2024-09-20T21:23:16.415 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-20T21:23:16.443 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-20T21:23:16.533 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-20_02:08:02-upgrade-squid-distro-default-smithi/7912632 branch: squid description: upgrade/quincy-x/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7912632' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: teuthology-2024-09-20_02:08:02-upgrade-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 9e2ac70bb7aea67d34f0d50002344abbe7803736 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: 9e2ac70bb7aea67d34f0d50002344abbe7803736 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: squid sha1: ed8ee0f26ef720e6504cefa8be1a2d0872192de7 owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 5834 sha1: 9e2ac70bb7aea67d34f0d50002344abbe7803736 sleep_before_teardown: 0 subset: 11/32 suite: upgrade suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_ed8ee0f26ef720e6504cefa8be1a2d0872192de7/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: ed8ee0f26ef720e6504cefa8be1a2d0872192de7 targets: smithi046.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBI3TrglZ0NMZzdbTmVQTSbFwgWYmTPAp8sPEKAlO3ApDFY1++HVZmn+S3zEfkcDgTIj1G1TNmitgtmRFTpjyPPc= smithi134.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNms3fJzTDkXRAqaqfhefGMFpM7IA3rvz8j7h5Vjbr4p3DdoUN8NNOA7baTjulxoujfXXdvTxxRyMcc0Jqd7x4I= tasks: - pexec: all: - sudo dnf remove nvme-cli -y - sudo dnf install runc nvmetcli nvme-cli -y - sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf - sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf - install: branch: quincy exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing quincy cephadm ...' - cephadm: cephadm_branch: quincy cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:quincy - print: '**** done end installing quincy cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry quincy...' - workunit: clients: client.0: - test_telemetry_quincy.sh - print: '**** done end telemetry quincy...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_quincy_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-20_02:08:02 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2902 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: quincy clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: quincy clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: quincy clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-09-20T21:23:16.534 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_ed8ee0f26ef720e6504cefa8be1a2d0872192de7/qa; will attempt to use it 2024-09-20T21:23:16.534 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_ed8ee0f26ef720e6504cefa8be1a2d0872192de7/qa/tasks 2024-09-20T21:23:16.534 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-20T21:23:16.536 INFO:teuthology.task.internal:Checking packages... 2024-09-20T21:23:16.555 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '9e2ac70bb7aea67d34f0d50002344abbe7803736' 2024-09-20T21:23:16.555 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-20T21:23:16.555 INFO:teuthology.packaging:ref: None 2024-09-20T21:23:16.555 INFO:teuthology.packaging:tag: None 2024-09-20T21:23:16.555 INFO:teuthology.packaging:branch: squid 2024-09-20T21:23:16.555 INFO:teuthology.packaging:sha1: 9e2ac70bb7aea67d34f0d50002344abbe7803736 2024-09-20T21:23:16.555 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-09-20T21:23:16.791 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-369.ged8ee0f2 2024-09-20T21:23:16.792 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-20T21:23:16.799 INFO:teuthology.task.internal:no buildpackages task found 2024-09-20T21:23:16.799 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-20T21:23:16.806 INFO:teuthology.task.internal:Saving configuration 2024-09-20T21:23:16.824 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-20T21:23:16.830 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-20T21:23:16.855 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi046.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-20_02:08:02-upgrade-squid-distro-default-smithi/7912632', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-20 21:17:42.493956', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBI3TrglZ0NMZzdbTmVQTSbFwgWYmTPAp8sPEKAlO3ApDFY1++HVZmn+S3zEfkcDgTIj1G1TNmitgtmRFTpjyPPc='} 2024-09-20T21:23:16.880 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi134.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-20_02:08:02-upgrade-squid-distro-default-smithi/7912632', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-20 21:17:42.492688', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNms3fJzTDkXRAqaqfhefGMFpM7IA3rvz8j7h5Vjbr4p3DdoUN8NNOA7baTjulxoujfXXdvTxxRyMcc0Jqd7x4I='} 2024-09-20T21:23:16.880 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-20T21:23:16.886 INFO:teuthology.task.internal:roles: ubuntu@smithi046.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-09-20T21:23:16.886 INFO:teuthology.task.internal:roles: ubuntu@smithi134.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-09-20T21:23:16.886 INFO:teuthology.run_tasks:Running task console_log... 2024-09-20T21:23:16.997 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f5cd6124160>, signals=[15]) 2024-09-20T21:23:16.997 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-20T21:23:17.003 INFO:teuthology.task.internal:Opening connections... 2024-09-20T21:23:17.003 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi046.front.sepia.ceph.com 2024-09-20T21:23:17.004 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-20T21:23:17.079 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi134.front.sepia.ceph.com 2024-09-20T21:23:17.080 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi134.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-20T21:23:17.154 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-20T21:23:17.160 DEBUG:teuthology.orchestra.run.smithi046:> uname -m 2024-09-20T21:23:17.179 INFO:teuthology.orchestra.run.smithi046.stdout:x86_64 2024-09-20T21:23:17.179 DEBUG:teuthology.orchestra.run.smithi046:> cat /etc/os-release 2024-09-20T21:23:17.236 INFO:teuthology.orchestra.run.smithi046.stdout:NAME="CentOS Stream" 2024-09-20T21:23:17.236 INFO:teuthology.orchestra.run.smithi046.stdout:VERSION="9" 2024-09-20T21:23:17.236 INFO:teuthology.orchestra.run.smithi046.stdout:ID="centos" 2024-09-20T21:23:17.236 INFO:teuthology.orchestra.run.smithi046.stdout:ID_LIKE="rhel fedora" 2024-09-20T21:23:17.236 INFO:teuthology.orchestra.run.smithi046.stdout:VERSION_ID="9" 2024-09-20T21:23:17.236 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM_ID="platform:el9" 2024-09-20T21:23:17.237 INFO:teuthology.orchestra.run.smithi046.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-20T21:23:17.237 INFO:teuthology.orchestra.run.smithi046.stdout:ANSI_COLOR="0;31" 2024-09-20T21:23:17.237 INFO:teuthology.orchestra.run.smithi046.stdout:LOGO="fedora-logo-icon" 2024-09-20T21:23:17.237 INFO:teuthology.orchestra.run.smithi046.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-20T21:23:17.237 INFO:teuthology.orchestra.run.smithi046.stdout:HOME_URL="https://centos.org/" 2024-09-20T21:23:17.237 INFO:teuthology.orchestra.run.smithi046.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-20T21:23:17.237 INFO:teuthology.orchestra.run.smithi046.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-20T21:23:17.237 INFO:teuthology.orchestra.run.smithi046.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-20T21:23:17.238 INFO:teuthology.lock.ops:Updating smithi046.front.sepia.ceph.com on lock server 2024-09-20T21:23:17.271 DEBUG:teuthology.orchestra.run.smithi134:> uname -m 2024-09-20T21:23:17.290 INFO:teuthology.orchestra.run.smithi134.stdout:x86_64 2024-09-20T21:23:17.290 DEBUG:teuthology.orchestra.run.smithi134:> cat /etc/os-release 2024-09-20T21:23:17.348 INFO:teuthology.orchestra.run.smithi134.stdout:NAME="CentOS Stream" 2024-09-20T21:23:17.348 INFO:teuthology.orchestra.run.smithi134.stdout:VERSION="9" 2024-09-20T21:23:17.349 INFO:teuthology.orchestra.run.smithi134.stdout:ID="centos" 2024-09-20T21:23:17.349 INFO:teuthology.orchestra.run.smithi134.stdout:ID_LIKE="rhel fedora" 2024-09-20T21:23:17.349 INFO:teuthology.orchestra.run.smithi134.stdout:VERSION_ID="9" 2024-09-20T21:23:17.349 INFO:teuthology.orchestra.run.smithi134.stdout:PLATFORM_ID="platform:el9" 2024-09-20T21:23:17.349 INFO:teuthology.orchestra.run.smithi134.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-20T21:23:17.349 INFO:teuthology.orchestra.run.smithi134.stdout:ANSI_COLOR="0;31" 2024-09-20T21:23:17.349 INFO:teuthology.orchestra.run.smithi134.stdout:LOGO="fedora-logo-icon" 2024-09-20T21:23:17.349 INFO:teuthology.orchestra.run.smithi134.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-20T21:23:17.349 INFO:teuthology.orchestra.run.smithi134.stdout:HOME_URL="https://centos.org/" 2024-09-20T21:23:17.349 INFO:teuthology.orchestra.run.smithi134.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-20T21:23:17.349 INFO:teuthology.orchestra.run.smithi134.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-20T21:23:17.349 INFO:teuthology.orchestra.run.smithi134.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-20T21:23:17.349 INFO:teuthology.lock.ops:Updating smithi134.front.sepia.ceph.com on lock server 2024-09-20T21:23:17.372 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-20T21:23:17.380 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-20T21:23:17.459 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-20T21:23:17.459 DEBUG:teuthology.orchestra.run.smithi046:> test '!' -e /home/ubuntu/cephtest 2024-09-20T21:23:17.461 DEBUG:teuthology.orchestra.run.smithi134:> test '!' -e /home/ubuntu/cephtest 2024-09-20T21:23:17.478 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-20T21:23:17.490 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-20T21:23:17.491 DEBUG:teuthology.orchestra.run.smithi046:> test -z $(ls -A /var/lib/ceph) 2024-09-20T21:23:17.518 DEBUG:teuthology.orchestra.run.smithi134:> test -z $(ls -A /var/lib/ceph) 2024-09-20T21:23:17.608 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-20T21:23:17.662 INFO:teuthology.run_tasks:Running task kernel... 2024-09-20T21:23:17.675 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-20T21:23:17.675 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-20T21:23:17.675 DEBUG:teuthology.orchestra.run.smithi046:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-20T21:23:17.676 DEBUG:teuthology.orchestra.run.smithi134:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-20T21:23:17.692 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-20T21:23:17.693 DEBUG:teuthology.orchestra.run.smithi046:> uname -r 2024-09-20T21:23:17.693 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-20T21:23:17.693 DEBUG:teuthology.orchestra.run.smithi134:> uname -r 2024-09-20T21:23:17.750 INFO:teuthology.orchestra.run.smithi046.stdout:5.14.0-503.el9.x86_64 2024-09-20T21:23:17.750 INFO:teuthology.task.kernel:Running kernel on smithi046: 5.14.0-503.el9.x86_64 2024-09-20T21:23:17.750 DEBUG:teuthology.orchestra.run.smithi046:> sudo yum install -y kernel 2024-09-20T21:23:17.751 INFO:teuthology.orchestra.run.smithi134.stdout:5.14.0-503.el9.x86_64 2024-09-20T21:23:17.752 INFO:teuthology.task.kernel:Running kernel on smithi134: 5.14.0-503.el9.x86_64 2024-09-20T21:23:17.752 DEBUG:teuthology.orchestra.run.smithi134:> sudo yum install -y kernel 2024-09-20T21:23:20.915 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - BaseOS 5.8 MB/s | 8.3 MB 00:01 2024-09-20T21:23:21.002 INFO:teuthology.orchestra.run.smithi134.stdout:CentOS Stream 9 - BaseOS 5.5 MB/s | 8.3 MB 00:01 2024-09-20T21:23:22.941 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - AppStream 23 MB/s | 20 MB 00:00 2024-09-20T21:23:24.261 INFO:teuthology.orchestra.run.smithi134.stdout:CentOS Stream 9 - AppStream 9.3 MB/s | 20 MB 00:02 2024-09-20T21:23:28.325 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - CRB 4.5 MB/s | 6.5 MB 00:01 2024-09-20T21:23:29.917 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - Extras packages 61 kB/s | 19 kB 00:00 2024-09-20T21:23:30.688 INFO:teuthology.orchestra.run.smithi046.stdout:Extra Packages for Enterprise Linux 35 MB/s | 23 MB 00:00 2024-09-20T21:23:30.795 INFO:teuthology.orchestra.run.smithi134.stdout:CentOS Stream 9 - CRB 2.3 MB/s | 6.5 MB 00:02 2024-09-20T21:23:32.487 INFO:teuthology.orchestra.run.smithi134.stdout:CentOS Stream 9 - Extras packages 41 kB/s | 19 kB 00:00 2024-09-20T21:23:33.291 INFO:teuthology.orchestra.run.smithi134.stdout:Extra Packages for Enterprise Linux 33 MB/s | 23 MB 00:00 2024-09-20T21:23:36.219 INFO:teuthology.orchestra.run.smithi046.stdout:lab-extras 36 kB/s | 1.7 kB 00:00 2024-09-20T21:23:38.176 INFO:teuthology.orchestra.run.smithi046.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-20T21:23:38.176 INFO:teuthology.orchestra.run.smithi046.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-20T21:23:38.265 INFO:teuthology.orchestra.run.smithi046.stdout:Dependencies resolved. 2024-09-20T21:23:38.271 INFO:teuthology.orchestra.run.smithi046.stdout:================================================================================ 2024-09-20T21:23:38.272 INFO:teuthology.orchestra.run.smithi046.stdout: Package Architecture Version Repository Size 2024-09-20T21:23:38.272 INFO:teuthology.orchestra.run.smithi046.stdout:================================================================================ 2024-09-20T21:23:38.272 INFO:teuthology.orchestra.run.smithi046.stdout:Installing: 2024-09-20T21:23:38.272 INFO:teuthology.orchestra.run.smithi046.stdout: kernel x86_64 5.14.0-508.el9 baseos 36 k 2024-09-20T21:23:38.272 INFO:teuthology.orchestra.run.smithi046.stdout:Installing dependencies: 2024-09-20T21:23:38.272 INFO:teuthology.orchestra.run.smithi046.stdout: kernel-core x86_64 5.14.0-508.el9 baseos 16 M 2024-09-20T21:23:38.272 INFO:teuthology.orchestra.run.smithi046.stdout: kernel-modules x86_64 5.14.0-508.el9 baseos 35 M 2024-09-20T21:23:38.272 INFO:teuthology.orchestra.run.smithi046.stdout: kernel-modules-core x86_64 5.14.0-508.el9 baseos 29 M 2024-09-20T21:23:38.272 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:23:38.272 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction Summary 2024-09-20T21:23:38.272 INFO:teuthology.orchestra.run.smithi046.stdout:================================================================================ 2024-09-20T21:23:38.272 INFO:teuthology.orchestra.run.smithi046.stdout:Install 4 Packages 2024-09-20T21:23:38.272 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:23:38.273 INFO:teuthology.orchestra.run.smithi046.stdout:Total download size: 79 M 2024-09-20T21:23:38.273 INFO:teuthology.orchestra.run.smithi046.stdout:Installed size: 126 M 2024-09-20T21:23:38.273 INFO:teuthology.orchestra.run.smithi046.stdout:Downloading Packages: 2024-09-20T21:23:38.696 INFO:teuthology.orchestra.run.smithi046.stdout:(1/4): kernel-5.14.0-508.el9.x86_64.rpm 217 kB/s | 36 kB 00:00 2024-09-20T21:23:38.713 INFO:teuthology.orchestra.run.smithi134.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-20T21:23:40.312 INFO:teuthology.orchestra.run.smithi046.stdout:(2/4): kernel-core-5.14.0-508.el9.x86_64.rpm 8.8 MB/s | 16 MB 00:01 2024-09-20T21:23:40.603 INFO:teuthology.orchestra.run.smithi134.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-20T21:23:40.603 INFO:teuthology.orchestra.run.smithi134.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-20T21:23:40.688 INFO:teuthology.orchestra.run.smithi134.stdout:Dependencies resolved. 2024-09-20T21:23:40.692 INFO:teuthology.orchestra.run.smithi134.stdout:================================================================================ 2024-09-20T21:23:40.692 INFO:teuthology.orchestra.run.smithi134.stdout: Package Architecture Version Repository Size 2024-09-20T21:23:40.692 INFO:teuthology.orchestra.run.smithi134.stdout:================================================================================ 2024-09-20T21:23:40.692 INFO:teuthology.orchestra.run.smithi134.stdout:Installing: 2024-09-20T21:23:40.693 INFO:teuthology.orchestra.run.smithi134.stdout: kernel x86_64 5.14.0-508.el9 baseos 36 k 2024-09-20T21:23:40.693 INFO:teuthology.orchestra.run.smithi134.stdout:Installing dependencies: 2024-09-20T21:23:40.693 INFO:teuthology.orchestra.run.smithi134.stdout: kernel-core x86_64 5.14.0-508.el9 baseos 16 M 2024-09-20T21:23:40.693 INFO:teuthology.orchestra.run.smithi134.stdout: kernel-modules x86_64 5.14.0-508.el9 baseos 35 M 2024-09-20T21:23:40.693 INFO:teuthology.orchestra.run.smithi134.stdout: kernel-modules-core x86_64 5.14.0-508.el9 baseos 29 M 2024-09-20T21:23:40.693 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-20T21:23:40.693 INFO:teuthology.orchestra.run.smithi134.stdout:Transaction Summary 2024-09-20T21:23:40.693 INFO:teuthology.orchestra.run.smithi134.stdout:================================================================================ 2024-09-20T21:23:40.693 INFO:teuthology.orchestra.run.smithi134.stdout:Install 4 Packages 2024-09-20T21:23:40.693 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-20T21:23:40.694 INFO:teuthology.orchestra.run.smithi134.stdout:Total download size: 79 M 2024-09-20T21:23:40.694 INFO:teuthology.orchestra.run.smithi134.stdout:Installed size: 126 M 2024-09-20T21:23:40.694 INFO:teuthology.orchestra.run.smithi134.stdout:Downloading Packages: 2024-09-20T21:23:41.132 INFO:teuthology.orchestra.run.smithi134.stdout:(1/4): kernel-5.14.0-508.el9.x86_64.rpm 119 kB/s | 36 kB 00:00 2024-09-20T21:23:41.254 INFO:teuthology.orchestra.run.smithi046.stdout:(3/4): kernel-modules-5.14.0-508.el9.x86_64.rpm 13 MB/s | 35 MB 00:02 2024-09-20T21:23:41.579 INFO:teuthology.orchestra.run.smithi046.stdout:(4/4): kernel-modules-core-5.14.0-508.el9.x86_6 9.9 MB/s | 29 MB 00:02 2024-09-20T21:23:41.579 INFO:teuthology.orchestra.run.smithi046.stdout:-------------------------------------------------------------------------------- 2024-09-20T21:23:41.580 INFO:teuthology.orchestra.run.smithi046.stdout:Total 24 MB/s | 79 MB 00:03 2024-09-20T21:23:42.284 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction check 2024-09-20T21:23:42.650 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction check succeeded. 2024-09-20T21:23:42.651 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction test 2024-09-20T21:23:43.649 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction test succeeded. 2024-09-20T21:23:43.649 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction 2024-09-20T21:23:46.196 INFO:teuthology.orchestra.run.smithi046.stdout: Preparing : 1/1 2024-09-20T21:23:46.265 INFO:teuthology.orchestra.run.smithi134.stdout:(2/4): kernel-modules-core-5.14.0-508.el9.x86_6 5.6 MB/s | 29 MB 00:05 2024-09-20T21:23:46.840 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : kernel-modules-core-5.14.0-508.el9.x86_64 1/4 2024-09-20T21:23:46.921 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-20T21:23:47.831 INFO:teuthology.orchestra.run.smithi134.stdout:(3/4): kernel-core-5.14.0-508.el9.x86_64.rpm 2.2 MB/s | 16 MB 00:07 2024-09-20T21:23:48.739 INFO:teuthology.orchestra.run.smithi134.stdout:(4/4): kernel-modules-5.14.0-508.el9.x86_64.rpm 4.4 MB/s | 35 MB 00:07 2024-09-20T21:23:48.740 INFO:teuthology.orchestra.run.smithi134.stdout:-------------------------------------------------------------------------------- 2024-09-20T21:23:48.740 INFO:teuthology.orchestra.run.smithi134.stdout:Total 9.8 MB/s | 79 MB 00:08 2024-09-20T21:23:49.422 INFO:teuthology.orchestra.run.smithi134.stdout:Running transaction check 2024-09-20T21:23:49.659 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-20T21:23:49.906 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-20T21:23:49.906 INFO:teuthology.orchestra.run.smithi134.stdout:Transaction check succeeded. 2024-09-20T21:23:49.906 INFO:teuthology.orchestra.run.smithi134.stdout:Running transaction test 2024-09-20T21:23:50.748 INFO:teuthology.orchestra.run.smithi134.stdout:Transaction test succeeded. 2024-09-20T21:23:50.748 INFO:teuthology.orchestra.run.smithi134.stdout:Running transaction 2024-09-20T21:23:53.165 INFO:teuthology.orchestra.run.smithi134.stdout: Preparing : 1/1 2024-09-20T21:23:53.876 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : kernel-modules-core-5.14.0-508.el9.x86_64 1/4 2024-09-20T21:23:53.976 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-20T21:23:54.918 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-20T21:23:54.957 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : kernel-5.14.0-508.el9.x86_64 4/4 2024-09-20T21:23:56.718 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-20T21:23:56.874 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-20T21:24:00.092 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-20T21:24:01.699 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-20T21:24:01.796 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : kernel-5.14.0-508.el9.x86_64 4/4 2024-09-20T21:24:06.623 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-20T21:24:38.984 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 4/4 2024-09-20T21:24:39.030 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 4/4 2024-09-20T21:24:39.426 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: kernel-5.14.0-508.el9.x86_64 4/4 2024-09-20T21:24:39.426 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : kernel-5.14.0-508.el9.x86_64 1/4 2024-09-20T21:24:39.426 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-20T21:24:39.426 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-20T21:24:40.268 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-20T21:24:40.268 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:24:40.268 INFO:teuthology.orchestra.run.smithi046.stdout:Installed: 2024-09-20T21:24:40.268 INFO:teuthology.orchestra.run.smithi046.stdout: kernel-5.14.0-508.el9.x86_64 2024-09-20T21:24:40.268 INFO:teuthology.orchestra.run.smithi046.stdout: kernel-core-5.14.0-508.el9.x86_64 2024-09-20T21:24:40.268 INFO:teuthology.orchestra.run.smithi046.stdout: kernel-modules-5.14.0-508.el9.x86_64 2024-09-20T21:24:40.268 INFO:teuthology.orchestra.run.smithi046.stdout: kernel-modules-core-5.14.0-508.el9.x86_64 2024-09-20T21:24:40.268 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:24:40.268 INFO:teuthology.orchestra.run.smithi046.stdout:Complete! 2024-09-20T21:24:40.596 DEBUG:teuthology.orchestra.run.smithi046:> rpm -q kernel | sort -rV | head -n 1 2024-09-20T21:24:40.722 INFO:teuthology.orchestra.run.smithi046.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-20T21:24:40.722 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-20T21:24:40.722 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-508.el9.x86_64 2024-09-20T21:24:40.722 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-20T21:24:40.722 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-20T21:24:40.722 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-20T21:24:40.722 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi046.front.sepia.ceph.com, path=None, version=distro) 2024-09-20T21:24:40.722 DEBUG:teuthology.orchestra.run.smithi046:> rpm -q kernel | sort -rV | head -n 1 2024-09-20T21:24:40.780 INFO:teuthology.orchestra.run.smithi046.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-20T21:24:40.781 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-20T21:24:40.781 DEBUG:teuthology.orchestra.run.smithi046:> sudo rpm -qi grub2-tools 2024-09-20T21:24:40.812 INFO:teuthology.orchestra.run.smithi046.stdout:Name : grub2-tools 2024-09-20T21:24:40.812 INFO:teuthology.orchestra.run.smithi046.stdout:Epoch : 1 2024-09-20T21:24:40.812 INFO:teuthology.orchestra.run.smithi046.stdout:Version : 2.06 2024-09-20T21:24:40.813 INFO:teuthology.orchestra.run.smithi046.stdout:Release : 82.el9 2024-09-20T21:24:40.813 INFO:teuthology.orchestra.run.smithi046.stdout:Architecture: x86_64 2024-09-20T21:24:40.813 INFO:teuthology.orchestra.run.smithi046.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-20T21:24:40.813 INFO:teuthology.orchestra.run.smithi046.stdout:Group : Unspecified 2024-09-20T21:24:40.813 INFO:teuthology.orchestra.run.smithi046.stdout:Size : 8274670 2024-09-20T21:24:40.813 INFO:teuthology.orchestra.run.smithi046.stdout:License : GPLv3+ 2024-09-20T21:24:40.813 INFO:teuthology.orchestra.run.smithi046.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-20T21:24:40.814 INFO:teuthology.orchestra.run.smithi046.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-20T21:24:40.814 INFO:teuthology.orchestra.run.smithi046.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-20T21:24:40.814 INFO:teuthology.orchestra.run.smithi046.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-20T21:24:40.814 INFO:teuthology.orchestra.run.smithi046.stdout:Packager : builder@centos.org 2024-09-20T21:24:40.814 INFO:teuthology.orchestra.run.smithi046.stdout:Vendor : CentOS 2024-09-20T21:24:40.814 INFO:teuthology.orchestra.run.smithi046.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-20T21:24:40.814 INFO:teuthology.orchestra.run.smithi046.stdout:Summary : Support tools for GRUB. 2024-09-20T21:24:40.814 INFO:teuthology.orchestra.run.smithi046.stdout:Description : 2024-09-20T21:24:40.814 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:24:40.814 INFO:teuthology.orchestra.run.smithi046.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-20T21:24:40.814 INFO:teuthology.orchestra.run.smithi046.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-20T21:24:40.814 INFO:teuthology.orchestra.run.smithi046.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-20T21:24:40.814 INFO:teuthology.orchestra.run.smithi046.stdout:hardware devices. 2024-09-20T21:24:40.814 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:24:40.815 INFO:teuthology.orchestra.run.smithi046.stdout:This subpackage provides tools for support of all platforms. 2024-09-20T21:24:40.815 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-20T21:24:40.815 INFO:teuthology.task.kernel:Updating grub on smithi046 to boot 5.14.0-508.el9.x86_64 2024-09-20T21:24:40.816 DEBUG:teuthology.orchestra.run.smithi046:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-20T21:24:41.387 INFO:teuthology.orchestra.run.smithi046.stderr:Generating grub configuration file ... 2024-09-20T21:24:42.848 INFO:teuthology.orchestra.run.smithi046.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-20T21:24:42.872 INFO:teuthology.orchestra.run.smithi046.stderr:done 2024-09-20T21:24:42.882 DEBUG:teuthology.orchestra.run.smithi046:> mktemp 2024-09-20T21:24:42.898 INFO:teuthology.orchestra.run.smithi046.stdout:/tmp/tmp.VQijNhG1iX 2024-09-20T21:24:42.898 DEBUG:teuthology.orchestra.run.smithi046:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.VQijNhG1iX 2024-09-20T21:24:42.963 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 0666 /tmp/tmp.VQijNhG1iX 2024-09-20T21:24:43.143 DEBUG:teuthology.orchestra.remote:smithi046:/tmp/tmp.VQijNhG1iX is 6KB 2024-09-20T21:24:43.191 DEBUG:teuthology.orchestra.run.smithi046:> rm -fr /tmp/tmp.VQijNhG1iX 2024-09-20T21:24:43.205 DEBUG:teuthology.orchestra.run.smithi046:> sudo /bin/ls /boot/loader/entries || true 2024-09-20T21:24:43.268 INFO:teuthology.orchestra.run.smithi046.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-20T21:24:43.268 INFO:teuthology.orchestra.run.smithi046.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-20T21:24:43.268 INFO:teuthology.orchestra.run.smithi046.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-20T21:24:43.268 INFO:teuthology.orchestra.run.smithi046.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64.conf 2024-09-20T21:24:43.269 DEBUG:teuthology.orchestra.run.smithi046:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64 2024-09-20T21:24:43.408 DEBUG:teuthology.orchestra.run.smithi046:> sudo shutdown -r now 2024-09-20T21:24:44.693 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 4/4 2024-09-20T21:24:44.732 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 4/4 2024-09-20T21:24:45.107 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: kernel-5.14.0-508.el9.x86_64 4/4 2024-09-20T21:24:45.107 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : kernel-5.14.0-508.el9.x86_64 1/4 2024-09-20T21:24:45.107 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-20T21:24:45.107 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-20T21:24:45.932 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-20T21:24:45.932 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-20T21:24:45.932 INFO:teuthology.orchestra.run.smithi134.stdout:Installed: 2024-09-20T21:24:45.932 INFO:teuthology.orchestra.run.smithi134.stdout: kernel-5.14.0-508.el9.x86_64 2024-09-20T21:24:45.932 INFO:teuthology.orchestra.run.smithi134.stdout: kernel-core-5.14.0-508.el9.x86_64 2024-09-20T21:24:45.932 INFO:teuthology.orchestra.run.smithi134.stdout: kernel-modules-5.14.0-508.el9.x86_64 2024-09-20T21:24:45.932 INFO:teuthology.orchestra.run.smithi134.stdout: kernel-modules-core-5.14.0-508.el9.x86_64 2024-09-20T21:24:45.932 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-20T21:24:45.933 INFO:teuthology.orchestra.run.smithi134.stdout:Complete! 2024-09-20T21:24:46.274 DEBUG:teuthology.orchestra.run.smithi134:> rpm -q kernel | sort -rV | head -n 1 2024-09-20T21:24:46.366 INFO:teuthology.orchestra.run.smithi134.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-20T21:24:46.367 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-20T21:24:46.367 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-508.el9.x86_64 2024-09-20T21:24:46.367 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-20T21:24:46.367 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-20T21:24:46.367 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-20T21:24:46.367 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi134.front.sepia.ceph.com, path=None, version=distro) 2024-09-20T21:24:46.367 DEBUG:teuthology.orchestra.run.smithi134:> rpm -q kernel | sort -rV | head -n 1 2024-09-20T21:24:46.426 INFO:teuthology.orchestra.run.smithi134.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-20T21:24:46.426 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-20T21:24:46.426 DEBUG:teuthology.orchestra.run.smithi134:> sudo rpm -qi grub2-tools 2024-09-20T21:24:46.467 INFO:teuthology.orchestra.run.smithi134.stdout:Name : grub2-tools 2024-09-20T21:24:46.467 INFO:teuthology.orchestra.run.smithi134.stdout:Epoch : 1 2024-09-20T21:24:46.467 INFO:teuthology.orchestra.run.smithi134.stdout:Version : 2.06 2024-09-20T21:24:46.467 INFO:teuthology.orchestra.run.smithi134.stdout:Release : 82.el9 2024-09-20T21:24:46.467 INFO:teuthology.orchestra.run.smithi134.stdout:Architecture: x86_64 2024-09-20T21:24:46.467 INFO:teuthology.orchestra.run.smithi134.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-20T21:24:46.467 INFO:teuthology.orchestra.run.smithi134.stdout:Group : Unspecified 2024-09-20T21:24:46.467 INFO:teuthology.orchestra.run.smithi134.stdout:Size : 8274670 2024-09-20T21:24:46.467 INFO:teuthology.orchestra.run.smithi134.stdout:License : GPLv3+ 2024-09-20T21:24:46.467 INFO:teuthology.orchestra.run.smithi134.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-20T21:24:46.467 INFO:teuthology.orchestra.run.smithi134.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-20T21:24:46.468 INFO:teuthology.orchestra.run.smithi134.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-20T21:24:46.468 INFO:teuthology.orchestra.run.smithi134.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-20T21:24:46.468 INFO:teuthology.orchestra.run.smithi134.stdout:Packager : builder@centos.org 2024-09-20T21:24:46.468 INFO:teuthology.orchestra.run.smithi134.stdout:Vendor : CentOS 2024-09-20T21:24:46.468 INFO:teuthology.orchestra.run.smithi134.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-20T21:24:46.468 INFO:teuthology.orchestra.run.smithi134.stdout:Summary : Support tools for GRUB. 2024-09-20T21:24:46.468 INFO:teuthology.orchestra.run.smithi134.stdout:Description : 2024-09-20T21:24:46.468 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-20T21:24:46.468 INFO:teuthology.orchestra.run.smithi134.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-20T21:24:46.468 INFO:teuthology.orchestra.run.smithi134.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-20T21:24:46.468 INFO:teuthology.orchestra.run.smithi134.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-20T21:24:46.468 INFO:teuthology.orchestra.run.smithi134.stdout:hardware devices. 2024-09-20T21:24:46.468 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-20T21:24:46.468 INFO:teuthology.orchestra.run.smithi134.stdout:This subpackage provides tools for support of all platforms. 2024-09-20T21:24:46.469 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-20T21:24:46.469 INFO:teuthology.task.kernel:Updating grub on smithi134 to boot 5.14.0-508.el9.x86_64 2024-09-20T21:24:46.470 DEBUG:teuthology.orchestra.run.smithi134:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-20T21:24:47.110 INFO:teuthology.orchestra.run.smithi134.stderr:Generating grub configuration file ... 2024-09-20T21:24:48.462 INFO:teuthology.orchestra.run.smithi134.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-20T21:24:48.488 INFO:teuthology.orchestra.run.smithi134.stderr:done 2024-09-20T21:24:48.498 DEBUG:teuthology.orchestra.run.smithi134:> mktemp 2024-09-20T21:24:48.514 INFO:teuthology.orchestra.run.smithi134.stdout:/tmp/tmp.tIIWquQUyp 2024-09-20T21:24:48.514 DEBUG:teuthology.orchestra.run.smithi134:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.tIIWquQUyp 2024-09-20T21:24:48.587 DEBUG:teuthology.orchestra.run.smithi134:> sudo chmod 0666 /tmp/tmp.tIIWquQUyp 2024-09-20T21:24:48.731 DEBUG:teuthology.orchestra.remote:smithi134:/tmp/tmp.tIIWquQUyp is 6KB 2024-09-20T21:24:48.779 DEBUG:teuthology.orchestra.run.smithi134:> rm -fr /tmp/tmp.tIIWquQUyp 2024-09-20T21:24:48.794 DEBUG:teuthology.orchestra.run.smithi134:> sudo /bin/ls /boot/loader/entries || true 2024-09-20T21:24:48.857 INFO:teuthology.orchestra.run.smithi134.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-20T21:24:48.857 INFO:teuthology.orchestra.run.smithi134.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-20T21:24:48.857 INFO:teuthology.orchestra.run.smithi134.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-20T21:24:48.857 INFO:teuthology.orchestra.run.smithi134.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64.conf 2024-09-20T21:24:48.859 DEBUG:teuthology.orchestra.run.smithi134:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64 2024-09-20T21:24:49.007 DEBUG:teuthology.orchestra.run.smithi134:> sudo shutdown -r now 2024-09-20T21:25:13.435 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-20T21:25:13.435 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi046.front.sepia.ceph.com' 2024-09-20T21:25:13.436 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-20T21:25:19.014 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-20T21:25:19.015 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi134.front.sepia.ceph.com' 2024-09-20T21:25:19.015 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi134.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-20T21:25:31.763 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.46 2024-09-20T21:25:37.395 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.134 2024-09-20T21:25:40.766 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi046.front.sepia.ceph.com' 2024-09-20T21:25:40.767 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-20T21:25:43.823 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.46 2024-09-20T21:25:46.398 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi134.front.sepia.ceph.com' 2024-09-20T21:25:46.398 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi134.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-20T21:25:49.455 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.134 2024-09-20T21:25:55.826 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi046.front.sepia.ceph.com' 2024-09-20T21:25:55.827 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-20T21:26:01.460 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi134.front.sepia.ceph.com' 2024-09-20T21:26:01.461 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi134.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-20T21:26:29.840 DEBUG:teuthology.orchestra.run.smithi046:> true 2024-09-20T21:26:30.251 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi046.front.sepia.ceph.com' 2024-09-20T21:26:30.251 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-508.el9.x86_64"... 2024-09-20T21:26:30.251 DEBUG:teuthology.orchestra.run.smithi046:> uname -r 2024-09-20T21:26:30.266 INFO:teuthology.orchestra.run.smithi046.stdout:5.14.0-508.el9.x86_64 2024-09-20T21:26:30.267 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-508.el9.x86_64 vs 5.14.0-508.el9.x86_64 2024-09-20T21:26:30.267 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-20T21:26:30.267 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-20T21:26:31.268 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-20T21:26:31.268 DEBUG:teuthology.orchestra.run.smithi046:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-20T21:26:31.341 INFO:teuthology.orchestra.run.smithi046.stdout:ttyS1 2024-09-20T21:26:31.376 DEBUG:teuthology.parallel:result is None 2024-09-20T21:26:33.354 DEBUG:teuthology.orchestra.run.smithi134:> true 2024-09-20T21:26:33.842 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi134.front.sepia.ceph.com' 2024-09-20T21:26:33.842 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-508.el9.x86_64"... 2024-09-20T21:26:33.842 DEBUG:teuthology.orchestra.run.smithi134:> uname -r 2024-09-20T21:26:33.857 INFO:teuthology.orchestra.run.smithi134.stdout:5.14.0-508.el9.x86_64 2024-09-20T21:26:33.857 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-508.el9.x86_64 vs 5.14.0-508.el9.x86_64 2024-09-20T21:26:33.857 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-20T21:26:33.857 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-20T21:26:34.858 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-20T21:26:34.858 DEBUG:teuthology.orchestra.run.smithi134:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-20T21:26:34.929 INFO:teuthology.orchestra.run.smithi134.stdout:ttyS1 2024-09-20T21:26:34.958 DEBUG:teuthology.parallel:result is None 2024-09-20T21:26:34.958 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-20T21:26:34.965 INFO:teuthology.task.internal:Creating test directory... 2024-09-20T21:26:34.965 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-20T21:26:34.968 DEBUG:teuthology.orchestra.run.smithi134:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-20T21:26:34.984 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-20T21:26:35.126 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-20T21:26:35.132 INFO:teuthology.task.internal:Creating archive directory... 2024-09-20T21:26:35.132 DEBUG:teuthology.orchestra.run.smithi046:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-20T21:26:35.135 DEBUG:teuthology.orchestra.run.smithi134:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-20T21:26:35.187 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-20T21:26:35.193 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-20T21:26:35.193 DEBUG:teuthology.orchestra.run.smithi046:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-20T21:26:35.195 DEBUG:teuthology.orchestra.run.smithi134:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-20T21:26:35.229 INFO:teuthology.orchestra.run.smithi134.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-20T21:26:35.231 INFO:teuthology.orchestra.run.smithi046.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-20T21:26:35.239 INFO:teuthology.orchestra.run.smithi134.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-20T21:26:35.241 INFO:teuthology.orchestra.run.smithi046.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-20T21:26:35.243 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-20T21:26:35.249 INFO:teuthology.task.internal:Configuring sudo... 2024-09-20T21:26:35.250 DEBUG:teuthology.orchestra.run.smithi046:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-20T21:26:35.286 DEBUG:teuthology.orchestra.run.smithi134:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-20T21:26:35.311 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-20T21:26:35.322 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-20T21:26:35.323 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-20T21:26:35.353 DEBUG:teuthology.orchestra.run.smithi134:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-20T21:26:35.368 DEBUG:teuthology.orchestra.run.smithi046:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-20T21:26:35.450 DEBUG:teuthology.orchestra.run.smithi046:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-20T21:26:35.499 DEBUG:teuthology.orchestra.run.smithi046:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-20T21:26:35.580 DEBUG:teuthology.orchestra.run.smithi046:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-20T21:26:35.622 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-20T21:26:35.622 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-20T21:26:35.714 DEBUG:teuthology.orchestra.run.smithi134:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-20T21:26:35.757 DEBUG:teuthology.orchestra.run.smithi134:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-20T21:26:35.806 DEBUG:teuthology.orchestra.run.smithi134:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-20T21:26:35.886 DEBUG:teuthology.orchestra.run.smithi134:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-20T21:26:35.923 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-20T21:26:35.923 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-20T21:26:35.986 DEBUG:teuthology.orchestra.run.smithi046:> sudo service rsyslog restart 2024-09-20T21:26:35.989 DEBUG:teuthology.orchestra.run.smithi134:> sudo service rsyslog restart 2024-09-20T21:26:36.044 INFO:teuthology.orchestra.run.smithi046.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-20T21:26:36.069 INFO:teuthology.orchestra.run.smithi134.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-20T21:26:36.570 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-20T21:26:36.578 INFO:teuthology.task.internal:Starting timer... 2024-09-20T21:26:36.578 INFO:teuthology.run_tasks:Running task pcp... 2024-09-20T21:26:36.588 INFO:teuthology.run_tasks:Running task selinux... 2024-09-20T21:26:36.597 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-09-20T21:26:36.597 DEBUG:teuthology.orchestra.run.smithi046:> sudo service auditd rotate 2024-09-20T21:26:36.660 INFO:teuthology.orchestra.run.smithi046.stdout:Rotating logs: 2024-09-20T21:26:36.662 DEBUG:teuthology.orchestra.run.smithi134:> sudo service auditd rotate 2024-09-20T21:26:36.719 INFO:teuthology.orchestra.run.smithi134.stdout:Rotating logs: 2024-09-20T21:26:36.721 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-20T21:26:36.721 DEBUG:teuthology.orchestra.run.smithi046:> /usr/sbin/getenforce 2024-09-20T21:26:36.886 INFO:teuthology.orchestra.run.smithi046.stdout:Permissive 2024-09-20T21:26:36.886 DEBUG:teuthology.orchestra.run.smithi134:> /usr/sbin/getenforce 2024-09-20T21:26:36.914 INFO:teuthology.orchestra.run.smithi134.stdout:Permissive 2024-09-20T21:26:36.915 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi046.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi134.front.sepia.ceph.com': 'permissive'} 2024-09-20T21:26:36.915 DEBUG:teuthology.orchestra.run.smithi046:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-09-20T21:26:36.941 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-20T21:26:36.941 DEBUG:teuthology.orchestra.run.smithi134:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-09-20T21:26:36.978 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-20T21:26:36.979 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-20T21:26:36.979 DEBUG:teuthology.orchestra.run.smithi046:> sudo /usr/sbin/setenforce permissive 2024-09-20T21:26:37.019 DEBUG:teuthology.orchestra.run.smithi134:> sudo /usr/sbin/setenforce permissive 2024-09-20T21:26:37.051 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-20T21:26:37.067 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-20T21:26:37.077 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-20T21:26:37.078 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi046.front.sepia.ceph.com,smithi134.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-20T21:30:29.133 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi046.front.sepia.ceph.com'), Remote(name='ubuntu@smithi134.front.sepia.ceph.com')] 2024-09-20T21:30:29.134 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi046.front.sepia.ceph.com' 2024-09-20T21:30:29.135 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-20T21:30:29.214 DEBUG:teuthology.orchestra.run.smithi046:> true 2024-09-20T21:30:29.291 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi046.front.sepia.ceph.com' 2024-09-20T21:30:29.292 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi134.front.sepia.ceph.com' 2024-09-20T21:30:29.292 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi134.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-20T21:30:29.369 DEBUG:teuthology.orchestra.run.smithi134:> true 2024-09-20T21:30:29.446 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi134.front.sepia.ceph.com' 2024-09-20T21:30:29.446 INFO:teuthology.run_tasks:Running task clock... 2024-09-20T21:30:29.459 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-20T21:30:29.459 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-20T21:30:29.459 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-20T21:30:29.462 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-20T21:30:29.462 DEBUG:teuthology.orchestra.run.smithi134:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-20T21:30:29.493 INFO:teuthology.orchestra.run.smithi046.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-20T21:30:29.510 INFO:teuthology.orchestra.run.smithi046.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-20T21:30:29.516 INFO:teuthology.orchestra.run.smithi134.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-20T21:30:29.530 INFO:teuthology.orchestra.run.smithi134.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-20T21:30:29.538 INFO:teuthology.orchestra.run.smithi046.stderr:sudo: ntpd: command not found 2024-09-20T21:30:29.550 INFO:teuthology.orchestra.run.smithi046.stdout:506 Cannot talk to daemon 2024-09-20T21:30:29.554 INFO:teuthology.orchestra.run.smithi134.stderr:sudo: ntpd: command not found 2024-09-20T21:30:29.566 INFO:teuthology.orchestra.run.smithi046.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-20T21:30:29.566 INFO:teuthology.orchestra.run.smithi134.stdout:506 Cannot talk to daemon 2024-09-20T21:30:29.580 INFO:teuthology.orchestra.run.smithi134.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-20T21:30:29.581 INFO:teuthology.orchestra.run.smithi046.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-20T21:30:29.593 INFO:teuthology.orchestra.run.smithi134.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-20T21:30:29.638 INFO:teuthology.orchestra.run.smithi046.stderr:bash: line 1: ntpq: command not found 2024-09-20T21:30:29.642 INFO:teuthology.orchestra.run.smithi046.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-20T21:30:29.642 INFO:teuthology.orchestra.run.smithi046.stdout:=============================================================================== 2024-09-20T21:30:29.642 INFO:teuthology.orchestra.run.smithi046.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-20T21:30:29.642 INFO:teuthology.orchestra.run.smithi046.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-20T21:30:29.642 INFO:teuthology.orchestra.run.smithi046.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-20T21:30:29.642 INFO:teuthology.orchestra.run.smithi046.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-20T21:30:29.649 INFO:teuthology.orchestra.run.smithi134.stderr:bash: line 1: ntpq: command not found 2024-09-20T21:30:29.653 INFO:teuthology.orchestra.run.smithi134.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-20T21:30:29.653 INFO:teuthology.orchestra.run.smithi134.stdout:=============================================================================== 2024-09-20T21:30:29.653 INFO:teuthology.orchestra.run.smithi134.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-20T21:30:29.653 INFO:teuthology.orchestra.run.smithi134.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-20T21:30:29.654 INFO:teuthology.orchestra.run.smithi134.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-20T21:30:29.654 INFO:teuthology.orchestra.run.smithi134.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-20T21:30:29.654 INFO:teuthology.run_tasks:Running task pexec... 2024-09-20T21:30:29.663 INFO:teuthology.task.pexec:Executing custom commands... 2024-09-20T21:30:29.664 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi046.front.sepia.ceph.com 2024-09-20T21:30:29.664 DEBUG:teuthology.orchestra.run.smithi046:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-09-20T21:30:29.664 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi134.front.sepia.ceph.com 2024-09-20T21:30:29.664 DEBUG:teuthology.orchestra.run.smithi134:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-09-20T21:30:30.042 INFO:teuthology.orchestra.run.smithi134.stdout:Dependencies resolved. 2024-09-20T21:30:30.050 INFO:teuthology.orchestra.run.smithi046.stdout:Dependencies resolved. 2024-09-20T21:30:30.052 INFO:teuthology.orchestra.run.smithi134.stdout:================================================================================ 2024-09-20T21:30:30.052 INFO:teuthology.orchestra.run.smithi134.stdout: Package Architecture Version Repository Size 2024-09-20T21:30:30.052 INFO:teuthology.orchestra.run.smithi134.stdout:================================================================================ 2024-09-20T21:30:30.052 INFO:teuthology.orchestra.run.smithi134.stdout:Removing: 2024-09-20T21:30:30.053 INFO:teuthology.orchestra.run.smithi134.stdout: nvme-cli x86_64 2.9.1-6.el9 @baseos 5.3 M 2024-09-20T21:30:30.053 INFO:teuthology.orchestra.run.smithi134.stdout:Removing unused dependencies: 2024-09-20T21:30:30.053 INFO:teuthology.orchestra.run.smithi134.stdout: libnvme x86_64 1.9-3.el9 @baseos 273 k 2024-09-20T21:30:30.053 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-20T21:30:30.053 INFO:teuthology.orchestra.run.smithi134.stdout:Transaction Summary 2024-09-20T21:30:30.053 INFO:teuthology.orchestra.run.smithi134.stdout:================================================================================ 2024-09-20T21:30:30.053 INFO:teuthology.orchestra.run.smithi134.stdout:Remove 2 Packages 2024-09-20T21:30:30.053 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-20T21:30:30.053 INFO:teuthology.orchestra.run.smithi134.stdout:Freed space: 5.5 M 2024-09-20T21:30:30.053 INFO:teuthology.orchestra.run.smithi134.stdout:Running transaction check 2024-09-20T21:30:30.057 INFO:teuthology.orchestra.run.smithi134.stdout:Transaction check succeeded. 2024-09-20T21:30:30.057 INFO:teuthology.orchestra.run.smithi134.stdout:Running transaction test 2024-09-20T21:30:30.062 INFO:teuthology.orchestra.run.smithi046.stdout:================================================================================ 2024-09-20T21:30:30.062 INFO:teuthology.orchestra.run.smithi046.stdout: Package Architecture Version Repository Size 2024-09-20T21:30:30.062 INFO:teuthology.orchestra.run.smithi046.stdout:================================================================================ 2024-09-20T21:30:30.062 INFO:teuthology.orchestra.run.smithi046.stdout:Removing: 2024-09-20T21:30:30.062 INFO:teuthology.orchestra.run.smithi046.stdout: nvme-cli x86_64 2.9.1-6.el9 @baseos 5.3 M 2024-09-20T21:30:30.062 INFO:teuthology.orchestra.run.smithi046.stdout:Removing unused dependencies: 2024-09-20T21:30:30.062 INFO:teuthology.orchestra.run.smithi046.stdout: libnvme x86_64 1.9-3.el9 @baseos 273 k 2024-09-20T21:30:30.062 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:30:30.062 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction Summary 2024-09-20T21:30:30.063 INFO:teuthology.orchestra.run.smithi046.stdout:================================================================================ 2024-09-20T21:30:30.063 INFO:teuthology.orchestra.run.smithi046.stdout:Remove 2 Packages 2024-09-20T21:30:30.063 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:30:30.063 INFO:teuthology.orchestra.run.smithi046.stdout:Freed space: 5.5 M 2024-09-20T21:30:30.063 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction check 2024-09-20T21:30:30.067 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction check succeeded. 2024-09-20T21:30:30.067 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction test 2024-09-20T21:30:30.111 INFO:teuthology.orchestra.run.smithi134.stdout:Transaction test succeeded. 2024-09-20T21:30:30.112 INFO:teuthology.orchestra.run.smithi134.stdout:Running transaction 2024-09-20T21:30:30.128 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction test succeeded. 2024-09-20T21:30:30.128 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction 2024-09-20T21:30:30.258 INFO:teuthology.orchestra.run.smithi134.stdout: Preparing : 1/1 2024-09-20T21:30:30.283 INFO:teuthology.orchestra.run.smithi046.stdout: Preparing : 1/1 2024-09-20T21:30:30.334 INFO:teuthology.orchestra.run.smithi134.stdout: Erasing : nvme-cli-2.9.1-6.el9.x86_64 1/2 2024-09-20T21:30:30.363 INFO:teuthology.orchestra.run.smithi046.stdout: Erasing : nvme-cli-2.9.1-6.el9.x86_64 1/2 2024-09-20T21:30:30.387 INFO:teuthology.orchestra.run.smithi134.stdout: Erasing : libnvme-1.9-3.el9.x86_64 2/2 2024-09-20T21:30:30.426 INFO:teuthology.orchestra.run.smithi046.stdout: Erasing : libnvme-1.9-3.el9.x86_64 2/2 2024-09-20T21:30:30.911 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: libnvme-1.9-3.el9.x86_64 2/2 2024-09-20T21:30:30.912 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/2 2024-09-20T21:30:31.085 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libnvme-1.9-3.el9.x86_64 2/2 2024-09-20T21:30:31.085 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/2 2024-09-20T21:30:31.172 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/2 2024-09-20T21:30:31.172 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-20T21:30:31.172 INFO:teuthology.orchestra.run.smithi134.stdout:Removed: 2024-09-20T21:30:31.172 INFO:teuthology.orchestra.run.smithi134.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-20T21:30:31.172 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-20T21:30:31.172 INFO:teuthology.orchestra.run.smithi134.stdout:Complete! 2024-09-20T21:30:31.323 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/2 2024-09-20T21:30:31.324 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:30:31.324 INFO:teuthology.orchestra.run.smithi046.stdout:Removed: 2024-09-20T21:30:31.324 INFO:teuthology.orchestra.run.smithi046.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-20T21:30:31.324 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:30:31.324 INFO:teuthology.orchestra.run.smithi046.stdout:Complete! 2024-09-20T21:30:32.100 INFO:teuthology.orchestra.run.smithi134.stdout:Last metadata expiration check: 0:00:55 ago on Fri 20 Sep 2024 09:29:36 PM UTC. 2024-09-20T21:30:32.172 INFO:teuthology.orchestra.run.smithi046.stdout:Last metadata expiration check: 0:00:47 ago on Fri 20 Sep 2024 09:29:44 PM UTC. 2024-09-20T21:30:32.237 INFO:teuthology.orchestra.run.smithi134.stdout:Dependencies resolved. 2024-09-20T21:30:32.238 INFO:teuthology.orchestra.run.smithi134.stdout:================================================================================ 2024-09-20T21:30:32.238 INFO:teuthology.orchestra.run.smithi134.stdout: Package Arch Version Repository Size 2024-09-20T21:30:32.238 INFO:teuthology.orchestra.run.smithi134.stdout:================================================================================ 2024-09-20T21:30:32.238 INFO:teuthology.orchestra.run.smithi134.stdout:Installing: 2024-09-20T21:30:32.238 INFO:teuthology.orchestra.run.smithi134.stdout: nvme-cli x86_64 2.9.1-6.el9 baseos 906 k 2024-09-20T21:30:32.238 INFO:teuthology.orchestra.run.smithi134.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-09-20T21:30:32.238 INFO:teuthology.orchestra.run.smithi134.stdout: runc x86_64 4:1.1.13-4.el9 appstream 3.2 M 2024-09-20T21:30:32.239 INFO:teuthology.orchestra.run.smithi134.stdout:Installing dependencies: 2024-09-20T21:30:32.239 INFO:teuthology.orchestra.run.smithi134.stdout: libnvme x86_64 1.9-3.el9 baseos 106 k 2024-09-20T21:30:32.239 INFO:teuthology.orchestra.run.smithi134.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-09-20T21:30:32.239 INFO:teuthology.orchestra.run.smithi134.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-09-20T21:30:32.239 INFO:teuthology.orchestra.run.smithi134.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-09-20T21:30:32.239 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-20T21:30:32.239 INFO:teuthology.orchestra.run.smithi134.stdout:Transaction Summary 2024-09-20T21:30:32.239 INFO:teuthology.orchestra.run.smithi134.stdout:================================================================================ 2024-09-20T21:30:32.239 INFO:teuthology.orchestra.run.smithi134.stdout:Install 7 Packages 2024-09-20T21:30:32.239 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-20T21:30:32.251 INFO:teuthology.orchestra.run.smithi134.stdout:Total download size: 5.2 M 2024-09-20T21:30:32.251 INFO:teuthology.orchestra.run.smithi134.stdout:Installed size: 19 M 2024-09-20T21:30:32.251 INFO:teuthology.orchestra.run.smithi134.stdout:Downloading Packages: 2024-09-20T21:30:32.310 INFO:teuthology.orchestra.run.smithi046.stdout:Dependencies resolved. 2024-09-20T21:30:32.311 INFO:teuthology.orchestra.run.smithi046.stdout:================================================================================ 2024-09-20T21:30:32.311 INFO:teuthology.orchestra.run.smithi046.stdout: Package Arch Version Repository Size 2024-09-20T21:30:32.311 INFO:teuthology.orchestra.run.smithi046.stdout:================================================================================ 2024-09-20T21:30:32.311 INFO:teuthology.orchestra.run.smithi046.stdout:Installing: 2024-09-20T21:30:32.311 INFO:teuthology.orchestra.run.smithi046.stdout: nvme-cli x86_64 2.9.1-6.el9 baseos 906 k 2024-09-20T21:30:32.311 INFO:teuthology.orchestra.run.smithi046.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-09-20T21:30:32.311 INFO:teuthology.orchestra.run.smithi046.stdout: runc x86_64 4:1.1.13-4.el9 appstream 3.2 M 2024-09-20T21:30:32.311 INFO:teuthology.orchestra.run.smithi046.stdout:Installing dependencies: 2024-09-20T21:30:32.311 INFO:teuthology.orchestra.run.smithi046.stdout: libnvme x86_64 1.9-3.el9 baseos 106 k 2024-09-20T21:30:32.311 INFO:teuthology.orchestra.run.smithi046.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-09-20T21:30:32.311 INFO:teuthology.orchestra.run.smithi046.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-09-20T21:30:32.312 INFO:teuthology.orchestra.run.smithi046.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-09-20T21:30:32.312 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:30:32.312 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction Summary 2024-09-20T21:30:32.312 INFO:teuthology.orchestra.run.smithi046.stdout:================================================================================ 2024-09-20T21:30:32.312 INFO:teuthology.orchestra.run.smithi046.stdout:Install 7 Packages 2024-09-20T21:30:32.312 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:30:32.325 INFO:teuthology.orchestra.run.smithi046.stdout:Total download size: 5.2 M 2024-09-20T21:30:32.325 INFO:teuthology.orchestra.run.smithi046.stdout:Installed size: 19 M 2024-09-20T21:30:32.325 INFO:teuthology.orchestra.run.smithi046.stdout:Downloading Packages: 2024-09-20T21:30:32.768 INFO:teuthology.orchestra.run.smithi134.stdout:(1/7): nvmetcli-0.7-3.el9.noarch.rpm 308 kB/s | 44 kB 00:00 2024-09-20T21:30:32.793 INFO:teuthology.orchestra.run.smithi134.stdout:(2/7): libnvme-1.9-3.el9.x86_64.rpm 625 kB/s | 106 kB 00:00 2024-09-20T21:30:32.815 INFO:teuthology.orchestra.run.smithi046.stdout:(1/7): nvmetcli-0.7-3.el9.noarch.rpm 430 kB/s | 44 kB 00:00 2024-09-20T21:30:32.843 INFO:teuthology.orchestra.run.smithi134.stdout:(3/7): python3-kmod-0.9-32.el9.x86_64.rpm 1.6 MB/s | 84 kB 00:00 2024-09-20T21:30:32.848 INFO:teuthology.orchestra.run.smithi046.stdout:(2/7): libnvme-1.9-3.el9.x86_64.rpm 773 kB/s | 106 kB 00:00 2024-09-20T21:30:32.877 INFO:teuthology.orchestra.run.smithi134.stdout:(4/7): python3-configshell-1.1.30-1.el9.noarch. 656 kB/s | 72 kB 00:00 2024-09-20T21:30:32.890 INFO:teuthology.orchestra.run.smithi046.stdout:(3/7): python3-configshell-1.1.30-1.el9.noarch. 951 kB/s | 72 kB 00:00 2024-09-20T21:30:32.919 INFO:teuthology.orchestra.run.smithi134.stdout:(5/7): nvme-cli-2.9.1-6.el9.x86_64.rpm 3.0 MB/s | 906 kB 00:00 2024-09-20T21:30:32.924 INFO:teuthology.orchestra.run.smithi046.stdout:(4/7): python3-kmod-0.9-32.el9.x86_64.rpm 1.1 MB/s | 84 kB 00:00 2024-09-20T21:30:32.995 INFO:teuthology.orchestra.run.smithi134.stdout:(6/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 5.4 MB/s | 837 kB 00:00 2024-09-20T21:30:33.099 INFO:teuthology.orchestra.run.smithi046.stdout:(5/7): nvme-cli-2.9.1-6.el9.x86_64.rpm 2.3 MB/s | 906 kB 00:00 2024-09-20T21:30:33.191 INFO:teuthology.orchestra.run.smithi046.stdout:(6/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 2.7 MB/s | 837 kB 00:00 2024-09-20T21:30:33.384 INFO:teuthology.orchestra.run.smithi046.stdout:(7/7): runc-1.1.13-4.el9.x86_64.rpm 6.9 MB/s | 3.2 MB 00:00 2024-09-20T21:30:33.384 INFO:teuthology.orchestra.run.smithi046.stdout:-------------------------------------------------------------------------------- 2024-09-20T21:30:33.384 INFO:teuthology.orchestra.run.smithi046.stdout:Total 4.9 MB/s | 5.2 MB 00:01 2024-09-20T21:30:33.498 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction check 2024-09-20T21:30:33.514 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction check succeeded. 2024-09-20T21:30:33.514 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction test 2024-09-20T21:30:33.822 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction test succeeded. 2024-09-20T21:30:33.823 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction 2024-09-20T21:30:33.962 INFO:teuthology.orchestra.run.smithi134.stdout:(7/7): runc-1.1.13-4.el9.x86_64.rpm 2.9 MB/s | 3.2 MB 00:01 2024-09-20T21:30:33.962 INFO:teuthology.orchestra.run.smithi134.stdout:-------------------------------------------------------------------------------- 2024-09-20T21:30:33.962 INFO:teuthology.orchestra.run.smithi134.stdout:Total 3.0 MB/s | 5.2 MB 00:01 2024-09-20T21:30:34.074 INFO:teuthology.orchestra.run.smithi134.stdout:Running transaction check 2024-09-20T21:30:34.088 INFO:teuthology.orchestra.run.smithi134.stdout:Transaction check succeeded. 2024-09-20T21:30:34.088 INFO:teuthology.orchestra.run.smithi134.stdout:Running transaction test 2024-09-20T21:30:34.316 INFO:teuthology.orchestra.run.smithi046.stdout: Preparing : 1/1 2024-09-20T21:30:34.404 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/7 2024-09-20T21:30:34.432 INFO:teuthology.orchestra.run.smithi134.stdout:Transaction test succeeded. 2024-09-20T21:30:34.432 INFO:teuthology.orchestra.run.smithi134.stdout:Running transaction 2024-09-20T21:30:34.442 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 2/7 2024-09-20T21:30:34.474 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 3/7 2024-09-20T21:30:34.705 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libnvme-1.9-3.el9.x86_64 4/7 2024-09-20T21:30:34.738 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : nvme-cli-2.9.1-6.el9.x86_64 5/7 2024-09-20T21:30:34.897 INFO:teuthology.orchestra.run.smithi134.stdout: Preparing : 1/1 2024-09-20T21:30:34.989 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/7 2024-09-20T21:30:35.031 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 2/7 2024-09-20T21:30:35.060 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 3/7 2024-09-20T21:30:35.228 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: nvme-cli-2.9.1-6.el9.x86_64 5/7 2024-09-20T21:30:35.251 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : nvmetcli-0.7-3.el9.noarch 6/7 2024-09-20T21:30:35.268 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libnvme-1.9-3.el9.x86_64 4/7 2024-09-20T21:30:35.299 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : nvme-cli-2.9.1-6.el9.x86_64 5/7 2024-09-20T21:30:35.373 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 6/7 2024-09-20T21:30:35.448 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-20T21:30:35.730 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: nvme-cli-2.9.1-6.el9.x86_64 5/7 2024-09-20T21:30:35.762 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : nvmetcli-0.7-3.el9.noarch 6/7 2024-09-20T21:30:35.874 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 6/7 2024-09-20T21:30:35.940 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-20T21:30:36.442 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-20T21:30:36.442 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/7 2024-09-20T21:30:36.442 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/7 2024-09-20T21:30:36.442 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 3/7 2024-09-20T21:30:36.442 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 4/7 2024-09-20T21:30:36.443 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 5/7 2024-09-20T21:30:36.443 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/7 2024-09-20T21:30:36.784 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-20T21:30:36.784 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:30:36.784 INFO:teuthology.orchestra.run.smithi046.stdout:Installed: 2024-09-20T21:30:36.784 INFO:teuthology.orchestra.run.smithi046.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-20T21:30:36.784 INFO:teuthology.orchestra.run.smithi046.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-09-20T21:30:36.784 INFO:teuthology.orchestra.run.smithi046.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-09-20T21:30:36.784 INFO:teuthology.orchestra.run.smithi046.stdout: runc-4:1.1.13-4.el9.x86_64 2024-09-20T21:30:36.784 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:30:36.784 INFO:teuthology.orchestra.run.smithi046.stdout:Complete! 2024-09-20T21:30:36.907 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-20T21:30:36.907 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/7 2024-09-20T21:30:36.908 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/7 2024-09-20T21:30:36.908 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 3/7 2024-09-20T21:30:36.908 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 4/7 2024-09-20T21:30:36.908 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 5/7 2024-09-20T21:30:36.908 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/7 2024-09-20T21:30:37.167 DEBUG:teuthology.parallel:result is None 2024-09-20T21:30:37.261 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-20T21:30:37.261 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-20T21:30:37.261 INFO:teuthology.orchestra.run.smithi134.stdout:Installed: 2024-09-20T21:30:37.261 INFO:teuthology.orchestra.run.smithi134.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-20T21:30:37.262 INFO:teuthology.orchestra.run.smithi134.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-09-20T21:30:37.262 INFO:teuthology.orchestra.run.smithi134.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-09-20T21:30:37.262 INFO:teuthology.orchestra.run.smithi134.stdout: runc-4:1.1.13-4.el9.x86_64 2024-09-20T21:30:37.262 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-20T21:30:37.262 INFO:teuthology.orchestra.run.smithi134.stdout:Complete! 2024-09-20T21:30:37.653 DEBUG:teuthology.parallel:result is None 2024-09-20T21:30:37.653 INFO:teuthology.run_tasks:Running task install... 2024-09-20T21:30:37.663 DEBUG:teuthology.task.install:project ceph 2024-09-20T21:30:37.663 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '9e2ac70bb7aea67d34f0d50002344abbe7803736'}} 2024-09-20T21:30:37.663 DEBUG:teuthology.task.install:config {'branch': 'quincy', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '9e2ac70bb7aea67d34f0d50002344abbe7803736'} 2024-09-20T21:30:37.663 INFO:teuthology.task.install:Using flavor: default 2024-09-20T21:30:37.669 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-20T21:30:37.669 INFO:teuthology.task.install:extra packages: [] 2024-09-20T21:30:37.669 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '9e2ac70bb7aea67d34f0d50002344abbe7803736', 'tag': None, 'wait_for_package': False} 2024-09-20T21:30:37.669 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-20T21:30:37.669 INFO:teuthology.packaging:ref: None 2024-09-20T21:30:37.669 INFO:teuthology.packaging:tag: None 2024-09-20T21:30:37.670 INFO:teuthology.packaging:branch: quincy 2024-09-20T21:30:37.670 INFO:teuthology.packaging:sha1: 9e2ac70bb7aea67d34f0d50002344abbe7803736 2024-09-20T21:30:37.670 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-09-20T21:30:37.672 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '9e2ac70bb7aea67d34f0d50002344abbe7803736', 'tag': None, 'wait_for_package': False} 2024-09-20T21:30:37.672 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-20T21:30:37.672 INFO:teuthology.packaging:ref: None 2024-09-20T21:30:37.672 INFO:teuthology.packaging:tag: None 2024-09-20T21:30:37.672 INFO:teuthology.packaging:branch: quincy 2024-09-20T21:30:37.673 INFO:teuthology.packaging:sha1: 9e2ac70bb7aea67d34f0d50002344abbe7803736 2024-09-20T21:30:37.673 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-09-20T21:30:37.897 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/quincy/fbd1a6ab0448f011c60f6376195d5c078b0cf20b/centos/9/flavors/default/ 2024-09-20T21:30:37.897 INFO:teuthology.task.install.rpm:Package version is 17.2.7-1649.gfbd1a6ab 2024-09-20T21:30:37.903 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/quincy/fbd1a6ab0448f011c60f6376195d5c078b0cf20b/centos/9/flavors/default/ 2024-09-20T21:30:37.903 INFO:teuthology.task.install.rpm:Package version is 17.2.7-1649.gfbd1a6ab 2024-09-20T21:30:38.064 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/quincy/fbd1a6ab0448f011c60f6376195d5c078b0cf20b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/quincy/fbd1a6ab0448f011c60f6376195d5c078b0cf20b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/quincy/fbd1a6ab0448f011c60f6376195d5c078b0cf20b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-20T21:30:38.064 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-20T21:30:38.064 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-20T21:30:38.093 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-09-20T21:30:38.093 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-20T21:30:38.093 INFO:teuthology.packaging:ref: None 2024-09-20T21:30:38.093 INFO:teuthology.packaging:tag: None 2024-09-20T21:30:38.093 INFO:teuthology.packaging:branch: quincy 2024-09-20T21:30:38.093 INFO:teuthology.packaging:sha1: 9e2ac70bb7aea67d34f0d50002344abbe7803736 2024-09-20T21:30:38.094 DEBUG:teuthology.orchestra.run.smithi046:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-20T21:30:38.123 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/quincy/fbd1a6ab0448f011c60f6376195d5c078b0cf20b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/quincy/fbd1a6ab0448f011c60f6376195d5c078b0cf20b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/quincy/fbd1a6ab0448f011c60f6376195d5c078b0cf20b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-20T21:30:38.123 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-20T21:30:38.123 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-20T21:30:38.150 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-09-20T21:30:38.150 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-20T21:30:38.150 INFO:teuthology.packaging:ref: None 2024-09-20T21:30:38.150 INFO:teuthology.packaging:tag: None 2024-09-20T21:30:38.151 INFO:teuthology.packaging:branch: quincy 2024-09-20T21:30:38.151 INFO:teuthology.packaging:sha1: 9e2ac70bb7aea67d34f0d50002344abbe7803736 2024-09-20T21:30:38.151 DEBUG:teuthology.orchestra.run.smithi134:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-20T21:30:38.159 DEBUG:teuthology.orchestra.run.smithi046:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-20T21:30:38.218 DEBUG:teuthology.orchestra.run.smithi134:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-20T21:30:38.235 DEBUG:teuthology.orchestra.run.smithi046:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-20T21:30:38.295 DEBUG:teuthology.orchestra.run.smithi134:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-20T21:30:38.299 INFO:teuthology.orchestra.run.smithi046.stdout:check_obsoletes = 1 2024-09-20T21:30:38.301 DEBUG:teuthology.orchestra.run.smithi046:> sudo yum clean all 2024-09-20T21:30:38.360 INFO:teuthology.orchestra.run.smithi134.stdout:check_obsoletes = 1 2024-09-20T21:30:38.362 DEBUG:teuthology.orchestra.run.smithi134:> sudo yum clean all 2024-09-20T21:30:38.539 INFO:teuthology.orchestra.run.smithi046.stdout:45 files removed 2024-09-20T21:30:38.568 DEBUG:teuthology.orchestra.run.smithi046:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-09-20T21:30:38.591 INFO:teuthology.orchestra.run.smithi134.stdout:45 files removed 2024-09-20T21:30:38.623 DEBUG:teuthology.orchestra.run.smithi134:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-09-20T21:30:39.150 INFO:teuthology.orchestra.run.smithi046.stdout:ceph packages for x86_64 279 kB/s | 77 kB 00:00 2024-09-20T21:30:39.193 INFO:teuthology.orchestra.run.smithi134.stdout:ceph packages for x86_64 288 kB/s | 77 kB 00:00 2024-09-20T21:30:39.434 INFO:teuthology.orchestra.run.smithi046.stdout:ceph noarch packages 45 kB/s | 11 kB 00:00 2024-09-20T21:30:39.477 INFO:teuthology.orchestra.run.smithi134.stdout:ceph noarch packages 45 kB/s | 11 kB 00:00 2024-09-20T21:30:39.701 INFO:teuthology.orchestra.run.smithi046.stdout:ceph source packages 7.8 kB/s | 1.8 kB 00:00 2024-09-20T21:30:39.761 INFO:teuthology.orchestra.run.smithi134.stdout:ceph source packages 7.2 kB/s | 1.8 kB 00:00 2024-09-20T21:30:40.219 INFO:teuthology.orchestra.run.smithi134.stdout:CentOS Stream 9 - BaseOS 20 MB/s | 8.3 MB 00:00 2024-09-20T21:30:44.409 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - BaseOS 1.8 MB/s | 8.3 MB 00:04 2024-09-20T21:30:45.678 INFO:teuthology.orchestra.run.smithi134.stdout:CentOS Stream 9 - AppStream 4.7 MB/s | 20 MB 00:04 2024-09-20T21:30:49.002 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - AppStream 5.9 MB/s | 20 MB 00:03 2024-09-20T21:30:50.079 INFO:teuthology.orchestra.run.smithi134.stdout:CentOS Stream 9 - CRB 10 MB/s | 6.5 MB 00:00 2024-09-20T21:30:52.323 INFO:teuthology.orchestra.run.smithi134.stdout:CentOS Stream 9 - Extras packages 19 kB/s | 19 kB 00:01 2024-09-20T21:30:53.218 INFO:teuthology.orchestra.run.smithi134.stdout:Extra Packages for Enterprise Linux 30 MB/s | 23 MB 00:00 2024-09-20T21:30:54.478 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - CRB 4.3 MB/s | 6.5 MB 00:01 2024-09-20T21:30:56.245 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - Extras packages 41 kB/s | 19 kB 00:00 2024-09-20T21:30:57.108 INFO:teuthology.orchestra.run.smithi046.stdout:Extra Packages for Enterprise Linux 31 MB/s | 23 MB 00:00 2024-09-20T21:30:58.657 INFO:teuthology.orchestra.run.smithi134.stdout:lab-extras 27 kB/s | 1.7 kB 00:00 2024-09-20T21:31:00.886 INFO:teuthology.orchestra.run.smithi134.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-20T21:31:00.886 INFO:teuthology.orchestra.run.smithi134.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-20T21:31:00.956 INFO:teuthology.orchestra.run.smithi134.stdout:Dependencies resolved. 2024-09-20T21:31:00.963 INFO:teuthology.orchestra.run.smithi134.stdout:======================================================================================= 2024-09-20T21:31:00.963 INFO:teuthology.orchestra.run.smithi134.stdout: Package Arch Version Repository Size 2024-09-20T21:31:00.963 INFO:teuthology.orchestra.run.smithi134.stdout:======================================================================================= 2024-09-20T21:31:00.963 INFO:teuthology.orchestra.run.smithi134.stdout:Installing: 2024-09-20T21:31:00.963 INFO:teuthology.orchestra.run.smithi134.stdout: ceph x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 6.5 k 2024-09-20T21:31:00.963 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-base x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 5.0 M 2024-09-20T21:31:00.963 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-fuse x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 813 k 2024-09-20T21:31:00.963 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 137 k 2024-09-20T21:31:00.963 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mgr x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 1.4 M 2024-09-20T21:31:00.963 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mgr-cephadm noarch 2:17.2.7-1649.gfbd1a6ab.el9 ceph-noarch 124 k 2024-09-20T21:31:00.964 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mgr-dashboard noarch 2:17.2.7-1649.gfbd1a6ab.el9 ceph-noarch 3.4 M 2024-09-20T21:31:00.964 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-1649.gfbd1a6ab.el9 ceph-noarch 7.4 M 2024-09-20T21:31:00.964 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mgr-rook noarch 2:17.2.7-1649.gfbd1a6ab.el9 ceph-noarch 47 k 2024-09-20T21:31:00.964 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-radosgw x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 14 M 2024-09-20T21:31:00.964 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-test x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 48 M 2024-09-20T21:31:00.964 INFO:teuthology.orchestra.run.smithi134.stdout: cephadm noarch 2:17.2.7-1649.gfbd1a6ab.el9 ceph-noarch 83 k 2024-09-20T21:31:00.964 INFO:teuthology.orchestra.run.smithi134.stdout: libcephfs-devel x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 25 k 2024-09-20T21:31:00.964 INFO:teuthology.orchestra.run.smithi134.stdout: libcephfs2 x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 636 k 2024-09-20T21:31:00.964 INFO:teuthology.orchestra.run.smithi134.stdout: librados-devel x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 126 k 2024-09-20T21:31:00.964 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cephfs x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 156 k 2024-09-20T21:31:00.964 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-09-20T21:31:00.964 INFO:teuthology.orchestra.run.smithi134.stdout: python3-rados x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 320 k 2024-09-20T21:31:00.964 INFO:teuthology.orchestra.run.smithi134.stdout: python3-rbd x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 295 k 2024-09-20T21:31:00.965 INFO:teuthology.orchestra.run.smithi134.stdout: python3-rgw x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 99 k 2024-09-20T21:31:00.965 INFO:teuthology.orchestra.run.smithi134.stdout: rbd-fuse x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 82 k 2024-09-20T21:31:00.965 INFO:teuthology.orchestra.run.smithi134.stdout: rbd-mirror x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 2.9 M 2024-09-20T21:31:00.965 INFO:teuthology.orchestra.run.smithi134.stdout: rbd-nbd x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 165 k 2024-09-20T21:31:00.965 INFO:teuthology.orchestra.run.smithi134.stdout:Upgrading: 2024-09-20T21:31:00.965 INFO:teuthology.orchestra.run.smithi134.stdout: librados2 x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 3.1 M 2024-09-20T21:31:00.965 INFO:teuthology.orchestra.run.smithi134.stdout: librbd1 x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 2.9 M 2024-09-20T21:31:00.965 INFO:teuthology.orchestra.run.smithi134.stdout:Installing dependencies: 2024-09-20T21:31:00.965 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-common x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 22 M 2024-09-20T21:31:00.965 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-grafana-dashboards noarch 2:17.2.7-1649.gfbd1a6ab.el9 ceph-noarch 24 k 2024-09-20T21:31:00.965 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mds x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 2.1 M 2024-09-20T21:31:00.965 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mgr-modules-core noarch 2:17.2.7-1649.gfbd1a6ab.el9 ceph-noarch 240 k 2024-09-20T21:31:00.965 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mon x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 3.9 M 2024-09-20T21:31:00.966 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-osd x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 15 M 2024-09-20T21:31:00.966 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-prometheus-alerts noarch 2:17.2.7-1649.gfbd1a6ab.el9 ceph-noarch 15 k 2024-09-20T21:31:00.966 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-selinux x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 25 k 2024-09-20T21:31:00.966 INFO:teuthology.orchestra.run.smithi134.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-20T21:31:00.966 INFO:teuthology.orchestra.run.smithi134.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-20T21:31:00.966 INFO:teuthology.orchestra.run.smithi134.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-20T21:31:00.966 INFO:teuthology.orchestra.run.smithi134.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-20T21:31:00.966 INFO:teuthology.orchestra.run.smithi134.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-20T21:31:00.966 INFO:teuthology.orchestra.run.smithi134.stdout: libcephsqlite x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 163 k 2024-09-20T21:31:00.966 INFO:teuthology.orchestra.run.smithi134.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-20T21:31:00.966 INFO:teuthology.orchestra.run.smithi134.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-20T21:31:00.966 INFO:teuthology.orchestra.run.smithi134.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-20T21:31:00.966 INFO:teuthology.orchestra.run.smithi134.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-20T21:31:00.967 INFO:teuthology.orchestra.run.smithi134.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-20T21:31:00.967 INFO:teuthology.orchestra.run.smithi134.stdout: libradosstriper1 x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 457 k 2024-09-20T21:31:00.967 INFO:teuthology.orchestra.run.smithi134.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-20T21:31:00.967 INFO:teuthology.orchestra.run.smithi134.stdout: librgw2 x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 4.9 M 2024-09-20T21:31:00.967 INFO:teuthology.orchestra.run.smithi134.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-20T21:31:00.967 INFO:teuthology.orchestra.run.smithi134.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-20T21:31:00.967 INFO:teuthology.orchestra.run.smithi134.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-20T21:31:00.967 INFO:teuthology.orchestra.run.smithi134.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-20T21:31:00.967 INFO:teuthology.orchestra.run.smithi134.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-20T21:31:00.967 INFO:teuthology.orchestra.run.smithi134.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-20T21:31:00.967 INFO:teuthology.orchestra.run.smithi134.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-20T21:31:00.967 INFO:teuthology.orchestra.run.smithi134.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-20T21:31:00.967 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-20T21:31:00.967 INFO:teuthology.orchestra.run.smithi134.stdout: python3-ceph-argparse x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 45 k 2024-09-20T21:31:00.968 INFO:teuthology.orchestra.run.smithi134.stdout: python3-ceph-common x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 120 k 2024-09-20T21:31:00.968 INFO:teuthology.orchestra.run.smithi134.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-20T21:31:00.968 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-20T21:31:00.968 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-20T21:31:00.968 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-20T21:31:00.968 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-20T21:31:00.968 INFO:teuthology.orchestra.run.smithi134.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-20T21:31:00.968 INFO:teuthology.orchestra.run.smithi134.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-20T21:31:00.968 INFO:teuthology.orchestra.run.smithi134.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-09-20T21:31:00.968 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-20T21:31:00.968 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-20T21:31:00.968 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-20T21:31:00.969 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-20T21:31:00.969 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-20T21:31:00.969 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-20T21:31:00.969 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-20T21:31:00.969 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-20T21:31:00.969 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-09-20T21:31:00.969 INFO:teuthology.orchestra.run.smithi134.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-20T21:31:00.969 INFO:teuthology.orchestra.run.smithi134.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-20T21:31:00.969 INFO:teuthology.orchestra.run.smithi134.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-20T21:31:00.969 INFO:teuthology.orchestra.run.smithi134.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-20T21:31:00.969 INFO:teuthology.orchestra.run.smithi134.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-20T21:31:00.969 INFO:teuthology.orchestra.run.smithi134.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-20T21:31:00.969 INFO:teuthology.orchestra.run.smithi134.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-20T21:31:00.969 INFO:teuthology.orchestra.run.smithi134.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-20T21:31:00.970 INFO:teuthology.orchestra.run.smithi134.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-20T21:31:00.970 INFO:teuthology.orchestra.run.smithi134.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-20T21:31:00.970 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-20T21:31:00.970 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-09-20T21:31:00.970 INFO:teuthology.orchestra.run.smithi134.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-20T21:31:00.970 INFO:teuthology.orchestra.run.smithi134.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-20T21:31:00.970 INFO:teuthology.orchestra.run.smithi134.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-20T21:31:00.970 INFO:teuthology.orchestra.run.smithi134.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-09-20T21:31:00.970 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-20T21:31:00.970 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-20T21:31:00.970 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-20T21:31:00.970 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-20T21:31:00.970 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-20T21:31:00.971 INFO:teuthology.orchestra.run.smithi134.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-20T21:31:00.971 INFO:teuthology.orchestra.run.smithi134.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-20T21:31:00.971 INFO:teuthology.orchestra.run.smithi134.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-20T21:31:00.971 INFO:teuthology.orchestra.run.smithi134.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-20T21:31:00.971 INFO:teuthology.orchestra.run.smithi134.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-20T21:31:00.971 INFO:teuthology.orchestra.run.smithi134.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-20T21:31:00.971 INFO:teuthology.orchestra.run.smithi134.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-20T21:31:00.971 INFO:teuthology.orchestra.run.smithi134.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-20T21:31:00.971 INFO:teuthology.orchestra.run.smithi134.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-20T21:31:00.971 INFO:teuthology.orchestra.run.smithi134.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-20T21:31:00.971 INFO:teuthology.orchestra.run.smithi134.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-20T21:31:00.971 INFO:teuthology.orchestra.run.smithi134.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-20T21:31:00.972 INFO:teuthology.orchestra.run.smithi134.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-20T21:31:00.972 INFO:teuthology.orchestra.run.smithi134.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-20T21:31:00.972 INFO:teuthology.orchestra.run.smithi134.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-20T21:31:00.972 INFO:teuthology.orchestra.run.smithi134.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-20T21:31:00.972 INFO:teuthology.orchestra.run.smithi134.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-20T21:31:00.972 INFO:teuthology.orchestra.run.smithi134.stdout:Installing weak dependencies: 2024-09-20T21:31:00.972 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-09-20T21:31:00.972 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-20T21:31:00.972 INFO:teuthology.orchestra.run.smithi134.stdout:Transaction Summary 2024-09-20T21:31:00.972 INFO:teuthology.orchestra.run.smithi134.stdout:======================================================================================= 2024-09-20T21:31:00.972 INFO:teuthology.orchestra.run.smithi134.stdout:Install 112 Packages 2024-09-20T21:31:00.972 INFO:teuthology.orchestra.run.smithi134.stdout:Upgrade 2 Packages 2024-09-20T21:31:00.972 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-20T21:31:00.973 INFO:teuthology.orchestra.run.smithi134.stdout:Total download size: 190 M 2024-09-20T21:31:00.973 INFO:teuthology.orchestra.run.smithi134.stdout:Downloading Packages: 2024-09-20T21:31:01.792 INFO:teuthology.orchestra.run.smithi134.stdout:(1/114): ceph-17.2.7-1649.gfbd1a6ab.el9.x86_64. 47 kB/s | 6.5 kB 00:00 2024-09-20T21:31:02.009 INFO:teuthology.orchestra.run.smithi134.stdout:(2/114): ceph-fuse-17.2.7-1649.gfbd1a6ab.el9.x8 3.7 MB/s | 813 kB 00:00 2024-09-20T21:31:02.101 INFO:teuthology.orchestra.run.smithi134.stdout:(3/114): ceph-immutable-object-cache-17.2.7-164 1.5 MB/s | 137 kB 00:00 2024-09-20T21:31:02.184 INFO:teuthology.orchestra.run.smithi134.stdout:(4/114): ceph-base-17.2.7-1649.gfbd1a6ab.el9.x8 9.4 MB/s | 5.0 MB 00:00 2024-09-20T21:31:02.276 INFO:teuthology.orchestra.run.smithi134.stdout:(5/114): ceph-mgr-17.2.7-1649.gfbd1a6ab.el9.x86 15 MB/s | 1.4 MB 00:00 2024-09-20T21:31:02.435 INFO:teuthology.orchestra.run.smithi134.stdout:(6/114): ceph-mds-17.2.7-1649.gfbd1a6ab.el9.x86 6.2 MB/s | 2.1 MB 00:00 2024-09-20T21:31:02.552 INFO:teuthology.orchestra.run.smithi134.stdout:(7/114): ceph-mon-17.2.7-1649.gfbd1a6ab.el9.x86 14 MB/s | 3.9 MB 00:00 2024-09-20T21:31:02.760 INFO:teuthology.orchestra.run.smithi134.stdout:(8/114): ceph-common-17.2.7-1649.gfbd1a6ab.el9. 20 MB/s | 22 MB 00:01 2024-09-20T21:31:02.763 INFO:teuthology.orchestra.run.smithi046.stdout:lab-extras 22 kB/s | 1.7 kB 00:00 2024-09-20T21:31:02.802 INFO:teuthology.orchestra.run.smithi134.stdout:(9/114): ceph-selinux-17.2.7-1649.gfbd1a6ab.el9 608 kB/s | 25 kB 00:00 2024-09-20T21:31:03.286 INFO:teuthology.orchestra.run.smithi134.stdout:(10/114): ceph-radosgw-17.2.7-1649.gfbd1a6ab.el 20 MB/s | 14 MB 00:00 2024-09-20T21:31:03.336 INFO:teuthology.orchestra.run.smithi134.stdout:(11/114): libcephfs-devel-17.2.7-1649.gfbd1a6ab 502 kB/s | 25 kB 00:00 2024-09-20T21:31:03.411 INFO:teuthology.orchestra.run.smithi134.stdout:(12/114): libcephfs2-17.2.7-1649.gfbd1a6ab.el9. 8.3 MB/s | 636 kB 00:00 2024-09-20T21:31:03.478 INFO:teuthology.orchestra.run.smithi134.stdout:(13/114): libcephsqlite-17.2.7-1649.gfbd1a6ab.e 2.4 MB/s | 163 kB 00:00 2024-09-20T21:31:03.553 INFO:teuthology.orchestra.run.smithi134.stdout:(14/114): librados-devel-17.2.7-1649.gfbd1a6ab. 1.6 MB/s | 126 kB 00:00 2024-09-20T21:31:03.629 INFO:teuthology.orchestra.run.smithi134.stdout:(15/114): libradosstriper1-17.2.7-1649.gfbd1a6a 6.0 MB/s | 457 kB 00:00 2024-09-20T21:31:03.821 INFO:teuthology.orchestra.run.smithi134.stdout:(16/114): ceph-osd-17.2.7-1649.gfbd1a6ab.el9.x8 11 MB/s | 15 MB 00:01 2024-09-20T21:31:03.870 INFO:teuthology.orchestra.run.smithi134.stdout:(17/114): python3-ceph-argparse-17.2.7-1649.gfb 929 kB/s | 45 kB 00:00 2024-09-20T21:31:03.945 INFO:teuthology.orchestra.run.smithi134.stdout:(18/114): librgw2-17.2.7-1649.gfbd1a6ab.el9.x86 16 MB/s | 4.9 MB 00:00 2024-09-20T21:31:03.970 INFO:teuthology.orchestra.run.smithi134.stdout:(19/114): python3-ceph-common-17.2.7-1649.gfbd1 1.2 MB/s | 120 kB 00:00 2024-09-20T21:31:04.004 INFO:teuthology.orchestra.run.smithi134.stdout:(20/114): python3-cephfs-17.2.7-1649.gfbd1a6ab. 2.6 MB/s | 156 kB 00:00 2024-09-20T21:31:04.029 INFO:teuthology.orchestra.run.smithi134.stdout:(21/114): python3-rados-17.2.7-1649.gfbd1a6ab.e 5.3 MB/s | 320 kB 00:00 2024-09-20T21:31:04.063 INFO:teuthology.orchestra.run.smithi134.stdout:(22/114): python3-rbd-17.2.7-1649.gfbd1a6ab.el9 4.9 MB/s | 295 kB 00:00 2024-09-20T21:31:04.088 INFO:teuthology.orchestra.run.smithi134.stdout:(23/114): python3-rgw-17.2.7-1649.gfbd1a6ab.el9 1.7 MB/s | 99 kB 00:00 2024-09-20T21:31:04.121 INFO:teuthology.orchestra.run.smithi134.stdout:(24/114): rbd-fuse-17.2.7-1649.gfbd1a6ab.el9.x8 1.4 MB/s | 82 kB 00:00 2024-09-20T21:31:04.180 INFO:teuthology.orchestra.run.smithi134.stdout:(25/114): rbd-nbd-17.2.7-1649.gfbd1a6ab.el9.x86 2.8 MB/s | 165 kB 00:00 2024-09-20T21:31:04.239 INFO:teuthology.orchestra.run.smithi134.stdout:(26/114): ceph-grafana-dashboards-17.2.7-1649.g 418 kB/s | 24 kB 00:00 2024-09-20T21:31:04.297 INFO:teuthology.orchestra.run.smithi134.stdout:(27/114): ceph-mgr-cephadm-17.2.7-1649.gfbd1a6a 2.1 MB/s | 124 kB 00:00 2024-09-20T21:31:04.348 INFO:teuthology.orchestra.run.smithi134.stdout:(28/114): rbd-mirror-17.2.7-1649.gfbd1a6ab.el9. 11 MB/s | 2.9 MB 00:00 2024-09-20T21:31:04.498 INFO:teuthology.orchestra.run.smithi134.stdout:(29/114): ceph-mgr-dashboard-17.2.7-1649.gfbd1a 17 MB/s | 3.4 MB 00:00 2024-09-20T21:31:04.556 INFO:teuthology.orchestra.run.smithi134.stdout:(30/114): ceph-mgr-modules-core-17.2.7-1649.gfb 4.0 MB/s | 240 kB 00:00 2024-09-20T21:31:04.623 INFO:teuthology.orchestra.run.smithi134.stdout:(31/114): ceph-mgr-rook-17.2.7-1649.gfbd1a6ab.e 714 kB/s | 47 kB 00:00 2024-09-20T21:31:05.040 INFO:teuthology.orchestra.run.smithi134.stdout:(32/114): ceph-test-17.2.7-1649.gfbd1a6ab.el9.x 21 MB/s | 48 MB 00:02 2024-09-20T21:31:05.048 INFO:teuthology.orchestra.run.smithi046.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-20T21:31:05.049 INFO:teuthology.orchestra.run.smithi046.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-20T21:31:05.066 INFO:teuthology.orchestra.run.smithi134.stdout:(33/114): ceph-prometheus-alerts-17.2.7-1649.gf 33 kB/s | 15 kB 00:00 2024-09-20T21:31:05.091 INFO:teuthology.orchestra.run.smithi134.stdout:(34/114): cephadm-17.2.7-1649.gfbd1a6ab.el9.noa 1.6 MB/s | 83 kB 00:00 2024-09-20T21:31:05.121 INFO:teuthology.orchestra.run.smithi046.stdout:Dependencies resolved. 2024-09-20T21:31:05.128 INFO:teuthology.orchestra.run.smithi046.stdout:======================================================================================= 2024-09-20T21:31:05.128 INFO:teuthology.orchestra.run.smithi046.stdout: Package Arch Version Repository Size 2024-09-20T21:31:05.128 INFO:teuthology.orchestra.run.smithi046.stdout:======================================================================================= 2024-09-20T21:31:05.128 INFO:teuthology.orchestra.run.smithi046.stdout:Installing: 2024-09-20T21:31:05.128 INFO:teuthology.orchestra.run.smithi046.stdout: ceph x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 6.5 k 2024-09-20T21:31:05.128 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-base x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 5.0 M 2024-09-20T21:31:05.128 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-fuse x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 813 k 2024-09-20T21:31:05.129 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 137 k 2024-09-20T21:31:05.129 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 1.4 M 2024-09-20T21:31:05.129 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-cephadm noarch 2:17.2.7-1649.gfbd1a6ab.el9 ceph-noarch 124 k 2024-09-20T21:31:05.129 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-dashboard noarch 2:17.2.7-1649.gfbd1a6ab.el9 ceph-noarch 3.4 M 2024-09-20T21:31:05.129 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-1649.gfbd1a6ab.el9 ceph-noarch 7.4 M 2024-09-20T21:31:05.129 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-rook noarch 2:17.2.7-1649.gfbd1a6ab.el9 ceph-noarch 47 k 2024-09-20T21:31:05.129 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-radosgw x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 14 M 2024-09-20T21:31:05.129 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-test x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 48 M 2024-09-20T21:31:05.129 INFO:teuthology.orchestra.run.smithi046.stdout: cephadm noarch 2:17.2.7-1649.gfbd1a6ab.el9 ceph-noarch 83 k 2024-09-20T21:31:05.129 INFO:teuthology.orchestra.run.smithi046.stdout: libcephfs-devel x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 25 k 2024-09-20T21:31:05.129 INFO:teuthology.orchestra.run.smithi046.stdout: libcephfs2 x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 636 k 2024-09-20T21:31:05.129 INFO:teuthology.orchestra.run.smithi046.stdout: librados-devel x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 126 k 2024-09-20T21:31:05.130 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cephfs x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 156 k 2024-09-20T21:31:05.130 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-09-20T21:31:05.130 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rados x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 320 k 2024-09-20T21:31:05.130 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rbd x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 295 k 2024-09-20T21:31:05.130 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rgw x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 99 k 2024-09-20T21:31:05.130 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-fuse x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 82 k 2024-09-20T21:31:05.131 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-mirror x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 2.9 M 2024-09-20T21:31:05.131 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-nbd x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 165 k 2024-09-20T21:31:05.131 INFO:teuthology.orchestra.run.smithi046.stdout:Upgrading: 2024-09-20T21:31:05.131 INFO:teuthology.orchestra.run.smithi046.stdout: librados2 x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 3.1 M 2024-09-20T21:31:05.131 INFO:teuthology.orchestra.run.smithi046.stdout: librbd1 x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 2.9 M 2024-09-20T21:31:05.131 INFO:teuthology.orchestra.run.smithi046.stdout:Installing dependencies: 2024-09-20T21:31:05.131 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-common x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 22 M 2024-09-20T21:31:05.132 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-grafana-dashboards noarch 2:17.2.7-1649.gfbd1a6ab.el9 ceph-noarch 24 k 2024-09-20T21:31:05.132 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mds x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 2.1 M 2024-09-20T21:31:05.132 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-modules-core noarch 2:17.2.7-1649.gfbd1a6ab.el9 ceph-noarch 240 k 2024-09-20T21:31:05.132 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mon x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 3.9 M 2024-09-20T21:31:05.132 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-osd x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 15 M 2024-09-20T21:31:05.132 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-prometheus-alerts noarch 2:17.2.7-1649.gfbd1a6ab.el9 ceph-noarch 15 k 2024-09-20T21:31:05.132 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-selinux x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 25 k 2024-09-20T21:31:05.132 INFO:teuthology.orchestra.run.smithi046.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-20T21:31:05.132 INFO:teuthology.orchestra.run.smithi046.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-20T21:31:05.132 INFO:teuthology.orchestra.run.smithi046.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-20T21:31:05.132 INFO:teuthology.orchestra.run.smithi046.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-20T21:31:05.133 INFO:teuthology.orchestra.run.smithi046.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-20T21:31:05.133 INFO:teuthology.orchestra.run.smithi046.stdout: libcephsqlite x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 163 k 2024-09-20T21:31:05.133 INFO:teuthology.orchestra.run.smithi046.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-20T21:31:05.133 INFO:teuthology.orchestra.run.smithi046.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-20T21:31:05.133 INFO:teuthology.orchestra.run.smithi046.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-20T21:31:05.133 INFO:teuthology.orchestra.run.smithi046.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-20T21:31:05.133 INFO:teuthology.orchestra.run.smithi046.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-20T21:31:05.133 INFO:teuthology.orchestra.run.smithi046.stdout: libradosstriper1 x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 457 k 2024-09-20T21:31:05.133 INFO:teuthology.orchestra.run.smithi046.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-20T21:31:05.133 INFO:teuthology.orchestra.run.smithi046.stdout: librgw2 x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 4.9 M 2024-09-20T21:31:05.133 INFO:teuthology.orchestra.run.smithi046.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-20T21:31:05.133 INFO:teuthology.orchestra.run.smithi046.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-20T21:31:05.133 INFO:teuthology.orchestra.run.smithi046.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-20T21:31:05.133 INFO:teuthology.orchestra.run.smithi046.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-20T21:31:05.134 INFO:teuthology.orchestra.run.smithi046.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-20T21:31:05.134 INFO:teuthology.orchestra.run.smithi046.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-20T21:31:05.134 INFO:teuthology.orchestra.run.smithi046.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-20T21:31:05.134 INFO:teuthology.orchestra.run.smithi046.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-20T21:31:05.134 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-20T21:31:05.134 INFO:teuthology.orchestra.run.smithi046.stdout: python3-ceph-argparse x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 45 k 2024-09-20T21:31:05.134 INFO:teuthology.orchestra.run.smithi046.stdout: python3-ceph-common x86_64 2:17.2.7-1649.gfbd1a6ab.el9 ceph 120 k 2024-09-20T21:31:05.134 INFO:teuthology.orchestra.run.smithi046.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-20T21:31:05.134 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-20T21:31:05.134 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-20T21:31:05.134 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-20T21:31:05.134 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-20T21:31:05.135 INFO:teuthology.orchestra.run.smithi046.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-20T21:31:05.135 INFO:teuthology.orchestra.run.smithi046.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-20T21:31:05.135 INFO:teuthology.orchestra.run.smithi046.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-09-20T21:31:05.135 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-20T21:31:05.135 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-20T21:31:05.135 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-20T21:31:05.135 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-20T21:31:05.135 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-20T21:31:05.135 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-20T21:31:05.135 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-20T21:31:05.135 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-20T21:31:05.136 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-09-20T21:31:05.136 INFO:teuthology.orchestra.run.smithi046.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-20T21:31:05.136 INFO:teuthology.orchestra.run.smithi046.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-20T21:31:05.136 INFO:teuthology.orchestra.run.smithi046.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-20T21:31:05.136 INFO:teuthology.orchestra.run.smithi046.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-20T21:31:05.136 INFO:teuthology.orchestra.run.smithi046.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-20T21:31:05.136 INFO:teuthology.orchestra.run.smithi046.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-20T21:31:05.136 INFO:teuthology.orchestra.run.smithi046.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-20T21:31:05.136 INFO:teuthology.orchestra.run.smithi046.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-20T21:31:05.136 INFO:teuthology.orchestra.run.smithi046.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-20T21:31:05.136 INFO:teuthology.orchestra.run.smithi046.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-20T21:31:05.136 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-20T21:31:05.136 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-09-20T21:31:05.136 INFO:teuthology.orchestra.run.smithi046.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-20T21:31:05.136 INFO:teuthology.orchestra.run.smithi046.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-20T21:31:05.137 INFO:teuthology.orchestra.run.smithi046.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-20T21:31:05.137 INFO:teuthology.orchestra.run.smithi046.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-09-20T21:31:05.137 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-20T21:31:05.137 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-20T21:31:05.137 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-20T21:31:05.137 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-20T21:31:05.137 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-20T21:31:05.137 INFO:teuthology.orchestra.run.smithi046.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-20T21:31:05.137 INFO:teuthology.orchestra.run.smithi046.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-20T21:31:05.137 INFO:teuthology.orchestra.run.smithi046.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-20T21:31:05.137 INFO:teuthology.orchestra.run.smithi046.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-20T21:31:05.137 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-20T21:31:05.137 INFO:teuthology.orchestra.run.smithi046.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-20T21:31:05.138 INFO:teuthology.orchestra.run.smithi046.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-20T21:31:05.138 INFO:teuthology.orchestra.run.smithi046.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-20T21:31:05.138 INFO:teuthology.orchestra.run.smithi046.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-20T21:31:05.138 INFO:teuthology.orchestra.run.smithi046.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-20T21:31:05.138 INFO:teuthology.orchestra.run.smithi046.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-20T21:31:05.138 INFO:teuthology.orchestra.run.smithi046.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-20T21:31:05.138 INFO:teuthology.orchestra.run.smithi046.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-20T21:31:05.138 INFO:teuthology.orchestra.run.smithi046.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-20T21:31:05.138 INFO:teuthology.orchestra.run.smithi046.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-20T21:31:05.138 INFO:teuthology.orchestra.run.smithi046.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-20T21:31:05.138 INFO:teuthology.orchestra.run.smithi046.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-20T21:31:05.138 INFO:teuthology.orchestra.run.smithi046.stdout:Installing weak dependencies: 2024-09-20T21:31:05.138 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-09-20T21:31:05.138 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:31:05.139 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction Summary 2024-09-20T21:31:05.139 INFO:teuthology.orchestra.run.smithi046.stdout:======================================================================================= 2024-09-20T21:31:05.139 INFO:teuthology.orchestra.run.smithi046.stdout:Install 112 Packages 2024-09-20T21:31:05.139 INFO:teuthology.orchestra.run.smithi046.stdout:Upgrade 2 Packages 2024-09-20T21:31:05.139 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:31:05.139 INFO:teuthology.orchestra.run.smithi046.stdout:Total download size: 190 M 2024-09-20T21:31:05.139 INFO:teuthology.orchestra.run.smithi046.stdout:Downloading Packages: 2024-09-20T21:31:05.191 INFO:teuthology.orchestra.run.smithi134.stdout:(35/114): ceph-mgr-diskprediction-local-17.2.7- 8.8 MB/s | 7.4 MB 00:00 2024-09-20T21:31:05.233 INFO:teuthology.orchestra.run.smithi134.stdout:(36/114): fuse-2.9.9-16.el9.x86_64.rpm 477 kB/s | 80 kB 00:00 2024-09-20T21:31:05.375 INFO:teuthology.orchestra.run.smithi134.stdout:(37/114): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.7 MB/s | 253 kB 00:00 2024-09-20T21:31:05.400 INFO:teuthology.orchestra.run.smithi134.stdout:(38/114): libquadmath-11.5.0-2.el9.x86_64.rpm 917 kB/s | 191 kB 00:00 2024-09-20T21:31:05.459 INFO:teuthology.orchestra.run.smithi134.stdout:(39/114): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-09-20T21:31:05.493 INFO:teuthology.orchestra.run.smithi134.stdout:(40/114): libgfortran-11.5.0-2.el9.x86_64.rpm 1.9 MB/s | 801 kB 00:00 2024-09-20T21:31:05.518 INFO:teuthology.orchestra.run.smithi134.stdout:(41/114): python3-pycparser-2.20-6.el9.noarch.r 2.3 MB/s | 135 kB 00:00 2024-09-20T21:31:05.568 INFO:teuthology.orchestra.run.smithi134.stdout:(42/114): python3-requests-2.25.1-8.el9.noarch. 1.6 MB/s | 125 kB 00:00 2024-09-20T21:31:05.619 INFO:teuthology.orchestra.run.smithi134.stdout:(43/114): python3-urllib3-1.26.5-6.el9.noarch.r 2.1 MB/s | 215 kB 00:00 2024-09-20T21:31:05.623 INFO:teuthology.orchestra.run.smithi046.stdout:(1/114): ceph-17.2.7-1649.gfbd1a6ab.el9.x86_64. 49 kB/s | 6.5 kB 00:00 2024-09-20T21:31:05.685 INFO:teuthology.orchestra.run.smithi134.stdout:(44/114): python3-cryptography-36.0.1-4.el9.x86 4.0 MB/s | 1.2 MB 00:00 2024-09-20T21:31:05.702 INFO:teuthology.orchestra.run.smithi134.stdout:(45/114): flexiblas-3.0.4-8.el9.x86_64.rpm 244 kB/s | 33 kB 00:00 2024-09-20T21:31:05.728 INFO:teuthology.orchestra.run.smithi134.stdout:(46/114): flexiblas-openblas-openmp-3.0.4-8.el9 436 kB/s | 18 kB 00:00 2024-09-20T21:31:05.803 INFO:teuthology.orchestra.run.smithi134.stdout:(47/114): librabbitmq-0.11.0-7.el9.x86_64.rpm 604 kB/s | 45 kB 00:00 2024-09-20T21:31:05.849 INFO:teuthology.orchestra.run.smithi046.stdout:(2/114): ceph-fuse-17.2.7-1649.gfbd1a6ab.el9.x8 3.5 MB/s | 813 kB 00:00 2024-09-20T21:31:05.861 INFO:teuthology.orchestra.run.smithi134.stdout:(48/114): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.0 MB/s | 160 kB 00:00 2024-09-20T21:31:05.949 INFO:teuthology.orchestra.run.smithi046.stdout:(3/114): ceph-base-17.2.7-1649.gfbd1a6ab.el9.x8 11 MB/s | 5.0 MB 00:00 2024-09-20T21:31:05.970 INFO:teuthology.orchestra.run.smithi134.stdout:(49/114): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.6 MB/s | 292 kB 00:00 2024-09-20T21:31:05.974 INFO:teuthology.orchestra.run.smithi046.stdout:(4/114): ceph-immutable-object-cache-17.2.7-164 1.1 MB/s | 137 kB 00:00 2024-09-20T21:31:05.995 INFO:teuthology.orchestra.run.smithi134.stdout:(50/114): librdkafka-1.6.1-102.el9.x86_64.rpm 3.4 MB/s | 662 kB 00:00 2024-09-20T21:31:06.012 INFO:teuthology.orchestra.run.smithi134.stdout:(51/114): openblas-0.3.26-2.el9.x86_64.rpm 924 kB/s | 38 kB 00:00 2024-09-20T21:31:06.066 INFO:teuthology.orchestra.run.smithi046.stdout:(5/114): ceph-mds-17.2.7-1649.gfbd1a6ab.el9.x86 18 MB/s | 2.1 MB 00:00 2024-09-20T21:31:06.096 INFO:teuthology.orchestra.run.smithi134.stdout:(52/114): python3-attrs-20.3.0-7.el9.noarch.rpm 1.0 MB/s | 87 kB 00:00 2024-09-20T21:31:06.208 INFO:teuthology.orchestra.run.smithi046.stdout:(6/114): ceph-mgr-17.2.7-1649.gfbd1a6ab.el9.x86 6.0 MB/s | 1.4 MB 00:00 2024-09-20T21:31:06.283 INFO:teuthology.orchestra.run.smithi046.stdout:(7/114): ceph-mon-17.2.7-1649.gfbd1a6ab.el9.x86 18 MB/s | 3.9 MB 00:00 2024-09-20T21:31:06.488 INFO:teuthology.orchestra.run.smithi134.stdout:(53/114): flexiblas-netlib-3.0.4-8.el9.x86_64.r 3.4 MB/s | 3.0 MB 00:00 2024-09-20T21:31:06.596 INFO:teuthology.orchestra.run.smithi134.stdout:(54/114): python3-devel-3.9.19-8.el9.x86_64.rpm 2.2 MB/s | 245 kB 00:00 2024-09-20T21:31:06.672 INFO:teuthology.orchestra.run.smithi134.stdout:(55/114): python3-iniconfig-1.1.1-7.el9.noarch. 233 kB/s | 17 kB 00:00 2024-09-20T21:31:06.709 INFO:teuthology.orchestra.run.smithi046.stdout:(8/114): ceph-common-17.2.7-1649.gfbd1a6ab.el9. 18 MB/s | 22 MB 00:01 2024-09-20T21:31:06.750 INFO:teuthology.orchestra.run.smithi046.stdout:(9/114): ceph-selinux-17.2.7-1649.gfbd1a6ab.el9 611 kB/s | 25 kB 00:00 2024-09-20T21:31:06.788 INFO:teuthology.orchestra.run.smithi134.stdout:(56/114): python3-jinja2-2.11.3-6.el9.noarch.rp 2.1 MB/s | 248 kB 00:00 2024-09-20T21:31:06.839 INFO:teuthology.orchestra.run.smithi134.stdout:(57/114): python3-jsonpatch-1.21-16.el9.noarch. 512 kB/s | 26 kB 00:00 2024-09-20T21:31:06.889 INFO:teuthology.orchestra.run.smithi134.stdout:(58/114): python3-jsonpointer-2.0-4.el9.noarch. 384 kB/s | 19 kB 00:00 2024-09-20T21:31:06.973 INFO:teuthology.orchestra.run.smithi134.stdout:(59/114): python3-mako-1.1.4-6.el9.noarch.rpm 2.0 MB/s | 172 kB 00:00 2024-09-20T21:31:07.023 INFO:teuthology.orchestra.run.smithi134.stdout:(60/114): python3-markupsafe-1.1.1-12.el9.x86_6 699 kB/s | 35 kB 00:00 2024-09-20T21:31:07.084 INFO:teuthology.orchestra.run.smithi046.stdout:(10/114): ceph-radosgw-17.2.7-1649.gfbd1a6ab.el 18 MB/s | 14 MB 00:00 2024-09-20T21:31:07.118 INFO:teuthology.orchestra.run.smithi046.stdout:(11/114): libcephfs-devel-17.2.7-1649.gfbd1a6ab 756 kB/s | 25 kB 00:00 2024-09-20T21:31:07.201 INFO:teuthology.orchestra.run.smithi046.stdout:(12/114): libcephfs2-17.2.7-1649.gfbd1a6ab.el9. 7.5 MB/s | 636 kB 00:00 2024-09-20T21:31:07.277 INFO:teuthology.orchestra.run.smithi046.stdout:(13/114): libcephsqlite-17.2.7-1649.gfbd1a6ab.e 2.1 MB/s | 163 kB 00:00 2024-09-20T21:31:07.344 INFO:teuthology.orchestra.run.smithi046.stdout:(14/114): librados-devel-17.2.7-1649.gfbd1a6ab. 1.8 MB/s | 126 kB 00:00 2024-09-20T21:31:07.348 INFO:teuthology.orchestra.run.smithi134.stdout:(61/114): python3-babel-2.9.1-2.el9.noarch.rpm 4.8 MB/s | 6.0 MB 00:01 2024-09-20T21:31:07.415 INFO:teuthology.orchestra.run.smithi134.stdout:(62/114): openblas-openmp-0.3.26-2.el9.x86_64.r 3.5 MB/s | 4.9 MB 00:01 2024-09-20T21:31:07.419 INFO:teuthology.orchestra.run.smithi046.stdout:(15/114): libradosstriper1-17.2.7-1649.gfbd1a6a 6.0 MB/s | 457 kB 00:00 2024-09-20T21:31:07.465 INFO:teuthology.orchestra.run.smithi134.stdout:(63/114): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.1 MB/s | 250 kB 00:00 2024-09-20T21:31:07.515 INFO:teuthology.orchestra.run.smithi134.stdout:(64/114): python3-oauthlib-3.1.1-5.el9.noarch.r 2.2 MB/s | 222 kB 00:00 2024-09-20T21:31:07.541 INFO:teuthology.orchestra.run.smithi134.stdout:(65/114): python3-packaging-20.9-5.el9.noarch.r 1.0 MB/s | 77 kB 00:00 2024-09-20T21:31:07.599 INFO:teuthology.orchestra.run.smithi134.stdout:(66/114): python3-prettytable-0.7.2-27.el9.noar 726 kB/s | 42 kB 00:00 2024-09-20T21:31:07.625 INFO:teuthology.orchestra.run.smithi134.stdout:(67/114): python3-pluggy-0.13.1-7.el9.noarch.rp 495 kB/s | 41 kB 00:00 2024-09-20T21:31:07.644 INFO:teuthology.orchestra.run.smithi046.stdout:(16/114): ceph-osd-17.2.7-1649.gfbd1a6ab.el9.x8 11 MB/s | 15 MB 00:01 2024-09-20T21:31:07.678 INFO:teuthology.orchestra.run.smithi046.stdout:(17/114): python3-ceph-argparse-17.2.7-1649.gfb 1.3 MB/s | 45 kB 00:00 2024-09-20T21:31:07.708 INFO:teuthology.orchestra.run.smithi134.stdout:(68/114): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.9 MB/s | 159 kB 00:00 2024-09-20T21:31:07.753 INFO:teuthology.orchestra.run.smithi046.stdout:(18/114): librgw2-17.2.7-1649.gfbd1a6ab.el9.x86 15 MB/s | 4.9 MB 00:00 2024-09-20T21:31:07.767 INFO:teuthology.orchestra.run.smithi134.stdout:(69/114): python3-py-1.10.0-6.el9.noarch.rpm 2.8 MB/s | 477 kB 00:00 2024-09-20T21:31:07.779 INFO:teuthology.orchestra.run.smithi046.stdout:(19/114): python3-ceph-common-17.2.7-1649.gfbd1 1.2 MB/s | 120 kB 00:00 2024-09-20T21:31:07.804 INFO:teuthology.orchestra.run.smithi046.stdout:(20/114): python3-cephfs-17.2.7-1649.gfbd1a6ab. 3.0 MB/s | 156 kB 00:00 2024-09-20T21:31:07.817 INFO:teuthology.orchestra.run.smithi134.stdout:(70/114): python3-pyasn1-modules-0.4.8-6.el9.no 2.5 MB/s | 279 kB 00:00 2024-09-20T21:31:07.829 INFO:teuthology.orchestra.run.smithi046.stdout:(21/114): python3-rados-17.2.7-1649.gfbd1a6ab.e 6.2 MB/s | 320 kB 00:00 2024-09-20T21:31:07.854 INFO:teuthology.orchestra.run.smithi046.stdout:(22/114): python3-rbd-17.2.7-1649.gfbd1a6ab.el9 5.7 MB/s | 295 kB 00:00 2024-09-20T21:31:07.867 INFO:teuthology.orchestra.run.smithi134.stdout:(71/114): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-09-20T21:31:07.880 INFO:teuthology.orchestra.run.smithi046.stdout:(23/114): python3-rgw-17.2.7-1649.gfbd1a6ab.el9 1.9 MB/s | 99 kB 00:00 2024-09-20T21:31:07.901 INFO:teuthology.orchestra.run.smithi134.stdout:(72/114): python3-pytest-6.2.2-7.el9.noarch.rpm 3.8 MB/s | 519 kB 00:00 2024-09-20T21:31:07.905 INFO:teuthology.orchestra.run.smithi046.stdout:(24/114): rbd-fuse-17.2.7-1649.gfbd1a6ab.el9.x8 1.6 MB/s | 82 kB 00:00 2024-09-20T21:31:07.926 INFO:teuthology.orchestra.run.smithi134.stdout:(73/114): python3-requests-oauthlib-1.3.0-12.el 916 kB/s | 54 kB 00:00 2024-09-20T21:31:07.955 INFO:teuthology.orchestra.run.smithi046.stdout:(25/114): rbd-nbd-17.2.7-1649.gfbd1a6ab.el9.x86 3.2 MB/s | 165 kB 00:00 2024-09-20T21:31:07.977 INFO:teuthology.orchestra.run.smithi134.stdout:(74/114): python3-toml-0.10.2-6.el9.noarch.rpm 830 kB/s | 42 kB 00:00 2024-09-20T21:31:08.022 INFO:teuthology.orchestra.run.smithi046.stdout:(26/114): ceph-grafana-dashboards-17.2.7-1649.g 366 kB/s | 24 kB 00:00 2024-09-20T21:31:08.086 INFO:teuthology.orchestra.run.smithi134.stdout:(75/114): socat-1.7.4.1-6.el9.x86_64.rpm 2.7 MB/s | 304 kB 00:00 2024-09-20T21:31:08.114 INFO:teuthology.orchestra.run.smithi046.stdout:(27/114): rbd-mirror-17.2.7-1649.gfbd1a6ab.el9. 13 MB/s | 2.9 MB 00:00 2024-09-20T21:31:08.139 INFO:teuthology.orchestra.run.smithi046.stdout:(28/114): ceph-mgr-cephadm-17.2.7-1649.gfbd1a6a 1.0 MB/s | 124 kB 00:00 2024-09-20T21:31:08.144 INFO:teuthology.orchestra.run.smithi134.stdout:(76/114): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-09-20T21:31:08.195 INFO:teuthology.orchestra.run.smithi134.stdout:(77/114): gperftools-libs-2.9.1-3.el9.x86_64.rp 6.0 MB/s | 308 kB 00:00 2024-09-20T21:31:08.220 INFO:teuthology.orchestra.run.smithi134.stdout:(78/114): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-20T21:31:08.253 INFO:teuthology.orchestra.run.smithi134.stdout:(79/114): libunwind-1.6.2-1.el9.x86_64.rpm 2.0 MB/s | 67 kB 00:00 2024-09-20T21:31:08.303 INFO:teuthology.orchestra.run.smithi134.stdout:(80/114): python3-asyncssh-2.13.2-5.el9.noarch. 11 MB/s | 548 kB 00:00 2024-09-20T21:31:08.329 INFO:teuthology.orchestra.run.smithi134.stdout:(81/114): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.7 MB/s | 43 kB 00:00 2024-09-20T21:31:08.354 INFO:teuthology.orchestra.run.smithi134.stdout:(82/114): python3-cachetools-4.2.4-1.el9.noarch 1.3 MB/s | 32 kB 00:00 2024-09-20T21:31:08.379 INFO:teuthology.orchestra.run.smithi134.stdout:(83/114): python3-certifi-2023.05.07-4.el9.noar 564 kB/s | 14 kB 00:00 2024-09-20T21:31:08.413 INFO:teuthology.orchestra.run.smithi134.stdout:(84/114): python3-cheroot-8.6.0-4.el9.noarch.rp 5.1 MB/s | 172 kB 00:00 2024-09-20T21:31:08.488 INFO:teuthology.orchestra.run.smithi134.stdout:(85/114): python3-numpy-1.20.1-5.el9.x86_64.rpm 3.5 MB/s | 5.1 MB 00:01 2024-09-20T21:31:08.514 INFO:teuthology.orchestra.run.smithi134.stdout:(86/114): python3-cherrypy-18.6.1-2.el9.noarch. 3.5 MB/s | 358 kB 00:00 2024-09-20T21:31:08.547 INFO:teuthology.orchestra.run.smithi134.stdout:(87/114): python3-jaraco-8.2.1-3.el9.noarch.rpm 417 kB/s | 11 kB 00:00 2024-09-20T21:31:08.572 INFO:teuthology.orchestra.run.smithi134.stdout:(88/114): python3-jaraco-classes-3.2.1-5.el9.no 769 kB/s | 18 kB 00:00 2024-09-20T21:31:08.598 INFO:teuthology.orchestra.run.smithi134.stdout:(89/114): python3-jaraco-collections-3.0.0-8.el 931 kB/s | 23 kB 00:00 2024-09-20T21:31:08.623 INFO:teuthology.orchestra.run.smithi134.stdout:(90/114): python3-jaraco-functools-3.5.0-2.el9. 779 kB/s | 19 kB 00:00 2024-09-20T21:31:08.650 INFO:teuthology.orchestra.run.smithi134.stdout:(91/114): python3-jaraco-text-3.2.0-6.el9.noarc 790 kB/s | 20 kB 00:00 2024-09-20T21:31:08.673 INFO:teuthology.orchestra.run.smithi134.stdout:(92/114): python3-google-auth-2.34.0-1.el9.noar 1.2 MB/s | 220 kB 00:00 2024-09-20T21:31:08.699 INFO:teuthology.orchestra.run.smithi134.stdout:(93/114): python3-jwt+crypto-2.4.0-1.el9.noarch 180 kB/s | 9.0 kB 00:00 2024-09-20T21:31:08.716 INFO:teuthology.orchestra.run.smithi134.stdout:(94/114): python3-jwt-2.4.0-1.el9.noarch.rpm 974 kB/s | 41 kB 00:00 2024-09-20T21:31:08.741 INFO:teuthology.orchestra.run.smithi134.stdout:(95/114): python3-logutils-0.3.5-21.el9.noarch. 1.8 MB/s | 46 kB 00:00 2024-09-20T21:31:08.767 INFO:teuthology.orchestra.run.smithi134.stdout:(96/114): python3-more-itertools-8.12.0-2.el9.n 3.1 MB/s | 79 kB 00:00 2024-09-20T21:31:08.792 INFO:teuthology.orchestra.run.smithi046.stdout:(29/114): ceph-test-17.2.7-1649.gfbd1a6ab.el9.x 23 MB/s | 48 MB 00:02 2024-09-20T21:31:08.792 INFO:teuthology.orchestra.run.smithi134.stdout:(97/114): python3-natsort-7.1.1-5.el9.noarch.rp 2.3 MB/s | 58 kB 00:00 2024-09-20T21:31:08.826 INFO:teuthology.orchestra.run.smithi134.stdout:(98/114): python3-kubernetes-26.1.0-2.el9.noarc 8.1 MB/s | 1.0 MB 00:00 2024-09-20T21:31:08.850 INFO:teuthology.orchestra.run.smithi046.stdout:(30/114): ceph-mgr-dashboard-17.2.7-1649.gfbd1a 4.6 MB/s | 3.4 MB 00:00 2024-09-20T21:31:08.851 INFO:teuthology.orchestra.run.smithi134.stdout:(99/114): python3-portend-3.1.0-2.el9.noarch.rp 660 kB/s | 16 kB 00:00 2024-09-20T21:31:08.875 INFO:teuthology.orchestra.run.smithi046.stdout:(31/114): ceph-mgr-modules-core-17.2.7-1649.gfb 2.8 MB/s | 240 kB 00:00 2024-09-20T21:31:08.876 INFO:teuthology.orchestra.run.smithi134.stdout:(100/114): python3-pecan-1.4.2-3.el9.noarch.rpm 3.2 MB/s | 272 kB 00:00 2024-09-20T21:31:08.901 INFO:teuthology.orchestra.run.smithi046.stdout:(32/114): ceph-mgr-rook-17.2.7-1649.gfbd1a6ab.e 951 kB/s | 47 kB 00:00 2024-09-20T21:31:08.901 INFO:teuthology.orchestra.run.smithi134.stdout:(101/114): python3-repoze-lru-0.7-16.el9.noarch 1.2 MB/s | 31 kB 00:00 2024-09-20T21:31:08.917 INFO:teuthology.orchestra.run.smithi046.stdout:(33/114): ceph-prometheus-alerts-17.2.7-1649.gf 349 kB/s | 15 kB 00:00 2024-09-20T21:31:08.927 INFO:teuthology.orchestra.run.smithi134.stdout:(102/114): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2024-09-20T21:31:08.943 INFO:teuthology.orchestra.run.smithi046.stdout:(34/114): cephadm-17.2.7-1649.gfbd1a6ab.el9.noa 1.9 MB/s | 83 kB 00:00 2024-09-20T21:31:08.952 INFO:teuthology.orchestra.run.smithi134.stdout:(103/114): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-20T21:31:08.977 INFO:teuthology.orchestra.run.smithi134.stdout:(104/114): python3-tempora-5.0.0-2.el9.noarch.r 1.4 MB/s | 36 kB 00:00 2024-09-20T21:31:09.002 INFO:teuthology.orchestra.run.smithi134.stdout:(105/114): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2024-09-20T21:31:09.028 INFO:teuthology.orchestra.run.smithi134.stdout:(106/114): python3-typing-extensions-4.12.2-2.e 1.5 MB/s | 74 kB 00:00 2024-09-20T21:31:09.035 INFO:teuthology.orchestra.run.smithi046.stdout:(35/114): ceph-mgr-diskprediction-local-17.2.7- 8.3 MB/s | 7.4 MB 00:00 2024-09-20T21:31:09.053 INFO:teuthology.orchestra.run.smithi134.stdout:(107/114): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-20T21:31:09.060 INFO:teuthology.orchestra.run.smithi046.stdout:(36/114): fuse-2.9.9-16.el9.x86_64.rpm 561 kB/s | 80 kB 00:00 2024-09-20T21:31:09.078 INFO:teuthology.orchestra.run.smithi134.stdout:(108/114): python3-webob-1.8.8-2.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-09-20T21:31:09.095 INFO:teuthology.orchestra.run.smithi134.stdout:(109/114): python3-zc-lockfile-2.0-10.el9.noarc 1.2 MB/s | 20 kB 00:00 2024-09-20T21:31:09.129 INFO:teuthology.orchestra.run.smithi134.stdout:(110/114): python3-werkzeug-2.0.3-3.el9.1.noarc 5.5 MB/s | 427 kB 00:00 2024-09-20T21:31:09.177 INFO:teuthology.orchestra.run.smithi046.stdout:(37/114): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.1 MB/s | 253 kB 00:00 2024-09-20T21:31:09.179 INFO:teuthology.orchestra.run.smithi134.stdout:(111/114): thrift-0.15.0-2.el9.x86_64.rpm 19 MB/s | 1.6 MB 00:00 2024-09-20T21:31:09.202 INFO:teuthology.orchestra.run.smithi046.stdout:(38/114): libquadmath-11.5.0-2.el9.x86_64.rpm 1.1 MB/s | 191 kB 00:00 2024-09-20T21:31:09.244 INFO:teuthology.orchestra.run.smithi046.stdout:(39/114): libgfortran-11.5.0-2.el9.x86_64.rpm 2.6 MB/s | 801 kB 00:00 2024-09-20T21:31:09.278 INFO:teuthology.orchestra.run.smithi046.stdout:(40/114): python3-ply-3.11-14.el9.noarch.rpm 1.4 MB/s | 106 kB 00:00 2024-09-20T21:31:09.303 INFO:teuthology.orchestra.run.smithi046.stdout:(41/114): python3-pycparser-2.20-6.el9.noarch.r 2.3 MB/s | 135 kB 00:00 2024-09-20T21:31:09.337 INFO:teuthology.orchestra.run.smithi046.stdout:(42/114): python3-cryptography-36.0.1-4.el9.x86 7.7 MB/s | 1.2 MB 00:00 2024-09-20T21:31:09.362 INFO:teuthology.orchestra.run.smithi046.stdout:(43/114): python3-requests-2.25.1-8.el9.noarch. 1.5 MB/s | 125 kB 00:00 2024-09-20T21:31:09.388 INFO:teuthology.orchestra.run.smithi046.stdout:(44/114): python3-urllib3-1.26.5-6.el9.noarch.r 2.5 MB/s | 215 kB 00:00 2024-09-20T21:31:09.388 INFO:teuthology.orchestra.run.smithi134.stdout:(112/114): librados2-17.2.7-1649.gfbd1a6ab.el9. 12 MB/s | 3.1 MB 00:00 2024-09-20T21:31:09.438 INFO:teuthology.orchestra.run.smithi046.stdout:(45/114): flexiblas-3.0.4-8.el9.x86_64.rpm 325 kB/s | 33 kB 00:00 2024-09-20T21:31:09.438 INFO:teuthology.orchestra.run.smithi134.stdout:(113/114): librbd1-17.2.7-1649.gfbd1a6ab.el9.x8 11 MB/s | 2.9 MB 00:00 2024-09-20T21:31:09.455 INFO:teuthology.orchestra.run.smithi046.stdout:(46/114): flexiblas-openblas-openmp-3.0.4-8.el9 273 kB/s | 18 kB 00:00 2024-09-20T21:31:09.505 INFO:teuthology.orchestra.run.smithi046.stdout:(47/114): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.3 MB/s | 160 kB 00:00 2024-09-20T21:31:09.530 INFO:teuthology.orchestra.run.smithi046.stdout:(48/114): librabbitmq-0.11.0-7.el9.x86_64.rpm 601 kB/s | 45 kB 00:00 2024-09-20T21:31:09.606 INFO:teuthology.orchestra.run.smithi046.stdout:(49/114): flexiblas-netlib-3.0.4-8.el9.x86_64.r 12 MB/s | 3.0 MB 00:00 2024-09-20T21:31:09.639 INFO:teuthology.orchestra.run.smithi046.stdout:(50/114): librdkafka-1.6.1-102.el9.x86_64.rpm 4.8 MB/s | 662 kB 00:00 2024-09-20T21:31:09.665 INFO:teuthology.orchestra.run.smithi046.stdout:(51/114): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.1 MB/s | 292 kB 00:00 2024-09-20T21:31:09.690 INFO:teuthology.orchestra.run.smithi046.stdout:(52/114): openblas-0.3.26-2.el9.x86_64.rpm 461 kB/s | 38 kB 00:00 2024-09-20T21:31:09.732 INFO:teuthology.orchestra.run.smithi046.stdout:(53/114): python3-attrs-20.3.0-7.el9.noarch.rpm 2.1 MB/s | 87 kB 00:00 2024-09-20T21:31:09.774 INFO:teuthology.orchestra.run.smithi046.stdout:(54/114): python3-devel-3.9.19-8.el9.x86_64.rpm 5.8 MB/s | 245 kB 00:00 2024-09-20T21:31:09.815 INFO:teuthology.orchestra.run.smithi046.stdout:(55/114): python3-iniconfig-1.1.1-7.el9.noarch. 420 kB/s | 17 kB 00:00 2024-09-20T21:31:09.866 INFO:teuthology.orchestra.run.smithi046.stdout:(56/114): python3-jinja2-2.11.3-6.el9.noarch.rp 4.8 MB/s | 248 kB 00:00 2024-09-20T21:31:09.908 INFO:teuthology.orchestra.run.smithi046.stdout:(57/114): python3-jsonpatch-1.21-16.el9.noarch. 619 kB/s | 26 kB 00:00 2024-09-20T21:31:09.950 INFO:teuthology.orchestra.run.smithi046.stdout:(58/114): python3-jsonpointer-2.0-4.el9.noarch. 458 kB/s | 19 kB 00:00 2024-09-20T21:31:10.017 INFO:teuthology.orchestra.run.smithi046.stdout:(59/114): openblas-openmp-0.3.26-2.el9.x86_64.r 13 MB/s | 4.9 MB 00:00 2024-09-20T21:31:10.042 INFO:teuthology.orchestra.run.smithi046.stdout:(60/114): python3-mako-1.1.4-6.el9.noarch.rpm 1.8 MB/s | 172 kB 00:00 2024-09-20T21:31:10.067 INFO:teuthology.orchestra.run.smithi046.stdout:(61/114): python3-markupsafe-1.1.1-12.el9.x86_6 694 kB/s | 35 kB 00:00 2024-09-20T21:31:10.118 INFO:teuthology.orchestra.run.smithi046.stdout:(62/114): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.9 MB/s | 250 kB 00:00 2024-09-20T21:31:10.201 INFO:teuthology.orchestra.run.smithi046.stdout:(63/114): python3-numpy-1.20.1-5.el9.x86_64.rpm 32 MB/s | 5.1 MB 00:00 2024-09-20T21:31:10.227 INFO:teuthology.orchestra.run.smithi046.stdout:(64/114): python3-oauthlib-3.1.1-5.el9.noarch.r 2.0 MB/s | 222 kB 00:00 2024-09-20T21:31:10.252 INFO:teuthology.orchestra.run.smithi046.stdout:(65/114): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-09-20T21:31:10.277 INFO:teuthology.orchestra.run.smithi046.stdout:(66/114): python3-pluggy-0.13.1-7.el9.noarch.rp 826 kB/s | 41 kB 00:00 2024-09-20T21:31:10.302 INFO:teuthology.orchestra.run.smithi046.stdout:(67/114): python3-prettytable-0.7.2-27.el9.noar 841 kB/s | 42 kB 00:00 2024-09-20T21:31:10.327 INFO:teuthology.orchestra.run.smithi046.stdout:(68/114): python3-py-1.10.0-6.el9.noarch.rpm 9.3 MB/s | 477 kB 00:00 2024-09-20T21:31:10.353 INFO:teuthology.orchestra.run.smithi046.stdout:(69/114): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-09-20T21:31:10.428 INFO:teuthology.orchestra.run.smithi046.stdout:(70/114): python3-babel-2.9.1-2.el9.noarch.rpm 8.1 MB/s | 6.0 MB 00:00 2024-09-20T21:31:10.453 INFO:teuthology.orchestra.run.smithi046.stdout:(71/114): python3-pyasn1-modules-0.4.8-6.el9.no 2.2 MB/s | 279 kB 00:00 2024-09-20T21:31:10.479 INFO:teuthology.orchestra.run.smithi046.stdout:(72/114): python3-pytest-6.2.2-7.el9.noarch.rpm 4.0 MB/s | 519 kB 00:00 2024-09-20T21:31:10.496 INFO:teuthology.orchestra.run.smithi046.stdout:(73/114): python3-pytz-2021.1-5.el9.noarch.rpm 758 kB/s | 51 kB 00:00 2024-09-20T21:31:10.521 INFO:teuthology.orchestra.run.smithi046.stdout:(74/114): python3-requests-oauthlib-1.3.0-12.el 796 kB/s | 54 kB 00:00 2024-09-20T21:31:10.546 INFO:teuthology.orchestra.run.smithi046.stdout:(75/114): python3-toml-0.10.2-6.el9.noarch.rpm 828 kB/s | 42 kB 00:00 2024-09-20T21:31:10.580 INFO:teuthology.orchestra.run.smithi134.stdout:(114/114): python3-scipy-1.6.2-8.el9.x86_64.rpm 6.1 MB/s | 16 MB 00:02 2024-09-20T21:31:10.585 INFO:teuthology.orchestra.run.smithi134.stdout:-------------------------------------------------------------------------------- 2024-09-20T21:31:10.585 INFO:teuthology.orchestra.run.smithi134.stdout:Total 20 MB/s | 190 MB 00:09 2024-09-20T21:31:10.588 INFO:teuthology.orchestra.run.smithi046.stdout:(76/114): socat-1.7.4.1-6.el9.x86_64.rpm 4.4 MB/s | 304 kB 00:00 2024-09-20T21:31:10.605 INFO:teuthology.orchestra.run.smithi046.stdout:(77/114): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-09-20T21:31:10.656 INFO:teuthology.orchestra.run.smithi046.stdout:(78/114): gperftools-libs-2.9.1-3.el9.x86_64.rp 4.5 MB/s | 308 kB 00:00 2024-09-20T21:31:10.673 INFO:teuthology.orchestra.run.smithi046.stdout:(79/114): liboath-2.6.7-2.el9.x86_64.rpm 724 kB/s | 49 kB 00:00 2024-09-20T21:31:10.698 INFO:teuthology.orchestra.run.smithi046.stdout:(80/114): libunwind-1.6.2-1.el9.x86_64.rpm 1.6 MB/s | 67 kB 00:00 2024-09-20T21:31:10.715 INFO:teuthology.orchestra.run.smithi046.stdout:(81/114): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 2.6 MB/s | 43 kB 00:00 2024-09-20T21:31:10.731 INFO:teuthology.orchestra.run.smithi046.stdout:(82/114): python3-cachetools-4.2.4-1.el9.noarch 1.9 MB/s | 32 kB 00:00 2024-09-20T21:31:10.749 INFO:teuthology.orchestra.run.smithi046.stdout:(83/114): python3-certifi-2023.05.07-4.el9.noar 838 kB/s | 14 kB 00:00 2024-09-20T21:31:10.782 INFO:teuthology.orchestra.run.smithi046.stdout:(84/114): python3-asyncssh-2.13.2-5.el9.noarch. 4.9 MB/s | 548 kB 00:00 2024-09-20T21:31:10.808 INFO:teuthology.orchestra.run.smithi046.stdout:(85/114): python3-cheroot-8.6.0-4.el9.noarch.rp 2.9 MB/s | 172 kB 00:00 2024-09-20T21:31:10.841 INFO:teuthology.orchestra.run.smithi046.stdout:(86/114): python3-cherrypy-18.6.1-2.el9.noarch. 6.0 MB/s | 358 kB 00:00 2024-09-20T21:31:10.866 INFO:teuthology.orchestra.run.smithi046.stdout:(87/114): python3-google-auth-2.34.0-1.el9.noar 3.7 MB/s | 220 kB 00:00 2024-09-20T21:31:10.883 INFO:teuthology.orchestra.run.smithi046.stdout:(88/114): python3-jaraco-8.2.1-3.el9.noarch.rpm 644 kB/s | 11 kB 00:00 2024-09-20T21:31:10.900 INFO:teuthology.orchestra.run.smithi046.stdout:(89/114): python3-jaraco-classes-3.2.1-5.el9.no 528 kB/s | 18 kB 00:00 2024-09-20T21:31:10.917 INFO:teuthology.orchestra.run.smithi046.stdout:(90/114): python3-jaraco-collections-3.0.0-8.el 694 kB/s | 23 kB 00:00 2024-09-20T21:31:10.934 INFO:teuthology.orchestra.run.smithi046.stdout:(91/114): python3-jaraco-functools-3.5.0-2.el9. 579 kB/s | 19 kB 00:00 2024-09-20T21:31:10.951 INFO:teuthology.orchestra.run.smithi046.stdout:(92/114): python3-jaraco-text-3.2.0-6.el9.noarc 583 kB/s | 20 kB 00:00 2024-09-20T21:31:10.976 INFO:teuthology.orchestra.run.smithi046.stdout:(93/114): python3-jwt+crypto-2.4.0-1.el9.noarch 216 kB/s | 9.0 kB 00:00 2024-09-20T21:31:11.002 INFO:teuthology.orchestra.run.smithi046.stdout:(94/114): python3-jwt-2.4.0-1.el9.noarch.rpm 816 kB/s | 41 kB 00:00 2024-09-20T21:31:11.027 INFO:teuthology.orchestra.run.smithi046.stdout:(95/114): python3-logutils-0.3.5-21.el9.noarch. 1.8 MB/s | 46 kB 00:00 2024-09-20T21:31:11.052 INFO:teuthology.orchestra.run.smithi046.stdout:(96/114): python3-more-itertools-8.12.0-2.el9.n 3.1 MB/s | 79 kB 00:00 2024-09-20T21:31:11.078 INFO:teuthology.orchestra.run.smithi046.stdout:(97/114): python3-natsort-7.1.1-5.el9.noarch.rp 2.3 MB/s | 58 kB 00:00 2024-09-20T21:31:11.111 INFO:teuthology.orchestra.run.smithi046.stdout:(98/114): python3-pecan-1.4.2-3.el9.noarch.rpm 8.0 MB/s | 272 kB 00:00 2024-09-20T21:31:11.137 INFO:teuthology.orchestra.run.smithi046.stdout:(99/114): python3-portend-3.1.0-2.el9.noarch.rp 655 kB/s | 16 kB 00:00 2024-09-20T21:31:11.170 INFO:teuthology.orchestra.run.smithi046.stdout:(100/114): python3-kubernetes-26.1.0-2.el9.noar 5.3 MB/s | 1.0 MB 00:00 2024-09-20T21:31:11.195 INFO:teuthology.orchestra.run.smithi046.stdout:(101/114): python3-repoze-lru-0.7-16.el9.noarch 1.2 MB/s | 31 kB 00:00 2024-09-20T21:31:11.230 INFO:teuthology.orchestra.run.smithi046.stdout:(102/114): python3-pyOpenSSL-21.0.0-1.el9.noarc 972 kB/s | 90 kB 00:00 2024-09-20T21:31:11.255 INFO:teuthology.orchestra.run.smithi046.stdout:(103/114): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-20T21:31:11.280 INFO:teuthology.orchestra.run.smithi046.stdout:(104/114): python3-tempora-5.0.0-2.el9.noarch.r 1.4 MB/s | 36 kB 00:00 2024-09-20T21:31:11.314 INFO:teuthology.orchestra.run.smithi046.stdout:(105/114): python3-routes-2.5.1-5.el9.noarch.rp 1.6 MB/s | 188 kB 00:00 2024-09-20T21:31:11.321 INFO:teuthology.orchestra.run.smithi134.stdout:Running transaction check 2024-09-20T21:31:11.339 INFO:teuthology.orchestra.run.smithi046.stdout:(106/114): python3-typing-extensions-4.12.2-2.e 1.2 MB/s | 74 kB 00:00 2024-09-20T21:31:11.364 INFO:teuthology.orchestra.run.smithi046.stdout:(107/114): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-20T21:31:11.389 INFO:teuthology.orchestra.run.smithi046.stdout:(108/114): python3-webob-1.8.8-2.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-09-20T21:31:11.406 INFO:teuthology.orchestra.run.smithi046.stdout:(109/114): python3-zc-lockfile-2.0-10.el9.noarc 1.2 MB/s | 20 kB 00:00 2024-09-20T21:31:11.416 INFO:teuthology.orchestra.run.smithi134.stdout:Transaction check succeeded. 2024-09-20T21:31:11.416 INFO:teuthology.orchestra.run.smithi134.stdout:Running transaction test 2024-09-20T21:31:11.440 INFO:teuthology.orchestra.run.smithi046.stdout:(110/114): python3-werkzeug-2.0.3-3.el9.1.noarc 5.5 MB/s | 427 kB 00:00 2024-09-20T21:31:11.499 INFO:teuthology.orchestra.run.smithi046.stdout:(111/114): thrift-0.15.0-2.el9.x86_64.rpm 17 MB/s | 1.6 MB 00:00 2024-09-20T21:31:11.666 INFO:teuthology.orchestra.run.smithi046.stdout:(112/114): python3-scipy-1.6.2-8.el9.x86_64.rpm 14 MB/s | 16 MB 00:01 2024-09-20T21:31:11.816 INFO:teuthology.orchestra.run.smithi046.stdout:(113/114): librbd1-17.2.7-1649.gfbd1a6ab.el9.x8 9.3 MB/s | 2.9 MB 00:00 2024-09-20T21:31:11.875 INFO:teuthology.orchestra.run.smithi046.stdout:(114/114): librados2-17.2.7-1649.gfbd1a6ab.el9. 7.1 MB/s | 3.1 MB 00:00 2024-09-20T21:31:11.880 INFO:teuthology.orchestra.run.smithi046.stdout:-------------------------------------------------------------------------------- 2024-09-20T21:31:11.880 INFO:teuthology.orchestra.run.smithi046.stdout:Total 28 MB/s | 190 MB 00:06 2024-09-20T21:31:12.652 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction check 2024-09-20T21:31:12.757 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction check succeeded. 2024-09-20T21:31:12.757 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction test 2024-09-20T21:31:13.197 INFO:teuthology.orchestra.run.smithi134.stdout:Transaction test succeeded. 2024-09-20T21:31:13.197 INFO:teuthology.orchestra.run.smithi134.stdout:Running transaction 2024-09-20T21:31:14.478 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction test succeeded. 2024-09-20T21:31:14.479 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction 2024-09-20T21:31:17.806 INFO:teuthology.orchestra.run.smithi134.stdout: Preparing : 1/1 2024-09-20T21:31:17.882 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/116 2024-09-20T21:31:17.907 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/116 2024-09-20T21:31:17.963 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/116 2024-09-20T21:31:18.263 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/116 2024-09-20T21:31:18.366 INFO:teuthology.orchestra.run.smithi134.stdout: Upgrading : librados2-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 5/116 2024-09-20T21:31:18.480 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: librados2-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 5/116 2024-09-20T21:31:18.517 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libcephfs2-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 6/116 2024-09-20T21:31:18.610 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: libcephfs2-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 6/116 2024-09-20T21:31:18.662 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-rados-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 7/116 2024-09-20T21:31:18.731 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/116 2024-09-20T21:31:19.167 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/116 2024-09-20T21:31:19.195 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : librgw2-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 10/116 2024-09-20T21:31:19.253 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: librgw2-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 10/116 2024-09-20T21:31:19.279 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libcephsqlite-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 11/116 2024-09-20T21:31:19.315 INFO:teuthology.orchestra.run.smithi046.stdout: Preparing : 1/1 2024-09-20T21:31:19.362 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 11/116 2024-09-20T21:31:19.388 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libradosstriper1-2:17.2.7-1649.gfbd1a6ab.el9.x86 12/116 2024-09-20T21:31:19.403 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/116 2024-09-20T21:31:19.428 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/116 2024-09-20T21:31:19.483 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/116 2024-09-20T21:31:19.499 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1649.gfbd1a6ab.el9.x86 12/116 2024-09-20T21:31:19.543 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/116 2024-09-20T21:31:19.583 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/116 2024-09-20T21:31:19.613 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 15/116 2024-09-20T21:31:19.654 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 16/116 2024-09-20T21:31:19.727 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 17/116 2024-09-20T21:31:19.771 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 18/116 2024-09-20T21:31:19.811 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-packaging-20.9-5.el9.noarch 19/116 2024-09-20T21:31:19.813 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/116 2024-09-20T21:31:19.839 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 20/116 2024-09-20T21:31:19.909 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 21/116 2024-09-20T21:31:19.920 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : librados2-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 5/116 2024-09-20T21:31:19.970 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 22/116 2024-09-20T21:31:20.003 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 23/116 2024-09-20T21:31:20.037 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: librados2-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 5/116 2024-09-20T21:31:20.044 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 24/116 2024-09-20T21:31:20.063 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libcephfs2-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 6/116 2024-09-20T21:31:20.079 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 25/116 2024-09-20T21:31:20.125 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-ceph-argparse-2:17.2.7-1649.gfbd1a6ab.el 26/116 2024-09-20T21:31:20.156 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libcephfs2-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 6/116 2024-09-20T21:31:20.206 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-cephfs-2:17.2.7-1649.gfbd1a6ab.el9.x86_6 27/116 2024-09-20T21:31:20.207 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-rados-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 7/116 2024-09-20T21:31:20.243 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/116 2024-09-20T21:31:20.349 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 28/116 2024-09-20T21:31:20.408 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 29/116 2024-09-20T21:31:20.706 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/116 2024-09-20T21:31:20.741 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : librgw2-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 10/116 2024-09-20T21:31:20.816 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: librgw2-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 10/116 2024-09-20T21:31:20.842 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libcephsqlite-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 11/116 2024-09-20T21:31:20.936 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-rsa-4.9-2.el9.noarch 30/116 2024-09-20T21:31:20.943 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 11/116 2024-09-20T21:31:20.968 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libradosstriper1-2:17.2.7-1649.gfbd1a6ab.el9.x86 12/116 2024-09-20T21:31:21.037 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 31/116 2024-09-20T21:31:21.074 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 32/116 2024-09-20T21:31:21.100 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1649.gfbd1a6ab.el9.x86 12/116 2024-09-20T21:31:21.109 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 33/116 2024-09-20T21:31:21.143 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 34/116 2024-09-20T21:31:21.147 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/116 2024-09-20T21:31:21.183 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 35/116 2024-09-20T21:31:21.188 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/116 2024-09-20T21:31:21.218 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-rgw-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 36/116 2024-09-20T21:31:21.218 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 15/116 2024-09-20T21:31:21.259 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 16/116 2024-09-20T21:31:21.264 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : librados-devel-2:17.2.7-1649.gfbd1a6ab.el9.x86_6 37/116 2024-09-20T21:31:21.303 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 38/116 2024-09-20T21:31:21.336 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 17/116 2024-09-20T21:31:21.339 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 39/116 2024-09-20T21:31:21.394 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 18/116 2024-09-20T21:31:21.395 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 40/116 2024-09-20T21:31:21.434 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-packaging-20.9-5.el9.noarch 19/116 2024-09-20T21:31:21.461 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 20/116 2024-09-20T21:31:21.468 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 41/116 2024-09-20T21:31:21.499 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 42/116 2024-09-20T21:31:21.534 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 21/116 2024-09-20T21:31:21.538 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 43/116 2024-09-20T21:31:21.585 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 44/116 2024-09-20T21:31:21.593 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 22/116 2024-09-20T21:31:21.629 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 23/116 2024-09-20T21:31:21.630 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 45/116 2024-09-20T21:31:21.673 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 46/116 2024-09-20T21:31:21.674 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 24/116 2024-09-20T21:31:21.709 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 25/116 2024-09-20T21:31:21.756 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-ceph-argparse-2:17.2.7-1649.gfbd1a6ab.el 26/116 2024-09-20T21:31:21.810 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 47/116 2024-09-20T21:31:21.840 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cephfs-2:17.2.7-1649.gfbd1a6ab.el9.x86_6 27/116 2024-09-20T21:31:21.858 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 48/116 2024-09-20T21:31:21.907 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 49/116 2024-09-20T21:31:21.987 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 28/116 2024-09-20T21:31:22.011 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 50/116 2024-09-20T21:31:22.040 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 29/116 2024-09-20T21:31:22.050 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 51/116 2024-09-20T21:31:22.090 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 52/116 2024-09-20T21:31:22.127 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 53/116 2024-09-20T21:31:22.171 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 54/116 2024-09-20T21:31:22.296 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 55/116 2024-09-20T21:31:22.338 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-py-1.10.0-6.el9.noarch 56/116 2024-09-20T21:31:22.377 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 57/116 2024-09-20T21:31:22.484 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 58/116 2024-09-20T21:31:22.547 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 59/116 2024-09-20T21:31:22.611 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-rsa-4.9-2.el9.noarch 30/116 2024-09-20T21:31:22.755 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 31/116 2024-09-20T21:31:22.881 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 32/116 2024-09-20T21:31:22.915 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 33/116 2024-09-20T21:31:22.950 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 34/116 2024-09-20T21:31:22.989 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 35/116 2024-09-20T21:31:23.025 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-rgw-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 36/116 2024-09-20T21:31:23.071 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : librados-devel-2:17.2.7-1649.gfbd1a6ab.el9.x86_6 37/116 2024-09-20T21:31:23.109 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 38/116 2024-09-20T21:31:23.146 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 39/116 2024-09-20T21:31:23.203 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 40/116 2024-09-20T21:31:23.278 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 41/116 2024-09-20T21:31:23.282 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 60/116 2024-09-20T21:31:23.314 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 42/116 2024-09-20T21:31:23.327 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 61/116 2024-09-20T21:31:23.350 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 43/116 2024-09-20T21:31:23.361 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 62/116 2024-09-20T21:31:23.395 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 63/116 2024-09-20T21:31:23.399 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 44/116 2024-09-20T21:31:23.443 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 45/116 2024-09-20T21:31:23.485 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 46/116 2024-09-20T21:31:23.502 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 64/116 2024-09-20T21:31:23.552 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 65/116 2024-09-20T21:31:23.603 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 66/116 2024-09-20T21:31:23.639 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 47/116 2024-09-20T21:31:23.681 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 48/116 2024-09-20T21:31:23.724 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 49/116 2024-09-20T21:31:23.794 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : openblas-0.3.26-2.el9.x86_64 67/116 2024-09-20T21:31:23.826 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 68/116 2024-09-20T21:31:23.832 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 50/116 2024-09-20T21:31:23.873 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 51/116 2024-09-20T21:31:23.904 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 69/116 2024-09-20T21:31:23.914 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 52/116 2024-09-20T21:31:23.951 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 53/116 2024-09-20T21:31:24.004 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 54/116 2024-09-20T21:31:24.153 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 55/116 2024-09-20T21:31:24.204 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-py-1.10.0-6.el9.noarch 56/116 2024-09-20T21:31:24.243 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 57/116 2024-09-20T21:31:24.355 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 58/116 2024-09-20T21:31:24.407 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 59/116 2024-09-20T21:31:24.618 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 70/116 2024-09-20T21:31:24.732 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 71/116 2024-09-20T21:31:25.186 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 60/116 2024-09-20T21:31:25.235 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 61/116 2024-09-20T21:31:25.269 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 62/116 2024-09-20T21:31:25.303 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 63/116 2024-09-20T21:31:25.409 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 64/116 2024-09-20T21:31:25.462 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 65/116 2024-09-20T21:31:25.496 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 66/116 2024-09-20T21:31:25.686 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : openblas-0.3.26-2.el9.x86_64 67/116 2024-09-20T21:31:25.734 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 68/116 2024-09-20T21:31:25.816 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 69/116 2024-09-20T21:31:26.018 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 72/116 2024-09-20T21:31:26.116 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 73/116 2024-09-20T21:31:26.411 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 74/116 2024-09-20T21:31:26.453 INFO:teuthology.orchestra.run.smithi134.stdout: Upgrading : librbd1-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 75/116 2024-09-20T21:31:26.520 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 70/116 2024-09-20T21:31:26.544 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: librbd1-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 75/116 2024-09-20T21:31:26.583 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-rbd-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 76/116 2024-09-20T21:31:26.632 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-ply-3.11-14.el9.noarch 77/116 2024-09-20T21:31:26.648 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 71/116 2024-09-20T21:31:26.687 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 78/116 2024-09-20T21:31:26.875 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 79/116 2024-09-20T21:31:26.920 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 80/116 2024-09-20T21:31:26.999 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 81/116 2024-09-20T21:31:27.095 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 82/116 2024-09-20T21:31:27.235 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 83/116 2024-09-20T21:31:27.292 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 84/116 2024-09-20T21:31:27.329 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 85/116 2024-09-20T21:31:27.370 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 86/116 2024-09-20T21:31:27.403 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 87/116 2024-09-20T21:31:27.438 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : fuse-2.9.9-16.el9.x86_64 88/116 2024-09-20T21:31:27.824 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: cephadm-2:17.2.7-1649.gfbd1a6ab.el9.noarch 89/116 2024-09-20T21:31:27.852 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : cephadm-2:17.2.7-1649.gfbd1a6ab.el9.noarch 89/116 2024-09-20T21:31:27.882 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-1649.gfbd1a6ab.e 90/116 2024-09-20T21:31:27.956 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-1649.gfbd1a6ab. 91/116 2024-09-20T21:31:27.985 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-ceph-common-2:17.2.7-1649.gfbd1a6ab.el9. 92/116 2024-09-20T21:31:28.019 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 72/116 2024-09-20T21:31:28.101 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 73/116 2024-09-20T21:31:28.427 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 74/116 2024-09-20T21:31:28.471 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : librbd1-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 75/116 2024-09-20T21:31:28.562 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: librbd1-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 75/116 2024-09-20T21:31:28.602 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-rbd-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 76/116 2024-09-20T21:31:28.662 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-ply-3.11-14.el9.noarch 77/116 2024-09-20T21:31:28.725 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 78/116 2024-09-20T21:31:28.926 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 79/116 2024-09-20T21:31:28.991 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 80/116 2024-09-20T21:31:29.082 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 81/116 2024-09-20T21:31:29.188 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 82/116 2024-09-20T21:31:29.332 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 83/116 2024-09-20T21:31:29.387 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 84/116 2024-09-20T21:31:29.416 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 85/116 2024-09-20T21:31:29.451 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 86/116 2024-09-20T21:31:29.483 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 87/116 2024-09-20T21:31:29.509 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : fuse-2.9.9-16.el9.x86_64 88/116 2024-09-20T21:31:29.963 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: cephadm-2:17.2.7-1649.gfbd1a6ab.el9.noarch 89/116 2024-09-20T21:31:29.990 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : cephadm-2:17.2.7-1649.gfbd1a6ab.el9.noarch 89/116 2024-09-20T21:31:30.020 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-1649.gfbd1a6ab.e 90/116 2024-09-20T21:31:30.097 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-1649.gfbd1a6ab. 91/116 2024-09-20T21:31:30.123 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-ceph-common-2:17.2.7-1649.gfbd1a6ab.el9. 92/116 2024-09-20T21:31:30.322 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-common-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 93/116 2024-09-20T21:31:30.356 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-common-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 93/116 2024-09-20T21:31:30.864 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-common-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 93/116 2024-09-20T21:31:30.901 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-base-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 94/116 2024-09-20T21:31:31.004 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-base-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 94/116 2024-09-20T21:31:31.004 INFO:teuthology.orchestra.run.smithi134.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-20T21:31:31.004 INFO:teuthology.orchestra.run.smithi134.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-20T21:31:31.004 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-20T21:31:31.044 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-selinux-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 95/116 2024-09-20T21:31:32.672 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-common-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 93/116 2024-09-20T21:31:32.711 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-common-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 93/116 2024-09-20T21:31:33.255 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-common-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 93/116 2024-09-20T21:31:33.289 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-base-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 94/116 2024-09-20T21:31:33.396 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-base-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 94/116 2024-09-20T21:31:33.397 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-20T21:31:33.397 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-20T21:31:33.397 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:31:33.441 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-selinux-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 95/116 2024-09-20T21:31:42.462 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 95/116 2024-09-20T21:31:42.462 INFO:teuthology.orchestra.run.smithi134.stdout:skipping the directory /sys 2024-09-20T21:31:42.462 INFO:teuthology.orchestra.run.smithi134.stdout:skipping the directory /proc 2024-09-20T21:31:42.462 INFO:teuthology.orchestra.run.smithi134.stdout:skipping the directory /mnt 2024-09-20T21:31:42.462 INFO:teuthology.orchestra.run.smithi134.stdout:skipping the directory /var/tmp 2024-09-20T21:31:42.462 INFO:teuthology.orchestra.run.smithi134.stdout:skipping the directory /home 2024-09-20T21:31:42.462 INFO:teuthology.orchestra.run.smithi134.stdout:skipping the directory /root 2024-09-20T21:31:42.463 INFO:teuthology.orchestra.run.smithi134.stdout:skipping the directory /tmp 2024-09-20T21:31:42.463 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-20T21:31:42.537 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-1649.gfbd1a6ab.el9.noa 96/116 2024-09-20T21:31:43.538 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-1649.gfbd1a6ab.el9.noa 96/116 2024-09-20T21:31:43.573 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-1649.gfbd1a6ab.el9.n 97/116 2024-09-20T21:31:44.544 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-1649.gfbd1a6ab.el9.n 97/116 2024-09-20T21:31:44.574 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-1649.gfbd 98/116 2024-09-20T21:31:44.676 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-1649.gfbd 98/116 2024-09-20T21:31:44.833 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-1649.gfbd1a6ab.el 99/116 2024-09-20T21:31:44.859 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-mgr-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 100/116 2024-09-20T21:31:44.882 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 100/116 2024-09-20T21:31:44.883 INFO:teuthology.orchestra.run.smithi134.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-20T21:31:44.883 INFO:teuthology.orchestra.run.smithi134.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-20T21:31:44.883 INFO:teuthology.orchestra.run.smithi134.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-20T21:31:44.883 INFO:teuthology.orchestra.run.smithi134.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-20T21:31:44.883 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-20T21:31:44.926 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-mgr-rook-2:17.2.7-1649.gfbd1a6ab.el9.noarch 101/116 2024-09-20T21:31:45.109 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-1649.gfbd1a6ab.el9.noarch 101/116 2024-09-20T21:31:45.135 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-mds-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 102/116 2024-09-20T21:31:45.158 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-mds-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 102/116 2024-09-20T21:31:45.159 INFO:teuthology.orchestra.run.smithi134.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-20T21:31:45.159 INFO:teuthology.orchestra.run.smithi134.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-20T21:31:45.159 INFO:teuthology.orchestra.run.smithi134.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-20T21:31:45.159 INFO:teuthology.orchestra.run.smithi134.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-20T21:31:45.159 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-20T21:31:45.387 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 95/116 2024-09-20T21:31:45.387 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /sys 2024-09-20T21:31:45.387 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /proc 2024-09-20T21:31:45.387 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /mnt 2024-09-20T21:31:45.388 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /var/tmp 2024-09-20T21:31:45.388 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /home 2024-09-20T21:31:45.388 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /root 2024-09-20T21:31:45.388 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /tmp 2024-09-20T21:31:45.388 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:31:45.490 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-1649.gfbd1a6ab.el9.noa 96/116 2024-09-20T21:31:45.527 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-mon-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 103/116 2024-09-20T21:31:45.551 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-mon-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 103/116 2024-09-20T21:31:45.551 INFO:teuthology.orchestra.run.smithi134.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-20T21:31:45.551 INFO:teuthology.orchestra.run.smithi134.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-20T21:31:45.551 INFO:teuthology.orchestra.run.smithi134.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-20T21:31:45.551 INFO:teuthology.orchestra.run.smithi134.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-20T21:31:45.552 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-20T21:31:46.548 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-1649.gfbd1a6ab.el9.noa 96/116 2024-09-20T21:31:46.599 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-1649.gfbd1a6ab.el9.n 97/116 2024-09-20T21:31:46.878 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-osd-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 104/116 2024-09-20T21:31:46.905 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-osd-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 104/116 2024-09-20T21:31:46.905 INFO:teuthology.orchestra.run.smithi134.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-20T21:31:46.905 INFO:teuthology.orchestra.run.smithi134.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-20T21:31:46.905 INFO:teuthology.orchestra.run.smithi134.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-20T21:31:46.905 INFO:teuthology.orchestra.run.smithi134.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-20T21:31:46.905 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-20T21:31:47.611 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-1649.gfbd1a6ab.el9.n 97/116 2024-09-20T21:31:47.650 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-1649.gfbd 98/116 2024-09-20T21:31:47.757 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-1649.gfbd 98/116 2024-09-20T21:31:47.918 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-1649.gfbd1a6ab.el 99/116 2024-09-20T21:31:47.943 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mgr-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 100/116 2024-09-20T21:31:47.970 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 100/116 2024-09-20T21:31:47.970 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-20T21:31:47.970 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-20T21:31:47.971 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-20T21:31:47.971 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-20T21:31:47.971 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:31:48.011 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mgr-rook-2:17.2.7-1649.gfbd1a6ab.el9.noarch 101/116 2024-09-20T21:31:48.165 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 105/116 2024-09-20T21:31:48.196 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-radosgw-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 106/116 2024-09-20T21:31:48.203 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-1649.gfbd1a6ab.el9.noarch 101/116 2024-09-20T21:31:48.236 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mds-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 102/116 2024-09-20T21:31:48.261 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mds-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 102/116 2024-09-20T21:31:48.261 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-20T21:31:48.261 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-20T21:31:48.262 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-20T21:31:48.262 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-20T21:31:48.262 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:31:48.274 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 106/116 2024-09-20T21:31:48.274 INFO:teuthology.orchestra.run.smithi134.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-20T21:31:48.274 INFO:teuthology.orchestra.run.smithi134.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-20T21:31:48.274 INFO:teuthology.orchestra.run.smithi134.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-20T21:31:48.274 INFO:teuthology.orchestra.run.smithi134.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-20T21:31:48.275 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-20T21:31:48.314 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-1649.gfbd1a 107/116 2024-09-20T21:31:48.337 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1649.gfbd1a 107/116 2024-09-20T21:31:48.337 INFO:teuthology.orchestra.run.smithi134.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-20T21:31:48.338 INFO:teuthology.orchestra.run.smithi134.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-20T21:31:48.338 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-20T21:31:48.631 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : rbd-mirror-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 108/116 2024-09-20T21:31:48.645 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mon-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 103/116 2024-09-20T21:31:48.654 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 108/116 2024-09-20T21:31:48.654 INFO:teuthology.orchestra.run.smithi134.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-20T21:31:48.654 INFO:teuthology.orchestra.run.smithi134.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-20T21:31:48.655 INFO:teuthology.orchestra.run.smithi134.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-20T21:31:48.655 INFO:teuthology.orchestra.run.smithi134.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-20T21:31:48.655 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-20T21:31:48.670 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mon-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 103/116 2024-09-20T21:31:48.670 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-20T21:31:48.670 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-20T21:31:48.671 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-20T21:31:48.671 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-20T21:31:48.671 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:31:50.071 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-osd-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 104/116 2024-09-20T21:31:50.100 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-osd-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 104/116 2024-09-20T21:31:50.100 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-20T21:31:50.100 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-20T21:31:50.100 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-20T21:31:50.100 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-20T21:31:50.100 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:31:51.413 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 105/116 2024-09-20T21:31:51.448 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-radosgw-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 106/116 2024-09-20T21:31:51.527 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 106/116 2024-09-20T21:31:51.527 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-20T21:31:51.527 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-20T21:31:51.527 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-20T21:31:51.527 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-20T21:31:51.528 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:31:51.566 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-1649.gfbd1a 107/116 2024-09-20T21:31:51.591 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1649.gfbd1a 107/116 2024-09-20T21:31:51.591 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-20T21:31:51.591 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-20T21:31:51.591 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:31:51.908 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : rbd-mirror-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 108/116 2024-09-20T21:31:51.933 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 108/116 2024-09-20T21:31:52.117 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-20T21:31:52.117 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-20T21:31:52.117 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-20T21:31:52.117 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-20T21:31:52.118 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:31:53.109 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-test-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 109/116 2024-09-20T21:31:53.142 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-fuse-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 110/116 2024-09-20T21:31:53.183 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : rbd-fuse-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 111/116 2024-09-20T21:31:53.302 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : rbd-nbd-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 112/116 2024-09-20T21:31:53.332 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 113/116 2024-09-20T21:31:53.356 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libcephfs-devel-2:17.2.7-1649.gfbd1a6ab.el9.x86_ 114/116 2024-09-20T21:31:53.356 INFO:teuthology.orchestra.run.smithi134.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-09-20T21:31:53.440 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-09-20T21:31:53.440 INFO:teuthology.orchestra.run.smithi134.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 116/116 2024-09-20T21:31:56.610 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-test-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 109/116 2024-09-20T21:31:56.645 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-fuse-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 110/116 2024-09-20T21:31:56.695 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : rbd-fuse-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 111/116 2024-09-20T21:31:56.829 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : rbd-nbd-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 112/116 2024-09-20T21:31:56.868 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 113/116 2024-09-20T21:31:56.892 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libcephfs-devel-2:17.2.7-1649.gfbd1a6ab.el9.x86_ 114/116 2024-09-20T21:31:56.892 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-09-20T21:31:56.976 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-09-20T21:31:56.976 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 116/116 2024-09-20T21:31:58.399 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 116/116 2024-09-20T21:31:58.400 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 1/116 2024-09-20T21:31:58.400 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-base-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2/116 2024-09-20T21:31:58.400 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-common-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 3/116 2024-09-20T21:31:58.400 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-fuse-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 4/116 2024-09-20T21:31:58.400 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1649.gfbd1a 5/116 2024-09-20T21:31:58.400 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-mds-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 6/116 2024-09-20T21:31:58.400 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-mgr-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 7/116 2024-09-20T21:31:58.400 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-mon-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 8/116 2024-09-20T21:31:58.400 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-osd-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 9/116 2024-09-20T21:31:58.400 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-radosgw-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 10/116 2024-09-20T21:31:58.400 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-selinux-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 11/116 2024-09-20T21:31:58.400 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-test-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 12/116 2024-09-20T21:31:58.401 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libcephfs-devel-2:17.2.7-1649.gfbd1a6ab.el9.x86_ 13/116 2024-09-20T21:31:58.401 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libcephfs2-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 14/116 2024-09-20T21:31:58.401 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libcephsqlite-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 15/116 2024-09-20T21:31:58.401 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : librados-devel-2:17.2.7-1649.gfbd1a6ab.el9.x86_6 16/116 2024-09-20T21:31:58.401 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libradosstriper1-2:17.2.7-1649.gfbd1a6ab.el9.x86 17/116 2024-09-20T21:31:58.401 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : librgw2-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 18/116 2024-09-20T21:31:58.401 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1649.gfbd1a6ab.el 19/116 2024-09-20T21:31:58.401 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-ceph-common-2:17.2.7-1649.gfbd1a6ab.el9. 20/116 2024-09-20T21:31:58.401 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-cephfs-2:17.2.7-1649.gfbd1a6ab.el9.x86_6 21/116 2024-09-20T21:31:58.401 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-rados-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 22/116 2024-09-20T21:31:58.401 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-rbd-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 23/116 2024-09-20T21:31:58.401 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-rgw-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 24/116 2024-09-20T21:31:58.402 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : rbd-fuse-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 25/116 2024-09-20T21:31:58.402 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : rbd-mirror-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 26/116 2024-09-20T21:31:58.402 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : rbd-nbd-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 27/116 2024-09-20T21:31:58.402 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-1649.gfbd1a6ab. 28/116 2024-09-20T21:31:58.402 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-1649.gfbd1a6ab.el9.noa 29/116 2024-09-20T21:31:58.402 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-1649.gfbd1a6ab.el9.n 30/116 2024-09-20T21:31:58.402 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-1649.gfbd 31/116 2024-09-20T21:31:58.402 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1649.gfbd1a6ab.el 32/116 2024-09-20T21:31:58.402 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-mgr-rook-2:17.2.7-1649.gfbd1a6ab.el9.noarch 33/116 2024-09-20T21:31:58.402 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-1649.gfbd1a6ab.e 34/116 2024-09-20T21:31:58.403 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : cephadm-2:17.2.7-1649.gfbd1a6ab.el9.noarch 35/116 2024-09-20T21:31:58.403 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/116 2024-09-20T21:31:58.403 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 37/116 2024-09-20T21:31:58.403 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 38/116 2024-09-20T21:31:58.403 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/116 2024-09-20T21:31:58.403 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/116 2024-09-20T21:31:58.403 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/116 2024-09-20T21:31:58.403 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/116 2024-09-20T21:31:58.403 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/116 2024-09-20T21:31:58.404 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/116 2024-09-20T21:31:58.404 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/116 2024-09-20T21:31:58.404 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/116 2024-09-20T21:31:58.404 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/116 2024-09-20T21:31:58.404 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/116 2024-09-20T21:31:58.404 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/116 2024-09-20T21:31:58.405 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/116 2024-09-20T21:31:58.405 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 51/116 2024-09-20T21:31:58.405 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 52/116 2024-09-20T21:31:58.405 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 53/116 2024-09-20T21:31:58.405 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 54/116 2024-09-20T21:31:58.405 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 55/116 2024-09-20T21:31:58.406 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 56/116 2024-09-20T21:31:58.406 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 57/116 2024-09-20T21:31:58.406 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 58/116 2024-09-20T21:31:58.406 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 59/116 2024-09-20T21:31:58.406 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 60/116 2024-09-20T21:31:58.406 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 61/116 2024-09-20T21:31:58.407 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 62/116 2024-09-20T21:31:58.407 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 63/116 2024-09-20T21:31:58.407 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 64/116 2024-09-20T21:31:58.407 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 65/116 2024-09-20T21:31:58.407 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 66/116 2024-09-20T21:31:58.407 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 67/116 2024-09-20T21:31:58.408 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 68/116 2024-09-20T21:31:58.408 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 69/116 2024-09-20T21:31:58.408 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 70/116 2024-09-20T21:31:58.408 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 71/116 2024-09-20T21:31:58.408 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 72/116 2024-09-20T21:31:58.408 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 73/116 2024-09-20T21:31:58.408 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 74/116 2024-09-20T21:31:58.409 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 75/116 2024-09-20T21:31:58.409 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 76/116 2024-09-20T21:31:58.409 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 77/116 2024-09-20T21:31:58.409 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 78/116 2024-09-20T21:31:58.409 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 79/116 2024-09-20T21:31:58.409 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 80/116 2024-09-20T21:31:58.409 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 81/116 2024-09-20T21:31:58.409 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 82/116 2024-09-20T21:31:58.410 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 83/116 2024-09-20T21:31:58.410 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 84/116 2024-09-20T21:31:58.410 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 85/116 2024-09-20T21:31:58.410 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 86/116 2024-09-20T21:31:58.410 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 87/116 2024-09-20T21:31:58.410 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 88/116 2024-09-20T21:31:58.410 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 89/116 2024-09-20T21:31:58.410 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 90/116 2024-09-20T21:31:58.410 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 91/116 2024-09-20T21:31:58.410 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 92/116 2024-09-20T21:31:58.410 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 93/116 2024-09-20T21:31:58.410 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 94/116 2024-09-20T21:31:58.410 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 95/116 2024-09-20T21:31:58.411 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 96/116 2024-09-20T21:31:58.411 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 97/116 2024-09-20T21:31:58.411 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 98/116 2024-09-20T21:31:58.411 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 99/116 2024-09-20T21:31:58.411 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 100/116 2024-09-20T21:31:58.411 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 101/116 2024-09-20T21:31:58.411 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/116 2024-09-20T21:31:58.411 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 103/116 2024-09-20T21:31:58.411 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 104/116 2024-09-20T21:31:58.411 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 105/116 2024-09-20T21:31:58.411 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 106/116 2024-09-20T21:31:58.411 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 107/116 2024-09-20T21:31:58.412 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 108/116 2024-09-20T21:31:58.412 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 109/116 2024-09-20T21:31:58.412 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 110/116 2024-09-20T21:31:58.412 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 111/116 2024-09-20T21:31:58.412 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 112/116 2024-09-20T21:31:58.412 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : librados2-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 113/116 2024-09-20T21:31:58.412 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 114/116 2024-09-20T21:31:58.412 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : librbd1-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 115/116 2024-09-20T21:32:00.550 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 116/116 2024-09-20T21:32:00.550 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-20T21:32:00.551 INFO:teuthology.orchestra.run.smithi134.stdout:Upgraded: 2024-09-20T21:32:00.551 INFO:teuthology.orchestra.run.smithi134.stdout: librados2-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:00.551 INFO:teuthology.orchestra.run.smithi134.stdout: librbd1-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:00.551 INFO:teuthology.orchestra.run.smithi134.stdout:Installed: 2024-09-20T21:32:00.551 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:00.551 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-base-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:00.551 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-common-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:00.551 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-fuse-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:00.551 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-grafana-dashboards-2:17.2.7-1649.gfbd1a6ab.el9.noarch 2024-09-20T21:32:00.551 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-immutable-object-cache-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:00.551 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mds-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:00.551 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mgr-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:00.551 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mgr-cephadm-2:17.2.7-1649.gfbd1a6ab.el9.noarch 2024-09-20T21:32:00.551 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mgr-dashboard-2:17.2.7-1649.gfbd1a6ab.el9.noarch 2024-09-20T21:32:00.552 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mgr-diskprediction-local-2:17.2.7-1649.gfbd1a6ab.el9.noarch 2024-09-20T21:32:00.552 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mgr-modules-core-2:17.2.7-1649.gfbd1a6ab.el9.noarch 2024-09-20T21:32:00.552 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mgr-rook-2:17.2.7-1649.gfbd1a6ab.el9.noarch 2024-09-20T21:32:00.552 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mon-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:00.552 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-osd-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:00.552 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-prometheus-alerts-2:17.2.7-1649.gfbd1a6ab.el9.noarch 2024-09-20T21:32:00.552 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-radosgw-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:00.552 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-selinux-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:00.552 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-test-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:00.552 INFO:teuthology.orchestra.run.smithi134.stdout: cephadm-2:17.2.7-1649.gfbd1a6ab.el9.noarch 2024-09-20T21:32:00.552 INFO:teuthology.orchestra.run.smithi134.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-20T21:32:00.552 INFO:teuthology.orchestra.run.smithi134.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-20T21:32:00.552 INFO:teuthology.orchestra.run.smithi134.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-20T21:32:00.552 INFO:teuthology.orchestra.run.smithi134.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-20T21:32:00.553 INFO:teuthology.orchestra.run.smithi134.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-20T21:32:00.553 INFO:teuthology.orchestra.run.smithi134.stdout: libcephfs-devel-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:00.553 INFO:teuthology.orchestra.run.smithi134.stdout: libcephfs2-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:00.553 INFO:teuthology.orchestra.run.smithi134.stdout: libcephsqlite-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:00.553 INFO:teuthology.orchestra.run.smithi134.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-20T21:32:00.553 INFO:teuthology.orchestra.run.smithi134.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-20T21:32:00.553 INFO:teuthology.orchestra.run.smithi134.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-20T21:32:00.553 INFO:teuthology.orchestra.run.smithi134.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-20T21:32:00.553 INFO:teuthology.orchestra.run.smithi134.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-20T21:32:00.553 INFO:teuthology.orchestra.run.smithi134.stdout: librados-devel-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:00.553 INFO:teuthology.orchestra.run.smithi134.stdout: libradosstriper1-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:00.553 INFO:teuthology.orchestra.run.smithi134.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-20T21:32:00.553 INFO:teuthology.orchestra.run.smithi134.stdout: librgw2-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:00.553 INFO:teuthology.orchestra.run.smithi134.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-20T21:32:00.554 INFO:teuthology.orchestra.run.smithi134.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-20T21:32:00.554 INFO:teuthology.orchestra.run.smithi134.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-20T21:32:00.554 INFO:teuthology.orchestra.run.smithi134.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-20T21:32:00.554 INFO:teuthology.orchestra.run.smithi134.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-20T21:32:00.554 INFO:teuthology.orchestra.run.smithi134.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-20T21:32:00.554 INFO:teuthology.orchestra.run.smithi134.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-20T21:32:00.554 INFO:teuthology.orchestra.run.smithi134.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-20T21:32:00.554 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-20T21:32:00.554 INFO:teuthology.orchestra.run.smithi134.stdout: python3-ceph-argparse-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:00.554 INFO:teuthology.orchestra.run.smithi134.stdout: python3-ceph-common-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:00.554 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cephfs-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:00.554 INFO:teuthology.orchestra.run.smithi134.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-20T21:32:00.554 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-20T21:32:00.554 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-20T21:32:00.555 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-20T21:32:00.555 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-20T21:32:00.555 INFO:teuthology.orchestra.run.smithi134.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-20T21:32:00.555 INFO:teuthology.orchestra.run.smithi134.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-20T21:32:00.555 INFO:teuthology.orchestra.run.smithi134.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-09-20T21:32:00.555 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-20T21:32:00.555 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-20T21:32:00.555 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-20T21:32:00.555 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-20T21:32:00.555 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-20T21:32:00.555 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-20T21:32:00.555 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-20T21:32:00.555 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-20T21:32:00.555 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-09-20T21:32:00.555 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-09-20T21:32:00.556 INFO:teuthology.orchestra.run.smithi134.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-20T21:32:00.556 INFO:teuthology.orchestra.run.smithi134.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-20T21:32:00.556 INFO:teuthology.orchestra.run.smithi134.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-20T21:32:00.556 INFO:teuthology.orchestra.run.smithi134.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-20T21:32:00.556 INFO:teuthology.orchestra.run.smithi134.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-20T21:32:00.556 INFO:teuthology.orchestra.run.smithi134.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-20T21:32:00.556 INFO:teuthology.orchestra.run.smithi134.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-20T21:32:00.556 INFO:teuthology.orchestra.run.smithi134.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-20T21:32:00.556 INFO:teuthology.orchestra.run.smithi134.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-20T21:32:00.556 INFO:teuthology.orchestra.run.smithi134.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-20T21:32:00.556 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-20T21:32:00.556 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-09-20T21:32:00.556 INFO:teuthology.orchestra.run.smithi134.stdout: python3-ply-3.11-14.el9.noarch 2024-09-20T21:32:00.556 INFO:teuthology.orchestra.run.smithi134.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-20T21:32:00.557 INFO:teuthology.orchestra.run.smithi134.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-20T21:32:00.557 INFO:teuthology.orchestra.run.smithi134.stdout: python3-py-1.10.0-6.el9.noarch 2024-09-20T21:32:00.557 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-20T21:32:00.557 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-20T21:32:00.557 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-20T21:32:00.557 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-20T21:32:00.557 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-09-20T21:32:00.557 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-20T21:32:00.557 INFO:teuthology.orchestra.run.smithi134.stdout: python3-rados-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:00.557 INFO:teuthology.orchestra.run.smithi134.stdout: python3-rbd-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:00.557 INFO:teuthology.orchestra.run.smithi134.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-20T21:32:00.557 INFO:teuthology.orchestra.run.smithi134.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-20T21:32:00.557 INFO:teuthology.orchestra.run.smithi134.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-20T21:32:00.558 INFO:teuthology.orchestra.run.smithi134.stdout: python3-rgw-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:00.558 INFO:teuthology.orchestra.run.smithi134.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-20T21:32:00.558 INFO:teuthology.orchestra.run.smithi134.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-20T21:32:00.558 INFO:teuthology.orchestra.run.smithi134.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-20T21:32:00.558 INFO:teuthology.orchestra.run.smithi134.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-20T21:32:00.558 INFO:teuthology.orchestra.run.smithi134.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-20T21:32:00.558 INFO:teuthology.orchestra.run.smithi134.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-20T21:32:00.558 INFO:teuthology.orchestra.run.smithi134.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-20T21:32:00.558 INFO:teuthology.orchestra.run.smithi134.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-20T21:32:00.558 INFO:teuthology.orchestra.run.smithi134.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-20T21:32:00.558 INFO:teuthology.orchestra.run.smithi134.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-20T21:32:00.558 INFO:teuthology.orchestra.run.smithi134.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-20T21:32:00.558 INFO:teuthology.orchestra.run.smithi134.stdout: rbd-fuse-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:00.558 INFO:teuthology.orchestra.run.smithi134.stdout: rbd-mirror-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:00.559 INFO:teuthology.orchestra.run.smithi134.stdout: rbd-nbd-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:00.559 INFO:teuthology.orchestra.run.smithi134.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-20T21:32:00.559 INFO:teuthology.orchestra.run.smithi134.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-20T21:32:00.559 INFO:teuthology.orchestra.run.smithi134.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-20T21:32:00.559 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-20T21:32:00.559 INFO:teuthology.orchestra.run.smithi134.stdout:Complete! 2024-09-20T21:32:00.894 DEBUG:teuthology.parallel:result is None 2024-09-20T21:32:02.026 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 116/116 2024-09-20T21:32:02.026 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 1/116 2024-09-20T21:32:02.027 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-base-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2/116 2024-09-20T21:32:02.027 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-common-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 3/116 2024-09-20T21:32:02.027 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-fuse-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 4/116 2024-09-20T21:32:02.027 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1649.gfbd1a 5/116 2024-09-20T21:32:02.027 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mds-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 6/116 2024-09-20T21:32:02.027 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mgr-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 7/116 2024-09-20T21:32:02.027 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mon-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 8/116 2024-09-20T21:32:02.027 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-osd-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 9/116 2024-09-20T21:32:02.027 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-radosgw-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 10/116 2024-09-20T21:32:02.027 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-selinux-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 11/116 2024-09-20T21:32:02.027 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-test-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 12/116 2024-09-20T21:32:02.027 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libcephfs-devel-2:17.2.7-1649.gfbd1a6ab.el9.x86_ 13/116 2024-09-20T21:32:02.028 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libcephfs2-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 14/116 2024-09-20T21:32:02.028 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libcephsqlite-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 15/116 2024-09-20T21:32:02.028 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librados-devel-2:17.2.7-1649.gfbd1a6ab.el9.x86_6 16/116 2024-09-20T21:32:02.028 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libradosstriper1-2:17.2.7-1649.gfbd1a6ab.el9.x86 17/116 2024-09-20T21:32:02.028 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librgw2-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 18/116 2024-09-20T21:32:02.028 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1649.gfbd1a6ab.el 19/116 2024-09-20T21:32:02.028 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-ceph-common-2:17.2.7-1649.gfbd1a6ab.el9. 20/116 2024-09-20T21:32:02.028 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cephfs-2:17.2.7-1649.gfbd1a6ab.el9.x86_6 21/116 2024-09-20T21:32:02.028 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-rados-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 22/116 2024-09-20T21:32:02.028 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-rbd-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 23/116 2024-09-20T21:32:02.028 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-rgw-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 24/116 2024-09-20T21:32:02.028 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : rbd-fuse-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 25/116 2024-09-20T21:32:02.028 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : rbd-mirror-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 26/116 2024-09-20T21:32:02.028 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : rbd-nbd-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 27/116 2024-09-20T21:32:02.036 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-1649.gfbd1a6ab. 28/116 2024-09-20T21:32:02.036 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-1649.gfbd1a6ab.el9.noa 29/116 2024-09-20T21:32:02.037 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-1649.gfbd1a6ab.el9.n 30/116 2024-09-20T21:32:02.037 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-1649.gfbd 31/116 2024-09-20T21:32:02.037 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1649.gfbd1a6ab.el 32/116 2024-09-20T21:32:02.037 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mgr-rook-2:17.2.7-1649.gfbd1a6ab.el9.noarch 33/116 2024-09-20T21:32:02.037 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-1649.gfbd1a6ab.e 34/116 2024-09-20T21:32:02.037 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : cephadm-2:17.2.7-1649.gfbd1a6ab.el9.noarch 35/116 2024-09-20T21:32:02.037 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/116 2024-09-20T21:32:02.037 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 37/116 2024-09-20T21:32:02.037 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 38/116 2024-09-20T21:32:02.037 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/116 2024-09-20T21:32:02.037 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/116 2024-09-20T21:32:02.037 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/116 2024-09-20T21:32:02.037 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/116 2024-09-20T21:32:02.037 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/116 2024-09-20T21:32:02.038 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/116 2024-09-20T21:32:02.038 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/116 2024-09-20T21:32:02.038 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/116 2024-09-20T21:32:02.038 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/116 2024-09-20T21:32:02.038 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/116 2024-09-20T21:32:02.038 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/116 2024-09-20T21:32:02.038 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/116 2024-09-20T21:32:02.038 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 51/116 2024-09-20T21:32:02.038 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 52/116 2024-09-20T21:32:02.038 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 53/116 2024-09-20T21:32:02.038 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 54/116 2024-09-20T21:32:02.038 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 55/116 2024-09-20T21:32:02.039 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 56/116 2024-09-20T21:32:02.039 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 57/116 2024-09-20T21:32:02.039 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 58/116 2024-09-20T21:32:02.039 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 59/116 2024-09-20T21:32:02.039 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 60/116 2024-09-20T21:32:02.039 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 61/116 2024-09-20T21:32:02.039 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 62/116 2024-09-20T21:32:02.039 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 63/116 2024-09-20T21:32:02.039 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 64/116 2024-09-20T21:32:02.039 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 65/116 2024-09-20T21:32:02.039 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 66/116 2024-09-20T21:32:02.039 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 67/116 2024-09-20T21:32:02.039 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 68/116 2024-09-20T21:32:02.039 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 69/116 2024-09-20T21:32:02.040 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 70/116 2024-09-20T21:32:02.040 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 71/116 2024-09-20T21:32:02.040 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 72/116 2024-09-20T21:32:02.040 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 73/116 2024-09-20T21:32:02.040 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 74/116 2024-09-20T21:32:02.040 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 75/116 2024-09-20T21:32:02.040 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 76/116 2024-09-20T21:32:02.040 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 77/116 2024-09-20T21:32:02.040 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 78/116 2024-09-20T21:32:02.040 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 79/116 2024-09-20T21:32:02.040 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 80/116 2024-09-20T21:32:02.040 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 81/116 2024-09-20T21:32:02.040 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 82/116 2024-09-20T21:32:02.041 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 83/116 2024-09-20T21:32:02.041 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 84/116 2024-09-20T21:32:02.041 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 85/116 2024-09-20T21:32:02.041 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 86/116 2024-09-20T21:32:02.041 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 87/116 2024-09-20T21:32:02.041 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 88/116 2024-09-20T21:32:02.041 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 89/116 2024-09-20T21:32:02.041 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 90/116 2024-09-20T21:32:02.041 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 91/116 2024-09-20T21:32:02.041 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 92/116 2024-09-20T21:32:02.041 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 93/116 2024-09-20T21:32:02.041 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 94/116 2024-09-20T21:32:02.041 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 95/116 2024-09-20T21:32:02.042 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 96/116 2024-09-20T21:32:02.042 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 97/116 2024-09-20T21:32:02.042 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 98/116 2024-09-20T21:32:02.042 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 99/116 2024-09-20T21:32:02.042 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 100/116 2024-09-20T21:32:02.042 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 101/116 2024-09-20T21:32:02.042 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/116 2024-09-20T21:32:02.042 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 103/116 2024-09-20T21:32:02.042 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 104/116 2024-09-20T21:32:02.042 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 105/116 2024-09-20T21:32:02.042 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 106/116 2024-09-20T21:32:02.042 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 107/116 2024-09-20T21:32:02.042 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 108/116 2024-09-20T21:32:02.042 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 109/116 2024-09-20T21:32:02.043 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 110/116 2024-09-20T21:32:02.043 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 111/116 2024-09-20T21:32:02.043 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 112/116 2024-09-20T21:32:02.043 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librados2-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 113/116 2024-09-20T21:32:02.043 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 114/116 2024-09-20T21:32:02.043 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librbd1-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 115/116 2024-09-20T21:32:04.210 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 116/116 2024-09-20T21:32:04.210 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:32:04.211 INFO:teuthology.orchestra.run.smithi046.stdout:Upgraded: 2024-09-20T21:32:04.211 INFO:teuthology.orchestra.run.smithi046.stdout: librados2-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:04.211 INFO:teuthology.orchestra.run.smithi046.stdout: librbd1-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:04.211 INFO:teuthology.orchestra.run.smithi046.stdout:Installed: 2024-09-20T21:32:04.211 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:04.211 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-base-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:04.211 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-common-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:04.211 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-fuse-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:04.211 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-grafana-dashboards-2:17.2.7-1649.gfbd1a6ab.el9.noarch 2024-09-20T21:32:04.211 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-immutable-object-cache-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:04.211 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mds-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:04.211 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:04.211 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-cephadm-2:17.2.7-1649.gfbd1a6ab.el9.noarch 2024-09-20T21:32:04.212 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-dashboard-2:17.2.7-1649.gfbd1a6ab.el9.noarch 2024-09-20T21:32:04.212 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-diskprediction-local-2:17.2.7-1649.gfbd1a6ab.el9.noarch 2024-09-20T21:32:04.212 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-modules-core-2:17.2.7-1649.gfbd1a6ab.el9.noarch 2024-09-20T21:32:04.212 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-rook-2:17.2.7-1649.gfbd1a6ab.el9.noarch 2024-09-20T21:32:04.212 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mon-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:04.212 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-osd-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:04.212 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-prometheus-alerts-2:17.2.7-1649.gfbd1a6ab.el9.noarch 2024-09-20T21:32:04.212 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-radosgw-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:04.212 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-selinux-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:04.212 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-test-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:04.212 INFO:teuthology.orchestra.run.smithi046.stdout: cephadm-2:17.2.7-1649.gfbd1a6ab.el9.noarch 2024-09-20T21:32:04.212 INFO:teuthology.orchestra.run.smithi046.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-20T21:32:04.212 INFO:teuthology.orchestra.run.smithi046.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-20T21:32:04.212 INFO:teuthology.orchestra.run.smithi046.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-20T21:32:04.213 INFO:teuthology.orchestra.run.smithi046.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-20T21:32:04.213 INFO:teuthology.orchestra.run.smithi046.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-20T21:32:04.213 INFO:teuthology.orchestra.run.smithi046.stdout: libcephfs-devel-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:04.213 INFO:teuthology.orchestra.run.smithi046.stdout: libcephfs2-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:04.213 INFO:teuthology.orchestra.run.smithi046.stdout: libcephsqlite-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:04.213 INFO:teuthology.orchestra.run.smithi046.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-20T21:32:04.213 INFO:teuthology.orchestra.run.smithi046.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-20T21:32:04.213 INFO:teuthology.orchestra.run.smithi046.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-20T21:32:04.213 INFO:teuthology.orchestra.run.smithi046.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-20T21:32:04.213 INFO:teuthology.orchestra.run.smithi046.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-20T21:32:04.213 INFO:teuthology.orchestra.run.smithi046.stdout: librados-devel-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:04.213 INFO:teuthology.orchestra.run.smithi046.stdout: libradosstriper1-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:04.213 INFO:teuthology.orchestra.run.smithi046.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-20T21:32:04.213 INFO:teuthology.orchestra.run.smithi046.stdout: librgw2-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:04.214 INFO:teuthology.orchestra.run.smithi046.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-20T21:32:04.214 INFO:teuthology.orchestra.run.smithi046.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-20T21:32:04.214 INFO:teuthology.orchestra.run.smithi046.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-20T21:32:04.214 INFO:teuthology.orchestra.run.smithi046.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-20T21:32:04.214 INFO:teuthology.orchestra.run.smithi046.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-20T21:32:04.214 INFO:teuthology.orchestra.run.smithi046.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-20T21:32:04.214 INFO:teuthology.orchestra.run.smithi046.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-20T21:32:04.214 INFO:teuthology.orchestra.run.smithi046.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-20T21:32:04.214 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-20T21:32:04.214 INFO:teuthology.orchestra.run.smithi046.stdout: python3-ceph-argparse-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:04.214 INFO:teuthology.orchestra.run.smithi046.stdout: python3-ceph-common-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:04.214 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cephfs-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:04.214 INFO:teuthology.orchestra.run.smithi046.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-20T21:32:04.215 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-20T21:32:04.215 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-20T21:32:04.215 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-20T21:32:04.215 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-20T21:32:04.215 INFO:teuthology.orchestra.run.smithi046.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-20T21:32:04.215 INFO:teuthology.orchestra.run.smithi046.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-20T21:32:04.215 INFO:teuthology.orchestra.run.smithi046.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-09-20T21:32:04.215 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-20T21:32:04.215 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-20T21:32:04.215 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-20T21:32:04.215 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-20T21:32:04.215 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-20T21:32:04.215 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-20T21:32:04.215 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-20T21:32:04.215 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-20T21:32:04.216 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-09-20T21:32:04.216 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-09-20T21:32:04.216 INFO:teuthology.orchestra.run.smithi046.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-20T21:32:04.216 INFO:teuthology.orchestra.run.smithi046.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-20T21:32:04.216 INFO:teuthology.orchestra.run.smithi046.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-20T21:32:04.216 INFO:teuthology.orchestra.run.smithi046.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-20T21:32:04.216 INFO:teuthology.orchestra.run.smithi046.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-20T21:32:04.216 INFO:teuthology.orchestra.run.smithi046.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-20T21:32:04.216 INFO:teuthology.orchestra.run.smithi046.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-20T21:32:04.216 INFO:teuthology.orchestra.run.smithi046.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-20T21:32:04.216 INFO:teuthology.orchestra.run.smithi046.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-20T21:32:04.216 INFO:teuthology.orchestra.run.smithi046.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-20T21:32:04.216 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-20T21:32:04.216 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-09-20T21:32:04.216 INFO:teuthology.orchestra.run.smithi046.stdout: python3-ply-3.11-14.el9.noarch 2024-09-20T21:32:04.217 INFO:teuthology.orchestra.run.smithi046.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-20T21:32:04.217 INFO:teuthology.orchestra.run.smithi046.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-20T21:32:04.217 INFO:teuthology.orchestra.run.smithi046.stdout: python3-py-1.10.0-6.el9.noarch 2024-09-20T21:32:04.217 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-20T21:32:04.217 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-20T21:32:04.217 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-20T21:32:04.217 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-20T21:32:04.217 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-09-20T21:32:04.217 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-20T21:32:04.217 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rados-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:04.217 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rbd-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:04.217 INFO:teuthology.orchestra.run.smithi046.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-20T21:32:04.217 INFO:teuthology.orchestra.run.smithi046.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-20T21:32:04.217 INFO:teuthology.orchestra.run.smithi046.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-20T21:32:04.217 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rgw-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:04.217 INFO:teuthology.orchestra.run.smithi046.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-20T21:32:04.218 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-20T21:32:04.218 INFO:teuthology.orchestra.run.smithi046.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-20T21:32:04.218 INFO:teuthology.orchestra.run.smithi046.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-20T21:32:04.218 INFO:teuthology.orchestra.run.smithi046.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-20T21:32:04.218 INFO:teuthology.orchestra.run.smithi046.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-20T21:32:04.218 INFO:teuthology.orchestra.run.smithi046.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-20T21:32:04.218 INFO:teuthology.orchestra.run.smithi046.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-20T21:32:04.218 INFO:teuthology.orchestra.run.smithi046.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-20T21:32:04.218 INFO:teuthology.orchestra.run.smithi046.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-20T21:32:04.218 INFO:teuthology.orchestra.run.smithi046.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-20T21:32:04.218 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-fuse-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:04.218 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-mirror-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:04.218 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-nbd-2:17.2.7-1649.gfbd1a6ab.el9.x86_64 2024-09-20T21:32:04.218 INFO:teuthology.orchestra.run.smithi046.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-20T21:32:04.219 INFO:teuthology.orchestra.run.smithi046.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-20T21:32:04.219 INFO:teuthology.orchestra.run.smithi046.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-20T21:32:04.219 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:32:04.219 INFO:teuthology.orchestra.run.smithi046.stdout:Complete! 2024-09-20T21:32:04.535 DEBUG:teuthology.parallel:result is None 2024-09-20T21:32:04.536 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-20T21:32:04.536 INFO:teuthology.packaging:ref: None 2024-09-20T21:32:04.536 INFO:teuthology.packaging:tag: None 2024-09-20T21:32:04.536 INFO:teuthology.packaging:branch: quincy 2024-09-20T21:32:04.536 INFO:teuthology.packaging:sha1: 9e2ac70bb7aea67d34f0d50002344abbe7803736 2024-09-20T21:32:04.536 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-09-20T21:32:04.760 DEBUG:teuthology.orchestra.run.smithi046:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-20T21:32:04.782 INFO:teuthology.orchestra.run.smithi046.stdout:17.2.7-1649.gfbd1a6ab.el9 2024-09-20T21:32:04.782 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1649.gfbd1a6ab.el9 2024-09-20T21:32:04.782 INFO:teuthology.task.install:The correct ceph version 17.2.7-1649.gfbd1a6ab is installed. 2024-09-20T21:32:04.784 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-20T21:32:04.784 INFO:teuthology.packaging:ref: None 2024-09-20T21:32:04.784 INFO:teuthology.packaging:tag: None 2024-09-20T21:32:04.785 INFO:teuthology.packaging:branch: quincy 2024-09-20T21:32:04.785 INFO:teuthology.packaging:sha1: 9e2ac70bb7aea67d34f0d50002344abbe7803736 2024-09-20T21:32:04.785 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-09-20T21:32:05.023 DEBUG:teuthology.orchestra.run.smithi134:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-20T21:32:05.050 INFO:teuthology.orchestra.run.smithi134.stdout:17.2.7-1649.gfbd1a6ab.el9 2024-09-20T21:32:05.050 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1649.gfbd1a6ab.el9 2024-09-20T21:32:05.050 INFO:teuthology.task.install:The correct ceph version 17.2.7-1649.gfbd1a6ab is installed. 2024-09-20T21:32:05.052 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-20T21:32:05.052 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-20T21:32:05.052 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-20T21:32:05.080 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-20T21:32:05.080 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-20T21:32:05.121 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-20T21:32:05.121 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-20T21:32:05.122 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/usr/bin/daemon-helper 2024-09-20T21:32:05.147 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-20T21:32:05.212 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-20T21:32:05.213 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd of=/usr/bin/daemon-helper 2024-09-20T21:32:05.241 DEBUG:teuthology.orchestra.run.smithi134:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-20T21:32:05.311 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-20T21:32:05.311 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-20T21:32:05.311 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-20T21:32:05.336 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-20T21:32:05.401 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-20T21:32:05.401 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-20T21:32:05.429 DEBUG:teuthology.orchestra.run.smithi134:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-20T21:32:05.497 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-20T21:32:05.497 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-20T21:32:05.497 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/usr/bin/stdin-killer 2024-09-20T21:32:05.522 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-20T21:32:05.588 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-20T21:32:05.588 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd of=/usr/bin/stdin-killer 2024-09-20T21:32:05.616 DEBUG:teuthology.orchestra.run.smithi134:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-20T21:32:05.683 INFO:teuthology.run_tasks:Running task print... 2024-09-20T21:32:05.691 INFO:teuthology.task.print:**** done install task... 2024-09-20T21:32:05.692 INFO:teuthology.run_tasks:Running task print... 2024-09-20T21:32:05.721 INFO:teuthology.task.print:**** done start installing quincy cephadm ... 2024-09-20T21:32:05.721 INFO:teuthology.run_tasks:Running task cephadm... 2024-09-20T21:32:05.925 INFO:tasks.cephadm:Config: {'cephadm_branch': 'quincy', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:quincy', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '9e2ac70bb7aea67d34f0d50002344abbe7803736'} 2024-09-20T21:32:05.926 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:quincy 2024-09-20T21:32:05.926 INFO:tasks.cephadm:Cluster fsid is c87e54aa-7797-11ef-baf5-efdc52797490 2024-09-20T21:32:05.926 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-09-20T21:32:05.926 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.46', 'mon.c': '[v2:172.21.15.46:3301,v1:172.21.15.46:6790]', 'mon.b': '172.21.15.134'} 2024-09-20T21:32:05.926 INFO:tasks.cephadm:First mon is mon.a on smithi046 2024-09-20T21:32:05.927 INFO:tasks.cephadm:First mgr is y 2024-09-20T21:32:05.927 INFO:tasks.cephadm:Normalizing hostnames... 2024-09-20T21:32:05.927 DEBUG:teuthology.orchestra.run.smithi046:> sudo hostname $(hostname -s) 2024-09-20T21:32:05.953 DEBUG:teuthology.orchestra.run.smithi134:> sudo hostname $(hostname -s) 2024-09-20T21:32:05.981 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref quincy)... 2024-09-20T21:32:05.981 DEBUG:teuthology.orchestra.run.smithi046:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-20T21:32:06.122 INFO:teuthology.orchestra.run.smithi046.stdout:-rw-r--r--. 1 ubuntu ubuntu 378585 Sep 20 21:32 /home/ubuntu/cephtest/cephadm 2024-09-20T21:32:06.123 DEBUG:teuthology.orchestra.run.smithi134:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-20T21:32:06.263 INFO:teuthology.orchestra.run.smithi134.stdout:-rw-r--r--. 1 ubuntu ubuntu 378585 Sep 20 21:32 /home/ubuntu/cephtest/cephadm 2024-09-20T21:32:06.264 DEBUG:teuthology.orchestra.run.smithi046:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-20T21:32:06.281 DEBUG:teuthology.orchestra.run.smithi134:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-20T21:32:06.310 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:quincy on all hosts... 2024-09-20T21:32:06.311 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-09-20T21:32:06.324 DEBUG:teuthology.orchestra.run.smithi134:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-09-20T21:32:07.898 INFO:teuthology.orchestra.run.smithi134.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-09-20T21:32:08.127 INFO:teuthology.orchestra.run.smithi046.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-09-20T21:32:37.983 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-20T21:32:37.984 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_version": "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)", 2024-09-20T21:32:37.984 INFO:teuthology.orchestra.run.smithi046.stdout: "image_id": "fc3ec4a4f6be575045de0fd8a2fe84939e888152c447bdedb90add7841f7bef9", 2024-09-20T21:32:37.984 INFO:teuthology.orchestra.run.smithi046.stdout: "repo_digests": [ 2024-09-20T21:32:37.984 INFO:teuthology.orchestra.run.smithi046.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2" 2024-09-20T21:32:37.984 INFO:teuthology.orchestra.run.smithi046.stdout: ] 2024-09-20T21:32:37.984 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-20T21:32:38.216 INFO:teuthology.orchestra.run.smithi134.stdout:{ 2024-09-20T21:32:38.216 INFO:teuthology.orchestra.run.smithi134.stdout: "ceph_version": "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)", 2024-09-20T21:32:38.216 INFO:teuthology.orchestra.run.smithi134.stdout: "image_id": "fc3ec4a4f6be575045de0fd8a2fe84939e888152c447bdedb90add7841f7bef9", 2024-09-20T21:32:38.216 INFO:teuthology.orchestra.run.smithi134.stdout: "repo_digests": [ 2024-09-20T21:32:38.216 INFO:teuthology.orchestra.run.smithi134.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2" 2024-09-20T21:32:38.216 INFO:teuthology.orchestra.run.smithi134.stdout: ] 2024-09-20T21:32:38.216 INFO:teuthology.orchestra.run.smithi134.stdout:} 2024-09-20T21:32:38.235 DEBUG:teuthology.orchestra.run.smithi046:> sudo mkdir -p /etc/ceph 2024-09-20T21:32:38.265 DEBUG:teuthology.orchestra.run.smithi134:> sudo mkdir -p /etc/ceph 2024-09-20T21:32:38.292 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 777 /etc/ceph 2024-09-20T21:32:38.331 DEBUG:teuthology.orchestra.run.smithi134:> sudo chmod 777 /etc/ceph 2024-09-20T21:32:38.357 INFO:tasks.cephadm:Writing seed config... 2024-09-20T21:32:38.358 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-09-20T21:32:38.358 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-09-20T21:32:38.358 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-09-20T21:32:38.358 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-09-20T21:32:38.358 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-09-20T21:32:38.358 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2024-09-20T21:32:38.358 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-09-20T21:32:38.358 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-09-20T21:32:38.358 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-09-20T21:32:38.358 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-09-20T21:32:38.358 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-09-20T21:32:38.359 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-20T21:32:38.359 DEBUG:teuthology.orchestra.run.smithi046:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-09-20T21:32:38.388 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = c87e54aa-7797-11ef-baf5-efdc52797490 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-09-20T21:32:38.388 DEBUG:teuthology.orchestra.run.smithi046:mon.a> sudo journalctl -f -n 0 -u ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mon.a.service 2024-09-20T21:32:38.430 DEBUG:teuthology.orchestra.run.smithi046:mgr.y> sudo journalctl -f -n 0 -u ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mgr.y.service 2024-09-20T21:32:38.473 INFO:tasks.cephadm:Bootstrapping... 2024-09-20T21:32:38.473 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy -v bootstrap --fsid c87e54aa-7797-11ef-baf5-efdc52797490 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.46 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-09-20T21:32:38.681 INFO:teuthology.orchestra.run.smithi046.stdout:-------------------------------------------------------------------------------- 2024-09-20T21:32:38.681 INFO:teuthology.orchestra.run.smithi046.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:quincy', '-v', 'bootstrap', '--fsid', 'c87e54aa-7797-11ef-baf5-efdc52797490', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.46', '--skip-admin-label'] 2024-09-20T21:32:38.711 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stdout 5.2.2 2024-09-20T21:32:38.711 INFO:teuthology.orchestra.run.smithi046.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-09-20T21:32:38.712 INFO:teuthology.orchestra.run.smithi046.stdout:Verifying podman|docker is present... 2024-09-20T21:32:38.734 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stdout 5.2.2 2024-09-20T21:32:38.735 INFO:teuthology.orchestra.run.smithi046.stdout:Verifying lvm2 is present... 2024-09-20T21:32:38.735 INFO:teuthology.orchestra.run.smithi046.stdout:Verifying time synchronization is in place... 2024-09-20T21:32:38.743 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-20T21:32:38.743 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-20T21:32:38.749 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-20T21:32:38.749 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout inactive 2024-09-20T21:32:38.759 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout enabled 2024-09-20T21:32:38.763 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout active 2024-09-20T21:32:38.764 INFO:teuthology.orchestra.run.smithi046.stdout:Unit chronyd.service is enabled and running 2024-09-20T21:32:38.764 INFO:teuthology.orchestra.run.smithi046.stdout:Repeating the final host check... 2024-09-20T21:32:38.787 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stdout 5.2.2 2024-09-20T21:32:38.787 INFO:teuthology.orchestra.run.smithi046.stdout:podman (/bin/podman) version 5.2.2 is present 2024-09-20T21:32:38.787 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl is present 2024-09-20T21:32:38.787 INFO:teuthology.orchestra.run.smithi046.stdout:lvcreate is present 2024-09-20T21:32:38.794 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-20T21:32:38.794 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-20T21:32:38.801 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-20T21:32:38.801 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout inactive 2024-09-20T21:32:38.808 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout enabled 2024-09-20T21:32:38.815 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout active 2024-09-20T21:32:38.815 INFO:teuthology.orchestra.run.smithi046.stdout:Unit chronyd.service is enabled and running 2024-09-20T21:32:38.815 INFO:teuthology.orchestra.run.smithi046.stdout:Host looks OK 2024-09-20T21:32:38.815 INFO:teuthology.orchestra.run.smithi046.stdout:Cluster fsid: c87e54aa-7797-11ef-baf5-efdc52797490 2024-09-20T21:32:38.815 INFO:teuthology.orchestra.run.smithi046.stdout:Acquiring lock 140678708868000 on /run/cephadm/c87e54aa-7797-11ef-baf5-efdc52797490.lock 2024-09-20T21:32:38.816 INFO:teuthology.orchestra.run.smithi046.stdout:Lock 140678708868000 acquired on /run/cephadm/c87e54aa-7797-11ef-baf5-efdc52797490.lock 2024-09-20T21:32:38.816 INFO:teuthology.orchestra.run.smithi046.stdout:Verifying IP 172.21.15.46 port 3300 ... 2024-09-20T21:32:38.816 INFO:teuthology.orchestra.run.smithi046.stdout:Verifying IP 172.21.15.46 port 6789 ... 2024-09-20T21:32:38.816 INFO:teuthology.orchestra.run.smithi046.stdout:Base mon IP(s) is [172.21.15.46:3300, 172.21.15.46:6789], mon addrv is [v2:172.21.15.46:3300,v1:172.21.15.46:6789] 2024-09-20T21:32:38.820 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.46 metric 100 2024-09-20T21:32:38.820 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.46 metric 100 2024-09-20T21:32:38.823 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-09-20T21:32:38.823 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 256 pref medium 2024-09-20T21:32:38.823 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 1024 expires 1786sec hoplimit 64 pref medium 2024-09-20T21:32:38.826 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-09-20T21:32:38.826 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-09-20T21:32:38.826 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-20T21:32:38.826 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-09-20T21:32:38.826 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:15f8/64 scope link 2024-09-20T21:32:38.826 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-20T21:32:38.827 INFO:teuthology.orchestra.run.smithi046.stdout:Mon IP `172.21.15.46` is in CIDR network `172.21.0.0/20` 2024-09-20T21:32:38.827 INFO:teuthology.orchestra.run.smithi046.stdout:Mon IP `172.21.15.46` is in CIDR network `172.21.0.0/20` 2024-09-20T21:32:38.827 INFO:teuthology.orchestra.run.smithi046.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-09-20T21:32:38.827 INFO:teuthology.orchestra.run.smithi046.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-09-20T21:32:38.828 INFO:teuthology.orchestra.run.smithi046.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-09-20T21:32:39.233 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stdout fc3ec4a4f6be575045de0fd8a2fe84939e888152c447bdedb90add7841f7bef9 2024-09-20T21:32:39.233 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:quincy... 2024-09-20T21:32:39.234 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stderr Getting image source signatures 2024-09-20T21:32:39.234 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stderr Copying blob sha256:3ba00a516579693832719224d909a7cd5333511394d4f35f95e899e50f0bfaeb 2024-09-20T21:32:39.234 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stderr Copying blob sha256:e8b54c863393b7a8216a71737771b73b16a8e43ec7acf927c7faa175c255e551 2024-09-20T21:32:39.234 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stderr Copying config sha256:fc3ec4a4f6be575045de0fd8a2fe84939e888152c447bdedb90add7841f7bef9 2024-09-20T21:32:39.234 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stderr Writing manifest to image destination 2024-09-20T21:32:40.156 INFO:teuthology.orchestra.run.smithi046.stdout:ceph: stdout ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable) 2024-09-20T21:32:40.156 INFO:teuthology.orchestra.run.smithi046.stdout:Ceph version: ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable) 2024-09-20T21:32:40.156 INFO:teuthology.orchestra.run.smithi046.stdout:Extracting ceph user uid/gid from container image... 2024-09-20T21:32:41.052 INFO:teuthology.orchestra.run.smithi046.stdout:stat: stdout 167 167 2024-09-20T21:32:41.052 INFO:teuthology.orchestra.run.smithi046.stdout:Creating initial keys... 2024-09-20T21:32:42.151 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph-authtool: stdout AQD56e1mqnFiHBAAADai7tyTRk4bmR4w/SabMA== 2024-09-20T21:32:43.022 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph-authtool: stdout AQD66e1mha03HhAA1hGG3aOeOlOnWCTyp/4uPw== 2024-09-20T21:32:44.036 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph-authtool: stdout AQD76e1mvOITFhAA6ek/ihWzSnoR3tbNdNlMrg== 2024-09-20T21:32:44.036 INFO:teuthology.orchestra.run.smithi046.stdout:Creating initial monmap... 2024-09-20T21:32:45.094 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-20T21:32:45.095 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = octopus 2024-09-20T21:32:45.095 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to c87e54aa-7797-11ef-baf5-efdc52797490 2024-09-20T21:32:45.095 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-20T21:32:45.095 INFO:teuthology.orchestra.run.smithi046.stdout:monmaptool for a [v2:172.21.15.46:3300,v1:172.21.15.46:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-20T21:32:45.095 INFO:teuthology.orchestra.run.smithi046.stdout:setting min_mon_release = octopus 2024-09-20T21:32:45.095 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/monmaptool: set fsid to c87e54aa-7797-11ef-baf5-efdc52797490 2024-09-20T21:32:45.095 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-20T21:32:45.095 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:32:45.095 INFO:teuthology.orchestra.run.smithi046.stdout:Creating mon... 2024-09-20T21:32:51.130 INFO:teuthology.orchestra.run.smithi046.stdout:create mon.a on 2024-09-20T21:32:51.470 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-09-20T21:32:51.875 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-09-20T21:32:52.118 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-c87e54aa-7797-11ef-baf5-efdc52797490.target → /etc/systemd/system/ceph-c87e54aa-7797-11ef-baf5-efdc52797490.target. 2024-09-20T21:32:52.119 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-c87e54aa-7797-11ef-baf5-efdc52797490.target → /etc/systemd/system/ceph-c87e54aa-7797-11ef-baf5-efdc52797490.target. 2024-09-20T21:32:52.462 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mon.a 2024-09-20T21:32:52.463 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Failed to reset failed state of unit ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mon.a.service: Unit ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mon.a.service not loaded. 2024-09-20T21:32:52.698 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-c87e54aa-7797-11ef-baf5-efdc52797490.target.wants/ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mon.a.service → /etc/systemd/system/ceph-c87e54aa-7797-11ef-baf5-efdc52797490@.service. 2024-09-20T21:32:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:32:52 smithi046 podman[27567]: 2024-09-20 21:32:52.844458896 +0000 UTC m=+0.015950166 image pull fc3ec4a4f6be575045de0fd8a2fe84939e888152c447bdedb90add7841f7bef9 quay.ceph.io/ceph-ci/ceph:quincy 2024-09-20T21:32:54.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:32:53 smithi046 podman[27567]: 2024-09-20 21:32:53.831273626 +0000 UTC m=+1.002764933 container create 5869c9c654aadabc482a0f0d45b1b622f1977e6af5e157a99669693cf2ee5acc (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-a, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=quincy-fbd1a6a, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-20T21:32:55.641 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-20T21:32:55.641 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout disabled 2024-09-20T21:32:55.649 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-20T21:32:55.650 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout inactive 2024-09-20T21:32:55.650 INFO:teuthology.orchestra.run.smithi046.stdout:firewalld.service is not enabled 2024-09-20T21:32:55.650 INFO:teuthology.orchestra.run.smithi046.stdout:Not possible to enable service . firewalld.service is not available 2024-09-20T21:32:55.650 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for mon to start... 2024-09-20T21:32:55.650 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for mon... 2024-09-20T21:32:55.777 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:32:55 smithi046 podman[27567]: 2024-09-20 21:32:55.506831386 +0000 UTC m=+2.678322662 container init 5869c9c654aadabc482a0f0d45b1b622f1977e6af5e157a99669693cf2ee5acc (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-a, RELEASE=quincy-fbd1a6a, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-20T21:32:55.777 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:32:55 smithi046 podman[27567]: 2024-09-20 21:32:55.512586431 +0000 UTC m=+2.684077700 container start 5869c9c654aadabc482a0f0d45b1b622f1977e6af5e157a99669693cf2ee5acc (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, RELEASE=quincy-fbd1a6a) 2024-09-20T21:32:55.777 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:32:55 smithi046 ceph-mon[27606]: mkfs c87e54aa-7797-11ef-baf5-efdc52797490 2024-09-20T21:32:55.777 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:32:55 smithi046 ceph-mon[27606]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-20T21:32:55.777 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:32:55 smithi046 bash[27567]: 5869c9c654aadabc482a0f0d45b1b622f1977e6af5e157a99669693cf2ee5acc 2024-09-20T21:32:55.777 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:32:55 smithi046 systemd[1]: Started Ceph mon.a for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:32:56.685 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout cluster: 2024-09-20T21:32:56.685 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout id: c87e54aa-7797-11ef-baf5-efdc52797490 2024-09-20T21:32:56.685 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-09-20T21:32:56.685 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2024-09-20T21:32:56.685 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout services: 2024-09-20T21:32:56.685 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.594985s) 2024-09-20T21:32:56.685 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-09-20T21:32:56.685 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-09-20T21:32:56.686 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2024-09-20T21:32:56.686 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout data: 2024-09-20T21:32:56.686 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-09-20T21:32:56.686 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-09-20T21:32:56.686 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-09-20T21:32:56.686 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout pgs: 2024-09-20T21:32:56.686 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2024-09-20T21:32:56.686 INFO:teuthology.orchestra.run.smithi046.stdout:mon is available 2024-09-20T21:32:56.686 INFO:teuthology.orchestra.run.smithi046.stdout:Assimilating anything we can from ceph.conf... 2024-09-20T21:32:56.807 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:32:56 smithi046 ceph-mon[27606]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-20T21:32:56.807 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:32:56 smithi046 ceph-mon[27606]: monmap e1: 1 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-20T21:32:56.807 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:32:56 smithi046 ceph-mon[27606]: fsmap 2024-09-20T21:32:56.807 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:32:56 smithi046 ceph-mon[27606]: osdmap e1: 0 total, 0 up, 0 in 2024-09-20T21:32:56.807 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:32:56 smithi046 ceph-mon[27606]: mgrmap e1: no daemons active 2024-09-20T21:32:56.807 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:32:56 smithi046 ceph-mon[27606]: from='client.? 172.21.15.46:0/2130789175' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-20T21:32:57.870 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:32:57 smithi046 ceph-mon[27606]: from='client.? 172.21.15.46:0/1768946703' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-20T21:32:57.870 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:32:57 smithi046 ceph-mon[27606]: from='client.? 172.21.15.46:0/1768946703' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-09-20T21:32:57.873 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2024-09-20T21:32:57.875 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout [global] 2024-09-20T21:32:57.875 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout fsid = c87e54aa-7797-11ef-baf5-efdc52797490 2024-09-20T21:32:57.875 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-09-20T21:32:57.875 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.46:3300,v1:172.21.15.46:6789] 2024-09-20T21:32:57.875 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-20T21:32:57.875 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-20T21:32:57.875 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-20T21:32:57.875 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-20T21:32:57.875 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2024-09-20T21:32:57.876 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-20T21:32:57.876 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-20T21:32:57.876 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2024-09-20T21:32:57.876 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout [osd] 2024-09-20T21:32:57.876 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-20T21:32:57.876 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-20T21:32:57.876 INFO:teuthology.orchestra.run.smithi046.stdout:Generating new minimal ceph.conf... 2024-09-20T21:32:59.351 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:32:59 smithi046 ceph-mon[27606]: from='client.? 172.21.15.46:0/3664575000' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:32:59.614 INFO:teuthology.orchestra.run.smithi046.stdout:Restarting the monitor... 2024-09-20T21:32:59.904 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:32:59 smithi046 systemd[1]: Stopping Ceph mon.a for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:33:00.155 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:32:59 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-a[27583]: 2024-09-20T21:32:59.887+0000 7f1660c3f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-20T21:33:00.155 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:32:59 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-a[27583]: 2024-09-20T21:32:59.887+0000 7f1660c3f640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-09-20T21:33:00.155 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:00 smithi046 podman[27925]: 2024-09-20 21:33:00.010826392 +0000 UTC m=+0.234829177 container died 5869c9c654aadabc482a0f0d45b1b622f1977e6af5e157a99669693cf2ee5acc (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-a, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=quincy-fbd1a6a, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-09-20T21:33:00.621 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:00 smithi046 podman[27925]: 2024-09-20 21:33:00.360931522 +0000 UTC m=+0.584934308 container cleanup 5869c9c654aadabc482a0f0d45b1b622f1977e6af5e157a99669693cf2ee5acc (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-fbd1a6a, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-09-20T21:33:00.622 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:00 smithi046 bash[27925]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-a 2024-09-20T21:33:00.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:00 smithi046 podman[27942]: 2024-09-20 21:33:00.620224721 +0000 UTC m=+0.605727600 container remove 5869c9c654aadabc482a0f0d45b1b622f1977e6af5e157a99669693cf2ee5acc (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-a, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=quincy-fbd1a6a, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-20T21:33:00.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:00 smithi046 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mon.a.service: Deactivated successfully. 2024-09-20T21:33:00.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:00 smithi046 systemd[1]: Stopped Ceph mon.a for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:33:00.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:00 smithi046 systemd[1]: Starting Ceph mon.a for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:33:01.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:01 smithi046 podman[28040]: 2024-09-20 21:33:00.908915026 +0000 UTC m=+0.016093051 image pull fc3ec4a4f6be575045de0fd8a2fe84939e888152c447bdedb90add7841f7bef9 quay.ceph.io/ceph-ci/ceph:quincy 2024-09-20T21:33:02.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:01 smithi046 podman[28040]: 2024-09-20 21:33:01.788319416 +0000 UTC m=+0.895497471 container create baa510b5910ba18c451a922f19367ffe624bacc85f9c8c3f07af74e56e218618 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-a, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, RELEASE=quincy-fbd1a6a, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-20T21:33:02.793 INFO:teuthology.orchestra.run.smithi046.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-09-20T21:33:03.042 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 podman[28040]: 2024-09-20 21:33:02.695277199 +0000 UTC m=+1.802455217 container init baa510b5910ba18c451a922f19367ffe624bacc85f9c8c3f07af74e56e218618 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-a, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.2, RELEASE=quincy-fbd1a6a, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-09-20T21:33:03.042 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 podman[28040]: 2024-09-20 21:33:02.700894628 +0000 UTC m=+1.808072647 container start baa510b5910ba18c451a922f19367ffe624bacc85f9c8c3f07af74e56e218618 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-a, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=quincy-fbd1a6a, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-20T21:33:03.042 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: set uid:gid to 167:167 (ceph:ceph) 2024-09-20T21:33:03.042 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable), process ceph-mon, pid 7 2024-09-20T21:33:03.042 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: pidfile_write: ignore empty --pid-file 2024-09-20T21:33:03.042 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: load: jerasure load: lrc 2024-09-20T21:33:03.042 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: RocksDB version: 6.15.5 2024-09-20T21:33:03.042 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-09-20T21:33:03.043 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Compile date Sep 20 2024 2024-09-20T21:33:03.043 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: DB SUMMARY 2024-09-20T21:33:03.043 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: DB Session ID: QTTZ5YYSTS6MBDHP6LRU 2024-09-20T21:33:03.043 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: CURRENT file: CURRENT 2024-09-20T21:33:03.043 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: IDENTITY file: IDENTITY 2024-09-20T21:33:03.043 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2024-09-20T21:33:03.043 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-09-20T21:33:03.043 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000010.log size: 83690 ; 2024-09-20T21:33:03.043 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.error_if_exists: 0 2024-09-20T21:33:03.043 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.create_if_missing: 0 2024-09-20T21:33:03.043 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.paranoid_checks: 1 2024-09-20T21:33:03.043 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-20T21:33:03.043 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.env: 0x55afd6c8b440 2024-09-20T21:33:03.043 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.fs: Posix File System 2024-09-20T21:33:03.044 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.info_log: 0x55afd838aec0 2024-09-20T21:33:03.044 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.max_file_opening_threads: 16 2024-09-20T21:33:03.044 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.statistics: (nil) 2024-09-20T21:33:03.044 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.use_fsync: 0 2024-09-20T21:33:03.044 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.max_log_file_size: 0 2024-09-20T21:33:03.044 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-20T21:33:03.044 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-20T21:33:03.044 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.keep_log_file_num: 1000 2024-09-20T21:33:03.044 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.recycle_log_file_num: 0 2024-09-20T21:33:03.044 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.allow_fallocate: 1 2024-09-20T21:33:03.044 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.allow_mmap_reads: 0 2024-09-20T21:33:03.044 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.allow_mmap_writes: 0 2024-09-20T21:33:03.044 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.use_direct_reads: 0 2024-09-20T21:33:03.044 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-20T21:33:03.045 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.create_missing_column_families: 0 2024-09-20T21:33:03.045 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.db_log_dir: 2024-09-20T21:33:03.045 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-09-20T21:33:03.045 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-20T21:33:03.045 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-20T21:33:03.045 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-20T21:33:03.045 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-20T21:33:03.045 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-20T21:33:03.045 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-20T21:33:03.045 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.advise_random_on_open: 1 2024-09-20T21:33:03.045 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.db_write_buffer_size: 0 2024-09-20T21:33:03.045 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.write_buffer_manager: 0x55afd84487e0 2024-09-20T21:33:03.045 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-20T21:33:03.045 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-09-20T21:33:03.045 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-20T21:33:03.046 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-20T21:33:03.046 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.rate_limiter: (nil) 2024-09-20T21:33:03.046 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-20T21:33:03.046 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.wal_recovery_mode: 2 2024-09-20T21:33:03.046 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.enable_thread_tracking: 0 2024-09-20T21:33:03.046 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.enable_pipelined_write: 0 2024-09-20T21:33:03.046 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.unordered_write: 0 2024-09-20T21:33:03.046 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-20T21:33:03.046 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-20T21:33:03.046 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-20T21:33:03.046 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-20T21:33:03.046 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.row_cache: None 2024-09-20T21:33:03.046 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.wal_filter: None 2024-09-20T21:33:03.046 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-20T21:33:03.046 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.allow_ingest_behind: 0 2024-09-20T21:33:03.047 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.preserve_deletes: 0 2024-09-20T21:33:03.048 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.two_write_queues: 0 2024-09-20T21:33:03.048 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.manual_wal_flush: 0 2024-09-20T21:33:03.048 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.atomic_flush: 0 2024-09-20T21:33:03.048 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-20T21:33:03.048 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-20T21:33:03.048 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-20T21:33:03.048 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.log_readahead_size: 0 2024-09-20T21:33:03.048 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-20T21:33:03.048 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.best_efforts_recovery: 0 2024-09-20T21:33:03.048 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-20T21:33:03.048 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-20T21:33:03.048 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.allow_data_in_errors: 0 2024-09-20T21:33:03.049 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.db_host_id: __hostname__ 2024-09-20T21:33:03.049 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.max_background_jobs: 2 2024-09-20T21:33:03.049 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.max_background_compactions: -1 2024-09-20T21:33:03.049 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.max_subcompactions: 1 2024-09-20T21:33:03.049 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-20T21:33:03.049 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-20T21:33:03.049 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-20T21:33:03.049 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.max_total_wal_size: 0 2024-09-20T21:33:03.049 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-20T21:33:03.049 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-20T21:33:03.049 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-20T21:33:03.049 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-20T21:33:03.049 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.max_open_files: -1 2024-09-20T21:33:03.049 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.bytes_per_sync: 0 2024-09-20T21:33:03.050 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-20T21:33:03.050 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-20T21:33:03.050 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.compaction_readahead_size: 0 2024-09-20T21:33:03.050 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.max_background_flushes: -1 2024-09-20T21:33:03.050 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Compression algorithms supported: 2024-09-20T21:33:03.050 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: kZSTD supported: 0 2024-09-20T21:33:03.050 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: kXpressCompression supported: 0 2024-09-20T21:33:03.050 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: kBZip2Compression supported: 0 2024-09-20T21:33:03.050 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-20T21:33:03.050 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: kLZ4Compression supported: 1 2024-09-20T21:33:03.050 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: kZlibCompression supported: 1 2024-09-20T21:33:03.051 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: kLZ4HCCompression supported: 1 2024-09-20T21:33:03.051 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: kSnappyCompression supported: 1 2024-09-20T21:33:03.051 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-20T21:33:03.051 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 2024-09-20T21:33:03.051 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-09-20T21:33:03.051 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-20T21:33:03.051 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.merge_operator: 2024-09-20T21:33:03.051 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.compaction_filter: None 2024-09-20T21:33:03.051 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.compaction_filter_factory: None 2024-09-20T21:33:03.051 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.sst_partitioner_factory: None 2024-09-20T21:33:03.051 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-20T21:33:03.051 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-20T21:33:03.051 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55afd8331a38) 2024-09-20T21:33:03.051 INFO:journalctl@ceph.mon.a.smithi046.stdout: cache_index_and_filter_blocks: 1 2024-09-20T21:33:03.052 INFO:journalctl@ceph.mon.a.smithi046.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-20T21:33:03.052 INFO:journalctl@ceph.mon.a.smithi046.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-20T21:33:03.052 INFO:journalctl@ceph.mon.a.smithi046.stdout: pin_top_level_index_and_filter: 1 2024-09-20T21:33:03.052 INFO:journalctl@ceph.mon.a.smithi046.stdout: index_type: 0 2024-09-20T21:33:03.052 INFO:journalctl@ceph.mon.a.smithi046.stdout: data_block_index_type: 0 2024-09-20T21:33:03.052 INFO:journalctl@ceph.mon.a.smithi046.stdout: index_shortening: 1 2024-09-20T21:33:03.052 INFO:journalctl@ceph.mon.a.smithi046.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-20T21:33:03.052 INFO:journalctl@ceph.mon.a.smithi046.stdout: hash_index_allow_collision: 1 2024-09-20T21:33:03.052 INFO:journalctl@ceph.mon.a.smithi046.stdout: checksum: 1 2024-09-20T21:33:03.052 INFO:journalctl@ceph.mon.a.smithi046.stdout: no_block_cache: 0 2024-09-20T21:33:03.052 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_cache: 0x55afd83671f0 2024-09-20T21:33:03.052 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_cache_name: BinnedLRUCache 2024-09-20T21:33:03.052 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_cache_options: 2024-09-20T21:33:03.052 INFO:journalctl@ceph.mon.a.smithi046.stdout: capacity : 536870912 2024-09-20T21:33:03.052 INFO:journalctl@ceph.mon.a.smithi046.stdout: num_shard_bits : 4 2024-09-20T21:33:03.053 INFO:journalctl@ceph.mon.a.smithi046.stdout: strict_capacity_limit : 0 2024-09-20T21:33:03.053 INFO:journalctl@ceph.mon.a.smithi046.stdout: high_pri_pool_ratio: 0.000 2024-09-20T21:33:03.053 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_cache_compressed: (nil) 2024-09-20T21:33:03.053 INFO:journalctl@ceph.mon.a.smithi046.stdout: persistent_cache: (nil) 2024-09-20T21:33:03.053 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_size: 4096 2024-09-20T21:33:03.053 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_size_deviation: 10 2024-09-20T21:33:03.053 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_restart_interval: 16 2024-09-20T21:33:03.053 INFO:journalctl@ceph.mon.a.smithi046.stdout: index_block_restart_interval: 1 2024-09-20T21:33:03.053 INFO:journalctl@ceph.mon.a.smithi046.stdout: metadata_block_size: 4096 2024-09-20T21:33:03.053 INFO:journalctl@ceph.mon.a.smithi046.stdout: partition_filters: 0 2024-09-20T21:33:03.053 INFO:journalctl@ceph.mon.a.smithi046.stdout: use_delta_encoding: 1 2024-09-20T21:33:03.053 INFO:journalctl@ceph.mon.a.smithi046.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-09-20T21:33:03.053 INFO:journalctl@ceph.mon.a.smithi046.stdout: whole_key_filtering: 1 2024-09-20T21:33:03.053 INFO:journalctl@ceph.mon.a.smithi046.stdout: verify_compression: 0 2024-09-20T21:33:03.053 INFO:journalctl@ceph.mon.a.smithi046.stdout: read_amp_bytes_per_bit: 0 2024-09-20T21:33:03.054 INFO:journalctl@ceph.mon.a.smithi046.stdout: format_version: 4 2024-09-20T21:33:03.054 INFO:journalctl@ceph.mon.a.smithi046.stdout: enable_index_compression: 1 2024-09-20T21:33:03.054 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_align: 0 2024-09-20T21:33:03.054 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.write_buffer_size: 33554432 2024-09-20T21:33:03.054 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.max_write_buffer_number: 2 2024-09-20T21:33:03.054 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.compression: NoCompression 2024-09-20T21:33:03.054 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.bottommost_compression: Disabled 2024-09-20T21:33:03.054 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.prefix_extractor: nullptr 2024-09-20T21:33:03.054 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-20T21:33:03.054 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.num_levels: 7 2024-09-20T21:33:03.054 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-20T21:33:03.054 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-20T21:33:03.054 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-20T21:33:03.054 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-20T21:33:03.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-20T21:33:03.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-20T21:33:03.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-20T21:33:03.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-20T21:33:03.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-20T21:33:03.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-20T21:33:03.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-20T21:33:03.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.compression_opts.level: 32767 2024-09-20T21:33:03.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.compression_opts.strategy: 0 2024-09-20T21:33:03.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-20T21:33:03.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-20T21:33:03.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-20T21:33:03.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.compression_opts.enabled: false 2024-09-20T21:33:03.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-20T21:33:03.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-20T21:33:03.056 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-20T21:33:03.056 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.target_file_size_base: 67108864 2024-09-20T21:33:03.056 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-20T21:33:03.056 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-20T21:33:03.056 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-20T21:33:03.056 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-20T21:33:03.056 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-20T21:33:03.056 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-20T21:33:03.056 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-20T21:33:03.056 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-20T21:33:03.056 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-20T21:33:03.056 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-20T21:33:03.056 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-20T21:33:03.056 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-20T21:33:03.056 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-20T21:33:03.057 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.arena_block_size: 4194304 2024-09-20T21:33:03.057 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-20T21:33:03.057 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-20T21:33:03.057 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-09-20T21:33:03.057 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.disable_auto_compactions: 0 2024-09-20T21:33:03.057 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-20T21:33:03.057 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-20T21:33:03.057 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-20T21:33:03.057 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-20T21:33:03.057 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-20T21:33:03.057 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-20T21:33:03.057 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-20T21:33:03.057 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-20T21:33:03.057 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-20T21:33:03.057 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-20T21:33:03.058 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-20T21:33:03.058 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.inplace_update_support: 0 2024-09-20T21:33:03.058 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-20T21:33:03.058 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-20T21:33:03.058 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-20T21:33:03.058 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-20T21:33:03.058 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.bloom_locality: 0 2024-09-20T21:33:03.058 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.max_successive_merges: 0 2024-09-20T21:33:03.058 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-20T21:33:03.058 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.paranoid_file_checks: 0 2024-09-20T21:33:03.058 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.force_consistency_checks: 1 2024-09-20T21:33:03.058 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.report_bg_io_stats: 0 2024-09-20T21:33:03.058 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.ttl: 2592000 2024-09-20T21:33:03.058 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-20T21:33:03.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.enable_blob_files: false 2024-09-20T21:33:03.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.min_blob_size: 0 2024-09-20T21:33:03.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.blob_file_size: 268435456 2024-09-20T21:33:03.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-20T21:33:03.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-20T21:33:03.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-20T21:33:03.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-20T21:33:03.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 5 2024-09-20T21:33:03.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: [db/version_set.cc:4082] Creating manifest 13 2024-09-20T21:33:03.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726867982727929, "job": 1, "event": "recovery_started", "wal_files": [10]} 2024-09-20T21:33:03.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #10 mode 2 2024-09-20T21:33:03.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-09-20T21:33:03.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726867982728789, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 80263, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 78505, "index_size": 220, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10130, "raw_average_key_size": 47, "raw_value_size": 72718, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 213, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1726867982, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "3dd6858b-137a-41e4-acb2-6d2b39f05f11", "db_session_id": "QTTZ5YYSTS6MBDHP6LRU"}} 2024-09-20T21:33:03.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: [db/version_set.cc:4082] Creating manifest 15 2024-09-20T21:33:03.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726867982729233, "job": 1, "event": "recovery_finished"} 2024-09-20T21:33:03.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-20T21:33:03.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x55afd839a700 2024-09-20T21:33:03.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: DB pointer 0x55afd836a000 2024-09-20T21:33:03.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-09-20T21:33:03.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-09-20T21:33:03.060 INFO:journalctl@ceph.mon.a.smithi046.stdout: ** DB Stats ** 2024-09-20T21:33:03.060 INFO:journalctl@ceph.mon.a.smithi046.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-20T21:33:03.060 INFO:journalctl@ceph.mon.a.smithi046.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-20T21:33:03.060 INFO:journalctl@ceph.mon.a.smithi046.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-20T21:33:03.060 INFO:journalctl@ceph.mon.a.smithi046.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-20T21:33:03.060 INFO:journalctl@ceph.mon.a.smithi046.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-20T21:33:03.060 INFO:journalctl@ceph.mon.a.smithi046.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-09-20T21:33:03.060 INFO:journalctl@ceph.mon.a.smithi046.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-20T21:33:03.060 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-09-20T21:33:03.061 INFO:journalctl@ceph.mon.a.smithi046.stdout: ** Compaction Stats [default] ** 2024-09-20T21:33:03.061 INFO:journalctl@ceph.mon.a.smithi046.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-20T21:33:03.061 INFO:journalctl@ceph.mon.a.smithi046.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-20T21:33:03.061 INFO:journalctl@ceph.mon.a.smithi046.stdout: L0 2/0 80.17 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 135.5 0.00 0.00 1 0.001 0 0 2024-09-20T21:33:03.061 INFO:journalctl@ceph.mon.a.smithi046.stdout: Sum 2/0 80.17 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 135.5 0.00 0.00 1 0.001 0 0 2024-09-20T21:33:03.061 INFO:journalctl@ceph.mon.a.smithi046.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 135.5 0.00 0.00 1 0.001 0 0 2024-09-20T21:33:03.061 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-09-20T21:33:03.061 INFO:journalctl@ceph.mon.a.smithi046.stdout: ** Compaction Stats [default] ** 2024-09-20T21:33:03.061 INFO:journalctl@ceph.mon.a.smithi046.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-20T21:33:03.061 INFO:journalctl@ceph.mon.a.smithi046.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-20T21:33:03.061 INFO:journalctl@ceph.mon.a.smithi046.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 135.5 0.00 0.00 1 0.001 0 0 2024-09-20T21:33:03.061 INFO:journalctl@ceph.mon.a.smithi046.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-20T21:33:03.061 INFO:journalctl@ceph.mon.a.smithi046.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-20T21:33:03.061 INFO:journalctl@ceph.mon.a.smithi046.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-20T21:33:03.061 INFO:journalctl@ceph.mon.a.smithi046.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-20T21:33:03.062 INFO:journalctl@ceph.mon.a.smithi046.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-20T21:33:03.062 INFO:journalctl@ceph.mon.a.smithi046.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-20T21:33:03.062 INFO:journalctl@ceph.mon.a.smithi046.stdout: Cumulative compaction: 0.00 GB write, 20.71 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-20T21:33:03.062 INFO:journalctl@ceph.mon.a.smithi046.stdout: Interval compaction: 0.00 GB write, 20.71 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-20T21:33:03.062 INFO:journalctl@ceph.mon.a.smithi046.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-20T21:33:03.062 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-09-20T21:33:03.062 INFO:journalctl@ceph.mon.a.smithi046.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-20T21:33:03.062 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-09-20T21:33:03.062 INFO:journalctl@ceph.mon.a.smithi046.stdout: ** Compaction Stats [default] ** 2024-09-20T21:33:03.062 INFO:journalctl@ceph.mon.a.smithi046.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-20T21:33:03.062 INFO:journalctl@ceph.mon.a.smithi046.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-20T21:33:03.062 INFO:journalctl@ceph.mon.a.smithi046.stdout: L0 2/0 80.17 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 135.5 0.00 0.00 1 0.001 0 0 2024-09-20T21:33:03.062 INFO:journalctl@ceph.mon.a.smithi046.stdout: Sum 2/0 80.17 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 135.5 0.00 0.00 1 0.001 0 0 2024-09-20T21:33:03.062 INFO:journalctl@ceph.mon.a.smithi046.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-09-20T21:33:03.062 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-09-20T21:33:03.063 INFO:journalctl@ceph.mon.a.smithi046.stdout: ** Compaction Stats [default] ** 2024-09-20T21:33:03.063 INFO:journalctl@ceph.mon.a.smithi046.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-20T21:33:03.063 INFO:journalctl@ceph.mon.a.smithi046.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-20T21:33:03.063 INFO:journalctl@ceph.mon.a.smithi046.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 135.5 0.00 0.00 1 0.001 0 0 2024-09-20T21:33:03.063 INFO:journalctl@ceph.mon.a.smithi046.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-20T21:33:03.063 INFO:journalctl@ceph.mon.a.smithi046.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-20T21:33:03.063 INFO:journalctl@ceph.mon.a.smithi046.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-20T21:33:03.063 INFO:journalctl@ceph.mon.a.smithi046.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-20T21:33:03.063 INFO:journalctl@ceph.mon.a.smithi046.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-20T21:33:03.063 INFO:journalctl@ceph.mon.a.smithi046.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-20T21:33:03.063 INFO:journalctl@ceph.mon.a.smithi046.stdout: Cumulative compaction: 0.00 GB write, 20.53 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-20T21:33:03.063 INFO:journalctl@ceph.mon.a.smithi046.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-20T21:33:03.063 INFO:journalctl@ceph.mon.a.smithi046.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-20T21:33:03.063 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-09-20T21:33:03.064 INFO:journalctl@ceph.mon.a.smithi046.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-20T21:33:03.064 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: starting mon.a rank 0 at public addrs [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] at bind addrs [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid c87e54aa-7797-11ef-baf5-efdc52797490 2024-09-20T21:33:03.064 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: mon.a@-1(???) e1 preinit fsid c87e54aa-7797-11ef-baf5-efdc52797490 2024-09-20T21:33:03.064 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: mon.a@-1(???).mds e1 new map 2024-09-20T21:33:03.064 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: mon.a@-1(???).mds e1 print_map 2024-09-20T21:33:03.064 INFO:journalctl@ceph.mon.a.smithi046.stdout: e1 2024-09-20T21:33:03.064 INFO:journalctl@ceph.mon.a.smithi046.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-20T21:33:03.064 INFO:journalctl@ceph.mon.a.smithi046.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-20T21:33:03.064 INFO:journalctl@ceph.mon.a.smithi046.stdout: legacy client fscid: -1 2024-09-20T21:33:03.064 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-09-20T21:33:03.064 INFO:journalctl@ceph.mon.a.smithi046.stdout: No filesystems configured 2024-09-20T21:33:03.064 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-20T21:33:03.064 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-20T21:33:03.064 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-20T21:33:03.064 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-20T21:33:03.065 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-09-20T21:33:03.065 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 bash[28040]: baa510b5910ba18c451a922f19367ffe624bacc85f9c8c3f07af74e56e218618 2024-09-20T21:33:03.065 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-20T21:33:03.065 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: monmap e1: 1 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-20T21:33:03.065 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: fsmap 2024-09-20T21:33:03.065 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: osdmap e1: 0 total, 0 up, 0 in 2024-09-20T21:33:03.065 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 ceph-mon[28078]: mgrmap e1: no daemons active 2024-09-20T21:33:03.065 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:02 smithi046 systemd[1]: Started Ceph mon.a for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:33:03.913 INFO:teuthology.orchestra.run.smithi046.stdout:Wrote config to /etc/ceph/ceph.conf 2024-09-20T21:33:03.913 INFO:teuthology.orchestra.run.smithi046.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-09-20T21:33:03.914 INFO:teuthology.orchestra.run.smithi046.stdout:Creating mgr... 2024-09-20T21:33:03.914 INFO:teuthology.orchestra.run.smithi046.stdout:Verifying port 0.0.0.0:9283 ... 2024-09-20T21:33:03.914 INFO:teuthology.orchestra.run.smithi046.stdout:Verifying port 0.0.0.0:8765 ... 2024-09-20T21:33:04.098 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mgr.y 2024-09-20T21:33:04.099 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Failed to reset failed state of unit ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mgr.y.service: Unit ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mgr.y.service not loaded. 2024-09-20T21:33:04.253 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-c87e54aa-7797-11ef-baf5-efdc52797490.target.wants/ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mgr.y.service → /etc/systemd/system/ceph-c87e54aa-7797-11ef-baf5-efdc52797490@.service. 2024-09-20T21:33:04.596 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:04 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/993006085' entity='client.admin' 2024-09-20T21:33:04.596 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:04 smithi046 podman[28315]: 2024-09-20 21:33:04.386741796 +0000 UTC m=+0.016404242 image pull fc3ec4a4f6be575045de0fd8a2fe84939e888152c447bdedb90add7841f7bef9 quay.ceph.io/ceph-ci/ceph:quincy 2024-09-20T21:33:04.938 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-20T21:33:04.938 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout disabled 2024-09-20T21:33:04.947 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-20T21:33:04.947 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout inactive 2024-09-20T21:33:04.947 INFO:teuthology.orchestra.run.smithi046.stdout:firewalld.service is not enabled 2024-09-20T21:33:04.948 INFO:teuthology.orchestra.run.smithi046.stdout:Not possible to enable service . firewalld.service is not available 2024-09-20T21:33:04.958 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-20T21:33:04.959 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout disabled 2024-09-20T21:33:04.968 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-20T21:33:04.968 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout inactive 2024-09-20T21:33:04.968 INFO:teuthology.orchestra.run.smithi046.stdout:firewalld.service is not enabled 2024-09-20T21:33:04.968 INFO:teuthology.orchestra.run.smithi046.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-09-20T21:33:04.968 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for mgr to start... 2024-09-20T21:33:04.968 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for mgr... 2024-09-20T21:33:05.088 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:04 smithi046 podman[28315]: 2024-09-20 21:33:04.820914061 +0000 UTC m=+0.450576498 container init 08336f35d244ca9635d535df958ab0240e2e000752c407621260a54d954921c1 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, RELEASE=quincy-fbd1a6a, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-09-20T21:33:05.088 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:04 smithi046 podman[28315]: 2024-09-20 21:33:04.826036862 +0000 UTC m=+0.455699292 container start 08336f35d244ca9635d535df958ab0240e2e000752c407621260a54d954921c1 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=quincy-fbd1a6a, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-09-20T21:33:05.088 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:04 smithi046 bash[28315]: 08336f35d244ca9635d535df958ab0240e2e000752c407621260a54d954921c1 2024-09-20T21:33:05.088 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:04 smithi046 systemd[1]: Started Ceph mgr.y for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:33:05.088 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:04 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:04.950+0000 7fb2d96c3ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-20T21:33:05.088 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:05 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:05.018+0000 7fb2d96c3ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-20T21:33:05.088 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:05 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:05.085+0000 7fb2d96c3ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-20T21:33:05.366 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:05 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:05.218+0000 7fb2d96c3ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-20T21:33:05.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:05 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/3827904779' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-20T21:33:05.651 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:05 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:05.379+0000 7fb2d96c3ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-20T21:33:06.103 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:05 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:05.662+0000 7fb2d96c3ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-20T21:33:06.103 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:05 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:05.725+0000 7fb2d96c3ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-20T21:33:06.103 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:05 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:05.896+0000 7fb2d96c3ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-20T21:33:06.105 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2024-09-20T21:33:06.111 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout { 2024-09-20T21:33:06.111 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "fsid": "c87e54aa-7797-11ef-baf5-efdc52797490", 2024-09-20T21:33:06.112 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "health": { 2024-09-20T21:33:06.112 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-20T21:33:06.112 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-20T21:33:06.112 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-20T21:33:06.112 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-20T21:33:06.112 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-20T21:33:06.112 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-20T21:33:06.112 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 0 2024-09-20T21:33:06.112 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2024-09-20T21:33:06.112 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-20T21:33:06.112 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "a" 2024-09-20T21:33:06.112 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2024-09-20T21:33:06.113 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-09-20T21:33:06.113 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-20T21:33:06.113 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-20T21:33:06.113 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-09-20T21:33:06.113 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-20T21:33:06.113 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-20T21:33:06.113 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-20T21:33:06.113 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-20T21:33:06.113 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-20T21:33:06.113 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-20T21:33:06.113 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-20T21:33:06.113 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-20T21:33:06.113 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-20T21:33:06.113 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-20T21:33:06.113 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-20T21:33:06.114 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-20T21:33:06.114 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-20T21:33:06.114 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-20T21:33:06.114 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-20T21:33:06.114 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-20T21:33:06.114 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-20T21:33:06.114 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-20T21:33:06.114 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-20T21:33:06.114 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-20T21:33:06.114 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-20T21:33:06.114 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-20T21:33:06.114 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-20T21:33:06.114 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-20T21:33:06.114 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-20T21:33:06.115 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-20T21:33:06.115 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-20T21:33:06.115 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-20T21:33:06.115 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-20T21:33:06.115 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-20T21:33:06.115 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-20T21:33:06.115 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-20T21:33:06.115 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "restful" 2024-09-20T21:33:06.115 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2024-09-20T21:33:06.115 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-20T21:33:06.115 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-20T21:33:06.115 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-20T21:33:06.115 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-20T21:33:06.115 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "modified": "2024-09-20T21:32:55.553683+0000", 2024-09-20T21:33:06.115 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-20T21:33:06.116 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-20T21:33:06.116 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-20T21:33:06.116 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout } 2024-09-20T21:33:06.116 INFO:teuthology.orchestra.run.smithi046.stdout:mgr not available, waiting (1/15)... 2024-09-20T21:33:07.115 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:06 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:06.782+0000 7fb2d96c3ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-20T21:33:07.115 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:06 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:06.849+0000 7fb2d96c3ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-20T21:33:07.651 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:07 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:07.613+0000 7fb2d96c3ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-20T21:33:08.057 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:07 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:07.732+0000 7fb2d96c3ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-20T21:33:08.057 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:07 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:07.861+0000 7fb2d96c3ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-20T21:33:08.058 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:07 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:07.923+0000 7fb2d96c3ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-20T21:33:08.058 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:08 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:08.055+0000 7fb2d96c3ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-20T21:33:08.340 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:08 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:08.126+0000 7fb2d96c3ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-20T21:33:08.340 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:08 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:08.194+0000 7fb2d96c3ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-20T21:33:08.340 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:08 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:08.337+0000 7fb2d96c3ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-20T21:33:08.598 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:08 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:08.410+0000 7fb2d96c3ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-20T21:33:08.599 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:08 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:08.478+0000 7fb2d96c3ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-20T21:33:08.599 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:08 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:08.564+0000 7fb2d96c3ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-20T21:33:08.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:08 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/2404050927' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-20T21:33:08.901 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:08 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:08.626+0000 7fb2d96c3ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-20T21:33:08.901 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:08 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:08.688+0000 7fb2d96c3ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-20T21:33:09.254 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2024-09-20T21:33:09.259 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout { 2024-09-20T21:33:09.260 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "fsid": "c87e54aa-7797-11ef-baf5-efdc52797490", 2024-09-20T21:33:09.260 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "health": { 2024-09-20T21:33:09.260 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-20T21:33:09.260 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-20T21:33:09.260 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-20T21:33:09.260 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-20T21:33:09.260 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-20T21:33:09.260 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-20T21:33:09.260 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 0 2024-09-20T21:33:09.260 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2024-09-20T21:33:09.260 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-20T21:33:09.260 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "a" 2024-09-20T21:33:09.260 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2024-09-20T21:33:09.261 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2024-09-20T21:33:09.261 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-20T21:33:09.261 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-20T21:33:09.261 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-09-20T21:33:09.261 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-20T21:33:09.261 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-20T21:33:09.261 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-20T21:33:09.261 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-20T21:33:09.261 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-20T21:33:09.262 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-20T21:33:09.262 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-20T21:33:09.262 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-20T21:33:09.262 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-20T21:33:09.262 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-20T21:33:09.262 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-20T21:33:09.262 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-20T21:33:09.262 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-20T21:33:09.262 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-20T21:33:09.262 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-20T21:33:09.262 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-20T21:33:09.262 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-20T21:33:09.263 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-20T21:33:09.263 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-20T21:33:09.263 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-20T21:33:09.263 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-20T21:33:09.263 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-20T21:33:09.263 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-20T21:33:09.263 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-20T21:33:09.264 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-20T21:33:09.264 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-20T21:33:09.264 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-20T21:33:09.264 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-20T21:33:09.264 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-20T21:33:09.264 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-20T21:33:09.264 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-20T21:33:09.264 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-20T21:33:09.265 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "restful" 2024-09-20T21:33:09.265 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2024-09-20T21:33:09.265 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-20T21:33:09.265 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-20T21:33:09.265 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-20T21:33:09.265 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-20T21:33:09.265 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "modified": "2024-09-20T21:32:55.553683+0000", 2024-09-20T21:33:09.265 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-20T21:33:09.265 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-20T21:33:09.265 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-20T21:33:09.265 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout } 2024-09-20T21:33:09.265 INFO:teuthology.orchestra.run.smithi046.stdout:mgr not available, waiting (2/15)... 2024-09-20T21:33:09.730 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:09 smithi046 ceph-mon[28078]: Activating manager daemon y 2024-09-20T21:33:09.730 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:09 smithi046 ceph-mon[28078]: mgrmap e2: y(active, starting, since 0.00308557s) 2024-09-20T21:33:09.730 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:09 smithi046 ceph-mon[28078]: from='mgr.14100 172.21.15.46:0/1591363702' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-20T21:33:09.731 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:09 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:09.477+0000 7fb2d96c3ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-20T21:33:10.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:09 smithi046 ceph-mon[28078]: from='mgr.14100 172.21.15.46:0/1591363702' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-20T21:33:10.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:09 smithi046 ceph-mon[28078]: from='mgr.14100 172.21.15.46:0/1591363702' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-20T21:33:10.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:09 smithi046 ceph-mon[28078]: from='mgr.14100 172.21.15.46:0/1591363702' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:33:10.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:09 smithi046 ceph-mon[28078]: from='mgr.14100 172.21.15.46:0/1591363702' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-20T21:33:10.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:09 smithi046 ceph-mon[28078]: Manager daemon y is now available 2024-09-20T21:33:10.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:09 smithi046 ceph-mon[28078]: from='mgr.14100 172.21.15.46:0/1591363702' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-20T21:33:10.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:09 smithi046 ceph-mon[28078]: from='mgr.14100 172.21.15.46:0/1591363702' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-20T21:33:10.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:09 smithi046 ceph-mon[28078]: from='mgr.14100 172.21.15.46:0/1591363702' entity='mgr.y' 2024-09-20T21:33:10.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:09 smithi046 ceph-mon[28078]: from='mgr.14100 172.21.15.46:0/1591363702' entity='mgr.y' 2024-09-20T21:33:10.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:09 smithi046 ceph-mon[28078]: from='mgr.14100 172.21.15.46:0/1591363702' entity='mgr.y' 2024-09-20T21:33:11.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:11 smithi046 ceph-mon[28078]: mgrmap e3: y(active, since 1.00725s) 2024-09-20T21:33:12.526 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:12 smithi046 ceph-mon[28078]: mgrmap e4: y(active, since 2s) 2024-09-20T21:33:12.526 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:12 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/3215106484' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-20T21:33:12.529 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2024-09-20T21:33:12.529 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout { 2024-09-20T21:33:12.529 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "fsid": "c87e54aa-7797-11ef-baf5-efdc52797490", 2024-09-20T21:33:12.529 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "health": { 2024-09-20T21:33:12.529 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-20T21:33:12.529 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-20T21:33:12.529 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-20T21:33:12.529 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-20T21:33:12.529 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-20T21:33:12.529 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-20T21:33:12.530 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 0 2024-09-20T21:33:12.530 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2024-09-20T21:33:12.530 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-20T21:33:12.530 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "a" 2024-09-20T21:33:12.530 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2024-09-20T21:33:12.530 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2024-09-20T21:33:12.530 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-20T21:33:12.530 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-20T21:33:12.530 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-09-20T21:33:12.530 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-20T21:33:12.530 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-20T21:33:12.530 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-20T21:33:12.530 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-20T21:33:12.531 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-20T21:33:12.531 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-20T21:33:12.531 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-20T21:33:12.531 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-20T21:33:12.531 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-20T21:33:12.531 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-20T21:33:12.534 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-20T21:33:12.534 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-20T21:33:12.534 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-20T21:33:12.534 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-20T21:33:12.534 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-20T21:33:12.534 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-20T21:33:12.534 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-20T21:33:12.534 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-20T21:33:12.534 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-20T21:33:12.535 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-20T21:33:12.535 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-20T21:33:12.535 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-20T21:33:12.535 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-20T21:33:12.535 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-20T21:33:12.535 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-20T21:33:12.535 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-20T21:33:12.535 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-20T21:33:12.535 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-20T21:33:12.535 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-20T21:33:12.535 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-20T21:33:12.535 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-20T21:33:12.535 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-20T21:33:12.535 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "restful" 2024-09-20T21:33:12.535 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2024-09-20T21:33:12.536 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-20T21:33:12.536 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-20T21:33:12.536 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-20T21:33:12.536 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-20T21:33:12.536 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "modified": "2024-09-20T21:32:55.553683+0000", 2024-09-20T21:33:12.536 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-20T21:33:12.536 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-09-20T21:33:12.536 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-20T21:33:12.536 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout } 2024-09-20T21:33:12.536 INFO:teuthology.orchestra.run.smithi046.stdout:mgr is available 2024-09-20T21:33:13.675 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2024-09-20T21:33:13.676 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout [global] 2024-09-20T21:33:13.676 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout fsid = c87e54aa-7797-11ef-baf5-efdc52797490 2024-09-20T21:33:13.676 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-09-20T21:33:13.676 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-20T21:33:13.676 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-20T21:33:13.676 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-20T21:33:13.676 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-20T21:33:13.676 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2024-09-20T21:33:13.676 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-20T21:33:13.676 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-20T21:33:13.676 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2024-09-20T21:33:13.676 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout [osd] 2024-09-20T21:33:13.676 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-20T21:33:13.677 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-20T21:33:13.677 INFO:teuthology.orchestra.run.smithi046.stdout:Enabling cephadm module... 2024-09-20T21:33:13.797 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:13 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/2535645323' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-20T21:33:14.752 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:14 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/3133866950' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-09-20T21:33:14.752 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:14 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: ignoring --setuser ceph since I am not root 2024-09-20T21:33:14.752 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:14 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: ignoring --setgroup ceph since I am not root 2024-09-20T21:33:14.752 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:14 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:14.624+0000 7f71caab5ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-20T21:33:14.752 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:14 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:14.681+0000 7f71caab5ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-20T21:33:14.752 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:14 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:14.750+0000 7f71caab5ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-20T21:33:15.025 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:14 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:14.880+0000 7f71caab5ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-20T21:33:15.302 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:15 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:15.023+0000 7f71caab5ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-20T21:33:15.555 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:15 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/3133866950' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-09-20T21:33:15.555 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:15 smithi046 ceph-mon[28078]: mgrmap e5: y(active, since 5s) 2024-09-20T21:33:15.555 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:15 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:15.300+0000 7f71caab5ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-20T21:33:15.556 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:15 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:15.368+0000 7f71caab5ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-20T21:33:15.556 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:15 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:15.540+0000 7f71caab5ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-20T21:33:16.328 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout { 2024-09-20T21:33:16.328 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-09-20T21:33:16.328 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-20T21:33:16.328 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-09-20T21:33:16.328 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-20T21:33:16.328 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout } 2024-09-20T21:33:16.328 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for the mgr to restart... 2024-09-20T21:33:16.329 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for mgr epoch 5... 2024-09-20T21:33:16.579 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:16 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/744577914' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-20T21:33:16.579 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:16 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:16.429+0000 7f71caab5ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-20T21:33:16.579 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:16 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:16.498+0000 7f71caab5ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-20T21:33:17.546 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:17 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:17.241+0000 7f71caab5ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-20T21:33:17.546 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:17 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:17.356+0000 7f71caab5ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-20T21:33:17.546 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:17 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:17.482+0000 7f71caab5ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-20T21:33:17.546 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:17 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:17.543+0000 7f71caab5ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-20T21:33:17.805 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:17 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:17.673+0000 7f71caab5ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-20T21:33:17.806 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:17 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:17.742+0000 7f71caab5ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-20T21:33:17.806 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:17 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:17.802+0000 7f71caab5ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-20T21:33:18.081 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:17 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:17.944+0000 7f71caab5ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-20T21:33:18.081 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:18 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:18.010+0000 7f71caab5ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-20T21:33:18.081 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:18 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:18.078+0000 7f71caab5ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-20T21:33:18.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:18 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:18.162+0000 7f71caab5ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-20T21:33:18.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:18 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:18.221+0000 7f71caab5ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-20T21:33:18.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:18 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:18.280+0000 7f71caab5ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-20T21:33:19.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:19 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:19.058+0000 7f71caab5ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-20T21:33:19.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:19 smithi046 ceph-mon[28078]: Active manager daemon y restarted 2024-09-20T21:33:19.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:19 smithi046 ceph-mon[28078]: Activating manager daemon y 2024-09-20T21:33:19.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:19 smithi046 ceph-mon[28078]: osdmap e2: 0 total, 0 up, 0 in 2024-09-20T21:33:19.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:19 smithi046 ceph-mon[28078]: mgrmap e6: y(active, starting, since 0.00321082s) 2024-09-20T21:33:19.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:19 smithi046 ceph-mon[28078]: from='mgr.14118 172.21.15.46:0/2358890087' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:33:19.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:19 smithi046 ceph-mon[28078]: from='mgr.14118 172.21.15.46:0/2358890087' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-20T21:33:19.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:19 smithi046 ceph-mon[28078]: from='mgr.14118 172.21.15.46:0/2358890087' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-20T21:33:19.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:19 smithi046 ceph-mon[28078]: from='mgr.14118 172.21.15.46:0/2358890087' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-20T21:33:19.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:19 smithi046 ceph-mon[28078]: from='mgr.14118 172.21.15.46:0/2358890087' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-20T21:33:19.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:19 smithi046 ceph-mon[28078]: Manager daemon y is now available 2024-09-20T21:33:19.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:19 smithi046 ceph-mon[28078]: from='mgr.14118 172.21.15.46:0/2358890087' entity='mgr.y' 2024-09-20T21:33:19.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:19 smithi046 ceph-mon[28078]: from='mgr.14118 172.21.15.46:0/2358890087' entity='mgr.y' 2024-09-20T21:33:19.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:19 smithi046 ceph-mon[28078]: from='mgr.14118 172.21.15.46:0/2358890087' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:33:19.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:19 smithi046 ceph-mon[28078]: from='mgr.14118 172.21.15.46:0/2358890087' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:33:19.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:19 smithi046 ceph-mon[28078]: from='mgr.14118 172.21.15.46:0/2358890087' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-20T21:33:19.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:19 smithi046 ceph-mon[28078]: from='mgr.14118 172.21.15.46:0/2358890087' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-20T21:33:20.397 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:20 smithi046 ceph-mon[28078]: Found migration_current of "None". Setting to last migration. 2024-09-20T21:33:20.397 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:20 smithi046 ceph-mon[28078]: mgrmap e7: y(active, since 1.00524s) 2024-09-20T21:33:20.667 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout { 2024-09-20T21:33:20.667 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-09-20T21:33:20.667 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-20T21:33:20.667 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout } 2024-09-20T21:33:20.667 INFO:teuthology.orchestra.run.smithi046.stdout:mgr epoch 5 is available 2024-09-20T21:33:20.667 INFO:teuthology.orchestra.run.smithi046.stdout:Setting orchestrator backend to cephadm... 2024-09-20T21:33:21.326 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:21 smithi046 ceph-mon[28078]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-20T21:33:21.326 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:21 smithi046 ceph-mon[28078]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-20T21:33:21.326 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:21 smithi046 ceph-mon[28078]: from='mgr.14118 172.21.15.46:0/2358890087' entity='mgr.y' 2024-09-20T21:33:21.326 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:21 smithi046 ceph-mon[28078]: from='mgr.14118 172.21.15.46:0/2358890087' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:33:21.326 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:20 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:20.945+0000 7f717cea4640 -1 log_channel(cephadm) log [ERR] : [20/Sep/2024:21:33:20] ENGINE Error in HTTPServer.serve 2024-09-20T21:33:21.327 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:20 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: Traceback (most recent call last): 2024-09-20T21:33:21.327 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:20 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-20T21:33:21.327 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:20 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: self._connections.run(self.expiration_interval) 2024-09-20T21:33:21.327 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:20 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-20T21:33:21.327 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:20 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: self._run(expiration_interval) 2024-09-20T21:33:21.327 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:20 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-20T21:33:21.327 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:20 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: new_conn = self._from_server_socket(self.server.socket) 2024-09-20T21:33:21.327 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:20 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-20T21:33:21.327 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:20 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-20T21:33:21.327 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:20 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-20T21:33:21.327 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:20 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: s = self.context.wrap_socket( 2024-09-20T21:33:21.327 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:20 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-20T21:33:21.327 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:20 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: return self.sslsocket_class._create( 2024-09-20T21:33:21.327 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:20 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-20T21:33:21.328 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:20 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: self.do_handshake() 2024-09-20T21:33:21.328 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:20 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-20T21:33:21.328 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:20 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: self._sslobj.do_handshake() 2024-09-20T21:33:21.328 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:20 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-20T21:33:21.328 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:20 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:22.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:22 smithi046 ceph-mon[28078]: [20/Sep/2024:21:33:20] ENGINE Bus STARTING 2024-09-20T21:33:22.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:22 smithi046 ceph-mon[28078]: [20/Sep/2024:21:33:20] ENGINE Serving on https://172.21.15.46:7150 2024-09-20T21:33:22.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:22 smithi046 ceph-mon[28078]: [20/Sep/2024:21:33:20] ENGINE Bus STARTED 2024-09-20T21:33:22.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:22 smithi046 ceph-mon[28078]: [20/Sep/2024:21:33:20] ENGINE Error in HTTPServer.serve 2024-09-20T21:33:22.651 INFO:journalctl@ceph.mon.a.smithi046.stdout: Traceback (most recent call last): 2024-09-20T21:33:22.651 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-20T21:33:22.651 INFO:journalctl@ceph.mon.a.smithi046.stdout: self._connections.run(self.expiration_interval) 2024-09-20T21:33:22.651 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-20T21:33:22.651 INFO:journalctl@ceph.mon.a.smithi046.stdout: self._run(expiration_interval) 2024-09-20T21:33:22.651 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-20T21:33:22.651 INFO:journalctl@ceph.mon.a.smithi046.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-20T21:33:22.652 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-20T21:33:22.652 INFO:journalctl@ceph.mon.a.smithi046.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-20T21:33:22.652 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-20T21:33:22.652 INFO:journalctl@ceph.mon.a.smithi046.stdout: s = self.context.wrap_socket( 2024-09-20T21:33:22.652 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-20T21:33:22.652 INFO:journalctl@ceph.mon.a.smithi046.stdout: return self.sslsocket_class._create( 2024-09-20T21:33:22.652 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-20T21:33:22.652 INFO:journalctl@ceph.mon.a.smithi046.stdout: self.do_handshake() 2024-09-20T21:33:22.652 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-20T21:33:22.652 INFO:journalctl@ceph.mon.a.smithi046.stdout: self._sslobj.do_handshake() 2024-09-20T21:33:22.652 INFO:journalctl@ceph.mon.a.smithi046.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-20T21:33:22.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:22 smithi046 ceph-mon[28078]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:33:22.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:22 smithi046 ceph-mon[28078]: from='mgr.14118 172.21.15.46:0/2358890087' entity='mgr.y' 2024-09-20T21:33:22.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:22 smithi046 ceph-mon[28078]: from='mgr.14118 172.21.15.46:0/2358890087' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:33:22.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:22 smithi046 ceph-mon[28078]: mgrmap e8: y(active, since 2s) 2024-09-20T21:33:23.279 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout value unchanged 2024-09-20T21:33:23.279 INFO:teuthology.orchestra.run.smithi046.stdout:Generating ssh key... 2024-09-20T21:33:23.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:23 smithi046 ceph-mon[28078]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:33:24.291 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:23 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: Generating public/private rsa key pair. 2024-09-20T21:33:24.291 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:23 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: Your identification has been saved in /tmp/tmpas0x24rd/key 2024-09-20T21:33:24.291 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:23 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: Your public key has been saved in /tmp/tmpas0x24rd/key.pub 2024-09-20T21:33:24.291 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:23 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: The key fingerprint is: 2024-09-20T21:33:24.291 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:23 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: SHA256:zKUCBGYvzteQgJwMh8t3SBah0DiIWRcLrGOEW174rU8 ceph-c87e54aa-7797-11ef-baf5-efdc52797490 2024-09-20T21:33:24.291 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:23 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: The key's randomart image is: 2024-09-20T21:33:24.291 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:23 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: +---[RSA 3072]----+ 2024-09-20T21:33:24.291 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:23 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: |XOX=*. | 2024-09-20T21:33:24.292 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:23 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: |@O*O.o | 2024-09-20T21:33:24.292 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:23 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: |oO+oB. . | 2024-09-20T21:33:24.292 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:23 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: |==.+.=.o o | 2024-09-20T21:33:24.292 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:23 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: |..+ o.o S | 2024-09-20T21:33:24.292 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:23 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: | .. E. | 2024-09-20T21:33:24.292 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:23 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: | o | 2024-09-20T21:33:24.292 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:23 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: | . | 2024-09-20T21:33:24.292 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:23 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: | | 2024-09-20T21:33:24.292 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:23 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: +----[SHA256]-----+ 2024-09-20T21:33:25.251 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:24 smithi046 ceph-mon[28078]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:33:25.251 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:24 smithi046 ceph-mon[28078]: Generating ssh key... 2024-09-20T21:33:25.251 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:24 smithi046 ceph-mon[28078]: from='mgr.14118 172.21.15.46:0/2358890087' entity='mgr.y' 2024-09-20T21:33:25.251 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:24 smithi046 ceph-mon[28078]: from='mgr.14118 172.21.15.46:0/2358890087' entity='mgr.y' 2024-09-20T21:33:25.766 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDbqjTghL4Iy/eEjat0ILEBQXH18YAKk08FXjwQfQCZDA3Ds5EasmcdUoayol1khjIQsvBLtoIKyNZ2TE4uCqCojLtkPpTk63TPhP/7dLVgXdSJewPaOZibPiHgN+0QwFrDS/dKo9Y0wPdUryjZB4/tUsFKWt1Raim/dj/lPEbl3wX4V+XnobAzLjeK+dkrISPDTYmr90rNAAiSGATx9tYbbbjITNM+HzX5lUYJOfBreNKPg9bqM7Lk3KAFSNMZOAzL/MwJwcTn5gfVGKlGTHFJv9OS2bCcKGR+Ssg0RcXYlTmNHbz4AwC7AfsSadIPAAlHQHE4qM302PnIyd5HWM+qZwGijoaC85Myr7Xgna+fPAI8hqQlyANs2/L45xTG8T/73LGVfsnggTuTRVVsHpD1st03gLKv7AQlyKpMYB/cfxZnNegycZ7AGazyeEw+ezAe63eFRf8vw7jOxhrTj8r5J1Z3QGcdeTnwTD5u3KlldICGwvGPaAdzHQd5rgEHOAM= ceph-c87e54aa-7797-11ef-baf5-efdc52797490 2024-09-20T21:33:25.766 INFO:teuthology.orchestra.run.smithi046.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-09-20T21:33:25.766 INFO:teuthology.orchestra.run.smithi046.stdout:Adding key to root@localhost authorized_keys... 2024-09-20T21:33:25.769 INFO:teuthology.orchestra.run.smithi046.stdout:Adding host smithi046... 2024-09-20T21:33:26.140 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:25 smithi046 ceph-mon[28078]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:33:27.112 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:26 smithi046 ceph-mon[28078]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi046", "addr": "172.21.15.46", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:33:28.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:28 smithi046 ceph-mon[28078]: Deploying cephadm binary to smithi046 2024-09-20T21:33:30.373 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout Added host 'smithi046' with addr '172.21.15.46' 2024-09-20T21:33:30.374 INFO:teuthology.orchestra.run.smithi046.stdout:Deploying unmanaged mon service... 2024-09-20T21:33:31.043 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:30 smithi046 ceph-mon[28078]: from='mgr.14118 172.21.15.46:0/2358890087' entity='mgr.y' 2024-09-20T21:33:31.043 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:30 smithi046 ceph-mon[28078]: Added host smithi046 2024-09-20T21:33:31.043 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:30 smithi046 ceph-mon[28078]: from='mgr.14118 172.21.15.46:0/2358890087' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:33:31.564 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-09-20T21:33:31.565 INFO:teuthology.orchestra.run.smithi046.stdout:Deploying unmanaged mgr service... 2024-09-20T21:33:32.304 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:32 smithi046 ceph-mon[28078]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:33:32.304 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:32 smithi046 ceph-mon[28078]: Saving service mon spec with placement count:5 2024-09-20T21:33:32.304 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:32 smithi046 ceph-mon[28078]: from='mgr.14118 172.21.15.46:0/2358890087' entity='mgr.y' 2024-09-20T21:33:33.498 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:33 smithi046 ceph-mon[28078]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:33:33.499 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:33 smithi046 ceph-mon[28078]: Saving service mgr spec with placement count:2 2024-09-20T21:33:33.499 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:33 smithi046 ceph-mon[28078]: from='mgr.14118 172.21.15.46:0/2358890087' entity='mgr.y' 2024-09-20T21:33:33.499 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:33 smithi046 ceph-mon[28078]: from='mgr.14118 172.21.15.46:0/2358890087' entity='mgr.y' 2024-09-20T21:33:33.499 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:33 smithi046 ceph-mon[28078]: from='mgr.14118 172.21.15.46:0/2358890087' entity='mgr.y' 2024-09-20T21:33:33.500 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-09-20T21:33:35.479 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:35 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/3936228086' entity='client.admin' 2024-09-20T21:33:36.449 INFO:teuthology.orchestra.run.smithi046.stdout:Enabling the dashboard module... 2024-09-20T21:33:37.029 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:36 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/2302935722' entity='client.admin' 2024-09-20T21:33:37.029 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:36 smithi046 ceph-mon[28078]: from='mgr.14118 172.21.15.46:0/2358890087' entity='mgr.y' 2024-09-20T21:33:37.981 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:37 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/3848716848' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-09-20T21:33:37.981 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:37 smithi046 ceph-mon[28078]: from='mgr.14118 172.21.15.46:0/2358890087' entity='mgr.y' 2024-09-20T21:33:37.981 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:37 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: ignoring --setuser ceph since I am not root 2024-09-20T21:33:37.981 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:37 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: ignoring --setgroup ceph since I am not root 2024-09-20T21:33:37.981 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:37 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:37.979+0000 7fac12bc3ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-20T21:33:38.245 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:38 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:38.036+0000 7fac12bc3ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-20T21:33:38.245 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:38 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:38.104+0000 7fac12bc3ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-20T21:33:38.245 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:38 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:38.243+0000 7fac12bc3ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-20T21:33:38.574 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:38 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:38.387+0000 7fac12bc3ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-20T21:33:38.827 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:38 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:38.662+0000 7fac12bc3ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-20T21:33:38.827 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:38 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:38.725+0000 7fac12bc3ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-20T21:33:39.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:38 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/3848716848' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-09-20T21:33:39.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:38 smithi046 ceph-mon[28078]: mgrmap e9: y(active, since 18s) 2024-09-20T21:33:39.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:38 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:38.897+0000 7fac12bc3ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-20T21:33:40.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:40 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/1290611403' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-20T21:33:40.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:39 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:39.796+0000 7fac12bc3ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-20T21:33:40.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:39 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:39.865+0000 7fac12bc3ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-20T21:33:40.577 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout { 2024-09-20T21:33:40.577 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-09-20T21:33:40.577 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-20T21:33:40.577 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-09-20T21:33:40.577 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-20T21:33:40.577 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout } 2024-09-20T21:33:40.577 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for the mgr to restart... 2024-09-20T21:33:40.577 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for mgr epoch 9... 2024-09-20T21:33:40.845 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:40 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:40.613+0000 7fac12bc3ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-20T21:33:40.845 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:40 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:40.731+0000 7fac12bc3ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-20T21:33:41.139 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:40 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:40.859+0000 7fac12bc3ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-20T21:33:41.139 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:40 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:40.933+0000 7fac12bc3ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-20T21:33:41.140 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:41 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:41.068+0000 7fac12bc3ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-20T21:33:41.140 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:41 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:41.137+0000 7fac12bc3ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-20T21:33:41.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:41 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:41.197+0000 7fac12bc3ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-20T21:33:41.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:41 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:41.337+0000 7fac12bc3ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-20T21:33:41.676 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:41 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:41.403+0000 7fac12bc3ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-20T21:33:41.676 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:41 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:41.471+0000 7fac12bc3ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-20T21:33:41.676 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:41 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:41.555+0000 7fac12bc3ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-20T21:33:41.676 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:41 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:41.615+0000 7fac12bc3ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-20T21:33:41.676 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:41 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:41.674+0000 7fac12bc3ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-20T21:33:42.722 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:42.452+0000 7fac12bc3ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-20T21:33:42.722 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:42 smithi046 ceph-mon[28078]: Active manager daemon y restarted 2024-09-20T21:33:42.722 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:42 smithi046 ceph-mon[28078]: Activating manager daemon y 2024-09-20T21:33:42.722 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:42 smithi046 ceph-mon[28078]: osdmap e3: 0 total, 0 up, 0 in 2024-09-20T21:33:42.722 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:42 smithi046 ceph-mon[28078]: mgrmap e10: y(active, starting, since 0.00326463s) 2024-09-20T21:33:42.723 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:42 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:33:42.723 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:42 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-20T21:33:42.723 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:42 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-20T21:33:42.723 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:42 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-20T21:33:42.723 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:42 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-20T21:33:42.723 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:42 smithi046 ceph-mon[28078]: Manager daemon y is now available 2024-09-20T21:33:42.723 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:42 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:33:42.723 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:42 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-20T21:33:42.723 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:42 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-20T21:33:44.403 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout { 2024-09-20T21:33:44.403 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-09-20T21:33:44.403 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-20T21:33:44.403 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout } 2024-09-20T21:33:44.403 INFO:teuthology.orchestra.run.smithi046.stdout:mgr epoch 9 is available 2024-09-20T21:33:44.403 INFO:teuthology.orchestra.run.smithi046.stdout:Generating a dashboard self-signed certificate... 2024-09-20T21:33:44.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:44 smithi046 ceph-mon[28078]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-20T21:33:44.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:44 smithi046 ceph-mon[28078]: mgrmap e11: y(active, since 1.00543s) 2024-09-20T21:33:44.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:44 smithi046 ceph-mon[28078]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-20T21:33:44.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:44 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:33:44.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:44 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:33:44.651 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:44 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:44.490+0000 7fabc3721640 -1 log_channel(cephadm) log [ERR] : [20/Sep/2024:21:33:44] ENGINE Error in HTTPServer.serve 2024-09-20T21:33:44.652 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:44 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: Traceback (most recent call last): 2024-09-20T21:33:44.652 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:44 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-20T21:33:44.652 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:44 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: self._connections.run(self.expiration_interval) 2024-09-20T21:33:44.652 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:44 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-20T21:33:44.652 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:44 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: self._run(expiration_interval) 2024-09-20T21:33:44.652 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:44 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-20T21:33:44.652 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:44 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: new_conn = self._from_server_socket(self.server.socket) 2024-09-20T21:33:44.652 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:44 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-20T21:33:44.652 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:44 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-20T21:33:44.652 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:44 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-20T21:33:44.652 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:44 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: s = self.context.wrap_socket( 2024-09-20T21:33:44.652 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:44 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-20T21:33:44.652 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:44 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: return self.sslsocket_class._create( 2024-09-20T21:33:44.652 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:44 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-20T21:33:44.653 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:44 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: self.do_handshake() 2024-09-20T21:33:44.653 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:44 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-20T21:33:44.653 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:44 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: self._sslobj.do_handshake() 2024-09-20T21:33:44.653 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:44 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-20T21:33:44.653 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:33:44 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:33:45.716 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:45 smithi046 ceph-mon[28078]: [20/Sep/2024:21:33:44] ENGINE Bus STARTING 2024-09-20T21:33:45.717 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:45 smithi046 ceph-mon[28078]: [20/Sep/2024:21:33:44] ENGINE Serving on https://172.21.15.46:7150 2024-09-20T21:33:45.717 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:45 smithi046 ceph-mon[28078]: [20/Sep/2024:21:33:44] ENGINE Bus STARTED 2024-09-20T21:33:45.717 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:45 smithi046 ceph-mon[28078]: [20/Sep/2024:21:33:44] ENGINE Error in HTTPServer.serve 2024-09-20T21:33:45.717 INFO:journalctl@ceph.mon.a.smithi046.stdout: Traceback (most recent call last): 2024-09-20T21:33:45.717 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-20T21:33:45.717 INFO:journalctl@ceph.mon.a.smithi046.stdout: self._connections.run(self.expiration_interval) 2024-09-20T21:33:45.717 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-20T21:33:45.717 INFO:journalctl@ceph.mon.a.smithi046.stdout: self._run(expiration_interval) 2024-09-20T21:33:45.717 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-20T21:33:45.718 INFO:journalctl@ceph.mon.a.smithi046.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-20T21:33:45.718 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-20T21:33:45.718 INFO:journalctl@ceph.mon.a.smithi046.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-20T21:33:45.718 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-20T21:33:45.718 INFO:journalctl@ceph.mon.a.smithi046.stdout: s = self.context.wrap_socket( 2024-09-20T21:33:45.718 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-20T21:33:45.718 INFO:journalctl@ceph.mon.a.smithi046.stdout: return self.sslsocket_class._create( 2024-09-20T21:33:45.718 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-20T21:33:45.718 INFO:journalctl@ceph.mon.a.smithi046.stdout: self.do_handshake() 2024-09-20T21:33:45.718 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-20T21:33:45.718 INFO:journalctl@ceph.mon.a.smithi046.stdout: self._sslobj.do_handshake() 2024-09-20T21:33:45.718 INFO:journalctl@ceph.mon.a.smithi046.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-20T21:33:45.719 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:45 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:33:45.719 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:45 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:33:45.719 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:45 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:33:45.719 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:45 smithi046 ceph-mon[28078]: mgrmap e12: y(active, since 2s) 2024-09-20T21:33:45.719 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-09-20T21:33:45.719 INFO:teuthology.orchestra.run.smithi046.stdout:Creating initial admin user... 2024-09-20T21:33:46.643 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:46 smithi046 ceph-mon[28078]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:33:47.563 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$2Se9aux1PBa0X27N04CzHumZk.7yYOgcEBuVtGmfhpc7TjAaBD3rS", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1726868026, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-09-20T21:33:47.563 INFO:teuthology.orchestra.run.smithi046.stdout:Fetching dashboard port number... 2024-09-20T21:33:47.818 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:47 smithi046 ceph-mon[28078]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:33:47.818 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:47 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:33:48.741 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:48 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/734470959' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-09-20T21:33:48.743 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 8443 2024-09-20T21:33:48.753 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-20T21:33:48.754 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout disabled 2024-09-20T21:33:48.761 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-20T21:33:48.761 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout inactive 2024-09-20T21:33:48.761 INFO:teuthology.orchestra.run.smithi046.stdout:firewalld.service is not enabled 2024-09-20T21:33:48.761 INFO:teuthology.orchestra.run.smithi046.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-09-20T21:33:48.763 INFO:teuthology.orchestra.run.smithi046.stdout:Ceph Dashboard is now available at: 2024-09-20T21:33:48.763 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:33:48.763 INFO:teuthology.orchestra.run.smithi046.stdout: URL: https://smithi046.front.sepia.ceph.com:8443/ 2024-09-20T21:33:48.763 INFO:teuthology.orchestra.run.smithi046.stdout: User: admin 2024-09-20T21:33:48.763 INFO:teuthology.orchestra.run.smithi046.stdout: Password: p9xa6t5ajt 2024-09-20T21:33:48.763 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:33:48.764 INFO:teuthology.orchestra.run.smithi046.stdout:Saving cluster configuration to /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config directory 2024-09-20T21:33:48.764 INFO:teuthology.orchestra.run.smithi046.stdout:Enabling autotune for osd_memory_target 2024-09-20T21:33:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:49 smithi046 ceph-mon[28078]: mgrmap e13: y(active, since 6s) 2024-09-20T21:33:51.158 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-09-20T21:33:51.158 INFO:teuthology.orchestra.run.smithi046.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-09-20T21:33:51.158 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:33:51.158 INFO:teuthology.orchestra.run.smithi046.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-09-20T21:33:51.158 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:33:51.158 INFO:teuthology.orchestra.run.smithi046.stdout:Or, if you are only running a single cluster on this host: 2024-09-20T21:33:51.158 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:33:51.158 INFO:teuthology.orchestra.run.smithi046.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-09-20T21:33:51.159 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:33:51.159 INFO:teuthology.orchestra.run.smithi046.stdout:Please consider enabling telemetry to help improve Ceph: 2024-09-20T21:33:51.159 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:33:51.159 INFO:teuthology.orchestra.run.smithi046.stdout: ceph telemetry on 2024-09-20T21:33:51.159 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:33:51.159 INFO:teuthology.orchestra.run.smithi046.stdout:For more information see: 2024-09-20T21:33:51.159 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:33:51.159 INFO:teuthology.orchestra.run.smithi046.stdout: https://docs.ceph.com/docs/master/mgr/telemetry/ 2024-09-20T21:33:51.159 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:33:51.159 INFO:teuthology.orchestra.run.smithi046.stdout:Bootstrap complete. 2024-09-20T21:33:51.195 INFO:tasks.cephadm:Fetching config... 2024-09-20T21:33:51.195 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-20T21:33:51.195 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-09-20T21:33:51.213 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-09-20T21:33:51.213 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-20T21:33:51.213 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-09-20T21:33:51.268 INFO:tasks.cephadm:Fetching mon keyring... 2024-09-20T21:33:51.268 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-20T21:33:51.269 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/keyring of=/dev/stdout 2024-09-20T21:33:51.335 INFO:tasks.cephadm:Fetching pub ssh key... 2024-09-20T21:33:51.335 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-20T21:33:51.335 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-09-20T21:33:51.391 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-09-20T21:33:51.392 DEBUG:teuthology.orchestra.run.smithi046:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDbqjTghL4Iy/eEjat0ILEBQXH18YAKk08FXjwQfQCZDA3Ds5EasmcdUoayol1khjIQsvBLtoIKyNZ2TE4uCqCojLtkPpTk63TPhP/7dLVgXdSJewPaOZibPiHgN+0QwFrDS/dKo9Y0wPdUryjZB4/tUsFKWt1Raim/dj/lPEbl3wX4V+XnobAzLjeK+dkrISPDTYmr90rNAAiSGATx9tYbbbjITNM+HzX5lUYJOfBreNKPg9bqM7Lk3KAFSNMZOAzL/MwJwcTn5gfVGKlGTHFJv9OS2bCcKGR+Ssg0RcXYlTmNHbz4AwC7AfsSadIPAAlHQHE4qM302PnIyd5HWM+qZwGijoaC85Myr7Xgna+fPAI8hqQlyANs2/L45xTG8T/73LGVfsnggTuTRVVsHpD1st03gLKv7AQlyKpMYB/cfxZnNegycZ7AGazyeEw+ezAe63eFRf8vw7jOxhrTj8r5J1Z3QGcdeTnwTD5u3KlldICGwvGPaAdzHQd5rgEHOAM= ceph-c87e54aa-7797-11ef-baf5-efdc52797490' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-20T21:33:51.466 INFO:teuthology.orchestra.run.smithi046.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDbqjTghL4Iy/eEjat0ILEBQXH18YAKk08FXjwQfQCZDA3Ds5EasmcdUoayol1khjIQsvBLtoIKyNZ2TE4uCqCojLtkPpTk63TPhP/7dLVgXdSJewPaOZibPiHgN+0QwFrDS/dKo9Y0wPdUryjZB4/tUsFKWt1Raim/dj/lPEbl3wX4V+XnobAzLjeK+dkrISPDTYmr90rNAAiSGATx9tYbbbjITNM+HzX5lUYJOfBreNKPg9bqM7Lk3KAFSNMZOAzL/MwJwcTn5gfVGKlGTHFJv9OS2bCcKGR+Ssg0RcXYlTmNHbz4AwC7AfsSadIPAAlHQHE4qM302PnIyd5HWM+qZwGijoaC85Myr7Xgna+fPAI8hqQlyANs2/L45xTG8T/73LGVfsnggTuTRVVsHpD1st03gLKv7AQlyKpMYB/cfxZnNegycZ7AGazyeEw+ezAe63eFRf8vw7jOxhrTj8r5J1Z3QGcdeTnwTD5u3KlldICGwvGPaAdzHQd5rgEHOAM= ceph-c87e54aa-7797-11ef-baf5-efdc52797490 2024-09-20T21:33:51.481 DEBUG:teuthology.orchestra.run.smithi134:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDbqjTghL4Iy/eEjat0ILEBQXH18YAKk08FXjwQfQCZDA3Ds5EasmcdUoayol1khjIQsvBLtoIKyNZ2TE4uCqCojLtkPpTk63TPhP/7dLVgXdSJewPaOZibPiHgN+0QwFrDS/dKo9Y0wPdUryjZB4/tUsFKWt1Raim/dj/lPEbl3wX4V+XnobAzLjeK+dkrISPDTYmr90rNAAiSGATx9tYbbbjITNM+HzX5lUYJOfBreNKPg9bqM7Lk3KAFSNMZOAzL/MwJwcTn5gfVGKlGTHFJv9OS2bCcKGR+Ssg0RcXYlTmNHbz4AwC7AfsSadIPAAlHQHE4qM302PnIyd5HWM+qZwGijoaC85Myr7Xgna+fPAI8hqQlyANs2/L45xTG8T/73LGVfsnggTuTRVVsHpD1st03gLKv7AQlyKpMYB/cfxZnNegycZ7AGazyeEw+ezAe63eFRf8vw7jOxhrTj8r5J1Z3QGcdeTnwTD5u3KlldICGwvGPaAdzHQd5rgEHOAM= ceph-c87e54aa-7797-11ef-baf5-efdc52797490' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-20T21:33:51.707 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:51 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/1356516631' entity='client.admin' 2024-09-20T21:33:51.793 INFO:teuthology.orchestra.run.smithi134.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDbqjTghL4Iy/eEjat0ILEBQXH18YAKk08FXjwQfQCZDA3Ds5EasmcdUoayol1khjIQsvBLtoIKyNZ2TE4uCqCojLtkPpTk63TPhP/7dLVgXdSJewPaOZibPiHgN+0QwFrDS/dKo9Y0wPdUryjZB4/tUsFKWt1Raim/dj/lPEbl3wX4V+XnobAzLjeK+dkrISPDTYmr90rNAAiSGATx9tYbbbjITNM+HzX5lUYJOfBreNKPg9bqM7Lk3KAFSNMZOAzL/MwJwcTn5gfVGKlGTHFJv9OS2bCcKGR+Ssg0RcXYlTmNHbz4AwC7AfsSadIPAAlHQHE4qM302PnIyd5HWM+qZwGijoaC85Myr7Xgna+fPAI8hqQlyANs2/L45xTG8T/73LGVfsnggTuTRVVsHpD1st03gLKv7AQlyKpMYB/cfxZnNegycZ7AGazyeEw+ezAe63eFRf8vw7jOxhrTj8r5J1Z3QGcdeTnwTD5u3KlldICGwvGPaAdzHQd5rgEHOAM= ceph-c87e54aa-7797-11ef-baf5-efdc52797490 2024-09-20T21:33:51.815 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-09-20T21:33:52.071 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:33:56.164 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-09-20T21:33:56.164 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-09-20T21:33:56.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:56 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:33:56.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:56 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:33:56.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:56 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi046", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:33:56.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:56 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:33:56.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:56 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:33:56.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:56 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:33:56.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:56 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/1520404311' entity='client.admin' 2024-09-20T21:33:56.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:56 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:33:56.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:56 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:33:56.412 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:33:59.067 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi134 2024-09-20T21:33:59.067 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-20T21:33:59.068 DEBUG:teuthology.orchestra.run.smithi134:> dd of=/etc/ceph/ceph.conf 2024-09-20T21:33:59.087 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-20T21:33:59.087 DEBUG:teuthology.orchestra.run.smithi134:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-20T21:33:59.145 INFO:tasks.cephadm:Adding host smithi134 to orchestrator... 2024-09-20T21:33:59.146 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph orch host add smithi134 2024-09-20T21:33:59.391 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:33:59.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:59 smithi046 ceph-mon[28078]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:33:59.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:59 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:33:59.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:59 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:33:59.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:59 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:33:59.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:59 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:33:59.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:59 smithi046 ceph-mon[28078]: Updating smithi046:/etc/ceph/ceph.conf 2024-09-20T21:33:59.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:59 smithi046 ceph-mon[28078]: Updating smithi046:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-20T21:33:59.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:59 smithi046 ceph-mon[28078]: Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2024-09-20T21:33:59.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:59 smithi046 ceph-mon[28078]: Updating smithi046:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-20T21:33:59.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:59 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:33:59.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:59 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:33:59.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:33:59 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:02.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:01 smithi046 ceph-mon[28078]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi134", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:34:03.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:03 smithi046 ceph-mon[28078]: Deploying cephadm binary to smithi134 2024-09-20T21:34:03.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:03 smithi046 ceph-mon[28078]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:04.411 INFO:teuthology.orchestra.run.smithi046.stdout:Added host 'smithi134' with addr '172.21.15.134' 2024-09-20T21:34:04.965 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph orch host ls --format=json 2024-09-20T21:34:05.215 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:34:05.591 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:05 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:05.591 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:05 smithi046 ceph-mon[28078]: Added host smithi134 2024-09-20T21:34:05.591 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:05 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:34:05.591 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:05 smithi046 ceph-mon[28078]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:05.591 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:05 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:05.591 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:05 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:06.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:06 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:06.983 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:34:06.983 INFO:teuthology.orchestra.run.smithi046.stdout:[{"addr": "172.21.15.46", "hostname": "smithi046", "labels": [], "status": ""}, {"addr": "172.21.15.134", "hostname": "smithi134", "labels": [], "status": ""}] 2024-09-20T21:34:07.649 INFO:tasks.cephadm:Setting crush tunables to default 2024-09-20T21:34:07.650 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph osd crush tunables default 2024-09-20T21:34:07.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:07 smithi046 ceph-mon[28078]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:07.905 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:34:08.981 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:08 smithi046 ceph-mon[28078]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-20T21:34:08.981 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:08 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:08.981 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:08 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:08.981 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:08 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:08.981 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:08 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:08.981 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:08 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi134", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:34:08.981 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:08 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:08.981 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:08 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:34:09.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:09 smithi046 ceph-mon[28078]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:09.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:09 smithi046 ceph-mon[28078]: Updating smithi134:/etc/ceph/ceph.conf 2024-09-20T21:34:09.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:09 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:09.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:09 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:09.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:09 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:09.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:09 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/525073517' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-20T21:34:10.614 INFO:teuthology.orchestra.run.smithi046.stderr:adjusted tunables profile to default 2024-09-20T21:34:10.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:10 smithi046 ceph-mon[28078]: Updating smithi134:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-20T21:34:10.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:10 smithi046 ceph-mon[28078]: Updating smithi134:/etc/ceph/ceph.client.admin.keyring 2024-09-20T21:34:10.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:10 smithi046 ceph-mon[28078]: Updating smithi134:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-20T21:34:10.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:10 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/525073517' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-20T21:34:10.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:10 smithi046 ceph-mon[28078]: osdmap e4: 0 total, 0 up, 0 in 2024-09-20T21:34:11.319 INFO:tasks.cephadm:Adding mon.a on smithi046 2024-09-20T21:34:11.319 INFO:tasks.cephadm:Adding mon.c on smithi046 2024-09-20T21:34:11.319 INFO:tasks.cephadm:Adding mon.b on smithi134 2024-09-20T21:34:11.319 DEBUG:teuthology.orchestra.run.smithi134:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph orch apply mon '3;smithi046:172.21.15.46=a;smithi046:[v2:172.21.15.46:3301,v1:172.21.15.46:6790]=c;smithi134:172.21.15.134=b' 2024-09-20T21:34:11.561 INFO:teuthology.orchestra.run.smithi134.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-20T21:34:12.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:11 smithi046 ceph-mon[28078]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:13.312 INFO:teuthology.orchestra.run.smithi134.stdout:Scheduled mon update... 2024-09-20T21:34:13.874 DEBUG:teuthology.orchestra.run.smithi046:mon.c> sudo journalctl -f -n 0 -u ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mon.c.service 2024-09-20T21:34:13.876 DEBUG:teuthology.orchestra.run.smithi134:mon.b> sudo journalctl -f -n 0 -u ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mon.b.service 2024-09-20T21:34:13.878 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-20T21:34:13.879 DEBUG:teuthology.orchestra.run.smithi134:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph mon dump -f json 2024-09-20T21:34:14.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:13 smithi046 ceph-mon[28078]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:14.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:13 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:14.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:13 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:34:14.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:13 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:14.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:13 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:34:14.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:13 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:14.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:13 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-20T21:34:14.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:13 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:14.747 INFO:teuthology.orchestra.run.smithi134.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-20T21:34:15.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:14 smithi046 ceph-mon[28078]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi046:172.21.15.46=a;smithi046:[v2:172.21.15.46:3301,v1:172.21.15.46:6790]=c;smithi134:172.21.15.134=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:34:15.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:14 smithi046 ceph-mon[28078]: Saving service mon spec with placement smithi046:172.21.15.46=a;smithi046:[v2:172.21.15.46:3301,v1:172.21.15.46:6790]=c;smithi134:172.21.15.134=b;count:3 2024-09-20T21:34:15.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:14 smithi046 ceph-mon[28078]: Deploying daemon mon.b on smithi134 2024-09-20T21:34:16.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:15 smithi046 ceph-mon[28078]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:17.917 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-20T21:34:17.917 INFO:teuthology.orchestra.run.smithi134.stdout:{"epoch":1,"fsid":"c87e54aa-7797-11ef-baf5-efdc52797490","modified":"2024-09-20T21:32:44.391577Z","created":"2024-09-20T21:32:44.391577Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:3300","nonce":0},{"type":"v1","addr":"172.21.15.46:6789","nonce":0}]},"addr":"172.21.15.46:6789/0","public_addr":"172.21.15.46:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-20T21:34:17.917 INFO:teuthology.orchestra.run.smithi134.stderr:dumped monmap epoch 1 2024-09-20T21:34:18.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:17 smithi046 ceph-mon[28078]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:18.791 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 podman[31722]: 2024-09-20 21:34:18.658739347 +0000 UTC m=+0.117402995 container create ddf2e1775ac2b5e51a1e50a444ff40c04d8280e0ad5ee29ef473d5b4397a3c2c (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-b, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=quincy-fbd1a6a, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-20T21:34:19.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:18 smithi046 ceph-mon[28078]: from='client.? 172.21.15.134:0/5950535' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-20T21:34:19.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 podman[31722]: 2024-09-20 21:34:18.8945263 +0000 UTC m=+0.353189919 container init ddf2e1775ac2b5e51a1e50a444ff40c04d8280e0ad5ee29ef473d5b4397a3c2c (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-b, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=quincy-fbd1a6a, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2) 2024-09-20T21:34:19.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 podman[31722]: 2024-09-20 21:34:18.899841673 +0000 UTC m=+0.358505276 container start ddf2e1775ac2b5e51a1e50a444ff40c04d8280e0ad5ee29ef473d5b4397a3c2c (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-b, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=quincy-fbd1a6a, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2) 2024-09-20T21:34:19.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: set uid:gid to 167:167 (ceph:ceph) 2024-09-20T21:34:19.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable), process ceph-mon, pid 7 2024-09-20T21:34:19.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: pidfile_write: ignore empty --pid-file 2024-09-20T21:34:19.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: load: jerasure load: lrc 2024-09-20T21:34:19.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: RocksDB version: 6.15.5 2024-09-20T21:34:19.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-09-20T21:34:19.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Compile date Sep 20 2024 2024-09-20T21:34:19.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: DB SUMMARY 2024-09-20T21:34:19.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: DB Session ID: 6B28FB4MA9HIIAKYXP88 2024-09-20T21:34:19.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: CURRENT file: CURRENT 2024-09-20T21:34:19.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: IDENTITY file: IDENTITY 2024-09-20T21:34:19.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2024-09-20T21:34:19.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-09-20T21:34:19.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2024-09-20T21:34:19.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.error_if_exists: 0 2024-09-20T21:34:19.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.create_if_missing: 0 2024-09-20T21:34:19.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.paranoid_checks: 1 2024-09-20T21:34:19.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-20T21:34:19.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.env: 0x558201ad9440 2024-09-20T21:34:19.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.fs: Posix File System 2024-09-20T21:34:19.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.info_log: 0x558203b42ec0 2024-09-20T21:34:19.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.max_file_opening_threads: 16 2024-09-20T21:34:19.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.statistics: (nil) 2024-09-20T21:34:19.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.use_fsync: 0 2024-09-20T21:34:19.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.max_log_file_size: 0 2024-09-20T21:34:19.180 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-20T21:34:19.180 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-20T21:34:19.180 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.keep_log_file_num: 1000 2024-09-20T21:34:19.180 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.recycle_log_file_num: 0 2024-09-20T21:34:19.180 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.allow_fallocate: 1 2024-09-20T21:34:19.180 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.allow_mmap_reads: 0 2024-09-20T21:34:19.180 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.allow_mmap_writes: 0 2024-09-20T21:34:19.180 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.use_direct_reads: 0 2024-09-20T21:34:19.180 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-20T21:34:19.180 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.create_missing_column_families: 0 2024-09-20T21:34:19.180 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.db_log_dir: 2024-09-20T21:34:19.180 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-b/store.db 2024-09-20T21:34:19.181 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-20T21:34:19.181 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-20T21:34:19.181 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-20T21:34:19.181 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-20T21:34:19.181 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-20T21:34:19.181 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-20T21:34:19.181 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.advise_random_on_open: 1 2024-09-20T21:34:19.181 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.db_write_buffer_size: 0 2024-09-20T21:34:19.181 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.write_buffer_manager: 0x558203c007e0 2024-09-20T21:34:19.181 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-20T21:34:19.181 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-09-20T21:34:19.181 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-20T21:34:19.181 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-20T21:34:19.181 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.rate_limiter: (nil) 2024-09-20T21:34:19.182 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-20T21:34:19.182 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.wal_recovery_mode: 2 2024-09-20T21:34:19.182 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.enable_thread_tracking: 0 2024-09-20T21:34:19.182 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.enable_pipelined_write: 0 2024-09-20T21:34:19.182 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.unordered_write: 0 2024-09-20T21:34:19.182 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-20T21:34:19.182 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-20T21:34:19.182 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-20T21:34:19.182 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-20T21:34:19.182 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.row_cache: None 2024-09-20T21:34:19.182 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.wal_filter: None 2024-09-20T21:34:19.182 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-20T21:34:19.182 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.allow_ingest_behind: 0 2024-09-20T21:34:19.182 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.preserve_deletes: 0 2024-09-20T21:34:19.183 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.two_write_queues: 0 2024-09-20T21:34:19.183 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.manual_wal_flush: 0 2024-09-20T21:34:19.183 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.atomic_flush: 0 2024-09-20T21:34:19.183 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-20T21:34:19.183 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-20T21:34:19.183 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-20T21:34:19.183 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.log_readahead_size: 0 2024-09-20T21:34:19.183 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-20T21:34:19.183 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.best_efforts_recovery: 0 2024-09-20T21:34:19.183 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-20T21:34:19.183 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-20T21:34:19.183 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.allow_data_in_errors: 0 2024-09-20T21:34:19.183 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.db_host_id: __hostname__ 2024-09-20T21:34:19.183 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.max_background_jobs: 2 2024-09-20T21:34:19.183 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.max_background_compactions: -1 2024-09-20T21:34:19.184 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.max_subcompactions: 1 2024-09-20T21:34:19.184 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-20T21:34:19.184 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-20T21:34:19.184 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-20T21:34:19.184 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.max_total_wal_size: 0 2024-09-20T21:34:19.184 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-20T21:34:19.184 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-20T21:34:19.184 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-20T21:34:19.184 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-20T21:34:19.184 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.max_open_files: -1 2024-09-20T21:34:19.184 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.bytes_per_sync: 0 2024-09-20T21:34:19.185 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-20T21:34:19.185 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-20T21:34:19.185 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.compaction_readahead_size: 0 2024-09-20T21:34:19.185 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.max_background_flushes: -1 2024-09-20T21:34:19.185 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Compression algorithms supported: 2024-09-20T21:34:19.185 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: kZSTD supported: 0 2024-09-20T21:34:19.185 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: kXpressCompression supported: 0 2024-09-20T21:34:19.185 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: kBZip2Compression supported: 0 2024-09-20T21:34:19.185 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-20T21:34:19.185 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: kLZ4Compression supported: 1 2024-09-20T21:34:19.186 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: kZlibCompression supported: 1 2024-09-20T21:34:19.186 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: kLZ4HCCompression supported: 1 2024-09-20T21:34:19.186 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: kSnappyCompression supported: 1 2024-09-20T21:34:19.186 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-20T21:34:19.186 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 2024-09-20T21:34:19.186 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-09-20T21:34:19.186 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-20T21:34:19.186 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.merge_operator: 2024-09-20T21:34:19.186 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.compaction_filter: None 2024-09-20T21:34:19.186 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.compaction_filter_factory: None 2024-09-20T21:34:19.186 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.sst_partitioner_factory: None 2024-09-20T21:34:19.186 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-20T21:34:19.186 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-20T21:34:19.186 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x558203ae9a38) 2024-09-20T21:34:19.187 INFO:journalctl@ceph.mon.b.smithi134.stdout: cache_index_and_filter_blocks: 1 2024-09-20T21:34:19.187 INFO:journalctl@ceph.mon.b.smithi134.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-20T21:34:19.187 INFO:journalctl@ceph.mon.b.smithi134.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-20T21:34:19.187 INFO:journalctl@ceph.mon.b.smithi134.stdout: pin_top_level_index_and_filter: 1 2024-09-20T21:34:19.187 INFO:journalctl@ceph.mon.b.smithi134.stdout: index_type: 0 2024-09-20T21:34:19.187 INFO:journalctl@ceph.mon.b.smithi134.stdout: data_block_index_type: 0 2024-09-20T21:34:19.187 INFO:journalctl@ceph.mon.b.smithi134.stdout: index_shortening: 1 2024-09-20T21:34:19.187 INFO:journalctl@ceph.mon.b.smithi134.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-20T21:34:19.187 INFO:journalctl@ceph.mon.b.smithi134.stdout: hash_index_allow_collision: 1 2024-09-20T21:34:19.187 INFO:journalctl@ceph.mon.b.smithi134.stdout: checksum: 1 2024-09-20T21:34:19.187 INFO:journalctl@ceph.mon.b.smithi134.stdout: no_block_cache: 0 2024-09-20T21:34:19.187 INFO:journalctl@ceph.mon.b.smithi134.stdout: block_cache: 0x558203b1f1f0 2024-09-20T21:34:19.187 INFO:journalctl@ceph.mon.b.smithi134.stdout: block_cache_name: BinnedLRUCache 2024-09-20T21:34:19.187 INFO:journalctl@ceph.mon.b.smithi134.stdout: block_cache_options: 2024-09-20T21:34:19.187 INFO:journalctl@ceph.mon.b.smithi134.stdout: capacity : 536870912 2024-09-20T21:34:19.188 INFO:journalctl@ceph.mon.b.smithi134.stdout: num_shard_bits : 4 2024-09-20T21:34:19.188 INFO:journalctl@ceph.mon.b.smithi134.stdout: strict_capacity_limit : 0 2024-09-20T21:34:19.188 INFO:journalctl@ceph.mon.b.smithi134.stdout: high_pri_pool_ratio: 0.000 2024-09-20T21:34:19.188 INFO:journalctl@ceph.mon.b.smithi134.stdout: block_cache_compressed: (nil) 2024-09-20T21:34:19.188 INFO:journalctl@ceph.mon.b.smithi134.stdout: persistent_cache: (nil) 2024-09-20T21:34:19.188 INFO:journalctl@ceph.mon.b.smithi134.stdout: block_size: 4096 2024-09-20T21:34:19.188 INFO:journalctl@ceph.mon.b.smithi134.stdout: block_size_deviation: 10 2024-09-20T21:34:19.188 INFO:journalctl@ceph.mon.b.smithi134.stdout: block_restart_interval: 16 2024-09-20T21:34:19.188 INFO:journalctl@ceph.mon.b.smithi134.stdout: index_block_restart_interval: 1 2024-09-20T21:34:19.188 INFO:journalctl@ceph.mon.b.smithi134.stdout: metadata_block_size: 4096 2024-09-20T21:34:19.188 INFO:journalctl@ceph.mon.b.smithi134.stdout: partition_filters: 0 2024-09-20T21:34:19.188 INFO:journalctl@ceph.mon.b.smithi134.stdout: use_delta_encoding: 1 2024-09-20T21:34:19.188 INFO:journalctl@ceph.mon.b.smithi134.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-09-20T21:34:19.188 INFO:journalctl@ceph.mon.b.smithi134.stdout: whole_key_filtering: 1 2024-09-20T21:34:19.188 INFO:journalctl@ceph.mon.b.smithi134.stdout: verify_compression: 0 2024-09-20T21:34:19.189 INFO:journalctl@ceph.mon.b.smithi134.stdout: read_amp_bytes_per_bit: 0 2024-09-20T21:34:19.189 INFO:journalctl@ceph.mon.b.smithi134.stdout: format_version: 4 2024-09-20T21:34:19.189 INFO:journalctl@ceph.mon.b.smithi134.stdout: enable_index_compression: 1 2024-09-20T21:34:19.189 INFO:journalctl@ceph.mon.b.smithi134.stdout: block_align: 0 2024-09-20T21:34:19.189 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.write_buffer_size: 33554432 2024-09-20T21:34:19.189 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.max_write_buffer_number: 2 2024-09-20T21:34:19.189 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.compression: NoCompression 2024-09-20T21:34:19.189 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.bottommost_compression: Disabled 2024-09-20T21:34:19.189 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.prefix_extractor: nullptr 2024-09-20T21:34:19.189 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-20T21:34:19.189 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.num_levels: 7 2024-09-20T21:34:19.189 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-20T21:34:19.189 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-20T21:34:19.189 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-20T21:34:19.189 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-20T21:34:19.190 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-20T21:34:19.190 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-20T21:34:19.190 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-20T21:34:19.190 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-20T21:34:19.190 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-20T21:34:19.190 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-20T21:34:19.190 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-20T21:34:19.190 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.compression_opts.level: 32767 2024-09-20T21:34:19.190 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.compression_opts.strategy: 0 2024-09-20T21:34:19.190 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-20T21:34:19.190 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-20T21:34:19.190 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-20T21:34:19.190 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.compression_opts.enabled: false 2024-09-20T21:34:19.190 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-20T21:34:19.191 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-20T21:34:19.191 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-20T21:34:19.191 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.target_file_size_base: 67108864 2024-09-20T21:34:19.191 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-20T21:34:19.191 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-20T21:34:19.191 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-20T21:34:19.191 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-20T21:34:19.191 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-20T21:34:19.191 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-20T21:34:19.191 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-20T21:34:19.191 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-20T21:34:19.191 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-20T21:34:19.191 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-20T21:34:19.191 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-20T21:34:19.191 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-20T21:34:19.192 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-20T21:34:19.192 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.arena_block_size: 4194304 2024-09-20T21:34:19.192 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-20T21:34:19.192 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-20T21:34:19.192 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-09-20T21:34:19.192 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.disable_auto_compactions: 0 2024-09-20T21:34:19.192 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-20T21:34:19.192 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-20T21:34:19.192 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-20T21:34:19.192 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-20T21:34:19.192 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-20T21:34:19.192 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-20T21:34:19.192 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-20T21:34:19.192 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-20T21:34:19.193 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-20T21:34:19.193 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-20T21:34:19.193 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-20T21:34:19.193 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.inplace_update_support: 0 2024-09-20T21:34:19.193 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-20T21:34:19.193 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-20T21:34:19.193 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-20T21:34:19.193 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-20T21:34:19.193 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.bloom_locality: 0 2024-09-20T21:34:19.193 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.max_successive_merges: 0 2024-09-20T21:34:19.193 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-20T21:34:19.193 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.paranoid_file_checks: 0 2024-09-20T21:34:19.193 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.force_consistency_checks: 1 2024-09-20T21:34:19.193 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.report_bg_io_stats: 0 2024-09-20T21:34:19.193 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.ttl: 2592000 2024-09-20T21:34:19.194 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-20T21:34:19.194 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.enable_blob_files: false 2024-09-20T21:34:19.194 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.min_blob_size: 0 2024-09-20T21:34:19.194 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.blob_file_size: 268435456 2024-09-20T21:34:19.194 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-20T21:34:19.194 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-20T21:34:19.194 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-20T21:34:19.194 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-20T21:34:19.194 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2024-09-20T21:34:19.194 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2024-09-20T21:34:19.194 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726868058926813, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-09-20T21:34:19.194 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2024-09-20T21:34:19.194 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-09-20T21:34:19.194 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726868058927189, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1571, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1726868058, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "b4ba4be3-693c-4f55-8aa7-ed3d59e1e726", "db_session_id": "6B28FB4MA9HIIAKYXP88"}} 2024-09-20T21:34:19.195 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2024-09-20T21:34:19.195 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726868058927603, "job": 1, "event": "recovery_finished"} 2024-09-20T21:34:19.195 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-20T21:34:19.195 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x558203b52700 2024-09-20T21:34:19.195 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: DB pointer 0x558203b22000 2024-09-20T21:34:19.195 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-09-20T21:34:19.195 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-09-20T21:34:19.195 INFO:journalctl@ceph.mon.b.smithi134.stdout: ** DB Stats ** 2024-09-20T21:34:19.195 INFO:journalctl@ceph.mon.b.smithi134.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-20T21:34:19.195 INFO:journalctl@ceph.mon.b.smithi134.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-20T21:34:19.195 INFO:journalctl@ceph.mon.b.smithi134.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-20T21:34:19.195 INFO:journalctl@ceph.mon.b.smithi134.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-20T21:34:19.195 INFO:journalctl@ceph.mon.b.smithi134.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-20T21:34:19.195 INFO:journalctl@ceph.mon.b.smithi134.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-09-20T21:34:19.195 INFO:journalctl@ceph.mon.b.smithi134.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-20T21:34:19.196 INFO:journalctl@ceph.mon.b.smithi134.stdout: 2024-09-20T21:34:19.196 INFO:journalctl@ceph.mon.b.smithi134.stdout: ** Compaction Stats [default] ** 2024-09-20T21:34:19.196 INFO:journalctl@ceph.mon.b.smithi134.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-20T21:34:19.196 INFO:journalctl@ceph.mon.b.smithi134.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-20T21:34:19.196 INFO:journalctl@ceph.mon.b.smithi134.stdout: L0 1/0 1.53 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.2 0.00 0.00 1 0.000 0 0 2024-09-20T21:34:19.196 INFO:journalctl@ceph.mon.b.smithi134.stdout: Sum 1/0 1.53 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.2 0.00 0.00 1 0.000 0 0 2024-09-20T21:34:19.196 INFO:journalctl@ceph.mon.b.smithi134.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.2 0.00 0.00 1 0.000 0 0 2024-09-20T21:34:19.196 INFO:journalctl@ceph.mon.b.smithi134.stdout: 2024-09-20T21:34:19.196 INFO:journalctl@ceph.mon.b.smithi134.stdout: ** Compaction Stats [default] ** 2024-09-20T21:34:19.196 INFO:journalctl@ceph.mon.b.smithi134.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-20T21:34:19.196 INFO:journalctl@ceph.mon.b.smithi134.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-20T21:34:19.196 INFO:journalctl@ceph.mon.b.smithi134.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.2 0.00 0.00 1 0.000 0 0 2024-09-20T21:34:19.196 INFO:journalctl@ceph.mon.b.smithi134.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-20T21:34:19.196 INFO:journalctl@ceph.mon.b.smithi134.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-20T21:34:19.197 INFO:journalctl@ceph.mon.b.smithi134.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-20T21:34:19.197 INFO:journalctl@ceph.mon.b.smithi134.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-20T21:34:19.197 INFO:journalctl@ceph.mon.b.smithi134.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-20T21:34:19.197 INFO:journalctl@ceph.mon.b.smithi134.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-20T21:34:19.197 INFO:journalctl@ceph.mon.b.smithi134.stdout: Cumulative compaction: 0.00 GB write, 0.45 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-20T21:34:19.197 INFO:journalctl@ceph.mon.b.smithi134.stdout: Interval compaction: 0.00 GB write, 0.45 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-20T21:34:19.197 INFO:journalctl@ceph.mon.b.smithi134.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-20T21:34:19.197 INFO:journalctl@ceph.mon.b.smithi134.stdout: 2024-09-20T21:34:19.197 INFO:journalctl@ceph.mon.b.smithi134.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-20T21:34:19.197 INFO:journalctl@ceph.mon.b.smithi134.stdout: 2024-09-20T21:34:19.197 INFO:journalctl@ceph.mon.b.smithi134.stdout: ** Compaction Stats [default] ** 2024-09-20T21:34:19.197 INFO:journalctl@ceph.mon.b.smithi134.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-20T21:34:19.197 INFO:journalctl@ceph.mon.b.smithi134.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-20T21:34:19.197 INFO:journalctl@ceph.mon.b.smithi134.stdout: L0 1/0 1.53 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.2 0.00 0.00 1 0.000 0 0 2024-09-20T21:34:19.197 INFO:journalctl@ceph.mon.b.smithi134.stdout: Sum 1/0 1.53 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.2 0.00 0.00 1 0.000 0 0 2024-09-20T21:34:19.198 INFO:journalctl@ceph.mon.b.smithi134.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-09-20T21:34:19.198 INFO:journalctl@ceph.mon.b.smithi134.stdout: 2024-09-20T21:34:19.198 INFO:journalctl@ceph.mon.b.smithi134.stdout: ** Compaction Stats [default] ** 2024-09-20T21:34:19.198 INFO:journalctl@ceph.mon.b.smithi134.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-20T21:34:19.198 INFO:journalctl@ceph.mon.b.smithi134.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-20T21:34:19.198 INFO:journalctl@ceph.mon.b.smithi134.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.2 0.00 0.00 1 0.000 0 0 2024-09-20T21:34:19.198 INFO:journalctl@ceph.mon.b.smithi134.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-20T21:34:19.198 INFO:journalctl@ceph.mon.b.smithi134.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-20T21:34:19.198 INFO:journalctl@ceph.mon.b.smithi134.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-20T21:34:19.198 INFO:journalctl@ceph.mon.b.smithi134.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-20T21:34:19.198 INFO:journalctl@ceph.mon.b.smithi134.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-20T21:34:19.198 INFO:journalctl@ceph.mon.b.smithi134.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-20T21:34:19.198 INFO:journalctl@ceph.mon.b.smithi134.stdout: Cumulative compaction: 0.00 GB write, 0.45 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-20T21:34:19.198 INFO:journalctl@ceph.mon.b.smithi134.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-20T21:34:19.198 INFO:journalctl@ceph.mon.b.smithi134.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-20T21:34:19.199 INFO:journalctl@ceph.mon.b.smithi134.stdout: 2024-09-20T21:34:19.199 INFO:journalctl@ceph.mon.b.smithi134.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-20T21:34:19.199 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-09-20T21:34:19.199 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: using public_addr v2:172.21.15.134:0/0 -> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] 2024-09-20T21:34:19.199 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: starting mon.b rank -1 at public addrs [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] at bind addrs [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid c87e54aa-7797-11ef-baf5-efdc52797490 2024-09-20T21:34:19.199 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: mon.b@-1(???) e0 preinit fsid c87e54aa-7797-11ef-baf5-efdc52797490 2024-09-20T21:34:19.199 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: mon.b@-1(synchronizing).mds e1 new map 2024-09-20T21:34:19.199 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: mon.b@-1(synchronizing).mds e1 print_map 2024-09-20T21:34:19.199 INFO:journalctl@ceph.mon.b.smithi134.stdout: e1 2024-09-20T21:34:19.199 INFO:journalctl@ceph.mon.b.smithi134.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-20T21:34:19.199 INFO:journalctl@ceph.mon.b.smithi134.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-20T21:34:19.199 INFO:journalctl@ceph.mon.b.smithi134.stdout: legacy client fscid: -1 2024-09-20T21:34:19.199 INFO:journalctl@ceph.mon.b.smithi134.stdout: 2024-09-20T21:34:19.199 INFO:journalctl@ceph.mon.b.smithi134.stdout: No filesystems configured 2024-09-20T21:34:19.199 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-09-20T21:34:19.200 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-09-20T21:34:19.200 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-09-20T21:34:19.200 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-09-20T21:34:19.200 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-09-20T21:34:19.200 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-09-20T21:34:19.200 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-20T21:34:19.200 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-20T21:34:19.200 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-20T21:34:19.200 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-20T21:34:19.200 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:19.200 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:19.200 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:19.200 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:34:19.200 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:19.200 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:34:19.201 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:19.201 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-20T21:34:19.201 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:19.201 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi046:172.21.15.46=a;smithi046:[v2:172.21.15.46:3301,v1:172.21.15.46:6790]=c;smithi134:172.21.15.134=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:34:19.201 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: Saving service mon spec with placement smithi046:172.21.15.46=a;smithi046:[v2:172.21.15.46:3301,v1:172.21.15.46:6790]=c;smithi134:172.21.15.134=b;count:3 2024-09-20T21:34:19.201 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: Deploying daemon mon.b on smithi134 2024-09-20T21:34:19.201 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:19.201 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:19.201 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: from='client.? 172.21.15.134:0/5950535' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-20T21:34:19.201 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 ceph-mon[31761]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-20T21:34:19.201 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 bash[31722]: ddf2e1775ac2b5e51a1e50a444ff40c04d8280e0ad5ee29ef473d5b4397a3c2c 2024-09-20T21:34:19.201 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:18 smithi134 systemd[1]: Started Ceph mon.b for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:34:19.462 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-20T21:34:19.462 DEBUG:teuthology.orchestra.run.smithi134:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph mon dump -f json 2024-09-20T21:34:19.744 INFO:teuthology.orchestra.run.smithi134.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.b/config 2024-09-20T21:34:24.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:24 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:34:24.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:24 smithi046 ceph-mon[28078]: mon.a calling monitor election 2024-09-20T21:34:24.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:24 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:34:24.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:24 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:34:24.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:24 smithi046 ceph-mon[28078]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:24.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:24 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:34:24.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:24 smithi046 ceph-mon[28078]: mon.b calling monitor election 2024-09-20T21:34:24.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:24 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:34:24.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:24 smithi046 ceph-mon[28078]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:24.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:24 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:34:24.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:24 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:34:24.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:24 smithi046 ceph-mon[28078]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-20T21:34:24.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:24 smithi046 ceph-mon[28078]: monmap e2: 2 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-20T21:34:24.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:24 smithi046 ceph-mon[28078]: fsmap 2024-09-20T21:34:24.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:24 smithi046 ceph-mon[28078]: osdmap e4: 0 total, 0 up, 0 in 2024-09-20T21:34:24.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:24 smithi046 ceph-mon[28078]: mgrmap e13: y(active, since 41s) 2024-09-20T21:34:24.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:24 smithi046 ceph-mon[28078]: overall HEALTH_OK 2024-09-20T21:34:24.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:24 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:24.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:24 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:24.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:24 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:24.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:24 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-20T21:34:24.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:24 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:24.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:24 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:34:24.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:24 smithi134 ceph-mon[31761]: mon.a calling monitor election 2024-09-20T21:34:24.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:24 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:34:24.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:24 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:34:24.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:24 smithi134 ceph-mon[31761]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:24.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:24 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:34:24.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:24 smithi134 ceph-mon[31761]: mon.b calling monitor election 2024-09-20T21:34:24.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:24 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:34:24.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:24 smithi134 ceph-mon[31761]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:24.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:24 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:34:24.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:24 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:34:24.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:24 smithi134 ceph-mon[31761]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-20T21:34:24.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:24 smithi134 ceph-mon[31761]: monmap e2: 2 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-20T21:34:24.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:24 smithi134 ceph-mon[31761]: fsmap 2024-09-20T21:34:24.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:24 smithi134 ceph-mon[31761]: osdmap e4: 0 total, 0 up, 0 in 2024-09-20T21:34:24.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:24 smithi134 ceph-mon[31761]: mgrmap e13: y(active, since 41s) 2024-09-20T21:34:24.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:24 smithi134 ceph-mon[31761]: overall HEALTH_OK 2024-09-20T21:34:24.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:24 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:24.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:24 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:24.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:24 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:24.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:24 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-20T21:34:24.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:24 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:24.519 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-20T21:34:24.519 INFO:teuthology.orchestra.run.smithi134.stdout:{"epoch":2,"fsid":"c87e54aa-7797-11ef-baf5-efdc52797490","modified":"2024-09-20T21:34:18.954253Z","created":"2024-09-20T21:32:44.391577Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:3300","nonce":0},{"type":"v1","addr":"172.21.15.46:6789","nonce":0}]},"addr":"172.21.15.46:6789/0","public_addr":"172.21.15.46:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:3300","nonce":0},{"type":"v1","addr":"172.21.15.134:6789","nonce":0}]},"addr":"172.21.15.134:6789/0","public_addr":"172.21.15.134:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-20T21:34:24.519 INFO:teuthology.orchestra.run.smithi134.stderr:dumped monmap epoch 2 2024-09-20T21:34:25.141 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:25 smithi134 ceph-mon[31761]: Deploying daemon mon.c on smithi046 2024-09-20T21:34:25.141 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:25 smithi134 ceph-mon[31761]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:25.141 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:25 smithi134 ceph-mon[31761]: from='client.? 172.21.15.134:0/3576860247' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-20T21:34:25.142 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:25 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:34:25.326 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:25 smithi046 ceph-mon[28078]: Deploying daemon mon.c on smithi046 2024-09-20T21:34:25.327 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:25 smithi046 ceph-mon[28078]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:25.327 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:25 smithi046 ceph-mon[28078]: from='client.? 172.21.15.134:0/3576860247' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-20T21:34:25.327 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:25 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:34:26.167 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-20T21:34:26.167 DEBUG:teuthology.orchestra.run.smithi134:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph mon dump -f json 2024-09-20T21:34:26.416 INFO:teuthology.orchestra.run.smithi134.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.b/config 2024-09-20T21:34:27.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 podman[39722]: 2024-09-20 21:34:27.049308046 +0000 UTC m=+0.141482196 container create caea7f40cab3640d8ccef678a8cf4385353a7a62afe9dcb843defbaf344bfefb (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-c, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=quincy-fbd1a6a, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-20T21:34:27.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 podman[39722]: 2024-09-20 21:34:27.251806402 +0000 UTC m=+0.343980526 container init caea7f40cab3640d8ccef678a8cf4385353a7a62afe9dcb843defbaf344bfefb (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-c, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-fbd1a6a, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-20T21:34:27.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 podman[39722]: 2024-09-20 21:34:27.257119462 +0000 UTC m=+0.349293569 container start caea7f40cab3640d8ccef678a8cf4385353a7a62afe9dcb843defbaf344bfefb (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-c, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=quincy-fbd1a6a, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-09-20T21:34:27.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: set uid:gid to 167:167 (ceph:ceph) 2024-09-20T21:34:27.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable), process ceph-mon, pid 7 2024-09-20T21:34:27.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: pidfile_write: ignore empty --pid-file 2024-09-20T21:34:27.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: load: jerasure load: lrc 2024-09-20T21:34:27.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: RocksDB version: 6.15.5 2024-09-20T21:34:27.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-09-20T21:34:27.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Compile date Sep 20 2024 2024-09-20T21:34:27.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: DB SUMMARY 2024-09-20T21:34:27.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: DB Session ID: XTWBCTR48WTEUCSDIK08 2024-09-20T21:34:27.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: CURRENT file: CURRENT 2024-09-20T21:34:27.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: IDENTITY file: IDENTITY 2024-09-20T21:34:27.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2024-09-20T21:34:27.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-09-20T21:34:27.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-09-20T21:34:27.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.error_if_exists: 0 2024-09-20T21:34:27.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.create_if_missing: 0 2024-09-20T21:34:27.653 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.paranoid_checks: 1 2024-09-20T21:34:27.653 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-20T21:34:27.653 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.env: 0x55bc0ce32440 2024-09-20T21:34:27.653 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.fs: Posix File System 2024-09-20T21:34:27.653 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.info_log: 0x55bc0eabaec0 2024-09-20T21:34:27.653 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.max_file_opening_threads: 16 2024-09-20T21:34:27.653 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.statistics: (nil) 2024-09-20T21:34:27.653 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.use_fsync: 0 2024-09-20T21:34:27.653 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.max_log_file_size: 0 2024-09-20T21:34:27.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-20T21:34:27.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-20T21:34:27.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.keep_log_file_num: 1000 2024-09-20T21:34:27.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.recycle_log_file_num: 0 2024-09-20T21:34:27.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.allow_fallocate: 1 2024-09-20T21:34:27.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.allow_mmap_reads: 0 2024-09-20T21:34:27.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.allow_mmap_writes: 0 2024-09-20T21:34:27.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.use_direct_reads: 0 2024-09-20T21:34:27.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-20T21:34:27.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.create_missing_column_families: 0 2024-09-20T21:34:27.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.db_log_dir: 2024-09-20T21:34:27.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2024-09-20T21:34:27.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-20T21:34:27.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-20T21:34:27.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-20T21:34:27.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-20T21:34:27.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-20T21:34:27.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-20T21:34:27.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.advise_random_on_open: 1 2024-09-20T21:34:27.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.db_write_buffer_size: 0 2024-09-20T21:34:27.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.write_buffer_manager: 0x55bc0eb787b0 2024-09-20T21:34:27.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-20T21:34:27.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-09-20T21:34:27.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-20T21:34:27.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-20T21:34:27.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.rate_limiter: (nil) 2024-09-20T21:34:27.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-20T21:34:27.657 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.wal_recovery_mode: 2 2024-09-20T21:34:27.657 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.enable_thread_tracking: 0 2024-09-20T21:34:27.657 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.enable_pipelined_write: 0 2024-09-20T21:34:27.657 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.unordered_write: 0 2024-09-20T21:34:27.657 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-20T21:34:27.657 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-20T21:34:27.657 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-20T21:34:27.657 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-20T21:34:27.657 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.row_cache: None 2024-09-20T21:34:27.657 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.wal_filter: None 2024-09-20T21:34:27.657 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-20T21:34:27.657 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.allow_ingest_behind: 0 2024-09-20T21:34:27.657 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.preserve_deletes: 0 2024-09-20T21:34:27.657 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.two_write_queues: 0 2024-09-20T21:34:27.658 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.manual_wal_flush: 0 2024-09-20T21:34:27.658 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.atomic_flush: 0 2024-09-20T21:34:27.658 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-20T21:34:27.658 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-20T21:34:27.658 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-20T21:34:27.658 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.log_readahead_size: 0 2024-09-20T21:34:27.658 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-20T21:34:27.658 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.best_efforts_recovery: 0 2024-09-20T21:34:27.658 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-20T21:34:27.658 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-20T21:34:27.658 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.allow_data_in_errors: 0 2024-09-20T21:34:27.658 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.db_host_id: __hostname__ 2024-09-20T21:34:27.659 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.max_background_jobs: 2 2024-09-20T21:34:27.659 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.max_background_compactions: -1 2024-09-20T21:34:27.659 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.max_subcompactions: 1 2024-09-20T21:34:27.659 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-20T21:34:27.659 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-20T21:34:27.659 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-20T21:34:27.659 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.max_total_wal_size: 0 2024-09-20T21:34:27.659 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-20T21:34:27.659 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-20T21:34:27.659 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-20T21:34:27.659 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-20T21:34:27.659 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.max_open_files: -1 2024-09-20T21:34:27.659 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.bytes_per_sync: 0 2024-09-20T21:34:27.659 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-20T21:34:27.660 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-20T21:34:27.660 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.compaction_readahead_size: 0 2024-09-20T21:34:27.660 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.max_background_flushes: -1 2024-09-20T21:34:27.660 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Compression algorithms supported: 2024-09-20T21:34:27.660 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: kZSTD supported: 0 2024-09-20T21:34:27.660 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: kXpressCompression supported: 0 2024-09-20T21:34:27.660 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: kBZip2Compression supported: 0 2024-09-20T21:34:27.660 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-20T21:34:27.660 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: kLZ4Compression supported: 1 2024-09-20T21:34:27.660 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: kZlibCompression supported: 1 2024-09-20T21:34:27.660 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: kLZ4HCCompression supported: 1 2024-09-20T21:34:27.660 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: kSnappyCompression supported: 1 2024-09-20T21:34:27.660 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-20T21:34:27.660 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 2024-09-20T21:34:27.661 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-09-20T21:34:27.661 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-20T21:34:27.661 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.merge_operator: 2024-09-20T21:34:27.661 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.compaction_filter: None 2024-09-20T21:34:27.661 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.compaction_filter_factory: None 2024-09-20T21:34:27.661 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.sst_partitioner_factory: None 2024-09-20T21:34:27.661 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-20T21:34:27.661 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-20T21:34:27.661 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55bc0ea61a38) 2024-09-20T21:34:27.661 INFO:journalctl@ceph.mon.c.smithi046.stdout: cache_index_and_filter_blocks: 1 2024-09-20T21:34:27.661 INFO:journalctl@ceph.mon.c.smithi046.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-20T21:34:27.661 INFO:journalctl@ceph.mon.c.smithi046.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-20T21:34:27.661 INFO:journalctl@ceph.mon.c.smithi046.stdout: pin_top_level_index_and_filter: 1 2024-09-20T21:34:27.662 INFO:journalctl@ceph.mon.c.smithi046.stdout: index_type: 0 2024-09-20T21:34:27.662 INFO:journalctl@ceph.mon.c.smithi046.stdout: data_block_index_type: 0 2024-09-20T21:34:27.662 INFO:journalctl@ceph.mon.c.smithi046.stdout: index_shortening: 1 2024-09-20T21:34:27.662 INFO:journalctl@ceph.mon.c.smithi046.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-20T21:34:27.662 INFO:journalctl@ceph.mon.c.smithi046.stdout: hash_index_allow_collision: 1 2024-09-20T21:34:27.662 INFO:journalctl@ceph.mon.c.smithi046.stdout: checksum: 1 2024-09-20T21:34:27.662 INFO:journalctl@ceph.mon.c.smithi046.stdout: no_block_cache: 0 2024-09-20T21:34:27.662 INFO:journalctl@ceph.mon.c.smithi046.stdout: block_cache: 0x55bc0ea971f0 2024-09-20T21:34:27.662 INFO:journalctl@ceph.mon.c.smithi046.stdout: block_cache_name: BinnedLRUCache 2024-09-20T21:34:27.662 INFO:journalctl@ceph.mon.c.smithi046.stdout: block_cache_options: 2024-09-20T21:34:27.662 INFO:journalctl@ceph.mon.c.smithi046.stdout: capacity : 536870912 2024-09-20T21:34:27.662 INFO:journalctl@ceph.mon.c.smithi046.stdout: num_shard_bits : 4 2024-09-20T21:34:27.662 INFO:journalctl@ceph.mon.c.smithi046.stdout: strict_capacity_limit : 0 2024-09-20T21:34:27.663 INFO:journalctl@ceph.mon.c.smithi046.stdout: high_pri_pool_ratio: 0.000 2024-09-20T21:34:27.663 INFO:journalctl@ceph.mon.c.smithi046.stdout: block_cache_compressed: (nil) 2024-09-20T21:34:27.663 INFO:journalctl@ceph.mon.c.smithi046.stdout: persistent_cache: (nil) 2024-09-20T21:34:27.663 INFO:journalctl@ceph.mon.c.smithi046.stdout: block_size: 4096 2024-09-20T21:34:27.663 INFO:journalctl@ceph.mon.c.smithi046.stdout: block_size_deviation: 10 2024-09-20T21:34:27.663 INFO:journalctl@ceph.mon.c.smithi046.stdout: block_restart_interval: 16 2024-09-20T21:34:27.663 INFO:journalctl@ceph.mon.c.smithi046.stdout: index_block_restart_interval: 1 2024-09-20T21:34:27.663 INFO:journalctl@ceph.mon.c.smithi046.stdout: metadata_block_size: 4096 2024-09-20T21:34:27.663 INFO:journalctl@ceph.mon.c.smithi046.stdout: partition_filters: 0 2024-09-20T21:34:27.663 INFO:journalctl@ceph.mon.c.smithi046.stdout: use_delta_encoding: 1 2024-09-20T21:34:27.663 INFO:journalctl@ceph.mon.c.smithi046.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-09-20T21:34:27.663 INFO:journalctl@ceph.mon.c.smithi046.stdout: whole_key_filtering: 1 2024-09-20T21:34:27.663 INFO:journalctl@ceph.mon.c.smithi046.stdout: verify_compression: 0 2024-09-20T21:34:27.663 INFO:journalctl@ceph.mon.c.smithi046.stdout: read_amp_bytes_per_bit: 0 2024-09-20T21:34:27.664 INFO:journalctl@ceph.mon.c.smithi046.stdout: format_version: 4 2024-09-20T21:34:27.664 INFO:journalctl@ceph.mon.c.smithi046.stdout: enable_index_compression: 1 2024-09-20T21:34:27.664 INFO:journalctl@ceph.mon.c.smithi046.stdout: block_align: 0 2024-09-20T21:34:27.664 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.write_buffer_size: 33554432 2024-09-20T21:34:27.664 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.max_write_buffer_number: 2 2024-09-20T21:34:27.664 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.compression: NoCompression 2024-09-20T21:34:27.664 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.bottommost_compression: Disabled 2024-09-20T21:34:27.664 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.prefix_extractor: nullptr 2024-09-20T21:34:27.664 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-20T21:34:27.664 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.num_levels: 7 2024-09-20T21:34:27.664 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-20T21:34:27.664 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-20T21:34:27.664 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-20T21:34:27.665 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-20T21:34:27.665 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-20T21:34:27.665 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-20T21:34:27.665 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-20T21:34:27.665 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-20T21:34:27.665 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-20T21:34:27.665 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-20T21:34:27.665 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-20T21:34:27.665 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.compression_opts.level: 32767 2024-09-20T21:34:27.665 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.compression_opts.strategy: 0 2024-09-20T21:34:27.665 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-20T21:34:27.665 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-20T21:34:27.665 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-20T21:34:27.665 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.compression_opts.enabled: false 2024-09-20T21:34:27.665 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-20T21:34:27.666 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-20T21:34:27.666 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-20T21:34:27.666 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.target_file_size_base: 67108864 2024-09-20T21:34:27.666 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-20T21:34:27.666 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-20T21:34:27.666 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-20T21:34:27.666 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-20T21:34:27.666 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-20T21:34:27.666 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-20T21:34:27.666 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-20T21:34:27.666 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-20T21:34:27.666 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-20T21:34:27.666 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-20T21:34:27.666 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-20T21:34:27.667 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-20T21:34:27.667 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-20T21:34:27.667 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.arena_block_size: 4194304 2024-09-20T21:34:27.667 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-20T21:34:27.667 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-20T21:34:27.668 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-09-20T21:34:27.668 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.disable_auto_compactions: 0 2024-09-20T21:34:27.668 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-20T21:34:27.668 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-20T21:34:27.668 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-20T21:34:27.668 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-20T21:34:27.669 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-20T21:34:27.669 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-20T21:34:27.669 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-20T21:34:27.669 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-20T21:34:27.669 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-20T21:34:27.669 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-20T21:34:27.669 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-20T21:34:27.669 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.inplace_update_support: 0 2024-09-20T21:34:27.669 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-20T21:34:27.669 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-20T21:34:27.669 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-20T21:34:27.669 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-20T21:34:27.669 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.bloom_locality: 0 2024-09-20T21:34:27.669 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.max_successive_merges: 0 2024-09-20T21:34:27.670 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-20T21:34:27.670 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.paranoid_file_checks: 0 2024-09-20T21:34:27.670 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.force_consistency_checks: 1 2024-09-20T21:34:27.670 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.report_bg_io_stats: 0 2024-09-20T21:34:27.670 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.ttl: 2592000 2024-09-20T21:34:27.670 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-20T21:34:27.670 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.enable_blob_files: false 2024-09-20T21:34:27.670 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.min_blob_size: 0 2024-09-20T21:34:27.670 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.blob_file_size: 268435456 2024-09-20T21:34:27.670 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-20T21:34:27.670 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-20T21:34:27.670 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-20T21:34:27.670 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-20T21:34:27.671 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2024-09-20T21:34:27.671 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2024-09-20T21:34:27.671 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726868067282341, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-09-20T21:34:27.671 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2024-09-20T21:34:27.671 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-09-20T21:34:27.671 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726868067282787, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1696, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1726868067, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "5fb2a0f8-19a7-48cb-b11f-f463b687b97d", "db_session_id": "XTWBCTR48WTEUCSDIK08"}} 2024-09-20T21:34:27.671 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2024-09-20T21:34:27.671 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726868067283274, "job": 1, "event": "recovery_finished"} 2024-09-20T21:34:27.671 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-20T21:34:27.671 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x55bc0eaca700 2024-09-20T21:34:27.671 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: DB pointer 0x55bc0ea9a000 2024-09-20T21:34:27.671 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-09-20T21:34:27.671 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-09-20T21:34:27.672 INFO:journalctl@ceph.mon.c.smithi046.stdout: ** DB Stats ** 2024-09-20T21:34:27.672 INFO:journalctl@ceph.mon.c.smithi046.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-20T21:34:27.672 INFO:journalctl@ceph.mon.c.smithi046.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-20T21:34:27.672 INFO:journalctl@ceph.mon.c.smithi046.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-20T21:34:27.672 INFO:journalctl@ceph.mon.c.smithi046.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-20T21:34:27.672 INFO:journalctl@ceph.mon.c.smithi046.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-20T21:34:27.672 INFO:journalctl@ceph.mon.c.smithi046.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-09-20T21:34:27.672 INFO:journalctl@ceph.mon.c.smithi046.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-20T21:34:27.672 INFO:journalctl@ceph.mon.c.smithi046.stdout: 2024-09-20T21:34:27.672 INFO:journalctl@ceph.mon.c.smithi046.stdout: ** Compaction Stats [default] ** 2024-09-20T21:34:27.672 INFO:journalctl@ceph.mon.c.smithi046.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-20T21:34:27.672 INFO:journalctl@ceph.mon.c.smithi046.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-20T21:34:27.672 INFO:journalctl@ceph.mon.c.smithi046.stdout: L0 1/0 1.66 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.8 0.00 0.00 1 0.000 0 0 2024-09-20T21:34:27.672 INFO:journalctl@ceph.mon.c.smithi046.stdout: Sum 1/0 1.66 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.8 0.00 0.00 1 0.000 0 0 2024-09-20T21:34:27.673 INFO:journalctl@ceph.mon.c.smithi046.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.8 0.00 0.00 1 0.000 0 0 2024-09-20T21:34:27.673 INFO:journalctl@ceph.mon.c.smithi046.stdout: 2024-09-20T21:34:27.673 INFO:journalctl@ceph.mon.c.smithi046.stdout: ** Compaction Stats [default] ** 2024-09-20T21:34:27.673 INFO:journalctl@ceph.mon.c.smithi046.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-20T21:34:27.673 INFO:journalctl@ceph.mon.c.smithi046.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-20T21:34:27.673 INFO:journalctl@ceph.mon.c.smithi046.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.8 0.00 0.00 1 0.000 0 0 2024-09-20T21:34:27.673 INFO:journalctl@ceph.mon.c.smithi046.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-20T21:34:27.673 INFO:journalctl@ceph.mon.c.smithi046.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-20T21:34:27.673 INFO:journalctl@ceph.mon.c.smithi046.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-20T21:34:27.673 INFO:journalctl@ceph.mon.c.smithi046.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-20T21:34:27.673 INFO:journalctl@ceph.mon.c.smithi046.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-20T21:34:27.673 INFO:journalctl@ceph.mon.c.smithi046.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-20T21:34:27.673 INFO:journalctl@ceph.mon.c.smithi046.stdout: Cumulative compaction: 0.00 GB write, 0.40 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-20T21:34:27.673 INFO:journalctl@ceph.mon.c.smithi046.stdout: Interval compaction: 0.00 GB write, 0.40 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-20T21:34:27.674 INFO:journalctl@ceph.mon.c.smithi046.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-20T21:34:27.674 INFO:journalctl@ceph.mon.c.smithi046.stdout: 2024-09-20T21:34:27.674 INFO:journalctl@ceph.mon.c.smithi046.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-20T21:34:27.674 INFO:journalctl@ceph.mon.c.smithi046.stdout: 2024-09-20T21:34:27.674 INFO:journalctl@ceph.mon.c.smithi046.stdout: ** Compaction Stats [default] ** 2024-09-20T21:34:27.674 INFO:journalctl@ceph.mon.c.smithi046.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-20T21:34:27.674 INFO:journalctl@ceph.mon.c.smithi046.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-20T21:34:27.674 INFO:journalctl@ceph.mon.c.smithi046.stdout: L0 1/0 1.66 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.8 0.00 0.00 1 0.000 0 0 2024-09-20T21:34:27.674 INFO:journalctl@ceph.mon.c.smithi046.stdout: Sum 1/0 1.66 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.8 0.00 0.00 1 0.000 0 0 2024-09-20T21:34:27.674 INFO:journalctl@ceph.mon.c.smithi046.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-09-20T21:34:27.674 INFO:journalctl@ceph.mon.c.smithi046.stdout: 2024-09-20T21:34:27.674 INFO:journalctl@ceph.mon.c.smithi046.stdout: ** Compaction Stats [default] ** 2024-09-20T21:34:27.674 INFO:journalctl@ceph.mon.c.smithi046.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-20T21:34:27.674 INFO:journalctl@ceph.mon.c.smithi046.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-20T21:34:27.675 INFO:journalctl@ceph.mon.c.smithi046.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.8 0.00 0.00 1 0.000 0 0 2024-09-20T21:34:27.675 INFO:journalctl@ceph.mon.c.smithi046.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-20T21:34:27.675 INFO:journalctl@ceph.mon.c.smithi046.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-20T21:34:27.675 INFO:journalctl@ceph.mon.c.smithi046.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-20T21:34:27.675 INFO:journalctl@ceph.mon.c.smithi046.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-20T21:34:27.675 INFO:journalctl@ceph.mon.c.smithi046.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-20T21:34:27.675 INFO:journalctl@ceph.mon.c.smithi046.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-20T21:34:27.675 INFO:journalctl@ceph.mon.c.smithi046.stdout: Cumulative compaction: 0.00 GB write, 0.40 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-20T21:34:27.675 INFO:journalctl@ceph.mon.c.smithi046.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-20T21:34:27.675 INFO:journalctl@ceph.mon.c.smithi046.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-20T21:34:27.675 INFO:journalctl@ceph.mon.c.smithi046.stdout: 2024-09-20T21:34:27.675 INFO:journalctl@ceph.mon.c.smithi046.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-20T21:34:27.676 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-09-20T21:34:27.676 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: using public_addrv [v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0] 2024-09-20T21:34:27.676 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: starting mon.c rank -1 at public addrs [v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0] at bind addrs [v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid c87e54aa-7797-11ef-baf5-efdc52797490 2024-09-20T21:34:27.676 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: mon.c@-1(???) e0 preinit fsid c87e54aa-7797-11ef-baf5-efdc52797490 2024-09-20T21:34:27.676 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: mon.c@-1(synchronizing).mds e1 new map 2024-09-20T21:34:27.676 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: mon.c@-1(synchronizing).mds e1 print_map 2024-09-20T21:34:27.676 INFO:journalctl@ceph.mon.c.smithi046.stdout: e1 2024-09-20T21:34:27.676 INFO:journalctl@ceph.mon.c.smithi046.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-20T21:34:27.676 INFO:journalctl@ceph.mon.c.smithi046.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-20T21:34:27.676 INFO:journalctl@ceph.mon.c.smithi046.stdout: legacy client fscid: -1 2024-09-20T21:34:27.676 INFO:journalctl@ceph.mon.c.smithi046.stdout: 2024-09-20T21:34:27.676 INFO:journalctl@ceph.mon.c.smithi046.stdout: No filesystems configured 2024-09-20T21:34:27.676 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-09-20T21:34:27.676 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-09-20T21:34:27.677 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-09-20T21:34:27.677 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-09-20T21:34:27.677 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-09-20T21:34:27.677 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-09-20T21:34:27.677 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-20T21:34:27.677 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-20T21:34:27.677 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-20T21:34:27.677 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-20T21:34:27.677 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:27.677 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:27.677 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:27.677 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:34:27.677 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:27.678 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:34:27.678 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:27.678 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-20T21:34:27.678 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:27.678 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi046:172.21.15.46=a;smithi046:[v2:172.21.15.46:3301,v1:172.21.15.46:6790]=c;smithi134:172.21.15.134=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:34:27.678 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: Saving service mon spec with placement smithi046:172.21.15.46=a;smithi046:[v2:172.21.15.46:3301,v1:172.21.15.46:6790]=c;smithi134:172.21.15.134=b;count:3 2024-09-20T21:34:27.678 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: Deploying daemon mon.b on smithi134 2024-09-20T21:34:27.678 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:27.678 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:27.678 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: from='client.? 172.21.15.134:0/5950535' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-20T21:34:27.678 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:34:27.678 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: mon.a calling monitor election 2024-09-20T21:34:27.678 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:34:27.678 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:34:27.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:27.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:34:27.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: mon.b calling monitor election 2024-09-20T21:34:27.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:34:27.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:27.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:34:27.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:34:27.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-20T21:34:27.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: monmap e2: 2 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-20T21:34:27.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: fsmap 2024-09-20T21:34:27.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: osdmap e4: 0 total, 0 up, 0 in 2024-09-20T21:34:27.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: mgrmap e13: y(active, since 41s) 2024-09-20T21:34:27.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: overall HEALTH_OK 2024-09-20T21:34:27.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:27.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:27.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:27.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-20T21:34:27.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:27.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: Deploying daemon mon.c on smithi046 2024-09-20T21:34:27.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:27.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: from='client.? 172.21.15.134:0/3576860247' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-20T21:34:27.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:34:27.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 ceph-mon[39760]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-20T21:34:27.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 bash[39722]: caea7f40cab3640d8ccef678a8cf4385353a7a62afe9dcb843defbaf344bfefb 2024-09-20T21:34:27.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:27 smithi046 systemd[1]: Started Ceph mon.c for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:34:32.622 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-20T21:34:32.622 INFO:teuthology.orchestra.run.smithi134.stdout:{"epoch":3,"fsid":"c87e54aa-7797-11ef-baf5-efdc52797490","modified":"2024-09-20T21:34:27.307222Z","created":"2024-09-20T21:32:44.391577Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:3300","nonce":0},{"type":"v1","addr":"172.21.15.46:6789","nonce":0}]},"addr":"172.21.15.46:6789/0","public_addr":"172.21.15.46:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:3300","nonce":0},{"type":"v1","addr":"172.21.15.134:6789","nonce":0}]},"addr":"172.21.15.134:6789/0","public_addr":"172.21.15.134:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:3301","nonce":0},{"type":"v1","addr":"172.21.15.46:6790","nonce":0}]},"addr":"172.21.15.46:6790/0","public_addr":"172.21.15.46:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-09-20T21:34:32.622 INFO:teuthology.orchestra.run.smithi134.stderr:dumped monmap epoch 3 2024-09-20T21:34:32.623 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:32 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:34:32.623 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:32 smithi134 ceph-mon[31761]: mon.a calling monitor election 2024-09-20T21:34:32.623 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:32 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:34:32.623 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:32 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:34:32.623 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:32 smithi134 ceph-mon[31761]: mon.b calling monitor election 2024-09-20T21:34:32.623 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:32 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:34:32.623 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:32 smithi134 ceph-mon[31761]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:32.623 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:32 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:34:32.623 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:32 smithi134 ceph-mon[31761]: mon.c calling monitor election 2024-09-20T21:34:32.623 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:32 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:34:32.623 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:32 smithi134 ceph-mon[31761]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:32.624 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:32 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:34:32.624 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:32 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:34:32.624 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:32 smithi134 ceph-mon[31761]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-20T21:34:32.624 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:32 smithi134 ceph-mon[31761]: monmap e3: 3 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0],c=[v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-20T21:34:32.624 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:32 smithi134 ceph-mon[31761]: fsmap 2024-09-20T21:34:32.624 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:32 smithi134 ceph-mon[31761]: osdmap e4: 0 total, 0 up, 0 in 2024-09-20T21:34:32.624 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:32 smithi134 ceph-mon[31761]: mgrmap e13: y(active, since 49s) 2024-09-20T21:34:32.624 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:32 smithi134 ceph-mon[31761]: overall HEALTH_OK 2024-09-20T21:34:32.624 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:32 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:32.624 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:32 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:32.624 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:32 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:32.624 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:32 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:32.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:34:32.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[28078]: mon.a calling monitor election 2024-09-20T21:34:32.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:34:32.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:34:32.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[28078]: mon.b calling monitor election 2024-09-20T21:34:32.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:34:32.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[28078]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:32.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:34:32.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[28078]: mon.c calling monitor election 2024-09-20T21:34:32.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:34:32.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[28078]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:32.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:34:32.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:34:32.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[28078]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-20T21:34:32.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[28078]: monmap e3: 3 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0],c=[v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-20T21:34:32.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[28078]: fsmap 2024-09-20T21:34:32.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[28078]: osdmap e4: 0 total, 0 up, 0 in 2024-09-20T21:34:32.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[28078]: mgrmap e13: y(active, since 49s) 2024-09-20T21:34:32.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[28078]: overall HEALTH_OK 2024-09-20T21:34:32.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:32.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:32.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:32.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:32.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:34:32.653 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[39760]: mon.a calling monitor election 2024-09-20T21:34:32.653 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:34:32.653 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:34:32.653 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[39760]: mon.b calling monitor election 2024-09-20T21:34:32.653 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:34:32.653 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[39760]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:32.653 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:34:32.653 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[39760]: mon.c calling monitor election 2024-09-20T21:34:32.653 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:34:32.653 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[39760]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:32.653 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:34:32.653 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:34:32.653 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[39760]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-20T21:34:32.653 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[39760]: monmap e3: 3 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0],c=[v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-20T21:34:32.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[39760]: fsmap 2024-09-20T21:34:32.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[39760]: osdmap e4: 0 total, 0 up, 0 in 2024-09-20T21:34:32.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[39760]: mgrmap e13: y(active, since 49s) 2024-09-20T21:34:32.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[39760]: overall HEALTH_OK 2024-09-20T21:34:32.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:32.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:32.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:32.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:32 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:33.186 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-09-20T21:34:33.187 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph config generate-minimal-conf 2024-09-20T21:34:33.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:33 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:34:33.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:33 smithi134 ceph-mon[31761]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:33.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:33 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:33.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:33 smithi134 ceph-mon[31761]: from='client.? 172.21.15.134:0/3592972935' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-20T21:34:33.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:33 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:34:33.547 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:34:33.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:33 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:34:33.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:33 smithi046 ceph-mon[28078]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:33.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:33 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:33.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:33 smithi046 ceph-mon[28078]: from='client.? 172.21.15.134:0/3592972935' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-20T21:34:33.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:33 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:34:33.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:33 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:34:33.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:33 smithi046 ceph-mon[39760]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:33.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:33 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:33.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:33 smithi046 ceph-mon[39760]: from='client.? 172.21.15.134:0/3592972935' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-20T21:34:33.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:33 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:34:34.608 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:34:34 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:34:34.306+0000 7fabf7156640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-20T21:34:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:34 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:34 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:34 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:34 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:34 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:34 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:34:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:34 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:34 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:34 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:34 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:34 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:34.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:34 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:34.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:34 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:34.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:34 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:34.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:34 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:34.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:34 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:34.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:34 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:34:34.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:34 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:34.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:34 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:34.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:34 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:34.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:34 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:34.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:34 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:34 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:34 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:34 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:34 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:34.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:34 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:34.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:34 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:34:34.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:34 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:34.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:34 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:34.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:34 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:34.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:34 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:34.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:34 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:35.472 INFO:teuthology.orchestra.run.smithi046.stdout:# minimal ceph.conf for c87e54aa-7797-11ef-baf5-efdc52797490 2024-09-20T21:34:35.472 INFO:teuthology.orchestra.run.smithi046.stdout:[global] 2024-09-20T21:34:35.473 INFO:teuthology.orchestra.run.smithi046.stdout: fsid = c87e54aa-7797-11ef-baf5-efdc52797490 2024-09-20T21:34:35.473 INFO:teuthology.orchestra.run.smithi046.stdout: mon_host = [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] [v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0] 2024-09-20T21:34:35.863 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:35 smithi046 ceph-mon[28078]: Updating smithi046:/etc/ceph/ceph.conf 2024-09-20T21:34:35.863 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:35 smithi046 ceph-mon[28078]: Updating smithi134:/etc/ceph/ceph.conf 2024-09-20T21:34:35.863 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:35 smithi046 ceph-mon[28078]: Updating smithi134:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-20T21:34:35.863 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:35 smithi046 ceph-mon[28078]: Updating smithi046:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-20T21:34:35.863 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:35 smithi046 ceph-mon[28078]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:35.863 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:35 smithi046 ceph-mon[28078]: Reconfiguring mon.a (unknown last config time)... 2024-09-20T21:34:35.863 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:35 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-20T21:34:35.863 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:35 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-20T21:34:35.863 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:35 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:35.863 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:35 smithi046 ceph-mon[28078]: Reconfiguring daemon mon.a on smithi046 2024-09-20T21:34:35.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:35 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/1557609974' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:35.864 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:35 smithi046 ceph-mon[39760]: Updating smithi046:/etc/ceph/ceph.conf 2024-09-20T21:34:35.864 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:35 smithi046 ceph-mon[39760]: Updating smithi134:/etc/ceph/ceph.conf 2024-09-20T21:34:35.864 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:35 smithi046 ceph-mon[39760]: Updating smithi134:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-20T21:34:35.864 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:35 smithi046 ceph-mon[39760]: Updating smithi046:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-20T21:34:35.864 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:35 smithi046 ceph-mon[39760]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:35.864 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:35 smithi046 ceph-mon[39760]: Reconfiguring mon.a (unknown last config time)... 2024-09-20T21:34:35.864 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:35 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-20T21:34:35.864 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:35 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-20T21:34:35.864 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:35 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:35.864 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:35 smithi046 ceph-mon[39760]: Reconfiguring daemon mon.a on smithi046 2024-09-20T21:34:35.865 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:35 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/1557609974' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:35.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:35 smithi134 ceph-mon[31761]: Updating smithi046:/etc/ceph/ceph.conf 2024-09-20T21:34:35.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:35 smithi134 ceph-mon[31761]: Updating smithi134:/etc/ceph/ceph.conf 2024-09-20T21:34:35.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:35 smithi134 ceph-mon[31761]: Updating smithi134:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-20T21:34:35.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:35 smithi134 ceph-mon[31761]: Updating smithi046:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-20T21:34:35.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:35 smithi134 ceph-mon[31761]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:35.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:35 smithi134 ceph-mon[31761]: Reconfiguring mon.a (unknown last config time)... 2024-09-20T21:34:35.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:35 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-20T21:34:35.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:35 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-20T21:34:35.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:35 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:35.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:35 smithi134 ceph-mon[31761]: Reconfiguring daemon mon.a on smithi046 2024-09-20T21:34:35.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:35 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/1557609974' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:37.017 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-09-20T21:34:37.017 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-20T21:34:37.017 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/etc/ceph/ceph.conf 2024-09-20T21:34:37.045 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-20T21:34:37.046 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-20T21:34:37.111 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-20T21:34:37.112 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd of=/etc/ceph/ceph.conf 2024-09-20T21:34:37.145 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-20T21:34:37.145 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-20T21:34:37.214 INFO:tasks.cephadm:Adding mgr.y on smithi046 2024-09-20T21:34:37.214 INFO:tasks.cephadm:Adding mgr.x on smithi134 2024-09-20T21:34:37.214 DEBUG:teuthology.orchestra.run.smithi134:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph orch apply mgr '2;smithi046=y;smithi134=x' 2024-09-20T21:34:37.490 INFO:teuthology.orchestra.run.smithi134.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.b/config 2024-09-20T21:34:37.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:37 smithi046 ceph-mon[28078]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:37.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:37 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:37.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:37 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:37.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:37 smithi046 ceph-mon[28078]: Reconfiguring mon.c (monmap changed)... 2024-09-20T21:34:37.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:37 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-20T21:34:37.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:37 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-20T21:34:37.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:37 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:37.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:37 smithi046 ceph-mon[28078]: Reconfiguring daemon mon.c on smithi046 2024-09-20T21:34:37.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:37 smithi046 ceph-mon[39760]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:37.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:37 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:37.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:37 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:37.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:37 smithi046 ceph-mon[39760]: Reconfiguring mon.c (monmap changed)... 2024-09-20T21:34:37.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:37 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-20T21:34:37.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:37 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-20T21:34:37.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:37 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:37.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:37 smithi046 ceph-mon[39760]: Reconfiguring daemon mon.c on smithi046 2024-09-20T21:34:37.911 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:37 smithi134 ceph-mon[31761]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:37.911 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:37 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:37.911 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:37 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:37.911 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:37 smithi134 ceph-mon[31761]: Reconfiguring mon.c (monmap changed)... 2024-09-20T21:34:37.911 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:37 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-20T21:34:37.911 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:37 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-20T21:34:37.911 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:37 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:37.911 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:37 smithi134 ceph-mon[31761]: Reconfiguring daemon mon.c on smithi046 2024-09-20T21:34:39.455 INFO:teuthology.orchestra.run.smithi134.stdout:Scheduled mgr update... 2024-09-20T21:34:39.456 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:39 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:39.456 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:39 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:39.456 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:39 smithi134 ceph-mon[31761]: Reconfiguring mon.b (monmap changed)... 2024-09-20T21:34:39.456 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:39 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-20T21:34:39.456 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:39 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-20T21:34:39.456 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:39 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:39.456 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:39 smithi134 ceph-mon[31761]: Reconfiguring daemon mon.b on smithi134 2024-09-20T21:34:39.456 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:39 smithi134 ceph-mon[31761]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:39.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:39 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:39.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:39 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:39.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:39 smithi046 ceph-mon[28078]: Reconfiguring mon.b (monmap changed)... 2024-09-20T21:34:39.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:39 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-20T21:34:39.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:39 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-20T21:34:39.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:39 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:39.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:39 smithi046 ceph-mon[28078]: Reconfiguring daemon mon.b on smithi134 2024-09-20T21:34:39.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:39 smithi046 ceph-mon[28078]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:39.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:39 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:39.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:39 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:39.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:39 smithi046 ceph-mon[39760]: Reconfiguring mon.b (monmap changed)... 2024-09-20T21:34:39.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:39 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-20T21:34:39.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:39 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-20T21:34:39.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:39 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:39.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:39 smithi046 ceph-mon[39760]: Reconfiguring daemon mon.b on smithi134 2024-09-20T21:34:39.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:39 smithi046 ceph-mon[39760]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:40.586 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:40 smithi134 ceph-mon[31761]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi046=y;smithi134=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:34:40.586 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:40 smithi134 ceph-mon[31761]: Saving service mgr spec with placement smithi046=y;smithi134=x;count:2 2024-09-20T21:34:40.587 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:40 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:40.587 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:40 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:40.587 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:40 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:40.587 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:40 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:34:40.587 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:40 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:40.587 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:40 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:34:40.587 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:40 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:40.587 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:40 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-20T21:34:40.587 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:40 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-20T21:34:40.587 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:40 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-20T21:34:40.587 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:40 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:40.611 DEBUG:teuthology.orchestra.run.smithi134:mgr.x> sudo journalctl -f -n 0 -u ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mgr.x.service 2024-09-20T21:34:40.613 INFO:tasks.cephadm:Deploying OSDs... 2024-09-20T21:34:40.613 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-20T21:34:40.613 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/scratch_devs of=/dev/stdout 2024-09-20T21:34:40.634 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-20T21:34:40.634 DEBUG:teuthology.orchestra.run.smithi046:> stat /dev/vg_nvme/lv_1 2024-09-20T21:34:40.695 INFO:teuthology.orchestra.run.smithi046.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-20T21:34:40.695 INFO:teuthology.orchestra.run.smithi046.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-20T21:34:40.695 INFO:teuthology.orchestra.run.smithi046.stdout:Device: 5h/5d Inode: 971 Links: 1 2024-09-20T21:34:40.695 INFO:teuthology.orchestra.run.smithi046.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-20T21:34:40.695 INFO:teuthology.orchestra.run.smithi046.stdout:Context: system_u:object_r:device_t:s0 2024-09-20T21:34:40.695 INFO:teuthology.orchestra.run.smithi046.stdout:Access: 2024-09-20 21:34:26.744291022 +0000 2024-09-20T21:34:40.695 INFO:teuthology.orchestra.run.smithi046.stdout:Modify: 2024-09-20 21:30:35.341656715 +0000 2024-09-20T21:34:40.696 INFO:teuthology.orchestra.run.smithi046.stdout:Change: 2024-09-20 21:30:35.341656715 +0000 2024-09-20T21:34:40.696 INFO:teuthology.orchestra.run.smithi046.stdout: Birth: 2024-09-20 21:30:35.341656715 +0000 2024-09-20T21:34:40.696 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-20T21:34:40.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:40 smithi046 ceph-mon[28078]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi046=y;smithi134=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:34:40.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:40 smithi046 ceph-mon[28078]: Saving service mgr spec with placement smithi046=y;smithi134=x;count:2 2024-09-20T21:34:40.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:40 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:40.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:40 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:40.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:40 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:40.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:40 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:34:40.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:40 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:40.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:40 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:34:40.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:40 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:40.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:40 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-20T21:34:40.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:40 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-20T21:34:40.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:40 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-20T21:34:40.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:40 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:40.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:40 smithi046 ceph-mon[39760]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi046=y;smithi134=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:34:40.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:40 smithi046 ceph-mon[39760]: Saving service mgr spec with placement smithi046=y;smithi134=x;count:2 2024-09-20T21:34:40.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:40 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:40.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:40 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:40.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:40 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:40.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:40 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:34:40.763 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:40 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:40.764 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:40 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:34:40.764 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:40 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:40.764 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:40 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-20T21:34:40.764 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:40 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-20T21:34:40.764 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:40 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-20T21:34:40.764 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:40 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:40.765 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records in 2024-09-20T21:34:40.765 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records out 2024-09-20T21:34:40.766 INFO:teuthology.orchestra.run.smithi046.stderr:512 bytes copied, 0.000127693 s, 4.0 MB/s 2024-09-20T21:34:40.767 DEBUG:teuthology.orchestra.run.smithi046:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-20T21:34:40.826 DEBUG:teuthology.orchestra.run.smithi046:> stat /dev/vg_nvme/lv_2 2024-09-20T21:34:40.887 INFO:teuthology.orchestra.run.smithi046.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-20T21:34:40.887 INFO:teuthology.orchestra.run.smithi046.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-20T21:34:40.887 INFO:teuthology.orchestra.run.smithi046.stdout:Device: 5h/5d Inode: 980 Links: 1 2024-09-20T21:34:40.887 INFO:teuthology.orchestra.run.smithi046.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-20T21:34:40.887 INFO:teuthology.orchestra.run.smithi046.stdout:Context: system_u:object_r:device_t:s0 2024-09-20T21:34:40.887 INFO:teuthology.orchestra.run.smithi046.stdout:Access: 2024-09-20 21:34:26.744291022 +0000 2024-09-20T21:34:40.887 INFO:teuthology.orchestra.run.smithi046.stdout:Modify: 2024-09-20 21:30:35.341656715 +0000 2024-09-20T21:34:40.887 INFO:teuthology.orchestra.run.smithi046.stdout:Change: 2024-09-20 21:30:35.341656715 +0000 2024-09-20T21:34:40.888 INFO:teuthology.orchestra.run.smithi046.stdout: Birth: 2024-09-20 21:30:35.341656715 +0000 2024-09-20T21:34:40.888 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-20T21:34:40.956 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records in 2024-09-20T21:34:40.956 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records out 2024-09-20T21:34:40.956 INFO:teuthology.orchestra.run.smithi046.stderr:512 bytes copied, 0.000148457 s, 3.4 MB/s 2024-09-20T21:34:40.957 DEBUG:teuthology.orchestra.run.smithi046:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-20T21:34:41.018 DEBUG:teuthology.orchestra.run.smithi046:> stat /dev/vg_nvme/lv_3 2024-09-20T21:34:41.076 INFO:teuthology.orchestra.run.smithi046.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-20T21:34:41.076 INFO:teuthology.orchestra.run.smithi046.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-20T21:34:41.076 INFO:teuthology.orchestra.run.smithi046.stdout:Device: 5h/5d Inode: 965 Links: 1 2024-09-20T21:34:41.077 INFO:teuthology.orchestra.run.smithi046.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-20T21:34:41.077 INFO:teuthology.orchestra.run.smithi046.stdout:Context: system_u:object_r:device_t:s0 2024-09-20T21:34:41.077 INFO:teuthology.orchestra.run.smithi046.stdout:Access: 2024-09-20 21:34:26.745291011 +0000 2024-09-20T21:34:41.077 INFO:teuthology.orchestra.run.smithi046.stdout:Modify: 2024-09-20 21:30:35.341656715 +0000 2024-09-20T21:34:41.077 INFO:teuthology.orchestra.run.smithi046.stdout:Change: 2024-09-20 21:30:35.341656715 +0000 2024-09-20T21:34:41.077 INFO:teuthology.orchestra.run.smithi046.stdout: Birth: 2024-09-20 21:30:35.341656715 +0000 2024-09-20T21:34:41.077 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-20T21:34:41.145 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records in 2024-09-20T21:34:41.145 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records out 2024-09-20T21:34:41.145 INFO:teuthology.orchestra.run.smithi046.stderr:512 bytes copied, 0.000108242 s, 4.7 MB/s 2024-09-20T21:34:41.146 DEBUG:teuthology.orchestra.run.smithi046:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-20T21:34:41.206 DEBUG:teuthology.orchestra.run.smithi046:> stat /dev/vg_nvme/lv_4 2024-09-20T21:34:41.264 INFO:teuthology.orchestra.run.smithi046.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-20T21:34:41.264 INFO:teuthology.orchestra.run.smithi046.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-20T21:34:41.264 INFO:teuthology.orchestra.run.smithi046.stdout:Device: 5h/5d Inode: 967 Links: 1 2024-09-20T21:34:41.264 INFO:teuthology.orchestra.run.smithi046.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-20T21:34:41.264 INFO:teuthology.orchestra.run.smithi046.stdout:Context: system_u:object_r:device_t:s0 2024-09-20T21:34:41.264 INFO:teuthology.orchestra.run.smithi046.stdout:Access: 2024-09-20 21:34:26.745291011 +0000 2024-09-20T21:34:41.264 INFO:teuthology.orchestra.run.smithi046.stdout:Modify: 2024-09-20 21:30:35.341656715 +0000 2024-09-20T21:34:41.264 INFO:teuthology.orchestra.run.smithi046.stdout:Change: 2024-09-20 21:30:35.341656715 +0000 2024-09-20T21:34:41.264 INFO:teuthology.orchestra.run.smithi046.stdout: Birth: 2024-09-20 21:30:35.341656715 +0000 2024-09-20T21:34:41.265 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-20T21:34:41.331 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records in 2024-09-20T21:34:41.331 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records out 2024-09-20T21:34:41.331 INFO:teuthology.orchestra.run.smithi046.stderr:512 bytes copied, 0.000120123 s, 4.3 MB/s 2024-09-20T21:34:41.332 DEBUG:teuthology.orchestra.run.smithi046:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-20T21:34:41.391 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-20T21:34:41.392 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/scratch_devs of=/dev/stdout 2024-09-20T21:34:41.410 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-20T21:34:41.410 DEBUG:teuthology.orchestra.run.smithi134:> stat /dev/vg_nvme/lv_1 2024-09-20T21:34:41.468 INFO:teuthology.orchestra.run.smithi134.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-20T21:34:41.468 INFO:teuthology.orchestra.run.smithi134.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-20T21:34:41.468 INFO:teuthology.orchestra.run.smithi134.stdout:Device: 5h/5d Inode: 952 Links: 1 2024-09-20T21:34:41.468 INFO:teuthology.orchestra.run.smithi134.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-20T21:34:41.468 INFO:teuthology.orchestra.run.smithi134.stdout:Context: system_u:object_r:device_t:s0 2024-09-20T21:34:41.469 INFO:teuthology.orchestra.run.smithi134.stdout:Access: 2024-09-20 21:34:17.786689585 +0000 2024-09-20T21:34:41.469 INFO:teuthology.orchestra.run.smithi134.stdout:Modify: 2024-09-20 21:30:35.837800960 +0000 2024-09-20T21:34:41.469 INFO:teuthology.orchestra.run.smithi134.stdout:Change: 2024-09-20 21:30:35.837800960 +0000 2024-09-20T21:34:41.469 INFO:teuthology.orchestra.run.smithi134.stdout: Birth: 2024-09-20 21:30:35.837800960 +0000 2024-09-20T21:34:41.469 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-20T21:34:41.534 INFO:teuthology.orchestra.run.smithi134.stderr:1+0 records in 2024-09-20T21:34:41.534 INFO:teuthology.orchestra.run.smithi134.stderr:1+0 records out 2024-09-20T21:34:41.534 INFO:teuthology.orchestra.run.smithi134.stderr:512 bytes copied, 0.00019179 s, 2.7 MB/s 2024-09-20T21:34:41.535 DEBUG:teuthology.orchestra.run.smithi134:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-20T21:34:41.593 DEBUG:teuthology.orchestra.run.smithi134:> stat /dev/vg_nvme/lv_2 2024-09-20T21:34:41.649 INFO:teuthology.orchestra.run.smithi134.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-20T21:34:41.649 INFO:teuthology.orchestra.run.smithi134.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-20T21:34:41.649 INFO:teuthology.orchestra.run.smithi134.stdout:Device: 5h/5d Inode: 970 Links: 1 2024-09-20T21:34:41.649 INFO:teuthology.orchestra.run.smithi134.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-20T21:34:41.649 INFO:teuthology.orchestra.run.smithi134.stdout:Context: system_u:object_r:device_t:s0 2024-09-20T21:34:41.649 INFO:teuthology.orchestra.run.smithi134.stdout:Access: 2024-09-20 21:34:17.787689562 +0000 2024-09-20T21:34:41.649 INFO:teuthology.orchestra.run.smithi134.stdout:Modify: 2024-09-20 21:30:35.838800937 +0000 2024-09-20T21:34:41.649 INFO:teuthology.orchestra.run.smithi134.stdout:Change: 2024-09-20 21:30:35.838800937 +0000 2024-09-20T21:34:41.650 INFO:teuthology.orchestra.run.smithi134.stdout: Birth: 2024-09-20 21:30:35.838800937 +0000 2024-09-20T21:34:41.650 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-20T21:34:41.711 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:41 smithi134 ceph-mon[31761]: Deploying daemon mgr.x on smithi134 2024-09-20T21:34:41.711 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:41 smithi134 ceph-mon[31761]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:41.713 INFO:teuthology.orchestra.run.smithi134.stderr:1+0 records in 2024-09-20T21:34:41.714 INFO:teuthology.orchestra.run.smithi134.stderr:1+0 records out 2024-09-20T21:34:41.714 INFO:teuthology.orchestra.run.smithi134.stderr:512 bytes copied, 0.000221882 s, 2.3 MB/s 2024-09-20T21:34:41.715 DEBUG:teuthology.orchestra.run.smithi134:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-20T21:34:41.773 DEBUG:teuthology.orchestra.run.smithi134:> stat /dev/vg_nvme/lv_3 2024-09-20T21:34:41.828 INFO:teuthology.orchestra.run.smithi134.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-20T21:34:41.829 INFO:teuthology.orchestra.run.smithi134.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-20T21:34:41.829 INFO:teuthology.orchestra.run.smithi134.stdout:Device: 5h/5d Inode: 969 Links: 1 2024-09-20T21:34:41.829 INFO:teuthology.orchestra.run.smithi134.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-20T21:34:41.829 INFO:teuthology.orchestra.run.smithi134.stdout:Context: system_u:object_r:device_t:s0 2024-09-20T21:34:41.829 INFO:teuthology.orchestra.run.smithi134.stdout:Access: 2024-09-20 21:34:17.787689562 +0000 2024-09-20T21:34:41.829 INFO:teuthology.orchestra.run.smithi134.stdout:Modify: 2024-09-20 21:30:35.838800937 +0000 2024-09-20T21:34:41.829 INFO:teuthology.orchestra.run.smithi134.stdout:Change: 2024-09-20 21:30:35.838800937 +0000 2024-09-20T21:34:41.829 INFO:teuthology.orchestra.run.smithi134.stdout: Birth: 2024-09-20 21:30:35.838800937 +0000 2024-09-20T21:34:41.829 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-20T21:34:41.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:41 smithi046 ceph-mon[28078]: Deploying daemon mgr.x on smithi134 2024-09-20T21:34:41.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:41 smithi046 ceph-mon[28078]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:41.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:41 smithi046 ceph-mon[39760]: Deploying daemon mgr.x on smithi134 2024-09-20T21:34:41.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:41 smithi046 ceph-mon[39760]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:42.014 INFO:teuthology.orchestra.run.smithi134.stderr:1+0 records in 2024-09-20T21:34:42.014 INFO:teuthology.orchestra.run.smithi134.stderr:1+0 records out 2024-09-20T21:34:42.014 INFO:teuthology.orchestra.run.smithi134.stderr:512 bytes copied, 0.000215824 s, 2.4 MB/s 2024-09-20T21:34:42.015 DEBUG:teuthology.orchestra.run.smithi134:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-20T21:34:42.031 DEBUG:teuthology.orchestra.run.smithi134:> stat /dev/vg_nvme/lv_4 2024-09-20T21:34:42.093 INFO:teuthology.orchestra.run.smithi134.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-20T21:34:42.093 INFO:teuthology.orchestra.run.smithi134.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-20T21:34:42.093 INFO:teuthology.orchestra.run.smithi134.stdout:Device: 5h/5d Inode: 963 Links: 1 2024-09-20T21:34:42.093 INFO:teuthology.orchestra.run.smithi134.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-20T21:34:42.093 INFO:teuthology.orchestra.run.smithi134.stdout:Context: system_u:object_r:device_t:s0 2024-09-20T21:34:42.093 INFO:teuthology.orchestra.run.smithi134.stdout:Access: 2024-09-20 21:34:41.969138320 +0000 2024-09-20T21:34:42.093 INFO:teuthology.orchestra.run.smithi134.stdout:Modify: 2024-09-20 21:30:35.838800937 +0000 2024-09-20T21:34:42.093 INFO:teuthology.orchestra.run.smithi134.stdout:Change: 2024-09-20 21:30:35.838800937 +0000 2024-09-20T21:34:42.093 INFO:teuthology.orchestra.run.smithi134.stdout: Birth: 2024-09-20 21:30:35.838800937 +0000 2024-09-20T21:34:42.094 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-20T21:34:42.193 INFO:teuthology.orchestra.run.smithi134.stderr:1+0 records in 2024-09-20T21:34:42.193 INFO:teuthology.orchestra.run.smithi134.stderr:1+0 records out 2024-09-20T21:34:42.193 INFO:teuthology.orchestra.run.smithi134.stderr:512 bytes copied, 0.000180228 s, 2.8 MB/s 2024-09-20T21:34:42.194 DEBUG:teuthology.orchestra.run.smithi134:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-20T21:34:42.209 INFO:tasks.cephadm:Deploying osd.0 on smithi046 with /dev/vg_nvme/lv_4... 2024-09-20T21:34:42.210 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- lvm zap /dev/vg_nvme/lv_4 2024-09-20T21:34:42.420 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:34:42 smithi134 systemd[1]: Starting Ceph mgr.x for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:34:42.470 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:34:42.676 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:34:42 smithi134 podman[33793]: 2024-09-20 21:34:42.418050533 +0000 UTC m=+0.110555642 container create 95cf3d06e9da702c8521f0941c8a7433f89855dca24a62e2aa2c677b22e0ca95 (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=quincy-fbd1a6a, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-09-20T21:34:42.676 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:34:42 smithi134 podman[33793]: 2024-09-20 21:34:42.322802785 +0000 UTC m=+0.015307866 image pull fc3ec4a4f6be575045de0fd8a2fe84939e888152c447bdedb90add7841f7bef9 quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2 2024-09-20T21:34:42.676 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:34:42 smithi134 podman[33793]: 2024-09-20 21:34:42.638062337 +0000 UTC m=+0.330567402 container init 95cf3d06e9da702c8521f0941c8a7433f89855dca24a62e2aa2c677b22e0ca95 (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=quincy-fbd1a6a) 2024-09-20T21:34:42.676 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:34:42 smithi134 podman[33793]: 2024-09-20 21:34:42.642881943 +0000 UTC m=+0.335387010 container start 95cf3d06e9da702c8521f0941c8a7433f89855dca24a62e2aa2c677b22e0ca95 (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x, maintainer=Guillaume Abrioux , RELEASE=quincy-fbd1a6a, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-20T21:34:42.677 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:34:42 smithi134 ceph-mgr[33831]: -- 172.21.15.134:0/3162399578 <== mon.1 v2:172.21.15.134:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x565424888340 con 0x565424894800 2024-09-20T21:34:43.027 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:34:42 smithi134 bash[33793]: 95cf3d06e9da702c8521f0941c8a7433f89855dca24a62e2aa2c677b22e0ca95 2024-09-20T21:34:43.110 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:34:42 smithi134 systemd[1]: Started Ceph mgr.x for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:34:43.110 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:34:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:34:42.757+0000 7fb5dea4aec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-20T21:34:43.110 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:34:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:34:42.827+0000 7fb5dea4aec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-20T21:34:43.110 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:34:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:34:42.894+0000 7fb5dea4aec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-20T21:34:43.110 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:34:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:34:43.024+0000 7fb5dea4aec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-20T21:34:43.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:34:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:34:43.171+0000 7fb5dea4aec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-20T21:34:43.817 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:34:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:34:43.442+0000 7fb5dea4aec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-20T21:34:43.818 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:34:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:34:43.507+0000 7fb5dea4aec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-20T21:34:43.818 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:34:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:34:43.675+0000 7fb5dea4aec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-20T21:34:43.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:43 smithi046 ceph-mon[28078]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:43.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:43 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:43.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:43 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:43.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:43 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:43.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:43 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:43.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:43 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:34:43.934 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:43 smithi046 ceph-mon[39760]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:43.934 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:43 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:43.934 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:43 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:43.934 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:43 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:43.934 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:43 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:43.934 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:43 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:34:44.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:43 smithi134 ceph-mon[31761]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:44.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:43 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:44.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:43 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:44.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:43 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:44.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:43 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:44.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:43 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:34:44.923 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:34:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:34:44.521+0000 7fb5dea4aec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-20T21:34:44.923 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:34:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:34:44.584+0000 7fb5dea4aec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-20T21:34:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:44 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:44 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:44 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:44 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:34:45.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:44 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:45.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:44 smithi134 ceph-mon[31761]: Reconfiguring mgr.y (unknown last config time)... 2024-09-20T21:34:45.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:44 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-20T21:34:45.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:44 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-20T21:34:45.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:44 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:45.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:44 smithi134 ceph-mon[31761]: Reconfiguring daemon mgr.y on smithi046 2024-09-20T21:34:45.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:44 smithi134 ceph-mon[31761]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:44 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:44 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:44 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:44 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:34:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:44 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:44 smithi046 ceph-mon[28078]: Reconfiguring mgr.y (unknown last config time)... 2024-09-20T21:34:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:44 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-20T21:34:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:44 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-20T21:34:45.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:44 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:45.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:44 smithi046 ceph-mon[28078]: Reconfiguring daemon mgr.y on smithi046 2024-09-20T21:34:45.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:44 smithi046 ceph-mon[28078]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:45.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:44 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:45.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:44 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:45.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:44 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:45.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:44 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:34:45.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:44 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:45.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:44 smithi046 ceph-mon[39760]: Reconfiguring mgr.y (unknown last config time)... 2024-09-20T21:34:45.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:44 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-20T21:34:45.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:44 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-20T21:34:45.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:44 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:45.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:44 smithi046 ceph-mon[39760]: Reconfiguring daemon mgr.y on smithi046 2024-09-20T21:34:45.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:44 smithi046 ceph-mon[39760]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:45.427 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:34:45.449 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph orch daemon add osd smithi046:vg_nvme/lv_4 2024-09-20T21:34:45.575 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:34:45 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:34:45.290+0000 7fb5dea4aec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-20T21:34:45.576 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:34:45 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:34:45.399+0000 7fb5dea4aec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-20T21:34:45.576 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:34:45 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:34:45.517+0000 7fb5dea4aec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-20T21:34:45.926 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:34:45 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:34:45.574+0000 7fb5dea4aec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-20T21:34:45.926 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:34:45 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:34:45.697+0000 7fb5dea4aec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-20T21:34:45.926 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:34:45 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:34:45.764+0000 7fb5dea4aec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-20T21:34:45.926 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:34:45 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:34:45.820+0000 7fb5dea4aec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-20T21:34:46.207 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:34:46.212 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:34:45 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:34:45.952+0000 7fb5dea4aec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-20T21:34:46.212 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:34:46 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:34:46.013+0000 7fb5dea4aec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-20T21:34:46.213 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:34:46 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:34:46.077+0000 7fb5dea4aec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-20T21:34:46.213 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:34:46 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:34:46.155+0000 7fb5dea4aec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-20T21:34:46.213 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:34:46 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:34:46.211+0000 7fb5dea4aec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-20T21:34:46.676 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:34:46 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:34:46.267+0000 7fb5dea4aec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-20T21:34:47.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:34:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:34:47.000+0000 7fb5dea4aec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-20T21:34:47.779 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:47 smithi046 ceph-mon[28078]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:47.779 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:47 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:47.779 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:47 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:47.779 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:47 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:34:47.779 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:47 smithi046 ceph-mon[28078]: Standby manager daemon x started 2024-09-20T21:34:47.779 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:47 smithi046 ceph-mon[28078]: from='mgr.? 172.21.15.134:0/1669262987' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-20T21:34:47.779 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:47 smithi046 ceph-mon[28078]: from='mgr.? 172.21.15.134:0/1669262987' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-20T21:34:47.779 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:47 smithi046 ceph-mon[28078]: from='mgr.? 172.21.15.134:0/1669262987' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-20T21:34:47.779 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:47 smithi046 ceph-mon[28078]: from='mgr.? 172.21.15.134:0/1669262987' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-20T21:34:47.779 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:47 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:47.780 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:47 smithi046 ceph-mon[39760]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:47.780 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:47 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:47.780 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:47 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:47.780 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:47 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:34:47.780 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:47 smithi046 ceph-mon[39760]: Standby manager daemon x started 2024-09-20T21:34:47.780 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:47 smithi046 ceph-mon[39760]: from='mgr.? 172.21.15.134:0/1669262987' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-20T21:34:47.780 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:47 smithi046 ceph-mon[39760]: from='mgr.? 172.21.15.134:0/1669262987' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-20T21:34:47.780 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:47 smithi046 ceph-mon[39760]: from='mgr.? 172.21.15.134:0/1669262987' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-20T21:34:47.780 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:47 smithi046 ceph-mon[39760]: from='mgr.? 172.21.15.134:0/1669262987' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-20T21:34:47.780 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:47 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:47 smithi134 ceph-mon[31761]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:47 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:47 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:47 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:34:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:47 smithi134 ceph-mon[31761]: Standby manager daemon x started 2024-09-20T21:34:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:47 smithi134 ceph-mon[31761]: from='mgr.? 172.21.15.134:0/1669262987' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-20T21:34:47.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:47 smithi134 ceph-mon[31761]: from='mgr.? 172.21.15.134:0/1669262987' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-20T21:34:47.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:47 smithi134 ceph-mon[31761]: from='mgr.? 172.21.15.134:0/1669262987' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-20T21:34:47.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:47 smithi134 ceph-mon[31761]: from='mgr.? 172.21.15.134:0/1669262987' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-20T21:34:47.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:47 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:48.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:48 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:48.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:48 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:34:48.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:48 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:48.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:48 smithi046 ceph-mon[39760]: mgrmap e14: y(active, since 65s), standbys: x 2024-09-20T21:34:48.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:48 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-20T21:34:48.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:48 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:48.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:48 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:34:48.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:48 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:48.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:48 smithi046 ceph-mon[28078]: mgrmap e14: y(active, since 65s), standbys: x 2024-09-20T21:34:48.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:48 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-20T21:34:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:48 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:48 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:34:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:48 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:34:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:48 smithi134 ceph-mon[31761]: mgrmap e14: y(active, since 65s), standbys: x 2024-09-20T21:34:48.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:48 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-20T21:34:49.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:49 smithi046 ceph-mon[28078]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:49 smithi046 ceph-mon[28078]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:34:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:49 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-20T21:34:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:49 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-20T21:34:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:49 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:49 smithi046 ceph-mon[39760]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:49 smithi046 ceph-mon[39760]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:34:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:49 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-20T21:34:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:49 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-20T21:34:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:49 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:49 smithi134 ceph-mon[31761]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:49 smithi134 ceph-mon[31761]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:34:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:49 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-20T21:34:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:49 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-20T21:34:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:49 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:51.860 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:51 smithi046 ceph-mon[39760]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:51.860 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:51 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/918670437' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b6742b83-3237-4a3d-b0a0-a014bd4938ea"}]: dispatch 2024-09-20T21:34:51.860 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:51 smithi046 ceph-mon[39760]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b6742b83-3237-4a3d-b0a0-a014bd4938ea"}]: dispatch 2024-09-20T21:34:51.860 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:51 smithi046 ceph-mon[39760]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b6742b83-3237-4a3d-b0a0-a014bd4938ea"}]': finished 2024-09-20T21:34:51.860 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:51 smithi046 ceph-mon[39760]: osdmap e5: 1 total, 0 up, 1 in 2024-09-20T21:34:51.861 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:51 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-20T21:34:51.861 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:51 smithi046 ceph-mon[28078]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:51.861 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:51 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/918670437' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b6742b83-3237-4a3d-b0a0-a014bd4938ea"}]: dispatch 2024-09-20T21:34:51.861 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:51 smithi046 ceph-mon[28078]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b6742b83-3237-4a3d-b0a0-a014bd4938ea"}]: dispatch 2024-09-20T21:34:51.861 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:51 smithi046 ceph-mon[28078]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b6742b83-3237-4a3d-b0a0-a014bd4938ea"}]': finished 2024-09-20T21:34:51.861 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:51 smithi046 ceph-mon[28078]: osdmap e5: 1 total, 0 up, 1 in 2024-09-20T21:34:51.861 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:51 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-20T21:34:51.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:51 smithi134 ceph-mon[31761]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:51.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:51 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/918670437' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b6742b83-3237-4a3d-b0a0-a014bd4938ea"}]: dispatch 2024-09-20T21:34:51.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:51 smithi134 ceph-mon[31761]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b6742b83-3237-4a3d-b0a0-a014bd4938ea"}]: dispatch 2024-09-20T21:34:51.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:51 smithi134 ceph-mon[31761]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b6742b83-3237-4a3d-b0a0-a014bd4938ea"}]': finished 2024-09-20T21:34:51.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:51 smithi134 ceph-mon[31761]: osdmap e5: 1 total, 0 up, 1 in 2024-09-20T21:34:51.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:51 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-20T21:34:52.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:52 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/121316774' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-20T21:34:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:52 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/121316774' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-20T21:34:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:52 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/121316774' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-20T21:34:53.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:53 smithi046 ceph-mon[28078]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:53.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:53 smithi046 ceph-mon[39760]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:53.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:53 smithi134 ceph-mon[31761]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:55.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:55 smithi046 ceph-mon[28078]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:55.864 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:55 smithi046 ceph-mon[39760]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:55.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:55 smithi134 ceph-mon[31761]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:57.871 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:57 smithi046 ceph-mon[28078]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:57.871 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:57 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-20T21:34:57.871 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:57 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:57.872 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:57 smithi046 ceph-mon[39760]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:57.872 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:57 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-20T21:34:57.872 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:57 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:57.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:57 smithi134 ceph-mon[31761]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:57.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:57 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-20T21:34:57.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:57 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:34:58.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:58 smithi046 ceph-mon[28078]: Deploying daemon osd.0 on smithi046 2024-09-20T21:34:58.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:58 smithi046 ceph-mon[39760]: Deploying daemon osd.0 on smithi046 2024-09-20T21:34:58.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:58 smithi134 ceph-mon[31761]: Deploying daemon osd.0 on smithi046 2024-09-20T21:34:59.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:34:59 smithi046 ceph-mon[28078]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:59.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:34:59 smithi046 ceph-mon[39760]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:34:59.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:34:59 smithi134 ceph-mon[31761]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:35:01.831 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:01 smithi046 ceph-mon[28078]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:35:01.832 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:01 smithi046 ceph-mon[39760]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:35:01.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:01 smithi134 ceph-mon[31761]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:35:02.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:02 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:35:02.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:02 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:02.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:02 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:02.811 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:02 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:35:02.811 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:02 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:02.811 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:02 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:02.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:02 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:35:02.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:02 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:02.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:02 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:03.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:03 smithi046 ceph-mon[28078]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:35:03.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:03 smithi046 ceph-mon[39760]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:35:03.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:03 smithi134 ceph-mon[31761]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:35:05.866 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:05 smithi046 ceph-mon[28078]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:35:05.866 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:05 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:05.866 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:05 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:05.866 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:05 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:35:05.867 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:05 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:35:05.867 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:05 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:05.867 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:05 smithi046 ceph-mon[28078]: from='osd.0 [v2:172.21.15.46:6802/1803760533,v1:172.21.15.46:6803/1803760533]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-20T21:35:05.867 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:05 smithi046 ceph-mon[39760]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:35:05.867 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:05 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:05.867 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:05 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:05.867 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:05 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:35:05.867 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:05 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:35:05.867 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:05 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:05.867 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:05 smithi046 ceph-mon[39760]: from='osd.0 [v2:172.21.15.46:6802/1803760533,v1:172.21.15.46:6803/1803760533]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-20T21:35:05.903 INFO:teuthology.orchestra.run.smithi046.stdout:Created osd(s) 0 on host 'smithi046' 2024-09-20T21:35:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:05 smithi134 ceph-mon[31761]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:35:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:05 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:05 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:05 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:35:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:05 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:35:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:05 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:05 smithi134 ceph-mon[31761]: from='osd.0 [v2:172.21.15.46:6802/1803760533,v1:172.21.15.46:6803/1803760533]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-20T21:35:06.511 DEBUG:teuthology.orchestra.run.smithi046:osd.0> sudo journalctl -f -n 0 -u ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.0.service 2024-09-20T21:35:06.513 INFO:tasks.cephadm:Deploying osd.1 on smithi046 with /dev/vg_nvme/lv_3... 2024-09-20T21:35:06.514 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- lvm zap /dev/vg_nvme/lv_3 2024-09-20T21:35:06.749 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:06 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:35:06.750 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:06 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:06.750 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:06 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:06.750 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:06 smithi046 ceph-mon[28078]: from='osd.0 [v2:172.21.15.46:6802/1803760533,v1:172.21.15.46:6803/1803760533]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-20T21:35:06.750 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:06 smithi046 ceph-mon[28078]: osdmap e6: 1 total, 0 up, 1 in 2024-09-20T21:35:06.750 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:06 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-20T21:35:06.750 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:06 smithi046 ceph-mon[28078]: from='osd.0 [v2:172.21.15.46:6802/1803760533,v1:172.21.15.46:6803/1803760533]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:35:06.750 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:06 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:35:06.750 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:06 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:06.750 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:06 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:06.751 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:06 smithi046 ceph-mon[39760]: from='osd.0 [v2:172.21.15.46:6802/1803760533,v1:172.21.15.46:6803/1803760533]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-20T21:35:06.751 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:06 smithi046 ceph-mon[39760]: osdmap e6: 1 total, 0 up, 1 in 2024-09-20T21:35:06.751 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:06 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-20T21:35:06.751 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:06 smithi046 ceph-mon[39760]: from='osd.0 [v2:172.21.15.46:6802/1803760533,v1:172.21.15.46:6803/1803760533]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:35:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:06 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:35:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:06 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:06 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:06 smithi134 ceph-mon[31761]: from='osd.0 [v2:172.21.15.46:6802/1803760533,v1:172.21.15.46:6803/1803760533]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-20T21:35:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:06 smithi134 ceph-mon[31761]: osdmap e6: 1 total, 0 up, 1 in 2024-09-20T21:35:06.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:06 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-20T21:35:06.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:06 smithi134 ceph-mon[31761]: from='osd.0 [v2:172.21.15.46:6802/1803760533,v1:172.21.15.46:6803/1803760533]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:35:07.350 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:35:07 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0[44103]: 2024-09-20T21:35:07.207+0000 7ff9b1a6a640 -1 osd.0 0 waiting for initial osdmap 2024-09-20T21:35:07.351 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:35:07 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0[44103]: 2024-09-20T21:35:07.210+0000 7ff9ae8a5640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-20T21:35:07.379 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:35:07.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:07 smithi046 ceph-mon[39760]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:35:07.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:07 smithi046 ceph-mon[39760]: from='osd.0 [v2:172.21.15.46:6802/1803760533,v1:172.21.15.46:6803/1803760533]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2024-09-20T21:35:07.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:07 smithi046 ceph-mon[39760]: osdmap e7: 1 total, 0 up, 1 in 2024-09-20T21:35:07.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:07 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-20T21:35:07.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:07 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-20T21:35:07.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:07 smithi046 ceph-mon[28078]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:35:07.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:07 smithi046 ceph-mon[28078]: from='osd.0 [v2:172.21.15.46:6802/1803760533,v1:172.21.15.46:6803/1803760533]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2024-09-20T21:35:07.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:07 smithi046 ceph-mon[28078]: osdmap e7: 1 total, 0 up, 1 in 2024-09-20T21:35:07.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:07 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-20T21:35:07.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:07 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-20T21:35:07.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:07 smithi134 ceph-mon[31761]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:35:07.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:07 smithi134 ceph-mon[31761]: from='osd.0 [v2:172.21.15.46:6802/1803760533,v1:172.21.15.46:6803/1803760533]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2024-09-20T21:35:07.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:07 smithi134 ceph-mon[31761]: osdmap e7: 1 total, 0 up, 1 in 2024-09-20T21:35:07.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:07 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-20T21:35:07.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:07 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-20T21:35:09.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:09 smithi046 ceph-mon[39760]: purged_snaps scrub starts 2024-09-20T21:35:09.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:09 smithi046 ceph-mon[39760]: purged_snaps scrub ok 2024-09-20T21:35:09.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:09 smithi046 ceph-mon[39760]: osd.0 [v2:172.21.15.46:6802/1803760533,v1:172.21.15.46:6803/1803760533] boot 2024-09-20T21:35:09.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:09 smithi046 ceph-mon[39760]: osdmap e8: 1 total, 1 up, 1 in 2024-09-20T21:35:09.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:09 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-20T21:35:09.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:09 smithi046 ceph-mon[39760]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:35:09.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:09 smithi046 ceph-mon[28078]: purged_snaps scrub starts 2024-09-20T21:35:09.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:09 smithi046 ceph-mon[28078]: purged_snaps scrub ok 2024-09-20T21:35:09.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:09 smithi046 ceph-mon[28078]: osd.0 [v2:172.21.15.46:6802/1803760533,v1:172.21.15.46:6803/1803760533] boot 2024-09-20T21:35:09.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:09 smithi046 ceph-mon[28078]: osdmap e8: 1 total, 1 up, 1 in 2024-09-20T21:35:09.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:09 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-20T21:35:09.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:09 smithi046 ceph-mon[28078]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:35:09.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:09 smithi134 ceph-mon[31761]: purged_snaps scrub starts 2024-09-20T21:35:09.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:09 smithi134 ceph-mon[31761]: purged_snaps scrub ok 2024-09-20T21:35:09.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:09 smithi134 ceph-mon[31761]: osd.0 [v2:172.21.15.46:6802/1803760533,v1:172.21.15.46:6803/1803760533] boot 2024-09-20T21:35:09.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:09 smithi134 ceph-mon[31761]: osdmap e8: 1 total, 1 up, 1 in 2024-09-20T21:35:09.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:09 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-20T21:35:09.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:09 smithi134 ceph-mon[31761]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-20T21:35:10.443 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:10 smithi046 ceph-mon[28078]: osdmap e9: 1 total, 1 up, 1 in 2024-09-20T21:35:10.443 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:10 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:10.443 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:10 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:10.443 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:10 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:35:10.443 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:10 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:10.443 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:10 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:35:10.443 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:10 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:35:10.443 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:10 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:10.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:10 smithi046 ceph-mon[39760]: osdmap e9: 1 total, 1 up, 1 in 2024-09-20T21:35:10.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:10 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:10.444 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:10 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:10.444 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:10 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:35:10.444 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:10 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:10.444 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:10 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:35:10.444 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:10 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:35:10.444 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:10 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:10.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:10 smithi134 ceph-mon[31761]: osdmap e9: 1 total, 1 up, 1 in 2024-09-20T21:35:10.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:10 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:10.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:10 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:10.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:10 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:35:10.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:10 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:10.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:10 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:35:10.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:10 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:35:10.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:10 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:11.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:11 smithi046 ceph-mon[28078]: Detected new or changed devices on smithi046 2024-09-20T21:35:11.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:11 smithi046 ceph-mon[28078]: Adjusting osd_memory_target on smithi046 to 16068M 2024-09-20T21:35:11.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:11 smithi046 ceph-mon[28078]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-20T21:35:11.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:11 smithi046 ceph-mon[39760]: Detected new or changed devices on smithi046 2024-09-20T21:35:11.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:11 smithi046 ceph-mon[39760]: Adjusting osd_memory_target on smithi046 to 16068M 2024-09-20T21:35:11.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:11 smithi046 ceph-mon[39760]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-20T21:35:11.437 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:35:11.459 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph orch daemon add osd smithi046:vg_nvme/lv_3 2024-09-20T21:35:11.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:11 smithi134 ceph-mon[31761]: Detected new or changed devices on smithi046 2024-09-20T21:35:11.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:11 smithi134 ceph-mon[31761]: Adjusting osd_memory_target on smithi046 to 16068M 2024-09-20T21:35:11.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:11 smithi134 ceph-mon[31761]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-20T21:35:11.712 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:35:13.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:13 smithi046 ceph-mon[28078]: pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-20T21:35:13.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:13 smithi046 ceph-mon[39760]: pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-20T21:35:13.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:13 smithi134 ceph-mon[31761]: pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-20T21:35:14.621 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:14 smithi046 ceph-mon[28078]: from='client.24140 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:35:14.621 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:14 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-20T21:35:14.621 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:14 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-20T21:35:14.621 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:14 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:35:14.621 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:14 smithi046 ceph-mon[39760]: from='client.24140 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:35:14.621 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:14 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-20T21:35:14.621 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:14 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-20T21:35:14.622 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:14 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:35:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:14 smithi134 ceph-mon[31761]: from='client.24140 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:35:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:14 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-20T21:35:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:14 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-20T21:35:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:14 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:35:15.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:15 smithi046 ceph-mon[28078]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-20T21:35:15.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:15 smithi046 ceph-mon[39760]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-20T21:35:15.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:15 smithi134 ceph-mon[31761]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-20T21:35:16.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:16 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/3650240989' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "15d84a3b-b9e5-4056-a568-99cd0ae9e477"}]: dispatch 2024-09-20T21:35:16.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:16 smithi046 ceph-mon[28078]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "15d84a3b-b9e5-4056-a568-99cd0ae9e477"}]: dispatch 2024-09-20T21:35:16.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:16 smithi046 ceph-mon[28078]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "15d84a3b-b9e5-4056-a568-99cd0ae9e477"}]': finished 2024-09-20T21:35:16.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:16 smithi046 ceph-mon[28078]: osdmap e10: 2 total, 1 up, 2 in 2024-09-20T21:35:16.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:16 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-20T21:35:16.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:16 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/3834201003' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-20T21:35:16.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:16 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/3650240989' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "15d84a3b-b9e5-4056-a568-99cd0ae9e477"}]: dispatch 2024-09-20T21:35:16.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:16 smithi046 ceph-mon[39760]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "15d84a3b-b9e5-4056-a568-99cd0ae9e477"}]: dispatch 2024-09-20T21:35:16.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:16 smithi046 ceph-mon[39760]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "15d84a3b-b9e5-4056-a568-99cd0ae9e477"}]': finished 2024-09-20T21:35:16.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:16 smithi046 ceph-mon[39760]: osdmap e10: 2 total, 1 up, 2 in 2024-09-20T21:35:16.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:16 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-20T21:35:16.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:16 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/3834201003' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-20T21:35:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:16 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/3650240989' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "15d84a3b-b9e5-4056-a568-99cd0ae9e477"}]: dispatch 2024-09-20T21:35:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:16 smithi134 ceph-mon[31761]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "15d84a3b-b9e5-4056-a568-99cd0ae9e477"}]: dispatch 2024-09-20T21:35:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:16 smithi134 ceph-mon[31761]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "15d84a3b-b9e5-4056-a568-99cd0ae9e477"}]': finished 2024-09-20T21:35:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:16 smithi134 ceph-mon[31761]: osdmap e10: 2 total, 1 up, 2 in 2024-09-20T21:35:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:16 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-20T21:35:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:16 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/3834201003' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-20T21:35:18.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:17 smithi046 ceph-mon[39760]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-20T21:35:18.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:17 smithi046 ceph-mon[28078]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-20T21:35:18.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:17 smithi134 ceph-mon[31761]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-20T21:35:20.015 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:19 smithi046 ceph-mon[28078]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-20T21:35:20.015 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:19 smithi046 ceph-mon[39760]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-20T21:35:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:19 smithi134 ceph-mon[31761]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-20T21:35:22.016 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:21 smithi046 ceph-mon[28078]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-20T21:35:22.016 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:21 smithi046 ceph-mon[39760]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-20T21:35:22.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:21 smithi134 ceph-mon[31761]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-20T21:35:23.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:22 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-20T21:35:23.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:22 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:35:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:22 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-20T21:35:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:22 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:35:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:22 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-20T21:35:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:22 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:35:24.025 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:23 smithi046 ceph-mon[28078]: Deploying daemon osd.1 on smithi046 2024-09-20T21:35:24.025 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:23 smithi046 ceph-mon[28078]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-20T21:35:24.025 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:23 smithi046 ceph-mon[39760]: Deploying daemon osd.1 on smithi046 2024-09-20T21:35:24.025 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:23 smithi046 ceph-mon[39760]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-20T21:35:24.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:23 smithi134 ceph-mon[31761]: Deploying daemon osd.1 on smithi046 2024-09-20T21:35:24.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:23 smithi134 ceph-mon[31761]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-20T21:35:25.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:24 smithi134 ceph-mon[31761]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-20T21:35:25.314 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:24 smithi046 ceph-mon[28078]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-20T21:35:25.314 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:24 smithi046 ceph-mon[39760]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-20T21:35:27.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:27 smithi046 ceph-mon[28078]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-20T21:35:27.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:27 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:35:27.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:27 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:27.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:27 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:27.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:27 smithi046 ceph-mon[39760]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-20T21:35:27.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:27 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:35:27.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:27 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:27.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:27 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:27.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:27 smithi134 ceph-mon[31761]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-20T21:35:27.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:27 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:35:27.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:27 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:27.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:27 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:29.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:29 smithi046 ceph-mon[28078]: pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-20T21:35:29.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:29 smithi046 ceph-mon[39760]: pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-20T21:35:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:29 smithi134 ceph-mon[31761]: pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-20T21:35:30.451 INFO:teuthology.orchestra.run.smithi046.stdout:Created osd(s) 1 on host 'smithi046' 2024-09-20T21:35:31.015 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:30 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:31.015 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:30 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:31.015 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:30 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:35:31.015 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:30 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:35:31.016 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:30 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:31.016 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:30 smithi046 ceph-mon[28078]: from='osd.1 [v2:172.21.15.46:6810/467964406,v1:172.21.15.46:6811/467964406]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-20T21:35:31.016 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:30 smithi046 ceph-mon[28078]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-20T21:35:31.016 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:30 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:35:31.016 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:30 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:31.016 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:30 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:31.016 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:30 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:31.016 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:30 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:31.016 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:30 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:35:31.016 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:30 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:35:31.016 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:30 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:31.017 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:30 smithi046 ceph-mon[39760]: from='osd.1 [v2:172.21.15.46:6810/467964406,v1:172.21.15.46:6811/467964406]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-20T21:35:31.017 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:30 smithi046 ceph-mon[39760]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-20T21:35:31.017 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:30 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:35:31.017 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:30 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:31.017 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:30 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:31.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:30 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:31.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:30 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:31.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:30 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:35:31.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:30 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:35:31.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:30 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:31.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:30 smithi134 ceph-mon[31761]: from='osd.1 [v2:172.21.15.46:6810/467964406,v1:172.21.15.46:6811/467964406]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-20T21:35:31.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:30 smithi134 ceph-mon[31761]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-20T21:35:31.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:30 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:35:31.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:30 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:31.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:30 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:31.436 DEBUG:teuthology.orchestra.run.smithi046:osd.1> sudo journalctl -f -n 0 -u ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.1.service 2024-09-20T21:35:31.439 INFO:tasks.cephadm:Deploying osd.2 on smithi046 with /dev/vg_nvme/lv_2... 2024-09-20T21:35:31.439 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- lvm zap /dev/vg_nvme/lv_2 2024-09-20T21:35:32.065 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:31 smithi046 ceph-mon[39760]: pgmap v54: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-20T21:35:32.066 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:31 smithi046 ceph-mon[39760]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-20T21:35:32.066 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:31 smithi046 ceph-mon[39760]: osdmap e11: 2 total, 1 up, 2 in 2024-09-20T21:35:32.066 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:31 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-20T21:35:32.066 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:31 smithi046 ceph-mon[39760]: from='osd.1 [v2:172.21.15.46:6810/467964406,v1:172.21.15.46:6811/467964406]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:35:32.066 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:31 smithi046 ceph-mon[39760]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:35:32.066 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:31 smithi046 ceph-mon[28078]: pgmap v54: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-20T21:35:32.066 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:31 smithi046 ceph-mon[28078]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-20T21:35:32.066 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:31 smithi046 ceph-mon[28078]: osdmap e11: 2 total, 1 up, 2 in 2024-09-20T21:35:32.066 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:31 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-20T21:35:32.067 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:31 smithi046 ceph-mon[28078]: from='osd.1 [v2:172.21.15.46:6810/467964406,v1:172.21.15.46:6811/467964406]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:35:32.067 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:31 smithi046 ceph-mon[28078]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:35:32.067 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:35:31 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1[49996]: 2024-09-20T21:35:31.780+0000 7f13e5f78640 -1 osd.1 0 waiting for initial osdmap 2024-09-20T21:35:32.067 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:35:31 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1[49996]: 2024-09-20T21:35:31.782+0000 7f13e15b0640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-20T21:35:32.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:31 smithi134 ceph-mon[31761]: pgmap v54: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-20T21:35:32.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:31 smithi134 ceph-mon[31761]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-20T21:35:32.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:31 smithi134 ceph-mon[31761]: osdmap e11: 2 total, 1 up, 2 in 2024-09-20T21:35:32.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:31 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-20T21:35:32.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:31 smithi134 ceph-mon[31761]: from='osd.1 [v2:172.21.15.46:6810/467964406,v1:172.21.15.46:6811/467964406]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:35:32.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:31 smithi134 ceph-mon[31761]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:35:32.701 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:35:33.069 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:32 smithi046 ceph-mon[28078]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2024-09-20T21:35:33.069 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:32 smithi046 ceph-mon[28078]: osdmap e12: 2 total, 1 up, 2 in 2024-09-20T21:35:33.069 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:32 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-20T21:35:33.070 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:32 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-20T21:35:33.070 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:32 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-20T21:35:33.070 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:32 smithi046 ceph-mon[39760]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2024-09-20T21:35:33.070 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:32 smithi046 ceph-mon[39760]: osdmap e12: 2 total, 1 up, 2 in 2024-09-20T21:35:33.070 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:32 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-20T21:35:33.070 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:32 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-20T21:35:33.070 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:32 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-20T21:35:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:32 smithi134 ceph-mon[31761]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2024-09-20T21:35:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:32 smithi134 ceph-mon[31761]: osdmap e12: 2 total, 1 up, 2 in 2024-09-20T21:35:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:32 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-20T21:35:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:32 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-20T21:35:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:32 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-20T21:35:33.984 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:33 smithi046 ceph-mon[28078]: purged_snaps scrub starts 2024-09-20T21:35:33.984 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:33 smithi046 ceph-mon[28078]: purged_snaps scrub ok 2024-09-20T21:35:33.984 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:33 smithi046 ceph-mon[28078]: pgmap v57: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-20T21:35:33.984 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:33 smithi046 ceph-mon[28078]: osd.1 [v2:172.21.15.46:6810/467964406,v1:172.21.15.46:6811/467964406] boot 2024-09-20T21:35:33.984 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:33 smithi046 ceph-mon[28078]: osdmap e13: 2 total, 2 up, 2 in 2024-09-20T21:35:33.985 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:33 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-20T21:35:33.985 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:33 smithi046 ceph-mon[39760]: purged_snaps scrub starts 2024-09-20T21:35:33.985 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:33 smithi046 ceph-mon[39760]: purged_snaps scrub ok 2024-09-20T21:35:33.985 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:33 smithi046 ceph-mon[39760]: pgmap v57: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-20T21:35:33.985 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:33 smithi046 ceph-mon[39760]: osd.1 [v2:172.21.15.46:6810/467964406,v1:172.21.15.46:6811/467964406] boot 2024-09-20T21:35:33.985 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:33 smithi046 ceph-mon[39760]: osdmap e13: 2 total, 2 up, 2 in 2024-09-20T21:35:33.985 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:33 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-20T21:35:34.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:33 smithi134 ceph-mon[31761]: purged_snaps scrub starts 2024-09-20T21:35:34.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:33 smithi134 ceph-mon[31761]: purged_snaps scrub ok 2024-09-20T21:35:34.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:33 smithi134 ceph-mon[31761]: pgmap v57: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-20T21:35:34.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:33 smithi134 ceph-mon[31761]: osd.1 [v2:172.21.15.46:6810/467964406,v1:172.21.15.46:6811/467964406] boot 2024-09-20T21:35:34.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:33 smithi134 ceph-mon[31761]: osdmap e13: 2 total, 2 up, 2 in 2024-09-20T21:35:34.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:33 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-20T21:35:35.061 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:34 smithi046 ceph-mon[39760]: osdmap e14: 2 total, 2 up, 2 in 2024-09-20T21:35:35.062 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:34 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:35.062 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:34 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:35.062 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:34 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:35:35.062 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:34 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:35:35.062 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:34 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:35.062 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:34 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:35:35.062 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:34 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:35:35.062 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:34 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:35.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:34 smithi046 ceph-mon[28078]: osdmap e14: 2 total, 2 up, 2 in 2024-09-20T21:35:35.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:34 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:35.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:34 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:35.063 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:34 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:35:35.063 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:34 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:35:35.063 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:34 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:35.063 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:34 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:35:35.063 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:34 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:35:35.063 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:34 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:34 smithi134 ceph-mon[31761]: osdmap e14: 2 total, 2 up, 2 in 2024-09-20T21:35:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:34 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:34 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:34 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:35:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:34 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:35:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:34 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:34 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:35:35.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:34 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:35:35.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:34 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:36.093 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:35 smithi046 ceph-mon[28078]: Detected new or changed devices on smithi046 2024-09-20T21:35:36.093 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:35 smithi046 ceph-mon[28078]: Adjusting osd_memory_target on smithi046 to 8034M 2024-09-20T21:35:36.093 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:35 smithi046 ceph-mon[28078]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:35:36.093 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:35 smithi046 ceph-mon[39760]: Detected new or changed devices on smithi046 2024-09-20T21:35:36.094 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:35 smithi046 ceph-mon[39760]: Adjusting osd_memory_target on smithi046 to 8034M 2024-09-20T21:35:36.094 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:35 smithi046 ceph-mon[39760]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:35:36.099 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:35:36.121 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph orch daemon add osd smithi046:vg_nvme/lv_2 2024-09-20T21:35:36.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:35 smithi134 ceph-mon[31761]: Detected new or changed devices on smithi046 2024-09-20T21:35:36.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:35 smithi134 ceph-mon[31761]: Adjusting osd_memory_target on smithi046 to 8034M 2024-09-20T21:35:36.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:35 smithi134 ceph-mon[31761]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:35:36.376 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:35:38.065 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:37 smithi046 ceph-mon[28078]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:35:38.065 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:37 smithi046 ceph-mon[39760]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:35:38.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:37 smithi134 ceph-mon[31761]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:35:38.863 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:38 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-20T21:35:38.863 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:38 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-20T21:35:38.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:38 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:35:38.864 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:38 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-20T21:35:38.864 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:38 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-20T21:35:38.864 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:38 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:35:39.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:38 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-20T21:35:39.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:38 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-20T21:35:39.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:38 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:35:40.020 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:39 smithi046 ceph-mon[28078]: from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:35:40.020 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:39 smithi046 ceph-mon[28078]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:35:40.020 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:39 smithi046 ceph-mon[39760]: from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:35:40.021 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:39 smithi046 ceph-mon[39760]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:35:40.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:39 smithi134 ceph-mon[31761]: from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:35:40.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:39 smithi134 ceph-mon[31761]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:35:41.120 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:40 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/1313415057' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b72dd1f8-2e22-459d-ba68-9908456ac1da"}]: dispatch 2024-09-20T21:35:41.120 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:40 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/1313415057' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b72dd1f8-2e22-459d-ba68-9908456ac1da"}]': finished 2024-09-20T21:35:41.120 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:40 smithi046 ceph-mon[28078]: osdmap e15: 3 total, 2 up, 3 in 2024-09-20T21:35:41.120 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:40 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-20T21:35:41.120 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:40 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/1313415057' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b72dd1f8-2e22-459d-ba68-9908456ac1da"}]: dispatch 2024-09-20T21:35:41.120 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:40 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/1313415057' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b72dd1f8-2e22-459d-ba68-9908456ac1da"}]': finished 2024-09-20T21:35:41.121 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:40 smithi046 ceph-mon[39760]: osdmap e15: 3 total, 2 up, 3 in 2024-09-20T21:35:41.121 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:40 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-20T21:35:41.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:40 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/1313415057' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b72dd1f8-2e22-459d-ba68-9908456ac1da"}]: dispatch 2024-09-20T21:35:41.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:40 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/1313415057' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b72dd1f8-2e22-459d-ba68-9908456ac1da"}]': finished 2024-09-20T21:35:41.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:40 smithi134 ceph-mon[31761]: osdmap e15: 3 total, 2 up, 3 in 2024-09-20T21:35:41.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:40 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-20T21:35:42.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:41 smithi046 ceph-mon[28078]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:35:42.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:41 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/1175722791' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-20T21:35:42.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:41 smithi046 ceph-mon[39760]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:35:42.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:41 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/1175722791' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-20T21:35:42.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:41 smithi134 ceph-mon[31761]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:35:42.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:41 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/1175722791' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-20T21:35:43.950 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:43 smithi046 ceph-mon[28078]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:35:43.950 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:43 smithi046 ceph-mon[39760]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:35:44.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:43 smithi134 ceph-mon[31761]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:35:45.986 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:45 smithi046 ceph-mon[28078]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:35:45.986 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:45 smithi046 ceph-mon[39760]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:35:46.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:45 smithi134 ceph-mon[31761]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:35:46.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:46 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-20T21:35:46.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:46 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:35:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:46 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-20T21:35:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:46 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:35:47.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:46 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-20T21:35:47.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:46 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:35:48.052 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:47 smithi046 ceph-mon[28078]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:35:48.052 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:47 smithi046 ceph-mon[28078]: Deploying daemon osd.2 on smithi046 2024-09-20T21:35:48.052 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:47 smithi046 ceph-mon[39760]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:35:48.052 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:47 smithi046 ceph-mon[39760]: Deploying daemon osd.2 on smithi046 2024-09-20T21:35:48.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:47 smithi134 ceph-mon[31761]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:35:48.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:47 smithi134 ceph-mon[31761]: Deploying daemon osd.2 on smithi046 2024-09-20T21:35:50.135 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:49 smithi046 ceph-mon[28078]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:35:50.136 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:49 smithi046 ceph-mon[39760]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:35:50.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:49 smithi134 ceph-mon[31761]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:35:52.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:51 smithi046 ceph-mon[28078]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:35:52.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:51 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:35:52.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:51 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:52.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:51 smithi046 ceph-mon[39760]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:35:52.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:51 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:35:52.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:51 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:52.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:51 smithi134 ceph-mon[31761]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:35:52.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:51 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:35:52.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:51 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:52 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:53.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:52 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:53.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:52 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:53.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:53 smithi046 ceph-mon[28078]: pgmap v70: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:35:53.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:53 smithi046 ceph-mon[39760]: pgmap v70: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:35:54.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:53 smithi134 ceph-mon[31761]: pgmap v70: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:35:55.175 INFO:teuthology.orchestra.run.smithi046.stdout:Created osd(s) 2 on host 'smithi046' 2024-09-20T21:35:55.789 DEBUG:teuthology.orchestra.run.smithi046:osd.2> sudo journalctl -f -n 0 -u ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.2.service 2024-09-20T21:35:55.791 INFO:tasks.cephadm:Deploying osd.3 on smithi046 with /dev/vg_nvme/lv_1... 2024-09-20T21:35:55.791 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- lvm zap /dev/vg_nvme/lv_1 2024-09-20T21:35:56.106 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:35:56.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:55 smithi046 ceph-mon[28078]: pgmap v71: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:35:56.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:55 smithi046 ceph-mon[28078]: from='osd.2 [v2:172.21.15.46:6818/2966088863,v1:172.21.15.46:6819/2966088863]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-20T21:35:56.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:55 smithi046 ceph-mon[28078]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-20T21:35:56.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:55 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:56.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:55 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:56.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:55 smithi046 ceph-mon[39760]: pgmap v71: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:35:56.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:55 smithi046 ceph-mon[39760]: from='osd.2 [v2:172.21.15.46:6818/2966088863,v1:172.21.15.46:6819/2966088863]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-20T21:35:56.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:55 smithi046 ceph-mon[39760]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-20T21:35:56.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:55 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:56.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:55 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:56.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:55 smithi134 ceph-mon[31761]: pgmap v71: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:35:56.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:55 smithi134 ceph-mon[31761]: from='osd.2 [v2:172.21.15.46:6818/2966088863,v1:172.21.15.46:6819/2966088863]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-20T21:35:56.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:55 smithi134 ceph-mon[31761]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-20T21:35:56.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:55 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:56.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:55 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:57.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:56 smithi046 ceph-mon[28078]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-20T21:35:57.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:56 smithi046 ceph-mon[28078]: osdmap e16: 3 total, 2 up, 3 in 2024-09-20T21:35:57.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:56 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-20T21:35:57.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:56 smithi046 ceph-mon[28078]: from='osd.2 [v2:172.21.15.46:6818/2966088863,v1:172.21.15.46:6819/2966088863]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:35:57.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:56 smithi046 ceph-mon[28078]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:35:57.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:56 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:57.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:56 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:57.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:56 smithi046 ceph-mon[39760]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-20T21:35:57.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:56 smithi046 ceph-mon[39760]: osdmap e16: 3 total, 2 up, 3 in 2024-09-20T21:35:57.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:56 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-20T21:35:57.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:56 smithi046 ceph-mon[39760]: from='osd.2 [v2:172.21.15.46:6818/2966088863,v1:172.21.15.46:6819/2966088863]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:35:57.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:56 smithi046 ceph-mon[39760]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:35:57.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:56 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:57.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:56 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:57.153 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:35:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2[55958]: 2024-09-20T21:35:56.843+0000 7f5452210640 -1 osd.2 0 waiting for initial osdmap 2024-09-20T21:35:57.153 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:35:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2[55958]: 2024-09-20T21:35:56.845+0000 7f544d047640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-20T21:35:57.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:56 smithi134 ceph-mon[31761]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-20T21:35:57.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:56 smithi134 ceph-mon[31761]: osdmap e16: 3 total, 2 up, 3 in 2024-09-20T21:35:57.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:56 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-20T21:35:57.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:56 smithi134 ceph-mon[31761]: from='osd.2 [v2:172.21.15.46:6818/2966088863,v1:172.21.15.46:6819/2966088863]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:35:57.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:56 smithi134 ceph-mon[31761]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:35:57.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:56 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:57.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:56 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:35:58.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:57 smithi046 ceph-mon[28078]: pgmap v73: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:35:58.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:57 smithi046 ceph-mon[28078]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2024-09-20T21:35:58.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:57 smithi046 ceph-mon[28078]: osdmap e17: 3 total, 2 up, 3 in 2024-09-20T21:35:58.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:57 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-20T21:35:58.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:57 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-20T21:35:58.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:57 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-20T21:35:58.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:57 smithi046 ceph-mon[39760]: pgmap v73: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:35:58.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:57 smithi046 ceph-mon[39760]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2024-09-20T21:35:58.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:57 smithi046 ceph-mon[39760]: osdmap e17: 3 total, 2 up, 3 in 2024-09-20T21:35:58.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:57 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-20T21:35:58.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:57 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-20T21:35:58.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:57 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-20T21:35:58.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:57 smithi134 ceph-mon[31761]: pgmap v73: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:35:58.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:57 smithi134 ceph-mon[31761]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2024-09-20T21:35:58.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:57 smithi134 ceph-mon[31761]: osdmap e17: 3 total, 2 up, 3 in 2024-09-20T21:35:58.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:57 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-20T21:35:58.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:57 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-20T21:35:58.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:57 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-20T21:35:59.080 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:58 smithi046 ceph-mon[28078]: purged_snaps scrub starts 2024-09-20T21:35:59.080 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:58 smithi046 ceph-mon[28078]: purged_snaps scrub ok 2024-09-20T21:35:59.080 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:58 smithi046 ceph-mon[28078]: osd.2 [v2:172.21.15.46:6818/2966088863,v1:172.21.15.46:6819/2966088863] boot 2024-09-20T21:35:59.080 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:58 smithi046 ceph-mon[28078]: osdmap e18: 3 total, 3 up, 3 in 2024-09-20T21:35:59.080 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:58 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-20T21:35:59.080 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:58 smithi046 ceph-mon[39760]: purged_snaps scrub starts 2024-09-20T21:35:59.081 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:58 smithi046 ceph-mon[39760]: purged_snaps scrub ok 2024-09-20T21:35:59.081 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:58 smithi046 ceph-mon[39760]: osd.2 [v2:172.21.15.46:6818/2966088863,v1:172.21.15.46:6819/2966088863] boot 2024-09-20T21:35:59.081 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:58 smithi046 ceph-mon[39760]: osdmap e18: 3 total, 3 up, 3 in 2024-09-20T21:35:59.081 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:58 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-20T21:35:59.085 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:35:59.105 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph orch daemon add osd smithi046:vg_nvme/lv_1 2024-09-20T21:35:59.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:58 smithi134 ceph-mon[31761]: purged_snaps scrub starts 2024-09-20T21:35:59.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:58 smithi134 ceph-mon[31761]: purged_snaps scrub ok 2024-09-20T21:35:59.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:58 smithi134 ceph-mon[31761]: osd.2 [v2:172.21.15.46:6818/2966088863,v1:172.21.15.46:6819/2966088863] boot 2024-09-20T21:35:59.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:58 smithi134 ceph-mon[31761]: osdmap e18: 3 total, 3 up, 3 in 2024-09-20T21:35:59.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:58 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-20T21:36:00.016 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:36:00.144 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:59 smithi046 ceph-mon[39760]: pgmap v76: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:36:00.145 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:59 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-09-20T21:36:00.145 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:59 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-09-20T21:36:00.145 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:59 smithi046 ceph-mon[39760]: osdmap e19: 3 total, 3 up, 3 in 2024-09-20T21:36:00.145 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:35:59 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:36:00.145 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:59 smithi046 ceph-mon[28078]: pgmap v76: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:36:00.145 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:59 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-09-20T21:36:00.145 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:59 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-09-20T21:36:00.145 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:59 smithi046 ceph-mon[28078]: osdmap e19: 3 total, 3 up, 3 in 2024-09-20T21:36:00.145 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:35:59 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:36:00.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:59 smithi134 ceph-mon[31761]: pgmap v76: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-20T21:36:00.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:59 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-09-20T21:36:00.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:59 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-09-20T21:36:00.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:59 smithi134 ceph-mon[31761]: osdmap e19: 3 total, 3 up, 3 in 2024-09-20T21:36:00.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:35:59 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:36:00.769 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:36:00 smithi046 sudo[59710]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-20T21:36:00.769 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:36:00 smithi046 sudo[59710]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-20T21:36:00.770 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:36:00 smithi046 sudo[59710]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-20T21:36:00.770 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:36:00 smithi046 sudo[59710]: pam_unix(sudo:session): session closed for user root 2024-09-20T21:36:01.093 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:01 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-20T21:36:01.094 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:01 smithi046 ceph-mon[28078]: osdmap e20: 3 total, 3 up, 3 in 2024-09-20T21:36:01.094 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:01 smithi046 ceph-mon[28078]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-20T21:36:01.094 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:01 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:01.094 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:01 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-20T21:36:01.094 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:01 smithi046 ceph-mon[39760]: osdmap e20: 3 total, 3 up, 3 in 2024-09-20T21:36:01.094 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:01 smithi046 ceph-mon[39760]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-20T21:36:01.094 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:01 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:01.094 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:36:00 smithi046 sudo[59898]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-20T21:36:01.095 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:36:00 smithi046 sudo[59898]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-20T21:36:01.095 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:36:00 smithi046 sudo[59898]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-20T21:36:01.095 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:36:00 smithi046 sudo[59898]: pam_unix(sudo:session): session closed for user root 2024-09-20T21:36:01.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:01 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-20T21:36:01.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:01 smithi134 ceph-mon[31761]: osdmap e20: 3 total, 3 up, 3 in 2024-09-20T21:36:01.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:01 smithi134 ceph-mon[31761]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-20T21:36:01.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:01 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:01.651 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:36:01 smithi046 sudo[59940]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-20T21:36:01.651 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:36:01 smithi046 sudo[59940]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-20T21:36:01.651 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:36:01 smithi046 sudo[59940]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-20T21:36:01.651 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:36:01 smithi046 sudo[59940]: pam_unix(sudo:session): session closed for user root 2024-09-20T21:36:02.094 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:36:01 smithi046 sudo[60005]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-20T21:36:02.094 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:36:01 smithi046 sudo[60005]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-20T21:36:02.094 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:36:01 smithi046 sudo[60005]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-20T21:36:02.094 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:36:01 smithi046 sudo[60005]: pam_unix(sudo:session): session closed for user root 2024-09-20T21:36:02.094 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:02 smithi046 ceph-mon[28078]: mgrmap e15: y(active, since 2m), standbys: x 2024-09-20T21:36:02.094 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:02 smithi046 ceph-mon[28078]: osdmap e21: 3 total, 3 up, 3 in 2024-09-20T21:36:02.094 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:02 smithi046 ceph-mon[28078]: Detected new or changed devices on smithi046 2024-09-20T21:36:02.094 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:02 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:02.095 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:02 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:02.095 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:02 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:36:02.095 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:02 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:36:02.095 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:02 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:36:02.095 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:02 smithi046 ceph-mon[28078]: Adjusting osd_memory_target on smithi046 to 5356M 2024-09-20T21:36:02.095 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:02 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:02.095 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:02 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:36:02.095 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:02 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:36:02.095 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:02 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:02.095 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:02 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:36:02.095 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:02 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:36:02.095 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:02 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:36:02.095 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:02 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:02.096 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:02 smithi046 ceph-mon[39760]: mgrmap e15: y(active, since 2m), standbys: x 2024-09-20T21:36:02.096 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:02 smithi046 ceph-mon[39760]: osdmap e21: 3 total, 3 up, 3 in 2024-09-20T21:36:02.096 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:02 smithi046 ceph-mon[39760]: Detected new or changed devices on smithi046 2024-09-20T21:36:02.096 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:02 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:02.096 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:02 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:02.096 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:02 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:36:02.096 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:02 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:36:02.096 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:02 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:36:02.096 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:02 smithi046 ceph-mon[39760]: Adjusting osd_memory_target on smithi046 to 5356M 2024-09-20T21:36:02.096 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:02 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:02.096 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:02 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:36:02.096 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:02 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:36:02.096 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:02 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:02.097 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:02 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:36:02.097 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:02 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:36:02.097 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:02 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:36:02.097 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:02 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:02.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:02 smithi134 ceph-mon[31761]: mgrmap e15: y(active, since 2m), standbys: x 2024-09-20T21:36:02.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:02 smithi134 ceph-mon[31761]: osdmap e21: 3 total, 3 up, 3 in 2024-09-20T21:36:02.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:02 smithi134 ceph-mon[31761]: Detected new or changed devices on smithi046 2024-09-20T21:36:02.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:02 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:02.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:02 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:02.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:02 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:36:02.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:02 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:36:02.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:02 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:36:02.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:02 smithi134 ceph-mon[31761]: Adjusting osd_memory_target on smithi046 to 5356M 2024-09-20T21:36:02.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:02 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:02.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:02 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:36:02.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:02 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:36:02.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:02 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:02.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:02 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:36:02.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:02 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:36:02.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:02 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:36:02.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:02 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:02.650 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:36:02 smithi046 sudo[60054]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-20T21:36:02.651 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:36:02 smithi046 sudo[60054]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-20T21:36:02.651 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:36:02 smithi046 sudo[60054]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-20T21:36:02.651 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:36:02 smithi046 sudo[60054]: pam_unix(sudo:session): session closed for user root 2024-09-20T21:36:03.080 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:36:02 smithi046 sudo[60164]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-20T21:36:03.080 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:36:02 smithi046 sudo[60164]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-20T21:36:03.080 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:36:02 smithi046 sudo[60164]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-20T21:36:03.080 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:36:02 smithi046 sudo[60164]: pam_unix(sudo:session): session closed for user root 2024-09-20T21:36:03.625 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:03 smithi046 sudo[60218]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-20T21:36:03.625 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:03 smithi046 sudo[60218]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-20T21:36:03.625 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:03 smithi046 sudo[60218]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-20T21:36:03.625 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:03 smithi046 sudo[60218]: pam_unix(sudo:session): session closed for user root 2024-09-20T21:36:03.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:03 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-20T21:36:03.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:03 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-20T21:36:03.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:03 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:36:03.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:03 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-20T21:36:03.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:03 smithi046 sudo[60230]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-20T21:36:03.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:03 smithi046 sudo[60230]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-20T21:36:03.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:03 smithi046 sudo[60230]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-20T21:36:03.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:03 smithi046 sudo[60230]: pam_unix(sudo:session): session closed for user root 2024-09-20T21:36:03.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:03 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-20T21:36:03.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:03 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-20T21:36:03.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:03 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:36:03.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:03 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-20T21:36:03.993 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:03 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-20T21:36:03.994 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:03 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-20T21:36:03.994 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:03 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:36:03.994 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:03 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-20T21:36:03.994 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:03 smithi134 sudo[34481]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-20T21:36:03.994 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:03 smithi134 sudo[34481]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-20T21:36:03.994 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:03 smithi134 sudo[34481]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-20T21:36:03.994 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:03 smithi134 sudo[34481]: pam_unix(sudo:session): session closed for user root 2024-09-20T21:36:04.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:04 smithi134 sudo[34484]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-20T21:36:04.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:04 smithi134 sudo[34484]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-20T21:36:04.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:04 smithi134 sudo[34484]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-20T21:36:04.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:04 smithi134 sudo[34484]: pam_unix(sudo:session): session closed for user root 2024-09-20T21:36:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:04 smithi046 sudo[60302]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-20T21:36:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:04 smithi046 sudo[60302]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-20T21:36:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:04 smithi046 sudo[60302]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-20T21:36:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:04 smithi046 sudo[60302]: pam_unix(sudo:session): session closed for user root 2024-09-20T21:36:05.410 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:05 smithi046 ceph-mon[28078]: pgmap v81: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-20T21:36:05.410 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:05 smithi046 ceph-mon[28078]: from='client.24200 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:36:05.410 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:05 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-20T21:36:05.410 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:05 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:36:05.410 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:05 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:36:05.410 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:05 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:36:05.410 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:05 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-20T21:36:05.411 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:05 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:36:05.411 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:05 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:36:05.411 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:05 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:36:05.411 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:05 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-20T21:36:05.411 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:05 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:05.411 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:05 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:36:05.411 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:05 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:36:05.411 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:05 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:36:05.411 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:05 smithi046 sudo[60325]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-20T21:36:05.411 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:05 smithi046 sudo[60325]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-20T21:36:05.411 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:05 smithi046 sudo[60325]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-20T21:36:05.411 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:05 smithi046 sudo[60325]: pam_unix(sudo:session): session closed for user root 2024-09-20T21:36:05.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:05 smithi046 ceph-mon[39760]: pgmap v81: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-20T21:36:05.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:05 smithi046 ceph-mon[39760]: from='client.24200 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:36:05.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:05 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-20T21:36:05.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:05 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:36:05.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:05 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:36:05.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:05 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:36:05.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:05 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-20T21:36:05.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:05 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:36:05.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:05 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:36:05.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:05 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:36:05.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:05 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-20T21:36:05.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:05 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:05.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:05 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:36:05.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:05 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:36:05.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:05 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:36:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:05 smithi134 ceph-mon[31761]: pgmap v81: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-20T21:36:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:05 smithi134 ceph-mon[31761]: from='client.24200 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:36:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:05 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-20T21:36:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:05 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:36:05.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:05 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:36:05.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:05 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:36:05.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:05 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-20T21:36:05.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:05 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:36:05.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:05 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:36:05.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:05 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:36:05.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:05 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-20T21:36:05.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:05 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:05.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:05 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:36:05.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:05 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:36:05.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:05 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:36:06.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:06 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-20T21:36:06.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:06 smithi134 ceph-mon[31761]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-20T21:36:06.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:06 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/3097098305' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8d741e55-d6d4-4ae9-803f-fbf733df3fa7"}]: dispatch 2024-09-20T21:36:06.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:06 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-20T21:36:06.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:06 smithi134 ceph-mon[31761]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8d741e55-d6d4-4ae9-803f-fbf733df3fa7"}]: dispatch 2024-09-20T21:36:06.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:06 smithi134 ceph-mon[31761]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8d741e55-d6d4-4ae9-803f-fbf733df3fa7"}]': finished 2024-09-20T21:36:06.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:06 smithi134 ceph-mon[31761]: osdmap e22: 4 total, 3 up, 4 in 2024-09-20T21:36:06.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:06 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-20T21:36:06.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:06 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/292229242' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-20T21:36:06.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:06 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-20T21:36:06.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:06 smithi046 ceph-mon[39760]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-20T21:36:06.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:06 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/3097098305' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8d741e55-d6d4-4ae9-803f-fbf733df3fa7"}]: dispatch 2024-09-20T21:36:06.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:06 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-20T21:36:06.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:06 smithi046 ceph-mon[39760]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8d741e55-d6d4-4ae9-803f-fbf733df3fa7"}]: dispatch 2024-09-20T21:36:06.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:06 smithi046 ceph-mon[39760]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8d741e55-d6d4-4ae9-803f-fbf733df3fa7"}]': finished 2024-09-20T21:36:06.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:06 smithi046 ceph-mon[39760]: osdmap e22: 4 total, 3 up, 4 in 2024-09-20T21:36:06.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:06 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-20T21:36:06.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:06 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/292229242' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-20T21:36:06.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:06 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-20T21:36:06.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:06 smithi046 ceph-mon[28078]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-20T21:36:06.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:06 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/3097098305' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8d741e55-d6d4-4ae9-803f-fbf733df3fa7"}]: dispatch 2024-09-20T21:36:06.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:06 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-20T21:36:06.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:06 smithi046 ceph-mon[28078]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8d741e55-d6d4-4ae9-803f-fbf733df3fa7"}]: dispatch 2024-09-20T21:36:06.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:06 smithi046 ceph-mon[28078]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8d741e55-d6d4-4ae9-803f-fbf733df3fa7"}]': finished 2024-09-20T21:36:06.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:06 smithi046 ceph-mon[28078]: osdmap e22: 4 total, 3 up, 4 in 2024-09-20T21:36:06.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:06 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-20T21:36:06.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:06 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/292229242' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-20T21:36:07.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:07 smithi134 ceph-mon[31761]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-20T21:36:07.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:07 smithi046 ceph-mon[28078]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-20T21:36:07.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:07 smithi046 ceph-mon[39760]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-20T21:36:09.849 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:09 smithi046 ceph-mon[28078]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-20T21:36:09.849 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:09 smithi046 ceph-mon[39760]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-20T21:36:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:09 smithi134 ceph-mon[31761]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-20T21:36:11.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:11 smithi046 ceph-mon[28078]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-20T21:36:11.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:11 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-20T21:36:11.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:11 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:36:11.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:11 smithi046 ceph-mon[39760]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-20T21:36:11.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:11 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-20T21:36:11.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:11 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:36:11.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:11 smithi134 ceph-mon[31761]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-20T21:36:11.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:11 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-20T21:36:11.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:11 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:36:12.772 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:12 smithi046 ceph-mon[28078]: Deploying daemon osd.3 on smithi046 2024-09-20T21:36:12.772 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:12 smithi046 ceph-mon[39760]: Deploying daemon osd.3 on smithi046 2024-09-20T21:36:12.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:12 smithi134 ceph-mon[31761]: Deploying daemon osd.3 on smithi046 2024-09-20T21:36:13.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:13 smithi046 ceph-mon[28078]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-20T21:36:13.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:13 smithi046 ceph-mon[39760]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-20T21:36:13.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:13 smithi134 ceph-mon[31761]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-20T21:36:15.862 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:15 smithi046 ceph-mon[28078]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-20T21:36:15.862 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:15 smithi046 ceph-mon[39760]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-20T21:36:15.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:15 smithi134 ceph-mon[31761]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-20T21:36:16.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:16 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:36:16.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:16 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:16.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:16 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:16.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:16 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:36:16.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:16 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:16.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:16 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:16 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:36:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:16 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:16 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:17.771 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:17 smithi046 ceph-mon[28078]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.6 KiB/s rd, 69 KiB/s wr, 4 op/s 2024-09-20T21:36:17.771 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:17 smithi046 ceph-mon[39760]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.6 KiB/s rd, 69 KiB/s wr, 4 op/s 2024-09-20T21:36:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:17 smithi134 ceph-mon[31761]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.6 KiB/s rd, 69 KiB/s wr, 4 op/s 2024-09-20T21:36:19.857 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:19 smithi046 ceph-mon[28078]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-20T21:36:19.857 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:19 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:19.858 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:19 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:19.858 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:19 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:36:19.858 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:19 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:36:19.858 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:19 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:19.858 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:19 smithi046 ceph-mon[39760]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-20T21:36:19.858 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:19 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:19.858 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:19 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:19.858 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:19 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:36:19.858 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:19 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:36:19.858 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:19 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:19.896 INFO:teuthology.orchestra.run.smithi046.stdout:Created osd(s) 3 on host 'smithi046' 2024-09-20T21:36:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:19 smithi134 ceph-mon[31761]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-20T21:36:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:19 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:19 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:19 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:36:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:19 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:36:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:19 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:20.510 DEBUG:teuthology.orchestra.run.smithi046:osd.3> sudo journalctl -f -n 0 -u ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.3.service 2024-09-20T21:36:20.512 INFO:tasks.cephadm:Deploying osd.4 on smithi134 with /dev/vg_nvme/lv_4... 2024-09-20T21:36:20.512 DEBUG:teuthology.orchestra.run.smithi134:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- lvm zap /dev/vg_nvme/lv_4 2024-09-20T21:36:20.744 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:20 smithi046 ceph-mon[39760]: from='osd.3 [v2:172.21.15.46:6826/4113170482,v1:172.21.15.46:6827/4113170482]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-20T21:36:20.744 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:20 smithi046 ceph-mon[39760]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-20T21:36:20.744 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:20 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:36:20.744 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:20 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:20.744 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:20 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:20.744 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:20 smithi046 ceph-mon[28078]: from='osd.3 [v2:172.21.15.46:6826/4113170482,v1:172.21.15.46:6827/4113170482]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-20T21:36:20.745 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:20 smithi046 ceph-mon[28078]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-20T21:36:20.745 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:20 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:36:20.745 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:20 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:20.745 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:20 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:20.760 INFO:teuthology.orchestra.run.smithi134.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.b/config 2024-09-20T21:36:20.880 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:20 smithi134 ceph-mon[31761]: from='osd.3 [v2:172.21.15.46:6826/4113170482,v1:172.21.15.46:6827/4113170482]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-20T21:36:20.881 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:20 smithi134 ceph-mon[31761]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-20T21:36:20.881 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:20 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:36:20.881 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:20 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:20.881 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:20 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:21.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:21 smithi046 ceph-mon[28078]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-20T21:36:21.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:21 smithi046 ceph-mon[28078]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-20T21:36:21.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:21 smithi046 ceph-mon[28078]: osdmap e23: 4 total, 3 up, 4 in 2024-09-20T21:36:21.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:21 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-20T21:36:21.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:21 smithi046 ceph-mon[28078]: from='osd.3 [v2:172.21.15.46:6826/4113170482,v1:172.21.15.46:6827/4113170482]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:36:21.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:21 smithi046 ceph-mon[28078]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:36:21.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:21 smithi046 ceph-mon[39760]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-20T21:36:21.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:21 smithi046 ceph-mon[39760]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-20T21:36:21.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:21 smithi046 ceph-mon[39760]: osdmap e23: 4 total, 3 up, 4 in 2024-09-20T21:36:21.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:21 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-20T21:36:21.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:21 smithi046 ceph-mon[39760]: from='osd.3 [v2:172.21.15.46:6826/4113170482,v1:172.21.15.46:6827/4113170482]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:36:21.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:21 smithi046 ceph-mon[39760]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:36:21.902 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:36:21 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3[62141]: 2024-09-20T21:36:21.564+0000 7f6c17202640 -1 osd.3 0 waiting for initial osdmap 2024-09-20T21:36:21.902 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:36:21 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3[62141]: 2024-09-20T21:36:21.569+0000 7f6c1303b640 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-20T21:36:21.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:21 smithi134 ceph-mon[31761]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-20T21:36:21.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:21 smithi134 ceph-mon[31761]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-20T21:36:21.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:21 smithi134 ceph-mon[31761]: osdmap e23: 4 total, 3 up, 4 in 2024-09-20T21:36:21.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:21 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-20T21:36:21.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:21 smithi134 ceph-mon[31761]: from='osd.3 [v2:172.21.15.46:6826/4113170482,v1:172.21.15.46:6827/4113170482]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:36:21.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:21 smithi134 ceph-mon[31761]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:36:22.569 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:22 smithi046 ceph-mon[28078]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2024-09-20T21:36:22.569 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:22 smithi046 ceph-mon[28078]: osdmap e24: 4 total, 3 up, 4 in 2024-09-20T21:36:22.569 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:22 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-20T21:36:22.569 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:22 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-20T21:36:22.569 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:22 smithi046 ceph-mon[39760]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2024-09-20T21:36:22.570 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:22 smithi046 ceph-mon[39760]: osdmap e24: 4 total, 3 up, 4 in 2024-09-20T21:36:22.570 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:22 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-20T21:36:22.570 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:22 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-20T21:36:22.803 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:22 smithi134 ceph-mon[31761]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2024-09-20T21:36:22.803 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:22 smithi134 ceph-mon[31761]: osdmap e24: 4 total, 3 up, 4 in 2024-09-20T21:36:22.803 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:22 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-20T21:36:22.803 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:22 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-20T21:36:23.546 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-20T21:36:23.564 DEBUG:teuthology.orchestra.run.smithi134:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph orch daemon add osd smithi134:vg_nvme/lv_4 2024-09-20T21:36:23.588 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:23 smithi134 ceph-mon[31761]: purged_snaps scrub starts 2024-09-20T21:36:23.588 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:23 smithi134 ceph-mon[31761]: purged_snaps scrub ok 2024-09-20T21:36:23.588 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:23 smithi134 ceph-mon[31761]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-20T21:36:23.588 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:23 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-20T21:36:23.588 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:23 smithi134 ceph-mon[31761]: osd.3 [v2:172.21.15.46:6826/4113170482,v1:172.21.15.46:6827/4113170482] boot 2024-09-20T21:36:23.588 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:23 smithi134 ceph-mon[31761]: osdmap e25: 4 total, 4 up, 4 in 2024-09-20T21:36:23.588 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:23 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-20T21:36:23.808 INFO:teuthology.orchestra.run.smithi134.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.b/config 2024-09-20T21:36:23.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:23 smithi046 ceph-mon[39760]: purged_snaps scrub starts 2024-09-20T21:36:23.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:23 smithi046 ceph-mon[39760]: purged_snaps scrub ok 2024-09-20T21:36:23.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:23 smithi046 ceph-mon[39760]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-20T21:36:23.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:23 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-20T21:36:23.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:23 smithi046 ceph-mon[39760]: osd.3 [v2:172.21.15.46:6826/4113170482,v1:172.21.15.46:6827/4113170482] boot 2024-09-20T21:36:23.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:23 smithi046 ceph-mon[39760]: osdmap e25: 4 total, 4 up, 4 in 2024-09-20T21:36:23.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:23 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-20T21:36:23.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:23 smithi046 ceph-mon[28078]: purged_snaps scrub starts 2024-09-20T21:36:23.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:23 smithi046 ceph-mon[28078]: purged_snaps scrub ok 2024-09-20T21:36:23.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:23 smithi046 ceph-mon[28078]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-20T21:36:23.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:23 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-20T21:36:23.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:23 smithi046 ceph-mon[28078]: osd.3 [v2:172.21.15.46:6826/4113170482,v1:172.21.15.46:6827/4113170482] boot 2024-09-20T21:36:23.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:23 smithi046 ceph-mon[28078]: osdmap e25: 4 total, 4 up, 4 in 2024-09-20T21:36:23.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:23 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-20T21:36:24.821 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:24 smithi134 ceph-mon[31761]: osdmap e26: 4 total, 4 up, 4 in 2024-09-20T21:36:24.821 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:24 smithi134 ceph-mon[31761]: Detected new or changed devices on smithi046 2024-09-20T21:36:24.821 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:24 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:24.821 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:24 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:24.821 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:24 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:36:24.822 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:24 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:36:24.822 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:24 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:36:24.822 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:24 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:36:24.822 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:24 smithi134 ceph-mon[31761]: Adjusting osd_memory_target on smithi046 to 4017M 2024-09-20T21:36:24.822 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:24 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:24.822 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:24 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:36:24.822 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:24 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:36:24.822 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:24 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:24 smithi046 ceph-mon[28078]: osdmap e26: 4 total, 4 up, 4 in 2024-09-20T21:36:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:24 smithi046 ceph-mon[28078]: Detected new or changed devices on smithi046 2024-09-20T21:36:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:24 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:24 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:24 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:36:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:24 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:36:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:24 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:36:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:24 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:36:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:24 smithi046 ceph-mon[28078]: Adjusting osd_memory_target on smithi046 to 4017M 2024-09-20T21:36:24.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:24 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:24.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:24 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:36:24.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:24 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:36:24.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:24 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:24.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:24 smithi046 ceph-mon[39760]: osdmap e26: 4 total, 4 up, 4 in 2024-09-20T21:36:24.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:24 smithi046 ceph-mon[39760]: Detected new or changed devices on smithi046 2024-09-20T21:36:24.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:24 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:24.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:24 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:24.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:24 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:36:24.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:24 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:36:24.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:24 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:36:24.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:24 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:36:24.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:24 smithi046 ceph-mon[39760]: Adjusting osd_memory_target on smithi046 to 4017M 2024-09-20T21:36:24.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:24 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:24.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:24 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:36:24.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:24 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:36:24.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:24 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:25.891 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:25 smithi134 ceph-mon[31761]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-20T21:36:25.892 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:25 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-20T21:36:25.892 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:25 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-20T21:36:25.892 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:25 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:36:25.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:25 smithi046 ceph-mon[28078]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-20T21:36:25.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:25 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-20T21:36:25.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:25 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-20T21:36:25.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:25 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:36:25.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:25 smithi046 ceph-mon[39760]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-20T21:36:25.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:25 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-20T21:36:25.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:25 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-20T21:36:25.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:25 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:36:26.839 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:26 smithi134 ceph-mon[31761]: from='client.24181 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi134:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:36:26.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:26 smithi046 ceph-mon[28078]: from='client.24181 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi134:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:36:26.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:26 smithi046 ceph-mon[39760]: from='client.24181 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi134:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:36:27.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:27 smithi046 ceph-mon[28078]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-20T21:36:27.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:27 smithi046 ceph-mon[39760]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-20T21:36:27.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:27 smithi134 ceph-mon[31761]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-20T21:36:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:28 smithi046 ceph-mon[28078]: from='client.? 172.21.15.134:0/181575944' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c52d751d-68cb-4835-b5e5-76bdaaca8857"}]: dispatch 2024-09-20T21:36:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:28 smithi046 ceph-mon[28078]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c52d751d-68cb-4835-b5e5-76bdaaca8857"}]: dispatch 2024-09-20T21:36:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:28 smithi046 ceph-mon[28078]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c52d751d-68cb-4835-b5e5-76bdaaca8857"}]': finished 2024-09-20T21:36:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:28 smithi046 ceph-mon[28078]: osdmap e27: 5 total, 4 up, 5 in 2024-09-20T21:36:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:28 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-20T21:36:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:28 smithi046 ceph-mon[28078]: from='client.? 172.21.15.134:0/125224233' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-20T21:36:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:28 smithi046 ceph-mon[39760]: from='client.? 172.21.15.134:0/181575944' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c52d751d-68cb-4835-b5e5-76bdaaca8857"}]: dispatch 2024-09-20T21:36:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:28 smithi046 ceph-mon[39760]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c52d751d-68cb-4835-b5e5-76bdaaca8857"}]: dispatch 2024-09-20T21:36:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:28 smithi046 ceph-mon[39760]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c52d751d-68cb-4835-b5e5-76bdaaca8857"}]': finished 2024-09-20T21:36:28.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:28 smithi046 ceph-mon[39760]: osdmap e27: 5 total, 4 up, 5 in 2024-09-20T21:36:28.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:28 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-20T21:36:28.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:28 smithi046 ceph-mon[39760]: from='client.? 172.21.15.134:0/125224233' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-20T21:36:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:28 smithi134 ceph-mon[31761]: from='client.? 172.21.15.134:0/181575944' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c52d751d-68cb-4835-b5e5-76bdaaca8857"}]: dispatch 2024-09-20T21:36:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:28 smithi134 ceph-mon[31761]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c52d751d-68cb-4835-b5e5-76bdaaca8857"}]: dispatch 2024-09-20T21:36:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:28 smithi134 ceph-mon[31761]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c52d751d-68cb-4835-b5e5-76bdaaca8857"}]': finished 2024-09-20T21:36:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:28 smithi134 ceph-mon[31761]: osdmap e27: 5 total, 4 up, 5 in 2024-09-20T21:36:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:28 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-20T21:36:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:28 smithi134 ceph-mon[31761]: from='client.? 172.21.15.134:0/125224233' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-20T21:36:30.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:29 smithi046 ceph-mon[28078]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-20T21:36:30.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:29 smithi046 ceph-mon[39760]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-20T21:36:30.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:29 smithi134 ceph-mon[31761]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-20T21:36:31.875 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:31 smithi134 ceph-mon[31761]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-20T21:36:32.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:31 smithi046 ceph-mon[28078]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-20T21:36:32.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:31 smithi046 ceph-mon[39760]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-20T21:36:34.115 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:33 smithi134 ceph-mon[31761]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-20T21:36:34.115 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:33 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-20T21:36:34.115 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:33 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:36:34.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:33 smithi046 ceph-mon[28078]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-20T21:36:34.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:33 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-20T21:36:34.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:33 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:36:34.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:33 smithi046 ceph-mon[39760]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-20T21:36:34.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:33 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-20T21:36:34.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:33 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:36:35.042 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:34 smithi134 ceph-mon[31761]: Deploying daemon osd.4 on smithi134 2024-09-20T21:36:35.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:34 smithi046 ceph-mon[28078]: Deploying daemon osd.4 on smithi134 2024-09-20T21:36:35.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:34 smithi046 ceph-mon[39760]: Deploying daemon osd.4 on smithi134 2024-09-20T21:36:35.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:35 smithi134 ceph-mon[31761]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-20T21:36:36.052 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:35 smithi046 ceph-mon[28078]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-20T21:36:36.052 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:35 smithi046 ceph-mon[39760]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-20T21:36:38.023 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:37 smithi134 ceph-mon[31761]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-20T21:36:38.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:37 smithi046 ceph-mon[28078]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-20T21:36:38.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:37 smithi046 ceph-mon[39760]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-20T21:36:39.052 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:38 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:36:39.052 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:38 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:39.052 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:38 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:39.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:38 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:36:39.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:38 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:39.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:38 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:39.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:38 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:36:39.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:38 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:39.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:38 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:40.060 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:39 smithi134 ceph-mon[31761]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-20T21:36:40.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:39 smithi046 ceph-mon[28078]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-20T21:36:40.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:39 smithi046 ceph-mon[39760]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-20T21:36:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:41 smithi134 ceph-mon[31761]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-20T21:36:41.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:41 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:41.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:41 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:41.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:41 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:36:41.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:41 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:36:41.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:41 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:41.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:41 smithi134 ceph-mon[31761]: from='osd.4 [v2:172.21.15.134:6800/2472663951,v1:172.21.15.134:6801/2472663951]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-20T21:36:41.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:41 smithi134 ceph-mon[31761]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-20T21:36:42.003 INFO:teuthology.orchestra.run.smithi134.stdout:Created osd(s) 4 on host 'smithi134' 2024-09-20T21:36:42.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:41 smithi046 ceph-mon[28078]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-20T21:36:42.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:41 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:42.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:41 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:42.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:41 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:36:42.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:41 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:36:42.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:41 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:42.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:41 smithi046 ceph-mon[28078]: from='osd.4 [v2:172.21.15.134:6800/2472663951,v1:172.21.15.134:6801/2472663951]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-20T21:36:42.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:41 smithi046 ceph-mon[28078]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-20T21:36:42.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:41 smithi046 ceph-mon[39760]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-20T21:36:42.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:41 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:42.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:41 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:42.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:41 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:36:42.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:41 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:36:42.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:41 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:42.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:41 smithi046 ceph-mon[39760]: from='osd.4 [v2:172.21.15.134:6800/2472663951,v1:172.21.15.134:6801/2472663951]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-20T21:36:42.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:41 smithi046 ceph-mon[39760]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-20T21:36:42.637 DEBUG:teuthology.orchestra.run.smithi134:osd.4> sudo journalctl -f -n 0 -u ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.4.service 2024-09-20T21:36:42.679 INFO:tasks.cephadm:Deploying osd.5 on smithi134 with /dev/vg_nvme/lv_3... 2024-09-20T21:36:42.679 DEBUG:teuthology.orchestra.run.smithi134:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- lvm zap /dev/vg_nvme/lv_3 2024-09-20T21:36:42.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:42 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:36:42.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:42 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:42.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:42 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:42.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:42 smithi134 ceph-mon[31761]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-20T21:36:42.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:42 smithi134 ceph-mon[31761]: osdmap e28: 5 total, 4 up, 5 in 2024-09-20T21:36:42.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:42 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-20T21:36:42.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:42 smithi134 ceph-mon[31761]: from='osd.4 [v2:172.21.15.134:6800/2472663951,v1:172.21.15.134:6801/2472663951]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:36:42.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:42 smithi134 ceph-mon[31761]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:36:43.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:42 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:36:43.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:42 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:43.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:42 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:43.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:42 smithi046 ceph-mon[28078]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-20T21:36:43.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:42 smithi046 ceph-mon[28078]: osdmap e28: 5 total, 4 up, 5 in 2024-09-20T21:36:43.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:42 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-20T21:36:43.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:42 smithi046 ceph-mon[28078]: from='osd.4 [v2:172.21.15.134:6800/2472663951,v1:172.21.15.134:6801/2472663951]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:36:43.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:42 smithi046 ceph-mon[28078]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:36:43.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:42 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:36:43.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:42 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:43.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:42 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:43.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:42 smithi046 ceph-mon[39760]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-20T21:36:43.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:42 smithi046 ceph-mon[39760]: osdmap e28: 5 total, 4 up, 5 in 2024-09-20T21:36:43.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:42 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-20T21:36:43.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:42 smithi046 ceph-mon[39760]: from='osd.4 [v2:172.21.15.134:6800/2472663951,v1:172.21.15.134:6801/2472663951]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:36:43.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:42 smithi046 ceph-mon[39760]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:36:43.398 INFO:teuthology.orchestra.run.smithi134.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.b/config 2024-09-20T21:36:43.519 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:36:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4[37158]: 2024-09-20T21:36:43.206+0000 7eff331aa640 -1 osd.4 0 waiting for initial osdmap 2024-09-20T21:36:43.519 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:36:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4[37158]: 2024-09-20T21:36:43.210+0000 7eff2bfdd640 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-20T21:36:44.106 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:43 smithi134 ceph-mon[31761]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-20T21:36:44.107 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:43 smithi134 ceph-mon[31761]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]': finished 2024-09-20T21:36:44.107 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:43 smithi134 ceph-mon[31761]: osdmap e29: 5 total, 4 up, 5 in 2024-09-20T21:36:44.107 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:43 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-20T21:36:44.107 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:43 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-20T21:36:44.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:43 smithi046 ceph-mon[39760]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-20T21:36:44.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:43 smithi046 ceph-mon[39760]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]': finished 2024-09-20T21:36:44.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:43 smithi046 ceph-mon[39760]: osdmap e29: 5 total, 4 up, 5 in 2024-09-20T21:36:44.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:43 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-20T21:36:44.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:43 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-20T21:36:44.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:43 smithi046 ceph-mon[28078]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-20T21:36:44.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:43 smithi046 ceph-mon[28078]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]': finished 2024-09-20T21:36:44.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:43 smithi046 ceph-mon[28078]: osdmap e29: 5 total, 4 up, 5 in 2024-09-20T21:36:44.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:43 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-20T21:36:44.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:43 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-20T21:36:45.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:45 smithi134 ceph-mon[31761]: purged_snaps scrub starts 2024-09-20T21:36:45.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:45 smithi134 ceph-mon[31761]: purged_snaps scrub ok 2024-09-20T21:36:45.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:45 smithi134 ceph-mon[31761]: osd.4 [v2:172.21.15.134:6800/2472663951,v1:172.21.15.134:6801/2472663951] boot 2024-09-20T21:36:45.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:45 smithi134 ceph-mon[31761]: osdmap e30: 5 total, 5 up, 5 in 2024-09-20T21:36:45.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:45 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-20T21:36:45.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:45 smithi134 ceph-mon[31761]: pgmap v111: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-20T21:36:45.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:45 smithi046 ceph-mon[28078]: purged_snaps scrub starts 2024-09-20T21:36:45.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:45 smithi046 ceph-mon[28078]: purged_snaps scrub ok 2024-09-20T21:36:45.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:45 smithi046 ceph-mon[28078]: osd.4 [v2:172.21.15.134:6800/2472663951,v1:172.21.15.134:6801/2472663951] boot 2024-09-20T21:36:45.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:45 smithi046 ceph-mon[28078]: osdmap e30: 5 total, 5 up, 5 in 2024-09-20T21:36:45.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:45 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-20T21:36:45.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:45 smithi046 ceph-mon[28078]: pgmap v111: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-20T21:36:45.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:45 smithi046 ceph-mon[39760]: purged_snaps scrub starts 2024-09-20T21:36:45.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:45 smithi046 ceph-mon[39760]: purged_snaps scrub ok 2024-09-20T21:36:45.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:45 smithi046 ceph-mon[39760]: osd.4 [v2:172.21.15.134:6800/2472663951,v1:172.21.15.134:6801/2472663951] boot 2024-09-20T21:36:45.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:45 smithi046 ceph-mon[39760]: osdmap e30: 5 total, 5 up, 5 in 2024-09-20T21:36:45.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:45 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-20T21:36:45.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:45 smithi046 ceph-mon[39760]: pgmap v111: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-20T21:36:46.318 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:46 smithi134 ceph-mon[31761]: osdmap e31: 5 total, 5 up, 5 in 2024-09-20T21:36:46.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:46 smithi046 ceph-mon[28078]: osdmap e31: 5 total, 5 up, 5 in 2024-09-20T21:36:46.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:46 smithi046 ceph-mon[39760]: osdmap e31: 5 total, 5 up, 5 in 2024-09-20T21:36:47.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:47 smithi134 ceph-mon[31761]: osdmap e32: 5 total, 5 up, 5 in 2024-09-20T21:36:47.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:47 smithi134 ceph-mon[31761]: Detected new or changed devices on smithi134 2024-09-20T21:36:47.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:47 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:47.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:47 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:47.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:47 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:36:47.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:47 smithi134 ceph-mon[31761]: Adjusting osd_memory_target on smithi134 to 17088M 2024-09-20T21:36:47.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:47 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:47.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:47 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:36:47.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:47 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:36:47.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:47 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:47.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:47 smithi134 ceph-mon[31761]: pgmap v114: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-20T21:36:47.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:47 smithi046 ceph-mon[28078]: osdmap e32: 5 total, 5 up, 5 in 2024-09-20T21:36:47.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:47 smithi046 ceph-mon[28078]: Detected new or changed devices on smithi134 2024-09-20T21:36:47.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:47 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:47.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:47 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:47.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:47 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:36:47.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:47 smithi046 ceph-mon[28078]: Adjusting osd_memory_target on smithi134 to 17088M 2024-09-20T21:36:47.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:47 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:47.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:47 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:36:47.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:47 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:36:47.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:47 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:47.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:47 smithi046 ceph-mon[28078]: pgmap v114: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-20T21:36:47.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:47 smithi046 ceph-mon[39760]: osdmap e32: 5 total, 5 up, 5 in 2024-09-20T21:36:47.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:47 smithi046 ceph-mon[39760]: Detected new or changed devices on smithi134 2024-09-20T21:36:47.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:47 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:47.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:47 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:47.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:47 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:36:47.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:47 smithi046 ceph-mon[39760]: Adjusting osd_memory_target on smithi134 to 17088M 2024-09-20T21:36:47.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:47 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:47.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:47 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:36:47.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:47 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:36:47.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:47 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:36:47.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:47 smithi046 ceph-mon[39760]: pgmap v114: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-20T21:36:47.698 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-20T21:36:47.717 DEBUG:teuthology.orchestra.run.smithi134:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph orch daemon add osd smithi134:vg_nvme/lv_3 2024-09-20T21:36:47.959 INFO:teuthology.orchestra.run.smithi134.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.b/config 2024-09-20T21:36:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:49 smithi046 ceph-mon[28078]: pgmap v115: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-20T21:36:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:49 smithi046 ceph-mon[39760]: pgmap v115: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-20T21:36:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:49 smithi134 ceph-mon[31761]: pgmap v115: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-20T21:36:50.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:50 smithi134 ceph-mon[31761]: from='client.24208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi134:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:36:50.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:50 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-20T21:36:50.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:50 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-20T21:36:50.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:50 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:36:50.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:50 smithi046 ceph-mon[28078]: from='client.24208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi134:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:36:50.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:50 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-20T21:36:50.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:50 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-20T21:36:50.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:50 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:36:50.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:50 smithi046 ceph-mon[39760]: from='client.24208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi134:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:36:50.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:50 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-20T21:36:50.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:50 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-20T21:36:50.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:50 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:36:51.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:51 smithi046 ceph-mon[28078]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-09-20T21:36:51.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:51 smithi046 ceph-mon[39760]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-09-20T21:36:51.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:51 smithi134 ceph-mon[31761]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-09-20T21:36:52.732 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:52 smithi134 ceph-mon[31761]: from='client.? 172.21.15.134:0/1098567561' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bf749747-a8c5-4996-9d7e-31aed151800c"}]: dispatch 2024-09-20T21:36:52.732 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:52 smithi134 ceph-mon[31761]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bf749747-a8c5-4996-9d7e-31aed151800c"}]: dispatch 2024-09-20T21:36:52.732 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:52 smithi134 ceph-mon[31761]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bf749747-a8c5-4996-9d7e-31aed151800c"}]': finished 2024-09-20T21:36:52.733 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:52 smithi134 ceph-mon[31761]: osdmap e33: 6 total, 5 up, 6 in 2024-09-20T21:36:52.733 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:52 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-20T21:36:52.733 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:52 smithi134 ceph-mon[31761]: from='client.? 172.21.15.134:0/3774652206' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-20T21:36:52.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:52 smithi046 ceph-mon[28078]: from='client.? 172.21.15.134:0/1098567561' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bf749747-a8c5-4996-9d7e-31aed151800c"}]: dispatch 2024-09-20T21:36:52.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:52 smithi046 ceph-mon[28078]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bf749747-a8c5-4996-9d7e-31aed151800c"}]: dispatch 2024-09-20T21:36:52.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:52 smithi046 ceph-mon[28078]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bf749747-a8c5-4996-9d7e-31aed151800c"}]': finished 2024-09-20T21:36:52.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:52 smithi046 ceph-mon[28078]: osdmap e33: 6 total, 5 up, 6 in 2024-09-20T21:36:52.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:52 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-20T21:36:52.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:52 smithi046 ceph-mon[28078]: from='client.? 172.21.15.134:0/3774652206' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-20T21:36:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:52 smithi046 ceph-mon[39760]: from='client.? 172.21.15.134:0/1098567561' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bf749747-a8c5-4996-9d7e-31aed151800c"}]: dispatch 2024-09-20T21:36:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:52 smithi046 ceph-mon[39760]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bf749747-a8c5-4996-9d7e-31aed151800c"}]: dispatch 2024-09-20T21:36:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:52 smithi046 ceph-mon[39760]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bf749747-a8c5-4996-9d7e-31aed151800c"}]': finished 2024-09-20T21:36:52.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:52 smithi046 ceph-mon[39760]: osdmap e33: 6 total, 5 up, 6 in 2024-09-20T21:36:52.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:52 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-20T21:36:52.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:52 smithi046 ceph-mon[39760]: from='client.? 172.21.15.134:0/3774652206' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-20T21:36:54.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:53 smithi046 ceph-mon[28078]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 79 KiB/s, 0 objects/s recovering 2024-09-20T21:36:54.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:53 smithi046 ceph-mon[39760]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 79 KiB/s, 0 objects/s recovering 2024-09-20T21:36:54.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:53 smithi134 ceph-mon[31761]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 79 KiB/s, 0 objects/s recovering 2024-09-20T21:36:56.017 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:55 smithi134 ceph-mon[31761]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-09-20T21:36:56.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:55 smithi046 ceph-mon[28078]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-09-20T21:36:56.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:55 smithi046 ceph-mon[39760]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-09-20T21:36:57.985 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:57 smithi134 ceph-mon[31761]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-20T21:36:58.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:57 smithi046 ceph-mon[28078]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-20T21:36:58.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:57 smithi046 ceph-mon[39760]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-20T21:36:59.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:58 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-20T21:36:59.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:58 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:36:59.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:58 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-20T21:36:59.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:58 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:36:59.157 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:58 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-20T21:36:59.157 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:58 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:36:59.963 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:59 smithi134 ceph-mon[31761]: Deploying daemon osd.5 on smithi134 2024-09-20T21:36:59.963 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:36:59 smithi134 ceph-mon[31761]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-20T21:37:00.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:59 smithi046 ceph-mon[28078]: Deploying daemon osd.5 on smithi134 2024-09-20T21:37:00.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:36:59 smithi046 ceph-mon[28078]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-20T21:37:00.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:59 smithi046 ceph-mon[39760]: Deploying daemon osd.5 on smithi134 2024-09-20T21:37:00.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:36:59 smithi046 ceph-mon[39760]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-20T21:37:02.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:01 smithi046 ceph-mon[28078]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-20T21:37:02.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:01 smithi046 ceph-mon[39760]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-20T21:37:02.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:01 smithi134 ceph-mon[31761]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-20T21:37:02.992 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:02 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:37:02.992 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:02 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:02.992 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:02 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:03.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:02 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:37:03.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:02 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:03.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:02 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:03.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:02 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:37:03.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:02 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:03.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:02 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:04.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:03 smithi134 ceph-mon[31761]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-20T21:37:04.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:03 smithi046 ceph-mon[28078]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-20T21:37:04.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:03 smithi046 ceph-mon[39760]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-20T21:37:06.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:05 smithi134 ceph-mon[31761]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-20T21:37:06.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:05 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:06.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:05 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:06.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:05 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:37:06.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:05 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:37:06.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:05 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:06.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:05 smithi134 ceph-mon[31761]: from='osd.5 [v2:172.21.15.134:6808/160234939,v1:172.21.15.134:6809/160234939]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-20T21:37:06.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:05 smithi134 ceph-mon[31761]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-20T21:37:06.203 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:05 smithi046 ceph-mon[28078]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-20T21:37:06.203 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:05 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:06.203 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:05 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:06.203 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:05 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:37:06.203 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:05 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:37:06.203 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:05 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:06.204 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:05 smithi046 ceph-mon[28078]: from='osd.5 [v2:172.21.15.134:6808/160234939,v1:172.21.15.134:6809/160234939]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-20T21:37:06.204 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:05 smithi046 ceph-mon[28078]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-20T21:37:06.204 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:05 smithi046 ceph-mon[39760]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-20T21:37:06.204 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:05 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:06.204 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:05 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:06.204 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:05 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:37:06.204 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:05 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:37:06.204 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:05 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:06.204 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:05 smithi046 ceph-mon[39760]: from='osd.5 [v2:172.21.15.134:6808/160234939,v1:172.21.15.134:6809/160234939]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-20T21:37:06.204 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:05 smithi046 ceph-mon[39760]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-20T21:37:06.219 INFO:teuthology.orchestra.run.smithi134.stdout:Created osd(s) 5 on host 'smithi134' 2024-09-20T21:37:06.875 DEBUG:teuthology.orchestra.run.smithi134:osd.5> sudo journalctl -f -n 0 -u ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.5.service 2024-09-20T21:37:06.878 INFO:tasks.cephadm:Deploying osd.6 on smithi134 with /dev/vg_nvme/lv_2... 2024-09-20T21:37:06.878 DEBUG:teuthology.orchestra.run.smithi134:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- lvm zap /dev/vg_nvme/lv_2 2024-09-20T21:37:07.159 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:07 smithi134 ceph-mon[31761]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-20T21:37:07.159 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:07 smithi134 ceph-mon[31761]: osdmap e34: 6 total, 5 up, 6 in 2024-09-20T21:37:07.159 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:07 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-20T21:37:07.159 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:07 smithi134 ceph-mon[31761]: from='osd.5 [v2:172.21.15.134:6808/160234939,v1:172.21.15.134:6809/160234939]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:37:07.159 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:07 smithi134 ceph-mon[31761]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:37:07.159 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:07 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:37:07.159 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:07 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:07.159 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:07 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:07.160 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:07 smithi134 ceph-mon[31761]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-20T21:37:07.160 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:37:07 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[43297]: 2024-09-20T21:37:07.087+0000 7f2ef483f640 -1 osd.5 0 waiting for initial osdmap 2024-09-20T21:37:07.160 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:37:07 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[43297]: 2024-09-20T21:37:07.092+0000 7f2eeee75640 -1 osd.5 35 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-20T21:37:07.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:07 smithi046 ceph-mon[39760]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-20T21:37:07.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:07 smithi046 ceph-mon[39760]: osdmap e34: 6 total, 5 up, 6 in 2024-09-20T21:37:07.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:07 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-20T21:37:07.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:07 smithi046 ceph-mon[39760]: from='osd.5 [v2:172.21.15.134:6808/160234939,v1:172.21.15.134:6809/160234939]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:37:07.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:07 smithi046 ceph-mon[39760]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:37:07.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:07 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:37:07.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:07 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:07.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:07 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:07.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:07 smithi046 ceph-mon[39760]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-20T21:37:07.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:07 smithi046 ceph-mon[28078]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-20T21:37:07.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:07 smithi046 ceph-mon[28078]: osdmap e34: 6 total, 5 up, 6 in 2024-09-20T21:37:07.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:07 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-20T21:37:07.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:07 smithi046 ceph-mon[28078]: from='osd.5 [v2:172.21.15.134:6808/160234939,v1:172.21.15.134:6809/160234939]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:37:07.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:07 smithi046 ceph-mon[28078]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:37:07.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:07 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:37:07.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:07 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:07.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:07 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:07.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:07 smithi046 ceph-mon[28078]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-20T21:37:07.763 INFO:teuthology.orchestra.run.smithi134.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.b/config 2024-09-20T21:37:08.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:08 smithi134 ceph-mon[31761]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]': finished 2024-09-20T21:37:08.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:08 smithi134 ceph-mon[31761]: osdmap e35: 6 total, 5 up, 6 in 2024-09-20T21:37:08.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:08 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-20T21:37:08.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:08 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-20T21:37:08.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:08 smithi134 ceph-mon[31761]: osd.5 [v2:172.21.15.134:6808/160234939,v1:172.21.15.134:6809/160234939] boot 2024-09-20T21:37:08.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:08 smithi134 ceph-mon[31761]: osdmap e36: 6 total, 6 up, 6 in 2024-09-20T21:37:08.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:08 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-20T21:37:08.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:08 smithi046 ceph-mon[28078]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]': finished 2024-09-20T21:37:08.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:08 smithi046 ceph-mon[28078]: osdmap e35: 6 total, 5 up, 6 in 2024-09-20T21:37:08.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:08 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-20T21:37:08.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:08 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-20T21:37:08.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:08 smithi046 ceph-mon[28078]: osd.5 [v2:172.21.15.134:6808/160234939,v1:172.21.15.134:6809/160234939] boot 2024-09-20T21:37:08.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:08 smithi046 ceph-mon[28078]: osdmap e36: 6 total, 6 up, 6 in 2024-09-20T21:37:08.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:08 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-20T21:37:08.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:08 smithi046 ceph-mon[39760]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]': finished 2024-09-20T21:37:08.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:08 smithi046 ceph-mon[39760]: osdmap e35: 6 total, 5 up, 6 in 2024-09-20T21:37:08.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:08 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-20T21:37:08.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:08 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-20T21:37:08.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:08 smithi046 ceph-mon[39760]: osd.5 [v2:172.21.15.134:6808/160234939,v1:172.21.15.134:6809/160234939] boot 2024-09-20T21:37:08.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:08 smithi046 ceph-mon[39760]: osdmap e36: 6 total, 6 up, 6 in 2024-09-20T21:37:08.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:08 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-20T21:37:10.088 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:09 smithi134 ceph-mon[31761]: purged_snaps scrub starts 2024-09-20T21:37:10.089 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:09 smithi134 ceph-mon[31761]: purged_snaps scrub ok 2024-09-20T21:37:10.089 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:09 smithi134 ceph-mon[31761]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:10.089 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:09 smithi134 ceph-mon[31761]: osdmap e37: 6 total, 6 up, 6 in 2024-09-20T21:37:10.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:09 smithi046 ceph-mon[28078]: purged_snaps scrub starts 2024-09-20T21:37:10.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:09 smithi046 ceph-mon[28078]: purged_snaps scrub ok 2024-09-20T21:37:10.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:09 smithi046 ceph-mon[28078]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:10.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:09 smithi046 ceph-mon[28078]: osdmap e37: 6 total, 6 up, 6 in 2024-09-20T21:37:10.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:09 smithi046 ceph-mon[39760]: purged_snaps scrub starts 2024-09-20T21:37:10.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:09 smithi046 ceph-mon[39760]: purged_snaps scrub ok 2024-09-20T21:37:10.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:09 smithi046 ceph-mon[39760]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:10.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:09 smithi046 ceph-mon[39760]: osdmap e37: 6 total, 6 up, 6 in 2024-09-20T21:37:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:10 smithi134 ceph-mon[31761]: osdmap e38: 6 total, 6 up, 6 in 2024-09-20T21:37:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:10 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:10.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:10 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:10.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:10 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:37:10.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:10 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:37:10.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:10 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:10.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:10 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:37:10.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:10 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:37:10.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:10 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:11.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:10 smithi046 ceph-mon[28078]: osdmap e38: 6 total, 6 up, 6 in 2024-09-20T21:37:11.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:10 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:11.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:10 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:11.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:10 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:37:11.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:10 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:37:11.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:10 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:11.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:10 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:37:11.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:10 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:37:11.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:10 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:11.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:10 smithi046 ceph-mon[39760]: osdmap e38: 6 total, 6 up, 6 in 2024-09-20T21:37:11.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:10 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:11.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:10 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:11.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:10 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:37:11.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:10 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:37:11.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:10 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:11.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:10 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:37:11.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:10 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:37:11.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:10 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:11.768 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-20T21:37:11.792 DEBUG:teuthology.orchestra.run.smithi134:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph orch daemon add osd smithi134:vg_nvme/lv_2 2024-09-20T21:37:12.035 INFO:teuthology.orchestra.run.smithi134.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.b/config 2024-09-20T21:37:12.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:11 smithi046 ceph-mon[28078]: Detected new or changed devices on smithi134 2024-09-20T21:37:12.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:11 smithi046 ceph-mon[28078]: Adjusting osd_memory_target on smithi134 to 8544M 2024-09-20T21:37:12.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:11 smithi046 ceph-mon[28078]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:12.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:11 smithi046 ceph-mon[39760]: Detected new or changed devices on smithi134 2024-09-20T21:37:12.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:11 smithi046 ceph-mon[39760]: Adjusting osd_memory_target on smithi134 to 8544M 2024-09-20T21:37:12.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:11 smithi046 ceph-mon[39760]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:12.155 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:11 smithi134 ceph-mon[31761]: Detected new or changed devices on smithi134 2024-09-20T21:37:12.155 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:11 smithi134 ceph-mon[31761]: Adjusting osd_memory_target on smithi134 to 8544M 2024-09-20T21:37:12.155 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:11 smithi134 ceph-mon[31761]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:14.119 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:13 smithi134 ceph-mon[31761]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:14.119 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:13 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-20T21:37:14.119 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:13 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-20T21:37:14.119 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:13 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:37:14.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:13 smithi046 ceph-mon[39760]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:14.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:13 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-20T21:37:14.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:13 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-20T21:37:14.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:13 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:37:14.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:13 smithi046 ceph-mon[28078]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:14.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:13 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-20T21:37:14.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:13 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-20T21:37:14.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:13 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:37:15.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:14 smithi046 ceph-mon[28078]: from='client.24235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi134:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:37:15.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:14 smithi046 ceph-mon[39760]: from='client.24235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi134:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:37:15.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:14 smithi134 ceph-mon[31761]: from='client.24235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi134:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:37:16.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:15 smithi046 ceph-mon[28078]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:16.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:15 smithi046 ceph-mon[39760]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:16.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:15 smithi134 ceph-mon[31761]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:16 smithi134 ceph-mon[31761]: from='client.? 172.21.15.134:0/679519019' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c69a07d8-11bc-45f9-a70e-a3df19648d01"}]: dispatch 2024-09-20T21:37:16.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:16 smithi134 ceph-mon[31761]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c69a07d8-11bc-45f9-a70e-a3df19648d01"}]: dispatch 2024-09-20T21:37:16.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:16 smithi134 ceph-mon[31761]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c69a07d8-11bc-45f9-a70e-a3df19648d01"}]': finished 2024-09-20T21:37:16.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:16 smithi134 ceph-mon[31761]: osdmap e39: 7 total, 6 up, 7 in 2024-09-20T21:37:16.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:16 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-20T21:37:16.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:16 smithi134 ceph-mon[31761]: from='client.? 172.21.15.134:0/2870975208' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-20T21:37:17.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:16 smithi046 ceph-mon[28078]: from='client.? 172.21.15.134:0/679519019' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c69a07d8-11bc-45f9-a70e-a3df19648d01"}]: dispatch 2024-09-20T21:37:17.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:16 smithi046 ceph-mon[28078]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c69a07d8-11bc-45f9-a70e-a3df19648d01"}]: dispatch 2024-09-20T21:37:17.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:16 smithi046 ceph-mon[28078]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c69a07d8-11bc-45f9-a70e-a3df19648d01"}]': finished 2024-09-20T21:37:17.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:16 smithi046 ceph-mon[28078]: osdmap e39: 7 total, 6 up, 7 in 2024-09-20T21:37:17.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:16 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-20T21:37:17.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:16 smithi046 ceph-mon[28078]: from='client.? 172.21.15.134:0/2870975208' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-20T21:37:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:16 smithi046 ceph-mon[39760]: from='client.? 172.21.15.134:0/679519019' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c69a07d8-11bc-45f9-a70e-a3df19648d01"}]: dispatch 2024-09-20T21:37:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:16 smithi046 ceph-mon[39760]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c69a07d8-11bc-45f9-a70e-a3df19648d01"}]: dispatch 2024-09-20T21:37:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:16 smithi046 ceph-mon[39760]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c69a07d8-11bc-45f9-a70e-a3df19648d01"}]': finished 2024-09-20T21:37:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:16 smithi046 ceph-mon[39760]: osdmap e39: 7 total, 6 up, 7 in 2024-09-20T21:37:17.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:16 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-20T21:37:17.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:16 smithi046 ceph-mon[39760]: from='client.? 172.21.15.134:0/2870975208' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-20T21:37:18.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:17 smithi046 ceph-mon[28078]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:18.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:17 smithi046 ceph-mon[39760]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:18.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:17 smithi134 ceph-mon[31761]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:20.072 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:19 smithi134 ceph-mon[31761]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:20.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:19 smithi046 ceph-mon[28078]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:20.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:19 smithi046 ceph-mon[39760]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:21.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:21 smithi134 ceph-mon[31761]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:22.153 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:21 smithi046 ceph-mon[28078]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:22.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:21 smithi046 ceph-mon[39760]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:22.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:22 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-20T21:37:22.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:22 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:37:23.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:22 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-20T21:37:23.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:22 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:37:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:22 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-20T21:37:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:22 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:37:24.023 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:23 smithi134 ceph-mon[31761]: Deploying daemon osd.6 on smithi134 2024-09-20T21:37:24.023 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:23 smithi134 ceph-mon[31761]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:24.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:23 smithi046 ceph-mon[28078]: Deploying daemon osd.6 on smithi134 2024-09-20T21:37:24.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:23 smithi046 ceph-mon[28078]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:24.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:23 smithi046 ceph-mon[39760]: Deploying daemon osd.6 on smithi134 2024-09-20T21:37:24.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:23 smithi046 ceph-mon[39760]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:25.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:25 smithi134 ceph-mon[31761]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:26.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:25 smithi046 ceph-mon[28078]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:26.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:25 smithi046 ceph-mon[39760]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:27.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:27 smithi134 ceph-mon[31761]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:27.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:27 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:37:27.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:27 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:27.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:27 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:28.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:27 smithi046 ceph-mon[28078]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:28.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:27 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:37:28.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:27 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:28.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:27 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:28.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:27 smithi046 ceph-mon[39760]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:28.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:27 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:37:28.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:27 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:28.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:27 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:30.147 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:29 smithi134 ceph-mon[31761]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:30.147 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:29 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:30.147 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:29 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:30.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:29 smithi046 ceph-mon[39760]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:30.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:29 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:30.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:29 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:30.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:29 smithi046 ceph-mon[28078]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:30.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:29 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:30.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:29 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:30.493 INFO:teuthology.orchestra.run.smithi134.stdout:Created osd(s) 6 on host 'smithi134' 2024-09-20T21:37:31.084 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:30 smithi134 ceph-mon[31761]: from='osd.6 [v2:172.21.15.134:6816/2686541366,v1:172.21.15.134:6817/2686541366]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-20T21:37:31.084 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:30 smithi134 ceph-mon[31761]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-20T21:37:31.084 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:30 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:37:31.084 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:30 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:37:31.085 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:30 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:31.085 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:30 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:37:31.085 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:30 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:31.085 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:30 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:31.107 DEBUG:teuthology.orchestra.run.smithi134:osd.6> sudo journalctl -f -n 0 -u ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.6.service 2024-09-20T21:37:31.110 INFO:tasks.cephadm:Deploying osd.7 on smithi134 with /dev/vg_nvme/lv_1... 2024-09-20T21:37:31.110 DEBUG:teuthology.orchestra.run.smithi134:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- lvm zap /dev/vg_nvme/lv_1 2024-09-20T21:37:31.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:30 smithi046 ceph-mon[28078]: from='osd.6 [v2:172.21.15.134:6816/2686541366,v1:172.21.15.134:6817/2686541366]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-20T21:37:31.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:30 smithi046 ceph-mon[28078]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-20T21:37:31.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:30 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:37:31.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:30 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:37:31.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:30 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:31.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:30 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:37:31.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:30 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:31.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:30 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:31.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:30 smithi046 ceph-mon[39760]: from='osd.6 [v2:172.21.15.134:6816/2686541366,v1:172.21.15.134:6817/2686541366]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-20T21:37:31.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:30 smithi046 ceph-mon[39760]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-20T21:37:31.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:30 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:37:31.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:30 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:37:31.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:30 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:31.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:30 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:37:31.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:30 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:31.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:30 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:31.930 INFO:teuthology.orchestra.run.smithi134.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.b/config 2024-09-20T21:37:32.067 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:31 smithi134 ceph-mon[31761]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:32.067 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:31 smithi134 ceph-mon[31761]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-20T21:37:32.067 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:31 smithi134 ceph-mon[31761]: osdmap e40: 7 total, 6 up, 7 in 2024-09-20T21:37:32.067 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:31 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-20T21:37:32.067 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:31 smithi134 ceph-mon[31761]: from='osd.6 [v2:172.21.15.134:6816/2686541366,v1:172.21.15.134:6817/2686541366]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:37:32.067 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:31 smithi134 ceph-mon[31761]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:37:32.067 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:37:31 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[49350]: 2024-09-20T21:37:31.821+0000 7fb8cf047640 -1 osd.6 0 waiting for initial osdmap 2024-09-20T21:37:32.067 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:37:31 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[49350]: 2024-09-20T21:37:31.826+0000 7fb8c9e7e640 -1 osd.6 41 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-20T21:37:32.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:31 smithi046 ceph-mon[39760]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:32.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:31 smithi046 ceph-mon[39760]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-20T21:37:32.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:31 smithi046 ceph-mon[39760]: osdmap e40: 7 total, 6 up, 7 in 2024-09-20T21:37:32.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:31 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-20T21:37:32.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:31 smithi046 ceph-mon[39760]: from='osd.6 [v2:172.21.15.134:6816/2686541366,v1:172.21.15.134:6817/2686541366]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:37:32.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:31 smithi046 ceph-mon[39760]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:37:32.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:31 smithi046 ceph-mon[28078]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:32.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:31 smithi046 ceph-mon[28078]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-20T21:37:32.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:31 smithi046 ceph-mon[28078]: osdmap e40: 7 total, 6 up, 7 in 2024-09-20T21:37:32.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:31 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-20T21:37:32.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:31 smithi046 ceph-mon[28078]: from='osd.6 [v2:172.21.15.134:6816/2686541366,v1:172.21.15.134:6817/2686541366]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:37:32.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:31 smithi046 ceph-mon[28078]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:37:32.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:32 smithi134 ceph-mon[31761]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]': finished 2024-09-20T21:37:32.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:32 smithi134 ceph-mon[31761]: osdmap e41: 7 total, 6 up, 7 in 2024-09-20T21:37:32.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:32 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-20T21:37:32.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:32 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-20T21:37:32.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:32 smithi134 ceph-mon[31761]: osd.6 [v2:172.21.15.134:6816/2686541366,v1:172.21.15.134:6817/2686541366] boot 2024-09-20T21:37:32.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:32 smithi134 ceph-mon[31761]: osdmap e42: 7 total, 7 up, 7 in 2024-09-20T21:37:32.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:32 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-20T21:37:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:32 smithi046 ceph-mon[39760]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]': finished 2024-09-20T21:37:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:32 smithi046 ceph-mon[39760]: osdmap e41: 7 total, 6 up, 7 in 2024-09-20T21:37:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:32 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-20T21:37:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:32 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-20T21:37:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:32 smithi046 ceph-mon[39760]: osd.6 [v2:172.21.15.134:6816/2686541366,v1:172.21.15.134:6817/2686541366] boot 2024-09-20T21:37:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:32 smithi046 ceph-mon[39760]: osdmap e42: 7 total, 7 up, 7 in 2024-09-20T21:37:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:32 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-20T21:37:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:32 smithi046 ceph-mon[28078]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]': finished 2024-09-20T21:37:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:32 smithi046 ceph-mon[28078]: osdmap e41: 7 total, 6 up, 7 in 2024-09-20T21:37:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:32 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-20T21:37:33.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:32 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-20T21:37:33.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:32 smithi046 ceph-mon[28078]: osd.6 [v2:172.21.15.134:6816/2686541366,v1:172.21.15.134:6817/2686541366] boot 2024-09-20T21:37:33.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:32 smithi046 ceph-mon[28078]: osdmap e42: 7 total, 7 up, 7 in 2024-09-20T21:37:33.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:32 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-20T21:37:33.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:33 smithi134 ceph-mon[31761]: purged_snaps scrub starts 2024-09-20T21:37:33.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:33 smithi134 ceph-mon[31761]: purged_snaps scrub ok 2024-09-20T21:37:33.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:33 smithi134 ceph-mon[31761]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:33.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:33 smithi134 ceph-mon[31761]: osdmap e43: 7 total, 7 up, 7 in 2024-09-20T21:37:34.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:33 smithi046 ceph-mon[28078]: purged_snaps scrub starts 2024-09-20T21:37:34.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:33 smithi046 ceph-mon[28078]: purged_snaps scrub ok 2024-09-20T21:37:34.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:33 smithi046 ceph-mon[28078]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:34.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:33 smithi046 ceph-mon[28078]: osdmap e43: 7 total, 7 up, 7 in 2024-09-20T21:37:34.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:33 smithi046 ceph-mon[39760]: purged_snaps scrub starts 2024-09-20T21:37:34.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:33 smithi046 ceph-mon[39760]: purged_snaps scrub ok 2024-09-20T21:37:34.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:33 smithi046 ceph-mon[39760]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-20T21:37:34.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:33 smithi046 ceph-mon[39760]: osdmap e43: 7 total, 7 up, 7 in 2024-09-20T21:37:35.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:35 smithi134 ceph-mon[31761]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-20T21:37:35.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:35 smithi134 ceph-mon[31761]: osdmap e44: 7 total, 7 up, 7 in 2024-09-20T21:37:35.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:35 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:35.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:35 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:35.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:35 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:37:35.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:35 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:37:35.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:35 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:37:35.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:35 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:35.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:35 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:37:35.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:35 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:37:35.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:35 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:36.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:35 smithi046 ceph-mon[28078]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-20T21:37:36.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:35 smithi046 ceph-mon[28078]: osdmap e44: 7 total, 7 up, 7 in 2024-09-20T21:37:36.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:35 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:36.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:35 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:36.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:35 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:37:36.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:35 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:37:36.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:35 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:37:36.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:35 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:36.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:35 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:37:36.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:35 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:37:36.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:35 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:36.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:35 smithi046 ceph-mon[39760]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-20T21:37:36.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:35 smithi046 ceph-mon[39760]: osdmap e44: 7 total, 7 up, 7 in 2024-09-20T21:37:36.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:35 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:36.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:35 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:36.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:35 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:37:36.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:35 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:37:36.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:35 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:37:36.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:35 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:36.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:35 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:37:36.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:35 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:37:36.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:35 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:36.358 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-20T21:37:36.381 DEBUG:teuthology.orchestra.run.smithi134:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph orch daemon add osd smithi134:vg_nvme/lv_1 2024-09-20T21:37:36.627 INFO:teuthology.orchestra.run.smithi134.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.b/config 2024-09-20T21:37:37.031 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:36 smithi134 ceph-mon[31761]: Detected new or changed devices on smithi134 2024-09-20T21:37:37.031 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:36 smithi134 ceph-mon[31761]: Adjusting osd_memory_target on smithi134 to 5696M 2024-09-20T21:37:37.052 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:36 smithi046 ceph-mon[28078]: Detected new or changed devices on smithi134 2024-09-20T21:37:37.052 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:36 smithi046 ceph-mon[28078]: Adjusting osd_memory_target on smithi134 to 5696M 2024-09-20T21:37:37.052 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:36 smithi046 ceph-mon[39760]: Detected new or changed devices on smithi134 2024-09-20T21:37:37.052 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:36 smithi046 ceph-mon[39760]: Adjusting osd_memory_target on smithi134 to 5696M 2024-09-20T21:37:38.051 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:37 smithi134 ceph-mon[31761]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-20T21:37:38.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:37 smithi046 ceph-mon[28078]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-20T21:37:38.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:37 smithi046 ceph-mon[39760]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-20T21:37:39.037 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:38 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-20T21:37:39.037 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:38 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-20T21:37:39.037 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:38 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:37:39.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:38 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-20T21:37:39.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:38 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-20T21:37:39.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:38 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:37:39.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:38 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-20T21:37:39.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:38 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-20T21:37:39.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:38 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:37:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:39 smithi134 ceph-mon[31761]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-20T21:37:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:39 smithi134 ceph-mon[31761]: from='client.24262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi134:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:37:40.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:39 smithi046 ceph-mon[28078]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-20T21:37:40.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:39 smithi046 ceph-mon[28078]: from='client.24262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi134:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:37:40.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:39 smithi046 ceph-mon[39760]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-20T21:37:40.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:39 smithi046 ceph-mon[39760]: from='client.24262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi134:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:37:42.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:41 smithi046 ceph-mon[28078]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-20T21:37:42.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:41 smithi046 ceph-mon[28078]: from='client.? 172.21.15.134:0/865561550' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7f063110-8f0c-4972-8faa-a7b815b2f00f"}]: dispatch 2024-09-20T21:37:42.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:41 smithi046 ceph-mon[28078]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7f063110-8f0c-4972-8faa-a7b815b2f00f"}]: dispatch 2024-09-20T21:37:42.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:41 smithi046 ceph-mon[28078]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7f063110-8f0c-4972-8faa-a7b815b2f00f"}]': finished 2024-09-20T21:37:42.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:41 smithi046 ceph-mon[28078]: osdmap e45: 8 total, 7 up, 8 in 2024-09-20T21:37:42.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:41 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-20T21:37:42.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:41 smithi046 ceph-mon[28078]: from='client.? 172.21.15.134:0/1578402114' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-20T21:37:42.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:41 smithi046 ceph-mon[39760]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-20T21:37:42.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:41 smithi046 ceph-mon[39760]: from='client.? 172.21.15.134:0/865561550' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7f063110-8f0c-4972-8faa-a7b815b2f00f"}]: dispatch 2024-09-20T21:37:42.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:41 smithi046 ceph-mon[39760]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7f063110-8f0c-4972-8faa-a7b815b2f00f"}]: dispatch 2024-09-20T21:37:42.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:41 smithi046 ceph-mon[39760]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7f063110-8f0c-4972-8faa-a7b815b2f00f"}]': finished 2024-09-20T21:37:42.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:41 smithi046 ceph-mon[39760]: osdmap e45: 8 total, 7 up, 8 in 2024-09-20T21:37:42.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:41 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-20T21:37:42.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:41 smithi046 ceph-mon[39760]: from='client.? 172.21.15.134:0/1578402114' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-20T21:37:42.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:41 smithi134 ceph-mon[31761]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-20T21:37:42.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:41 smithi134 ceph-mon[31761]: from='client.? 172.21.15.134:0/865561550' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7f063110-8f0c-4972-8faa-a7b815b2f00f"}]: dispatch 2024-09-20T21:37:42.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:41 smithi134 ceph-mon[31761]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7f063110-8f0c-4972-8faa-a7b815b2f00f"}]: dispatch 2024-09-20T21:37:42.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:41 smithi134 ceph-mon[31761]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7f063110-8f0c-4972-8faa-a7b815b2f00f"}]': finished 2024-09-20T21:37:42.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:41 smithi134 ceph-mon[31761]: osdmap e45: 8 total, 7 up, 8 in 2024-09-20T21:37:42.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:41 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-20T21:37:42.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:41 smithi134 ceph-mon[31761]: from='client.? 172.21.15.134:0/1578402114' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-20T21:37:44.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:43 smithi046 ceph-mon[28078]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-20T21:37:44.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:43 smithi046 ceph-mon[39760]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-20T21:37:44.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:43 smithi134 ceph-mon[31761]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-20T21:37:45.973 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:45 smithi134 ceph-mon[31761]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-20T21:37:46.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:45 smithi046 ceph-mon[28078]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-20T21:37:46.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:45 smithi046 ceph-mon[39760]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-20T21:37:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:47 smithi134 ceph-mon[31761]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-20T21:37:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:47 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-20T21:37:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:47 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:37:47.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:47 smithi134 ceph-mon[31761]: Deploying daemon osd.7 on smithi134 2024-09-20T21:37:48.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:47 smithi046 ceph-mon[28078]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-20T21:37:48.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:47 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-20T21:37:48.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:47 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:37:48.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:47 smithi046 ceph-mon[28078]: Deploying daemon osd.7 on smithi134 2024-09-20T21:37:48.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:47 smithi046 ceph-mon[39760]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-20T21:37:48.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:47 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-20T21:37:48.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:47 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:37:48.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:47 smithi046 ceph-mon[39760]: Deploying daemon osd.7 on smithi134 2024-09-20T21:37:49.822 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:49 smithi134 ceph-mon[31761]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-20T21:37:50.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:49 smithi046 ceph-mon[28078]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-20T21:37:50.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:49 smithi046 ceph-mon[39760]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-20T21:37:52.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:51 smithi046 ceph-mon[28078]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-20T21:37:52.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:51 smithi046 ceph-mon[39760]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-20T21:37:52.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:51 smithi134 ceph-mon[31761]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-20T21:37:52.867 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:52 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:37:52.867 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:52 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:52.867 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:52 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:52 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:37:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:52 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:52 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:53.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:52 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:37:53.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:52 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:53.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:52 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:54.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:53 smithi046 ceph-mon[28078]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-20T21:37:54.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:53 smithi046 ceph-mon[39760]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-20T21:37:54.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:53 smithi134 ceph-mon[31761]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-20T21:37:55.627 INFO:teuthology.orchestra.run.smithi134.stdout:Created osd(s) 7 on host 'smithi134' 2024-09-20T21:37:55.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:55 smithi134 ceph-mon[31761]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-20T21:37:55.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:55 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:55.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:55 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:55.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:55 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:37:55.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:55 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:37:55.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:55 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:55.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:55 smithi134 ceph-mon[31761]: from='osd.7 [v2:172.21.15.134:6824/1839606342,v1:172.21.15.134:6825/1839606342]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-20T21:37:55.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:55 smithi134 ceph-mon[31761]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-20T21:37:55.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:55 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:37:55.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:55 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:55.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:55 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:56.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:55 smithi046 ceph-mon[28078]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-20T21:37:56.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:55 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:56.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:55 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:56.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:55 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:37:56.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:55 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:37:56.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:55 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:56.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:55 smithi046 ceph-mon[28078]: from='osd.7 [v2:172.21.15.134:6824/1839606342,v1:172.21.15.134:6825/1839606342]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-20T21:37:56.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:55 smithi046 ceph-mon[28078]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-20T21:37:56.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:55 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:37:56.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:55 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:56.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:55 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:56.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:55 smithi046 ceph-mon[39760]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-20T21:37:56.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:55 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:56.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:55 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:56.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:55 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:37:56.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:55 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:37:56.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:55 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:56.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:55 smithi046 ceph-mon[39760]: from='osd.7 [v2:172.21.15.134:6824/1839606342,v1:172.21.15.134:6825/1839606342]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-20T21:37:56.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:55 smithi046 ceph-mon[39760]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-20T21:37:56.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:55 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:37:56.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:55 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:56.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:55 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:37:56.275 DEBUG:teuthology.orchestra.run.smithi134:osd.7> sudo journalctl -f -n 0 -u ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.7.service 2024-09-20T21:37:56.277 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-09-20T21:37:56.278 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph osd stat -f json 2024-09-20T21:37:56.545 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:37:57.278 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:56 smithi046 ceph-mon[28078]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-20T21:37:57.278 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:56 smithi046 ceph-mon[28078]: osdmap e46: 8 total, 7 up, 8 in 2024-09-20T21:37:57.279 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:56 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-20T21:37:57.279 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:56 smithi046 ceph-mon[28078]: from='osd.7 [v2:172.21.15.134:6824/1839606342,v1:172.21.15.134:6825/1839606342]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:37:57.279 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:56 smithi046 ceph-mon[28078]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:37:57.279 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:56 smithi046 ceph-mon[28078]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-20T21:37:57.279 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:56 smithi046 ceph-mon[39760]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-20T21:37:57.279 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:56 smithi046 ceph-mon[39760]: osdmap e46: 8 total, 7 up, 8 in 2024-09-20T21:37:57.279 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:56 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-20T21:37:57.279 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:56 smithi046 ceph-mon[39760]: from='osd.7 [v2:172.21.15.134:6824/1839606342,v1:172.21.15.134:6825/1839606342]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:37:57.279 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:56 smithi046 ceph-mon[39760]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:37:57.279 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:56 smithi046 ceph-mon[39760]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-20T21:37:57.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:56 smithi134 ceph-mon[31761]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-20T21:37:57.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:56 smithi134 ceph-mon[31761]: osdmap e46: 8 total, 7 up, 8 in 2024-09-20T21:37:57.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:56 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-20T21:37:57.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:56 smithi134 ceph-mon[31761]: from='osd.7 [v2:172.21.15.134:6824/1839606342,v1:172.21.15.134:6825/1839606342]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:37:57.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:56 smithi134 ceph-mon[31761]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:37:57.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:56 smithi134 ceph-mon[31761]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-20T21:37:57.427 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:37:56 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[55879]: 2024-09-20T21:37:56.951+0000 7fa201c43640 -1 osd.7 0 waiting for initial osdmap 2024-09-20T21:37:57.427 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:37:56 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[55879]: 2024-09-20T21:37:56.957+0000 7fa1fc279640 -1 osd.7 47 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-20T21:37:58.089 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:57 smithi046 ceph-mon[39760]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]': finished 2024-09-20T21:37:58.089 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:57 smithi046 ceph-mon[39760]: osdmap e47: 8 total, 7 up, 8 in 2024-09-20T21:37:58.090 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:57 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-20T21:37:58.090 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:57 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-20T21:37:58.090 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:57 smithi046 ceph-mon[39760]: osd.7 [v2:172.21.15.134:6824/1839606342,v1:172.21.15.134:6825/1839606342] boot 2024-09-20T21:37:58.090 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:57 smithi046 ceph-mon[39760]: osdmap e48: 8 total, 8 up, 8 in 2024-09-20T21:37:58.090 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:57 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-20T21:37:58.090 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:57 smithi046 ceph-mon[28078]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]': finished 2024-09-20T21:37:58.090 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:57 smithi046 ceph-mon[28078]: osdmap e47: 8 total, 7 up, 8 in 2024-09-20T21:37:58.090 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:57 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-20T21:37:58.090 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:57 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-20T21:37:58.090 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:57 smithi046 ceph-mon[28078]: osd.7 [v2:172.21.15.134:6824/1839606342,v1:172.21.15.134:6825/1839606342] boot 2024-09-20T21:37:58.090 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:57 smithi046 ceph-mon[28078]: osdmap e48: 8 total, 8 up, 8 in 2024-09-20T21:37:58.090 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:57 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-20T21:37:58.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:57 smithi134 ceph-mon[31761]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]': finished 2024-09-20T21:37:58.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:57 smithi134 ceph-mon[31761]: osdmap e47: 8 total, 7 up, 8 in 2024-09-20T21:37:58.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:57 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-20T21:37:58.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:57 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-20T21:37:58.179 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:57 smithi134 ceph-mon[31761]: osd.7 [v2:172.21.15.134:6824/1839606342,v1:172.21.15.134:6825/1839606342] boot 2024-09-20T21:37:58.179 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:57 smithi134 ceph-mon[31761]: osdmap e48: 8 total, 8 up, 8 in 2024-09-20T21:37:58.179 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:57 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-20T21:37:58.464 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:37:59.148 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:58 smithi134 ceph-mon[31761]: purged_snaps scrub starts 2024-09-20T21:37:59.148 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:58 smithi134 ceph-mon[31761]: purged_snaps scrub ok 2024-09-20T21:37:59.148 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:58 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/1468480743' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-20T21:37:59.148 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:58 smithi134 ceph-mon[31761]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:37:59.148 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:37:58 smithi134 ceph-mon[31761]: osdmap e49: 8 total, 8 up, 8 in 2024-09-20T21:37:59.320 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:58 smithi046 ceph-mon[39760]: purged_snaps scrub starts 2024-09-20T21:37:59.321 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:58 smithi046 ceph-mon[39760]: purged_snaps scrub ok 2024-09-20T21:37:59.321 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:58 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/1468480743' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-20T21:37:59.321 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:58 smithi046 ceph-mon[39760]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:37:59.321 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:37:58 smithi046 ceph-mon[39760]: osdmap e49: 8 total, 8 up, 8 in 2024-09-20T21:37:59.321 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:58 smithi046 ceph-mon[28078]: purged_snaps scrub starts 2024-09-20T21:37:59.321 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:58 smithi046 ceph-mon[28078]: purged_snaps scrub ok 2024-09-20T21:37:59.321 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:58 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/1468480743' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-20T21:37:59.321 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:58 smithi046 ceph-mon[28078]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:37:59.321 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:37:58 smithi046 ceph-mon[28078]: osdmap e49: 8 total, 8 up, 8 in 2024-09-20T21:37:59.348 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":48,"num_osds":8,"num_up_osds":8,"osd_up_since":1726868277,"num_in_osds":8,"osd_in_since":1726868260,"num_remapped_pgs":1} 2024-09-20T21:37:59.349 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph osd dump --format=json 2024-09-20T21:37:59.605 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:38:00.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:00 smithi046 ceph-mon[39760]: Detected new or changed devices on smithi134 2024-09-20T21:38:00.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:00 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:00.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:00 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:00.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:00 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:38:00.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:00 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:38:00.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:00 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:38:00.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:00 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:38:00.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:00 smithi046 ceph-mon[39760]: Adjusting osd_memory_target on smithi134 to 4272M 2024-09-20T21:38:00.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:00 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:00.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:00 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:38:00.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:00 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:38:00.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:00 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:00.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:00 smithi046 ceph-mon[39760]: osdmap e50: 8 total, 8 up, 8 in 2024-09-20T21:38:00.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:00 smithi046 ceph-mon[28078]: Detected new or changed devices on smithi134 2024-09-20T21:38:00.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:00 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:00.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:00 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:00.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:00 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:38:00.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:00 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:38:00.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:00 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:38:00.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:00 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:38:00.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:00 smithi046 ceph-mon[28078]: Adjusting osd_memory_target on smithi134 to 4272M 2024-09-20T21:38:00.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:00 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:00.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:00 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:38:00.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:00 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:38:00.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:00 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:00.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:00 smithi046 ceph-mon[28078]: osdmap e50: 8 total, 8 up, 8 in 2024-09-20T21:38:00.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:00 smithi134 ceph-mon[31761]: Detected new or changed devices on smithi134 2024-09-20T21:38:00.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:00 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:00.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:00 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:00.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:00 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:38:00.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:00 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:38:00.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:00 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:38:00.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:00 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:38:00.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:00 smithi134 ceph-mon[31761]: Adjusting osd_memory_target on smithi134 to 4272M 2024-09-20T21:38:00.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:00 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:00.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:00 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:38:00.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:00 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:38:00.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:00 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:00.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:00 smithi134 ceph-mon[31761]: osdmap e50: 8 total, 8 up, 8 in 2024-09-20T21:38:01.234 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:01 smithi046 ceph-mon[28078]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:01.235 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:01 smithi046 ceph-mon[39760]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:01.612 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:38:01.612 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":50,"fsid":"c87e54aa-7797-11ef-baf5-efdc52797490","created":"2024-09-20T21:32:55.553178+0000","modified":"2024-09-20T21:37:59.775645+0000","last_up_change":"2024-09-20T21:37:57.772890+0000","last_in_change":"2024-09-20T21:37:40.842250+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-20T21:35:58.949080+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"b6742b83-3237-4a3d-b0a0-a014bd4938ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1803760533},{"type":"v1","addr":"172.21.15.46:6803","nonce":1803760533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1803760533},{"type":"v1","addr":"172.21.15.46:6805","nonce":1803760533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1803760533},{"type":"v1","addr":"172.21.15.46:6809","nonce":1803760533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1803760533},{"type":"v1","addr":"172.21.15.46:6807","nonce":1803760533}]},"public_addr":"172.21.15.46:6803/1803760533","cluster_addr":"172.21.15.46:6805/1803760533","heartbeat_back_addr":"172.21.15.46:6809/1803760533","heartbeat_front_addr":"172.21.15.46:6807/1803760533","state":["exists","up"]},{"osd":1,"uuid":"15d84a3b-b9e5-4056-a568-99cd0ae9e477","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":467964406},{"type":"v1","addr":"172.21.15.46:6811","nonce":467964406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":467964406},{"type":"v1","addr":"172.21.15.46:6813","nonce":467964406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":467964406},{"type":"v1","addr":"172.21.15.46:6817","nonce":467964406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":467964406},{"type":"v1","addr":"172.21.15.46:6815","nonce":467964406}]},"public_addr":"172.21.15.46:6811/467964406","cluster_addr":"172.21.15.46:6813/467964406","heartbeat_back_addr":"172.21.15.46:6817/467964406","heartbeat_front_addr":"172.21.15.46:6815/467964406","state":["exists","up"]},{"osd":2,"uuid":"b72dd1f8-2e22-459d-ba68-9908456ac1da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2966088863},{"type":"v1","addr":"172.21.15.46:6819","nonce":2966088863}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2966088863},{"type":"v1","addr":"172.21.15.46:6821","nonce":2966088863}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2966088863},{"type":"v1","addr":"172.21.15.46:6825","nonce":2966088863}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2966088863},{"type":"v1","addr":"172.21.15.46:6823","nonce":2966088863}]},"public_addr":"172.21.15.46:6819/2966088863","cluster_addr":"172.21.15.46:6821/2966088863","heartbeat_back_addr":"172.21.15.46:6825/2966088863","heartbeat_front_addr":"172.21.15.46:6823/2966088863","state":["exists","up"]},{"osd":3,"uuid":"8d741e55-d6d4-4ae9-803f-fbf733df3fa7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":4113170482},{"type":"v1","addr":"172.21.15.46:6827","nonce":4113170482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":4113170482},{"type":"v1","addr":"172.21.15.46:6829","nonce":4113170482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":4113170482},{"type":"v1","addr":"172.21.15.46:6833","nonce":4113170482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":4113170482},{"type":"v1","addr":"172.21.15.46:6831","nonce":4113170482}]},"public_addr":"172.21.15.46:6827/4113170482","cluster_addr":"172.21.15.46:6829/4113170482","heartbeat_back_addr":"172.21.15.46:6833/4113170482","heartbeat_front_addr":"172.21.15.46:6831/4113170482","state":["exists","up"]},{"osd":4,"uuid":"c52d751d-68cb-4835-b5e5-76bdaaca8857","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":2472663951},{"type":"v1","addr":"172.21.15.134:6801","nonce":2472663951}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":2472663951},{"type":"v1","addr":"172.21.15.134:6803","nonce":2472663951}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":2472663951},{"type":"v1","addr":"172.21.15.134:6807","nonce":2472663951}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":2472663951},{"type":"v1","addr":"172.21.15.134:6805","nonce":2472663951}]},"public_addr":"172.21.15.134:6801/2472663951","cluster_addr":"172.21.15.134:6803/2472663951","heartbeat_back_addr":"172.21.15.134:6807/2472663951","heartbeat_front_addr":"172.21.15.134:6805/2472663951","state":["exists","up"]},{"osd":5,"uuid":"bf749747-a8c5-4996-9d7e-31aed151800c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":160234939},{"type":"v1","addr":"172.21.15.134:6809","nonce":160234939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":160234939},{"type":"v1","addr":"172.21.15.134:6811","nonce":160234939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":160234939},{"type":"v1","addr":"172.21.15.134:6815","nonce":160234939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":160234939},{"type":"v1","addr":"172.21.15.134:6813","nonce":160234939}]},"public_addr":"172.21.15.134:6809/160234939","cluster_addr":"172.21.15.134:6811/160234939","heartbeat_back_addr":"172.21.15.134:6815/160234939","heartbeat_front_addr":"172.21.15.134:6813/160234939","state":["exists","up"]},{"osd":6,"uuid":"c69a07d8-11bc-45f9-a70e-a3df19648d01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2686541366},{"type":"v1","addr":"172.21.15.134:6817","nonce":2686541366}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2686541366},{"type":"v1","addr":"172.21.15.134:6819","nonce":2686541366}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2686541366},{"type":"v1","addr":"172.21.15.134:6823","nonce":2686541366}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2686541366},{"type":"v1","addr":"172.21.15.134:6821","nonce":2686541366}]},"public_addr":"172.21.15.134:6817/2686541366","cluster_addr":"172.21.15.134:6819/2686541366","heartbeat_back_addr":"172.21.15.134:6823/2686541366","heartbeat_front_addr":"172.21.15.134:6821/2686541366","state":["exists","up"]},{"osd":7,"uuid":"7f063110-8f0c-4972-8faa-a7b815b2f00f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":1839606342},{"type":"v1","addr":"172.21.15.134:6825","nonce":1839606342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":1839606342},{"type":"v1","addr":"172.21.15.134:6827","nonce":1839606342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":1839606342},{"type":"v1","addr":"172.21.15.134:6831","nonce":1839606342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":1839606342},{"type":"v1","addr":"172.21.15.134:6829","nonce":1839606342}]},"public_addr":"172.21.15.134:6825/1839606342","cluster_addr":"172.21.15.134:6827/1839606342","heartbeat_back_addr":"172.21.15.134:6831/1839606342","heartbeat_front_addr":"172.21.15.134:6829/1839606342","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:35:06.257114+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:35:31.122572+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:35:55.864705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:36:20.592939+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:36:42.711423+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:37:06.880923+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:37:30.953896+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:37:56.129414+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/1799067520":"2024-09-21T21:33:42.454677+0000","172.21.15.46:0/1588658720":"2024-09-21T21:33:42.454677+0000","172.21.15.46:6801/749516966":"2024-09-21T21:33:19.061921+0000","172.21.15.46:0/2242204039":"2024-09-21T21:33:42.454677+0000","172.21.15.46:6800/4286712955":"2024-09-21T21:33:42.454677+0000","172.21.15.46:6800/749516966":"2024-09-21T21:33:19.061921+0000","172.21.15.46:6801/4286712955":"2024-09-21T21:33:42.454677+0000","172.21.15.46:0/360754787":"2024-09-21T21:33:19.061921+0000","172.21.15.46:0/155919852":"2024-09-21T21:33:19.061921+0000","172.21.15.46:0/3287126627":"2024-09-21T21:33:19.061921+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-20T21:38:01.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:01 smithi134 ceph-mon[31761]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:02.237 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-20T21:35:58.949080+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2024-09-20T21:38:02.238 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph osd pool get .mgr pg_num 2024-09-20T21:38:02.493 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:38:02.614 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:02 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/2613315231' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-20T21:38:02.614 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:02 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/2613315231' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-20T21:38:02.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:02 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/2613315231' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-20T21:38:03.491 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:03 smithi046 ceph-mon[39760]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:03.491 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:03 smithi046 ceph-mon[28078]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:03.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:03 smithi134 ceph-mon[31761]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:04.534 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2024-09-20T21:38:04.848 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:04 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/3487266205' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-20T21:38:04.849 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:04 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/3487266205' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-20T21:38:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:04 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/3487266205' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-20T21:38:05.152 INFO:tasks.cephadm:Adding mds.a on smithi046 2024-09-20T21:38:05.152 INFO:tasks.cephadm:Adding mds.b on smithi134 2024-09-20T21:38:05.152 DEBUG:teuthology.orchestra.run.smithi134:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph orch apply mds all '2;smithi046=a;smithi134=b' 2024-09-20T21:38:05.408 INFO:teuthology.orchestra.run.smithi134.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.b/config 2024-09-20T21:38:05.784 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:05 smithi134 ceph-mon[31761]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:05.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:05 smithi046 ceph-mon[28078]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:05.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:05 smithi046 ceph-mon[39760]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:07.199 INFO:teuthology.orchestra.run.smithi134.stdout:Scheduled mds.all update... 2024-09-20T21:38:07.777 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:07 smithi134 ceph-mon[31761]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:07.777 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:07 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:07.777 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:07 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:38:07.777 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:07 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:38:07.777 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:07 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:38:07.777 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:07 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:07.777 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:07 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-20T21:38:07.777 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:07 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-20T21:38:07.777 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:07 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:38:07.803 DEBUG:teuthology.orchestra.run.smithi046:mds.a> sudo journalctl -f -n 0 -u ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mds.a.service 2024-09-20T21:38:07.805 DEBUG:teuthology.orchestra.run.smithi134:mds.b> sudo journalctl -f -n 0 -u ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mds.b.service 2024-09-20T21:38:07.808 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-09-20T21:38:07.808 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph fs dump --format=json 2024-09-20T21:38:07.872 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:07 smithi046 ceph-mon[28078]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:07.872 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:07 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:07.872 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:07 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:38:07.872 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:07 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:38:07.872 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:07 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:38:07.872 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:07 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:07.872 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:07 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-20T21:38:07.872 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:07 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-20T21:38:07.873 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:07 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:38:07.873 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:07 smithi046 ceph-mon[39760]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:07.873 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:07 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:07.873 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:07 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:38:07.873 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:07 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:38:07.873 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:07 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:38:07.873 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:07 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:07.873 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:07 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-20T21:38:07.873 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:07 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-20T21:38:07.874 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:07 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:38:08.637 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:38:08.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:08 smithi046 ceph-mon[39760]: from='client.24298 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi046=a;smithi134=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:38:08.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:08 smithi046 ceph-mon[39760]: Saving service mds.all spec with placement smithi046=a;smithi134=b;count:2 2024-09-20T21:38:08.759 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:08 smithi046 ceph-mon[39760]: Deploying daemon mds.a on smithi046 2024-09-20T21:38:08.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:08 smithi046 ceph-mon[28078]: from='client.24298 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi046=a;smithi134=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:38:08.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:08 smithi046 ceph-mon[28078]: Saving service mds.all spec with placement smithi046=a;smithi134=b;count:2 2024-09-20T21:38:08.759 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:08 smithi046 ceph-mon[28078]: Deploying daemon mds.a on smithi046 2024-09-20T21:38:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:08 smithi134 ceph-mon[31761]: from='client.24298 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi046=a;smithi134=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:38:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:08 smithi134 ceph-mon[31761]: Saving service mds.all spec with placement smithi046=a;smithi134=b;count:2 2024-09-20T21:38:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:08 smithi134 ceph-mon[31761]: Deploying daemon mds.a on smithi046 2024-09-20T21:38:09.658 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:09 smithi046 ceph-mon[28078]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:09.659 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:09 smithi046 ceph-mon[39760]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:09 smithi134 ceph-mon[31761]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:09.997 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 20 21:38:09 smithi046 systemd[1]: Starting Ceph mds.a for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:38:11.002 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:38:11.002 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-09-20T21:38:11.003 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 1 2024-09-20T21:38:11.365 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 20 21:38:10 smithi046 podman[67241]: 2024-09-20 21:38:10.825729114 +0000 UTC m=+0.196918845 image pull fc3ec4a4f6be575045de0fd8a2fe84939e888152c447bdedb90add7841f7bef9 quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2 2024-09-20T21:38:11.365 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 20 21:38:10 smithi046 podman[67241]: 2024-09-20 21:38:10.933217659 +0000 UTC m=+0.304407395 container create 9e6c3beb915dbfa80377bae9e8bff91f0cffeca92e8bb3ba61fb31a77e03533c (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-a, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-fbd1a6a, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-09-20T21:38:11.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:11 smithi046 ceph-mon[39760]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:11.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:11 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/22881468' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-20T21:38:11.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:11 smithi046 ceph-mon[28078]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:11.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:11 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/22881468' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-20T21:38:11.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:11 smithi134 ceph-mon[31761]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:11.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:11 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/22881468' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-20T21:38:12.020 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 20 21:38:11 smithi046 podman[67241]: 2024-09-20 21:38:11.915410813 +0000 UTC m=+1.286600552 container init 9e6c3beb915dbfa80377bae9e8bff91f0cffeca92e8bb3ba61fb31a77e03533c (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-a, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=quincy-fbd1a6a, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-09-20T21:38:12.020 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 20 21:38:11 smithi046 podman[67241]: 2024-09-20 21:38:11.922542905 +0000 UTC m=+1.293732637 container start 9e6c3beb915dbfa80377bae9e8bff91f0cffeca92e8bb3ba61fb31a77e03533c (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-a, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, RELEASE=quincy-fbd1a6a, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-09-20T21:38:12.020 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 20 21:38:11 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-a[67296]: starting mds.a at 2024-09-20T21:38:12.020 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 20 21:38:12 smithi046 bash[67241]: 9e6c3beb915dbfa80377bae9e8bff91f0cffeca92e8bb3ba61fb31a77e03533c 2024-09-20T21:38:12.020 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 20 21:38:12 smithi046 systemd[1]: Started Ceph mds.a for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:38:13.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:12 smithi134 ceph-mon[31761]: mds.? [v2:172.21.15.46:6834/2439719107,v1:172.21.15.46:6835/2439719107] up:boot 2024-09-20T21:38:13.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:12 smithi134 ceph-mon[31761]: fsmap 1 up:standby 2024-09-20T21:38:13.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:12 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-20T21:38:13.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:12 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:13.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:12 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:13.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:12 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:13.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:12 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-20T21:38:13.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:12 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-20T21:38:13.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:12 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:38:13.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:12 smithi134 ceph-mon[31761]: Deploying daemon mds.b on smithi134 2024-09-20T21:38:13.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:12 smithi134 ceph-mon[31761]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:13.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:12 smithi046 ceph-mon[28078]: mds.? [v2:172.21.15.46:6834/2439719107,v1:172.21.15.46:6835/2439719107] up:boot 2024-09-20T21:38:13.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:12 smithi046 ceph-mon[28078]: fsmap 1 up:standby 2024-09-20T21:38:13.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:12 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-20T21:38:13.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:12 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:13.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:12 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:13.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:12 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:13.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:12 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-20T21:38:13.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:12 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-20T21:38:13.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:12 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:38:13.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:12 smithi046 ceph-mon[28078]: Deploying daemon mds.b on smithi134 2024-09-20T21:38:13.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:12 smithi046 ceph-mon[28078]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:13.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:12 smithi046 ceph-mon[39760]: mds.? [v2:172.21.15.46:6834/2439719107,v1:172.21.15.46:6835/2439719107] up:boot 2024-09-20T21:38:13.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:12 smithi046 ceph-mon[39760]: fsmap 1 up:standby 2024-09-20T21:38:13.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:12 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-20T21:38:13.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:12 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:13.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:12 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:13.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:12 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:13.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:12 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-20T21:38:13.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:12 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-20T21:38:13.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:12 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:38:13.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:12 smithi046 ceph-mon[39760]: Deploying daemon mds.b on smithi134 2024-09-20T21:38:13.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:12 smithi046 ceph-mon[39760]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:13.802 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph fs dump --format=json 2024-09-20T21:38:14.070 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:38:14.278 INFO:journalctl@ceph.mds.b.smithi134.stdout:Sep 20 21:38:14 smithi134 podman[59893]: 2024-09-20 21:38:14.149637537 +0000 UTC m=+0.117539414 container create 132e8dbc5c5df62221abb161783734110efddd987f9066bcb2cec7c782acee74 (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=quincy-fbd1a6a, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-20T21:38:14.676 INFO:journalctl@ceph.mds.b.smithi134.stdout:Sep 20 21:38:14 smithi134 podman[59893]: 2024-09-20 21:38:14.385474887 +0000 UTC m=+0.353376731 container init 132e8dbc5c5df62221abb161783734110efddd987f9066bcb2cec7c782acee74 (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-b, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, RELEASE=quincy-fbd1a6a, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-09-20T21:38:14.676 INFO:journalctl@ceph.mds.b.smithi134.stdout:Sep 20 21:38:14 smithi134 podman[59893]: 2024-09-20 21:38:14.390020627 +0000 UTC m=+0.357922461 container start 132e8dbc5c5df62221abb161783734110efddd987f9066bcb2cec7c782acee74 (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-b, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-fbd1a6a, io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-09-20T21:38:14.677 INFO:journalctl@ceph.mds.b.smithi134.stdout:Sep 20 21:38:14 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-b[59908]: starting mds.b at 2024-09-20T21:38:14.677 INFO:journalctl@ceph.mds.b.smithi134.stdout:Sep 20 21:38:14 smithi134 bash[59893]: 132e8dbc5c5df62221abb161783734110efddd987f9066bcb2cec7c782acee74 2024-09-20T21:38:14.677 INFO:journalctl@ceph.mds.b.smithi134.stdout:Sep 20 21:38:14 smithi134 systemd[1]: Started Ceph mds.b for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:38:15.587 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:15 smithi046 ceph-mon[28078]: mds.? [v2:172.21.15.134:6832/84645913,v1:172.21.15.134:6833/84645913] up:boot 2024-09-20T21:38:15.587 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:15 smithi046 ceph-mon[28078]: fsmap 2 up:standby 2024-09-20T21:38:15.587 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:15 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-20T21:38:15.587 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:15 smithi046 ceph-mon[28078]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:15.587 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:15 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:15.588 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:15 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:15.588 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:15 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:15.588 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:15 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:15.588 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:15 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:15.588 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:15 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:38:15.588 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:15 smithi046 ceph-mon[39760]: mds.? [v2:172.21.15.134:6832/84645913,v1:172.21.15.134:6833/84645913] up:boot 2024-09-20T21:38:15.588 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:15 smithi046 ceph-mon[39760]: fsmap 2 up:standby 2024-09-20T21:38:15.588 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:15 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-20T21:38:15.588 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:15 smithi046 ceph-mon[39760]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:15.588 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:15 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:15.588 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:15 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:15.588 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:15 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:15.589 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:15 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:15.589 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:15 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:15.589 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:15 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:38:15.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:15 smithi134 ceph-mon[31761]: mds.? [v2:172.21.15.134:6832/84645913,v1:172.21.15.134:6833/84645913] up:boot 2024-09-20T21:38:15.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:15 smithi134 ceph-mon[31761]: fsmap 2 up:standby 2024-09-20T21:38:15.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:15 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-20T21:38:15.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:15 smithi134 ceph-mon[31761]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:15.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:15 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:15.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:15 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:15.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:15 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:15.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:15 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:15.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:15 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:15.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:15 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:38:16.038 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:38:16.039 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14421,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/2439719107","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":2439719107},{"type":"v1","addr":"172.21.15.46:6835","nonce":2439719107}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24310,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6833/84645913","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6832","nonce":84645913},{"type":"v1","addr":"172.21.15.134:6833","nonce":84645913}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-09-20T21:38:16.039 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 3 2024-09-20T21:38:16.873 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph --format=json-pretty osd lspools 2024-09-20T21:38:17.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:16 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:17.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:16 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:17.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:16 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/1803882178' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-20T21:38:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:16 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:17.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:16 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:17.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:16 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/1803882178' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-20T21:38:17.175 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:38:17.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:16 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:17.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:16 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:17.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:16 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/1803882178' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-20T21:38:18.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:17 smithi046 ceph-mon[28078]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:18.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:17 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:18.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:17 smithi046 ceph-mon[39760]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:18.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:17 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:18.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:17 smithi134 ceph-mon[31761]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:18.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:17 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:19.036 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:38:19.037 INFO:teuthology.orchestra.run.smithi046.stdout:[ 2024-09-20T21:38:19.037 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-09-20T21:38:19.037 INFO:teuthology.orchestra.run.smithi046.stdout: "poolnum": 1, 2024-09-20T21:38:19.037 INFO:teuthology.orchestra.run.smithi046.stdout: "poolname": ".mgr" 2024-09-20T21:38:19.037 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-20T21:38:19.037 INFO:teuthology.orchestra.run.smithi046.stdout:] 2024-09-20T21:38:19.699 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-20T21:38:19.700 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-20T21:38:19.955 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:38:20.077 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:19 smithi046 ceph-mon[28078]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:20.077 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:19 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:20.077 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:19 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:20.077 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:19 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:38:20.077 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:19 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:38:20.077 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:19 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:20.077 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:19 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/3971864619' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-20T21:38:20.077 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:19 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:38:20.077 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:19 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:38:20.077 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:19 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:38:20.078 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:19 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:20.078 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:19 smithi046 ceph-mon[39760]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:20.078 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:19 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:20.078 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:19 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:20.078 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:19 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:38:20.078 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:19 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:38:20.078 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:19 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:20.078 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:19 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/3971864619' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-20T21:38:20.078 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:19 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:38:20.078 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:19 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:38:20.078 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:19 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:38:20.078 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:19 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:19 smithi134 ceph-mon[31761]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:19 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:19 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:19 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:38:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:19 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:38:20.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:19 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:20.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:19 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/3971864619' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-20T21:38:20.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:19 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:38:20.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:19 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:38:20.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:19 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:38:20.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:19 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:22.315 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'cephfs_metadata' created 2024-09-20T21:38:22.628 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:22 smithi046 ceph-mon[28078]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:22.628 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:22 smithi046 ceph-mon[39760]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:22.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:22 smithi134 ceph-mon[31761]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:23.092 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-20T21:38:23.366 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:38:23.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:23 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/427989936' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-20T21:38:23.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:23 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/427989936' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-20T21:38:23.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:23 smithi046 ceph-mon[28078]: osdmap e51: 8 total, 8 up, 8 in 2024-09-20T21:38:23.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:23 smithi046 ceph-mon[28078]: pgmap v181: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:23.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:23 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/427989936' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-20T21:38:23.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:23 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/427989936' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-20T21:38:23.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:23 smithi046 ceph-mon[39760]: osdmap e51: 8 total, 8 up, 8 in 2024-09-20T21:38:23.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:23 smithi046 ceph-mon[39760]: pgmap v181: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:23.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:23 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/427989936' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-20T21:38:23.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:23 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/427989936' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-20T21:38:23.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:23 smithi134 ceph-mon[31761]: osdmap e51: 8 total, 8 up, 8 in 2024-09-20T21:38:23.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:23 smithi134 ceph-mon[31761]: pgmap v181: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:24.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:24 smithi046 ceph-mon[39760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:38:24.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:24 smithi046 ceph-mon[39760]: osdmap e52: 8 total, 8 up, 8 in 2024-09-20T21:38:24.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:24 smithi046 ceph-mon[28078]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:38:24.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:24 smithi046 ceph-mon[28078]: osdmap e52: 8 total, 8 up, 8 in 2024-09-20T21:38:24.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:24 smithi134 ceph-mon[31761]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:38:24.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:24 smithi134 ceph-mon[31761]: osdmap e52: 8 total, 8 up, 8 in 2024-09-20T21:38:25.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:25 smithi046 ceph-mon[28078]: osdmap e53: 8 total, 8 up, 8 in 2024-09-20T21:38:25.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:25 smithi046 ceph-mon[28078]: pgmap v184: 33 pgs: 16 creating+peering, 17 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:25.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:25 smithi046 ceph-mon[39760]: osdmap e53: 8 total, 8 up, 8 in 2024-09-20T21:38:25.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:25 smithi046 ceph-mon[39760]: pgmap v184: 33 pgs: 16 creating+peering, 17 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:25.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:25 smithi134 ceph-mon[31761]: osdmap e53: 8 total, 8 up, 8 in 2024-09-20T21:38:25.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:25 smithi134 ceph-mon[31761]: pgmap v184: 33 pgs: 16 creating+peering, 17 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:26.334 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'cephfs_data' created 2024-09-20T21:38:26.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:26 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/2462662878' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-20T21:38:26.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:26 smithi046 ceph-mon[28078]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-20T21:38:26.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:26 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/2462662878' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-20T21:38:26.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:26 smithi046 ceph-mon[39760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-20T21:38:26.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:26 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/2462662878' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-20T21:38:26.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:26 smithi134 ceph-mon[31761]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-20T21:38:27.058 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-20T21:38:27.320 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:38:27.597 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:27 smithi046 ceph-mon[28078]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-20T21:38:27.597 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:27 smithi046 ceph-mon[28078]: osdmap e54: 8 total, 8 up, 8 in 2024-09-20T21:38:27.597 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:27 smithi046 ceph-mon[28078]: pgmap v186: 97 pgs: 64 unknown, 16 creating+peering, 17 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:27.597 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:27 smithi046 ceph-mon[39760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-20T21:38:27.597 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:27 smithi046 ceph-mon[39760]: osdmap e54: 8 total, 8 up, 8 in 2024-09-20T21:38:27.598 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:27 smithi046 ceph-mon[39760]: pgmap v186: 97 pgs: 64 unknown, 16 creating+peering, 17 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:27.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:27 smithi134 ceph-mon[31761]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-20T21:38:27.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:27 smithi134 ceph-mon[31761]: osdmap e54: 8 total, 8 up, 8 in 2024-09-20T21:38:27.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:27 smithi134 ceph-mon[31761]: pgmap v186: 97 pgs: 64 unknown, 16 creating+peering, 17 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:28.533 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:28 smithi046 ceph-mon[28078]: osdmap e55: 8 total, 8 up, 8 in 2024-09-20T21:38:28.534 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:28 smithi046 ceph-mon[39760]: osdmap e55: 8 total, 8 up, 8 in 2024-09-20T21:38:28.679 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:28 smithi134 ceph-mon[31761]: osdmap e55: 8 total, 8 up, 8 in 2024-09-20T21:38:29.348 INFO:teuthology.orchestra.run.smithi046.stderr:new fs with metadata pool 2 and data pool 3 2024-09-20T21:38:29.640 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:29 smithi046 ceph-mon[28078]: osdmap e56: 8 total, 8 up, 8 in 2024-09-20T21:38:29.640 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:29 smithi046 ceph-mon[28078]: pgmap v189: 97 pgs: 34 unknown, 63 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:29.640 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:29 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/3978178339' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-20T21:38:29.641 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:29 smithi046 ceph-mon[28078]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-20T21:38:29.641 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:29 smithi046 ceph-mon[28078]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-20T21:38:29.641 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:29 smithi046 ceph-mon[39760]: osdmap e56: 8 total, 8 up, 8 in 2024-09-20T21:38:29.641 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:29 smithi046 ceph-mon[39760]: pgmap v189: 97 pgs: 34 unknown, 63 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:29.641 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:29 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/3978178339' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-20T21:38:29.641 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:29 smithi046 ceph-mon[39760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-20T21:38:29.641 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:29 smithi046 ceph-mon[39760]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-20T21:38:29.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:29 smithi134 ceph-mon[31761]: osdmap e56: 8 total, 8 up, 8 in 2024-09-20T21:38:29.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:29 smithi134 ceph-mon[31761]: pgmap v189: 97 pgs: 34 unknown, 63 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:29.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:29 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/3978178339' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-20T21:38:29.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:29 smithi134 ceph-mon[31761]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-20T21:38:29.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:29 smithi134 ceph-mon[31761]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-20T21:38:30.079 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph osd dump --format=json 2024-09-20T21:38:30.338 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:38:30.613 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:30 smithi046 ceph-mon[28078]: osdmap e57: 8 total, 8 up, 8 in 2024-09-20T21:38:30.613 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:30 smithi046 ceph-mon[28078]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-20T21:38:30.613 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:30 smithi046 ceph-mon[28078]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-09-20T21:38:30.613 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:30 smithi046 ceph-mon[28078]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-20T21:38:30.613 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:30 smithi046 ceph-mon[39760]: osdmap e57: 8 total, 8 up, 8 in 2024-09-20T21:38:30.613 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:30 smithi046 ceph-mon[39760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-20T21:38:30.613 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:30 smithi046 ceph-mon[39760]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-09-20T21:38:30.614 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:30 smithi046 ceph-mon[39760]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-20T21:38:30.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:30 smithi134 ceph-mon[31761]: osdmap e57: 8 total, 8 up, 8 in 2024-09-20T21:38:30.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:30 smithi134 ceph-mon[31761]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-20T21:38:30.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:30 smithi134 ceph-mon[31761]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-09-20T21:38:30.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:30 smithi134 ceph-mon[31761]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-20T21:38:31.531 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:31 smithi046 ceph-mon[28078]: mds.? [v2:172.21.15.134:6832/84645913,v1:172.21.15.134:6833/84645913] up:active 2024-09-20T21:38:31.531 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:31 smithi046 ceph-mon[28078]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-20T21:38:31.531 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:31 smithi046 ceph-mon[28078]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-20T21:38:31.531 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:31 smithi046 ceph-mon[28078]: pgmap v191: 97 pgs: 97 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:31.531 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:31 smithi046 ceph-mon[39760]: mds.? [v2:172.21.15.134:6832/84645913,v1:172.21.15.134:6833/84645913] up:active 2024-09-20T21:38:31.531 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:31 smithi046 ceph-mon[39760]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-20T21:38:31.532 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:31 smithi046 ceph-mon[39760]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-20T21:38:31.532 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:31 smithi046 ceph-mon[39760]: pgmap v191: 97 pgs: 97 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:31.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:31 smithi134 ceph-mon[31761]: mds.? [v2:172.21.15.134:6832/84645913,v1:172.21.15.134:6833/84645913] up:active 2024-09-20T21:38:31.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:31 smithi134 ceph-mon[31761]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-20T21:38:31.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:31 smithi134 ceph-mon[31761]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-20T21:38:31.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:31 smithi134 ceph-mon[31761]: pgmap v191: 97 pgs: 97 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:32.243 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:38:32.243 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":57,"fsid":"c87e54aa-7797-11ef-baf5-efdc52797490","created":"2024-09-20T21:32:55.553178+0000","modified":"2024-09-20T21:38:29.313522+0000","last_up_change":"2024-09-20T21:37:57.772890+0000","last_in_change":"2024-09-20T21:37:40.842250+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-20T21:35:58.949080+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-20T21:38:22.258367+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-20T21:38:25.867445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"b6742b83-3237-4a3d-b0a0-a014bd4938ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1803760533},{"type":"v1","addr":"172.21.15.46:6803","nonce":1803760533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1803760533},{"type":"v1","addr":"172.21.15.46:6805","nonce":1803760533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1803760533},{"type":"v1","addr":"172.21.15.46:6809","nonce":1803760533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1803760533},{"type":"v1","addr":"172.21.15.46:6807","nonce":1803760533}]},"public_addr":"172.21.15.46:6803/1803760533","cluster_addr":"172.21.15.46:6805/1803760533","heartbeat_back_addr":"172.21.15.46:6809/1803760533","heartbeat_front_addr":"172.21.15.46:6807/1803760533","state":["exists","up"]},{"osd":1,"uuid":"15d84a3b-b9e5-4056-a568-99cd0ae9e477","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":467964406},{"type":"v1","addr":"172.21.15.46:6811","nonce":467964406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":467964406},{"type":"v1","addr":"172.21.15.46:6813","nonce":467964406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":467964406},{"type":"v1","addr":"172.21.15.46:6817","nonce":467964406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":467964406},{"type":"v1","addr":"172.21.15.46:6815","nonce":467964406}]},"public_addr":"172.21.15.46:6811/467964406","cluster_addr":"172.21.15.46:6813/467964406","heartbeat_back_addr":"172.21.15.46:6817/467964406","heartbeat_front_addr":"172.21.15.46:6815/467964406","state":["exists","up"]},{"osd":2,"uuid":"b72dd1f8-2e22-459d-ba68-9908456ac1da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2966088863},{"type":"v1","addr":"172.21.15.46:6819","nonce":2966088863}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2966088863},{"type":"v1","addr":"172.21.15.46:6821","nonce":2966088863}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2966088863},{"type":"v1","addr":"172.21.15.46:6825","nonce":2966088863}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2966088863},{"type":"v1","addr":"172.21.15.46:6823","nonce":2966088863}]},"public_addr":"172.21.15.46:6819/2966088863","cluster_addr":"172.21.15.46:6821/2966088863","heartbeat_back_addr":"172.21.15.46:6825/2966088863","heartbeat_front_addr":"172.21.15.46:6823/2966088863","state":["exists","up"]},{"osd":3,"uuid":"8d741e55-d6d4-4ae9-803f-fbf733df3fa7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":4113170482},{"type":"v1","addr":"172.21.15.46:6827","nonce":4113170482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":4113170482},{"type":"v1","addr":"172.21.15.46:6829","nonce":4113170482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":4113170482},{"type":"v1","addr":"172.21.15.46:6833","nonce":4113170482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":4113170482},{"type":"v1","addr":"172.21.15.46:6831","nonce":4113170482}]},"public_addr":"172.21.15.46:6827/4113170482","cluster_addr":"172.21.15.46:6829/4113170482","heartbeat_back_addr":"172.21.15.46:6833/4113170482","heartbeat_front_addr":"172.21.15.46:6831/4113170482","state":["exists","up"]},{"osd":4,"uuid":"c52d751d-68cb-4835-b5e5-76bdaaca8857","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":2472663951},{"type":"v1","addr":"172.21.15.134:6801","nonce":2472663951}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":2472663951},{"type":"v1","addr":"172.21.15.134:6803","nonce":2472663951}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":2472663951},{"type":"v1","addr":"172.21.15.134:6807","nonce":2472663951}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":2472663951},{"type":"v1","addr":"172.21.15.134:6805","nonce":2472663951}]},"public_addr":"172.21.15.134:6801/2472663951","cluster_addr":"172.21.15.134:6803/2472663951","heartbeat_back_addr":"172.21.15.134:6807/2472663951","heartbeat_front_addr":"172.21.15.134:6805/2472663951","state":["exists","up"]},{"osd":5,"uuid":"bf749747-a8c5-4996-9d7e-31aed151800c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":160234939},{"type":"v1","addr":"172.21.15.134:6809","nonce":160234939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":160234939},{"type":"v1","addr":"172.21.15.134:6811","nonce":160234939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":160234939},{"type":"v1","addr":"172.21.15.134:6815","nonce":160234939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":160234939},{"type":"v1","addr":"172.21.15.134:6813","nonce":160234939}]},"public_addr":"172.21.15.134:6809/160234939","cluster_addr":"172.21.15.134:6811/160234939","heartbeat_back_addr":"172.21.15.134:6815/160234939","heartbeat_front_addr":"172.21.15.134:6813/160234939","state":["exists","up"]},{"osd":6,"uuid":"c69a07d8-11bc-45f9-a70e-a3df19648d01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2686541366},{"type":"v1","addr":"172.21.15.134:6817","nonce":2686541366}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2686541366},{"type":"v1","addr":"172.21.15.134:6819","nonce":2686541366}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2686541366},{"type":"v1","addr":"172.21.15.134:6823","nonce":2686541366}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2686541366},{"type":"v1","addr":"172.21.15.134:6821","nonce":2686541366}]},"public_addr":"172.21.15.134:6817/2686541366","cluster_addr":"172.21.15.134:6819/2686541366","heartbeat_back_addr":"172.21.15.134:6823/2686541366","heartbeat_front_addr":"172.21.15.134:6821/2686541366","state":["exists","up"]},{"osd":7,"uuid":"7f063110-8f0c-4972-8faa-a7b815b2f00f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":1839606342},{"type":"v1","addr":"172.21.15.134:6825","nonce":1839606342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":1839606342},{"type":"v1","addr":"172.21.15.134:6827","nonce":1839606342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":1839606342},{"type":"v1","addr":"172.21.15.134:6831","nonce":1839606342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":1839606342},{"type":"v1","addr":"172.21.15.134:6829","nonce":1839606342}]},"public_addr":"172.21.15.134:6825/1839606342","cluster_addr":"172.21.15.134:6827/1839606342","heartbeat_back_addr":"172.21.15.134:6831/1839606342","heartbeat_front_addr":"172.21.15.134:6829/1839606342","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:35:06.257114+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:35:31.122572+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:35:55.864705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:36:20.592939+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:36:42.711423+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:37:06.880923+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:37:30.953896+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:37:56.129414+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/1799067520":"2024-09-21T21:33:42.454677+0000","172.21.15.46:0/1588658720":"2024-09-21T21:33:42.454677+0000","172.21.15.46:6801/749516966":"2024-09-21T21:33:19.061921+0000","172.21.15.46:0/2242204039":"2024-09-21T21:33:42.454677+0000","172.21.15.46:6800/4286712955":"2024-09-21T21:33:42.454677+0000","172.21.15.46:6800/749516966":"2024-09-21T21:33:19.061921+0000","172.21.15.46:6801/4286712955":"2024-09-21T21:33:42.454677+0000","172.21.15.46:0/360754787":"2024-09-21T21:33:19.061921+0000","172.21.15.46:0/155919852":"2024-09-21T21:33:19.061921+0000","172.21.15.46:0/3287126627":"2024-09-21T21:33:19.061921+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-20T21:38:32.554 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:32 smithi046 ceph-mon[28078]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-20T21:38:32.554 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:32 smithi046 ceph-mon[28078]: Cluster is now healthy 2024-09-20T21:38:32.554 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:32 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/2014730464' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-20T21:38:32.554 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:32 smithi046 ceph-mon[39760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-20T21:38:32.554 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:32 smithi046 ceph-mon[39760]: Cluster is now healthy 2024-09-20T21:38:32.554 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:32 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/2014730464' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-20T21:38:32.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:32 smithi134 ceph-mon[31761]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-20T21:38:32.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:32 smithi134 ceph-mon[31761]: Cluster is now healthy 2024-09-20T21:38:32.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:32 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/2014730464' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-20T21:38:32.960 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph osd dump --format=json 2024-09-20T21:38:33.217 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:38:33.633 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:33 smithi046 ceph-mon[28078]: pgmap v192: 97 pgs: 97 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:33.633 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:33 smithi046 ceph-mon[39760]: pgmap v192: 97 pgs: 97 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:33.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:33 smithi134 ceph-mon[31761]: pgmap v192: 97 pgs: 97 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:34.926 INFO:journalctl@ceph.mds.b.smithi134.stdout:Sep 20 21:38:34 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-b[59908]: 2024-09-20T21:38:34.470+0000 7f096dd45640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-20T21:38:35.165 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:38:35.165 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":57,"fsid":"c87e54aa-7797-11ef-baf5-efdc52797490","created":"2024-09-20T21:32:55.553178+0000","modified":"2024-09-20T21:38:29.313522+0000","last_up_change":"2024-09-20T21:37:57.772890+0000","last_in_change":"2024-09-20T21:37:40.842250+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-20T21:35:58.949080+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-20T21:38:22.258367+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-20T21:38:25.867445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"b6742b83-3237-4a3d-b0a0-a014bd4938ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1803760533},{"type":"v1","addr":"172.21.15.46:6803","nonce":1803760533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1803760533},{"type":"v1","addr":"172.21.15.46:6805","nonce":1803760533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1803760533},{"type":"v1","addr":"172.21.15.46:6809","nonce":1803760533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1803760533},{"type":"v1","addr":"172.21.15.46:6807","nonce":1803760533}]},"public_addr":"172.21.15.46:6803/1803760533","cluster_addr":"172.21.15.46:6805/1803760533","heartbeat_back_addr":"172.21.15.46:6809/1803760533","heartbeat_front_addr":"172.21.15.46:6807/1803760533","state":["exists","up"]},{"osd":1,"uuid":"15d84a3b-b9e5-4056-a568-99cd0ae9e477","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":467964406},{"type":"v1","addr":"172.21.15.46:6811","nonce":467964406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":467964406},{"type":"v1","addr":"172.21.15.46:6813","nonce":467964406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":467964406},{"type":"v1","addr":"172.21.15.46:6817","nonce":467964406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":467964406},{"type":"v1","addr":"172.21.15.46:6815","nonce":467964406}]},"public_addr":"172.21.15.46:6811/467964406","cluster_addr":"172.21.15.46:6813/467964406","heartbeat_back_addr":"172.21.15.46:6817/467964406","heartbeat_front_addr":"172.21.15.46:6815/467964406","state":["exists","up"]},{"osd":2,"uuid":"b72dd1f8-2e22-459d-ba68-9908456ac1da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2966088863},{"type":"v1","addr":"172.21.15.46:6819","nonce":2966088863}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2966088863},{"type":"v1","addr":"172.21.15.46:6821","nonce":2966088863}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2966088863},{"type":"v1","addr":"172.21.15.46:6825","nonce":2966088863}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2966088863},{"type":"v1","addr":"172.21.15.46:6823","nonce":2966088863}]},"public_addr":"172.21.15.46:6819/2966088863","cluster_addr":"172.21.15.46:6821/2966088863","heartbeat_back_addr":"172.21.15.46:6825/2966088863","heartbeat_front_addr":"172.21.15.46:6823/2966088863","state":["exists","up"]},{"osd":3,"uuid":"8d741e55-d6d4-4ae9-803f-fbf733df3fa7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":4113170482},{"type":"v1","addr":"172.21.15.46:6827","nonce":4113170482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":4113170482},{"type":"v1","addr":"172.21.15.46:6829","nonce":4113170482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":4113170482},{"type":"v1","addr":"172.21.15.46:6833","nonce":4113170482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":4113170482},{"type":"v1","addr":"172.21.15.46:6831","nonce":4113170482}]},"public_addr":"172.21.15.46:6827/4113170482","cluster_addr":"172.21.15.46:6829/4113170482","heartbeat_back_addr":"172.21.15.46:6833/4113170482","heartbeat_front_addr":"172.21.15.46:6831/4113170482","state":["exists","up"]},{"osd":4,"uuid":"c52d751d-68cb-4835-b5e5-76bdaaca8857","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":2472663951},{"type":"v1","addr":"172.21.15.134:6801","nonce":2472663951}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":2472663951},{"type":"v1","addr":"172.21.15.134:6803","nonce":2472663951}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":2472663951},{"type":"v1","addr":"172.21.15.134:6807","nonce":2472663951}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":2472663951},{"type":"v1","addr":"172.21.15.134:6805","nonce":2472663951}]},"public_addr":"172.21.15.134:6801/2472663951","cluster_addr":"172.21.15.134:6803/2472663951","heartbeat_back_addr":"172.21.15.134:6807/2472663951","heartbeat_front_addr":"172.21.15.134:6805/2472663951","state":["exists","up"]},{"osd":5,"uuid":"bf749747-a8c5-4996-9d7e-31aed151800c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":160234939},{"type":"v1","addr":"172.21.15.134:6809","nonce":160234939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":160234939},{"type":"v1","addr":"172.21.15.134:6811","nonce":160234939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":160234939},{"type":"v1","addr":"172.21.15.134:6815","nonce":160234939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":160234939},{"type":"v1","addr":"172.21.15.134:6813","nonce":160234939}]},"public_addr":"172.21.15.134:6809/160234939","cluster_addr":"172.21.15.134:6811/160234939","heartbeat_back_addr":"172.21.15.134:6815/160234939","heartbeat_front_addr":"172.21.15.134:6813/160234939","state":["exists","up"]},{"osd":6,"uuid":"c69a07d8-11bc-45f9-a70e-a3df19648d01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2686541366},{"type":"v1","addr":"172.21.15.134:6817","nonce":2686541366}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2686541366},{"type":"v1","addr":"172.21.15.134:6819","nonce":2686541366}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2686541366},{"type":"v1","addr":"172.21.15.134:6823","nonce":2686541366}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2686541366},{"type":"v1","addr":"172.21.15.134:6821","nonce":2686541366}]},"public_addr":"172.21.15.134:6817/2686541366","cluster_addr":"172.21.15.134:6819/2686541366","heartbeat_back_addr":"172.21.15.134:6823/2686541366","heartbeat_front_addr":"172.21.15.134:6821/2686541366","state":["exists","up"]},{"osd":7,"uuid":"7f063110-8f0c-4972-8faa-a7b815b2f00f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":1839606342},{"type":"v1","addr":"172.21.15.134:6825","nonce":1839606342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":1839606342},{"type":"v1","addr":"172.21.15.134:6827","nonce":1839606342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":1839606342},{"type":"v1","addr":"172.21.15.134:6831","nonce":1839606342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":1839606342},{"type":"v1","addr":"172.21.15.134:6829","nonce":1839606342}]},"public_addr":"172.21.15.134:6825/1839606342","cluster_addr":"172.21.15.134:6827/1839606342","heartbeat_back_addr":"172.21.15.134:6831/1839606342","heartbeat_front_addr":"172.21.15.134:6829/1839606342","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:35:06.257114+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:35:31.122572+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:35:55.864705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:36:20.592939+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:36:42.711423+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:37:06.880923+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:37:30.953896+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:37:56.129414+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/1799067520":"2024-09-21T21:33:42.454677+0000","172.21.15.46:0/1588658720":"2024-09-21T21:33:42.454677+0000","172.21.15.46:6801/749516966":"2024-09-21T21:33:19.061921+0000","172.21.15.46:0/2242204039":"2024-09-21T21:33:42.454677+0000","172.21.15.46:6800/4286712955":"2024-09-21T21:33:42.454677+0000","172.21.15.46:6800/749516966":"2024-09-21T21:33:19.061921+0000","172.21.15.46:6801/4286712955":"2024-09-21T21:33:42.454677+0000","172.21.15.46:0/360754787":"2024-09-21T21:33:19.061921+0000","172.21.15.46:0/155919852":"2024-09-21T21:33:19.061921+0000","172.21.15.46:0/3287126627":"2024-09-21T21:33:19.061921+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-20T21:38:35.771 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:35 smithi046 ceph-mon[28078]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.8 KiB/s wr, 6 op/s 2024-09-20T21:38:35.771 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:35 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/424821070' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-20T21:38:35.771 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:35 smithi046 ceph-mon[39760]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.8 KiB/s wr, 6 op/s 2024-09-20T21:38:35.771 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:35 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/424821070' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-20T21:38:35.800 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph fs set cephfs standby_count_wanted 0 2024-09-20T21:38:35.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:35 smithi134 ceph-mon[31761]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.8 KiB/s wr, 6 op/s 2024-09-20T21:38:35.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:35 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/424821070' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-20T21:38:36.057 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:38:37.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:37 smithi046 ceph-mon[28078]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-09-20T21:38:37.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:37 smithi046 ceph-mon[39760]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-09-20T21:38:37.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:37 smithi134 ceph-mon[31761]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-09-20T21:38:38.870 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:38 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/2371236915' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-20T21:38:38.871 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:38 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/2371236915' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-20T21:38:38.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:38 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/2371236915' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-20T21:38:39.302 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-20T21:38:39.303 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph fs set cephfs allow_standby_replay false 2024-09-20T21:38:39.566 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:38:39.897 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:39 smithi046 ceph-mon[39760]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-09-20T21:38:39.897 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:39 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/2371236915' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-20T21:38:39.897 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:39 smithi046 ceph-mon[39760]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-20T21:38:39.898 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:39 smithi046 ceph-mon[28078]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-09-20T21:38:39.898 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:39 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/2371236915' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-20T21:38:39.898 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:39 smithi046 ceph-mon[28078]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-20T21:38:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:39 smithi134 ceph-mon[31761]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-09-20T21:38:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:39 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/2371236915' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-20T21:38:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:39 smithi134 ceph-mon[31761]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-20T21:38:41.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:41 smithi046 ceph-mon[39760]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s wr, 4 op/s 2024-09-20T21:38:41.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:41 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/742009468' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-20T21:38:41.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:41 smithi046 ceph-mon[28078]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s wr, 4 op/s 2024-09-20T21:38:41.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:41 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/742009468' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-20T21:38:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:41 smithi134 ceph-mon[31761]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s wr, 4 op/s 2024-09-20T21:38:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:41 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/742009468' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-20T21:38:42.234 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-20T21:38:42.234 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph fs dump --format=json 2024-09-20T21:38:42.489 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:38:42.869 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:42 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/742009468' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-20T21:38:42.870 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:42 smithi046 ceph-mon[28078]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-20T21:38:42.870 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:42 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]: dispatch 2024-09-20T21:38:42.870 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:42 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]: dispatch 2024-09-20T21:38:42.870 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:42 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 2]}]: dispatch 2024-09-20T21:38:42.870 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:42 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 1]}]: dispatch 2024-09-20T21:38:42.870 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:42 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]: dispatch 2024-09-20T21:38:42.870 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:42 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/742009468' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-20T21:38:42.870 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:42 smithi046 ceph-mon[39760]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-20T21:38:42.871 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:42 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]: dispatch 2024-09-20T21:38:42.871 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:42 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]: dispatch 2024-09-20T21:38:42.871 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:42 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 2]}]: dispatch 2024-09-20T21:38:42.871 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:42 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 1]}]: dispatch 2024-09-20T21:38:42.871 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:42 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]: dispatch 2024-09-20T21:38:42.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:42 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/742009468' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-20T21:38:42.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:42 smithi134 ceph-mon[31761]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-20T21:38:42.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:42 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]: dispatch 2024-09-20T21:38:42.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:42 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]: dispatch 2024-09-20T21:38:42.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:42 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 2]}]: dispatch 2024-09-20T21:38:42.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:42 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 1]}]: dispatch 2024-09-20T21:38:42.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:42 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]: dispatch 2024-09-20T21:38:43.880 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:43 smithi046 ceph-mon[28078]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-09-20T21:38:43.880 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:43 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]': finished 2024-09-20T21:38:43.880 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:43 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]': finished 2024-09-20T21:38:43.880 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:43 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 2]}]': finished 2024-09-20T21:38:43.880 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:43 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 1]}]': finished 2024-09-20T21:38:43.880 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:43 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]': finished 2024-09-20T21:38:43.880 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:43 smithi046 ceph-mon[28078]: osdmap e58: 8 total, 8 up, 8 in 2024-09-20T21:38:43.881 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:43 smithi046 ceph-mon[39760]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-09-20T21:38:43.881 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:43 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]': finished 2024-09-20T21:38:43.881 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:43 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]': finished 2024-09-20T21:38:43.881 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:43 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 2]}]': finished 2024-09-20T21:38:43.881 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:43 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 1]}]': finished 2024-09-20T21:38:43.881 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:43 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]': finished 2024-09-20T21:38:43.881 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:43 smithi046 ceph-mon[39760]: osdmap e58: 8 total, 8 up, 8 in 2024-09-20T21:38:43.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:43 smithi134 ceph-mon[31761]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-09-20T21:38:43.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:43 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]': finished 2024-09-20T21:38:43.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:43 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]': finished 2024-09-20T21:38:43.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:43 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 2]}]': finished 2024-09-20T21:38:43.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:43 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 1]}]': finished 2024-09-20T21:38:43.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:43 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]': finished 2024-09-20T21:38:43.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:43 smithi134 ceph-mon[31761]: osdmap e58: 8 total, 8 up, 8 in 2024-09-20T21:38:44.308 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:38:44.308 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14421,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/2439719107","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":2439719107},{"type":"v1","addr":"172.21.15.46:6835","nonce":2439719107}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-20T21:38:29.313647+0000","modified":"2024-09-20T21:38:41.573954+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24310},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24310":{"gid":24310,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.134:6833/84645913","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6832","nonce":84645913},{"type":"v1","addr":"172.21.15.134:6833","nonce":84645913}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-09-20T21:38:44.309 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 8 2024-09-20T21:38:44.874 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:44 smithi046 ceph-mon[28078]: osdmap e59: 8 total, 8 up, 8 in 2024-09-20T21:38:44.874 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:44 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/61522295' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-20T21:38:44.874 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:44 smithi046 ceph-mon[39760]: osdmap e59: 8 total, 8 up, 8 in 2024-09-20T21:38:44.874 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:44 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/61522295' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-20T21:38:44.875 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph osd dump --format=json 2024-09-20T21:38:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:44 smithi134 ceph-mon[31761]: osdmap e59: 8 total, 8 up, 8 in 2024-09-20T21:38:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:44 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/61522295' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-20T21:38:45.133 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:38:45.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:45 smithi046 ceph-mon[28078]: pgmap v200: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-20T21:38:45.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:45 smithi046 ceph-mon[39760]: pgmap v200: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-20T21:38:45.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:45 smithi134 ceph-mon[31761]: pgmap v200: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-20T21:38:46.960 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:38:46.960 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":59,"fsid":"c87e54aa-7797-11ef-baf5-efdc52797490","created":"2024-09-20T21:32:55.553178+0000","modified":"2024-09-20T21:38:43.584673+0000","last_up_change":"2024-09-20T21:37:57.772890+0000","last_in_change":"2024-09-20T21:37:40.842250+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-20T21:35:58.949080+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-20T21:38:22.258367+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-20T21:38:25.867445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"b6742b83-3237-4a3d-b0a0-a014bd4938ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1803760533},{"type":"v1","addr":"172.21.15.46:6803","nonce":1803760533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1803760533},{"type":"v1","addr":"172.21.15.46:6805","nonce":1803760533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1803760533},{"type":"v1","addr":"172.21.15.46:6809","nonce":1803760533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1803760533},{"type":"v1","addr":"172.21.15.46:6807","nonce":1803760533}]},"public_addr":"172.21.15.46:6803/1803760533","cluster_addr":"172.21.15.46:6805/1803760533","heartbeat_back_addr":"172.21.15.46:6809/1803760533","heartbeat_front_addr":"172.21.15.46:6807/1803760533","state":["exists","up"]},{"osd":1,"uuid":"15d84a3b-b9e5-4056-a568-99cd0ae9e477","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":467964406},{"type":"v1","addr":"172.21.15.46:6811","nonce":467964406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":467964406},{"type":"v1","addr":"172.21.15.46:6813","nonce":467964406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":467964406},{"type":"v1","addr":"172.21.15.46:6817","nonce":467964406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":467964406},{"type":"v1","addr":"172.21.15.46:6815","nonce":467964406}]},"public_addr":"172.21.15.46:6811/467964406","cluster_addr":"172.21.15.46:6813/467964406","heartbeat_back_addr":"172.21.15.46:6817/467964406","heartbeat_front_addr":"172.21.15.46:6815/467964406","state":["exists","up"]},{"osd":2,"uuid":"b72dd1f8-2e22-459d-ba68-9908456ac1da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2966088863},{"type":"v1","addr":"172.21.15.46:6819","nonce":2966088863}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2966088863},{"type":"v1","addr":"172.21.15.46:6821","nonce":2966088863}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2966088863},{"type":"v1","addr":"172.21.15.46:6825","nonce":2966088863}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2966088863},{"type":"v1","addr":"172.21.15.46:6823","nonce":2966088863}]},"public_addr":"172.21.15.46:6819/2966088863","cluster_addr":"172.21.15.46:6821/2966088863","heartbeat_back_addr":"172.21.15.46:6825/2966088863","heartbeat_front_addr":"172.21.15.46:6823/2966088863","state":["exists","up"]},{"osd":3,"uuid":"8d741e55-d6d4-4ae9-803f-fbf733df3fa7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":4113170482},{"type":"v1","addr":"172.21.15.46:6827","nonce":4113170482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":4113170482},{"type":"v1","addr":"172.21.15.46:6829","nonce":4113170482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":4113170482},{"type":"v1","addr":"172.21.15.46:6833","nonce":4113170482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":4113170482},{"type":"v1","addr":"172.21.15.46:6831","nonce":4113170482}]},"public_addr":"172.21.15.46:6827/4113170482","cluster_addr":"172.21.15.46:6829/4113170482","heartbeat_back_addr":"172.21.15.46:6833/4113170482","heartbeat_front_addr":"172.21.15.46:6831/4113170482","state":["exists","up"]},{"osd":4,"uuid":"c52d751d-68cb-4835-b5e5-76bdaaca8857","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":2472663951},{"type":"v1","addr":"172.21.15.134:6801","nonce":2472663951}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":2472663951},{"type":"v1","addr":"172.21.15.134:6803","nonce":2472663951}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":2472663951},{"type":"v1","addr":"172.21.15.134:6807","nonce":2472663951}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":2472663951},{"type":"v1","addr":"172.21.15.134:6805","nonce":2472663951}]},"public_addr":"172.21.15.134:6801/2472663951","cluster_addr":"172.21.15.134:6803/2472663951","heartbeat_back_addr":"172.21.15.134:6807/2472663951","heartbeat_front_addr":"172.21.15.134:6805/2472663951","state":["exists","up"]},{"osd":5,"uuid":"bf749747-a8c5-4996-9d7e-31aed151800c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":160234939},{"type":"v1","addr":"172.21.15.134:6809","nonce":160234939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":160234939},{"type":"v1","addr":"172.21.15.134:6811","nonce":160234939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":160234939},{"type":"v1","addr":"172.21.15.134:6815","nonce":160234939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":160234939},{"type":"v1","addr":"172.21.15.134:6813","nonce":160234939}]},"public_addr":"172.21.15.134:6809/160234939","cluster_addr":"172.21.15.134:6811/160234939","heartbeat_back_addr":"172.21.15.134:6815/160234939","heartbeat_front_addr":"172.21.15.134:6813/160234939","state":["exists","up"]},{"osd":6,"uuid":"c69a07d8-11bc-45f9-a70e-a3df19648d01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2686541366},{"type":"v1","addr":"172.21.15.134:6817","nonce":2686541366}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2686541366},{"type":"v1","addr":"172.21.15.134:6819","nonce":2686541366}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2686541366},{"type":"v1","addr":"172.21.15.134:6823","nonce":2686541366}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2686541366},{"type":"v1","addr":"172.21.15.134:6821","nonce":2686541366}]},"public_addr":"172.21.15.134:6817/2686541366","cluster_addr":"172.21.15.134:6819/2686541366","heartbeat_back_addr":"172.21.15.134:6823/2686541366","heartbeat_front_addr":"172.21.15.134:6821/2686541366","state":["exists","up"]},{"osd":7,"uuid":"7f063110-8f0c-4972-8faa-a7b815b2f00f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":1839606342},{"type":"v1","addr":"172.21.15.134:6825","nonce":1839606342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":1839606342},{"type":"v1","addr":"172.21.15.134:6827","nonce":1839606342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":1839606342},{"type":"v1","addr":"172.21.15.134:6831","nonce":1839606342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":1839606342},{"type":"v1","addr":"172.21.15.134:6829","nonce":1839606342}]},"public_addr":"172.21.15.134:6825/1839606342","cluster_addr":"172.21.15.134:6827/1839606342","heartbeat_back_addr":"172.21.15.134:6831/1839606342","heartbeat_front_addr":"172.21.15.134:6829/1839606342","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:35:06.257114+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:35:31.122572+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:35:55.864705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:36:20.592939+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:36:42.711423+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:37:06.880923+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:37:30.953896+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:37:56.129414+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":7,"to":2}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.24","mappings":[{"from":4,"to":2}]},{"pgid":"3.27","mappings":[{"from":4,"to":1}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/1799067520":"2024-09-21T21:33:42.454677+0000","172.21.15.46:0/1588658720":"2024-09-21T21:33:42.454677+0000","172.21.15.46:6801/749516966":"2024-09-21T21:33:19.061921+0000","172.21.15.46:0/2242204039":"2024-09-21T21:33:42.454677+0000","172.21.15.46:6800/4286712955":"2024-09-21T21:33:42.454677+0000","172.21.15.46:6800/749516966":"2024-09-21T21:33:19.061921+0000","172.21.15.46:6801/4286712955":"2024-09-21T21:33:42.454677+0000","172.21.15.46:0/360754787":"2024-09-21T21:33:19.061921+0000","172.21.15.46:0/155919852":"2024-09-21T21:33:19.061921+0000","172.21.15.46:0/3287126627":"2024-09-21T21:33:19.061921+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-20T21:38:47.555 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-20T21:38:47.555 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph pg dump --format=json 2024-09-20T21:38:47.811 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:38:47.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:47 smithi046 ceph-mon[28078]: pgmap v201: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-20T21:38:47.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:47 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/3344116906' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-20T21:38:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:47 smithi046 ceph-mon[39760]: pgmap v201: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-20T21:38:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:47 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/3344116906' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-20T21:38:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:47 smithi134 ceph-mon[31761]: pgmap v201: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-20T21:38:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:47 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/3344116906' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-20T21:38:49.729 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:38:49.730 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-09-20T21:38:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:49 smithi046 ceph-mon[28078]: pgmap v202: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:49 smithi046 ceph-mon[39760]: pgmap v202: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:49 smithi134 ceph-mon[31761]: pgmap v202: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:50.488 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":202,"stamp":"2024-09-20T21:38:48.513147+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1641,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":290,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385220,"kb_used_data":6360,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575996,"statfs":{"total":767960285184,"available":765517819904,"internally_reserved":0,"allocated":6512640,"data_stored":3756453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002243"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.592944+0000","last_change":"2024-09-20T21:38:27.353535+0000","last_active":"2024-09-20T21:38:42.592944+0000","last_peered":"2024-09-20T21:38:42.592944+0000","last_clean":"2024-09-20T21:38:42.592944+0000","last_became_active":"2024-09-20T21:38:27.353202+0000","last_became_peered":"2024-09-20T21:38:27.353202+0000","last_unstale":"2024-09-20T21:38:42.592944+0000","last_undegraded":"2024-09-20T21:38:42.592944+0000","last_fullsized":"2024-09-20T21:38:42.592944+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:10:34.308237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-20T21:38:29.342834+0000","last_change":"2024-09-20T21:38:27.362576+0000","last_active":"2024-09-20T21:38:29.342834+0000","last_peered":"2024-09-20T21:38:29.342834+0000","last_clean":"2024-09-20T21:38:29.342834+0000","last_became_active":"2024-09-20T21:38:27.362238+0000","last_became_peered":"2024-09-20T21:38:27.362238+0000","last_unstale":"2024-09-20T21:38:29.342834+0000","last_undegraded":"2024-09-20T21:38:29.342834+0000","last_fullsized":"2024-09-20T21:38:29.342834+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:33:10.986145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.588933+0000","last_change":"2024-09-20T21:38:27.349961+0000","last_active":"2024-09-20T21:38:42.588933+0000","last_peered":"2024-09-20T21:38:42.588933+0000","last_clean":"2024-09-20T21:38:42.588933+0000","last_became_active":"2024-09-20T21:38:27.349483+0000","last_became_peered":"2024-09-20T21:38:27.349483+0000","last_unstale":"2024-09-20T21:38:42.588933+0000","last_undegraded":"2024-09-20T21:38:42.588933+0000","last_fullsized":"2024-09-20T21:38:42.588933+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:11:08.698794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729560+0000","last_change":"2024-09-20T21:38:27.353449+0000","last_active":"2024-09-20T21:38:42.729560+0000","last_peered":"2024-09-20T21:38:42.729560+0000","last_clean":"2024-09-20T21:38:42.729560+0000","last_became_active":"2024-09-20T21:38:27.353149+0000","last_became_peered":"2024-09-20T21:38:27.353149+0000","last_unstale":"2024-09-20T21:38:42.729560+0000","last_undegraded":"2024-09-20T21:38:42.729560+0000","last_fullsized":"2024-09-20T21:38:42.729560+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:30:44.425092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.593163+0000","last_change":"2024-09-20T21:38:27.358117+0000","last_active":"2024-09-20T21:38:42.593163+0000","last_peered":"2024-09-20T21:38:42.593163+0000","last_clean":"2024-09-20T21:38:42.593163+0000","last_became_active":"2024-09-20T21:38:27.357336+0000","last_became_peered":"2024-09-20T21:38:27.357336+0000","last_unstale":"2024-09-20T21:38:42.593163+0000","last_undegraded":"2024-09-20T21:38:42.593163+0000","last_fullsized":"2024-09-20T21:38:42.593163+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:57:49.341938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729838+0000","last_change":"2024-09-20T21:38:27.354609+0000","last_active":"2024-09-20T21:38:42.729838+0000","last_peered":"2024-09-20T21:38:42.729838+0000","last_clean":"2024-09-20T21:38:42.729838+0000","last_became_active":"2024-09-20T21:38:27.354334+0000","last_became_peered":"2024-09-20T21:38:27.354334+0000","last_unstale":"2024-09-20T21:38:42.729838+0000","last_undegraded":"2024-09-20T21:38:42.729838+0000","last_fullsized":"2024-09-20T21:38:42.729838+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:44:53.168242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.592320+0000","last_change":"2024-09-20T21:38:27.356506+0000","last_active":"2024-09-20T21:38:42.592320+0000","last_peered":"2024-09-20T21:38:42.592320+0000","last_clean":"2024-09-20T21:38:42.592320+0000","last_became_active":"2024-09-20T21:38:27.356120+0000","last_became_peered":"2024-09-20T21:38:27.356120+0000","last_unstale":"2024-09-20T21:38:42.592320+0000","last_undegraded":"2024-09-20T21:38:42.592320+0000","last_fullsized":"2024-09-20T21:38:42.592320+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:02:23.611615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-20T21:38:29.351430+0000","last_change":"2024-09-20T21:38:27.353015+0000","last_active":"2024-09-20T21:38:29.351430+0000","last_peered":"2024-09-20T21:38:29.351430+0000","last_clean":"2024-09-20T21:38:29.351430+0000","last_became_active":"2024-09-20T21:38:27.352626+0000","last_became_peered":"2024-09-20T21:38:27.352626+0000","last_unstale":"2024-09-20T21:38:29.351430+0000","last_undegraded":"2024-09-20T21:38:29.351430+0000","last_fullsized":"2024-09-20T21:38:29.351430+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:39:13.846574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.593261+0000","last_change":"2024-09-20T21:38:27.359737+0000","last_active":"2024-09-20T21:38:42.593261+0000","last_peered":"2024-09-20T21:38:42.593261+0000","last_clean":"2024-09-20T21:38:42.593261+0000","last_became_active":"2024-09-20T21:38:27.359432+0000","last_became_peered":"2024-09-20T21:38:27.359432+0000","last_unstale":"2024-09-20T21:38:42.593261+0000","last_undegraded":"2024-09-20T21:38:42.593261+0000","last_fullsized":"2024-09-20T21:38:42.593261+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:22:34.983010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.730169+0000","last_change":"2024-09-20T21:38:27.354220+0000","last_active":"2024-09-20T21:38:42.730169+0000","last_peered":"2024-09-20T21:38:42.730169+0000","last_clean":"2024-09-20T21:38:42.730169+0000","last_became_active":"2024-09-20T21:38:27.353927+0000","last_became_peered":"2024-09-20T21:38:27.353927+0000","last_unstale":"2024-09-20T21:38:42.730169+0000","last_undegraded":"2024-09-20T21:38:42.730169+0000","last_fullsized":"2024-09-20T21:38:42.730169+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:18:37.071345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729955+0000","last_change":"2024-09-20T21:38:27.357558+0000","last_active":"2024-09-20T21:38:42.729955+0000","last_peered":"2024-09-20T21:38:42.729955+0000","last_clean":"2024-09-20T21:38:42.729955+0000","last_became_active":"2024-09-20T21:38:27.357272+0000","last_became_peered":"2024-09-20T21:38:27.357272+0000","last_unstale":"2024-09-20T21:38:42.729955+0000","last_undegraded":"2024-09-20T21:38:42.729955+0000","last_fullsized":"2024-09-20T21:38:42.729955+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:03:30.408764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.587789+0000","last_change":"2024-09-20T21:38:27.352210+0000","last_active":"2024-09-20T21:38:42.587789+0000","last_peered":"2024-09-20T21:38:42.587789+0000","last_clean":"2024-09-20T21:38:42.587789+0000","last_became_active":"2024-09-20T21:38:27.350784+0000","last_became_peered":"2024-09-20T21:38:27.350784+0000","last_unstale":"2024-09-20T21:38:42.587789+0000","last_undegraded":"2024-09-20T21:38:42.587789+0000","last_fullsized":"2024-09-20T21:38:42.587789+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:34:50.011991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-20T21:38:29.351759+0000","last_change":"2024-09-20T21:38:27.352280+0000","last_active":"2024-09-20T21:38:29.351759+0000","last_peered":"2024-09-20T21:38:29.351759+0000","last_clean":"2024-09-20T21:38:29.351759+0000","last_became_active":"2024-09-20T21:38:27.352004+0000","last_became_peered":"2024-09-20T21:38:27.352004+0000","last_unstale":"2024-09-20T21:38:29.351759+0000","last_undegraded":"2024-09-20T21:38:29.351759+0000","last_fullsized":"2024-09-20T21:38:29.351759+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:58:17.316060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.586925+0000","last_change":"2024-09-20T21:38:27.354836+0000","last_active":"2024-09-20T21:38:42.586925+0000","last_peered":"2024-09-20T21:38:42.586925+0000","last_clean":"2024-09-20T21:38:42.586925+0000","last_became_active":"2024-09-20T21:38:27.354570+0000","last_became_peered":"2024-09-20T21:38:27.354570+0000","last_unstale":"2024-09-20T21:38:42.586925+0000","last_undegraded":"2024-09-20T21:38:42.586925+0000","last_fullsized":"2024-09-20T21:38:42.586925+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:01:05.404349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-20T21:38:29.342825+0000","last_change":"2024-09-20T21:38:27.357596+0000","last_active":"2024-09-20T21:38:29.342825+0000","last_peered":"2024-09-20T21:38:29.342825+0000","last_clean":"2024-09-20T21:38:29.342825+0000","last_became_active":"2024-09-20T21:38:27.357283+0000","last_became_peered":"2024-09-20T21:38:27.357283+0000","last_unstale":"2024-09-20T21:38:29.342825+0000","last_undegraded":"2024-09-20T21:38:29.342825+0000","last_fullsized":"2024-09-20T21:38:29.342825+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:30:16.885797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729895+0000","last_change":"2024-09-20T21:38:27.353937+0000","last_active":"2024-09-20T21:38:42.729895+0000","last_peered":"2024-09-20T21:38:42.729895+0000","last_clean":"2024-09-20T21:38:42.729895+0000","last_became_active":"2024-09-20T21:38:27.353647+0000","last_became_peered":"2024-09-20T21:38:27.353647+0000","last_unstale":"2024-09-20T21:38:42.729895+0000","last_undegraded":"2024-09-20T21:38:42.729895+0000","last_fullsized":"2024-09-20T21:38:42.729895+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:34:56.917476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.730025+0000","last_change":"2024-09-20T21:38:27.360512+0000","last_active":"2024-09-20T21:38:42.730025+0000","last_peered":"2024-09-20T21:38:42.730025+0000","last_clean":"2024-09-20T21:38:42.730025+0000","last_became_active":"2024-09-20T21:38:27.360228+0000","last_became_peered":"2024-09-20T21:38:27.360228+0000","last_unstale":"2024-09-20T21:38:42.730025+0000","last_undegraded":"2024-09-20T21:38:42.730025+0000","last_fullsized":"2024-09-20T21:38:42.730025+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:59:07.882878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.591377+0000","last_change":"2024-09-20T21:38:27.358721+0000","last_active":"2024-09-20T21:38:42.591377+0000","last_peered":"2024-09-20T21:38:42.591377+0000","last_clean":"2024-09-20T21:38:42.591377+0000","last_became_active":"2024-09-20T21:38:27.358450+0000","last_became_peered":"2024-09-20T21:38:27.358450+0000","last_unstale":"2024-09-20T21:38:42.591377+0000","last_undegraded":"2024-09-20T21:38:42.591377+0000","last_fullsized":"2024-09-20T21:38:42.591377+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:34:04.375652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.593127+0000","last_change":"2024-09-20T21:38:27.355102+0000","last_active":"2024-09-20T21:38:42.593127+0000","last_peered":"2024-09-20T21:38:42.593127+0000","last_clean":"2024-09-20T21:38:42.593127+0000","last_became_active":"2024-09-20T21:38:27.354829+0000","last_became_peered":"2024-09-20T21:38:27.354829+0000","last_unstale":"2024-09-20T21:38:42.593127+0000","last_undegraded":"2024-09-20T21:38:42.593127+0000","last_fullsized":"2024-09-20T21:38:42.593127+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:47:37.064696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729581+0000","last_change":"2024-09-20T21:38:27.353867+0000","last_active":"2024-09-20T21:38:42.729581+0000","last_peered":"2024-09-20T21:38:42.729581+0000","last_clean":"2024-09-20T21:38:42.729581+0000","last_became_active":"2024-09-20T21:38:27.353584+0000","last_became_peered":"2024-09-20T21:38:27.353584+0000","last_unstale":"2024-09-20T21:38:42.729581+0000","last_undegraded":"2024-09-20T21:38:42.729581+0000","last_fullsized":"2024-09-20T21:38:42.729581+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:50:48.881102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-20T21:38:43.800636+0000","last_change":"2024-09-20T21:38:43.800636+0000","last_active":"2024-09-20T21:38:43.800636+0000","last_peered":"2024-09-20T21:38:43.800636+0000","last_clean":"2024-09-20T21:38:43.800636+0000","last_became_active":"2024-09-20T21:38:43.800274+0000","last_became_peered":"2024-09-20T21:38:43.800274+0000","last_unstale":"2024-09-20T21:38:43.800636+0000","last_undegraded":"2024-09-20T21:38:43.800636+0000","last_fullsized":"2024-09-20T21:38:43.800636+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:30:35.564139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729499+0000","last_change":"2024-09-20T21:38:27.353293+0000","last_active":"2024-09-20T21:38:42.729499+0000","last_peered":"2024-09-20T21:38:42.729499+0000","last_clean":"2024-09-20T21:38:42.729499+0000","last_became_active":"2024-09-20T21:38:27.353001+0000","last_became_peered":"2024-09-20T21:38:27.353001+0000","last_unstale":"2024-09-20T21:38:42.729499+0000","last_undegraded":"2024-09-20T21:38:42.729499+0000","last_fullsized":"2024-09-20T21:38:42.729499+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:12:38.933520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-20T21:38:29.351979+0000","last_change":"2024-09-20T21:38:27.358033+0000","last_active":"2024-09-20T21:38:29.351979+0000","last_peered":"2024-09-20T21:38:29.351979+0000","last_clean":"2024-09-20T21:38:29.351979+0000","last_became_active":"2024-09-20T21:38:27.357739+0000","last_became_peered":"2024-09-20T21:38:27.357739+0000","last_unstale":"2024-09-20T21:38:29.351979+0000","last_undegraded":"2024-09-20T21:38:29.351979+0000","last_fullsized":"2024-09-20T21:38:29.351979+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:16:10.621543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729379+0000","last_change":"2024-09-20T21:38:27.349848+0000","last_active":"2024-09-20T21:38:42.729379+0000","last_peered":"2024-09-20T21:38:42.729379+0000","last_clean":"2024-09-20T21:38:42.729379+0000","last_became_active":"2024-09-20T21:38:27.349584+0000","last_became_peered":"2024-09-20T21:38:27.349584+0000","last_unstale":"2024-09-20T21:38:42.729379+0000","last_undegraded":"2024-09-20T21:38:42.729379+0000","last_fullsized":"2024-09-20T21:38:42.729379+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:33:50.426926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"peering","last_fresh":"2024-09-20T21:38:42.588511+0000","last_change":"2024-09-20T21:38:42.588722+0000","last_active":"2024-09-20T21:38:42.588484+0000","last_peered":"2024-09-20T21:38:29.353432+0000","last_clean":"2024-09-20T21:38:29.353432+0000","last_became_active":"2024-09-20T21:38:27.359944+0000","last_became_peered":"2024-09-20T21:38:27.359944+0000","last_unstale":"2024-09-20T21:38:42.588511+0000","last_undegraded":"2024-09-20T21:38:42.588511+0000","last_fullsized":"2024-09-20T21:38:42.588511+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T21:41:48.629181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,2,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.730257+0000","last_change":"2024-09-20T21:38:27.356212+0000","last_active":"2024-09-20T21:38:42.730257+0000","last_peered":"2024-09-20T21:38:42.730257+0000","last_clean":"2024-09-20T21:38:42.730257+0000","last_became_active":"2024-09-20T21:38:27.355894+0000","last_became_peered":"2024-09-20T21:38:27.355894+0000","last_unstale":"2024-09-20T21:38:42.730257+0000","last_undegraded":"2024-09-20T21:38:42.730257+0000","last_fullsized":"2024-09-20T21:38:42.730257+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:44:32.400235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-20T21:38:29.342668+0000","last_change":"2024-09-20T21:38:27.349125+0000","last_active":"2024-09-20T21:38:29.342668+0000","last_peered":"2024-09-20T21:38:29.342668+0000","last_clean":"2024-09-20T21:38:29.342668+0000","last_became_active":"2024-09-20T21:38:27.348851+0000","last_became_peered":"2024-09-20T21:38:27.348851+0000","last_unstale":"2024-09-20T21:38:29.342668+0000","last_undegraded":"2024-09-20T21:38:29.342668+0000","last_fullsized":"2024-09-20T21:38:29.342668+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:40.871250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":14,"reported_epoch":58,"state":"peering","last_fresh":"2024-09-20T21:38:42.587285+0000","last_change":"2024-09-20T21:38:42.587413+0000","last_active":"2024-09-20T21:38:42.587266+0000","last_peered":"2024-09-20T21:38:29.353309+0000","last_clean":"2024-09-20T21:38:29.353309+0000","last_became_active":"2024-09-20T21:38:27.358735+0000","last_became_peered":"2024-09-20T21:38:27.358735+0000","last_unstale":"2024-09-20T21:38:42.587285+0000","last_undegraded":"2024-09-20T21:38:42.587285+0000","last_fullsized":"2024-09-20T21:38:42.587285+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:06:31.366430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,2,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.587809+0000","last_change":"2024-09-20T21:38:27.349746+0000","last_active":"2024-09-20T21:38:42.587809+0000","last_peered":"2024-09-20T21:38:42.587809+0000","last_clean":"2024-09-20T21:38:42.587809+0000","last_became_active":"2024-09-20T21:38:27.349257+0000","last_became_peered":"2024-09-20T21:38:27.349257+0000","last_unstale":"2024-09-20T21:38:42.587809+0000","last_undegraded":"2024-09-20T21:38:42.587809+0000","last_fullsized":"2024-09-20T21:38:42.587809+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:45:01.137851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729590+0000","last_change":"2024-09-20T21:38:27.354117+0000","last_active":"2024-09-20T21:38:42.729590+0000","last_peered":"2024-09-20T21:38:42.729590+0000","last_clean":"2024-09-20T21:38:42.729590+0000","last_became_active":"2024-09-20T21:38:27.353765+0000","last_became_peered":"2024-09-20T21:38:27.353765+0000","last_unstale":"2024-09-20T21:38:42.729590+0000","last_undegraded":"2024-09-20T21:38:42.729590+0000","last_fullsized":"2024-09-20T21:38:42.729590+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:43:47.551095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.591011+0000","last_change":"2024-09-20T21:38:27.354424+0000","last_active":"2024-09-20T21:38:42.591011+0000","last_peered":"2024-09-20T21:38:42.591011+0000","last_clean":"2024-09-20T21:38:42.591011+0000","last_became_active":"2024-09-20T21:38:27.354134+0000","last_became_peered":"2024-09-20T21:38:27.354134+0000","last_unstale":"2024-09-20T21:38:42.591011+0000","last_undegraded":"2024-09-20T21:38:42.591011+0000","last_fullsized":"2024-09-20T21:38:42.591011+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:13:29.310904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729093+0000","last_change":"2024-09-20T21:38:27.358337+0000","last_active":"2024-09-20T21:38:42.729093+0000","last_peered":"2024-09-20T21:38:42.729093+0000","last_clean":"2024-09-20T21:38:42.729093+0000","last_became_active":"2024-09-20T21:38:27.357915+0000","last_became_peered":"2024-09-20T21:38:27.357915+0000","last_unstale":"2024-09-20T21:38:42.729093+0000","last_undegraded":"2024-09-20T21:38:42.729093+0000","last_fullsized":"2024-09-20T21:38:42.729093+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:21:10.568032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.587475+0000","last_change":"2024-09-20T21:38:27.355520+0000","last_active":"2024-09-20T21:38:42.587475+0000","last_peered":"2024-09-20T21:38:42.587475+0000","last_clean":"2024-09-20T21:38:42.587475+0000","last_became_active":"2024-09-20T21:38:27.355196+0000","last_became_peered":"2024-09-20T21:38:27.355196+0000","last_unstale":"2024-09-20T21:38:42.587475+0000","last_undegraded":"2024-09-20T21:38:42.587475+0000","last_fullsized":"2024-09-20T21:38:42.587475+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T21:43:55.930985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"57'1","reported_seq":16,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-20T21:38:29.358412+0000","last_change":"2024-09-20T21:38:23.329127+0000","last_active":"2024-09-20T21:38:29.358412+0000","last_peered":"2024-09-20T21:38:29.358412+0000","last_clean":"2024-09-20T21:38:29.358412+0000","last_became_active":"2024-09-20T21:38:23.328886+0000","last_became_peered":"2024-09-20T21:38:23.328886+0000","last_unstale":"2024-09-20T21:38:29.358412+0000","last_undegraded":"2024-09-20T21:38:29.358412+0000","last_fullsized":"2024-09-20T21:38:29.358412+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:31:01.810207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-20T21:38:43.800537+0000","last_change":"2024-09-20T21:38:43.800537+0000","last_active":"2024-09-20T21:38:43.800537+0000","last_peered":"2024-09-20T21:38:43.800537+0000","last_clean":"2024-09-20T21:38:43.800537+0000","last_became_active":"2024-09-20T21:38:43.800286+0000","last_became_peered":"2024-09-20T21:38:43.800286+0000","last_unstale":"2024-09-20T21:38:43.800537+0000","last_undegraded":"2024-09-20T21:38:43.800537+0000","last_fullsized":"2024-09-20T21:38:43.800537+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:08:39.565352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"57'1","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729669+0000","last_change":"2024-09-20T21:38:23.330012+0000","last_active":"2024-09-20T21:38:42.729669+0000","last_peered":"2024-09-20T21:38:42.729669+0000","last_clean":"2024-09-20T21:38:42.729669+0000","last_became_active":"2024-09-20T21:38:23.329747+0000","last_became_peered":"2024-09-20T21:38:23.329747+0000","last_unstale":"2024-09-20T21:38:42.729669+0000","last_undegraded":"2024-09-20T21:38:42.729669+0000","last_fullsized":"2024-09-20T21:38:42.729669+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:03:18.766531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-20T21:38:29.352212+0000","last_change":"2024-09-20T21:38:23.328490+0000","last_active":"2024-09-20T21:38:29.352212+0000","last_peered":"2024-09-20T21:38:29.352212+0000","last_clean":"2024-09-20T21:38:29.352212+0000","last_became_active":"2024-09-20T21:38:23.328219+0000","last_became_peered":"2024-09-20T21:38:23.328219+0000","last_unstale":"2024-09-20T21:38:29.352212+0000","last_undegraded":"2024-09-20T21:38:29.352212+0000","last_fullsized":"2024-09-20T21:38:29.352212+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:36:37.005731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-20T21:38:29.351518+0000","last_change":"2024-09-20T21:38:27.358004+0000","last_active":"2024-09-20T21:38:29.351518+0000","last_peered":"2024-09-20T21:38:29.351518+0000","last_clean":"2024-09-20T21:38:29.351518+0000","last_became_active":"2024-09-20T21:38:27.357300+0000","last_became_peered":"2024-09-20T21:38:27.357300+0000","last_unstale":"2024-09-20T21:38:29.351518+0000","last_undegraded":"2024-09-20T21:38:29.351518+0000","last_fullsized":"2024-09-20T21:38:29.351518+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:30:46.795735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729476+0000","last_change":"2024-09-20T21:38:23.327450+0000","last_active":"2024-09-20T21:38:42.729476+0000","last_peered":"2024-09-20T21:38:42.729476+0000","last_clean":"2024-09-20T21:38:42.729476+0000","last_became_active":"2024-09-20T21:38:23.327197+0000","last_became_peered":"2024-09-20T21:38:23.327197+0000","last_unstale":"2024-09-20T21:38:42.729476+0000","last_undegraded":"2024-09-20T21:38:42.729476+0000","last_fullsized":"2024-09-20T21:38:42.729476+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:54:29.834419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-20T21:38:29.342732+0000","last_change":"2024-09-20T21:38:27.358417+0000","last_active":"2024-09-20T21:38:29.342732+0000","last_peered":"2024-09-20T21:38:29.342732+0000","last_clean":"2024-09-20T21:38:29.342732+0000","last_became_active":"2024-09-20T21:38:27.358153+0000","last_became_peered":"2024-09-20T21:38:27.358153+0000","last_unstale":"2024-09-20T21:38:29.342732+0000","last_undegraded":"2024-09-20T21:38:29.342732+0000","last_fullsized":"2024-09-20T21:38:29.342732+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:38:44.071173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.730067+0000","last_change":"2024-09-20T21:38:23.329038+0000","last_active":"2024-09-20T21:38:42.730067+0000","last_peered":"2024-09-20T21:38:42.730067+0000","last_clean":"2024-09-20T21:38:42.730067+0000","last_became_active":"2024-09-20T21:38:23.328757+0000","last_became_peered":"2024-09-20T21:38:23.328757+0000","last_unstale":"2024-09-20T21:38:42.730067+0000","last_undegraded":"2024-09-20T21:38:42.730067+0000","last_fullsized":"2024-09-20T21:38:42.730067+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:08:29.094173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.730218+0000","last_change":"2024-09-20T21:38:27.361598+0000","last_active":"2024-09-20T21:38:42.730218+0000","last_peered":"2024-09-20T21:38:42.730218+0000","last_clean":"2024-09-20T21:38:42.730218+0000","last_became_active":"2024-09-20T21:38:27.361322+0000","last_became_peered":"2024-09-20T21:38:27.361322+0000","last_unstale":"2024-09-20T21:38:42.730218+0000","last_undegraded":"2024-09-20T21:38:42.730218+0000","last_fullsized":"2024-09-20T21:38:42.730218+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:51:08.326080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.730348+0000","last_change":"2024-09-20T21:38:23.330276+0000","last_active":"2024-09-20T21:38:42.730348+0000","last_peered":"2024-09-20T21:38:42.730348+0000","last_clean":"2024-09-20T21:38:42.730348+0000","last_became_active":"2024-09-20T21:38:23.329983+0000","last_became_peered":"2024-09-20T21:38:23.329983+0000","last_unstale":"2024-09-20T21:38:42.730348+0000","last_undegraded":"2024-09-20T21:38:42.730348+0000","last_fullsized":"2024-09-20T21:38:42.730348+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:43:30.941469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.586983+0000","last_change":"2024-09-20T21:38:27.355005+0000","last_active":"2024-09-20T21:38:42.586983+0000","last_peered":"2024-09-20T21:38:42.586983+0000","last_clean":"2024-09-20T21:38:42.586983+0000","last_became_active":"2024-09-20T21:38:27.354503+0000","last_became_peered":"2024-09-20T21:38:27.354503+0000","last_unstale":"2024-09-20T21:38:42.586983+0000","last_undegraded":"2024-09-20T21:38:42.586983+0000","last_fullsized":"2024-09-20T21:38:42.586983+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:31:48.171541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"57'3","reported_seq":18,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-20T21:38:29.354310+0000","last_change":"2024-09-20T21:38:23.325821+0000","last_active":"2024-09-20T21:38:29.354310+0000","last_peered":"2024-09-20T21:38:29.354310+0000","last_clean":"2024-09-20T21:38:29.354310+0000","last_became_active":"2024-09-20T21:38:23.325213+0000","last_became_peered":"2024-09-20T21:38:23.325213+0000","last_unstale":"2024-09-20T21:38:29.354310+0000","last_undegraded":"2024-09-20T21:38:29.354310+0000","last_fullsized":"2024-09-20T21:38:29.354310+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:02:06.128836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.588251+0000","last_change":"2024-09-20T21:38:27.349783+0000","last_active":"2024-09-20T21:38:42.588251+0000","last_peered":"2024-09-20T21:38:42.588251+0000","last_clean":"2024-09-20T21:38:42.588251+0000","last_became_active":"2024-09-20T21:38:27.349502+0000","last_became_peered":"2024-09-20T21:38:27.349502+0000","last_unstale":"2024-09-20T21:38:42.588251+0000","last_undegraded":"2024-09-20T21:38:42.588251+0000","last_fullsized":"2024-09-20T21:38:42.588251+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:52:36.179625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"57'6","reported_seq":22,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729679+0000","last_change":"2024-09-20T21:38:23.334468+0000","last_active":"2024-09-20T21:38:42.729679+0000","last_peered":"2024-09-20T21:38:42.729679+0000","last_clean":"2024-09-20T21:38:42.729679+0000","last_became_active":"2024-09-20T21:38:23.334088+0000","last_became_peered":"2024-09-20T21:38:23.334088+0000","last_unstale":"2024-09-20T21:38:42.729679+0000","last_undegraded":"2024-09-20T21:38:42.729679+0000","last_fullsized":"2024-09-20T21:38:42.729679+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:49:33.840810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.592893+0000","last_change":"2024-09-20T21:38:27.356321+0000","last_active":"2024-09-20T21:38:42.592893+0000","last_peered":"2024-09-20T21:38:42.592893+0000","last_clean":"2024-09-20T21:38:42.592893+0000","last_became_active":"2024-09-20T21:38:27.356037+0000","last_became_peered":"2024-09-20T21:38:27.356037+0000","last_unstale":"2024-09-20T21:38:42.592893+0000","last_undegraded":"2024-09-20T21:38:42.592893+0000","last_fullsized":"2024-09-20T21:38:42.592893+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:17:17.828224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"57'2","reported_seq":18,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.587905+0000","last_change":"2024-09-20T21:38:23.326029+0000","last_active":"2024-09-20T21:38:42.587905+0000","last_peered":"2024-09-20T21:38:42.587905+0000","last_clean":"2024-09-20T21:38:42.587905+0000","last_became_active":"2024-09-20T21:38:23.325743+0000","last_became_peered":"2024-09-20T21:38:23.325743+0000","last_unstale":"2024-09-20T21:38:42.587905+0000","last_undegraded":"2024-09-20T21:38:42.587905+0000","last_fullsized":"2024-09-20T21:38:42.587905+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:07:25.513999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.586997+0000","last_change":"2024-09-20T21:38:27.351233+0000","last_active":"2024-09-20T21:38:42.586997+0000","last_peered":"2024-09-20T21:38:42.586997+0000","last_clean":"2024-09-20T21:38:42.586997+0000","last_became_active":"2024-09-20T21:38:27.351006+0000","last_became_peered":"2024-09-20T21:38:27.351006+0000","last_unstale":"2024-09-20T21:38:42.586997+0000","last_undegraded":"2024-09-20T21:38:42.586997+0000","last_fullsized":"2024-09-20T21:38:42.586997+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:29:05.308399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729679+0000","last_change":"2024-09-20T21:38:23.331709+0000","last_active":"2024-09-20T21:38:42.729679+0000","last_peered":"2024-09-20T21:38:42.729679+0000","last_clean":"2024-09-20T21:38:42.729679+0000","last_became_active":"2024-09-20T21:38:23.330899+0000","last_became_peered":"2024-09-20T21:38:23.330899+0000","last_unstale":"2024-09-20T21:38:42.729679+0000","last_undegraded":"2024-09-20T21:38:42.729679+0000","last_fullsized":"2024-09-20T21:38:42.729679+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:07:14.035742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.593214+0000","last_change":"2024-09-20T21:38:27.358938+0000","last_active":"2024-09-20T21:38:42.593214+0000","last_peered":"2024-09-20T21:38:42.593214+0000","last_clean":"2024-09-20T21:38:42.593214+0000","last_became_active":"2024-09-20T21:38:27.358617+0000","last_became_peered":"2024-09-20T21:38:27.358617+0000","last_unstale":"2024-09-20T21:38:42.593214+0000","last_undegraded":"2024-09-20T21:38:42.593214+0000","last_fullsized":"2024-09-20T21:38:42.593214+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:11:22.664577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729305+0000","last_change":"2024-09-20T21:38:23.331599+0000","last_active":"2024-09-20T21:38:42.729305+0000","last_peered":"2024-09-20T21:38:42.729305+0000","last_clean":"2024-09-20T21:38:42.729305+0000","last_became_active":"2024-09-20T21:38:23.331344+0000","last_became_peered":"2024-09-20T21:38:23.331344+0000","last_unstale":"2024-09-20T21:38:42.729305+0000","last_undegraded":"2024-09-20T21:38:42.729305+0000","last_fullsized":"2024-09-20T21:38:42.729305+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:15:09.447252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729099+0000","last_change":"2024-09-20T21:38:27.358176+0000","last_active":"2024-09-20T21:38:42.729099+0000","last_peered":"2024-09-20T21:38:42.729099+0000","last_clean":"2024-09-20T21:38:42.729099+0000","last_became_active":"2024-09-20T21:38:27.356974+0000","last_became_peered":"2024-09-20T21:38:27.356974+0000","last_unstale":"2024-09-20T21:38:42.729099+0000","last_undegraded":"2024-09-20T21:38:42.729099+0000","last_fullsized":"2024-09-20T21:38:42.729099+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:01:47.215257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"57'8","reported_seq":24,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.590976+0000","last_change":"2024-09-20T21:38:23.328628+0000","last_active":"2024-09-20T21:38:42.590976+0000","last_peered":"2024-09-20T21:38:42.590976+0000","last_clean":"2024-09-20T21:38:42.590976+0000","last_became_active":"2024-09-20T21:38:23.328353+0000","last_became_peered":"2024-09-20T21:38:23.328353+0000","last_unstale":"2024-09-20T21:38:42.590976+0000","last_undegraded":"2024-09-20T21:38:42.590976+0000","last_fullsized":"2024-09-20T21:38:42.590976+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:35:03.279801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.592604+0000","last_change":"2024-09-20T21:38:27.364310+0000","last_active":"2024-09-20T21:38:42.592604+0000","last_peered":"2024-09-20T21:38:42.592604+0000","last_clean":"2024-09-20T21:38:42.592604+0000","last_became_active":"2024-09-20T21:38:27.364013+0000","last_became_peered":"2024-09-20T21:38:27.364013+0000","last_unstale":"2024-09-20T21:38:42.592604+0000","last_undegraded":"2024-09-20T21:38:42.592604+0000","last_fullsized":"2024-09-20T21:38:42.592604+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:03:10.005685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"57'1","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.588240+0000","last_change":"2024-09-20T21:38:23.327336+0000","last_active":"2024-09-20T21:38:42.588240+0000","last_peered":"2024-09-20T21:38:42.588240+0000","last_clean":"2024-09-20T21:38:42.588240+0000","last_became_active":"2024-09-20T21:38:23.326993+0000","last_became_peered":"2024-09-20T21:38:23.326993+0000","last_unstale":"2024-09-20T21:38:42.588240+0000","last_undegraded":"2024-09-20T21:38:42.588240+0000","last_fullsized":"2024-09-20T21:38:42.588240+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:51:38.749474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.592875+0000","last_change":"2024-09-20T21:38:27.353169+0000","last_active":"2024-09-20T21:38:42.592875+0000","last_peered":"2024-09-20T21:38:42.592875+0000","last_clean":"2024-09-20T21:38:42.592875+0000","last_became_active":"2024-09-20T21:38:27.352270+0000","last_became_peered":"2024-09-20T21:38:27.352270+0000","last_unstale":"2024-09-20T21:38:42.592875+0000","last_undegraded":"2024-09-20T21:38:42.592875+0000","last_fullsized":"2024-09-20T21:38:42.592875+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:26:04.498410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"57'2","reported_seq":18,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.591575+0000","last_change":"2024-09-20T21:38:23.331491+0000","last_active":"2024-09-20T21:38:42.591575+0000","last_peered":"2024-09-20T21:38:42.591575+0000","last_clean":"2024-09-20T21:38:42.591575+0000","last_became_active":"2024-09-20T21:38:23.331146+0000","last_became_peered":"2024-09-20T21:38:23.331146+0000","last_unstale":"2024-09-20T21:38:42.591575+0000","last_undegraded":"2024-09-20T21:38:42.591575+0000","last_fullsized":"2024-09-20T21:38:42.591575+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:08:41.567575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.593115+0000","last_change":"2024-09-20T21:38:27.349685+0000","last_active":"2024-09-20T21:38:42.593115+0000","last_peered":"2024-09-20T21:38:42.593115+0000","last_clean":"2024-09-20T21:38:42.593115+0000","last_became_active":"2024-09-20T21:38:27.349396+0000","last_became_peered":"2024-09-20T21:38:27.349396+0000","last_unstale":"2024-09-20T21:38:42.593115+0000","last_undegraded":"2024-09-20T21:38:42.593115+0000","last_fullsized":"2024-09-20T21:38:42.593115+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:54:13.019807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"57'1","reported_seq":16,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-20T21:38:29.354988+0000","last_change":"2024-09-20T21:38:23.325495+0000","last_active":"2024-09-20T21:38:29.354988+0000","last_peered":"2024-09-20T21:38:29.354988+0000","last_clean":"2024-09-20T21:38:29.354988+0000","last_became_active":"2024-09-20T21:38:23.324776+0000","last_became_peered":"2024-09-20T21:38:23.324776+0000","last_unstale":"2024-09-20T21:38:29.354988+0000","last_undegraded":"2024-09-20T21:38:29.354988+0000","last_fullsized":"2024-09-20T21:38:29.354988+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:58:39.031295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729826+0000","last_change":"2024-09-20T21:38:27.348927+0000","last_active":"2024-09-20T21:38:42.729826+0000","last_peered":"2024-09-20T21:38:42.729826+0000","last_clean":"2024-09-20T21:38:42.729826+0000","last_became_active":"2024-09-20T21:38:27.348618+0000","last_became_peered":"2024-09-20T21:38:27.348618+0000","last_unstale":"2024-09-20T21:38:42.729826+0000","last_undegraded":"2024-09-20T21:38:42.729826+0000","last_fullsized":"2024-09-20T21:38:42.729826+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:30:25.042459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.591701+0000","last_change":"2024-09-20T21:38:23.329675+0000","last_active":"2024-09-20T21:38:42.591701+0000","last_peered":"2024-09-20T21:38:42.591701+0000","last_clean":"2024-09-20T21:38:42.591701+0000","last_became_active":"2024-09-20T21:38:23.329292+0000","last_became_peered":"2024-09-20T21:38:23.329292+0000","last_unstale":"2024-09-20T21:38:42.591701+0000","last_undegraded":"2024-09-20T21:38:42.591701+0000","last_fullsized":"2024-09-20T21:38:42.591701+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:25:08.050173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.593009+0000","last_change":"2024-09-20T21:38:27.360375+0000","last_active":"2024-09-20T21:38:42.593009+0000","last_peered":"2024-09-20T21:38:42.593009+0000","last_clean":"2024-09-20T21:38:42.593009+0000","last_became_active":"2024-09-20T21:38:27.359914+0000","last_became_peered":"2024-09-20T21:38:27.359914+0000","last_unstale":"2024-09-20T21:38:42.593009+0000","last_undegraded":"2024-09-20T21:38:42.593009+0000","last_fullsized":"2024-09-20T21:38:42.593009+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:14:12.790838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'72","reported_seq":25,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.592706+0000","last_change":"2024-09-20T21:37:59.785510+0000","last_active":"2024-09-20T21:38:42.592706+0000","last_peered":"2024-09-20T21:38:42.592706+0000","last_clean":"2024-09-20T21:38:42.592706+0000","last_became_active":"2024-09-20T21:37:59.780670+0000","last_became_peered":"2024-09-20T21:37:59.780670+0000","last_unstale":"2024-09-20T21:38:42.592706+0000","last_undegraded":"2024-09-20T21:38:42.592706+0000","last_fullsized":"2024-09-20T21:38:42.592706+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:35:58.999220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:35:58.999220+0000","last_clean_scrub_stamp":"2024-09-20T21:35:58.999220+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:13:21.968721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729721+0000","last_change":"2024-09-20T21:38:23.331470+0000","last_active":"2024-09-20T21:38:42.729721+0000","last_peered":"2024-09-20T21:38:42.729721+0000","last_clean":"2024-09-20T21:38:42.729721+0000","last_became_active":"2024-09-20T21:38:23.331162+0000","last_became_peered":"2024-09-20T21:38:23.331162+0000","last_unstale":"2024-09-20T21:38:42.729721+0000","last_undegraded":"2024-09-20T21:38:42.729721+0000","last_fullsized":"2024-09-20T21:38:42.729721+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:01:40.897539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-20T21:38:29.353273+0000","last_change":"2024-09-20T21:38:27.354284+0000","last_active":"2024-09-20T21:38:29.353273+0000","last_peered":"2024-09-20T21:38:29.353273+0000","last_clean":"2024-09-20T21:38:29.353273+0000","last_became_active":"2024-09-20T21:38:27.353796+0000","last_became_peered":"2024-09-20T21:38:27.353796+0000","last_unstale":"2024-09-20T21:38:29.353273+0000","last_undegraded":"2024-09-20T21:38:29.353273+0000","last_fullsized":"2024-09-20T21:38:29.353273+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:52:49.945307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.592516+0000","last_change":"2024-09-20T21:38:23.332012+0000","last_active":"2024-09-20T21:38:42.592516+0000","last_peered":"2024-09-20T21:38:42.592516+0000","last_clean":"2024-09-20T21:38:42.592516+0000","last_became_active":"2024-09-20T21:38:23.330366+0000","last_became_peered":"2024-09-20T21:38:23.330366+0000","last_unstale":"2024-09-20T21:38:42.592516+0000","last_undegraded":"2024-09-20T21:38:42.592516+0000","last_fullsized":"2024-09-20T21:38:42.592516+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:47:06.344292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.586578+0000","last_change":"2024-09-20T21:38:27.349419+0000","last_active":"2024-09-20T21:38:42.586578+0000","last_peered":"2024-09-20T21:38:42.586578+0000","last_clean":"2024-09-20T21:38:42.586578+0000","last_became_active":"2024-09-20T21:38:27.349147+0000","last_became_peered":"2024-09-20T21:38:27.349147+0000","last_unstale":"2024-09-20T21:38:42.586578+0000","last_undegraded":"2024-09-20T21:38:42.586578+0000","last_fullsized":"2024-09-20T21:38:42.586578+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:21:26.924313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.591072+0000","last_change":"2024-09-20T21:38:23.330556+0000","last_active":"2024-09-20T21:38:42.591072+0000","last_peered":"2024-09-20T21:38:42.591072+0000","last_clean":"2024-09-20T21:38:42.591072+0000","last_became_active":"2024-09-20T21:38:23.330270+0000","last_became_peered":"2024-09-20T21:38:23.330270+0000","last_unstale":"2024-09-20T21:38:42.591072+0000","last_undegraded":"2024-09-20T21:38:42.591072+0000","last_fullsized":"2024-09-20T21:38:42.591072+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:21:49.967168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-20T21:38:29.342372+0000","last_change":"2024-09-20T21:38:27.350607+0000","last_active":"2024-09-20T21:38:29.342372+0000","last_peered":"2024-09-20T21:38:29.342372+0000","last_clean":"2024-09-20T21:38:29.342372+0000","last_became_active":"2024-09-20T21:38:27.350328+0000","last_became_peered":"2024-09-20T21:38:27.350328+0000","last_unstale":"2024-09-20T21:38:29.342372+0000","last_undegraded":"2024-09-20T21:38:29.342372+0000","last_fullsized":"2024-09-20T21:38:29.342372+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:01:16.749699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729763+0000","last_change":"2024-09-20T21:38:23.325574+0000","last_active":"2024-09-20T21:38:42.729763+0000","last_peered":"2024-09-20T21:38:42.729763+0000","last_clean":"2024-09-20T21:38:42.729763+0000","last_became_active":"2024-09-20T21:38:23.325295+0000","last_became_peered":"2024-09-20T21:38:23.325295+0000","last_unstale":"2024-09-20T21:38:42.729763+0000","last_undegraded":"2024-09-20T21:38:42.729763+0000","last_fullsized":"2024-09-20T21:38:42.729763+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:31:17.041373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.587857+0000","last_change":"2024-09-20T21:38:27.351261+0000","last_active":"2024-09-20T21:38:42.587857+0000","last_peered":"2024-09-20T21:38:42.587857+0000","last_clean":"2024-09-20T21:38:42.587857+0000","last_became_active":"2024-09-20T21:38:27.350942+0000","last_became_peered":"2024-09-20T21:38:27.350942+0000","last_unstale":"2024-09-20T21:38:42.587857+0000","last_undegraded":"2024-09-20T21:38:42.587857+0000","last_fullsized":"2024-09-20T21:38:42.587857+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:21:59.768420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-20T21:38:29.342201+0000","last_change":"2024-09-20T21:38:23.331468+0000","last_active":"2024-09-20T21:38:29.342201+0000","last_peered":"2024-09-20T21:38:29.342201+0000","last_clean":"2024-09-20T21:38:29.342201+0000","last_became_active":"2024-09-20T21:38:23.331187+0000","last_became_peered":"2024-09-20T21:38:23.331187+0000","last_unstale":"2024-09-20T21:38:29.342201+0000","last_undegraded":"2024-09-20T21:38:29.342201+0000","last_fullsized":"2024-09-20T21:38:29.342201+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:03:31.863255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729760+0000","last_change":"2024-09-20T21:38:27.351672+0000","last_active":"2024-09-20T21:38:42.729760+0000","last_peered":"2024-09-20T21:38:42.729760+0000","last_clean":"2024-09-20T21:38:42.729760+0000","last_became_active":"2024-09-20T21:38:27.351213+0000","last_became_peered":"2024-09-20T21:38:27.351213+0000","last_unstale":"2024-09-20T21:38:42.729760+0000","last_undegraded":"2024-09-20T21:38:42.729760+0000","last_fullsized":"2024-09-20T21:38:42.729760+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:55:50.193491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":10,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-20T21:38:43.799634+0000","last_change":"2024-09-20T21:38:43.799634+0000","last_active":"2024-09-20T21:38:43.799634+0000","last_peered":"2024-09-20T21:38:43.799634+0000","last_clean":"2024-09-20T21:38:43.799634+0000","last_became_active":"2024-09-20T21:38:43.799287+0000","last_became_peered":"2024-09-20T21:38:43.799287+0000","last_unstale":"2024-09-20T21:38:43.799634+0000","last_undegraded":"2024-09-20T21:38:43.799634+0000","last_fullsized":"2024-09-20T21:38:43.799634+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:47:09.926606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-20T21:38:29.342110+0000","last_change":"2024-09-20T21:38:27.356452+0000","last_active":"2024-09-20T21:38:29.342110+0000","last_peered":"2024-09-20T21:38:29.342110+0000","last_clean":"2024-09-20T21:38:29.342110+0000","last_became_active":"2024-09-20T21:38:27.356194+0000","last_became_peered":"2024-09-20T21:38:27.356194+0000","last_unstale":"2024-09-20T21:38:29.342110+0000","last_undegraded":"2024-09-20T21:38:29.342110+0000","last_fullsized":"2024-09-20T21:38:29.342110+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:16:56.755047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"57'1","reported_seq":16,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-20T21:38:34.416590+0000","last_change":"2024-09-20T21:38:23.329540+0000","last_active":"2024-09-20T21:38:34.416590+0000","last_peered":"2024-09-20T21:38:34.416590+0000","last_clean":"2024-09-20T21:38:34.416590+0000","last_became_active":"2024-09-20T21:38:23.328807+0000","last_became_peered":"2024-09-20T21:38:23.328807+0000","last_unstale":"2024-09-20T21:38:34.416590+0000","last_undegraded":"2024-09-20T21:38:34.416590+0000","last_fullsized":"2024-09-20T21:38:34.416590+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:59:08.184037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-20T21:38:29.353496+0000","last_change":"2024-09-20T21:38:27.360238+0000","last_active":"2024-09-20T21:38:29.353496+0000","last_peered":"2024-09-20T21:38:29.353496+0000","last_clean":"2024-09-20T21:38:29.353496+0000","last_became_active":"2024-09-20T21:38:27.357955+0000","last_became_peered":"2024-09-20T21:38:27.357955+0000","last_unstale":"2024-09-20T21:38:29.353496+0000","last_undegraded":"2024-09-20T21:38:29.353496+0000","last_fullsized":"2024-09-20T21:38:29.353496+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:24:28.722677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"57'2","reported_seq":18,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.730222+0000","last_change":"2024-09-20T21:38:23.328738+0000","last_active":"2024-09-20T21:38:42.730222+0000","last_peered":"2024-09-20T21:38:42.730222+0000","last_clean":"2024-09-20T21:38:42.730222+0000","last_became_active":"2024-09-20T21:38:23.328453+0000","last_became_peered":"2024-09-20T21:38:23.328453+0000","last_unstale":"2024-09-20T21:38:42.730222+0000","last_undegraded":"2024-09-20T21:38:42.730222+0000","last_fullsized":"2024-09-20T21:38:42.730222+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:21:07.493512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.588832+0000","last_change":"2024-09-20T21:38:27.352416+0000","last_active":"2024-09-20T21:38:42.588832+0000","last_peered":"2024-09-20T21:38:42.588832+0000","last_clean":"2024-09-20T21:38:42.588832+0000","last_became_active":"2024-09-20T21:38:27.352144+0000","last_became_peered":"2024-09-20T21:38:27.352144+0000","last_unstale":"2024-09-20T21:38:42.588832+0000","last_undegraded":"2024-09-20T21:38:42.588832+0000","last_fullsized":"2024-09-20T21:38:42.588832+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:54:31.291989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.592356+0000","last_change":"2024-09-20T21:38:23.332401+0000","last_active":"2024-09-20T21:38:42.592356+0000","last_peered":"2024-09-20T21:38:42.592356+0000","last_clean":"2024-09-20T21:38:42.592356+0000","last_became_active":"2024-09-20T21:38:23.327738+0000","last_became_peered":"2024-09-20T21:38:23.327738+0000","last_unstale":"2024-09-20T21:38:42.592356+0000","last_undegraded":"2024-09-20T21:38:42.592356+0000","last_fullsized":"2024-09-20T21:38:42.592356+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:17:37.185042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.587641+0000","last_change":"2024-09-20T21:38:27.358116+0000","last_active":"2024-09-20T21:38:42.587641+0000","last_peered":"2024-09-20T21:38:42.587641+0000","last_clean":"2024-09-20T21:38:42.587641+0000","last_became_active":"2024-09-20T21:38:27.357022+0000","last_became_peered":"2024-09-20T21:38:27.357022+0000","last_unstale":"2024-09-20T21:38:42.587641+0000","last_undegraded":"2024-09-20T21:38:42.587641+0000","last_fullsized":"2024-09-20T21:38:42.587641+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:44:12.306996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-20T21:38:29.343004+0000","last_change":"2024-09-20T21:38:23.329598+0000","last_active":"2024-09-20T21:38:29.343004+0000","last_peered":"2024-09-20T21:38:29.343004+0000","last_clean":"2024-09-20T21:38:29.343004+0000","last_became_active":"2024-09-20T21:38:23.328761+0000","last_became_peered":"2024-09-20T21:38:23.328761+0000","last_unstale":"2024-09-20T21:38:29.343004+0000","last_undegraded":"2024-09-20T21:38:29.343004+0000","last_fullsized":"2024-09-20T21:38:29.343004+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:55:35.007382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-20T21:38:29.351603+0000","last_change":"2024-09-20T21:38:27.358346+0000","last_active":"2024-09-20T21:38:29.351603+0000","last_peered":"2024-09-20T21:38:29.351603+0000","last_clean":"2024-09-20T21:38:29.351603+0000","last_became_active":"2024-09-20T21:38:27.357706+0000","last_became_peered":"2024-09-20T21:38:27.357706+0000","last_unstale":"2024-09-20T21:38:29.351603+0000","last_undegraded":"2024-09-20T21:38:29.351603+0000","last_fullsized":"2024-09-20T21:38:29.351603+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:19:54.034557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-20T21:38:29.342342+0000","last_change":"2024-09-20T21:38:23.330044+0000","last_active":"2024-09-20T21:38:29.342342+0000","last_peered":"2024-09-20T21:38:29.342342+0000","last_clean":"2024-09-20T21:38:29.342342+0000","last_became_active":"2024-09-20T21:38:23.328918+0000","last_became_peered":"2024-09-20T21:38:23.328918+0000","last_unstale":"2024-09-20T21:38:29.342342+0000","last_undegraded":"2024-09-20T21:38:29.342342+0000","last_fullsized":"2024-09-20T21:38:29.342342+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:14:07.730369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-20T21:38:29.354193+0000","last_change":"2024-09-20T21:38:27.351384+0000","last_active":"2024-09-20T21:38:29.354193+0000","last_peered":"2024-09-20T21:38:29.354193+0000","last_clean":"2024-09-20T21:38:29.354193+0000","last_became_active":"2024-09-20T21:38:27.351089+0000","last_became_peered":"2024-09-20T21:38:27.351089+0000","last_unstale":"2024-09-20T21:38:29.354193+0000","last_undegraded":"2024-09-20T21:38:29.354193+0000","last_fullsized":"2024-09-20T21:38:29.354193+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:49:54.015497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"57'2","reported_seq":18,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.593352+0000","last_change":"2024-09-20T21:38:23.327670+0000","last_active":"2024-09-20T21:38:42.593352+0000","last_peered":"2024-09-20T21:38:42.593352+0000","last_clean":"2024-09-20T21:38:42.593352+0000","last_became_active":"2024-09-20T21:38:23.327419+0000","last_became_peered":"2024-09-20T21:38:23.327419+0000","last_unstale":"2024-09-20T21:38:42.593352+0000","last_undegraded":"2024-09-20T21:38:42.593352+0000","last_fullsized":"2024-09-20T21:38:42.593352+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:50:30.312275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729262+0000","last_change":"2024-09-20T21:38:27.351328+0000","last_active":"2024-09-20T21:38:42.729262+0000","last_peered":"2024-09-20T21:38:42.729262+0000","last_clean":"2024-09-20T21:38:42.729262+0000","last_became_active":"2024-09-20T21:38:27.350994+0000","last_became_peered":"2024-09-20T21:38:27.350994+0000","last_unstale":"2024-09-20T21:38:42.729262+0000","last_undegraded":"2024-09-20T21:38:42.729262+0000","last_fullsized":"2024-09-20T21:38:42.729262+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:26:43.270086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729678+0000","last_change":"2024-09-20T21:38:27.358681+0000","last_active":"2024-09-20T21:38:42.729678+0000","last_peered":"2024-09-20T21:38:42.729678+0000","last_clean":"2024-09-20T21:38:42.729678+0000","last_became_active":"2024-09-20T21:38:27.358380+0000","last_became_peered":"2024-09-20T21:38:27.358380+0000","last_unstale":"2024-09-20T21:38:42.729678+0000","last_undegraded":"2024-09-20T21:38:42.729678+0000","last_fullsized":"2024-09-20T21:38:42.729678+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:45:39.962639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"57'2","reported_seq":18,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.592718+0000","last_change":"2024-09-20T21:38:23.334079+0000","last_active":"2024-09-20T21:38:42.592718+0000","last_peered":"2024-09-20T21:38:42.592718+0000","last_clean":"2024-09-20T21:38:42.592718+0000","last_became_active":"2024-09-20T21:38:23.333811+0000","last_became_peered":"2024-09-20T21:38:23.333811+0000","last_unstale":"2024-09-20T21:38:42.592718+0000","last_undegraded":"2024-09-20T21:38:42.592718+0000","last_fullsized":"2024-09-20T21:38:42.592718+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:05:41.744176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729639+0000","last_change":"2024-09-20T21:38:27.358704+0000","last_active":"2024-09-20T21:38:42.729639+0000","last_peered":"2024-09-20T21:38:42.729639+0000","last_clean":"2024-09-20T21:38:42.729639+0000","last_became_active":"2024-09-20T21:38:27.358425+0000","last_became_peered":"2024-09-20T21:38:27.358425+0000","last_unstale":"2024-09-20T21:38:42.729639+0000","last_undegraded":"2024-09-20T21:38:42.729639+0000","last_fullsized":"2024-09-20T21:38:42.729639+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T21:53:49.259088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"57'2","reported_seq":18,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.593054+0000","last_change":"2024-09-20T21:38:23.332755+0000","last_active":"2024-09-20T21:38:42.593054+0000","last_peered":"2024-09-20T21:38:42.593054+0000","last_clean":"2024-09-20T21:38:42.593054+0000","last_became_active":"2024-09-20T21:38:23.331918+0000","last_became_peered":"2024-09-20T21:38:23.331918+0000","last_unstale":"2024-09-20T21:38:42.593054+0000","last_undegraded":"2024-09-20T21:38:42.593054+0000","last_fullsized":"2024-09-20T21:38:42.593054+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:52:38.730561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.586911+0000","last_change":"2024-09-20T21:38:27.354875+0000","last_active":"2024-09-20T21:38:42.586911+0000","last_peered":"2024-09-20T21:38:42.586911+0000","last_clean":"2024-09-20T21:38:42.586911+0000","last_became_active":"2024-09-20T21:38:27.354612+0000","last_became_peered":"2024-09-20T21:38:27.354612+0000","last_unstale":"2024-09-20T21:38:42.586911+0000","last_undegraded":"2024-09-20T21:38:42.586911+0000","last_fullsized":"2024-09-20T21:38:42.586911+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:27:04.686325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"57'1","reported_seq":16,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-20T21:38:29.354434+0000","last_change":"2024-09-20T21:38:23.331658+0000","last_active":"2024-09-20T21:38:29.354434+0000","last_peered":"2024-09-20T21:38:29.354434+0000","last_clean":"2024-09-20T21:38:29.354434+0000","last_became_active":"2024-09-20T21:38:23.331367+0000","last_became_peered":"2024-09-20T21:38:23.331367+0000","last_unstale":"2024-09-20T21:38:29.354434+0000","last_undegraded":"2024-09-20T21:38:29.354434+0000","last_fullsized":"2024-09-20T21:38:29.354434+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:51:50.446123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-20T21:38:29.350739+0000","last_change":"2024-09-20T21:38:27.350977+0000","last_active":"2024-09-20T21:38:29.350739+0000","last_peered":"2024-09-20T21:38:29.350739+0000","last_clean":"2024-09-20T21:38:29.350739+0000","last_became_active":"2024-09-20T21:38:27.350601+0000","last_became_peered":"2024-09-20T21:38:27.350601+0000","last_unstale":"2024-09-20T21:38:29.350739+0000","last_undegraded":"2024-09-20T21:38:29.350739+0000","last_fullsized":"2024-09-20T21:38:29.350739+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:11:14.001048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"57'4","reported_seq":20,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.587175+0000","last_change":"2024-09-20T21:38:23.327271+0000","last_active":"2024-09-20T21:38:42.587175+0000","last_peered":"2024-09-20T21:38:42.587175+0000","last_clean":"2024-09-20T21:38:42.587175+0000","last_became_active":"2024-09-20T21:38:23.327013+0000","last_became_peered":"2024-09-20T21:38:23.327013+0000","last_unstale":"2024-09-20T21:38:42.587175+0000","last_undegraded":"2024-09-20T21:38:42.587175+0000","last_fullsized":"2024-09-20T21:38:42.587175+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:17:42.835827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430220,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298520,"kb_used_data":1164,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446632,"statfs":{"total":95995035648,"available":95689351168,"internally_reserved":0,"allocated":1191936,"data_stored":841858,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59199999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54500000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52900000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34000000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42299999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.441}]}]},{"osd":6,"up_from":42,"seq":180388626449,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298520,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446632,"statfs":{"total":95995035648,"available":95689351168,"internally_reserved":0,"allocated":1187840,"data_stored":842259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 20 21:38:33 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.49199999999999999}]},{"osd":1,"last update":"Fri Sep 20 21:38:33 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.45600000000000002}]},{"osd":2,"last update":"Fri Sep 20 21:38:33 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.47099999999999997}]},{"osd":3,"last update":"Fri Sep 20 21:38:33 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.497}]},{"osd":4,"last update":"Fri Sep 20 21:38:33 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.33200000000000002}]},{"osd":5,"last update":"Fri Sep 20 21:38:33 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.375},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.35599999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.435}]}]},{"osd":5,"up_from":36,"seq":154618822678,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297944,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447208,"statfs":{"total":95995035648,"available":95689940992,"internally_reserved":0,"allocated":598016,"data_stored":251981,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 20 21:38:10 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.53500000000000003}]},{"osd":1,"last update":"Fri Sep 20 21:38:10 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.63800000000000001}]},{"osd":2,"last update":"Fri Sep 20 21:38:10 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.56599999999999995}]},{"osd":3,"last update":"Fri Sep 20 21:38:10 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.67200000000000004}]},{"osd":4,"last update":"Fri Sep 20 21:38:10 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.45000000000000001}]},{"osd":6,"last update":"Fri Sep 20 21:38:36 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.59899999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]}]},{"osd":4,"up_from":30,"seq":128849018906,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297952,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447200,"statfs":{"total":95995035648,"available":95689932800,"internally_reserved":0,"allocated":606208,"data_stored":251594,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 20 21:37:48 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.64400000000000002}]},{"osd":1,"last update":"Fri Sep 20 21:37:48 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.68500000000000005}]},{"osd":2,"last update":"Fri Sep 20 21:37:48 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.62},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.66800000000000004}]},{"osd":3,"last update":"Fri Sep 20 21:37:48 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.71899999999999997}]},{"osd":5,"last update":"Fri Sep 20 21:38:11 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.48899999999999999}]},{"osd":6,"last update":"Fri Sep 20 21:38:34 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.57099999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59699999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182430,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297936,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447216,"statfs":{"total":95995035648,"available":95689949184,"internally_reserved":0,"allocated":593920,"data_stored":245822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 20 21:38:27 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.42799999999999999,"15min":0.435},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.53400000000000003,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.436,"15min":0.442},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.56899999999999995,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.29499999999999998}]},{"osd":1,"last update":"Fri Sep 20 21:38:27 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.441,"15min":0.45200000000000001},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.55100000000000005,"5min":0.627,"15min":0.627},"last":0.315},{"interface":"front","average":{"1min":0.44,"5min":0.47599999999999998,"15min":0.48199999999999998},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.63300000000000001,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.32800000000000001}]},{"osd":2,"last update":"Fri Sep 20 21:38:27 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.53200000000000003,"15min":0.54100000000000004},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.499,"15min":0.50600000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.34899999999999998}]},{"osd":4,"last update":"Fri Sep 20 21:37:47 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.48199999999999998}]},{"osd":5,"last update":"Fri Sep 20 21:38:08 2024","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.56100000000000005}]},{"osd":6,"last update":"Fri Sep 20 21:38:38 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.64700000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54200000000000004}]}]},{"osd":2,"up_from":18,"seq":77309411364,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297912,"kb_used_data":556,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447240,"statfs":{"total":95995035648,"available":95689973760,"internally_reserved":0,"allocated":569344,"data_stored":243505,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 20 21:37:59 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.35799999999999998,"15min":0.34999999999999998},"min":{"1min":0.24299999999999999,"5min":0.221,"15min":0.221},"max":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.38900000000000001,"15min":0.38500000000000001},"min":{"1min":0.308,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.34100000000000003}]},{"osd":1,"last update":"Fri Sep 20 21:37:59 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.39800000000000002,"15min":0.39400000000000002},"min":{"1min":0.27100000000000002,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.40999999999999998,"15min":0.40400000000000003},"min":{"1min":0.33500000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.46700000000000003}]},{"osd":3,"last update":"Fri Sep 20 21:38:23 2024","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.47499999999999998,"15min":0.48299999999999998},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.59499999999999997,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.48199999999999998,"15min":0.48499999999999999},"min":{"1min":0.307,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.63200000000000001,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.41999999999999998}]},{"osd":4,"last update":"Fri Sep 20 21:37:44 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.57399999999999995}]},{"osd":5,"last update":"Fri Sep 20 21:38:09 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.58399999999999996}]},{"osd":6,"last update":"Fri Sep 20 21:38:33 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.66000000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60199999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574889,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297920,"kb_used_data":564,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447232,"statfs":{"total":95995035648,"available":95689965568,"internally_reserved":0,"allocated":577536,"data_stored":243940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 20 21:38:36 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.35699999999999998,"15min":0.33300000000000002},"min":{"1min":0.27300000000000002,"5min":0.193,"15min":0.193},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.22500000000000001},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.38500000000000001,"15min":0.35899999999999999},"min":{"1min":0.29199999999999998,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.65800000000000003,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.39800000000000002}]},{"osd":2,"last update":"Fri Sep 20 21:38:02 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.40999999999999998,"15min":0.39900000000000002},"min":{"1min":0.32600000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.378,"15min":0.36599999999999999},"min":{"1min":0.34799999999999998,"5min":0.218,"15min":0.218},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.34999999999999998}]},{"osd":3,"last update":"Fri Sep 20 21:38:26 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.59699999999999998,"5min":0.62,"15min":0.62},"last":0.309},{"interface":"front","average":{"1min":0.498,"5min":0.50600000000000001,"15min":0.50700000000000001},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.36899999999999999}]},{"osd":4,"last update":"Fri Sep 20 21:37:45 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.099,"5min":1.099,"15min":1.099},"last":0.57499999999999996}]},{"osd":5,"last update":"Fri Sep 20 21:38:08 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"last":0.47799999999999998}]},{"osd":6,"last update":"Fri Sep 20 21:38:36 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.131,"5min":1.131,"15min":1.131},"last":0.53300000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.442}]}]},{"osd":0,"up_from":8,"seq":34359738414,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298516,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446636,"statfs":{"total":95995035648,"available":95689355264,"internally_reserved":0,"allocated":1187840,"data_stored":835494,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 20 21:38:41 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.34799999999999998,"15min":0.32600000000000001},"min":{"1min":0.254,"5min":0.216,"15min":0.216},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.38,"5min":0.36299999999999999,"15min":0.34300000000000003},"min":{"1min":0.251,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.51400000000000001,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.373}]},{"osd":2,"last update":"Fri Sep 20 21:38:00 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.39100000000000001,"15min":0.38700000000000001},"min":{"1min":0.26100000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.40200000000000002,"15min":0.40000000000000002},"min":{"1min":0.28499999999999998,"5min":0.253,"15min":0.253},"max":{"1min":0.55600000000000005,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.38700000000000001}]},{"osd":3,"last update":"Fri Sep 20 21:38:26 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.437,"15min":0.441},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.45400000000000001,"15min":0.45500000000000002},"min":{"1min":0.31,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.40999999999999998}]},{"osd":4,"last update":"Fri Sep 20 21:37:45 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.78500000000000003},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.84399999999999997}]},{"osd":5,"last update":"Fri Sep 20 21:38:08 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.879},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":1.284}]},{"osd":6,"last update":"Fri Sep 20 21:38:35 2024","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":1.254},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.80900000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2170000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-20T21:38:50.493 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph pg dump --format=json 2024-09-20T21:38:50.751 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:38:50.869 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:50 smithi046 ceph-mon[28078]: from='client.14499 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-20T21:38:50.870 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:50 smithi046 ceph-mon[39760]: from='client.14499 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-20T21:38:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:50 smithi134 ceph-mon[31761]: from='client.14499 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-20T21:38:51.880 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:51 smithi046 ceph-mon[28078]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:51.880 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:51 smithi046 ceph-mon[39760]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:51.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:51 smithi134 ceph-mon[31761]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:52.440 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:38:52.442 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-09-20T21:38:53.128 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":203,"stamp":"2024-09-20T21:38:50.513777+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1641,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385284,"kb_used_data":6408,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575932,"statfs":{"total":767960285184,"available":765517754368,"internally_reserved":0,"allocated":6561792,"data_stored":3782405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002353"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.592944+0000","last_change":"2024-09-20T21:38:27.353535+0000","last_active":"2024-09-20T21:38:42.592944+0000","last_peered":"2024-09-20T21:38:42.592944+0000","last_clean":"2024-09-20T21:38:42.592944+0000","last_became_active":"2024-09-20T21:38:27.353202+0000","last_became_peered":"2024-09-20T21:38:27.353202+0000","last_unstale":"2024-09-20T21:38:42.592944+0000","last_undegraded":"2024-09-20T21:38:42.592944+0000","last_fullsized":"2024-09-20T21:38:42.592944+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:10:34.308237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.592574+0000","last_change":"2024-09-20T21:38:27.362576+0000","last_active":"2024-09-20T21:38:42.592574+0000","last_peered":"2024-09-20T21:38:42.592574+0000","last_clean":"2024-09-20T21:38:42.592574+0000","last_became_active":"2024-09-20T21:38:27.362238+0000","last_became_peered":"2024-09-20T21:38:27.362238+0000","last_unstale":"2024-09-20T21:38:42.592574+0000","last_undegraded":"2024-09-20T21:38:42.592574+0000","last_fullsized":"2024-09-20T21:38:42.592574+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:33:10.986145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.588933+0000","last_change":"2024-09-20T21:38:27.349961+0000","last_active":"2024-09-20T21:38:42.588933+0000","last_peered":"2024-09-20T21:38:42.588933+0000","last_clean":"2024-09-20T21:38:42.588933+0000","last_became_active":"2024-09-20T21:38:27.349483+0000","last_became_peered":"2024-09-20T21:38:27.349483+0000","last_unstale":"2024-09-20T21:38:42.588933+0000","last_undegraded":"2024-09-20T21:38:42.588933+0000","last_fullsized":"2024-09-20T21:38:42.588933+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:11:08.698794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729560+0000","last_change":"2024-09-20T21:38:27.353449+0000","last_active":"2024-09-20T21:38:42.729560+0000","last_peered":"2024-09-20T21:38:42.729560+0000","last_clean":"2024-09-20T21:38:42.729560+0000","last_became_active":"2024-09-20T21:38:27.353149+0000","last_became_peered":"2024-09-20T21:38:27.353149+0000","last_unstale":"2024-09-20T21:38:42.729560+0000","last_undegraded":"2024-09-20T21:38:42.729560+0000","last_fullsized":"2024-09-20T21:38:42.729560+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:30:44.425092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.593163+0000","last_change":"2024-09-20T21:38:27.358117+0000","last_active":"2024-09-20T21:38:42.593163+0000","last_peered":"2024-09-20T21:38:42.593163+0000","last_clean":"2024-09-20T21:38:42.593163+0000","last_became_active":"2024-09-20T21:38:27.357336+0000","last_became_peered":"2024-09-20T21:38:27.357336+0000","last_unstale":"2024-09-20T21:38:42.593163+0000","last_undegraded":"2024-09-20T21:38:42.593163+0000","last_fullsized":"2024-09-20T21:38:42.593163+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:57:49.341938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729838+0000","last_change":"2024-09-20T21:38:27.354609+0000","last_active":"2024-09-20T21:38:42.729838+0000","last_peered":"2024-09-20T21:38:42.729838+0000","last_clean":"2024-09-20T21:38:42.729838+0000","last_became_active":"2024-09-20T21:38:27.354334+0000","last_became_peered":"2024-09-20T21:38:27.354334+0000","last_unstale":"2024-09-20T21:38:42.729838+0000","last_undegraded":"2024-09-20T21:38:42.729838+0000","last_fullsized":"2024-09-20T21:38:42.729838+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:44:53.168242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.592320+0000","last_change":"2024-09-20T21:38:27.356506+0000","last_active":"2024-09-20T21:38:42.592320+0000","last_peered":"2024-09-20T21:38:42.592320+0000","last_clean":"2024-09-20T21:38:42.592320+0000","last_became_active":"2024-09-20T21:38:27.356120+0000","last_became_peered":"2024-09-20T21:38:27.356120+0000","last_unstale":"2024-09-20T21:38:42.592320+0000","last_undegraded":"2024-09-20T21:38:42.592320+0000","last_fullsized":"2024-09-20T21:38:42.592320+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:02:23.611615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.586372+0000","last_change":"2024-09-20T21:38:27.353015+0000","last_active":"2024-09-20T21:38:42.586372+0000","last_peered":"2024-09-20T21:38:42.586372+0000","last_clean":"2024-09-20T21:38:42.586372+0000","last_became_active":"2024-09-20T21:38:27.352626+0000","last_became_peered":"2024-09-20T21:38:27.352626+0000","last_unstale":"2024-09-20T21:38:42.586372+0000","last_undegraded":"2024-09-20T21:38:42.586372+0000","last_fullsized":"2024-09-20T21:38:42.586372+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:39:13.846574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.593261+0000","last_change":"2024-09-20T21:38:27.359737+0000","last_active":"2024-09-20T21:38:42.593261+0000","last_peered":"2024-09-20T21:38:42.593261+0000","last_clean":"2024-09-20T21:38:42.593261+0000","last_became_active":"2024-09-20T21:38:27.359432+0000","last_became_peered":"2024-09-20T21:38:27.359432+0000","last_unstale":"2024-09-20T21:38:42.593261+0000","last_undegraded":"2024-09-20T21:38:42.593261+0000","last_fullsized":"2024-09-20T21:38:42.593261+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:22:34.983010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.730169+0000","last_change":"2024-09-20T21:38:27.354220+0000","last_active":"2024-09-20T21:38:42.730169+0000","last_peered":"2024-09-20T21:38:42.730169+0000","last_clean":"2024-09-20T21:38:42.730169+0000","last_became_active":"2024-09-20T21:38:27.353927+0000","last_became_peered":"2024-09-20T21:38:27.353927+0000","last_unstale":"2024-09-20T21:38:42.730169+0000","last_undegraded":"2024-09-20T21:38:42.730169+0000","last_fullsized":"2024-09-20T21:38:42.730169+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:18:37.071345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729955+0000","last_change":"2024-09-20T21:38:27.357558+0000","last_active":"2024-09-20T21:38:42.729955+0000","last_peered":"2024-09-20T21:38:42.729955+0000","last_clean":"2024-09-20T21:38:42.729955+0000","last_became_active":"2024-09-20T21:38:27.357272+0000","last_became_peered":"2024-09-20T21:38:27.357272+0000","last_unstale":"2024-09-20T21:38:42.729955+0000","last_undegraded":"2024-09-20T21:38:42.729955+0000","last_fullsized":"2024-09-20T21:38:42.729955+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:03:30.408764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.587789+0000","last_change":"2024-09-20T21:38:27.352210+0000","last_active":"2024-09-20T21:38:42.587789+0000","last_peered":"2024-09-20T21:38:42.587789+0000","last_clean":"2024-09-20T21:38:42.587789+0000","last_became_active":"2024-09-20T21:38:27.350784+0000","last_became_peered":"2024-09-20T21:38:27.350784+0000","last_unstale":"2024-09-20T21:38:42.587789+0000","last_undegraded":"2024-09-20T21:38:42.587789+0000","last_fullsized":"2024-09-20T21:38:42.587789+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:34:50.011991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.587121+0000","last_change":"2024-09-20T21:38:27.352280+0000","last_active":"2024-09-20T21:38:42.587121+0000","last_peered":"2024-09-20T21:38:42.587121+0000","last_clean":"2024-09-20T21:38:42.587121+0000","last_became_active":"2024-09-20T21:38:27.352004+0000","last_became_peered":"2024-09-20T21:38:27.352004+0000","last_unstale":"2024-09-20T21:38:42.587121+0000","last_undegraded":"2024-09-20T21:38:42.587121+0000","last_fullsized":"2024-09-20T21:38:42.587121+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:58:17.316060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.586925+0000","last_change":"2024-09-20T21:38:27.354836+0000","last_active":"2024-09-20T21:38:42.586925+0000","last_peered":"2024-09-20T21:38:42.586925+0000","last_clean":"2024-09-20T21:38:42.586925+0000","last_became_active":"2024-09-20T21:38:27.354570+0000","last_became_peered":"2024-09-20T21:38:27.354570+0000","last_unstale":"2024-09-20T21:38:42.586925+0000","last_undegraded":"2024-09-20T21:38:42.586925+0000","last_fullsized":"2024-09-20T21:38:42.586925+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:01:05.404349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.592413+0000","last_change":"2024-09-20T21:38:27.357596+0000","last_active":"2024-09-20T21:38:42.592413+0000","last_peered":"2024-09-20T21:38:42.592413+0000","last_clean":"2024-09-20T21:38:42.592413+0000","last_became_active":"2024-09-20T21:38:27.357283+0000","last_became_peered":"2024-09-20T21:38:27.357283+0000","last_unstale":"2024-09-20T21:38:42.592413+0000","last_undegraded":"2024-09-20T21:38:42.592413+0000","last_fullsized":"2024-09-20T21:38:42.592413+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:30:16.885797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729895+0000","last_change":"2024-09-20T21:38:27.353937+0000","last_active":"2024-09-20T21:38:42.729895+0000","last_peered":"2024-09-20T21:38:42.729895+0000","last_clean":"2024-09-20T21:38:42.729895+0000","last_became_active":"2024-09-20T21:38:27.353647+0000","last_became_peered":"2024-09-20T21:38:27.353647+0000","last_unstale":"2024-09-20T21:38:42.729895+0000","last_undegraded":"2024-09-20T21:38:42.729895+0000","last_fullsized":"2024-09-20T21:38:42.729895+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:34:56.917476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.730025+0000","last_change":"2024-09-20T21:38:27.360512+0000","last_active":"2024-09-20T21:38:42.730025+0000","last_peered":"2024-09-20T21:38:42.730025+0000","last_clean":"2024-09-20T21:38:42.730025+0000","last_became_active":"2024-09-20T21:38:27.360228+0000","last_became_peered":"2024-09-20T21:38:27.360228+0000","last_unstale":"2024-09-20T21:38:42.730025+0000","last_undegraded":"2024-09-20T21:38:42.730025+0000","last_fullsized":"2024-09-20T21:38:42.730025+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:59:07.882878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.591377+0000","last_change":"2024-09-20T21:38:27.358721+0000","last_active":"2024-09-20T21:38:42.591377+0000","last_peered":"2024-09-20T21:38:42.591377+0000","last_clean":"2024-09-20T21:38:42.591377+0000","last_became_active":"2024-09-20T21:38:27.358450+0000","last_became_peered":"2024-09-20T21:38:27.358450+0000","last_unstale":"2024-09-20T21:38:42.591377+0000","last_undegraded":"2024-09-20T21:38:42.591377+0000","last_fullsized":"2024-09-20T21:38:42.591377+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:34:04.375652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.593127+0000","last_change":"2024-09-20T21:38:27.355102+0000","last_active":"2024-09-20T21:38:42.593127+0000","last_peered":"2024-09-20T21:38:42.593127+0000","last_clean":"2024-09-20T21:38:42.593127+0000","last_became_active":"2024-09-20T21:38:27.354829+0000","last_became_peered":"2024-09-20T21:38:27.354829+0000","last_unstale":"2024-09-20T21:38:42.593127+0000","last_undegraded":"2024-09-20T21:38:42.593127+0000","last_fullsized":"2024-09-20T21:38:42.593127+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:47:37.064696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729581+0000","last_change":"2024-09-20T21:38:27.353867+0000","last_active":"2024-09-20T21:38:42.729581+0000","last_peered":"2024-09-20T21:38:42.729581+0000","last_clean":"2024-09-20T21:38:42.729581+0000","last_became_active":"2024-09-20T21:38:27.353584+0000","last_became_peered":"2024-09-20T21:38:27.353584+0000","last_unstale":"2024-09-20T21:38:42.729581+0000","last_undegraded":"2024-09-20T21:38:42.729581+0000","last_fullsized":"2024-09-20T21:38:42.729581+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:50:48.881102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-20T21:38:43.800636+0000","last_change":"2024-09-20T21:38:43.800636+0000","last_active":"2024-09-20T21:38:43.800636+0000","last_peered":"2024-09-20T21:38:43.800636+0000","last_clean":"2024-09-20T21:38:43.800636+0000","last_became_active":"2024-09-20T21:38:43.800274+0000","last_became_peered":"2024-09-20T21:38:43.800274+0000","last_unstale":"2024-09-20T21:38:43.800636+0000","last_undegraded":"2024-09-20T21:38:43.800636+0000","last_fullsized":"2024-09-20T21:38:43.800636+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:30:35.564139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729499+0000","last_change":"2024-09-20T21:38:27.353293+0000","last_active":"2024-09-20T21:38:42.729499+0000","last_peered":"2024-09-20T21:38:42.729499+0000","last_clean":"2024-09-20T21:38:42.729499+0000","last_became_active":"2024-09-20T21:38:27.353001+0000","last_became_peered":"2024-09-20T21:38:27.353001+0000","last_unstale":"2024-09-20T21:38:42.729499+0000","last_undegraded":"2024-09-20T21:38:42.729499+0000","last_fullsized":"2024-09-20T21:38:42.729499+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:12:38.933520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.587668+0000","last_change":"2024-09-20T21:38:27.358033+0000","last_active":"2024-09-20T21:38:42.587668+0000","last_peered":"2024-09-20T21:38:42.587668+0000","last_clean":"2024-09-20T21:38:42.587668+0000","last_became_active":"2024-09-20T21:38:27.357739+0000","last_became_peered":"2024-09-20T21:38:27.357739+0000","last_unstale":"2024-09-20T21:38:42.587668+0000","last_undegraded":"2024-09-20T21:38:42.587668+0000","last_fullsized":"2024-09-20T21:38:42.587668+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:16:10.621543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729379+0000","last_change":"2024-09-20T21:38:27.349848+0000","last_active":"2024-09-20T21:38:42.729379+0000","last_peered":"2024-09-20T21:38:42.729379+0000","last_clean":"2024-09-20T21:38:42.729379+0000","last_became_active":"2024-09-20T21:38:27.349584+0000","last_became_peered":"2024-09-20T21:38:27.349584+0000","last_unstale":"2024-09-20T21:38:42.729379+0000","last_undegraded":"2024-09-20T21:38:42.729379+0000","last_fullsized":"2024-09-20T21:38:42.729379+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:33:50.426926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":23,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-20T21:38:43.799442+0000","last_change":"2024-09-20T21:38:43.799442+0000","last_active":"2024-09-20T21:38:43.799442+0000","last_peered":"2024-09-20T21:38:43.799442+0000","last_clean":"2024-09-20T21:38:43.799442+0000","last_became_active":"2024-09-20T21:38:43.799055+0000","last_became_peered":"2024-09-20T21:38:43.799055+0000","last_unstale":"2024-09-20T21:38:43.799442+0000","last_undegraded":"2024-09-20T21:38:43.799442+0000","last_fullsized":"2024-09-20T21:38:43.799442+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:15:36.813301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.730257+0000","last_change":"2024-09-20T21:38:27.356212+0000","last_active":"2024-09-20T21:38:42.730257+0000","last_peered":"2024-09-20T21:38:42.730257+0000","last_clean":"2024-09-20T21:38:42.730257+0000","last_became_active":"2024-09-20T21:38:27.355894+0000","last_became_peered":"2024-09-20T21:38:27.355894+0000","last_unstale":"2024-09-20T21:38:42.730257+0000","last_undegraded":"2024-09-20T21:38:42.730257+0000","last_fullsized":"2024-09-20T21:38:42.730257+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:44:32.400235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.592448+0000","last_change":"2024-09-20T21:38:27.349125+0000","last_active":"2024-09-20T21:38:42.592448+0000","last_peered":"2024-09-20T21:38:42.592448+0000","last_clean":"2024-09-20T21:38:42.592448+0000","last_became_active":"2024-09-20T21:38:27.348851+0000","last_became_peered":"2024-09-20T21:38:27.348851+0000","last_unstale":"2024-09-20T21:38:42.592448+0000","last_undegraded":"2024-09-20T21:38:42.592448+0000","last_fullsized":"2024-09-20T21:38:42.592448+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:40.871250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":23,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-20T21:38:43.594563+0000","last_change":"2024-09-20T21:38:43.594563+0000","last_active":"2024-09-20T21:38:43.594563+0000","last_peered":"2024-09-20T21:38:43.594563+0000","last_clean":"2024-09-20T21:38:43.594563+0000","last_became_active":"2024-09-20T21:38:43.594184+0000","last_became_peered":"2024-09-20T21:38:43.594184+0000","last_unstale":"2024-09-20T21:38:43.594563+0000","last_undegraded":"2024-09-20T21:38:43.594563+0000","last_fullsized":"2024-09-20T21:38:43.594563+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:48:38.735499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.587809+0000","last_change":"2024-09-20T21:38:27.349746+0000","last_active":"2024-09-20T21:38:42.587809+0000","last_peered":"2024-09-20T21:38:42.587809+0000","last_clean":"2024-09-20T21:38:42.587809+0000","last_became_active":"2024-09-20T21:38:27.349257+0000","last_became_peered":"2024-09-20T21:38:27.349257+0000","last_unstale":"2024-09-20T21:38:42.587809+0000","last_undegraded":"2024-09-20T21:38:42.587809+0000","last_fullsized":"2024-09-20T21:38:42.587809+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:45:01.137851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729590+0000","last_change":"2024-09-20T21:38:27.354117+0000","last_active":"2024-09-20T21:38:42.729590+0000","last_peered":"2024-09-20T21:38:42.729590+0000","last_clean":"2024-09-20T21:38:42.729590+0000","last_became_active":"2024-09-20T21:38:27.353765+0000","last_became_peered":"2024-09-20T21:38:27.353765+0000","last_unstale":"2024-09-20T21:38:42.729590+0000","last_undegraded":"2024-09-20T21:38:42.729590+0000","last_fullsized":"2024-09-20T21:38:42.729590+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:43:47.551095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.591011+0000","last_change":"2024-09-20T21:38:27.354424+0000","last_active":"2024-09-20T21:38:42.591011+0000","last_peered":"2024-09-20T21:38:42.591011+0000","last_clean":"2024-09-20T21:38:42.591011+0000","last_became_active":"2024-09-20T21:38:27.354134+0000","last_became_peered":"2024-09-20T21:38:27.354134+0000","last_unstale":"2024-09-20T21:38:42.591011+0000","last_undegraded":"2024-09-20T21:38:42.591011+0000","last_fullsized":"2024-09-20T21:38:42.591011+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:13:29.310904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729093+0000","last_change":"2024-09-20T21:38:27.358337+0000","last_active":"2024-09-20T21:38:42.729093+0000","last_peered":"2024-09-20T21:38:42.729093+0000","last_clean":"2024-09-20T21:38:42.729093+0000","last_became_active":"2024-09-20T21:38:27.357915+0000","last_became_peered":"2024-09-20T21:38:27.357915+0000","last_unstale":"2024-09-20T21:38:42.729093+0000","last_undegraded":"2024-09-20T21:38:42.729093+0000","last_fullsized":"2024-09-20T21:38:42.729093+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:21:10.568032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.587475+0000","last_change":"2024-09-20T21:38:27.355520+0000","last_active":"2024-09-20T21:38:42.587475+0000","last_peered":"2024-09-20T21:38:42.587475+0000","last_clean":"2024-09-20T21:38:42.587475+0000","last_became_active":"2024-09-20T21:38:27.355196+0000","last_became_peered":"2024-09-20T21:38:27.355196+0000","last_unstale":"2024-09-20T21:38:42.587475+0000","last_undegraded":"2024-09-20T21:38:42.587475+0000","last_fullsized":"2024-09-20T21:38:42.587475+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T21:43:55.930985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"57'1","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.587359+0000","last_change":"2024-09-20T21:38:23.329127+0000","last_active":"2024-09-20T21:38:42.587359+0000","last_peered":"2024-09-20T21:38:42.587359+0000","last_clean":"2024-09-20T21:38:42.587359+0000","last_became_active":"2024-09-20T21:38:23.328886+0000","last_became_peered":"2024-09-20T21:38:23.328886+0000","last_unstale":"2024-09-20T21:38:42.587359+0000","last_undegraded":"2024-09-20T21:38:42.587359+0000","last_fullsized":"2024-09-20T21:38:42.587359+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:31:01.810207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-20T21:38:43.800537+0000","last_change":"2024-09-20T21:38:43.800537+0000","last_active":"2024-09-20T21:38:43.800537+0000","last_peered":"2024-09-20T21:38:43.800537+0000","last_clean":"2024-09-20T21:38:43.800537+0000","last_became_active":"2024-09-20T21:38:43.800286+0000","last_became_peered":"2024-09-20T21:38:43.800286+0000","last_unstale":"2024-09-20T21:38:43.800537+0000","last_undegraded":"2024-09-20T21:38:43.800537+0000","last_fullsized":"2024-09-20T21:38:43.800537+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:08:39.565352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"57'1","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729669+0000","last_change":"2024-09-20T21:38:23.330012+0000","last_active":"2024-09-20T21:38:42.729669+0000","last_peered":"2024-09-20T21:38:42.729669+0000","last_clean":"2024-09-20T21:38:42.729669+0000","last_became_active":"2024-09-20T21:38:23.329747+0000","last_became_peered":"2024-09-20T21:38:23.329747+0000","last_unstale":"2024-09-20T21:38:42.729669+0000","last_undegraded":"2024-09-20T21:38:42.729669+0000","last_fullsized":"2024-09-20T21:38:42.729669+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:03:18.766531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.587883+0000","last_change":"2024-09-20T21:38:23.328490+0000","last_active":"2024-09-20T21:38:42.587883+0000","last_peered":"2024-09-20T21:38:42.587883+0000","last_clean":"2024-09-20T21:38:42.587883+0000","last_became_active":"2024-09-20T21:38:23.328219+0000","last_became_peered":"2024-09-20T21:38:23.328219+0000","last_unstale":"2024-09-20T21:38:42.587883+0000","last_undegraded":"2024-09-20T21:38:42.587883+0000","last_fullsized":"2024-09-20T21:38:42.587883+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:36:37.005731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.586416+0000","last_change":"2024-09-20T21:38:27.358004+0000","last_active":"2024-09-20T21:38:42.586416+0000","last_peered":"2024-09-20T21:38:42.586416+0000","last_clean":"2024-09-20T21:38:42.586416+0000","last_became_active":"2024-09-20T21:38:27.357300+0000","last_became_peered":"2024-09-20T21:38:27.357300+0000","last_unstale":"2024-09-20T21:38:42.586416+0000","last_undegraded":"2024-09-20T21:38:42.586416+0000","last_fullsized":"2024-09-20T21:38:42.586416+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:30:46.795735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729476+0000","last_change":"2024-09-20T21:38:23.327450+0000","last_active":"2024-09-20T21:38:42.729476+0000","last_peered":"2024-09-20T21:38:42.729476+0000","last_clean":"2024-09-20T21:38:42.729476+0000","last_became_active":"2024-09-20T21:38:23.327197+0000","last_became_peered":"2024-09-20T21:38:23.327197+0000","last_unstale":"2024-09-20T21:38:42.729476+0000","last_undegraded":"2024-09-20T21:38:42.729476+0000","last_fullsized":"2024-09-20T21:38:42.729476+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:54:29.834419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.592168+0000","last_change":"2024-09-20T21:38:27.358417+0000","last_active":"2024-09-20T21:38:42.592168+0000","last_peered":"2024-09-20T21:38:42.592168+0000","last_clean":"2024-09-20T21:38:42.592168+0000","last_became_active":"2024-09-20T21:38:27.358153+0000","last_became_peered":"2024-09-20T21:38:27.358153+0000","last_unstale":"2024-09-20T21:38:42.592168+0000","last_undegraded":"2024-09-20T21:38:42.592168+0000","last_fullsized":"2024-09-20T21:38:42.592168+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:38:44.071173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.730067+0000","last_change":"2024-09-20T21:38:23.329038+0000","last_active":"2024-09-20T21:38:42.730067+0000","last_peered":"2024-09-20T21:38:42.730067+0000","last_clean":"2024-09-20T21:38:42.730067+0000","last_became_active":"2024-09-20T21:38:23.328757+0000","last_became_peered":"2024-09-20T21:38:23.328757+0000","last_unstale":"2024-09-20T21:38:42.730067+0000","last_undegraded":"2024-09-20T21:38:42.730067+0000","last_fullsized":"2024-09-20T21:38:42.730067+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:08:29.094173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.730218+0000","last_change":"2024-09-20T21:38:27.361598+0000","last_active":"2024-09-20T21:38:42.730218+0000","last_peered":"2024-09-20T21:38:42.730218+0000","last_clean":"2024-09-20T21:38:42.730218+0000","last_became_active":"2024-09-20T21:38:27.361322+0000","last_became_peered":"2024-09-20T21:38:27.361322+0000","last_unstale":"2024-09-20T21:38:42.730218+0000","last_undegraded":"2024-09-20T21:38:42.730218+0000","last_fullsized":"2024-09-20T21:38:42.730218+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:51:08.326080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.730348+0000","last_change":"2024-09-20T21:38:23.330276+0000","last_active":"2024-09-20T21:38:42.730348+0000","last_peered":"2024-09-20T21:38:42.730348+0000","last_clean":"2024-09-20T21:38:42.730348+0000","last_became_active":"2024-09-20T21:38:23.329983+0000","last_became_peered":"2024-09-20T21:38:23.329983+0000","last_unstale":"2024-09-20T21:38:42.730348+0000","last_undegraded":"2024-09-20T21:38:42.730348+0000","last_fullsized":"2024-09-20T21:38:42.730348+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:43:30.941469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.586983+0000","last_change":"2024-09-20T21:38:27.355005+0000","last_active":"2024-09-20T21:38:42.586983+0000","last_peered":"2024-09-20T21:38:42.586983+0000","last_clean":"2024-09-20T21:38:42.586983+0000","last_became_active":"2024-09-20T21:38:27.354503+0000","last_became_peered":"2024-09-20T21:38:27.354503+0000","last_unstale":"2024-09-20T21:38:42.586983+0000","last_undegraded":"2024-09-20T21:38:42.586983+0000","last_fullsized":"2024-09-20T21:38:42.586983+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:31:48.171541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"57'3","reported_seq":19,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.592531+0000","last_change":"2024-09-20T21:38:23.325821+0000","last_active":"2024-09-20T21:38:42.592531+0000","last_peered":"2024-09-20T21:38:42.592531+0000","last_clean":"2024-09-20T21:38:42.592531+0000","last_became_active":"2024-09-20T21:38:23.325213+0000","last_became_peered":"2024-09-20T21:38:23.325213+0000","last_unstale":"2024-09-20T21:38:42.592531+0000","last_undegraded":"2024-09-20T21:38:42.592531+0000","last_fullsized":"2024-09-20T21:38:42.592531+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:02:06.128836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.588251+0000","last_change":"2024-09-20T21:38:27.349783+0000","last_active":"2024-09-20T21:38:42.588251+0000","last_peered":"2024-09-20T21:38:42.588251+0000","last_clean":"2024-09-20T21:38:42.588251+0000","last_became_active":"2024-09-20T21:38:27.349502+0000","last_became_peered":"2024-09-20T21:38:27.349502+0000","last_unstale":"2024-09-20T21:38:42.588251+0000","last_undegraded":"2024-09-20T21:38:42.588251+0000","last_fullsized":"2024-09-20T21:38:42.588251+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:52:36.179625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"57'6","reported_seq":22,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729679+0000","last_change":"2024-09-20T21:38:23.334468+0000","last_active":"2024-09-20T21:38:42.729679+0000","last_peered":"2024-09-20T21:38:42.729679+0000","last_clean":"2024-09-20T21:38:42.729679+0000","last_became_active":"2024-09-20T21:38:23.334088+0000","last_became_peered":"2024-09-20T21:38:23.334088+0000","last_unstale":"2024-09-20T21:38:42.729679+0000","last_undegraded":"2024-09-20T21:38:42.729679+0000","last_fullsized":"2024-09-20T21:38:42.729679+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:49:33.840810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.592893+0000","last_change":"2024-09-20T21:38:27.356321+0000","last_active":"2024-09-20T21:38:42.592893+0000","last_peered":"2024-09-20T21:38:42.592893+0000","last_clean":"2024-09-20T21:38:42.592893+0000","last_became_active":"2024-09-20T21:38:27.356037+0000","last_became_peered":"2024-09-20T21:38:27.356037+0000","last_unstale":"2024-09-20T21:38:42.592893+0000","last_undegraded":"2024-09-20T21:38:42.592893+0000","last_fullsized":"2024-09-20T21:38:42.592893+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:17:17.828224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"57'2","reported_seq":18,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.587905+0000","last_change":"2024-09-20T21:38:23.326029+0000","last_active":"2024-09-20T21:38:42.587905+0000","last_peered":"2024-09-20T21:38:42.587905+0000","last_clean":"2024-09-20T21:38:42.587905+0000","last_became_active":"2024-09-20T21:38:23.325743+0000","last_became_peered":"2024-09-20T21:38:23.325743+0000","last_unstale":"2024-09-20T21:38:42.587905+0000","last_undegraded":"2024-09-20T21:38:42.587905+0000","last_fullsized":"2024-09-20T21:38:42.587905+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:07:25.513999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.586997+0000","last_change":"2024-09-20T21:38:27.351233+0000","last_active":"2024-09-20T21:38:42.586997+0000","last_peered":"2024-09-20T21:38:42.586997+0000","last_clean":"2024-09-20T21:38:42.586997+0000","last_became_active":"2024-09-20T21:38:27.351006+0000","last_became_peered":"2024-09-20T21:38:27.351006+0000","last_unstale":"2024-09-20T21:38:42.586997+0000","last_undegraded":"2024-09-20T21:38:42.586997+0000","last_fullsized":"2024-09-20T21:38:42.586997+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:29:05.308399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729679+0000","last_change":"2024-09-20T21:38:23.331709+0000","last_active":"2024-09-20T21:38:42.729679+0000","last_peered":"2024-09-20T21:38:42.729679+0000","last_clean":"2024-09-20T21:38:42.729679+0000","last_became_active":"2024-09-20T21:38:23.330899+0000","last_became_peered":"2024-09-20T21:38:23.330899+0000","last_unstale":"2024-09-20T21:38:42.729679+0000","last_undegraded":"2024-09-20T21:38:42.729679+0000","last_fullsized":"2024-09-20T21:38:42.729679+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:07:14.035742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.593214+0000","last_change":"2024-09-20T21:38:27.358938+0000","last_active":"2024-09-20T21:38:42.593214+0000","last_peered":"2024-09-20T21:38:42.593214+0000","last_clean":"2024-09-20T21:38:42.593214+0000","last_became_active":"2024-09-20T21:38:27.358617+0000","last_became_peered":"2024-09-20T21:38:27.358617+0000","last_unstale":"2024-09-20T21:38:42.593214+0000","last_undegraded":"2024-09-20T21:38:42.593214+0000","last_fullsized":"2024-09-20T21:38:42.593214+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:11:22.664577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729305+0000","last_change":"2024-09-20T21:38:23.331599+0000","last_active":"2024-09-20T21:38:42.729305+0000","last_peered":"2024-09-20T21:38:42.729305+0000","last_clean":"2024-09-20T21:38:42.729305+0000","last_became_active":"2024-09-20T21:38:23.331344+0000","last_became_peered":"2024-09-20T21:38:23.331344+0000","last_unstale":"2024-09-20T21:38:42.729305+0000","last_undegraded":"2024-09-20T21:38:42.729305+0000","last_fullsized":"2024-09-20T21:38:42.729305+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:15:09.447252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729099+0000","last_change":"2024-09-20T21:38:27.358176+0000","last_active":"2024-09-20T21:38:42.729099+0000","last_peered":"2024-09-20T21:38:42.729099+0000","last_clean":"2024-09-20T21:38:42.729099+0000","last_became_active":"2024-09-20T21:38:27.356974+0000","last_became_peered":"2024-09-20T21:38:27.356974+0000","last_unstale":"2024-09-20T21:38:42.729099+0000","last_undegraded":"2024-09-20T21:38:42.729099+0000","last_fullsized":"2024-09-20T21:38:42.729099+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:01:47.215257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"57'8","reported_seq":24,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.590976+0000","last_change":"2024-09-20T21:38:23.328628+0000","last_active":"2024-09-20T21:38:42.590976+0000","last_peered":"2024-09-20T21:38:42.590976+0000","last_clean":"2024-09-20T21:38:42.590976+0000","last_became_active":"2024-09-20T21:38:23.328353+0000","last_became_peered":"2024-09-20T21:38:23.328353+0000","last_unstale":"2024-09-20T21:38:42.590976+0000","last_undegraded":"2024-09-20T21:38:42.590976+0000","last_fullsized":"2024-09-20T21:38:42.590976+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:35:03.279801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.592604+0000","last_change":"2024-09-20T21:38:27.364310+0000","last_active":"2024-09-20T21:38:42.592604+0000","last_peered":"2024-09-20T21:38:42.592604+0000","last_clean":"2024-09-20T21:38:42.592604+0000","last_became_active":"2024-09-20T21:38:27.364013+0000","last_became_peered":"2024-09-20T21:38:27.364013+0000","last_unstale":"2024-09-20T21:38:42.592604+0000","last_undegraded":"2024-09-20T21:38:42.592604+0000","last_fullsized":"2024-09-20T21:38:42.592604+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:03:10.005685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"57'1","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.588240+0000","last_change":"2024-09-20T21:38:23.327336+0000","last_active":"2024-09-20T21:38:42.588240+0000","last_peered":"2024-09-20T21:38:42.588240+0000","last_clean":"2024-09-20T21:38:42.588240+0000","last_became_active":"2024-09-20T21:38:23.326993+0000","last_became_peered":"2024-09-20T21:38:23.326993+0000","last_unstale":"2024-09-20T21:38:42.588240+0000","last_undegraded":"2024-09-20T21:38:42.588240+0000","last_fullsized":"2024-09-20T21:38:42.588240+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:51:38.749474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.592875+0000","last_change":"2024-09-20T21:38:27.353169+0000","last_active":"2024-09-20T21:38:42.592875+0000","last_peered":"2024-09-20T21:38:42.592875+0000","last_clean":"2024-09-20T21:38:42.592875+0000","last_became_active":"2024-09-20T21:38:27.352270+0000","last_became_peered":"2024-09-20T21:38:27.352270+0000","last_unstale":"2024-09-20T21:38:42.592875+0000","last_undegraded":"2024-09-20T21:38:42.592875+0000","last_fullsized":"2024-09-20T21:38:42.592875+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:26:04.498410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"57'2","reported_seq":18,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.591575+0000","last_change":"2024-09-20T21:38:23.331491+0000","last_active":"2024-09-20T21:38:42.591575+0000","last_peered":"2024-09-20T21:38:42.591575+0000","last_clean":"2024-09-20T21:38:42.591575+0000","last_became_active":"2024-09-20T21:38:23.331146+0000","last_became_peered":"2024-09-20T21:38:23.331146+0000","last_unstale":"2024-09-20T21:38:42.591575+0000","last_undegraded":"2024-09-20T21:38:42.591575+0000","last_fullsized":"2024-09-20T21:38:42.591575+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:08:41.567575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.593115+0000","last_change":"2024-09-20T21:38:27.349685+0000","last_active":"2024-09-20T21:38:42.593115+0000","last_peered":"2024-09-20T21:38:42.593115+0000","last_clean":"2024-09-20T21:38:42.593115+0000","last_became_active":"2024-09-20T21:38:27.349396+0000","last_became_peered":"2024-09-20T21:38:27.349396+0000","last_unstale":"2024-09-20T21:38:42.593115+0000","last_undegraded":"2024-09-20T21:38:42.593115+0000","last_fullsized":"2024-09-20T21:38:42.593115+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:54:13.019807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"57'1","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.592612+0000","last_change":"2024-09-20T21:38:23.325495+0000","last_active":"2024-09-20T21:38:42.592612+0000","last_peered":"2024-09-20T21:38:42.592612+0000","last_clean":"2024-09-20T21:38:42.592612+0000","last_became_active":"2024-09-20T21:38:23.324776+0000","last_became_peered":"2024-09-20T21:38:23.324776+0000","last_unstale":"2024-09-20T21:38:42.592612+0000","last_undegraded":"2024-09-20T21:38:42.592612+0000","last_fullsized":"2024-09-20T21:38:42.592612+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:58:39.031295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729826+0000","last_change":"2024-09-20T21:38:27.348927+0000","last_active":"2024-09-20T21:38:42.729826+0000","last_peered":"2024-09-20T21:38:42.729826+0000","last_clean":"2024-09-20T21:38:42.729826+0000","last_became_active":"2024-09-20T21:38:27.348618+0000","last_became_peered":"2024-09-20T21:38:27.348618+0000","last_unstale":"2024-09-20T21:38:42.729826+0000","last_undegraded":"2024-09-20T21:38:42.729826+0000","last_fullsized":"2024-09-20T21:38:42.729826+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:30:25.042459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.591701+0000","last_change":"2024-09-20T21:38:23.329675+0000","last_active":"2024-09-20T21:38:42.591701+0000","last_peered":"2024-09-20T21:38:42.591701+0000","last_clean":"2024-09-20T21:38:42.591701+0000","last_became_active":"2024-09-20T21:38:23.329292+0000","last_became_peered":"2024-09-20T21:38:23.329292+0000","last_unstale":"2024-09-20T21:38:42.591701+0000","last_undegraded":"2024-09-20T21:38:42.591701+0000","last_fullsized":"2024-09-20T21:38:42.591701+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:25:08.050173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.593009+0000","last_change":"2024-09-20T21:38:27.360375+0000","last_active":"2024-09-20T21:38:42.593009+0000","last_peered":"2024-09-20T21:38:42.593009+0000","last_clean":"2024-09-20T21:38:42.593009+0000","last_became_active":"2024-09-20T21:38:27.359914+0000","last_became_peered":"2024-09-20T21:38:27.359914+0000","last_unstale":"2024-09-20T21:38:42.593009+0000","last_undegraded":"2024-09-20T21:38:42.593009+0000","last_fullsized":"2024-09-20T21:38:42.593009+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:14:12.790838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'72","reported_seq":25,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.592706+0000","last_change":"2024-09-20T21:37:59.785510+0000","last_active":"2024-09-20T21:38:42.592706+0000","last_peered":"2024-09-20T21:38:42.592706+0000","last_clean":"2024-09-20T21:38:42.592706+0000","last_became_active":"2024-09-20T21:37:59.780670+0000","last_became_peered":"2024-09-20T21:37:59.780670+0000","last_unstale":"2024-09-20T21:38:42.592706+0000","last_undegraded":"2024-09-20T21:38:42.592706+0000","last_fullsized":"2024-09-20T21:38:42.592706+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:35:58.999220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:35:58.999220+0000","last_clean_scrub_stamp":"2024-09-20T21:35:58.999220+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:13:21.968721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729721+0000","last_change":"2024-09-20T21:38:23.331470+0000","last_active":"2024-09-20T21:38:42.729721+0000","last_peered":"2024-09-20T21:38:42.729721+0000","last_clean":"2024-09-20T21:38:42.729721+0000","last_became_active":"2024-09-20T21:38:23.331162+0000","last_became_peered":"2024-09-20T21:38:23.331162+0000","last_unstale":"2024-09-20T21:38:42.729721+0000","last_undegraded":"2024-09-20T21:38:42.729721+0000","last_fullsized":"2024-09-20T21:38:42.729721+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:01:40.897539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.586838+0000","last_change":"2024-09-20T21:38:27.354284+0000","last_active":"2024-09-20T21:38:42.586838+0000","last_peered":"2024-09-20T21:38:42.586838+0000","last_clean":"2024-09-20T21:38:42.586838+0000","last_became_active":"2024-09-20T21:38:27.353796+0000","last_became_peered":"2024-09-20T21:38:27.353796+0000","last_unstale":"2024-09-20T21:38:42.586838+0000","last_undegraded":"2024-09-20T21:38:42.586838+0000","last_fullsized":"2024-09-20T21:38:42.586838+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:52:49.945307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.592516+0000","last_change":"2024-09-20T21:38:23.332012+0000","last_active":"2024-09-20T21:38:42.592516+0000","last_peered":"2024-09-20T21:38:42.592516+0000","last_clean":"2024-09-20T21:38:42.592516+0000","last_became_active":"2024-09-20T21:38:23.330366+0000","last_became_peered":"2024-09-20T21:38:23.330366+0000","last_unstale":"2024-09-20T21:38:42.592516+0000","last_undegraded":"2024-09-20T21:38:42.592516+0000","last_fullsized":"2024-09-20T21:38:42.592516+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:47:06.344292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.586578+0000","last_change":"2024-09-20T21:38:27.349419+0000","last_active":"2024-09-20T21:38:42.586578+0000","last_peered":"2024-09-20T21:38:42.586578+0000","last_clean":"2024-09-20T21:38:42.586578+0000","last_became_active":"2024-09-20T21:38:27.349147+0000","last_became_peered":"2024-09-20T21:38:27.349147+0000","last_unstale":"2024-09-20T21:38:42.586578+0000","last_undegraded":"2024-09-20T21:38:42.586578+0000","last_fullsized":"2024-09-20T21:38:42.586578+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:21:26.924313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.591072+0000","last_change":"2024-09-20T21:38:23.330556+0000","last_active":"2024-09-20T21:38:42.591072+0000","last_peered":"2024-09-20T21:38:42.591072+0000","last_clean":"2024-09-20T21:38:42.591072+0000","last_became_active":"2024-09-20T21:38:23.330270+0000","last_became_peered":"2024-09-20T21:38:23.330270+0000","last_unstale":"2024-09-20T21:38:42.591072+0000","last_undegraded":"2024-09-20T21:38:42.591072+0000","last_fullsized":"2024-09-20T21:38:42.591072+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:21:49.967168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.591828+0000","last_change":"2024-09-20T21:38:27.350607+0000","last_active":"2024-09-20T21:38:42.591828+0000","last_peered":"2024-09-20T21:38:42.591828+0000","last_clean":"2024-09-20T21:38:42.591828+0000","last_became_active":"2024-09-20T21:38:27.350328+0000","last_became_peered":"2024-09-20T21:38:27.350328+0000","last_unstale":"2024-09-20T21:38:42.591828+0000","last_undegraded":"2024-09-20T21:38:42.591828+0000","last_fullsized":"2024-09-20T21:38:42.591828+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:01:16.749699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729763+0000","last_change":"2024-09-20T21:38:23.325574+0000","last_active":"2024-09-20T21:38:42.729763+0000","last_peered":"2024-09-20T21:38:42.729763+0000","last_clean":"2024-09-20T21:38:42.729763+0000","last_became_active":"2024-09-20T21:38:23.325295+0000","last_became_peered":"2024-09-20T21:38:23.325295+0000","last_unstale":"2024-09-20T21:38:42.729763+0000","last_undegraded":"2024-09-20T21:38:42.729763+0000","last_fullsized":"2024-09-20T21:38:42.729763+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:31:17.041373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.587857+0000","last_change":"2024-09-20T21:38:27.351261+0000","last_active":"2024-09-20T21:38:42.587857+0000","last_peered":"2024-09-20T21:38:42.587857+0000","last_clean":"2024-09-20T21:38:42.587857+0000","last_became_active":"2024-09-20T21:38:27.350942+0000","last_became_peered":"2024-09-20T21:38:27.350942+0000","last_unstale":"2024-09-20T21:38:42.587857+0000","last_undegraded":"2024-09-20T21:38:42.587857+0000","last_fullsized":"2024-09-20T21:38:42.587857+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:21:59.768420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.592322+0000","last_change":"2024-09-20T21:38:23.331468+0000","last_active":"2024-09-20T21:38:42.592322+0000","last_peered":"2024-09-20T21:38:42.592322+0000","last_clean":"2024-09-20T21:38:42.592322+0000","last_became_active":"2024-09-20T21:38:23.331187+0000","last_became_peered":"2024-09-20T21:38:23.331187+0000","last_unstale":"2024-09-20T21:38:42.592322+0000","last_undegraded":"2024-09-20T21:38:42.592322+0000","last_fullsized":"2024-09-20T21:38:42.592322+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:03:31.863255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729760+0000","last_change":"2024-09-20T21:38:27.351672+0000","last_active":"2024-09-20T21:38:42.729760+0000","last_peered":"2024-09-20T21:38:42.729760+0000","last_clean":"2024-09-20T21:38:42.729760+0000","last_became_active":"2024-09-20T21:38:27.351213+0000","last_became_peered":"2024-09-20T21:38:27.351213+0000","last_unstale":"2024-09-20T21:38:42.729760+0000","last_undegraded":"2024-09-20T21:38:42.729760+0000","last_fullsized":"2024-09-20T21:38:42.729760+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:55:50.193491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":10,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-20T21:38:43.799634+0000","last_change":"2024-09-20T21:38:43.799634+0000","last_active":"2024-09-20T21:38:43.799634+0000","last_peered":"2024-09-20T21:38:43.799634+0000","last_clean":"2024-09-20T21:38:43.799634+0000","last_became_active":"2024-09-20T21:38:43.799287+0000","last_became_peered":"2024-09-20T21:38:43.799287+0000","last_unstale":"2024-09-20T21:38:43.799634+0000","last_undegraded":"2024-09-20T21:38:43.799634+0000","last_fullsized":"2024-09-20T21:38:43.799634+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:47:09.926606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.592234+0000","last_change":"2024-09-20T21:38:27.356452+0000","last_active":"2024-09-20T21:38:42.592234+0000","last_peered":"2024-09-20T21:38:42.592234+0000","last_clean":"2024-09-20T21:38:42.592234+0000","last_became_active":"2024-09-20T21:38:27.356194+0000","last_became_peered":"2024-09-20T21:38:27.356194+0000","last_unstale":"2024-09-20T21:38:42.592234+0000","last_undegraded":"2024-09-20T21:38:42.592234+0000","last_fullsized":"2024-09-20T21:38:42.592234+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:16:56.755047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"57'1","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.592591+0000","last_change":"2024-09-20T21:38:23.329540+0000","last_active":"2024-09-20T21:38:42.592591+0000","last_peered":"2024-09-20T21:38:42.592591+0000","last_clean":"2024-09-20T21:38:42.592591+0000","last_became_active":"2024-09-20T21:38:23.328807+0000","last_became_peered":"2024-09-20T21:38:23.328807+0000","last_unstale":"2024-09-20T21:38:42.592591+0000","last_undegraded":"2024-09-20T21:38:42.592591+0000","last_fullsized":"2024-09-20T21:38:42.592591+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:59:08.184037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.588938+0000","last_change":"2024-09-20T21:38:27.360238+0000","last_active":"2024-09-20T21:38:42.588938+0000","last_peered":"2024-09-20T21:38:42.588938+0000","last_clean":"2024-09-20T21:38:42.588938+0000","last_became_active":"2024-09-20T21:38:27.357955+0000","last_became_peered":"2024-09-20T21:38:27.357955+0000","last_unstale":"2024-09-20T21:38:42.588938+0000","last_undegraded":"2024-09-20T21:38:42.588938+0000","last_fullsized":"2024-09-20T21:38:42.588938+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:24:28.722677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"57'2","reported_seq":18,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.730222+0000","last_change":"2024-09-20T21:38:23.328738+0000","last_active":"2024-09-20T21:38:42.730222+0000","last_peered":"2024-09-20T21:38:42.730222+0000","last_clean":"2024-09-20T21:38:42.730222+0000","last_became_active":"2024-09-20T21:38:23.328453+0000","last_became_peered":"2024-09-20T21:38:23.328453+0000","last_unstale":"2024-09-20T21:38:42.730222+0000","last_undegraded":"2024-09-20T21:38:42.730222+0000","last_fullsized":"2024-09-20T21:38:42.730222+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:21:07.493512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.588832+0000","last_change":"2024-09-20T21:38:27.352416+0000","last_active":"2024-09-20T21:38:42.588832+0000","last_peered":"2024-09-20T21:38:42.588832+0000","last_clean":"2024-09-20T21:38:42.588832+0000","last_became_active":"2024-09-20T21:38:27.352144+0000","last_became_peered":"2024-09-20T21:38:27.352144+0000","last_unstale":"2024-09-20T21:38:42.588832+0000","last_undegraded":"2024-09-20T21:38:42.588832+0000","last_fullsized":"2024-09-20T21:38:42.588832+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:54:31.291989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.592356+0000","last_change":"2024-09-20T21:38:23.332401+0000","last_active":"2024-09-20T21:38:42.592356+0000","last_peered":"2024-09-20T21:38:42.592356+0000","last_clean":"2024-09-20T21:38:42.592356+0000","last_became_active":"2024-09-20T21:38:23.327738+0000","last_became_peered":"2024-09-20T21:38:23.327738+0000","last_unstale":"2024-09-20T21:38:42.592356+0000","last_undegraded":"2024-09-20T21:38:42.592356+0000","last_fullsized":"2024-09-20T21:38:42.592356+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:17:37.185042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.587641+0000","last_change":"2024-09-20T21:38:27.358116+0000","last_active":"2024-09-20T21:38:42.587641+0000","last_peered":"2024-09-20T21:38:42.587641+0000","last_clean":"2024-09-20T21:38:42.587641+0000","last_became_active":"2024-09-20T21:38:27.357022+0000","last_became_peered":"2024-09-20T21:38:27.357022+0000","last_unstale":"2024-09-20T21:38:42.587641+0000","last_undegraded":"2024-09-20T21:38:42.587641+0000","last_fullsized":"2024-09-20T21:38:42.587641+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:44:12.306996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.592469+0000","last_change":"2024-09-20T21:38:23.329598+0000","last_active":"2024-09-20T21:38:42.592469+0000","last_peered":"2024-09-20T21:38:42.592469+0000","last_clean":"2024-09-20T21:38:42.592469+0000","last_became_active":"2024-09-20T21:38:23.328761+0000","last_became_peered":"2024-09-20T21:38:23.328761+0000","last_unstale":"2024-09-20T21:38:42.592469+0000","last_undegraded":"2024-09-20T21:38:42.592469+0000","last_fullsized":"2024-09-20T21:38:42.592469+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:55:35.007382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.586452+0000","last_change":"2024-09-20T21:38:27.358346+0000","last_active":"2024-09-20T21:38:42.586452+0000","last_peered":"2024-09-20T21:38:42.586452+0000","last_clean":"2024-09-20T21:38:42.586452+0000","last_became_active":"2024-09-20T21:38:27.357706+0000","last_became_peered":"2024-09-20T21:38:27.357706+0000","last_unstale":"2024-09-20T21:38:42.586452+0000","last_undegraded":"2024-09-20T21:38:42.586452+0000","last_fullsized":"2024-09-20T21:38:42.586452+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:19:54.034557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.592329+0000","last_change":"2024-09-20T21:38:23.330044+0000","last_active":"2024-09-20T21:38:42.592329+0000","last_peered":"2024-09-20T21:38:42.592329+0000","last_clean":"2024-09-20T21:38:42.592329+0000","last_became_active":"2024-09-20T21:38:23.328918+0000","last_became_peered":"2024-09-20T21:38:23.328918+0000","last_unstale":"2024-09-20T21:38:42.592329+0000","last_undegraded":"2024-09-20T21:38:42.592329+0000","last_fullsized":"2024-09-20T21:38:42.592329+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:14:07.730369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.587198+0000","last_change":"2024-09-20T21:38:27.351384+0000","last_active":"2024-09-20T21:38:42.587198+0000","last_peered":"2024-09-20T21:38:42.587198+0000","last_clean":"2024-09-20T21:38:42.587198+0000","last_became_active":"2024-09-20T21:38:27.351089+0000","last_became_peered":"2024-09-20T21:38:27.351089+0000","last_unstale":"2024-09-20T21:38:42.587198+0000","last_undegraded":"2024-09-20T21:38:42.587198+0000","last_fullsized":"2024-09-20T21:38:42.587198+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:49:54.015497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"57'2","reported_seq":18,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.593352+0000","last_change":"2024-09-20T21:38:23.327670+0000","last_active":"2024-09-20T21:38:42.593352+0000","last_peered":"2024-09-20T21:38:42.593352+0000","last_clean":"2024-09-20T21:38:42.593352+0000","last_became_active":"2024-09-20T21:38:23.327419+0000","last_became_peered":"2024-09-20T21:38:23.327419+0000","last_unstale":"2024-09-20T21:38:42.593352+0000","last_undegraded":"2024-09-20T21:38:42.593352+0000","last_fullsized":"2024-09-20T21:38:42.593352+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:50:30.312275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729262+0000","last_change":"2024-09-20T21:38:27.351328+0000","last_active":"2024-09-20T21:38:42.729262+0000","last_peered":"2024-09-20T21:38:42.729262+0000","last_clean":"2024-09-20T21:38:42.729262+0000","last_became_active":"2024-09-20T21:38:27.350994+0000","last_became_peered":"2024-09-20T21:38:27.350994+0000","last_unstale":"2024-09-20T21:38:42.729262+0000","last_undegraded":"2024-09-20T21:38:42.729262+0000","last_fullsized":"2024-09-20T21:38:42.729262+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:26:43.270086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729678+0000","last_change":"2024-09-20T21:38:27.358681+0000","last_active":"2024-09-20T21:38:42.729678+0000","last_peered":"2024-09-20T21:38:42.729678+0000","last_clean":"2024-09-20T21:38:42.729678+0000","last_became_active":"2024-09-20T21:38:27.358380+0000","last_became_peered":"2024-09-20T21:38:27.358380+0000","last_unstale":"2024-09-20T21:38:42.729678+0000","last_undegraded":"2024-09-20T21:38:42.729678+0000","last_fullsized":"2024-09-20T21:38:42.729678+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:45:39.962639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"57'2","reported_seq":18,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.592718+0000","last_change":"2024-09-20T21:38:23.334079+0000","last_active":"2024-09-20T21:38:42.592718+0000","last_peered":"2024-09-20T21:38:42.592718+0000","last_clean":"2024-09-20T21:38:42.592718+0000","last_became_active":"2024-09-20T21:38:23.333811+0000","last_became_peered":"2024-09-20T21:38:23.333811+0000","last_unstale":"2024-09-20T21:38:42.592718+0000","last_undegraded":"2024-09-20T21:38:42.592718+0000","last_fullsized":"2024-09-20T21:38:42.592718+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:05:41.744176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.729639+0000","last_change":"2024-09-20T21:38:27.358704+0000","last_active":"2024-09-20T21:38:42.729639+0000","last_peered":"2024-09-20T21:38:42.729639+0000","last_clean":"2024-09-20T21:38:42.729639+0000","last_became_active":"2024-09-20T21:38:27.358425+0000","last_became_peered":"2024-09-20T21:38:27.358425+0000","last_unstale":"2024-09-20T21:38:42.729639+0000","last_undegraded":"2024-09-20T21:38:42.729639+0000","last_fullsized":"2024-09-20T21:38:42.729639+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T21:53:49.259088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"57'2","reported_seq":18,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.593054+0000","last_change":"2024-09-20T21:38:23.332755+0000","last_active":"2024-09-20T21:38:42.593054+0000","last_peered":"2024-09-20T21:38:42.593054+0000","last_clean":"2024-09-20T21:38:42.593054+0000","last_became_active":"2024-09-20T21:38:23.331918+0000","last_became_peered":"2024-09-20T21:38:23.331918+0000","last_unstale":"2024-09-20T21:38:42.593054+0000","last_undegraded":"2024-09-20T21:38:42.593054+0000","last_fullsized":"2024-09-20T21:38:42.593054+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:52:38.730561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.586911+0000","last_change":"2024-09-20T21:38:27.354875+0000","last_active":"2024-09-20T21:38:42.586911+0000","last_peered":"2024-09-20T21:38:42.586911+0000","last_clean":"2024-09-20T21:38:42.586911+0000","last_became_active":"2024-09-20T21:38:27.354612+0000","last_became_peered":"2024-09-20T21:38:27.354612+0000","last_unstale":"2024-09-20T21:38:42.586911+0000","last_undegraded":"2024-09-20T21:38:42.586911+0000","last_fullsized":"2024-09-20T21:38:42.586911+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:27:04.686325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"57'1","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.587976+0000","last_change":"2024-09-20T21:38:23.331658+0000","last_active":"2024-09-20T21:38:42.587976+0000","last_peered":"2024-09-20T21:38:42.587976+0000","last_clean":"2024-09-20T21:38:42.587976+0000","last_became_active":"2024-09-20T21:38:23.331367+0000","last_became_peered":"2024-09-20T21:38:23.331367+0000","last_unstale":"2024-09-20T21:38:42.587976+0000","last_undegraded":"2024-09-20T21:38:42.587976+0000","last_fullsized":"2024-09-20T21:38:42.587976+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:51:50.446123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.587809+0000","last_change":"2024-09-20T21:38:27.350977+0000","last_active":"2024-09-20T21:38:42.587809+0000","last_peered":"2024-09-20T21:38:42.587809+0000","last_clean":"2024-09-20T21:38:42.587809+0000","last_became_active":"2024-09-20T21:38:27.350601+0000","last_became_peered":"2024-09-20T21:38:27.350601+0000","last_unstale":"2024-09-20T21:38:42.587809+0000","last_undegraded":"2024-09-20T21:38:42.587809+0000","last_fullsized":"2024-09-20T21:38:42.587809+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:11:14.001048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"57'4","reported_seq":20,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-20T21:38:42.587175+0000","last_change":"2024-09-20T21:38:23.327271+0000","last_active":"2024-09-20T21:38:42.587175+0000","last_peered":"2024-09-20T21:38:42.587175+0000","last_clean":"2024-09-20T21:38:42.587175+0000","last_became_active":"2024-09-20T21:38:23.327013+0000","last_became_peered":"2024-09-20T21:38:23.327013+0000","last_unstale":"2024-09-20T21:38:42.587175+0000","last_undegraded":"2024-09-20T21:38:42.587175+0000","last_fullsized":"2024-09-20T21:38:42.587175+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:17:42.835827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430220,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298520,"kb_used_data":1164,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446632,"statfs":{"total":95995035648,"available":95689351168,"internally_reserved":0,"allocated":1191936,"data_stored":841858,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59199999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54500000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52900000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34000000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42299999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.441}]}]},{"osd":6,"up_from":42,"seq":180388626449,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298520,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446632,"statfs":{"total":95995035648,"available":95689351168,"internally_reserved":0,"allocated":1187840,"data_stored":842259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 20 21:38:33 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.49199999999999999}]},{"osd":1,"last update":"Fri Sep 20 21:38:33 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.45600000000000002}]},{"osd":2,"last update":"Fri Sep 20 21:38:33 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.47099999999999997}]},{"osd":3,"last update":"Fri Sep 20 21:38:33 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.497}]},{"osd":4,"last update":"Fri Sep 20 21:38:33 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.33200000000000002}]},{"osd":5,"last update":"Fri Sep 20 21:38:33 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.375},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.35599999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.435}]}]},{"osd":5,"up_from":36,"seq":154618822678,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297944,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447208,"statfs":{"total":95995035648,"available":95689940992,"internally_reserved":0,"allocated":598016,"data_stored":251981,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 20 21:38:10 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.53500000000000003}]},{"osd":1,"last update":"Fri Sep 20 21:38:10 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.63800000000000001}]},{"osd":2,"last update":"Fri Sep 20 21:38:10 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.56599999999999995}]},{"osd":3,"last update":"Fri Sep 20 21:38:10 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.67200000000000004}]},{"osd":4,"last update":"Fri Sep 20 21:38:10 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.45000000000000001}]},{"osd":6,"last update":"Fri Sep 20 21:38:36 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.59899999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]}]},{"osd":4,"up_from":30,"seq":128849018907,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297952,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447200,"statfs":{"total":95995035648,"available":95689932800,"internally_reserved":0,"allocated":606208,"data_stored":251594,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 20 21:38:48 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.52400000000000002,"15min":0.52200000000000002},"min":{"1min":0.40000000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.52000000000000002,"15min":0.51400000000000001},"min":{"1min":0.38800000000000001,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.59499999999999997}]},{"osd":1,"last update":"Fri Sep 20 21:38:48 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.52400000000000002,"15min":0.52100000000000002},"min":{"1min":0.371,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.54100000000000004,"15min":0.53800000000000003},"min":{"1min":0.38100000000000001,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.68500000000000005,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.63500000000000001}]},{"osd":2,"last update":"Fri Sep 20 21:38:48 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.51300000000000001,"15min":0.50900000000000001},"min":{"1min":0.28399999999999997,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.68500000000000005,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.34200000000000003,"5min":0.307,"15min":0.307},"max":{"1min":0.72499999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.71499999999999997}]},{"osd":3,"last update":"Fri Sep 20 21:38:48 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.56899999999999995,"15min":0.56599999999999995},"min":{"1min":0.40500000000000003,"5min":0.318,"15min":0.318},"max":{"1min":0.74299999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.624}]},{"osd":5,"last update":"Fri Sep 20 21:38:11 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.46700000000000003}]},{"osd":6,"last update":"Fri Sep 20 21:38:34 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.56599999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51400000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182431,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297952,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447200,"statfs":{"total":95995035648,"available":95689932800,"internally_reserved":0,"allocated":606208,"data_stored":252310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 20 21:38:27 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.42799999999999999,"15min":0.435},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.53400000000000003,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.377},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.436,"15min":0.442},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.56899999999999995,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.34799999999999998}]},{"osd":1,"last update":"Fri Sep 20 21:38:27 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.441,"15min":0.45200000000000001},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.55100000000000005,"5min":0.627,"15min":0.627},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.44,"5min":0.47599999999999998,"15min":0.48199999999999998},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.63300000000000001,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.48999999999999999}]},{"osd":2,"last update":"Fri Sep 20 21:38:27 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.53200000000000003,"15min":0.54100000000000004},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.499,"15min":0.50600000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.45400000000000001}]},{"osd":4,"last update":"Fri Sep 20 21:37:47 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.503}]},{"osd":5,"last update":"Fri Sep 20 21:38:08 2024","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.59199999999999997}]},{"osd":6,"last update":"Fri Sep 20 21:38:38 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.65300000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]}]},{"osd":2,"up_from":18,"seq":77309411365,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297928,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447224,"statfs":{"total":95995035648,"available":95689957376,"internally_reserved":0,"allocated":581632,"data_stored":249993,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 20 21:37:59 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.35799999999999998,"15min":0.34999999999999998},"min":{"1min":0.24299999999999999,"5min":0.221,"15min":0.221},"max":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.38900000000000001,"15min":0.38500000000000001},"min":{"1min":0.308,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.40799999999999997}]},{"osd":1,"last update":"Fri Sep 20 21:37:59 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.39800000000000002,"15min":0.39400000000000002},"min":{"1min":0.27100000000000002,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.40999999999999998,"15min":0.40400000000000003},"min":{"1min":0.33500000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.42799999999999999}]},{"osd":3,"last update":"Fri Sep 20 21:38:23 2024","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.47499999999999998,"15min":0.48299999999999998},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.59499999999999997,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.44},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.48199999999999998,"15min":0.48499999999999999},"min":{"1min":0.307,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.63200000000000001,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.46000000000000002}]},{"osd":4,"last update":"Fri Sep 20 21:38:45 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.58499999999999996,"15min":0.58299999999999996},"min":{"1min":0.42599999999999999,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.755,"5min":0.88,"15min":0.88},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.59999999999999998,"15min":0.59899999999999998},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.88,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.47899999999999998}]},{"osd":5,"last update":"Fri Sep 20 21:38:09 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.56899999999999995}]},{"osd":6,"last update":"Fri Sep 20 21:38:33 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.53100000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574890,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297936,"kb_used_data":576,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447216,"statfs":{"total":95995035648,"available":95689949184,"internally_reserved":0,"allocated":589824,"data_stored":250428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 20 21:38:36 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.35699999999999998,"15min":0.33300000000000002},"min":{"1min":0.27300000000000002,"5min":0.193,"15min":0.193},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.38500000000000001,"15min":0.35899999999999999},"min":{"1min":0.29199999999999998,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.65800000000000003,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.32600000000000001}]},{"osd":2,"last update":"Fri Sep 20 21:38:02 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.40999999999999998,"15min":0.39900000000000002},"min":{"1min":0.32600000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.37},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.378,"15min":0.36599999999999999},"min":{"1min":0.34799999999999998,"5min":0.218,"15min":0.218},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.35499999999999998}]},{"osd":3,"last update":"Fri Sep 20 21:38:26 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.59699999999999998,"5min":0.62,"15min":0.62},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.498,"5min":0.50600000000000001,"15min":0.50700000000000001},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.47999999999999998}]},{"osd":4,"last update":"Fri Sep 20 21:38:46 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.53800000000000003,"15min":0.53400000000000003},"min":{"1min":0.46500000000000002,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.63700000000000001,"15min":0.64200000000000002},"min":{"1min":0.51800000000000002,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.77100000000000002,"5min":1.099,"15min":1.099},"last":0.58599999999999997}]},{"osd":5,"last update":"Fri Sep 20 21:38:08 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"last":0.54700000000000004}]},{"osd":6,"last update":"Fri Sep 20 21:38:36 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.131,"5min":1.131,"15min":1.131},"last":0.501}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.625}]}]},{"osd":0,"up_from":8,"seq":34359738415,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298532,"kb_used_data":1172,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446620,"statfs":{"total":95995035648,"available":95689338880,"internally_reserved":0,"allocated":1200128,"data_stored":841982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 20 21:38:41 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.34799999999999998,"15min":0.32600000000000001},"min":{"1min":0.254,"5min":0.216,"15min":0.216},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.38,"5min":0.36299999999999999,"15min":0.34300000000000003},"min":{"1min":0.251,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.51400000000000001,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.36799999999999999}]},{"osd":2,"last update":"Fri Sep 20 21:38:00 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.39100000000000001,"15min":0.38700000000000001},"min":{"1min":0.26100000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.40200000000000002,"15min":0.40000000000000002},"min":{"1min":0.28499999999999998,"5min":0.253,"15min":0.253},"max":{"1min":0.55600000000000005,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.30499999999999999}]},{"osd":3,"last update":"Fri Sep 20 21:38:26 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.437,"15min":0.441},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.45400000000000001,"15min":0.45500000000000002},"min":{"1min":0.31,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.35199999999999998}]},{"osd":4,"last update":"Fri Sep 20 21:37:45 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.52400000000000002}]},{"osd":5,"last update":"Fri Sep 20 21:38:08 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.47999999999999998}]},{"osd":6,"last update":"Fri Sep 20 21:38:35 2024","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.45900000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51000000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-20T21:38:53.132 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-20T21:38:53.133 INFO:tasks.cephadm:Adding prometheus.a on smithi134 2024-09-20T21:38:53.133 DEBUG:teuthology.orchestra.run.smithi134:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph orch apply prometheus '1;smithi134=a' 2024-09-20T21:38:53.388 INFO:teuthology.orchestra.run.smithi134.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.b/config 2024-09-20T21:38:53.699 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:53 smithi134 ceph-mon[31761]: from='client.14505 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-20T21:38:53.699 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:53 smithi134 ceph-mon[31761]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:53.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:53 smithi046 ceph-mon[28078]: from='client.14505 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-20T21:38:53.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:53 smithi046 ceph-mon[28078]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:53.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:53 smithi046 ceph-mon[39760]: from='client.14505 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-20T21:38:53.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:53 smithi046 ceph-mon[39760]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:55.184 INFO:teuthology.orchestra.run.smithi134.stdout:Scheduled prometheus update... 2024-09-20T21:38:55.768 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:55 smithi134 ceph-mon[31761]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:55.768 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:55 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:55.768 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:55 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:38:55.792 DEBUG:teuthology.orchestra.run.smithi134:prometheus.a> sudo journalctl -f -n 0 -u ceph-c87e54aa-7797-11ef-baf5-efdc52797490@prometheus.a.service 2024-09-20T21:38:55.794 INFO:tasks.cephadm:Adding node-exporter.a on smithi046 2024-09-20T21:38:55.794 INFO:tasks.cephadm:Adding node-exporter.b on smithi134 2024-09-20T21:38:55.794 DEBUG:teuthology.orchestra.run.smithi134:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph orch apply node-exporter '2;smithi046=a;smithi134=b' 2024-09-20T21:38:55.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:55 smithi046 ceph-mon[28078]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:55.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:55 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:55.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:55 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:38:55.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:55 smithi046 ceph-mon[39760]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:55.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:55 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:55.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:55 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:38:56.082 INFO:teuthology.orchestra.run.smithi134.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.b/config 2024-09-20T21:38:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:56 smithi046 ceph-mon[28078]: from='client.24364 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi134=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:38:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:56 smithi046 ceph-mon[28078]: Saving service prometheus spec with placement smithi134=a;count:1 2024-09-20T21:38:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:56 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:38:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:56 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:38:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:56 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:56.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:56 smithi046 ceph-mon[39760]: from='client.24364 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi134=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:38:56.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:56 smithi046 ceph-mon[39760]: Saving service prometheus spec with placement smithi134=a;count:1 2024-09-20T21:38:56.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:56 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:38:56.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:56 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:38:56.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:56 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:56 smithi134 ceph-mon[31761]: from='client.24364 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi134=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:38:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:56 smithi134 ceph-mon[31761]: Saving service prometheus spec with placement smithi134=a;count:1 2024-09-20T21:38:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:56 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:38:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:56 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:38:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:56 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:57.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:57 smithi046 ceph-mon[28078]: Deploying daemon prometheus.a on smithi134 2024-09-20T21:38:57.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:57 smithi046 ceph-mon[28078]: pgmap v206: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:57.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:57 smithi046 ceph-mon[39760]: Deploying daemon prometheus.a on smithi134 2024-09-20T21:38:57.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:57 smithi046 ceph-mon[39760]: pgmap v206: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:57.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:57 smithi134 ceph-mon[31761]: Deploying daemon prometheus.a on smithi134 2024-09-20T21:38:57.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:57 smithi134 ceph-mon[31761]: pgmap v206: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:58.146 INFO:teuthology.orchestra.run.smithi134.stdout:Scheduled node-exporter update... 2024-09-20T21:38:59.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:59 smithi046 ceph-mon[28078]: from='client.24370 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi046=a;smithi134=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:38:59.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:59 smithi046 ceph-mon[28078]: Saving service node-exporter spec with placement smithi046=a;smithi134=b;count:2 2024-09-20T21:38:59.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:59 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:59.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:38:59 smithi046 ceph-mon[28078]: pgmap v207: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:59.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:59 smithi046 ceph-mon[39760]: from='client.24370 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi046=a;smithi134=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:38:59.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:59 smithi046 ceph-mon[39760]: Saving service node-exporter spec with placement smithi046=a;smithi134=b;count:2 2024-09-20T21:38:59.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:59 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:59.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:38:59 smithi046 ceph-mon[39760]: pgmap v207: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:59.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:59 smithi134 ceph-mon[31761]: from='client.24370 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi046=a;smithi134=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:38:59.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:59 smithi134 ceph-mon[31761]: Saving service node-exporter spec with placement smithi046=a;smithi134=b;count:2 2024-09-20T21:38:59.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:59 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:38:59.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:38:59 smithi134 ceph-mon[31761]: pgmap v207: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:38:59.537 DEBUG:teuthology.orchestra.run.smithi046:node-exporter.a> sudo journalctl -f -n 0 -u ceph-c87e54aa-7797-11ef-baf5-efdc52797490@node-exporter.a.service 2024-09-20T21:38:59.540 DEBUG:teuthology.orchestra.run.smithi134:node-exporter.b> sudo journalctl -f -n 0 -u ceph-c87e54aa-7797-11ef-baf5-efdc52797490@node-exporter.b.service 2024-09-20T21:38:59.542 INFO:tasks.cephadm:Adding alertmanager.a on smithi046 2024-09-20T21:38:59.542 DEBUG:teuthology.orchestra.run.smithi134:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph orch apply alertmanager '1;smithi046=a' 2024-09-20T21:38:59.838 INFO:teuthology.orchestra.run.smithi134.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.b/config 2024-09-20T21:39:01.804 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:01 smithi134 ceph-mon[31761]: pgmap v208: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:01.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:01 smithi046 ceph-mon[28078]: pgmap v208: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:01.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:01 smithi046 ceph-mon[39760]: pgmap v208: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:02.282 INFO:teuthology.orchestra.run.smithi134.stdout:Scheduled alertmanager update... 2024-09-20T21:39:03.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:03 smithi046 ceph-mon[28078]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi046=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:39:03.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:03 smithi046 ceph-mon[28078]: Saving service alertmanager spec with placement smithi046=a;count:1 2024-09-20T21:39:03.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:03 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:39:03.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:03 smithi046 ceph-mon[28078]: pgmap v209: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:03.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:03 smithi046 ceph-mon[39760]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi046=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:39:03.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:03 smithi046 ceph-mon[39760]: Saving service alertmanager spec with placement smithi046=a;count:1 2024-09-20T21:39:03.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:03 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:39:03.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:03 smithi046 ceph-mon[39760]: pgmap v209: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:03.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:03 smithi134 ceph-mon[31761]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi046=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:39:03.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:03 smithi134 ceph-mon[31761]: Saving service alertmanager spec with placement smithi046=a;count:1 2024-09-20T21:39:03.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:03 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:39:03.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:03 smithi134 ceph-mon[31761]: pgmap v209: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:04.057 DEBUG:teuthology.orchestra.run.smithi046:alertmanager.a> sudo journalctl -f -n 0 -u ceph-c87e54aa-7797-11ef-baf5-efdc52797490@alertmanager.a.service 2024-09-20T21:39:04.061 INFO:tasks.cephadm:Adding grafana.a on smithi134 2024-09-20T21:39:04.061 DEBUG:teuthology.orchestra.run.smithi134:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph orch apply grafana '1;smithi134=a' 2024-09-20T21:39:04.492 INFO:teuthology.orchestra.run.smithi134.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.b/config 2024-09-20T21:39:05.828 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:05 smithi134 ceph-mon[31761]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:05.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:05 smithi046 ceph-mon[28078]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:05.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:05 smithi046 ceph-mon[39760]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:06.963 INFO:teuthology.orchestra.run.smithi134.stdout:Scheduled grafana update... 2024-09-20T21:39:07.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:07 smithi046 ceph-mon[39760]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:07.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:07 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:39:07.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:07 smithi046 ceph-mon[28078]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:07.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:07 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:39:07.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:07 smithi134 ceph-mon[31761]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:07.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:07 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:39:08.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:08 smithi046 ceph-mon[39760]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi134=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:39:08.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:08 smithi046 ceph-mon[39760]: Saving service grafana spec with placement smithi134=a;count:1 2024-09-20T21:39:08.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:08 smithi046 ceph-mon[28078]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi134=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:39:08.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:08 smithi046 ceph-mon[28078]: Saving service grafana spec with placement smithi134=a;count:1 2024-09-20T21:39:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:08 smithi134 ceph-mon[31761]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi134=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:39:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:08 smithi134 ceph-mon[31761]: Saving service grafana spec with placement smithi134=a;count:1 2024-09-20T21:39:09.009 DEBUG:teuthology.orchestra.run.smithi134:grafana.a> sudo journalctl -f -n 0 -u ceph-c87e54aa-7797-11ef-baf5-efdc52797490@grafana.a.service 2024-09-20T21:39:09.011 INFO:tasks.cephadm:Setting up client nodes... 2024-09-20T21:39:09.011 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-20T21:39:09.266 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:39:09.654 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:09 smithi046 ceph-mon[28078]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:09.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:09 smithi046 ceph-mon[39760]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:09.866 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:09 smithi134 ceph-mon[31761]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:10.577 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:39:10 smithi134 systemd[1]: Starting Ceph prometheus.a for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:39:10.862 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:39:10 smithi134 podman[61934]: 2024-09-20 21:39:10.575705756 +0000 UTC m=+0.111057726 container create b12312c2bf3777fd620542e9eee3f878aea1b2cde8cd07b0a81b7a71ad32e2b7 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-20T21:39:10.862 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:39:10 smithi134 podman[61934]: 2024-09-20 21:39:10.481278208 +0000 UTC m=+0.016630191 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-20T21:39:10.862 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:39:10 smithi134 podman[61934]: 2024-09-20 21:39:10.860999306 +0000 UTC m=+0.396351295 container init b12312c2bf3777fd620542e9eee3f878aea1b2cde8cd07b0a81b7a71ad32e2b7 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-20T21:39:11.176 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:39:10 smithi134 podman[61934]: 2024-09-20 21:39:10.86567367 +0000 UTC m=+0.401025642 container start b12312c2bf3777fd620542e9eee3f878aea1b2cde8cd07b0a81b7a71ad32e2b7 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-20T21:39:11.177 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:39:10 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[61949]: ts=2024-09-20T21:39:10.890Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-20T21:39:11.177 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:39:10 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[61949]: ts=2024-09-20T21:39:10.890Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-20T21:39:11.177 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:39:10 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[61949]: ts=2024-09-20T21:39:10.890Z caller=main.go:570 level=info host_details="(Linux 5.14.0-508.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024 x86_64 smithi134 (none))" 2024-09-20T21:39:11.177 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:39:10 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[61949]: ts=2024-09-20T21:39:10.890Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-20T21:39:11.177 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:39:10 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[61949]: ts=2024-09-20T21:39:10.890Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-20T21:39:11.177 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:39:10 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[61949]: ts=2024-09-20T21:39:10.891Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-20T21:39:11.177 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:39:10 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[61949]: ts=2024-09-20T21:39:10.891Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-20T21:39:11.177 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:39:10 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[61949]: ts=2024-09-20T21:39:10.892Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-20T21:39:11.177 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:39:10 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[61949]: ts=2024-09-20T21:39:10.892Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-20T21:39:11.177 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:39:10 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[61949]: ts=2024-09-20T21:39:10.895Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-20T21:39:11.177 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:39:10 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[61949]: ts=2024-09-20T21:39:10.895Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.612µs 2024-09-20T21:39:11.178 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:39:10 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[61949]: ts=2024-09-20T21:39:10.895Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-20T21:39:11.178 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:39:10 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[61949]: ts=2024-09-20T21:39:10.895Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-09-20T21:39:11.178 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:39:10 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[61949]: ts=2024-09-20T21:39:10.895Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=16.921µs wal_replay_duration=223.784µs wbl_replay_duration=112ns total_replay_duration=258.039µs 2024-09-20T21:39:11.178 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:39:10 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[61949]: ts=2024-09-20T21:39:10.896Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-20T21:39:11.178 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:39:10 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[61949]: ts=2024-09-20T21:39:10.896Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-20T21:39:11.178 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:39:10 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[61949]: ts=2024-09-20T21:39:10.896Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-20T21:39:11.178 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:39:10 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[61949]: ts=2024-09-20T21:39:10.911Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=14.126474ms db_storage=1.195µs remote_storage=1.189µs web_handler=365ns query_engine=569ns scrape=486.303µs scrape_sd=16.694µs notify=694ns notify_sd=1.169µs rules=13.435522ms tracing=9.64µs 2024-09-20T21:39:11.178 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:39:10 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[61949]: ts=2024-09-20T21:39:10.911Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-20T21:39:11.178 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:39:10 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[61949]: ts=2024-09-20T21:39:10.911Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-20T21:39:11.178 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:39:10 smithi134 bash[61934]: b12312c2bf3777fd620542e9eee3f878aea1b2cde8cd07b0a81b7a71ad32e2b7 2024-09-20T21:39:11.178 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:39:10 smithi134 systemd[1]: Started Ceph prometheus.a for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:39:11.364 INFO:teuthology.orchestra.run.smithi046.stdout:[client.0] 2024-09-20T21:39:11.365 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQB/6+1mwxdzFRAAGA0h6qpHbQnDdjIUcv2bIA== 2024-09-20T21:39:11.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:11 smithi046 ceph-mon[28078]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:11.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:11 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:39:11.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:11 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:39:11.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:11 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:39:11.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:11 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-20T21:39:11.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:11 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/1499240460' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-20T21:39:11.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:11 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/1499240460' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-20T21:39:11.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:11 smithi046 ceph-mon[39760]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:11.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:11 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:39:11.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:11 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:39:11.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:11 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:39:11.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:11 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-20T21:39:11.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:11 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/1499240460' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-20T21:39:11.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:11 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/1499240460' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-20T21:39:11.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:11 smithi134 ceph-mon[31761]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:11.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:11 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:39:11.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:11 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:39:11.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:11 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' 2024-09-20T21:39:11.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:11 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-20T21:39:11.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:11 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/1499240460' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-20T21:39:11.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:11 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/1499240460' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-20T21:39:12.076 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-20T21:39:12.076 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-09-20T21:39:12.076 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-20T21:39:12.119 DEBUG:teuthology.orchestra.run.smithi134:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-20T21:39:12.320 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: ignoring --setuser ceph since I am not root 2024-09-20T21:39:12.320 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: ignoring --setgroup ceph since I am not root 2024-09-20T21:39:12.320 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:12 smithi046 ceph-mgr[28353]: -- 172.21.15.46:0/3584324672 <== mon.2 v2:172.21.15.46:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55f6f571e340 con 0x55f6f572a800 2024-09-20T21:39:12.320 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:39:12.194+0000 7f91af252ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-20T21:39:12.321 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:39:12.251+0000 7f91af252ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-20T21:39:12.321 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:39:12.318+0000 7f91af252ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-20T21:39:12.380 INFO:teuthology.orchestra.run.smithi134.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.b/config 2024-09-20T21:39:12.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:39:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: ignoring --setuser ceph since I am not root 2024-09-20T21:39:12.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:39:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: ignoring --setgroup ceph since I am not root 2024-09-20T21:39:12.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:39:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:39:12.183+0000 7fabd18dbec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-20T21:39:12.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:39:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:39:12.241+0000 7fabd18dbec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-20T21:39:12.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:39:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:39:12.310+0000 7fabd18dbec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-20T21:39:12.589 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:39:12.446+0000 7f91af252ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-20T21:39:12.589 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:39:12.587+0000 7f91af252ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-20T21:39:12.824 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:39:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:39:12.450+0000 7fabd18dbec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-20T21:39:12.825 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:39:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:39:12.588+0000 7fabd18dbec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-20T21:39:13.078 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:13 smithi134 ceph-mon[31761]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-20T21:39:13.078 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:13 smithi134 ceph-mon[31761]: mgrmap e16: y(active, since 5m), standbys: x 2024-09-20T21:39:13.078 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:39:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:39:12.853+0000 7fabd18dbec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-20T21:39:13.078 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:39:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:39:12.914+0000 7fabd18dbec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-20T21:39:13.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:13 smithi046 ceph-mon[39760]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-20T21:39:13.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:13 smithi046 ceph-mon[39760]: mgrmap e16: y(active, since 5m), standbys: x 2024-09-20T21:39:13.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:13 smithi046 ceph-mon[28078]: from='mgr.14150 172.21.15.46:0/2316424562' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-20T21:39:13.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:13 smithi046 ceph-mon[28078]: mgrmap e16: y(active, since 5m), standbys: x 2024-09-20T21:39:13.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:39:12.854+0000 7f91af252ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-20T21:39:13.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:39:12.916+0000 7f91af252ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-20T21:39:13.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:13 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:39:13.085+0000 7f91af252ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-20T21:39:13.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:39:13 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:39:13.075+0000 7fabd18dbec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-20T21:39:14.005 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:39:13 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:39:13.936+0000 7fabd18dbec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-20T21:39:14.005 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:39:14 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:39:14.003+0000 7fabd18dbec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-20T21:39:14.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:13 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:39:13.963+0000 7f91af252ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-20T21:39:14.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:14 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:39:14.030+0000 7f91af252ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-20T21:39:14.473 INFO:teuthology.orchestra.run.smithi134.stdout:[client.1] 2024-09-20T21:39:14.473 INFO:teuthology.orchestra.run.smithi134.stdout: key = AQCC6+1mZhTVGxAArVwi7LhTEuTj+2Zdl8CYWA== 2024-09-20T21:39:14.726 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:14 smithi134 ceph-mon[31761]: from='client.? 172.21.15.134:0/3641784948' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-20T21:39:14.727 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:14 smithi134 ceph-mon[31761]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-20T21:39:14.727 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:14 smithi134 ceph-mon[31761]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-20T21:39:14.773 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:14 smithi046 ceph-mon[39760]: from='client.? 172.21.15.134:0/3641784948' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-20T21:39:14.774 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:14 smithi046 ceph-mon[39760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-20T21:39:14.774 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:14 smithi046 ceph-mon[39760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-20T21:39:14.774 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:14 smithi046 ceph-mon[28078]: from='client.? 172.21.15.134:0/3641784948' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-20T21:39:14.774 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:14 smithi046 ceph-mon[28078]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-20T21:39:14.774 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:14 smithi046 ceph-mon[28078]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-20T21:39:15.021 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:39:14 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:39:14.723+0000 7fabd18dbec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-20T21:39:15.021 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:39:14 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:39:14.837+0000 7fabd18dbec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-20T21:39:15.021 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:39:14 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:39:14.960+0000 7fabd18dbec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-20T21:39:15.022 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:39:15 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:39:15.019+0000 7fabd18dbec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-20T21:39:15.076 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:14 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:39:14.771+0000 7f91af252ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-20T21:39:15.076 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:14 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:39:14.887+0000 7f91af252ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-20T21:39:15.076 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:15 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:39:15.013+0000 7f91af252ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-20T21:39:15.077 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:15 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:39:15.074+0000 7f91af252ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-20T21:39:15.272 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-20T21:39:15.272 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-09-20T21:39:15.272 DEBUG:teuthology.orchestra.run.smithi134:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-20T21:39:15.276 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:39:15 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:39:15.146+0000 7fabd18dbec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-20T21:39:15.276 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:39:15 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:39:15.213+0000 7fabd18dbec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-20T21:39:15.276 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:39:15 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:39:15.273+0000 7fabd18dbec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-20T21:39:15.311 INFO:tasks.cephadm:Creating RBD pool 2024-09-20T21:39:15.311 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph osd pool create rbd 8 2024-09-20T21:39:15.333 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:15 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:39:15.205+0000 7f91af252ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-20T21:39:15.333 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:15 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:39:15.275+0000 7f91af252ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-20T21:39:15.546 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:39:15 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:39:15.416+0000 7fabd18dbec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-20T21:39:15.546 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:39:15 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:39:15.478+0000 7fabd18dbec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-20T21:39:15.582 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:39:15.637 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:15 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:39:15.336+0000 7f91af252ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-20T21:39:15.638 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:15 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:39:15.482+0000 7f91af252ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-20T21:39:15.638 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:15 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:39:15.561+0000 7f91af252ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-20T21:39:15.638 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:15 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:39:15.635+0000 7f91af252ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-20T21:39:15.900 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:15 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:39:15.719+0000 7f91af252ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-20T21:39:15.901 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:15 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:39:15.780+0000 7f91af252ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-20T21:39:15.901 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:15 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:39:15.841+0000 7f91af252ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-20T21:39:15.926 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:39:15 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:39:15.543+0000 7fabd18dbec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-20T21:39:15.926 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:39:15 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:39:15.624+0000 7fabd18dbec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-20T21:39:15.926 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:39:15 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:39:15.681+0000 7fabd18dbec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-20T21:39:15.926 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:39:15 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:39:15.737+0000 7fabd18dbec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-20T21:39:16.739 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:16 smithi046 ceph-mon[28078]: Standby manager daemon x restarted 2024-09-20T21:39:16.739 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:16 smithi046 ceph-mon[28078]: Standby manager daemon x started 2024-09-20T21:39:16.739 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:16 smithi046 ceph-mon[28078]: from='mgr.? 172.21.15.134:0/2316830307' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-20T21:39:16.739 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:16 smithi046 ceph-mon[28078]: from='mgr.? 172.21.15.134:0/2316830307' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-20T21:39:16.740 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:16 smithi046 ceph-mon[28078]: from='mgr.? 172.21.15.134:0/2316830307' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-20T21:39:16.740 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:16 smithi046 ceph-mon[28078]: from='mgr.? 172.21.15.134:0/2316830307' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-20T21:39:16.740 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:16 smithi046 ceph-mon[39760]: Standby manager daemon x restarted 2024-09-20T21:39:16.740 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:16 smithi046 ceph-mon[39760]: Standby manager daemon x started 2024-09-20T21:39:16.740 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:16 smithi046 ceph-mon[39760]: from='mgr.? 172.21.15.134:0/2316830307' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-20T21:39:16.740 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:16 smithi046 ceph-mon[39760]: from='mgr.? 172.21.15.134:0/2316830307' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-20T21:39:16.740 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:16 smithi046 ceph-mon[39760]: from='mgr.? 172.21.15.134:0/2316830307' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-20T21:39:16.740 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:16 smithi046 ceph-mon[39760]: from='mgr.? 172.21.15.134:0/2316830307' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-20T21:39:16.741 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:16 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:39:16.633+0000 7f91af252ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-20T21:39:16.741 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:16 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:39:16] ENGINE Bus STARTING 2024-09-20T21:39:16.741 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:16 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: CherryPy Checker: 2024-09-20T21:39:16.741 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:16 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: The Application mounted at '' has an empty config. 2024-09-20T21:39:16.741 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:16 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:39:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:16 smithi134 ceph-mon[31761]: Standby manager daemon x restarted 2024-09-20T21:39:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:16 smithi134 ceph-mon[31761]: Standby manager daemon x started 2024-09-20T21:39:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:16 smithi134 ceph-mon[31761]: from='mgr.? 172.21.15.134:0/2316830307' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-20T21:39:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:16 smithi134 ceph-mon[31761]: from='mgr.? 172.21.15.134:0/2316830307' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-20T21:39:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:16 smithi134 ceph-mon[31761]: from='mgr.? 172.21.15.134:0/2316830307' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-20T21:39:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:16 smithi134 ceph-mon[31761]: from='mgr.? 172.21.15.134:0/2316830307' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-20T21:39:16.927 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:39:16 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:39:16.476+0000 7fabd18dbec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-20T21:39:16.927 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:39:16 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: [20/Sep/2024:21:39:16] ENGINE Bus STARTING 2024-09-20T21:39:16.927 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:39:16 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: CherryPy Checker: 2024-09-20T21:39:16.927 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:39:16 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: The Application mounted at '' has an empty config. 2024-09-20T21:39:16.927 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:39:16 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: 2024-09-20T21:39:16.927 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:39:16 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: [20/Sep/2024:21:39:16] ENGINE Serving on http://:::9283 2024-09-20T21:39:16.927 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:39:16 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: [20/Sep/2024:21:39:16] ENGINE Bus STARTED 2024-09-20T21:39:17.029 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:16 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:39:16.745+0000 7f915bca8640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:39:17.029 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:16 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:39:16.745+0000 7f915bca8640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:39:17.030 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:16 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:39:16.745+0000 7f915bca8640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:39:17.030 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:16 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:39:16.745+0000 7f915bca8640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:39:17.030 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:16 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:39:16.745+0000 7f915bca8640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:39:17.030 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:16 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:39:16.747+0000 7f915ecae640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:39:17.030 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:16 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:39:16.747+0000 7f915ecae640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:39:17.030 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:16 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:39:16.747+0000 7f915ecae640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:39:17.030 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:16 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:39:16.747+0000 7f915ecae640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:39:17.030 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:16 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:39:16.747+0000 7f915ecae640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:39:17.030 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:16 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:39:16] ENGINE Serving on http://:::9283 2024-09-20T21:39:17.030 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:16 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:39:16] ENGINE Bus STARTED 2024-09-20T21:39:17.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:39:16 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:39:16] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-20T21:39:17.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[28078]: mgrmap e17: y(active, since 5m), standbys: x 2024-09-20T21:39:17.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[28078]: Active manager daemon y restarted 2024-09-20T21:39:17.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[28078]: Activating manager daemon y 2024-09-20T21:39:17.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[28078]: osdmap e60: 8 total, 8 up, 8 in 2024-09-20T21:39:17.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[28078]: mgrmap e18: y(active, starting, since 0.00729755s), standbys: x 2024-09-20T21:39:17.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:39:17.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:39:17.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:39:17.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-20T21:39:17.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-20T21:39:17.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-20T21:39:17.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-20T21:39:17.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-20T21:39:17.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-20T21:39:17.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-20T21:39:17.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-20T21:39:17.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-20T21:39:17.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-20T21:39:17.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-20T21:39:17.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-20T21:39:17.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-20T21:39:17.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-20T21:39:17.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-20T21:39:17.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[28078]: Manager daemon y is now available 2024-09-20T21:39:17.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:39:17.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:17.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:39:17.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-20T21:39:17.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-20T21:39:17.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[39760]: mgrmap e17: y(active, since 5m), standbys: x 2024-09-20T21:39:17.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[39760]: Active manager daemon y restarted 2024-09-20T21:39:17.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[39760]: Activating manager daemon y 2024-09-20T21:39:17.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[39760]: osdmap e60: 8 total, 8 up, 8 in 2024-09-20T21:39:17.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[39760]: mgrmap e18: y(active, starting, since 0.00729755s), standbys: x 2024-09-20T21:39:17.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:39:17.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:39:17.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:39:17.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-20T21:39:17.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-20T21:39:17.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-20T21:39:17.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-20T21:39:17.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-20T21:39:17.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-20T21:39:17.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-20T21:39:17.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-20T21:39:17.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-20T21:39:17.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-20T21:39:17.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-20T21:39:17.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-20T21:39:17.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-20T21:39:17.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-20T21:39:17.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-20T21:39:17.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[39760]: Manager daemon y is now available 2024-09-20T21:39:17.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:39:17.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:17.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:39:17.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-20T21:39:17.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:17 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-20T21:39:17.828 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:17 smithi134 ceph-mon[31761]: mgrmap e17: y(active, since 5m), standbys: x 2024-09-20T21:39:17.828 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:17 smithi134 ceph-mon[31761]: Active manager daemon y restarted 2024-09-20T21:39:17.828 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:17 smithi134 ceph-mon[31761]: Activating manager daemon y 2024-09-20T21:39:17.828 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:17 smithi134 ceph-mon[31761]: osdmap e60: 8 total, 8 up, 8 in 2024-09-20T21:39:17.828 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:17 smithi134 ceph-mon[31761]: mgrmap e18: y(active, starting, since 0.00729755s), standbys: x 2024-09-20T21:39:17.828 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:17 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:39:17.828 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:17 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:39:17.828 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:17 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:39:17.829 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:17 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-20T21:39:17.829 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:17 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-20T21:39:17.829 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:17 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-20T21:39:17.829 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:17 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-20T21:39:17.829 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:17 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-20T21:39:17.829 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:17 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-20T21:39:17.829 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:17 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-20T21:39:17.829 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:17 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-20T21:39:17.829 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:17 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-20T21:39:17.829 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:17 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-20T21:39:17.829 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:17 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-20T21:39:17.829 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:17 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-20T21:39:17.829 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:17 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-20T21:39:17.830 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:17 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-20T21:39:17.830 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:17 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-20T21:39:17.830 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:17 smithi134 ceph-mon[31761]: Manager daemon y is now available 2024-09-20T21:39:17.830 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:17 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:39:17.830 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:17 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:17.830 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:17 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:39:17.830 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:17 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-20T21:39:17.830 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:17 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-20T21:39:18.549 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'rbd' created 2024-09-20T21:39:18.890 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:18 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/720400884' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-20T21:39:18.891 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:18 smithi134 ceph-mon[31761]: mgrmap e19: y(active, since 1.36819s), standbys: x 2024-09-20T21:39:18.891 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:18 smithi134 ceph-mon[31761]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:18.892 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:18 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/720400884' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-20T21:39:18.892 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:18 smithi046 ceph-mon[28078]: mgrmap e19: y(active, since 1.36819s), standbys: x 2024-09-20T21:39:18.892 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:18 smithi046 ceph-mon[28078]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:18.892 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:18 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/720400884' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-20T21:39:18.892 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:18 smithi046 ceph-mon[39760]: mgrmap e19: y(active, since 1.36819s), standbys: x 2024-09-20T21:39:18.892 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:18 smithi046 ceph-mon[39760]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:18.893 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:18 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:39:18.620+0000 7f9148001640 -1 log_channel(cephadm) log [ERR] : [20/Sep/2024:21:39:18] ENGINE Error in HTTPServer.serve 2024-09-20T21:39:18.893 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:18 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: Traceback (most recent call last): 2024-09-20T21:39:18.893 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:18 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-20T21:39:18.893 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:18 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: self._connections.run(self.expiration_interval) 2024-09-20T21:39:18.893 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:18 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-20T21:39:18.893 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:18 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: self._run(expiration_interval) 2024-09-20T21:39:18.893 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:18 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-20T21:39:18.893 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:18 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: new_conn = self._from_server_socket(self.server.socket) 2024-09-20T21:39:18.893 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:18 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-20T21:39:18.894 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:18 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-20T21:39:18.894 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:18 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-20T21:39:18.894 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:18 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: s = self.context.wrap_socket( 2024-09-20T21:39:18.894 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:18 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-20T21:39:18.894 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:18 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: return self.sslsocket_class._create( 2024-09-20T21:39:18.894 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:18 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-20T21:39:18.894 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:18 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: self.do_handshake() 2024-09-20T21:39:18.894 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:18 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-20T21:39:18.894 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:18 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: self._sslobj.do_handshake() 2024-09-20T21:39:18.894 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:18 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-20T21:39:18.894 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:18 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:39:19.233 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- rbd pool init rbd 2024-09-20T21:39:19.541 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:39:19.547 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:19 smithi046 ceph-mon[28078]: [20/Sep/2024:21:39:18] ENGINE Bus STARTING 2024-09-20T21:39:19.547 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:19 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/720400884' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-20T21:39:19.547 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:19 smithi046 ceph-mon[28078]: osdmap e61: 8 total, 8 up, 8 in 2024-09-20T21:39:19.547 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:19 smithi046 ceph-mon[28078]: [20/Sep/2024:21:39:18] ENGINE Serving on https://172.21.15.46:7150 2024-09-20T21:39:19.547 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:19 smithi046 ceph-mon[28078]: [20/Sep/2024:21:39:18] ENGINE Bus STARTED 2024-09-20T21:39:19.808 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:19 smithi046 ceph-mon[28078]: [20/Sep/2024:21:39:18] ENGINE Error in HTTPServer.serve 2024-09-20T21:39:19.808 INFO:journalctl@ceph.mon.a.smithi046.stdout: Traceback (most recent call last): 2024-09-20T21:39:19.809 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-20T21:39:19.809 INFO:journalctl@ceph.mon.a.smithi046.stdout: self._connections.run(self.expiration_interval) 2024-09-20T21:39:19.809 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-20T21:39:19.809 INFO:journalctl@ceph.mon.a.smithi046.stdout: self._run(expiration_interval) 2024-09-20T21:39:19.809 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-20T21:39:19.809 INFO:journalctl@ceph.mon.a.smithi046.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-20T21:39:19.809 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-20T21:39:19.810 INFO:journalctl@ceph.mon.a.smithi046.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-20T21:39:19.810 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-20T21:39:19.810 INFO:journalctl@ceph.mon.a.smithi046.stdout: s = self.context.wrap_socket( 2024-09-20T21:39:19.810 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-20T21:39:19.810 INFO:journalctl@ceph.mon.a.smithi046.stdout: return self.sslsocket_class._create( 2024-09-20T21:39:19.810 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-20T21:39:19.810 INFO:journalctl@ceph.mon.a.smithi046.stdout: self.do_handshake() 2024-09-20T21:39:19.811 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-20T21:39:19.811 INFO:journalctl@ceph.mon.a.smithi046.stdout: self._sslobj.do_handshake() 2024-09-20T21:39:19.811 INFO:journalctl@ceph.mon.a.smithi046.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-20T21:39:19.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:19 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:19.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:19 smithi046 ceph-mon[28078]: pgmap v5: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:19.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:19 smithi046 ceph-mon[28078]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:39:19.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:19 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:19.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:19 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:19.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:19 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:19.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:19 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:19.812 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:19 smithi046 ceph-mon[39760]: [20/Sep/2024:21:39:18] ENGINE Bus STARTING 2024-09-20T21:39:19.812 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:19 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/720400884' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-20T21:39:19.812 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:19 smithi046 ceph-mon[39760]: osdmap e61: 8 total, 8 up, 8 in 2024-09-20T21:39:19.812 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:19 smithi046 ceph-mon[39760]: [20/Sep/2024:21:39:18] ENGINE Serving on https://172.21.15.46:7150 2024-09-20T21:39:19.812 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:19 smithi046 ceph-mon[39760]: [20/Sep/2024:21:39:18] ENGINE Bus STARTED 2024-09-20T21:39:19.812 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:19 smithi046 ceph-mon[39760]: [20/Sep/2024:21:39:18] ENGINE Error in HTTPServer.serve 2024-09-20T21:39:19.812 INFO:journalctl@ceph.mon.c.smithi046.stdout: Traceback (most recent call last): 2024-09-20T21:39:19.812 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-20T21:39:19.812 INFO:journalctl@ceph.mon.c.smithi046.stdout: self._connections.run(self.expiration_interval) 2024-09-20T21:39:19.812 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-20T21:39:19.812 INFO:journalctl@ceph.mon.c.smithi046.stdout: self._run(expiration_interval) 2024-09-20T21:39:19.812 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-20T21:39:19.812 INFO:journalctl@ceph.mon.c.smithi046.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-20T21:39:19.813 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-20T21:39:19.813 INFO:journalctl@ceph.mon.c.smithi046.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-20T21:39:19.813 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-20T21:39:19.813 INFO:journalctl@ceph.mon.c.smithi046.stdout: s = self.context.wrap_socket( 2024-09-20T21:39:19.813 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-20T21:39:19.813 INFO:journalctl@ceph.mon.c.smithi046.stdout: return self.sslsocket_class._create( 2024-09-20T21:39:19.813 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-20T21:39:19.813 INFO:journalctl@ceph.mon.c.smithi046.stdout: self.do_handshake() 2024-09-20T21:39:19.813 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-20T21:39:19.813 INFO:journalctl@ceph.mon.c.smithi046.stdout: self._sslobj.do_handshake() 2024-09-20T21:39:19.813 INFO:journalctl@ceph.mon.c.smithi046.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-20T21:39:19.813 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:19 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:19.813 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:19 smithi046 ceph-mon[39760]: pgmap v5: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:19.813 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:19 smithi046 ceph-mon[39760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:39:19.813 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:19 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:19.814 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:19 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:19.814 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:19 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:19.814 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:19 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:19 smithi134 ceph-mon[31761]: [20/Sep/2024:21:39:18] ENGINE Bus STARTING 2024-09-20T21:39:19.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:19 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/720400884' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-20T21:39:19.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:19 smithi134 ceph-mon[31761]: osdmap e61: 8 total, 8 up, 8 in 2024-09-20T21:39:19.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:19 smithi134 ceph-mon[31761]: [20/Sep/2024:21:39:18] ENGINE Serving on https://172.21.15.46:7150 2024-09-20T21:39:19.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:19 smithi134 ceph-mon[31761]: [20/Sep/2024:21:39:18] ENGINE Bus STARTED 2024-09-20T21:39:19.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:19 smithi134 ceph-mon[31761]: [20/Sep/2024:21:39:18] ENGINE Error in HTTPServer.serve 2024-09-20T21:39:19.927 INFO:journalctl@ceph.mon.b.smithi134.stdout: Traceback (most recent call last): 2024-09-20T21:39:19.927 INFO:journalctl@ceph.mon.b.smithi134.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-20T21:39:19.927 INFO:journalctl@ceph.mon.b.smithi134.stdout: self._connections.run(self.expiration_interval) 2024-09-20T21:39:19.927 INFO:journalctl@ceph.mon.b.smithi134.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-20T21:39:19.927 INFO:journalctl@ceph.mon.b.smithi134.stdout: self._run(expiration_interval) 2024-09-20T21:39:19.927 INFO:journalctl@ceph.mon.b.smithi134.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-20T21:39:19.927 INFO:journalctl@ceph.mon.b.smithi134.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-20T21:39:19.927 INFO:journalctl@ceph.mon.b.smithi134.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-20T21:39:19.928 INFO:journalctl@ceph.mon.b.smithi134.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-20T21:39:19.928 INFO:journalctl@ceph.mon.b.smithi134.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-20T21:39:19.928 INFO:journalctl@ceph.mon.b.smithi134.stdout: s = self.context.wrap_socket( 2024-09-20T21:39:19.928 INFO:journalctl@ceph.mon.b.smithi134.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-20T21:39:19.928 INFO:journalctl@ceph.mon.b.smithi134.stdout: return self.sslsocket_class._create( 2024-09-20T21:39:19.928 INFO:journalctl@ceph.mon.b.smithi134.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-20T21:39:19.928 INFO:journalctl@ceph.mon.b.smithi134.stdout: self.do_handshake() 2024-09-20T21:39:19.928 INFO:journalctl@ceph.mon.b.smithi134.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-20T21:39:19.928 INFO:journalctl@ceph.mon.b.smithi134.stdout: self._sslobj.do_handshake() 2024-09-20T21:39:19.928 INFO:journalctl@ceph.mon.b.smithi134.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-20T21:39:19.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:19 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:19.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:19 smithi134 ceph-mon[31761]: pgmap v5: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:19.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:19 smithi134 ceph-mon[31761]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:39:19.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:19 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:19.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:19 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:19.929 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:19 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:19.929 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:19 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:20.744 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[39760]: osdmap e62: 8 total, 8 up, 8 in 2024-09-20T21:39:20.745 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[39760]: mgrmap e20: y(active, since 2s), standbys: x 2024-09-20T21:39:20.745 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:20.745 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:20.745 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:39:20.745 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:39:20.745 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:39:20.745 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:39:20.745 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[39760]: Adjusting osd_memory_target on smithi134 to 2992M 2024-09-20T21:39:20.745 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:20.745 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:20.745 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:20.745 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:39:20.745 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:39:20.745 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:39:20.746 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:39:20.746 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:20.746 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:39:20.746 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:39:20.746 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[28078]: osdmap e62: 8 total, 8 up, 8 in 2024-09-20T21:39:20.746 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[28078]: mgrmap e20: y(active, since 2s), standbys: x 2024-09-20T21:39:20.746 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:20.746 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:20.746 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:39:20.746 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:39:20.746 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:39:20.746 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:39:20.747 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[28078]: Adjusting osd_memory_target on smithi134 to 2992M 2024-09-20T21:39:20.747 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:20.747 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:20.747 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:20.747 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:39:20.747 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:39:20.747 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:39:20.747 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:39:20.747 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:20.747 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:39:20.747 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:20 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:39:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:20 smithi134 ceph-mon[31761]: osdmap e62: 8 total, 8 up, 8 in 2024-09-20T21:39:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:20 smithi134 ceph-mon[31761]: mgrmap e20: y(active, since 2s), standbys: x 2024-09-20T21:39:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:20 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:20.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:20 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:20.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:20 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:39:20.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:20 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:39:20.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:20 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:39:20.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:20 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:39:20.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:20 smithi134 ceph-mon[31761]: Adjusting osd_memory_target on smithi134 to 2992M 2024-09-20T21:39:20.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:20 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:20.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:20 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:20.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:20 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:20.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:20 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:39:20.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:20 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:39:20.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:20 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:39:20.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:20 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:39:20.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:20 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:20.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:20 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:39:20.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:20 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:39:21.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:21 smithi046 ceph-mon[28078]: Adjusting osd_memory_target on smithi046 to 2993M 2024-09-20T21:39:21.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:21 smithi046 ceph-mon[28078]: Updating smithi046:/etc/ceph/ceph.conf 2024-09-20T21:39:21.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:21 smithi046 ceph-mon[28078]: Updating smithi134:/etc/ceph/ceph.conf 2024-09-20T21:39:21.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:21 smithi046 ceph-mon[28078]: Updating smithi134:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-20T21:39:21.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:21 smithi046 ceph-mon[28078]: Updating smithi046:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-20T21:39:21.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:21 smithi046 ceph-mon[28078]: osdmap e63: 8 total, 8 up, 8 in 2024-09-20T21:39:21.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:21 smithi046 ceph-mon[28078]: pgmap v8: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:21.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:21 smithi046 ceph-mon[28078]: Updating smithi134:/etc/ceph/ceph.client.admin.keyring 2024-09-20T21:39:21.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:21 smithi046 ceph-mon[28078]: Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2024-09-20T21:39:21.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:21 smithi046 ceph-mon[28078]: Updating smithi134:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-20T21:39:21.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:21 smithi046 ceph-mon[28078]: Updating smithi046:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-20T21:39:21.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:21 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:21.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:21 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:21.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:21 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:21.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:21 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:21.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:21 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:21.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:21 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/1514809890' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-20T21:39:21.653 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:21 smithi046 ceph-mon[39760]: Adjusting osd_memory_target on smithi046 to 2993M 2024-09-20T21:39:21.653 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:21 smithi046 ceph-mon[39760]: Updating smithi046:/etc/ceph/ceph.conf 2024-09-20T21:39:21.653 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:21 smithi046 ceph-mon[39760]: Updating smithi134:/etc/ceph/ceph.conf 2024-09-20T21:39:21.653 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:21 smithi046 ceph-mon[39760]: Updating smithi134:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-20T21:39:21.653 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:21 smithi046 ceph-mon[39760]: Updating smithi046:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-20T21:39:21.653 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:21 smithi046 ceph-mon[39760]: osdmap e63: 8 total, 8 up, 8 in 2024-09-20T21:39:21.653 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:21 smithi046 ceph-mon[39760]: pgmap v8: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:21.653 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:21 smithi046 ceph-mon[39760]: Updating smithi134:/etc/ceph/ceph.client.admin.keyring 2024-09-20T21:39:21.653 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:21 smithi046 ceph-mon[39760]: Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2024-09-20T21:39:21.653 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:21 smithi046 ceph-mon[39760]: Updating smithi134:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-20T21:39:21.653 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:21 smithi046 ceph-mon[39760]: Updating smithi046:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-20T21:39:21.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:21 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:21.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:21 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:21.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:21 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:21.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:21 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:21.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:21 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:21.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:21 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/1514809890' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-20T21:39:21.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:21 smithi134 ceph-mon[31761]: Adjusting osd_memory_target on smithi046 to 2993M 2024-09-20T21:39:21.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:21 smithi134 ceph-mon[31761]: Updating smithi046:/etc/ceph/ceph.conf 2024-09-20T21:39:21.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:21 smithi134 ceph-mon[31761]: Updating smithi134:/etc/ceph/ceph.conf 2024-09-20T21:39:21.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:21 smithi134 ceph-mon[31761]: Updating smithi134:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-20T21:39:21.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:21 smithi134 ceph-mon[31761]: Updating smithi046:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-20T21:39:21.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:21 smithi134 ceph-mon[31761]: osdmap e63: 8 total, 8 up, 8 in 2024-09-20T21:39:21.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:21 smithi134 ceph-mon[31761]: pgmap v8: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:21.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:21 smithi134 ceph-mon[31761]: Updating smithi134:/etc/ceph/ceph.client.admin.keyring 2024-09-20T21:39:21.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:21 smithi134 ceph-mon[31761]: Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2024-09-20T21:39:21.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:21 smithi134 ceph-mon[31761]: Updating smithi134:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-20T21:39:21.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:21 smithi134 ceph-mon[31761]: Updating smithi046:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-20T21:39:21.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:21 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:21.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:21 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:21.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:21 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:21.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:21 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:21.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:21 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:21.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:21 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/1514809890' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-20T21:39:22.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:22 smithi046 ceph-mon[28078]: Deploying daemon alertmanager.a on smithi046 2024-09-20T21:39:22.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:22 smithi046 ceph-mon[28078]: mgrmap e21: y(active, since 4s), standbys: x 2024-09-20T21:39:22.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:22 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/1514809890' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-20T21:39:22.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:22 smithi046 ceph-mon[28078]: osdmap e64: 8 total, 8 up, 8 in 2024-09-20T21:39:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:22 smithi046 ceph-mon[39760]: Deploying daemon alertmanager.a on smithi046 2024-09-20T21:39:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:22 smithi046 ceph-mon[39760]: mgrmap e21: y(active, since 4s), standbys: x 2024-09-20T21:39:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:22 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/1514809890' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-20T21:39:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:22 smithi046 ceph-mon[39760]: osdmap e64: 8 total, 8 up, 8 in 2024-09-20T21:39:22.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:22 smithi134 ceph-mon[31761]: Deploying daemon alertmanager.a on smithi046 2024-09-20T21:39:22.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:22 smithi134 ceph-mon[31761]: mgrmap e21: y(active, since 4s), standbys: x 2024-09-20T21:39:22.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:22 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/1514809890' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-20T21:39:22.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:22 smithi134 ceph-mon[31761]: osdmap e64: 8 total, 8 up, 8 in 2024-09-20T21:39:23.827 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:23 smithi134 ceph-mon[31761]: pgmap v10: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:23.828 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:23 smithi134 ceph-mon[31761]: osdmap e65: 8 total, 8 up, 8 in 2024-09-20T21:39:23.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:23 smithi046 ceph-mon[28078]: pgmap v10: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:23.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:23 smithi046 ceph-mon[28078]: osdmap e65: 8 total, 8 up, 8 in 2024-09-20T21:39:23.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:23 smithi046 ceph-mon[39760]: pgmap v10: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:23.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:23 smithi046 ceph-mon[39760]: osdmap e65: 8 total, 8 up, 8 in 2024-09-20T21:39:24.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:24 smithi046 ceph-mon[28078]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:39:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:24 smithi046 ceph-mon[28078]: Cluster is now healthy 2024-09-20T21:39:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:24 smithi046 ceph-mon[28078]: osdmap e66: 8 total, 8 up, 8 in 2024-09-20T21:39:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:24 smithi046 ceph-mon[39760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:39:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:24 smithi046 ceph-mon[39760]: Cluster is now healthy 2024-09-20T21:39:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:24 smithi046 ceph-mon[39760]: osdmap e66: 8 total, 8 up, 8 in 2024-09-20T21:39:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:24 smithi134 ceph-mon[31761]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:39:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:24 smithi134 ceph-mon[31761]: Cluster is now healthy 2024-09-20T21:39:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:24 smithi134 ceph-mon[31761]: osdmap e66: 8 total, 8 up, 8 in 2024-09-20T21:39:25.710 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-20T21:39:25.710 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-09-20T21:39:25.710 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph mgr dump --format=json 2024-09-20T21:39:25.842 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:25 smithi046 ceph-mon[28078]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 43 KiB/s rd, 0 B/s wr, 17 op/s 2024-09-20T21:39:25.842 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:25 smithi046 ceph-mon[39760]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 43 KiB/s rd, 0 B/s wr, 17 op/s 2024-09-20T21:39:25.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:25 smithi134 ceph-mon[31761]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 43 KiB/s rd, 0 B/s wr, 17 op/s 2024-09-20T21:39:26.605 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:39:27.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:39:26 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:39:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-20T21:39:27.997 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:27 smithi046 ceph-mon[28078]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-20T21:39:27.997 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:27 smithi046 ceph-mon[39760]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-20T21:39:28.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:27 smithi134 ceph-mon[31761]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-20T21:39:29.707 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:39:29 smithi046 systemd[1]: Starting Ceph alertmanager.a for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:39:30.020 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:29 smithi046 ceph-mon[28078]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 27 KiB/s rd, 318 B/s wr, 11 op/s 2024-09-20T21:39:30.021 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:29 smithi046 ceph-mon[39760]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 27 KiB/s rd, 318 B/s wr, 11 op/s 2024-09-20T21:39:30.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:29 smithi134 ceph-mon[31761]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 27 KiB/s rd, 318 B/s wr, 11 op/s 2024-09-20T21:39:30.303 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:39:30 smithi046 podman[73273]: 2024-09-20 21:39:29.921973361 +0000 UTC m=+0.097786416 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-09-20T21:39:30.303 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:39:30 smithi046 podman[73273]: 2024-09-20 21:39:30.201048507 +0000 UTC m=+0.376861608 volume create 5a70a9a924364ebe1f6a7a19c94fac8b495cd41ef82778b64c5257803110ad8a 2024-09-20T21:39:30.303 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:39:30 smithi046 podman[73273]: 2024-09-20 21:39:30.301391227 +0000 UTC m=+0.477204275 container create cf5179952ebe6dba9af5edc5a7b756c9417d243853e728d2ae53b786585aa95d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-20T21:39:31.032 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:30 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:39:30] ENGINE Bus STOPPING 2024-09-20T21:39:31.032 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:39:30 smithi046 podman[73273]: 2024-09-20 21:39:30.712695796 +0000 UTC m=+0.888508842 container init cf5179952ebe6dba9af5edc5a7b756c9417d243853e728d2ae53b786585aa95d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-20T21:39:31.032 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:39:30 smithi046 podman[73273]: 2024-09-20 21:39:30.718004469 +0000 UTC m=+0.893817514 container start cf5179952ebe6dba9af5edc5a7b756c9417d243853e728d2ae53b786585aa95d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-20T21:39:31.032 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:39:30 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a[73309]: ts=2024-09-20T21:39:30.731Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-20T21:39:31.032 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:39:30 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a[73309]: ts=2024-09-20T21:39:30.731Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-20T21:39:31.032 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:39:30 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a[73309]: ts=2024-09-20T21:39:30.733Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.46 port=9094 2024-09-20T21:39:31.033 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:39:30 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a[73309]: ts=2024-09-20T21:39:30.734Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-20T21:39:31.033 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:39:30 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a[73309]: ts=2024-09-20T21:39:30.758Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-20T21:39:31.033 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:39:30 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a[73309]: ts=2024-09-20T21:39:30.758Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-20T21:39:31.033 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:39:30 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a[73309]: ts=2024-09-20T21:39:30.761Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-20T21:39:31.033 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:39:30 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a[73309]: ts=2024-09-20T21:39:30.761Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-20T21:39:31.033 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:39:30 smithi046 bash[73273]: cf5179952ebe6dba9af5edc5a7b756c9417d243853e728d2ae53b786585aa95d 2024-09-20T21:39:31.033 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:39:30 smithi046 systemd[1]: Started Ceph alertmanager.a for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:39:31.332 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:39:31.651 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:31 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:39:31] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-20T21:39:31.651 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:31 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:39:31] ENGINE Bus STOPPED 2024-09-20T21:39:31.651 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:31 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:39:31] ENGINE Bus STARTING 2024-09-20T21:39:31.651 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:31 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:39:31] ENGINE Serving on http://:::9283 2024-09-20T21:39:31.651 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:39:31 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:39:31] ENGINE Bus STARTED 2024-09-20T21:39:32.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:31 smithi046 ceph-mon[28078]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 255 B/s wr, 9 op/s 2024-09-20T21:39:32.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:31 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:32.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:31 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:32.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:31 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:32.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:31 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:32.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:31 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:32.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:31 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:32.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:31 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-20T21:39:32.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:31 smithi046 ceph-mon[28078]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-20T21:39:32.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:31 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:32.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:31 smithi046 ceph-mon[28078]: Deploying daemon grafana.a on smithi134 2024-09-20T21:39:32.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:31 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/1879931704' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-20T21:39:32.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:31 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:32.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:31 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:39:32.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:31 smithi046 ceph-mon[39760]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 255 B/s wr, 9 op/s 2024-09-20T21:39:32.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:31 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:32.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:31 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:32.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:31 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:32.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:31 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:32.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:31 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:32.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:31 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:32.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:31 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-20T21:39:32.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:31 smithi046 ceph-mon[39760]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-20T21:39:32.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:31 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:32.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:31 smithi046 ceph-mon[39760]: Deploying daemon grafana.a on smithi134 2024-09-20T21:39:32.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:31 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/1879931704' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-20T21:39:32.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:31 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:32.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:31 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:39:32.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:31 smithi134 ceph-mon[31761]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 255 B/s wr, 9 op/s 2024-09-20T21:39:32.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:31 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:32.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:31 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:32.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:31 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:32.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:31 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:32.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:31 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:32.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:31 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:32.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:31 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-20T21:39:32.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:31 smithi134 ceph-mon[31761]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-20T21:39:32.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:31 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:32.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:31 smithi134 ceph-mon[31761]: Deploying daemon grafana.a on smithi134 2024-09-20T21:39:32.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:31 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/1879931704' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-20T21:39:32.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:31 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:32.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:31 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:39:32.178 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":21,"flags":0,"active_gid":24443,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":140210163},{"type":"v1","addr":"172.21.15.46:6801","nonce":140210163}]},"active_addr":"172.21.15.46:6801/140210163","active_change":"2024-09-20T21:39:16.636340+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":24394,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.46:8443/","prometheus":"http://172.21.15.46:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":60,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.46:0","nonce":788792709}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.46:0","nonce":3061065475}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.46:0","nonce":835917187}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.46:0","nonce":3706693381}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.46:0","nonce":750215831}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.46:0","nonce":3737448001}]}]} 2024-09-20T21:39:32.184 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-09-20T21:39:32.184 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-09-20T21:39:32.184 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph osd dump --format=json 2024-09-20T21:39:32.440 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:39:32.865 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:39:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a[73309]: ts=2024-09-20T21:39:32.735Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000842921s 2024-09-20T21:39:34.080 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:34 smithi046 ceph-mon[28078]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 217 B/s wr, 0 op/s 2024-09-20T21:39:34.080 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:34 smithi046 ceph-mon[28078]: osdmap e67: 8 total, 8 up, 8 in 2024-09-20T21:39:34.080 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:34 smithi046 ceph-mon[39760]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 217 B/s wr, 0 op/s 2024-09-20T21:39:34.080 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:34 smithi046 ceph-mon[39760]: osdmap e67: 8 total, 8 up, 8 in 2024-09-20T21:39:34.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:34 smithi134 ceph-mon[31761]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 217 B/s wr, 0 op/s 2024-09-20T21:39:34.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:34 smithi134 ceph-mon[31761]: osdmap e67: 8 total, 8 up, 8 in 2024-09-20T21:39:34.432 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:39:34.432 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":67,"fsid":"c87e54aa-7797-11ef-baf5-efdc52797490","created":"2024-09-20T21:32:55.553178+0000","modified":"2024-09-20T21:39:32.997457+0000","last_up_change":"2024-09-20T21:37:57.772890+0000","last_in_change":"2024-09-20T21:37:40.842250+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-20T21:35:58.949080+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-20T21:38:22.258367+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-20T21:38:25.867445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-20T21:39:17.992743+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":66,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"b6742b83-3237-4a3d-b0a0-a014bd4938ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1803760533},{"type":"v1","addr":"172.21.15.46:6803","nonce":1803760533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1803760533},{"type":"v1","addr":"172.21.15.46:6805","nonce":1803760533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1803760533},{"type":"v1","addr":"172.21.15.46:6809","nonce":1803760533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1803760533},{"type":"v1","addr":"172.21.15.46:6807","nonce":1803760533}]},"public_addr":"172.21.15.46:6803/1803760533","cluster_addr":"172.21.15.46:6805/1803760533","heartbeat_back_addr":"172.21.15.46:6809/1803760533","heartbeat_front_addr":"172.21.15.46:6807/1803760533","state":["exists","up"]},{"osd":1,"uuid":"15d84a3b-b9e5-4056-a568-99cd0ae9e477","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":467964406},{"type":"v1","addr":"172.21.15.46:6811","nonce":467964406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":467964406},{"type":"v1","addr":"172.21.15.46:6813","nonce":467964406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":467964406},{"type":"v1","addr":"172.21.15.46:6817","nonce":467964406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":467964406},{"type":"v1","addr":"172.21.15.46:6815","nonce":467964406}]},"public_addr":"172.21.15.46:6811/467964406","cluster_addr":"172.21.15.46:6813/467964406","heartbeat_back_addr":"172.21.15.46:6817/467964406","heartbeat_front_addr":"172.21.15.46:6815/467964406","state":["exists","up"]},{"osd":2,"uuid":"b72dd1f8-2e22-459d-ba68-9908456ac1da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2966088863},{"type":"v1","addr":"172.21.15.46:6819","nonce":2966088863}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2966088863},{"type":"v1","addr":"172.21.15.46:6821","nonce":2966088863}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2966088863},{"type":"v1","addr":"172.21.15.46:6825","nonce":2966088863}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2966088863},{"type":"v1","addr":"172.21.15.46:6823","nonce":2966088863}]},"public_addr":"172.21.15.46:6819/2966088863","cluster_addr":"172.21.15.46:6821/2966088863","heartbeat_back_addr":"172.21.15.46:6825/2966088863","heartbeat_front_addr":"172.21.15.46:6823/2966088863","state":["exists","up"]},{"osd":3,"uuid":"8d741e55-d6d4-4ae9-803f-fbf733df3fa7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":4113170482},{"type":"v1","addr":"172.21.15.46:6827","nonce":4113170482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":4113170482},{"type":"v1","addr":"172.21.15.46:6829","nonce":4113170482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":4113170482},{"type":"v1","addr":"172.21.15.46:6833","nonce":4113170482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":4113170482},{"type":"v1","addr":"172.21.15.46:6831","nonce":4113170482}]},"public_addr":"172.21.15.46:6827/4113170482","cluster_addr":"172.21.15.46:6829/4113170482","heartbeat_back_addr":"172.21.15.46:6833/4113170482","heartbeat_front_addr":"172.21.15.46:6831/4113170482","state":["exists","up"]},{"osd":4,"uuid":"c52d751d-68cb-4835-b5e5-76bdaaca8857","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":2472663951},{"type":"v1","addr":"172.21.15.134:6801","nonce":2472663951}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":2472663951},{"type":"v1","addr":"172.21.15.134:6803","nonce":2472663951}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":2472663951},{"type":"v1","addr":"172.21.15.134:6807","nonce":2472663951}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":2472663951},{"type":"v1","addr":"172.21.15.134:6805","nonce":2472663951}]},"public_addr":"172.21.15.134:6801/2472663951","cluster_addr":"172.21.15.134:6803/2472663951","heartbeat_back_addr":"172.21.15.134:6807/2472663951","heartbeat_front_addr":"172.21.15.134:6805/2472663951","state":["exists","up"]},{"osd":5,"uuid":"bf749747-a8c5-4996-9d7e-31aed151800c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":160234939},{"type":"v1","addr":"172.21.15.134:6809","nonce":160234939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":160234939},{"type":"v1","addr":"172.21.15.134:6811","nonce":160234939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":160234939},{"type":"v1","addr":"172.21.15.134:6815","nonce":160234939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":160234939},{"type":"v1","addr":"172.21.15.134:6813","nonce":160234939}]},"public_addr":"172.21.15.134:6809/160234939","cluster_addr":"172.21.15.134:6811/160234939","heartbeat_back_addr":"172.21.15.134:6815/160234939","heartbeat_front_addr":"172.21.15.134:6813/160234939","state":["exists","up"]},{"osd":6,"uuid":"c69a07d8-11bc-45f9-a70e-a3df19648d01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2686541366},{"type":"v1","addr":"172.21.15.134:6817","nonce":2686541366}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2686541366},{"type":"v1","addr":"172.21.15.134:6819","nonce":2686541366}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2686541366},{"type":"v1","addr":"172.21.15.134:6823","nonce":2686541366}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2686541366},{"type":"v1","addr":"172.21.15.134:6821","nonce":2686541366}]},"public_addr":"172.21.15.134:6817/2686541366","cluster_addr":"172.21.15.134:6819/2686541366","heartbeat_back_addr":"172.21.15.134:6823/2686541366","heartbeat_front_addr":"172.21.15.134:6821/2686541366","state":["exists","up"]},{"osd":7,"uuid":"7f063110-8f0c-4972-8faa-a7b815b2f00f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":1839606342},{"type":"v1","addr":"172.21.15.134:6825","nonce":1839606342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":1839606342},{"type":"v1","addr":"172.21.15.134:6827","nonce":1839606342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":1839606342},{"type":"v1","addr":"172.21.15.134:6831","nonce":1839606342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":1839606342},{"type":"v1","addr":"172.21.15.134:6829","nonce":1839606342}]},"public_addr":"172.21.15.134:6825/1839606342","cluster_addr":"172.21.15.134:6827/1839606342","heartbeat_back_addr":"172.21.15.134:6831/1839606342","heartbeat_front_addr":"172.21.15.134:6829/1839606342","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:35:06.257114+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:35:31.122572+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:35:55.864705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:36:20.592939+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:36:42.711423+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:37:06.880923+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:37:30.953896+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:37:56.129414+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":7,"to":2}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.24","mappings":[{"from":4,"to":2}]},{"pgid":"3.27","mappings":[{"from":4,"to":1}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/2756910512":"2024-09-21T21:39:16.636159+0000","172.21.15.46:6801/1790131599":"2024-09-21T21:39:16.636159+0000","172.21.15.46:6800/1790131599":"2024-09-21T21:39:16.636159+0000","172.21.15.46:0/3287126627":"2024-09-21T21:33:19.061921+0000","172.21.15.46:0/155919852":"2024-09-21T21:33:19.061921+0000","172.21.15.46:0/360754787":"2024-09-21T21:33:19.061921+0000","172.21.15.46:6800/749516966":"2024-09-21T21:33:19.061921+0000","172.21.15.46:6800/4286712955":"2024-09-21T21:33:42.454677+0000","172.21.15.46:6801/4286712955":"2024-09-21T21:33:42.454677+0000","172.21.15.46:0/2242204039":"2024-09-21T21:33:42.454677+0000","172.21.15.46:6801/749516966":"2024-09-21T21:33:19.061921+0000","172.21.15.46:0/1588658720":"2024-09-21T21:33:42.454677+0000","172.21.15.46:0/1799067520":"2024-09-21T21:33:42.454677+0000","172.21.15.46:0/583717649":"2024-09-21T21:39:16.636159+0000","172.21.15.46:0/3847863891":"2024-09-21T21:39:16.636159+0000","172.21.15.46:0/3017122683":"2024-09-21T21:39:16.636159+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-20T21:39:35.073 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-09-20T21:39:35.073 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph osd dump --format=json 2024-09-20T21:39:35.331 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:39:35.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:35 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/2448679781' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-20T21:39:35.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:35 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/2448679781' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-20T21:39:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:35 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/2448679781' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-20T21:39:36.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:36 smithi046 ceph-mon[28078]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-20T21:39:36.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:36 smithi046 ceph-mon[39760]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-20T21:39:36.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:36 smithi134 ceph-mon[31761]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-20T21:39:37.062 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:39:37.062 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":67,"fsid":"c87e54aa-7797-11ef-baf5-efdc52797490","created":"2024-09-20T21:32:55.553178+0000","modified":"2024-09-20T21:39:32.997457+0000","last_up_change":"2024-09-20T21:37:57.772890+0000","last_in_change":"2024-09-20T21:37:40.842250+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-20T21:35:58.949080+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-20T21:38:22.258367+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-20T21:38:25.867445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-20T21:39:17.992743+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":66,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"b6742b83-3237-4a3d-b0a0-a014bd4938ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1803760533},{"type":"v1","addr":"172.21.15.46:6803","nonce":1803760533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1803760533},{"type":"v1","addr":"172.21.15.46:6805","nonce":1803760533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1803760533},{"type":"v1","addr":"172.21.15.46:6809","nonce":1803760533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1803760533},{"type":"v1","addr":"172.21.15.46:6807","nonce":1803760533}]},"public_addr":"172.21.15.46:6803/1803760533","cluster_addr":"172.21.15.46:6805/1803760533","heartbeat_back_addr":"172.21.15.46:6809/1803760533","heartbeat_front_addr":"172.21.15.46:6807/1803760533","state":["exists","up"]},{"osd":1,"uuid":"15d84a3b-b9e5-4056-a568-99cd0ae9e477","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":467964406},{"type":"v1","addr":"172.21.15.46:6811","nonce":467964406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":467964406},{"type":"v1","addr":"172.21.15.46:6813","nonce":467964406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":467964406},{"type":"v1","addr":"172.21.15.46:6817","nonce":467964406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":467964406},{"type":"v1","addr":"172.21.15.46:6815","nonce":467964406}]},"public_addr":"172.21.15.46:6811/467964406","cluster_addr":"172.21.15.46:6813/467964406","heartbeat_back_addr":"172.21.15.46:6817/467964406","heartbeat_front_addr":"172.21.15.46:6815/467964406","state":["exists","up"]},{"osd":2,"uuid":"b72dd1f8-2e22-459d-ba68-9908456ac1da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2966088863},{"type":"v1","addr":"172.21.15.46:6819","nonce":2966088863}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2966088863},{"type":"v1","addr":"172.21.15.46:6821","nonce":2966088863}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2966088863},{"type":"v1","addr":"172.21.15.46:6825","nonce":2966088863}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2966088863},{"type":"v1","addr":"172.21.15.46:6823","nonce":2966088863}]},"public_addr":"172.21.15.46:6819/2966088863","cluster_addr":"172.21.15.46:6821/2966088863","heartbeat_back_addr":"172.21.15.46:6825/2966088863","heartbeat_front_addr":"172.21.15.46:6823/2966088863","state":["exists","up"]},{"osd":3,"uuid":"8d741e55-d6d4-4ae9-803f-fbf733df3fa7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":4113170482},{"type":"v1","addr":"172.21.15.46:6827","nonce":4113170482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":4113170482},{"type":"v1","addr":"172.21.15.46:6829","nonce":4113170482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":4113170482},{"type":"v1","addr":"172.21.15.46:6833","nonce":4113170482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":4113170482},{"type":"v1","addr":"172.21.15.46:6831","nonce":4113170482}]},"public_addr":"172.21.15.46:6827/4113170482","cluster_addr":"172.21.15.46:6829/4113170482","heartbeat_back_addr":"172.21.15.46:6833/4113170482","heartbeat_front_addr":"172.21.15.46:6831/4113170482","state":["exists","up"]},{"osd":4,"uuid":"c52d751d-68cb-4835-b5e5-76bdaaca8857","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":2472663951},{"type":"v1","addr":"172.21.15.134:6801","nonce":2472663951}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":2472663951},{"type":"v1","addr":"172.21.15.134:6803","nonce":2472663951}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":2472663951},{"type":"v1","addr":"172.21.15.134:6807","nonce":2472663951}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":2472663951},{"type":"v1","addr":"172.21.15.134:6805","nonce":2472663951}]},"public_addr":"172.21.15.134:6801/2472663951","cluster_addr":"172.21.15.134:6803/2472663951","heartbeat_back_addr":"172.21.15.134:6807/2472663951","heartbeat_front_addr":"172.21.15.134:6805/2472663951","state":["exists","up"]},{"osd":5,"uuid":"bf749747-a8c5-4996-9d7e-31aed151800c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":160234939},{"type":"v1","addr":"172.21.15.134:6809","nonce":160234939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":160234939},{"type":"v1","addr":"172.21.15.134:6811","nonce":160234939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":160234939},{"type":"v1","addr":"172.21.15.134:6815","nonce":160234939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":160234939},{"type":"v1","addr":"172.21.15.134:6813","nonce":160234939}]},"public_addr":"172.21.15.134:6809/160234939","cluster_addr":"172.21.15.134:6811/160234939","heartbeat_back_addr":"172.21.15.134:6815/160234939","heartbeat_front_addr":"172.21.15.134:6813/160234939","state":["exists","up"]},{"osd":6,"uuid":"c69a07d8-11bc-45f9-a70e-a3df19648d01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2686541366},{"type":"v1","addr":"172.21.15.134:6817","nonce":2686541366}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2686541366},{"type":"v1","addr":"172.21.15.134:6819","nonce":2686541366}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2686541366},{"type":"v1","addr":"172.21.15.134:6823","nonce":2686541366}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2686541366},{"type":"v1","addr":"172.21.15.134:6821","nonce":2686541366}]},"public_addr":"172.21.15.134:6817/2686541366","cluster_addr":"172.21.15.134:6819/2686541366","heartbeat_back_addr":"172.21.15.134:6823/2686541366","heartbeat_front_addr":"172.21.15.134:6821/2686541366","state":["exists","up"]},{"osd":7,"uuid":"7f063110-8f0c-4972-8faa-a7b815b2f00f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":1839606342},{"type":"v1","addr":"172.21.15.134:6825","nonce":1839606342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":1839606342},{"type":"v1","addr":"172.21.15.134:6827","nonce":1839606342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":1839606342},{"type":"v1","addr":"172.21.15.134:6831","nonce":1839606342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":1839606342},{"type":"v1","addr":"172.21.15.134:6829","nonce":1839606342}]},"public_addr":"172.21.15.134:6825/1839606342","cluster_addr":"172.21.15.134:6827/1839606342","heartbeat_back_addr":"172.21.15.134:6831/1839606342","heartbeat_front_addr":"172.21.15.134:6829/1839606342","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:35:06.257114+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:35:31.122572+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:35:55.864705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:36:20.592939+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:36:42.711423+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:37:06.880923+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:37:30.953896+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:37:56.129414+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":7,"to":2}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.24","mappings":[{"from":4,"to":2}]},{"pgid":"3.27","mappings":[{"from":4,"to":1}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/2756910512":"2024-09-21T21:39:16.636159+0000","172.21.15.46:6801/1790131599":"2024-09-21T21:39:16.636159+0000","172.21.15.46:6800/1790131599":"2024-09-21T21:39:16.636159+0000","172.21.15.46:0/3287126627":"2024-09-21T21:33:19.061921+0000","172.21.15.46:0/155919852":"2024-09-21T21:33:19.061921+0000","172.21.15.46:0/360754787":"2024-09-21T21:33:19.061921+0000","172.21.15.46:6800/749516966":"2024-09-21T21:33:19.061921+0000","172.21.15.46:6800/4286712955":"2024-09-21T21:33:42.454677+0000","172.21.15.46:6801/4286712955":"2024-09-21T21:33:42.454677+0000","172.21.15.46:0/2242204039":"2024-09-21T21:33:42.454677+0000","172.21.15.46:6801/749516966":"2024-09-21T21:33:19.061921+0000","172.21.15.46:0/1588658720":"2024-09-21T21:33:42.454677+0000","172.21.15.46:0/1799067520":"2024-09-21T21:33:42.454677+0000","172.21.15.46:0/583717649":"2024-09-21T21:39:16.636159+0000","172.21.15.46:0/3847863891":"2024-09-21T21:39:16.636159+0000","172.21.15.46:0/3017122683":"2024-09-21T21:39:16.636159+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-20T21:39:37.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:39:36 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:39:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-20T21:39:37.819 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph tell osd.0 flush_pg_stats 2024-09-20T21:39:37.820 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph tell osd.1 flush_pg_stats 2024-09-20T21:39:37.821 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph tell osd.2 flush_pg_stats 2024-09-20T21:39:37.821 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph tell osd.3 flush_pg_stats 2024-09-20T21:39:37.822 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph tell osd.4 flush_pg_stats 2024-09-20T21:39:37.822 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph tell osd.5 flush_pg_stats 2024-09-20T21:39:37.823 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph tell osd.6 flush_pg_stats 2024-09-20T21:39:37.824 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph tell osd.7 flush_pg_stats 2024-09-20T21:39:38.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:38 smithi046 ceph-mon[28078]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-20T21:39:38.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:38 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/3905739812' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-20T21:39:38.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:38 smithi046 ceph-mon[39760]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-20T21:39:38.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:38 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/3905739812' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-20T21:39:38.352 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:39:38.356 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:39:38.356 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:39:38.370 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:39:38.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:38 smithi134 ceph-mon[31761]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-20T21:39:38.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:38 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/3905739812' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-20T21:39:38.837 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:39:38.842 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:39:38.843 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:39:38.843 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:39:40.333 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:40 smithi046 ceph-mon[28078]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:40.334 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:40 smithi046 ceph-mon[39760]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:40.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:40 smithi134 ceph-mon[31761]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:40.900 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:39:40 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a[73309]: ts=2024-09-20T21:39:40.737Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003612562s 2024-09-20T21:39:42.103 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:42 smithi046 ceph-mon[28078]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:42.103 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:42 smithi046 ceph-mon[39760]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:42.109 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:42 smithi134 ceph-mon[31761]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:43.394 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:43 smithi134 systemd[1]: Starting Ceph grafana.a for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:39:43.676 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:43 smithi134 podman[64060]: 2024-09-20 21:39:43.502333386 +0000 UTC m=+0.014902066 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-09-20T21:39:43.676 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:43 smithi134 podman[64060]: 2024-09-20 21:39:43.601432365 +0000 UTC m=+0.114001030 container create 3f825cd83393bc483f8116b8a8358c59c5bdb334677ceb44c3cad35596f26a53 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner , distribution-scope=public, build-date=2022-04-29T11:48:11.055897, io.openshift.tags=base rhel8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, version=8.5, architecture=x86_64, release=239.1651231664, description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.component=ubi8-container, name=ubi8, io.buildah.version=1.32.0, vendor=Red Hat, Inc.) 2024-09-20T21:39:44.081 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-mon[31761]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:44.081 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:44.081 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:44.081 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:44.081 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:44.081 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:43 smithi134 podman[64060]: 2024-09-20 21:39:43.828857362 +0000 UTC m=+0.341426043 container init 3f825cd83393bc483f8116b8a8358c59c5bdb334677ceb44c3cad35596f26a53 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a, vendor=Red Hat, Inc., version=8.5, vcs-type=git, release=239.1651231664, distribution-scope=public, io.openshift.tags=base rhel8, build-date=2022-04-29T11:48:11.055897, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.component=ubi8-container, maintainer=Paul Cuzner , io.buildah.version=1.32.0, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.expose-services=, architecture=x86_64, io.k8s.display-name=Red Hat Universal Base Image 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, name=ubi8, description=Ceph Grafana Container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com) 2024-09-20T21:39:44.081 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:43 smithi134 podman[64060]: 2024-09-20 21:39:43.833711382 +0000 UTC m=+0.346280046 container start 3f825cd83393bc483f8116b8a8358c59c5bdb334677ceb44c3cad35596f26a53 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a, io.openshift.expose-services=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, maintainer=Paul Cuzner , vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.component=ubi8-container, name=ubi8, release=239.1651231664, build-date=2022-04-29T11:48:11.055897, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., version=8.5, architecture=x86_64, io.buildah.version=1.32.0, distribution-scope=public, description=Ceph Grafana Container, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, io.openshift.tags=base rhel8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-09-20T21:39:44.082 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:43 smithi134 bash[64060]: 3f825cd83393bc483f8116b8a8358c59c5bdb334677ceb44c3cad35596f26a53 2024-09-20T21:39:44.082 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:43 smithi134 systemd[1]: Started Ceph grafana.a for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:39:44.082 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=settings t=2024-09-20T21:39:43.994273713Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-09-20T21:39:44.082 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=settings t=2024-09-20T21:39:43.994452843Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-09-20T21:39:44.082 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=settings t=2024-09-20T21:39:43.994473313Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-20T21:39:44.082 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=settings t=2024-09-20T21:39:43.994480335Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-20T21:39:44.083 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=settings t=2024-09-20T21:39:43.994486582Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-20T21:39:44.083 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=settings t=2024-09-20T21:39:43.994492856Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-20T21:39:44.083 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=settings t=2024-09-20T21:39:43.994498568Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-20T21:39:44.083 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=settings t=2024-09-20T21:39:43.994504595Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-20T21:39:44.083 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=settings t=2024-09-20T21:39:43.994510501Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-20T21:39:44.083 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=settings t=2024-09-20T21:39:43.994516592Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-20T21:39:44.083 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=settings t=2024-09-20T21:39:43.994522072Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-20T21:39:44.083 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=settings t=2024-09-20T21:39:43.994527576Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-20T21:39:44.083 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=settings t=2024-09-20T21:39:43.994533402Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-20T21:39:44.083 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=settings t=2024-09-20T21:39:43.994539277Z level=info msg="App mode production" 2024-09-20T21:39:44.083 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=sqlstore t=2024-09-20T21:39:43.994585225Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-20T21:39:44.084 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=sqlstore t=2024-09-20T21:39:43.994601219Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-20T21:39:44.084 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:43.995442337Z level=info msg="Starting DB migrations" 2024-09-20T21:39:44.084 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:43.995520265Z level=info msg="Executing migration" id="create migration_log table" 2024-09-20T21:39:44.084 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:43.996099077Z level=info msg="Executing migration" id="create user table" 2024-09-20T21:39:44.084 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:43.996536651Z level=info msg="Executing migration" id="add unique index user.login" 2024-09-20T21:39:44.084 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:43.997000441Z level=info msg="Executing migration" id="add unique index user.email" 2024-09-20T21:39:44.084 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:43.997440771Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-09-20T21:39:44.084 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:43.998107763Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-09-20T21:39:44.084 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:43.998532524Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-09-20T21:39:44.084 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:43.99925942Z level=info msg="Executing migration" id="create user table v2" 2024-09-20T21:39:44.084 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:43.999666552Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-09-20T21:39:44.084 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.000053321Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-09-20T21:39:44.084 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.000511783Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-09-20T21:39:44.084 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.000878063Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-09-20T21:39:44.085 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.001200525Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-09-20T21:39:44.085 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.00165208Z level=info msg="Executing migration" id="Update user table charset" 2024-09-20T21:39:44.085 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.001922691Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-09-20T21:39:44.085 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.002378098Z level=info msg="Executing migration" id="Add missing user data" 2024-09-20T21:39:44.085 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.002730626Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-09-20T21:39:44.085 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.003118358Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-09-20T21:39:44.085 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.003571066Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-09-20T21:39:44.085 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.004011265Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-09-20T21:39:44.085 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.00514354Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-09-20T21:39:44.085 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.00562646Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-09-20T21:39:44.085 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.006096243Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-09-20T21:39:44.085 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.006523141Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-09-20T21:39:44.085 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.00841689Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-09-20T21:39:44.085 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.008860981Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-09-20T21:39:44.086 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.009698882Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-09-20T21:39:44.086 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.010133048Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-09-20T21:39:44.086 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.010554958Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-09-20T21:39:44.086 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.010967063Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-09-20T21:39:44.086 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.011844189Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-09-20T21:39:44.086 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.012876001Z level=info msg="Executing migration" id="create temp_user v2" 2024-09-20T21:39:44.086 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.013596564Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-09-20T21:39:44.086 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.014015065Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-09-20T21:39:44.086 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.015957227Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-09-20T21:39:44.086 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.016917203Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-09-20T21:39:44.086 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.017348034Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-09-20T21:39:44.086 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.018346688Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-09-20T21:39:44.087 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.020374244Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-09-20T21:39:44.087 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.021224095Z level=info msg="Executing migration" id="create star table" 2024-09-20T21:39:44.087 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.022061108Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-09-20T21:39:44.087 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.022957778Z level=info msg="Executing migration" id="create org table v1" 2024-09-20T21:39:44.087 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.02583524Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-09-20T21:39:44.087 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.028674101Z level=info msg="Executing migration" id="create org_user table v1" 2024-09-20T21:39:44.087 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.031542004Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-09-20T21:39:44.087 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.034266232Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-09-20T21:39:44.088 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.034723804Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-09-20T21:39:44.088 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.035147203Z level=info msg="Executing migration" id="Update org table charset" 2024-09-20T21:39:44.088 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.038020579Z level=info msg="Executing migration" id="Update org_user table charset" 2024-09-20T21:39:44.088 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.040750178Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-09-20T21:39:44.088 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.041072248Z level=info msg="Executing migration" id="create dashboard table" 2024-09-20T21:39:44.088 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.044044917Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-09-20T21:39:44.088 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.046725277Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-09-20T21:39:44.088 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.049386752Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-09-20T21:39:44.088 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.049775631Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-09-20T21:39:44.088 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.052642828Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-09-20T21:39:44.088 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.056258139Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-09-20T21:39:44.088 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.058923206Z level=info msg="Executing migration" id="create dashboard v2" 2024-09-20T21:39:44.088 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.059346339Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-09-20T21:39:44.089 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.062184342Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-09-20T21:39:44.089 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.066271066Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-09-20T21:39:44.089 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.071464806Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-09-20T21:39:44.089 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.071873796Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-09-20T21:39:44.089 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.07453807Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-09-20T21:39:44.089 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.075075303Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-09-20T21:39:44.089 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.077335948Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-09-20T21:39:44.089 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.079949357Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-09-20T21:39:44.089 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.080497826Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-09-20T21:39:44.331 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.083186339Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-09-20T21:39:44.331 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.08581273Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-09-20T21:39:44.332 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.088434214Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-09-20T21:39:44.332 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.088731669Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-09-20T21:39:44.332 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.091345946Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-09-20T21:39:44.332 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.091861885Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-09-20T21:39:44.332 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.094102182Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-09-20T21:39:44.332 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.094623027Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-09-20T21:39:44.332 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.096774739Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-09-20T21:39:44.332 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.09710927Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-09-20T21:39:44.332 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.099949136Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-09-20T21:39:44.332 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.100734852Z level=info msg="Executing migration" id="Update dashboard title length" 2024-09-20T21:39:44.332 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.101454729Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-09-20T21:39:44.332 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.101875658Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-09-20T21:39:44.332 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.102727517Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-09-20T21:39:44.332 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.10361677Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-09-20T21:39:44.332 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.104591207Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-09-20T21:39:44.333 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.105169262Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-09-20T21:39:44.333 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.106014579Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-09-20T21:39:44.333 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.106832804Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-09-20T21:39:44.333 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.107222916Z level=info msg="Executing migration" id="Add check_sum column" 2024-09-20T21:39:44.333 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.107764768Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-09-20T21:39:44.333 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.108142336Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-09-20T21:39:44.333 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.108466522Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-09-20T21:39:44.334 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.109012671Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-09-20T21:39:44.334 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.109826177Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-09-20T21:39:44.334 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.110683577Z level=info msg="Executing migration" id="create data_source table" 2024-09-20T21:39:44.334 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.111123435Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-09-20T21:39:44.334 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.111863258Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-09-20T21:39:44.334 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.112291779Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-09-20T21:39:44.334 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.113107794Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-09-20T21:39:44.334 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.113518481Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-09-20T21:39:44.334 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.114539529Z level=info msg="Executing migration" id="create data_source table v2" 2024-09-20T21:39:44.334 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.11537369Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-09-20T21:39:44.334 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.116366826Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-09-20T21:39:44.334 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.116921328Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-09-20T21:39:44.334 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.119467654Z level=info msg="Executing migration" id="Add column with_credentials" 2024-09-20T21:39:44.334 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.120070565Z level=info msg="Executing migration" id="Add secure json data column" 2024-09-20T21:39:44.335 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.122268213Z level=info msg="Executing migration" id="Update data_source table charset" 2024-09-20T21:39:44.335 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.124797654Z level=info msg="Executing migration" id="Update initial version to 1" 2024-09-20T21:39:44.335 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.125118439Z level=info msg="Executing migration" id="Add read_only data column" 2024-09-20T21:39:44.335 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.127725302Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-09-20T21:39:44.335 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.128640409Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-09-20T21:39:44.335 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.129313404Z level=info msg="Executing migration" id="Add uid column" 2024-09-20T21:39:44.335 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.129857805Z level=info msg="Executing migration" id="Update uid value" 2024-09-20T21:39:44.335 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.130700194Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-09-20T21:39:44.335 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.13128365Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-09-20T21:39:44.335 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.131692983Z level=info msg="Executing migration" id="create api_key table" 2024-09-20T21:39:44.335 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.132516473Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-09-20T21:39:44.335 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.132946284Z level=info msg="Executing migration" id="add index api_key.key" 2024-09-20T21:39:44.335 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.133806843Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-09-20T21:39:44.335 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.13469637Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-09-20T21:39:44.335 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.135345695Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-09-20T21:39:44.336 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.136131411Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-09-20T21:39:44.336 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.137030185Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-09-20T21:39:44.336 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.138077276Z level=info msg="Executing migration" id="create api_key table v2" 2024-09-20T21:39:44.336 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.138991272Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-09-20T21:39:44.336 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.139648027Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-09-20T21:39:44.336 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.140434124Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-09-20T21:39:44.336 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.141446202Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-09-20T21:39:44.336 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.142114507Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-09-20T21:39:44.336 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.142968084Z level=info msg="Executing migration" id="Update api_key table charset" 2024-09-20T21:39:44.336 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.143813314Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-09-20T21:39:44.336 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.144642454Z level=info msg="Executing migration" id="Add service account foreign key" 2024-09-20T21:39:44.336 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.145538614Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-09-20T21:39:44.336 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.146462608Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-09-20T21:39:44.336 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.147176906Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-09-20T21:39:44.337 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.148177224Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-09-20T21:39:44.337 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.148890046Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-09-20T21:39:44.337 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.149803082Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-09-20T21:39:44.337 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.150287347Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-09-20T21:39:44.337 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.150696712Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-09-20T21:39:44.337 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.151526008Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-09-20T21:39:44.337 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.152514768Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-09-20T21:39:44.337 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.153279778Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-09-20T21:39:44.337 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.154054203Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-09-20T21:39:44.338 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.154909309Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-09-20T21:39:44.338 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.157850348Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-09-20T21:39:44.338 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.160615548Z level=info msg="Executing migration" id="create quota table v1" 2024-09-20T21:39:44.338 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.163107646Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-09-20T21:39:44.338 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.165895072Z level=info msg="Executing migration" id="Update quota table charset" 2024-09-20T21:39:44.338 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.168784458Z level=info msg="Executing migration" id="create plugin_setting table" 2024-09-20T21:39:44.338 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.171431867Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-09-20T21:39:44.338 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.174333526Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-09-20T21:39:44.339 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.176957926Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-09-20T21:39:44.339 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.179468296Z level=info msg="Executing migration" id="create session table" 2024-09-20T21:39:44.339 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.182129425Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-09-20T21:39:44.339 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.184962412Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-09-20T21:39:44.339 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.18755399Z level=info msg="Executing migration" id="create playlist table v2" 2024-09-20T21:39:44.339 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.19041307Z level=info msg="Executing migration" id="create playlist item table v2" 2024-09-20T21:39:44.339 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.192947872Z level=info msg="Executing migration" id="Update playlist table charset" 2024-09-20T21:39:44.339 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.195659467Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-09-20T21:39:44.339 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.19844467Z level=info msg="Executing migration" id="drop preferences table v2" 2024-09-20T21:39:44.339 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.201136476Z level=info msg="Executing migration" id="drop preferences table v3" 2024-09-20T21:39:44.339 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.203968183Z level=info msg="Executing migration" id="create preferences table v3" 2024-09-20T21:39:44.339 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.206565179Z level=info msg="Executing migration" id="Update preferences table charset" 2024-09-20T21:39:44.339 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.209175253Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-09-20T21:39:44.339 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.211816975Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-09-20T21:39:44.340 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.214570351Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-09-20T21:39:44.340 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.217079178Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-09-20T21:39:44.340 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.219839217Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-09-20T21:39:44.340 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.222288713Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-09-20T21:39:44.340 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.224768634Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-09-20T21:39:44.340 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.227655953Z level=info msg="Executing migration" id="create alert table v1" 2024-09-20T21:39:44.340 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.230144418Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-09-20T21:39:44.340 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.232726773Z level=info msg="Executing migration" id="add index alert state" 2024-09-20T21:39:44.340 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.235349173Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-09-20T21:39:44.340 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.237818414Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-09-20T21:39:44.340 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.240495995Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-09-20T21:39:44.340 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.243268441Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-09-20T21:39:44.340 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.245729995Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-09-20T21:39:44.340 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.248346389Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-09-20T21:39:44.340 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.249121332Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-09-20T21:39:44.341 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.250057954Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-09-20T21:39:44.341 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.250718626Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-09-20T21:39:44.341 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.251559511Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-09-20T21:39:44.341 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.25252133Z level=info msg="Executing migration" id="Add column is_default" 2024-09-20T21:39:44.341 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.253285904Z level=info msg="Executing migration" id="Add column frequency" 2024-09-20T21:39:44.341 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.254292934Z level=info msg="Executing migration" id="Add column send_reminder" 2024-09-20T21:39:44.341 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.254998792Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-09-20T21:39:44.341 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.255860425Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-09-20T21:39:44.341 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.256618119Z level=info msg="Executing migration" id="Update alert table charset" 2024-09-20T21:39:44.341 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.257538833Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-09-20T21:39:44.341 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.258244144Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-09-20T21:39:44.341 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.259013361Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-09-20T21:39:44.341 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.259995886Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-09-20T21:39:44.341 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.260662726Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-09-20T21:39:44.342 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.261385788Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-09-20T21:39:44.342 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.262186986Z level=info msg="Executing migration" id="Add for to alert table" 2024-09-20T21:39:44.342 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.263016182Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-09-20T21:39:44.342 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.263868929Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-09-20T21:39:44.342 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.264832456Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-09-20T21:39:44.342 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.26552938Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-09-20T21:39:44.342 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.266381935Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-09-20T21:39:44.342 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.267284329Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-09-20T21:39:44.342 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.268223275Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-09-20T21:39:44.342 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.268875701Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-09-20T21:39:44.342 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.269737651Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-09-20T21:39:44.342 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.27060554Z level=info msg="Executing migration" id="create annotation table v5" 2024-09-20T21:39:44.342 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.271470962Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-09-20T21:39:44.342 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.272308934Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-09-20T21:39:44.342 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.273259941Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-09-20T21:39:44.343 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.274100969Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-09-20T21:39:44.343 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.274833002Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-09-20T21:39:44.343 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.275695891Z level=info msg="Executing migration" id="Update annotation table charset" 2024-09-20T21:39:44.343 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.276567365Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-09-20T21:39:44.343 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.277436811Z level=info msg="Executing migration" id="Drop category_id index" 2024-09-20T21:39:44.343 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.280337522Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-09-20T21:39:44.343 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.282893962Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-09-20T21:39:44.343 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.285784736Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-09-20T21:39:44.343 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.288564462Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-09-20T21:39:44.343 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.291362659Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-09-20T21:39:44.343 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.293927837Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-09-20T21:39:44.343 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.296739258Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-09-20T21:39:44.343 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.299456769Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-09-20T21:39:44.343 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.302013772Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-09-20T21:39:44.343 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.304802038Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-09-20T21:39:44.343 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.307464877Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-09-20T21:39:44.344 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.310270015Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-09-20T21:39:44.344 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.312835144Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-09-20T21:39:44.344 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.315463188Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-09-20T21:39:44.344 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.318342115Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-09-20T21:39:44.344 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.321010336Z level=info msg="Executing migration" id="Add epoch_end column" 2024-09-20T21:39:44.344 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.32370929Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-09-20T21:39:44.344 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.326311983Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-09-20T21:39:44.344 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.328889482Z level=info msg="Executing migration" id="Move region to single row" 2024-09-20T21:39:44.344 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.329276813Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-09-20T21:39:44.344 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.330088703Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-09-20T21:39:44.344 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.330974318Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-09-20T21:39:44.344 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.331833372Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-09-20T21:39:44.344 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.332632814Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-09-20T21:39:44.344 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.333420761Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-09-20T21:39:44.344 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.334291041Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-09-20T21:39:44.344 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.335135156Z level=info msg="Executing migration" id="create test_data table" 2024-09-20T21:39:44.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:44 smithi046 ceph-mon[39760]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:44.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:44 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:44.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:44 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:44.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:44 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:44.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:44 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:44.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:44 smithi046 ceph-mon[28078]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:44.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:44 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:44.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:44 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:44.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:44 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:44.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:44 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:44.584 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.33592405Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-09-20T21:39:44.584 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.336328453Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-09-20T21:39:44.584 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.337177408Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-09-20T21:39:44.584 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.338019052Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-09-20T21:39:44.584 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.338834852Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-09-20T21:39:44.584 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.33916674Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-09-20T21:39:44.584 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.339766115Z level=info msg="Executing migration" id="create team table" 2024-09-20T21:39:44.584 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.340614589Z level=info msg="Executing migration" id="add index team.org_id" 2024-09-20T21:39:44.584 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.341462147Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-09-20T21:39:44.584 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.34231554Z level=info msg="Executing migration" id="create team member table" 2024-09-20T21:39:44.585 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.3433154Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-09-20T21:39:44.585 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.344283845Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-09-20T21:39:44.585 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.345059991Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-09-20T21:39:44.585 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.345957808Z level=info msg="Executing migration" id="Add column email to team table" 2024-09-20T21:39:44.585 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.346846028Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-09-20T21:39:44.585 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.347704327Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-09-20T21:39:44.585 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.350854008Z level=info msg="Executing migration" id="create dashboard acl table" 2024-09-20T21:39:44.585 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.356341357Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-09-20T21:39:44.585 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.359297224Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-09-20T21:39:44.585 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.362309986Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-09-20T21:39:44.585 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.362737641Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-09-20T21:39:44.585 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.366582864Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-09-20T21:39:44.585 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.371719107Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-09-20T21:39:44.586 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.37218404Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-09-20T21:39:44.586 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.372620734Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-09-20T21:39:44.586 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.372997216Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-09-20T21:39:44.586 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.373267436Z level=info msg="Executing migration" id="create tag table" 2024-09-20T21:39:44.586 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.373644441Z level=info msg="Executing migration" id="add index tag.key_value" 2024-09-20T21:39:44.586 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.374060679Z level=info msg="Executing migration" id="create login attempt table" 2024-09-20T21:39:44.586 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.374458583Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-09-20T21:39:44.586 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.374865283Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-09-20T21:39:44.586 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.375246202Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-09-20T21:39:44.586 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.377112012Z level=info msg="Executing migration" id="create login_attempt v2" 2024-09-20T21:39:44.586 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.377517318Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-09-20T21:39:44.586 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.377936773Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-09-20T21:39:44.587 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.378237166Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-09-20T21:39:44.587 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.378634Z level=info msg="Executing migration" id="create user auth table" 2024-09-20T21:39:44.587 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.378987691Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-09-20T21:39:44.588 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.379413396Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-09-20T21:39:44.588 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.379704768Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-09-20T21:39:44.588 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.380430499Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-09-20T21:39:44.588 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.381139844Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-09-20T21:39:44.588 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.381880364Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-09-20T21:39:44.588 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.382693642Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-09-20T21:39:44.589 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.38313555Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-09-20T21:39:44.589 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.383881356Z level=info msg="Executing migration" id="create server_lock table" 2024-09-20T21:39:44.589 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.384267759Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-09-20T21:39:44.589 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.384715836Z level=info msg="Executing migration" id="create user auth token table" 2024-09-20T21:39:44.589 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.385143076Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-09-20T21:39:44.589 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.385586917Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-09-20T21:39:44.589 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.386213894Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-09-20T21:39:44.589 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.386629393Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-09-20T21:39:44.589 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.387396168Z level=info msg="Executing migration" id="create cache_data table" 2024-09-20T21:39:44.589 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.387791396Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-09-20T21:39:44.589 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.388219209Z level=info msg="Executing migration" id="create short_url table v1" 2024-09-20T21:39:44.590 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.388634923Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-09-20T21:39:44.590 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.389053275Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-09-20T21:39:44.590 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.389354664Z level=info msg="Executing migration" id="delete alert_definition table" 2024-09-20T21:39:44.590 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.389647552Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-09-20T21:39:44.590 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.391479231Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-09-20T21:39:44.590 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.39426461Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-09-20T21:39:44.590 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.394686526Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-09-20T21:39:44.590 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.394946169Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-09-20T21:39:44.590 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.397396575Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-09-20T21:39:44.590 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.400327664Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-09-20T21:39:44.590 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.403281917Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-09-20T21:39:44.590 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.403717343Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-09-20T21:39:44.590 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.406553946Z level=info msg="Executing migration" id="drop alert_definition table" 2024-09-20T21:39:44.591 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.40935029Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-09-20T21:39:44.591 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.412138548Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-09-20T21:39:44.591 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.412572556Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-09-20T21:39:44.591 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.415265735Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-09-20T21:39:44.591 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.415683055Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-09-20T21:39:44.591 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.418091905Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-09-20T21:39:44.591 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.418780819Z level=info msg="Executing migration" id="create alert_instance table" 2024-09-20T21:39:44.591 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.420742839Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-09-20T21:39:44.591 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.421179353Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-09-20T21:39:44.591 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.421618998Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-09-20T21:39:44.591 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.424433202Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-09-20T21:39:44.591 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.427077681Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-09-20T21:39:44.591 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.429784896Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-09-20T21:39:44.591 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.433182651Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-09-20T21:39:44.592 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.436494203Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-09-20T21:39:44.592 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.439277079Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-09-20T21:39:44.592 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.441980491Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-09-20T21:39:44.592 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.442817944Z level=info msg="Executing migration" id="create alert_rule table" 2024-09-20T21:39:44.592 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.443248501Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-09-20T21:39:44.592 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.446059451Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-09-20T21:39:44.592 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.448746355Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-09-20T21:39:44.592 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.449183422Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-09-20T21:39:44.592 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.450108909Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-09-20T21:39:44.592 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.451062394Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-09-20T21:39:44.592 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.451908691Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-09-20T21:39:44.592 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.452714231Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-09-20T21:39:44.592 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.453592478Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-09-20T21:39:44.592 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.454413128Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-09-20T21:39:44.593 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.455260235Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-09-20T21:39:44.593 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.45605762Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-09-20T21:39:44.593 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.456976779Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-09-20T21:39:44.593 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.457819306Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-09-20T21:39:44.593 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.45870382Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-09-20T21:39:44.593 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.459015803Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-09-20T21:39:44.593 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.459950502Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-09-20T21:39:44.593 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.460641549Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-09-20T21:39:44.593 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.461056958Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-09-20T21:39:44.593 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.461492293Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-09-20T21:39:44.593 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.462406044Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-09-20T21:39:44.593 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.46325132Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-09-20T21:39:44.593 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.464092615Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-09-20T21:39:44.593 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.464940703Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-09-20T21:39:44.594 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.465805107Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-09-20T21:39:44.594 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.466678365Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-09-20T21:39:44.594 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.467580319Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-09-20T21:39:44.594 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.468437373Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-09-20T21:39:44.594 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.469316387Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-09-20T21:39:44.594 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.470195743Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-09-20T21:39:44.594 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.471036741Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-09-20T21:39:44.594 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.471914013Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-09-20T21:39:44.594 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.472777257Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-09-20T21:39:44.594 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.473658428Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-09-20T21:39:44.594 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.474521755Z level=info msg="Executing migration" id="create provenance_type table" 2024-09-20T21:39:44.594 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.474910869Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-09-20T21:39:44.594 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.475787637Z level=info msg="Executing migration" id="create alert_image table" 2024-09-20T21:39:44.594 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.476745387Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-09-20T21:39:44.595 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.47744343Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-09-20T21:39:44.595 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.477748093Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-09-20T21:39:44.595 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.48054014Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-09-20T21:39:44.595 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.480965016Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-09-20T21:39:44.595 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.481035381Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-09-20T21:39:44.595 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.483803375Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-09-20T21:39:44.595 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.484174325Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-09-20T21:39:44.595 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.484635693Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-09-20T21:39:44.595 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.484743718Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-09-20T21:39:44.595 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.48485118Z level=info msg="alerts found to migrate" alerts=0 2024-09-20T21:39:44.595 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.487190151Z level=info msg="Executing migration" id="create library_element table v1" 2024-09-20T21:39:44.595 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.487721539Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-09-20T21:39:44.595 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.489933891Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-09-20T21:39:44.595 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.492600618Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-09-20T21:39:44.596 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.493044606Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-09-20T21:39:44.596 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.495593911Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-09-20T21:39:44.596 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.49814998Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-09-20T21:39:44.596 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.500550967Z level=info msg="Executing migration" id="create data_keys table" 2024-09-20T21:39:44.596 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.500985496Z level=info msg="Executing migration" id="create secrets table" 2024-09-20T21:39:44.596 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.503647547Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-09-20T21:39:44.596 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.507953103Z level=info msg="Executing migration" id="add name column into data_keys" 2024-09-20T21:39:44.596 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.510632966Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-09-20T21:39:44.596 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.511051686Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-09-20T21:39:44.596 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.515234085Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-09-20T21:39:44.596 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.519437837Z level=info msg="Executing migration" id="create kv_store table v1" 2024-09-20T21:39:44.596 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.522107105Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-09-20T21:39:44.596 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.522560074Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-09-20T21:39:44.597 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.523335006Z level=info msg="Executing migration" id="create permission table" 2024-09-20T21:39:44.597 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.524302372Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-09-20T21:39:44.597 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.525001029Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-09-20T21:39:44.597 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.525447038Z level=info msg="Executing migration" id="create role table" 2024-09-20T21:39:44.597 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.52626138Z level=info msg="Executing migration" id="add column display_name" 2024-09-20T21:39:44.597 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.527164761Z level=info msg="Executing migration" id="add column group_name" 2024-09-20T21:39:44.597 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.528066122Z level=info msg="Executing migration" id="add index role.org_id" 2024-09-20T21:39:44.597 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.528493964Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-09-20T21:39:44.597 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.5293115Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-09-20T21:39:44.597 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.530136573Z level=info msg="Executing migration" id="create team role table" 2024-09-20T21:39:44.597 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.531023545Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-09-20T21:39:44.597 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.531521902Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-09-20T21:39:44.597 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.532304944Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-09-20T21:39:44.597 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.533139803Z level=info msg="Executing migration" id="create user role table" 2024-09-20T21:39:44.598 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.533919055Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-09-20T21:39:44.598 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.534354898Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-09-20T21:39:44.598 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.535163448Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-09-20T21:39:44.598 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.536105956Z level=info msg="Executing migration" id="create builtin role table" 2024-09-20T21:39:44.598 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.536950728Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-09-20T21:39:44.598 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.537544651Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-09-20T21:39:44.598 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.538348535Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-09-20T21:39:44.598 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.539325821Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-09-20T21:39:44.598 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.540289412Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-09-20T21:39:44.598 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.540813018Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-09-20T21:39:44.598 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.541564719Z level=info msg="Executing migration" id="add unique index role.uid" 2024-09-20T21:39:44.598 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.542025162Z level=info msg="Executing migration" id="create seed assignment table" 2024-09-20T21:39:44.598 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.542459971Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-09-20T21:39:44.599 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.543352373Z level=info msg="Executing migration" id="add column hidden to role table" 2024-09-20T21:39:44.599 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.544305405Z level=info msg="Executing migration" id="create query_history table v1" 2024-09-20T21:39:44.599 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.545283499Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-09-20T21:39:44.599 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.545900517Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-09-20T21:39:44.599 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.54670984Z level=info msg="Executing migration" id="teams permissions migration" 2024-09-20T21:39:44.599 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.547127899Z level=info msg="Executing migration" id="dashboard permissions" 2024-09-20T21:39:44.599 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.547574831Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-09-20T21:39:44.599 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.548525311Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-09-20T21:39:44.599 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.551166974Z level=info msg="Executing migration" id="alerting notification permissions" 2024-09-20T21:39:44.599 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.553999268Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-09-20T21:39:44.599 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.556511166Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-09-20T21:39:44.599 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.559167579Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-09-20T21:39:44.599 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.562142913Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-09-20T21:39:44.599 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.56462704Z level=info msg="Executing migration" id="create correlation table v1" 2024-09-20T21:39:44.599 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.565023547Z level=info msg="Executing migration" id="add index correlations.uid" 2024-09-20T21:39:44.600 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.567688432Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-09-20T21:39:44.600 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.570340889Z level=info msg="Executing migration" id="add correlation config column" 2024-09-20T21:39:44.600 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.573095642Z level=info msg="Executing migration" id="create entity_events table" 2024-09-20T21:39:44.600 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.573651166Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-09-20T21:39:44.600 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.576326541Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-09-20T21:39:44.600 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.576410561Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-09-20T21:39:44.600 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.579064527Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-20T21:39:44.600 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.579182518Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-20T21:39:44.600 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.581765604Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-09-20T21:39:44.600 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.582361851Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-09-20T21:39:44.600 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.585099068Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-09-20T21:39:44.926 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.587803502Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-20T21:39:44.927 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.590501963Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-09-20T21:39:44.927 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.590925862Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-09-20T21:39:44.927 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.59359217Z level=info msg="Executing migration" id="Drop public config table" 2024-09-20T21:39:44.927 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.596278962Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-09-20T21:39:44.927 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.598892188Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-09-20T21:39:44.927 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.599421097Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-09-20T21:39:44.927 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.602039672Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-09-20T21:39:44.927 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.604666315Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-09-20T21:39:44.927 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.607684902Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-09-20T21:39:44.927 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.608760678Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-09-20T21:39:44.927 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.611355041Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-09-20T21:39:44.927 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.61414987Z level=info msg="Executing migration" id="add share column" 2024-09-20T21:39:44.927 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.616546749Z level=info msg="Executing migration" id="create default alerting folders" 2024-09-20T21:39:44.928 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.61701927Z level=info msg="Executing migration" id="create file table" 2024-09-20T21:39:44.928 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.619699959Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-09-20T21:39:44.928 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.622361179Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-09-20T21:39:44.928 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.624986642Z level=info msg="Executing migration" id="create file_meta table" 2024-09-20T21:39:44.928 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.62538444Z level=info msg="Executing migration" id="file table idx: path key" 2024-09-20T21:39:44.928 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.626190698Z level=info msg="Executing migration" id="set path collation in file table" 2024-09-20T21:39:44.929 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.627095493Z level=info msg="Executing migration" id="managed permissions migration" 2024-09-20T21:39:44.929 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.627807404Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-09-20T21:39:44.929 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.628489282Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-09-20T21:39:44.929 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.62890528Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-09-20T21:39:44.929 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.629919383Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-09-20T21:39:44.929 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.630727378Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-09-20T21:39:44.929 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.631532152Z level=info msg="Executing migration" id="update group index for alert rules" 2024-09-20T21:39:44.929 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.631912964Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-09-20T21:39:44.929 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.632745182Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-09-20T21:39:44.929 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.633152239Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-09-20T21:39:44.929 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.634157023Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-09-20T21:39:44.929 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.635232141Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-09-20T21:39:44.929 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.635661098Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-09-20T21:39:44.929 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.645435206Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-09-20T21:39:44.930 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.646310531Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-09-20T21:39:44.930 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.646983681Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-09-20T21:39:44.930 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.650572713Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-09-20T21:39:44.930 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.65137532Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-09-20T21:39:44.930 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.652369484Z level=info msg="Executing migration" id="create folder table" 2024-09-20T21:39:44.930 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.653072278Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-09-20T21:39:44.930 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.653967613Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-09-20T21:39:44.930 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.654742341Z level=info msg="Executing migration" id="Update folder title length" 2024-09-20T21:39:44.930 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.65562853Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-09-20T21:39:44.930 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=migrator t=2024-09-20T21:39:44.656318005Z level=info msg="migrations completed" performed=485 skipped=0 duration=660.820894ms 2024-09-20T21:39:44.930 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=sqlstore t=2024-09-20T21:39:44.656724929Z level=info msg="Created default organization" 2024-09-20T21:39:44.930 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=plugin.loader t=2024-09-20T21:39:44.712865937Z level=info msg="Plugin registered" pluginID=input 2024-09-20T21:39:44.930 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=plugin.loader t=2024-09-20T21:39:44.741122263Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-09-20T21:39:44.930 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=plugin.loader t=2024-09-20T21:39:44.741151702Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-09-20T21:39:44.931 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=secrets t=2024-09-20T21:39:44.741184056Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-20T21:39:44.931 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=query_data t=2024-09-20T21:39:44.742900074Z level=info msg="Query Service initialization" 2024-09-20T21:39:44.931 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=live.push_http t=2024-09-20T21:39:44.745165402Z level=info msg="Live Push Gateway initialization" 2024-09-20T21:39:45.081 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:45 smithi046 ceph-mon[28078]: Deploying daemon node-exporter.a on smithi046 2024-09-20T21:39:45.082 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:45 smithi046 ceph-mon[39760]: Deploying daemon node-exporter.a on smithi046 2024-09-20T21:39:45.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:45 smithi134 ceph-mon[31761]: Deploying daemon node-exporter.a on smithi046 2024-09-20T21:39:45.926 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:45 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=infra.usagestats.collector t=2024-09-20T21:39:45.459937088Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-20T21:39:45.927 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:45 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=provisioning.datasources t=2024-09-20T21:39:45.460309334Z level=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2024-09-20T21:39:45.927 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:45 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=provisioning.datasources t=2024-09-20T21:39:45.492569486Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-20T21:39:45.927 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:45 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=provisioning.datasources t=2024-09-20T21:39:45.524462434Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-09-20T21:39:45.927 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:45 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=provisioning.alerting t=2024-09-20T21:39:45.546162844Z level=info msg="starting to provision alerting" 2024-09-20T21:39:45.927 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:45 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=provisioning.alerting t=2024-09-20T21:39:45.546180964Z level=info msg="finished to provision alerting" 2024-09-20T21:39:45.927 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:45 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=ngalert.state.manager t=2024-09-20T21:39:45.546347273Z level=info msg="Warming state cache for startup" 2024-09-20T21:39:45.927 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:45 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=grafanaStorageLogger t=2024-09-20T21:39:45.54636267Z level=info msg="storage starting" 2024-09-20T21:39:45.927 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:45 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=http.server t=2024-09-20T21:39:45.552174243Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-20T21:39:45.927 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:45 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=ngalert.state.manager t=2024-09-20T21:39:45.556789072Z level=info msg="State cache has been initialized" states=0 duration=10.434364ms 2024-09-20T21:39:45.927 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:45 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=ngalert.multiorg.alertmanager t=2024-09-20T21:39:45.556873836Z level=info msg="starting MultiOrg Alertmanager" 2024-09-20T21:39:45.927 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:45 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=ticker t=2024-09-20T21:39:45.556919905Z level=info msg=starting first_tick=2024-09-20T21:39:50Z 2024-09-20T21:39:45.927 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:45 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=sqlstore.transactions t=2024-09-20T21:39:45.557752267Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-20T21:39:45.927 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:45 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=sqlstore.transactions t=2024-09-20T21:39:45.602856564Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-20T21:39:45.928 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:45 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=sqlstore.transactions t=2024-09-20T21:39:45.614120823Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-09-20T21:39:45.928 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:39:45 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[64076]: logger=sqlstore.transactions t=2024-09-20T21:39:45.652240079Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-20T21:39:46.280 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:46 smithi046 ceph-mon[28078]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:46.280 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:46 smithi046 ceph-mon[39760]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:46.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:46 smithi134 ceph-mon[31761]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:47.286 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:47 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:39:47.286 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:47 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:47.286 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:47 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:39:47.286 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:47 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:47.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:47 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:39:47.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:47 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:47.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:39:46 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:39:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-20T21:39:48.245 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:48 smithi046 ceph-mon[28078]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:48.246 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:48 smithi046 ceph-mon[39760]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:48.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:48 smithi134 ceph-mon[31761]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:48.703 INFO:teuthology.orchestra.run.smithi046.stdout:107374182442 2024-09-20T21:39:48.704 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph osd last-stat-seq osd.3 2024-09-20T21:39:50.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:50 smithi046 ceph-mon[28078]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:50.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:50 smithi046 ceph-mon[39760]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:50 smithi134 ceph-mon[31761]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:50.563 INFO:teuthology.orchestra.run.smithi046.stdout:206158430232 2024-09-20T21:39:50.563 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph osd last-stat-seq osd.7 2024-09-20T21:39:51.163 INFO:teuthology.orchestra.run.smithi046.stdout:154618822690 2024-09-20T21:39:51.163 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph osd last-stat-seq osd.5 2024-09-20T21:39:52.231 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:52 smithi046 ceph-mon[28078]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:52.231 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:52 smithi046 ceph-mon[39760]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:52.256 INFO:teuthology.orchestra.run.smithi046.stdout:34359738427 2024-09-20T21:39:52.257 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph osd last-stat-seq osd.0 2024-09-20T21:39:52.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:52 smithi134 ceph-mon[31761]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:52.524 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:52 smithi046 bash[75481]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-09-20T21:39:53.150 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:52 smithi046 bash[75481]: Getting image source signatures 2024-09-20T21:39:53.150 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:52 smithi046 bash[75481]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-09-20T21:39:53.151 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:52 smithi046 bash[75481]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-09-20T21:39:53.151 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:52 smithi046 bash[75481]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-09-20T21:39:54.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:54 smithi046 ceph-mon[28078]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:54.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:54 smithi046 ceph-mon[39760]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:54.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:54 smithi134 ceph-mon[31761]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:54.901 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:54 smithi046 bash[75481]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-09-20T21:39:55.329 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:54 smithi046 bash[75481]: Writing manifest to image destination 2024-09-20T21:39:55.650 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:55 smithi046 podman[75481]: 2024-09-20 21:39:55.389617189 +0000 UTC m=+3.869043671 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-20T21:39:55.792 INFO:teuthology.orchestra.run.smithi046.stdout:77309411377 2024-09-20T21:39:55.793 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph osd last-stat-seq osd.2 2024-09-20T21:39:56.021 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:55 smithi046 podman[75481]: 2024-09-20 21:39:55.879707896 +0000 UTC m=+4.359134367 container create 44868475809f147654cc7fe7a4310aab929a17fd4186a683934d92ea67bad42d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-20T21:39:56.368 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-mon[28078]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:56.369 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-mon[39760]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:56.393 INFO:teuthology.orchestra.run.smithi046.stdout:55834574901 2024-09-20T21:39:56.394 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph osd last-stat-seq osd.1 2024-09-20T21:39:56.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:56 smithi134 ceph-mon[31761]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:56.651 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 podman[75481]: 2024-09-20 21:39:56.460330448 +0000 UTC m=+4.939756928 container init 44868475809f147654cc7fe7a4310aab929a17fd4186a683934d92ea67bad42d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-20T21:39:56.651 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 podman[75481]: 2024-09-20 21:39:56.466426754 +0000 UTC m=+4.945853225 container start 44868475809f147654cc7fe7a4310aab929a17fd4186a683934d92ea67bad42d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-20T21:39:56.651 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.470Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-20T21:39:56.651 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.470Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-20T21:39:56.652 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.470Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-20T21:39:56.652 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.470Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-20T21:39:56.652 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-20T21:39:56.652 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-20T21:39:56.652 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-20T21:39:56.652 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=arp 2024-09-20T21:39:56.652 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-20T21:39:56.652 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-20T21:39:56.652 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-20T21:39:56.652 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-20T21:39:56.652 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-20T21:39:56.652 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-20T21:39:56.653 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-20T21:39:56.653 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-20T21:39:56.653 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=edac 2024-09-20T21:39:56.653 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-20T21:39:56.653 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-20T21:39:56.653 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-20T21:39:56.653 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-20T21:39:56.654 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-20T21:39:56.654 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-20T21:39:56.654 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-20T21:39:56.654 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-20T21:39:56.654 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-20T21:39:56.654 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-20T21:39:56.654 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-20T21:39:56.654 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-20T21:39:56.655 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-20T21:39:56.655 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-20T21:39:56.655 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-20T21:39:56.655 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-20T21:39:56.655 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=os 2024-09-20T21:39:56.655 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-20T21:39:56.655 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-20T21:39:56.655 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-20T21:39:56.655 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-20T21:39:56.655 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-20T21:39:56.655 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-20T21:39:56.656 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-20T21:39:56.656 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=stat 2024-09-20T21:39:56.656 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-20T21:39:56.656 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-20T21:39:56.656 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-20T21:39:56.656 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=time 2024-09-20T21:39:56.656 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-20T21:39:56.656 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=uname 2024-09-20T21:39:56.656 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-20T21:39:56.656 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-20T21:39:56.657 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.471Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-20T21:39:56.657 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.472Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-20T21:39:56.657 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[75894]: ts=2024-09-20T21:39:56.472Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-20T21:39:56.657 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 bash[75481]: 44868475809f147654cc7fe7a4310aab929a17fd4186a683934d92ea67bad42d 2024-09-20T21:39:56.657 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:39:56 smithi046 systemd[1]: Started Ceph node-exporter.a for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:39:57.322 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:39:56 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:39:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-20T21:39:57.419 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:39:57.421 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:39:57.460 INFO:teuthology.orchestra.run.smithi046.stdout:128849018920 2024-09-20T21:39:57.460 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph osd last-stat-seq osd.4 2024-09-20T21:39:57.628 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:39:57 smithi134 bash[64358]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-09-20T21:39:57.696 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:57 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:57.697 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:57 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:57.697 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:57 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:57.697 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:57 smithi046 ceph-mon[28078]: Deploying daemon node-exporter.b on smithi134 2024-09-20T21:39:57.697 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:57 smithi046 ceph-mon[28078]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:57.697 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:57 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:57.697 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:57 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:57.697 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:57 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:57.697 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:57 smithi046 ceph-mon[39760]: Deploying daemon node-exporter.b on smithi134 2024-09-20T21:39:57.697 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:57 smithi046 ceph-mon[39760]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:57.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:57 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:57.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:57 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:57.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:57 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:39:57.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:57 smithi134 ceph-mon[31761]: Deploying daemon node-exporter.b on smithi134 2024-09-20T21:39:57.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:57 smithi134 ceph-mon[31761]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:57.927 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:39:57 smithi134 bash[64358]: Getting image source signatures 2024-09-20T21:39:57.927 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:39:57 smithi134 bash[64358]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-09-20T21:39:57.927 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:39:57 smithi134 bash[64358]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-09-20T21:39:57.927 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:39:57 smithi134 bash[64358]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-09-20T21:39:58.044 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:39:58.044 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:39:58.045 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:39:58.875 INFO:teuthology.orchestra.run.smithi046.stdout:180388626462 2024-09-20T21:39:58.876 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph osd last-stat-seq osd.6 2024-09-20T21:39:59.714 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:39:59 smithi134 bash[64358]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-09-20T21:39:59.714 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:39:59 smithi134 bash[64358]: Writing manifest to image destination 2024-09-20T21:39:59.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:39:59 smithi046 ceph-mon[28078]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:39:59.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:39:59 smithi046 ceph-mon[39760]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:00.090 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:39:59 smithi134 ceph-mon[31761]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:00.090 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:39:59 smithi134 podman[64358]: 2024-09-20 21:39:59.866173846 +0000 UTC m=+2.449658264 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-20T21:40:00.091 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:39:59 smithi134 podman[64358]: 2024-09-20 21:39:59.95673635 +0000 UTC m=+2.540220825 container create 26c52b83fa718ec93da88e4925c49b565172940db76e4e2cc796377654af263b (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-20T21:40:00.427 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 podman[64358]: 2024-09-20 21:40:00.192278646 +0000 UTC m=+2.775763077 container init 26c52b83fa718ec93da88e4925c49b565172940db76e4e2cc796377654af263b (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-20T21:40:00.427 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 podman[64358]: 2024-09-20 21:40:00.197277637 +0000 UTC m=+2.780762049 container start 26c52b83fa718ec93da88e4925c49b565172940db76e4e2cc796377654af263b (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-20T21:40:00.427 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.201Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-20T21:40:00.427 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.201Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-20T21:40:00.427 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.201Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-20T21:40:00.427 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.201Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-20T21:40:00.427 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-20T21:40:00.427 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-20T21:40:00.427 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-20T21:40:00.428 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=arp 2024-09-20T21:40:00.428 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-20T21:40:00.428 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-20T21:40:00.428 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-20T21:40:00.428 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-20T21:40:00.428 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-20T21:40:00.428 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-20T21:40:00.428 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-20T21:40:00.429 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-20T21:40:00.429 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=edac 2024-09-20T21:40:00.429 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-20T21:40:00.429 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-20T21:40:00.429 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-20T21:40:00.429 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-20T21:40:00.429 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-20T21:40:00.429 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-20T21:40:00.429 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-20T21:40:00.429 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-20T21:40:00.429 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-20T21:40:00.429 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-20T21:40:00.429 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-20T21:40:00.430 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-20T21:40:00.430 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-20T21:40:00.430 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-20T21:40:00.430 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-20T21:40:00.430 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-20T21:40:00.430 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=os 2024-09-20T21:40:00.430 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-20T21:40:00.430 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-20T21:40:00.430 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-20T21:40:00.430 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-20T21:40:00.430 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-20T21:40:00.430 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-20T21:40:00.430 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-20T21:40:00.430 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=stat 2024-09-20T21:40:00.431 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-20T21:40:00.431 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-20T21:40:00.431 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-20T21:40:00.431 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=time 2024-09-20T21:40:00.431 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-20T21:40:00.431 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=uname 2024-09-20T21:40:00.431 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-20T21:40:00.431 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-20T21:40:00.431 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-20T21:40:00.431 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-20T21:40:00.431 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[64432]: ts=2024-09-20T21:40:00.202Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-20T21:40:00.431 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 bash[64358]: 26c52b83fa718ec93da88e4925c49b565172940db76e4e2cc796377654af263b 2024-09-20T21:40:00.431 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:40:00 smithi134 systemd[1]: Started Ceph node-exporter.b for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:40:01.112 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-mon[31761]: overall HEALTH_OK 2024-09-20T21:40:01.113 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:01.113 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:01.113 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:01.113 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:01.113 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:01.113 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:00 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:40:01.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:00 smithi046 ceph-mon[28078]: overall HEALTH_OK 2024-09-20T21:40:01.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:00 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:01.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:00 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:01.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:00 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:01.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:00 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:01.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:00 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:01.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:00 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:40:01.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:00 smithi046 ceph-mon[39760]: overall HEALTH_OK 2024-09-20T21:40:01.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:00 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:01.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:00 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:01.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:00 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:01.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:00 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:01.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:00 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:01.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:00 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:40:01.849 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:01 smithi046 ceph-mon[28078]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:01.849 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:01 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:40:01.849 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:01 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:01.850 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:01 smithi046 ceph-mon[39760]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:01.850 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:01 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:40:01.850 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:01 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:02.166 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:01 smithi134 ceph-mon[31761]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:02.166 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:01 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:40:02.166 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:01 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:02.871 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:40:03.952 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:03 smithi046 ceph-mon[28078]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:03.952 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:03 smithi046 ceph-mon[39760]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:04.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:03 smithi134 ceph-mon[31761]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:04.366 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:40:04.367 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:40:04.519 INFO:teuthology.orchestra.run.smithi046.stdout:34359738429 2024-09-20T21:40:04.717 INFO:teuthology.orchestra.run.smithi046.stdout:77309411379 2024-09-20T21:40:05.314 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:05 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:05.314 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:05 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:05.314 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:05 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/2716373723' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-20T21:40:05.314 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:05 smithi046 ceph-mon[28078]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:05.314 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:05 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/1259565105' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-20T21:40:05.315 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:05 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:05.315 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:05 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:05.315 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:05 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/2716373723' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-20T21:40:05.315 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:05 smithi046 ceph-mon[39760]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:05.315 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:05 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/1259565105' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-20T21:40:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:05 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:05 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:05 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/2716373723' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-20T21:40:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:05 smithi134 ceph-mon[31761]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:05 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/1259565105' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-20T21:40:06.412 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411377 got 77309411379 for osd.2 2024-09-20T21:40:06.412 DEBUG:teuthology.parallel:result is None 2024-09-20T21:40:07.216 INFO:teuthology.orchestra.run.smithi046.stdout:206158430235 2024-09-20T21:40:07.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:40:06 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:40:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-20T21:40:07.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:07 smithi046 ceph-mon[39760]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:07.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:07 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/3031210589' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-20T21:40:07.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:07 smithi046 ceph-mon[28078]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:07.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:07 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/3031210589' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-20T21:40:08.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:07 smithi134 ceph-mon[31761]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:08.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:07 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/3031210589' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-20T21:40:08.420 INFO:tasks.cephadm.ceph_manager.ceph:need seq 206158430232 got 206158430235 for osd.7 2024-09-20T21:40:08.421 DEBUG:teuthology.parallel:result is None 2024-09-20T21:40:09.281 INFO:teuthology.orchestra.run.smithi046.stdout:107374182447 2024-09-20T21:40:09.315 INFO:teuthology.orchestra.run.smithi046.stdout:154618822694 2024-09-20T21:40:09.718 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738427 got 34359738429 for osd.0 2024-09-20T21:40:09.718 DEBUG:teuthology.parallel:result is None 2024-09-20T21:40:09.978 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:09 smithi046 ceph-mon[28078]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:09.978 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:09 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/3694922311' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-20T21:40:09.978 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:09 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/1759212470' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-20T21:40:09.978 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:09 smithi046 ceph-mon[39760]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:09.978 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:09 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/3694922311' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-20T21:40:09.978 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:09 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/1759212470' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-20T21:40:10.155 INFO:teuthology.orchestra.run.smithi046.stdout:128849018923 2024-09-20T21:40:10.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:09 smithi134 ceph-mon[31761]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:10.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:09 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/3694922311' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-20T21:40:10.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:09 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/1759212470' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-20T21:40:10.949 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:10 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/1870757992' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-20T21:40:10.949 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:10 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/1870757992' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-20T21:40:11.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:10 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/1870757992' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-20T21:40:11.877 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822690 got 154618822694 for osd.5 2024-09-20T21:40:11.878 DEBUG:teuthology.parallel:result is None 2024-09-20T21:40:12.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:11 smithi046 ceph-mon[39760]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:12.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:11 smithi046 ceph-mon[28078]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:12.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:11 smithi134 ceph-mon[31761]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:12.404 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018920 got 128849018923 for osd.4 2024-09-20T21:40:12.404 DEBUG:teuthology.parallel:result is None 2024-09-20T21:40:12.546 INFO:teuthology.orchestra.run.smithi046.stdout:180388626465 2024-09-20T21:40:12.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:12 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/1753722139' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-20T21:40:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:12 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/1753722139' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-20T21:40:13.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:12 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/1753722139' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-20T21:40:13.490 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182442 got 107374182447 for osd.3 2024-09-20T21:40:13.490 DEBUG:teuthology.parallel:result is None 2024-09-20T21:40:14.046 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:13 smithi046 ceph-mon[28078]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:14.046 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:13 smithi046 ceph-mon[39760]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:14.076 INFO:tasks.cephadm.ceph_manager.ceph:need seq 180388626462 got 180388626465 for osd.6 2024-09-20T21:40:14.076 DEBUG:teuthology.parallel:result is None 2024-09-20T21:40:14.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:13 smithi134 ceph-mon[31761]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:15.855 INFO:teuthology.orchestra.run.smithi046.stdout:55834574907 2024-09-20T21:40:15.856 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:15 smithi046 ceph-mon[28078]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:15.856 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:15 smithi046 ceph-mon[39760]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:16.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:15 smithi134 ceph-mon[31761]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:16.487 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574901 got 55834574907 for osd.1 2024-09-20T21:40:16.488 DEBUG:teuthology.parallel:result is None 2024-09-20T21:40:16.488 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-20T21:40:16.488 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph pg dump --format=json 2024-09-20T21:40:17.039 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:16 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/674540849' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-20T21:40:17.039 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:16 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:40:17.039 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:16 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/674540849' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-20T21:40:17.039 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:16 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:40:17.176 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:40:16 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:40:16] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-20T21:40:17.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:16 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/674540849' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-20T21:40:17.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:16 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:40:17.204 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:40:17.996 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:17 smithi046 ceph-mon[39760]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:17.997 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:17 smithi046 ceph-mon[28078]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:18.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:17 smithi134 ceph-mon[31761]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:19.407 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:40:19.408 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-09-20T21:40:20.000 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:19 smithi046 ceph-mon[28078]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:20.000 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:19 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:20.000 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:19 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:20.000 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:19 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:40:20.000 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:19 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:40:20.000 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:19 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:20.001 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:19 smithi046 ceph-mon[39760]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:20.001 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:19 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:20.001 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:19 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:20.001 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:19 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:40:20.001 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:19 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:40:20.001 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:19 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:20.024 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":41,"stamp":"2024-09-20T21:40:18.663165+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593515,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":163,"num_write_kb":1646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":124,"ondisk_log_size":124,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386032,"kb_used_data":7188,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575184,"statfs":{"total":767960285184,"available":765516988416,"internally_reserved":0,"allocated":7360512,"data_stored":4252184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002563"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.507845+0000","last_change":"2024-09-20T21:38:27.353535+0000","last_active":"2024-09-20T21:39:24.507845+0000","last_peered":"2024-09-20T21:39:24.507845+0000","last_clean":"2024-09-20T21:39:24.507845+0000","last_became_active":"2024-09-20T21:38:27.353202+0000","last_became_peered":"2024-09-20T21:38:27.353202+0000","last_unstale":"2024-09-20T21:39:24.507845+0000","last_undegraded":"2024-09-20T21:39:24.507845+0000","last_fullsized":"2024-09-20T21:39:24.507845+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:10:34.308237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.230670+0000","last_change":"2024-09-20T21:38:27.362576+0000","last_active":"2024-09-20T21:39:24.230670+0000","last_peered":"2024-09-20T21:39:24.230670+0000","last_clean":"2024-09-20T21:39:24.230670+0000","last_became_active":"2024-09-20T21:38:27.362238+0000","last_became_peered":"2024-09-20T21:38:27.362238+0000","last_unstale":"2024-09-20T21:39:24.230670+0000","last_undegraded":"2024-09-20T21:39:24.230670+0000","last_fullsized":"2024-09-20T21:39:24.230670+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:33:10.986145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.227708+0000","last_change":"2024-09-20T21:38:27.349961+0000","last_active":"2024-09-20T21:39:24.227708+0000","last_peered":"2024-09-20T21:39:24.227708+0000","last_clean":"2024-09-20T21:39:24.227708+0000","last_became_active":"2024-09-20T21:38:27.349483+0000","last_became_peered":"2024-09-20T21:38:27.349483+0000","last_unstale":"2024-09-20T21:39:24.227708+0000","last_undegraded":"2024-09-20T21:39:24.227708+0000","last_fullsized":"2024-09-20T21:39:24.227708+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:11:08.698794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.232020+0000","last_change":"2024-09-20T21:38:27.353449+0000","last_active":"2024-09-20T21:39:24.232020+0000","last_peered":"2024-09-20T21:39:24.232020+0000","last_clean":"2024-09-20T21:39:24.232020+0000","last_became_active":"2024-09-20T21:38:27.353149+0000","last_became_peered":"2024-09-20T21:38:27.353149+0000","last_unstale":"2024-09-20T21:39:24.232020+0000","last_undegraded":"2024-09-20T21:39:24.232020+0000","last_fullsized":"2024-09-20T21:39:24.232020+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:30:44.425092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.507514+0000","last_change":"2024-09-20T21:38:27.358117+0000","last_active":"2024-09-20T21:39:24.507514+0000","last_peered":"2024-09-20T21:39:24.507514+0000","last_clean":"2024-09-20T21:39:24.507514+0000","last_became_active":"2024-09-20T21:38:27.357336+0000","last_became_peered":"2024-09-20T21:38:27.357336+0000","last_unstale":"2024-09-20T21:39:24.507514+0000","last_undegraded":"2024-09-20T21:39:24.507514+0000","last_fullsized":"2024-09-20T21:39:24.507514+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:57:49.341938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.231876+0000","last_change":"2024-09-20T21:38:27.354609+0000","last_active":"2024-09-20T21:39:24.231876+0000","last_peered":"2024-09-20T21:39:24.231876+0000","last_clean":"2024-09-20T21:39:24.231876+0000","last_became_active":"2024-09-20T21:38:27.354334+0000","last_became_peered":"2024-09-20T21:38:27.354334+0000","last_unstale":"2024-09-20T21:39:24.231876+0000","last_undegraded":"2024-09-20T21:39:24.231876+0000","last_fullsized":"2024-09-20T21:39:24.231876+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:44:53.168242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.507547+0000","last_change":"2024-09-20T21:38:27.356506+0000","last_active":"2024-09-20T21:39:24.507547+0000","last_peered":"2024-09-20T21:39:24.507547+0000","last_clean":"2024-09-20T21:39:24.507547+0000","last_became_active":"2024-09-20T21:38:27.356120+0000","last_became_peered":"2024-09-20T21:38:27.356120+0000","last_unstale":"2024-09-20T21:39:24.507547+0000","last_undegraded":"2024-09-20T21:39:24.507547+0000","last_fullsized":"2024-09-20T21:39:24.507547+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:02:23.611615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.701722+0000","last_change":"2024-09-20T21:38:27.353015+0000","last_active":"2024-09-20T21:39:24.701722+0000","last_peered":"2024-09-20T21:39:24.701722+0000","last_clean":"2024-09-20T21:39:24.701722+0000","last_became_active":"2024-09-20T21:38:27.352626+0000","last_became_peered":"2024-09-20T21:38:27.352626+0000","last_unstale":"2024-09-20T21:39:24.701722+0000","last_undegraded":"2024-09-20T21:39:24.701722+0000","last_fullsized":"2024-09-20T21:39:24.701722+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:39:13.846574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.507960+0000","last_change":"2024-09-20T21:38:27.359737+0000","last_active":"2024-09-20T21:39:24.507960+0000","last_peered":"2024-09-20T21:39:24.507960+0000","last_clean":"2024-09-20T21:39:24.507960+0000","last_became_active":"2024-09-20T21:38:27.359432+0000","last_became_peered":"2024-09-20T21:38:27.359432+0000","last_unstale":"2024-09-20T21:39:24.507960+0000","last_undegraded":"2024-09-20T21:39:24.507960+0000","last_fullsized":"2024-09-20T21:39:24.507960+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:22:34.983010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.417221+0000","last_change":"2024-09-20T21:38:27.354220+0000","last_active":"2024-09-20T21:39:24.417221+0000","last_peered":"2024-09-20T21:39:24.417221+0000","last_clean":"2024-09-20T21:39:24.417221+0000","last_became_active":"2024-09-20T21:38:27.353927+0000","last_became_peered":"2024-09-20T21:38:27.353927+0000","last_unstale":"2024-09-20T21:39:24.417221+0000","last_undegraded":"2024-09-20T21:39:24.417221+0000","last_fullsized":"2024-09-20T21:39:24.417221+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:18:37.071345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.417135+0000","last_change":"2024-09-20T21:38:27.357558+0000","last_active":"2024-09-20T21:39:24.417135+0000","last_peered":"2024-09-20T21:39:24.417135+0000","last_clean":"2024-09-20T21:39:24.417135+0000","last_became_active":"2024-09-20T21:38:27.357272+0000","last_became_peered":"2024-09-20T21:38:27.357272+0000","last_unstale":"2024-09-20T21:39:24.417135+0000","last_undegraded":"2024-09-20T21:39:24.417135+0000","last_fullsized":"2024-09-20T21:39:24.417135+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:03:30.408764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.227962+0000","last_change":"2024-09-20T21:38:27.352210+0000","last_active":"2024-09-20T21:39:24.227962+0000","last_peered":"2024-09-20T21:39:24.227962+0000","last_clean":"2024-09-20T21:39:24.227962+0000","last_became_active":"2024-09-20T21:38:27.350784+0000","last_became_peered":"2024-09-20T21:38:27.350784+0000","last_unstale":"2024-09-20T21:39:24.227962+0000","last_undegraded":"2024-09-20T21:39:24.227962+0000","last_fullsized":"2024-09-20T21:39:24.227962+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:34:50.011991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.701984+0000","last_change":"2024-09-20T21:38:27.352280+0000","last_active":"2024-09-20T21:39:24.701984+0000","last_peered":"2024-09-20T21:39:24.701984+0000","last_clean":"2024-09-20T21:39:24.701984+0000","last_became_active":"2024-09-20T21:38:27.352004+0000","last_became_peered":"2024-09-20T21:38:27.352004+0000","last_unstale":"2024-09-20T21:39:24.701984+0000","last_undegraded":"2024-09-20T21:39:24.701984+0000","last_fullsized":"2024-09-20T21:39:24.701984+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:58:17.316060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.226341+0000","last_change":"2024-09-20T21:38:27.354836+0000","last_active":"2024-09-20T21:39:24.226341+0000","last_peered":"2024-09-20T21:39:24.226341+0000","last_clean":"2024-09-20T21:39:24.226341+0000","last_became_active":"2024-09-20T21:38:27.354570+0000","last_became_peered":"2024-09-20T21:38:27.354570+0000","last_unstale":"2024-09-20T21:39:24.226341+0000","last_undegraded":"2024-09-20T21:39:24.226341+0000","last_fullsized":"2024-09-20T21:39:24.226341+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:01:05.404349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.230105+0000","last_change":"2024-09-20T21:38:27.357596+0000","last_active":"2024-09-20T21:39:24.230105+0000","last_peered":"2024-09-20T21:39:24.230105+0000","last_clean":"2024-09-20T21:39:24.230105+0000","last_became_active":"2024-09-20T21:38:27.357283+0000","last_became_peered":"2024-09-20T21:38:27.357283+0000","last_unstale":"2024-09-20T21:39:24.230105+0000","last_undegraded":"2024-09-20T21:39:24.230105+0000","last_fullsized":"2024-09-20T21:39:24.230105+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:30:16.885797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.231689+0000","last_change":"2024-09-20T21:38:27.353937+0000","last_active":"2024-09-20T21:39:24.231689+0000","last_peered":"2024-09-20T21:39:24.231689+0000","last_clean":"2024-09-20T21:39:24.231689+0000","last_became_active":"2024-09-20T21:38:27.353647+0000","last_became_peered":"2024-09-20T21:38:27.353647+0000","last_unstale":"2024-09-20T21:39:24.231689+0000","last_undegraded":"2024-09-20T21:39:24.231689+0000","last_fullsized":"2024-09-20T21:39:24.231689+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:34:56.917476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.232331+0000","last_change":"2024-09-20T21:38:27.360512+0000","last_active":"2024-09-20T21:39:24.232331+0000","last_peered":"2024-09-20T21:39:24.232331+0000","last_clean":"2024-09-20T21:39:24.232331+0000","last_became_active":"2024-09-20T21:38:27.360228+0000","last_became_peered":"2024-09-20T21:38:27.360228+0000","last_unstale":"2024-09-20T21:39:24.232331+0000","last_undegraded":"2024-09-20T21:39:24.232331+0000","last_fullsized":"2024-09-20T21:39:24.232331+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:59:07.882878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.226923+0000","last_change":"2024-09-20T21:38:27.358721+0000","last_active":"2024-09-20T21:39:24.226923+0000","last_peered":"2024-09-20T21:39:24.226923+0000","last_clean":"2024-09-20T21:39:24.226923+0000","last_became_active":"2024-09-20T21:38:27.358450+0000","last_became_peered":"2024-09-20T21:38:27.358450+0000","last_unstale":"2024-09-20T21:39:24.226923+0000","last_undegraded":"2024-09-20T21:39:24.226923+0000","last_fullsized":"2024-09-20T21:39:24.226923+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:34:04.375652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.507862+0000","last_change":"2024-09-20T21:38:27.355102+0000","last_active":"2024-09-20T21:39:24.507862+0000","last_peered":"2024-09-20T21:39:24.507862+0000","last_clean":"2024-09-20T21:39:24.507862+0000","last_became_active":"2024-09-20T21:38:27.354829+0000","last_became_peered":"2024-09-20T21:38:27.354829+0000","last_unstale":"2024-09-20T21:39:24.507862+0000","last_undegraded":"2024-09-20T21:39:24.507862+0000","last_fullsized":"2024-09-20T21:39:24.507862+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:47:37.064696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.416999+0000","last_change":"2024-09-20T21:38:27.353867+0000","last_active":"2024-09-20T21:39:24.416999+0000","last_peered":"2024-09-20T21:39:24.416999+0000","last_clean":"2024-09-20T21:39:24.416999+0000","last_became_active":"2024-09-20T21:38:27.353584+0000","last_became_peered":"2024-09-20T21:38:27.353584+0000","last_unstale":"2024-09-20T21:39:24.416999+0000","last_undegraded":"2024-09-20T21:39:24.416999+0000","last_fullsized":"2024-09-20T21:39:24.416999+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:50:48.881102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.226573+0000","last_change":"2024-09-20T21:38:43.800636+0000","last_active":"2024-09-20T21:39:24.226573+0000","last_peered":"2024-09-20T21:39:24.226573+0000","last_clean":"2024-09-20T21:39:24.226573+0000","last_became_active":"2024-09-20T21:38:43.800274+0000","last_became_peered":"2024-09-20T21:38:43.800274+0000","last_unstale":"2024-09-20T21:39:24.226573+0000","last_undegraded":"2024-09-20T21:39:24.226573+0000","last_fullsized":"2024-09-20T21:39:24.226573+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:30:35.564139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.231892+0000","last_change":"2024-09-20T21:38:27.353293+0000","last_active":"2024-09-20T21:39:24.231892+0000","last_peered":"2024-09-20T21:39:24.231892+0000","last_clean":"2024-09-20T21:39:24.231892+0000","last_became_active":"2024-09-20T21:38:27.353001+0000","last_became_peered":"2024-09-20T21:38:27.353001+0000","last_unstale":"2024-09-20T21:39:24.231892+0000","last_undegraded":"2024-09-20T21:39:24.231892+0000","last_fullsized":"2024-09-20T21:39:24.231892+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:12:38.933520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.701807+0000","last_change":"2024-09-20T21:38:27.358033+0000","last_active":"2024-09-20T21:39:24.701807+0000","last_peered":"2024-09-20T21:39:24.701807+0000","last_clean":"2024-09-20T21:39:24.701807+0000","last_became_active":"2024-09-20T21:38:27.357739+0000","last_became_peered":"2024-09-20T21:38:27.357739+0000","last_unstale":"2024-09-20T21:39:24.701807+0000","last_undegraded":"2024-09-20T21:39:24.701807+0000","last_fullsized":"2024-09-20T21:39:24.701807+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:16:10.621543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.231722+0000","last_change":"2024-09-20T21:38:27.349848+0000","last_active":"2024-09-20T21:39:24.231722+0000","last_peered":"2024-09-20T21:39:24.231722+0000","last_clean":"2024-09-20T21:39:24.231722+0000","last_became_active":"2024-09-20T21:38:27.349584+0000","last_became_peered":"2024-09-20T21:38:27.349584+0000","last_unstale":"2024-09-20T21:39:24.231722+0000","last_undegraded":"2024-09-20T21:39:24.231722+0000","last_fullsized":"2024-09-20T21:39:24.231722+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:33:50.426926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":31,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.702368+0000","last_change":"2024-09-20T21:38:43.799442+0000","last_active":"2024-09-20T21:39:24.702368+0000","last_peered":"2024-09-20T21:39:24.702368+0000","last_clean":"2024-09-20T21:39:24.702368+0000","last_became_active":"2024-09-20T21:38:43.799055+0000","last_became_peered":"2024-09-20T21:38:43.799055+0000","last_unstale":"2024-09-20T21:39:24.702368+0000","last_undegraded":"2024-09-20T21:39:24.702368+0000","last_fullsized":"2024-09-20T21:39:24.702368+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:15:36.813301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.417264+0000","last_change":"2024-09-20T21:38:27.356212+0000","last_active":"2024-09-20T21:39:24.417264+0000","last_peered":"2024-09-20T21:39:24.417264+0000","last_clean":"2024-09-20T21:39:24.417264+0000","last_became_active":"2024-09-20T21:38:27.355894+0000","last_became_peered":"2024-09-20T21:38:27.355894+0000","last_unstale":"2024-09-20T21:39:24.417264+0000","last_undegraded":"2024-09-20T21:39:24.417264+0000","last_fullsized":"2024-09-20T21:39:24.417264+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:44:32.400235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.230218+0000","last_change":"2024-09-20T21:38:27.349125+0000","last_active":"2024-09-20T21:39:24.230218+0000","last_peered":"2024-09-20T21:39:24.230218+0000","last_clean":"2024-09-20T21:39:24.230218+0000","last_became_active":"2024-09-20T21:38:27.348851+0000","last_became_peered":"2024-09-20T21:38:27.348851+0000","last_unstale":"2024-09-20T21:39:24.230218+0000","last_undegraded":"2024-09-20T21:39:24.230218+0000","last_fullsized":"2024-09-20T21:39:24.230218+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:40.871250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":31,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.702219+0000","last_change":"2024-09-20T21:38:43.594563+0000","last_active":"2024-09-20T21:39:24.702219+0000","last_peered":"2024-09-20T21:39:24.702219+0000","last_clean":"2024-09-20T21:39:24.702219+0000","last_became_active":"2024-09-20T21:38:43.594184+0000","last_became_peered":"2024-09-20T21:38:43.594184+0000","last_unstale":"2024-09-20T21:39:24.702219+0000","last_undegraded":"2024-09-20T21:39:24.702219+0000","last_fullsized":"2024-09-20T21:39:24.702219+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:48:38.735499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.226932+0000","last_change":"2024-09-20T21:38:27.349746+0000","last_active":"2024-09-20T21:39:24.226932+0000","last_peered":"2024-09-20T21:39:24.226932+0000","last_clean":"2024-09-20T21:39:24.226932+0000","last_became_active":"2024-09-20T21:38:27.349257+0000","last_became_peered":"2024-09-20T21:38:27.349257+0000","last_unstale":"2024-09-20T21:39:24.226932+0000","last_undegraded":"2024-09-20T21:39:24.226932+0000","last_fullsized":"2024-09-20T21:39:24.226932+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:45:01.137851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.231961+0000","last_change":"2024-09-20T21:38:27.354117+0000","last_active":"2024-09-20T21:39:24.231961+0000","last_peered":"2024-09-20T21:39:24.231961+0000","last_clean":"2024-09-20T21:39:24.231961+0000","last_became_active":"2024-09-20T21:38:27.353765+0000","last_became_peered":"2024-09-20T21:38:27.353765+0000","last_unstale":"2024-09-20T21:39:24.231961+0000","last_undegraded":"2024-09-20T21:39:24.231961+0000","last_fullsized":"2024-09-20T21:39:24.231961+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:43:47.551095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.226275+0000","last_change":"2024-09-20T21:38:27.354424+0000","last_active":"2024-09-20T21:39:24.226275+0000","last_peered":"2024-09-20T21:39:24.226275+0000","last_clean":"2024-09-20T21:39:24.226275+0000","last_became_active":"2024-09-20T21:38:27.354134+0000","last_became_peered":"2024-09-20T21:38:27.354134+0000","last_unstale":"2024-09-20T21:39:24.226275+0000","last_undegraded":"2024-09-20T21:39:24.226275+0000","last_fullsized":"2024-09-20T21:39:24.226275+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:13:29.310904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.416666+0000","last_change":"2024-09-20T21:38:27.358337+0000","last_active":"2024-09-20T21:39:24.416666+0000","last_peered":"2024-09-20T21:39:24.416666+0000","last_clean":"2024-09-20T21:39:24.416666+0000","last_became_active":"2024-09-20T21:38:27.357915+0000","last_became_peered":"2024-09-20T21:38:27.357915+0000","last_unstale":"2024-09-20T21:39:24.416666+0000","last_undegraded":"2024-09-20T21:39:24.416666+0000","last_fullsized":"2024-09-20T21:39:24.416666+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:21:10.568032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.227770+0000","last_change":"2024-09-20T21:38:27.355520+0000","last_active":"2024-09-20T21:39:24.227770+0000","last_peered":"2024-09-20T21:39:24.227770+0000","last_clean":"2024-09-20T21:39:24.227770+0000","last_became_active":"2024-09-20T21:38:27.355196+0000","last_became_peered":"2024-09-20T21:38:27.355196+0000","last_unstale":"2024-09-20T21:39:24.227770+0000","last_undegraded":"2024-09-20T21:39:24.227770+0000","last_fullsized":"2024-09-20T21:39:24.227770+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T21:43:55.930985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"57'1","reported_seq":25,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.702133+0000","last_change":"2024-09-20T21:38:23.329127+0000","last_active":"2024-09-20T21:39:24.702133+0000","last_peered":"2024-09-20T21:39:24.702133+0000","last_clean":"2024-09-20T21:39:24.702133+0000","last_became_active":"2024-09-20T21:38:23.328886+0000","last_became_peered":"2024-09-20T21:38:23.328886+0000","last_unstale":"2024-09-20T21:39:24.702133+0000","last_undegraded":"2024-09-20T21:39:24.702133+0000","last_fullsized":"2024-09-20T21:39:24.702133+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:31:01.810207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.226467+0000","last_change":"2024-09-20T21:38:43.800537+0000","last_active":"2024-09-20T21:39:24.226467+0000","last_peered":"2024-09-20T21:39:24.226467+0000","last_clean":"2024-09-20T21:39:24.226467+0000","last_became_active":"2024-09-20T21:38:43.800286+0000","last_became_peered":"2024-09-20T21:38:43.800286+0000","last_unstale":"2024-09-20T21:39:24.226467+0000","last_undegraded":"2024-09-20T21:39:24.226467+0000","last_fullsized":"2024-09-20T21:39:24.226467+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:08:39.565352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"57'1","reported_seq":25,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.416882+0000","last_change":"2024-09-20T21:38:23.330012+0000","last_active":"2024-09-20T21:39:24.416882+0000","last_peered":"2024-09-20T21:39:24.416882+0000","last_clean":"2024-09-20T21:39:24.416882+0000","last_became_active":"2024-09-20T21:38:23.329747+0000","last_became_peered":"2024-09-20T21:38:23.329747+0000","last_unstale":"2024-09-20T21:39:24.416882+0000","last_undegraded":"2024-09-20T21:39:24.416882+0000","last_fullsized":"2024-09-20T21:39:24.416882+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:03:18.766531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":24,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.701915+0000","last_change":"2024-09-20T21:38:23.328490+0000","last_active":"2024-09-20T21:39:24.701915+0000","last_peered":"2024-09-20T21:39:24.701915+0000","last_clean":"2024-09-20T21:39:24.701915+0000","last_became_active":"2024-09-20T21:38:23.328219+0000","last_became_peered":"2024-09-20T21:38:23.328219+0000","last_unstale":"2024-09-20T21:39:24.701915+0000","last_undegraded":"2024-09-20T21:39:24.701915+0000","last_fullsized":"2024-09-20T21:39:24.701915+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:36:37.005731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.701861+0000","last_change":"2024-09-20T21:38:27.358004+0000","last_active":"2024-09-20T21:39:24.701861+0000","last_peered":"2024-09-20T21:39:24.701861+0000","last_clean":"2024-09-20T21:39:24.701861+0000","last_became_active":"2024-09-20T21:38:27.357300+0000","last_became_peered":"2024-09-20T21:38:27.357300+0000","last_unstale":"2024-09-20T21:39:24.701861+0000","last_undegraded":"2024-09-20T21:39:24.701861+0000","last_fullsized":"2024-09-20T21:39:24.701861+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:30:46.795735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":24,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.231762+0000","last_change":"2024-09-20T21:38:23.327450+0000","last_active":"2024-09-20T21:39:24.231762+0000","last_peered":"2024-09-20T21:39:24.231762+0000","last_clean":"2024-09-20T21:39:24.231762+0000","last_became_active":"2024-09-20T21:38:23.327197+0000","last_became_peered":"2024-09-20T21:38:23.327197+0000","last_unstale":"2024-09-20T21:39:24.231762+0000","last_undegraded":"2024-09-20T21:39:24.231762+0000","last_fullsized":"2024-09-20T21:39:24.231762+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:54:29.834419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.229943+0000","last_change":"2024-09-20T21:38:27.358417+0000","last_active":"2024-09-20T21:39:24.229943+0000","last_peered":"2024-09-20T21:39:24.229943+0000","last_clean":"2024-09-20T21:39:24.229943+0000","last_became_active":"2024-09-20T21:38:27.358153+0000","last_became_peered":"2024-09-20T21:38:27.358153+0000","last_unstale":"2024-09-20T21:39:24.229943+0000","last_undegraded":"2024-09-20T21:39:24.229943+0000","last_fullsized":"2024-09-20T21:39:24.229943+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:38:44.071173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":24,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.417223+0000","last_change":"2024-09-20T21:38:23.329038+0000","last_active":"2024-09-20T21:39:24.417223+0000","last_peered":"2024-09-20T21:39:24.417223+0000","last_clean":"2024-09-20T21:39:24.417223+0000","last_became_active":"2024-09-20T21:38:23.328757+0000","last_became_peered":"2024-09-20T21:38:23.328757+0000","last_unstale":"2024-09-20T21:39:24.417223+0000","last_undegraded":"2024-09-20T21:39:24.417223+0000","last_fullsized":"2024-09-20T21:39:24.417223+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:08:29.094173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.232269+0000","last_change":"2024-09-20T21:38:27.361598+0000","last_active":"2024-09-20T21:39:24.232269+0000","last_peered":"2024-09-20T21:39:24.232269+0000","last_clean":"2024-09-20T21:39:24.232269+0000","last_became_active":"2024-09-20T21:38:27.361322+0000","last_became_peered":"2024-09-20T21:38:27.361322+0000","last_unstale":"2024-09-20T21:39:24.232269+0000","last_undegraded":"2024-09-20T21:39:24.232269+0000","last_fullsized":"2024-09-20T21:39:24.232269+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:51:08.326080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":24,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.232326+0000","last_change":"2024-09-20T21:38:23.330276+0000","last_active":"2024-09-20T21:39:24.232326+0000","last_peered":"2024-09-20T21:39:24.232326+0000","last_clean":"2024-09-20T21:39:24.232326+0000","last_became_active":"2024-09-20T21:38:23.329983+0000","last_became_peered":"2024-09-20T21:38:23.329983+0000","last_unstale":"2024-09-20T21:39:24.232326+0000","last_undegraded":"2024-09-20T21:39:24.232326+0000","last_fullsized":"2024-09-20T21:39:24.232326+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:43:30.941469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.227936+0000","last_change":"2024-09-20T21:38:27.355005+0000","last_active":"2024-09-20T21:39:24.227936+0000","last_peered":"2024-09-20T21:39:24.227936+0000","last_clean":"2024-09-20T21:39:24.227936+0000","last_became_active":"2024-09-20T21:38:27.354503+0000","last_became_peered":"2024-09-20T21:38:27.354503+0000","last_unstale":"2024-09-20T21:39:24.227936+0000","last_undegraded":"2024-09-20T21:39:24.227936+0000","last_fullsized":"2024-09-20T21:39:24.227936+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:31:48.171541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"57'3","reported_seq":27,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.230316+0000","last_change":"2024-09-20T21:38:23.325821+0000","last_active":"2024-09-20T21:39:24.230316+0000","last_peered":"2024-09-20T21:39:24.230316+0000","last_clean":"2024-09-20T21:39:24.230316+0000","last_became_active":"2024-09-20T21:38:23.325213+0000","last_became_peered":"2024-09-20T21:38:23.325213+0000","last_unstale":"2024-09-20T21:39:24.230316+0000","last_undegraded":"2024-09-20T21:39:24.230316+0000","last_fullsized":"2024-09-20T21:39:24.230316+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:02:06.128836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.228029+0000","last_change":"2024-09-20T21:38:27.349783+0000","last_active":"2024-09-20T21:39:24.228029+0000","last_peered":"2024-09-20T21:39:24.228029+0000","last_clean":"2024-09-20T21:39:24.228029+0000","last_became_active":"2024-09-20T21:38:27.349502+0000","last_became_peered":"2024-09-20T21:38:27.349502+0000","last_unstale":"2024-09-20T21:39:24.228029+0000","last_undegraded":"2024-09-20T21:39:24.228029+0000","last_fullsized":"2024-09-20T21:39:24.228029+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:52:36.179625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"60'9","reported_seq":33,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.417035+0000","last_change":"2024-09-20T21:38:23.334468+0000","last_active":"2024-09-20T21:39:24.417035+0000","last_peered":"2024-09-20T21:39:24.417035+0000","last_clean":"2024-09-20T21:39:24.417035+0000","last_became_active":"2024-09-20T21:38:23.334088+0000","last_became_peered":"2024-09-20T21:38:23.334088+0000","last_unstale":"2024-09-20T21:39:24.417035+0000","last_undegraded":"2024-09-20T21:39:24.417035+0000","last_fullsized":"2024-09-20T21:39:24.417035+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:49:33.840810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2342,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.507655+0000","last_change":"2024-09-20T21:38:27.356321+0000","last_active":"2024-09-20T21:39:24.507655+0000","last_peered":"2024-09-20T21:39:24.507655+0000","last_clean":"2024-09-20T21:39:24.507655+0000","last_became_active":"2024-09-20T21:38:27.356037+0000","last_became_peered":"2024-09-20T21:38:27.356037+0000","last_unstale":"2024-09-20T21:39:24.507655+0000","last_undegraded":"2024-09-20T21:39:24.507655+0000","last_fullsized":"2024-09-20T21:39:24.507655+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:17:17.828224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"57'2","reported_seq":26,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.227009+0000","last_change":"2024-09-20T21:38:23.326029+0000","last_active":"2024-09-20T21:39:24.227009+0000","last_peered":"2024-09-20T21:39:24.227009+0000","last_clean":"2024-09-20T21:39:24.227009+0000","last_became_active":"2024-09-20T21:38:23.325743+0000","last_became_peered":"2024-09-20T21:38:23.325743+0000","last_unstale":"2024-09-20T21:39:24.227009+0000","last_undegraded":"2024-09-20T21:39:24.227009+0000","last_fullsized":"2024-09-20T21:39:24.227009+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:07:25.513999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.226415+0000","last_change":"2024-09-20T21:38:27.351233+0000","last_active":"2024-09-20T21:39:24.226415+0000","last_peered":"2024-09-20T21:39:24.226415+0000","last_clean":"2024-09-20T21:39:24.226415+0000","last_became_active":"2024-09-20T21:38:27.351006+0000","last_became_peered":"2024-09-20T21:38:27.351006+0000","last_unstale":"2024-09-20T21:39:24.226415+0000","last_undegraded":"2024-09-20T21:39:24.226415+0000","last_fullsized":"2024-09-20T21:39:24.226415+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:29:05.308399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":24,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.231990+0000","last_change":"2024-09-20T21:38:23.331709+0000","last_active":"2024-09-20T21:39:24.231990+0000","last_peered":"2024-09-20T21:39:24.231990+0000","last_clean":"2024-09-20T21:39:24.231990+0000","last_became_active":"2024-09-20T21:38:23.330899+0000","last_became_peered":"2024-09-20T21:38:23.330899+0000","last_unstale":"2024-09-20T21:39:24.231990+0000","last_undegraded":"2024-09-20T21:39:24.231990+0000","last_fullsized":"2024-09-20T21:39:24.231990+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:07:14.035742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.507566+0000","last_change":"2024-09-20T21:38:27.358938+0000","last_active":"2024-09-20T21:39:24.507566+0000","last_peered":"2024-09-20T21:39:24.507566+0000","last_clean":"2024-09-20T21:39:24.507566+0000","last_became_active":"2024-09-20T21:38:27.358617+0000","last_became_peered":"2024-09-20T21:38:27.358617+0000","last_unstale":"2024-09-20T21:39:24.507566+0000","last_undegraded":"2024-09-20T21:39:24.507566+0000","last_fullsized":"2024-09-20T21:39:24.507566+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:11:22.664577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":24,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.416961+0000","last_change":"2024-09-20T21:38:23.331599+0000","last_active":"2024-09-20T21:39:24.416961+0000","last_peered":"2024-09-20T21:39:24.416961+0000","last_clean":"2024-09-20T21:39:24.416961+0000","last_became_active":"2024-09-20T21:38:23.331344+0000","last_became_peered":"2024-09-20T21:38:23.331344+0000","last_unstale":"2024-09-20T21:39:24.416961+0000","last_undegraded":"2024-09-20T21:39:24.416961+0000","last_fullsized":"2024-09-20T21:39:24.416961+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:15:09.447252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.416768+0000","last_change":"2024-09-20T21:38:27.358176+0000","last_active":"2024-09-20T21:39:24.416768+0000","last_peered":"2024-09-20T21:39:24.416768+0000","last_clean":"2024-09-20T21:39:24.416768+0000","last_became_active":"2024-09-20T21:38:27.356974+0000","last_became_peered":"2024-09-20T21:38:27.356974+0000","last_unstale":"2024-09-20T21:39:24.416768+0000","last_undegraded":"2024-09-20T21:39:24.416768+0000","last_fullsized":"2024-09-20T21:39:24.416768+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:01:47.215257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"57'8","reported_seq":32,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.226245+0000","last_change":"2024-09-20T21:38:23.328628+0000","last_active":"2024-09-20T21:39:24.226245+0000","last_peered":"2024-09-20T21:39:24.226245+0000","last_clean":"2024-09-20T21:39:24.226245+0000","last_became_active":"2024-09-20T21:38:23.328353+0000","last_became_peered":"2024-09-20T21:38:23.328353+0000","last_unstale":"2024-09-20T21:39:24.226245+0000","last_undegraded":"2024-09-20T21:39:24.226245+0000","last_fullsized":"2024-09-20T21:39:24.226245+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:35:03.279801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.507402+0000","last_change":"2024-09-20T21:38:27.364310+0000","last_active":"2024-09-20T21:39:24.507402+0000","last_peered":"2024-09-20T21:39:24.507402+0000","last_clean":"2024-09-20T21:39:24.507402+0000","last_became_active":"2024-09-20T21:38:27.364013+0000","last_became_peered":"2024-09-20T21:38:27.364013+0000","last_unstale":"2024-09-20T21:39:24.507402+0000","last_undegraded":"2024-09-20T21:39:24.507402+0000","last_fullsized":"2024-09-20T21:39:24.507402+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:03:10.005685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"57'1","reported_seq":25,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.228308+0000","last_change":"2024-09-20T21:38:23.327336+0000","last_active":"2024-09-20T21:39:24.228308+0000","last_peered":"2024-09-20T21:39:24.228308+0000","last_clean":"2024-09-20T21:39:24.228308+0000","last_became_active":"2024-09-20T21:38:23.326993+0000","last_became_peered":"2024-09-20T21:38:23.326993+0000","last_unstale":"2024-09-20T21:39:24.228308+0000","last_undegraded":"2024-09-20T21:39:24.228308+0000","last_fullsized":"2024-09-20T21:39:24.228308+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:51:38.749474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.507864+0000","last_change":"2024-09-20T21:38:27.353169+0000","last_active":"2024-09-20T21:39:24.507864+0000","last_peered":"2024-09-20T21:39:24.507864+0000","last_clean":"2024-09-20T21:39:24.507864+0000","last_became_active":"2024-09-20T21:38:27.352270+0000","last_became_peered":"2024-09-20T21:38:27.352270+0000","last_unstale":"2024-09-20T21:39:24.507864+0000","last_undegraded":"2024-09-20T21:39:24.507864+0000","last_fullsized":"2024-09-20T21:39:24.507864+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:26:04.498410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"57'2","reported_seq":26,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.226998+0000","last_change":"2024-09-20T21:38:23.331491+0000","last_active":"2024-09-20T21:39:24.226998+0000","last_peered":"2024-09-20T21:39:24.226998+0000","last_clean":"2024-09-20T21:39:24.226998+0000","last_became_active":"2024-09-20T21:38:23.331146+0000","last_became_peered":"2024-09-20T21:38:23.331146+0000","last_unstale":"2024-09-20T21:39:24.226998+0000","last_undegraded":"2024-09-20T21:39:24.226998+0000","last_fullsized":"2024-09-20T21:39:24.226998+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:08:41.567575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.507854+0000","last_change":"2024-09-20T21:38:27.349685+0000","last_active":"2024-09-20T21:39:24.507854+0000","last_peered":"2024-09-20T21:39:24.507854+0000","last_clean":"2024-09-20T21:39:24.507854+0000","last_became_active":"2024-09-20T21:38:27.349396+0000","last_became_peered":"2024-09-20T21:38:27.349396+0000","last_unstale":"2024-09-20T21:39:24.507854+0000","last_undegraded":"2024-09-20T21:39:24.507854+0000","last_fullsized":"2024-09-20T21:39:24.507854+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:54:13.019807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"57'1","reported_seq":25,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.230403+0000","last_change":"2024-09-20T21:38:23.325495+0000","last_active":"2024-09-20T21:39:24.230403+0000","last_peered":"2024-09-20T21:39:24.230403+0000","last_clean":"2024-09-20T21:39:24.230403+0000","last_became_active":"2024-09-20T21:38:23.324776+0000","last_became_peered":"2024-09-20T21:38:23.324776+0000","last_unstale":"2024-09-20T21:39:24.230403+0000","last_undegraded":"2024-09-20T21:39:24.230403+0000","last_fullsized":"2024-09-20T21:39:24.230403+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:58:39.031295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.232137+0000","last_change":"2024-09-20T21:38:27.348927+0000","last_active":"2024-09-20T21:39:24.232137+0000","last_peered":"2024-09-20T21:39:24.232137+0000","last_clean":"2024-09-20T21:39:24.232137+0000","last_became_active":"2024-09-20T21:38:27.348618+0000","last_became_peered":"2024-09-20T21:38:27.348618+0000","last_unstale":"2024-09-20T21:39:24.232137+0000","last_undegraded":"2024-09-20T21:39:24.232137+0000","last_fullsized":"2024-09-20T21:39:24.232137+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:30:25.042459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":24,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.226730+0000","last_change":"2024-09-20T21:38:23.329675+0000","last_active":"2024-09-20T21:39:24.226730+0000","last_peered":"2024-09-20T21:39:24.226730+0000","last_clean":"2024-09-20T21:39:24.226730+0000","last_became_active":"2024-09-20T21:38:23.329292+0000","last_became_peered":"2024-09-20T21:38:23.329292+0000","last_unstale":"2024-09-20T21:39:24.226730+0000","last_undegraded":"2024-09-20T21:39:24.226730+0000","last_fullsized":"2024-09-20T21:39:24.226730+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:25:08.050173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.507807+0000","last_change":"2024-09-20T21:38:27.360375+0000","last_active":"2024-09-20T21:39:24.507807+0000","last_peered":"2024-09-20T21:39:24.507807+0000","last_clean":"2024-09-20T21:39:24.507807+0000","last_became_active":"2024-09-20T21:38:27.359914+0000","last_became_peered":"2024-09-20T21:38:27.359914+0000","last_unstale":"2024-09-20T21:39:24.507807+0000","last_undegraded":"2024-09-20T21:39:24.507807+0000","last_fullsized":"2024-09-20T21:39:24.507807+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:14:12.790838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-20T21:39:33.245084+0000","last_change":"2024-09-20T21:39:24.417313+0000","last_active":"2024-09-20T21:39:33.245084+0000","last_peered":"2024-09-20T21:39:33.245084+0000","last_clean":"2024-09-20T21:39:33.245084+0000","last_became_active":"2024-09-20T21:39:19.556856+0000","last_became_peered":"2024-09-20T21:39:19.556856+0000","last_unstale":"2024-09-20T21:39:33.245084+0000","last_undegraded":"2024-09-20T21:39:33.245084+0000","last_fullsized":"2024-09-20T21:39:33.245084+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_clean_scrub_stamp":"2024-09-20T21:39:18.539356+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:06:23.169091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000288351,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"61'79","reported_seq":58,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.507570+0000","last_change":"2024-09-20T21:37:59.785510+0000","last_active":"2024-09-20T21:39:24.507570+0000","last_peered":"2024-09-20T21:39:24.507570+0000","last_clean":"2024-09-20T21:39:24.507570+0000","last_became_active":"2024-09-20T21:37:59.780670+0000","last_became_peered":"2024-09-20T21:37:59.780670+0000","last_unstale":"2024-09-20T21:39:24.507570+0000","last_undegraded":"2024-09-20T21:39:24.507570+0000","last_fullsized":"2024-09-20T21:39:24.507570+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:35:58.999220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:35:58.999220+0000","last_clean_scrub_stamp":"2024-09-20T21:35:58.999220+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:13:21.968721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":24,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.231923+0000","last_change":"2024-09-20T21:38:23.331470+0000","last_active":"2024-09-20T21:39:24.231923+0000","last_peered":"2024-09-20T21:39:24.231923+0000","last_clean":"2024-09-20T21:39:24.231923+0000","last_became_active":"2024-09-20T21:38:23.331162+0000","last_became_peered":"2024-09-20T21:38:23.331162+0000","last_unstale":"2024-09-20T21:39:24.231923+0000","last_undegraded":"2024-09-20T21:39:24.231923+0000","last_fullsized":"2024-09-20T21:39:24.231923+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:01:40.897539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.701885+0000","last_change":"2024-09-20T21:38:27.354284+0000","last_active":"2024-09-20T21:39:24.701885+0000","last_peered":"2024-09-20T21:39:24.701885+0000","last_clean":"2024-09-20T21:39:24.701885+0000","last_became_active":"2024-09-20T21:38:27.353796+0000","last_became_peered":"2024-09-20T21:38:27.353796+0000","last_unstale":"2024-09-20T21:39:24.701885+0000","last_undegraded":"2024-09-20T21:39:24.701885+0000","last_fullsized":"2024-09-20T21:39:24.701885+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:52:49.945307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-20T21:39:33.001109+0000","last_change":"2024-09-20T21:39:24.227704+0000","last_active":"2024-09-20T21:39:33.001109+0000","last_peered":"2024-09-20T21:39:33.001109+0000","last_clean":"2024-09-20T21:39:33.001109+0000","last_became_active":"2024-09-20T21:39:19.896975+0000","last_became_peered":"2024-09-20T21:39:19.896975+0000","last_unstale":"2024-09-20T21:39:33.001109+0000","last_undegraded":"2024-09-20T21:39:33.001109+0000","last_fullsized":"2024-09-20T21:39:33.001109+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_clean_scrub_stamp":"2024-09-20T21:39:18.539356+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:06:56.635597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00023638199999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.507525+0000","last_change":"2024-09-20T21:38:23.332012+0000","last_active":"2024-09-20T21:39:24.507525+0000","last_peered":"2024-09-20T21:39:24.507525+0000","last_clean":"2024-09-20T21:39:24.507525+0000","last_became_active":"2024-09-20T21:38:23.330366+0000","last_became_peered":"2024-09-20T21:38:23.330366+0000","last_unstale":"2024-09-20T21:39:24.507525+0000","last_undegraded":"2024-09-20T21:39:24.507525+0000","last_fullsized":"2024-09-20T21:39:24.507525+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:47:06.344292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.226497+0000","last_change":"2024-09-20T21:38:27.349419+0000","last_active":"2024-09-20T21:39:24.226497+0000","last_peered":"2024-09-20T21:39:24.226497+0000","last_clean":"2024-09-20T21:39:24.226497+0000","last_became_active":"2024-09-20T21:38:27.349147+0000","last_became_peered":"2024-09-20T21:38:27.349147+0000","last_unstale":"2024-09-20T21:39:24.226497+0000","last_undegraded":"2024-09-20T21:39:24.226497+0000","last_fullsized":"2024-09-20T21:39:24.226497+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:21:26.924313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-20T21:39:33.243318+0000","last_change":"2024-09-20T21:39:24.231282+0000","last_active":"2024-09-20T21:39:33.243318+0000","last_peered":"2024-09-20T21:39:33.243318+0000","last_clean":"2024-09-20T21:39:33.243318+0000","last_became_active":"2024-09-20T21:39:19.814877+0000","last_became_peered":"2024-09-20T21:39:19.814877+0000","last_unstale":"2024-09-20T21:39:33.243318+0000","last_undegraded":"2024-09-20T21:39:33.243318+0000","last_fullsized":"2024-09-20T21:39:33.243318+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_clean_scrub_stamp":"2024-09-20T21:39:18.539356+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:56:19.971116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00061817600000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":24,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.226416+0000","last_change":"2024-09-20T21:38:23.330556+0000","last_active":"2024-09-20T21:39:24.226416+0000","last_peered":"2024-09-20T21:39:24.226416+0000","last_clean":"2024-09-20T21:39:24.226416+0000","last_became_active":"2024-09-20T21:38:23.330270+0000","last_became_peered":"2024-09-20T21:38:23.330270+0000","last_unstale":"2024-09-20T21:39:24.226416+0000","last_undegraded":"2024-09-20T21:39:24.226416+0000","last_fullsized":"2024-09-20T21:39:24.226416+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:21:49.967168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.229926+0000","last_change":"2024-09-20T21:38:27.350607+0000","last_active":"2024-09-20T21:39:24.229926+0000","last_peered":"2024-09-20T21:39:24.229926+0000","last_clean":"2024-09-20T21:39:24.229926+0000","last_became_active":"2024-09-20T21:38:27.350328+0000","last_became_peered":"2024-09-20T21:38:27.350328+0000","last_unstale":"2024-09-20T21:39:24.229926+0000","last_undegraded":"2024-09-20T21:39:24.229926+0000","last_fullsized":"2024-09-20T21:39:24.229926+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:01:16.749699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-20T21:39:33.243285+0000","last_change":"2024-09-20T21:39:24.231064+0000","last_active":"2024-09-20T21:39:33.243285+0000","last_peered":"2024-09-20T21:39:33.243285+0000","last_clean":"2024-09-20T21:39:33.243285+0000","last_became_active":"2024-09-20T21:39:19.896918+0000","last_became_peered":"2024-09-20T21:39:19.896918+0000","last_unstale":"2024-09-20T21:39:33.243285+0000","last_undegraded":"2024-09-20T21:39:33.243285+0000","last_fullsized":"2024-09-20T21:39:33.243285+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_clean_scrub_stamp":"2024-09-20T21:39:18.539356+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:59:13.889861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063213600000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":24,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.232036+0000","last_change":"2024-09-20T21:38:23.325574+0000","last_active":"2024-09-20T21:39:24.232036+0000","last_peered":"2024-09-20T21:39:24.232036+0000","last_clean":"2024-09-20T21:39:24.232036+0000","last_became_active":"2024-09-20T21:38:23.325295+0000","last_became_peered":"2024-09-20T21:38:23.325295+0000","last_unstale":"2024-09-20T21:39:24.232036+0000","last_undegraded":"2024-09-20T21:39:24.232036+0000","last_fullsized":"2024-09-20T21:39:24.232036+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:31:17.041373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.227957+0000","last_change":"2024-09-20T21:38:27.351261+0000","last_active":"2024-09-20T21:39:24.227957+0000","last_peered":"2024-09-20T21:39:24.227957+0000","last_clean":"2024-09-20T21:39:24.227957+0000","last_became_active":"2024-09-20T21:38:27.350942+0000","last_became_peered":"2024-09-20T21:38:27.350942+0000","last_unstale":"2024-09-20T21:39:24.227957+0000","last_undegraded":"2024-09-20T21:39:24.227957+0000","last_fullsized":"2024-09-20T21:39:24.227957+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:21:59.768420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"66'2","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-20T21:39:33.243148+0000","last_change":"2024-09-20T21:39:24.231037+0000","last_active":"2024-09-20T21:39:33.243148+0000","last_peered":"2024-09-20T21:39:33.243148+0000","last_clean":"2024-09-20T21:39:33.243148+0000","last_became_active":"2024-09-20T21:39:19.814872+0000","last_became_peered":"2024-09-20T21:39:19.814872+0000","last_unstale":"2024-09-20T21:39:33.243148+0000","last_undegraded":"2024-09-20T21:39:33.243148+0000","last_fullsized":"2024-09-20T21:39:33.243148+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_clean_scrub_stamp":"2024-09-20T21:39:18.539356+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:09:30.705243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00097919200000000004,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.230564+0000","last_change":"2024-09-20T21:38:23.331468+0000","last_active":"2024-09-20T21:39:24.230564+0000","last_peered":"2024-09-20T21:39:24.230564+0000","last_clean":"2024-09-20T21:39:24.230564+0000","last_became_active":"2024-09-20T21:38:23.331187+0000","last_became_peered":"2024-09-20T21:38:23.331187+0000","last_unstale":"2024-09-20T21:39:24.230564+0000","last_undegraded":"2024-09-20T21:39:24.230564+0000","last_fullsized":"2024-09-20T21:39:24.230564+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:03:31.863255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.232151+0000","last_change":"2024-09-20T21:38:27.351672+0000","last_active":"2024-09-20T21:39:24.232151+0000","last_peered":"2024-09-20T21:39:24.232151+0000","last_clean":"2024-09-20T21:39:24.232151+0000","last_became_active":"2024-09-20T21:38:27.351213+0000","last_became_peered":"2024-09-20T21:38:27.351213+0000","last_unstale":"2024-09-20T21:39:24.232151+0000","last_undegraded":"2024-09-20T21:39:24.232151+0000","last_fullsized":"2024-09-20T21:39:24.232151+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:55:50.193491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"64'1","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-20T21:39:33.001074+0000","last_change":"2024-09-20T21:39:24.227340+0000","last_active":"2024-09-20T21:39:33.001074+0000","last_peered":"2024-09-20T21:39:33.001074+0000","last_clean":"2024-09-20T21:39:33.001074+0000","last_became_active":"2024-09-20T21:39:19.814808+0000","last_became_peered":"2024-09-20T21:39:19.814808+0000","last_unstale":"2024-09-20T21:39:33.001074+0000","last_undegraded":"2024-09-20T21:39:33.001074+0000","last_fullsized":"2024-09-20T21:39:33.001074+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_clean_scrub_stamp":"2024-09-20T21:39:18.539356+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:31:54.269982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062703300000000004,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.226762+0000","last_change":"2024-09-20T21:38:43.799634+0000","last_active":"2024-09-20T21:39:24.226762+0000","last_peered":"2024-09-20T21:39:24.226762+0000","last_clean":"2024-09-20T21:39:24.226762+0000","last_became_active":"2024-09-20T21:38:43.799287+0000","last_became_peered":"2024-09-20T21:38:43.799287+0000","last_unstale":"2024-09-20T21:39:24.226762+0000","last_undegraded":"2024-09-20T21:39:24.226762+0000","last_fullsized":"2024-09-20T21:39:24.226762+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:47:09.926606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.230467+0000","last_change":"2024-09-20T21:38:27.356452+0000","last_active":"2024-09-20T21:39:24.230467+0000","last_peered":"2024-09-20T21:39:24.230467+0000","last_clean":"2024-09-20T21:39:24.230467+0000","last_became_active":"2024-09-20T21:38:27.356194+0000","last_became_peered":"2024-09-20T21:38:27.356194+0000","last_unstale":"2024-09-20T21:39:24.230467+0000","last_undegraded":"2024-09-20T21:39:24.230467+0000","last_fullsized":"2024-09-20T21:39:24.230467+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:16:56.755047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-20T21:39:33.243293+0000","last_change":"2024-09-20T21:39:24.702018+0000","last_active":"2024-09-20T21:39:33.243293+0000","last_peered":"2024-09-20T21:39:33.243293+0000","last_clean":"2024-09-20T21:39:33.243293+0000","last_became_active":"2024-09-20T21:39:19.557171+0000","last_became_peered":"2024-09-20T21:39:19.557171+0000","last_unstale":"2024-09-20T21:39:33.243293+0000","last_undegraded":"2024-09-20T21:39:33.243293+0000","last_fullsized":"2024-09-20T21:39:33.243293+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_clean_scrub_stamp":"2024-09-20T21:39:18.539356+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:06:28.468913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000361641,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"57'1","reported_seq":25,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.230756+0000","last_change":"2024-09-20T21:38:23.329540+0000","last_active":"2024-09-20T21:39:24.230756+0000","last_peered":"2024-09-20T21:39:24.230756+0000","last_clean":"2024-09-20T21:39:24.230756+0000","last_became_active":"2024-09-20T21:38:23.328807+0000","last_became_peered":"2024-09-20T21:38:23.328807+0000","last_unstale":"2024-09-20T21:39:24.230756+0000","last_undegraded":"2024-09-20T21:39:24.230756+0000","last_fullsized":"2024-09-20T21:39:24.230756+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:59:08.184037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.702419+0000","last_change":"2024-09-20T21:38:27.360238+0000","last_active":"2024-09-20T21:39:24.702419+0000","last_peered":"2024-09-20T21:39:24.702419+0000","last_clean":"2024-09-20T21:39:24.702419+0000","last_became_active":"2024-09-20T21:38:27.357955+0000","last_became_peered":"2024-09-20T21:38:27.357955+0000","last_unstale":"2024-09-20T21:39:24.702419+0000","last_undegraded":"2024-09-20T21:39:24.702419+0000","last_fullsized":"2024-09-20T21:39:24.702419+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:24:28.722677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-20T21:39:33.243495+0000","last_change":"2024-09-20T21:39:24.228238+0000","last_active":"2024-09-20T21:39:33.243495+0000","last_peered":"2024-09-20T21:39:33.243495+0000","last_clean":"2024-09-20T21:39:33.243495+0000","last_became_active":"2024-09-20T21:39:19.814691+0000","last_became_peered":"2024-09-20T21:39:19.814691+0000","last_unstale":"2024-09-20T21:39:33.243495+0000","last_undegraded":"2024-09-20T21:39:33.243495+0000","last_fullsized":"2024-09-20T21:39:33.243495+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_clean_scrub_stamp":"2024-09-20T21:39:18.539356+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:14:48.384310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056446199999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"57'2","reported_seq":26,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.417286+0000","last_change":"2024-09-20T21:38:23.328738+0000","last_active":"2024-09-20T21:39:24.417286+0000","last_peered":"2024-09-20T21:39:24.417286+0000","last_clean":"2024-09-20T21:39:24.417286+0000","last_became_active":"2024-09-20T21:38:23.328453+0000","last_became_peered":"2024-09-20T21:38:23.328453+0000","last_unstale":"2024-09-20T21:39:24.417286+0000","last_undegraded":"2024-09-20T21:39:24.417286+0000","last_fullsized":"2024-09-20T21:39:24.417286+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:21:07.493512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.227411+0000","last_change":"2024-09-20T21:38:27.352416+0000","last_active":"2024-09-20T21:39:24.227411+0000","last_peered":"2024-09-20T21:39:24.227411+0000","last_clean":"2024-09-20T21:39:24.227411+0000","last_became_active":"2024-09-20T21:38:27.352144+0000","last_became_peered":"2024-09-20T21:38:27.352144+0000","last_unstale":"2024-09-20T21:39:24.227411+0000","last_undegraded":"2024-09-20T21:39:24.227411+0000","last_fullsized":"2024-09-20T21:39:24.227411+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:54:31.291989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":24,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.507420+0000","last_change":"2024-09-20T21:38:23.332401+0000","last_active":"2024-09-20T21:39:24.507420+0000","last_peered":"2024-09-20T21:39:24.507420+0000","last_clean":"2024-09-20T21:39:24.507420+0000","last_became_active":"2024-09-20T21:38:23.327738+0000","last_became_peered":"2024-09-20T21:38:23.327738+0000","last_unstale":"2024-09-20T21:39:24.507420+0000","last_undegraded":"2024-09-20T21:39:24.507420+0000","last_fullsized":"2024-09-20T21:39:24.507420+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:17:37.185042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.227938+0000","last_change":"2024-09-20T21:38:27.358116+0000","last_active":"2024-09-20T21:39:24.227938+0000","last_peered":"2024-09-20T21:39:24.227938+0000","last_clean":"2024-09-20T21:39:24.227938+0000","last_became_active":"2024-09-20T21:38:27.357022+0000","last_became_peered":"2024-09-20T21:38:27.357022+0000","last_unstale":"2024-09-20T21:39:24.227938+0000","last_undegraded":"2024-09-20T21:39:24.227938+0000","last_fullsized":"2024-09-20T21:39:24.227938+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:44:12.306996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":24,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.230171+0000","last_change":"2024-09-20T21:38:23.329598+0000","last_active":"2024-09-20T21:39:24.230171+0000","last_peered":"2024-09-20T21:39:24.230171+0000","last_clean":"2024-09-20T21:39:24.230171+0000","last_became_active":"2024-09-20T21:38:23.328761+0000","last_became_peered":"2024-09-20T21:38:23.328761+0000","last_unstale":"2024-09-20T21:39:24.230171+0000","last_undegraded":"2024-09-20T21:39:24.230171+0000","last_fullsized":"2024-09-20T21:39:24.230171+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:55:35.007382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.701828+0000","last_change":"2024-09-20T21:38:27.358346+0000","last_active":"2024-09-20T21:39:24.701828+0000","last_peered":"2024-09-20T21:39:24.701828+0000","last_clean":"2024-09-20T21:39:24.701828+0000","last_became_active":"2024-09-20T21:38:27.357706+0000","last_became_peered":"2024-09-20T21:38:27.357706+0000","last_unstale":"2024-09-20T21:39:24.701828+0000","last_undegraded":"2024-09-20T21:39:24.701828+0000","last_fullsized":"2024-09-20T21:39:24.701828+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:19:54.034557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":24,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.230386+0000","last_change":"2024-09-20T21:38:23.330044+0000","last_active":"2024-09-20T21:39:24.230386+0000","last_peered":"2024-09-20T21:39:24.230386+0000","last_clean":"2024-09-20T21:39:24.230386+0000","last_became_active":"2024-09-20T21:38:23.328918+0000","last_became_peered":"2024-09-20T21:38:23.328918+0000","last_unstale":"2024-09-20T21:39:24.230386+0000","last_undegraded":"2024-09-20T21:39:24.230386+0000","last_fullsized":"2024-09-20T21:39:24.230386+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:14:07.730369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.702043+0000","last_change":"2024-09-20T21:38:27.351384+0000","last_active":"2024-09-20T21:39:24.702043+0000","last_peered":"2024-09-20T21:39:24.702043+0000","last_clean":"2024-09-20T21:39:24.702043+0000","last_became_active":"2024-09-20T21:38:27.351089+0000","last_became_peered":"2024-09-20T21:38:27.351089+0000","last_unstale":"2024-09-20T21:39:24.702043+0000","last_undegraded":"2024-09-20T21:39:24.702043+0000","last_fullsized":"2024-09-20T21:39:24.702043+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:49:54.015497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"57'2","reported_seq":26,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.507761+0000","last_change":"2024-09-20T21:38:23.327670+0000","last_active":"2024-09-20T21:39:24.507761+0000","last_peered":"2024-09-20T21:39:24.507761+0000","last_clean":"2024-09-20T21:39:24.507761+0000","last_became_active":"2024-09-20T21:38:23.327419+0000","last_became_peered":"2024-09-20T21:38:23.327419+0000","last_unstale":"2024-09-20T21:39:24.507761+0000","last_undegraded":"2024-09-20T21:39:24.507761+0000","last_fullsized":"2024-09-20T21:39:24.507761+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:50:30.312275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.417034+0000","last_change":"2024-09-20T21:38:27.351328+0000","last_active":"2024-09-20T21:39:24.417034+0000","last_peered":"2024-09-20T21:39:24.417034+0000","last_clean":"2024-09-20T21:39:24.417034+0000","last_became_active":"2024-09-20T21:38:27.350994+0000","last_became_peered":"2024-09-20T21:38:27.350994+0000","last_unstale":"2024-09-20T21:39:24.417034+0000","last_undegraded":"2024-09-20T21:39:24.417034+0000","last_fullsized":"2024-09-20T21:39:24.417034+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:26:43.270086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.232172+0000","last_change":"2024-09-20T21:38:27.358681+0000","last_active":"2024-09-20T21:39:24.232172+0000","last_peered":"2024-09-20T21:39:24.232172+0000","last_clean":"2024-09-20T21:39:24.232172+0000","last_became_active":"2024-09-20T21:38:27.358380+0000","last_became_peered":"2024-09-20T21:38:27.358380+0000","last_unstale":"2024-09-20T21:39:24.232172+0000","last_undegraded":"2024-09-20T21:39:24.232172+0000","last_fullsized":"2024-09-20T21:39:24.232172+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:45:39.962639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"57'2","reported_seq":26,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.507545+0000","last_change":"2024-09-20T21:38:23.334079+0000","last_active":"2024-09-20T21:39:24.507545+0000","last_peered":"2024-09-20T21:39:24.507545+0000","last_clean":"2024-09-20T21:39:24.507545+0000","last_became_active":"2024-09-20T21:38:23.333811+0000","last_became_peered":"2024-09-20T21:38:23.333811+0000","last_unstale":"2024-09-20T21:39:24.507545+0000","last_undegraded":"2024-09-20T21:39:24.507545+0000","last_fullsized":"2024-09-20T21:39:24.507545+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:05:41.744176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.232035+0000","last_change":"2024-09-20T21:38:27.358704+0000","last_active":"2024-09-20T21:39:24.232035+0000","last_peered":"2024-09-20T21:39:24.232035+0000","last_clean":"2024-09-20T21:39:24.232035+0000","last_became_active":"2024-09-20T21:38:27.358425+0000","last_became_peered":"2024-09-20T21:38:27.358425+0000","last_unstale":"2024-09-20T21:39:24.232035+0000","last_undegraded":"2024-09-20T21:39:24.232035+0000","last_fullsized":"2024-09-20T21:39:24.232035+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T21:53:49.259088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"57'2","reported_seq":26,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.507775+0000","last_change":"2024-09-20T21:38:23.332755+0000","last_active":"2024-09-20T21:39:24.507775+0000","last_peered":"2024-09-20T21:39:24.507775+0000","last_clean":"2024-09-20T21:39:24.507775+0000","last_became_active":"2024-09-20T21:38:23.331918+0000","last_became_peered":"2024-09-20T21:38:23.331918+0000","last_unstale":"2024-09-20T21:39:24.507775+0000","last_undegraded":"2024-09-20T21:39:24.507775+0000","last_fullsized":"2024-09-20T21:39:24.507775+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:52:38.730561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.227862+0000","last_change":"2024-09-20T21:38:27.354875+0000","last_active":"2024-09-20T21:39:24.227862+0000","last_peered":"2024-09-20T21:39:24.227862+0000","last_clean":"2024-09-20T21:39:24.227862+0000","last_became_active":"2024-09-20T21:38:27.354612+0000","last_became_peered":"2024-09-20T21:38:27.354612+0000","last_unstale":"2024-09-20T21:39:24.227862+0000","last_undegraded":"2024-09-20T21:39:24.227862+0000","last_fullsized":"2024-09-20T21:39:24.227862+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:27:04.686325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"57'1","reported_seq":25,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.702331+0000","last_change":"2024-09-20T21:38:23.331658+0000","last_active":"2024-09-20T21:39:24.702331+0000","last_peered":"2024-09-20T21:39:24.702331+0000","last_clean":"2024-09-20T21:39:24.702331+0000","last_became_active":"2024-09-20T21:38:23.331367+0000","last_became_peered":"2024-09-20T21:38:23.331367+0000","last_unstale":"2024-09-20T21:39:24.702331+0000","last_undegraded":"2024-09-20T21:39:24.702331+0000","last_fullsized":"2024-09-20T21:39:24.702331+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:51:50.446123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.702227+0000","last_change":"2024-09-20T21:38:27.350977+0000","last_active":"2024-09-20T21:39:24.702227+0000","last_peered":"2024-09-20T21:39:24.702227+0000","last_clean":"2024-09-20T21:39:24.702227+0000","last_became_active":"2024-09-20T21:38:27.350601+0000","last_became_peered":"2024-09-20T21:38:27.350601+0000","last_unstale":"2024-09-20T21:39:24.702227+0000","last_undegraded":"2024-09-20T21:39:24.702227+0000","last_fullsized":"2024-09-20T21:39:24.702227+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:11:14.001048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"57'4","reported_seq":28,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.228259+0000","last_change":"2024-09-20T21:38:23.327271+0000","last_active":"2024-09-20T21:39:24.228259+0000","last_peered":"2024-09-20T21:39:24.228259+0000","last_clean":"2024-09-20T21:39:24.228259+0000","last_became_active":"2024-09-20T21:38:23.327013+0000","last_became_peered":"2024-09-20T21:38:23.327013+0000","last_unstale":"2024-09-20T21:39:24.228259+0000","last_undegraded":"2024-09-20T21:39:24.228259+0000","last_fullsized":"2024-09-20T21:39:24.228259+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:17:42.835827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3128,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430238,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298616,"kb_used_data":1260,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446536,"statfs":{"total":95995035648,"available":95689252864,"internally_reserved":0,"allocated":1290240,"data_stored":900277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 20 21:40:03 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.50700000000000001,"15min":0.50800000000000001},"min":{"1min":0.33600000000000002,"5min":0.251,"15min":0.251},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.49099999999999999,"15min":0.49299999999999999},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.39400000000000002}]},{"osd":1,"last update":"Fri Sep 20 21:40:03 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.495,"15min":0.497},"min":{"1min":0.376,"5min":0.315,"15min":0.315},"max":{"1min":0.74099999999999999,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.495,"5min":0.53000000000000003,"15min":0.53600000000000003},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.69099999999999995,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.47199999999999998}]},{"osd":2,"last update":"Fri Sep 20 21:40:03 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.52500000000000002,"15min":0.53000000000000003},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.626,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.54200000000000004,"15min":0.54800000000000004},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.65200000000000002,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.505}]},{"osd":3,"last update":"Fri Sep 20 21:40:03 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.54200000000000004,"15min":0.55000000000000004},"min":{"1min":0.38500000000000001,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.72699999999999998,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.441},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.54600000000000004,"15min":0.55200000000000005},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.67300000000000004,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.48299999999999998}]},{"osd":4,"last update":"Fri Sep 20 21:40:03 2024","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.47899999999999998,"15min":0.49099999999999999},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.64800000000000002,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.48099999999999998,"15min":0.495},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.63200000000000001,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.55300000000000005}]},{"osd":5,"last update":"Fri Sep 20 21:40:03 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.45800000000000002,"15min":0.46700000000000003},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.60899999999999999,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.51700000000000002,"15min":0.52800000000000002},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.70999999999999996,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.628}]},{"osd":6,"last update":"Fri Sep 20 21:40:03 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.51600000000000001,"15min":0.52800000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.68300000000000005,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.55200000000000005,"15min":0.56799999999999995},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.69299999999999995,"5min":0.75,"15min":0.75},"last":0.60999999999999999}]}]},{"osd":6,"up_from":42,"seq":180388626467,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298612,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446540,"statfs":{"total":95995035648,"available":95689256960,"internally_reserved":0,"allocated":1286144,"data_stored":901468,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 20 21:39:36 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53700000000000003,"15min":0.53800000000000003},"min":{"1min":0.40699999999999997,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.73199999999999998,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.55100000000000005,"15min":0.55600000000000005},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.73299999999999998,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.32000000000000001}]},{"osd":1,"last update":"Fri Sep 20 21:39:36 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.52700000000000002,"15min":0.52500000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.72099999999999997,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.54400000000000004,"15min":0.54600000000000004},"min":{"1min":0.42299999999999999,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.69099999999999995,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.57099999999999995}]},{"osd":2,"last update":"Fri Sep 20 21:39:36 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.54700000000000004,"15min":0.55100000000000005},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.67100000000000004,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.55900000000000005,"15min":0.56599999999999995},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.64000000000000001,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.38900000000000001}]},{"osd":3,"last update":"Fri Sep 20 21:39:36 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.54600000000000004,"15min":0.55000000000000004},"min":{"1min":0.39000000000000001,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.42999999999999999,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.71499999999999997,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.68100000000000005}]},{"osd":4,"last update":"Fri Sep 20 21:39:36 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.437,"15min":0.442},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.74199999999999999,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.439,"5min":0.43099999999999999,"15min":0.42899999999999999},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.60499999999999998}]},{"osd":5,"last update":"Fri Sep 20 21:39:36 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.45300000000000001,"15min":0.45500000000000002},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.432},{"interface":"front","average":{"1min":0.434,"5min":0.436,"15min":0.436},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.59999999999999998,"5min":0.749,"15min":0.749},"last":0.54100000000000004}]},{"osd":7,"last update":"Fri Sep 20 21:39:59 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.54300000000000004,"15min":0.56499999999999995},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.70099999999999996,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.53400000000000003,"15min":0.54600000000000004},"min":{"1min":0.34699999999999998,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.60399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.62}]}]},{"osd":5,"up_from":36,"seq":154618822696,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298036,"kb_used_data":684,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447116,"statfs":{"total":95995035648,"available":95689846784,"internally_reserved":0,"allocated":700416,"data_stored":311209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 20 21:40:12 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53800000000000003,"15min":0.54000000000000004},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.70599999999999996,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.52000000000000002,"15min":0.53700000000000003},"min":{"1min":0.34300000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.70699999999999996,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.46999999999999997}]},{"osd":1,"last update":"Fri Sep 20 21:40:12 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.54300000000000004,"15min":0.55900000000000005},"min":{"1min":0.34399999999999997,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.67400000000000004,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.52000000000000002,"15min":0.52800000000000002},"min":{"1min":0.37,"5min":0.316,"15min":0.316},"max":{"1min":0.57699999999999996,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.23899999999999999}]},{"osd":2,"last update":"Fri Sep 20 21:40:12 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.55100000000000005,"15min":0.56000000000000005},"min":{"1min":0.39800000000000002,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.502},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55600000000000005,"15min":0.56200000000000006},"min":{"1min":0.40899999999999997,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.72499999999999998,"5min":0.752,"15min":0.752},"last":0.38}]},{"osd":3,"last update":"Fri Sep 20 21:40:12 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.53100000000000003,"15min":0.53300000000000003},"min":{"1min":0.379,"5min":0.377,"15min":0.377},"max":{"1min":0.68200000000000005,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.55700000000000005,"15min":0.56100000000000005},"min":{"1min":0.38300000000000001,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.75600000000000001,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.48599999999999999}]},{"osd":4,"last update":"Fri Sep 20 21:40:12 2024","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.38200000000000001,"15min":0.36599999999999999},"min":{"1min":0.29599999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.442,"5min":0.41499999999999998,"15min":0.40100000000000002},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.67300000000000004,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.40500000000000003}]},{"osd":6,"last update":"Fri Sep 20 21:39:39 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.42499999999999999,"15min":0.42099999999999999},"min":{"1min":0.33100000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.627,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.443,"15min":0.436},"min":{"1min":0.318,"5min":0.248,"15min":0.248},"max":{"1min":0.60699999999999998,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.54900000000000004}]},{"osd":7,"last update":"Fri Sep 20 21:40:04 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.495,"15min":0.497},"min":{"1min":0.35299999999999998,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.61199999999999999,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.501,"15min":0.505},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.623,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.53800000000000003}]}]},{"osd":4,"up_from":30,"seq":128849018925,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298048,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447104,"statfs":{"total":95995035648,"available":95689834496,"internally_reserved":0,"allocated":708608,"data_stored":310032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 20 21:39:48 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52400000000000002,"15min":0.52200000000000002},"min":{"1min":0.33400000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.52900000000000003,"15min":0.51700000000000002},"min":{"1min":0.39800000000000002,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.48099999999999998}]},{"osd":1,"last update":"Fri Sep 20 21:39:48 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.52800000000000002,"15min":0.52200000000000002},"min":{"1min":0.38600000000000001,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54300000000000004,"15min":0.53900000000000003},"min":{"1min":0.38100000000000001,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.56100000000000005}]},{"osd":2,"last update":"Fri Sep 20 21:39:48 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.52100000000000002,"15min":0.51200000000000001},"min":{"1min":0.34899999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.55100000000000005,"15min":0.55700000000000005},"min":{"1min":0.35999999999999999,"5min":0.307,"15min":0.307},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.46200000000000002}]},{"osd":3,"last update":"Fri Sep 20 21:39:48 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.57699999999999996,"15min":0.58099999999999996},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57199999999999995,"15min":0.56699999999999995},"min":{"1min":0.40500000000000003,"5min":0.318,"15min":0.318},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.66400000000000003}]},{"osd":5,"last update":"Fri Sep 20 21:40:13 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.38200000000000001,"15min":0.36499999999999999},"min":{"1min":0.28100000000000003,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.57099999999999995,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.38600000000000001,"15min":0.36399999999999999},"min":{"1min":0.29699999999999999,"5min":0.218,"15min":0.218},"max":{"1min":0.63800000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.60499999999999998}]},{"osd":6,"last update":"Fri Sep 20 21:39:35 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.26600000000000001,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.69899999999999995,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.621},{"interface":"front","average":{"1min":0.497,"5min":0.48899999999999999,"15min":0.48699999999999999},"min":{"1min":0.32400000000000001,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.68400000000000005,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.67700000000000005}]},{"osd":7,"last update":"Fri Sep 20 21:40:00 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.51300000000000001,"15min":0.52200000000000002},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.71799999999999997,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.52400000000000002,"15min":0.53200000000000003},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.70199999999999996,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.68500000000000005}]}]},{"osd":3,"up_from":25,"seq":107374182449,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298044,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447108,"statfs":{"total":95995035648,"available":95689838592,"internally_reserved":0,"allocated":704512,"data_stored":311519,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 20 21:39:30 2024","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.40799999999999997,"15min":0.42799999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.47699999999999998,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.41999999999999998,"15min":0.436},"min":{"1min":0.28100000000000003,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.56000000000000005,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.44400000000000001}]},{"osd":1,"last update":"Fri Sep 20 21:39:30 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.41999999999999998,"15min":0.44500000000000001},"min":{"1min":0.27500000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.48699999999999999,"5min":0.627,"15min":0.627},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.45700000000000002,"15min":0.47599999999999998},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.52500000000000002,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.52300000000000002}]},{"osd":2,"last update":"Fri Sep 20 21:39:30 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.51100000000000001,"15min":0.53400000000000003},"min":{"1min":0.33200000000000002,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.59099999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.47699999999999998,"15min":0.499},"min":{"1min":0.30599999999999999,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.34499999999999997}]},{"osd":4,"last update":"Fri Sep 20 21:39:51 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.60899999999999999,"15min":0.61799999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.73799999999999999,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.60099999999999998,"15min":0.61399999999999999},"min":{"1min":0.42299999999999999,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.47699999999999998}]},{"osd":5,"last update":"Fri Sep 20 21:40:16 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.63900000000000001,"15min":0.65900000000000003},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.84199999999999997,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.628,"15min":0.64600000000000002},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.75600000000000001,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.51000000000000001}]},{"osd":6,"last update":"Fri Sep 20 21:39:40 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.59599999999999997,"15min":0.60099999999999998},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.754,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.621,"15min":0.625},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.752}]},{"osd":7,"last update":"Fri Sep 20 21:40:01 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.60199999999999998,"15min":0.60399999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.80800000000000005,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.61199999999999999,"15min":0.61599999999999999},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.78000000000000003,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.503}]}]},{"osd":2,"up_from":18,"seq":77309411383,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298020,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447132,"statfs":{"total":95995035648,"available":95689863168,"internally_reserved":0,"allocated":679936,"data_stored":308412,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 20 21:40:05 2024","interfaces":[{"interface":"back","average":{"1min":0.309,"5min":0.35599999999999998,"15min":0.34899999999999998},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.44400000000000001,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.378,"15min":0.38200000000000001},"min":{"1min":0.25,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.48199999999999998,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.42099999999999999}]},{"osd":1,"last update":"Fri Sep 20 21:40:05 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.38900000000000001,"15min":0.39100000000000001},"min":{"1min":0.27400000000000002,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.60999999999999999,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.40899999999999997,"15min":0.40400000000000003},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.55500000000000005,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.47599999999999998}]},{"osd":3,"last update":"Fri Sep 20 21:39:24 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.45800000000000002,"15min":0.47699999999999998},"min":{"1min":0.29399999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.51500000000000001,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.47399999999999998,"15min":0.48199999999999998},"min":{"1min":0.36399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.70599999999999996,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.51000000000000001}]},{"osd":4,"last update":"Fri Sep 20 21:39:50 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.57599999999999996,"15min":0.57999999999999996},"min":{"1min":0.42899999999999999,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.73199999999999998,"5min":0.88,"15min":0.88},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.59499999999999997,"15min":0.59699999999999998},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.78800000000000003,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.77400000000000002}]},{"osd":5,"last update":"Fri Sep 20 21:40:12 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60599999999999998,"15min":0.60699999999999998},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.88600000000000001,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.57799999999999996,"15min":0.57499999999999996},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.76000000000000001}]},{"osd":6,"last update":"Fri Sep 20 21:39:33 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.60399999999999998,"15min":0.60499999999999998},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.80700000000000005,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.74399999999999999},{"interface":"front","average":{"1min":0.62,"5min":0.63200000000000001,"15min":0.63400000000000001},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.76900000000000002,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.83199999999999996}]},{"osd":7,"last update":"Fri Sep 20 21:40:05 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.63400000000000001,"15min":0.63900000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.61099999999999999,"15min":0.61899999999999999},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.73499999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574908,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298032,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447120,"statfs":{"total":95995035648,"available":95689850880,"internally_reserved":0,"allocated":692224,"data_stored":308866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 20 21:39:36 2024","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.36099999999999999,"15min":0.33400000000000002},"min":{"1min":0.21199999999999999,"5min":0.193,"15min":0.193},"max":{"1min":0.498,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.39200000000000002,"15min":0.36099999999999999},"min":{"1min":0.246,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.54600000000000004,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.52700000000000002}]},{"osd":2,"last update":"Fri Sep 20 21:40:05 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.42499999999999999,"15min":0.40400000000000003},"min":{"1min":0.28699999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.379,"15min":0.36699999999999999},"min":{"1min":0.249,"5min":0.215,"15min":0.215},"max":{"1min":0.51400000000000001,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.45500000000000002}]},{"osd":3,"last update":"Fri Sep 20 21:39:27 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.44700000000000001,"15min":0.45200000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.375},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.49299999999999999,"15min":0.503},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.56999999999999995}]},{"osd":4,"last update":"Fri Sep 20 21:39:48 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.54700000000000004,"15min":0.53700000000000003},"min":{"1min":0.43099999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.63,"15min":0.64000000000000001},"min":{"1min":0.46200000000000002,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.0629999999999999,"5min":1.099,"15min":1.099},"last":0.59599999999999997}]},{"osd":5,"last update":"Fri Sep 20 21:40:15 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60999999999999999,"15min":0.628},"min":{"1min":0.45800000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.76200000000000001,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.623,"15min":0.63700000000000001},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.78100000000000003,"5min":1.1160000000000001,"15min":1.1160000000000001},"last":0.626}]},{"osd":6,"last update":"Fri Sep 20 21:39:36 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.628,"15min":0.63700000000000001},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.77200000000000002,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.63300000000000001,"15min":0.64300000000000002},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.80900000000000005,"5min":1.131,"15min":1.131},"last":0.55500000000000005}]},{"osd":7,"last update":"Fri Sep 20 21:39:59 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.60299999999999998,"15min":0.59999999999999998},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.79000000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.61499999999999999,"15min":0.61099999999999999},"min":{"1min":0.47799999999999998,"5min":0.436,"15min":0.436},"max":{"1min":1.097,"5min":1.097,"15min":1.097},"last":0.68899999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738433,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298624,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446528,"statfs":{"total":95995035648,"available":95689244672,"internally_reserved":0,"allocated":1298432,"data_stored":900401,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 20 21:39:45 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.35999999999999999,"15min":0.33000000000000002},"min":{"1min":0.26300000000000001,"5min":0.216,"15min":0.216},"max":{"1min":0.60299999999999998,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.441,"5min":0.38500000000000001,"15min":0.34999999999999998},"min":{"1min":0.307,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.377}]},{"osd":2,"last update":"Fri Sep 20 21:40:03 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.40000000000000002,"15min":0.39000000000000001},"min":{"1min":0.26500000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.72499999999999998,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40999999999999998,"15min":0.40300000000000002},"min":{"1min":0.307,"5min":0.252,"15min":0.252},"max":{"1min":0.59299999999999997,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.41599999999999998}]},{"osd":3,"last update":"Fri Sep 20 21:39:30 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.435,"15min":0.44},"min":{"1min":0.28599999999999998,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.58899999999999997,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.33500000000000002,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.434}]},{"osd":4,"last update":"Fri Sep 20 21:39:51 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.56699999999999995,"15min":0.56000000000000005},"min":{"1min":0.39700000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.92100000000000004,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.59099999999999997,"15min":0.58499999999999996},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.53500000000000003}]},{"osd":5,"last update":"Fri Sep 20 21:40:10 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61199999999999999,"15min":0.59899999999999998},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.93500000000000005,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.623,"5min":0.629,"15min":0.61899999999999999},"min":{"1min":0.48699999999999999,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.96099999999999997,"5min":1.284,"15min":1.284},"last":0.59099999999999997}]},{"osd":6,"last update":"Fri Sep 20 21:39:37 2024","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.64700000000000002,"15min":0.64500000000000002},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.254,"5min":1.254,"15min":1.254},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.62,"15min":0.61699999999999999},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.82899999999999996,"5min":0.874,"15min":0.874},"last":0.498}]},{"osd":7,"last update":"Fri Sep 20 21:40:03 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.68100000000000005,"15min":0.68899999999999995},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.84999999999999998,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.65400000000000003,"15min":0.66200000000000003},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.80100000000000005,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.52000000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-20T21:40:20.030 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph pg dump --format=json 2024-09-20T21:40:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:19 smithi134 ceph-mon[31761]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:19 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:19 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:19 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:40:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:19 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:40:20.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:19 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:20.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:20 smithi046 ceph-mon[39760]: from='client.24611 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-20T21:40:20.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:20 smithi046 ceph-mon[39760]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-20T21:40:20.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:20 smithi046 ceph-mon[39760]: Reconfiguring daemon alertmanager.a on smithi046 2024-09-20T21:40:20.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:20 smithi046 ceph-mon[28078]: from='client.24611 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-20T21:40:20.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:20 smithi046 ceph-mon[28078]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-20T21:40:20.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:20 smithi046 ceph-mon[28078]: Reconfiguring daemon alertmanager.a on smithi046 2024-09-20T21:40:20.923 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:40:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:20 smithi134 ceph-mon[31761]: from='client.24611 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-20T21:40:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:20 smithi134 ceph-mon[31761]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-20T21:40:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:20 smithi134 ceph-mon[31761]: Reconfiguring daemon alertmanager.a on smithi046 2024-09-20T21:40:22.103 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:21 smithi046 ceph-mon[28078]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:22.103 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:21 smithi046 ceph-mon[39760]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:22.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:21 smithi134 ceph-mon[31761]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:23.775 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:40:23.777 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-09-20T21:40:23.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:23 smithi046 ceph-mon[28078]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:23.864 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:23 smithi046 ceph-mon[39760]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:24.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:23 smithi134 ceph-mon[31761]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:24.565 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":43,"stamp":"2024-09-20T21:40:22.664116+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593515,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":163,"num_write_kb":1646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":124,"ondisk_log_size":124,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386032,"kb_used_data":7188,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575184,"statfs":{"total":767960285184,"available":765516988416,"internally_reserved":0,"allocated":7360512,"data_stored":4252184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002735"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.507845+0000","last_change":"2024-09-20T21:38:27.353535+0000","last_active":"2024-09-20T21:39:24.507845+0000","last_peered":"2024-09-20T21:39:24.507845+0000","last_clean":"2024-09-20T21:39:24.507845+0000","last_became_active":"2024-09-20T21:38:27.353202+0000","last_became_peered":"2024-09-20T21:38:27.353202+0000","last_unstale":"2024-09-20T21:39:24.507845+0000","last_undegraded":"2024-09-20T21:39:24.507845+0000","last_fullsized":"2024-09-20T21:39:24.507845+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:10:34.308237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.230670+0000","last_change":"2024-09-20T21:38:27.362576+0000","last_active":"2024-09-20T21:39:24.230670+0000","last_peered":"2024-09-20T21:39:24.230670+0000","last_clean":"2024-09-20T21:39:24.230670+0000","last_became_active":"2024-09-20T21:38:27.362238+0000","last_became_peered":"2024-09-20T21:38:27.362238+0000","last_unstale":"2024-09-20T21:39:24.230670+0000","last_undegraded":"2024-09-20T21:39:24.230670+0000","last_fullsized":"2024-09-20T21:39:24.230670+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:33:10.986145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.227708+0000","last_change":"2024-09-20T21:38:27.349961+0000","last_active":"2024-09-20T21:39:24.227708+0000","last_peered":"2024-09-20T21:39:24.227708+0000","last_clean":"2024-09-20T21:39:24.227708+0000","last_became_active":"2024-09-20T21:38:27.349483+0000","last_became_peered":"2024-09-20T21:38:27.349483+0000","last_unstale":"2024-09-20T21:39:24.227708+0000","last_undegraded":"2024-09-20T21:39:24.227708+0000","last_fullsized":"2024-09-20T21:39:24.227708+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:11:08.698794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.232020+0000","last_change":"2024-09-20T21:38:27.353449+0000","last_active":"2024-09-20T21:39:24.232020+0000","last_peered":"2024-09-20T21:39:24.232020+0000","last_clean":"2024-09-20T21:39:24.232020+0000","last_became_active":"2024-09-20T21:38:27.353149+0000","last_became_peered":"2024-09-20T21:38:27.353149+0000","last_unstale":"2024-09-20T21:39:24.232020+0000","last_undegraded":"2024-09-20T21:39:24.232020+0000","last_fullsized":"2024-09-20T21:39:24.232020+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:30:44.425092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.507514+0000","last_change":"2024-09-20T21:38:27.358117+0000","last_active":"2024-09-20T21:39:24.507514+0000","last_peered":"2024-09-20T21:39:24.507514+0000","last_clean":"2024-09-20T21:39:24.507514+0000","last_became_active":"2024-09-20T21:38:27.357336+0000","last_became_peered":"2024-09-20T21:38:27.357336+0000","last_unstale":"2024-09-20T21:39:24.507514+0000","last_undegraded":"2024-09-20T21:39:24.507514+0000","last_fullsized":"2024-09-20T21:39:24.507514+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:57:49.341938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.231876+0000","last_change":"2024-09-20T21:38:27.354609+0000","last_active":"2024-09-20T21:39:24.231876+0000","last_peered":"2024-09-20T21:39:24.231876+0000","last_clean":"2024-09-20T21:39:24.231876+0000","last_became_active":"2024-09-20T21:38:27.354334+0000","last_became_peered":"2024-09-20T21:38:27.354334+0000","last_unstale":"2024-09-20T21:39:24.231876+0000","last_undegraded":"2024-09-20T21:39:24.231876+0000","last_fullsized":"2024-09-20T21:39:24.231876+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:44:53.168242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.507547+0000","last_change":"2024-09-20T21:38:27.356506+0000","last_active":"2024-09-20T21:39:24.507547+0000","last_peered":"2024-09-20T21:39:24.507547+0000","last_clean":"2024-09-20T21:39:24.507547+0000","last_became_active":"2024-09-20T21:38:27.356120+0000","last_became_peered":"2024-09-20T21:38:27.356120+0000","last_unstale":"2024-09-20T21:39:24.507547+0000","last_undegraded":"2024-09-20T21:39:24.507547+0000","last_fullsized":"2024-09-20T21:39:24.507547+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:02:23.611615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.701722+0000","last_change":"2024-09-20T21:38:27.353015+0000","last_active":"2024-09-20T21:39:24.701722+0000","last_peered":"2024-09-20T21:39:24.701722+0000","last_clean":"2024-09-20T21:39:24.701722+0000","last_became_active":"2024-09-20T21:38:27.352626+0000","last_became_peered":"2024-09-20T21:38:27.352626+0000","last_unstale":"2024-09-20T21:39:24.701722+0000","last_undegraded":"2024-09-20T21:39:24.701722+0000","last_fullsized":"2024-09-20T21:39:24.701722+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:39:13.846574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.507960+0000","last_change":"2024-09-20T21:38:27.359737+0000","last_active":"2024-09-20T21:39:24.507960+0000","last_peered":"2024-09-20T21:39:24.507960+0000","last_clean":"2024-09-20T21:39:24.507960+0000","last_became_active":"2024-09-20T21:38:27.359432+0000","last_became_peered":"2024-09-20T21:38:27.359432+0000","last_unstale":"2024-09-20T21:39:24.507960+0000","last_undegraded":"2024-09-20T21:39:24.507960+0000","last_fullsized":"2024-09-20T21:39:24.507960+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:22:34.983010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.417221+0000","last_change":"2024-09-20T21:38:27.354220+0000","last_active":"2024-09-20T21:39:24.417221+0000","last_peered":"2024-09-20T21:39:24.417221+0000","last_clean":"2024-09-20T21:39:24.417221+0000","last_became_active":"2024-09-20T21:38:27.353927+0000","last_became_peered":"2024-09-20T21:38:27.353927+0000","last_unstale":"2024-09-20T21:39:24.417221+0000","last_undegraded":"2024-09-20T21:39:24.417221+0000","last_fullsized":"2024-09-20T21:39:24.417221+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:18:37.071345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.417135+0000","last_change":"2024-09-20T21:38:27.357558+0000","last_active":"2024-09-20T21:39:24.417135+0000","last_peered":"2024-09-20T21:39:24.417135+0000","last_clean":"2024-09-20T21:39:24.417135+0000","last_became_active":"2024-09-20T21:38:27.357272+0000","last_became_peered":"2024-09-20T21:38:27.357272+0000","last_unstale":"2024-09-20T21:39:24.417135+0000","last_undegraded":"2024-09-20T21:39:24.417135+0000","last_fullsized":"2024-09-20T21:39:24.417135+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:03:30.408764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.227962+0000","last_change":"2024-09-20T21:38:27.352210+0000","last_active":"2024-09-20T21:39:24.227962+0000","last_peered":"2024-09-20T21:39:24.227962+0000","last_clean":"2024-09-20T21:39:24.227962+0000","last_became_active":"2024-09-20T21:38:27.350784+0000","last_became_peered":"2024-09-20T21:38:27.350784+0000","last_unstale":"2024-09-20T21:39:24.227962+0000","last_undegraded":"2024-09-20T21:39:24.227962+0000","last_fullsized":"2024-09-20T21:39:24.227962+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:34:50.011991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.701984+0000","last_change":"2024-09-20T21:38:27.352280+0000","last_active":"2024-09-20T21:39:24.701984+0000","last_peered":"2024-09-20T21:39:24.701984+0000","last_clean":"2024-09-20T21:39:24.701984+0000","last_became_active":"2024-09-20T21:38:27.352004+0000","last_became_peered":"2024-09-20T21:38:27.352004+0000","last_unstale":"2024-09-20T21:39:24.701984+0000","last_undegraded":"2024-09-20T21:39:24.701984+0000","last_fullsized":"2024-09-20T21:39:24.701984+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:58:17.316060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.226341+0000","last_change":"2024-09-20T21:38:27.354836+0000","last_active":"2024-09-20T21:39:24.226341+0000","last_peered":"2024-09-20T21:39:24.226341+0000","last_clean":"2024-09-20T21:39:24.226341+0000","last_became_active":"2024-09-20T21:38:27.354570+0000","last_became_peered":"2024-09-20T21:38:27.354570+0000","last_unstale":"2024-09-20T21:39:24.226341+0000","last_undegraded":"2024-09-20T21:39:24.226341+0000","last_fullsized":"2024-09-20T21:39:24.226341+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:01:05.404349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.230105+0000","last_change":"2024-09-20T21:38:27.357596+0000","last_active":"2024-09-20T21:39:24.230105+0000","last_peered":"2024-09-20T21:39:24.230105+0000","last_clean":"2024-09-20T21:39:24.230105+0000","last_became_active":"2024-09-20T21:38:27.357283+0000","last_became_peered":"2024-09-20T21:38:27.357283+0000","last_unstale":"2024-09-20T21:39:24.230105+0000","last_undegraded":"2024-09-20T21:39:24.230105+0000","last_fullsized":"2024-09-20T21:39:24.230105+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:30:16.885797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.231689+0000","last_change":"2024-09-20T21:38:27.353937+0000","last_active":"2024-09-20T21:39:24.231689+0000","last_peered":"2024-09-20T21:39:24.231689+0000","last_clean":"2024-09-20T21:39:24.231689+0000","last_became_active":"2024-09-20T21:38:27.353647+0000","last_became_peered":"2024-09-20T21:38:27.353647+0000","last_unstale":"2024-09-20T21:39:24.231689+0000","last_undegraded":"2024-09-20T21:39:24.231689+0000","last_fullsized":"2024-09-20T21:39:24.231689+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:34:56.917476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.232331+0000","last_change":"2024-09-20T21:38:27.360512+0000","last_active":"2024-09-20T21:39:24.232331+0000","last_peered":"2024-09-20T21:39:24.232331+0000","last_clean":"2024-09-20T21:39:24.232331+0000","last_became_active":"2024-09-20T21:38:27.360228+0000","last_became_peered":"2024-09-20T21:38:27.360228+0000","last_unstale":"2024-09-20T21:39:24.232331+0000","last_undegraded":"2024-09-20T21:39:24.232331+0000","last_fullsized":"2024-09-20T21:39:24.232331+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:59:07.882878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.226923+0000","last_change":"2024-09-20T21:38:27.358721+0000","last_active":"2024-09-20T21:39:24.226923+0000","last_peered":"2024-09-20T21:39:24.226923+0000","last_clean":"2024-09-20T21:39:24.226923+0000","last_became_active":"2024-09-20T21:38:27.358450+0000","last_became_peered":"2024-09-20T21:38:27.358450+0000","last_unstale":"2024-09-20T21:39:24.226923+0000","last_undegraded":"2024-09-20T21:39:24.226923+0000","last_fullsized":"2024-09-20T21:39:24.226923+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:34:04.375652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.507862+0000","last_change":"2024-09-20T21:38:27.355102+0000","last_active":"2024-09-20T21:39:24.507862+0000","last_peered":"2024-09-20T21:39:24.507862+0000","last_clean":"2024-09-20T21:39:24.507862+0000","last_became_active":"2024-09-20T21:38:27.354829+0000","last_became_peered":"2024-09-20T21:38:27.354829+0000","last_unstale":"2024-09-20T21:39:24.507862+0000","last_undegraded":"2024-09-20T21:39:24.507862+0000","last_fullsized":"2024-09-20T21:39:24.507862+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:47:37.064696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.416999+0000","last_change":"2024-09-20T21:38:27.353867+0000","last_active":"2024-09-20T21:39:24.416999+0000","last_peered":"2024-09-20T21:39:24.416999+0000","last_clean":"2024-09-20T21:39:24.416999+0000","last_became_active":"2024-09-20T21:38:27.353584+0000","last_became_peered":"2024-09-20T21:38:27.353584+0000","last_unstale":"2024-09-20T21:39:24.416999+0000","last_undegraded":"2024-09-20T21:39:24.416999+0000","last_fullsized":"2024-09-20T21:39:24.416999+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:50:48.881102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.226573+0000","last_change":"2024-09-20T21:38:43.800636+0000","last_active":"2024-09-20T21:39:24.226573+0000","last_peered":"2024-09-20T21:39:24.226573+0000","last_clean":"2024-09-20T21:39:24.226573+0000","last_became_active":"2024-09-20T21:38:43.800274+0000","last_became_peered":"2024-09-20T21:38:43.800274+0000","last_unstale":"2024-09-20T21:39:24.226573+0000","last_undegraded":"2024-09-20T21:39:24.226573+0000","last_fullsized":"2024-09-20T21:39:24.226573+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:30:35.564139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.231892+0000","last_change":"2024-09-20T21:38:27.353293+0000","last_active":"2024-09-20T21:39:24.231892+0000","last_peered":"2024-09-20T21:39:24.231892+0000","last_clean":"2024-09-20T21:39:24.231892+0000","last_became_active":"2024-09-20T21:38:27.353001+0000","last_became_peered":"2024-09-20T21:38:27.353001+0000","last_unstale":"2024-09-20T21:39:24.231892+0000","last_undegraded":"2024-09-20T21:39:24.231892+0000","last_fullsized":"2024-09-20T21:39:24.231892+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:12:38.933520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.701807+0000","last_change":"2024-09-20T21:38:27.358033+0000","last_active":"2024-09-20T21:39:24.701807+0000","last_peered":"2024-09-20T21:39:24.701807+0000","last_clean":"2024-09-20T21:39:24.701807+0000","last_became_active":"2024-09-20T21:38:27.357739+0000","last_became_peered":"2024-09-20T21:38:27.357739+0000","last_unstale":"2024-09-20T21:39:24.701807+0000","last_undegraded":"2024-09-20T21:39:24.701807+0000","last_fullsized":"2024-09-20T21:39:24.701807+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:16:10.621543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.231722+0000","last_change":"2024-09-20T21:38:27.349848+0000","last_active":"2024-09-20T21:39:24.231722+0000","last_peered":"2024-09-20T21:39:24.231722+0000","last_clean":"2024-09-20T21:39:24.231722+0000","last_became_active":"2024-09-20T21:38:27.349584+0000","last_became_peered":"2024-09-20T21:38:27.349584+0000","last_unstale":"2024-09-20T21:39:24.231722+0000","last_undegraded":"2024-09-20T21:39:24.231722+0000","last_fullsized":"2024-09-20T21:39:24.231722+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:33:50.426926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":31,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.702368+0000","last_change":"2024-09-20T21:38:43.799442+0000","last_active":"2024-09-20T21:39:24.702368+0000","last_peered":"2024-09-20T21:39:24.702368+0000","last_clean":"2024-09-20T21:39:24.702368+0000","last_became_active":"2024-09-20T21:38:43.799055+0000","last_became_peered":"2024-09-20T21:38:43.799055+0000","last_unstale":"2024-09-20T21:39:24.702368+0000","last_undegraded":"2024-09-20T21:39:24.702368+0000","last_fullsized":"2024-09-20T21:39:24.702368+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:15:36.813301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.417264+0000","last_change":"2024-09-20T21:38:27.356212+0000","last_active":"2024-09-20T21:39:24.417264+0000","last_peered":"2024-09-20T21:39:24.417264+0000","last_clean":"2024-09-20T21:39:24.417264+0000","last_became_active":"2024-09-20T21:38:27.355894+0000","last_became_peered":"2024-09-20T21:38:27.355894+0000","last_unstale":"2024-09-20T21:39:24.417264+0000","last_undegraded":"2024-09-20T21:39:24.417264+0000","last_fullsized":"2024-09-20T21:39:24.417264+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:44:32.400235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.230218+0000","last_change":"2024-09-20T21:38:27.349125+0000","last_active":"2024-09-20T21:39:24.230218+0000","last_peered":"2024-09-20T21:39:24.230218+0000","last_clean":"2024-09-20T21:39:24.230218+0000","last_became_active":"2024-09-20T21:38:27.348851+0000","last_became_peered":"2024-09-20T21:38:27.348851+0000","last_unstale":"2024-09-20T21:39:24.230218+0000","last_undegraded":"2024-09-20T21:39:24.230218+0000","last_fullsized":"2024-09-20T21:39:24.230218+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:40.871250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":31,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.702219+0000","last_change":"2024-09-20T21:38:43.594563+0000","last_active":"2024-09-20T21:39:24.702219+0000","last_peered":"2024-09-20T21:39:24.702219+0000","last_clean":"2024-09-20T21:39:24.702219+0000","last_became_active":"2024-09-20T21:38:43.594184+0000","last_became_peered":"2024-09-20T21:38:43.594184+0000","last_unstale":"2024-09-20T21:39:24.702219+0000","last_undegraded":"2024-09-20T21:39:24.702219+0000","last_fullsized":"2024-09-20T21:39:24.702219+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:48:38.735499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.226932+0000","last_change":"2024-09-20T21:38:27.349746+0000","last_active":"2024-09-20T21:39:24.226932+0000","last_peered":"2024-09-20T21:39:24.226932+0000","last_clean":"2024-09-20T21:39:24.226932+0000","last_became_active":"2024-09-20T21:38:27.349257+0000","last_became_peered":"2024-09-20T21:38:27.349257+0000","last_unstale":"2024-09-20T21:39:24.226932+0000","last_undegraded":"2024-09-20T21:39:24.226932+0000","last_fullsized":"2024-09-20T21:39:24.226932+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:45:01.137851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.231961+0000","last_change":"2024-09-20T21:38:27.354117+0000","last_active":"2024-09-20T21:39:24.231961+0000","last_peered":"2024-09-20T21:39:24.231961+0000","last_clean":"2024-09-20T21:39:24.231961+0000","last_became_active":"2024-09-20T21:38:27.353765+0000","last_became_peered":"2024-09-20T21:38:27.353765+0000","last_unstale":"2024-09-20T21:39:24.231961+0000","last_undegraded":"2024-09-20T21:39:24.231961+0000","last_fullsized":"2024-09-20T21:39:24.231961+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:43:47.551095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.226275+0000","last_change":"2024-09-20T21:38:27.354424+0000","last_active":"2024-09-20T21:39:24.226275+0000","last_peered":"2024-09-20T21:39:24.226275+0000","last_clean":"2024-09-20T21:39:24.226275+0000","last_became_active":"2024-09-20T21:38:27.354134+0000","last_became_peered":"2024-09-20T21:38:27.354134+0000","last_unstale":"2024-09-20T21:39:24.226275+0000","last_undegraded":"2024-09-20T21:39:24.226275+0000","last_fullsized":"2024-09-20T21:39:24.226275+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:13:29.310904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.416666+0000","last_change":"2024-09-20T21:38:27.358337+0000","last_active":"2024-09-20T21:39:24.416666+0000","last_peered":"2024-09-20T21:39:24.416666+0000","last_clean":"2024-09-20T21:39:24.416666+0000","last_became_active":"2024-09-20T21:38:27.357915+0000","last_became_peered":"2024-09-20T21:38:27.357915+0000","last_unstale":"2024-09-20T21:39:24.416666+0000","last_undegraded":"2024-09-20T21:39:24.416666+0000","last_fullsized":"2024-09-20T21:39:24.416666+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:21:10.568032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.227770+0000","last_change":"2024-09-20T21:38:27.355520+0000","last_active":"2024-09-20T21:39:24.227770+0000","last_peered":"2024-09-20T21:39:24.227770+0000","last_clean":"2024-09-20T21:39:24.227770+0000","last_became_active":"2024-09-20T21:38:27.355196+0000","last_became_peered":"2024-09-20T21:38:27.355196+0000","last_unstale":"2024-09-20T21:39:24.227770+0000","last_undegraded":"2024-09-20T21:39:24.227770+0000","last_fullsized":"2024-09-20T21:39:24.227770+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T21:43:55.930985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"57'1","reported_seq":25,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.702133+0000","last_change":"2024-09-20T21:38:23.329127+0000","last_active":"2024-09-20T21:39:24.702133+0000","last_peered":"2024-09-20T21:39:24.702133+0000","last_clean":"2024-09-20T21:39:24.702133+0000","last_became_active":"2024-09-20T21:38:23.328886+0000","last_became_peered":"2024-09-20T21:38:23.328886+0000","last_unstale":"2024-09-20T21:39:24.702133+0000","last_undegraded":"2024-09-20T21:39:24.702133+0000","last_fullsized":"2024-09-20T21:39:24.702133+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:31:01.810207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.226467+0000","last_change":"2024-09-20T21:38:43.800537+0000","last_active":"2024-09-20T21:39:24.226467+0000","last_peered":"2024-09-20T21:39:24.226467+0000","last_clean":"2024-09-20T21:39:24.226467+0000","last_became_active":"2024-09-20T21:38:43.800286+0000","last_became_peered":"2024-09-20T21:38:43.800286+0000","last_unstale":"2024-09-20T21:39:24.226467+0000","last_undegraded":"2024-09-20T21:39:24.226467+0000","last_fullsized":"2024-09-20T21:39:24.226467+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:08:39.565352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"57'1","reported_seq":25,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.416882+0000","last_change":"2024-09-20T21:38:23.330012+0000","last_active":"2024-09-20T21:39:24.416882+0000","last_peered":"2024-09-20T21:39:24.416882+0000","last_clean":"2024-09-20T21:39:24.416882+0000","last_became_active":"2024-09-20T21:38:23.329747+0000","last_became_peered":"2024-09-20T21:38:23.329747+0000","last_unstale":"2024-09-20T21:39:24.416882+0000","last_undegraded":"2024-09-20T21:39:24.416882+0000","last_fullsized":"2024-09-20T21:39:24.416882+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:03:18.766531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":24,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.701915+0000","last_change":"2024-09-20T21:38:23.328490+0000","last_active":"2024-09-20T21:39:24.701915+0000","last_peered":"2024-09-20T21:39:24.701915+0000","last_clean":"2024-09-20T21:39:24.701915+0000","last_became_active":"2024-09-20T21:38:23.328219+0000","last_became_peered":"2024-09-20T21:38:23.328219+0000","last_unstale":"2024-09-20T21:39:24.701915+0000","last_undegraded":"2024-09-20T21:39:24.701915+0000","last_fullsized":"2024-09-20T21:39:24.701915+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:36:37.005731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.701861+0000","last_change":"2024-09-20T21:38:27.358004+0000","last_active":"2024-09-20T21:39:24.701861+0000","last_peered":"2024-09-20T21:39:24.701861+0000","last_clean":"2024-09-20T21:39:24.701861+0000","last_became_active":"2024-09-20T21:38:27.357300+0000","last_became_peered":"2024-09-20T21:38:27.357300+0000","last_unstale":"2024-09-20T21:39:24.701861+0000","last_undegraded":"2024-09-20T21:39:24.701861+0000","last_fullsized":"2024-09-20T21:39:24.701861+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:30:46.795735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":24,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.231762+0000","last_change":"2024-09-20T21:38:23.327450+0000","last_active":"2024-09-20T21:39:24.231762+0000","last_peered":"2024-09-20T21:39:24.231762+0000","last_clean":"2024-09-20T21:39:24.231762+0000","last_became_active":"2024-09-20T21:38:23.327197+0000","last_became_peered":"2024-09-20T21:38:23.327197+0000","last_unstale":"2024-09-20T21:39:24.231762+0000","last_undegraded":"2024-09-20T21:39:24.231762+0000","last_fullsized":"2024-09-20T21:39:24.231762+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:54:29.834419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.229943+0000","last_change":"2024-09-20T21:38:27.358417+0000","last_active":"2024-09-20T21:39:24.229943+0000","last_peered":"2024-09-20T21:39:24.229943+0000","last_clean":"2024-09-20T21:39:24.229943+0000","last_became_active":"2024-09-20T21:38:27.358153+0000","last_became_peered":"2024-09-20T21:38:27.358153+0000","last_unstale":"2024-09-20T21:39:24.229943+0000","last_undegraded":"2024-09-20T21:39:24.229943+0000","last_fullsized":"2024-09-20T21:39:24.229943+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:38:44.071173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":24,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.417223+0000","last_change":"2024-09-20T21:38:23.329038+0000","last_active":"2024-09-20T21:39:24.417223+0000","last_peered":"2024-09-20T21:39:24.417223+0000","last_clean":"2024-09-20T21:39:24.417223+0000","last_became_active":"2024-09-20T21:38:23.328757+0000","last_became_peered":"2024-09-20T21:38:23.328757+0000","last_unstale":"2024-09-20T21:39:24.417223+0000","last_undegraded":"2024-09-20T21:39:24.417223+0000","last_fullsized":"2024-09-20T21:39:24.417223+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:08:29.094173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.232269+0000","last_change":"2024-09-20T21:38:27.361598+0000","last_active":"2024-09-20T21:39:24.232269+0000","last_peered":"2024-09-20T21:39:24.232269+0000","last_clean":"2024-09-20T21:39:24.232269+0000","last_became_active":"2024-09-20T21:38:27.361322+0000","last_became_peered":"2024-09-20T21:38:27.361322+0000","last_unstale":"2024-09-20T21:39:24.232269+0000","last_undegraded":"2024-09-20T21:39:24.232269+0000","last_fullsized":"2024-09-20T21:39:24.232269+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:51:08.326080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":24,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.232326+0000","last_change":"2024-09-20T21:38:23.330276+0000","last_active":"2024-09-20T21:39:24.232326+0000","last_peered":"2024-09-20T21:39:24.232326+0000","last_clean":"2024-09-20T21:39:24.232326+0000","last_became_active":"2024-09-20T21:38:23.329983+0000","last_became_peered":"2024-09-20T21:38:23.329983+0000","last_unstale":"2024-09-20T21:39:24.232326+0000","last_undegraded":"2024-09-20T21:39:24.232326+0000","last_fullsized":"2024-09-20T21:39:24.232326+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:43:30.941469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.227936+0000","last_change":"2024-09-20T21:38:27.355005+0000","last_active":"2024-09-20T21:39:24.227936+0000","last_peered":"2024-09-20T21:39:24.227936+0000","last_clean":"2024-09-20T21:39:24.227936+0000","last_became_active":"2024-09-20T21:38:27.354503+0000","last_became_peered":"2024-09-20T21:38:27.354503+0000","last_unstale":"2024-09-20T21:39:24.227936+0000","last_undegraded":"2024-09-20T21:39:24.227936+0000","last_fullsized":"2024-09-20T21:39:24.227936+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:31:48.171541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"57'3","reported_seq":27,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.230316+0000","last_change":"2024-09-20T21:38:23.325821+0000","last_active":"2024-09-20T21:39:24.230316+0000","last_peered":"2024-09-20T21:39:24.230316+0000","last_clean":"2024-09-20T21:39:24.230316+0000","last_became_active":"2024-09-20T21:38:23.325213+0000","last_became_peered":"2024-09-20T21:38:23.325213+0000","last_unstale":"2024-09-20T21:39:24.230316+0000","last_undegraded":"2024-09-20T21:39:24.230316+0000","last_fullsized":"2024-09-20T21:39:24.230316+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:02:06.128836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.228029+0000","last_change":"2024-09-20T21:38:27.349783+0000","last_active":"2024-09-20T21:39:24.228029+0000","last_peered":"2024-09-20T21:39:24.228029+0000","last_clean":"2024-09-20T21:39:24.228029+0000","last_became_active":"2024-09-20T21:38:27.349502+0000","last_became_peered":"2024-09-20T21:38:27.349502+0000","last_unstale":"2024-09-20T21:39:24.228029+0000","last_undegraded":"2024-09-20T21:39:24.228029+0000","last_fullsized":"2024-09-20T21:39:24.228029+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:52:36.179625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"60'9","reported_seq":33,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.417035+0000","last_change":"2024-09-20T21:38:23.334468+0000","last_active":"2024-09-20T21:39:24.417035+0000","last_peered":"2024-09-20T21:39:24.417035+0000","last_clean":"2024-09-20T21:39:24.417035+0000","last_became_active":"2024-09-20T21:38:23.334088+0000","last_became_peered":"2024-09-20T21:38:23.334088+0000","last_unstale":"2024-09-20T21:39:24.417035+0000","last_undegraded":"2024-09-20T21:39:24.417035+0000","last_fullsized":"2024-09-20T21:39:24.417035+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:49:33.840810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2342,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.507655+0000","last_change":"2024-09-20T21:38:27.356321+0000","last_active":"2024-09-20T21:39:24.507655+0000","last_peered":"2024-09-20T21:39:24.507655+0000","last_clean":"2024-09-20T21:39:24.507655+0000","last_became_active":"2024-09-20T21:38:27.356037+0000","last_became_peered":"2024-09-20T21:38:27.356037+0000","last_unstale":"2024-09-20T21:39:24.507655+0000","last_undegraded":"2024-09-20T21:39:24.507655+0000","last_fullsized":"2024-09-20T21:39:24.507655+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:17:17.828224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"57'2","reported_seq":26,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.227009+0000","last_change":"2024-09-20T21:38:23.326029+0000","last_active":"2024-09-20T21:39:24.227009+0000","last_peered":"2024-09-20T21:39:24.227009+0000","last_clean":"2024-09-20T21:39:24.227009+0000","last_became_active":"2024-09-20T21:38:23.325743+0000","last_became_peered":"2024-09-20T21:38:23.325743+0000","last_unstale":"2024-09-20T21:39:24.227009+0000","last_undegraded":"2024-09-20T21:39:24.227009+0000","last_fullsized":"2024-09-20T21:39:24.227009+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:07:25.513999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.226415+0000","last_change":"2024-09-20T21:38:27.351233+0000","last_active":"2024-09-20T21:39:24.226415+0000","last_peered":"2024-09-20T21:39:24.226415+0000","last_clean":"2024-09-20T21:39:24.226415+0000","last_became_active":"2024-09-20T21:38:27.351006+0000","last_became_peered":"2024-09-20T21:38:27.351006+0000","last_unstale":"2024-09-20T21:39:24.226415+0000","last_undegraded":"2024-09-20T21:39:24.226415+0000","last_fullsized":"2024-09-20T21:39:24.226415+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:29:05.308399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":24,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.231990+0000","last_change":"2024-09-20T21:38:23.331709+0000","last_active":"2024-09-20T21:39:24.231990+0000","last_peered":"2024-09-20T21:39:24.231990+0000","last_clean":"2024-09-20T21:39:24.231990+0000","last_became_active":"2024-09-20T21:38:23.330899+0000","last_became_peered":"2024-09-20T21:38:23.330899+0000","last_unstale":"2024-09-20T21:39:24.231990+0000","last_undegraded":"2024-09-20T21:39:24.231990+0000","last_fullsized":"2024-09-20T21:39:24.231990+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:07:14.035742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.507566+0000","last_change":"2024-09-20T21:38:27.358938+0000","last_active":"2024-09-20T21:39:24.507566+0000","last_peered":"2024-09-20T21:39:24.507566+0000","last_clean":"2024-09-20T21:39:24.507566+0000","last_became_active":"2024-09-20T21:38:27.358617+0000","last_became_peered":"2024-09-20T21:38:27.358617+0000","last_unstale":"2024-09-20T21:39:24.507566+0000","last_undegraded":"2024-09-20T21:39:24.507566+0000","last_fullsized":"2024-09-20T21:39:24.507566+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:11:22.664577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":24,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.416961+0000","last_change":"2024-09-20T21:38:23.331599+0000","last_active":"2024-09-20T21:39:24.416961+0000","last_peered":"2024-09-20T21:39:24.416961+0000","last_clean":"2024-09-20T21:39:24.416961+0000","last_became_active":"2024-09-20T21:38:23.331344+0000","last_became_peered":"2024-09-20T21:38:23.331344+0000","last_unstale":"2024-09-20T21:39:24.416961+0000","last_undegraded":"2024-09-20T21:39:24.416961+0000","last_fullsized":"2024-09-20T21:39:24.416961+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:15:09.447252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.416768+0000","last_change":"2024-09-20T21:38:27.358176+0000","last_active":"2024-09-20T21:39:24.416768+0000","last_peered":"2024-09-20T21:39:24.416768+0000","last_clean":"2024-09-20T21:39:24.416768+0000","last_became_active":"2024-09-20T21:38:27.356974+0000","last_became_peered":"2024-09-20T21:38:27.356974+0000","last_unstale":"2024-09-20T21:39:24.416768+0000","last_undegraded":"2024-09-20T21:39:24.416768+0000","last_fullsized":"2024-09-20T21:39:24.416768+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:01:47.215257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"57'8","reported_seq":32,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.226245+0000","last_change":"2024-09-20T21:38:23.328628+0000","last_active":"2024-09-20T21:39:24.226245+0000","last_peered":"2024-09-20T21:39:24.226245+0000","last_clean":"2024-09-20T21:39:24.226245+0000","last_became_active":"2024-09-20T21:38:23.328353+0000","last_became_peered":"2024-09-20T21:38:23.328353+0000","last_unstale":"2024-09-20T21:39:24.226245+0000","last_undegraded":"2024-09-20T21:39:24.226245+0000","last_fullsized":"2024-09-20T21:39:24.226245+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:35:03.279801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.507402+0000","last_change":"2024-09-20T21:38:27.364310+0000","last_active":"2024-09-20T21:39:24.507402+0000","last_peered":"2024-09-20T21:39:24.507402+0000","last_clean":"2024-09-20T21:39:24.507402+0000","last_became_active":"2024-09-20T21:38:27.364013+0000","last_became_peered":"2024-09-20T21:38:27.364013+0000","last_unstale":"2024-09-20T21:39:24.507402+0000","last_undegraded":"2024-09-20T21:39:24.507402+0000","last_fullsized":"2024-09-20T21:39:24.507402+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:03:10.005685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"57'1","reported_seq":25,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.228308+0000","last_change":"2024-09-20T21:38:23.327336+0000","last_active":"2024-09-20T21:39:24.228308+0000","last_peered":"2024-09-20T21:39:24.228308+0000","last_clean":"2024-09-20T21:39:24.228308+0000","last_became_active":"2024-09-20T21:38:23.326993+0000","last_became_peered":"2024-09-20T21:38:23.326993+0000","last_unstale":"2024-09-20T21:39:24.228308+0000","last_undegraded":"2024-09-20T21:39:24.228308+0000","last_fullsized":"2024-09-20T21:39:24.228308+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:51:38.749474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.507864+0000","last_change":"2024-09-20T21:38:27.353169+0000","last_active":"2024-09-20T21:39:24.507864+0000","last_peered":"2024-09-20T21:39:24.507864+0000","last_clean":"2024-09-20T21:39:24.507864+0000","last_became_active":"2024-09-20T21:38:27.352270+0000","last_became_peered":"2024-09-20T21:38:27.352270+0000","last_unstale":"2024-09-20T21:39:24.507864+0000","last_undegraded":"2024-09-20T21:39:24.507864+0000","last_fullsized":"2024-09-20T21:39:24.507864+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:26:04.498410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"57'2","reported_seq":26,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.226998+0000","last_change":"2024-09-20T21:38:23.331491+0000","last_active":"2024-09-20T21:39:24.226998+0000","last_peered":"2024-09-20T21:39:24.226998+0000","last_clean":"2024-09-20T21:39:24.226998+0000","last_became_active":"2024-09-20T21:38:23.331146+0000","last_became_peered":"2024-09-20T21:38:23.331146+0000","last_unstale":"2024-09-20T21:39:24.226998+0000","last_undegraded":"2024-09-20T21:39:24.226998+0000","last_fullsized":"2024-09-20T21:39:24.226998+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:08:41.567575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.507854+0000","last_change":"2024-09-20T21:38:27.349685+0000","last_active":"2024-09-20T21:39:24.507854+0000","last_peered":"2024-09-20T21:39:24.507854+0000","last_clean":"2024-09-20T21:39:24.507854+0000","last_became_active":"2024-09-20T21:38:27.349396+0000","last_became_peered":"2024-09-20T21:38:27.349396+0000","last_unstale":"2024-09-20T21:39:24.507854+0000","last_undegraded":"2024-09-20T21:39:24.507854+0000","last_fullsized":"2024-09-20T21:39:24.507854+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:54:13.019807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"57'1","reported_seq":25,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.230403+0000","last_change":"2024-09-20T21:38:23.325495+0000","last_active":"2024-09-20T21:39:24.230403+0000","last_peered":"2024-09-20T21:39:24.230403+0000","last_clean":"2024-09-20T21:39:24.230403+0000","last_became_active":"2024-09-20T21:38:23.324776+0000","last_became_peered":"2024-09-20T21:38:23.324776+0000","last_unstale":"2024-09-20T21:39:24.230403+0000","last_undegraded":"2024-09-20T21:39:24.230403+0000","last_fullsized":"2024-09-20T21:39:24.230403+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:58:39.031295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.232137+0000","last_change":"2024-09-20T21:38:27.348927+0000","last_active":"2024-09-20T21:39:24.232137+0000","last_peered":"2024-09-20T21:39:24.232137+0000","last_clean":"2024-09-20T21:39:24.232137+0000","last_became_active":"2024-09-20T21:38:27.348618+0000","last_became_peered":"2024-09-20T21:38:27.348618+0000","last_unstale":"2024-09-20T21:39:24.232137+0000","last_undegraded":"2024-09-20T21:39:24.232137+0000","last_fullsized":"2024-09-20T21:39:24.232137+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:30:25.042459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":24,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.226730+0000","last_change":"2024-09-20T21:38:23.329675+0000","last_active":"2024-09-20T21:39:24.226730+0000","last_peered":"2024-09-20T21:39:24.226730+0000","last_clean":"2024-09-20T21:39:24.226730+0000","last_became_active":"2024-09-20T21:38:23.329292+0000","last_became_peered":"2024-09-20T21:38:23.329292+0000","last_unstale":"2024-09-20T21:39:24.226730+0000","last_undegraded":"2024-09-20T21:39:24.226730+0000","last_fullsized":"2024-09-20T21:39:24.226730+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:25:08.050173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.507807+0000","last_change":"2024-09-20T21:38:27.360375+0000","last_active":"2024-09-20T21:39:24.507807+0000","last_peered":"2024-09-20T21:39:24.507807+0000","last_clean":"2024-09-20T21:39:24.507807+0000","last_became_active":"2024-09-20T21:38:27.359914+0000","last_became_peered":"2024-09-20T21:38:27.359914+0000","last_unstale":"2024-09-20T21:39:24.507807+0000","last_undegraded":"2024-09-20T21:39:24.507807+0000","last_fullsized":"2024-09-20T21:39:24.507807+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:14:12.790838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-20T21:39:33.245084+0000","last_change":"2024-09-20T21:39:24.417313+0000","last_active":"2024-09-20T21:39:33.245084+0000","last_peered":"2024-09-20T21:39:33.245084+0000","last_clean":"2024-09-20T21:39:33.245084+0000","last_became_active":"2024-09-20T21:39:19.556856+0000","last_became_peered":"2024-09-20T21:39:19.556856+0000","last_unstale":"2024-09-20T21:39:33.245084+0000","last_undegraded":"2024-09-20T21:39:33.245084+0000","last_fullsized":"2024-09-20T21:39:33.245084+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_clean_scrub_stamp":"2024-09-20T21:39:18.539356+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:06:23.169091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000288351,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"61'79","reported_seq":58,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.507570+0000","last_change":"2024-09-20T21:37:59.785510+0000","last_active":"2024-09-20T21:39:24.507570+0000","last_peered":"2024-09-20T21:39:24.507570+0000","last_clean":"2024-09-20T21:39:24.507570+0000","last_became_active":"2024-09-20T21:37:59.780670+0000","last_became_peered":"2024-09-20T21:37:59.780670+0000","last_unstale":"2024-09-20T21:39:24.507570+0000","last_undegraded":"2024-09-20T21:39:24.507570+0000","last_fullsized":"2024-09-20T21:39:24.507570+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:35:58.999220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:35:58.999220+0000","last_clean_scrub_stamp":"2024-09-20T21:35:58.999220+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:13:21.968721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":24,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.231923+0000","last_change":"2024-09-20T21:38:23.331470+0000","last_active":"2024-09-20T21:39:24.231923+0000","last_peered":"2024-09-20T21:39:24.231923+0000","last_clean":"2024-09-20T21:39:24.231923+0000","last_became_active":"2024-09-20T21:38:23.331162+0000","last_became_peered":"2024-09-20T21:38:23.331162+0000","last_unstale":"2024-09-20T21:39:24.231923+0000","last_undegraded":"2024-09-20T21:39:24.231923+0000","last_fullsized":"2024-09-20T21:39:24.231923+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:01:40.897539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.701885+0000","last_change":"2024-09-20T21:38:27.354284+0000","last_active":"2024-09-20T21:39:24.701885+0000","last_peered":"2024-09-20T21:39:24.701885+0000","last_clean":"2024-09-20T21:39:24.701885+0000","last_became_active":"2024-09-20T21:38:27.353796+0000","last_became_peered":"2024-09-20T21:38:27.353796+0000","last_unstale":"2024-09-20T21:39:24.701885+0000","last_undegraded":"2024-09-20T21:39:24.701885+0000","last_fullsized":"2024-09-20T21:39:24.701885+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:52:49.945307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-20T21:39:33.001109+0000","last_change":"2024-09-20T21:39:24.227704+0000","last_active":"2024-09-20T21:39:33.001109+0000","last_peered":"2024-09-20T21:39:33.001109+0000","last_clean":"2024-09-20T21:39:33.001109+0000","last_became_active":"2024-09-20T21:39:19.896975+0000","last_became_peered":"2024-09-20T21:39:19.896975+0000","last_unstale":"2024-09-20T21:39:33.001109+0000","last_undegraded":"2024-09-20T21:39:33.001109+0000","last_fullsized":"2024-09-20T21:39:33.001109+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_clean_scrub_stamp":"2024-09-20T21:39:18.539356+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:06:56.635597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00023638199999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.507525+0000","last_change":"2024-09-20T21:38:23.332012+0000","last_active":"2024-09-20T21:39:24.507525+0000","last_peered":"2024-09-20T21:39:24.507525+0000","last_clean":"2024-09-20T21:39:24.507525+0000","last_became_active":"2024-09-20T21:38:23.330366+0000","last_became_peered":"2024-09-20T21:38:23.330366+0000","last_unstale":"2024-09-20T21:39:24.507525+0000","last_undegraded":"2024-09-20T21:39:24.507525+0000","last_fullsized":"2024-09-20T21:39:24.507525+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:47:06.344292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.226497+0000","last_change":"2024-09-20T21:38:27.349419+0000","last_active":"2024-09-20T21:39:24.226497+0000","last_peered":"2024-09-20T21:39:24.226497+0000","last_clean":"2024-09-20T21:39:24.226497+0000","last_became_active":"2024-09-20T21:38:27.349147+0000","last_became_peered":"2024-09-20T21:38:27.349147+0000","last_unstale":"2024-09-20T21:39:24.226497+0000","last_undegraded":"2024-09-20T21:39:24.226497+0000","last_fullsized":"2024-09-20T21:39:24.226497+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:21:26.924313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-20T21:39:33.243318+0000","last_change":"2024-09-20T21:39:24.231282+0000","last_active":"2024-09-20T21:39:33.243318+0000","last_peered":"2024-09-20T21:39:33.243318+0000","last_clean":"2024-09-20T21:39:33.243318+0000","last_became_active":"2024-09-20T21:39:19.814877+0000","last_became_peered":"2024-09-20T21:39:19.814877+0000","last_unstale":"2024-09-20T21:39:33.243318+0000","last_undegraded":"2024-09-20T21:39:33.243318+0000","last_fullsized":"2024-09-20T21:39:33.243318+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_clean_scrub_stamp":"2024-09-20T21:39:18.539356+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:56:19.971116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00061817600000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":24,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.226416+0000","last_change":"2024-09-20T21:38:23.330556+0000","last_active":"2024-09-20T21:39:24.226416+0000","last_peered":"2024-09-20T21:39:24.226416+0000","last_clean":"2024-09-20T21:39:24.226416+0000","last_became_active":"2024-09-20T21:38:23.330270+0000","last_became_peered":"2024-09-20T21:38:23.330270+0000","last_unstale":"2024-09-20T21:39:24.226416+0000","last_undegraded":"2024-09-20T21:39:24.226416+0000","last_fullsized":"2024-09-20T21:39:24.226416+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:21:49.967168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.229926+0000","last_change":"2024-09-20T21:38:27.350607+0000","last_active":"2024-09-20T21:39:24.229926+0000","last_peered":"2024-09-20T21:39:24.229926+0000","last_clean":"2024-09-20T21:39:24.229926+0000","last_became_active":"2024-09-20T21:38:27.350328+0000","last_became_peered":"2024-09-20T21:38:27.350328+0000","last_unstale":"2024-09-20T21:39:24.229926+0000","last_undegraded":"2024-09-20T21:39:24.229926+0000","last_fullsized":"2024-09-20T21:39:24.229926+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:01:16.749699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-20T21:39:33.243285+0000","last_change":"2024-09-20T21:39:24.231064+0000","last_active":"2024-09-20T21:39:33.243285+0000","last_peered":"2024-09-20T21:39:33.243285+0000","last_clean":"2024-09-20T21:39:33.243285+0000","last_became_active":"2024-09-20T21:39:19.896918+0000","last_became_peered":"2024-09-20T21:39:19.896918+0000","last_unstale":"2024-09-20T21:39:33.243285+0000","last_undegraded":"2024-09-20T21:39:33.243285+0000","last_fullsized":"2024-09-20T21:39:33.243285+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_clean_scrub_stamp":"2024-09-20T21:39:18.539356+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:59:13.889861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063213600000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":24,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.232036+0000","last_change":"2024-09-20T21:38:23.325574+0000","last_active":"2024-09-20T21:39:24.232036+0000","last_peered":"2024-09-20T21:39:24.232036+0000","last_clean":"2024-09-20T21:39:24.232036+0000","last_became_active":"2024-09-20T21:38:23.325295+0000","last_became_peered":"2024-09-20T21:38:23.325295+0000","last_unstale":"2024-09-20T21:39:24.232036+0000","last_undegraded":"2024-09-20T21:39:24.232036+0000","last_fullsized":"2024-09-20T21:39:24.232036+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:31:17.041373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.227957+0000","last_change":"2024-09-20T21:38:27.351261+0000","last_active":"2024-09-20T21:39:24.227957+0000","last_peered":"2024-09-20T21:39:24.227957+0000","last_clean":"2024-09-20T21:39:24.227957+0000","last_became_active":"2024-09-20T21:38:27.350942+0000","last_became_peered":"2024-09-20T21:38:27.350942+0000","last_unstale":"2024-09-20T21:39:24.227957+0000","last_undegraded":"2024-09-20T21:39:24.227957+0000","last_fullsized":"2024-09-20T21:39:24.227957+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:21:59.768420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"66'2","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-20T21:39:33.243148+0000","last_change":"2024-09-20T21:39:24.231037+0000","last_active":"2024-09-20T21:39:33.243148+0000","last_peered":"2024-09-20T21:39:33.243148+0000","last_clean":"2024-09-20T21:39:33.243148+0000","last_became_active":"2024-09-20T21:39:19.814872+0000","last_became_peered":"2024-09-20T21:39:19.814872+0000","last_unstale":"2024-09-20T21:39:33.243148+0000","last_undegraded":"2024-09-20T21:39:33.243148+0000","last_fullsized":"2024-09-20T21:39:33.243148+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_clean_scrub_stamp":"2024-09-20T21:39:18.539356+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:09:30.705243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00097919200000000004,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.230564+0000","last_change":"2024-09-20T21:38:23.331468+0000","last_active":"2024-09-20T21:39:24.230564+0000","last_peered":"2024-09-20T21:39:24.230564+0000","last_clean":"2024-09-20T21:39:24.230564+0000","last_became_active":"2024-09-20T21:38:23.331187+0000","last_became_peered":"2024-09-20T21:38:23.331187+0000","last_unstale":"2024-09-20T21:39:24.230564+0000","last_undegraded":"2024-09-20T21:39:24.230564+0000","last_fullsized":"2024-09-20T21:39:24.230564+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:03:31.863255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.232151+0000","last_change":"2024-09-20T21:38:27.351672+0000","last_active":"2024-09-20T21:39:24.232151+0000","last_peered":"2024-09-20T21:39:24.232151+0000","last_clean":"2024-09-20T21:39:24.232151+0000","last_became_active":"2024-09-20T21:38:27.351213+0000","last_became_peered":"2024-09-20T21:38:27.351213+0000","last_unstale":"2024-09-20T21:39:24.232151+0000","last_undegraded":"2024-09-20T21:39:24.232151+0000","last_fullsized":"2024-09-20T21:39:24.232151+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:55:50.193491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"64'1","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-20T21:39:33.001074+0000","last_change":"2024-09-20T21:39:24.227340+0000","last_active":"2024-09-20T21:39:33.001074+0000","last_peered":"2024-09-20T21:39:33.001074+0000","last_clean":"2024-09-20T21:39:33.001074+0000","last_became_active":"2024-09-20T21:39:19.814808+0000","last_became_peered":"2024-09-20T21:39:19.814808+0000","last_unstale":"2024-09-20T21:39:33.001074+0000","last_undegraded":"2024-09-20T21:39:33.001074+0000","last_fullsized":"2024-09-20T21:39:33.001074+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_clean_scrub_stamp":"2024-09-20T21:39:18.539356+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:31:54.269982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062703300000000004,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.226762+0000","last_change":"2024-09-20T21:38:43.799634+0000","last_active":"2024-09-20T21:39:24.226762+0000","last_peered":"2024-09-20T21:39:24.226762+0000","last_clean":"2024-09-20T21:39:24.226762+0000","last_became_active":"2024-09-20T21:38:43.799287+0000","last_became_peered":"2024-09-20T21:38:43.799287+0000","last_unstale":"2024-09-20T21:39:24.226762+0000","last_undegraded":"2024-09-20T21:39:24.226762+0000","last_fullsized":"2024-09-20T21:39:24.226762+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:47:09.926606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.230467+0000","last_change":"2024-09-20T21:38:27.356452+0000","last_active":"2024-09-20T21:39:24.230467+0000","last_peered":"2024-09-20T21:39:24.230467+0000","last_clean":"2024-09-20T21:39:24.230467+0000","last_became_active":"2024-09-20T21:38:27.356194+0000","last_became_peered":"2024-09-20T21:38:27.356194+0000","last_unstale":"2024-09-20T21:39:24.230467+0000","last_undegraded":"2024-09-20T21:39:24.230467+0000","last_fullsized":"2024-09-20T21:39:24.230467+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:16:56.755047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-20T21:39:33.243293+0000","last_change":"2024-09-20T21:39:24.702018+0000","last_active":"2024-09-20T21:39:33.243293+0000","last_peered":"2024-09-20T21:39:33.243293+0000","last_clean":"2024-09-20T21:39:33.243293+0000","last_became_active":"2024-09-20T21:39:19.557171+0000","last_became_peered":"2024-09-20T21:39:19.557171+0000","last_unstale":"2024-09-20T21:39:33.243293+0000","last_undegraded":"2024-09-20T21:39:33.243293+0000","last_fullsized":"2024-09-20T21:39:33.243293+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_clean_scrub_stamp":"2024-09-20T21:39:18.539356+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:06:28.468913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000361641,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"57'1","reported_seq":25,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.230756+0000","last_change":"2024-09-20T21:38:23.329540+0000","last_active":"2024-09-20T21:39:24.230756+0000","last_peered":"2024-09-20T21:39:24.230756+0000","last_clean":"2024-09-20T21:39:24.230756+0000","last_became_active":"2024-09-20T21:38:23.328807+0000","last_became_peered":"2024-09-20T21:38:23.328807+0000","last_unstale":"2024-09-20T21:39:24.230756+0000","last_undegraded":"2024-09-20T21:39:24.230756+0000","last_fullsized":"2024-09-20T21:39:24.230756+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:59:08.184037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.702419+0000","last_change":"2024-09-20T21:38:27.360238+0000","last_active":"2024-09-20T21:39:24.702419+0000","last_peered":"2024-09-20T21:39:24.702419+0000","last_clean":"2024-09-20T21:39:24.702419+0000","last_became_active":"2024-09-20T21:38:27.357955+0000","last_became_peered":"2024-09-20T21:38:27.357955+0000","last_unstale":"2024-09-20T21:39:24.702419+0000","last_undegraded":"2024-09-20T21:39:24.702419+0000","last_fullsized":"2024-09-20T21:39:24.702419+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:24:28.722677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-20T21:39:33.243495+0000","last_change":"2024-09-20T21:39:24.228238+0000","last_active":"2024-09-20T21:39:33.243495+0000","last_peered":"2024-09-20T21:39:33.243495+0000","last_clean":"2024-09-20T21:39:33.243495+0000","last_became_active":"2024-09-20T21:39:19.814691+0000","last_became_peered":"2024-09-20T21:39:19.814691+0000","last_unstale":"2024-09-20T21:39:33.243495+0000","last_undegraded":"2024-09-20T21:39:33.243495+0000","last_fullsized":"2024-09-20T21:39:33.243495+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_clean_scrub_stamp":"2024-09-20T21:39:18.539356+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:14:48.384310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056446199999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"57'2","reported_seq":26,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.417286+0000","last_change":"2024-09-20T21:38:23.328738+0000","last_active":"2024-09-20T21:39:24.417286+0000","last_peered":"2024-09-20T21:39:24.417286+0000","last_clean":"2024-09-20T21:39:24.417286+0000","last_became_active":"2024-09-20T21:38:23.328453+0000","last_became_peered":"2024-09-20T21:38:23.328453+0000","last_unstale":"2024-09-20T21:39:24.417286+0000","last_undegraded":"2024-09-20T21:39:24.417286+0000","last_fullsized":"2024-09-20T21:39:24.417286+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:21:07.493512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.227411+0000","last_change":"2024-09-20T21:38:27.352416+0000","last_active":"2024-09-20T21:39:24.227411+0000","last_peered":"2024-09-20T21:39:24.227411+0000","last_clean":"2024-09-20T21:39:24.227411+0000","last_became_active":"2024-09-20T21:38:27.352144+0000","last_became_peered":"2024-09-20T21:38:27.352144+0000","last_unstale":"2024-09-20T21:39:24.227411+0000","last_undegraded":"2024-09-20T21:39:24.227411+0000","last_fullsized":"2024-09-20T21:39:24.227411+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:54:31.291989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":24,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.507420+0000","last_change":"2024-09-20T21:38:23.332401+0000","last_active":"2024-09-20T21:39:24.507420+0000","last_peered":"2024-09-20T21:39:24.507420+0000","last_clean":"2024-09-20T21:39:24.507420+0000","last_became_active":"2024-09-20T21:38:23.327738+0000","last_became_peered":"2024-09-20T21:38:23.327738+0000","last_unstale":"2024-09-20T21:39:24.507420+0000","last_undegraded":"2024-09-20T21:39:24.507420+0000","last_fullsized":"2024-09-20T21:39:24.507420+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:17:37.185042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.227938+0000","last_change":"2024-09-20T21:38:27.358116+0000","last_active":"2024-09-20T21:39:24.227938+0000","last_peered":"2024-09-20T21:39:24.227938+0000","last_clean":"2024-09-20T21:39:24.227938+0000","last_became_active":"2024-09-20T21:38:27.357022+0000","last_became_peered":"2024-09-20T21:38:27.357022+0000","last_unstale":"2024-09-20T21:39:24.227938+0000","last_undegraded":"2024-09-20T21:39:24.227938+0000","last_fullsized":"2024-09-20T21:39:24.227938+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:44:12.306996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":24,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.230171+0000","last_change":"2024-09-20T21:38:23.329598+0000","last_active":"2024-09-20T21:39:24.230171+0000","last_peered":"2024-09-20T21:39:24.230171+0000","last_clean":"2024-09-20T21:39:24.230171+0000","last_became_active":"2024-09-20T21:38:23.328761+0000","last_became_peered":"2024-09-20T21:38:23.328761+0000","last_unstale":"2024-09-20T21:39:24.230171+0000","last_undegraded":"2024-09-20T21:39:24.230171+0000","last_fullsized":"2024-09-20T21:39:24.230171+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:55:35.007382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.701828+0000","last_change":"2024-09-20T21:38:27.358346+0000","last_active":"2024-09-20T21:39:24.701828+0000","last_peered":"2024-09-20T21:39:24.701828+0000","last_clean":"2024-09-20T21:39:24.701828+0000","last_became_active":"2024-09-20T21:38:27.357706+0000","last_became_peered":"2024-09-20T21:38:27.357706+0000","last_unstale":"2024-09-20T21:39:24.701828+0000","last_undegraded":"2024-09-20T21:39:24.701828+0000","last_fullsized":"2024-09-20T21:39:24.701828+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:19:54.034557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":24,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.230386+0000","last_change":"2024-09-20T21:38:23.330044+0000","last_active":"2024-09-20T21:39:24.230386+0000","last_peered":"2024-09-20T21:39:24.230386+0000","last_clean":"2024-09-20T21:39:24.230386+0000","last_became_active":"2024-09-20T21:38:23.328918+0000","last_became_peered":"2024-09-20T21:38:23.328918+0000","last_unstale":"2024-09-20T21:39:24.230386+0000","last_undegraded":"2024-09-20T21:39:24.230386+0000","last_fullsized":"2024-09-20T21:39:24.230386+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:14:07.730369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.702043+0000","last_change":"2024-09-20T21:38:27.351384+0000","last_active":"2024-09-20T21:39:24.702043+0000","last_peered":"2024-09-20T21:39:24.702043+0000","last_clean":"2024-09-20T21:39:24.702043+0000","last_became_active":"2024-09-20T21:38:27.351089+0000","last_became_peered":"2024-09-20T21:38:27.351089+0000","last_unstale":"2024-09-20T21:39:24.702043+0000","last_undegraded":"2024-09-20T21:39:24.702043+0000","last_fullsized":"2024-09-20T21:39:24.702043+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:49:54.015497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"57'2","reported_seq":26,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.507761+0000","last_change":"2024-09-20T21:38:23.327670+0000","last_active":"2024-09-20T21:39:24.507761+0000","last_peered":"2024-09-20T21:39:24.507761+0000","last_clean":"2024-09-20T21:39:24.507761+0000","last_became_active":"2024-09-20T21:38:23.327419+0000","last_became_peered":"2024-09-20T21:38:23.327419+0000","last_unstale":"2024-09-20T21:39:24.507761+0000","last_undegraded":"2024-09-20T21:39:24.507761+0000","last_fullsized":"2024-09-20T21:39:24.507761+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:50:30.312275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.417034+0000","last_change":"2024-09-20T21:38:27.351328+0000","last_active":"2024-09-20T21:39:24.417034+0000","last_peered":"2024-09-20T21:39:24.417034+0000","last_clean":"2024-09-20T21:39:24.417034+0000","last_became_active":"2024-09-20T21:38:27.350994+0000","last_became_peered":"2024-09-20T21:38:27.350994+0000","last_unstale":"2024-09-20T21:39:24.417034+0000","last_undegraded":"2024-09-20T21:39:24.417034+0000","last_fullsized":"2024-09-20T21:39:24.417034+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:26:43.270086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.232172+0000","last_change":"2024-09-20T21:38:27.358681+0000","last_active":"2024-09-20T21:39:24.232172+0000","last_peered":"2024-09-20T21:39:24.232172+0000","last_clean":"2024-09-20T21:39:24.232172+0000","last_became_active":"2024-09-20T21:38:27.358380+0000","last_became_peered":"2024-09-20T21:38:27.358380+0000","last_unstale":"2024-09-20T21:39:24.232172+0000","last_undegraded":"2024-09-20T21:39:24.232172+0000","last_fullsized":"2024-09-20T21:39:24.232172+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:45:39.962639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"57'2","reported_seq":26,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.507545+0000","last_change":"2024-09-20T21:38:23.334079+0000","last_active":"2024-09-20T21:39:24.507545+0000","last_peered":"2024-09-20T21:39:24.507545+0000","last_clean":"2024-09-20T21:39:24.507545+0000","last_became_active":"2024-09-20T21:38:23.333811+0000","last_became_peered":"2024-09-20T21:38:23.333811+0000","last_unstale":"2024-09-20T21:39:24.507545+0000","last_undegraded":"2024-09-20T21:39:24.507545+0000","last_fullsized":"2024-09-20T21:39:24.507545+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:05:41.744176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.232035+0000","last_change":"2024-09-20T21:38:27.358704+0000","last_active":"2024-09-20T21:39:24.232035+0000","last_peered":"2024-09-20T21:39:24.232035+0000","last_clean":"2024-09-20T21:39:24.232035+0000","last_became_active":"2024-09-20T21:38:27.358425+0000","last_became_peered":"2024-09-20T21:38:27.358425+0000","last_unstale":"2024-09-20T21:39:24.232035+0000","last_undegraded":"2024-09-20T21:39:24.232035+0000","last_fullsized":"2024-09-20T21:39:24.232035+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T21:53:49.259088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"57'2","reported_seq":26,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.507775+0000","last_change":"2024-09-20T21:38:23.332755+0000","last_active":"2024-09-20T21:39:24.507775+0000","last_peered":"2024-09-20T21:39:24.507775+0000","last_clean":"2024-09-20T21:39:24.507775+0000","last_became_active":"2024-09-20T21:38:23.331918+0000","last_became_peered":"2024-09-20T21:38:23.331918+0000","last_unstale":"2024-09-20T21:39:24.507775+0000","last_undegraded":"2024-09-20T21:39:24.507775+0000","last_fullsized":"2024-09-20T21:39:24.507775+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:52:38.730561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.227862+0000","last_change":"2024-09-20T21:38:27.354875+0000","last_active":"2024-09-20T21:39:24.227862+0000","last_peered":"2024-09-20T21:39:24.227862+0000","last_clean":"2024-09-20T21:39:24.227862+0000","last_became_active":"2024-09-20T21:38:27.354612+0000","last_became_peered":"2024-09-20T21:38:27.354612+0000","last_unstale":"2024-09-20T21:39:24.227862+0000","last_undegraded":"2024-09-20T21:39:24.227862+0000","last_fullsized":"2024-09-20T21:39:24.227862+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:27:04.686325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"57'1","reported_seq":25,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.702331+0000","last_change":"2024-09-20T21:38:23.331658+0000","last_active":"2024-09-20T21:39:24.702331+0000","last_peered":"2024-09-20T21:39:24.702331+0000","last_clean":"2024-09-20T21:39:24.702331+0000","last_became_active":"2024-09-20T21:38:23.331367+0000","last_became_peered":"2024-09-20T21:38:23.331367+0000","last_unstale":"2024-09-20T21:39:24.702331+0000","last_undegraded":"2024-09-20T21:39:24.702331+0000","last_fullsized":"2024-09-20T21:39:24.702331+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:51:50.446123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.702227+0000","last_change":"2024-09-20T21:38:27.350977+0000","last_active":"2024-09-20T21:39:24.702227+0000","last_peered":"2024-09-20T21:39:24.702227+0000","last_clean":"2024-09-20T21:39:24.702227+0000","last_became_active":"2024-09-20T21:38:27.350601+0000","last_became_peered":"2024-09-20T21:38:27.350601+0000","last_unstale":"2024-09-20T21:39:24.702227+0000","last_undegraded":"2024-09-20T21:39:24.702227+0000","last_fullsized":"2024-09-20T21:39:24.702227+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:11:14.001048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"57'4","reported_seq":28,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-20T21:39:24.228259+0000","last_change":"2024-09-20T21:38:23.327271+0000","last_active":"2024-09-20T21:39:24.228259+0000","last_peered":"2024-09-20T21:39:24.228259+0000","last_clean":"2024-09-20T21:39:24.228259+0000","last_became_active":"2024-09-20T21:38:23.327013+0000","last_became_peered":"2024-09-20T21:38:23.327013+0000","last_unstale":"2024-09-20T21:39:24.228259+0000","last_undegraded":"2024-09-20T21:39:24.228259+0000","last_fullsized":"2024-09-20T21:39:24.228259+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:17:42.835827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3128,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430238,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298616,"kb_used_data":1260,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446536,"statfs":{"total":95995035648,"available":95689252864,"internally_reserved":0,"allocated":1290240,"data_stored":900277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 20 21:40:03 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.50700000000000001,"15min":0.50800000000000001},"min":{"1min":0.33600000000000002,"5min":0.251,"15min":0.251},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.49099999999999999,"15min":0.49299999999999999},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.39400000000000002}]},{"osd":1,"last update":"Fri Sep 20 21:40:03 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.495,"15min":0.497},"min":{"1min":0.376,"5min":0.315,"15min":0.315},"max":{"1min":0.74099999999999999,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.495,"5min":0.53000000000000003,"15min":0.53600000000000003},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.69099999999999995,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.47199999999999998}]},{"osd":2,"last update":"Fri Sep 20 21:40:03 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.52500000000000002,"15min":0.53000000000000003},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.626,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.54200000000000004,"15min":0.54800000000000004},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.65200000000000002,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.505}]},{"osd":3,"last update":"Fri Sep 20 21:40:03 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.54200000000000004,"15min":0.55000000000000004},"min":{"1min":0.38500000000000001,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.72699999999999998,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.441},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.54600000000000004,"15min":0.55200000000000005},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.67300000000000004,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.48299999999999998}]},{"osd":4,"last update":"Fri Sep 20 21:40:03 2024","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.47899999999999998,"15min":0.49099999999999999},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.64800000000000002,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.48099999999999998,"15min":0.495},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.63200000000000001,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.55300000000000005}]},{"osd":5,"last update":"Fri Sep 20 21:40:03 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.45800000000000002,"15min":0.46700000000000003},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.60899999999999999,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.51700000000000002,"15min":0.52800000000000002},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.70999999999999996,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.628}]},{"osd":6,"last update":"Fri Sep 20 21:40:03 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.51600000000000001,"15min":0.52800000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.68300000000000005,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.55200000000000005,"15min":0.56799999999999995},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.69299999999999995,"5min":0.75,"15min":0.75},"last":0.60999999999999999}]}]},{"osd":6,"up_from":42,"seq":180388626467,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298612,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446540,"statfs":{"total":95995035648,"available":95689256960,"internally_reserved":0,"allocated":1286144,"data_stored":901468,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 20 21:39:36 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53700000000000003,"15min":0.53800000000000003},"min":{"1min":0.40699999999999997,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.73199999999999998,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.55100000000000005,"15min":0.55600000000000005},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.73299999999999998,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.32000000000000001}]},{"osd":1,"last update":"Fri Sep 20 21:39:36 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.52700000000000002,"15min":0.52500000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.72099999999999997,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.54400000000000004,"15min":0.54600000000000004},"min":{"1min":0.42299999999999999,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.69099999999999995,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.57099999999999995}]},{"osd":2,"last update":"Fri Sep 20 21:39:36 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.54700000000000004,"15min":0.55100000000000005},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.67100000000000004,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.55900000000000005,"15min":0.56599999999999995},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.64000000000000001,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.38900000000000001}]},{"osd":3,"last update":"Fri Sep 20 21:39:36 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.54600000000000004,"15min":0.55000000000000004},"min":{"1min":0.39000000000000001,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.42999999999999999,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.71499999999999997,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.68100000000000005}]},{"osd":4,"last update":"Fri Sep 20 21:39:36 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.437,"15min":0.442},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.74199999999999999,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.439,"5min":0.43099999999999999,"15min":0.42899999999999999},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.60499999999999998}]},{"osd":5,"last update":"Fri Sep 20 21:39:36 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.45300000000000001,"15min":0.45500000000000002},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.432},{"interface":"front","average":{"1min":0.434,"5min":0.436,"15min":0.436},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.59999999999999998,"5min":0.749,"15min":0.749},"last":0.54100000000000004}]},{"osd":7,"last update":"Fri Sep 20 21:39:59 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.54300000000000004,"15min":0.56499999999999995},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.70099999999999996,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.53400000000000003,"15min":0.54600000000000004},"min":{"1min":0.34699999999999998,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.60399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.62}]}]},{"osd":5,"up_from":36,"seq":154618822696,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298036,"kb_used_data":684,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447116,"statfs":{"total":95995035648,"available":95689846784,"internally_reserved":0,"allocated":700416,"data_stored":311209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 20 21:40:12 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53800000000000003,"15min":0.54000000000000004},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.70599999999999996,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.52000000000000002,"15min":0.53700000000000003},"min":{"1min":0.34300000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.70699999999999996,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.46999999999999997}]},{"osd":1,"last update":"Fri Sep 20 21:40:12 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.54300000000000004,"15min":0.55900000000000005},"min":{"1min":0.34399999999999997,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.67400000000000004,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.52000000000000002,"15min":0.52800000000000002},"min":{"1min":0.37,"5min":0.316,"15min":0.316},"max":{"1min":0.57699999999999996,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.23899999999999999}]},{"osd":2,"last update":"Fri Sep 20 21:40:12 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.55100000000000005,"15min":0.56000000000000005},"min":{"1min":0.39800000000000002,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.502},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55600000000000005,"15min":0.56200000000000006},"min":{"1min":0.40899999999999997,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.72499999999999998,"5min":0.752,"15min":0.752},"last":0.38}]},{"osd":3,"last update":"Fri Sep 20 21:40:12 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.53100000000000003,"15min":0.53300000000000003},"min":{"1min":0.379,"5min":0.377,"15min":0.377},"max":{"1min":0.68200000000000005,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.55700000000000005,"15min":0.56100000000000005},"min":{"1min":0.38300000000000001,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.75600000000000001,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.48599999999999999}]},{"osd":4,"last update":"Fri Sep 20 21:40:12 2024","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.38200000000000001,"15min":0.36599999999999999},"min":{"1min":0.29599999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.442,"5min":0.41499999999999998,"15min":0.40100000000000002},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.67300000000000004,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.40500000000000003}]},{"osd":6,"last update":"Fri Sep 20 21:39:39 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.42499999999999999,"15min":0.42099999999999999},"min":{"1min":0.33100000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.627,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.443,"15min":0.436},"min":{"1min":0.318,"5min":0.248,"15min":0.248},"max":{"1min":0.60699999999999998,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.54900000000000004}]},{"osd":7,"last update":"Fri Sep 20 21:40:04 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.495,"15min":0.497},"min":{"1min":0.35299999999999998,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.61199999999999999,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.501,"15min":0.505},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.623,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.53800000000000003}]}]},{"osd":4,"up_from":30,"seq":128849018925,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298048,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447104,"statfs":{"total":95995035648,"available":95689834496,"internally_reserved":0,"allocated":708608,"data_stored":310032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 20 21:39:48 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52400000000000002,"15min":0.52200000000000002},"min":{"1min":0.33400000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.52900000000000003,"15min":0.51700000000000002},"min":{"1min":0.39800000000000002,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.48099999999999998}]},{"osd":1,"last update":"Fri Sep 20 21:39:48 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.52800000000000002,"15min":0.52200000000000002},"min":{"1min":0.38600000000000001,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54300000000000004,"15min":0.53900000000000003},"min":{"1min":0.38100000000000001,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.56100000000000005}]},{"osd":2,"last update":"Fri Sep 20 21:39:48 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.52100000000000002,"15min":0.51200000000000001},"min":{"1min":0.34899999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.55100000000000005,"15min":0.55700000000000005},"min":{"1min":0.35999999999999999,"5min":0.307,"15min":0.307},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.46200000000000002}]},{"osd":3,"last update":"Fri Sep 20 21:39:48 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.57699999999999996,"15min":0.58099999999999996},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57199999999999995,"15min":0.56699999999999995},"min":{"1min":0.40500000000000003,"5min":0.318,"15min":0.318},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.66400000000000003}]},{"osd":5,"last update":"Fri Sep 20 21:40:13 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.38200000000000001,"15min":0.36499999999999999},"min":{"1min":0.28100000000000003,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.57099999999999995,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.38600000000000001,"15min":0.36399999999999999},"min":{"1min":0.29699999999999999,"5min":0.218,"15min":0.218},"max":{"1min":0.63800000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.60499999999999998}]},{"osd":6,"last update":"Fri Sep 20 21:39:35 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.26600000000000001,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.69899999999999995,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.621},{"interface":"front","average":{"1min":0.497,"5min":0.48899999999999999,"15min":0.48699999999999999},"min":{"1min":0.32400000000000001,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.68400000000000005,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.67700000000000005}]},{"osd":7,"last update":"Fri Sep 20 21:40:00 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.51300000000000001,"15min":0.52200000000000002},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.71799999999999997,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.52400000000000002,"15min":0.53200000000000003},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.70199999999999996,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.68500000000000005}]}]},{"osd":3,"up_from":25,"seq":107374182449,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298044,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447108,"statfs":{"total":95995035648,"available":95689838592,"internally_reserved":0,"allocated":704512,"data_stored":311519,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 20 21:39:30 2024","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.40799999999999997,"15min":0.42799999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.47699999999999998,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.41999999999999998,"15min":0.436},"min":{"1min":0.28100000000000003,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.56000000000000005,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.44400000000000001}]},{"osd":1,"last update":"Fri Sep 20 21:39:30 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.41999999999999998,"15min":0.44500000000000001},"min":{"1min":0.27500000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.48699999999999999,"5min":0.627,"15min":0.627},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.45700000000000002,"15min":0.47599999999999998},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.52500000000000002,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.52300000000000002}]},{"osd":2,"last update":"Fri Sep 20 21:39:30 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.51100000000000001,"15min":0.53400000000000003},"min":{"1min":0.33200000000000002,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.59099999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.47699999999999998,"15min":0.499},"min":{"1min":0.30599999999999999,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.34499999999999997}]},{"osd":4,"last update":"Fri Sep 20 21:39:51 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.60899999999999999,"15min":0.61799999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.73799999999999999,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.60099999999999998,"15min":0.61399999999999999},"min":{"1min":0.42299999999999999,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.47699999999999998}]},{"osd":5,"last update":"Fri Sep 20 21:40:16 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.63900000000000001,"15min":0.65900000000000003},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.84199999999999997,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.628,"15min":0.64600000000000002},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.75600000000000001,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.51000000000000001}]},{"osd":6,"last update":"Fri Sep 20 21:39:40 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.59599999999999997,"15min":0.60099999999999998},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.754,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.621,"15min":0.625},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.752}]},{"osd":7,"last update":"Fri Sep 20 21:40:01 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.60199999999999998,"15min":0.60399999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.80800000000000005,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.61199999999999999,"15min":0.61599999999999999},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.78000000000000003,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.503}]}]},{"osd":2,"up_from":18,"seq":77309411383,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298020,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447132,"statfs":{"total":95995035648,"available":95689863168,"internally_reserved":0,"allocated":679936,"data_stored":308412,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 20 21:40:05 2024","interfaces":[{"interface":"back","average":{"1min":0.309,"5min":0.35599999999999998,"15min":0.34899999999999998},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.44400000000000001,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.378,"15min":0.38200000000000001},"min":{"1min":0.25,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.48199999999999998,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.42099999999999999}]},{"osd":1,"last update":"Fri Sep 20 21:40:05 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.38900000000000001,"15min":0.39100000000000001},"min":{"1min":0.27400000000000002,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.60999999999999999,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.40899999999999997,"15min":0.40400000000000003},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.55500000000000005,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.47599999999999998}]},{"osd":3,"last update":"Fri Sep 20 21:39:24 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.45800000000000002,"15min":0.47699999999999998},"min":{"1min":0.29399999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.51500000000000001,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.47399999999999998,"15min":0.48199999999999998},"min":{"1min":0.36399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.70599999999999996,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.51000000000000001}]},{"osd":4,"last update":"Fri Sep 20 21:39:50 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.57599999999999996,"15min":0.57999999999999996},"min":{"1min":0.42899999999999999,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.73199999999999998,"5min":0.88,"15min":0.88},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.59499999999999997,"15min":0.59699999999999998},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.78800000000000003,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.77400000000000002}]},{"osd":5,"last update":"Fri Sep 20 21:40:12 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60599999999999998,"15min":0.60699999999999998},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.88600000000000001,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.57799999999999996,"15min":0.57499999999999996},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.76000000000000001}]},{"osd":6,"last update":"Fri Sep 20 21:39:33 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.60399999999999998,"15min":0.60499999999999998},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.80700000000000005,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.74399999999999999},{"interface":"front","average":{"1min":0.62,"5min":0.63200000000000001,"15min":0.63400000000000001},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.76900000000000002,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.83199999999999996}]},{"osd":7,"last update":"Fri Sep 20 21:40:05 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.63400000000000001,"15min":0.63900000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.61099999999999999,"15min":0.61899999999999999},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.73499999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574908,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298032,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447120,"statfs":{"total":95995035648,"available":95689850880,"internally_reserved":0,"allocated":692224,"data_stored":308866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 20 21:39:36 2024","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.36099999999999999,"15min":0.33400000000000002},"min":{"1min":0.21199999999999999,"5min":0.193,"15min":0.193},"max":{"1min":0.498,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.39200000000000002,"15min":0.36099999999999999},"min":{"1min":0.246,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.54600000000000004,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.52700000000000002}]},{"osd":2,"last update":"Fri Sep 20 21:40:05 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.42499999999999999,"15min":0.40400000000000003},"min":{"1min":0.28699999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.379,"15min":0.36699999999999999},"min":{"1min":0.249,"5min":0.215,"15min":0.215},"max":{"1min":0.51400000000000001,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.45500000000000002}]},{"osd":3,"last update":"Fri Sep 20 21:39:27 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.44700000000000001,"15min":0.45200000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.375},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.49299999999999999,"15min":0.503},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.56999999999999995}]},{"osd":4,"last update":"Fri Sep 20 21:39:48 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.54700000000000004,"15min":0.53700000000000003},"min":{"1min":0.43099999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.63,"15min":0.64000000000000001},"min":{"1min":0.46200000000000002,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.0629999999999999,"5min":1.099,"15min":1.099},"last":0.59599999999999997}]},{"osd":5,"last update":"Fri Sep 20 21:40:15 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60999999999999999,"15min":0.628},"min":{"1min":0.45800000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.76200000000000001,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.623,"15min":0.63700000000000001},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.78100000000000003,"5min":1.1160000000000001,"15min":1.1160000000000001},"last":0.626}]},{"osd":6,"last update":"Fri Sep 20 21:39:36 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.628,"15min":0.63700000000000001},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.77200000000000002,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.63300000000000001,"15min":0.64300000000000002},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.80900000000000005,"5min":1.131,"15min":1.131},"last":0.55500000000000005}]},{"osd":7,"last update":"Fri Sep 20 21:39:59 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.60299999999999998,"15min":0.59999999999999998},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.79000000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.61499999999999999,"15min":0.61099999999999999},"min":{"1min":0.47799999999999998,"5min":0.436,"15min":0.436},"max":{"1min":1.097,"5min":1.097,"15min":1.097},"last":0.68899999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738433,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298624,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446528,"statfs":{"total":95995035648,"available":95689244672,"internally_reserved":0,"allocated":1298432,"data_stored":900401,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 20 21:39:45 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.35999999999999999,"15min":0.33000000000000002},"min":{"1min":0.26300000000000001,"5min":0.216,"15min":0.216},"max":{"1min":0.60299999999999998,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.441,"5min":0.38500000000000001,"15min":0.34999999999999998},"min":{"1min":0.307,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.377}]},{"osd":2,"last update":"Fri Sep 20 21:40:03 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.40000000000000002,"15min":0.39000000000000001},"min":{"1min":0.26500000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.72499999999999998,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40999999999999998,"15min":0.40300000000000002},"min":{"1min":0.307,"5min":0.252,"15min":0.252},"max":{"1min":0.59299999999999997,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.41599999999999998}]},{"osd":3,"last update":"Fri Sep 20 21:39:30 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.435,"15min":0.44},"min":{"1min":0.28599999999999998,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.58899999999999997,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.33500000000000002,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.434}]},{"osd":4,"last update":"Fri Sep 20 21:39:51 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.56699999999999995,"15min":0.56000000000000005},"min":{"1min":0.39700000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.92100000000000004,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.59099999999999997,"15min":0.58499999999999996},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.53500000000000003}]},{"osd":5,"last update":"Fri Sep 20 21:40:10 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61199999999999999,"15min":0.59899999999999998},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.93500000000000005,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.623,"5min":0.629,"15min":0.61899999999999999},"min":{"1min":0.48699999999999999,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.96099999999999997,"5min":1.284,"15min":1.284},"last":0.59099999999999997}]},{"osd":6,"last update":"Fri Sep 20 21:39:37 2024","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.64700000000000002,"15min":0.64500000000000002},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.254,"5min":1.254,"15min":1.254},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.62,"15min":0.61699999999999999},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.82899999999999996,"5min":0.874,"15min":0.874},"last":0.498}]},{"osd":7,"last update":"Fri Sep 20 21:40:03 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.68100000000000005,"15min":0.68899999999999995},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.84999999999999998,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.65400000000000003,"15min":0.66200000000000003},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.80100000000000005,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.52000000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-20T21:40:24.570 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-20T21:40:24.570 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-20T21:40:24.570 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-09-20T21:40:24.570 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph health --format=json 2024-09-20T21:40:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:24 smithi046 ceph-mon[28078]: from='client.14724 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-20T21:40:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:24 smithi046 ceph-mon[39760]: from='client.14724 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-20T21:40:25.077 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:24 smithi134 ceph-mon[31761]: from='client.14724 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-20T21:40:25.101 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:40:25.225 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:40:25 smithi046 systemd[1]: Stopping Ceph alertmanager.a for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:40:25.758 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:40:25 smithi046 podman[78636]: 2024-09-20 21:40:25.613179871 +0000 UTC m=+0.497186105 container died 370424cbc084ab5dae491b9e8208e6176dc6f189e270df95e5305766ecdfa761 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=gifted_albattani, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=quincy-fbd1a6a, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-20T21:40:26.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:25 smithi046 ceph-mon[39760]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:26.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:25 smithi046 ceph-mon[28078]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:26.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:25 smithi134 ceph-mon[31761]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:26.538 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:40:26 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a[73309]: ts=2024-09-20T21:40:26.432Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-20T21:40:26.901 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:40:26 smithi046 podman[78713]: 2024-09-20 21:40:26.632056749 +0000 UTC m=+0.853824496 container died cf5179952ebe6dba9af5edc5a7b756c9417d243853e728d2ae53b786585aa95d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-20T21:40:27.250 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:40:27.250 INFO:teuthology.orchestra.run.smithi046.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-20T21:40:27.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:40:26 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:40:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-20T21:40:27.583 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:40:27 smithi046 podman[78713]: 2024-09-20 21:40:27.328151802 +0000 UTC m=+1.549919585 container cleanup cf5179952ebe6dba9af5edc5a7b756c9417d243853e728d2ae53b786585aa95d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-20T21:40:27.584 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:40:27 smithi046 bash[78713]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a 2024-09-20T21:40:27.826 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-09-20T21:40:27.826 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph fs dump --format=json 2024-09-20T21:40:27.850 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:27 smithi046 ceph-mon[39760]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:27.850 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:27 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/3988175705' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-20T21:40:27.851 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:27 smithi046 ceph-mon[28078]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:27.851 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:27 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/3988175705' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-20T21:40:28.151 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:40:28 smithi046 podman[78753]: 2024-09-20 21:40:28.084055466 +0000 UTC m=+1.632600599 container remove cf5179952ebe6dba9af5edc5a7b756c9417d243853e728d2ae53b786585aa95d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-20T21:40:28.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:27 smithi134 ceph-mon[31761]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:28.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:27 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/3988175705' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-20T21:40:28.274 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:40:28.419 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:40:28 smithi046 podman[78753]: 2024-09-20 21:40:28.16771582 +0000 UTC m=+1.716260907 volume remove 5a70a9a924364ebe1f6a7a19c94fac8b495cd41ef82778b64c5257803110ad8a 2024-09-20T21:40:28.933 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:40:28 smithi046 podman[78893]: 2024-09-20 21:40:28.771220758 +0000 UTC m=+0.543976457 container died c9db8d333cbaf7d3500069ada19948568878de8312a6a03af83ffee230216e87 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=sleepy_herschel, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-fbd1a6a, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-20T21:40:29.400 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:40:28 smithi046 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@alertmanager.a.service: Deactivated successfully. 2024-09-20T21:40:29.401 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:40:28 smithi046 systemd[1]: Stopped Ceph alertmanager.a for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:40:29.401 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:40:28 smithi046 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@alertmanager.a.service: Consumed 1.011s CPU time. 2024-09-20T21:40:29.401 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:40:28 smithi046 systemd[1]: Starting Ceph alertmanager.a for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:40:30.063 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:29 smithi046 ceph-mon[28078]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:30.064 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:29 smithi046 ceph-mon[39760]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:30.064 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:40:29 smithi046 podman[79053]: 2024-09-20 21:40:29.68229104 +0000 UTC m=+0.097683162 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-09-20T21:40:30.064 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:40:29 smithi046 podman[79053]: 2024-09-20 21:40:29.920301193 +0000 UTC m=+0.335693299 volume create a31b247b35a457f5fd161e390340d00d81c94e705a45af45e24634850805631a 2024-09-20T21:40:30.064 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:40:30 smithi046 podman[79053]: 2024-09-20 21:40:30.062397815 +0000 UTC m=+0.477789924 container create e6fe521d19daf674d84053b483666b0694cb9edae53393a5e1d69ad3b13abb2d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-20T21:40:30.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:29 smithi134 ceph-mon[31761]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:30.651 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:40:30 smithi046 podman[79053]: 2024-09-20 21:40:30.465540236 +0000 UTC m=+0.880932359 container init e6fe521d19daf674d84053b483666b0694cb9edae53393a5e1d69ad3b13abb2d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-20T21:40:30.651 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:40:30 smithi046 podman[79053]: 2024-09-20 21:40:30.470314913 +0000 UTC m=+0.885707020 container start e6fe521d19daf674d84053b483666b0694cb9edae53393a5e1d69ad3b13abb2d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-20T21:40:30.652 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:40:30 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a[79090]: ts=2024-09-20T21:40:30.482Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-20T21:40:30.652 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:40:30 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a[79090]: ts=2024-09-20T21:40:30.483Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-20T21:40:30.652 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:40:30 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a[79090]: ts=2024-09-20T21:40:30.484Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.46 port=9094 2024-09-20T21:40:30.652 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:40:30 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a[79090]: ts=2024-09-20T21:40:30.485Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-20T21:40:30.652 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:40:30 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a[79090]: ts=2024-09-20T21:40:30.508Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-20T21:40:30.652 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:40:30 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a[79090]: ts=2024-09-20T21:40:30.508Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-20T21:40:30.652 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:40:30 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a[79090]: ts=2024-09-20T21:40:30.511Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-20T21:40:30.652 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:40:30 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a[79090]: ts=2024-09-20T21:40:30.511Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-20T21:40:30.652 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:40:30 smithi046 bash[79053]: e6fe521d19daf674d84053b483666b0694cb9edae53393a5e1d69ad3b13abb2d 2024-09-20T21:40:30.652 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:40:30 smithi046 systemd[1]: Started Ceph alertmanager.a for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:40:30.663 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:40:30.664 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14421,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/2439719107","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":2439719107},{"type":"v1","addr":"172.21.15.46:6835","nonce":2439719107}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-20T21:38:29.313647+0000","modified":"2024-09-20T21:38:41.573954+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24310},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24310":{"gid":24310,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.134:6833/84645913","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6832","nonce":84645913},{"type":"v1","addr":"172.21.15.134:6833","nonce":84645913}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-09-20T21:40:30.664 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 8 2024-09-20T21:40:31.410 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph fs dump --format=json 2024-09-20T21:40:31.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:31 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:31.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:31 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:31.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:31 smithi046 ceph-mon[28078]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-20T21:40:31.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:31 smithi046 ceph-mon[28078]: Reconfiguring daemon prometheus.a on smithi134 2024-09-20T21:40:31.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:31 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/284870363' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-20T21:40:31.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:31 smithi046 ceph-mon[28078]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:31.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:31 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:31.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:31 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:31.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:31 smithi046 ceph-mon[39760]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-20T21:40:31.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:31 smithi046 ceph-mon[39760]: Reconfiguring daemon prometheus.a on smithi134 2024-09-20T21:40:31.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:31 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/284870363' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-20T21:40:31.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:31 smithi046 ceph-mon[39760]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:31.724 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:40:31.827 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:31 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:31.828 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:31 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:31.828 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:31 smithi134 ceph-mon[31761]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-20T21:40:31.828 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:31 smithi134 ceph-mon[31761]: Reconfiguring daemon prometheus.a on smithi134 2024-09-20T21:40:31.828 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:31 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/284870363' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-20T21:40:31.828 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:31 smithi134 ceph-mon[31761]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:32.740 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:32 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:40:32.854 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:32 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:40:32.854 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:32 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:40:32.854 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:40:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a[79090]: ts=2024-09-20T21:40:32.485Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000751051s 2024-09-20T21:40:33.542 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:40:33.542 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14421,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/2439719107","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":2439719107},{"type":"v1","addr":"172.21.15.46:6835","nonce":2439719107}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-20T21:38:29.313647+0000","modified":"2024-09-20T21:38:41.573954+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24310},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24310":{"gid":24310,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.134:6833/84645913","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6832","nonce":84645913},{"type":"v1","addr":"172.21.15.134:6833","nonce":84645913}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-09-20T21:40:33.543 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 8 2024-09-20T21:40:33.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:33 smithi046 ceph-mon[28078]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:33.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:33 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/488643975' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-20T21:40:33.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:33 smithi046 ceph-mon[39760]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:33.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:33 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/488643975' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-20T21:40:33.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:33 smithi134 ceph-mon[31761]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:33.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:33 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/488643975' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-20T21:40:33.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:33 smithi134 systemd[1]: Stopping Ceph prometheus.a for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:40:34.177 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:33 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[61949]: ts=2024-09-20T21:40:33.924Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-20T21:40:34.177 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:33 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[61949]: ts=2024-09-20T21:40:33.924Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-20T21:40:34.177 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:33 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[61949]: ts=2024-09-20T21:40:33.924Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-20T21:40:34.177 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:33 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[61949]: ts=2024-09-20T21:40:33.924Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-20T21:40:34.177 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:33 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[61949]: ts=2024-09-20T21:40:33.924Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-20T21:40:34.177 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:33 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[61949]: ts=2024-09-20T21:40:33.924Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-20T21:40:34.177 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:33 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[61949]: ts=2024-09-20T21:40:33.924Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-20T21:40:34.177 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:33 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[61949]: ts=2024-09-20T21:40:33.924Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-20T21:40:34.177 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:33 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[61949]: ts=2024-09-20T21:40:33.925Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-20T21:40:34.177 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:33 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[61949]: ts=2024-09-20T21:40:33.925Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-20T21:40:34.177 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:33 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[61949]: ts=2024-09-20T21:40:33.925Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-20T21:40:34.177 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:33 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[61949]: ts=2024-09-20T21:40:33.925Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-20T21:40:34.178 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:33 smithi134 podman[65333]: 2024-09-20 21:40:33.934782847 +0000 UTC m=+0.140931065 container died b12312c2bf3777fd620542e9eee3f878aea1b2cde8cd07b0a81b7a71ad32e2b7 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-20T21:40:34.275 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph osd dump --format=json 2024-09-20T21:40:34.533 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:40:34.550 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:34 smithi134 podman[65333]: 2024-09-20 21:40:34.305513552 +0000 UTC m=+0.511661760 container cleanup b12312c2bf3777fd620542e9eee3f878aea1b2cde8cd07b0a81b7a71ad32e2b7 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-20T21:40:34.550 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:34 smithi134 bash[65333]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a 2024-09-20T21:40:34.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:34 smithi134 podman[65353]: 2024-09-20 21:40:34.548475267 +0000 UTC m=+0.615688917 container remove b12312c2bf3777fd620542e9eee3f878aea1b2cde8cd07b0a81b7a71ad32e2b7 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-20T21:40:34.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:34 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@prometheus.a.service: Deactivated successfully. 2024-09-20T21:40:34.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:34 smithi134 systemd[1]: Stopped Ceph prometheus.a for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:40:34.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:34 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@prometheus.a.service: Consumed 1.081s CPU time. 2024-09-20T21:40:34.927 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:34 smithi134 systemd[1]: Starting Ceph prometheus.a for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:40:35.187 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:34 smithi134 podman[65447]: 2024-09-20 21:40:34.834196272 +0000 UTC m=+0.017340538 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-20T21:40:35.187 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:34 smithi134 podman[65447]: 2024-09-20 21:40:34.932687324 +0000 UTC m=+0.115831573 container create 1bda878230d935f51172d8f322e4c6a7424a623a92d3e1ee3f7bc8db22fdad0b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-20T21:40:35.187 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:35 smithi134 podman[65447]: 2024-09-20 21:40:35.134861717 +0000 UTC m=+0.318005997 container init 1bda878230d935f51172d8f322e4c6a7424a623a92d3e1ee3f7bc8db22fdad0b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-20T21:40:35.187 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:35 smithi134 podman[65447]: 2024-09-20 21:40:35.139905322 +0000 UTC m=+0.323049571 container start 1bda878230d935f51172d8f322e4c6a7424a623a92d3e1ee3f7bc8db22fdad0b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-20T21:40:35.188 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:35 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[65463]: ts=2024-09-20T21:40:35.163Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-20T21:40:35.188 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:35 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[65463]: ts=2024-09-20T21:40:35.163Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-20T21:40:35.188 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:35 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[65463]: ts=2024-09-20T21:40:35.163Z caller=main.go:570 level=info host_details="(Linux 5.14.0-508.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024 x86_64 smithi134 (none))" 2024-09-20T21:40:35.188 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:35 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[65463]: ts=2024-09-20T21:40:35.163Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-20T21:40:35.188 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:35 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[65463]: ts=2024-09-20T21:40:35.163Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-20T21:40:35.188 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:35 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[65463]: ts=2024-09-20T21:40:35.164Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-20T21:40:35.188 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:35 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[65463]: ts=2024-09-20T21:40:35.165Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-20T21:40:35.188 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:35 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[65463]: ts=2024-09-20T21:40:35.166Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-20T21:40:35.188 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:35 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[65463]: ts=2024-09-20T21:40:35.166Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-20T21:40:35.188 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:35 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[65463]: ts=2024-09-20T21:40:35.168Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-20T21:40:35.188 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:35 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[65463]: ts=2024-09-20T21:40:35.168Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.424µs 2024-09-20T21:40:35.188 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:35 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[65463]: ts=2024-09-20T21:40:35.168Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-20T21:40:35.189 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:35 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[65463]: ts=2024-09-20T21:40:35.168Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-09-20T21:40:35.189 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:35 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[65463]: ts=2024-09-20T21:40:35.169Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-09-20T21:40:35.189 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:35 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[65463]: ts=2024-09-20T21:40:35.169Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=18.703µs wal_replay_duration=733.479µs wbl_replay_duration=108ns total_replay_duration=769.593µs 2024-09-20T21:40:35.189 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:35 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[65463]: ts=2024-09-20T21:40:35.170Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-20T21:40:35.189 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:35 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[65463]: ts=2024-09-20T21:40:35.170Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-20T21:40:35.189 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:35 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[65463]: ts=2024-09-20T21:40:35.170Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-20T21:40:35.189 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:35 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[65463]: ts=2024-09-20T21:40:35.185Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=15.277206ms db_storage=766ns remote_storage=1.119µs web_handler=379ns query_engine=449ns scrape=385.507µs scrape_sd=27.209µs notify=22.97µs notify_sd=7.334µs rules=14.604274ms tracing=6.656µs 2024-09-20T21:40:35.189 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:35 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[65463]: ts=2024-09-20T21:40:35.185Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-20T21:40:35.189 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:35 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[65463]: ts=2024-09-20T21:40:35.185Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-20T21:40:35.628 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:40:35 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:40:35] ENGINE Bus STOPPING 2024-09-20T21:40:35.629 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:40:35 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:40:35] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-20T21:40:35.629 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:40:35 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:40:35] ENGINE Bus STOPPED 2024-09-20T21:40:35.629 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:40:35 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:40:35] ENGINE Bus STARTING 2024-09-20T21:40:35.629 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:40:35 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:40:35] ENGINE Serving on http://:::9283 2024-09-20T21:40:35.629 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:40:35 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:40:35] ENGINE Bus STARTED 2024-09-20T21:40:35.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:35 smithi134 bash[65447]: 1bda878230d935f51172d8f322e4c6a7424a623a92d3e1ee3f7bc8db22fdad0b 2024-09-20T21:40:35.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:40:35 smithi134 systemd[1]: Started Ceph prometheus.a for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:40:35.900 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:40:35 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:40:35] ENGINE Bus STOPPING 2024-09-20T21:40:35.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:35 smithi046 ceph-mon[39760]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:35.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:35 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:35.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:35 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:35.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:35 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-20T21:40:35.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:35 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi046.front.sepia.ceph.com:9093"}]: dispatch 2024-09-20T21:40:35.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:35 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:35.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:35 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-20T21:40:35.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:35 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi134.front.sepia.ceph.com:9095"}]: dispatch 2024-09-20T21:40:35.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:35 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:35.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:35 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-20T21:40:35.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:35 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi134.front.sepia.ceph.com:3000"}]: dispatch 2024-09-20T21:40:35.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:35 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:35.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:35 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:40:35.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:35 smithi046 ceph-mon[28078]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:35.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:35 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:35.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:35 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:35.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:35 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-20T21:40:35.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:35 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi046.front.sepia.ceph.com:9093"}]: dispatch 2024-09-20T21:40:35.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:35 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:35.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:35 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-20T21:40:35.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:35 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi134.front.sepia.ceph.com:9095"}]: dispatch 2024-09-20T21:40:35.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:35 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:35.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:35 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-20T21:40:35.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:35 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi134.front.sepia.ceph.com:3000"}]: dispatch 2024-09-20T21:40:35.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:35 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:35.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:35 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:40:36.104 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:35 smithi134 ceph-mon[31761]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:36.104 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:35 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:36.104 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:35 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:36.104 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:35 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-20T21:40:36.104 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:35 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi046.front.sepia.ceph.com:9093"}]: dispatch 2024-09-20T21:40:36.104 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:35 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:36.104 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:35 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-20T21:40:36.105 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:35 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi134.front.sepia.ceph.com:9095"}]: dispatch 2024-09-20T21:40:36.105 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:35 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:36.105 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:35 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-20T21:40:36.105 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:35 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi134.front.sepia.ceph.com:3000"}]: dispatch 2024-09-20T21:40:36.105 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:35 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:36.105 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:35 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:40:36.235 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:40:36 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:40:36] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-20T21:40:36.236 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:40:36 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:40:36] ENGINE Bus STOPPED 2024-09-20T21:40:36.236 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:40:36 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:40:36] ENGINE Bus STARTING 2024-09-20T21:40:36.236 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:40:36 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:40:36] ENGINE Serving on http://:::9283 2024-09-20T21:40:36.236 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:40:36 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:40:36] ENGINE Bus STARTED 2024-09-20T21:40:36.451 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:40:36.451 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":67,"fsid":"c87e54aa-7797-11ef-baf5-efdc52797490","created":"2024-09-20T21:32:55.553178+0000","modified":"2024-09-20T21:39:32.997457+0000","last_up_change":"2024-09-20T21:37:57.772890+0000","last_in_change":"2024-09-20T21:37:40.842250+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-20T21:35:58.949080+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-20T21:38:22.258367+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-20T21:38:25.867445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-20T21:39:17.992743+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":66,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"b6742b83-3237-4a3d-b0a0-a014bd4938ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1803760533},{"type":"v1","addr":"172.21.15.46:6803","nonce":1803760533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1803760533},{"type":"v1","addr":"172.21.15.46:6805","nonce":1803760533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1803760533},{"type":"v1","addr":"172.21.15.46:6809","nonce":1803760533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1803760533},{"type":"v1","addr":"172.21.15.46:6807","nonce":1803760533}]},"public_addr":"172.21.15.46:6803/1803760533","cluster_addr":"172.21.15.46:6805/1803760533","heartbeat_back_addr":"172.21.15.46:6809/1803760533","heartbeat_front_addr":"172.21.15.46:6807/1803760533","state":["exists","up"]},{"osd":1,"uuid":"15d84a3b-b9e5-4056-a568-99cd0ae9e477","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":467964406},{"type":"v1","addr":"172.21.15.46:6811","nonce":467964406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":467964406},{"type":"v1","addr":"172.21.15.46:6813","nonce":467964406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":467964406},{"type":"v1","addr":"172.21.15.46:6817","nonce":467964406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":467964406},{"type":"v1","addr":"172.21.15.46:6815","nonce":467964406}]},"public_addr":"172.21.15.46:6811/467964406","cluster_addr":"172.21.15.46:6813/467964406","heartbeat_back_addr":"172.21.15.46:6817/467964406","heartbeat_front_addr":"172.21.15.46:6815/467964406","state":["exists","up"]},{"osd":2,"uuid":"b72dd1f8-2e22-459d-ba68-9908456ac1da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2966088863},{"type":"v1","addr":"172.21.15.46:6819","nonce":2966088863}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2966088863},{"type":"v1","addr":"172.21.15.46:6821","nonce":2966088863}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2966088863},{"type":"v1","addr":"172.21.15.46:6825","nonce":2966088863}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2966088863},{"type":"v1","addr":"172.21.15.46:6823","nonce":2966088863}]},"public_addr":"172.21.15.46:6819/2966088863","cluster_addr":"172.21.15.46:6821/2966088863","heartbeat_back_addr":"172.21.15.46:6825/2966088863","heartbeat_front_addr":"172.21.15.46:6823/2966088863","state":["exists","up"]},{"osd":3,"uuid":"8d741e55-d6d4-4ae9-803f-fbf733df3fa7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":4113170482},{"type":"v1","addr":"172.21.15.46:6827","nonce":4113170482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":4113170482},{"type":"v1","addr":"172.21.15.46:6829","nonce":4113170482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":4113170482},{"type":"v1","addr":"172.21.15.46:6833","nonce":4113170482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":4113170482},{"type":"v1","addr":"172.21.15.46:6831","nonce":4113170482}]},"public_addr":"172.21.15.46:6827/4113170482","cluster_addr":"172.21.15.46:6829/4113170482","heartbeat_back_addr":"172.21.15.46:6833/4113170482","heartbeat_front_addr":"172.21.15.46:6831/4113170482","state":["exists","up"]},{"osd":4,"uuid":"c52d751d-68cb-4835-b5e5-76bdaaca8857","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":2472663951},{"type":"v1","addr":"172.21.15.134:6801","nonce":2472663951}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":2472663951},{"type":"v1","addr":"172.21.15.134:6803","nonce":2472663951}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":2472663951},{"type":"v1","addr":"172.21.15.134:6807","nonce":2472663951}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":2472663951},{"type":"v1","addr":"172.21.15.134:6805","nonce":2472663951}]},"public_addr":"172.21.15.134:6801/2472663951","cluster_addr":"172.21.15.134:6803/2472663951","heartbeat_back_addr":"172.21.15.134:6807/2472663951","heartbeat_front_addr":"172.21.15.134:6805/2472663951","state":["exists","up"]},{"osd":5,"uuid":"bf749747-a8c5-4996-9d7e-31aed151800c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":160234939},{"type":"v1","addr":"172.21.15.134:6809","nonce":160234939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":160234939},{"type":"v1","addr":"172.21.15.134:6811","nonce":160234939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":160234939},{"type":"v1","addr":"172.21.15.134:6815","nonce":160234939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":160234939},{"type":"v1","addr":"172.21.15.134:6813","nonce":160234939}]},"public_addr":"172.21.15.134:6809/160234939","cluster_addr":"172.21.15.134:6811/160234939","heartbeat_back_addr":"172.21.15.134:6815/160234939","heartbeat_front_addr":"172.21.15.134:6813/160234939","state":["exists","up"]},{"osd":6,"uuid":"c69a07d8-11bc-45f9-a70e-a3df19648d01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2686541366},{"type":"v1","addr":"172.21.15.134:6817","nonce":2686541366}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2686541366},{"type":"v1","addr":"172.21.15.134:6819","nonce":2686541366}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2686541366},{"type":"v1","addr":"172.21.15.134:6823","nonce":2686541366}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2686541366},{"type":"v1","addr":"172.21.15.134:6821","nonce":2686541366}]},"public_addr":"172.21.15.134:6817/2686541366","cluster_addr":"172.21.15.134:6819/2686541366","heartbeat_back_addr":"172.21.15.134:6823/2686541366","heartbeat_front_addr":"172.21.15.134:6821/2686541366","state":["exists","up"]},{"osd":7,"uuid":"7f063110-8f0c-4972-8faa-a7b815b2f00f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":1839606342},{"type":"v1","addr":"172.21.15.134:6825","nonce":1839606342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":1839606342},{"type":"v1","addr":"172.21.15.134:6827","nonce":1839606342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":1839606342},{"type":"v1","addr":"172.21.15.134:6831","nonce":1839606342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":1839606342},{"type":"v1","addr":"172.21.15.134:6829","nonce":1839606342}]},"public_addr":"172.21.15.134:6825/1839606342","cluster_addr":"172.21.15.134:6827/1839606342","heartbeat_back_addr":"172.21.15.134:6831/1839606342","heartbeat_front_addr":"172.21.15.134:6829/1839606342","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:35:06.257114+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:35:31.122572+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:35:55.864705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:36:20.592939+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:36:42.711423+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:37:06.880923+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:37:30.953896+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:37:56.129414+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":7,"to":2}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.24","mappings":[{"from":4,"to":2}]},{"pgid":"3.27","mappings":[{"from":4,"to":1}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/2756910512":"2024-09-21T21:39:16.636159+0000","172.21.15.46:6801/1790131599":"2024-09-21T21:39:16.636159+0000","172.21.15.46:6800/1790131599":"2024-09-21T21:39:16.636159+0000","172.21.15.46:0/3287126627":"2024-09-21T21:33:19.061921+0000","172.21.15.46:0/155919852":"2024-09-21T21:33:19.061921+0000","172.21.15.46:0/360754787":"2024-09-21T21:33:19.061921+0000","172.21.15.46:6800/749516966":"2024-09-21T21:33:19.061921+0000","172.21.15.46:6800/4286712955":"2024-09-21T21:33:42.454677+0000","172.21.15.46:6801/4286712955":"2024-09-21T21:33:42.454677+0000","172.21.15.46:0/2242204039":"2024-09-21T21:33:42.454677+0000","172.21.15.46:6801/749516966":"2024-09-21T21:33:19.061921+0000","172.21.15.46:0/1588658720":"2024-09-21T21:33:42.454677+0000","172.21.15.46:0/1799067520":"2024-09-21T21:33:42.454677+0000","172.21.15.46:0/583717649":"2024-09-21T21:39:16.636159+0000","172.21.15.46:0/3847863891":"2024-09-21T21:39:16.636159+0000","172.21.15.46:0/3017122683":"2024-09-21T21:39:16.636159+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-20T21:40:36.541 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:40:36 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:40:36] ENGINE Bus STOPPING 2024-09-20T21:40:36.843 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:36 smithi046 ceph-mon[28078]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-20T21:40:36.843 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:36 smithi046 ceph-mon[28078]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi046.front.sepia.ceph.com:9093"}]: dispatch 2024-09-20T21:40:36.843 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:36 smithi046 ceph-mon[28078]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-20T21:40:36.843 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:36 smithi046 ceph-mon[28078]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi134.front.sepia.ceph.com:9095"}]: dispatch 2024-09-20T21:40:36.843 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:36 smithi046 ceph-mon[28078]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-20T21:40:36.843 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:36 smithi046 ceph-mon[28078]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi134.front.sepia.ceph.com:3000"}]: dispatch 2024-09-20T21:40:36.843 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:36 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/1019527259' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-20T21:40:36.844 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:40:36 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:40:36] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-20T21:40:36.844 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:40:36 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:40:36] ENGINE Bus STOPPED 2024-09-20T21:40:36.844 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:40:36 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:40:36] ENGINE Bus STARTING 2024-09-20T21:40:36.844 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:40:36 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:40:36] ENGINE Serving on http://:::9283 2024-09-20T21:40:36.844 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:40:36 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:40:36] ENGINE Bus STARTED 2024-09-20T21:40:36.844 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:36 smithi046 ceph-mon[39760]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-20T21:40:36.844 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:36 smithi046 ceph-mon[39760]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi046.front.sepia.ceph.com:9093"}]: dispatch 2024-09-20T21:40:36.844 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:36 smithi046 ceph-mon[39760]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-20T21:40:36.844 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:36 smithi046 ceph-mon[39760]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi134.front.sepia.ceph.com:9095"}]: dispatch 2024-09-20T21:40:36.844 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:36 smithi046 ceph-mon[39760]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-20T21:40:36.844 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:36 smithi046 ceph-mon[39760]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi134.front.sepia.ceph.com:3000"}]: dispatch 2024-09-20T21:40:36.845 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:36 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/1019527259' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-20T21:40:37.051 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:36 smithi134 ceph-mon[31761]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-20T21:40:37.051 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:36 smithi134 ceph-mon[31761]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi046.front.sepia.ceph.com:9093"}]: dispatch 2024-09-20T21:40:37.051 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:36 smithi134 ceph-mon[31761]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-20T21:40:37.051 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:36 smithi134 ceph-mon[31761]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi134.front.sepia.ceph.com:9095"}]: dispatch 2024-09-20T21:40:37.051 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:36 smithi134 ceph-mon[31761]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-20T21:40:37.052 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:36 smithi134 ceph-mon[31761]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi134.front.sepia.ceph.com:3000"}]: dispatch 2024-09-20T21:40:37.052 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:36 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/1019527259' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-20T21:40:37.309 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph fs dump --format=json 2024-09-20T21:40:37.863 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:40:37.986 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:37 smithi046 ceph-mon[28078]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:37.986 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:37 smithi046 ceph-mon[39760]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:38.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:37 smithi134 ceph-mon[31761]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:39.846 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:40:39.846 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14421,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/2439719107","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":2439719107},{"type":"v1","addr":"172.21.15.46:6835","nonce":2439719107}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-20T21:38:29.313647+0000","modified":"2024-09-20T21:38:41.573954+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24310},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24310":{"gid":24310,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.134:6833/84645913","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6832","nonce":84645913},{"type":"v1","addr":"172.21.15.134:6833","nonce":84645913}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-09-20T21:40:39.846 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 8 2024-09-20T21:40:40.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:39 smithi046 ceph-mon[28078]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:40.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:39 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:40.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:39 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:40.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:39 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/1848112350' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-20T21:40:40.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:39 smithi046 ceph-mon[39760]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:40.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:39 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:40.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:39 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:40.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:39 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/1848112350' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-20T21:40:40.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:39 smithi134 ceph-mon[31761]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:40.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:39 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:40.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:39 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:40.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:39 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/1848112350' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-20T21:40:40.448 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-20T21:38:29.313647+0000', 'modified': '2024-09-20T21:38:41.573954+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24310}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24310': {'gid': 24310, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.134:6833/84645913', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.134:6832', 'nonce': 84645913}, {'type': 'v1', 'addr': '172.21.15.134:6833', 'nonce': 84645913}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138320759226367, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'standby_count_wanted': 0} 2024-09-20T21:40:40.448 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-20T21:40:40.448 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph tell mds.b status 2024-09-20T21:40:40.766 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:40:40 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a[79090]: ts=2024-09-20T21:40:40.488Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003326824s 2024-09-20T21:40:41.194 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:40:42.384 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:41 smithi046 ceph-mon[28078]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:42.385 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:41 smithi046 ceph-mon[39760]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:42.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:41 smithi134 ceph-mon[31761]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:43.392 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:40:43 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:40:43] "GET /metrics HTTP/1.1" 200 236473 "" "Prometheus/2.43.0" 2024-09-20T21:40:43.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-20T21:40:43.485+0000 7f357a7f4640 0 client.24659 ms_handle_reset on v2:172.21.15.134:6832/84645913 2024-09-20T21:40:43.509 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-20T21:40:43.508+0000 7f357a7f4640 0 client.24665 ms_handle_reset on v2:172.21.15.134:6832/84645913 2024-09-20T21:40:43.510 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-20T21:40:43.510 INFO:teuthology.orchestra.run.smithi046.stdout: "cluster_fsid": "c87e54aa-7797-11ef-baf5-efdc52797490", 2024-09-20T21:40:43.510 INFO:teuthology.orchestra.run.smithi046.stdout: "whoami": 0, 2024-09-20T21:40:43.510 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 24310, 2024-09-20T21:40:43.510 INFO:teuthology.orchestra.run.smithi046.stdout: "want_state": "up:active", 2024-09-20T21:40:43.510 INFO:teuthology.orchestra.run.smithi046.stdout: "state": "up:active", 2024-09-20T21:40:43.510 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs", 2024-09-20T21:40:43.510 INFO:teuthology.orchestra.run.smithi046.stdout: "rank_uptime": 134.16321649400001, 2024-09-20T21:40:43.510 INFO:teuthology.orchestra.run.smithi046.stdout: "mdsmap_epoch": 8, 2024-09-20T21:40:43.510 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch": 67, 2024-09-20T21:40:43.511 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch_barrier": 57, 2024-09-20T21:40:43.511 INFO:teuthology.orchestra.run.smithi046.stdout: "uptime": 149.095966713 2024-09-20T21:40:43.511 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-20T21:40:44.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:43 smithi046 ceph-mon[39760]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:44.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:43 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:44.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:43 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:44.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:43 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:40:44.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:43 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:40:44.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:43 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:44.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:43 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:40:44.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:43 smithi046 ceph-mon[28078]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:44.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:43 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:44.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:43 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:44.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:43 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:40:44.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:43 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:40:44.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:43 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:44.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:43 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:40:44.264 INFO:tasks.cephadm:Setup complete, yielding 2024-09-20T21:40:44.265 INFO:teuthology.run_tasks:Running task print... 2024-09-20T21:40:44.281 INFO:teuthology.task.print:**** done end installing quincy cephadm ... 2024-09-20T21:40:44.281 INFO:teuthology.run_tasks:Running task print... 2024-09-20T21:40:44.311 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-09-20T21:40:44.311 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-20T21:40:44.321 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi046.front.sepia.ceph.com 2024-09-20T21:40:44.321 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-09-20T21:40:44.338 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:43 smithi134 ceph-mon[31761]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:44.338 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:43 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:44.338 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:43 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:44.338 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:43 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:40:44.338 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:43 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:40:44.338 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:43 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:44.338 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:43 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:40:45.083 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:40:46.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:45 smithi046 ceph-mon[28078]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:46.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:45 smithi046 ceph-mon[39760]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:46.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:45 smithi134 ceph-mon[31761]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:47.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:46 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:40:47.299 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:46 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/2651335945' entity='client.admin' 2024-09-20T21:40:47.299 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:46 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:40:47.299 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:46 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/2651335945' entity='client.admin' 2024-09-20T21:40:47.299 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:40:46 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:40:46] ENGINE Bus STOPPING 2024-09-20T21:40:47.300 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:40:47 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:40:47] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-20T21:40:47.300 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:40:47 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:40:47] ENGINE Bus STOPPED 2024-09-20T21:40:47.300 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:40:47 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:40:47] ENGINE Bus STARTING 2024-09-20T21:40:47.300 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:46 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:40:47.300 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:46 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/2651335945' entity='client.admin' 2024-09-20T21:40:47.300 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:40:46 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:40:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-20T21:40:47.607 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:40:47 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:40:47] ENGINE Serving on http://:::9283 2024-09-20T21:40:47.607 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:40:47 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:40:47] ENGINE Bus STARTED 2024-09-20T21:40:47.635 INFO:teuthology.run_tasks:Running task print... 2024-09-20T21:40:47.722 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-09-20T21:40:47.722 INFO:teuthology.run_tasks:Running task print... 2024-09-20T21:40:47.795 INFO:teuthology.task.print:**** done start telemetry quincy... 2024-09-20T21:40:47.795 INFO:teuthology.run_tasks:Running task workunit... 2024-09-20T21:40:47.913 INFO:tasks.workunit:Pulling workunits from ref ed8ee0f26ef720e6504cefa8be1a2d0872192de7 2024-09-20T21:40:47.913 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-20T21:40:47.914 DEBUG:teuthology.orchestra.run.smithi046:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-20T21:40:47.929 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-20T21:40:47.930 INFO:teuthology.orchestra.run.smithi046.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-20T21:40:47.930 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-20T21:40:47.987 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-20T21:40:47.987 DEBUG:teuthology.orchestra.run.smithi046:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-20T21:40:48.043 INFO:tasks.workunit:timeout=3h 2024-09-20T21:40:48.044 INFO:tasks.workunit:cleanup=True 2024-09-20T21:40:48.044 DEBUG:teuthology.orchestra.run.smithi046:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout ed8ee0f26ef720e6504cefa8be1a2d0872192de7 2024-09-20T21:40:48.100 INFO:tasks.workunit.client.0.smithi046.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-20T21:40:48.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:47 smithi046 ceph-mon[28078]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:48.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:47 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:48.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:47 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:48.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:47 smithi046 ceph-mon[39760]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:48.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:47 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:48.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:47 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:48.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:47 smithi134 ceph-mon[31761]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:40:48.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:47 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:48.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:47 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:50.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:49 smithi046 ceph-mon[39760]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-20T21:40:50.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:49 smithi046 ceph-mon[39760]: mgrmap e22: y(active, since 92s), standbys: x 2024-09-20T21:40:50.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:49 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:50.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:49 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:50.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:49 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:40:50.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:49 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:40:50.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:49 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:50.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:49 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:40:50.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:49 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:40:50.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:49 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:40:50.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:49 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:50.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:49 smithi046 ceph-mon[28078]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-20T21:40:50.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:49 smithi046 ceph-mon[28078]: mgrmap e22: y(active, since 92s), standbys: x 2024-09-20T21:40:50.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:49 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:50.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:49 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:50.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:49 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:40:50.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:49 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:40:50.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:49 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:50.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:49 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:40:50.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:49 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:40:50.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:49 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:40:50.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:49 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:49 smithi134 ceph-mon[31761]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-20T21:40:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:49 smithi134 ceph-mon[31761]: mgrmap e22: y(active, since 92s), standbys: x 2024-09-20T21:40:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:49 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:49 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:49 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:40:50.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:49 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:40:50.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:49 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:50.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:49 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:40:50.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:49 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:40:50.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:49 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:40:50.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:49 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:40:52.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:51 smithi046 ceph-mon[39760]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-20T21:40:52.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:51 smithi046 ceph-mon[28078]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-20T21:40:52.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:51 smithi134 ceph-mon[31761]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-20T21:40:53.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:40:53 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:40:53] "GET /metrics HTTP/1.1" 200 236468 "" "Prometheus/2.43.0" 2024-09-20T21:40:54.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:53 smithi046 ceph-mon[39760]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-20T21:40:54.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:53 smithi046 ceph-mon[28078]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-20T21:40:54.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:53 smithi134 ceph-mon[31761]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-20T21:40:56.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:56 smithi046 ceph-mon[28078]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-20T21:40:56.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:56 smithi046 ceph-mon[39760]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-20T21:40:56.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:56 smithi134 ceph-mon[31761]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-20T21:40:57.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:40:56 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:40:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-20T21:40:58.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:40:58 smithi046 ceph-mon[28078]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-20T21:40:58.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:40:58 smithi046 ceph-mon[39760]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-20T21:40:58.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:40:58 smithi134 ceph-mon[31761]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-20T21:41:00.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:00 smithi046 ceph-mon[28078]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-20T21:41:00.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:00 smithi046 ceph-mon[39760]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-20T21:41:00.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:00 smithi134 ceph-mon[31761]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-20T21:41:02.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:02 smithi046 ceph-mon[28078]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:02.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:02 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:41:02.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:02 smithi046 ceph-mon[39760]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:02.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:02 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:41:02.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:02 smithi134 ceph-mon[31761]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:02.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:02 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:41:03.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:41:03 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:41:03] "GET /metrics HTTP/1.1" 200 236415 "" "Prometheus/2.43.0" 2024-09-20T21:41:04.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:04 smithi046 ceph-mon[39760]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:04.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:04 smithi046 ceph-mon[28078]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:04.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:04 smithi134 ceph-mon[31761]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:06.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:06 smithi046 ceph-mon[28078]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:06.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:06 smithi046 ceph-mon[39760]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:06.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:06 smithi134 ceph-mon[31761]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:07.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:41:06 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:41:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-20T21:41:08.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:08 smithi046 ceph-mon[28078]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:08.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:08 smithi046 ceph-mon[39760]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:08.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:08 smithi134 ceph-mon[31761]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:10.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:10 smithi046 ceph-mon[28078]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:10.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:10 smithi046 ceph-mon[39760]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:10.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:10 smithi134 ceph-mon[31761]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:12.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:12 smithi046 ceph-mon[28078]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:12.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:12 smithi046 ceph-mon[39760]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:12.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:12 smithi134 ceph-mon[31761]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:13.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:41:13 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:41:13] "GET /metrics HTTP/1.1" 200 236415 "" "Prometheus/2.43.0" 2024-09-20T21:41:14.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:14 smithi046 ceph-mon[28078]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:14.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:14 smithi046 ceph-mon[39760]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:14.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:14 smithi134 ceph-mon[31761]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:16.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:16 smithi046 ceph-mon[28078]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:16.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:16 smithi046 ceph-mon[39760]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:16.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:16 smithi134 ceph-mon[31761]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:17.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:17 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:41:17.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:17 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:41:17.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:17 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:41:17.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:41:16 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:41:16] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-20T21:41:18.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:18 smithi046 ceph-mon[28078]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:18.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:18 smithi046 ceph-mon[39760]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:18.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:18 smithi134 ceph-mon[31761]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:20.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:20 smithi046 ceph-mon[28078]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:20.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:20 smithi046 ceph-mon[39760]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:20.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:20 smithi134 ceph-mon[31761]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:22.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:22 smithi046 ceph-mon[28078]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:22.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:22 smithi046 ceph-mon[39760]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:22.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:22 smithi134 ceph-mon[31761]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:23.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:41:23 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:41:23] "GET /metrics HTTP/1.1" 200 236480 "" "Prometheus/2.43.0" 2024-09-20T21:41:24.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:24 smithi046 ceph-mon[28078]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:24.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:24 smithi046 ceph-mon[39760]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:24.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:24 smithi134 ceph-mon[31761]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:26.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:26 smithi046 ceph-mon[28078]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:26.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:26 smithi046 ceph-mon[39760]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:26.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:26 smithi134 ceph-mon[31761]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:27.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:41:26 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:41:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-20T21:41:28.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:28 smithi046 ceph-mon[28078]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:28.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:28 smithi046 ceph-mon[39760]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:28.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:28 smithi134 ceph-mon[31761]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:30.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:30 smithi046 ceph-mon[28078]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:30.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:30 smithi046 ceph-mon[39760]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:30.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:30 smithi134 ceph-mon[31761]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:32.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:32 smithi046 ceph-mon[28078]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:32.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:32 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:41:32.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:32 smithi046 ceph-mon[39760]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:32.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:32 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:41:32.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:32 smithi134 ceph-mon[31761]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:32.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:32 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:41:33.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:41:33 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:41:33] "GET /metrics HTTP/1.1" 200 236471 "" "Prometheus/2.43.0" 2024-09-20T21:41:34.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:34 smithi046 ceph-mon[28078]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:34.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:34 smithi046 ceph-mon[39760]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:34.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:34 smithi134 ceph-mon[31761]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:36.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:36 smithi046 ceph-mon[28078]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:36.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:36 smithi046 ceph-mon[39760]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:36.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:36 smithi134 ceph-mon[31761]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:37.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:41:36 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:41:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-20T21:41:38.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:38 smithi046 ceph-mon[39760]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:38.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:38 smithi046 ceph-mon[28078]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:38.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:38 smithi134 ceph-mon[31761]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:40.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:40 smithi046 ceph-mon[28078]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:40.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:40 smithi046 ceph-mon[39760]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:40.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:40 smithi134 ceph-mon[31761]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:42.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:42 smithi046 ceph-mon[28078]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:42.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:42 smithi046 ceph-mon[39760]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:42.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:42 smithi134 ceph-mon[31761]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:43.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:41:43 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:41:43] "GET /metrics HTTP/1.1" 200 236471 "" "Prometheus/2.43.0" 2024-09-20T21:41:44.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:44 smithi046 ceph-mon[28078]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:44.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:44 smithi046 ceph-mon[39760]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:44.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:44 smithi134 ceph-mon[31761]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:46.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:46 smithi046 ceph-mon[28078]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:46.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:46 smithi046 ceph-mon[39760]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:46.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:46 smithi134 ceph-mon[31761]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:46.740 INFO:tasks.workunit.client.0.smithi046.stderr:Updating files: 93% (12110/12896) Updating files: 94% (12123/12896) Updating files: 95% (12252/12896) Updating files: 96% (12381/12896) Updating files: 97% (12510/12896) Updating files: 98% (12639/12896) Updating files: 99% (12768/12896) Updating files: 100% (12896/12896) Updating files: 100% (12896/12896), done. 2024-09-20T21:41:47.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:47 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:41:47.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:47 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:41:47.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:47 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:41:47.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:41:46 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:41:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-20T21:41:47.624 INFO:tasks.workunit.client.0.smithi046.stderr:Note: switching to 'ed8ee0f26ef720e6504cefa8be1a2d0872192de7'. 2024-09-20T21:41:47.624 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-20T21:41:47.624 INFO:tasks.workunit.client.0.smithi046.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-20T21:41:47.624 INFO:tasks.workunit.client.0.smithi046.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-20T21:41:47.625 INFO:tasks.workunit.client.0.smithi046.stderr:state without impacting any branches by switching back to a branch. 2024-09-20T21:41:47.625 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-20T21:41:47.625 INFO:tasks.workunit.client.0.smithi046.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-20T21:41:47.625 INFO:tasks.workunit.client.0.smithi046.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-20T21:41:47.625 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-20T21:41:47.625 INFO:tasks.workunit.client.0.smithi046.stderr: git switch -c 2024-09-20T21:41:47.625 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-20T21:41:47.625 INFO:tasks.workunit.client.0.smithi046.stderr:Or undo this operation with: 2024-09-20T21:41:47.625 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-20T21:41:47.625 INFO:tasks.workunit.client.0.smithi046.stderr: git switch - 2024-09-20T21:41:47.625 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-20T21:41:47.625 INFO:tasks.workunit.client.0.smithi046.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-20T21:41:47.625 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-20T21:41:47.625 INFO:tasks.workunit.client.0.smithi046.stderr:HEAD is now at ed8ee0f26ef Merge pull request #59879 from rhcs-dashboard/test-image 2024-09-20T21:41:47.630 DEBUG:teuthology.orchestra.run.smithi046:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-20T21:41:47.696 INFO:tasks.workunit.client.0.smithi046.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-20T21:41:47.698 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-20T21:41:47.698 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-20T21:41:48.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:48 smithi046 ceph-mon[28078]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:48.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:48 smithi046 ceph-mon[39760]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:48.417 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-20T21:41:48.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:48 smithi134 ceph-mon[31761]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:48.479 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-20T21:41:48.521 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-20T21:41:48.523 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-20T21:41:48.523 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-20T21:41:48.563 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-20T21:41:48.566 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-20T21:41:48.566 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-20T21:41:48.624 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy.sh on client.0... 2024-09-20T21:41:48.625 INFO:tasks.workunit:Running workunit test_telemetry_quincy.sh... 2024-09-20T21:41:48.625 DEBUG:teuthology.orchestra.run.smithi046:workunit test test_telemetry_quincy.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=ed8ee0f26ef720e6504cefa8be1a2d0872192de7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy.sh 2024-09-20T21:41:48.691 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-09-20T21:41:49.059 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-09-20T21:41:49.236 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:41:48 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:41:48] ENGINE Bus STOPPING 2024-09-20T21:41:49.236 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:41:49] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-20T21:41:49.236 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:41:49] ENGINE Bus STOPPED 2024-09-20T21:41:49.237 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:41:49] ENGINE Bus STARTING 2024-09-20T21:41:49.237 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:41:49] ENGINE Serving on http://:::9283 2024-09-20T21:41:49.237 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:41:49] ENGINE Bus STARTED 2024-09-20T21:41:49.432 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-09-20T21:41:49.650 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:41:49] ENGINE Bus STOPPING 2024-09-20T21:41:49.817 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph telemetry preview 2024-09-20T21:41:50.013 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:41:49] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-20T21:41:50.013 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:41:49] ENGINE Bus STOPPED 2024-09-20T21:41:50.013 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:41:49] ENGINE Bus STARTING 2024-09-20T21:41:50.013 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:41:49] ENGINE Serving on http://:::9283 2024-09-20T21:41:50.013 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:41:49] ENGINE Bus STARTED 2024-09-20T21:41:50.013 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:41:49] ENGINE Bus STOPPING 2024-09-20T21:41:50.013 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-mon[28078]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:50.013 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/2625149623' entity='client.admin' 2024-09-20T21:41:50.013 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:50.013 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/1007196407' entity='client.admin' 2024-09-20T21:41:50.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:41:50.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:41:50.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:50.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:50.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:41:50.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:41:50.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:50.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/3482406778' entity='client.admin' 2024-09-20T21:41:50.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:50.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:41:50.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:41:50.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:50.015 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-mon[39760]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:50.015 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/2625149623' entity='client.admin' 2024-09-20T21:41:50.015 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:50.015 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/1007196407' entity='client.admin' 2024-09-20T21:41:50.015 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:41:50.015 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:41:50.015 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:50.015 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:50.015 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:41:50.015 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:41:50.015 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:50.016 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/3482406778' entity='client.admin' 2024-09-20T21:41:50.016 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:50.016 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:41:50.016 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:41:50.016 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:49 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:50.283 INFO:tasks.workunit.client.0.smithi046.stdout:{ 2024-09-20T21:41:50.283 INFO:tasks.workunit.client.0.smithi046.stdout: "balancer": { 2024-09-20T21:41:50.283 INFO:tasks.workunit.client.0.smithi046.stdout: "active": true, 2024-09-20T21:41:50.283 INFO:tasks.workunit.client.0.smithi046.stdout: "mode": "" 2024-09-20T21:41:50.283 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.283 INFO:tasks.workunit.client.0.smithi046.stdout: "channels": [ 2024-09-20T21:41:50.284 INFO:tasks.workunit.client.0.smithi046.stdout: "basic", 2024-09-20T21:41:50.284 INFO:tasks.workunit.client.0.smithi046.stdout: "crash", 2024-09-20T21:41:50.284 INFO:tasks.workunit.client.0.smithi046.stdout: "device", 2024-09-20T21:41:50.284 INFO:tasks.workunit.client.0.smithi046.stdout: "ident" 2024-09-20T21:41:50.284 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:50.284 INFO:tasks.workunit.client.0.smithi046.stdout: "channels_available": [ 2024-09-20T21:41:50.285 INFO:tasks.workunit.client.0.smithi046.stdout: "basic", 2024-09-20T21:41:50.285 INFO:tasks.workunit.client.0.smithi046.stdout: "ident", 2024-09-20T21:41:50.285 INFO:tasks.workunit.client.0.smithi046.stdout: "crash", 2024-09-20T21:41:50.285 INFO:tasks.workunit.client.0.smithi046.stdout: "device", 2024-09-20T21:41:50.285 INFO:tasks.workunit.client.0.smithi046.stdout: "perf" 2024-09-20T21:41:50.285 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:50.286 INFO:tasks.workunit.client.0.smithi046.stdout: "collections_available": [ 2024-09-20T21:41:50.286 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_base", 2024-09-20T21:41:50.286 INFO:tasks.workunit.client.0.smithi046.stdout: "device_base", 2024-09-20T21:41:50.286 INFO:tasks.workunit.client.0.smithi046.stdout: "crash_base", 2024-09-20T21:41:50.286 INFO:tasks.workunit.client.0.smithi046.stdout: "ident_base", 2024-09-20T21:41:50.286 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_perf", 2024-09-20T21:41:50.287 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_mds_metadata", 2024-09-20T21:41:50.287 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_usage", 2024-09-20T21:41:50.287 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_usage_by_class", 2024-09-20T21:41:50.287 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_rook_v01", 2024-09-20T21:41:50.287 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_memory_metrics", 2024-09-20T21:41:50.287 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_options_bluestore" 2024-09-20T21:41:50.287 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:50.287 INFO:tasks.workunit.client.0.smithi046.stdout: "collections_opted_in": [ 2024-09-20T21:41:50.288 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_base", 2024-09-20T21:41:50.288 INFO:tasks.workunit.client.0.smithi046.stdout: "device_base", 2024-09-20T21:41:50.288 INFO:tasks.workunit.client.0.smithi046.stdout: "crash_base", 2024-09-20T21:41:50.288 INFO:tasks.workunit.client.0.smithi046.stdout: "ident_base", 2024-09-20T21:41:50.288 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_perf", 2024-09-20T21:41:50.288 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_mds_metadata", 2024-09-20T21:41:50.288 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_usage", 2024-09-20T21:41:50.288 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_usage_by_class", 2024-09-20T21:41:50.288 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_rook_v01", 2024-09-20T21:41:50.288 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_memory_metrics", 2024-09-20T21:41:50.289 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_options_bluestore" 2024-09-20T21:41:50.289 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:50.289 INFO:tasks.workunit.client.0.smithi046.stdout: "config": { 2024-09-20T21:41:50.289 INFO:tasks.workunit.client.0.smithi046.stdout: "active_changed": [ 2024-09-20T21:41:50.289 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-20T21:41:50.289 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_debug", 2024-09-20T21:41:50.289 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_mon_ticket_ttl", 2024-09-20T21:41:50.289 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_service_ticket_ttl", 2024-09-20T21:41:50.289 INFO:tasks.workunit.client.0.smithi046.stdout: "bdev_debug_aio", 2024-09-20T21:41:50.290 INFO:tasks.workunit.client.0.smithi046.stdout: "client_check_pool_perm", 2024-09-20T21:41:50.290 INFO:tasks.workunit.client.0.smithi046.stdout: "client_mount_gid", 2024-09-20T21:41:50.290 INFO:tasks.workunit.client.0.smithi046.stdout: "client_mount_uid", 2024-09-20T21:41:50.290 INFO:tasks.workunit.client.0.smithi046.stdout: "client_quota", 2024-09-20T21:41:50.290 INFO:tasks.workunit.client.0.smithi046.stdout: "container_image", 2024-09-20T21:41:50.290 INFO:tasks.workunit.client.0.smithi046.stdout: "daemonize", 2024-09-20T21:41:50.290 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_asserts_on_shutdown", 2024-09-20T21:41:50.290 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mgr", 2024-09-20T21:41:50.291 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mon", 2024-09-20T21:41:50.291 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_ms", 2024-09-20T21:41:50.291 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_osd", 2024-09-20T21:41:50.291 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_paxos", 2024-09-20T21:41:50.291 INFO:tasks.workunit.client.0.smithi046.stdout: "keyring", 2024-09-20T21:41:50.291 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_block_size", 2024-09-20T21:41:50.292 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_cache_size", 2024-09-20T21:41:50.292 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_compression", 2024-09-20T21:41:50.292 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_log", 2024-09-20T21:41:50.292 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_write_buffer_size", 2024-09-20T21:41:50.292 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_file", 2024-09-20T21:41:50.292 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_journald", 2024-09-20T21:41:50.293 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_stderr", 2024-09-20T21:41:50.293 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_allow_pool_delete", 2024-09-20T21:41:50.293 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_clock_drift_allowed", 2024-09-20T21:41:50.293 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_file", 2024-09-20T21:41:50.293 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_journald", 2024-09-20T21:41:50.293 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_stderr", 2024-09-20T21:41:50.294 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_data_avail_warn", 2024-09-20T21:41:50.294 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_election_default_strategy", 2024-09-20T21:41:50.294 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_host", 2024-09-20T21:41:50.294 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_max_pg_per_osd", 2024-09-20T21:41:50.294 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mgr_mkfs_grace", 2024-09-20T21:41:50.294 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_prime_pg_temp", 2024-09-20T21:41:50.294 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_reporter_subtree_level", 2024-09-20T21:41:50.295 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_pg_warn_max_object_skew", 2024-09-20T21:41:50.295 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-20T21:41:50.295 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-20T21:41:50.295 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-20T21:41:50.295 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-20T21:41:50.295 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-20T21:41:50.295 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-20T21:41:50.295 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-20T21:41:50.295 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-20T21:41:50.296 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_too_few_osds", 2024-09-20T21:41:50.296 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_bug", 2024-09-20T21:41:50.296 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_old_message", 2024-09-20T21:41:50.296 INFO:tasks.workunit.client.0.smithi046.stdout: "no_config_file", 2024-09-20T21:41:50.296 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_default_list", 2024-09-20T21:41:50.296 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_load_list", 2024-09-20T21:41:50.296 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_misdirected_ops", 2024-09-20T21:41:50.296 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_op_order", 2024-09-20T21:41:50.296 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_pg_log_writeout", 2024-09-20T21:41:50.296 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_shutdown", 2024-09-20T21:41:50.296 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_cached_snaps", 2024-09-20T21:41:50.297 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_missing_on_start", 2024-09-20T21:41:50.297 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_stray_on_activate", 2024-09-20T21:41:50.297 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-20T21:41:50.297 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_profile", 2024-09-20T21:41:50.297 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-20T21:41:50.297 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-20T21:41:50.297 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-20T21:41:50.297 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-20T21:41:50.297 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-20T21:41:50.297 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-20T21:41:50.297 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_lim", 2024-09-20T21:41:50.297 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_res", 2024-09-20T21:41:50.297 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-20T21:41:50.297 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target", 2024-09-20T21:41:50.298 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target_autotune", 2024-09-20T21:41:50.298 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue", 2024-09-20T21:41:50.298 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue_cut_off", 2024-09-20T21:41:50.298 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_erasure_code_profile", 2024-09-20T21:41:50.298 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-20T21:41:50.298 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recover_clone_overlap", 2024-09-20T21:41:50.298 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_chunk", 2024-09-20T21:41:50.298 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_load_threshold", 2024-09-20T21:41:50.298 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_max_interval", 2024-09-20T21:41:50.298 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_shutdown_pgref_assert", 2024-09-20T21:41:50.298 INFO:tasks.workunit.client.0.smithi046.stdout: "public_addr", 2024-09-20T21:41:50.298 INFO:tasks.workunit.client.0.smithi046.stdout: "public_addrv", 2024-09-20T21:41:50.299 INFO:tasks.workunit.client.0.smithi046.stdout: "public_network", 2024-09-20T21:41:50.299 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_default_features", 2024-09-20T21:41:50.299 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_qos_exclude_ops", 2024-09-20T21:41:50.299 INFO:tasks.workunit.client.0.smithi046.stdout: "setgroup", 2024-09-20T21:41:50.299 INFO:tasks.workunit.client.0.smithi046.stdout: "setuser" 2024-09-20T21:41:50.299 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:50.300 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster_changed": [ 2024-09-20T21:41:50.300 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-20T21:41:50.300 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_debug", 2024-09-20T21:41:50.300 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_mon_ticket_ttl", 2024-09-20T21:41:50.300 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_service_ticket_ttl", 2024-09-20T21:41:50.300 INFO:tasks.workunit.client.0.smithi046.stdout: "bdev_debug_aio", 2024-09-20T21:41:50.300 INFO:tasks.workunit.client.0.smithi046.stdout: "container_image", 2024-09-20T21:41:50.300 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_asserts_on_shutdown", 2024-09-20T21:41:50.300 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mgr", 2024-09-20T21:41:50.301 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mon", 2024-09-20T21:41:50.301 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_ms", 2024-09-20T21:41:50.301 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_osd", 2024-09-20T21:41:50.301 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_paxos", 2024-09-20T21:41:50.301 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_file", 2024-09-20T21:41:50.301 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_journald", 2024-09-20T21:41:50.301 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_stderr", 2024-09-20T21:41:50.301 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_join_fs", 2024-09-20T21:41:50.301 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/allow_ptrace", 2024-09-20T21:41:50.301 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/container_init", 2024-09-20T21:41:50.301 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/migration_current", 2024-09-20T21:41:50.301 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/use_repo_digest", 2024-09-20T21:41:50.301 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-20T21:41:50.301 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-20T21:41:50.301 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-20T21:41:50.301 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-20T21:41:50.302 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/ssl_server_port", 2024-09-20T21:41:50.302 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/orchestrator/orchestrator", 2024-09-20T21:41:50.302 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/channel_ident", 2024-09-20T21:41:50.302 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/description", 2024-09-20T21:41:50.302 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/organization", 2024-09-20T21:41:50.302 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_allow_pool_delete", 2024-09-20T21:41:50.302 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_clock_drift_allowed", 2024-09-20T21:41:50.302 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_file", 2024-09-20T21:41:50.302 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_data_avail_warn", 2024-09-20T21:41:50.302 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_election_default_strategy", 2024-09-20T21:41:50.302 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_max_pg_per_osd", 2024-09-20T21:41:50.302 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mgr_mkfs_grace", 2024-09-20T21:41:50.302 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_prime_pg_temp", 2024-09-20T21:41:50.302 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_reporter_subtree_level", 2024-09-20T21:41:50.303 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_pg_warn_max_object_skew", 2024-09-20T21:41:50.303 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-20T21:41:50.303 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-20T21:41:50.303 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-20T21:41:50.303 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-20T21:41:50.303 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-20T21:41:50.303 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-20T21:41:50.303 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-20T21:41:50.303 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-20T21:41:50.303 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_too_few_osds", 2024-09-20T21:41:50.303 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_bug", 2024-09-20T21:41:50.303 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_old_message", 2024-09-20T21:41:50.304 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_default_list", 2024-09-20T21:41:50.304 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_load_list", 2024-09-20T21:41:50.304 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_misdirected_ops", 2024-09-20T21:41:50.304 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_op_order", 2024-09-20T21:41:50.304 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_pg_log_writeout", 2024-09-20T21:41:50.304 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_shutdown", 2024-09-20T21:41:50.304 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_cached_snaps", 2024-09-20T21:41:50.304 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_missing_on_start", 2024-09-20T21:41:50.304 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_stray_on_activate", 2024-09-20T21:41:50.304 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-20T21:41:50.305 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_profile", 2024-09-20T21:41:50.305 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target", 2024-09-20T21:41:50.305 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target_autotune", 2024-09-20T21:41:50.305 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue", 2024-09-20T21:41:50.305 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue_cut_off", 2024-09-20T21:41:50.305 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_erasure_code_profile", 2024-09-20T21:41:50.305 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-20T21:41:50.305 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recover_clone_overlap", 2024-09-20T21:41:50.305 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_chunk", 2024-09-20T21:41:50.305 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_load_threshold", 2024-09-20T21:41:50.306 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_max_interval", 2024-09-20T21:41:50.306 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_shutdown_pgref_assert", 2024-09-20T21:41:50.306 INFO:tasks.workunit.client.0.smithi046.stdout: "public_network", 2024-09-20T21:41:50.306 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_cache_enabled", 2024-09-20T21:41:50.306 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_enable_ops_log", 2024-09-20T21:41:50.306 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_enable_usage_log" 2024-09-20T21:41:50.306 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:50.306 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.306 INFO:tasks.workunit.client.0.smithi046.stdout: "contact": null, 2024-09-20T21:41:50.306 INFO:tasks.workunit.client.0.smithi046.stdout: "crashes": [], 2024-09-20T21:41:50.306 INFO:tasks.workunit.client.0.smithi046.stdout: "created": "2024-09-20T21:32:44.391577Z", 2024-09-20T21:41:50.306 INFO:tasks.workunit.client.0.smithi046.stdout: "crush": { 2024-09-20T21:41:50.306 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_algs": { 2024-09-20T21:41:50.306 INFO:tasks.workunit.client.0.smithi046.stdout: "straw2": 3 2024-09-20T21:41:50.307 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.307 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_sizes": { 2024-09-20T21:41:50.307 INFO:tasks.workunit.client.0.smithi046.stdout: "2": 1, 2024-09-20T21:41:50.307 INFO:tasks.workunit.client.0.smithi046.stdout: "4": 2 2024-09-20T21:41:50.307 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.307 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_types": { 2024-09-20T21:41:50.307 INFO:tasks.workunit.client.0.smithi046.stdout: "1": 2, 2024-09-20T21:41:50.307 INFO:tasks.workunit.client.0.smithi046.stdout: "11": 1 2024-09-20T21:41:50.307 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.307 INFO:tasks.workunit.client.0.smithi046.stdout: "compat_weight_set": false, 2024-09-20T21:41:50.307 INFO:tasks.workunit.client.0.smithi046.stdout: "device_classes": [ 2024-09-20T21:41:50.307 INFO:tasks.workunit.client.0.smithi046.stdout: 8 2024-09-20T21:41:50.307 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:50.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_buckets": 6, 2024-09-20T21:41:50.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_devices": 8, 2024-09-20T21:41:50.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_rules": 1, 2024-09-20T21:41:50.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_types": 12, 2024-09-20T21:41:50.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_weight_sets": 0, 2024-09-20T21:41:50.308 INFO:tasks.workunit.client.0.smithi046.stdout: "tunables": { 2024-09-20T21:41:50.308 INFO:tasks.workunit.client.0.smithi046.stdout: "allowed_bucket_algs": 54, 2024-09-20T21:41:50.308 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_local_fallback_tries": 0, 2024-09-20T21:41:50.308 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_local_tries": 0, 2024-09-20T21:41:50.308 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_total_tries": 50, 2024-09-20T21:41:50.308 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_descend_once": 1, 2024-09-20T21:41:50.308 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_stable": 1, 2024-09-20T21:41:50.308 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_vary_r": 1, 2024-09-20T21:41:50.308 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v2_rules": 0, 2024-09-20T21:41:50.308 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v3_rules": 0, 2024-09-20T21:41:50.309 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v4_buckets": 1, 2024-09-20T21:41:50.309 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v5_rules": 0, 2024-09-20T21:41:50.309 INFO:tasks.workunit.client.0.smithi046.stdout: "legacy_tunables": 0, 2024-09-20T21:41:50.309 INFO:tasks.workunit.client.0.smithi046.stdout: "minimum_required_version": "jewel", 2024-09-20T21:41:50.309 INFO:tasks.workunit.client.0.smithi046.stdout: "optimal_tunables": 1, 2024-09-20T21:41:50.309 INFO:tasks.workunit.client.0.smithi046.stdout: "profile": "jewel", 2024-09-20T21:41:50.309 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables": 1, 2024-09-20T21:41:50.309 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables2": 1, 2024-09-20T21:41:50.309 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables3": 1, 2024-09-20T21:41:50.309 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables5": 1, 2024-09-20T21:41:50.309 INFO:tasks.workunit.client.0.smithi046.stdout: "straw_calc_version": 1 2024-09-20T21:41:50.309 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:50.309 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.309 INFO:tasks.workunit.client.0.smithi046.stdout: "description": "upgrade test cluster", 2024-09-20T21:41:50.309 INFO:tasks.workunit.client.0.smithi046.stdout: "fs": { 2024-09-20T21:41:50.310 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T21:41:50.310 INFO:tasks.workunit.client.0.smithi046.stdout: "feature_flags": { 2024-09-20T21:41:50.310 INFO:tasks.workunit.client.0.smithi046.stdout: "enable_multiple": true, 2024-09-20T21:41:50.310 INFO:tasks.workunit.client.0.smithi046.stdout: "ever_enabled_multiple": true 2024-09-20T21:41:50.310 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.310 INFO:tasks.workunit.client.0.smithi046.stdout: "filesystems": [ 2024-09-20T21:41:50.310 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:50.310 INFO:tasks.workunit.client.0.smithi046.stdout: "approx_ctime": "2024-09", 2024-09-20T21:41:50.310 INFO:tasks.workunit.client.0.smithi046.stdout: "balancer_enabled": false, 2024-09-20T21:41:50.310 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:50.310 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_caps": 0, 2024-09-20T21:41:50.310 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_dns": 10, 2024-09-20T21:41:50.310 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_inos": 13, 2024-09-20T21:41:50.311 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_subtrees": 2, 2024-09-20T21:41:50.311 INFO:tasks.workunit.client.0.smithi046.stdout: "ever_allowed_features": 0, 2024-09-20T21:41:50.311 INFO:tasks.workunit.client.0.smithi046.stdout: "explicitly_allowed_features": 0, 2024-09-20T21:41:50.311 INFO:tasks.workunit.client.0.smithi046.stdout: "files": 0, 2024-09-20T21:41:50.311 INFO:tasks.workunit.client.0.smithi046.stdout: "max_mds": 1, 2024-09-20T21:41:50.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_data_pools": 1, 2024-09-20T21:41:50.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_in": 1, 2024-09-20T21:41:50.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_mds": 1, 2024-09-20T21:41:50.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": 0, 2024-09-20T21:41:50.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_standby_replay": 0, 2024-09-20T21:41:50.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_up": 1, 2024-09-20T21:41:50.311 INFO:tasks.workunit.client.0.smithi046.stdout: "snaps": 0, 2024-09-20T21:41:50.312 INFO:tasks.workunit.client.0.smithi046.stdout: "standby_count_wanted": 0 2024-09-20T21:41:50.312 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:50.312 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:50.312 INFO:tasks.workunit.client.0.smithi046.stdout: "num_standby_mds": 1, 2024-09-20T21:41:50.312 INFO:tasks.workunit.client.0.smithi046.stdout: "total_num_mds": 2 2024-09-20T21:41:50.312 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.312 INFO:tasks.workunit.client.0.smithi046.stdout: "hosts": { 2024-09-20T21:41:50.312 INFO:tasks.workunit.client.0.smithi046.stdout: "num": 2, 2024-09-20T21:41:50.312 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mds": 2, 2024-09-20T21:41:50.312 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mgr": 2, 2024-09-20T21:41:50.312 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mon": 2, 2024-09-20T21:41:50.312 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_osd": 2 2024-09-20T21:41:50.312 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.312 INFO:tasks.workunit.client.0.smithi046.stdout: "leaderboard": false, 2024-09-20T21:41:50.313 INFO:tasks.workunit.client.0.smithi046.stdout: "license": "sharing-1-0", 2024-09-20T21:41:50.313 INFO:tasks.workunit.client.0.smithi046.stdout: "metadata": { 2024-09-20T21:41:50.313 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-20T21:41:50.313 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-20T21:41:50.313 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 2 2024-09-20T21:41:50.313 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.313 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-20T21:41:50.313 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 2 2024-09-20T21:41:50.313 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.313 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-20T21:41:50.313 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-20T21:41:50.313 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-20T21:41:50.313 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.313 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-20T21:41:50.313 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 2 2024-09-20T21:41:50.314 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.314 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-20T21:41:50.314 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 2 2024-09-20T21:41:50.314 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.314 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-20T21:41:50.314 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 2 2024-09-20T21:41:50.314 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.314 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-20T21:41:50.314 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 2 2024-09-20T21:41:50.314 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.314 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-20T21:41:50.314 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 2 2024-09-20T21:41:50.315 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:50.315 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.315 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T21:41:50.315 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-20T21:41:50.315 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 3 2024-09-20T21:41:50.315 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.315 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-20T21:41:50.315 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 3 2024-09-20T21:41:50.315 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.315 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-20T21:41:50.315 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-20T21:41:50.315 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-20T21:41:50.315 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.316 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-20T21:41:50.316 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 3 2024-09-20T21:41:50.316 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.316 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-20T21:41:50.316 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 3 2024-09-20T21:41:50.316 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.316 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-20T21:41:50.316 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 3 2024-09-20T21:41:50.316 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.316 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-20T21:41:50.316 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 3 2024-09-20T21:41:50.316 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.316 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-20T21:41:50.316 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 3 2024-09-20T21:41:50.317 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:50.317 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.317 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:50.317 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-20T21:41:50.317 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 8 2024-09-20T21:41:50.317 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.317 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-20T21:41:50.317 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 8 2024-09-20T21:41:50.317 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.317 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-20T21:41:50.317 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-20T21:41:50.317 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-20T21:41:50.317 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.317 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-20T21:41:50.318 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 8 2024-09-20T21:41:50.318 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.318 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-20T21:41:50.318 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 8 2024-09-20T21:41:50.318 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.318 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-20T21:41:50.318 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 8 2024-09-20T21:41:50.318 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.318 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-20T21:41:50.318 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 8 2024-09-20T21:41:50.318 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.318 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-20T21:41:50.318 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 8 2024-09-20T21:41:50.319 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.319 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_objectstore": { 2024-09-20T21:41:50.319 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": 8 2024-09-20T21:41:50.319 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.319 INFO:tasks.workunit.client.0.smithi046.stdout: "rotational": { 2024-09-20T21:41:50.319 INFO:tasks.workunit.client.0.smithi046.stdout: "0": 8 2024-09-20T21:41:50.319 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:50.319 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:50.319 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.319 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T21:41:50.319 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T21:41:50.319 INFO:tasks.workunit.client.0.smithi046.stdout: "features": { 2024-09-20T21:41:50.319 INFO:tasks.workunit.client.0.smithi046.stdout: "optional": [], 2024-09-20T21:41:50.319 INFO:tasks.workunit.client.0.smithi046.stdout: "persistent": [ 2024-09-20T21:41:50.319 INFO:tasks.workunit.client.0.smithi046.stdout: "kraken", 2024-09-20T21:41:50.320 INFO:tasks.workunit.client.0.smithi046.stdout: "luminous", 2024-09-20T21:41:50.320 INFO:tasks.workunit.client.0.smithi046.stdout: "mimic", 2024-09-20T21:41:50.320 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap-prune", 2024-09-20T21:41:50.320 INFO:tasks.workunit.client.0.smithi046.stdout: "nautilus", 2024-09-20T21:41:50.320 INFO:tasks.workunit.client.0.smithi046.stdout: "octopus", 2024-09-20T21:41:50.320 INFO:tasks.workunit.client.0.smithi046.stdout: "pacific", 2024-09-20T21:41:50.320 INFO:tasks.workunit.client.0.smithi046.stdout: "elector-pinging", 2024-09-20T21:41:50.320 INFO:tasks.workunit.client.0.smithi046.stdout: "quincy" 2024-09-20T21:41:50.320 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:50.320 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.320 INFO:tasks.workunit.client.0.smithi046.stdout: "ipv4_addr_mons": 6, 2024-09-20T21:41:50.320 INFO:tasks.workunit.client.0.smithi046.stdout: "ipv6_addr_mons": 0, 2024-09-20T21:41:50.320 INFO:tasks.workunit.client.0.smithi046.stdout: "min_mon_release": 17, 2024-09-20T21:41:50.320 INFO:tasks.workunit.client.0.smithi046.stdout: "v1_addr_mons": 3, 2024-09-20T21:41:50.321 INFO:tasks.workunit.client.0.smithi046.stdout: "v2_addr_mons": 3 2024-09-20T21:41:50.321 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.321 INFO:tasks.workunit.client.0.smithi046.stdout: "organization": "ceph-qa", 2024-09-20T21:41:50.321 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:50.321 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster_network": false, 2024-09-20T21:41:50.321 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8, 2024-09-20T21:41:50.321 INFO:tasks.workunit.client.0.smithi046.stdout: "require_min_compat_client": "luminous", 2024-09-20T21:41:50.321 INFO:tasks.workunit.client.0.smithi046.stdout: "require_osd_release": "quincy" 2024-09-20T21:41:50.321 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.321 INFO:tasks.workunit.client.0.smithi046.stdout: "pools": [ 2024-09-20T21:41:50.321 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:50.322 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T21:41:50.322 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr" 2024-09-20T21:41:50.322 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:50.322 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-20T21:41:50.322 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-20T21:41:50.322 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-20T21:41:50.322 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-20T21:41:50.322 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-20T21:41:50.322 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 1, 2024-09-20T21:41:50.322 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 1, 2024-09-20T21:41:50.322 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 1, 2024-09-20T21:41:50.323 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-20T21:41:50.323 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-20T21:41:50.323 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 727115933962, 2024-09-20T21:41:50.323 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 1781760, 2024-09-20T21:41:50.323 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-20T21:41:50.323 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-20T21:41:50.323 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 1781760, 2024-09-20T21:41:50.323 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-20T21:41:50.323 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 242371985408, 2024-09-20T21:41:50.323 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 2, 2024-09-20T21:41:50.323 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-20T21:41:50.323 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 2.4504422526661074e-06, 2024-09-20T21:41:50.323 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-20T21:41:50.323 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-20T21:41:50.324 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 126, 2024-09-20T21:41:50.324 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 236544, 2024-09-20T21:41:50.324 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 590368, 2024-09-20T21:41:50.324 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 590368, 2024-09-20T21:41:50.324 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-20T21:41:50.324 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 1771104, 2024-09-20T21:41:50.324 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 113, 2024-09-20T21:41:50.324 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 1667072 2024-09-20T21:41:50.324 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.324 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-20T21:41:50.324 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-20T21:41:50.324 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-20T21:41:50.324 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.324 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:50.324 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T21:41:50.325 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-20T21:41:50.325 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:50.325 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-20T21:41:50.325 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-20T21:41:50.325 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-20T21:41:50.325 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-20T21:41:50.325 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-20T21:41:50.325 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 32, 2024-09-20T21:41:50.326 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 32, 2024-09-20T21:41:50.326 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 2, 2024-09-20T21:41:50.326 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-20T21:41:50.326 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-20T21:41:50.326 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 727115933962, 2024-09-20T21:41:50.326 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 98304, 2024-09-20T21:41:50.327 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-20T21:41:50.327 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-20T21:41:50.327 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 98304, 2024-09-20T21:41:50.327 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-20T21:41:50.327 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 242371985408, 2024-09-20T21:41:50.327 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 22, 2024-09-20T21:41:50.327 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-20T21:41:50.327 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 1.3519712638299097e-07, 2024-09-20T21:41:50.327 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-20T21:41:50.327 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-20T21:41:50.328 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 0, 2024-09-20T21:41:50.328 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 0, 2024-09-20T21:41:50.328 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 3410, 2024-09-20T21:41:50.328 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 3410, 2024-09-20T21:41:50.328 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-20T21:41:50.328 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 10230, 2024-09-20T21:41:50.328 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 51, 2024-09-20T21:41:50.328 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 19456 2024-09-20T21:41:50.328 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.328 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-20T21:41:50.328 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-20T21:41:50.329 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-20T21:41:50.329 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.329 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:50.329 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T21:41:50.329 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-20T21:41:50.329 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:50.329 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-20T21:41:50.329 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-20T21:41:50.329 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-20T21:41:50.329 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-20T21:41:50.329 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-20T21:41:50.329 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 64, 2024-09-20T21:41:50.329 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 64, 2024-09-20T21:41:50.330 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 3, 2024-09-20T21:41:50.330 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-20T21:41:50.330 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-20T21:41:50.330 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 727115933962, 2024-09-20T21:41:50.330 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 0, 2024-09-20T21:41:50.330 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-20T21:41:50.330 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-20T21:41:50.330 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 0, 2024-09-20T21:41:50.330 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-20T21:41:50.330 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 242371985408, 2024-09-20T21:41:50.330 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 0, 2024-09-20T21:41:50.330 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-20T21:41:50.330 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 0.0, 2024-09-20T21:41:50.330 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-20T21:41:50.331 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-20T21:41:50.331 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 0, 2024-09-20T21:41:50.331 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 0, 2024-09-20T21:41:50.331 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 0, 2024-09-20T21:41:50.331 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 0, 2024-09-20T21:41:50.331 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-20T21:41:50.331 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 0, 2024-09-20T21:41:50.331 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 0, 2024-09-20T21:41:50.331 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 0 2024-09-20T21:41:50.331 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.331 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-20T21:41:50.331 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-20T21:41:50.331 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-20T21:41:50.331 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.331 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:50.332 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T21:41:50.332 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd" 2024-09-20T21:41:50.332 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:50.332 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-20T21:41:50.332 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-20T21:41:50.332 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-20T21:41:50.332 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-20T21:41:50.332 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-20T21:41:50.332 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 8, 2024-09-20T21:41:50.332 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 8, 2024-09-20T21:41:50.332 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 4, 2024-09-20T21:41:50.332 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-20T21:41:50.332 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-20T21:41:50.332 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 727115933962, 2024-09-20T21:41:50.332 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 12288, 2024-09-20T21:41:50.333 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-20T21:41:50.333 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-20T21:41:50.333 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 12288, 2024-09-20T21:41:50.333 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-20T21:41:50.333 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 242371985408, 2024-09-20T21:41:50.333 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 2, 2024-09-20T21:41:50.333 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-20T21:41:50.333 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 1.689964257423071e-08, 2024-09-20T21:41:50.333 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-20T21:41:50.333 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-20T21:41:50.333 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 0, 2024-09-20T21:41:50.334 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 0, 2024-09-20T21:41:50.334 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 19, 2024-09-20T21:41:50.334 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 19, 2024-09-20T21:41:50.334 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-20T21:41:50.334 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 57, 2024-09-20T21:41:50.334 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 2, 2024-09-20T21:41:50.334 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 2048 2024-09-20T21:41:50.334 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.334 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-20T21:41:50.334 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-20T21:41:50.334 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-20T21:41:50.334 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:50.334 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:50.334 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd": { 2024-09-20T21:41:50.335 INFO:tasks.workunit.client.0.smithi046.stdout: "mirroring_by_pool": [ 2024-09-20T21:41:50.335 INFO:tasks.workunit.client.0.smithi046.stdout: false 2024-09-20T21:41:50.335 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:50.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_images_by_pool": [ 2024-09-20T21:41:50.335 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:50.335 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:50.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pools": 1 2024-09-20T21:41:50.335 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.335 INFO:tasks.workunit.client.0.smithi046.stdout: "report_id": "af76ebfb-a296-4e2b-ac94-6899ebb5153a", 2024-09-20T21:41:50.335 INFO:tasks.workunit.client.0.smithi046.stdout: "report_timestamp": "2024-09-20T21:41:50.275781", 2024-09-20T21:41:50.335 INFO:tasks.workunit.client.0.smithi046.stdout: "report_version": 1, 2024-09-20T21:41:50.335 INFO:tasks.workunit.client.0.smithi046.stdout: "rook": { 2024-09-20T21:41:50.335 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster": { 2024-09-20T21:41:50.335 INFO:tasks.workunit.client.0.smithi046.stdout: "external-mode": null, 2024-09-20T21:41:50.335 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T21:41:50.336 INFO:tasks.workunit.client.0.smithi046.stdout: "allow-multiple-per-node": null, 2024-09-20T21:41:50.336 INFO:tasks.workunit.client.0.smithi046.stdout: "count": null, 2024-09-20T21:41:50.336 INFO:tasks.workunit.client.0.smithi046.stdout: "max-id": null, 2024-09-20T21:41:50.336 INFO:tasks.workunit.client.0.smithi046.stdout: "pvc": { 2024-09-20T21:41:50.336 INFO:tasks.workunit.client.0.smithi046.stdout: "enabled": null 2024-09-20T21:41:50.336 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.336 INFO:tasks.workunit.client.0.smithi046.stdout: "stretch": { 2024-09-20T21:41:50.336 INFO:tasks.workunit.client.0.smithi046.stdout: "enabled": null 2024-09-20T21:41:50.336 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:50.336 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.336 INFO:tasks.workunit.client.0.smithi046.stdout: "network": { 2024-09-20T21:41:50.336 INFO:tasks.workunit.client.0.smithi046.stdout: "provider": null 2024-09-20T21:41:50.336 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.336 INFO:tasks.workunit.client.0.smithi046.stdout: "storage": { 2024-09-20T21:41:50.337 INFO:tasks.workunit.client.0.smithi046.stdout: "device-set": { 2024-09-20T21:41:50.337 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-20T21:41:50.337 INFO:tasks.workunit.client.0.smithi046.stdout: "non-portable": null, 2024-09-20T21:41:50.337 INFO:tasks.workunit.client.0.smithi046.stdout: "portable": null, 2024-09-20T21:41:50.337 INFO:tasks.workunit.client.0.smithi046.stdout: "total": null 2024-09-20T21:41:50.337 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:50.337 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:50.337 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:50.337 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.337 INFO:tasks.workunit.client.0.smithi046.stdout: "csi": { 2024-09-20T21:41:50.337 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-20T21:41:50.337 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.337 INFO:tasks.workunit.client.0.smithi046.stdout: "kubernetes": { 2024-09-20T21:41:50.337 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-20T21:41:50.338 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.338 INFO:tasks.workunit.client.0.smithi046.stdout: "node": { 2024-09-20T21:41:50.338 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-20T21:41:50.338 INFO:tasks.workunit.client.0.smithi046.stdout: "kubernetes-total": null, 2024-09-20T21:41:50.338 INFO:tasks.workunit.client.0.smithi046.stdout: "with-ceph-daemons": null, 2024-09-20T21:41:50.338 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-cephfs-plugin": null, 2024-09-20T21:41:50.338 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-nfs-plugin": null, 2024-09-20T21:41:50.338 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-rbd-plugin": null 2024-09-20T21:41:50.338 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:50.338 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.338 INFO:tasks.workunit.client.0.smithi046.stdout: "usage": { 2024-09-20T21:41:50.338 INFO:tasks.workunit.client.0.smithi046.stdout: "storage-class": { 2024-09-20T21:41:50.338 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-20T21:41:50.338 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket": null, 2024-09-20T21:41:50.338 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs": null, 2024-09-20T21:41:50.339 INFO:tasks.workunit.client.0.smithi046.stdout: "nfs": null, 2024-09-20T21:41:50.339 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd": null, 2024-09-20T21:41:50.339 INFO:tasks.workunit.client.0.smithi046.stdout: "total": null 2024-09-20T21:41:50.339 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:50.339 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:50.339 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.339 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-20T21:41:50.339 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.339 INFO:tasks.workunit.client.0.smithi046.stdout: "services": {}, 2024-09-20T21:41:50.339 INFO:tasks.workunit.client.0.smithi046.stdout: "usage": { 2024-09-20T21:41:50.339 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 105, 2024-09-20T21:41:50.339 INFO:tasks.workunit.client.0.smithi046.stdout: "pools": 4, 2024-09-20T21:41:50.339 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_by_class": { 2024-09-20T21:41:50.339 INFO:tasks.workunit.client.0.smithi046.stdout: "ssd": { 2024-09-20T21:41:50.339 INFO:tasks.workunit.client.0.smithi046.stdout: "total_avail_bytes": 765516996608, 2024-09-20T21:41:50.340 INFO:tasks.workunit.client.0.smithi046.stdout: "total_bytes": 767960285184, 2024-09-20T21:41:50.340 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_bytes": 2443288576, 2024-09-20T21:41:50.340 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_raw_bytes": 2443288576, 2024-09-20T21:41:50.340 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_raw_ratio": 0.0031815299298614264 2024-09-20T21:41:50.340 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:50.340 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.340 INFO:tasks.workunit.client.0.smithi046.stdout: "total_avail_bytes": 765516996608, 2024-09-20T21:41:50.340 INFO:tasks.workunit.client.0.smithi046.stdout: "total_bytes": 767960285184, 2024-09-20T21:41:50.340 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_bytes": 2443288576 2024-09-20T21:41:50.340 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:50.340 INFO:tasks.workunit.client.0.smithi046.stdout:} 2024-09-20T21:41:50.340 INFO:tasks.workunit.client.0.smithi046.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-09-20T21:41:50.341 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph telemetry preview-device 2024-09-20T21:41:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:49 smithi134 ceph-mon[31761]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:49 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/2625149623' entity='client.admin' 2024-09-20T21:41:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:49 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:50.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:49 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/1007196407' entity='client.admin' 2024-09-20T21:41:50.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:49 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:41:50.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:49 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:41:50.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:49 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:50.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:49 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:50.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:49 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:41:50.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:49 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:41:50.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:49 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:50.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:49 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/3482406778' entity='client.admin' 2024-09-20T21:41:50.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:49 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:50.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:49 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:41:50.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:49 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:41:50.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:49 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:50.598 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:41:50 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:41:50] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-20T21:41:50.598 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:41:50 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:41:50] ENGINE Bus STOPPED 2024-09-20T21:41:50.598 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:41:50 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:41:50] ENGINE Bus STARTING 2024-09-20T21:41:50.598 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:41:50 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:41:50] ENGINE Serving on http://:::9283 2024-09-20T21:41:50.598 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:41:50 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:41:50] ENGINE Bus STARTED 2024-09-20T21:41:50.780 INFO:tasks.workunit.client.0.smithi046.stdout:{ 2024-09-20T21:41:50.780 INFO:tasks.workunit.client.0.smithi046.stdout: "24fc9f24-7799-11ef-a9b7-0cc47abd15f8": { 2024-09-20T21:41:50.780 INFO:tasks.workunit.client.0.smithi046.stdout: "INTEL_SSDPED1D480GA_24fd23f4-7799-11ef-a9b7-0cc47abd15f8": { 2024-09-20T21:41:50.780 INFO:tasks.workunit.client.0.smithi046.stdout: "20240920-213600": { 2024-09-20T21:41:50.780 INFO:tasks.workunit.client.0.smithi046.stdout: "device": { 2024-09-20T21:41:50.780 INFO:tasks.workunit.client.0.smithi046.stdout: "info_name": "/dev/nvme0n1", 2024-09-20T21:41:50.780 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "/dev/nvme0n1", 2024-09-20T21:41:50.781 INFO:tasks.workunit.client.0.smithi046.stdout: "protocol": "NVMe", 2024-09-20T21:41:50.781 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "nvme" 2024-09-20T21:41:50.781 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.781 INFO:tasks.workunit.client.0.smithi046.stdout: "firmware_version": "E2010325", 2024-09-20T21:41:50.781 INFO:tasks.workunit.client.0.smithi046.stdout: "host_id": "24fc9f24-7799-11ef-a9b7-0cc47abd15f8", 2024-09-20T21:41:50.781 INFO:tasks.workunit.client.0.smithi046.stdout: "json_format_version": [ 2024-09-20T21:41:50.781 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:50.781 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:50.781 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:50.781 INFO:tasks.workunit.client.0.smithi046.stdout: "local_time": { 2024-09-20T21:41:50.781 INFO:tasks.workunit.client.0.smithi046.stdout: "asctime": "Fri Sep 20 21:36:00 2024 UTC", 2024-09-20T21:41:50.781 INFO:tasks.workunit.client.0.smithi046.stdout: "time_t": 1726868160 2024-09-20T21:41:50.781 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.781 INFO:tasks.workunit.client.0.smithi046.stdout: "logical_block_size": 512, 2024-09-20T21:41:50.782 INFO:tasks.workunit.client.0.smithi046.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-20T21:41:50.782 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_controller_id": 0, 2024-09-20T21:41:50.782 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-20T21:41:50.782 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_namespaces": [ 2024-09-20T21:41:50.782 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:50.782 INFO:tasks.workunit.client.0.smithi046.stdout: "capacity": { 2024-09-20T21:41:50.782 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-20T21:41:50.782 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-20T21:41:50.782 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.782 INFO:tasks.workunit.client.0.smithi046.stdout: "formatted_lba_size": 512, 2024-09-20T21:41:50.782 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 1, 2024-09-20T21:41:50.782 INFO:tasks.workunit.client.0.smithi046.stdout: "size": { 2024-09-20T21:41:50.782 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-20T21:41:50.782 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-20T21:41:50.783 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.783 INFO:tasks.workunit.client.0.smithi046.stdout: "utilization": { 2024-09-20T21:41:50.783 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-20T21:41:50.783 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-20T21:41:50.783 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:50.783 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:50.783 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:50.783 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_number_of_namespaces": 1, 2024-09-20T21:41:50.783 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_pci_vendor": { 2024-09-20T21:41:50.783 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 32902, 2024-09-20T21:41:50.783 INFO:tasks.workunit.client.0.smithi046.stdout: "subsystem_id": 32902 2024-09-20T21:41:50.783 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.783 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_add_log": { 2024-09-20T21:41:50.783 INFO:tasks.workunit.client.0.smithi046.stdout: "Device stats": { 2024-09-20T21:41:50.784 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_fw_downgrades": { 2024-09-20T21:41:50.784 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:50.784 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:50.784 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.784 INFO:tasks.workunit.client.0.smithi046.stdout: "crc_error_count": { 2024-09-20T21:41:50.784 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:50.784 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:50.784 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.784 INFO:tasks.workunit.client.0.smithi046.stdout: "end_to_end_error_detection_count": { 2024-09-20T21:41:50.784 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:50.784 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:50.784 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.784 INFO:tasks.workunit.client.0.smithi046.stdout: "erase_fail_count": { 2024-09-20T21:41:50.784 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:50.785 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:50.785 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.785 INFO:tasks.workunit.client.0.smithi046.stdout: "host_bytes_written": { 2024-09-20T21:41:50.785 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:50.785 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 10203953 2024-09-20T21:41:50.785 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.785 INFO:tasks.workunit.client.0.smithi046.stdout: "host_ctx_wear_used": { 2024-09-20T21:41:50.785 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:50.785 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:50.785 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.785 INFO:tasks.workunit.client.0.smithi046.stdout: "media_bytes_read": { 2024-09-20T21:41:50.785 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:50.785 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:50.786 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.786 INFO:tasks.workunit.client.0.smithi046.stdout: "nand_bytes_written": { 2024-09-20T21:41:50.786 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:50.786 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:50.786 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.786 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_stat_indicator": { 2024-09-20T21:41:50.786 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:50.786 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:50.786 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.786 INFO:tasks.workunit.client.0.smithi046.stdout: "pll_lock_loss_count": { 2024-09-20T21:41:50.786 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:50.786 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:50.786 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.787 INFO:tasks.workunit.client.0.smithi046.stdout: "program_fail_count": { 2024-09-20T21:41:50.787 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:50.787 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:50.787 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.787 INFO:tasks.workunit.client.0.smithi046.stdout: "re_alloc_sectr_cnt": { 2024-09-20T21:41:50.787 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:50.787 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:50.787 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.787 INFO:tasks.workunit.client.0.smithi046.stdout: "retry_buffer_overflow_count": { 2024-09-20T21:41:50.787 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:50.787 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:50.787 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.787 INFO:tasks.workunit.client.0.smithi046.stdout: "soft_ecc_err_rate": { 2024-09-20T21:41:50.787 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:50.787 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:50.788 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.788 INFO:tasks.workunit.client.0.smithi046.stdout: "thermal_throttle_status": { 2024-09-20T21:41:50.788 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:50.788 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-20T21:41:50.788 INFO:tasks.workunit.client.0.smithi046.stdout: "cnt": 0, 2024-09-20T21:41:50.788 INFO:tasks.workunit.client.0.smithi046.stdout: "pct": 0 2024-09-20T21:41:50.788 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:50.788 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.788 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_host_reads": { 2024-09-20T21:41:50.788 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:50.788 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 13 2024-09-20T21:41:50.788 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.788 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_media_wear": { 2024-09-20T21:41:50.788 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:50.789 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": "0.000000" 2024-09-20T21:41:50.789 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.789 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_timer": { 2024-09-20T21:41:50.789 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:50.789 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 1820332 2024-09-20T21:41:50.789 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.789 INFO:tasks.workunit.client.0.smithi046.stdout: "unexp_power_loss": { 2024-09-20T21:41:50.789 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:50.789 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:50.789 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.789 INFO:tasks.workunit.client.0.smithi046.stdout: "wear_leveling": { 2024-09-20T21:41:50.789 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:50.789 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-20T21:41:50.789 INFO:tasks.workunit.client.0.smithi046.stdout: "avg": 0, 2024-09-20T21:41:50.790 INFO:tasks.workunit.client.0.smithi046.stdout: "max": 0, 2024-09-20T21:41:50.790 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0 2024-09-20T21:41:50.790 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:50.790 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:50.790 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.790 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel Smart log": "nvme0n1" 2024-09-20T21:41:50.790 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.790 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_log": { 2024-09-20T21:41:50.790 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare": 100, 2024-09-20T21:41:50.790 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare_threshold": 0, 2024-09-20T21:41:50.790 INFO:tasks.workunit.client.0.smithi046.stdout: "controller_busy_time": 3975, 2024-09-20T21:41:50.790 INFO:tasks.workunit.client.0.smithi046.stdout: "critical_warning": 0, 2024-09-20T21:41:50.790 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_read": 134219070, 2024-09-20T21:41:50.790 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_written": 668726302, 2024-09-20T21:41:50.791 INFO:tasks.workunit.client.0.smithi046.stdout: "host_reads": 2311347998, 2024-09-20T21:41:50.791 INFO:tasks.workunit.client.0.smithi046.stdout: "host_writes": 15215952044, 2024-09-20T21:41:50.791 INFO:tasks.workunit.client.0.smithi046.stdout: "media_errors": 0, 2024-09-20T21:41:50.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_err_log_entries": 0, 2024-09-20T21:41:50.791 INFO:tasks.workunit.client.0.smithi046.stdout: "percentage_used": 0, 2024-09-20T21:41:50.791 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycles": 23531, 2024-09-20T21:41:50.791 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_hours": 40704, 2024-09-20T21:41:50.791 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": 31, 2024-09-20T21:41:50.791 INFO:tasks.workunit.client.0.smithi046.stdout: "unsafe_shutdowns": 7822 2024-09-20T21:41:50.791 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.791 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_vendor": "intel", 2024-09-20T21:41:50.791 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_version": { 2024-09-20T21:41:50.791 INFO:tasks.workunit.client.0.smithi046.stdout: "string": "<1.2", 2024-09-20T21:41:50.791 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:50.792 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.792 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycle_count": 23531, 2024-09-20T21:41:50.792 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_time": { 2024-09-20T21:41:50.792 INFO:tasks.workunit.client.0.smithi046.stdout: "hours": 40704 2024-09-20T21:41:50.792 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.792 INFO:tasks.workunit.client.0.smithi046.stdout: "serial_number": "deleted", 2024-09-20T21:41:50.792 INFO:tasks.workunit.client.0.smithi046.stdout: "smart_status": { 2024-09-20T21:41:50.792 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme": { 2024-09-20T21:41:50.792 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:50.792 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.792 INFO:tasks.workunit.client.0.smithi046.stdout: "passed": true 2024-09-20T21:41:50.792 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.792 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl": { 2024-09-20T21:41:50.792 INFO:tasks.workunit.client.0.smithi046.stdout: "argv": [ 2024-09-20T21:41:50.792 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl", 2024-09-20T21:41:50.793 INFO:tasks.workunit.client.0.smithi046.stdout: "-x", 2024-09-20T21:41:50.793 INFO:tasks.workunit.client.0.smithi046.stdout: "--json=o", 2024-09-20T21:41:50.793 INFO:tasks.workunit.client.0.smithi046.stdout: "/dev/nvme0n1" 2024-09-20T21:41:50.793 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:50.793 INFO:tasks.workunit.client.0.smithi046.stdout: "build_info": "(local build)", 2024-09-20T21:41:50.793 INFO:tasks.workunit.client.0.smithi046.stdout: "exit_status": 0, 2024-09-20T21:41:50.793 INFO:tasks.workunit.client.0.smithi046.stdout: "output": [ 2024-09-20T21:41:50.793 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-508.el9.x86_64] (local build)", 2024-09-20T21:41:50.793 INFO:tasks.workunit.client.0.smithi046.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-20T21:41:50.793 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:50.793 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-20T21:41:50.793 INFO:tasks.workunit.client.0.smithi046.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-20T21:41:50.793 INFO:tasks.workunit.client.0.smithi046.stdout: "Serial Number: deleted", 2024-09-20T21:41:50.793 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Version: E2010325", 2024-09-20T21:41:50.793 INFO:tasks.workunit.client.0.smithi046.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-20T21:41:50.793 INFO:tasks.workunit.client.0.smithi046.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-20T21:41:50.794 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller ID: 0", 2024-09-20T21:41:50.794 INFO:tasks.workunit.client.0.smithi046.stdout: "NVMe Version: <1.2", 2024-09-20T21:41:50.794 INFO:tasks.workunit.client.0.smithi046.stdout: "Number of Namespaces: 1", 2024-09-20T21:41:50.794 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-20T21:41:50.794 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-20T21:41:50.794 INFO:tasks.workunit.client.0.smithi046.stdout: "Local Time is: Fri Sep 20 21:36:00 2024 UTC", 2024-09-20T21:41:50.794 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-20T21:41:50.794 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-20T21:41:50.794 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-20T21:41:50.794 INFO:tasks.workunit.client.0.smithi046.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-20T21:41:50.794 INFO:tasks.workunit.client.0.smithi046.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-20T21:41:50.794 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:50.794 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported Power States", 2024-09-20T21:41:50.794 INFO:tasks.workunit.client.0.smithi046.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-20T21:41:50.795 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-20T21:41:50.795 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:50.795 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-20T21:41:50.795 INFO:tasks.workunit.client.0.smithi046.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-20T21:41:50.795 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 512 0 2", 2024-09-20T21:41:50.795 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:50.795 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-20T21:41:50.795 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-20T21:41:50.795 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:50.795 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-20T21:41:50.795 INFO:tasks.workunit.client.0.smithi046.stdout: "Critical Warning: 0x00", 2024-09-20T21:41:50.795 INFO:tasks.workunit.client.0.smithi046.stdout: "Temperature: 31 Celsius", 2024-09-20T21:41:50.795 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare: 100%", 2024-09-20T21:41:50.795 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare Threshold: 0%", 2024-09-20T21:41:50.795 INFO:tasks.workunit.client.0.smithi046.stdout: "Percentage Used: 0%", 2024-09-20T21:41:50.795 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Read: 134,219,070 [68.7 TB]", 2024-09-20T21:41:50.796 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Written: 668,726,302 [342 TB]", 2024-09-20T21:41:50.796 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Read Commands: 2,311,347,998", 2024-09-20T21:41:50.796 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Write Commands: 15,215,952,044", 2024-09-20T21:41:50.796 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller Busy Time: 3,975", 2024-09-20T21:41:50.796 INFO:tasks.workunit.client.0.smithi046.stdout: "Power Cycles: 23,531", 2024-09-20T21:41:50.796 INFO:tasks.workunit.client.0.smithi046.stdout: "Power On Hours: 40,704", 2024-09-20T21:41:50.796 INFO:tasks.workunit.client.0.smithi046.stdout: "Unsafe Shutdowns: 7,822", 2024-09-20T21:41:50.796 INFO:tasks.workunit.client.0.smithi046.stdout: "Media and Data Integrity Errors: 0", 2024-09-20T21:41:50.796 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information Log Entries: 0", 2024-09-20T21:41:50.796 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:50.796 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-20T21:41:50.796 INFO:tasks.workunit.client.0.smithi046.stdout: "No Errors Logged", 2024-09-20T21:41:50.796 INFO:tasks.workunit.client.0.smithi046.stdout: "" 2024-09-20T21:41:50.796 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:50.796 INFO:tasks.workunit.client.0.smithi046.stdout: "platform_info": "x86_64-linux-5.14.0-508.el9.x86_64", 2024-09-20T21:41:50.797 INFO:tasks.workunit.client.0.smithi046.stdout: "svn_revision": "5155", 2024-09-20T21:41:50.797 INFO:tasks.workunit.client.0.smithi046.stdout: "version": [ 2024-09-20T21:41:50.797 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:50.797 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:50.797 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:50.797 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.797 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": { 2024-09-20T21:41:50.797 INFO:tasks.workunit.client.0.smithi046.stdout: "current": 31 2024-09-20T21:41:50.797 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.797 INFO:tasks.workunit.client.0.smithi046.stdout: "user_capacity": { 2024-09-20T21:41:50.797 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-20T21:41:50.798 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-20T21:41:50.798 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:50.798 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:50.798 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:50.798 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.798 INFO:tasks.workunit.client.0.smithi046.stdout: "24fe4680-7799-11ef-a9b7-0cc47abd15f8": { 2024-09-20T21:41:50.798 INFO:tasks.workunit.client.0.smithi046.stdout: "INTEL_SSDPEDMD400G4_24feb034-7799-11ef-a9b7-0cc47abd15f8": { 2024-09-20T21:41:50.798 INFO:tasks.workunit.client.0.smithi046.stdout: "20240920-213604": { 2024-09-20T21:41:50.798 INFO:tasks.workunit.client.0.smithi046.stdout: "device": { 2024-09-20T21:41:50.798 INFO:tasks.workunit.client.0.smithi046.stdout: "info_name": "/dev/nvme0n1", 2024-09-20T21:41:50.798 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "/dev/nvme0n1", 2024-09-20T21:41:50.798 INFO:tasks.workunit.client.0.smithi046.stdout: "protocol": "NVMe", 2024-09-20T21:41:50.798 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "nvme" 2024-09-20T21:41:50.798 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.799 INFO:tasks.workunit.client.0.smithi046.stdout: "firmware_version": "8DV101H0", 2024-09-20T21:41:50.799 INFO:tasks.workunit.client.0.smithi046.stdout: "host_id": "24fe4680-7799-11ef-a9b7-0cc47abd15f8", 2024-09-20T21:41:50.799 INFO:tasks.workunit.client.0.smithi046.stdout: "json_format_version": [ 2024-09-20T21:41:50.799 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:50.799 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:50.799 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:50.799 INFO:tasks.workunit.client.0.smithi046.stdout: "local_time": { 2024-09-20T21:41:50.799 INFO:tasks.workunit.client.0.smithi046.stdout: "asctime": "Fri Sep 20 21:36:03 2024 UTC", 2024-09-20T21:41:50.799 INFO:tasks.workunit.client.0.smithi046.stdout: "time_t": 1726868163 2024-09-20T21:41:50.799 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.799 INFO:tasks.workunit.client.0.smithi046.stdout: "logical_block_size": 512, 2024-09-20T21:41:50.799 INFO:tasks.workunit.client.0.smithi046.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-20T21:41:50.799 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_controller_id": 0, 2024-09-20T21:41:50.800 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-20T21:41:50.800 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_namespaces": [ 2024-09-20T21:41:50.802 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:50.802 INFO:tasks.workunit.client.0.smithi046.stdout: "capacity": { 2024-09-20T21:41:50.802 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 781422768, 2024-09-20T21:41:50.802 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 400088457216 2024-09-20T21:41:50.802 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.802 INFO:tasks.workunit.client.0.smithi046.stdout: "formatted_lba_size": 512, 2024-09-20T21:41:50.802 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 1, 2024-09-20T21:41:50.802 INFO:tasks.workunit.client.0.smithi046.stdout: "size": { 2024-09-20T21:41:50.802 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 781422768, 2024-09-20T21:41:50.803 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 400088457216 2024-09-20T21:41:50.803 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.803 INFO:tasks.workunit.client.0.smithi046.stdout: "utilization": { 2024-09-20T21:41:50.803 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 781422768, 2024-09-20T21:41:50.803 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 400088457216 2024-09-20T21:41:50.803 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:50.803 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:50.803 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:50.803 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_number_of_namespaces": 1, 2024-09-20T21:41:50.803 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_pci_vendor": { 2024-09-20T21:41:50.803 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 32902, 2024-09-20T21:41:50.803 INFO:tasks.workunit.client.0.smithi046.stdout: "subsystem_id": 32902 2024-09-20T21:41:50.803 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.804 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_add_log": { 2024-09-20T21:41:50.804 INFO:tasks.workunit.client.0.smithi046.stdout: "Device stats": { 2024-09-20T21:41:50.804 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_fw_downgrades": { 2024-09-20T21:41:50.804 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:50.804 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:50.804 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.804 INFO:tasks.workunit.client.0.smithi046.stdout: "crc_error_count": { 2024-09-20T21:41:50.804 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:50.804 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:50.804 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.804 INFO:tasks.workunit.client.0.smithi046.stdout: "end_to_end_error_detection_count": { 2024-09-20T21:41:50.804 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:50.804 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:50.804 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.805 INFO:tasks.workunit.client.0.smithi046.stdout: "erase_fail_count": { 2024-09-20T21:41:50.805 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:50.805 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:50.805 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.805 INFO:tasks.workunit.client.0.smithi046.stdout: "host_bytes_written": { 2024-09-20T21:41:50.805 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:50.805 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 29570300 2024-09-20T21:41:50.805 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.805 INFO:tasks.workunit.client.0.smithi046.stdout: "host_ctx_wear_used": { 2024-09-20T21:41:50.805 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:50.805 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 1 2024-09-20T21:41:50.805 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.805 INFO:tasks.workunit.client.0.smithi046.stdout: "media_bytes_read": { 2024-09-20T21:41:50.805 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:50.806 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:50.806 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.806 INFO:tasks.workunit.client.0.smithi046.stdout: "nand_bytes_written": { 2024-09-20T21:41:50.806 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:50.806 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 51964553 2024-09-20T21:41:50.806 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.806 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_stat_indicator": { 2024-09-20T21:41:50.806 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:50.806 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:50.806 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.806 INFO:tasks.workunit.client.0.smithi046.stdout: "pll_lock_loss_count": { 2024-09-20T21:41:50.806 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:50.806 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:50.807 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.807 INFO:tasks.workunit.client.0.smithi046.stdout: "program_fail_count": { 2024-09-20T21:41:50.807 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:50.807 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:50.807 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.807 INFO:tasks.workunit.client.0.smithi046.stdout: "re_alloc_sectr_cnt": { 2024-09-20T21:41:50.807 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:50.807 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:50.807 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.807 INFO:tasks.workunit.client.0.smithi046.stdout: "retry_buffer_overflow_count": { 2024-09-20T21:41:50.807 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:50.807 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:50.807 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.807 INFO:tasks.workunit.client.0.smithi046.stdout: "soft_ecc_err_rate": { 2024-09-20T21:41:50.807 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:50.808 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:50.808 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.808 INFO:tasks.workunit.client.0.smithi046.stdout: "thermal_throttle_status": { 2024-09-20T21:41:50.808 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:50.808 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-20T21:41:50.808 INFO:tasks.workunit.client.0.smithi046.stdout: "cnt": 0, 2024-09-20T21:41:50.808 INFO:tasks.workunit.client.0.smithi046.stdout: "pct": 0 2024-09-20T21:41:50.808 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:50.808 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.808 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_host_reads": { 2024-09-20T21:41:50.808 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:50.808 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 65535 2024-09-20T21:41:50.808 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.808 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_media_wear": { 2024-09-20T21:41:50.808 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:50.809 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": "63.999023" 2024-09-20T21:41:50.809 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.809 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_timer": { 2024-09-20T21:41:50.809 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:50.809 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 65535 2024-09-20T21:41:50.809 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.809 INFO:tasks.workunit.client.0.smithi046.stdout: "unexp_power_loss": { 2024-09-20T21:41:50.809 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:50.809 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:50.809 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.809 INFO:tasks.workunit.client.0.smithi046.stdout: "wear_leveling": { 2024-09-20T21:41:50.809 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 89, 2024-09-20T21:41:50.809 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-20T21:41:50.809 INFO:tasks.workunit.client.0.smithi046.stdout: "avg": 3536, 2024-09-20T21:41:50.810 INFO:tasks.workunit.client.0.smithi046.stdout: "max": 3548, 2024-09-20T21:41:50.810 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 3524 2024-09-20T21:41:50.810 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:50.810 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:50.810 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.810 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel Smart log": "nvme0n1" 2024-09-20T21:41:50.810 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.810 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_log": { 2024-09-20T21:41:50.810 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare": 100, 2024-09-20T21:41:50.810 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare_threshold": 10, 2024-09-20T21:41:50.810 INFO:tasks.workunit.client.0.smithi046.stdout: "controller_busy_time": 27, 2024-09-20T21:41:50.810 INFO:tasks.workunit.client.0.smithi046.stdout: "critical_warning": 0, 2024-09-20T21:41:50.810 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_read": 412826601, 2024-09-20T21:41:50.811 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_written": 1937919232, 2024-09-20T21:41:50.811 INFO:tasks.workunit.client.0.smithi046.stdout: "host_reads": 6666137776, 2024-09-20T21:41:50.811 INFO:tasks.workunit.client.0.smithi046.stdout: "host_writes": 35953915815, 2024-09-20T21:41:50.811 INFO:tasks.workunit.client.0.smithi046.stdout: "media_errors": 0, 2024-09-20T21:41:50.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_err_log_entries": 0, 2024-09-20T21:41:50.811 INFO:tasks.workunit.client.0.smithi046.stdout: "percentage_used": 11, 2024-09-20T21:41:50.811 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycles": 58557, 2024-09-20T21:41:50.811 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_hours": 54096, 2024-09-20T21:41:50.811 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": 23, 2024-09-20T21:41:50.811 INFO:tasks.workunit.client.0.smithi046.stdout: "unsafe_shutdowns": 2335 2024-09-20T21:41:50.811 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.811 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_vendor": "intel", 2024-09-20T21:41:50.811 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_version": { 2024-09-20T21:41:50.811 INFO:tasks.workunit.client.0.smithi046.stdout: "string": "<1.2", 2024-09-20T21:41:50.812 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:50.812 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.812 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycle_count": 58557, 2024-09-20T21:41:50.812 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_time": { 2024-09-20T21:41:50.812 INFO:tasks.workunit.client.0.smithi046.stdout: "hours": 54096 2024-09-20T21:41:50.812 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.812 INFO:tasks.workunit.client.0.smithi046.stdout: "serial_number": "deleted", 2024-09-20T21:41:50.812 INFO:tasks.workunit.client.0.smithi046.stdout: "smart_status": { 2024-09-20T21:41:50.812 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme": { 2024-09-20T21:41:50.812 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:50.812 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.812 INFO:tasks.workunit.client.0.smithi046.stdout: "passed": true 2024-09-20T21:41:50.812 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.812 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl": { 2024-09-20T21:41:50.813 INFO:tasks.workunit.client.0.smithi046.stdout: "argv": [ 2024-09-20T21:41:50.813 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl", 2024-09-20T21:41:50.813 INFO:tasks.workunit.client.0.smithi046.stdout: "-x", 2024-09-20T21:41:50.813 INFO:tasks.workunit.client.0.smithi046.stdout: "--json=o", 2024-09-20T21:41:50.813 INFO:tasks.workunit.client.0.smithi046.stdout: "/dev/nvme0n1" 2024-09-20T21:41:50.813 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:50.813 INFO:tasks.workunit.client.0.smithi046.stdout: "build_info": "(local build)", 2024-09-20T21:41:50.813 INFO:tasks.workunit.client.0.smithi046.stdout: "exit_status": 0, 2024-09-20T21:41:50.813 INFO:tasks.workunit.client.0.smithi046.stdout: "output": [ 2024-09-20T21:41:50.813 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-508.el9.x86_64] (local build)", 2024-09-20T21:41:50.813 INFO:tasks.workunit.client.0.smithi046.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-20T21:41:50.813 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:50.813 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-20T21:41:50.813 INFO:tasks.workunit.client.0.smithi046.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-20T21:41:50.814 INFO:tasks.workunit.client.0.smithi046.stdout: "Serial Number: deleted", 2024-09-20T21:41:50.814 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Version: 8DV101H0", 2024-09-20T21:41:50.814 INFO:tasks.workunit.client.0.smithi046.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-20T21:41:50.814 INFO:tasks.workunit.client.0.smithi046.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-20T21:41:50.814 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller ID: 0", 2024-09-20T21:41:50.814 INFO:tasks.workunit.client.0.smithi046.stdout: "NVMe Version: <1.2", 2024-09-20T21:41:50.814 INFO:tasks.workunit.client.0.smithi046.stdout: "Number of Namespaces: 1", 2024-09-20T21:41:50.814 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-20T21:41:50.814 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-20T21:41:50.814 INFO:tasks.workunit.client.0.smithi046.stdout: "Local Time is: Fri Sep 20 21:36:03 2024 UTC", 2024-09-20T21:41:50.814 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-20T21:41:50.814 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-20T21:41:50.814 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-20T21:41:50.814 INFO:tasks.workunit.client.0.smithi046.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-20T21:41:50.815 INFO:tasks.workunit.client.0.smithi046.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-20T21:41:50.815 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:50.815 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported Power States", 2024-09-20T21:41:50.815 INFO:tasks.workunit.client.0.smithi046.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-20T21:41:50.815 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-20T21:41:50.815 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:50.815 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-20T21:41:50.815 INFO:tasks.workunit.client.0.smithi046.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-20T21:41:50.815 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 512 0 2", 2024-09-20T21:41:50.815 INFO:tasks.workunit.client.0.smithi046.stdout: " 1 - 512 8 2", 2024-09-20T21:41:50.815 INFO:tasks.workunit.client.0.smithi046.stdout: " 2 - 512 16 2", 2024-09-20T21:41:50.815 INFO:tasks.workunit.client.0.smithi046.stdout: " 3 - 4096 0 0", 2024-09-20T21:41:50.815 INFO:tasks.workunit.client.0.smithi046.stdout: " 4 - 4096 8 0", 2024-09-20T21:41:50.816 INFO:tasks.workunit.client.0.smithi046.stdout: " 5 - 4096 64 0", 2024-09-20T21:41:50.816 INFO:tasks.workunit.client.0.smithi046.stdout: " 6 - 4096 128 0", 2024-09-20T21:41:50.816 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:50.816 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-20T21:41:50.816 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-20T21:41:50.816 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:50.816 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-20T21:41:50.816 INFO:tasks.workunit.client.0.smithi046.stdout: "Critical Warning: 0x00", 2024-09-20T21:41:50.816 INFO:tasks.workunit.client.0.smithi046.stdout: "Temperature: 23 Celsius", 2024-09-20T21:41:50.816 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare: 100%", 2024-09-20T21:41:50.816 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare Threshold: 10%", 2024-09-20T21:41:50.816 INFO:tasks.workunit.client.0.smithi046.stdout: "Percentage Used: 11%", 2024-09-20T21:41:50.816 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Read: 412,826,601 [211 TB]", 2024-09-20T21:41:50.816 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Written: 1,937,919,232 [992 TB]", 2024-09-20T21:41:50.816 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Read Commands: 6,666,137,776", 2024-09-20T21:41:50.817 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Write Commands: 35,953,915,815", 2024-09-20T21:41:50.817 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller Busy Time: 27", 2024-09-20T21:41:50.817 INFO:tasks.workunit.client.0.smithi046.stdout: "Power Cycles: 58,557", 2024-09-20T21:41:50.817 INFO:tasks.workunit.client.0.smithi046.stdout: "Power On Hours: 54,096", 2024-09-20T21:41:50.817 INFO:tasks.workunit.client.0.smithi046.stdout: "Unsafe Shutdowns: 2,335", 2024-09-20T21:41:50.817 INFO:tasks.workunit.client.0.smithi046.stdout: "Media and Data Integrity Errors: 0", 2024-09-20T21:41:50.817 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information Log Entries: 0", 2024-09-20T21:41:50.817 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:50.817 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-20T21:41:50.817 INFO:tasks.workunit.client.0.smithi046.stdout: "No Errors Logged", 2024-09-20T21:41:50.817 INFO:tasks.workunit.client.0.smithi046.stdout: "" 2024-09-20T21:41:50.817 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:50.817 INFO:tasks.workunit.client.0.smithi046.stdout: "platform_info": "x86_64-linux-5.14.0-508.el9.x86_64", 2024-09-20T21:41:50.817 INFO:tasks.workunit.client.0.smithi046.stdout: "svn_revision": "5155", 2024-09-20T21:41:50.817 INFO:tasks.workunit.client.0.smithi046.stdout: "version": [ 2024-09-20T21:41:50.818 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:50.818 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:50.818 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:50.818 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.818 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": { 2024-09-20T21:41:50.818 INFO:tasks.workunit.client.0.smithi046.stdout: "current": 23 2024-09-20T21:41:50.818 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:50.818 INFO:tasks.workunit.client.0.smithi046.stdout: "user_capacity": { 2024-09-20T21:41:50.818 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 781422768, 2024-09-20T21:41:50.818 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 400088457216 2024-09-20T21:41:50.818 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:50.818 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:50.818 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:50.818 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:50.818 INFO:tasks.workunit.client.0.smithi046.stdout:} 2024-09-20T21:41:50.819 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph telemetry preview-all 2024-09-20T21:41:51.269 INFO:tasks.workunit.client.0.smithi046.stdout:{ 2024-09-20T21:41:51.269 INFO:tasks.workunit.client.0.smithi046.stdout: "device_report": { 2024-09-20T21:41:51.269 INFO:tasks.workunit.client.0.smithi046.stdout: "24fc9f24-7799-11ef-a9b7-0cc47abd15f8": { 2024-09-20T21:41:51.269 INFO:tasks.workunit.client.0.smithi046.stdout: "INTEL_SSDPED1D480GA_24fd23f4-7799-11ef-a9b7-0cc47abd15f8": { 2024-09-20T21:41:51.269 INFO:tasks.workunit.client.0.smithi046.stdout: "20240920-213600": { 2024-09-20T21:41:51.269 INFO:tasks.workunit.client.0.smithi046.stdout: "device": { 2024-09-20T21:41:51.269 INFO:tasks.workunit.client.0.smithi046.stdout: "info_name": "/dev/nvme0n1", 2024-09-20T21:41:51.269 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "/dev/nvme0n1", 2024-09-20T21:41:51.269 INFO:tasks.workunit.client.0.smithi046.stdout: "protocol": "NVMe", 2024-09-20T21:41:51.270 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "nvme" 2024-09-20T21:41:51.270 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.270 INFO:tasks.workunit.client.0.smithi046.stdout: "firmware_version": "E2010325", 2024-09-20T21:41:51.270 INFO:tasks.workunit.client.0.smithi046.stdout: "host_id": "24fc9f24-7799-11ef-a9b7-0cc47abd15f8", 2024-09-20T21:41:51.270 INFO:tasks.workunit.client.0.smithi046.stdout: "json_format_version": [ 2024-09-20T21:41:51.270 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:51.270 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:51.270 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:51.270 INFO:tasks.workunit.client.0.smithi046.stdout: "local_time": { 2024-09-20T21:41:51.270 INFO:tasks.workunit.client.0.smithi046.stdout: "asctime": "Fri Sep 20 21:36:00 2024 UTC", 2024-09-20T21:41:51.270 INFO:tasks.workunit.client.0.smithi046.stdout: "time_t": 1726868160 2024-09-20T21:41:51.270 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.270 INFO:tasks.workunit.client.0.smithi046.stdout: "logical_block_size": 512, 2024-09-20T21:41:51.271 INFO:tasks.workunit.client.0.smithi046.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-20T21:41:51.271 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_controller_id": 0, 2024-09-20T21:41:51.271 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-20T21:41:51.271 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_namespaces": [ 2024-09-20T21:41:51.271 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:51.271 INFO:tasks.workunit.client.0.smithi046.stdout: "capacity": { 2024-09-20T21:41:51.271 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-20T21:41:51.271 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-20T21:41:51.271 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.271 INFO:tasks.workunit.client.0.smithi046.stdout: "formatted_lba_size": 512, 2024-09-20T21:41:51.271 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 1, 2024-09-20T21:41:51.271 INFO:tasks.workunit.client.0.smithi046.stdout: "size": { 2024-09-20T21:41:51.271 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-20T21:41:51.272 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-20T21:41:51.272 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.272 INFO:tasks.workunit.client.0.smithi046.stdout: "utilization": { 2024-09-20T21:41:51.272 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-20T21:41:51.272 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-20T21:41:51.272 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:51.272 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:51.272 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:51.272 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_number_of_namespaces": 1, 2024-09-20T21:41:51.272 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_pci_vendor": { 2024-09-20T21:41:51.272 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 32902, 2024-09-20T21:41:51.272 INFO:tasks.workunit.client.0.smithi046.stdout: "subsystem_id": 32902 2024-09-20T21:41:51.272 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.273 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_add_log": { 2024-09-20T21:41:51.273 INFO:tasks.workunit.client.0.smithi046.stdout: "Device stats": { 2024-09-20T21:41:51.273 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_fw_downgrades": { 2024-09-20T21:41:51.273 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:51.273 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:51.273 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.273 INFO:tasks.workunit.client.0.smithi046.stdout: "crc_error_count": { 2024-09-20T21:41:51.273 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:51.273 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:51.273 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.273 INFO:tasks.workunit.client.0.smithi046.stdout: "end_to_end_error_detection_count": { 2024-09-20T21:41:51.273 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:51.273 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:51.273 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.274 INFO:tasks.workunit.client.0.smithi046.stdout: "erase_fail_count": { 2024-09-20T21:41:51.274 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:51.274 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:51.274 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.274 INFO:tasks.workunit.client.0.smithi046.stdout: "host_bytes_written": { 2024-09-20T21:41:51.274 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:51.274 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 10203953 2024-09-20T21:41:51.274 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.274 INFO:tasks.workunit.client.0.smithi046.stdout: "host_ctx_wear_used": { 2024-09-20T21:41:51.274 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:51.274 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:51.274 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.274 INFO:tasks.workunit.client.0.smithi046.stdout: "media_bytes_read": { 2024-09-20T21:41:51.274 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:51.274 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:51.275 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.275 INFO:tasks.workunit.client.0.smithi046.stdout: "nand_bytes_written": { 2024-09-20T21:41:51.275 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:51.275 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:51.275 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.275 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_stat_indicator": { 2024-09-20T21:41:51.275 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:51.275 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:51.275 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.275 INFO:tasks.workunit.client.0.smithi046.stdout: "pll_lock_loss_count": { 2024-09-20T21:41:51.275 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:51.275 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:51.275 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.276 INFO:tasks.workunit.client.0.smithi046.stdout: "program_fail_count": { 2024-09-20T21:41:51.276 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:51.276 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:51.276 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.276 INFO:tasks.workunit.client.0.smithi046.stdout: "re_alloc_sectr_cnt": { 2024-09-20T21:41:51.276 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:51.276 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:51.276 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.276 INFO:tasks.workunit.client.0.smithi046.stdout: "retry_buffer_overflow_count": { 2024-09-20T21:41:51.276 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:51.276 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:51.276 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.276 INFO:tasks.workunit.client.0.smithi046.stdout: "soft_ecc_err_rate": { 2024-09-20T21:41:51.276 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:51.277 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:51.277 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.277 INFO:tasks.workunit.client.0.smithi046.stdout: "thermal_throttle_status": { 2024-09-20T21:41:51.277 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:51.277 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-20T21:41:51.277 INFO:tasks.workunit.client.0.smithi046.stdout: "cnt": 0, 2024-09-20T21:41:51.277 INFO:tasks.workunit.client.0.smithi046.stdout: "pct": 0 2024-09-20T21:41:51.277 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:51.277 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.277 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_host_reads": { 2024-09-20T21:41:51.277 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:51.277 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 13 2024-09-20T21:41:51.277 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.277 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_media_wear": { 2024-09-20T21:41:51.277 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:51.278 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": "0.000000" 2024-09-20T21:41:51.278 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.278 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_timer": { 2024-09-20T21:41:51.278 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:51.278 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 1820332 2024-09-20T21:41:51.278 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.278 INFO:tasks.workunit.client.0.smithi046.stdout: "unexp_power_loss": { 2024-09-20T21:41:51.278 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:51.278 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:51.278 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.278 INFO:tasks.workunit.client.0.smithi046.stdout: "wear_leveling": { 2024-09-20T21:41:51.278 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:51.278 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-20T21:41:51.278 INFO:tasks.workunit.client.0.smithi046.stdout: "avg": 0, 2024-09-20T21:41:51.279 INFO:tasks.workunit.client.0.smithi046.stdout: "max": 0, 2024-09-20T21:41:51.279 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0 2024-09-20T21:41:51.279 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:51.279 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:51.279 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.279 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel Smart log": "nvme0n1" 2024-09-20T21:41:51.279 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.279 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_log": { 2024-09-20T21:41:51.279 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare": 100, 2024-09-20T21:41:51.279 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare_threshold": 0, 2024-09-20T21:41:51.279 INFO:tasks.workunit.client.0.smithi046.stdout: "controller_busy_time": 3975, 2024-09-20T21:41:51.279 INFO:tasks.workunit.client.0.smithi046.stdout: "critical_warning": 0, 2024-09-20T21:41:51.279 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_read": 134219070, 2024-09-20T21:41:51.279 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_written": 668726302, 2024-09-20T21:41:51.280 INFO:tasks.workunit.client.0.smithi046.stdout: "host_reads": 2311347998, 2024-09-20T21:41:51.280 INFO:tasks.workunit.client.0.smithi046.stdout: "host_writes": 15215952044, 2024-09-20T21:41:51.280 INFO:tasks.workunit.client.0.smithi046.stdout: "media_errors": 0, 2024-09-20T21:41:51.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_err_log_entries": 0, 2024-09-20T21:41:51.280 INFO:tasks.workunit.client.0.smithi046.stdout: "percentage_used": 0, 2024-09-20T21:41:51.280 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycles": 23531, 2024-09-20T21:41:51.280 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_hours": 40704, 2024-09-20T21:41:51.280 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": 31, 2024-09-20T21:41:51.280 INFO:tasks.workunit.client.0.smithi046.stdout: "unsafe_shutdowns": 7822 2024-09-20T21:41:51.280 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.280 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_vendor": "intel", 2024-09-20T21:41:51.280 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_version": { 2024-09-20T21:41:51.280 INFO:tasks.workunit.client.0.smithi046.stdout: "string": "<1.2", 2024-09-20T21:41:51.281 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:51.281 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.281 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycle_count": 23531, 2024-09-20T21:41:51.281 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_time": { 2024-09-20T21:41:51.281 INFO:tasks.workunit.client.0.smithi046.stdout: "hours": 40704 2024-09-20T21:41:51.281 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.281 INFO:tasks.workunit.client.0.smithi046.stdout: "serial_number": "deleted", 2024-09-20T21:41:51.281 INFO:tasks.workunit.client.0.smithi046.stdout: "smart_status": { 2024-09-20T21:41:51.281 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme": { 2024-09-20T21:41:51.281 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:51.281 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.281 INFO:tasks.workunit.client.0.smithi046.stdout: "passed": true 2024-09-20T21:41:51.281 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.281 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl": { 2024-09-20T21:41:51.282 INFO:tasks.workunit.client.0.smithi046.stdout: "argv": [ 2024-09-20T21:41:51.282 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl", 2024-09-20T21:41:51.282 INFO:tasks.workunit.client.0.smithi046.stdout: "-x", 2024-09-20T21:41:51.282 INFO:tasks.workunit.client.0.smithi046.stdout: "--json=o", 2024-09-20T21:41:51.282 INFO:tasks.workunit.client.0.smithi046.stdout: "/dev/nvme0n1" 2024-09-20T21:41:51.282 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:51.282 INFO:tasks.workunit.client.0.smithi046.stdout: "build_info": "(local build)", 2024-09-20T21:41:51.282 INFO:tasks.workunit.client.0.smithi046.stdout: "exit_status": 0, 2024-09-20T21:41:51.282 INFO:tasks.workunit.client.0.smithi046.stdout: "output": [ 2024-09-20T21:41:51.282 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-508.el9.x86_64] (local build)", 2024-09-20T21:41:51.282 INFO:tasks.workunit.client.0.smithi046.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-20T21:41:51.282 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:51.282 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-20T21:41:51.282 INFO:tasks.workunit.client.0.smithi046.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-20T21:41:51.283 INFO:tasks.workunit.client.0.smithi046.stdout: "Serial Number: deleted", 2024-09-20T21:41:51.283 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Version: E2010325", 2024-09-20T21:41:51.283 INFO:tasks.workunit.client.0.smithi046.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-20T21:41:51.283 INFO:tasks.workunit.client.0.smithi046.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-20T21:41:51.283 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller ID: 0", 2024-09-20T21:41:51.283 INFO:tasks.workunit.client.0.smithi046.stdout: "NVMe Version: <1.2", 2024-09-20T21:41:51.283 INFO:tasks.workunit.client.0.smithi046.stdout: "Number of Namespaces: 1", 2024-09-20T21:41:51.283 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-20T21:41:51.283 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-20T21:41:51.283 INFO:tasks.workunit.client.0.smithi046.stdout: "Local Time is: Fri Sep 20 21:36:00 2024 UTC", 2024-09-20T21:41:51.283 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-20T21:41:51.283 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-20T21:41:51.283 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-20T21:41:51.283 INFO:tasks.workunit.client.0.smithi046.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-20T21:41:51.283 INFO:tasks.workunit.client.0.smithi046.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-20T21:41:51.284 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:51.284 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported Power States", 2024-09-20T21:41:51.284 INFO:tasks.workunit.client.0.smithi046.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-20T21:41:51.284 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-20T21:41:51.284 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:51.284 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-20T21:41:51.284 INFO:tasks.workunit.client.0.smithi046.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-20T21:41:51.284 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 512 0 2", 2024-09-20T21:41:51.284 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:51.284 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-20T21:41:51.284 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-20T21:41:51.284 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:51.284 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-20T21:41:51.284 INFO:tasks.workunit.client.0.smithi046.stdout: "Critical Warning: 0x00", 2024-09-20T21:41:51.284 INFO:tasks.workunit.client.0.smithi046.stdout: "Temperature: 31 Celsius", 2024-09-20T21:41:51.285 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare: 100%", 2024-09-20T21:41:51.285 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare Threshold: 0%", 2024-09-20T21:41:51.285 INFO:tasks.workunit.client.0.smithi046.stdout: "Percentage Used: 0%", 2024-09-20T21:41:51.285 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Read: 134,219,070 [68.7 TB]", 2024-09-20T21:41:51.285 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Written: 668,726,302 [342 TB]", 2024-09-20T21:41:51.285 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Read Commands: 2,311,347,998", 2024-09-20T21:41:51.285 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Write Commands: 15,215,952,044", 2024-09-20T21:41:51.285 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller Busy Time: 3,975", 2024-09-20T21:41:51.285 INFO:tasks.workunit.client.0.smithi046.stdout: "Power Cycles: 23,531", 2024-09-20T21:41:51.285 INFO:tasks.workunit.client.0.smithi046.stdout: "Power On Hours: 40,704", 2024-09-20T21:41:51.285 INFO:tasks.workunit.client.0.smithi046.stdout: "Unsafe Shutdowns: 7,822", 2024-09-20T21:41:51.285 INFO:tasks.workunit.client.0.smithi046.stdout: "Media and Data Integrity Errors: 0", 2024-09-20T21:41:51.285 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information Log Entries: 0", 2024-09-20T21:41:51.285 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:51.285 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-20T21:41:51.286 INFO:tasks.workunit.client.0.smithi046.stdout: "No Errors Logged", 2024-09-20T21:41:51.286 INFO:tasks.workunit.client.0.smithi046.stdout: "" 2024-09-20T21:41:51.286 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:51.286 INFO:tasks.workunit.client.0.smithi046.stdout: "platform_info": "x86_64-linux-5.14.0-508.el9.x86_64", 2024-09-20T21:41:51.286 INFO:tasks.workunit.client.0.smithi046.stdout: "svn_revision": "5155", 2024-09-20T21:41:51.286 INFO:tasks.workunit.client.0.smithi046.stdout: "version": [ 2024-09-20T21:41:51.286 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:51.286 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:51.286 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:51.286 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.286 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": { 2024-09-20T21:41:51.286 INFO:tasks.workunit.client.0.smithi046.stdout: "current": 31 2024-09-20T21:41:51.286 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.286 INFO:tasks.workunit.client.0.smithi046.stdout: "user_capacity": { 2024-09-20T21:41:51.287 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-20T21:41:51.287 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-20T21:41:51.287 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:51.287 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:51.287 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:51.287 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.287 INFO:tasks.workunit.client.0.smithi046.stdout: "24fe4680-7799-11ef-a9b7-0cc47abd15f8": { 2024-09-20T21:41:51.287 INFO:tasks.workunit.client.0.smithi046.stdout: "INTEL_SSDPEDMD400G4_24feb034-7799-11ef-a9b7-0cc47abd15f8": { 2024-09-20T21:41:51.287 INFO:tasks.workunit.client.0.smithi046.stdout: "20240920-213604": { 2024-09-20T21:41:51.287 INFO:tasks.workunit.client.0.smithi046.stdout: "device": { 2024-09-20T21:41:51.287 INFO:tasks.workunit.client.0.smithi046.stdout: "info_name": "/dev/nvme0n1", 2024-09-20T21:41:51.287 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "/dev/nvme0n1", 2024-09-20T21:41:51.287 INFO:tasks.workunit.client.0.smithi046.stdout: "protocol": "NVMe", 2024-09-20T21:41:51.287 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "nvme" 2024-09-20T21:41:51.288 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.288 INFO:tasks.workunit.client.0.smithi046.stdout: "firmware_version": "8DV101H0", 2024-09-20T21:41:51.288 INFO:tasks.workunit.client.0.smithi046.stdout: "host_id": "24fe4680-7799-11ef-a9b7-0cc47abd15f8", 2024-09-20T21:41:51.288 INFO:tasks.workunit.client.0.smithi046.stdout: "json_format_version": [ 2024-09-20T21:41:51.288 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:51.288 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:51.288 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:51.288 INFO:tasks.workunit.client.0.smithi046.stdout: "local_time": { 2024-09-20T21:41:51.288 INFO:tasks.workunit.client.0.smithi046.stdout: "asctime": "Fri Sep 20 21:36:03 2024 UTC", 2024-09-20T21:41:51.288 INFO:tasks.workunit.client.0.smithi046.stdout: "time_t": 1726868163 2024-09-20T21:41:51.288 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.288 INFO:tasks.workunit.client.0.smithi046.stdout: "logical_block_size": 512, 2024-09-20T21:41:51.288 INFO:tasks.workunit.client.0.smithi046.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-20T21:41:51.288 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_controller_id": 0, 2024-09-20T21:41:51.288 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-20T21:41:51.289 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_namespaces": [ 2024-09-20T21:41:51.289 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:51.289 INFO:tasks.workunit.client.0.smithi046.stdout: "capacity": { 2024-09-20T21:41:51.289 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 781422768, 2024-09-20T21:41:51.289 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 400088457216 2024-09-20T21:41:51.289 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.289 INFO:tasks.workunit.client.0.smithi046.stdout: "formatted_lba_size": 512, 2024-09-20T21:41:51.289 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 1, 2024-09-20T21:41:51.289 INFO:tasks.workunit.client.0.smithi046.stdout: "size": { 2024-09-20T21:41:51.289 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 781422768, 2024-09-20T21:41:51.289 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 400088457216 2024-09-20T21:41:51.289 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.289 INFO:tasks.workunit.client.0.smithi046.stdout: "utilization": { 2024-09-20T21:41:51.289 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 781422768, 2024-09-20T21:41:51.289 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 400088457216 2024-09-20T21:41:51.289 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:51.290 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:51.290 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:51.290 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_number_of_namespaces": 1, 2024-09-20T21:41:51.290 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_pci_vendor": { 2024-09-20T21:41:51.290 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 32902, 2024-09-20T21:41:51.290 INFO:tasks.workunit.client.0.smithi046.stdout: "subsystem_id": 32902 2024-09-20T21:41:51.290 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.290 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_add_log": { 2024-09-20T21:41:51.290 INFO:tasks.workunit.client.0.smithi046.stdout: "Device stats": { 2024-09-20T21:41:51.290 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_fw_downgrades": { 2024-09-20T21:41:51.290 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:51.290 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:51.291 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.291 INFO:tasks.workunit.client.0.smithi046.stdout: "crc_error_count": { 2024-09-20T21:41:51.291 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:51.291 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:51.291 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.291 INFO:tasks.workunit.client.0.smithi046.stdout: "end_to_end_error_detection_count": { 2024-09-20T21:41:51.291 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:51.291 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:51.291 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.291 INFO:tasks.workunit.client.0.smithi046.stdout: "erase_fail_count": { 2024-09-20T21:41:51.291 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:51.291 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:51.291 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.291 INFO:tasks.workunit.client.0.smithi046.stdout: "host_bytes_written": { 2024-09-20T21:41:51.292 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:51.292 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 29570300 2024-09-20T21:41:51.292 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.292 INFO:tasks.workunit.client.0.smithi046.stdout: "host_ctx_wear_used": { 2024-09-20T21:41:51.292 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:51.292 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 1 2024-09-20T21:41:51.292 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.292 INFO:tasks.workunit.client.0.smithi046.stdout: "media_bytes_read": { 2024-09-20T21:41:51.292 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:51.292 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:51.292 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.292 INFO:tasks.workunit.client.0.smithi046.stdout: "nand_bytes_written": { 2024-09-20T21:41:51.292 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:51.292 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 51964553 2024-09-20T21:41:51.292 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.293 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_stat_indicator": { 2024-09-20T21:41:51.293 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:51.293 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:51.293 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.293 INFO:tasks.workunit.client.0.smithi046.stdout: "pll_lock_loss_count": { 2024-09-20T21:41:51.293 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:51.293 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:51.293 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.293 INFO:tasks.workunit.client.0.smithi046.stdout: "program_fail_count": { 2024-09-20T21:41:51.293 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:51.293 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:51.293 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.293 INFO:tasks.workunit.client.0.smithi046.stdout: "re_alloc_sectr_cnt": { 2024-09-20T21:41:51.293 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:51.293 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:51.293 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.294 INFO:tasks.workunit.client.0.smithi046.stdout: "retry_buffer_overflow_count": { 2024-09-20T21:41:51.294 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:51.294 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:51.294 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.294 INFO:tasks.workunit.client.0.smithi046.stdout: "soft_ecc_err_rate": { 2024-09-20T21:41:51.294 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:51.294 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:51.294 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.294 INFO:tasks.workunit.client.0.smithi046.stdout: "thermal_throttle_status": { 2024-09-20T21:41:51.294 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:51.294 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-20T21:41:51.294 INFO:tasks.workunit.client.0.smithi046.stdout: "cnt": 0, 2024-09-20T21:41:51.294 INFO:tasks.workunit.client.0.smithi046.stdout: "pct": 0 2024-09-20T21:41:51.294 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:51.294 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.295 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_host_reads": { 2024-09-20T21:41:51.295 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:51.295 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 65535 2024-09-20T21:41:51.295 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.295 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_media_wear": { 2024-09-20T21:41:51.295 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:51.295 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": "63.999023" 2024-09-20T21:41:51.295 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.295 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_timer": { 2024-09-20T21:41:51.295 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:51.295 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 65535 2024-09-20T21:41:51.295 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.295 INFO:tasks.workunit.client.0.smithi046.stdout: "unexp_power_loss": { 2024-09-20T21:41:51.295 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:51.295 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:51.296 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.296 INFO:tasks.workunit.client.0.smithi046.stdout: "wear_leveling": { 2024-09-20T21:41:51.296 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 89, 2024-09-20T21:41:51.296 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-20T21:41:51.296 INFO:tasks.workunit.client.0.smithi046.stdout: "avg": 3536, 2024-09-20T21:41:51.296 INFO:tasks.workunit.client.0.smithi046.stdout: "max": 3548, 2024-09-20T21:41:51.296 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 3524 2024-09-20T21:41:51.296 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:51.296 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:51.296 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.296 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel Smart log": "nvme0n1" 2024-09-20T21:41:51.296 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.296 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_log": { 2024-09-20T21:41:51.297 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare": 100, 2024-09-20T21:41:51.297 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare_threshold": 10, 2024-09-20T21:41:51.297 INFO:tasks.workunit.client.0.smithi046.stdout: "controller_busy_time": 27, 2024-09-20T21:41:51.297 INFO:tasks.workunit.client.0.smithi046.stdout: "critical_warning": 0, 2024-09-20T21:41:51.297 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_read": 412826601, 2024-09-20T21:41:51.297 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_written": 1937919232, 2024-09-20T21:41:51.297 INFO:tasks.workunit.client.0.smithi046.stdout: "host_reads": 6666137776, 2024-09-20T21:41:51.297 INFO:tasks.workunit.client.0.smithi046.stdout: "host_writes": 35953915815, 2024-09-20T21:41:51.297 INFO:tasks.workunit.client.0.smithi046.stdout: "media_errors": 0, 2024-09-20T21:41:51.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_err_log_entries": 0, 2024-09-20T21:41:51.297 INFO:tasks.workunit.client.0.smithi046.stdout: "percentage_used": 11, 2024-09-20T21:41:51.297 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycles": 58557, 2024-09-20T21:41:51.297 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_hours": 54096, 2024-09-20T21:41:51.297 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": 23, 2024-09-20T21:41:51.297 INFO:tasks.workunit.client.0.smithi046.stdout: "unsafe_shutdowns": 2335 2024-09-20T21:41:51.298 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.298 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_vendor": "intel", 2024-09-20T21:41:51.298 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_version": { 2024-09-20T21:41:51.298 INFO:tasks.workunit.client.0.smithi046.stdout: "string": "<1.2", 2024-09-20T21:41:51.298 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:51.298 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.298 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycle_count": 58557, 2024-09-20T21:41:51.298 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_time": { 2024-09-20T21:41:51.298 INFO:tasks.workunit.client.0.smithi046.stdout: "hours": 54096 2024-09-20T21:41:51.298 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.298 INFO:tasks.workunit.client.0.smithi046.stdout: "serial_number": "deleted", 2024-09-20T21:41:51.298 INFO:tasks.workunit.client.0.smithi046.stdout: "smart_status": { 2024-09-20T21:41:51.298 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme": { 2024-09-20T21:41:51.298 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:51.298 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.299 INFO:tasks.workunit.client.0.smithi046.stdout: "passed": true 2024-09-20T21:41:51.299 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.299 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl": { 2024-09-20T21:41:51.299 INFO:tasks.workunit.client.0.smithi046.stdout: "argv": [ 2024-09-20T21:41:51.299 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl", 2024-09-20T21:41:51.299 INFO:tasks.workunit.client.0.smithi046.stdout: "-x", 2024-09-20T21:41:51.299 INFO:tasks.workunit.client.0.smithi046.stdout: "--json=o", 2024-09-20T21:41:51.299 INFO:tasks.workunit.client.0.smithi046.stdout: "/dev/nvme0n1" 2024-09-20T21:41:51.299 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:51.299 INFO:tasks.workunit.client.0.smithi046.stdout: "build_info": "(local build)", 2024-09-20T21:41:51.299 INFO:tasks.workunit.client.0.smithi046.stdout: "exit_status": 0, 2024-09-20T21:41:51.299 INFO:tasks.workunit.client.0.smithi046.stdout: "output": [ 2024-09-20T21:41:51.299 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-508.el9.x86_64] (local build)", 2024-09-20T21:41:51.300 INFO:tasks.workunit.client.0.smithi046.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-20T21:41:51.300 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:51.300 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-20T21:41:51.300 INFO:tasks.workunit.client.0.smithi046.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-20T21:41:51.300 INFO:tasks.workunit.client.0.smithi046.stdout: "Serial Number: deleted", 2024-09-20T21:41:51.300 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Version: 8DV101H0", 2024-09-20T21:41:51.300 INFO:tasks.workunit.client.0.smithi046.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-20T21:41:51.300 INFO:tasks.workunit.client.0.smithi046.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-20T21:41:51.300 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller ID: 0", 2024-09-20T21:41:51.300 INFO:tasks.workunit.client.0.smithi046.stdout: "NVMe Version: <1.2", 2024-09-20T21:41:51.300 INFO:tasks.workunit.client.0.smithi046.stdout: "Number of Namespaces: 1", 2024-09-20T21:41:51.300 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-20T21:41:51.300 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-20T21:41:51.300 INFO:tasks.workunit.client.0.smithi046.stdout: "Local Time is: Fri Sep 20 21:36:03 2024 UTC", 2024-09-20T21:41:51.301 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-20T21:41:51.301 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-20T21:41:51.301 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-20T21:41:51.301 INFO:tasks.workunit.client.0.smithi046.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-20T21:41:51.301 INFO:tasks.workunit.client.0.smithi046.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-20T21:41:51.301 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:51.301 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported Power States", 2024-09-20T21:41:51.301 INFO:tasks.workunit.client.0.smithi046.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-20T21:41:51.301 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-20T21:41:51.301 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:51.301 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-20T21:41:51.301 INFO:tasks.workunit.client.0.smithi046.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-20T21:41:51.301 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 512 0 2", 2024-09-20T21:41:51.301 INFO:tasks.workunit.client.0.smithi046.stdout: " 1 - 512 8 2", 2024-09-20T21:41:51.301 INFO:tasks.workunit.client.0.smithi046.stdout: " 2 - 512 16 2", 2024-09-20T21:41:51.302 INFO:tasks.workunit.client.0.smithi046.stdout: " 3 - 4096 0 0", 2024-09-20T21:41:51.302 INFO:tasks.workunit.client.0.smithi046.stdout: " 4 - 4096 8 0", 2024-09-20T21:41:51.302 INFO:tasks.workunit.client.0.smithi046.stdout: " 5 - 4096 64 0", 2024-09-20T21:41:51.302 INFO:tasks.workunit.client.0.smithi046.stdout: " 6 - 4096 128 0", 2024-09-20T21:41:51.302 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:51.302 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-20T21:41:51.302 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-20T21:41:51.302 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:51.302 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-20T21:41:51.302 INFO:tasks.workunit.client.0.smithi046.stdout: "Critical Warning: 0x00", 2024-09-20T21:41:51.302 INFO:tasks.workunit.client.0.smithi046.stdout: "Temperature: 23 Celsius", 2024-09-20T21:41:51.302 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare: 100%", 2024-09-20T21:41:51.302 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare Threshold: 10%", 2024-09-20T21:41:51.302 INFO:tasks.workunit.client.0.smithi046.stdout: "Percentage Used: 11%", 2024-09-20T21:41:51.303 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Read: 412,826,601 [211 TB]", 2024-09-20T21:41:51.303 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Written: 1,937,919,232 [992 TB]", 2024-09-20T21:41:51.303 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Read Commands: 6,666,137,776", 2024-09-20T21:41:51.303 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Write Commands: 35,953,915,815", 2024-09-20T21:41:51.303 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller Busy Time: 27", 2024-09-20T21:41:51.303 INFO:tasks.workunit.client.0.smithi046.stdout: "Power Cycles: 58,557", 2024-09-20T21:41:51.303 INFO:tasks.workunit.client.0.smithi046.stdout: "Power On Hours: 54,096", 2024-09-20T21:41:51.303 INFO:tasks.workunit.client.0.smithi046.stdout: "Unsafe Shutdowns: 2,335", 2024-09-20T21:41:51.303 INFO:tasks.workunit.client.0.smithi046.stdout: "Media and Data Integrity Errors: 0", 2024-09-20T21:41:51.303 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information Log Entries: 0", 2024-09-20T21:41:51.303 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:51.303 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-20T21:41:51.303 INFO:tasks.workunit.client.0.smithi046.stdout: "No Errors Logged", 2024-09-20T21:41:51.304 INFO:tasks.workunit.client.0.smithi046.stdout: "" 2024-09-20T21:41:51.304 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:51.304 INFO:tasks.workunit.client.0.smithi046.stdout: "platform_info": "x86_64-linux-5.14.0-508.el9.x86_64", 2024-09-20T21:41:51.304 INFO:tasks.workunit.client.0.smithi046.stdout: "svn_revision": "5155", 2024-09-20T21:41:51.304 INFO:tasks.workunit.client.0.smithi046.stdout: "version": [ 2024-09-20T21:41:51.304 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:51.304 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:51.304 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:51.304 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.304 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": { 2024-09-20T21:41:51.304 INFO:tasks.workunit.client.0.smithi046.stdout: "current": 23 2024-09-20T21:41:51.304 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.304 INFO:tasks.workunit.client.0.smithi046.stdout: "user_capacity": { 2024-09-20T21:41:51.304 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 781422768, 2024-09-20T21:41:51.305 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 400088457216 2024-09-20T21:41:51.305 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:51.305 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:51.305 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:51.305 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:51.305 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.305 INFO:tasks.workunit.client.0.smithi046.stdout: "report": { 2024-09-20T21:41:51.305 INFO:tasks.workunit.client.0.smithi046.stdout: "balancer": { 2024-09-20T21:41:51.305 INFO:tasks.workunit.client.0.smithi046.stdout: "active": true, 2024-09-20T21:41:51.305 INFO:tasks.workunit.client.0.smithi046.stdout: "mode": "" 2024-09-20T21:41:51.305 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.305 INFO:tasks.workunit.client.0.smithi046.stdout: "channels": [ 2024-09-20T21:41:51.305 INFO:tasks.workunit.client.0.smithi046.stdout: "basic", 2024-09-20T21:41:51.305 INFO:tasks.workunit.client.0.smithi046.stdout: "crash", 2024-09-20T21:41:51.306 INFO:tasks.workunit.client.0.smithi046.stdout: "device", 2024-09-20T21:41:51.306 INFO:tasks.workunit.client.0.smithi046.stdout: "ident" 2024-09-20T21:41:51.306 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:51.306 INFO:tasks.workunit.client.0.smithi046.stdout: "channels_available": [ 2024-09-20T21:41:51.306 INFO:tasks.workunit.client.0.smithi046.stdout: "basic", 2024-09-20T21:41:51.306 INFO:tasks.workunit.client.0.smithi046.stdout: "ident", 2024-09-20T21:41:51.306 INFO:tasks.workunit.client.0.smithi046.stdout: "crash", 2024-09-20T21:41:51.306 INFO:tasks.workunit.client.0.smithi046.stdout: "device", 2024-09-20T21:41:51.306 INFO:tasks.workunit.client.0.smithi046.stdout: "perf" 2024-09-20T21:41:51.306 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:51.306 INFO:tasks.workunit.client.0.smithi046.stdout: "collections_available": [ 2024-09-20T21:41:51.306 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_base", 2024-09-20T21:41:51.306 INFO:tasks.workunit.client.0.smithi046.stdout: "device_base", 2024-09-20T21:41:51.306 INFO:tasks.workunit.client.0.smithi046.stdout: "crash_base", 2024-09-20T21:41:51.307 INFO:tasks.workunit.client.0.smithi046.stdout: "ident_base", 2024-09-20T21:41:51.307 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_perf", 2024-09-20T21:41:51.307 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_mds_metadata", 2024-09-20T21:41:51.307 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_usage", 2024-09-20T21:41:51.307 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_usage_by_class", 2024-09-20T21:41:51.307 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_rook_v01", 2024-09-20T21:41:51.307 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_memory_metrics", 2024-09-20T21:41:51.307 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_options_bluestore" 2024-09-20T21:41:51.307 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:51.307 INFO:tasks.workunit.client.0.smithi046.stdout: "collections_opted_in": [ 2024-09-20T21:41:51.307 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_base", 2024-09-20T21:41:51.307 INFO:tasks.workunit.client.0.smithi046.stdout: "device_base", 2024-09-20T21:41:51.307 INFO:tasks.workunit.client.0.smithi046.stdout: "crash_base", 2024-09-20T21:41:51.308 INFO:tasks.workunit.client.0.smithi046.stdout: "ident_base", 2024-09-20T21:41:51.308 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_perf", 2024-09-20T21:41:51.308 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_mds_metadata", 2024-09-20T21:41:51.308 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_usage", 2024-09-20T21:41:51.308 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_usage_by_class", 2024-09-20T21:41:51.308 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_rook_v01", 2024-09-20T21:41:51.308 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_memory_metrics", 2024-09-20T21:41:51.308 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_options_bluestore" 2024-09-20T21:41:51.308 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:51.308 INFO:tasks.workunit.client.0.smithi046.stdout: "config": { 2024-09-20T21:41:51.308 INFO:tasks.workunit.client.0.smithi046.stdout: "active_changed": [ 2024-09-20T21:41:51.308 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-20T21:41:51.308 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_debug", 2024-09-20T21:41:51.308 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_mon_ticket_ttl", 2024-09-20T21:41:51.308 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_service_ticket_ttl", 2024-09-20T21:41:51.309 INFO:tasks.workunit.client.0.smithi046.stdout: "bdev_debug_aio", 2024-09-20T21:41:51.309 INFO:tasks.workunit.client.0.smithi046.stdout: "client_check_pool_perm", 2024-09-20T21:41:51.309 INFO:tasks.workunit.client.0.smithi046.stdout: "client_mount_gid", 2024-09-20T21:41:51.309 INFO:tasks.workunit.client.0.smithi046.stdout: "client_mount_uid", 2024-09-20T21:41:51.309 INFO:tasks.workunit.client.0.smithi046.stdout: "client_quota", 2024-09-20T21:41:51.309 INFO:tasks.workunit.client.0.smithi046.stdout: "container_image", 2024-09-20T21:41:51.309 INFO:tasks.workunit.client.0.smithi046.stdout: "daemonize", 2024-09-20T21:41:51.309 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_asserts_on_shutdown", 2024-09-20T21:41:51.309 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mgr", 2024-09-20T21:41:51.309 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mon", 2024-09-20T21:41:51.309 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_ms", 2024-09-20T21:41:51.309 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_osd", 2024-09-20T21:41:51.309 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_paxos", 2024-09-20T21:41:51.309 INFO:tasks.workunit.client.0.smithi046.stdout: "keyring", 2024-09-20T21:41:51.310 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_block_size", 2024-09-20T21:41:51.310 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_cache_size", 2024-09-20T21:41:51.310 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_compression", 2024-09-20T21:41:51.310 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_log", 2024-09-20T21:41:51.310 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_write_buffer_size", 2024-09-20T21:41:51.310 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_file", 2024-09-20T21:41:51.310 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_journald", 2024-09-20T21:41:51.310 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_stderr", 2024-09-20T21:41:51.310 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_allow_pool_delete", 2024-09-20T21:41:51.310 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_clock_drift_allowed", 2024-09-20T21:41:51.310 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_file", 2024-09-20T21:41:51.310 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_journald", 2024-09-20T21:41:51.310 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_stderr", 2024-09-20T21:41:51.310 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_data_avail_warn", 2024-09-20T21:41:51.310 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_election_default_strategy", 2024-09-20T21:41:51.311 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_host", 2024-09-20T21:41:51.311 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_max_pg_per_osd", 2024-09-20T21:41:51.311 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mgr_mkfs_grace", 2024-09-20T21:41:51.311 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_prime_pg_temp", 2024-09-20T21:41:51.311 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_reporter_subtree_level", 2024-09-20T21:41:51.311 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_pg_warn_max_object_skew", 2024-09-20T21:41:51.311 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-20T21:41:51.311 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-20T21:41:51.311 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-20T21:41:51.311 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-20T21:41:51.311 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-20T21:41:51.311 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-20T21:41:51.311 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-20T21:41:51.311 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-20T21:41:51.311 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_too_few_osds", 2024-09-20T21:41:51.312 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_bug", 2024-09-20T21:41:51.312 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_old_message", 2024-09-20T21:41:51.312 INFO:tasks.workunit.client.0.smithi046.stdout: "no_config_file", 2024-09-20T21:41:51.312 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_default_list", 2024-09-20T21:41:51.312 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_load_list", 2024-09-20T21:41:51.312 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_misdirected_ops", 2024-09-20T21:41:51.312 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_op_order", 2024-09-20T21:41:51.312 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_pg_log_writeout", 2024-09-20T21:41:51.312 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_shutdown", 2024-09-20T21:41:51.312 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_cached_snaps", 2024-09-20T21:41:51.312 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_missing_on_start", 2024-09-20T21:41:51.312 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_stray_on_activate", 2024-09-20T21:41:51.312 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-20T21:41:51.312 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_profile", 2024-09-20T21:41:51.312 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-20T21:41:51.313 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-20T21:41:51.313 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-20T21:41:51.313 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-20T21:41:51.313 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-20T21:41:51.313 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-20T21:41:51.313 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_lim", 2024-09-20T21:41:51.313 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_res", 2024-09-20T21:41:51.313 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-20T21:41:51.313 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target", 2024-09-20T21:41:51.313 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target_autotune", 2024-09-20T21:41:51.313 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue", 2024-09-20T21:41:51.313 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue_cut_off", 2024-09-20T21:41:51.313 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_erasure_code_profile", 2024-09-20T21:41:51.313 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-20T21:41:51.314 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recover_clone_overlap", 2024-09-20T21:41:51.314 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_chunk", 2024-09-20T21:41:51.314 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_load_threshold", 2024-09-20T21:41:51.314 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_max_interval", 2024-09-20T21:41:51.314 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_shutdown_pgref_assert", 2024-09-20T21:41:51.314 INFO:tasks.workunit.client.0.smithi046.stdout: "public_addr", 2024-09-20T21:41:51.314 INFO:tasks.workunit.client.0.smithi046.stdout: "public_addrv", 2024-09-20T21:41:51.314 INFO:tasks.workunit.client.0.smithi046.stdout: "public_network", 2024-09-20T21:41:51.314 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_default_features", 2024-09-20T21:41:51.314 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_qos_exclude_ops", 2024-09-20T21:41:51.314 INFO:tasks.workunit.client.0.smithi046.stdout: "setgroup", 2024-09-20T21:41:51.314 INFO:tasks.workunit.client.0.smithi046.stdout: "setuser" 2024-09-20T21:41:51.314 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:51.314 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster_changed": [ 2024-09-20T21:41:51.315 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-20T21:41:51.315 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_debug", 2024-09-20T21:41:51.315 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_mon_ticket_ttl", 2024-09-20T21:41:51.315 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_service_ticket_ttl", 2024-09-20T21:41:51.315 INFO:tasks.workunit.client.0.smithi046.stdout: "bdev_debug_aio", 2024-09-20T21:41:51.315 INFO:tasks.workunit.client.0.smithi046.stdout: "container_image", 2024-09-20T21:41:51.315 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_asserts_on_shutdown", 2024-09-20T21:41:51.315 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mgr", 2024-09-20T21:41:51.315 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mon", 2024-09-20T21:41:51.315 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_ms", 2024-09-20T21:41:51.315 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_osd", 2024-09-20T21:41:51.315 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_paxos", 2024-09-20T21:41:51.315 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_file", 2024-09-20T21:41:51.315 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_journald", 2024-09-20T21:41:51.315 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_stderr", 2024-09-20T21:41:51.316 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_join_fs", 2024-09-20T21:41:51.316 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/allow_ptrace", 2024-09-20T21:41:51.316 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/container_init", 2024-09-20T21:41:51.316 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/migration_current", 2024-09-20T21:41:51.316 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/use_repo_digest", 2024-09-20T21:41:51.316 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-20T21:41:51.316 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-20T21:41:51.316 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-20T21:41:51.316 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-20T21:41:51.316 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/ssl_server_port", 2024-09-20T21:41:51.316 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/orchestrator/orchestrator", 2024-09-20T21:41:51.316 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/channel_ident", 2024-09-20T21:41:51.316 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/description", 2024-09-20T21:41:51.316 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/organization", 2024-09-20T21:41:51.317 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_allow_pool_delete", 2024-09-20T21:41:51.317 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_clock_drift_allowed", 2024-09-20T21:41:51.317 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_file", 2024-09-20T21:41:51.317 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_data_avail_warn", 2024-09-20T21:41:51.317 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_election_default_strategy", 2024-09-20T21:41:51.317 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_max_pg_per_osd", 2024-09-20T21:41:51.317 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mgr_mkfs_grace", 2024-09-20T21:41:51.317 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_prime_pg_temp", 2024-09-20T21:41:51.317 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_reporter_subtree_level", 2024-09-20T21:41:51.317 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_pg_warn_max_object_skew", 2024-09-20T21:41:51.317 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-20T21:41:51.317 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-20T21:41:51.317 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-20T21:41:51.317 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-20T21:41:51.317 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-20T21:41:51.317 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-20T21:41:51.318 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-20T21:41:51.318 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-20T21:41:51.318 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_too_few_osds", 2024-09-20T21:41:51.318 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_bug", 2024-09-20T21:41:51.318 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_old_message", 2024-09-20T21:41:51.318 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_default_list", 2024-09-20T21:41:51.318 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_load_list", 2024-09-20T21:41:51.318 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_misdirected_ops", 2024-09-20T21:41:51.318 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_op_order", 2024-09-20T21:41:51.318 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_pg_log_writeout", 2024-09-20T21:41:51.318 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_shutdown", 2024-09-20T21:41:51.318 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_cached_snaps", 2024-09-20T21:41:51.318 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_missing_on_start", 2024-09-20T21:41:51.318 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_stray_on_activate", 2024-09-20T21:41:51.318 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-20T21:41:51.319 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_profile", 2024-09-20T21:41:51.319 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target", 2024-09-20T21:41:51.319 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target_autotune", 2024-09-20T21:41:51.319 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue", 2024-09-20T21:41:51.319 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue_cut_off", 2024-09-20T21:41:51.319 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_erasure_code_profile", 2024-09-20T21:41:51.319 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-20T21:41:51.319 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recover_clone_overlap", 2024-09-20T21:41:51.319 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_chunk", 2024-09-20T21:41:51.319 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_load_threshold", 2024-09-20T21:41:51.319 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_max_interval", 2024-09-20T21:41:51.319 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_shutdown_pgref_assert", 2024-09-20T21:41:51.319 INFO:tasks.workunit.client.0.smithi046.stdout: "public_network", 2024-09-20T21:41:51.319 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_cache_enabled", 2024-09-20T21:41:51.319 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_enable_ops_log", 2024-09-20T21:41:51.320 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_enable_usage_log" 2024-09-20T21:41:51.320 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:51.320 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.320 INFO:tasks.workunit.client.0.smithi046.stdout: "contact": null, 2024-09-20T21:41:51.320 INFO:tasks.workunit.client.0.smithi046.stdout: "crashes": [], 2024-09-20T21:41:51.320 INFO:tasks.workunit.client.0.smithi046.stdout: "created": "2024-09-20T21:32:44.391577Z", 2024-09-20T21:41:51.320 INFO:tasks.workunit.client.0.smithi046.stdout: "crush": { 2024-09-20T21:41:51.320 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_algs": { 2024-09-20T21:41:51.320 INFO:tasks.workunit.client.0.smithi046.stdout: "straw2": 3 2024-09-20T21:41:51.320 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.320 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_sizes": { 2024-09-20T21:41:51.320 INFO:tasks.workunit.client.0.smithi046.stdout: "2": 1, 2024-09-20T21:41:51.320 INFO:tasks.workunit.client.0.smithi046.stdout: "4": 2 2024-09-20T21:41:51.320 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.320 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_types": { 2024-09-20T21:41:51.320 INFO:tasks.workunit.client.0.smithi046.stdout: "1": 2, 2024-09-20T21:41:51.321 INFO:tasks.workunit.client.0.smithi046.stdout: "11": 1 2024-09-20T21:41:51.321 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.321 INFO:tasks.workunit.client.0.smithi046.stdout: "compat_weight_set": false, 2024-09-20T21:41:51.321 INFO:tasks.workunit.client.0.smithi046.stdout: "device_classes": [ 2024-09-20T21:41:51.321 INFO:tasks.workunit.client.0.smithi046.stdout: 8 2024-09-20T21:41:51.321 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:51.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_buckets": 6, 2024-09-20T21:41:51.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_devices": 8, 2024-09-20T21:41:51.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_rules": 1, 2024-09-20T21:41:51.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_types": 12, 2024-09-20T21:41:51.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_weight_sets": 0, 2024-09-20T21:41:51.321 INFO:tasks.workunit.client.0.smithi046.stdout: "tunables": { 2024-09-20T21:41:51.321 INFO:tasks.workunit.client.0.smithi046.stdout: "allowed_bucket_algs": 54, 2024-09-20T21:41:51.321 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_local_fallback_tries": 0, 2024-09-20T21:41:51.322 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_local_tries": 0, 2024-09-20T21:41:51.322 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_total_tries": 50, 2024-09-20T21:41:51.322 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_descend_once": 1, 2024-09-20T21:41:51.322 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_stable": 1, 2024-09-20T21:41:51.322 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_vary_r": 1, 2024-09-20T21:41:51.322 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v2_rules": 0, 2024-09-20T21:41:51.322 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v3_rules": 0, 2024-09-20T21:41:51.322 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v4_buckets": 1, 2024-09-20T21:41:51.322 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v5_rules": 0, 2024-09-20T21:41:51.322 INFO:tasks.workunit.client.0.smithi046.stdout: "legacy_tunables": 0, 2024-09-20T21:41:51.322 INFO:tasks.workunit.client.0.smithi046.stdout: "minimum_required_version": "jewel", 2024-09-20T21:41:51.322 INFO:tasks.workunit.client.0.smithi046.stdout: "optimal_tunables": 1, 2024-09-20T21:41:51.322 INFO:tasks.workunit.client.0.smithi046.stdout: "profile": "jewel", 2024-09-20T21:41:51.322 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables": 1, 2024-09-20T21:41:51.323 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables2": 1, 2024-09-20T21:41:51.323 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables3": 1, 2024-09-20T21:41:51.323 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables5": 1, 2024-09-20T21:41:51.323 INFO:tasks.workunit.client.0.smithi046.stdout: "straw_calc_version": 1 2024-09-20T21:41:51.323 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:51.323 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.323 INFO:tasks.workunit.client.0.smithi046.stdout: "description": "upgrade test cluster", 2024-09-20T21:41:51.323 INFO:tasks.workunit.client.0.smithi046.stdout: "fs": { 2024-09-20T21:41:51.323 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T21:41:51.323 INFO:tasks.workunit.client.0.smithi046.stdout: "feature_flags": { 2024-09-20T21:41:51.323 INFO:tasks.workunit.client.0.smithi046.stdout: "enable_multiple": true, 2024-09-20T21:41:51.323 INFO:tasks.workunit.client.0.smithi046.stdout: "ever_enabled_multiple": true 2024-09-20T21:41:51.323 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.323 INFO:tasks.workunit.client.0.smithi046.stdout: "filesystems": [ 2024-09-20T21:41:51.324 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:51.324 INFO:tasks.workunit.client.0.smithi046.stdout: "approx_ctime": "2024-09", 2024-09-20T21:41:51.324 INFO:tasks.workunit.client.0.smithi046.stdout: "balancer_enabled": false, 2024-09-20T21:41:51.324 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:51.324 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_caps": 0, 2024-09-20T21:41:51.324 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_dns": 10, 2024-09-20T21:41:51.324 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_inos": 13, 2024-09-20T21:41:51.324 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_subtrees": 2, 2024-09-20T21:41:51.324 INFO:tasks.workunit.client.0.smithi046.stdout: "ever_allowed_features": 0, 2024-09-20T21:41:51.324 INFO:tasks.workunit.client.0.smithi046.stdout: "explicitly_allowed_features": 0, 2024-09-20T21:41:51.324 INFO:tasks.workunit.client.0.smithi046.stdout: "files": 0, 2024-09-20T21:41:51.324 INFO:tasks.workunit.client.0.smithi046.stdout: "max_mds": 1, 2024-09-20T21:41:51.324 INFO:tasks.workunit.client.0.smithi046.stdout: "num_data_pools": 1, 2024-09-20T21:41:51.324 INFO:tasks.workunit.client.0.smithi046.stdout: "num_in": 1, 2024-09-20T21:41:51.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_mds": 1, 2024-09-20T21:41:51.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": 0, 2024-09-20T21:41:51.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_standby_replay": 0, 2024-09-20T21:41:51.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_up": 1, 2024-09-20T21:41:51.325 INFO:tasks.workunit.client.0.smithi046.stdout: "snaps": 0, 2024-09-20T21:41:51.325 INFO:tasks.workunit.client.0.smithi046.stdout: "standby_count_wanted": 0 2024-09-20T21:41:51.325 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:51.325 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:51.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_standby_mds": 1, 2024-09-20T21:41:51.325 INFO:tasks.workunit.client.0.smithi046.stdout: "total_num_mds": 2 2024-09-20T21:41:51.325 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.325 INFO:tasks.workunit.client.0.smithi046.stdout: "hosts": { 2024-09-20T21:41:51.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num": 2, 2024-09-20T21:41:51.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mds": 2, 2024-09-20T21:41:51.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mgr": 2, 2024-09-20T21:41:51.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mon": 2, 2024-09-20T21:41:51.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_osd": 2 2024-09-20T21:41:51.326 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.326 INFO:tasks.workunit.client.0.smithi046.stdout: "leaderboard": false, 2024-09-20T21:41:51.326 INFO:tasks.workunit.client.0.smithi046.stdout: "license": "sharing-1-0", 2024-09-20T21:41:51.326 INFO:tasks.workunit.client.0.smithi046.stdout: "metadata": { 2024-09-20T21:41:51.326 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-20T21:41:51.326 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-20T21:41:51.326 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 2 2024-09-20T21:41:51.326 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.326 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-20T21:41:51.326 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 2 2024-09-20T21:41:51.326 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.327 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-20T21:41:51.327 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-20T21:41:51.327 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-20T21:41:51.327 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.327 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-20T21:41:51.327 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 2 2024-09-20T21:41:51.327 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.327 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-20T21:41:51.327 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 2 2024-09-20T21:41:51.327 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.327 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-20T21:41:51.327 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 2 2024-09-20T21:41:51.327 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.327 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-20T21:41:51.328 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 2 2024-09-20T21:41:51.328 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.328 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-20T21:41:51.328 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 2 2024-09-20T21:41:51.328 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:51.328 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.328 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T21:41:51.328 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-20T21:41:51.328 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 3 2024-09-20T21:41:51.328 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.328 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-20T21:41:51.328 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 3 2024-09-20T21:41:51.328 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.328 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-20T21:41:51.328 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-20T21:41:51.329 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-20T21:41:51.329 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.329 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-20T21:41:51.329 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 3 2024-09-20T21:41:51.329 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.329 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-20T21:41:51.329 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 3 2024-09-20T21:41:51.329 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.329 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-20T21:41:51.329 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 3 2024-09-20T21:41:51.329 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.329 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-20T21:41:51.329 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 3 2024-09-20T21:41:51.330 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.330 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-20T21:41:51.330 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 3 2024-09-20T21:41:51.330 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:51.330 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.330 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:51.330 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-20T21:41:51.330 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 8 2024-09-20T21:41:51.330 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.330 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-20T21:41:51.330 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 8 2024-09-20T21:41:51.330 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.330 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-20T21:41:51.330 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-20T21:41:51.331 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-20T21:41:51.331 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.331 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-20T21:41:51.331 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 8 2024-09-20T21:41:51.331 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.331 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-20T21:41:51.331 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 8 2024-09-20T21:41:51.331 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.331 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-20T21:41:51.331 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 8 2024-09-20T21:41:51.331 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.331 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-20T21:41:51.331 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 8 2024-09-20T21:41:51.331 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.331 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-20T21:41:51.332 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 8 2024-09-20T21:41:51.332 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.332 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_objectstore": { 2024-09-20T21:41:51.332 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": 8 2024-09-20T21:41:51.332 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.332 INFO:tasks.workunit.client.0.smithi046.stdout: "rotational": { 2024-09-20T21:41:51.332 INFO:tasks.workunit.client.0.smithi046.stdout: "0": 8 2024-09-20T21:41:51.332 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:51.332 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:51.332 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.332 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T21:41:51.332 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T21:41:51.332 INFO:tasks.workunit.client.0.smithi046.stdout: "features": { 2024-09-20T21:41:51.332 INFO:tasks.workunit.client.0.smithi046.stdout: "optional": [], 2024-09-20T21:41:51.332 INFO:tasks.workunit.client.0.smithi046.stdout: "persistent": [ 2024-09-20T21:41:51.333 INFO:tasks.workunit.client.0.smithi046.stdout: "kraken", 2024-09-20T21:41:51.333 INFO:tasks.workunit.client.0.smithi046.stdout: "luminous", 2024-09-20T21:41:51.333 INFO:tasks.workunit.client.0.smithi046.stdout: "mimic", 2024-09-20T21:41:51.333 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap-prune", 2024-09-20T21:41:51.333 INFO:tasks.workunit.client.0.smithi046.stdout: "nautilus", 2024-09-20T21:41:51.333 INFO:tasks.workunit.client.0.smithi046.stdout: "octopus", 2024-09-20T21:41:51.333 INFO:tasks.workunit.client.0.smithi046.stdout: "pacific", 2024-09-20T21:41:51.333 INFO:tasks.workunit.client.0.smithi046.stdout: "elector-pinging", 2024-09-20T21:41:51.333 INFO:tasks.workunit.client.0.smithi046.stdout: "quincy" 2024-09-20T21:41:51.333 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:51.333 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.333 INFO:tasks.workunit.client.0.smithi046.stdout: "ipv4_addr_mons": 6, 2024-09-20T21:41:51.333 INFO:tasks.workunit.client.0.smithi046.stdout: "ipv6_addr_mons": 0, 2024-09-20T21:41:51.333 INFO:tasks.workunit.client.0.smithi046.stdout: "min_mon_release": 17, 2024-09-20T21:41:51.333 INFO:tasks.workunit.client.0.smithi046.stdout: "v1_addr_mons": 3, 2024-09-20T21:41:51.333 INFO:tasks.workunit.client.0.smithi046.stdout: "v2_addr_mons": 3 2024-09-20T21:41:51.334 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.334 INFO:tasks.workunit.client.0.smithi046.stdout: "organization": "ceph-qa", 2024-09-20T21:41:51.334 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:51.334 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster_network": false, 2024-09-20T21:41:51.334 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8, 2024-09-20T21:41:51.334 INFO:tasks.workunit.client.0.smithi046.stdout: "require_min_compat_client": "luminous", 2024-09-20T21:41:51.334 INFO:tasks.workunit.client.0.smithi046.stdout: "require_osd_release": "quincy" 2024-09-20T21:41:51.334 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.334 INFO:tasks.workunit.client.0.smithi046.stdout: "pools": [ 2024-09-20T21:41:51.334 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:51.334 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T21:41:51.334 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr" 2024-09-20T21:41:51.334 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:51.334 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-20T21:41:51.334 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-20T21:41:51.335 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-20T21:41:51.335 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-20T21:41:51.335 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-20T21:41:51.335 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 1, 2024-09-20T21:41:51.335 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 1, 2024-09-20T21:41:51.335 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 1, 2024-09-20T21:41:51.335 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-20T21:41:51.335 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-20T21:41:51.335 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 727115933962, 2024-09-20T21:41:51.335 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 1781760, 2024-09-20T21:41:51.335 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-20T21:41:51.335 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-20T21:41:51.335 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 1781760, 2024-09-20T21:41:51.335 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-20T21:41:51.335 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 242371985408, 2024-09-20T21:41:51.336 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 2, 2024-09-20T21:41:51.336 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-20T21:41:51.336 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 2.4504422526661074e-06, 2024-09-20T21:41:51.336 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-20T21:41:51.336 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-20T21:41:51.336 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 126, 2024-09-20T21:41:51.336 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 236544, 2024-09-20T21:41:51.336 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 590368, 2024-09-20T21:41:51.336 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 590368, 2024-09-20T21:41:51.336 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-20T21:41:51.336 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 1771104, 2024-09-20T21:41:51.336 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 113, 2024-09-20T21:41:51.336 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 1667072 2024-09-20T21:41:51.336 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.336 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-20T21:41:51.337 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-20T21:41:51.337 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-20T21:41:51.337 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.337 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:51.337 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T21:41:51.337 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-20T21:41:51.337 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:51.337 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-20T21:41:51.337 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-20T21:41:51.337 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-20T21:41:51.337 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-20T21:41:51.337 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-20T21:41:51.337 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 32, 2024-09-20T21:41:51.337 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 32, 2024-09-20T21:41:51.338 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 2, 2024-09-20T21:41:51.338 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-20T21:41:51.338 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-20T21:41:51.338 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 727115933962, 2024-09-20T21:41:51.338 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 98304, 2024-09-20T21:41:51.338 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-20T21:41:51.338 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-20T21:41:51.338 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 98304, 2024-09-20T21:41:51.338 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-20T21:41:51.338 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 242371985408, 2024-09-20T21:41:51.338 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 22, 2024-09-20T21:41:51.338 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-20T21:41:51.338 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 1.3519712638299097e-07, 2024-09-20T21:41:51.338 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-20T21:41:51.339 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-20T21:41:51.339 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 0, 2024-09-20T21:41:51.339 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 0, 2024-09-20T21:41:51.339 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 3410, 2024-09-20T21:41:51.339 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 3410, 2024-09-20T21:41:51.339 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-20T21:41:51.339 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 10230, 2024-09-20T21:41:51.339 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 51, 2024-09-20T21:41:51.339 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 19456 2024-09-20T21:41:51.339 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.339 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-20T21:41:51.339 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-20T21:41:51.339 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-20T21:41:51.339 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.339 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:51.340 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T21:41:51.340 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-20T21:41:51.340 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:51.340 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-20T21:41:51.340 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-20T21:41:51.340 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-20T21:41:51.340 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-20T21:41:51.340 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-20T21:41:51.340 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 64, 2024-09-20T21:41:51.340 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 64, 2024-09-20T21:41:51.340 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 3, 2024-09-20T21:41:51.340 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-20T21:41:51.340 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-20T21:41:51.340 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 727115933962, 2024-09-20T21:41:51.340 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 0, 2024-09-20T21:41:51.341 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-20T21:41:51.341 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-20T21:41:51.341 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 0, 2024-09-20T21:41:51.341 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-20T21:41:51.341 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 242371985408, 2024-09-20T21:41:51.341 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 0, 2024-09-20T21:41:51.341 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-20T21:41:51.341 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 0.0, 2024-09-20T21:41:51.341 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-20T21:41:51.341 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-20T21:41:51.341 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 0, 2024-09-20T21:41:51.341 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 0, 2024-09-20T21:41:51.341 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 0, 2024-09-20T21:41:51.341 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 0, 2024-09-20T21:41:51.342 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-20T21:41:51.342 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 0, 2024-09-20T21:41:51.342 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 0, 2024-09-20T21:41:51.342 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 0 2024-09-20T21:41:51.342 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.342 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-20T21:41:51.342 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-20T21:41:51.342 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-20T21:41:51.342 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.342 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:51.342 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T21:41:51.342 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd" 2024-09-20T21:41:51.342 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:51.342 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-20T21:41:51.342 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-20T21:41:51.343 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-20T21:41:51.343 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-20T21:41:51.343 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-20T21:41:51.343 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 8, 2024-09-20T21:41:51.343 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 8, 2024-09-20T21:41:51.343 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 4, 2024-09-20T21:41:51.343 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-20T21:41:51.343 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-20T21:41:51.343 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 727115933962, 2024-09-20T21:41:51.343 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 12288, 2024-09-20T21:41:51.343 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-20T21:41:51.343 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-20T21:41:51.343 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 12288, 2024-09-20T21:41:51.343 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-20T21:41:51.343 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 242371985408, 2024-09-20T21:41:51.344 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 2, 2024-09-20T21:41:51.344 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-20T21:41:51.344 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 1.689964257423071e-08, 2024-09-20T21:41:51.344 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-20T21:41:51.344 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-20T21:41:51.344 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 0, 2024-09-20T21:41:51.344 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 0, 2024-09-20T21:41:51.344 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 19, 2024-09-20T21:41:51.344 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 19, 2024-09-20T21:41:51.344 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-20T21:41:51.344 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 57, 2024-09-20T21:41:51.344 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 2, 2024-09-20T21:41:51.344 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 2048 2024-09-20T21:41:51.344 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.345 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-20T21:41:51.345 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-20T21:41:51.345 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-20T21:41:51.345 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:51.345 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:51.345 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd": { 2024-09-20T21:41:51.345 INFO:tasks.workunit.client.0.smithi046.stdout: "mirroring_by_pool": [ 2024-09-20T21:41:51.345 INFO:tasks.workunit.client.0.smithi046.stdout: false 2024-09-20T21:41:51.345 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:51.345 INFO:tasks.workunit.client.0.smithi046.stdout: "num_images_by_pool": [ 2024-09-20T21:41:51.345 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:51.345 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:51.345 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pools": 1 2024-09-20T21:41:51.345 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.346 INFO:tasks.workunit.client.0.smithi046.stdout: "report_id": "af76ebfb-a296-4e2b-ac94-6899ebb5153a", 2024-09-20T21:41:51.346 INFO:tasks.workunit.client.0.smithi046.stdout: "report_timestamp": "2024-09-20T21:41:51.251922", 2024-09-20T21:41:51.346 INFO:tasks.workunit.client.0.smithi046.stdout: "report_version": 1, 2024-09-20T21:41:51.346 INFO:tasks.workunit.client.0.smithi046.stdout: "rook": { 2024-09-20T21:41:51.346 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster": { 2024-09-20T21:41:51.346 INFO:tasks.workunit.client.0.smithi046.stdout: "external-mode": null, 2024-09-20T21:41:51.346 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T21:41:51.346 INFO:tasks.workunit.client.0.smithi046.stdout: "allow-multiple-per-node": null, 2024-09-20T21:41:51.346 INFO:tasks.workunit.client.0.smithi046.stdout: "count": null, 2024-09-20T21:41:51.346 INFO:tasks.workunit.client.0.smithi046.stdout: "max-id": null, 2024-09-20T21:41:51.346 INFO:tasks.workunit.client.0.smithi046.stdout: "pvc": { 2024-09-20T21:41:51.346 INFO:tasks.workunit.client.0.smithi046.stdout: "enabled": null 2024-09-20T21:41:51.346 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.347 INFO:tasks.workunit.client.0.smithi046.stdout: "stretch": { 2024-09-20T21:41:51.347 INFO:tasks.workunit.client.0.smithi046.stdout: "enabled": null 2024-09-20T21:41:51.347 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:51.347 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.347 INFO:tasks.workunit.client.0.smithi046.stdout: "network": { 2024-09-20T21:41:51.347 INFO:tasks.workunit.client.0.smithi046.stdout: "provider": null 2024-09-20T21:41:51.347 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.347 INFO:tasks.workunit.client.0.smithi046.stdout: "storage": { 2024-09-20T21:41:51.347 INFO:tasks.workunit.client.0.smithi046.stdout: "device-set": { 2024-09-20T21:41:51.347 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-20T21:41:51.347 INFO:tasks.workunit.client.0.smithi046.stdout: "non-portable": null, 2024-09-20T21:41:51.347 INFO:tasks.workunit.client.0.smithi046.stdout: "portable": null, 2024-09-20T21:41:51.347 INFO:tasks.workunit.client.0.smithi046.stdout: "total": null 2024-09-20T21:41:51.347 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:51.347 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:51.347 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:51.348 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.348 INFO:tasks.workunit.client.0.smithi046.stdout: "csi": { 2024-09-20T21:41:51.348 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-20T21:41:51.348 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.348 INFO:tasks.workunit.client.0.smithi046.stdout: "kubernetes": { 2024-09-20T21:41:51.348 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-20T21:41:51.348 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.348 INFO:tasks.workunit.client.0.smithi046.stdout: "node": { 2024-09-20T21:41:51.348 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-20T21:41:51.348 INFO:tasks.workunit.client.0.smithi046.stdout: "kubernetes-total": null, 2024-09-20T21:41:51.348 INFO:tasks.workunit.client.0.smithi046.stdout: "with-ceph-daemons": null, 2024-09-20T21:41:51.348 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-cephfs-plugin": null, 2024-09-20T21:41:51.348 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-nfs-plugin": null, 2024-09-20T21:41:51.349 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-rbd-plugin": null 2024-09-20T21:41:51.349 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:51.349 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.349 INFO:tasks.workunit.client.0.smithi046.stdout: "usage": { 2024-09-20T21:41:51.349 INFO:tasks.workunit.client.0.smithi046.stdout: "storage-class": { 2024-09-20T21:41:51.349 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-20T21:41:51.349 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket": null, 2024-09-20T21:41:51.349 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs": null, 2024-09-20T21:41:51.349 INFO:tasks.workunit.client.0.smithi046.stdout: "nfs": null, 2024-09-20T21:41:51.349 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd": null, 2024-09-20T21:41:51.349 INFO:tasks.workunit.client.0.smithi046.stdout: "total": null 2024-09-20T21:41:51.349 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:51.349 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:51.349 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.349 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-20T21:41:51.349 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.350 INFO:tasks.workunit.client.0.smithi046.stdout: "services": {}, 2024-09-20T21:41:51.350 INFO:tasks.workunit.client.0.smithi046.stdout: "usage": { 2024-09-20T21:41:51.350 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 105, 2024-09-20T21:41:51.350 INFO:tasks.workunit.client.0.smithi046.stdout: "pools": 4, 2024-09-20T21:41:51.350 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_by_class": { 2024-09-20T21:41:51.350 INFO:tasks.workunit.client.0.smithi046.stdout: "ssd": { 2024-09-20T21:41:51.350 INFO:tasks.workunit.client.0.smithi046.stdout: "total_avail_bytes": 765516996608, 2024-09-20T21:41:51.350 INFO:tasks.workunit.client.0.smithi046.stdout: "total_bytes": 767960285184, 2024-09-20T21:41:51.350 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_bytes": 2443288576, 2024-09-20T21:41:51.350 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_raw_bytes": 2443288576, 2024-09-20T21:41:51.350 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_raw_ratio": 0.0031815299298614264 2024-09-20T21:41:51.350 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:51.350 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:51.350 INFO:tasks.workunit.client.0.smithi046.stdout: "total_avail_bytes": 765516996608, 2024-09-20T21:41:51.351 INFO:tasks.workunit.client.0.smithi046.stdout: "total_bytes": 767960285184, 2024-09-20T21:41:51.351 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_bytes": 2443288576 2024-09-20T21:41:51.351 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:51.351 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:51.351 INFO:tasks.workunit.client.0.smithi046.stdout:} 2024-09-20T21:41:51.351 INFO:tasks.workunit.client.0.smithi046.stderr:++ ceph telemetry collection ls 2024-09-20T21:41:51.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:50 smithi046 ceph-mon[28078]: from='client.24695 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:51.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:50 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:50 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:41:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:50 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:50 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:41:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:50 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:50 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:50 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:50 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:51.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:50 smithi046 ceph-mon[39760]: from='client.24695 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:51.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:50 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:51.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:50 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:41:51.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:50 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:51.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:50 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:41:51.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:50 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:51.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:50 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:51.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:50 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:51.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:50 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:51.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:50 smithi134 ceph-mon[31761]: from='client.24695 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:51.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:50 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:51.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:50 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:41:51.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:50 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:51.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:50 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:41:51.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:50 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:51.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:50 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:51.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:50 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:51.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:50 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:51.740 INFO:tasks.workunit.client.0.smithi046.stderr:+ COLLECTIONS='New collections are available: 2024-09-20T21:41:51.740 INFO:tasks.workunit.client.0.smithi046.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-09-20T21:41:51.741 INFO:tasks.workunit.client.0.smithi046.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-20T21:41:51.741 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-20T21:41:51.741 INFO:tasks.workunit.client.0.smithi046.stderr:NAME STATUS DESC 2024-09-20T21:41:51.741 INFO:tasks.workunit.client.0.smithi046.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-20T21:41:51.741 INFO:tasks.workunit.client.0.smithi046.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-20T21:41:51.741 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-20T21:41:51.741 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-20T21:41:51.741 INFO:tasks.workunit.client.0.smithi046.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-20T21:41:51.741 INFO:tasks.workunit.client.0.smithi046.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-20T21:41:51.741 INFO:tasks.workunit.client.0.smithi046.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-20T21:41:51.741 INFO:tasks.workunit.client.0.smithi046.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-20T21:41:51.741 INFO:tasks.workunit.client.0.smithi046.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-20T21:41:51.741 INFO:tasks.workunit.client.0.smithi046.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-20T21:41:51.742 INFO:tasks.workunit.client.0.smithi046.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-09-20T21:41:51.742 INFO:tasks.workunit.client.0.smithi046.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_options_bluestore") 2024-09-20T21:41:51.742 INFO:tasks.workunit.client.0.smithi046.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-20T21:41:51.742 INFO:tasks.workunit.client.0.smithi046.stderr:+ [[ New collections are available: 2024-09-20T21:41:51.742 INFO:tasks.workunit.client.0.smithi046.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-20T21:41:51.742 INFO:tasks.workunit.client.0.smithi046.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-20T21:41:51.742 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-20T21:41:51.742 INFO:tasks.workunit.client.0.smithi046.stderr:NAME STATUS DESC 2024-09-20T21:41:51.742 INFO:tasks.workunit.client.0.smithi046.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-20T21:41:51.742 INFO:tasks.workunit.client.0.smithi046.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-20T21:41:51.742 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-20T21:41:51.742 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-20T21:41:51.742 INFO:tasks.workunit.client.0.smithi046.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-20T21:41:51.742 INFO:tasks.workunit.client.0.smithi046.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-20T21:41:51.743 INFO:tasks.workunit.client.0.smithi046.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-20T21:41:51.743 INFO:tasks.workunit.client.0.smithi046.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-20T21:41:51.743 INFO:tasks.workunit.client.0.smithi046.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-20T21:41:51.743 INFO:tasks.workunit.client.0.smithi046.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-20T21:41:51.743 INFO:tasks.workunit.client.0.smithi046.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-09-20T21:41:51.743 INFO:tasks.workunit.client.0.smithi046.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-20T21:41:51.743 INFO:tasks.workunit.client.0.smithi046.stderr:+ [[ New collections are available: 2024-09-20T21:41:51.743 INFO:tasks.workunit.client.0.smithi046.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-20T21:41:51.743 INFO:tasks.workunit.client.0.smithi046.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-20T21:41:51.743 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-20T21:41:51.743 INFO:tasks.workunit.client.0.smithi046.stderr:NAME STATUS DESC 2024-09-20T21:41:51.743 INFO:tasks.workunit.client.0.smithi046.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-20T21:41:51.743 INFO:tasks.workunit.client.0.smithi046.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-20T21:41:51.743 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-20T21:41:51.743 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-20T21:41:51.744 INFO:tasks.workunit.client.0.smithi046.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-20T21:41:51.744 INFO:tasks.workunit.client.0.smithi046.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-20T21:41:51.744 INFO:tasks.workunit.client.0.smithi046.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-20T21:41:51.744 INFO:tasks.workunit.client.0.smithi046.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-20T21:41:51.744 INFO:tasks.workunit.client.0.smithi046.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-20T21:41:51.744 INFO:tasks.workunit.client.0.smithi046.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-20T21:41:51.744 INFO:tasks.workunit.client.0.smithi046.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-09-20T21:41:51.744 INFO:tasks.workunit.client.0.smithi046.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-20T21:41:51.744 INFO:tasks.workunit.client.0.smithi046.stderr:+ [[ New collections are available: 2024-09-20T21:41:51.744 INFO:tasks.workunit.client.0.smithi046.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-20T21:41:51.744 INFO:tasks.workunit.client.0.smithi046.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-20T21:41:51.744 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-20T21:41:51.744 INFO:tasks.workunit.client.0.smithi046.stderr:NAME STATUS DESC 2024-09-20T21:41:51.744 INFO:tasks.workunit.client.0.smithi046.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-20T21:41:51.745 INFO:tasks.workunit.client.0.smithi046.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-20T21:41:51.745 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-20T21:41:51.745 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-20T21:41:51.745 INFO:tasks.workunit.client.0.smithi046.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-20T21:41:51.745 INFO:tasks.workunit.client.0.smithi046.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-20T21:41:51.745 INFO:tasks.workunit.client.0.smithi046.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-20T21:41:51.745 INFO:tasks.workunit.client.0.smithi046.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-20T21:41:51.745 INFO:tasks.workunit.client.0.smithi046.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-20T21:41:51.745 INFO:tasks.workunit.client.0.smithi046.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-20T21:41:51.745 INFO:tasks.workunit.client.0.smithi046.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-09-20T21:41:51.745 INFO:tasks.workunit.client.0.smithi046.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-20T21:41:51.745 INFO:tasks.workunit.client.0.smithi046.stderr:+ [[ New collections are available: 2024-09-20T21:41:51.745 INFO:tasks.workunit.client.0.smithi046.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-20T21:41:51.745 INFO:tasks.workunit.client.0.smithi046.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-20T21:41:51.745 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-20T21:41:51.746 INFO:tasks.workunit.client.0.smithi046.stderr:NAME STATUS DESC 2024-09-20T21:41:51.746 INFO:tasks.workunit.client.0.smithi046.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-20T21:41:51.746 INFO:tasks.workunit.client.0.smithi046.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-20T21:41:51.746 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-20T21:41:51.746 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-20T21:41:51.746 INFO:tasks.workunit.client.0.smithi046.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-20T21:41:51.746 INFO:tasks.workunit.client.0.smithi046.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-20T21:41:51.746 INFO:tasks.workunit.client.0.smithi046.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-20T21:41:51.746 INFO:tasks.workunit.client.0.smithi046.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-20T21:41:51.746 INFO:tasks.workunit.client.0.smithi046.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-20T21:41:51.746 INFO:tasks.workunit.client.0.smithi046.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-20T21:41:51.746 INFO:tasks.workunit.client.0.smithi046.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-09-20T21:41:51.746 INFO:tasks.workunit.client.0.smithi046.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-20T21:41:51.747 INFO:tasks.workunit.client.0.smithi046.stderr:+ [[ New collections are available: 2024-09-20T21:41:51.747 INFO:tasks.workunit.client.0.smithi046.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-20T21:41:51.747 INFO:tasks.workunit.client.0.smithi046.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-20T21:41:51.747 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-20T21:41:51.747 INFO:tasks.workunit.client.0.smithi046.stderr:NAME STATUS DESC 2024-09-20T21:41:51.747 INFO:tasks.workunit.client.0.smithi046.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-20T21:41:51.747 INFO:tasks.workunit.client.0.smithi046.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-20T21:41:51.747 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-20T21:41:51.747 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-20T21:41:51.747 INFO:tasks.workunit.client.0.smithi046.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-20T21:41:51.747 INFO:tasks.workunit.client.0.smithi046.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-20T21:41:51.747 INFO:tasks.workunit.client.0.smithi046.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-20T21:41:51.747 INFO:tasks.workunit.client.0.smithi046.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-20T21:41:51.747 INFO:tasks.workunit.client.0.smithi046.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-20T21:41:51.748 INFO:tasks.workunit.client.0.smithi046.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-20T21:41:51.748 INFO:tasks.workunit.client.0.smithi046.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-09-20T21:41:51.748 INFO:tasks.workunit.client.0.smithi046.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-20T21:41:51.748 INFO:tasks.workunit.client.0.smithi046.stderr:+ [[ New collections are available: 2024-09-20T21:41:51.748 INFO:tasks.workunit.client.0.smithi046.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-20T21:41:51.748 INFO:tasks.workunit.client.0.smithi046.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-20T21:41:51.748 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-20T21:41:51.748 INFO:tasks.workunit.client.0.smithi046.stderr:NAME STATUS DESC 2024-09-20T21:41:51.748 INFO:tasks.workunit.client.0.smithi046.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-20T21:41:51.748 INFO:tasks.workunit.client.0.smithi046.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-20T21:41:51.748 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-20T21:41:51.748 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-20T21:41:51.748 INFO:tasks.workunit.client.0.smithi046.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-20T21:41:51.748 INFO:tasks.workunit.client.0.smithi046.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-20T21:41:51.749 INFO:tasks.workunit.client.0.smithi046.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-20T21:41:51.749 INFO:tasks.workunit.client.0.smithi046.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-20T21:41:51.749 INFO:tasks.workunit.client.0.smithi046.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-20T21:41:51.749 INFO:tasks.workunit.client.0.smithi046.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-20T21:41:51.749 INFO:tasks.workunit.client.0.smithi046.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_options_bluestore* ]] 2024-09-20T21:41:51.749 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph telemetry on --license sharing-1-0 2024-09-20T21:41:52.217 INFO:tasks.workunit.client.0.smithi046.stdout:Telemetry is on. 2024-09-20T21:41:52.217 INFO:tasks.workunit.client.0.smithi046.stdout:Some channels are disabled, please enable with: 2024-09-20T21:41:52.217 INFO:tasks.workunit.client.0.smithi046.stdout:`ceph telemetry enable channel perf` 2024-09-20T21:41:52.229 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph telemetry enable channel perf 2024-09-20T21:41:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:41:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:41:52] ENGINE Bus STOPPING 2024-09-20T21:41:52.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:51 smithi046 ceph-mon[39760]: from='client.24695 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:52.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:51 smithi046 ceph-mon[39760]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:52.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:51 smithi046 ceph-mon[39760]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:52.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:51 smithi046 ceph-mon[39760]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:52.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:51 smithi046 ceph-mon[39760]: from='client.24713 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:52.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:51 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:52.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:51 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:41:52.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:51 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:52.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:51 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:41:52.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:51 smithi046 ceph-mon[39760]: mgrmap e23: y(active, since 2m), standbys: x 2024-09-20T21:41:52.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:51 smithi046 ceph-mon[28078]: from='client.24695 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:52.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:51 smithi046 ceph-mon[28078]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:52.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:51 smithi046 ceph-mon[28078]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:52.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:51 smithi046 ceph-mon[28078]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:52.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:51 smithi046 ceph-mon[28078]: from='client.24713 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:52.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:51 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:52.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:51 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:41:52.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:51 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:52.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:51 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:41:52.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:51 smithi046 ceph-mon[28078]: mgrmap e23: y(active, since 2m), standbys: x 2024-09-20T21:41:52.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:51 smithi134 ceph-mon[31761]: from='client.24695 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:52.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:51 smithi134 ceph-mon[31761]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:52.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:51 smithi134 ceph-mon[31761]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:52.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:51 smithi134 ceph-mon[31761]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:52.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:51 smithi134 ceph-mon[31761]: from='client.24713 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:52.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:51 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:52.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:51 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:41:52.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:51 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:52.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:51 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:41:52.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:51 smithi134 ceph-mon[31761]: mgrmap e23: y(active, since 2m), standbys: x 2024-09-20T21:41:52.690 INFO:tasks.workunit.client.0.smithi046.stdout:channel_perf is enabled 2024-09-20T21:41:52.702 INFO:tasks.workunit.client.0.smithi046.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-09-20T21:41:52.901 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:41:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:41:52] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-20T21:41:52.901 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:41:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:41:52] ENGINE Bus STOPPED 2024-09-20T21:41:52.901 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:41:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:41:52] ENGINE Bus STARTING 2024-09-20T21:41:52.901 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:41:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:41:52] ENGINE Serving on http://:::9283 2024-09-20T21:41:52.901 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:41:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:41:52] ENGINE Bus STARTED 2024-09-20T21:41:52.901 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:41:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:41:52] ENGINE Bus STOPPING 2024-09-20T21:41:53.067 INFO:tasks.workunit.client.0.smithi046.stderr:+ LAST_OPT_REVISION=1 2024-09-20T21:41:53.068 INFO:tasks.workunit.client.0.smithi046.stderr:+ '[' 1 -ne 1 ']' 2024-09-20T21:41:53.068 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph telemetry show 2024-09-20T21:41:53.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:41:53] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-20T21:41:53.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:41:53] ENGINE Bus STOPPED 2024-09-20T21:41:53.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:41:53] ENGINE Bus STARTING 2024-09-20T21:41:53.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:41:53] "GET /metrics HTTP/1.1" 200 236450 "" "Prometheus/2.43.0" 2024-09-20T21:41:53.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:41:53] ENGINE Serving on http://:::9283 2024-09-20T21:41:53.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:41:53] ENGINE Bus STARTED 2024-09-20T21:41:53.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='client.24713 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:53.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:53.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:53.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:53.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:53.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:53.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:53.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:53.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:53.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:41:53.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:41:53.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:41:53.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:53.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:53.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:41:53.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:53.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:53.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:53.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:41:53.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:53.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:53.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:53.404 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:41:53.404 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:41:53.404 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:41:53.404 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:53.404 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:53.404 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:53.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='client.24713 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:53.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:53.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:53.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:53.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:53.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:53.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:53.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:53.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:53.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:41:53.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:41:53.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:41:53.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:53.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:53.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:41:53.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:53.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:53.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:53.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:41:53.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:53.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:53.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:53.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:41:53.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:41:53.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:41:53.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:53.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:53.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:53.406 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:53.407 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:53.407 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:53.407 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:53.407 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:53.407 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:53.407 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:53.407 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:53.407 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:53.407 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:53.407 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:53.407 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:53.407 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:53.407 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:53.408 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:53.408 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:53.408 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:53.408 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:53.408 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:53.408 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:53.408 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:53.408 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:53.408 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/42264883' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-20T21:41:53.408 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:53.408 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:53.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:53.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:53.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:53.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:53.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:53.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:53.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:53.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:53.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:53.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:53.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:53.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:53.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:53.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:53.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:53.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:53.410 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:53.410 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:53.410 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:53.410 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:53.410 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:53 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/42264883' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-20T21:41:53.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='client.24713 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:53.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:53.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:53.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:53.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:53.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:53.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:53.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:53.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:53.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:41:53.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:41:53.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:41:53.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:53.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:53.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:41:53.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:53.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:53.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:53.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:41:53.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:53.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:53.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:53.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:41:53.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:41:53.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:41:53.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:41:53.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:53.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:53.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:53.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:53.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:53.429 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:53.429 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:53.429 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:53.429 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:53.429 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:53.429 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:53.429 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:53.429 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:53.429 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:53.429 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:53.429 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:53.429 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:53.429 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:53.429 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:53.429 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:53.429 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:53.430 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:53.430 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:53.430 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:53.430 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:53 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/42264883' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-20T21:41:53.727 INFO:tasks.workunit.client.0.smithi046.stdout:{ 2024-09-20T21:41:53.727 INFO:tasks.workunit.client.0.smithi046.stdout: "balancer": { 2024-09-20T21:41:53.727 INFO:tasks.workunit.client.0.smithi046.stdout: "active": true, 2024-09-20T21:41:53.727 INFO:tasks.workunit.client.0.smithi046.stdout: "mode": "" 2024-09-20T21:41:53.728 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.728 INFO:tasks.workunit.client.0.smithi046.stdout: "channels": [ 2024-09-20T21:41:53.728 INFO:tasks.workunit.client.0.smithi046.stdout: "basic", 2024-09-20T21:41:53.728 INFO:tasks.workunit.client.0.smithi046.stdout: "crash", 2024-09-20T21:41:53.728 INFO:tasks.workunit.client.0.smithi046.stdout: "device", 2024-09-20T21:41:53.728 INFO:tasks.workunit.client.0.smithi046.stdout: "ident", 2024-09-20T21:41:53.728 INFO:tasks.workunit.client.0.smithi046.stdout: "perf" 2024-09-20T21:41:53.728 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:53.728 INFO:tasks.workunit.client.0.smithi046.stdout: "channels_available": [ 2024-09-20T21:41:53.728 INFO:tasks.workunit.client.0.smithi046.stdout: "basic", 2024-09-20T21:41:53.728 INFO:tasks.workunit.client.0.smithi046.stdout: "ident", 2024-09-20T21:41:53.728 INFO:tasks.workunit.client.0.smithi046.stdout: "crash", 2024-09-20T21:41:53.728 INFO:tasks.workunit.client.0.smithi046.stdout: "device", 2024-09-20T21:41:53.728 INFO:tasks.workunit.client.0.smithi046.stdout: "perf" 2024-09-20T21:41:53.729 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:53.729 INFO:tasks.workunit.client.0.smithi046.stdout: "collections_available": [ 2024-09-20T21:41:53.729 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_base", 2024-09-20T21:41:53.729 INFO:tasks.workunit.client.0.smithi046.stdout: "device_base", 2024-09-20T21:41:53.729 INFO:tasks.workunit.client.0.smithi046.stdout: "crash_base", 2024-09-20T21:41:53.729 INFO:tasks.workunit.client.0.smithi046.stdout: "ident_base", 2024-09-20T21:41:53.729 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_perf", 2024-09-20T21:41:53.729 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_mds_metadata", 2024-09-20T21:41:53.729 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_usage", 2024-09-20T21:41:53.729 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_usage_by_class", 2024-09-20T21:41:53.729 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_rook_v01", 2024-09-20T21:41:53.729 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_memory_metrics", 2024-09-20T21:41:53.729 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_options_bluestore" 2024-09-20T21:41:53.729 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:53.730 INFO:tasks.workunit.client.0.smithi046.stdout: "collections_opted_in": [ 2024-09-20T21:41:53.730 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_base", 2024-09-20T21:41:53.730 INFO:tasks.workunit.client.0.smithi046.stdout: "device_base", 2024-09-20T21:41:53.730 INFO:tasks.workunit.client.0.smithi046.stdout: "crash_base", 2024-09-20T21:41:53.730 INFO:tasks.workunit.client.0.smithi046.stdout: "ident_base", 2024-09-20T21:41:53.730 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_perf", 2024-09-20T21:41:53.730 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_mds_metadata", 2024-09-20T21:41:53.730 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_usage", 2024-09-20T21:41:53.730 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_usage_by_class", 2024-09-20T21:41:53.730 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_rook_v01", 2024-09-20T21:41:53.730 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_memory_metrics", 2024-09-20T21:41:53.730 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_options_bluestore" 2024-09-20T21:41:53.730 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:53.730 INFO:tasks.workunit.client.0.smithi046.stdout: "config": { 2024-09-20T21:41:53.730 INFO:tasks.workunit.client.0.smithi046.stdout: "active_changed": [ 2024-09-20T21:41:53.731 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-20T21:41:53.731 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_debug", 2024-09-20T21:41:53.731 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_mon_ticket_ttl", 2024-09-20T21:41:53.731 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_service_ticket_ttl", 2024-09-20T21:41:53.731 INFO:tasks.workunit.client.0.smithi046.stdout: "bdev_debug_aio", 2024-09-20T21:41:53.731 INFO:tasks.workunit.client.0.smithi046.stdout: "client_check_pool_perm", 2024-09-20T21:41:53.731 INFO:tasks.workunit.client.0.smithi046.stdout: "client_mount_gid", 2024-09-20T21:41:53.731 INFO:tasks.workunit.client.0.smithi046.stdout: "client_mount_uid", 2024-09-20T21:41:53.731 INFO:tasks.workunit.client.0.smithi046.stdout: "client_quota", 2024-09-20T21:41:53.731 INFO:tasks.workunit.client.0.smithi046.stdout: "container_image", 2024-09-20T21:41:53.731 INFO:tasks.workunit.client.0.smithi046.stdout: "daemonize", 2024-09-20T21:41:53.731 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_asserts_on_shutdown", 2024-09-20T21:41:53.731 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mgr", 2024-09-20T21:41:53.731 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mon", 2024-09-20T21:41:53.732 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_ms", 2024-09-20T21:41:53.732 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_osd", 2024-09-20T21:41:53.732 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_paxos", 2024-09-20T21:41:53.732 INFO:tasks.workunit.client.0.smithi046.stdout: "keyring", 2024-09-20T21:41:53.732 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_block_size", 2024-09-20T21:41:53.732 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_cache_size", 2024-09-20T21:41:53.732 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_compression", 2024-09-20T21:41:53.732 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_log", 2024-09-20T21:41:53.732 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_write_buffer_size", 2024-09-20T21:41:53.732 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_file", 2024-09-20T21:41:53.732 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_journald", 2024-09-20T21:41:53.732 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_stderr", 2024-09-20T21:41:53.732 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_allow_pool_delete", 2024-09-20T21:41:53.732 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_clock_drift_allowed", 2024-09-20T21:41:53.732 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_file", 2024-09-20T21:41:53.733 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_journald", 2024-09-20T21:41:53.733 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_stderr", 2024-09-20T21:41:53.733 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_data_avail_warn", 2024-09-20T21:41:53.733 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_election_default_strategy", 2024-09-20T21:41:53.733 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_host", 2024-09-20T21:41:53.733 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_max_pg_per_osd", 2024-09-20T21:41:53.733 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mgr_mkfs_grace", 2024-09-20T21:41:53.733 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_prime_pg_temp", 2024-09-20T21:41:53.733 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_reporter_subtree_level", 2024-09-20T21:41:53.733 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_pg_warn_max_object_skew", 2024-09-20T21:41:53.733 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-20T21:41:53.733 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-20T21:41:53.733 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-20T21:41:53.733 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-20T21:41:53.733 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-20T21:41:53.733 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-20T21:41:53.734 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-20T21:41:53.734 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-20T21:41:53.734 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_too_few_osds", 2024-09-20T21:41:53.734 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_bug", 2024-09-20T21:41:53.734 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_old_message", 2024-09-20T21:41:53.734 INFO:tasks.workunit.client.0.smithi046.stdout: "no_config_file", 2024-09-20T21:41:53.734 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_default_list", 2024-09-20T21:41:53.734 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_load_list", 2024-09-20T21:41:53.734 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_misdirected_ops", 2024-09-20T21:41:53.734 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_op_order", 2024-09-20T21:41:53.734 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_pg_log_writeout", 2024-09-20T21:41:53.734 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_shutdown", 2024-09-20T21:41:53.734 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_cached_snaps", 2024-09-20T21:41:53.735 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_missing_on_start", 2024-09-20T21:41:53.735 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_stray_on_activate", 2024-09-20T21:41:53.735 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-20T21:41:53.735 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_profile", 2024-09-20T21:41:53.735 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-20T21:41:53.735 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-20T21:41:53.735 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-20T21:41:53.735 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-20T21:41:53.735 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-20T21:41:53.735 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-20T21:41:53.735 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_lim", 2024-09-20T21:41:53.735 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_res", 2024-09-20T21:41:53.735 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-20T21:41:53.735 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target", 2024-09-20T21:41:53.735 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target_autotune", 2024-09-20T21:41:53.736 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue", 2024-09-20T21:41:53.736 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue_cut_off", 2024-09-20T21:41:53.736 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_erasure_code_profile", 2024-09-20T21:41:53.736 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-20T21:41:53.736 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recover_clone_overlap", 2024-09-20T21:41:53.736 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_chunk", 2024-09-20T21:41:53.736 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_load_threshold", 2024-09-20T21:41:53.736 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_max_interval", 2024-09-20T21:41:53.736 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_shutdown_pgref_assert", 2024-09-20T21:41:53.736 INFO:tasks.workunit.client.0.smithi046.stdout: "public_addr", 2024-09-20T21:41:53.736 INFO:tasks.workunit.client.0.smithi046.stdout: "public_addrv", 2024-09-20T21:41:53.736 INFO:tasks.workunit.client.0.smithi046.stdout: "public_network", 2024-09-20T21:41:53.736 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_default_features", 2024-09-20T21:41:53.737 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_qos_exclude_ops", 2024-09-20T21:41:53.737 INFO:tasks.workunit.client.0.smithi046.stdout: "setgroup", 2024-09-20T21:41:53.737 INFO:tasks.workunit.client.0.smithi046.stdout: "setuser" 2024-09-20T21:41:53.737 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:53.737 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster_changed": [ 2024-09-20T21:41:53.737 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-20T21:41:53.737 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_debug", 2024-09-20T21:41:53.737 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_mon_ticket_ttl", 2024-09-20T21:41:53.737 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_service_ticket_ttl", 2024-09-20T21:41:53.737 INFO:tasks.workunit.client.0.smithi046.stdout: "bdev_debug_aio", 2024-09-20T21:41:53.738 INFO:tasks.workunit.client.0.smithi046.stdout: "container_image", 2024-09-20T21:41:53.738 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_asserts_on_shutdown", 2024-09-20T21:41:53.738 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mgr", 2024-09-20T21:41:53.738 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mon", 2024-09-20T21:41:53.738 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_ms", 2024-09-20T21:41:53.738 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_osd", 2024-09-20T21:41:53.738 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_paxos", 2024-09-20T21:41:53.738 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_file", 2024-09-20T21:41:53.738 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_journald", 2024-09-20T21:41:53.738 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_stderr", 2024-09-20T21:41:53.738 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_join_fs", 2024-09-20T21:41:53.738 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/allow_ptrace", 2024-09-20T21:41:53.738 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/container_init", 2024-09-20T21:41:53.738 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/migration_current", 2024-09-20T21:41:53.739 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/use_repo_digest", 2024-09-20T21:41:53.739 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-20T21:41:53.739 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-20T21:41:53.739 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-20T21:41:53.739 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-20T21:41:53.739 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/ssl_server_port", 2024-09-20T21:41:53.739 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/orchestrator/orchestrator", 2024-09-20T21:41:53.739 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/channel_ident", 2024-09-20T21:41:53.739 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/channel_perf", 2024-09-20T21:41:53.739 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/description", 2024-09-20T21:41:53.739 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/enabled", 2024-09-20T21:41:53.739 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/organization", 2024-09-20T21:41:53.739 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_allow_pool_delete", 2024-09-20T21:41:53.740 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_clock_drift_allowed", 2024-09-20T21:41:53.740 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_file", 2024-09-20T21:41:53.740 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_data_avail_warn", 2024-09-20T21:41:53.740 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_election_default_strategy", 2024-09-20T21:41:53.740 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_max_pg_per_osd", 2024-09-20T21:41:53.740 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mgr_mkfs_grace", 2024-09-20T21:41:53.740 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_prime_pg_temp", 2024-09-20T21:41:53.740 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_reporter_subtree_level", 2024-09-20T21:41:53.740 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_pg_warn_max_object_skew", 2024-09-20T21:41:53.740 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-20T21:41:53.740 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-20T21:41:53.740 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-20T21:41:53.740 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-20T21:41:53.741 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-20T21:41:53.741 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-20T21:41:53.741 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-20T21:41:53.741 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-20T21:41:53.741 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_too_few_osds", 2024-09-20T21:41:53.741 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_bug", 2024-09-20T21:41:53.741 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_old_message", 2024-09-20T21:41:53.741 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_default_list", 2024-09-20T21:41:53.741 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_load_list", 2024-09-20T21:41:53.741 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_misdirected_ops", 2024-09-20T21:41:53.741 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_op_order", 2024-09-20T21:41:53.741 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_pg_log_writeout", 2024-09-20T21:41:53.741 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_shutdown", 2024-09-20T21:41:53.741 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_cached_snaps", 2024-09-20T21:41:53.741 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_missing_on_start", 2024-09-20T21:41:53.742 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_stray_on_activate", 2024-09-20T21:41:53.742 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-20T21:41:53.742 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_profile", 2024-09-20T21:41:53.742 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target", 2024-09-20T21:41:53.742 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target_autotune", 2024-09-20T21:41:53.742 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue", 2024-09-20T21:41:53.742 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue_cut_off", 2024-09-20T21:41:53.742 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_erasure_code_profile", 2024-09-20T21:41:53.742 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-20T21:41:53.742 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recover_clone_overlap", 2024-09-20T21:41:53.742 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_chunk", 2024-09-20T21:41:53.742 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_load_threshold", 2024-09-20T21:41:53.742 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_max_interval", 2024-09-20T21:41:53.742 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_shutdown_pgref_assert", 2024-09-20T21:41:53.743 INFO:tasks.workunit.client.0.smithi046.stdout: "public_network", 2024-09-20T21:41:53.743 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_cache_enabled", 2024-09-20T21:41:53.743 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_enable_ops_log", 2024-09-20T21:41:53.743 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_enable_usage_log" 2024-09-20T21:41:53.743 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:53.743 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.743 INFO:tasks.workunit.client.0.smithi046.stdout: "contact": null, 2024-09-20T21:41:53.743 INFO:tasks.workunit.client.0.smithi046.stdout: "crashes": [], 2024-09-20T21:41:53.743 INFO:tasks.workunit.client.0.smithi046.stdout: "created": "2024-09-20T21:32:44.391577Z", 2024-09-20T21:41:53.743 INFO:tasks.workunit.client.0.smithi046.stdout: "crush": { 2024-09-20T21:41:53.743 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_algs": { 2024-09-20T21:41:53.743 INFO:tasks.workunit.client.0.smithi046.stdout: "straw2": 3 2024-09-20T21:41:53.743 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.744 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_sizes": { 2024-09-20T21:41:53.744 INFO:tasks.workunit.client.0.smithi046.stdout: "2": 1, 2024-09-20T21:41:53.744 INFO:tasks.workunit.client.0.smithi046.stdout: "4": 2 2024-09-20T21:41:53.744 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.744 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_types": { 2024-09-20T21:41:53.744 INFO:tasks.workunit.client.0.smithi046.stdout: "1": 2, 2024-09-20T21:41:53.744 INFO:tasks.workunit.client.0.smithi046.stdout: "11": 1 2024-09-20T21:41:53.744 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.744 INFO:tasks.workunit.client.0.smithi046.stdout: "compat_weight_set": false, 2024-09-20T21:41:53.744 INFO:tasks.workunit.client.0.smithi046.stdout: "device_classes": [ 2024-09-20T21:41:53.744 INFO:tasks.workunit.client.0.smithi046.stdout: 8 2024-09-20T21:41:53.744 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:53.744 INFO:tasks.workunit.client.0.smithi046.stdout: "num_buckets": 6, 2024-09-20T21:41:53.744 INFO:tasks.workunit.client.0.smithi046.stdout: "num_devices": 8, 2024-09-20T21:41:53.745 INFO:tasks.workunit.client.0.smithi046.stdout: "num_rules": 1, 2024-09-20T21:41:53.745 INFO:tasks.workunit.client.0.smithi046.stdout: "num_types": 12, 2024-09-20T21:41:53.745 INFO:tasks.workunit.client.0.smithi046.stdout: "num_weight_sets": 0, 2024-09-20T21:41:53.745 INFO:tasks.workunit.client.0.smithi046.stdout: "tunables": { 2024-09-20T21:41:53.745 INFO:tasks.workunit.client.0.smithi046.stdout: "allowed_bucket_algs": 54, 2024-09-20T21:41:53.745 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_local_fallback_tries": 0, 2024-09-20T21:41:53.745 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_local_tries": 0, 2024-09-20T21:41:53.745 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_total_tries": 50, 2024-09-20T21:41:53.745 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_descend_once": 1, 2024-09-20T21:41:53.745 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_stable": 1, 2024-09-20T21:41:53.745 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_vary_r": 1, 2024-09-20T21:41:53.745 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v2_rules": 0, 2024-09-20T21:41:53.745 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v3_rules": 0, 2024-09-20T21:41:53.746 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v4_buckets": 1, 2024-09-20T21:41:53.746 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v5_rules": 0, 2024-09-20T21:41:53.746 INFO:tasks.workunit.client.0.smithi046.stdout: "legacy_tunables": 0, 2024-09-20T21:41:53.746 INFO:tasks.workunit.client.0.smithi046.stdout: "minimum_required_version": "jewel", 2024-09-20T21:41:53.746 INFO:tasks.workunit.client.0.smithi046.stdout: "optimal_tunables": 1, 2024-09-20T21:41:53.746 INFO:tasks.workunit.client.0.smithi046.stdout: "profile": "jewel", 2024-09-20T21:41:53.746 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables": 1, 2024-09-20T21:41:53.746 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables2": 1, 2024-09-20T21:41:53.746 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables3": 1, 2024-09-20T21:41:53.746 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables5": 1, 2024-09-20T21:41:53.746 INFO:tasks.workunit.client.0.smithi046.stdout: "straw_calc_version": 1 2024-09-20T21:41:53.746 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:53.746 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.746 INFO:tasks.workunit.client.0.smithi046.stdout: "description": "upgrade test cluster", 2024-09-20T21:41:53.746 INFO:tasks.workunit.client.0.smithi046.stdout: "fs": { 2024-09-20T21:41:53.747 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T21:41:53.747 INFO:tasks.workunit.client.0.smithi046.stdout: "feature_flags": { 2024-09-20T21:41:53.747 INFO:tasks.workunit.client.0.smithi046.stdout: "enable_multiple": true, 2024-09-20T21:41:53.747 INFO:tasks.workunit.client.0.smithi046.stdout: "ever_enabled_multiple": true 2024-09-20T21:41:53.747 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.747 INFO:tasks.workunit.client.0.smithi046.stdout: "filesystems": [ 2024-09-20T21:41:53.747 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:53.747 INFO:tasks.workunit.client.0.smithi046.stdout: "approx_ctime": "2024-09", 2024-09-20T21:41:53.747 INFO:tasks.workunit.client.0.smithi046.stdout: "balancer_enabled": false, 2024-09-20T21:41:53.747 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.747 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_caps": 0, 2024-09-20T21:41:53.747 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_dns": 10, 2024-09-20T21:41:53.747 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_inos": 13, 2024-09-20T21:41:53.747 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_subtrees": 2, 2024-09-20T21:41:53.748 INFO:tasks.workunit.client.0.smithi046.stdout: "ever_allowed_features": 0, 2024-09-20T21:41:53.748 INFO:tasks.workunit.client.0.smithi046.stdout: "explicitly_allowed_features": 0, 2024-09-20T21:41:53.748 INFO:tasks.workunit.client.0.smithi046.stdout: "files": 0, 2024-09-20T21:41:53.748 INFO:tasks.workunit.client.0.smithi046.stdout: "max_mds": 1, 2024-09-20T21:41:53.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_data_pools": 1, 2024-09-20T21:41:53.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_in": 1, 2024-09-20T21:41:53.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_mds": 1, 2024-09-20T21:41:53.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": 0, 2024-09-20T21:41:53.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_standby_replay": 0, 2024-09-20T21:41:53.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_up": 1, 2024-09-20T21:41:53.748 INFO:tasks.workunit.client.0.smithi046.stdout: "snaps": 0, 2024-09-20T21:41:53.748 INFO:tasks.workunit.client.0.smithi046.stdout: "standby_count_wanted": 0 2024-09-20T21:41:53.748 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:53.748 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:53.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_standby_mds": 1, 2024-09-20T21:41:53.748 INFO:tasks.workunit.client.0.smithi046.stdout: "total_num_mds": 2 2024-09-20T21:41:53.749 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.749 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_stats": { 2024-09-20T21:41:53.749 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-20T21:41:53.749 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.89feedb6ca5aa28c1526bae4a18bccbde113d39a": { 2024-09-20T21:41:53.749 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 20135936, 2024-09-20T21:41:53.749 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 323920, 2024-09-20T21:41:53.749 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2621440, 2024-09-20T21:41:53.749 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 811008, 2024-09-20T21:41:53.749 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 0, 2024-09-20T21:41:53.749 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 346, 2024-09-20T21:41:53.749 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T21:41:53.749 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 770976, 2024-09-20T21:41:53.749 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 12, 2024-09-20T21:41:53.749 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 912896, 2024-09-20T21:41:53.749 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 14695696, 2024-09-20T21:41:53.750 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 20135936 2024-09-20T21:41:53.750 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.750 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.a373ec1b8791b7f450fd778abc506764734e5598": { 2024-09-20T21:41:53.750 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 20766720, 2024-09-20T21:41:53.750 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 455776, 2024-09-20T21:41:53.750 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2621440, 2024-09-20T21:41:53.750 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T21:41:53.750 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 417792, 2024-09-20T21:41:53.750 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 441, 2024-09-20T21:41:53.750 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T21:41:53.750 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 1221784, 2024-09-20T21:41:53.750 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 20, 2024-09-20T21:41:53.750 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 1387008, 2024-09-20T21:41:53.750 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 15080712, 2024-09-20T21:41:53.751 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 21184512 2024-09-20T21:41:53.751 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:53.751 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.751 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T21:41:53.751 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.89feedb6ca5aa28c1526bae4a18bccbde113d39a": { 2024-09-20T21:41:53.751 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 44982272, 2024-09-20T21:41:53.751 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 1268272, 2024-09-20T21:41:53.751 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2621440, 2024-09-20T21:41:53.751 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 622592, 2024-09-20T21:41:53.751 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 3489792, 2024-09-20T21:41:53.751 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1700, 2024-09-20T21:41:53.751 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T21:41:53.751 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 10378504, 2024-09-20T21:41:53.751 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 23, 2024-09-20T21:41:53.751 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 2309120, 2024-09-20T21:41:53.751 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 27782344, 2024-09-20T21:41:53.752 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 48472064 2024-09-20T21:41:53.752 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.752 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.a373ec1b8791b7f450fd778abc506764734e5598": { 2024-09-20T21:41:53.752 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 36732928, 2024-09-20T21:41:53.752 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 1581880, 2024-09-20T21:41:53.752 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2621440, 2024-09-20T21:41:53.752 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 81920, 2024-09-20T21:41:53.752 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 10772480, 2024-09-20T21:41:53.752 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1149, 2024-09-20T21:41:53.752 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T21:41:53.752 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 7322992, 2024-09-20T21:41:53.752 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 21, 2024-09-20T21:41:53.752 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 1543680, 2024-09-20T21:41:53.752 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 23581016, 2024-09-20T21:41:53.752 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 47505408 2024-09-20T21:41:53.752 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.753 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.ba2a2447664121745258143c46d4a74444ac144b": { 2024-09-20T21:41:53.753 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 35840000, 2024-09-20T21:41:53.753 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 1033224, 2024-09-20T21:41:53.753 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2621440, 2024-09-20T21:41:53.753 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 540672, 2024-09-20T21:41:53.753 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 9568256, 2024-09-20T21:41:53.753 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 950, 2024-09-20T21:41:53.753 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T21:41:53.753 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 6566832, 2024-09-20T21:41:53.753 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 21, 2024-09-20T21:41:53.753 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 1506048, 2024-09-20T21:41:53.753 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 23571784, 2024-09-20T21:41:53.753 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 45408256 2024-09-20T21:41:53.753 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:53.753 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.754 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:53.754 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.0": { 2024-09-20T21:41:53.754 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 276865024, 2024-09-20T21:41:53.754 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 783680, 2024-09-20T21:41:53.754 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 4849664, 2024-09-20T21:41:53.754 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 1007616, 2024-09-20T21:41:53.754 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 8192, 2024-09-20T21:41:53.754 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1369, 2024-09-20T21:41:53.754 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T21:41:53.754 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 5429560, 2024-09-20T21:41:53.754 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 45, 2024-09-20T21:41:53.754 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 2340096, 2024-09-20T21:41:53.754 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 262454408, 2024-09-20T21:41:53.755 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 276873216 2024-09-20T21:41:53.755 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.755 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.1": { 2024-09-20T21:41:53.755 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 273244160, 2024-09-20T21:41:53.755 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 722472, 2024-09-20T21:41:53.755 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2752512, 2024-09-20T21:41:53.755 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T21:41:53.755 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 483328, 2024-09-20T21:41:53.755 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1331, 2024-09-20T21:41:53.755 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T21:41:53.755 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 5660608, 2024-09-20T21:41:53.755 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 46, 2024-09-20T21:41:53.755 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 2126336, 2024-09-20T21:41:53.755 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 261982232, 2024-09-20T21:41:53.756 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 273727488 2024-09-20T21:41:53.756 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.756 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.2": { 2024-09-20T21:41:53.756 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 272654336, 2024-09-20T21:41:53.756 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 672752, 2024-09-20T21:41:53.756 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2752512, 2024-09-20T21:41:53.756 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 8192, 2024-09-20T21:41:53.756 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 237568, 2024-09-20T21:41:53.756 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1276, 2024-09-20T21:41:53.756 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T21:41:53.756 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 4880072, 2024-09-20T21:41:53.756 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 47, 2024-09-20T21:41:53.756 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 2707456, 2024-09-20T21:41:53.756 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 261633352, 2024-09-20T21:41:53.757 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 272891904 2024-09-20T21:41:53.757 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.757 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.3": { 2024-09-20T21:41:53.757 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 271040512, 2024-09-20T21:41:53.757 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 767320, 2024-09-20T21:41:53.757 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2752512, 2024-09-20T21:41:53.757 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 24576, 2024-09-20T21:41:53.757 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 524288, 2024-09-20T21:41:53.757 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1238, 2024-09-20T21:41:53.757 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T21:41:53.757 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 4587192, 2024-09-20T21:41:53.757 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 45, 2024-09-20T21:41:53.757 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 1750784, 2024-09-20T21:41:53.757 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 261158128, 2024-09-20T21:41:53.758 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 271564800 2024-09-20T21:41:53.763 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.763 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.4": { 2024-09-20T21:41:53.763 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 272515072, 2024-09-20T21:41:53.763 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 773512, 2024-09-20T21:41:53.763 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2752512, 2024-09-20T21:41:53.764 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 24576, 2024-09-20T21:41:53.764 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 163840, 2024-09-20T21:41:53.764 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1247, 2024-09-20T21:41:53.764 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T21:41:53.764 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 4922896, 2024-09-20T21:41:53.764 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 47, 2024-09-20T21:41:53.764 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 1699072, 2024-09-20T21:41:53.764 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 262342504, 2024-09-20T21:41:53.764 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 272678912 2024-09-20T21:41:53.764 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.764 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.5": { 2024-09-20T21:41:53.765 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 272777216, 2024-09-20T21:41:53.765 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 929496, 2024-09-20T21:41:53.765 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2752512, 2024-09-20T21:41:53.765 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T21:41:53.765 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 884736, 2024-09-20T21:41:53.765 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1268, 2024-09-20T21:41:53.765 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T21:41:53.765 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 4707176, 2024-09-20T21:41:53.765 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 47, 2024-09-20T21:41:53.765 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 2057472, 2024-09-20T21:41:53.765 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 262330560, 2024-09-20T21:41:53.765 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 273661952 2024-09-20T21:41:53.766 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.766 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.6": { 2024-09-20T21:41:53.766 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 272515072, 2024-09-20T21:41:53.766 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 1052136, 2024-09-20T21:41:53.766 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2752512, 2024-09-20T21:41:53.766 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T21:41:53.766 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 1212416, 2024-09-20T21:41:53.766 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1246, 2024-09-20T21:41:53.766 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T21:41:53.766 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 4849088, 2024-09-20T21:41:53.766 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 45, 2024-09-20T21:41:53.766 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 1682688, 2024-09-20T21:41:53.766 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 262178648, 2024-09-20T21:41:53.767 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 273727488 2024-09-20T21:41:53.767 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.767 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.7": { 2024-09-20T21:41:53.767 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 272891904, 2024-09-20T21:41:53.767 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 998064, 2024-09-20T21:41:53.767 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2752512, 2024-09-20T21:41:53.767 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 24576, 2024-09-20T21:41:53.767 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 1884160, 2024-09-20T21:41:53.767 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1302, 2024-09-20T21:41:53.767 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T21:41:53.767 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 5091040, 2024-09-20T21:41:53.767 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 45, 2024-09-20T21:41:53.767 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 2019328, 2024-09-20T21:41:53.767 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 262006384, 2024-09-20T21:41:53.768 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 274776064 2024-09-20T21:41:53.768 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:53.768 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:53.768 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.768 INFO:tasks.workunit.client.0.smithi046.stdout: "hosts": { 2024-09-20T21:41:53.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num": 2, 2024-09-20T21:41:53.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mds": 2, 2024-09-20T21:41:53.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mgr": 2, 2024-09-20T21:41:53.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mon": 2, 2024-09-20T21:41:53.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_osd": 2 2024-09-20T21:41:53.768 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.768 INFO:tasks.workunit.client.0.smithi046.stdout: "io_rate": { 2024-09-20T21:41:53.768 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_stats_delta": { 2024-09-20T21:41:53.768 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 0, 2024-09-20T21:41:53.768 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:53.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 0, 2024-09-20T21:41:53.769 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:53.769 INFO:tasks.workunit.client.0.smithi046.stdout: "stamp_delta": "12.002414", 2024-09-20T21:41:53.769 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:53.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:53.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:53.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:53.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:53.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:53.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:53.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:53.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:53.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:53.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:53.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:53.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:53.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:53.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:53.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:53.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:53.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:53.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:53.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:53.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:53.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:53.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:53.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:53.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:53.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:53.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:53.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:53.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:53.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:53.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:53.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:53.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:53.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:53.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:53.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:53.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:53.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:53.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:53.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:53.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:53.772 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.772 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-20T21:41:53.772 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 0, 2024-09-20T21:41:53.772 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-20T21:41:53.772 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-20T21:41:53.772 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-20T21:41:53.772 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-20T21:41:53.772 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 0, 2024-09-20T21:41:53.772 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-20T21:41:53.772 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-20T21:41:53.773 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-20T21:41:53.773 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-20T21:41:53.773 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.773 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 0 2024-09-20T21:41:53.773 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:53.773 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.774 INFO:tasks.workunit.client.0.smithi046.stdout: "leaderboard": false, 2024-09-20T21:41:53.774 INFO:tasks.workunit.client.0.smithi046.stdout: "license": "sharing-1-0", 2024-09-20T21:41:53.774 INFO:tasks.workunit.client.0.smithi046.stdout: "mempool": { 2024-09-20T21:41:53.774 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-20T21:41:53.774 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.89feedb6ca5aa28c1526bae4a18bccbde113d39a": { 2024-09-20T21:41:53.774 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T21:41:53.775 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.775 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.775 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.775 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:53.775 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.775 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.776 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.776 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T21:41:53.776 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.776 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.776 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.776 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T21:41:53.776 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.776 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.776 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.777 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-20T21:41:53.777 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.777 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.777 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.777 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-20T21:41:53.777 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.777 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.777 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.777 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-20T21:41:53.777 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.777 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.777 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.777 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-20T21:41:53.777 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.777 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.778 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.778 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T21:41:53.778 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.778 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.778 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.778 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T21:41:53.778 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.778 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.778 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.778 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T21:41:53.778 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.778 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.778 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.778 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T21:41:53.779 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.779 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.779 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.779 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T21:41:53.779 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.779 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.779 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.779 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T21:41:53.779 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.779 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.779 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.779 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T21:41:53.779 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.779 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.780 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.780 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T21:41:53.780 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.780 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.780 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.780 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T21:41:53.780 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.780 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.780 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.780 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T21:41:53.780 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.780 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.780 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.780 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T21:41:53.781 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 149057, 2024-09-20T21:41:53.781 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T21:41:53.781 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.781 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T21:41:53.781 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.781 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.781 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.781 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T21:41:53.781 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 856, 2024-09-20T21:41:53.781 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2 2024-09-20T21:41:53.781 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.781 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:53.781 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.781 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.781 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.782 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T21:41:53.782 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.782 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.782 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.782 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T21:41:53.782 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.782 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.782 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.782 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T21:41:53.782 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.782 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.782 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.782 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T21:41:53.782 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.783 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.783 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.783 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T21:41:53.783 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.783 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.783 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.783 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T21:41:53.783 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.783 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.783 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.783 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T21:41:53.783 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.783 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.783 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:53.783 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.784 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.a373ec1b8791b7f450fd778abc506764734e5598": { 2024-09-20T21:41:53.784 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T21:41:53.784 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.784 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.784 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.784 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:53.784 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.784 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.784 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.784 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T21:41:53.784 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.784 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.784 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.784 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T21:41:53.785 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.785 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.785 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.785 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-20T21:41:53.785 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.785 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.785 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.785 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-20T21:41:53.785 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.785 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.785 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.785 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-20T21:41:53.785 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.785 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.786 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.786 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-20T21:41:53.786 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.786 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.786 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.786 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T21:41:53.786 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.786 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.786 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.786 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T21:41:53.786 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.786 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.786 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.787 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T21:41:53.787 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.787 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.787 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.787 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T21:41:53.787 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.787 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.787 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.787 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T21:41:53.787 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.787 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.787 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.787 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T21:41:53.787 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.787 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.788 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.788 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T21:41:53.788 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.788 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.788 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.788 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T21:41:53.788 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.788 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.788 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.788 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T21:41:53.788 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.788 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.788 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.788 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T21:41:53.788 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.789 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.789 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.789 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T21:41:53.789 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 222183, 2024-09-20T21:41:53.789 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 68 2024-09-20T21:41:53.789 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.789 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T21:41:53.789 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.789 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.789 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.789 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T21:41:53.789 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 50488, 2024-09-20T21:41:53.789 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 208 2024-09-20T21:41:53.789 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.790 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:53.790 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.790 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.790 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.790 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T21:41:53.790 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.790 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.790 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.790 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T21:41:53.790 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.790 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.790 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.790 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T21:41:53.791 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7944, 2024-09-20T21:41:53.791 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 135 2024-09-20T21:41:53.791 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.791 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T21:41:53.791 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.791 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.791 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.791 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T21:41:53.791 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.791 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.791 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.791 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T21:41:53.791 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.791 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.792 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.792 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T21:41:53.792 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.792 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.792 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:53.792 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:53.792 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.792 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T21:41:53.792 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.89feedb6ca5aa28c1526bae4a18bccbde113d39a": { 2024-09-20T21:41:53.792 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T21:41:53.792 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.792 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.792 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.792 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:53.793 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.793 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.793 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.793 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T21:41:53.793 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.793 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.793 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.793 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T21:41:53.793 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.793 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.793 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.793 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-20T21:41:53.793 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.793 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.794 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.794 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-20T21:41:53.794 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.794 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.794 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.794 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-20T21:41:53.794 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.794 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.794 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.794 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-20T21:41:53.794 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.794 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.794 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.794 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T21:41:53.795 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.795 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.795 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.795 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T21:41:53.795 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.795 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.795 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.795 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T21:41:53.795 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.795 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.795 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.795 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T21:41:53.795 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.795 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.796 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.796 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T21:41:53.796 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.796 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.796 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.796 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T21:41:53.796 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.796 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.796 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.796 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T21:41:53.796 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.796 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.796 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.796 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T21:41:53.797 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.797 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.797 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.797 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T21:41:53.797 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.797 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.797 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.797 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T21:41:53.797 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.797 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.797 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.797 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T21:41:53.797 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1125094, 2024-09-20T21:41:53.797 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 333 2024-09-20T21:41:53.798 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.798 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T21:41:53.798 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 352, 2024-09-20T21:41:53.798 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 4 2024-09-20T21:41:53.798 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.798 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T21:41:53.798 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.798 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.798 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.798 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:53.798 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.798 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.798 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.798 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T21:41:53.799 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.799 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.799 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.799 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T21:41:53.799 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.799 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.799 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.799 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T21:41:53.799 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6592, 2024-09-20T21:41:53.799 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 134 2024-09-20T21:41:53.799 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.799 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T21:41:53.799 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12744, 2024-09-20T21:41:53.799 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1546 2024-09-20T21:41:53.800 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.800 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T21:41:53.800 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10624, 2024-09-20T21:41:53.800 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 206 2024-09-20T21:41:53.800 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.800 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T21:41:53.800 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.800 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.800 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.800 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T21:41:53.800 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.800 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.800 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:53.800 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.801 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.a373ec1b8791b7f450fd778abc506764734e5598": { 2024-09-20T21:41:53.801 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T21:41:53.801 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.801 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.801 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.801 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:53.801 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.801 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.801 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.801 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T21:41:53.801 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.801 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.801 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.801 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T21:41:53.801 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.802 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.802 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.802 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-20T21:41:53.802 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.802 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.802 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.802 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-20T21:41:53.802 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.802 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.802 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.802 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-20T21:41:53.802 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.802 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.802 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.803 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-20T21:41:53.803 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.803 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.803 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.803 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T21:41:53.803 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.803 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.803 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.803 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T21:41:53.803 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.803 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.803 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.803 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T21:41:53.803 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.803 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.804 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.804 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T21:41:53.804 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.804 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.804 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.804 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T21:41:53.804 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.804 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.804 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.804 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T21:41:53.804 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.804 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.804 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.805 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T21:41:53.805 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.805 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.805 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.805 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T21:41:53.805 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.805 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.805 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.805 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T21:41:53.805 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.805 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.805 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.805 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T21:41:53.805 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.806 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.806 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.806 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T21:41:53.806 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1095302, 2024-09-20T21:41:53.806 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 347 2024-09-20T21:41:53.806 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.806 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T21:41:53.806 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.806 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.806 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.806 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T21:41:53.806 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.806 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.806 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.807 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:53.807 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.807 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.807 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.807 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T21:41:53.807 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.807 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.807 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.807 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T21:41:53.807 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.807 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.807 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.807 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T21:41:53.807 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6592, 2024-09-20T21:41:53.807 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 134 2024-09-20T21:41:53.808 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.808 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T21:41:53.808 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12744, 2024-09-20T21:41:53.808 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1546 2024-09-20T21:41:53.808 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.808 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T21:41:53.808 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5312, 2024-09-20T21:41:53.808 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 103 2024-09-20T21:41:53.808 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.808 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T21:41:53.808 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.808 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.808 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.808 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T21:41:53.809 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.809 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.809 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:53.809 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.809 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.ba2a2447664121745258143c46d4a74444ac144b": { 2024-09-20T21:41:53.809 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T21:41:53.809 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.809 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.809 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.809 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:53.809 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.809 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.809 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.809 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T21:41:53.810 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.810 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.810 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.810 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T21:41:53.810 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.810 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.810 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.810 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-20T21:41:53.810 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.810 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.810 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.810 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-20T21:41:53.810 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.810 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.811 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.811 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-20T21:41:53.811 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.811 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.811 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.811 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-20T21:41:53.811 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.811 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.811 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.811 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T21:41:53.811 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.811 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.811 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.811 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T21:41:53.811 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.812 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.812 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.812 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T21:41:53.812 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.812 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.812 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.812 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T21:41:53.812 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.812 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.812 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.812 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T21:41:53.812 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.812 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.812 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.812 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T21:41:53.813 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.813 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.813 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.813 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T21:41:53.813 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.813 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.813 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.813 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T21:41:53.813 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.813 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.813 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.813 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T21:41:53.813 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.813 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.814 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.814 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T21:41:53.814 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.814 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.814 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.814 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T21:41:53.814 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1103526, 2024-09-20T21:41:53.814 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 352 2024-09-20T21:41:53.814 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.814 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T21:41:53.814 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.814 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.814 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.814 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T21:41:53.815 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.815 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.815 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.815 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:53.815 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.815 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.815 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.815 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T21:41:53.815 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.815 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.815 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.815 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T21:41:53.815 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.815 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.816 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.816 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T21:41:53.816 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6592, 2024-09-20T21:41:53.816 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 134 2024-09-20T21:41:53.816 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.816 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T21:41:53.816 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12744, 2024-09-20T21:41:53.816 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1546 2024-09-20T21:41:53.816 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.816 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T21:41:53.816 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5312, 2024-09-20T21:41:53.816 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 103 2024-09-20T21:41:53.816 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.816 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T21:41:53.817 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.817 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.817 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.817 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T21:41:53.817 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.817 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.817 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:53.817 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:53.817 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.817 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:53.817 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.0": { 2024-09-20T21:41:53.817 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T21:41:53.817 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.817 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.817 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.818 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:53.818 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6304, 2024-09-20T21:41:53.818 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 115 2024-09-20T21:41:53.818 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.818 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T21:41:53.818 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16896, 2024-09-20T21:41:53.818 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-20T21:41:53.818 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.818 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T21:41:53.818 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-20T21:41:53.818 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T21:41:53.818 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.818 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-20T21:41:53.819 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 20384, 2024-09-20T21:41:53.819 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 182 2024-09-20T21:41:53.819 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.819 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-20T21:41:53.819 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 224, 2024-09-20T21:41:53.819 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2 2024-09-20T21:41:53.819 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.819 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-20T21:41:53.819 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8736, 2024-09-20T21:41:53.819 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 182 2024-09-20T21:41:53.819 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.819 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-20T21:41:53.819 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 20384, 2024-09-20T21:41:53.819 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 182 2024-09-20T21:41:53.820 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.820 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T21:41:53.820 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5760, 2024-09-20T21:41:53.820 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 72 2024-09-20T21:41:53.820 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.820 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T21:41:53.820 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8192, 2024-09-20T21:41:53.820 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2 2024-09-20T21:41:53.820 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.820 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T21:41:53.820 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 54264, 2024-09-20T21:41:53.820 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9838 2024-09-20T21:41:53.820 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.820 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T21:41:53.821 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 134640, 2024-09-20T21:41:53.821 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 198 2024-09-20T21:41:53.821 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.821 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T21:41:53.821 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 11084, 2024-09-20T21:41:53.821 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 709 2024-09-20T21:41:53.821 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.821 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T21:41:53.821 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.821 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.821 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.821 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T21:41:53.821 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 31500, 2024-09-20T21:41:53.821 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 198 2024-09-20T21:41:53.821 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.822 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T21:41:53.822 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.822 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.822 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.822 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T21:41:53.822 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 418436, 2024-09-20T21:41:53.822 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 91 2024-09-20T21:41:53.822 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.822 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T21:41:53.822 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.822 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.822 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.822 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T21:41:53.822 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2433596, 2024-09-20T21:41:53.823 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 193 2024-09-20T21:41:53.823 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.823 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T21:41:53.823 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5632, 2024-09-20T21:41:53.823 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 64 2024-09-20T21:41:53.823 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.823 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T21:41:53.823 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.823 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.823 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.823 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:53.823 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 521280, 2024-09-20T21:41:53.823 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 45 2024-09-20T21:41:53.823 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.824 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T21:41:53.824 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.824 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.824 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.824 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T21:41:53.824 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 69784, 2024-09-20T21:41:53.824 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 139 2024-09-20T21:41:53.824 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.824 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T21:41:53.824 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 234064, 2024-09-20T21:41:53.824 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3472 2024-09-20T21:41:53.824 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.824 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T21:41:53.825 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.825 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.825 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.825 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T21:41:53.825 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.825 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.825 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.825 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T21:41:53.825 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.825 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.825 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.825 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T21:41:53.825 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.825 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.825 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:53.826 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.826 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.1": { 2024-09-20T21:41:53.826 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T21:41:53.826 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.826 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.826 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.826 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:53.826 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6304, 2024-09-20T21:41:53.826 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 115 2024-09-20T21:41:53.826 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.826 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T21:41:53.826 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16896, 2024-09-20T21:41:53.826 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-20T21:41:53.826 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.827 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T21:41:53.827 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-20T21:41:53.827 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T21:41:53.827 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.827 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-20T21:41:53.827 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18928, 2024-09-20T21:41:53.827 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 169 2024-09-20T21:41:53.827 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.827 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-20T21:41:53.827 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 784, 2024-09-20T21:41:53.827 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7 2024-09-20T21:41:53.827 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.827 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-20T21:41:53.828 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8112, 2024-09-20T21:41:53.828 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 169 2024-09-20T21:41:53.828 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.828 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-20T21:41:53.828 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18928, 2024-09-20T21:41:53.828 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 169 2024-09-20T21:41:53.828 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.828 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T21:41:53.828 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4640, 2024-09-20T21:41:53.828 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 58 2024-09-20T21:41:53.828 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.828 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T21:41:53.828 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8192, 2024-09-20T21:41:53.828 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2 2024-09-20T21:41:53.829 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.829 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T21:41:53.829 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 47772, 2024-09-20T21:41:53.829 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8732 2024-09-20T21:41:53.829 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.829 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T21:41:53.829 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 123760, 2024-09-20T21:41:53.829 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 182 2024-09-20T21:41:53.829 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.829 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T21:41:53.829 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 9020, 2024-09-20T21:41:53.829 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 532 2024-09-20T21:41:53.829 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.829 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T21:41:53.829 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.830 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.830 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.830 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T21:41:53.830 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 26968, 2024-09-20T21:41:53.830 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 182 2024-09-20T21:41:53.830 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.830 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T21:41:53.830 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 736, 2024-09-20T21:41:53.830 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-20T21:41:53.830 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.830 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T21:41:53.830 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 404468, 2024-09-20T21:41:53.830 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 88 2024-09-20T21:41:53.831 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.831 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T21:41:53.831 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12096, 2024-09-20T21:41:53.831 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T21:41:53.831 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.831 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T21:41:53.831 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2386839, 2024-09-20T21:41:53.831 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 162 2024-09-20T21:41:53.831 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.831 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T21:41:53.831 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4752, 2024-09-20T21:41:53.831 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 54 2024-09-20T21:41:53.831 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.831 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T21:41:53.831 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.832 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.832 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.832 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:53.832 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 428608, 2024-09-20T21:41:53.832 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 37 2024-09-20T21:41:53.832 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.832 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T21:41:53.832 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.832 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.832 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.832 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T21:41:53.832 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8528, 2024-09-20T21:41:53.832 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 22 2024-09-20T21:41:53.832 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.833 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T21:41:53.833 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 234064, 2024-09-20T21:41:53.833 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3472 2024-09-20T21:41:53.833 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.833 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T21:41:53.833 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.833 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.833 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.833 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T21:41:53.833 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.833 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.833 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.833 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T21:41:53.833 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.833 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.834 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.834 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T21:41:53.834 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.834 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.834 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:53.834 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.834 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.2": { 2024-09-20T21:41:53.834 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T21:41:53.834 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.834 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.834 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.834 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:53.834 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6304, 2024-09-20T21:41:53.834 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 115 2024-09-20T21:41:53.835 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.835 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T21:41:53.835 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16896, 2024-09-20T21:41:53.835 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-20T21:41:53.835 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.835 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T21:41:53.835 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-20T21:41:53.835 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T21:41:53.835 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.835 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-20T21:41:53.835 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18592, 2024-09-20T21:41:53.835 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 166 2024-09-20T21:41:53.835 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.836 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-20T21:41:53.836 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 784, 2024-09-20T21:41:53.836 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7 2024-09-20T21:41:53.836 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.836 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-20T21:41:53.836 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7968, 2024-09-20T21:41:53.836 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 166 2024-09-20T21:41:53.836 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.836 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-20T21:41:53.836 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18592, 2024-09-20T21:41:53.836 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 166 2024-09-20T21:41:53.836 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.836 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T21:41:53.836 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4160, 2024-09-20T21:41:53.836 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 52 2024-09-20T21:41:53.836 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.837 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T21:41:53.837 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8192, 2024-09-20T21:41:53.837 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2 2024-09-20T21:41:53.837 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.837 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T21:41:53.837 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 45086, 2024-09-20T21:41:53.837 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8349 2024-09-20T21:41:53.837 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.837 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T21:41:53.837 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 118320, 2024-09-20T21:41:53.837 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 174 2024-09-20T21:41:53.837 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.837 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T21:41:53.838 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8288, 2024-09-20T21:41:53.838 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 520 2024-09-20T21:41:53.838 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.838 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T21:41:53.838 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.838 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.838 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.838 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T21:41:53.838 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 25424, 2024-09-20T21:41:53.838 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 174 2024-09-20T21:41:53.838 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.838 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T21:41:53.838 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 736, 2024-09-20T21:41:53.838 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-20T21:41:53.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.839 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T21:41:53.839 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 351150, 2024-09-20T21:41:53.839 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 75 2024-09-20T21:41:53.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.839 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T21:41:53.839 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12096, 2024-09-20T21:41:53.839 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T21:41:53.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.839 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T21:41:53.839 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2403692, 2024-09-20T21:41:53.839 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 173 2024-09-20T21:41:53.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.839 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T21:41:53.839 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4312, 2024-09-20T21:41:53.840 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 49 2024-09-20T21:41:53.840 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.840 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T21:41:53.840 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.840 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.840 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.840 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:53.840 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 359104, 2024-09-20T21:41:53.840 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 31 2024-09-20T21:41:53.840 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.840 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T21:41:53.840 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.840 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.840 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.840 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T21:41:53.841 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8320, 2024-09-20T21:41:53.841 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 24 2024-09-20T21:41:53.841 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.841 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T21:41:53.841 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 234832, 2024-09-20T21:41:53.841 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3508 2024-09-20T21:41:53.841 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.841 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T21:41:53.841 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.841 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.841 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.841 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T21:41:53.841 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.841 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.842 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.842 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T21:41:53.842 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.842 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.842 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.842 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T21:41:53.842 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.842 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.842 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:53.842 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.842 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.3": { 2024-09-20T21:41:53.842 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T21:41:53.842 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.842 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.842 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.843 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:53.843 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6304, 2024-09-20T21:41:53.843 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 115 2024-09-20T21:41:53.843 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.843 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T21:41:53.843 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16896, 2024-09-20T21:41:53.843 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-20T21:41:53.843 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.843 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T21:41:53.843 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-20T21:41:53.843 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T21:41:53.843 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.843 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-20T21:41:53.843 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 19264, 2024-09-20T21:41:53.844 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 172 2024-09-20T21:41:53.844 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.844 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-20T21:41:53.844 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 336, 2024-09-20T21:41:53.844 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T21:41:53.844 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.844 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-20T21:41:53.844 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8256, 2024-09-20T21:41:53.844 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 172 2024-09-20T21:41:53.844 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.844 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-20T21:41:53.844 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 19264, 2024-09-20T21:41:53.844 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 172 2024-09-20T21:41:53.844 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.845 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T21:41:53.845 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3440, 2024-09-20T21:41:53.845 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 43 2024-09-20T21:41:53.845 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.845 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T21:41:53.845 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4096, 2024-09-20T21:41:53.845 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-20T21:41:53.845 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.845 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T21:41:53.845 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 46707, 2024-09-20T21:41:53.845 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8678 2024-09-20T21:41:53.845 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.845 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T21:41:53.845 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 123080, 2024-09-20T21:41:53.846 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 181 2024-09-20T21:41:53.846 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.846 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T21:41:53.846 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 9000, 2024-09-20T21:41:53.846 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 539 2024-09-20T21:41:53.846 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.846 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T21:41:53.846 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.846 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.846 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.846 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T21:41:53.846 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 26208, 2024-09-20T21:41:53.846 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 181 2024-09-20T21:41:53.846 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.847 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T21:41:53.847 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2208, 2024-09-20T21:41:53.847 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T21:41:53.847 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.847 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T21:41:53.847 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 242927, 2024-09-20T21:41:53.847 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 49 2024-09-20T21:41:53.847 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.847 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T21:41:53.847 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 30637, 2024-09-20T21:41:53.847 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9 2024-09-20T21:41:53.847 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.847 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T21:41:53.847 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2445173, 2024-09-20T21:41:53.848 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 188 2024-09-20T21:41:53.848 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.848 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T21:41:53.848 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4752, 2024-09-20T21:41:53.848 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 54 2024-09-20T21:41:53.848 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.848 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T21:41:53.848 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.848 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.848 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.848 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:53.848 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 417024, 2024-09-20T21:41:53.848 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 36 2024-09-20T21:41:53.848 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.849 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T21:41:53.849 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.849 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.849 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.849 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T21:41:53.849 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10400, 2024-09-20T21:41:53.849 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 20 2024-09-20T21:41:53.849 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.849 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T21:41:53.849 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 234832, 2024-09-20T21:41:53.849 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3508 2024-09-20T21:41:53.849 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.849 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T21:41:53.849 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.849 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.850 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.850 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T21:41:53.850 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.850 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.850 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.850 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T21:41:53.850 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.850 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.850 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.850 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T21:41:53.850 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.850 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.850 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:53.850 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.851 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.4": { 2024-09-20T21:41:53.851 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T21:41:53.851 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.851 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.851 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.851 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:53.851 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6304, 2024-09-20T21:41:53.851 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 115 2024-09-20T21:41:53.851 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.851 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T21:41:53.851 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16896, 2024-09-20T21:41:53.851 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-20T21:41:53.851 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.851 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T21:41:53.851 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-20T21:41:53.852 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T21:41:53.852 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.852 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-20T21:41:53.852 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 19376, 2024-09-20T21:41:53.852 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 173 2024-09-20T21:41:53.852 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.852 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-20T21:41:53.852 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 560, 2024-09-20T21:41:53.852 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 5 2024-09-20T21:41:53.852 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.852 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-20T21:41:53.852 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8304, 2024-09-20T21:41:53.852 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 173 2024-09-20T21:41:53.852 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.853 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-20T21:41:53.853 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 19376, 2024-09-20T21:41:53.853 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 173 2024-09-20T21:41:53.853 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.853 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T21:41:53.853 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3520, 2024-09-20T21:41:53.853 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 44 2024-09-20T21:41:53.853 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.853 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T21:41:53.853 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.853 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.853 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.853 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T21:41:53.853 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 48334, 2024-09-20T21:41:53.854 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8922 2024-09-20T21:41:53.854 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.854 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T21:41:53.854 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 126480, 2024-09-20T21:41:53.854 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 186 2024-09-20T21:41:53.854 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.854 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T21:41:53.854 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 9324, 2024-09-20T21:41:53.854 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 542 2024-09-20T21:41:53.854 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.854 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T21:41:53.854 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.854 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.854 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.855 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T21:41:53.855 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 27320, 2024-09-20T21:41:53.855 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 186 2024-09-20T21:41:53.855 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.855 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T21:41:53.855 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 736, 2024-09-20T21:41:53.855 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-20T21:41:53.855 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.855 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T21:41:53.855 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 913063, 2024-09-20T21:41:53.855 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 69 2024-09-20T21:41:53.855 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.855 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T21:41:53.855 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12096, 2024-09-20T21:41:53.856 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T21:41:53.856 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.856 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T21:41:53.856 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2413709, 2024-09-20T21:41:53.856 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 176 2024-09-20T21:41:53.856 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.856 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T21:41:53.856 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4752, 2024-09-20T21:41:53.856 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 54 2024-09-20T21:41:53.856 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.856 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T21:41:53.856 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.856 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.856 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.856 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:53.857 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 451776, 2024-09-20T21:41:53.857 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 39 2024-09-20T21:41:53.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.857 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T21:41:53.857 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.857 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.857 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T21:41:53.857 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8944, 2024-09-20T21:41:53.857 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 18 2024-09-20T21:41:53.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.857 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T21:41:53.857 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 234320, 2024-09-20T21:41:53.857 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3484 2024-09-20T21:41:53.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.858 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T21:41:53.858 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.858 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.858 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.858 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T21:41:53.858 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.858 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.858 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.858 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T21:41:53.858 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.858 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.858 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.858 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T21:41:53.858 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.859 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.859 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:53.859 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.859 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.5": { 2024-09-20T21:41:53.859 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T21:41:53.859 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.859 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.859 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.859 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:53.859 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6304, 2024-09-20T21:41:53.859 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 115 2024-09-20T21:41:53.859 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.859 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T21:41:53.859 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16896, 2024-09-20T21:41:53.860 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-20T21:41:53.860 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.860 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T21:41:53.860 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-20T21:41:53.860 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T21:41:53.860 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.860 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-20T21:41:53.860 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 19152, 2024-09-20T21:41:53.860 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 171 2024-09-20T21:41:53.860 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.860 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-20T21:41:53.860 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 224, 2024-09-20T21:41:53.860 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2 2024-09-20T21:41:53.860 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.861 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-20T21:41:53.861 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8208, 2024-09-20T21:41:53.861 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 171 2024-09-20T21:41:53.861 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.861 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-20T21:41:53.861 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 19152, 2024-09-20T21:41:53.861 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 171 2024-09-20T21:41:53.861 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.861 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T21:41:53.861 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2960, 2024-09-20T21:41:53.861 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 37 2024-09-20T21:41:53.861 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.861 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T21:41:53.861 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.862 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.862 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.862 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T21:41:53.862 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 49392, 2024-09-20T21:41:53.862 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9011 2024-09-20T21:41:53.862 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.862 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T21:41:53.862 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 127840, 2024-09-20T21:41:53.862 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 188 2024-09-20T21:41:53.862 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.862 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T21:41:53.862 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 9652, 2024-09-20T21:41:53.863 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 543 2024-09-20T21:41:53.863 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.863 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T21:41:53.863 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.863 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.863 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.863 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T21:41:53.863 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 28168, 2024-09-20T21:41:53.863 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 188 2024-09-20T21:41:53.863 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.863 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T21:41:53.863 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2208, 2024-09-20T21:41:53.863 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T21:41:53.863 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.863 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T21:41:53.864 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 808995, 2024-09-20T21:41:53.864 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 44 2024-09-20T21:41:53.864 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.864 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T21:41:53.864 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 30637, 2024-09-20T21:41:53.864 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9 2024-09-20T21:41:53.864 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.864 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T21:41:53.864 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2413035, 2024-09-20T21:41:53.864 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 183 2024-09-20T21:41:53.864 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.864 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T21:41:53.864 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5544, 2024-09-20T21:41:53.864 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 63 2024-09-20T21:41:53.865 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.865 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T21:41:53.865 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.865 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.865 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.865 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:53.865 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 486528, 2024-09-20T21:41:53.865 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 42 2024-09-20T21:41:53.865 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.865 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T21:41:53.865 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.865 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.865 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.866 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T21:41:53.866 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 13000, 2024-09-20T21:41:53.866 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 25 2024-09-20T21:41:53.866 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.866 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T21:41:53.866 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 234832, 2024-09-20T21:41:53.866 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3508 2024-09-20T21:41:53.866 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.866 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T21:41:53.866 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.866 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.866 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.866 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T21:41:53.866 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.866 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.867 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.867 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T21:41:53.867 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.867 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.867 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.867 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T21:41:53.867 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.867 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.867 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:53.867 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.867 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.6": { 2024-09-20T21:41:53.867 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T21:41:53.867 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.868 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.868 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.868 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:53.868 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6304, 2024-09-20T21:41:53.868 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 115 2024-09-20T21:41:53.868 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.868 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T21:41:53.868 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16896, 2024-09-20T21:41:53.868 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-20T21:41:53.868 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.868 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T21:41:53.868 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-20T21:41:53.868 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T21:41:53.868 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.868 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-20T21:41:53.869 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 20048, 2024-09-20T21:41:53.869 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 179 2024-09-20T21:41:53.869 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.869 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-20T21:41:53.869 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.869 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.869 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.869 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-20T21:41:53.869 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8592, 2024-09-20T21:41:53.869 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 179 2024-09-20T21:41:53.869 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.869 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-20T21:41:53.869 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 20048, 2024-09-20T21:41:53.870 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 179 2024-09-20T21:41:53.870 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.870 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T21:41:53.870 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2720, 2024-09-20T21:41:53.870 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 34 2024-09-20T21:41:53.870 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.870 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T21:41:53.870 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.870 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.870 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.870 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T21:41:53.870 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 48482, 2024-09-20T21:41:53.870 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9156 2024-09-20T21:41:53.870 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.871 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T21:41:53.871 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 125120, 2024-09-20T21:41:53.871 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 184 2024-09-20T21:41:53.871 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.871 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T21:41:53.871 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10544, 2024-09-20T21:41:53.871 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 697 2024-09-20T21:41:53.871 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.871 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T21:41:53.871 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.871 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.871 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.871 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T21:41:53.871 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 28340, 2024-09-20T21:41:53.872 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 184 2024-09-20T21:41:53.872 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.872 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T21:41:53.872 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.872 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.872 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.872 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T21:41:53.872 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 805345, 2024-09-20T21:41:53.872 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 43 2024-09-20T21:41:53.872 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.872 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T21:41:53.872 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.872 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.872 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.872 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T21:41:53.873 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2414002, 2024-09-20T21:41:53.873 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 178 2024-09-20T21:41:53.873 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.873 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T21:41:53.873 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4664, 2024-09-20T21:41:53.873 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 53 2024-09-20T21:41:53.873 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.873 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T21:41:53.873 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.873 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.873 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.873 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:53.873 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 451776, 2024-09-20T21:41:53.873 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 39 2024-09-20T21:41:53.874 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.874 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T21:41:53.874 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.874 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.874 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.874 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T21:41:53.874 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 69472, 2024-09-20T21:41:53.874 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 144 2024-09-20T21:41:53.874 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.874 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T21:41:53.874 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 234064, 2024-09-20T21:41:53.874 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3472 2024-09-20T21:41:53.874 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.875 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T21:41:53.875 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.875 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.875 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.875 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T21:41:53.875 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.875 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.875 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.875 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T21:41:53.875 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.875 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.875 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.875 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T21:41:53.875 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.875 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.876 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:53.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.876 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.7": { 2024-09-20T21:41:53.876 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T21:41:53.876 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.876 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.877 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.877 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:53.878 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6304, 2024-09-20T21:41:53.878 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 115 2024-09-20T21:41:53.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.878 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T21:41:53.878 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16896, 2024-09-20T21:41:53.878 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-20T21:41:53.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.878 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T21:41:53.878 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-20T21:41:53.878 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T21:41:53.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.878 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-20T21:41:53.878 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 20160, 2024-09-20T21:41:53.878 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 180 2024-09-20T21:41:53.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.879 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-20T21:41:53.879 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1008, 2024-09-20T21:41:53.879 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9 2024-09-20T21:41:53.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.879 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-20T21:41:53.879 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8640, 2024-09-20T21:41:53.879 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 180 2024-09-20T21:41:53.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.879 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-20T21:41:53.879 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 20160, 2024-09-20T21:41:53.879 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 180 2024-09-20T21:41:53.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.880 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T21:41:53.880 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2240, 2024-09-20T21:41:53.880 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 28 2024-09-20T21:41:53.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.880 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T21:41:53.880 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 278528, 2024-09-20T21:41:53.880 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9 2024-09-20T21:41:53.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.880 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T21:41:53.880 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 52662, 2024-09-20T21:41:53.880 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9695 2024-09-20T21:41:53.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.880 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T21:41:53.880 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 132600, 2024-09-20T21:41:53.881 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 195 2024-09-20T21:41:53.881 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.881 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T21:41:53.881 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 11348, 2024-09-20T21:41:53.881 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 706 2024-09-20T21:41:53.881 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.881 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T21:41:53.881 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.881 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.881 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.881 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T21:41:53.881 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 30988, 2024-09-20T21:41:53.881 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 195 2024-09-20T21:41:53.881 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.882 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T21:41:53.882 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.882 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.882 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.882 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T21:41:53.882 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 191718, 2024-09-20T21:41:53.882 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 37 2024-09-20T21:41:53.882 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.882 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T21:41:53.882 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.882 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.882 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.882 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T21:41:53.883 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2426428, 2024-09-20T21:41:53.883 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 195 2024-09-20T21:41:53.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.883 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T21:41:53.883 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6160, 2024-09-20T21:41:53.883 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 70 2024-09-20T21:41:53.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.883 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T21:41:53.883 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.883 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.883 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:53.883 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 532864, 2024-09-20T21:41:53.884 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 46 2024-09-20T21:41:53.884 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.884 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T21:41:53.884 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.884 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.884 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.884 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T21:41:53.884 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 73112, 2024-09-20T21:41:53.884 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 175 2024-09-20T21:41:53.884 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.884 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T21:41:53.884 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 234064, 2024-09-20T21:41:53.884 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3472 2024-09-20T21:41:53.884 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.884 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T21:41:53.885 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.885 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.885 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.885 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T21:41:53.885 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.885 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.885 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.885 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T21:41:53.885 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.885 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.885 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.885 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T21:41:53.885 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:53.885 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:53.886 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:53.886 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:53.886 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:53.886 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.886 INFO:tasks.workunit.client.0.smithi046.stdout: "metadata": { 2024-09-20T21:41:53.886 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-20T21:41:53.886 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-20T21:41:53.886 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 2 2024-09-20T21:41:53.886 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.886 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-20T21:41:53.886 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 2 2024-09-20T21:41:53.886 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.886 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-20T21:41:53.886 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-20T21:41:53.887 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-20T21:41:53.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.887 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-20T21:41:53.887 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 2 2024-09-20T21:41:53.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.887 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-20T21:41:53.887 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 2 2024-09-20T21:41:53.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.887 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-20T21:41:53.887 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 2 2024-09-20T21:41:53.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.887 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-20T21:41:53.887 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 2 2024-09-20T21:41:53.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.888 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-20T21:41:53.888 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 2 2024-09-20T21:41:53.888 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:53.888 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.888 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T21:41:53.888 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-20T21:41:53.888 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 3 2024-09-20T21:41:53.888 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.888 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-20T21:41:53.888 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 3 2024-09-20T21:41:53.888 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.888 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-20T21:41:53.888 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-20T21:41:53.888 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-20T21:41:53.888 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.889 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-20T21:41:53.889 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 3 2024-09-20T21:41:53.889 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.889 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-20T21:41:53.889 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 3 2024-09-20T21:41:53.889 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.889 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-20T21:41:53.889 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 3 2024-09-20T21:41:53.889 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.889 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-20T21:41:53.889 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 3 2024-09-20T21:41:53.889 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.889 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-20T21:41:53.889 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 3 2024-09-20T21:41:53.889 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:53.890 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.890 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:53.890 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-20T21:41:53.890 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 8 2024-09-20T21:41:53.890 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.890 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-20T21:41:53.890 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 8 2024-09-20T21:41:53.890 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.890 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-20T21:41:53.890 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-20T21:41:53.890 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-20T21:41:53.890 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.890 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-20T21:41:53.890 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 8 2024-09-20T21:41:53.891 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.891 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-20T21:41:53.891 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 8 2024-09-20T21:41:53.891 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.891 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-20T21:41:53.891 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 8 2024-09-20T21:41:53.891 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.891 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-20T21:41:53.891 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 8 2024-09-20T21:41:53.891 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.891 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-20T21:41:53.891 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 8 2024-09-20T21:41:53.891 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.892 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_objectstore": { 2024-09-20T21:41:53.892 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": 8 2024-09-20T21:41:53.892 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.892 INFO:tasks.workunit.client.0.smithi046.stdout: "rotational": { 2024-09-20T21:41:53.892 INFO:tasks.workunit.client.0.smithi046.stdout: "0": 8 2024-09-20T21:41:53.892 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:53.892 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:53.892 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.892 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T21:41:53.892 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T21:41:53.892 INFO:tasks.workunit.client.0.smithi046.stdout: "features": { 2024-09-20T21:41:53.892 INFO:tasks.workunit.client.0.smithi046.stdout: "optional": [], 2024-09-20T21:41:53.892 INFO:tasks.workunit.client.0.smithi046.stdout: "persistent": [ 2024-09-20T21:41:53.892 INFO:tasks.workunit.client.0.smithi046.stdout: "kraken", 2024-09-20T21:41:53.893 INFO:tasks.workunit.client.0.smithi046.stdout: "luminous", 2024-09-20T21:41:53.893 INFO:tasks.workunit.client.0.smithi046.stdout: "mimic", 2024-09-20T21:41:53.893 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap-prune", 2024-09-20T21:41:53.893 INFO:tasks.workunit.client.0.smithi046.stdout: "nautilus", 2024-09-20T21:41:53.893 INFO:tasks.workunit.client.0.smithi046.stdout: "octopus", 2024-09-20T21:41:53.893 INFO:tasks.workunit.client.0.smithi046.stdout: "pacific", 2024-09-20T21:41:53.893 INFO:tasks.workunit.client.0.smithi046.stdout: "elector-pinging", 2024-09-20T21:41:53.893 INFO:tasks.workunit.client.0.smithi046.stdout: "quincy" 2024-09-20T21:41:53.893 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:53.893 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.893 INFO:tasks.workunit.client.0.smithi046.stdout: "ipv4_addr_mons": 6, 2024-09-20T21:41:53.893 INFO:tasks.workunit.client.0.smithi046.stdout: "ipv6_addr_mons": 0, 2024-09-20T21:41:53.893 INFO:tasks.workunit.client.0.smithi046.stdout: "min_mon_release": 17, 2024-09-20T21:41:53.893 INFO:tasks.workunit.client.0.smithi046.stdout: "v1_addr_mons": 3, 2024-09-20T21:41:53.893 INFO:tasks.workunit.client.0.smithi046.stdout: "v2_addr_mons": 3 2024-09-20T21:41:53.894 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.894 INFO:tasks.workunit.client.0.smithi046.stdout: "organization": "ceph-qa", 2024-09-20T21:41:53.894 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:53.894 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster_network": false, 2024-09-20T21:41:53.894 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8, 2024-09-20T21:41:53.894 INFO:tasks.workunit.client.0.smithi046.stdout: "require_min_compat_client": "luminous", 2024-09-20T21:41:53.894 INFO:tasks.workunit.client.0.smithi046.stdout: "require_osd_release": "quincy" 2024-09-20T21:41:53.894 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.894 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_perf_histograms": [ 2024-09-20T21:41:53.894 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:53.894 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T21:41:53.894 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-20T21:41:53.894 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:53.894 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T21:41:53.895 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T21:41:53.895 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-20T21:41:53.895 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-20T21:41:53.895 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T21:41:53.895 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T21:41:53.895 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-20T21:41:53.895 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-20T21:41:53.895 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-20T21:41:53.895 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-20T21:41:53.895 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-20T21:41:53.895 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-20T21:41:53.895 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-20T21:41:53.895 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-20T21:41:53.895 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-20T21:41:53.896 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-20T21:41:53.896 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-20T21:41:53.896 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-20T21:41:53.896 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-20T21:41:53.896 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-20T21:41:53.896 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-20T21:41:53.896 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-20T21:41:53.896 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-20T21:41:53.896 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-20T21:41:53.896 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-20T21:41:53.896 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-20T21:41:53.896 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-20T21:41:53.896 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-20T21:41:53.896 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-20T21:41:53.896 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-20T21:41:53.897 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-20T21:41:53.897 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-20T21:41:53.897 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-20T21:41:53.897 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-20T21:41:53.897 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-20T21:41:53.897 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-20T21:41:53.897 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-20T21:41:53.897 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:53.897 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T21:41:53.897 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.897 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:53.897 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T21:41:53.897 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T21:41:53.897 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-20T21:41:53.898 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-20T21:41:53.898 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T21:41:53.898 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T21:41:53.898 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-20T21:41:53.898 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-20T21:41:53.898 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-20T21:41:53.898 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-20T21:41:53.898 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-20T21:41:53.898 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-20T21:41:53.898 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-20T21:41:53.898 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-20T21:41:53.898 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-20T21:41:53.898 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-20T21:41:53.898 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-20T21:41:53.899 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-20T21:41:53.899 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-20T21:41:53.899 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-20T21:41:53.899 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-20T21:41:53.899 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-20T21:41:53.899 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-20T21:41:53.899 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-20T21:41:53.899 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-20T21:41:53.899 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-20T21:41:53.899 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-20T21:41:53.899 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-20T21:41:53.899 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-20T21:41:53.899 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-20T21:41:53.900 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-20T21:41:53.900 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-20T21:41:53.900 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-20T21:41:53.900 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-20T21:41:53.900 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-20T21:41:53.900 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-20T21:41:53.900 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-20T21:41:53.900 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:53.900 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T21:41:53.900 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:53.900 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:53.900 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-20T21:41:53.900 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:53.900 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-20T21:41:53.900 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:53.901 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.901 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.901 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.901 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.901 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.901 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.901 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.901 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.901 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.901 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.901 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.901 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.901 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.901 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.901 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.902 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.902 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.902 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.902 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.902 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.902 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.902 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.902 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.902 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.902 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.902 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.902 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.902 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.903 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.903 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.903 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.903 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:53.903 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:53.903 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.903 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:53.903 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-20T21:41:53.903 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:53.903 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.903 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.903 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.903 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.903 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.904 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.904 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.904 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.904 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.904 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.904 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.904 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.904 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.904 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.904 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.904 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.904 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.904 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.904 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.905 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.905 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.905 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.905 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.905 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.905 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.905 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.905 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.905 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.905 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.905 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.905 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.905 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:53.906 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:53.906 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.906 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:53.906 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-20T21:41:53.906 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:53.906 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.906 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.906 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.906 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.906 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.906 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.906 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.906 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.906 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.907 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.907 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.907 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.907 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.907 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.907 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.907 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.907 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.907 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.907 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.907 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.907 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.907 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.907 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.908 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.908 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.908 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.908 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.908 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.908 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.908 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.908 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.908 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:53.908 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:53.908 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.908 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:53.908 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-20T21:41:53.908 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:53.909 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.909 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.909 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.909 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.909 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.909 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.909 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.909 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.909 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.909 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.909 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.909 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.909 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.909 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.909 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.910 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.910 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.910 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.910 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.910 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.910 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.910 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.910 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.910 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.910 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.910 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.910 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.911 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.911 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.911 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.911 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.911 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:53.911 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:53.911 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.911 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:53.911 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-20T21:41:53.911 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:53.911 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.911 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.911 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.911 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.911 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.912 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.912 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.912 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.912 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.912 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.912 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.912 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.912 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.912 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.912 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.912 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.912 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.912 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.912 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.913 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.913 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.913 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.913 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.913 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.913 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.913 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.913 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.913 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.913 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.913 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.913 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.913 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:53.914 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:53.914 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.914 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:53.914 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-20T21:41:53.914 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:53.914 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.914 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.914 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.914 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.914 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.914 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.914 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.914 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.914 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.915 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.915 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.915 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.915 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.915 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.915 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.915 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.915 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.915 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.915 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.915 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.915 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.916 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.916 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.916 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.916 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.916 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.916 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.916 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.916 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.916 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.916 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.916 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:53.917 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:53.917 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.917 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:53.917 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-20T21:41:53.917 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:53.917 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.917 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.917 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.917 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.917 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.917 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.917 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.917 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.917 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.918 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.918 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.918 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.918 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.918 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.918 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.918 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.918 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.918 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.918 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.918 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.918 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.918 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.918 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.919 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.919 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.919 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.919 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.919 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.919 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.919 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.919 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.919 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:53.919 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:53.919 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.919 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:53.919 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-20T21:41:53.920 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:53.920 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.920 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.920 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.920 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.920 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.920 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.920 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.920 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.920 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.920 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.920 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.920 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.921 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.921 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.921 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.921 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.921 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.921 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.921 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.921 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.921 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.921 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.921 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.921 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.921 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.922 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.922 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.922 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.922 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.922 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.922 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.922 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:53.922 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:53.922 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:53.922 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:53.922 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.922 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T21:41:53.922 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-20T21:41:53.923 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:53.923 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T21:41:53.923 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T21:41:53.923 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-20T21:41:53.923 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-20T21:41:53.923 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T21:41:53.923 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T21:41:53.923 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-20T21:41:53.923 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-20T21:41:53.923 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-20T21:41:53.923 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-20T21:41:53.923 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-20T21:41:53.923 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-20T21:41:53.923 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-20T21:41:53.923 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-20T21:41:53.924 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-20T21:41:53.924 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-20T21:41:53.924 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-20T21:41:53.924 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-20T21:41:53.924 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-20T21:41:53.924 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-20T21:41:53.924 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-20T21:41:53.924 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-20T21:41:53.924 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-20T21:41:53.924 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-20T21:41:53.924 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-20T21:41:53.924 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-20T21:41:53.924 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-20T21:41:53.924 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-20T21:41:53.924 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-20T21:41:53.925 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-20T21:41:53.925 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-20T21:41:53.925 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-20T21:41:53.925 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-20T21:41:53.925 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-20T21:41:53.925 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-20T21:41:53.925 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-20T21:41:53.925 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-20T21:41:53.926 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:53.926 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T21:41:53.926 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.926 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:53.926 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T21:41:53.926 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T21:41:53.927 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-20T21:41:53.927 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-20T21:41:53.927 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T21:41:53.927 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T21:41:53.927 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-20T21:41:53.927 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-20T21:41:53.927 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-20T21:41:53.927 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-20T21:41:53.927 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-20T21:41:53.927 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-20T21:41:53.928 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-20T21:41:53.928 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-20T21:41:53.928 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-20T21:41:53.928 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-20T21:41:53.928 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-20T21:41:53.928 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-20T21:41:53.929 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-20T21:41:53.929 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-20T21:41:53.929 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-20T21:41:53.929 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-20T21:41:53.929 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-20T21:41:53.929 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-20T21:41:53.929 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-20T21:41:53.930 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-20T21:41:53.930 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-20T21:41:53.930 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-20T21:41:53.930 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-20T21:41:53.930 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-20T21:41:53.930 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-20T21:41:53.931 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-20T21:41:53.931 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-20T21:41:53.931 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-20T21:41:53.931 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-20T21:41:53.931 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-20T21:41:53.931 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-20T21:41:53.932 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:53.932 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T21:41:53.932 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:53.932 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:53.932 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-20T21:41:53.932 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:53.933 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-20T21:41:53.933 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:53.933 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.933 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.933 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.933 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.934 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.934 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.934 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.934 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.934 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.934 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.935 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.935 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.935 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.935 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.935 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.935 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.935 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.936 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.936 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.936 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.936 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.936 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.936 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.937 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.937 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.937 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.937 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.937 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.937 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.938 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.938 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.938 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:53.938 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:53.938 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.938 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:53.939 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-20T21:41:53.939 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:53.939 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.939 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.939 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.939 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.940 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.940 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.940 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.940 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.940 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.940 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.941 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.941 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.941 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.941 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.941 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.941 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.942 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.942 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.942 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.942 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.942 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.943 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.943 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.943 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.943 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.943 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.943 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.944 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.944 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.944 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.944 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.944 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:53.944 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:53.945 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.945 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:53.945 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-20T21:41:53.945 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:53.945 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.945 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.946 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.946 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.946 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.946 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.946 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.946 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.947 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.947 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.947 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.947 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.947 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.947 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.948 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.948 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.948 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.948 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.948 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.949 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.949 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.949 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.949 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.949 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.949 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.950 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.950 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.950 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.950 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.950 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.950 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.951 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:53.951 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:53.951 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.951 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:53.951 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-20T21:41:53.951 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:53.952 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.952 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.952 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.952 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.952 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.952 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.953 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.953 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.953 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.953 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.953 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.953 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.954 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.954 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.954 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.954 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.954 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.954 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.955 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.955 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.955 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.955 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.955 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.955 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.956 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.956 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.956 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.956 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.956 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.956 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.956 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.957 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:53.957 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:53.957 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.957 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:53.957 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-20T21:41:53.957 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:53.958 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.958 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.958 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.958 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.958 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.958 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.958 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.959 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.959 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.959 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.959 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.959 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.960 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.960 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.960 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.960 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.960 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.960 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.961 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.961 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.961 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.961 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.961 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.961 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.961 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.962 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.962 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.962 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.962 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.962 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.962 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.963 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:53.963 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:53.963 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.963 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:53.963 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-20T21:41:53.963 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:53.964 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.964 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.964 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.964 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.964 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.964 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.965 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.965 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.965 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.965 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.965 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.965 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.965 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.966 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.966 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.966 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.966 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.966 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.966 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.967 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.967 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.967 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.967 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.967 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.967 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.968 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.968 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.968 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.968 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.968 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.968 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.969 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:53.969 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:53.969 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.969 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:53.969 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-20T21:41:53.969 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:53.969 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.970 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.970 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.970 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.970 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.970 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.970 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.971 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.971 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.971 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.971 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.971 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.972 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.972 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.972 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.972 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.972 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.972 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.972 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.973 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.973 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.973 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.973 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.973 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.973 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.974 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.974 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.974 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.974 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.974 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.974 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.975 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:53.975 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:53.975 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.975 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:53.975 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-20T21:41:53.975 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:53.975 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.976 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.976 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.976 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.976 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.976 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.976 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.977 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.977 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.977 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.977 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.977 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.977 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.978 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.978 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.978 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.978 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.978 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.978 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.978 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.979 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.979 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.979 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.979 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.979 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.979 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.979 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.980 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.980 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.980 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.980 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.980 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:53.980 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:53.981 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:53.981 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:53.981 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.981 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T21:41:53.981 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-20T21:41:53.981 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:53.981 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T21:41:53.981 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T21:41:53.982 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-20T21:41:53.982 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-20T21:41:53.982 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T21:41:53.982 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T21:41:53.982 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-20T21:41:53.982 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-20T21:41:53.982 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-20T21:41:53.982 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-20T21:41:53.983 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-20T21:41:53.983 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-20T21:41:53.983 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-20T21:41:53.983 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-20T21:41:53.983 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-20T21:41:53.983 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-20T21:41:53.983 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-20T21:41:53.984 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-20T21:41:53.984 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-20T21:41:53.984 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-20T21:41:53.984 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-20T21:41:53.984 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-20T21:41:53.984 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-20T21:41:53.984 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-20T21:41:53.984 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-20T21:41:53.984 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-20T21:41:53.985 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-20T21:41:53.985 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-20T21:41:53.985 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-20T21:41:53.985 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-20T21:41:53.985 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-20T21:41:53.985 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-20T21:41:53.985 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-20T21:41:53.985 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-20T21:41:53.985 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-20T21:41:53.985 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-20T21:41:53.985 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-20T21:41:53.985 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:53.986 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T21:41:53.986 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.986 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:53.986 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T21:41:53.986 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T21:41:53.986 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-20T21:41:53.986 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-20T21:41:53.987 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T21:41:53.987 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T21:41:53.987 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-20T21:41:53.987 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-20T21:41:53.987 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-20T21:41:53.987 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-20T21:41:53.988 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-20T21:41:53.988 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-20T21:41:53.988 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-20T21:41:53.988 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-20T21:41:53.988 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-20T21:41:53.988 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-20T21:41:53.988 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-20T21:41:53.989 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-20T21:41:53.989 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-20T21:41:53.989 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-20T21:41:53.989 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-20T21:41:53.989 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-20T21:41:53.989 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-20T21:41:53.990 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-20T21:41:53.990 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-20T21:41:53.990 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-20T21:41:53.990 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-20T21:41:53.990 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-20T21:41:53.990 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-20T21:41:53.990 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-20T21:41:53.991 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-20T21:41:53.991 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-20T21:41:53.991 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-20T21:41:53.991 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-20T21:41:53.991 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-20T21:41:53.991 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-20T21:41:53.992 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-20T21:41:53.992 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:53.992 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T21:41:53.992 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:53.992 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:53.992 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-20T21:41:53.992 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:53.992 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-20T21:41:53.993 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:53.993 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.993 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.993 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.993 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.993 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.993 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.993 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.993 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.993 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.993 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.993 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.994 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.994 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.994 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.994 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.994 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.994 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.994 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.995 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.995 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.995 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.995 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.995 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.995 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.995 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.996 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.996 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.996 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.996 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.996 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.996 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.997 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:53.997 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:53.997 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:53.997 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:53.997 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-20T21:41:53.997 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:53.997 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.997 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.997 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.998 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.998 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.998 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.998 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.998 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.999 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.999 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.999 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.999 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.999 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.999 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:53.999 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.000 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.000 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.000 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.000 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.000 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.000 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.000 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.000 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.001 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.001 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.001 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.001 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.001 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.001 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.001 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.001 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.002 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:54.002 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:54.002 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.002 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.002 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-20T21:41:54.002 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:54.002 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.003 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.003 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.003 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.003 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.003 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.003 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.003 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.004 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.004 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.004 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.004 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.004 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.004 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.004 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.004 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.005 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.005 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.005 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.005 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.005 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.005 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.005 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.006 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.006 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.006 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.006 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.006 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.006 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.006 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.006 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.007 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:54.007 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:54.007 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.007 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.007 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-20T21:41:54.007 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:54.007 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.008 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.008 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.008 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.008 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.008 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.008 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.008 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.009 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.009 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.009 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.009 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.009 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.009 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.009 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.010 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.010 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.010 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.010 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.010 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.010 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.010 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.011 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.011 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.011 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.011 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.011 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.011 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.011 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.011 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.011 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.012 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:54.012 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:54.012 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.012 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.012 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-20T21:41:54.012 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:54.012 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.012 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.012 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.012 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.012 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.012 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.012 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.013 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.013 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.013 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.013 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.013 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.013 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.013 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.013 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.013 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.013 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.013 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.013 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.013 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.013 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.013 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.014 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.014 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.014 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.014 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.014 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.014 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.014 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.014 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.014 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.014 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:54.014 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:54.014 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.014 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.014 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-20T21:41:54.014 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:54.015 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.015 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.015 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.015 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.015 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.015 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.015 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.015 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.015 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.015 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.015 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.015 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.015 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.015 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.016 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.016 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.016 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.016 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.016 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.016 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.016 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.016 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.016 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.016 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.016 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.016 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.016 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.016 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.016 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.016 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.017 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.017 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:54.017 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:54.017 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.017 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.017 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-20T21:41:54.017 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:54.017 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.017 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.017 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.017 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.017 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.017 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.017 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.017 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.018 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.018 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.018 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.018 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.018 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.018 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.018 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.018 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.018 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.018 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.018 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.018 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.018 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.019 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.019 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.019 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.019 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.019 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.019 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.019 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.019 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.019 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.019 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.019 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:54.019 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:54.019 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.019 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.020 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-20T21:41:54.020 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:54.020 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.020 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.020 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.020 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.020 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.020 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.020 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.020 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.020 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.020 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.020 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.021 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.021 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.021 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.021 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.021 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.021 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.021 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.021 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.021 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.021 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.021 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.021 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.021 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.021 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.021 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.022 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.022 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.022 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.022 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.022 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.022 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:54.022 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:54.022 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.022 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:54.022 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.022 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T21:41:54.022 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-20T21:41:54.022 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.023 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T21:41:54.023 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T21:41:54.023 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-20T21:41:54.023 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-20T21:41:54.023 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T21:41:54.023 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T21:41:54.023 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-20T21:41:54.023 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-20T21:41:54.023 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-20T21:41:54.023 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-20T21:41:54.023 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-20T21:41:54.023 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-20T21:41:54.023 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-20T21:41:54.023 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-20T21:41:54.024 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-20T21:41:54.024 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-20T21:41:54.024 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-20T21:41:54.024 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-20T21:41:54.024 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-20T21:41:54.024 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-20T21:41:54.024 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-20T21:41:54.024 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-20T21:41:54.024 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-20T21:41:54.024 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-20T21:41:54.024 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-20T21:41:54.024 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-20T21:41:54.024 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-20T21:41:54.024 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-20T21:41:54.025 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-20T21:41:54.025 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-20T21:41:54.025 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-20T21:41:54.025 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-20T21:41:54.025 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-20T21:41:54.025 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-20T21:41:54.025 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-20T21:41:54.025 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-20T21:41:54.025 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-20T21:41:54.025 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.025 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T21:41:54.025 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.025 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.025 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T21:41:54.025 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T21:41:54.026 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-20T21:41:54.026 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-20T21:41:54.026 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T21:41:54.026 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T21:41:54.026 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-20T21:41:54.026 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-20T21:41:54.026 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-20T21:41:54.026 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-20T21:41:54.026 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-20T21:41:54.026 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-20T21:41:54.026 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-20T21:41:54.026 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-20T21:41:54.026 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-20T21:41:54.027 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-20T21:41:54.027 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-20T21:41:54.027 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-20T21:41:54.027 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-20T21:41:54.027 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-20T21:41:54.027 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-20T21:41:54.027 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-20T21:41:54.027 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-20T21:41:54.027 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-20T21:41:54.027 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-20T21:41:54.027 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-20T21:41:54.027 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-20T21:41:54.027 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-20T21:41:54.027 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-20T21:41:54.028 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-20T21:41:54.028 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-20T21:41:54.028 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-20T21:41:54.028 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-20T21:41:54.028 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-20T21:41:54.028 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-20T21:41:54.028 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-20T21:41:54.028 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-20T21:41:54.028 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.028 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T21:41:54.028 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.028 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.028 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-20T21:41:54.028 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.029 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-20T21:41:54.029 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:54.029 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.029 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.029 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.029 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.029 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.029 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.029 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.029 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.029 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.029 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.029 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.030 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.030 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.030 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.030 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.030 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.030 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.030 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.030 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.030 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.030 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.030 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.030 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.030 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.030 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.031 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.031 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.031 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.031 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.031 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.031 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.031 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:54.031 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:54.031 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.031 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.031 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-20T21:41:54.031 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:54.031 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.031 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.032 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.032 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.032 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.032 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 8, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.032 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7, 2, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.032 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.032 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.032 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.032 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.032 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.032 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.032 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.032 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.032 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.033 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.033 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.033 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.033 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.033 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.033 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.033 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.033 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.033 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.033 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.033 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.033 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.033 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.033 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.034 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.034 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:54.034 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:54.034 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.034 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.034 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-20T21:41:54.034 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:54.034 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.034 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.034 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.034 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.034 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.034 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.035 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.035 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.035 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.035 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.035 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.035 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.035 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.035 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.035 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.035 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.035 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.035 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.035 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.036 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.036 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.036 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.036 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.036 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.036 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.036 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.036 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.036 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.036 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.036 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.036 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.036 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:54.036 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:54.037 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.037 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.037 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-20T21:41:54.037 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:54.037 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.037 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.037 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.037 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.037 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.037 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.037 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.037 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.037 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.037 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.037 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.038 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.038 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.038 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.038 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.038 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.038 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.038 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.038 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.038 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.038 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.038 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.038 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.038 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.038 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.039 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.039 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.039 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.039 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.039 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.039 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.039 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:54.039 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:54.039 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.039 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.039 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-20T21:41:54.039 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:54.039 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.039 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.040 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.040 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.040 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.040 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.040 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.040 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.040 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.040 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.040 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.040 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.040 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.040 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.040 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.040 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.040 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.041 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.041 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.041 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.041 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.041 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.041 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.041 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.041 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.041 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.041 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.041 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.041 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.041 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.041 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.041 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:54.041 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:54.042 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.042 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.042 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-20T21:41:54.042 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:54.042 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.042 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.042 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.042 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.042 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.042 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.042 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.042 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.042 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.042 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.043 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.043 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.043 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.043 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.043 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.043 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.043 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.043 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.043 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.043 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.043 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.043 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.043 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.043 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.043 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.044 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.044 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.044 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.044 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.044 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.044 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.044 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:54.044 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:54.044 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.044 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.044 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-20T21:41:54.044 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:54.044 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.044 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.045 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.045 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.045 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.045 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.045 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.045 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.045 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.045 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.045 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.045 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.045 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.045 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.045 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.045 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.045 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.046 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.046 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.046 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.046 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.046 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.046 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.046 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.046 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.046 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.046 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.046 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.046 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.046 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.046 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.046 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:54.047 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:54.047 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.047 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.047 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-20T21:41:54.047 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:54.047 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.047 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.047 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.047 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.047 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.047 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.047 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.047 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.047 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.048 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.048 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.048 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.048 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.048 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.048 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.048 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.048 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.048 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.048 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.048 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.048 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.048 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.048 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.049 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.049 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.049 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.049 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.049 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.049 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.049 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.049 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:54.049 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:54.049 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:54.049 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.049 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:54.049 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.049 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.049 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.049 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_counters": { 2024-09-20T21:41:54.050 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.a373ec1b8791b7f450fd778abc506764734e5598": { 2024-09-20T21:41:54.050 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-20T21:41:54.050 INFO:tasks.workunit.client.0.smithi046.stdout: "caps": { 2024-09-20T21:41:54.050 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.050 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.050 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_flush_ack": { 2024-09-20T21:41:54.050 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.050 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.050 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-20T21:41:54.050 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.050 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.050 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_grant": { 2024-09-20T21:41:54.050 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.050 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.050 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_revoke": { 2024-09-20T21:41:54.051 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.051 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.051 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_trunc": { 2024-09-20T21:41:54.051 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.051 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.051 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_commit": { 2024-09-20T21:41:54.051 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-20T21:41:54.051 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.051 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_fetch": { 2024-09-20T21:41:54.051 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.051 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.051 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_merge": { 2024-09-20T21:41:54.051 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.051 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.052 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_split": { 2024-09-20T21:41:54.052 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.052 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.052 INFO:tasks.workunit.client.0.smithi046.stdout: "exported_inodes": { 2024-09-20T21:41:54.052 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.052 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.052 INFO:tasks.workunit.client.0.smithi046.stdout: "forward": { 2024-09-20T21:41:54.052 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.052 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.052 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_cap_release": { 2024-09-20T21:41:54.052 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.052 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.052 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_caps": { 2024-09-20T21:41:54.053 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.053 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.053 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_caps_dirty": { 2024-09-20T21:41:54.053 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.053 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.053 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_inode_file_caps": { 2024-09-20T21:41:54.053 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.053 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.053 INFO:tasks.workunit.client.0.smithi046.stdout: "imported_inodes": { 2024-09-20T21:41:54.053 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.053 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.053 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes": { 2024-09-20T21:41:54.053 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-20T21:41:54.053 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.053 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes_expired": { 2024-09-20T21:41:54.054 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.054 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.054 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes_pinned": { 2024-09-20T21:41:54.054 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-20T21:41:54.054 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.054 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes_with_caps": { 2024-09-20T21:41:54.054 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.054 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.054 INFO:tasks.workunit.client.0.smithi046.stdout: "load_cent": { 2024-09-20T21:41:54.054 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.054 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.054 INFO:tasks.workunit.client.0.smithi046.stdout: "openino_dir_fetch": { 2024-09-20T21:41:54.054 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.055 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.055 INFO:tasks.workunit.client.0.smithi046.stdout: "process_request_cap_release": { 2024-09-20T21:41:54.055 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.055 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.055 INFO:tasks.workunit.client.0.smithi046.stdout: "reply_latency": { 2024-09-20T21:41:54.055 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T21:41:54.055 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 76121 2024-09-20T21:41:54.055 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.055 INFO:tasks.workunit.client.0.smithi046.stdout: "request": { 2024-09-20T21:41:54.055 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:54.055 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.055 INFO:tasks.workunit.client.0.smithi046.stdout: "root_rbytes": { 2024-09-20T21:41:54.055 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.055 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.055 INFO:tasks.workunit.client.0.smithi046.stdout: "root_rfiles": { 2024-09-20T21:41:54.056 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.056 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.056 INFO:tasks.workunit.client.0.smithi046.stdout: "root_rsnaps": { 2024-09-20T21:41:54.056 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.056 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.056 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_reply": { 2024-09-20T21:41:54.056 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.056 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.056 INFO:tasks.workunit.client.0.smithi046.stdout: "subtrees": { 2024-09-20T21:41:54.056 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:54.056 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.056 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.056 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_cache": { 2024-09-20T21:41:54.056 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_enqueue_scrub": { 2024-09-20T21:41:54.056 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.057 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.057 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_exportdir": { 2024-09-20T21:41:54.057 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.057 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.057 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_flush": { 2024-09-20T21:41:54.057 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.057 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.057 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_fragmentdir": { 2024-09-20T21:41:54.057 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.057 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.057 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_fragstats": { 2024-09-20T21:41:54.057 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.057 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.057 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_inodestats": { 2024-09-20T21:41:54.057 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.058 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.058 INFO:tasks.workunit.client.0.smithi046.stdout: "num_recovering_enqueued": { 2024-09-20T21:41:54.058 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.058 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.058 INFO:tasks.workunit.client.0.smithi046.stdout: "num_recovering_prioritized": { 2024-09-20T21:41:54.058 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.058 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.058 INFO:tasks.workunit.client.0.smithi046.stdout: "num_recovering_processing": { 2024-09-20T21:41:54.058 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.058 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.058 INFO:tasks.workunit.client.0.smithi046.stdout: "num_strays": { 2024-09-20T21:41:54.058 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.058 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.058 INFO:tasks.workunit.client.0.smithi046.stdout: "num_strays_delayed": { 2024-09-20T21:41:54.058 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.059 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.059 INFO:tasks.workunit.client.0.smithi046.stdout: "num_strays_enqueuing": { 2024-09-20T21:41:54.059 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.059 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.059 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_completed": { 2024-09-20T21:41:54.059 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.059 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.059 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_started": { 2024-09-20T21:41:54.059 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.059 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.059 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_created": { 2024-09-20T21:41:54.059 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.059 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.059 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_enqueued": { 2024-09-20T21:41:54.059 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.059 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.060 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_migrated": { 2024-09-20T21:41:54.060 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.060 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.060 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_reintegrated": { 2024-09-20T21:41:54.060 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.060 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.060 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.060 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_log": { 2024-09-20T21:41:54.060 INFO:tasks.workunit.client.0.smithi046.stdout: "ev": { 2024-09-20T21:41:54.060 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-20T21:41:54.060 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.060 INFO:tasks.workunit.client.0.smithi046.stdout: "evadd": { 2024-09-20T21:41:54.060 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-20T21:41:54.060 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.060 INFO:tasks.workunit.client.0.smithi046.stdout: "evex": { 2024-09-20T21:41:54.060 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.061 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.061 INFO:tasks.workunit.client.0.smithi046.stdout: "evexd": { 2024-09-20T21:41:54.061 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.061 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.061 INFO:tasks.workunit.client.0.smithi046.stdout: "evexg": { 2024-09-20T21:41:54.061 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.061 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.061 INFO:tasks.workunit.client.0.smithi046.stdout: "evtrm": { 2024-09-20T21:41:54.061 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.061 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.061 INFO:tasks.workunit.client.0.smithi046.stdout: "jlat": { 2024-09-20T21:41:54.061 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5, 2024-09-20T21:41:54.061 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9937975 2024-09-20T21:41:54.061 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.061 INFO:tasks.workunit.client.0.smithi046.stdout: "replayed": { 2024-09-20T21:41:54.061 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.062 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.062 INFO:tasks.workunit.client.0.smithi046.stdout: "seg": { 2024-09-20T21:41:54.062 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T21:41:54.062 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.062 INFO:tasks.workunit.client.0.smithi046.stdout: "segadd": { 2024-09-20T21:41:54.062 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T21:41:54.062 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.062 INFO:tasks.workunit.client.0.smithi046.stdout: "segex": { 2024-09-20T21:41:54.062 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.062 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.062 INFO:tasks.workunit.client.0.smithi046.stdout: "segexd": { 2024-09-20T21:41:54.062 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.062 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.062 INFO:tasks.workunit.client.0.smithi046.stdout: "segexg": { 2024-09-20T21:41:54.062 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.063 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.063 INFO:tasks.workunit.client.0.smithi046.stdout: "segtrm": { 2024-09-20T21:41:54.063 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.063 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.063 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.063 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_mem": { 2024-09-20T21:41:54.063 INFO:tasks.workunit.client.0.smithi046.stdout: "cap": { 2024-09-20T21:41:54.063 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.063 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.063 INFO:tasks.workunit.client.0.smithi046.stdout: "cap+": { 2024-09-20T21:41:54.063 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:54.063 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.063 INFO:tasks.workunit.client.0.smithi046.stdout: "cap-": { 2024-09-20T21:41:54.063 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:54.064 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.064 INFO:tasks.workunit.client.0.smithi046.stdout: "dir": { 2024-09-20T21:41:54.064 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-20T21:41:54.064 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.064 INFO:tasks.workunit.client.0.smithi046.stdout: "dir+": { 2024-09-20T21:41:54.064 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-20T21:41:54.064 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.064 INFO:tasks.workunit.client.0.smithi046.stdout: "dir-": { 2024-09-20T21:41:54.064 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.064 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.064 INFO:tasks.workunit.client.0.smithi046.stdout: "dn": { 2024-09-20T21:41:54.064 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-20T21:41:54.064 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.064 INFO:tasks.workunit.client.0.smithi046.stdout: "dn+": { 2024-09-20T21:41:54.065 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-20T21:41:54.065 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.065 INFO:tasks.workunit.client.0.smithi046.stdout: "dn-": { 2024-09-20T21:41:54.065 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.065 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.065 INFO:tasks.workunit.client.0.smithi046.stdout: "heap": { 2024-09-20T21:41:54.065 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 207068 2024-09-20T21:41:54.065 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.065 INFO:tasks.workunit.client.0.smithi046.stdout: "ino": { 2024-09-20T21:41:54.065 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13 2024-09-20T21:41:54.065 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.065 INFO:tasks.workunit.client.0.smithi046.stdout: "ino+": { 2024-09-20T21:41:54.065 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13 2024-09-20T21:41:54.065 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.065 INFO:tasks.workunit.client.0.smithi046.stdout: "ino-": { 2024-09-20T21:41:54.066 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.066 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.066 INFO:tasks.workunit.client.0.smithi046.stdout: "rss": { 2024-09-20T21:41:54.066 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37848 2024-09-20T21:41:54.066 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.066 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.066 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_server": { 2024-09-20T21:41:54.066 INFO:tasks.workunit.client.0.smithi046.stdout: "cap_acquisition_throttle": { 2024-09-20T21:41:54.066 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.066 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.066 INFO:tasks.workunit.client.0.smithi046.stdout: "cap_revoke_eviction": { 2024-09-20T21:41:54.066 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.067 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.067 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_request": { 2024-09-20T21:41:54.067 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:54.067 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.067 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_session": { 2024-09-20T21:41:54.067 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16 2024-09-20T21:41:54.067 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.067 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_peer_request": { 2024-09-20T21:41:54.067 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.067 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.067 INFO:tasks.workunit.client.0.smithi046.stdout: "req_create_latency": { 2024-09-20T21:41:54.067 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.067 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.067 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.068 INFO:tasks.workunit.client.0.smithi046.stdout: "req_getattr_latency": { 2024-09-20T21:41:54.068 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T21:41:54.068 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 76121 2024-09-20T21:41:54.068 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.068 INFO:tasks.workunit.client.0.smithi046.stdout: "req_getfilelock_latency": { 2024-09-20T21:41:54.068 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.068 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.068 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.068 INFO:tasks.workunit.client.0.smithi046.stdout: "req_getvxattr_latency": { 2024-09-20T21:41:54.068 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.068 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.068 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.068 INFO:tasks.workunit.client.0.smithi046.stdout: "req_link_latency": { 2024-09-20T21:41:54.068 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.069 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.069 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.069 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookup_latency": { 2024-09-20T21:41:54.069 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.069 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.069 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.069 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookuphash_latency": { 2024-09-20T21:41:54.069 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.069 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.069 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.069 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupino_latency": { 2024-09-20T21:41:54.069 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.069 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.069 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.070 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupname_latency": { 2024-09-20T21:41:54.070 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.070 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.070 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.070 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupparent_latency": { 2024-09-20T21:41:54.070 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.070 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.070 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.070 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupsnap_latency": { 2024-09-20T21:41:54.070 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.070 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.070 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.070 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lssnap_latency": { 2024-09-20T21:41:54.070 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.071 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.071 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.071 INFO:tasks.workunit.client.0.smithi046.stdout: "req_mkdir_latency": { 2024-09-20T21:41:54.071 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.071 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.071 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.071 INFO:tasks.workunit.client.0.smithi046.stdout: "req_mknod_latency": { 2024-09-20T21:41:54.071 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.071 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.071 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.071 INFO:tasks.workunit.client.0.smithi046.stdout: "req_mksnap_latency": { 2024-09-20T21:41:54.071 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.071 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.072 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.072 INFO:tasks.workunit.client.0.smithi046.stdout: "req_open_latency": { 2024-09-20T21:41:54.072 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.072 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.072 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.072 INFO:tasks.workunit.client.0.smithi046.stdout: "req_readdir_latency": { 2024-09-20T21:41:54.072 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.072 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.072 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.072 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rename_latency": { 2024-09-20T21:41:54.072 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.072 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.072 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.072 INFO:tasks.workunit.client.0.smithi046.stdout: "req_renamesnap_latency": { 2024-09-20T21:41:54.073 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.073 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.073 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.073 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rmdir_latency": { 2024-09-20T21:41:54.073 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.073 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.073 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.073 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rmsnap_latency": { 2024-09-20T21:41:54.073 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.073 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.073 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.073 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rmxattr_latency": { 2024-09-20T21:41:54.073 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.073 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.074 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.074 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setattr_latency": { 2024-09-20T21:41:54.074 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.074 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.074 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.074 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setdirlayout_latency": { 2024-09-20T21:41:54.074 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.074 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.074 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.074 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setfilelock_latency": { 2024-09-20T21:41:54.074 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.074 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.074 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.075 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setlayout_latency": { 2024-09-20T21:41:54.075 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.075 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.075 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.075 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setxattr_latency": { 2024-09-20T21:41:54.075 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.075 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.075 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.075 INFO:tasks.workunit.client.0.smithi046.stdout: "req_symlink_latency": { 2024-09-20T21:41:54.075 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.075 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.075 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.075 INFO:tasks.workunit.client.0.smithi046.stdout: "req_unlink_latency": { 2024-09-20T21:41:54.075 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.076 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.076 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.076 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.076 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_sessions": { 2024-09-20T21:41:54.076 INFO:tasks.workunit.client.0.smithi046.stdout: "average_load": { 2024-09-20T21:41:54.076 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T21:41:54.076 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.076 INFO:tasks.workunit.client.0.smithi046.stdout: "avg_session_uptime": { 2024-09-20T21:41:54.076 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 87 2024-09-20T21:41:54.076 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.076 INFO:tasks.workunit.client.0.smithi046.stdout: "mdthresh_evicted": { 2024-09-20T21:41:54.076 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.076 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.077 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-20T21:41:54.077 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:54.077 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.077 INFO:tasks.workunit.client.0.smithi046.stdout: "session_count": { 2024-09-20T21:41:54.077 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.077 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.077 INFO:tasks.workunit.client.0.smithi046.stdout: "session_remove": { 2024-09-20T21:41:54.077 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:54.077 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.077 INFO:tasks.workunit.client.0.smithi046.stdout: "sessions_open": { 2024-09-20T21:41:54.077 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.077 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.077 INFO:tasks.workunit.client.0.smithi046.stdout: "sessions_stale": { 2024-09-20T21:41:54.077 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.078 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.078 INFO:tasks.workunit.client.0.smithi046.stdout: "total_load": { 2024-09-20T21:41:54.078 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:54.078 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.078 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.078 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T21:41:54.078 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T21:41:54.078 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.078 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.078 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T21:41:54.078 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.078 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.078 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T21:41:54.078 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.079 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.079 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T21:41:54.079 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 45 2024-09-20T21:41:54.079 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.079 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.079 INFO:tasks.workunit.client.0.smithi046.stdout: "purge_queue": { 2024-09-20T21:41:54.079 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executed": { 2024-09-20T21:41:54.079 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.079 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.079 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing": { 2024-09-20T21:41:54.079 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.079 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.079 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing_high_water": { 2024-09-20T21:41:54.079 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.079 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.080 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing_ops": { 2024-09-20T21:41:54.080 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.080 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.080 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing_ops_high_water": { 2024-09-20T21:41:54.080 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.080 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.080 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_item_in_journal": { 2024-09-20T21:41:54.080 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.080 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.080 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.080 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.080 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.89feedb6ca5aa28c1526bae4a18bccbde113d39a": { 2024-09-20T21:41:54.080 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T21:41:54.080 INFO:tasks.workunit.client.0.smithi046.stdout: "election_call": { 2024-09-20T21:41:54.081 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:54.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.081 INFO:tasks.workunit.client.0.smithi046.stdout: "election_lose": { 2024-09-20T21:41:54.081 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.081 INFO:tasks.workunit.client.0.smithi046.stdout: "election_win": { 2024-09-20T21:41:54.081 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-20T21:41:54.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_elections": { 2024-09-20T21:41:54.081 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9 2024-09-20T21:41:54.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": { 2024-09-20T21:41:54.081 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9 2024-09-20T21:41:54.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.081 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-20T21:41:54.082 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-20T21:41:54.082 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.082 INFO:tasks.workunit.client.0.smithi046.stdout: "session_rm": { 2024-09-20T21:41:54.082 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 194 2024-09-20T21:41:54.082 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.082 INFO:tasks.workunit.client.0.smithi046.stdout: "session_trim": { 2024-09-20T21:41:54.082 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.082 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.082 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.082 INFO:tasks.workunit.client.0.smithi046.stdout: "paxos": { 2024-09-20T21:41:54.082 INFO:tasks.workunit.client.0.smithi046.stdout: "accept_timeout": { 2024-09-20T21:41:54.082 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.082 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.082 INFO:tasks.workunit.client.0.smithi046.stdout: "begin": { 2024-09-20T21:41:54.083 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 961 2024-09-20T21:41:54.085 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.085 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_bytes": { 2024-09-20T21:41:54.086 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 961, 2024-09-20T21:41:54.086 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5147253 2024-09-20T21:41:54.086 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.086 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_keys": { 2024-09-20T21:41:54.086 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 961, 2024-09-20T21:41:54.086 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2883 2024-09-20T21:41:54.086 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.086 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_latency": { 2024-09-20T21:41:54.086 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 961, 2024-09-20T21:41:54.086 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 132998629 2024-09-20T21:41:54.086 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.086 INFO:tasks.workunit.client.0.smithi046.stdout: "collect": { 2024-09-20T21:41:54.086 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.086 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.087 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_bytes": { 2024-09-20T21:41:54.087 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.087 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.087 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.087 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_keys": { 2024-09-20T21:41:54.087 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.087 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.087 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.087 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_latency": { 2024-09-20T21:41:54.087 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.087 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.087 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.087 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_timeout": { 2024-09-20T21:41:54.087 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.088 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.088 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_uncommitted": { 2024-09-20T21:41:54.088 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.088 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.088 INFO:tasks.workunit.client.0.smithi046.stdout: "commit": { 2024-09-20T21:41:54.088 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 961 2024-09-20T21:41:54.088 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.088 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_bytes": { 2024-09-20T21:41:54.088 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 961, 2024-09-20T21:41:54.088 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5078119 2024-09-20T21:41:54.088 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.088 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_keys": { 2024-09-20T21:41:54.088 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 961, 2024-09-20T21:41:54.088 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5451 2024-09-20T21:41:54.088 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.089 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_latency": { 2024-09-20T21:41:54.089 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 961, 2024-09-20T21:41:54.089 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 133982308 2024-09-20T21:41:54.089 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.089 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_ack_timeout": { 2024-09-20T21:41:54.089 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.089 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.089 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_timeout": { 2024-09-20T21:41:54.089 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.089 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.089 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn": { 2024-09-20T21:41:54.089 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:54.089 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.090 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn_latency": { 2024-09-20T21:41:54.090 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T21:41:54.090 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 999990 2024-09-20T21:41:54.090 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.090 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh": { 2024-09-20T21:41:54.090 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 963 2024-09-20T21:41:54.090 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.090 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh_latency": { 2024-09-20T21:41:54.090 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 963, 2024-09-20T21:41:54.090 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2321976091 2024-09-20T21:41:54.090 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.090 INFO:tasks.workunit.client.0.smithi046.stdout: "restart": { 2024-09-20T21:41:54.090 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-20T21:41:54.090 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.091 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state": { 2024-09-20T21:41:54.091 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-20T21:41:54.091 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.091 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_bytes": { 2024-09-20T21:41:54.091 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T21:41:54.091 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1627 2024-09-20T21:41:54.091 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.091 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_keys": { 2024-09-20T21:41:54.091 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T21:41:54.091 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-20T21:41:54.091 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.091 INFO:tasks.workunit.client.0.smithi046.stdout: "start_leader": { 2024-09-20T21:41:54.091 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-20T21:41:54.091 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.092 INFO:tasks.workunit.client.0.smithi046.stdout: "start_peon": { 2024-09-20T21:41:54.092 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.092 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.092 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state": { 2024-09-20T21:41:54.092 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.092 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.092 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_bytes": { 2024-09-20T21:41:54.092 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.092 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.092 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.092 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_keys": { 2024-09-20T21:41:54.092 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.092 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.092 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.093 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_latency": { 2024-09-20T21:41:54.093 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.093 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.093 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.093 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.093 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache": { 2024-09-20T21:41:54.093 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T21:41:54.093 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1020054731 2024-09-20T21:41:54.093 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.093 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T21:41:54.093 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 45850624 2024-09-20T21:41:54.093 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.093 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T21:41:54.093 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 40738816 2024-09-20T21:41:54.094 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.094 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T21:41:54.094 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2147483648 2024-09-20T21:41:54.094 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.094 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T21:41:54.094 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5111808 2024-09-20T21:41:54.094 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.094 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.094 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:full": { 2024-09-20T21:41:54.094 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.094 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 348127232 2024-09-20T21:41:54.094 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.094 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.094 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.094 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.095 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.095 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.095 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.095 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.095 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 277022647 2024-09-20T21:41:54.095 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.095 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.095 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 270542 2024-09-20T21:41:54.095 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.095 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.095 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.095 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.095 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.096 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.096 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.096 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.096 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.096 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.096 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.096 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.096 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.096 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.096 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.096 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.096 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.096 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.096 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.097 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.097 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.097 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.097 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.097 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.097 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.097 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.097 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70834043 2024-09-20T21:41:54.097 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.097 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.097 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:inc": { 2024-09-20T21:41:54.097 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.097 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 348127232 2024-09-20T21:41:54.097 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.097 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.098 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.098 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.098 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.098 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.098 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.098 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.098 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 277022647 2024-09-20T21:41:54.098 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.098 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.098 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 38760 2024-09-20T21:41:54.098 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.098 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.098 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.098 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.099 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.099 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.099 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.099 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.099 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.099 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.099 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.099 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.099 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.099 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.099 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.099 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.099 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.099 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.100 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.100 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.100 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.100 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.100 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.100 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.100 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.100 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.100 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71065825 2024-09-20T21:41:54.100 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.100 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.100 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:kv": { 2024-09-20T21:41:54.100 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.100 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 322961408 2024-09-20T21:41:54.101 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.101 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.101 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:54.101 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.101 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.101 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.101 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.101 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.101 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 184681765 2024-09-20T21:41:54.101 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.101 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.101 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.101 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.101 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.102 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.102 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.102 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.102 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.102 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.102 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.102 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.102 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.102 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.102 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.102 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.102 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.102 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.102 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.103 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.103 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.103 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.103 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.103 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.103 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.103 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.103 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.103 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.103 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.103 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71170779 2024-09-20T21:41:54.103 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.103 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.103 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb": { 2024-09-20T21:41:54.104 INFO:tasks.workunit.client.0.smithi046.stdout: "compact": { 2024-09-20T21:41:54.104 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.104 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.104 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_completed": { 2024-09-20T21:41:54.104 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T21:41:54.104 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.104 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lasted": { 2024-09-20T21:41:54.104 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 29000474 2024-09-20T21:41:54.104 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.104 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_len": { 2024-09-20T21:41:54.104 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.104 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.104 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_merge": { 2024-09-20T21:41:54.104 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.104 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.105 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_running": { 2024-09-20T21:41:54.105 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.105 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.105 INFO:tasks.workunit.client.0.smithi046.stdout: "get_latency": { 2024-09-20T21:41:54.105 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 43251, 2024-09-20T21:41:54.105 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 175487979 2024-09-20T21:41:54.105 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.105 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_delay_time": { 2024-09-20T21:41:54.105 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.105 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.105 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.105 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_memtable_time": { 2024-09-20T21:41:54.105 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.105 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.105 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.105 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-20T21:41:54.106 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.106 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.106 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.106 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_wal_time": { 2024-09-20T21:41:54.106 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.106 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.106 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.106 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_latency": { 2024-09-20T21:41:54.106 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.106 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.106 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.106 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_sync_latency": { 2024-09-20T21:41:54.106 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2088, 2024-09-20T21:41:54.106 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 282608879 2024-09-20T21:41:54.106 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.107 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.107 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.107 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.a373ec1b8791b7f450fd778abc506764734e5598": { 2024-09-20T21:41:54.107 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T21:41:54.107 INFO:tasks.workunit.client.0.smithi046.stdout: "election_call": { 2024-09-20T21:41:54.107 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:54.107 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.107 INFO:tasks.workunit.client.0.smithi046.stdout: "election_lose": { 2024-09-20T21:41:54.107 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:54.107 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.107 INFO:tasks.workunit.client.0.smithi046.stdout: "election_win": { 2024-09-20T21:41:54.107 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.107 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_elections": { 2024-09-20T21:41:54.108 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7 2024-09-20T21:41:54.108 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.108 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": { 2024-09-20T21:41:54.108 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-20T21:41:54.108 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.108 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-20T21:41:54.108 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-20T21:41:54.108 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.108 INFO:tasks.workunit.client.0.smithi046.stdout: "session_rm": { 2024-09-20T21:41:54.108 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 53 2024-09-20T21:41:54.108 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.108 INFO:tasks.workunit.client.0.smithi046.stdout: "session_trim": { 2024-09-20T21:41:54.108 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.109 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.109 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.109 INFO:tasks.workunit.client.0.smithi046.stdout: "paxos": { 2024-09-20T21:41:54.109 INFO:tasks.workunit.client.0.smithi046.stdout: "accept_timeout": { 2024-09-20T21:41:54.109 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.109 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.109 INFO:tasks.workunit.client.0.smithi046.stdout: "begin": { 2024-09-20T21:41:54.109 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 835 2024-09-20T21:41:54.109 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.109 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_bytes": { 2024-09-20T21:41:54.109 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 835, 2024-09-20T21:41:54.109 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096761 2024-09-20T21:41:54.109 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.110 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_keys": { 2024-09-20T21:41:54.110 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.110 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.110 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.110 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_latency": { 2024-09-20T21:41:54.110 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 835, 2024-09-20T21:41:54.110 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 114997350 2024-09-20T21:41:54.110 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.110 INFO:tasks.workunit.client.0.smithi046.stdout: "collect": { 2024-09-20T21:41:54.110 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:54.110 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.110 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_bytes": { 2024-09-20T21:41:54.110 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T21:41:54.111 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 146 2024-09-20T21:41:54.111 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.111 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_keys": { 2024-09-20T21:41:54.111 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T21:41:54.111 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:54.111 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.111 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_latency": { 2024-09-20T21:41:54.111 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T21:41:54.111 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 999977 2024-09-20T21:41:54.111 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.111 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_timeout": { 2024-09-20T21:41:54.111 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.111 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.111 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_uncommitted": { 2024-09-20T21:41:54.112 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.112 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.112 INFO:tasks.workunit.client.0.smithi046.stdout: "commit": { 2024-09-20T21:41:54.112 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 836 2024-09-20T21:41:54.112 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.112 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_bytes": { 2024-09-20T21:41:54.112 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.112 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.112 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.112 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_keys": { 2024-09-20T21:41:54.112 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.112 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.112 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.112 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_latency": { 2024-09-20T21:41:54.112 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.113 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.113 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.113 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_ack_timeout": { 2024-09-20T21:41:54.113 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.113 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.113 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_timeout": { 2024-09-20T21:41:54.113 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.113 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.113 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn": { 2024-09-20T21:41:54.113 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.113 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.113 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn_latency": { 2024-09-20T21:41:54.113 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.113 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.113 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.114 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh": { 2024-09-20T21:41:54.114 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 836 2024-09-20T21:41:54.114 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.114 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh_latency": { 2024-09-20T21:41:54.114 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 836, 2024-09-20T21:41:54.114 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1854957220 2024-09-20T21:41:54.114 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.114 INFO:tasks.workunit.client.0.smithi046.stdout: "restart": { 2024-09-20T21:41:54.114 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13 2024-09-20T21:41:54.114 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.114 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state": { 2024-09-20T21:41:54.114 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.114 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.114 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_bytes": { 2024-09-20T21:41:54.115 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.115 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.115 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.115 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_keys": { 2024-09-20T21:41:54.115 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.115 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.115 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.115 INFO:tasks.workunit.client.0.smithi046.stdout: "start_leader": { 2024-09-20T21:41:54.115 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.115 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.115 INFO:tasks.workunit.client.0.smithi046.stdout: "start_peon": { 2024-09-20T21:41:54.115 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:54.115 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.115 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state": { 2024-09-20T21:41:54.116 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 836 2024-09-20T21:41:54.116 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.116 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_bytes": { 2024-09-20T21:41:54.116 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 836, 2024-09-20T21:41:54.116 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8036696 2024-09-20T21:41:54.116 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.116 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_keys": { 2024-09-20T21:41:54.116 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 836, 2024-09-20T21:41:54.116 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5602 2024-09-20T21:41:54.116 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.116 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_latency": { 2024-09-20T21:41:54.116 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 836, 2024-09-20T21:41:54.116 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 382991179 2024-09-20T21:41:54.116 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.116 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.117 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache": { 2024-09-20T21:41:54.117 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T21:41:54.117 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1020054731 2024-09-20T21:41:54.117 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.117 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T21:41:54.117 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 44883968 2024-09-20T21:41:54.117 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.117 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T21:41:54.117 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 33718272 2024-09-20T21:41:54.117 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.117 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T21:41:54.117 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2147483648 2024-09-20T21:41:54.117 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.117 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T21:41:54.117 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11165696 2024-09-20T21:41:54.117 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.117 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.118 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:full": { 2024-09-20T21:41:54.118 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.118 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 348127232 2024-09-20T21:41:54.118 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.118 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.118 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.118 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.118 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.118 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.118 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.118 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.118 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 277021585 2024-09-20T21:41:54.118 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.118 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.119 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 270972 2024-09-20T21:41:54.119 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.119 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.119 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.119 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.119 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.119 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.119 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.119 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.119 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.119 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.119 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.119 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.119 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.120 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.120 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.120 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.120 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.120 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.120 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.120 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.120 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.120 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.120 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.120 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.120 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.120 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.120 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70834675 2024-09-20T21:41:54.120 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.121 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.121 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:inc": { 2024-09-20T21:41:54.121 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.121 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 348127232 2024-09-20T21:41:54.121 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.121 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.121 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.121 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.121 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.121 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.121 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.121 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.121 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 277021585 2024-09-20T21:41:54.121 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.121 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.122 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 41163 2024-09-20T21:41:54.122 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.122 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.122 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.122 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.122 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.122 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.122 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.122 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.122 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.122 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.122 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.122 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.122 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.122 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.122 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.123 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.123 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.123 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.123 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.123 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.123 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.123 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.123 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.123 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.123 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.123 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.123 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71064484 2024-09-20T21:41:54.123 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.123 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.123 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:kv": { 2024-09-20T21:41:54.123 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.124 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 322961408 2024-09-20T21:41:54.124 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.124 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.124 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:54.124 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.124 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.124 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.124 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.124 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.124 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 184681057 2024-09-20T21:41:54.124 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.124 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.124 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.124 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.124 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.124 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.125 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.125 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.125 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.125 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.125 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.125 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.125 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.125 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.125 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.125 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.125 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.125 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.125 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.125 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.125 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.126 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.126 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.126 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.126 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.126 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.126 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.126 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.126 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.126 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71171487 2024-09-20T21:41:54.126 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.126 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.126 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb": { 2024-09-20T21:41:54.126 INFO:tasks.workunit.client.0.smithi046.stdout: "compact": { 2024-09-20T21:41:54.126 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.126 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.127 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_completed": { 2024-09-20T21:41:54.127 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T21:41:54.127 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.127 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lasted": { 2024-09-20T21:41:54.127 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 29858028 2024-09-20T21:41:54.127 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.127 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_len": { 2024-09-20T21:41:54.127 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.127 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.127 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_merge": { 2024-09-20T21:41:54.127 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.127 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.127 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_running": { 2024-09-20T21:41:54.127 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.127 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.127 INFO:tasks.workunit.client.0.smithi046.stdout: "get_latency": { 2024-09-20T21:41:54.128 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 35573, 2024-09-20T21:41:54.128 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 82937063 2024-09-20T21:41:54.128 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.128 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_delay_time": { 2024-09-20T21:41:54.128 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.128 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.128 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.128 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_memtable_time": { 2024-09-20T21:41:54.128 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.128 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.128 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.128 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-20T21:41:54.128 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.128 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.129 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.129 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_wal_time": { 2024-09-20T21:41:54.129 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.129 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.129 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.129 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_latency": { 2024-09-20T21:41:54.129 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.129 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.129 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.129 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_sync_latency": { 2024-09-20T21:41:54.129 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1818, 2024-09-20T21:41:54.129 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 603971293 2024-09-20T21:41:54.129 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.130 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.130 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.130 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.ba2a2447664121745258143c46d4a74444ac144b": { 2024-09-20T21:41:54.130 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T21:41:54.130 INFO:tasks.workunit.client.0.smithi046.stdout: "election_call": { 2024-09-20T21:41:54.130 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T21:41:54.130 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.130 INFO:tasks.workunit.client.0.smithi046.stdout: "election_lose": { 2024-09-20T21:41:54.130 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T21:41:54.130 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.130 INFO:tasks.workunit.client.0.smithi046.stdout: "election_win": { 2024-09-20T21:41:54.130 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.130 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_elections": { 2024-09-20T21:41:54.131 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-20T21:41:54.131 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": { 2024-09-20T21:41:54.131 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-20T21:41:54.131 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.131 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-20T21:41:54.131 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-20T21:41:54.131 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.131 INFO:tasks.workunit.client.0.smithi046.stdout: "session_rm": { 2024-09-20T21:41:54.131 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 74 2024-09-20T21:41:54.131 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.131 INFO:tasks.workunit.client.0.smithi046.stdout: "session_trim": { 2024-09-20T21:41:54.131 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.131 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.132 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.132 INFO:tasks.workunit.client.0.smithi046.stdout: "paxos": { 2024-09-20T21:41:54.132 INFO:tasks.workunit.client.0.smithi046.stdout: "accept_timeout": { 2024-09-20T21:41:54.132 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.132 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.132 INFO:tasks.workunit.client.0.smithi046.stdout: "begin": { 2024-09-20T21:41:54.132 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 826 2024-09-20T21:41:54.132 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.132 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_bytes": { 2024-09-20T21:41:54.132 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 826, 2024-09-20T21:41:54.132 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4070541 2024-09-20T21:41:54.132 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.132 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_keys": { 2024-09-20T21:41:54.132 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.133 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.133 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.133 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_latency": { 2024-09-20T21:41:54.133 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 826, 2024-09-20T21:41:54.133 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 86999104 2024-09-20T21:41:54.133 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.133 INFO:tasks.workunit.client.0.smithi046.stdout: "collect": { 2024-09-20T21:41:54.133 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T21:41:54.133 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.133 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_bytes": { 2024-09-20T21:41:54.133 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T21:41:54.133 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73 2024-09-20T21:41:54.133 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.133 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_keys": { 2024-09-20T21:41:54.134 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T21:41:54.134 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T21:41:54.134 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.134 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_latency": { 2024-09-20T21:41:54.134 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T21:41:54.134 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.134 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.134 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_timeout": { 2024-09-20T21:41:54.134 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.134 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.134 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_uncommitted": { 2024-09-20T21:41:54.134 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.134 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.134 INFO:tasks.workunit.client.0.smithi046.stdout: "commit": { 2024-09-20T21:41:54.135 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 828 2024-09-20T21:41:54.135 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.135 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_bytes": { 2024-09-20T21:41:54.135 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.135 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.135 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.135 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_keys": { 2024-09-20T21:41:54.135 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.135 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.135 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.135 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_latency": { 2024-09-20T21:41:54.135 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.135 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.135 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.135 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_ack_timeout": { 2024-09-20T21:41:54.136 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.136 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.136 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_timeout": { 2024-09-20T21:41:54.136 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.136 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.136 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn": { 2024-09-20T21:41:54.136 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.136 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.136 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn_latency": { 2024-09-20T21:41:54.136 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.136 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.136 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.136 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh": { 2024-09-20T21:41:54.136 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 828 2024-09-20T21:41:54.136 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.137 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh_latency": { 2024-09-20T21:41:54.137 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 828, 2024-09-20T21:41:54.137 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1852980922 2024-09-20T21:41:54.137 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.137 INFO:tasks.workunit.client.0.smithi046.stdout: "restart": { 2024-09-20T21:41:54.137 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8 2024-09-20T21:41:54.137 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.137 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state": { 2024-09-20T21:41:54.137 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.137 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.137 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_bytes": { 2024-09-20T21:41:54.137 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.137 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.137 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.137 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_keys": { 2024-09-20T21:41:54.138 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.138 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.138 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.138 INFO:tasks.workunit.client.0.smithi046.stdout: "start_leader": { 2024-09-20T21:41:54.138 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.138 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.138 INFO:tasks.workunit.client.0.smithi046.stdout: "start_peon": { 2024-09-20T21:41:54.138 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T21:41:54.138 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.138 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state": { 2024-09-20T21:41:54.138 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 827 2024-09-20T21:41:54.138 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.138 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_bytes": { 2024-09-20T21:41:54.138 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 827, 2024-09-20T21:41:54.139 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7986165 2024-09-20T21:41:54.139 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.139 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_keys": { 2024-09-20T21:41:54.139 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 827, 2024-09-20T21:41:54.139 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5532 2024-09-20T21:41:54.139 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.139 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_latency": { 2024-09-20T21:41:54.139 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 827, 2024-09-20T21:41:54.139 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 116998797 2024-09-20T21:41:54.139 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.139 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.139 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache": { 2024-09-20T21:41:54.139 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T21:41:54.139 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1020054731 2024-09-20T21:41:54.140 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.140 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T21:41:54.140 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 42786816 2024-09-20T21:41:54.140 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.140 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T21:41:54.140 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32473088 2024-09-20T21:41:54.140 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.140 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T21:41:54.140 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2147483648 2024-09-20T21:41:54.140 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.140 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T21:41:54.140 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10313728 2024-09-20T21:41:54.140 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.140 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.141 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:full": { 2024-09-20T21:41:54.141 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.141 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 348127232 2024-09-20T21:41:54.141 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.141 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.141 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.141 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.141 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.141 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.141 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.141 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.141 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 277021585 2024-09-20T21:41:54.141 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.141 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.141 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 270972 2024-09-20T21:41:54.142 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.142 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.142 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.142 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.142 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.142 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.142 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.142 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.142 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.142 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.142 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.142 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.142 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.142 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.143 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.143 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.143 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.143 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.143 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.143 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.143 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.143 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.143 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.143 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.143 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.143 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.143 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70834675 2024-09-20T21:41:54.143 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.143 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.144 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:inc": { 2024-09-20T21:41:54.144 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.144 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 348127232 2024-09-20T21:41:54.144 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.144 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.144 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.144 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.144 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.144 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.144 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.144 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.144 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 277021585 2024-09-20T21:41:54.144 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.144 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.144 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 41163 2024-09-20T21:41:54.145 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.145 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.145 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.145 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.145 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.145 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.145 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.145 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.145 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.145 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.145 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.145 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.145 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.145 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.145 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.145 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.146 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.146 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.146 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.146 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.146 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.146 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.146 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.146 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.146 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.146 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.146 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71064484 2024-09-20T21:41:54.146 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.146 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.146 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:kv": { 2024-09-20T21:41:54.146 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.146 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 322961408 2024-09-20T21:41:54.147 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.147 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.147 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:54.147 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.147 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.147 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.147 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.147 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.147 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 184681057 2024-09-20T21:41:54.147 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.147 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.147 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.147 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.147 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.147 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.148 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.148 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.148 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.148 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.148 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.148 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.148 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.148 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.148 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.148 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.148 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.148 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.148 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.148 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.148 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.149 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.149 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.149 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.149 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.149 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.149 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.149 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.149 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.149 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71171487 2024-09-20T21:41:54.149 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.149 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.149 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb": { 2024-09-20T21:41:54.149 INFO:tasks.workunit.client.0.smithi046.stdout: "compact": { 2024-09-20T21:41:54.149 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.149 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.149 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_completed": { 2024-09-20T21:41:54.150 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T21:41:54.150 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.150 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lasted": { 2024-09-20T21:41:54.150 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 28617219 2024-09-20T21:41:54.150 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.150 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_len": { 2024-09-20T21:41:54.150 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.150 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.150 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_merge": { 2024-09-20T21:41:54.150 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.150 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.150 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_running": { 2024-09-20T21:41:54.150 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.150 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.150 INFO:tasks.workunit.client.0.smithi046.stdout: "get_latency": { 2024-09-20T21:41:54.151 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 35241, 2024-09-20T21:41:54.151 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 88785665 2024-09-20T21:41:54.151 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.151 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_delay_time": { 2024-09-20T21:41:54.151 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.151 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.151 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.151 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_memtable_time": { 2024-09-20T21:41:54.151 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.151 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.151 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.151 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-20T21:41:54.151 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.151 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.152 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.152 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_wal_time": { 2024-09-20T21:41:54.152 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.152 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.152 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.152 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_latency": { 2024-09-20T21:41:54.152 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.152 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.152 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.152 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_sync_latency": { 2024-09-20T21:41:54.152 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1773, 2024-09-20T21:41:54.152 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 215408403 2024-09-20T21:41:54.152 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.152 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.152 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.152 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.0": { 2024-09-20T21:41:54.153 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:54.153 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T21:41:54.153 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.153 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.153 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T21:41:54.153 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.153 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.153 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T21:41:54.153 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T21:41:54.153 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.153 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-20T21:41:54.153 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.153 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.153 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T21:41:54.153 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.153 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.154 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T21:41:54.154 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.154 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.154 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T21:41:54.154 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12288 2024-09-20T21:41:54.154 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.154 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T21:41:54.154 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2445312 2024-09-20T21:41:54.154 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.154 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T21:41:54.154 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.154 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.154 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.154 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T21:41:54.154 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.155 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.155 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.155 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T21:41:54.155 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T21:41:54.155 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.155 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T21:41:54.155 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 304480256 2024-09-20T21:41:54.155 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.155 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T21:41:54.155 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1630208 2024-09-20T21:41:54.155 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.155 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T21:41:54.155 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1490944 2024-09-20T21:41:54.155 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.155 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T21:41:54.156 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 312868864 2024-09-20T21:41:54.156 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.156 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T21:41:54.156 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.156 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.156 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T21:41:54.156 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.156 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T21:41:54.156 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14 2024-09-20T21:41:54.156 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.156 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T21:41:54.156 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 195697 2024-09-20T21:41:54.156 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.156 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T21:41:54.156 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-20T21:41:54.157 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.157 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T21:41:54.157 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269760 2024-09-20T21:41:54.157 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.157 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T21:41:54.157 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1273856 2024-09-20T21:41:54.157 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.157 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T21:41:54.157 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.157 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.157 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T21:41:54.157 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.157 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.157 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T21:41:54.157 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15 2024-09-20T21:41:54.158 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.158 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T21:41:54.158 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4789 2024-09-20T21:41:54.158 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.158 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T21:41:54.158 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-20T21:41:54.158 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.158 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T21:41:54.158 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-20T21:41:54.158 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.158 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T21:41:54.158 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T21:41:54.158 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.158 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T21:41:54.159 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-20T21:41:54.159 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.159 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T21:41:54.159 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T21:41:54.159 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.159 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T21:41:54.159 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.159 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.159 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T21:41:54.159 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.159 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.159 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T21:41:54.159 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.159 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.160 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T21:41:54.160 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.160 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.160 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T21:41:54.160 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.160 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.160 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T21:41:54.160 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.160 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.160 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T21:41:54.160 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.160 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.160 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T21:41:54.160 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.160 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.160 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T21:41:54.161 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.161 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.161 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T21:41:54.161 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4009984 2024-09-20T21:41:54.161 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.161 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.161 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T21:41:54.161 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T21:41:54.161 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T21:41:54.161 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.161 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T21:41:54.161 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1298432 2024-09-20T21:41:54.161 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.161 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T21:41:54.161 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T21:41:54.161 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 123008 2024-09-20T21:41:54.162 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.162 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T21:41:54.162 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.162 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.162 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.162 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T21:41:54.162 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.162 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.162 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T21:41:54.162 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.162 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.162 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T21:41:54.162 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.162 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.162 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T21:41:54.163 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 31, 2024-09-20T21:41:54.163 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 98811 2024-09-20T21:41:54.163 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.163 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T21:41:54.163 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.163 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.163 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.163 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T21:41:54.163 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 347, 2024-09-20T21:41:54.163 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70836638 2024-09-20T21:41:54.163 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.163 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T21:41:54.163 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 338, 2024-09-20T21:41:54.163 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7090699 2024-09-20T21:41:54.163 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.163 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T21:41:54.164 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 347, 2024-09-20T21:41:54.164 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 464359 2024-09-20T21:41:54.164 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.164 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T21:41:54.164 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 347, 2024-09-20T21:41:54.164 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71300997 2024-09-20T21:41:54.164 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.164 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T21:41:54.164 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.164 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.164 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.164 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T21:41:54.164 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T21:41:54.164 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37024 2024-09-20T21:41:54.164 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.164 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T21:41:54.164 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6, 2024-09-20T21:41:54.165 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15513 2024-09-20T21:41:54.165 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.165 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T21:41:54.165 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.165 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.165 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.165 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T21:41:54.165 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.165 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.165 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.165 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T21:41:54.165 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T21:41:54.165 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12208 2024-09-20T21:41:54.165 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.165 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T21:41:54.165 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 760 2024-09-20T21:41:54.166 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.166 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T21:41:54.166 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 225 2024-09-20T21:41:54.166 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.166 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T21:41:54.166 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 115, 2024-09-20T21:41:54.166 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2330860 2024-09-20T21:41:54.166 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.166 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T21:41:54.166 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 276, 2024-09-20T21:41:54.166 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 256263 2024-09-20T21:41:54.166 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.166 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T21:41:54.166 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 161, 2024-09-20T21:41:54.167 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1715565 2024-09-20T21:41:54.167 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.167 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T21:41:54.167 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.167 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.167 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T21:41:54.167 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T21:41:54.167 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 29714 2024-09-20T21:41:54.167 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.167 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T21:41:54.167 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 452, 2024-09-20T21:41:54.167 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6129725 2024-09-20T21:41:54.167 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.167 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T21:41:54.167 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 100, 2024-09-20T21:41:54.167 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6534298 2024-09-20T21:41:54.168 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.168 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T21:41:54.168 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 100, 2024-09-20T21:41:54.168 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 549842606452 2024-09-20T21:41:54.168 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.168 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T21:41:54.168 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 100, 2024-09-20T21:41:54.168 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 119453281671 2024-09-20T21:41:54.168 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.168 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T21:41:54.168 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 452, 2024-09-20T21:41:54.168 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 53732724473 2024-09-20T21:41:54.168 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.168 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T21:41:54.168 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 452, 2024-09-20T21:41:54.168 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56560 2024-09-20T21:41:54.169 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.169 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T21:41:54.169 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 452, 2024-09-20T21:41:54.169 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 414939 2024-09-20T21:41:54.169 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.169 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T21:41:54.169 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 452, 2024-09-20T21:41:54.169 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 143436099 2024-09-20T21:41:54.169 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.169 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T21:41:54.169 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 452, 2024-09-20T21:41:54.169 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 144162 2024-09-20T21:41:54.169 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.169 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T21:41:54.169 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 452, 2024-09-20T21:41:54.169 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 72274831 2024-09-20T21:41:54.170 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.170 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T21:41:54.170 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 452, 2024-09-20T21:41:54.170 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25465716 2024-09-20T21:41:54.170 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.170 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T21:41:54.170 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 900401 2024-09-20T21:41:54.170 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.170 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T21:41:54.170 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 60, 2024-09-20T21:41:54.170 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 341456 2024-09-20T21:41:54.170 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.170 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T21:41:54.170 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 452, 2024-09-20T21:41:54.170 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 247782315 2024-09-20T21:41:54.170 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.171 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T21:41:54.171 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 452, 2024-09-20T21:41:54.171 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 31001284 2024-09-20T21:41:54.171 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.171 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T21:41:54.171 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 452, 2024-09-20T21:41:54.171 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5864389 2024-09-20T21:41:54.171 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.171 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.171 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T21:41:54.171 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T21:41:54.171 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1862401566 2024-09-20T21:41:54.171 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.171 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T21:41:54.171 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 270974976 2024-09-20T21:41:54.172 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.172 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T21:41:54.172 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 270901248 2024-09-20T21:41:54.172 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.172 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T21:41:54.172 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3138479923 2024-09-20T21:41:54.172 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.172 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T21:41:54.172 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73728 2024-09-20T21:41:54.172 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.172 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.172 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T21:41:54.172 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.172 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159383552 2024-09-20T21:41:54.172 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.173 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.173 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.173 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.173 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.173 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.173 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.173 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.173 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85554117 2024-09-20T21:41:54.173 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.173 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.173 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.173 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.173 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.173 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.173 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.173 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.174 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.174 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.174 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.174 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.174 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.174 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.174 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.174 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.174 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.174 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8192 2024-09-20T21:41:54.174 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.174 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.174 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.174 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.174 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.174 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.175 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.175 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.175 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.175 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.175 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.175 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73821243 2024-09-20T21:41:54.175 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.175 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.175 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T21:41:54.175 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.175 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 780140544 2024-09-20T21:41:54.175 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.176 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.176 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:54.176 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.176 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.176 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.176 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.176 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.176 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641655877 2024-09-20T21:41:54.176 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.176 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.176 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.176 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.176 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.176 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.176 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.177 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.177 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.177 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.177 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.177 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.177 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.177 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.177 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.177 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.177 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.177 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2128 2024-09-20T21:41:54.177 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.177 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.177 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.177 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.177 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.178 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.178 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.178 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.178 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.178 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.178 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.178 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71373675 2024-09-20T21:41:54.178 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.178 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.178 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T21:41:54.178 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.178 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192937984 2024-09-20T21:41:54.178 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.178 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.178 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:54.179 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.179 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.179 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 464 2024-09-20T21:41:54.179 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.179 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.179 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57036078 2024-09-20T21:41:54.179 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.179 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.179 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.179 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.179 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.179 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.179 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.179 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.179 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.180 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.180 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.180 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.180 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.180 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.180 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.180 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.180 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.180 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.180 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.180 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.180 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.180 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.180 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.180 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.181 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.181 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.181 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.181 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.181 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.181 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68792578 2024-09-20T21:41:54.181 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.181 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.181 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T21:41:54.181 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.181 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 713031680 2024-09-20T21:41:54.181 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.181 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.181 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.181 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.181 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.182 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.182 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.182 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.182 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641655877 2024-09-20T21:41:54.182 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.182 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.182 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.182 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.182 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.182 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9941 2024-09-20T21:41:54.182 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.182 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.182 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.182 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.183 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.183 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.183 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.183 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.183 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.183 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.183 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.183 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 271274 2024-09-20T21:41:54.183 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.183 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.183 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.183 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.183 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.183 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.183 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.183 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.184 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.184 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.184 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.184 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71094588 2024-09-20T21:41:54.184 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.184 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.184 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T21:41:54.184 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T21:41:54.184 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.184 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.184 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T21:41:54.184 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.184 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.184 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T21:41:54.185 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.185 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.185 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T21:41:54.185 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.185 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.185 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.185 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:54.185 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T21:41:54.185 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 45 2024-09-20T21:41:54.185 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.185 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T21:41:54.185 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.185 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.185 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T21:41:54.185 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6 2024-09-20T21:41:54.185 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.186 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T21:41:54.186 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.186 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.186 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T21:41:54.186 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.186 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.186 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T21:41:54.186 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 604 2024-09-20T21:41:54.186 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.186 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T21:41:54.186 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6, 2024-09-20T21:41:54.186 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 36016991 2024-09-20T21:41:54.186 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.186 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T21:41:54.187 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.187 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.187 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T21:41:54.187 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7, 2024-09-20T21:41:54.187 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4139384 2024-09-20T21:41:54.187 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.187 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T21:41:54.187 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6, 2024-09-20T21:41:54.187 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32074574 2024-09-20T21:41:54.187 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.187 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T21:41:54.187 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.187 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.187 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T21:41:54.188 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.188 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.188 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.188 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T21:41:54.188 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.188 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.188 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T21:41:54.188 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.188 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.188 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T21:41:54.188 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.188 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.188 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.188 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T21:41:54.188 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.188 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.189 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.189 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T21:41:54.189 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.189 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.189 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T21:41:54.189 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.189 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.189 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T21:41:54.189 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.189 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.189 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.189 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T21:41:54.189 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.189 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.189 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T21:41:54.190 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.190 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.190 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T21:41:54.190 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.190 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.190 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T21:41:54.190 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.190 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.190 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.190 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T21:41:54.190 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.190 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.190 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.190 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T21:41:54.191 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6 2024-09-20T21:41:54.191 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.191 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T21:41:54.191 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 604 2024-09-20T21:41:54.191 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.191 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T21:41:54.191 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6, 2024-09-20T21:41:54.191 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 36016991 2024-09-20T21:41:54.191 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.191 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T21:41:54.191 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.191 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.191 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T21:41:54.191 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7, 2024-09-20T21:41:54.191 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4139384 2024-09-20T21:41:54.192 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.192 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T21:41:54.192 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6, 2024-09-20T21:41:54.192 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32074574 2024-09-20T21:41:54.192 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.192 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T21:41:54.192 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.192 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.192 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T21:41:54.192 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.192 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.192 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T21:41:54.192 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.192 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.192 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T21:41:54.192 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T21:41:54.193 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.193 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T21:41:54.193 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305786880 2024-09-20T21:41:54.193 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.193 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.193 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.193 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.1": { 2024-09-20T21:41:54.193 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:54.193 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T21:41:54.193 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.193 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.193 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T21:41:54.193 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.193 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.194 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T21:41:54.194 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T21:41:54.194 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.194 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-20T21:41:54.194 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.194 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.194 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T21:41:54.194 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.194 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.194 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T21:41:54.194 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.194 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.194 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T21:41:54.194 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12288 2024-09-20T21:41:54.195 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.195 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T21:41:54.195 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1990656 2024-09-20T21:41:54.195 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.195 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T21:41:54.195 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.195 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.195 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.195 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T21:41:54.195 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.195 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.195 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.195 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T21:41:54.195 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T21:41:54.195 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.195 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T21:41:54.196 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 304480256 2024-09-20T21:41:54.196 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.196 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T21:41:54.196 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1339392 2024-09-20T21:41:54.196 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.196 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T21:41:54.196 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1200128 2024-09-20T21:41:54.196 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.196 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T21:41:54.196 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 312868864 2024-09-20T21:41:54.196 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.196 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T21:41:54.196 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.196 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.196 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T21:41:54.196 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.197 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T21:41:54.197 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14 2024-09-20T21:41:54.197 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.197 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T21:41:54.197 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 195697 2024-09-20T21:41:54.197 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.197 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T21:41:54.197 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-20T21:41:54.197 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.197 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T21:41:54.197 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269760 2024-09-20T21:41:54.197 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.197 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T21:41:54.198 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1273856 2024-09-20T21:41:54.198 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.198 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T21:41:54.198 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.198 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.198 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T21:41:54.198 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.198 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.198 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T21:41:54.198 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15 2024-09-20T21:41:54.198 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.198 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T21:41:54.198 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4789 2024-09-20T21:41:54.198 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.199 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T21:41:54.199 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-20T21:41:54.199 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.199 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T21:41:54.199 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-20T21:41:54.199 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.199 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T21:41:54.199 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T21:41:54.199 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.199 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T21:41:54.199 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-20T21:41:54.199 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.199 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T21:41:54.199 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T21:41:54.200 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.200 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T21:41:54.200 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.200 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.200 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T21:41:54.200 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.200 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.200 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T21:41:54.200 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.200 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.200 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T21:41:54.200 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.200 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.200 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T21:41:54.200 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.200 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.201 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T21:41:54.201 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.201 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.201 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T21:41:54.201 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.201 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.201 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T21:41:54.201 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.201 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.201 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T21:41:54.201 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.201 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.201 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T21:41:54.201 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3264512 2024-09-20T21:41:54.202 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.202 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.202 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T21:41:54.202 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T21:41:54.202 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T21:41:54.202 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.202 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T21:41:54.202 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 692224 2024-09-20T21:41:54.202 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.202 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T21:41:54.202 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5, 2024-09-20T21:41:54.202 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 237071 2024-09-20T21:41:54.202 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.202 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T21:41:54.203 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.203 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.203 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.203 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T21:41:54.203 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.203 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.203 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T21:41:54.203 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.203 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.203 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T21:41:54.203 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.203 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.203 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T21:41:54.204 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22, 2024-09-20T21:41:54.204 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71164 2024-09-20T21:41:54.204 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.204 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T21:41:54.204 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.204 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.204 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.204 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T21:41:54.204 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 276, 2024-09-20T21:41:54.204 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 48555937 2024-09-20T21:41:54.204 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.204 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T21:41:54.204 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 265, 2024-09-20T21:41:54.204 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8794715 2024-09-20T21:41:54.205 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.205 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T21:41:54.205 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 276, 2024-09-20T21:41:54.205 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 393103 2024-09-20T21:41:54.205 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.205 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T21:41:54.205 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 276, 2024-09-20T21:41:54.205 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 48949040 2024-09-20T21:41:54.205 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.205 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T21:41:54.205 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.205 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.205 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.205 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T21:41:54.205 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T21:41:54.205 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67305 2024-09-20T21:41:54.206 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.206 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T21:41:54.206 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6, 2024-09-20T21:41:54.206 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14290 2024-09-20T21:41:54.206 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.206 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T21:41:54.206 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.206 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.206 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.206 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T21:41:54.206 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.206 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.206 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.206 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T21:41:54.206 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5, 2024-09-20T21:41:54.207 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11743 2024-09-20T21:41:54.207 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.207 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T21:41:54.207 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 668 2024-09-20T21:41:54.207 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.207 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T21:41:54.207 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 230 2024-09-20T21:41:54.207 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.207 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T21:41:54.207 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 114, 2024-09-20T21:41:54.207 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1793890 2024-09-20T21:41:54.207 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.207 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T21:41:54.207 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-20T21:41:54.207 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 252823 2024-09-20T21:41:54.207 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.208 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T21:41:54.208 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 153, 2024-09-20T21:41:54.208 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1192132 2024-09-20T21:41:54.208 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.208 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T21:41:54.208 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.208 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.208 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T21:41:54.208 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T21:41:54.208 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 102048 2024-09-20T21:41:54.208 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.208 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T21:41:54.208 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 352, 2024-09-20T21:41:54.208 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6456871 2024-09-20T21:41:54.208 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.208 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T21:41:54.209 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95, 2024-09-20T21:41:54.209 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7384929 2024-09-20T21:41:54.209 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.209 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T21:41:54.209 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 94, 2024-09-20T21:41:54.209 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 375628727851 2024-09-20T21:41:54.209 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.209 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T21:41:54.209 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95, 2024-09-20T21:41:54.209 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 148465710067 2024-09-20T21:41:54.209 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.209 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T21:41:54.209 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 351, 2024-09-20T21:41:54.209 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 83515209618 2024-09-20T21:41:54.209 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.210 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T21:41:54.210 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 351, 2024-09-20T21:41:54.210 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 62043 2024-09-20T21:41:54.210 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.210 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T21:41:54.210 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 352, 2024-09-20T21:41:54.210 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 381769 2024-09-20T21:41:54.210 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.210 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T21:41:54.210 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 352, 2024-09-20T21:41:54.210 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 160642632 2024-09-20T21:41:54.210 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.210 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T21:41:54.210 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 352, 2024-09-20T21:41:54.211 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 142348 2024-09-20T21:41:54.211 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.211 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T21:41:54.211 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 352, 2024-09-20T21:41:54.211 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 51593066 2024-09-20T21:41:54.211 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.211 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T21:41:54.211 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 352, 2024-09-20T21:41:54.211 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16658575 2024-09-20T21:41:54.211 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.211 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T21:41:54.211 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 308866 2024-09-20T21:41:54.211 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.211 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T21:41:54.211 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 54, 2024-09-20T21:41:54.212 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 239459 2024-09-20T21:41:54.212 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.212 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T21:41:54.212 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 352, 2024-09-20T21:41:54.212 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 235803400 2024-09-20T21:41:54.212 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.212 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T21:41:54.212 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 352, 2024-09-20T21:41:54.212 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 20970273 2024-09-20T21:41:54.212 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.212 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T21:41:54.212 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 352, 2024-09-20T21:41:54.212 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2796165 2024-09-20T21:41:54.212 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.212 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.212 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T21:41:54.213 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T21:41:54.213 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1862401566 2024-09-20T21:41:54.213 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.213 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T21:41:54.213 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 270974976 2024-09-20T21:41:54.213 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.213 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T21:41:54.213 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 270450688 2024-09-20T21:41:54.213 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.213 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T21:41:54.213 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3138479923 2024-09-20T21:41:54.213 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.213 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T21:41:54.213 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 524288 2024-09-20T21:41:54.214 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.214 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.214 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T21:41:54.214 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.214 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159383552 2024-09-20T21:41:54.214 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.214 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.214 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.214 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.214 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.214 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.214 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.214 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.214 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85555733 2024-09-20T21:41:54.215 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.215 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.215 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.215 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.215 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.215 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.215 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.215 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.215 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.215 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.215 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.215 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.215 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.215 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.216 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.216 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.216 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.216 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8192 2024-09-20T21:41:54.216 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.216 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.216 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.216 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.216 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.216 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.216 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.216 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.216 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.216 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.216 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.216 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73819627 2024-09-20T21:41:54.217 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.217 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.217 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T21:41:54.217 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.217 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 780140544 2024-09-20T21:41:54.217 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.217 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.217 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:54.217 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.217 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.217 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.217 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.217 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.217 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641668002 2024-09-20T21:41:54.217 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.217 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.218 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.218 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.218 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.218 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.218 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.218 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.218 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.218 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.218 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.218 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.218 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.218 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.218 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.218 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.218 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.218 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2128 2024-09-20T21:41:54.219 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.219 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.219 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.219 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.219 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.219 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.219 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.219 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.219 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.219 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.219 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.219 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71361550 2024-09-20T21:41:54.219 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.219 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.219 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T21:41:54.219 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.220 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192937984 2024-09-20T21:41:54.220 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.220 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.220 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:54.220 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.220 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.220 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 464 2024-09-20T21:41:54.220 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.220 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.220 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57037155 2024-09-20T21:41:54.220 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.220 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.220 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.220 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.220 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.221 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.221 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.221 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.221 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.221 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.221 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.221 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.221 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.221 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.221 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.221 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.221 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.221 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.221 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.221 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.222 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.222 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.222 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.222 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.222 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.222 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.222 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.222 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.222 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.222 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68791501 2024-09-20T21:41:54.222 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.222 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.222 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T21:41:54.222 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.223 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 713031680 2024-09-20T21:41:54.223 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.223 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.223 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.223 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.223 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.223 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.223 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.223 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.223 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641668002 2024-09-20T21:41:54.223 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.223 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.223 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.224 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.224 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.224 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.224 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.224 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.224 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.224 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.224 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.224 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.224 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.224 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.224 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.224 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.224 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.224 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 251477 2024-09-20T21:41:54.225 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.225 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.225 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.225 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.225 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.225 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.225 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.225 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.225 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.225 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.225 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.225 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71112201 2024-09-20T21:41:54.225 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.225 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.225 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T21:41:54.226 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T21:41:54.226 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.226 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.226 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T21:41:54.226 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.226 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.226 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T21:41:54.226 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.226 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.226 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T21:41:54.226 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.226 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.226 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.226 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:54.227 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T21:41:54.227 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37 2024-09-20T21:41:54.227 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.227 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T21:41:54.227 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.227 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.227 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T21:41:54.227 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 97 2024-09-20T21:41:54.227 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.227 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T21:41:54.227 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.227 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.227 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T21:41:54.227 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.228 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.228 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T21:41:54.228 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1640827 2024-09-20T21:41:54.228 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.228 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T21:41:54.228 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97, 2024-09-20T21:41:54.228 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 244171289 2024-09-20T21:41:54.228 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.228 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T21:41:54.228 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 596 2024-09-20T21:41:54.228 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.228 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T21:41:54.228 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97, 2024-09-20T21:41:54.228 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 36638708 2024-09-20T21:41:54.228 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.229 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T21:41:54.229 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97, 2024-09-20T21:41:54.229 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125529314 2024-09-20T21:41:54.229 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.229 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T21:41:54.229 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18 2024-09-20T21:41:54.229 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.229 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T21:41:54.229 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18, 2024-09-20T21:41:54.229 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2630055 2024-09-20T21:41:54.229 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.229 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T21:41:54.229 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.229 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.230 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T21:41:54.230 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 596 2024-09-20T21:41:54.230 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.230 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T21:41:54.230 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18, 2024-09-20T21:41:54.230 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2220653 2024-09-20T21:41:54.230 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.230 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T21:41:54.230 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18, 2024-09-20T21:41:54.230 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1796817 2024-09-20T21:41:54.230 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.230 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T21:41:54.230 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-20T21:41:54.230 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.231 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T21:41:54.231 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.231 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.231 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T21:41:54.231 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12, 2024-09-20T21:41:54.231 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12120077 2024-09-20T21:41:54.231 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.231 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T21:41:54.231 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.231 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.231 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T21:41:54.231 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.231 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.231 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T21:41:54.231 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.232 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.232 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T21:41:54.232 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12, 2024-09-20T21:41:54.232 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5122758 2024-09-20T21:41:54.232 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.232 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T21:41:54.232 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12, 2024-09-20T21:41:54.232 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11409680 2024-09-20T21:41:54.232 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.232 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T21:41:54.232 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67 2024-09-20T21:41:54.232 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.232 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T21:41:54.232 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1640827 2024-09-20T21:41:54.233 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.233 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T21:41:54.233 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 67, 2024-09-20T21:41:54.233 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 229421157 2024-09-20T21:41:54.233 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.233 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T21:41:54.233 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.233 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.233 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T21:41:54.233 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 67, 2024-09-20T21:41:54.233 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 29295297 2024-09-20T21:41:54.233 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.233 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T21:41:54.233 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 67, 2024-09-20T21:41:54.233 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 112322817 2024-09-20T21:41:54.234 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.234 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T21:41:54.234 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.234 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.234 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T21:41:54.234 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 590368 2024-09-20T21:41:54.234 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.234 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T21:41:54.234 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:54.234 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.234 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T21:41:54.234 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T21:41:54.234 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.235 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T21:41:54.235 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305184768 2024-09-20T21:41:54.235 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.235 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.235 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.235 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.2": { 2024-09-20T21:41:54.235 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:54.235 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T21:41:54.235 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.235 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.235 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T21:41:54.235 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.235 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.235 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T21:41:54.235 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T21:41:54.236 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.236 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-20T21:41:54.236 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.236 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.236 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T21:41:54.236 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.236 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.236 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T21:41:54.236 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.236 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.236 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T21:41:54.236 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12288 2024-09-20T21:41:54.236 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.237 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T21:41:54.237 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1748992 2024-09-20T21:41:54.237 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.237 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T21:41:54.237 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.237 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.237 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.237 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T21:41:54.237 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.237 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.237 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.237 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T21:41:54.237 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T21:41:54.237 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.237 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T21:41:54.238 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 304480256 2024-09-20T21:41:54.238 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.238 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T21:41:54.238 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1187840 2024-09-20T21:41:54.238 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.238 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T21:41:54.238 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1048576 2024-09-20T21:41:54.238 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.238 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T21:41:54.238 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 312868864 2024-09-20T21:41:54.238 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.238 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T21:41:54.238 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.239 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.239 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T21:41:54.239 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.239 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T21:41:54.239 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14 2024-09-20T21:41:54.239 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.239 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T21:41:54.239 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 195697 2024-09-20T21:41:54.239 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.239 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T21:41:54.239 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-20T21:41:54.239 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.239 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T21:41:54.239 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269760 2024-09-20T21:41:54.240 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.240 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T21:41:54.240 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1273856 2024-09-20T21:41:54.240 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.240 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T21:41:54.240 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.240 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.240 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T21:41:54.240 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.240 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.240 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T21:41:54.240 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15 2024-09-20T21:41:54.240 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.240 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T21:41:54.241 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4789 2024-09-20T21:41:54.241 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.241 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T21:41:54.241 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-20T21:41:54.241 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.241 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T21:41:54.241 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-20T21:41:54.241 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.241 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T21:41:54.241 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T21:41:54.241 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.241 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T21:41:54.241 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-20T21:41:54.242 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.242 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T21:41:54.242 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T21:41:54.242 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.242 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T21:41:54.242 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.242 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.242 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T21:41:54.242 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.242 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.242 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T21:41:54.242 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.242 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.242 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T21:41:54.243 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.243 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.243 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T21:41:54.243 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.243 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.243 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T21:41:54.243 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.243 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.243 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T21:41:54.243 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.243 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.243 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T21:41:54.243 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.244 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.244 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T21:41:54.244 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.244 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.244 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T21:41:54.244 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2871296 2024-09-20T21:41:54.244 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.244 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.244 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T21:41:54.244 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T21:41:54.244 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T21:41:54.244 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.244 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T21:41:54.244 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 679936 2024-09-20T21:41:54.244 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.244 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T21:41:54.245 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T21:41:54.245 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 200695 2024-09-20T21:41:54.245 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.245 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T21:41:54.245 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.245 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.245 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.245 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T21:41:54.245 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.245 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.245 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T21:41:54.245 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.245 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.245 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T21:41:54.245 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.245 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.246 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T21:41:54.246 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9, 2024-09-20T21:41:54.246 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10884 2024-09-20T21:41:54.246 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.246 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T21:41:54.246 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.246 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.246 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.246 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T21:41:54.246 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 239, 2024-09-20T21:41:54.246 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 43894901 2024-09-20T21:41:54.246 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.246 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T21:41:54.246 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 235, 2024-09-20T21:41:54.247 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9960928 2024-09-20T21:41:54.247 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.247 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T21:41:54.247 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 239, 2024-09-20T21:41:54.247 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 365953 2024-09-20T21:41:54.247 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.247 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T21:41:54.247 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 239, 2024-09-20T21:41:54.247 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 44260854 2024-09-20T21:41:54.247 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.247 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T21:41:54.247 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.247 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.247 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.248 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T21:41:54.248 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T21:41:54.248 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37174 2024-09-20T21:41:54.248 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.248 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T21:41:54.248 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T21:41:54.248 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 931 2024-09-20T21:41:54.248 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.248 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T21:41:54.248 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.248 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.248 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.248 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T21:41:54.248 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.249 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.249 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.249 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T21:41:54.249 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T21:41:54.249 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6739 2024-09-20T21:41:54.249 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.249 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T21:41:54.249 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 507 2024-09-20T21:41:54.249 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.249 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T21:41:54.249 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 205 2024-09-20T21:41:54.249 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.249 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T21:41:54.249 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 93, 2024-09-20T21:41:54.250 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 829297 2024-09-20T21:41:54.250 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.250 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T21:41:54.250 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 220, 2024-09-20T21:41:54.250 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 231084 2024-09-20T21:41:54.250 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.250 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T21:41:54.250 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 127, 2024-09-20T21:41:54.250 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 556273 2024-09-20T21:41:54.250 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.250 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T21:41:54.250 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.250 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.251 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T21:41:54.251 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T21:41:54.251 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 90043 2024-09-20T21:41:54.251 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.251 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T21:41:54.251 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 292, 2024-09-20T21:41:54.251 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4873867 2024-09-20T21:41:54.251 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.251 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T21:41:54.251 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88, 2024-09-20T21:41:54.251 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11116292 2024-09-20T21:41:54.251 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.251 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T21:41:54.252 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 87, 2024-09-20T21:41:54.252 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 325265875154 2024-09-20T21:41:54.252 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.252 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T21:41:54.252 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88, 2024-09-20T21:41:54.252 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 164564388651 2024-09-20T21:41:54.252 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.252 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T21:41:54.252 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 291, 2024-09-20T21:41:54.252 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73055902739 2024-09-20T21:41:54.252 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.252 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T21:41:54.252 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 291, 2024-09-20T21:41:54.252 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32995 2024-09-20T21:41:54.253 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.253 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T21:41:54.253 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 292, 2024-09-20T21:41:54.253 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 346679 2024-09-20T21:41:54.253 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.253 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T21:41:54.253 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 292, 2024-09-20T21:41:54.253 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 77052062 2024-09-20T21:41:54.253 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.253 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T21:41:54.253 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 292, 2024-09-20T21:41:54.253 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95025 2024-09-20T21:41:54.253 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.253 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T21:41:54.253 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 292, 2024-09-20T21:41:54.254 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 39361467 2024-09-20T21:41:54.254 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.254 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T21:41:54.254 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 292, 2024-09-20T21:41:54.254 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17299778 2024-09-20T21:41:54.254 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.254 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T21:41:54.254 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 308412 2024-09-20T21:41:54.254 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.254 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T21:41:54.254 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 48, 2024-09-20T21:41:54.254 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 226205 2024-09-20T21:41:54.254 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.255 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T21:41:54.255 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 292, 2024-09-20T21:41:54.255 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 138974759 2024-09-20T21:41:54.255 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.255 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T21:41:54.255 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 292, 2024-09-20T21:41:54.255 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 20607292 2024-09-20T21:41:54.255 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.255 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T21:41:54.255 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 292, 2024-09-20T21:41:54.255 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3881511 2024-09-20T21:41:54.255 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.255 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.255 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T21:41:54.256 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T21:41:54.256 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1862401566 2024-09-20T21:41:54.256 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.256 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T21:41:54.256 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 270139392 2024-09-20T21:41:54.256 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.256 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T21:41:54.256 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 269852672 2024-09-20T21:41:54.256 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.256 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T21:41:54.256 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3138479923 2024-09-20T21:41:54.256 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.256 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T21:41:54.256 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 286720 2024-09-20T21:41:54.256 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.257 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.257 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T21:41:54.257 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.257 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159383552 2024-09-20T21:41:54.257 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.257 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.257 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.257 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.257 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.257 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.257 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.257 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.257 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85556406 2024-09-20T21:41:54.257 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.257 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.258 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.258 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.258 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.258 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.258 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.258 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.258 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.258 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.258 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.258 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.258 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.258 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.258 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.258 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.259 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.259 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8192 2024-09-20T21:41:54.259 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.259 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.259 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.259 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.259 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.259 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.259 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.259 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.259 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.259 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.259 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.259 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73818954 2024-09-20T21:41:54.260 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.260 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.260 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T21:41:54.260 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.260 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 780140544 2024-09-20T21:41:54.260 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.260 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.260 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:54.260 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.260 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.261 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.261 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.261 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.261 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641673050 2024-09-20T21:41:54.261 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.261 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.261 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.261 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.261 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.261 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.261 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.261 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.261 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.261 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.262 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.262 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.262 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.262 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.262 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.262 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.262 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.262 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2128 2024-09-20T21:41:54.262 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.262 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.262 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.262 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.262 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.262 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.263 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.263 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.263 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.263 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.263 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.263 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71356502 2024-09-20T21:41:54.263 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.263 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.263 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T21:41:54.263 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.263 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192937984 2024-09-20T21:41:54.263 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.263 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.263 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:54.264 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.264 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.264 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 464 2024-09-20T21:41:54.264 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.264 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.264 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57037604 2024-09-20T21:41:54.264 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.264 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.264 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.264 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.264 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.264 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.264 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.265 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.265 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.265 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.265 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.265 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.265 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.265 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.265 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.265 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.265 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.265 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.265 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.265 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.265 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.265 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.266 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.266 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.266 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.266 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.266 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.266 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.266 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.266 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68791052 2024-09-20T21:41:54.266 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.266 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.266 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T21:41:54.266 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.266 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 713031680 2024-09-20T21:41:54.266 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.267 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.267 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.267 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.267 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.267 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.267 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.267 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.267 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641673050 2024-09-20T21:41:54.267 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.267 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.267 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.267 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.267 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.267 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.268 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.268 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.268 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.268 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.268 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.268 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.268 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.268 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.268 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.268 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.268 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.268 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 240260 2024-09-20T21:41:54.268 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.268 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.268 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.269 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.269 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.269 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.269 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.269 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.269 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.269 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.269 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.269 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71118370 2024-09-20T21:41:54.269 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.269 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.269 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T21:41:54.269 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T21:41:54.270 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.270 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.270 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T21:41:54.270 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.270 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.270 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T21:41:54.270 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.270 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.270 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T21:41:54.270 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.270 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.270 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.270 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:54.270 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T21:41:54.271 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 31 2024-09-20T21:41:54.271 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.271 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T21:41:54.271 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.271 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.271 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T21:41:54.271 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-20T21:41:54.271 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.271 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T21:41:54.271 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.271 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.271 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T21:41:54.271 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.272 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.272 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T21:41:54.272 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.272 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.272 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T21:41:54.272 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10, 2024-09-20T21:41:54.272 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70146760 2024-09-20T21:41:54.272 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.272 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T21:41:54.272 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.272 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.272 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T21:41:54.272 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10, 2024-09-20T21:41:54.272 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4122605 2024-09-20T21:41:54.273 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.273 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T21:41:54.273 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10, 2024-09-20T21:41:54.273 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 38849001 2024-09-20T21:41:54.273 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.273 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T21:41:54.273 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.273 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.273 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T21:41:54.273 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.273 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.273 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.273 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T21:41:54.273 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.274 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.274 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T21:41:54.274 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.274 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.274 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T21:41:54.274 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.274 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.274 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.274 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T21:41:54.274 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.274 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.274 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.274 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T21:41:54.274 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.274 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.275 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T21:41:54.275 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.275 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.275 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T21:41:54.275 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.275 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.275 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.275 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T21:41:54.275 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.275 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.275 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T21:41:54.275 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.275 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.275 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T21:41:54.276 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.276 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.276 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T21:41:54.276 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.276 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.276 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.276 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T21:41:54.276 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.276 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.276 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.276 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T21:41:54.276 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-20T21:41:54.276 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.276 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T21:41:54.276 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.277 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.277 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T21:41:54.277 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10, 2024-09-20T21:41:54.277 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70146760 2024-09-20T21:41:54.277 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.277 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T21:41:54.277 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.277 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.277 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T21:41:54.277 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10, 2024-09-20T21:41:54.277 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4122605 2024-09-20T21:41:54.277 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.277 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T21:41:54.277 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10, 2024-09-20T21:41:54.278 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 38849001 2024-09-20T21:41:54.278 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.278 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T21:41:54.278 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.278 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.278 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T21:41:54.278 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.278 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.278 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T21:41:54.278 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.278 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.278 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T21:41:54.278 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T21:41:54.278 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.279 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T21:41:54.279 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305172480 2024-09-20T21:41:54.279 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.279 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.279 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.279 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.3": { 2024-09-20T21:41:54.279 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:54.279 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T21:41:54.279 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.279 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.279 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T21:41:54.279 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.279 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.279 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T21:41:54.280 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T21:41:54.280 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.280 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-20T21:41:54.280 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.280 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.280 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T21:41:54.280 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.280 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.280 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T21:41:54.280 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.280 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.280 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T21:41:54.280 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12288 2024-09-20T21:41:54.280 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.281 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T21:41:54.281 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1036288 2024-09-20T21:41:54.281 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.281 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T21:41:54.281 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.281 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.281 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.281 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T21:41:54.281 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.281 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.281 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.281 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T21:41:54.281 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T21:41:54.281 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.282 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T21:41:54.282 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 304480256 2024-09-20T21:41:54.282 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.282 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T21:41:54.282 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 790528 2024-09-20T21:41:54.282 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.282 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T21:41:54.282 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 651264 2024-09-20T21:41:54.282 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.282 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T21:41:54.282 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 312868864 2024-09-20T21:41:54.282 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.282 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T21:41:54.282 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.283 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.283 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T21:41:54.283 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.283 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.283 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T21:41:54.283 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14 2024-09-20T21:41:54.283 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.283 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T21:41:54.283 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 195697 2024-09-20T21:41:54.283 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.283 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T21:41:54.283 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-20T21:41:54.283 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.283 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T21:41:54.283 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269760 2024-09-20T21:41:54.284 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.284 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T21:41:54.284 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1273856 2024-09-20T21:41:54.284 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.284 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T21:41:54.284 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.284 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.284 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T21:41:54.284 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.284 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.284 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T21:41:54.284 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15 2024-09-20T21:41:54.284 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.284 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T21:41:54.285 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4789 2024-09-20T21:41:54.285 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.285 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T21:41:54.285 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-20T21:41:54.285 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.285 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T21:41:54.285 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-20T21:41:54.285 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.285 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T21:41:54.285 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T21:41:54.285 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.285 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T21:41:54.285 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-20T21:41:54.285 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.286 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T21:41:54.286 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T21:41:54.286 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.286 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T21:41:54.286 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.286 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.286 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T21:41:54.286 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.286 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.286 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T21:41:54.286 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.286 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.286 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T21:41:54.286 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.286 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.287 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T21:41:54.287 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.287 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.287 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T21:41:54.287 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.287 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.287 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T21:41:54.287 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.287 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.287 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T21:41:54.287 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.287 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.287 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T21:41:54.287 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.287 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.288 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T21:41:54.288 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1761280 2024-09-20T21:41:54.288 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.288 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.288 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T21:41:54.288 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T21:41:54.288 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T21:41:54.288 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.288 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T21:41:54.288 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 704512 2024-09-20T21:41:54.288 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.288 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T21:41:54.288 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.288 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.288 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.289 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T21:41:54.289 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.289 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.289 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.289 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T21:41:54.289 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.289 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.289 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T21:41:54.289 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.289 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.289 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T21:41:54.289 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.289 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.289 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T21:41:54.290 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T21:41:54.290 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6609 2024-09-20T21:41:54.290 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.290 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T21:41:54.290 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.290 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.290 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.290 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T21:41:54.290 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 142, 2024-09-20T21:41:54.290 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 36744181 2024-09-20T21:41:54.290 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.290 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T21:41:54.290 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 141, 2024-09-20T21:41:54.290 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7322052 2024-09-20T21:41:54.290 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.291 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T21:41:54.291 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 142, 2024-09-20T21:41:54.291 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 212798 2024-09-20T21:41:54.291 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.291 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T21:41:54.291 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 142, 2024-09-20T21:41:54.291 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 36956979 2024-09-20T21:41:54.291 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.291 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T21:41:54.291 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.291 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.291 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.291 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T21:41:54.291 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T21:41:54.292 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27884 2024-09-20T21:41:54.292 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.292 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T21:41:54.292 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T21:41:54.292 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1106 2024-09-20T21:41:54.292 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.292 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T21:41:54.292 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.292 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.292 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.292 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T21:41:54.292 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.292 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.292 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.292 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T21:41:54.293 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T21:41:54.293 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7913 2024-09-20T21:41:54.293 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.293 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T21:41:54.293 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 314 2024-09-20T21:41:54.293 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.293 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T21:41:54.293 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 218 2024-09-20T21:41:54.293 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.293 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T21:41:54.293 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 82, 2024-09-20T21:41:54.293 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 758984 2024-09-20T21:41:54.293 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.293 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T21:41:54.294 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 137, 2024-09-20T21:41:54.294 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 310484 2024-09-20T21:41:54.294 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.294 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T21:41:54.294 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 55, 2024-09-20T21:41:54.294 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 233874 2024-09-20T21:41:54.294 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.294 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T21:41:54.294 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.294 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.294 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T21:41:54.294 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.294 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.295 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.295 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T21:41:54.295 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 233, 2024-09-20T21:41:54.295 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3022629 2024-09-20T21:41:54.295 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.295 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T21:41:54.295 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 45, 2024-09-20T21:41:54.295 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3428508 2024-09-20T21:41:54.295 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.295 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T21:41:54.295 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 42, 2024-09-20T21:41:54.295 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 343563120480 2024-09-20T21:41:54.295 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.296 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T21:41:54.296 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 45, 2024-09-20T21:41:54.296 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 60490741811 2024-09-20T21:41:54.296 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.296 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T21:41:54.296 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 230, 2024-09-20T21:41:54.296 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 555199 2024-09-20T21:41:54.296 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.296 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T21:41:54.296 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 230, 2024-09-20T21:41:54.296 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25417 2024-09-20T21:41:54.296 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.296 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T21:41:54.296 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 233, 2024-09-20T21:41:54.297 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 572118 2024-09-20T21:41:54.297 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.297 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T21:41:54.297 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 233, 2024-09-20T21:41:54.297 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 143361146 2024-09-20T21:41:54.297 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.297 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T21:41:54.297 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 233, 2024-09-20T21:41:54.297 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 72209 2024-09-20T21:41:54.297 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.297 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T21:41:54.297 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 233, 2024-09-20T21:41:54.297 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 86358863 2024-09-20T21:41:54.297 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.298 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T21:41:54.298 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 233, 2024-09-20T21:41:54.298 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12553157 2024-09-20T21:41:54.298 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.298 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T21:41:54.298 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 311801 2024-09-20T21:41:54.298 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.298 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T21:41:54.298 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 36, 2024-09-20T21:41:54.298 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 175216 2024-09-20T21:41:54.298 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.298 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T21:41:54.298 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 233, 2024-09-20T21:41:54.298 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 245897129 2024-09-20T21:41:54.299 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.299 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T21:41:54.299 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 233, 2024-09-20T21:41:54.299 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15610008 2024-09-20T21:41:54.299 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.299 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T21:41:54.299 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 233, 2024-09-20T21:41:54.299 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2583316 2024-09-20T21:41:54.299 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.299 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.299 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T21:41:54.299 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T21:41:54.299 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1862401566 2024-09-20T21:41:54.300 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.300 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T21:41:54.300 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 268812288 2024-09-20T21:41:54.300 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.300 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T21:41:54.300 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 268197888 2024-09-20T21:41:54.300 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.300 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T21:41:54.300 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3138479923 2024-09-20T21:41:54.300 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.300 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T21:41:54.300 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 614400 2024-09-20T21:41:54.300 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.300 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.300 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T21:41:54.301 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.301 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159383552 2024-09-20T21:41:54.301 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.301 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.301 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.301 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.301 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.301 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.301 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.301 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.301 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85556108 2024-09-20T21:41:54.301 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.301 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.302 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.302 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.302 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.302 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.302 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.302 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.302 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.302 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.302 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.302 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.302 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.302 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.302 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.302 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.303 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.303 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T21:41:54.303 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.303 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.303 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.303 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.303 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.303 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.303 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.303 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.303 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.303 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.303 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.303 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73823348 2024-09-20T21:41:54.303 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.304 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.304 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T21:41:54.304 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.304 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 780140544 2024-09-20T21:41:54.304 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.304 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.304 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:54.304 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.304 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.304 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.304 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.304 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.304 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641670816 2024-09-20T21:41:54.304 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.305 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.305 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.305 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.305 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.305 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.305 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.305 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.305 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.305 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.305 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.305 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.305 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.305 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.305 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.306 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.306 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.306 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2128 2024-09-20T21:41:54.306 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.306 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.306 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.306 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.306 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.306 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.306 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.306 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.306 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.306 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.307 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.307 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71358736 2024-09-20T21:41:54.307 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.307 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.307 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T21:41:54.307 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.307 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192937984 2024-09-20T21:41:54.307 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.307 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.307 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:54.307 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.307 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.307 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 464 2024-09-20T21:41:54.307 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.308 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.308 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57037405 2024-09-20T21:41:54.308 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.308 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.308 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.308 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.308 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.308 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.308 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.308 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.308 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.308 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.308 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.308 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.308 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.309 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.309 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.309 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.309 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.309 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.309 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.309 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.309 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.309 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.309 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.309 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.309 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.309 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.309 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.310 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.310 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.310 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68791251 2024-09-20T21:41:54.310 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.310 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.310 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T21:41:54.310 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.310 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 713031680 2024-09-20T21:41:54.310 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.310 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.310 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.310 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.310 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.311 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.311 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.311 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.311 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641670816 2024-09-20T21:41:54.311 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.311 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.311 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.311 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.311 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.311 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.311 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.311 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.311 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.311 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.311 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.311 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.312 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.312 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.312 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6964 2024-09-20T21:41:54.312 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.312 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.312 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 245150 2024-09-20T21:41:54.312 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.312 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.312 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.312 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.312 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.312 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.312 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.312 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.312 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.313 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.313 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.313 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71108750 2024-09-20T21:41:54.313 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.313 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.313 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T21:41:54.313 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T21:41:54.313 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.313 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.313 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T21:41:54.313 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.313 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.313 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T21:41:54.313 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.313 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.314 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T21:41:54.314 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.314 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.314 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.314 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:54.314 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T21:41:54.314 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 36 2024-09-20T21:41:54.314 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.314 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T21:41:54.314 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.314 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.314 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T21:41:54.314 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.314 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.315 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T21:41:54.315 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.315 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.315 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T21:41:54.315 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.315 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.315 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T21:41:54.315 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.315 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.315 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T21:41:54.315 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.315 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.315 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.315 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T21:41:54.316 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.316 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.316 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T21:41:54.316 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T21:41:54.316 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 829065 2024-09-20T21:41:54.316 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.316 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T21:41:54.316 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.316 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.316 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.316 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T21:41:54.316 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.316 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.317 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T21:41:54.317 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.317 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.317 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.317 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T21:41:54.317 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.317 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.317 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T21:41:54.317 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.317 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.317 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T21:41:54.317 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.317 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.317 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.318 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T21:41:54.318 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.318 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.318 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.318 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T21:41:54.318 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.318 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.318 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T21:41:54.318 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.318 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.318 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T21:41:54.318 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.318 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.318 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.319 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T21:41:54.319 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.319 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.319 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T21:41:54.319 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.319 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.319 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T21:41:54.319 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.319 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.319 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T21:41:54.319 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.319 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.319 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.320 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T21:41:54.320 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.320 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.320 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.320 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T21:41:54.320 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.320 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.320 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T21:41:54.320 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.320 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.320 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T21:41:54.320 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.320 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.320 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.321 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T21:41:54.321 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.321 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.321 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T21:41:54.321 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T21:41:54.321 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 829065 2024-09-20T21:41:54.321 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.321 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T21:41:54.321 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.321 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.321 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.321 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T21:41:54.321 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.321 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.321 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T21:41:54.322 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.322 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.322 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T21:41:54.322 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.322 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.322 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T21:41:54.322 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T21:41:54.322 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.322 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T21:41:54.322 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305192960 2024-09-20T21:41:54.322 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.322 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.322 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.322 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.4": { 2024-09-20T21:41:54.323 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:54.323 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T21:41:54.323 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.323 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.323 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T21:41:54.323 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.323 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.323 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T21:41:54.323 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T21:41:54.323 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.323 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-20T21:41:54.323 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.323 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.323 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T21:41:54.324 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.324 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.324 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T21:41:54.324 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.324 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.324 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T21:41:54.324 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12288 2024-09-20T21:41:54.324 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.324 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T21:41:54.324 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1187840 2024-09-20T21:41:54.324 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.324 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T21:41:54.324 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.324 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.325 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.325 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T21:41:54.325 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.325 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.325 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.325 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T21:41:54.325 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T21:41:54.325 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.325 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T21:41:54.325 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 304480256 2024-09-20T21:41:54.325 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.325 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T21:41:54.325 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 884736 2024-09-20T21:41:54.325 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.325 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T21:41:54.326 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 745472 2024-09-20T21:41:54.326 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.326 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T21:41:54.326 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 312868864 2024-09-20T21:41:54.326 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.326 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T21:41:54.326 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.326 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.326 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T21:41:54.326 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.326 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T21:41:54.326 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14 2024-09-20T21:41:54.327 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.327 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T21:41:54.327 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 195697 2024-09-20T21:41:54.327 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.327 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T21:41:54.327 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-20T21:41:54.327 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.327 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T21:41:54.327 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269760 2024-09-20T21:41:54.327 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.327 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T21:41:54.327 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1273856 2024-09-20T21:41:54.327 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.327 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T21:41:54.328 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.328 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.328 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T21:41:54.328 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.328 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.328 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T21:41:54.328 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15 2024-09-20T21:41:54.328 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.328 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T21:41:54.328 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4789 2024-09-20T21:41:54.328 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.328 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T21:41:54.328 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-20T21:41:54.328 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.328 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T21:41:54.328 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-20T21:41:54.329 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.329 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T21:41:54.329 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T21:41:54.329 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.329 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T21:41:54.329 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-20T21:41:54.329 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.329 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T21:41:54.329 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T21:41:54.329 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.329 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T21:41:54.329 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.329 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.329 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T21:41:54.330 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.330 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.330 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T21:41:54.330 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.330 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.330 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T21:41:54.330 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.330 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.330 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T21:41:54.330 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.330 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.330 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T21:41:54.330 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.330 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.331 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T21:41:54.331 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.331 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.331 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T21:41:54.331 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.331 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.331 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T21:41:54.331 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.331 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.331 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T21:41:54.331 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2007040 2024-09-20T21:41:54.331 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.331 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.332 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T21:41:54.332 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T21:41:54.332 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T21:41:54.332 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.332 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T21:41:54.332 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 708608 2024-09-20T21:41:54.332 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.332 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T21:41:54.332 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8, 2024-09-20T21:41:54.332 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 334508 2024-09-20T21:41:54.332 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.332 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T21:41:54.332 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.332 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.333 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.333 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T21:41:54.333 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.333 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.333 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T21:41:54.333 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.333 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.333 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T21:41:54.333 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.333 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.333 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T21:41:54.333 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T21:41:54.333 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1949 2024-09-20T21:41:54.333 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.334 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T21:41:54.334 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.334 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.334 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.334 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T21:41:54.334 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 165, 2024-09-20T21:41:54.334 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 49030705 2024-09-20T21:41:54.334 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.334 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T21:41:54.334 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 155, 2024-09-20T21:41:54.334 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9343248 2024-09-20T21:41:54.334 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.334 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T21:41:54.334 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 165, 2024-09-20T21:41:54.335 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 255380 2024-09-20T21:41:54.335 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.335 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T21:41:54.335 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 165, 2024-09-20T21:41:54.335 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 49286085 2024-09-20T21:41:54.335 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.335 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T21:41:54.335 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.335 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.335 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.335 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T21:41:54.335 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T21:41:54.335 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 35704 2024-09-20T21:41:54.335 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.336 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T21:41:54.336 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T21:41:54.336 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1518 2024-09-20T21:41:54.336 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.336 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T21:41:54.336 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.336 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.336 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.336 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T21:41:54.336 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.336 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.336 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.336 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T21:41:54.336 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T21:41:54.336 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8110 2024-09-20T21:41:54.337 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.337 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T21:41:54.337 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 365 2024-09-20T21:41:54.337 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.337 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T21:41:54.337 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 231 2024-09-20T21:41:54.337 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.337 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T21:41:54.337 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 92, 2024-09-20T21:41:54.337 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 789915 2024-09-20T21:41:54.337 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.337 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T21:41:54.337 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 155, 2024-09-20T21:41:54.337 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 188205 2024-09-20T21:41:54.337 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.337 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T21:41:54.338 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 63, 2024-09-20T21:41:54.338 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 166146 2024-09-20T21:41:54.338 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.338 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T21:41:54.338 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.338 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.338 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T21:41:54.338 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5, 2024-09-20T21:41:54.338 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 132703 2024-09-20T21:41:54.338 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.338 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T21:41:54.338 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 264, 2024-09-20T21:41:54.338 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3630779 2024-09-20T21:41:54.338 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.338 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T21:41:54.339 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 42, 2024-09-20T21:41:54.339 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3177285 2024-09-20T21:41:54.339 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.339 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T21:41:54.339 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 41, 2024-09-20T21:41:54.339 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 211225754055 2024-09-20T21:41:54.339 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.339 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T21:41:54.339 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 42, 2024-09-20T21:41:54.339 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68645980071 2024-09-20T21:41:54.339 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.339 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T21:41:54.339 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 263, 2024-09-20T21:41:54.339 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9012112780 2024-09-20T21:41:54.340 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.340 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T21:41:54.340 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 263, 2024-09-20T21:41:54.340 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 28902 2024-09-20T21:41:54.340 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.340 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T21:41:54.340 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 264, 2024-09-20T21:41:54.340 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 258793 2024-09-20T21:41:54.340 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.340 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T21:41:54.340 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 264, 2024-09-20T21:41:54.340 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 201898308 2024-09-20T21:41:54.340 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.340 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T21:41:54.340 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 264, 2024-09-20T21:41:54.340 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73747 2024-09-20T21:41:54.341 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.341 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T21:41:54.341 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 264, 2024-09-20T21:41:54.341 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 104201108 2024-09-20T21:41:54.341 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.341 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T21:41:54.341 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 264, 2024-09-20T21:41:54.341 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13436653 2024-09-20T21:41:54.341 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.341 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T21:41:54.341 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 310032 2024-09-20T21:41:54.341 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.341 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T21:41:54.341 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 40, 2024-09-20T21:41:54.341 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 168873 2024-09-20T21:41:54.341 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.342 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T21:41:54.342 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 264, 2024-09-20T21:41:54.342 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 323459540 2024-09-20T21:41:54.342 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.342 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T21:41:54.342 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 264, 2024-09-20T21:41:54.342 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15682476 2024-09-20T21:41:54.342 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.342 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T21:41:54.342 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 264, 2024-09-20T21:41:54.342 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3478362 2024-09-20T21:41:54.342 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.342 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.342 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T21:41:54.343 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T21:41:54.343 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1861462665 2024-09-20T21:41:54.343 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.343 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T21:41:54.343 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 269926400 2024-09-20T21:41:54.343 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.343 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T21:41:54.343 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 269680640 2024-09-20T21:41:54.343 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.343 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T21:41:54.343 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3137375334 2024-09-20T21:41:54.343 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.343 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T21:41:54.343 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 245760 2024-09-20T21:41:54.344 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.344 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.344 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T21:41:54.344 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.344 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159383552 2024-09-20T21:41:54.344 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.344 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.344 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.344 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.344 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.344 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.344 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.344 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.344 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85499602 2024-09-20T21:41:54.344 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.344 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.345 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.345 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.345 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.345 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.345 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.345 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.345 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.345 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.345 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.345 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.345 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.345 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.345 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.345 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.345 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.345 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.346 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.346 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.346 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.346 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.346 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.346 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.346 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.346 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.346 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.346 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.346 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.346 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73883950 2024-09-20T21:41:54.346 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.346 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.346 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T21:41:54.346 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.347 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 780140544 2024-09-20T21:41:54.347 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.347 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.347 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:54.347 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.347 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.347 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.347 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.347 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.347 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641247022 2024-09-20T21:41:54.347 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.347 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.347 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.347 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.347 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.348 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.348 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.348 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.348 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.348 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.348 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.348 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.348 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.348 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.348 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.348 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.349 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.349 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2128 2024-09-20T21:41:54.349 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.349 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.349 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.349 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.349 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.349 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.349 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.350 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.350 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.350 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.350 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.350 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71782530 2024-09-20T21:41:54.350 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.350 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.350 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T21:41:54.351 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.351 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192937984 2024-09-20T21:41:54.351 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.351 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.351 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:54.351 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.351 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.351 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 464 2024-09-20T21:41:54.352 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.352 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.352 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56999735 2024-09-20T21:41:54.352 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.352 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.352 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.352 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.352 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.352 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.353 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.353 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.353 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.353 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.353 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.353 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.353 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.353 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.354 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.354 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.354 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.354 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.354 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.354 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.354 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.354 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.355 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.355 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.355 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.355 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.355 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.355 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.355 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.355 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68828921 2024-09-20T21:41:54.356 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.356 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.356 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T21:41:54.356 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.356 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 713031680 2024-09-20T21:41:54.356 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.356 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.356 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.357 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.357 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.357 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.357 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.357 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.357 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641247022 2024-09-20T21:41:54.357 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.357 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.358 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.358 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.358 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.358 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.358 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.358 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.358 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.358 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.358 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.358 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.358 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.359 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.359 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.359 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.359 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.359 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 253502 2024-09-20T21:41:54.359 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.359 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.359 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.359 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.359 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.359 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.359 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.359 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.359 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.359 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.360 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.360 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71531156 2024-09-20T21:41:54.360 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.360 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.360 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T21:41:54.360 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T21:41:54.360 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.360 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.360 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T21:41:54.360 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.360 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.360 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T21:41:54.360 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.360 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.360 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T21:41:54.360 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.361 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.361 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.361 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:54.361 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T21:41:54.361 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 39 2024-09-20T21:41:54.361 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.361 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T21:41:54.361 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.361 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.361 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T21:41:54.361 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T21:41:54.361 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.361 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T21:41:54.361 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.361 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.362 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T21:41:54.362 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.362 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.362 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T21:41:54.362 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 22 2024-09-20T21:41:54.362 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.362 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T21:41:54.362 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T21:41:54.362 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5141925 2024-09-20T21:41:54.362 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.362 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T21:41:54.362 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.362 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.363 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T21:41:54.363 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T21:41:54.363 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 909390 2024-09-20T21:41:54.363 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.363 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T21:41:54.363 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T21:41:54.363 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5018149 2024-09-20T21:41:54.363 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.363 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T21:41:54.363 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.363 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.363 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T21:41:54.363 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.363 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.364 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.364 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T21:41:54.364 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.364 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.364 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T21:41:54.364 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.364 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.364 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T21:41:54.364 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.364 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.364 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.364 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T21:41:54.365 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.365 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.365 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.365 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T21:41:54.365 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.365 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.365 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T21:41:54.365 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.365 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.365 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T21:41:54.365 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.365 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.366 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.366 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T21:41:54.366 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.366 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.366 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T21:41:54.366 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.366 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.366 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T21:41:54.366 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.366 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.366 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T21:41:54.366 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.366 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.367 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.367 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T21:41:54.367 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.367 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.367 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.367 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T21:41:54.367 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T21:41:54.367 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.367 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T21:41:54.367 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 22 2024-09-20T21:41:54.367 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.367 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T21:41:54.367 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T21:41:54.367 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5141925 2024-09-20T21:41:54.368 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.368 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T21:41:54.368 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.368 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.368 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T21:41:54.368 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T21:41:54.368 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 909390 2024-09-20T21:41:54.368 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.368 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T21:41:54.368 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T21:41:54.368 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5018149 2024-09-20T21:41:54.368 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.368 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T21:41:54.368 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.369 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.369 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T21:41:54.369 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.369 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.369 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T21:41:54.369 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.369 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.369 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T21:41:54.369 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T21:41:54.369 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.369 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T21:41:54.369 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305201152 2024-09-20T21:41:54.369 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.369 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.369 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.370 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.5": { 2024-09-20T21:41:54.370 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:54.370 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T21:41:54.370 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.370 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.370 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T21:41:54.370 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.370 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.370 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T21:41:54.370 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T21:41:54.370 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.370 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-20T21:41:54.370 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.371 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.371 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T21:41:54.371 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.371 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.371 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T21:41:54.371 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.371 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.371 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T21:41:54.371 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12288 2024-09-20T21:41:54.371 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.371 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T21:41:54.371 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1175552 2024-09-20T21:41:54.371 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.371 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T21:41:54.372 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.372 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.372 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.372 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T21:41:54.372 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.372 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.372 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.372 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T21:41:54.372 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T21:41:54.372 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.372 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T21:41:54.372 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 304480256 2024-09-20T21:41:54.372 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.372 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T21:41:54.373 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 892928 2024-09-20T21:41:54.373 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.373 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T21:41:54.373 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 753664 2024-09-20T21:41:54.373 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.373 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T21:41:54.373 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 312868864 2024-09-20T21:41:54.373 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.373 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T21:41:54.373 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.373 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.373 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T21:41:54.373 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.373 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T21:41:54.374 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14 2024-09-20T21:41:54.374 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.374 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T21:41:54.374 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 195697 2024-09-20T21:41:54.374 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.374 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T21:41:54.374 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-20T21:41:54.374 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.374 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T21:41:54.374 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269760 2024-09-20T21:41:54.374 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.374 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T21:41:54.374 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1273856 2024-09-20T21:41:54.374 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.375 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T21:41:54.375 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.375 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.375 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T21:41:54.375 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.375 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.375 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T21:41:54.375 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15 2024-09-20T21:41:54.375 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.375 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T21:41:54.375 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4789 2024-09-20T21:41:54.375 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.375 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T21:41:54.375 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-20T21:41:54.376 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.376 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T21:41:54.376 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-20T21:41:54.376 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.376 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T21:41:54.376 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T21:41:54.376 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.376 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T21:41:54.376 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-20T21:41:54.376 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.376 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T21:41:54.376 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T21:41:54.376 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.376 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T21:41:54.376 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.377 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.377 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T21:41:54.377 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.377 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.377 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T21:41:54.377 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.377 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.377 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T21:41:54.377 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.377 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.377 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T21:41:54.377 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.377 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.377 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T21:41:54.377 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.378 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.378 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T21:41:54.378 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.378 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.378 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T21:41:54.378 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.378 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.378 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T21:41:54.378 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.378 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.378 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T21:41:54.378 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2002944 2024-09-20T21:41:54.378 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.378 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.379 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T21:41:54.379 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T21:41:54.379 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T21:41:54.379 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.379 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T21:41:54.379 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 700416 2024-09-20T21:41:54.379 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.379 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T21:41:54.379 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T21:41:54.379 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 139850 2024-09-20T21:41:54.379 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.379 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T21:41:54.379 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.379 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.379 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.379 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T21:41:54.380 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.380 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.380 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T21:41:54.380 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.380 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.380 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T21:41:54.380 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.380 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.380 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T21:41:54.380 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T21:41:54.380 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4553 2024-09-20T21:41:54.380 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.380 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T21:41:54.380 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.380 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.380 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.381 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T21:41:54.381 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 167, 2024-09-20T21:41:54.381 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 48432972 2024-09-20T21:41:54.381 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.381 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T21:41:54.381 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 166, 2024-09-20T21:41:54.381 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6730252 2024-09-20T21:41:54.381 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.381 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T21:41:54.381 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 167, 2024-09-20T21:41:54.381 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 168197 2024-09-20T21:41:54.381 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.381 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T21:41:54.381 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 167, 2024-09-20T21:41:54.381 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 48601169 2024-09-20T21:41:54.381 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.382 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T21:41:54.382 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.382 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.382 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.382 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T21:41:54.382 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T21:41:54.382 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 36426 2024-09-20T21:41:54.382 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.382 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T21:41:54.382 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T21:41:54.382 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1007 2024-09-20T21:41:54.382 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.382 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T21:41:54.382 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.383 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.383 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.383 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T21:41:54.383 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.383 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.383 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.383 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T21:41:54.383 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T21:41:54.383 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3911 2024-09-20T21:41:54.383 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.383 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T21:41:54.383 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 324 2024-09-20T21:41:54.383 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.383 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T21:41:54.383 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 241 2024-09-20T21:41:54.384 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.384 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T21:41:54.384 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 85, 2024-09-20T21:41:54.384 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 946900 2024-09-20T21:41:54.384 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.384 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T21:41:54.384 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 132, 2024-09-20T21:41:54.384 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 263482 2024-09-20T21:41:54.384 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.384 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T21:41:54.384 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 47, 2024-09-20T21:41:54.384 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 384321 2024-09-20T21:41:54.384 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.384 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T21:41:54.384 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.385 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.385 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T21:41:54.385 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T21:41:54.385 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 60333 2024-09-20T21:41:54.385 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.385 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T21:41:54.385 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 265, 2024-09-20T21:41:54.385 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3009209 2024-09-20T21:41:54.385 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.385 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T21:41:54.385 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 40, 2024-09-20T21:41:54.385 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3105257 2024-09-20T21:41:54.385 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.385 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T21:41:54.386 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 37, 2024-09-20T21:41:54.386 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 237684113684 2024-09-20T21:41:54.386 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.386 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T21:41:54.386 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 40, 2024-09-20T21:41:54.386 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 59499438673 2024-09-20T21:41:54.386 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.386 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T21:41:54.386 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 262, 2024-09-20T21:41:54.386 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8768856221 2024-09-20T21:41:54.386 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.386 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T21:41:54.386 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 262, 2024-09-20T21:41:54.386 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27462 2024-09-20T21:41:54.386 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.386 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T21:41:54.387 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 265, 2024-09-20T21:41:54.387 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 210693 2024-09-20T21:41:54.387 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.387 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T21:41:54.387 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 265, 2024-09-20T21:41:54.387 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 88778108 2024-09-20T21:41:54.387 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.387 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T21:41:54.387 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 265, 2024-09-20T21:41:54.387 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 74987 2024-09-20T21:41:54.387 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.387 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T21:41:54.387 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 265, 2024-09-20T21:41:54.387 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 61129943 2024-09-20T21:41:54.388 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.388 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T21:41:54.388 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 265, 2024-09-20T21:41:54.388 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13168147 2024-09-20T21:41:54.388 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.388 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T21:41:54.388 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 311491 2024-09-20T21:41:54.388 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.388 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T21:41:54.388 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 32, 2024-09-20T21:41:54.388 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 158077 2024-09-20T21:41:54.388 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.388 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T21:41:54.388 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 265, 2024-09-20T21:41:54.388 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 166328327 2024-09-20T21:41:54.388 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.389 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T21:41:54.389 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 265, 2024-09-20T21:41:54.389 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15398742 2024-09-20T21:41:54.389 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.389 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T21:41:54.389 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 265, 2024-09-20T21:41:54.389 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3370615 2024-09-20T21:41:54.389 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.389 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.389 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T21:41:54.389 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T21:41:54.389 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1861462665 2024-09-20T21:41:54.389 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.389 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T21:41:54.389 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 270909440 2024-09-20T21:41:54.389 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.390 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T21:41:54.390 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 269901824 2024-09-20T21:41:54.390 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.390 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T21:41:54.390 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3137375334 2024-09-20T21:41:54.390 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.390 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T21:41:54.390 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1007616 2024-09-20T21:41:54.390 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.390 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.390 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T21:41:54.390 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.390 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159383552 2024-09-20T21:41:54.390 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.390 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.391 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.391 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.391 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.391 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.391 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.391 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.391 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85499440 2024-09-20T21:41:54.391 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.391 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.391 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.391 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.391 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.391 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.391 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.391 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.392 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.392 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.392 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.392 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.392 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.392 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.392 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.392 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.392 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.392 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.392 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.392 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.392 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.392 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.393 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.393 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.393 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.393 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.393 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.393 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.393 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.393 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73884112 2024-09-20T21:41:54.393 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.393 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.393 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T21:41:54.393 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.393 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 780140544 2024-09-20T21:41:54.393 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.394 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.394 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:54.394 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.394 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.394 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.394 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.394 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.394 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641245801 2024-09-20T21:41:54.394 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.394 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.394 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.394 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.394 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.394 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.395 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.395 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.395 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.395 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.395 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.395 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.395 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.395 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.395 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.395 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.395 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.395 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2128 2024-09-20T21:41:54.395 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.395 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.395 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.396 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.396 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.396 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.396 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.396 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.396 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.396 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.396 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.396 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71783751 2024-09-20T21:41:54.396 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.396 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.396 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T21:41:54.396 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.396 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192937984 2024-09-20T21:41:54.396 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.396 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.397 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:54.397 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.397 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.397 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 464 2024-09-20T21:41:54.397 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.397 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.397 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56999626 2024-09-20T21:41:54.397 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.397 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.397 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.397 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.397 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.397 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.397 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.397 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.398 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.398 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.398 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.398 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.398 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.398 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.398 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.398 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.398 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.398 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.398 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.398 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.398 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.399 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.399 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.399 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.399 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.399 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.399 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.399 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.399 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.399 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68829030 2024-09-20T21:41:54.399 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.399 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.399 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T21:41:54.399 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.399 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 713031680 2024-09-20T21:41:54.399 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.400 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.400 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.400 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.400 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.400 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.400 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.400 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.400 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641245801 2024-09-20T21:41:54.400 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.400 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.400 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.400 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.400 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.400 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.400 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.401 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.401 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.401 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.401 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.401 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.401 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.401 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.401 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.401 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.401 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.401 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 261787 2024-09-20T21:41:54.401 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.401 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.401 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.401 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.402 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.402 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.402 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.402 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.402 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.402 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.402 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.402 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71524092 2024-09-20T21:41:54.402 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.402 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.402 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T21:41:54.402 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T21:41:54.402 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.402 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.402 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T21:41:54.403 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.403 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.403 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T21:41:54.403 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.403 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.403 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T21:41:54.403 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.403 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.403 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.403 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:54.403 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T21:41:54.403 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 42 2024-09-20T21:41:54.403 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.403 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T21:41:54.404 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.404 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.404 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T21:41:54.404 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.404 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.404 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T21:41:54.404 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.404 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.404 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T21:41:54.404 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.405 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.405 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T21:41:54.405 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.405 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.405 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T21:41:54.405 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.405 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.405 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.405 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T21:41:54.406 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.406 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.406 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T21:41:54.406 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.406 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.406 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.406 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T21:41:54.406 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.406 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.407 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.407 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T21:41:54.407 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.407 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.407 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T21:41:54.407 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.407 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.407 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.407 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T21:41:54.408 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.408 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.408 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T21:41:54.408 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.408 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.408 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T21:41:54.408 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.408 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.409 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.409 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T21:41:54.409 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.409 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.409 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.409 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T21:41:54.409 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.409 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.410 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T21:41:54.410 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.410 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.410 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T21:41:54.410 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.410 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.410 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.410 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T21:41:54.410 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.411 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.411 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T21:41:54.411 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.411 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.411 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T21:41:54.411 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.411 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.412 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T21:41:54.412 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.412 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.412 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.412 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T21:41:54.412 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.412 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.412 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.412 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T21:41:54.412 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.412 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.412 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T21:41:54.413 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.413 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.413 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T21:41:54.413 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.413 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.413 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.413 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T21:41:54.413 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.413 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.413 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T21:41:54.413 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.413 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.413 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.414 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T21:41:54.414 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.414 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.414 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.414 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T21:41:54.414 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.414 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.414 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T21:41:54.414 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 590368 2024-09-20T21:41:54.414 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.414 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T21:41:54.414 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:54.415 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.415 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T21:41:54.415 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T21:41:54.415 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.415 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T21:41:54.415 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305188864 2024-09-20T21:41:54.415 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.415 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.415 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.415 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.6": { 2024-09-20T21:41:54.415 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:54.415 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T21:41:54.415 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.415 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.415 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T21:41:54.416 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.416 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.416 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T21:41:54.416 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T21:41:54.416 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.416 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-20T21:41:54.416 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.416 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.416 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T21:41:54.416 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.416 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.416 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T21:41:54.416 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.416 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.416 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T21:41:54.417 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12288 2024-09-20T21:41:54.417 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.417 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T21:41:54.417 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1265664 2024-09-20T21:41:54.417 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.417 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T21:41:54.417 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.417 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.417 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.417 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T21:41:54.417 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.417 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.417 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.417 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T21:41:54.417 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T21:41:54.418 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.418 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T21:41:54.418 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 304480256 2024-09-20T21:41:54.418 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.418 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T21:41:54.418 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 962560 2024-09-20T21:41:54.418 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.418 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T21:41:54.418 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 823296 2024-09-20T21:41:54.418 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.418 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T21:41:54.418 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 312868864 2024-09-20T21:41:54.418 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.419 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T21:41:54.419 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.419 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.419 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T21:41:54.419 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.419 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T21:41:54.419 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14 2024-09-20T21:41:54.419 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.419 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T21:41:54.419 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 195697 2024-09-20T21:41:54.419 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.419 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T21:41:54.419 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-20T21:41:54.419 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.420 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T21:41:54.420 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269760 2024-09-20T21:41:54.420 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.420 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T21:41:54.420 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1273856 2024-09-20T21:41:54.420 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.420 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T21:41:54.420 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.420 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.420 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T21:41:54.420 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.420 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.420 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T21:41:54.420 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15 2024-09-20T21:41:54.420 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.421 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T21:41:54.421 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4789 2024-09-20T21:41:54.421 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.421 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T21:41:54.421 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-20T21:41:54.421 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.421 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T21:41:54.421 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-20T21:41:54.421 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.421 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T21:41:54.421 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T21:41:54.421 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.421 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T21:41:54.421 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-20T21:41:54.421 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.422 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T21:41:54.422 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T21:41:54.422 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.422 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T21:41:54.422 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.422 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.422 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T21:41:54.422 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.422 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.422 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T21:41:54.422 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.422 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.422 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T21:41:54.422 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.423 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.423 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T21:41:54.423 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.423 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.423 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T21:41:54.423 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.423 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.423 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T21:41:54.423 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.423 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.423 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T21:41:54.423 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.423 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.424 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T21:41:54.424 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.424 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.424 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T21:41:54.424 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2162688 2024-09-20T21:41:54.424 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.424 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.424 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T21:41:54.424 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T21:41:54.425 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T21:41:54.425 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.425 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T21:41:54.425 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1286144 2024-09-20T21:41:54.425 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.425 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T21:41:54.425 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.425 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.425 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.426 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T21:41:54.426 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.426 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.426 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.426 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T21:41:54.426 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.426 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.427 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T21:41:54.427 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.427 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.427 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T21:41:54.427 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.427 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.427 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T21:41:54.427 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T21:41:54.428 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5161 2024-09-20T21:41:54.428 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.428 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T21:41:54.428 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.428 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.428 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.428 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T21:41:54.429 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 184, 2024-09-20T21:41:54.429 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 38680876 2024-09-20T21:41:54.429 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.429 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T21:41:54.429 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 178, 2024-09-20T21:41:54.429 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7775678 2024-09-20T21:41:54.429 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.429 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T21:41:54.430 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 184, 2024-09-20T21:41:54.430 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 152235 2024-09-20T21:41:54.430 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.430 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T21:41:54.430 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 184, 2024-09-20T21:41:54.430 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 38833111 2024-09-20T21:41:54.430 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.431 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T21:41:54.431 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.431 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.431 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.431 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T21:41:54.431 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T21:41:54.431 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 29034 2024-09-20T21:41:54.431 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.432 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T21:41:54.432 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T21:41:54.432 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1371 2024-09-20T21:41:54.432 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.432 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T21:41:54.432 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.432 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.433 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.433 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T21:41:54.433 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.433 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.433 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.433 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T21:41:54.433 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T21:41:54.433 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10009 2024-09-20T21:41:54.433 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.433 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T21:41:54.433 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 366 2024-09-20T21:41:54.433 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.434 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T21:41:54.434 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 241 2024-09-20T21:41:54.434 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.434 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T21:41:54.434 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 85, 2024-09-20T21:41:54.434 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 579226 2024-09-20T21:41:54.434 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.434 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T21:41:54.435 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 131, 2024-09-20T21:41:54.435 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 235409 2024-09-20T21:41:54.435 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.435 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T21:41:54.435 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 46, 2024-09-20T21:41:54.435 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 326141 2024-09-20T21:41:54.435 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.435 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T21:41:54.435 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.435 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.435 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T21:41:54.435 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.435 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.435 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.436 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T21:41:54.436 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 272, 2024-09-20T21:41:54.436 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5160716 2024-09-20T21:41:54.436 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.436 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T21:41:54.436 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 36, 2024-09-20T21:41:54.436 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2208343 2024-09-20T21:41:54.436 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.436 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T21:41:54.436 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 36, 2024-09-20T21:41:54.436 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 470595666416 2024-09-20T21:41:54.436 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.436 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T21:41:54.436 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 36, 2024-09-20T21:41:54.437 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 51559793691 2024-09-20T21:41:54.437 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.437 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T21:41:54.437 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 272, 2024-09-20T21:41:54.437 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 448959 2024-09-20T21:41:54.437 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.437 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T21:41:54.437 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 272, 2024-09-20T21:41:54.437 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 30306 2024-09-20T21:41:54.437 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.437 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T21:41:54.437 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 272, 2024-09-20T21:41:54.438 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 242483 2024-09-20T21:41:54.438 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.438 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T21:41:54.438 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 272, 2024-09-20T21:41:54.438 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 105082926 2024-09-20T21:41:54.438 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.438 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T21:41:54.438 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 272, 2024-09-20T21:41:54.438 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 80150 2024-09-20T21:41:54.438 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.438 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T21:41:54.438 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 272, 2024-09-20T21:41:54.438 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70676669 2024-09-20T21:41:54.438 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.439 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T21:41:54.439 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 272, 2024-09-20T21:41:54.439 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11655976 2024-09-20T21:41:54.439 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.439 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T21:41:54.439 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 901750 2024-09-20T21:41:54.439 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.439 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T21:41:54.439 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 29, 2024-09-20T21:41:54.439 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 123705 2024-09-20T21:41:54.439 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.439 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T21:41:54.439 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 272, 2024-09-20T21:41:54.440 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192856404 2024-09-20T21:41:54.440 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.440 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T21:41:54.440 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 272, 2024-09-20T21:41:54.440 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13661006 2024-09-20T21:41:54.440 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.440 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T21:41:54.440 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 272, 2024-09-20T21:41:54.440 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1820870 2024-09-20T21:41:54.440 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.440 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.440 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T21:41:54.440 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T21:41:54.440 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1861462665 2024-09-20T21:41:54.440 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.441 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T21:41:54.441 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 270974976 2024-09-20T21:41:54.441 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.441 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T21:41:54.441 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 269672448 2024-09-20T21:41:54.441 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.441 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T21:41:54.441 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3137375334 2024-09-20T21:41:54.441 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.441 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T21:41:54.441 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1302528 2024-09-20T21:41:54.441 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.441 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.441 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T21:41:54.441 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.442 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159383552 2024-09-20T21:41:54.442 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.442 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.442 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.442 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.442 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.442 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.442 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.442 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.442 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85499454 2024-09-20T21:41:54.442 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.442 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.442 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.443 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.443 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.443 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.443 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.443 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.443 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.443 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.443 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.443 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.443 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.443 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.443 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.443 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.443 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.444 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.444 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.444 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.444 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.444 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.444 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.444 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.444 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.444 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.444 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.444 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.444 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.444 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73884098 2024-09-20T21:41:54.444 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.445 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.445 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T21:41:54.445 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.445 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 780140544 2024-09-20T21:41:54.445 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.445 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.445 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:54.445 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.445 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.445 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.445 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.445 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.445 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641245912 2024-09-20T21:41:54.445 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.445 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.445 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.446 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.446 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.446 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.446 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.446 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.446 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.446 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.446 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.446 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.446 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.446 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.446 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.446 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.446 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.447 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2128 2024-09-20T21:41:54.447 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.447 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.447 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.447 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.447 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.447 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.447 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.447 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.447 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.447 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.447 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.447 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71783640 2024-09-20T21:41:54.448 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.448 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.448 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T21:41:54.448 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.448 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192937984 2024-09-20T21:41:54.448 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.448 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.448 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:54.448 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.448 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.448 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 464 2024-09-20T21:41:54.449 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.450 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.450 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56999636 2024-09-20T21:41:54.450 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.450 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.450 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.450 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.450 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.450 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.450 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.450 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.451 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.451 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.451 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.451 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.451 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.451 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.451 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.451 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.451 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.451 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.451 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.451 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.451 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.451 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.452 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.452 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.452 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.452 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.452 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.452 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.452 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.452 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68829020 2024-09-20T21:41:54.452 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.452 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.452 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T21:41:54.452 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.452 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 713031680 2024-09-20T21:41:54.452 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.453 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.453 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.453 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.453 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.453 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.453 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.453 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.453 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641245912 2024-09-20T21:41:54.453 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.453 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.453 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.453 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.453 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.453 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.453 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.454 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.454 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.454 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.454 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.454 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.454 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.454 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.454 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7107 2024-09-20T21:41:54.454 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.454 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.454 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 254434 2024-09-20T21:41:54.454 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.454 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.454 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.455 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.455 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.455 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.455 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.455 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.455 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.455 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.455 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.455 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71524227 2024-09-20T21:41:54.455 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.455 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.455 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T21:41:54.455 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T21:41:54.455 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.456 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.456 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T21:41:54.456 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.456 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.456 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T21:41:54.456 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.456 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.456 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T21:41:54.456 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.456 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.456 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.456 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:54.456 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T21:41:54.456 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 39 2024-09-20T21:41:54.456 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.457 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T21:41:54.457 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.457 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.457 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T21:41:54.457 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13 2024-09-20T21:41:54.457 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.457 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T21:41:54.457 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.457 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.457 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T21:41:54.457 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.457 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.457 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T21:41:54.457 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2804 2024-09-20T21:41:54.457 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.457 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T21:41:54.458 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13, 2024-09-20T21:41:54.458 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70313011 2024-09-20T21:41:54.458 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.458 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T21:41:54.458 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.458 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.458 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T21:41:54.458 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15, 2024-09-20T21:41:54.458 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6046024 2024-09-20T21:41:54.458 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.458 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T21:41:54.458 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13, 2024-09-20T21:41:54.458 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32470388 2024-09-20T21:41:54.458 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.459 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T21:41:54.459 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.459 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.459 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T21:41:54.459 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.459 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.459 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.459 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T21:41:54.459 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.459 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.459 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T21:41:54.459 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.459 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.459 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T21:41:54.459 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.460 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.460 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.460 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T21:41:54.460 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.460 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.460 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.460 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T21:41:54.460 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.460 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.460 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T21:41:54.460 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.460 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.460 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T21:41:54.461 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.461 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.461 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.461 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T21:41:54.461 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.461 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.461 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T21:41:54.461 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.461 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.461 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T21:41:54.461 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.461 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.461 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T21:41:54.461 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.462 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.462 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.462 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T21:41:54.462 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.462 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.462 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.462 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T21:41:54.462 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13 2024-09-20T21:41:54.462 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.462 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T21:41:54.462 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2804 2024-09-20T21:41:54.462 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.462 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T21:41:54.462 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13, 2024-09-20T21:41:54.463 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70313011 2024-09-20T21:41:54.463 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.463 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T21:41:54.463 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.463 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.463 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T21:41:54.463 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15, 2024-09-20T21:41:54.463 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6046024 2024-09-20T21:41:54.463 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.463 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T21:41:54.463 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13, 2024-09-20T21:41:54.463 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32470388 2024-09-20T21:41:54.463 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.463 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T21:41:54.464 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.464 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.464 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T21:41:54.464 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 590368 2024-09-20T21:41:54.464 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.464 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T21:41:54.464 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:54.464 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.464 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T21:41:54.464 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T21:41:54.464 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.464 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T21:41:54.464 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305774592 2024-09-20T21:41:54.464 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.465 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.465 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.465 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.7": { 2024-09-20T21:41:54.465 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:54.465 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T21:41:54.465 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.465 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.465 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T21:41:54.465 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.465 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.465 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T21:41:54.465 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T21:41:54.465 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.465 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-20T21:41:54.465 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.466 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.466 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T21:41:54.466 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.466 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.466 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T21:41:54.466 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.466 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.466 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T21:41:54.466 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12288 2024-09-20T21:41:54.466 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.466 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T21:41:54.466 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1191936 2024-09-20T21:41:54.466 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.466 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T21:41:54.467 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.467 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.467 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.467 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T21:41:54.467 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.467 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.467 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.467 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T21:41:54.467 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T21:41:54.467 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.467 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T21:41:54.467 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 304480256 2024-09-20T21:41:54.467 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.467 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T21:41:54.468 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 897024 2024-09-20T21:41:54.468 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.468 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T21:41:54.468 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 757760 2024-09-20T21:41:54.468 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.468 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T21:41:54.468 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 312868864 2024-09-20T21:41:54.468 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.468 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T21:41:54.468 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.468 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.468 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T21:41:54.468 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.468 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.469 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T21:41:54.469 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14 2024-09-20T21:41:54.469 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.469 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T21:41:54.469 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 195697 2024-09-20T21:41:54.469 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.469 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T21:41:54.469 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-20T21:41:54.469 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.469 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T21:41:54.469 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269760 2024-09-20T21:41:54.469 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.469 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T21:41:54.469 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1273856 2024-09-20T21:41:54.469 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.470 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T21:41:54.470 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.470 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.470 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T21:41:54.470 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.470 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.470 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T21:41:54.470 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15 2024-09-20T21:41:54.470 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.470 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T21:41:54.470 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4789 2024-09-20T21:41:54.470 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.470 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T21:41:54.471 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-20T21:41:54.471 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.471 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T21:41:54.471 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-20T21:41:54.471 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.471 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T21:41:54.471 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T21:41:54.471 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.471 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T21:41:54.471 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-20T21:41:54.471 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.471 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T21:41:54.471 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T21:41:54.471 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.472 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T21:41:54.472 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.472 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.472 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T21:41:54.472 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.472 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.472 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T21:41:54.472 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.472 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.472 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T21:41:54.472 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.472 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.472 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T21:41:54.472 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.472 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.473 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T21:41:54.473 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.473 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.473 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T21:41:54.473 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.473 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.473 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T21:41:54.473 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.473 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.473 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T21:41:54.473 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.473 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.473 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T21:41:54.473 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2023424 2024-09-20T21:41:54.474 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.474 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.474 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T21:41:54.474 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T21:41:54.474 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T21:41:54.474 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.474 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T21:41:54.474 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1290240 2024-09-20T21:41:54.474 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.474 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T21:41:54.474 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T21:41:54.474 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 137221 2024-09-20T21:41:54.474 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.475 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T21:41:54.475 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.475 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.475 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.475 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T21:41:54.475 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.475 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.475 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T21:41:54.475 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.475 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.475 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T21:41:54.475 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.475 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.475 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T21:41:54.476 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10, 2024-09-20T21:41:54.476 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 35018 2024-09-20T21:41:54.476 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.476 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T21:41:54.476 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.476 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.476 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.476 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T21:41:54.476 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 168, 2024-09-20T21:41:54.476 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57054580 2024-09-20T21:41:54.476 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.476 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T21:41:54.476 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 158, 2024-09-20T21:41:54.476 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8888289 2024-09-20T21:41:54.476 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.477 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T21:41:54.477 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 168, 2024-09-20T21:41:54.477 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 133935 2024-09-20T21:41:54.477 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.477 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T21:41:54.477 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 168, 2024-09-20T21:41:54.477 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57188515 2024-09-20T21:41:54.477 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.477 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T21:41:54.477 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.477 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.477 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.477 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T21:41:54.478 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T21:41:54.478 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 46833 2024-09-20T21:41:54.478 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.478 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T21:41:54.478 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T21:41:54.478 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 883 2024-09-20T21:41:54.478 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.478 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T21:41:54.478 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.478 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.478 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.478 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T21:41:54.478 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:54.478 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.479 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.479 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T21:41:54.479 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T21:41:54.479 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7834 2024-09-20T21:41:54.479 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.479 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T21:41:54.479 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 723 2024-09-20T21:41:54.479 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.479 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T21:41:54.479 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 273 2024-09-20T21:41:54.479 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.479 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T21:41:54.479 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 129, 2024-09-20T21:41:54.479 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3080588 2024-09-20T21:41:54.480 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.480 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T21:41:54.480 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 212, 2024-09-20T21:41:54.480 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 237069 2024-09-20T21:41:54.480 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.480 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T21:41:54.480 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 83, 2024-09-20T21:41:54.480 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2351867 2024-09-20T21:41:54.480 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.480 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T21:41:54.480 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.480 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.480 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T21:41:54.481 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T21:41:54.481 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21652 2024-09-20T21:41:54.481 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.481 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T21:41:54.481 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 308, 2024-09-20T21:41:54.481 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3834679 2024-09-20T21:41:54.481 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.481 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T21:41:54.481 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 24, 2024-09-20T21:41:54.481 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2057984 2024-09-20T21:41:54.481 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.481 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T21:41:54.481 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 24, 2024-09-20T21:41:54.481 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 258065673117 2024-09-20T21:41:54.482 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.482 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T21:41:54.482 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 24, 2024-09-20T21:41:54.482 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 39386456880 2024-09-20T21:41:54.482 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.482 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T21:41:54.482 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 308, 2024-09-20T21:41:54.482 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 410661 2024-09-20T21:41:54.482 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.482 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T21:41:54.482 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 308, 2024-09-20T21:41:54.482 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 33962 2024-09-20T21:41:54.482 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.482 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T21:41:54.483 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 308, 2024-09-20T21:41:54.483 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192603 2024-09-20T21:41:54.483 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.483 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T21:41:54.483 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 308, 2024-09-20T21:41:54.483 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 233251007 2024-09-20T21:41:54.483 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.483 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T21:41:54.483 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 308, 2024-09-20T21:41:54.483 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 90300 2024-09-20T21:41:54.483 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.483 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T21:41:54.483 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 308, 2024-09-20T21:41:54.483 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 144585870 2024-09-20T21:41:54.484 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.484 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T21:41:54.484 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 308, 2024-09-20T21:41:54.484 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14729900 2024-09-20T21:41:54.484 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.484 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T21:41:54.484 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 900277 2024-09-20T21:41:54.484 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.484 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T21:41:54.484 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 23, 2024-09-20T21:41:54.484 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 91156 2024-09-20T21:41:54.484 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.484 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T21:41:54.484 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 308, 2024-09-20T21:41:54.484 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 396632363 2024-09-20T21:41:54.485 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.485 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T21:41:54.485 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 308, 2024-09-20T21:41:54.485 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16553548 2024-09-20T21:41:54.485 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.485 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T21:41:54.485 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 308, 2024-09-20T21:41:54.485 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3175594 2024-09-20T21:41:54.485 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.485 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.485 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T21:41:54.485 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T21:41:54.485 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1861462665 2024-09-20T21:41:54.485 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.485 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T21:41:54.486 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 272023552 2024-09-20T21:41:54.486 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.486 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T21:41:54.486 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 270139392 2024-09-20T21:41:54.486 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.486 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T21:41:54.486 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3137375334 2024-09-20T21:41:54.486 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.486 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T21:41:54.486 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1884160 2024-09-20T21:41:54.486 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.486 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.486 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T21:41:54.487 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.487 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159383552 2024-09-20T21:41:54.487 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.487 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.487 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.487 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.487 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.487 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.487 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.487 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.487 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85481781 2024-09-20T21:41:54.487 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.487 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.487 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.488 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.488 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.488 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 147456 2024-09-20T21:41:54.488 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.488 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.488 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.488 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.488 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.488 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.488 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.488 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.488 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.488 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.488 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.488 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 131072 2024-09-20T21:41:54.489 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.489 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.489 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.489 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.489 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.489 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.489 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.489 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.489 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.489 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.489 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.489 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73623243 2024-09-20T21:41:54.489 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.489 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.489 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T21:41:54.489 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.490 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 780140544 2024-09-20T21:41:54.490 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.490 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.490 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:54.490 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.490 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.490 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.490 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.490 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.490 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641113363 2024-09-20T21:41:54.490 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.490 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.490 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.490 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.490 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.491 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.491 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.491 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.491 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.491 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.491 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.491 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.491 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.491 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.491 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.491 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.491 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.491 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2128 2024-09-20T21:41:54.491 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.491 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.492 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.492 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.492 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.492 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.492 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.492 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.492 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.492 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.492 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.492 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71916189 2024-09-20T21:41:54.492 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.492 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.492 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T21:41:54.492 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.492 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192937984 2024-09-20T21:41:54.492 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.493 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.493 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:54.493 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.493 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.493 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 464 2024-09-20T21:41:54.493 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.493 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.493 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56987854 2024-09-20T21:41:54.493 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.493 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.493 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.493 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.493 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.493 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.493 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.494 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.494 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.494 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.494 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.494 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.494 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.494 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.494 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.494 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.494 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.494 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.494 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.494 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.494 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.495 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.495 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.495 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.495 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.495 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.495 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.495 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.495 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.495 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68840802 2024-09-20T21:41:54.495 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.495 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.495 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T21:41:54.495 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:54.495 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 713031680 2024-09-20T21:41:54.495 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.496 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:54.496 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.496 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.496 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:54.496 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.496 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.496 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:54.496 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641113363 2024-09-20T21:41:54.496 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.496 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:54.496 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.496 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.496 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:54.496 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14234 2024-09-20T21:41:54.496 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.496 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:54.497 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.497 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.497 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:54.497 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.497 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.497 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:54.497 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.497 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.497 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:54.497 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 263331 2024-09-20T21:41:54.497 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.497 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:54.497 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.497 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.497 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:54.497 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.498 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.498 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:54.498 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.498 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.498 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:54.498 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71640752 2024-09-20T21:41:54.498 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.498 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.498 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T21:41:54.498 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T21:41:54.498 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.498 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.498 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T21:41:54.499 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.499 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.499 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T21:41:54.499 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.499 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.499 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T21:41:54.499 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.499 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.499 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.499 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:54.499 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T21:41:54.499 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 46 2024-09-20T21:41:54.499 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.500 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T21:41:54.500 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.500 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.500 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T21:41:54.500 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 143 2024-09-20T21:41:54.500 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.500 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T21:41:54.500 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.500 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.500 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T21:41:54.500 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.500 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.500 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T21:41:54.500 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.501 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.501 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T21:41:54.501 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 143, 2024-09-20T21:41:54.501 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 96718345 2024-09-20T21:41:54.501 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.501 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T21:41:54.501 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 265810 2024-09-20T21:41:54.501 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.501 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T21:41:54.501 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 145, 2024-09-20T21:41:54.501 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 33627667 2024-09-20T21:41:54.501 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.501 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T21:41:54.501 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 143, 2024-09-20T21:41:54.502 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 62247436 2024-09-20T21:41:54.502 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.502 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T21:41:54.502 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 100 2024-09-20T21:41:54.502 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.502 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T21:41:54.502 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 100, 2024-09-20T21:41:54.502 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17218524 2024-09-20T21:41:54.502 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.502 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T21:41:54.502 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.502 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.502 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T21:41:54.503 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 265810 2024-09-20T21:41:54.503 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.503 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T21:41:54.503 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 100, 2024-09-20T21:41:54.503 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14083452 2024-09-20T21:41:54.503 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.503 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T21:41:54.503 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 100, 2024-09-20T21:41:54.503 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11512590 2024-09-20T21:41:54.503 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.503 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T21:41:54.503 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 38 2024-09-20T21:41:54.503 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.503 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T21:41:54.503 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.504 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.504 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T21:41:54.504 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 38, 2024-09-20T21:41:54.504 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37397613 2024-09-20T21:41:54.504 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.504 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T21:41:54.504 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.504 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.504 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T21:41:54.504 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.504 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.504 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T21:41:54.504 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.504 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.505 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T21:41:54.505 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 38, 2024-09-20T21:41:54.505 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16014742 2024-09-20T21:41:54.505 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.505 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T21:41:54.505 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 38, 2024-09-20T21:41:54.505 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34860620 2024-09-20T21:41:54.505 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.505 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T21:41:54.505 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-20T21:41:54.505 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.505 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T21:41:54.505 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.505 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.506 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T21:41:54.506 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5, 2024-09-20T21:41:54.506 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 42102208 2024-09-20T21:41:54.506 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.506 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T21:41:54.506 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.506 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.506 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T21:41:54.506 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7, 2024-09-20T21:41:54.506 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3529473 2024-09-20T21:41:54.506 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.506 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T21:41:54.506 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5, 2024-09-20T21:41:54.507 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15874226 2024-09-20T21:41:54.507 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.507 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T21:41:54.507 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:54.507 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.507 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T21:41:54.507 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 590368 2024-09-20T21:41:54.507 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.507 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T21:41:54.507 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:54.507 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.507 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T21:41:54.507 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T21:41:54.507 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.508 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T21:41:54.508 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305778688 2024-09-20T21:41:54.508 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.508 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.508 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.508 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.508 INFO:tasks.workunit.client.0.smithi046.stdout: "pools": [ 2024-09-20T21:41:54.508 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.508 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T21:41:54.508 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr" 2024-09-20T21:41:54.508 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.508 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-20T21:41:54.508 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-20T21:41:54.509 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-20T21:41:54.509 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-20T21:41:54.509 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-20T21:41:54.509 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 1, 2024-09-20T21:41:54.509 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 1, 2024-09-20T21:41:54.509 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 1, 2024-09-20T21:41:54.509 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-20T21:41:54.509 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-20T21:41:54.509 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 727115933962, 2024-09-20T21:41:54.509 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 1781760, 2024-09-20T21:41:54.509 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-20T21:41:54.509 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-20T21:41:54.509 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 1781760, 2024-09-20T21:41:54.509 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-20T21:41:54.510 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 242371985408, 2024-09-20T21:41:54.510 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 2, 2024-09-20T21:41:54.510 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-20T21:41:54.510 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 2.4504422526661074e-06, 2024-09-20T21:41:54.510 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-20T21:41:54.510 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-20T21:41:54.510 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 126, 2024-09-20T21:41:54.510 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 236544, 2024-09-20T21:41:54.510 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 590368, 2024-09-20T21:41:54.510 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 590368, 2024-09-20T21:41:54.510 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-20T21:41:54.510 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 1771104, 2024-09-20T21:41:54.510 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 113, 2024-09-20T21:41:54.511 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 1667072 2024-09-20T21:41:54.511 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.511 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-20T21:41:54.511 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-20T21:41:54.511 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-20T21:41:54.511 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.511 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.511 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T21:41:54.511 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-20T21:41:54.511 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.511 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-20T21:41:54.511 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-20T21:41:54.511 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-20T21:41:54.512 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-20T21:41:54.512 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-20T21:41:54.512 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 32, 2024-09-20T21:41:54.512 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 32, 2024-09-20T21:41:54.512 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 2, 2024-09-20T21:41:54.512 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-20T21:41:54.512 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-20T21:41:54.512 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 727115933962, 2024-09-20T21:41:54.512 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 98304, 2024-09-20T21:41:54.512 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-20T21:41:54.512 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-20T21:41:54.512 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 98304, 2024-09-20T21:41:54.512 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-20T21:41:54.512 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 242371985408, 2024-09-20T21:41:54.513 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 22, 2024-09-20T21:41:54.513 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-20T21:41:54.513 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 1.3519712638299097e-07, 2024-09-20T21:41:54.513 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-20T21:41:54.513 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-20T21:41:54.513 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 0, 2024-09-20T21:41:54.513 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 0, 2024-09-20T21:41:54.513 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 3410, 2024-09-20T21:41:54.513 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 3410, 2024-09-20T21:41:54.513 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-20T21:41:54.513 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 10230, 2024-09-20T21:41:54.513 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 51, 2024-09-20T21:41:54.513 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 19456 2024-09-20T21:41:54.513 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.514 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-20T21:41:54.514 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-20T21:41:54.514 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-20T21:41:54.514 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.514 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.514 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T21:41:54.514 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-20T21:41:54.514 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.514 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-20T21:41:54.514 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-20T21:41:54.514 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-20T21:41:54.514 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-20T21:41:54.514 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-20T21:41:54.514 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 64, 2024-09-20T21:41:54.515 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 64, 2024-09-20T21:41:54.515 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 3, 2024-09-20T21:41:54.515 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-20T21:41:54.515 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-20T21:41:54.515 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 727115933962, 2024-09-20T21:41:54.515 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 0, 2024-09-20T21:41:54.515 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-20T21:41:54.515 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-20T21:41:54.515 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 0, 2024-09-20T21:41:54.515 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-20T21:41:54.515 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 242371985408, 2024-09-20T21:41:54.515 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 0, 2024-09-20T21:41:54.515 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-20T21:41:54.515 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 0.0, 2024-09-20T21:41:54.516 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-20T21:41:54.516 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-20T21:41:54.516 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 0, 2024-09-20T21:41:54.516 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 0, 2024-09-20T21:41:54.516 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 0, 2024-09-20T21:41:54.516 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 0, 2024-09-20T21:41:54.516 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-20T21:41:54.516 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 0, 2024-09-20T21:41:54.516 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 0, 2024-09-20T21:41:54.516 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 0 2024-09-20T21:41:54.516 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.516 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-20T21:41:54.516 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-20T21:41:54.516 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-20T21:41:54.517 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.517 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.517 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T21:41:54.517 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd" 2024-09-20T21:41:54.517 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.517 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-20T21:41:54.517 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-20T21:41:54.517 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-20T21:41:54.517 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-20T21:41:54.517 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-20T21:41:54.517 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 8, 2024-09-20T21:41:54.517 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 8, 2024-09-20T21:41:54.517 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 4, 2024-09-20T21:41:54.517 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-20T21:41:54.518 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-20T21:41:54.518 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 727115933962, 2024-09-20T21:41:54.518 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 12288, 2024-09-20T21:41:54.518 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-20T21:41:54.518 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-20T21:41:54.518 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 12288, 2024-09-20T21:41:54.518 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-20T21:41:54.518 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 242371985408, 2024-09-20T21:41:54.518 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 2, 2024-09-20T21:41:54.518 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-20T21:41:54.518 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 1.689964257423071e-08, 2024-09-20T21:41:54.518 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-20T21:41:54.518 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-20T21:41:54.518 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 0, 2024-09-20T21:41:54.519 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 0, 2024-09-20T21:41:54.519 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 19, 2024-09-20T21:41:54.519 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 19, 2024-09-20T21:41:54.519 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-20T21:41:54.519 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 57, 2024-09-20T21:41:54.519 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 2, 2024-09-20T21:41:54.519 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 2048 2024-09-20T21:41:54.519 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.519 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-20T21:41:54.519 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-20T21:41:54.519 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-20T21:41:54.519 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.519 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.519 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd": { 2024-09-20T21:41:54.519 INFO:tasks.workunit.client.0.smithi046.stdout: "mirroring_by_pool": [ 2024-09-20T21:41:54.520 INFO:tasks.workunit.client.0.smithi046.stdout: false 2024-09-20T21:41:54.520 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.520 INFO:tasks.workunit.client.0.smithi046.stdout: "num_images_by_pool": [ 2024-09-20T21:41:54.520 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:54.520 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.520 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pools": 1 2024-09-20T21:41:54.520 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.520 INFO:tasks.workunit.client.0.smithi046.stdout: "report_id": "af76ebfb-a296-4e2b-ac94-6899ebb5153a", 2024-09-20T21:41:54.520 INFO:tasks.workunit.client.0.smithi046.stdout: "report_timestamp": "2024-09-20T21:41:53.614748", 2024-09-20T21:41:54.520 INFO:tasks.workunit.client.0.smithi046.stdout: "report_version": 1, 2024-09-20T21:41:54.520 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_stats": { 2024-09-20T21:41:54.520 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "6.15.5" 2024-09-20T21:41:54.520 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.520 INFO:tasks.workunit.client.0.smithi046.stdout: "rook": { 2024-09-20T21:41:54.520 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster": { 2024-09-20T21:41:54.521 INFO:tasks.workunit.client.0.smithi046.stdout: "external-mode": null, 2024-09-20T21:41:54.521 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T21:41:54.521 INFO:tasks.workunit.client.0.smithi046.stdout: "allow-multiple-per-node": null, 2024-09-20T21:41:54.521 INFO:tasks.workunit.client.0.smithi046.stdout: "count": null, 2024-09-20T21:41:54.521 INFO:tasks.workunit.client.0.smithi046.stdout: "max-id": null, 2024-09-20T21:41:54.521 INFO:tasks.workunit.client.0.smithi046.stdout: "pvc": { 2024-09-20T21:41:54.521 INFO:tasks.workunit.client.0.smithi046.stdout: "enabled": null 2024-09-20T21:41:54.521 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.521 INFO:tasks.workunit.client.0.smithi046.stdout: "stretch": { 2024-09-20T21:41:54.521 INFO:tasks.workunit.client.0.smithi046.stdout: "enabled": null 2024-09-20T21:41:54.521 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.521 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.521 INFO:tasks.workunit.client.0.smithi046.stdout: "network": { 2024-09-20T21:41:54.521 INFO:tasks.workunit.client.0.smithi046.stdout: "provider": null 2024-09-20T21:41:54.521 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.522 INFO:tasks.workunit.client.0.smithi046.stdout: "storage": { 2024-09-20T21:41:54.522 INFO:tasks.workunit.client.0.smithi046.stdout: "device-set": { 2024-09-20T21:41:54.522 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-20T21:41:54.522 INFO:tasks.workunit.client.0.smithi046.stdout: "non-portable": null, 2024-09-20T21:41:54.522 INFO:tasks.workunit.client.0.smithi046.stdout: "portable": null, 2024-09-20T21:41:54.522 INFO:tasks.workunit.client.0.smithi046.stdout: "total": null 2024-09-20T21:41:54.522 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.522 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.522 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.522 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.522 INFO:tasks.workunit.client.0.smithi046.stdout: "csi": { 2024-09-20T21:41:54.522 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-20T21:41:54.522 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.523 INFO:tasks.workunit.client.0.smithi046.stdout: "kubernetes": { 2024-09-20T21:41:54.523 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-20T21:41:54.523 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.523 INFO:tasks.workunit.client.0.smithi046.stdout: "node": { 2024-09-20T21:41:54.523 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-20T21:41:54.523 INFO:tasks.workunit.client.0.smithi046.stdout: "kubernetes-total": null, 2024-09-20T21:41:54.523 INFO:tasks.workunit.client.0.smithi046.stdout: "with-ceph-daemons": null, 2024-09-20T21:41:54.523 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-cephfs-plugin": null, 2024-09-20T21:41:54.523 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-nfs-plugin": null, 2024-09-20T21:41:54.523 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-rbd-plugin": null 2024-09-20T21:41:54.523 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.523 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.523 INFO:tasks.workunit.client.0.smithi046.stdout: "usage": { 2024-09-20T21:41:54.523 INFO:tasks.workunit.client.0.smithi046.stdout: "storage-class": { 2024-09-20T21:41:54.523 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-20T21:41:54.524 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket": null, 2024-09-20T21:41:54.524 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs": null, 2024-09-20T21:41:54.524 INFO:tasks.workunit.client.0.smithi046.stdout: "nfs": null, 2024-09-20T21:41:54.524 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd": null, 2024-09-20T21:41:54.524 INFO:tasks.workunit.client.0.smithi046.stdout: "total": null 2024-09-20T21:41:54.524 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.524 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:54.524 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.524 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-20T21:41:54.524 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.524 INFO:tasks.workunit.client.0.smithi046.stdout: "services": {}, 2024-09-20T21:41:54.524 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_per_pg": [ 2024-09-20T21:41:54.524 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.524 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.524 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:54.525 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:54.525 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:54.525 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.525 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T21:41:54.525 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.525 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.525 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.525 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.525 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.525 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.525 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.507845+0000", 2024-09-20T21:41:54.525 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.353202+0000", 2024-09-20T21:41:54.525 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.353202+0000", 2024-09-20T21:41:54.525 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.353535+0000", 2024-09-20T21:41:54.526 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.507845+0000", 2024-09-20T21:41:54.526 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.526 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.526 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.526 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.526 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.507845+0000", 2024-09-20T21:41:54.526 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.507845+0000", 2024-09-20T21:41:54.526 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.507845+0000", 2024-09-20T21:41:54.526 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.526 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.526 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.526 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.507845+0000", 2024-09-20T21:41:54.527 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.507845+0000", 2024-09-20T21:41:54.527 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.527 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.527 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.527 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.527 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.527 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.527 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.527 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.527 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.527 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.527 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.527 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.527 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.527 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3f", 2024-09-20T21:41:54.528 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.528 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.528 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.528 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.528 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.528 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:10:34.308237+0000", 2024-09-20T21:41:54.528 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.528 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.528 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.528 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.528 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.528 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.528 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.528 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.528 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.531 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.531 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.531 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.531 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.531 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:54.531 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:54.531 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:54.531 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.531 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T21:41:54.531 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.532 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.532 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.532 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.532 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:54.532 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:54.532 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:54.532 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.532 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T21:41:54.532 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.532 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.532 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.532 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.532 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.532 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.533 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.230670+0000", 2024-09-20T21:41:54.533 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.362238+0000", 2024-09-20T21:41:54.533 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.362238+0000", 2024-09-20T21:41:54.533 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.362576+0000", 2024-09-20T21:41:54.533 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.230670+0000", 2024-09-20T21:41:54.533 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.533 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.533 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.533 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.533 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.230670+0000", 2024-09-20T21:41:54.533 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.230670+0000", 2024-09-20T21:41:54.533 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.230670+0000", 2024-09-20T21:41:54.533 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.533 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.533 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.534 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.230670+0000", 2024-09-20T21:41:54.534 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.230670+0000", 2024-09-20T21:41:54.534 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.534 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.534 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.534 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.534 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.534 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.534 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.534 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.534 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.534 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.535 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.535 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.535 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.535 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3e", 2024-09-20T21:41:54.535 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.535 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.535 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.535 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.535 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.535 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:33:10.986145+0000", 2024-09-20T21:41:54.535 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.535 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.535 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.535 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.535 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.538 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.538 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.538 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.538 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.538 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:54.538 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:54.538 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:54.539 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.539 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T21:41:54.539 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.539 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.539 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.539 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.539 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:54.539 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:54.539 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:54.539 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.539 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T21:41:54.539 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.539 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.539 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.540 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.540 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.540 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.540 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.227708+0000", 2024-09-20T21:41:54.540 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.349483+0000", 2024-09-20T21:41:54.540 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.349483+0000", 2024-09-20T21:41:54.540 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.349961+0000", 2024-09-20T21:41:54.540 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.227708+0000", 2024-09-20T21:41:54.540 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.540 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.540 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.540 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.540 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.227708+0000", 2024-09-20T21:41:54.540 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.227708+0000", 2024-09-20T21:41:54.540 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.227708+0000", 2024-09-20T21:41:54.541 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.541 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.541 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.541 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.227708+0000", 2024-09-20T21:41:54.541 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.227708+0000", 2024-09-20T21:41:54.541 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.541 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.541 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.541 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.541 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.541 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.541 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.541 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.542 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.542 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.542 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.542 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.542 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.542 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3d", 2024-09-20T21:41:54.542 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.542 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.542 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.542 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.542 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.542 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:11:08.698794+0000", 2024-09-20T21:41:54.542 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.542 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.543 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.545 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.545 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.545 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.545 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.546 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:54.546 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:54.546 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:54.546 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.546 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T21:41:54.546 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.546 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.546 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.546 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.546 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.546 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.546 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:54.546 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.546 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T21:41:54.546 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.547 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.547 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.547 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.547 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.547 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.547 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.232020+0000", 2024-09-20T21:41:54.547 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.353149+0000", 2024-09-20T21:41:54.547 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.353149+0000", 2024-09-20T21:41:54.547 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.353449+0000", 2024-09-20T21:41:54.547 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.232020+0000", 2024-09-20T21:41:54.547 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.547 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.547 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.547 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.547 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.232020+0000", 2024-09-20T21:41:54.547 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.232020+0000", 2024-09-20T21:41:54.548 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.232020+0000", 2024-09-20T21:41:54.548 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.548 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.548 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.548 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.232020+0000", 2024-09-20T21:41:54.548 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.232020+0000", 2024-09-20T21:41:54.548 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.548 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.548 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.548 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.548 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.548 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.548 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.548 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.548 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.548 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.549 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.549 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.549 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.549 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3c", 2024-09-20T21:41:54.549 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.549 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.549 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.549 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.549 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.549 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:30:44.425092+0000", 2024-09-20T21:41:54.549 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.549 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.549 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.549 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.549 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.549 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.552 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.552 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.552 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.552 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.552 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.553 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.553 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:54.553 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.553 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T21:41:54.553 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.553 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.553 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.553 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.553 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:54.553 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:54.553 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:54.553 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.553 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T21:41:54.553 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.554 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.554 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.554 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.554 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.554 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.554 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.507514+0000", 2024-09-20T21:41:54.554 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.357336+0000", 2024-09-20T21:41:54.554 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.357336+0000", 2024-09-20T21:41:54.554 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.358117+0000", 2024-09-20T21:41:54.554 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.507514+0000", 2024-09-20T21:41:54.554 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.554 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.554 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.554 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.554 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.507514+0000", 2024-09-20T21:41:54.554 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.507514+0000", 2024-09-20T21:41:54.555 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.507514+0000", 2024-09-20T21:41:54.555 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.555 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.555 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.555 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.507514+0000", 2024-09-20T21:41:54.555 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.507514+0000", 2024-09-20T21:41:54.555 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.555 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.555 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.555 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.555 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.555 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.555 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.555 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.556 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.556 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.556 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.556 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.556 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.556 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3b", 2024-09-20T21:41:54.556 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.556 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.556 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.556 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.556 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.556 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:57:49.341938+0000", 2024-09-20T21:41:54.556 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.556 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.556 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.559 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.559 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.559 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.559 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.559 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:54.559 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:54.560 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:54.560 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.560 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T21:41:54.560 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.560 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.560 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.560 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.560 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.560 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:54.560 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:54.560 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.560 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T21:41:54.560 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.560 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.560 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.560 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.560 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.561 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.561 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.231876+0000", 2024-09-20T21:41:54.561 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.354334+0000", 2024-09-20T21:41:54.561 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.354334+0000", 2024-09-20T21:41:54.561 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.354609+0000", 2024-09-20T21:41:54.561 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.231876+0000", 2024-09-20T21:41:54.561 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.561 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.561 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.561 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.561 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.231876+0000", 2024-09-20T21:41:54.561 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.231876+0000", 2024-09-20T21:41:54.561 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.231876+0000", 2024-09-20T21:41:54.561 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.561 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.561 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.562 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.231876+0000", 2024-09-20T21:41:54.562 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.231876+0000", 2024-09-20T21:41:54.562 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.562 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.562 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.562 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.562 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.562 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.562 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.562 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.562 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.562 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.562 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.562 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.562 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.563 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3a", 2024-09-20T21:41:54.563 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.563 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.563 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.563 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.563 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.563 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:44:53.168242+0000", 2024-09-20T21:41:54.563 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.563 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.563 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.563 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.563 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.563 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.563 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.563 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.566 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.566 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.566 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.566 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.566 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.566 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.566 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.566 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:54.566 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:54.566 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.566 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T21:41:54.566 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.566 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.566 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.566 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.567 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:54.567 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:54.567 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:54.567 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.567 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T21:41:54.567 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.567 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.567 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.567 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.567 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.567 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.567 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.507547+0000", 2024-09-20T21:41:54.567 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.356120+0000", 2024-09-20T21:41:54.567 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.356120+0000", 2024-09-20T21:41:54.567 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.356506+0000", 2024-09-20T21:41:54.567 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.507547+0000", 2024-09-20T21:41:54.568 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.568 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.568 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.568 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.568 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.507547+0000", 2024-09-20T21:41:54.568 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.507547+0000", 2024-09-20T21:41:54.568 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.507547+0000", 2024-09-20T21:41:54.568 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.568 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.568 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.568 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.507547+0000", 2024-09-20T21:41:54.568 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.507547+0000", 2024-09-20T21:41:54.568 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.569 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.569 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.569 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.569 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.569 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.569 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.569 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.569 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.569 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.569 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.569 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.569 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.569 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.39", 2024-09-20T21:41:54.569 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.569 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.570 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.570 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.570 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.570 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:02:23.611615+0000", 2024-09-20T21:41:54.570 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.570 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.570 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.573 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.573 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.573 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.573 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.573 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:54.573 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:54.573 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:54.573 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.573 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T21:41:54.573 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.573 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.573 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.573 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.574 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.574 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.574 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:54.574 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.574 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T21:41:54.574 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.574 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.574 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.574 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.574 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.574 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.574 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.701722+0000", 2024-09-20T21:41:54.574 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.352626+0000", 2024-09-20T21:41:54.574 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.352626+0000", 2024-09-20T21:41:54.575 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.353015+0000", 2024-09-20T21:41:54.575 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.701722+0000", 2024-09-20T21:41:54.575 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.575 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.575 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.575 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.575 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.701722+0000", 2024-09-20T21:41:54.575 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.701722+0000", 2024-09-20T21:41:54.575 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.701722+0000", 2024-09-20T21:41:54.575 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.575 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.575 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.575 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.701722+0000", 2024-09-20T21:41:54.575 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.701722+0000", 2024-09-20T21:41:54.576 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.576 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.576 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.576 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.576 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.576 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.576 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.576 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.576 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.576 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.576 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.576 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.576 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.576 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.38", 2024-09-20T21:41:54.576 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.577 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.577 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.577 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.577 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.577 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:39:13.846574+0000", 2024-09-20T21:41:54.577 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.577 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.577 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.580 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.580 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.580 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.580 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.580 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.580 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.580 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.580 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.580 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:54.580 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.580 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T21:41:54.580 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.580 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.580 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.580 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.580 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:54.581 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.581 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:54.581 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.581 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T21:41:54.581 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.581 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.581 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.581 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.581 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.581 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.581 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.507960+0000", 2024-09-20T21:41:54.581 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.359432+0000", 2024-09-20T21:41:54.581 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.359432+0000", 2024-09-20T21:41:54.581 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.359737+0000", 2024-09-20T21:41:54.581 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.507960+0000", 2024-09-20T21:41:54.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.507960+0000", 2024-09-20T21:41:54.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.507960+0000", 2024-09-20T21:41:54.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.507960+0000", 2024-09-20T21:41:54.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.507960+0000", 2024-09-20T21:41:54.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.507960+0000", 2024-09-20T21:41:54.582 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.582 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.582 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.583 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.583 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.583 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.583 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.583 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.583 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.583 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.583 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.583 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.583 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.583 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.37", 2024-09-20T21:41:54.583 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.583 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.583 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.583 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.584 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.584 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:22:34.983010+0000", 2024-09-20T21:41:54.584 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.584 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.584 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.587 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.587 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.587 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.587 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.587 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:54.587 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.587 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:54.587 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.587 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T21:41:54.587 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.587 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.587 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.588 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.588 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:54.588 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.588 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:54.588 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.588 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T21:41:54.588 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.588 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.588 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.588 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.588 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.588 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.588 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.417221+0000", 2024-09-20T21:41:54.588 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.353927+0000", 2024-09-20T21:41:54.588 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.353927+0000", 2024-09-20T21:41:54.588 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.354220+0000", 2024-09-20T21:41:54.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.417221+0000", 2024-09-20T21:41:54.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.417221+0000", 2024-09-20T21:41:54.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.417221+0000", 2024-09-20T21:41:54.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.417221+0000", 2024-09-20T21:41:54.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.417221+0000", 2024-09-20T21:41:54.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.417221+0000", 2024-09-20T21:41:54.589 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.589 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.589 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.589 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.590 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.590 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.590 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.590 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.590 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.590 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.590 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.590 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.590 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.590 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.36", 2024-09-20T21:41:54.590 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.590 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.590 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.590 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.590 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.591 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:18:37.071345+0000", 2024-09-20T21:41:54.591 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.591 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.591 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.591 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.591 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.591 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.591 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.591 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.591 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.591 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.591 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.591 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.591 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.591 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.591 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.593 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.593 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.593 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.594 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.594 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:54.594 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.594 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:54.594 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.594 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T21:41:54.594 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.594 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.594 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.594 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.594 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:54.594 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.594 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:54.595 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.595 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T21:41:54.595 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.595 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.595 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.595 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.595 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.595 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.595 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.417135+0000", 2024-09-20T21:41:54.595 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.357272+0000", 2024-09-20T21:41:54.595 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.357272+0000", 2024-09-20T21:41:54.595 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.357558+0000", 2024-09-20T21:41:54.595 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.417135+0000", 2024-09-20T21:41:54.595 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.417135+0000", 2024-09-20T21:41:54.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.417135+0000", 2024-09-20T21:41:54.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.417135+0000", 2024-09-20T21:41:54.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.417135+0000", 2024-09-20T21:41:54.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.417135+0000", 2024-09-20T21:41:54.596 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.596 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.596 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.596 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.597 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.597 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.597 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.597 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.597 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.597 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.597 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.597 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.597 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.597 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.35", 2024-09-20T21:41:54.597 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.597 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.597 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.597 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.598 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.598 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:03:30.408764+0000", 2024-09-20T21:41:54.598 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.598 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.598 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.598 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.598 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.598 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.598 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.598 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.598 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.598 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.598 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.598 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.601 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.601 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.601 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.601 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.601 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:54.601 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.601 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:54.601 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.601 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T21:41:54.601 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.601 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.601 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.602 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.602 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:54.602 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:54.602 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:54.602 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.602 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T21:41:54.602 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.602 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.602 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.602 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.602 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.602 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.602 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.227962+0000", 2024-09-20T21:41:54.602 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.350784+0000", 2024-09-20T21:41:54.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.350784+0000", 2024-09-20T21:41:54.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.352210+0000", 2024-09-20T21:41:54.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.227962+0000", 2024-09-20T21:41:54.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.227962+0000", 2024-09-20T21:41:54.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.227962+0000", 2024-09-20T21:41:54.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.227962+0000", 2024-09-20T21:41:54.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.227962+0000", 2024-09-20T21:41:54.604 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.227962+0000", 2024-09-20T21:41:54.604 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.604 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.604 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.604 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.604 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.604 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.604 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.604 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.604 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.604 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.604 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.604 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.604 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.605 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.34", 2024-09-20T21:41:54.605 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.605 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.605 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.605 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.605 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.605 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:34:50.011991+0000", 2024-09-20T21:41:54.605 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.605 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.605 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.605 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.605 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.605 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.605 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.605 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.605 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.608 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.608 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.608 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.608 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.608 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:54.608 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:54.608 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:54.608 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.608 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T21:41:54.608 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.608 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.608 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.608 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.609 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.609 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:54.609 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:54.609 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.609 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T21:41:54.609 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.609 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.609 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.609 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.609 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.609 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.609 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.701984+0000", 2024-09-20T21:41:54.609 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.352004+0000", 2024-09-20T21:41:54.609 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.352004+0000", 2024-09-20T21:41:54.609 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.352280+0000", 2024-09-20T21:41:54.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.701984+0000", 2024-09-20T21:41:54.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.701984+0000", 2024-09-20T21:41:54.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.701984+0000", 2024-09-20T21:41:54.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.701984+0000", 2024-09-20T21:41:54.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.701984+0000", 2024-09-20T21:41:54.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.701984+0000", 2024-09-20T21:41:54.610 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.610 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.610 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.611 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.611 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.611 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.611 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.611 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.611 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.611 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.611 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.611 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.611 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.611 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.33", 2024-09-20T21:41:54.611 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.611 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.611 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.611 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.612 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.612 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:58:17.316060+0000", 2024-09-20T21:41:54.612 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.612 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.612 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.612 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.612 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.612 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.612 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.612 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.612 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.612 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.612 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.612 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.612 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.612 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.615 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.615 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.615 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.615 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.615 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.615 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:54.615 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:54.615 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.615 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T21:41:54.615 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.615 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.615 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.616 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.616 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:54.616 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:54.616 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T21:41:54.616 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.616 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T21:41:54.616 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.616 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.616 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.616 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.616 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.616 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.616 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.226341+0000", 2024-09-20T21:41:54.616 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.354570+0000", 2024-09-20T21:41:54.617 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.354570+0000", 2024-09-20T21:41:54.617 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.354836+0000", 2024-09-20T21:41:54.617 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.226341+0000", 2024-09-20T21:41:54.617 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.617 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.617 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.617 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.617 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.226341+0000", 2024-09-20T21:41:54.617 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.226341+0000", 2024-09-20T21:41:54.617 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.226341+0000", 2024-09-20T21:41:54.617 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.617 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.617 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.617 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.226341+0000", 2024-09-20T21:41:54.617 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.226341+0000", 2024-09-20T21:41:54.618 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.618 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.618 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.618 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.618 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.618 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.618 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.618 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.618 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.618 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.618 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.618 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.618 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.618 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.32", 2024-09-20T21:41:54.619 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.619 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.619 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.619 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.619 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.619 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:01:05.404349+0000", 2024-09-20T21:41:54.619 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.619 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.619 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.619 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.619 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.619 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.619 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.619 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.619 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.622 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.622 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.622 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.622 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.622 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:54.622 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:54.622 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T21:41:54.622 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.623 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T21:41:54.623 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.623 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.623 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.623 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.623 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:54.623 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:54.623 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T21:41:54.623 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.623 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T21:41:54.623 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.623 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.623 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.623 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.623 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.623 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.624 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.230105+0000", 2024-09-20T21:41:54.624 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.357283+0000", 2024-09-20T21:41:54.624 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.357283+0000", 2024-09-20T21:41:54.624 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.357596+0000", 2024-09-20T21:41:54.624 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.230105+0000", 2024-09-20T21:41:54.624 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.624 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.624 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.624 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.624 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.230105+0000", 2024-09-20T21:41:54.624 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.230105+0000", 2024-09-20T21:41:54.624 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.230105+0000", 2024-09-20T21:41:54.624 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.624 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.625 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.625 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.230105+0000", 2024-09-20T21:41:54.625 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.230105+0000", 2024-09-20T21:41:54.625 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.625 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.625 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.625 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.626 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.626 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.626 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.626 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.626 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.626 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.627 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.627 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.627 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.627 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.31", 2024-09-20T21:41:54.627 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.627 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.627 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.627 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.628 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.628 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:30:16.885797+0000", 2024-09-20T21:41:54.628 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.628 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.628 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.634 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.634 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.634 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.634 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.634 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.634 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.634 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.634 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:54.634 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:54.635 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T21:41:54.635 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.635 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T21:41:54.635 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.635 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.635 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.635 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.635 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.636 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:54.636 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:54.636 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.636 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T21:41:54.636 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.636 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.636 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.636 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.636 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.637 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.637 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.231689+0000", 2024-09-20T21:41:54.637 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.353647+0000", 2024-09-20T21:41:54.637 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.353647+0000", 2024-09-20T21:41:54.637 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.353937+0000", 2024-09-20T21:41:54.637 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.231689+0000", 2024-09-20T21:41:54.637 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.638 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.638 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.638 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.638 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.231689+0000", 2024-09-20T21:41:54.638 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.231689+0000", 2024-09-20T21:41:54.638 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.231689+0000", 2024-09-20T21:41:54.638 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.639 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.639 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.639 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.231689+0000", 2024-09-20T21:41:54.639 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.231689+0000", 2024-09-20T21:41:54.639 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.639 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.639 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.639 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.640 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.640 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.640 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.640 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.640 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.640 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.640 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.640 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.640 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.641 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.30", 2024-09-20T21:41:54.641 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.641 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.641 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.641 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.641 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.641 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:34:56.917476+0000", 2024-09-20T21:41:54.642 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.642 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.642 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.645 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.645 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.645 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.645 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.645 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.645 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:54.645 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:54.645 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.645 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T21:41:54.645 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.645 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.646 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.646 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.646 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.646 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:54.646 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:54.646 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.646 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T21:41:54.646 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.646 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.646 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.646 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.646 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.646 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.646 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.232331+0000", 2024-09-20T21:41:54.647 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.360228+0000", 2024-09-20T21:41:54.647 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.360228+0000", 2024-09-20T21:41:54.647 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.360512+0000", 2024-09-20T21:41:54.647 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.232331+0000", 2024-09-20T21:41:54.647 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.647 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.647 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.647 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.647 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.232331+0000", 2024-09-20T21:41:54.647 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.232331+0000", 2024-09-20T21:41:54.647 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.232331+0000", 2024-09-20T21:41:54.647 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.647 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.647 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.648 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.232331+0000", 2024-09-20T21:41:54.648 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.232331+0000", 2024-09-20T21:41:54.648 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.648 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.648 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.648 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.648 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.648 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.648 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.648 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.648 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.648 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.648 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.649 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.649 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.649 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2f", 2024-09-20T21:41:54.649 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.649 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.649 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.649 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.649 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.649 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:59:07.882878+0000", 2024-09-20T21:41:54.649 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.649 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.649 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.649 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.649 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.649 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.652 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.652 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.652 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.652 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.653 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.653 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:54.653 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:54.653 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.653 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T21:41:54.653 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.653 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.653 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.653 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.653 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:54.653 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:54.653 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:54.653 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.653 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T21:41:54.653 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.654 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.654 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.654 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.654 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.654 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.654 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.226923+0000", 2024-09-20T21:41:54.654 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.358450+0000", 2024-09-20T21:41:54.654 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.358450+0000", 2024-09-20T21:41:54.654 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.358721+0000", 2024-09-20T21:41:54.654 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.226923+0000", 2024-09-20T21:41:54.654 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.654 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.654 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.654 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.655 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.226923+0000", 2024-09-20T21:41:54.655 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.226923+0000", 2024-09-20T21:41:54.655 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.226923+0000", 2024-09-20T21:41:54.655 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.655 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.655 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.655 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.226923+0000", 2024-09-20T21:41:54.655 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.226923+0000", 2024-09-20T21:41:54.655 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.655 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.655 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.655 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.655 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.655 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.655 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.656 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.656 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.656 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.656 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.656 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.656 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.656 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2e", 2024-09-20T21:41:54.656 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.656 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.656 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.656 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.656 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.656 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:34:04.375652+0000", 2024-09-20T21:41:54.656 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.657 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.657 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.658 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.658 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.658 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.658 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.658 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.658 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.658 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.658 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.658 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.658 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.658 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.658 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.658 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.658 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.659 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.659 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.660 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.660 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.660 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:54.660 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:54.660 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:54.660 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.660 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T21:41:54.660 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.660 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.660 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.660 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.660 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:54.660 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:54.660 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:54.661 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.661 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T21:41:54.661 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.661 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.661 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.661 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.661 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.661 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.661 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.507862+0000", 2024-09-20T21:41:54.661 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.354829+0000", 2024-09-20T21:41:54.661 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.354829+0000", 2024-09-20T21:41:54.661 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.355102+0000", 2024-09-20T21:41:54.661 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.507862+0000", 2024-09-20T21:41:54.661 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.661 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.662 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.662 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.662 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.507862+0000", 2024-09-20T21:41:54.662 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.507862+0000", 2024-09-20T21:41:54.662 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.507862+0000", 2024-09-20T21:41:54.662 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.662 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.662 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.662 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.507862+0000", 2024-09-20T21:41:54.662 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.507862+0000", 2024-09-20T21:41:54.662 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.662 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.662 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.662 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.663 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.663 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.663 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.663 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.663 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.663 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.663 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.663 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.663 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.663 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2d", 2024-09-20T21:41:54.663 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.663 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.663 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.663 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.664 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.664 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:47:37.064696+0000", 2024-09-20T21:41:54.664 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.664 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.664 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.667 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.667 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.667 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.667 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.667 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:54.667 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:54.667 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:54.667 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.667 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T21:41:54.667 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.667 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.668 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.668 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.668 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:54.668 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:54.668 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:54.668 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.668 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T21:41:54.668 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.668 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.668 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.668 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.668 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.668 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.668 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.416999+0000", 2024-09-20T21:41:54.669 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.353584+0000", 2024-09-20T21:41:54.669 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.353584+0000", 2024-09-20T21:41:54.669 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.353867+0000", 2024-09-20T21:41:54.669 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.416999+0000", 2024-09-20T21:41:54.669 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.669 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.669 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.669 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.669 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.416999+0000", 2024-09-20T21:41:54.669 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.416999+0000", 2024-09-20T21:41:54.669 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.416999+0000", 2024-09-20T21:41:54.669 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.669 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.669 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.670 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.416999+0000", 2024-09-20T21:41:54.670 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.416999+0000", 2024-09-20T21:41:54.670 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.670 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.670 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.670 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.670 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.670 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.670 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.670 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.670 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.670 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.670 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.670 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.671 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.671 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2c", 2024-09-20T21:41:54.671 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.671 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.671 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.671 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.671 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.671 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:50:48.881102+0000", 2024-09-20T21:41:54.671 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.671 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.671 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.674 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.674 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.674 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.674 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.674 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:54.674 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:54.675 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:54.675 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.675 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T21:41:54.675 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.675 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.675 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.675 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.675 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:54.675 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:54.675 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:54.675 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.675 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T21:41:54.675 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.675 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.676 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.676 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.676 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.676 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.676 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.226573+0000", 2024-09-20T21:41:54.676 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:43.800274+0000", 2024-09-20T21:41:54.676 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:43.800274+0000", 2024-09-20T21:41:54.676 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:43.800636+0000", 2024-09-20T21:41:54.676 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.226573+0000", 2024-09-20T21:41:54.676 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.676 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.676 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.676 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 59, 2024-09-20T21:41:54.676 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.226573+0000", 2024-09-20T21:41:54.676 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.226573+0000", 2024-09-20T21:41:54.677 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.226573+0000", 2024-09-20T21:41:54.677 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.677 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.677 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.677 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.226573+0000", 2024-09-20T21:41:54.677 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.226573+0000", 2024-09-20T21:41:54.677 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.677 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.677 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.677 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.677 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 58, 2024-09-20T21:41:54.677 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.677 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.677 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.677 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.678 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.678 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.678 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.678 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.678 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2b", 2024-09-20T21:41:54.678 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.678 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.678 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.678 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 18, 2024-09-20T21:41:54.678 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.678 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:30:35.564139+0000", 2024-09-20T21:41:54.678 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.678 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.679 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.681 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.681 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.682 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.682 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.682 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:54.682 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:54.682 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:54.682 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.682 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T21:41:54.682 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.682 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.682 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.682 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.682 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.682 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:54.682 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:54.683 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.683 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T21:41:54.683 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.683 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.683 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.683 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.683 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.683 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.683 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.231892+0000", 2024-09-20T21:41:54.683 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.353001+0000", 2024-09-20T21:41:54.683 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.353001+0000", 2024-09-20T21:41:54.683 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.353293+0000", 2024-09-20T21:41:54.683 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.231892+0000", 2024-09-20T21:41:54.683 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.684 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.684 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.684 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.684 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.231892+0000", 2024-09-20T21:41:54.684 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.231892+0000", 2024-09-20T21:41:54.684 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.231892+0000", 2024-09-20T21:41:54.684 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.684 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.684 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.684 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.231892+0000", 2024-09-20T21:41:54.684 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.231892+0000", 2024-09-20T21:41:54.684 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.684 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.684 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.685 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.685 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.685 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.685 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.685 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.685 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.685 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.685 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.685 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.685 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.685 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2a", 2024-09-20T21:41:54.685 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.685 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.685 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.686 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.686 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.686 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:12:38.933520+0000", 2024-09-20T21:41:54.686 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.686 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.686 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.686 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.686 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.686 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.686 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.686 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.686 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.686 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.686 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.689 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.689 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.689 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.689 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.689 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.689 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:54.689 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:54.689 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.689 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T21:41:54.689 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.689 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.689 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.690 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.690 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.690 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:54.690 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:54.690 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.690 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T21:41:54.690 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.690 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.690 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.690 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.690 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.690 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.690 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.701807+0000", 2024-09-20T21:41:54.690 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.357739+0000", 2024-09-20T21:41:54.691 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.357739+0000", 2024-09-20T21:41:54.691 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.358033+0000", 2024-09-20T21:41:54.691 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.701807+0000", 2024-09-20T21:41:54.691 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.691 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.691 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.691 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.691 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.701807+0000", 2024-09-20T21:41:54.691 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.701807+0000", 2024-09-20T21:41:54.691 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.701807+0000", 2024-09-20T21:41:54.691 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.691 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.691 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.691 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.701807+0000", 2024-09-20T21:41:54.691 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.701807+0000", 2024-09-20T21:41:54.692 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.692 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.692 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.692 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.692 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.692 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.692 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.692 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.692 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.692 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.692 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.692 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.692 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.692 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.29", 2024-09-20T21:41:54.692 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.693 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.693 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.693 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.693 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.693 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:16:10.621543+0000", 2024-09-20T21:41:54.693 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.693 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.693 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.693 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.693 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.693 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.693 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.693 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.694 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.694 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.694 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.694 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.694 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.694 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.694 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.694 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.694 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.694 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.694 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.694 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.694 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.694 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.694 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.695 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.695 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.695 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.695 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.695 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.695 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.695 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.695 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.695 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.695 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.695 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.695 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.695 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.695 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.696 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.696 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.696 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.696 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.696 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.696 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:54.696 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:54.696 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.696 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T21:41:54.697 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.697 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.697 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.697 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.697 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.697 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.697 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:54.697 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.697 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T21:41:54.697 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.697 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.697 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.697 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.697 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.697 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.698 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.231722+0000", 2024-09-20T21:41:54.698 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.349584+0000", 2024-09-20T21:41:54.698 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.349584+0000", 2024-09-20T21:41:54.698 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.349848+0000", 2024-09-20T21:41:54.698 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.231722+0000", 2024-09-20T21:41:54.698 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.698 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.698 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.698 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.698 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.231722+0000", 2024-09-20T21:41:54.698 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.231722+0000", 2024-09-20T21:41:54.698 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.231722+0000", 2024-09-20T21:41:54.698 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.698 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.699 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.699 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.231722+0000", 2024-09-20T21:41:54.699 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.231722+0000", 2024-09-20T21:41:54.699 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.699 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.699 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.699 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.699 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.699 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.699 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.699 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.699 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.699 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.699 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.700 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.700 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.700 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.28", 2024-09-20T21:41:54.700 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.701 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.701 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.701 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.701 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.702 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:33:50.426926+0000", 2024-09-20T21:41:54.702 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.702 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.702 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.702 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.702 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.702 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.702 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.702 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.702 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.702 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.702 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.702 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.702 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.705 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.705 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.705 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.705 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.705 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.705 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.705 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:54.705 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.705 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T21:41:54.705 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.705 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.705 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.705 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.705 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.706 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:54.706 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:54.706 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.706 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T21:41:54.706 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.706 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.706 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.706 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.706 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.706 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.706 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.702368+0000", 2024-09-20T21:41:54.706 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:43.799055+0000", 2024-09-20T21:41:54.706 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:43.799055+0000", 2024-09-20T21:41:54.706 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:43.799442+0000", 2024-09-20T21:41:54.707 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.702368+0000", 2024-09-20T21:41:54.707 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.707 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.707 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.707 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 59, 2024-09-20T21:41:54.707 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.702368+0000", 2024-09-20T21:41:54.707 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.702368+0000", 2024-09-20T21:41:54.707 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.702368+0000", 2024-09-20T21:41:54.707 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.707 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.707 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.707 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.702368+0000", 2024-09-20T21:41:54.707 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.702368+0000", 2024-09-20T21:41:54.707 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.708 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.708 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.708 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.708 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 58, 2024-09-20T21:41:54.708 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.708 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.708 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.708 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.708 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.708 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.708 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.708 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.708 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.27", 2024-09-20T21:41:54.708 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.708 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.709 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.709 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 31, 2024-09-20T21:41:54.709 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.709 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:15:36.813301+0000", 2024-09-20T21:41:54.709 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.709 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.709 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.709 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.709 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.709 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.709 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.709 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.709 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.712 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.712 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.712 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.712 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.712 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.712 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:54.712 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:54.712 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.712 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T21:41:54.713 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.713 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.713 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.713 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.713 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:54.713 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:54.713 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:54.713 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.713 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T21:41:54.713 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.713 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.713 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.713 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.713 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.714 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.714 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.417264+0000", 2024-09-20T21:41:54.714 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.355894+0000", 2024-09-20T21:41:54.714 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.355894+0000", 2024-09-20T21:41:54.714 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.356212+0000", 2024-09-20T21:41:54.714 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.417264+0000", 2024-09-20T21:41:54.714 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.714 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.714 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.714 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.714 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.417264+0000", 2024-09-20T21:41:54.714 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.417264+0000", 2024-09-20T21:41:54.714 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.417264+0000", 2024-09-20T21:41:54.714 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.715 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.715 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.715 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.417264+0000", 2024-09-20T21:41:54.715 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.417264+0000", 2024-09-20T21:41:54.715 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.715 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.715 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.715 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.715 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.715 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.715 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.715 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.715 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.715 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.715 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.716 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.716 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.716 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.26", 2024-09-20T21:41:54.716 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.716 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.716 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.716 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.716 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.716 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:44:32.400235+0000", 2024-09-20T21:41:54.716 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.716 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.716 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.716 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.716 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.719 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.719 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.719 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.719 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.719 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:54.720 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:54.720 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:54.720 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.720 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T21:41:54.720 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.720 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.720 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.720 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.720 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:54.720 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.720 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:54.720 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.720 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T21:41:54.721 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.721 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.721 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.721 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.721 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.721 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.721 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.230218+0000", 2024-09-20T21:41:54.721 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.348851+0000", 2024-09-20T21:41:54.721 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.348851+0000", 2024-09-20T21:41:54.721 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.349125+0000", 2024-09-20T21:41:54.721 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.230218+0000", 2024-09-20T21:41:54.721 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.721 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.722 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.722 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.722 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.230218+0000", 2024-09-20T21:41:54.722 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.230218+0000", 2024-09-20T21:41:54.722 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.230218+0000", 2024-09-20T21:41:54.722 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.722 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.722 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.722 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.230218+0000", 2024-09-20T21:41:54.722 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.230218+0000", 2024-09-20T21:41:54.722 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.722 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.722 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.722 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.723 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.723 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.723 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.723 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.723 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.723 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.723 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.723 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.723 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.723 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.25", 2024-09-20T21:41:54.723 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.723 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.723 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.723 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.724 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.724 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T02:29:40.871250+0000", 2024-09-20T21:41:54.724 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.724 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.724 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.727 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.727 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.727 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.727 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.727 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:54.727 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.727 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:54.728 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.728 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T21:41:54.728 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.728 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.728 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.728 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.728 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.728 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:54.728 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:54.728 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.728 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T21:41:54.728 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.728 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.728 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.729 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.729 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.729 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.729 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.702219+0000", 2024-09-20T21:41:54.729 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:43.594184+0000", 2024-09-20T21:41:54.729 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:43.594184+0000", 2024-09-20T21:41:54.729 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:43.594563+0000", 2024-09-20T21:41:54.729 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.702219+0000", 2024-09-20T21:41:54.729 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.729 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.729 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.729 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 59, 2024-09-20T21:41:54.729 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.702219+0000", 2024-09-20T21:41:54.729 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.702219+0000", 2024-09-20T21:41:54.730 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.702219+0000", 2024-09-20T21:41:54.730 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.730 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.730 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.730 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.702219+0000", 2024-09-20T21:41:54.730 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.702219+0000", 2024-09-20T21:41:54.730 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.730 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.730 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.730 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.730 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 58, 2024-09-20T21:41:54.730 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.730 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.730 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.731 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.731 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.731 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.731 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.731 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.731 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.24", 2024-09-20T21:41:54.731 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.731 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.731 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.731 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 31, 2024-09-20T21:41:54.731 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.731 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:48:38.735499+0000", 2024-09-20T21:41:54.731 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.731 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.732 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.734 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.734 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.735 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.735 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.735 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.735 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:54.735 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:54.735 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.735 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T21:41:54.735 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.735 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.735 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.735 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.735 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:54.735 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.735 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:54.735 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.736 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T21:41:54.736 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.736 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.736 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.736 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.736 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.736 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.736 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.226932+0000", 2024-09-20T21:41:54.736 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.349257+0000", 2024-09-20T21:41:54.736 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.349257+0000", 2024-09-20T21:41:54.736 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.349746+0000", 2024-09-20T21:41:54.736 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.226932+0000", 2024-09-20T21:41:54.736 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.736 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.226932+0000", 2024-09-20T21:41:54.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.226932+0000", 2024-09-20T21:41:54.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.226932+0000", 2024-09-20T21:41:54.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.226932+0000", 2024-09-20T21:41:54.737 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.226932+0000", 2024-09-20T21:41:54.737 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.737 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.737 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.737 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.738 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.738 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.738 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.738 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.738 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.738 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.738 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.738 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.738 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.738 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.23", 2024-09-20T21:41:54.738 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.738 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.738 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.738 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.739 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.739 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:45:01.137851+0000", 2024-09-20T21:41:54.739 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.739 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.739 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.742 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.742 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.742 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.742 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.742 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:54.742 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.742 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:54.742 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.742 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T21:41:54.742 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.742 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.742 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.742 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.743 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.743 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.743 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:54.743 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.743 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T21:41:54.743 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.743 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.743 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.743 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.743 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.743 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.743 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.231961+0000", 2024-09-20T21:41:54.743 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.353765+0000", 2024-09-20T21:41:54.743 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.353765+0000", 2024-09-20T21:41:54.743 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.354117+0000", 2024-09-20T21:41:54.744 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.231961+0000", 2024-09-20T21:41:54.744 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.744 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.744 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.744 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.744 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.231961+0000", 2024-09-20T21:41:54.744 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.231961+0000", 2024-09-20T21:41:54.744 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.231961+0000", 2024-09-20T21:41:54.744 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.744 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.744 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.744 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.231961+0000", 2024-09-20T21:41:54.744 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.231961+0000", 2024-09-20T21:41:54.744 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.744 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.745 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.745 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.745 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.745 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.745 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.745 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.745 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.745 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.745 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.745 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.745 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.745 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.22", 2024-09-20T21:41:54.745 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.745 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.745 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.746 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.746 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.746 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:43:47.551095+0000", 2024-09-20T21:41:54.746 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.746 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.746 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.750 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.750 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.750 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.750 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.750 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.750 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.750 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.751 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.751 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.751 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.751 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.751 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.751 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.751 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.751 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.752 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.752 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.752 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.752 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.752 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.752 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:54.752 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.753 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T21:41:54.753 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.753 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.753 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.753 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.753 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:54.753 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.753 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:54.754 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.754 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T21:41:54.754 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.754 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.754 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.754 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.754 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.754 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.755 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.226275+0000", 2024-09-20T21:41:54.755 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.354134+0000", 2024-09-20T21:41:54.755 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.354134+0000", 2024-09-20T21:41:54.755 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.354424+0000", 2024-09-20T21:41:54.755 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.226275+0000", 2024-09-20T21:41:54.755 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.755 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.755 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.756 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.756 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.226275+0000", 2024-09-20T21:41:54.756 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.226275+0000", 2024-09-20T21:41:54.756 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.226275+0000", 2024-09-20T21:41:54.756 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.756 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.757 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.757 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.226275+0000", 2024-09-20T21:41:54.757 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.226275+0000", 2024-09-20T21:41:54.757 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.757 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.757 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.757 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.757 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.757 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.757 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.757 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.757 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.758 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.758 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.758 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.758 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.758 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.21", 2024-09-20T21:41:54.758 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.758 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.758 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.758 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.758 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.758 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:13:29.310904+0000", 2024-09-20T21:41:54.758 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.758 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.758 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.759 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.759 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.759 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.759 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.759 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.759 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.759 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.759 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.759 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.759 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.759 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.759 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.759 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.759 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.761 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.761 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.761 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.761 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.761 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:54.762 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.762 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:54.762 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.762 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T21:41:54.762 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.762 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.762 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.762 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.762 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:54.762 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:54.762 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T21:41:54.762 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.762 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T21:41:54.762 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.762 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.763 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.763 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.763 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.763 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.763 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.416666+0000", 2024-09-20T21:41:54.763 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.357915+0000", 2024-09-20T21:41:54.763 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.357915+0000", 2024-09-20T21:41:54.763 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.358337+0000", 2024-09-20T21:41:54.763 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.416666+0000", 2024-09-20T21:41:54.763 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.763 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.763 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.763 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.763 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.416666+0000", 2024-09-20T21:41:54.763 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.416666+0000", 2024-09-20T21:41:54.764 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.416666+0000", 2024-09-20T21:41:54.764 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.764 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.764 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.764 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.416666+0000", 2024-09-20T21:41:54.764 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.416666+0000", 2024-09-20T21:41:54.764 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.764 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.764 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.764 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.764 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.764 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.764 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.764 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.764 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.764 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.765 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.765 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.765 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.765 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.20", 2024-09-20T21:41:54.765 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.765 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.765 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.765 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.765 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.765 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:21:10.568032+0000", 2024-09-20T21:41:54.765 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.765 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.765 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.765 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.765 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.765 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.766 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.766 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.766 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.766 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.766 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.766 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.766 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.766 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.766 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.766 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.766 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.766 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.766 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.766 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.766 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.768 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.768 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.768 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.768 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.768 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:54.768 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:54.768 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T21:41:54.768 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.768 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T21:41:54.768 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.769 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.769 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.769 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.769 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:54.769 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:54.769 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:54.769 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.769 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T21:41:54.769 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.769 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.769 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.769 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.769 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.769 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.769 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.227770+0000", 2024-09-20T21:41:54.770 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.355196+0000", 2024-09-20T21:41:54.770 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.355196+0000", 2024-09-20T21:41:54.770 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.355520+0000", 2024-09-20T21:41:54.770 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.227770+0000", 2024-09-20T21:41:54.770 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.770 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.770 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.770 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.770 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.227770+0000", 2024-09-20T21:41:54.770 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.227770+0000", 2024-09-20T21:41:54.770 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.227770+0000", 2024-09-20T21:41:54.770 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.770 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.770 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.770 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.227770+0000", 2024-09-20T21:41:54.771 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.227770+0000", 2024-09-20T21:41:54.771 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.771 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.771 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.771 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.771 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.771 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.771 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.771 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.771 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.771 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.771 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.771 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.771 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.771 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1a", 2024-09-20T21:41:54.771 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.771 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.772 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.772 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.772 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.772 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T21:43:55.930985+0000", 2024-09-20T21:41:54.772 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.772 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.772 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.773 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.773 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.773 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.773 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.773 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.773 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.773 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.773 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.773 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.773 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.773 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.773 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.773 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.773 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.773 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.773 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.774 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.774 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.774 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.774 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.774 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.774 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.774 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.774 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.774 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.774 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.774 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.774 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.774 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.775 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.775 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.775 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.775 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.775 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:54.775 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:54.775 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:54.775 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.775 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T21:41:54.775 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.775 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.775 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.776 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.776 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.776 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:54.776 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:54.776 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.776 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T21:41:54.776 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.776 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.776 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:54.776 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.776 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.776 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.776 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.702133+0000", 2024-09-20T21:41:54.776 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.328886+0000", 2024-09-20T21:41:54.776 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.328886+0000", 2024-09-20T21:41:54.776 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.329127+0000", 2024-09-20T21:41:54.777 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.702133+0000", 2024-09-20T21:41:54.777 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.777 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.777 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.777 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:54.777 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.702133+0000", 2024-09-20T21:41:54.777 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.702133+0000", 2024-09-20T21:41:54.777 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.702133+0000", 2024-09-20T21:41:54.777 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.777 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.777 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.777 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.702133+0000", 2024-09-20T21:41:54.777 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.702133+0000", 2024-09-20T21:41:54.777 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.777 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-20T21:41:54.777 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.778 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.778 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:54.778 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.778 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.778 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.778 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.778 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-20T21:41:54.778 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.778 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.778 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.778 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1b", 2024-09-20T21:41:54.778 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.778 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.778 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.779 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 25, 2024-09-20T21:41:54.779 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.779 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:31:01.810207+0000", 2024-09-20T21:41:54.779 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.779 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.779 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.780 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.780 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.780 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.780 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.780 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.780 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.780 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.780 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.780 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.780 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.780 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.780 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.780 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.780 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.780 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.780 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.781 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.781 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.781 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.781 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.781 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.781 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.781 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.781 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.781 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.781 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.781 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.781 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.781 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.781 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.781 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.781 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.782 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.782 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.782 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.782 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:54.782 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:54.782 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.782 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T21:41:54.782 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'1" 2024-09-20T21:41:54.782 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.782 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.782 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.782 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:54.782 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:54.782 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:54.782 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.782 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T21:41:54.783 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.783 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.783 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.783 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.783 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.783 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.783 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.226467+0000", 2024-09-20T21:41:54.783 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:43.800286+0000", 2024-09-20T21:41:54.783 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:43.800286+0000", 2024-09-20T21:41:54.783 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:43.800537+0000", 2024-09-20T21:41:54.783 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.226467+0000", 2024-09-20T21:41:54.783 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.783 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.783 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.783 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 59, 2024-09-20T21:41:54.784 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.226467+0000", 2024-09-20T21:41:54.784 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.226467+0000", 2024-09-20T21:41:54.784 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.226467+0000", 2024-09-20T21:41:54.784 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.784 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.784 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.784 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.226467+0000", 2024-09-20T21:41:54.784 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.226467+0000", 2024-09-20T21:41:54.784 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.784 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.784 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.784 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.784 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 58, 2024-09-20T21:41:54.784 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.784 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.784 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.784 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.785 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.785 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.785 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.785 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.785 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1b", 2024-09-20T21:41:54.785 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.785 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.785 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.785 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 18, 2024-09-20T21:41:54.785 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.785 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:08:39.565352+0000", 2024-09-20T21:41:54.785 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.785 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.785 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.785 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.785 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.788 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.788 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.788 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.788 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.788 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.788 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.788 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.788 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.788 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.788 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.788 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.788 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.788 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:54.788 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:54.788 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:54.788 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.789 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T21:41:54.789 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.789 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.789 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.789 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.789 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:54.789 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:54.789 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:54.789 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.789 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T21:41:54.789 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.789 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.789 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:54.789 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.789 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.789 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.790 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.416882+0000", 2024-09-20T21:41:54.790 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.329747+0000", 2024-09-20T21:41:54.790 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.329747+0000", 2024-09-20T21:41:54.790 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.330012+0000", 2024-09-20T21:41:54.790 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.416882+0000", 2024-09-20T21:41:54.790 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.790 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.790 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.790 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:54.790 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.416882+0000", 2024-09-20T21:41:54.790 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.416882+0000", 2024-09-20T21:41:54.790 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.416882+0000", 2024-09-20T21:41:54.790 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.790 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.791 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.791 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.416882+0000", 2024-09-20T21:41:54.791 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.416882+0000", 2024-09-20T21:41:54.791 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.791 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-20T21:41:54.791 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.791 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.791 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:54.791 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.791 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.791 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.791 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.791 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-20T21:41:54.791 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.791 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.791 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.792 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1a", 2024-09-20T21:41:54.792 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.792 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.792 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.792 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 25, 2024-09-20T21:41:54.792 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.792 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:03:18.766531+0000", 2024-09-20T21:41:54.792 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.792 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.792 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.792 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.792 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.792 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.792 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.795 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.795 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.795 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.795 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.795 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:54.795 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:54.795 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:54.795 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.795 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T21:41:54.796 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'1" 2024-09-20T21:41:54.796 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.796 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.796 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.796 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.796 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:54.796 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:54.796 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.796 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T21:41:54.796 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.796 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.796 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:54.796 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.796 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.796 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.701915+0000", 2024-09-20T21:41:54.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.328219+0000", 2024-09-20T21:41:54.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.328219+0000", 2024-09-20T21:41:54.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.328490+0000", 2024-09-20T21:41:54.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.701915+0000", 2024-09-20T21:41:54.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:54.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.701915+0000", 2024-09-20T21:41:54.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.701915+0000", 2024-09-20T21:41:54.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.701915+0000", 2024-09-20T21:41:54.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.701915+0000", 2024-09-20T21:41:54.798 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.701915+0000", 2024-09-20T21:41:54.798 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.798 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.798 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.798 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.798 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:54.798 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.799 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.799 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.799 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.799 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.799 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.799 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.799 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.799 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.19", 2024-09-20T21:41:54.800 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.800 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.800 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.800 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 24, 2024-09-20T21:41:54.800 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.800 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:36:37.005731+0000", 2024-09-20T21:41:54.800 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.800 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.800 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.802 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.802 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.802 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.802 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.802 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.802 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.802 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.805 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.805 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.805 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.805 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.805 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.805 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:54.806 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:54.806 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.806 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T21:41:54.806 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.806 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.806 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.806 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.806 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.806 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:54.806 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:54.806 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.806 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T21:41:54.806 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.807 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.807 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.807 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.807 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.807 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.701861+0000", 2024-09-20T21:41:54.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.357300+0000", 2024-09-20T21:41:54.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.357300+0000", 2024-09-20T21:41:54.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.358004+0000", 2024-09-20T21:41:54.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.701861+0000", 2024-09-20T21:41:54.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.808 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.808 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.701861+0000", 2024-09-20T21:41:54.808 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.701861+0000", 2024-09-20T21:41:54.808 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.701861+0000", 2024-09-20T21:41:54.808 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.808 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.808 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.808 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.701861+0000", 2024-09-20T21:41:54.808 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.701861+0000", 2024-09-20T21:41:54.808 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.808 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.808 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.808 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.808 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.809 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.809 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.809 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.809 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.809 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.809 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.809 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.809 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.809 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.18", 2024-09-20T21:41:54.809 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.809 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.809 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.809 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.809 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.809 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:30:46.795735+0000", 2024-09-20T21:41:54.810 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.810 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.810 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.813 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.813 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.813 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.813 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.813 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.813 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:54.813 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:54.813 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.813 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T21:41:54.813 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.813 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.813 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.813 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.813 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.814 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:54.814 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:54.814 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.814 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T21:41:54.814 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.814 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.814 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:54.814 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.814 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.814 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.231762+0000", 2024-09-20T21:41:54.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.327197+0000", 2024-09-20T21:41:54.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.327197+0000", 2024-09-20T21:41:54.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.327450+0000", 2024-09-20T21:41:54.815 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.231762+0000", 2024-09-20T21:41:54.815 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.815 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.815 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.815 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:54.815 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.231762+0000", 2024-09-20T21:41:54.815 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.231762+0000", 2024-09-20T21:41:54.815 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.231762+0000", 2024-09-20T21:41:54.815 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.815 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.815 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.815 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.231762+0000", 2024-09-20T21:41:54.815 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.231762+0000", 2024-09-20T21:41:54.815 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.815 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.816 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.816 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.816 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:54.816 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.816 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.816 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.816 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.816 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.816 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.816 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.816 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.816 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.18", 2024-09-20T21:41:54.816 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.816 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.816 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.817 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 24, 2024-09-20T21:41:54.817 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.817 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:54:29.834419+0000", 2024-09-20T21:41:54.817 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.817 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.817 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.820 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.820 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.820 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.820 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.820 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.820 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.820 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.820 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.820 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.820 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.820 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:54.820 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:54.820 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.820 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T21:41:54.821 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.821 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.821 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.821 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.821 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:54.821 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.821 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:54.821 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.821 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T21:41:54.821 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.821 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.821 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.821 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.821 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.822 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.822 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.229943+0000", 2024-09-20T21:41:54.822 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.358153+0000", 2024-09-20T21:41:54.822 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.358153+0000", 2024-09-20T21:41:54.822 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.358417+0000", 2024-09-20T21:41:54.822 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.229943+0000", 2024-09-20T21:41:54.822 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.822 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.822 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.822 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.822 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.229943+0000", 2024-09-20T21:41:54.822 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.229943+0000", 2024-09-20T21:41:54.822 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.229943+0000", 2024-09-20T21:41:54.823 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.823 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.823 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.823 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.229943+0000", 2024-09-20T21:41:54.823 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.229943+0000", 2024-09-20T21:41:54.823 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.823 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.823 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.823 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.823 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.823 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.823 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.823 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.823 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.823 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.824 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.824 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.824 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.824 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.19", 2024-09-20T21:41:54.824 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.824 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.824 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.824 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.824 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.824 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:38:44.071173+0000", 2024-09-20T21:41:54.824 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.824 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.824 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.827 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.827 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.827 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.827 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.827 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.827 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.827 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.827 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.827 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.827 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.827 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.827 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:54.827 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.827 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:54.827 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.828 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T21:41:54.828 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.828 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.828 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.828 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.828 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:54.828 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.828 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:54.828 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.828 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T21:41:54.828 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.828 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.828 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:54.828 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.829 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.829 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.417223+0000", 2024-09-20T21:41:54.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.328757+0000", 2024-09-20T21:41:54.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.328757+0000", 2024-09-20T21:41:54.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.329038+0000", 2024-09-20T21:41:54.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.417223+0000", 2024-09-20T21:41:54.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:54.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.417223+0000", 2024-09-20T21:41:54.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.417223+0000", 2024-09-20T21:41:54.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.417223+0000", 2024-09-20T21:41:54.830 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.830 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.830 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.830 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.417223+0000", 2024-09-20T21:41:54.830 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.417223+0000", 2024-09-20T21:41:54.830 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.830 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.830 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.830 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.830 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:54.830 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.830 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.830 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.830 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.830 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.831 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.831 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.831 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.831 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.17", 2024-09-20T21:41:54.831 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.831 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.831 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.831 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 24, 2024-09-20T21:41:54.831 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.831 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:08:29.094173+0000", 2024-09-20T21:41:54.831 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.831 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.831 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.834 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.834 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.834 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.834 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.834 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.834 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.834 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.834 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.834 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.834 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.834 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.834 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.834 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.834 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.835 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.835 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:54.835 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.835 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:54.835 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.835 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T21:41:54.835 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.835 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.835 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.835 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.835 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.835 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:54.835 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:54.835 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.836 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T21:41:54.836 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.836 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.836 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.836 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.836 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.836 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.836 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.232269+0000", 2024-09-20T21:41:54.836 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.361322+0000", 2024-09-20T21:41:54.836 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.361322+0000", 2024-09-20T21:41:54.836 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.361598+0000", 2024-09-20T21:41:54.836 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.232269+0000", 2024-09-20T21:41:54.836 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.837 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.837 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.837 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.837 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.232269+0000", 2024-09-20T21:41:54.837 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.232269+0000", 2024-09-20T21:41:54.837 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.232269+0000", 2024-09-20T21:41:54.837 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.837 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.837 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.837 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.232269+0000", 2024-09-20T21:41:54.837 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.232269+0000", 2024-09-20T21:41:54.837 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.837 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.837 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.838 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.838 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.838 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.838 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.838 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.838 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.838 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.838 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.838 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.838 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.838 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.16", 2024-09-20T21:41:54.838 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.838 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.838 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.839 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.839 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.839 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T06:51:08.326080+0000", 2024-09-20T21:41:54.839 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.839 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.839 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.841 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.841 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.841 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.841 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.841 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.841 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.841 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.841 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.841 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.841 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.841 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.841 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.841 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.841 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.841 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.841 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.842 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.842 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.842 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.842 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.842 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.842 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.842 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:54.842 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:54.842 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.842 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T21:41:54.842 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.842 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.842 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.842 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.843 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.843 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:54.843 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:54.843 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.843 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T21:41:54.843 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.843 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.843 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:54.843 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.843 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.843 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.232326+0000", 2024-09-20T21:41:54.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.329983+0000", 2024-09-20T21:41:54.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.329983+0000", 2024-09-20T21:41:54.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.330276+0000", 2024-09-20T21:41:54.844 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.232326+0000", 2024-09-20T21:41:54.844 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.844 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.844 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.844 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:54.844 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.232326+0000", 2024-09-20T21:41:54.844 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.232326+0000", 2024-09-20T21:41:54.844 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.232326+0000", 2024-09-20T21:41:54.844 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.844 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.844 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.844 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.232326+0000", 2024-09-20T21:41:54.844 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.232326+0000", 2024-09-20T21:41:54.844 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.844 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.845 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.845 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.845 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:54.845 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.845 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.845 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.845 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.845 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.845 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.845 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.845 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.845 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.16", 2024-09-20T21:41:54.845 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.845 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.846 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.846 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 24, 2024-09-20T21:41:54.846 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.846 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:43:30.941469+0000", 2024-09-20T21:41:54.846 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.846 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.846 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.848 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.848 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.848 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.848 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.848 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.848 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.848 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.848 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.848 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.848 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.848 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.848 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.848 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.848 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.848 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.848 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.849 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.849 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.849 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.849 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.849 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.849 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.849 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.849 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.849 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.849 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:54.849 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:54.849 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.849 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T21:41:54.849 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.850 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.850 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.850 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.850 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:54.850 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.850 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T21:41:54.850 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.850 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T21:41:54.850 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.850 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.850 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.850 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.850 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.850 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.850 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.227936+0000", 2024-09-20T21:41:54.851 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.354503+0000", 2024-09-20T21:41:54.851 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.354503+0000", 2024-09-20T21:41:54.851 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.355005+0000", 2024-09-20T21:41:54.851 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.227936+0000", 2024-09-20T21:41:54.851 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.851 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.851 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.851 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.851 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.227936+0000", 2024-09-20T21:41:54.851 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.227936+0000", 2024-09-20T21:41:54.851 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.227936+0000", 2024-09-20T21:41:54.851 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.851 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.851 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.852 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.227936+0000", 2024-09-20T21:41:54.852 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.227936+0000", 2024-09-20T21:41:54.852 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.852 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.852 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.852 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.852 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.852 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.852 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.852 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.852 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.852 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.852 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.852 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.852 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.853 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.17", 2024-09-20T21:41:54.853 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.853 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.853 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.853 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.853 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.853 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:31:48.171541+0000", 2024-09-20T21:41:54.853 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.853 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.853 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.856 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.856 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.856 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.856 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.856 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:54.856 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.856 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T21:41:54.857 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.857 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T21:41:54.857 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.857 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.857 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.857 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:54.857 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.857 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:54.857 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.857 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T21:41:54.857 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.857 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.857 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:54.858 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.858 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.858 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.858 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.230316+0000", 2024-09-20T21:41:54.858 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.325213+0000", 2024-09-20T21:41:54.858 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.325213+0000", 2024-09-20T21:41:54.858 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.325821+0000", 2024-09-20T21:41:54.858 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.230316+0000", 2024-09-20T21:41:54.858 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.858 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.858 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.858 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:54.858 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.230316+0000", 2024-09-20T21:41:54.858 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.230316+0000", 2024-09-20T21:41:54.859 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.230316+0000", 2024-09-20T21:41:54.859 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.859 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.859 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.859 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.230316+0000", 2024-09-20T21:41:54.859 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.230316+0000", 2024-09-20T21:41:54.859 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.859 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3, 2024-09-20T21:41:54.859 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.859 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.859 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:54.859 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.859 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.859 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.860 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.860 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3, 2024-09-20T21:41:54.860 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.860 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.860 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.860 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.15", 2024-09-20T21:41:54.860 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.860 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.860 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.860 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 27, 2024-09-20T21:41:54.860 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.860 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:02:06.128836+0000", 2024-09-20T21:41:54.860 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.860 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.861 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 90, 2024-09-20T21:41:54.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-20T21:41:54.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-20T21:41:54.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-20T21:41:54.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T21:41:54.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 4, 2024-09-20T21:41:54.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-20T21:41:54.863 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.863 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.864 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.864 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.864 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:54.864 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.864 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:54.864 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.864 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T21:41:54.864 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'3" 2024-09-20T21:41:54.864 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.864 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.864 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.864 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:54.864 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:54.864 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:54.865 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.865 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T21:41:54.865 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.865 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.865 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.865 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.865 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.865 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.865 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.228029+0000", 2024-09-20T21:41:54.865 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.349502+0000", 2024-09-20T21:41:54.865 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.349502+0000", 2024-09-20T21:41:54.865 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.349783+0000", 2024-09-20T21:41:54.865 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.228029+0000", 2024-09-20T21:41:54.865 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.865 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.866 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.866 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.866 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.228029+0000", 2024-09-20T21:41:54.866 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.228029+0000", 2024-09-20T21:41:54.866 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.228029+0000", 2024-09-20T21:41:54.866 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.866 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.866 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.866 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.228029+0000", 2024-09-20T21:41:54.866 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.228029+0000", 2024-09-20T21:41:54.866 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.866 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.866 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.867 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.867 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.867 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.867 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.867 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.867 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.867 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.867 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.867 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.867 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.867 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.14", 2024-09-20T21:41:54.867 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.867 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.867 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.868 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.868 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.868 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:52:36.179625+0000", 2024-09-20T21:41:54.868 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.868 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.868 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.871 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.871 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.871 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.871 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.871 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.871 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.871 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:54.871 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:54.871 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:54.871 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.871 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T21:41:54.871 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.871 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.871 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.871 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.872 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:54.872 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.872 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T21:41:54.872 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.872 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T21:41:54.872 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.872 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.872 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:54.872 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.872 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.872 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.872 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:40:46.738125+0000", 2024-09-20T21:41:54.872 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.334088+0000", 2024-09-20T21:41:54.872 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.334088+0000", 2024-09-20T21:41:54.872 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.334468+0000", 2024-09-20T21:41:54.872 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:40:46.738125+0000", 2024-09-20T21:41:54.873 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.873 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.873 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.873 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:54.873 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:40:46.738125+0000", 2024-09-20T21:41:54.873 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:40:46.738125+0000", 2024-09-20T21:41:54.873 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:40:46.738125+0000", 2024-09-20T21:41:54.873 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.873 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.873 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.873 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:40:46.738125+0000", 2024-09-20T21:41:54.873 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:40:46.738125+0000", 2024-09-20T21:41:54.873 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.873 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 12, 2024-09-20T21:41:54.873 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.873 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.874 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:54.874 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.874 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.874 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.874 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.874 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 12, 2024-09-20T21:41:54.874 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.874 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.874 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.874 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.14", 2024-09-20T21:41:54.874 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.874 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.874 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 67, 2024-09-20T21:41:54.874 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 36, 2024-09-20T21:41:54.875 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.875 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:49:33.840810+0000", 2024-09-20T21:41:54.875 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.875 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.875 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 2624, 2024-09-20T21:41:54.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 12, 2024-09-20T21:41:54.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 4, 2024-09-20T21:41:54.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 4, 2024-09-20T21:41:54.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T21:41:54.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 12, 2024-09-20T21:41:54.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 9 2024-09-20T21:41:54.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.878 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.878 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.878 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.878 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:54.878 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.878 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T21:41:54.878 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.878 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T21:41:54.878 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "67'12" 2024-09-20T21:41:54.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.878 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.879 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.879 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:54.879 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.879 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:54.879 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.879 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T21:41:54.879 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.879 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.879 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.879 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.879 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.879 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.879 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.507655+0000", 2024-09-20T21:41:54.879 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.356037+0000", 2024-09-20T21:41:54.880 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.356037+0000", 2024-09-20T21:41:54.880 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.356321+0000", 2024-09-20T21:41:54.880 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.507655+0000", 2024-09-20T21:41:54.880 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.880 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.880 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.880 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.880 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.507655+0000", 2024-09-20T21:41:54.880 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.507655+0000", 2024-09-20T21:41:54.880 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.507655+0000", 2024-09-20T21:41:54.880 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.880 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.880 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.880 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.507655+0000", 2024-09-20T21:41:54.880 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.507655+0000", 2024-09-20T21:41:54.881 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.881 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.881 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.881 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.881 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.881 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.881 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.881 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.881 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.881 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.881 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.881 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.881 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.881 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.15", 2024-09-20T21:41:54.881 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.882 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.882 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.882 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.882 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.882 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:17:17.828224+0000", 2024-09-20T21:41:54.882 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.882 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.882 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.885 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.885 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.885 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.885 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.885 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:54.885 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.885 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:54.885 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.885 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T21:41:54.886 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.886 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.886 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.886 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.886 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:54.886 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:54.886 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T21:41:54.886 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.886 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T21:41:54.886 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.886 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.886 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:54.886 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.886 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.887 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.887 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.227009+0000", 2024-09-20T21:41:54.887 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.325743+0000", 2024-09-20T21:41:54.887 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.325743+0000", 2024-09-20T21:41:54.887 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.326029+0000", 2024-09-20T21:41:54.887 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.227009+0000", 2024-09-20T21:41:54.887 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.887 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.887 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.887 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:54.887 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.227009+0000", 2024-09-20T21:41:54.887 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.227009+0000", 2024-09-20T21:41:54.887 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.227009+0000", 2024-09-20T21:41:54.887 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.887 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.888 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.888 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.227009+0000", 2024-09-20T21:41:54.888 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.227009+0000", 2024-09-20T21:41:54.888 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.888 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T21:41:54.888 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.888 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.888 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:54.888 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.888 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.888 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.888 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.888 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T21:41:54.888 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.889 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.889 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.889 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.13", 2024-09-20T21:41:54.889 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.889 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.889 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.889 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 26, 2024-09-20T21:41:54.889 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.889 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T02:07:25.513999+0000", 2024-09-20T21:41:54.889 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.889 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.889 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 34, 2024-09-20T21:41:54.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-20T21:41:54.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-20T21:41:54.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-20T21:41:54.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T21:41:54.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-20T21:41:54.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 6 2024-09-20T21:41:54.892 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.892 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.892 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.892 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.893 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:54.893 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:54.893 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T21:41:54.893 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.893 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T21:41:54.893 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'2" 2024-09-20T21:41:54.893 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.893 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.893 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.893 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:54.893 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:54.893 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T21:41:54.893 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.893 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T21:41:54.893 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.894 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.894 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.894 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.894 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.894 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.894 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.226415+0000", 2024-09-20T21:41:54.894 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.351006+0000", 2024-09-20T21:41:54.894 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.351006+0000", 2024-09-20T21:41:54.894 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.351233+0000", 2024-09-20T21:41:54.894 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.226415+0000", 2024-09-20T21:41:54.894 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.894 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.894 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.894 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.895 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.226415+0000", 2024-09-20T21:41:54.895 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.226415+0000", 2024-09-20T21:41:54.895 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.226415+0000", 2024-09-20T21:41:54.895 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.895 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.895 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.895 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.226415+0000", 2024-09-20T21:41:54.895 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.226415+0000", 2024-09-20T21:41:54.895 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.895 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.895 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.895 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.895 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.895 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.896 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.896 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.896 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.896 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.896 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.896 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.896 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.896 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.12", 2024-09-20T21:41:54.896 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.896 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.896 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.896 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.896 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.896 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:29:05.308399+0000", 2024-09-20T21:41:54.896 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.897 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.897 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.897 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.897 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.897 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.897 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.897 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.897 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.897 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.897 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.897 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.897 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.897 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.897 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.899 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.900 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.900 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.900 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.900 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:54.900 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:54.900 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T21:41:54.900 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.900 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T21:41:54.900 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.900 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.900 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.900 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.900 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.900 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.900 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:54.901 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.901 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T21:41:54.901 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.901 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.901 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:54.901 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.901 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.901 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.901 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.231990+0000", 2024-09-20T21:41:54.901 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.330899+0000", 2024-09-20T21:41:54.901 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.330899+0000", 2024-09-20T21:41:54.901 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.331709+0000", 2024-09-20T21:41:54.901 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.231990+0000", 2024-09-20T21:41:54.901 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.901 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.902 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.902 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:54.902 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.231990+0000", 2024-09-20T21:41:54.902 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.231990+0000", 2024-09-20T21:41:54.902 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.231990+0000", 2024-09-20T21:41:54.902 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.902 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.902 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.902 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.231990+0000", 2024-09-20T21:41:54.902 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.231990+0000", 2024-09-20T21:41:54.902 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.902 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.902 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.902 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.903 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:54.903 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.903 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.903 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.903 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.903 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.903 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.905 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.905 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.906 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.12", 2024-09-20T21:41:54.906 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.906 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.906 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.906 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 24, 2024-09-20T21:41:54.906 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.906 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:07:14.035742+0000", 2024-09-20T21:41:54.906 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.906 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.906 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.909 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.909 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.909 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.909 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.909 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.909 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.909 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:54.910 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.910 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T21:41:54.910 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.910 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.910 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.910 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.910 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:54.910 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:54.910 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:54.910 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.910 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T21:41:54.910 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.910 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.911 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.911 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.911 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.911 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.911 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.507566+0000", 2024-09-20T21:41:54.911 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.358617+0000", 2024-09-20T21:41:54.911 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.358617+0000", 2024-09-20T21:41:54.911 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.358938+0000", 2024-09-20T21:41:54.911 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.507566+0000", 2024-09-20T21:41:54.911 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.911 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.911 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.911 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.911 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.507566+0000", 2024-09-20T21:41:54.912 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.507566+0000", 2024-09-20T21:41:54.912 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.507566+0000", 2024-09-20T21:41:54.912 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.912 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.912 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.912 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.507566+0000", 2024-09-20T21:41:54.912 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.507566+0000", 2024-09-20T21:41:54.912 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.912 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.912 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.912 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.912 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.912 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.912 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.912 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.913 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.913 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.913 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.913 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.913 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.913 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.13", 2024-09-20T21:41:54.913 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.913 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.913 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.913 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.913 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.913 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:11:22.664577+0000", 2024-09-20T21:41:54.913 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.913 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.913 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.916 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.917 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.917 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.917 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.917 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:54.917 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:54.917 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:54.917 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.917 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T21:41:54.917 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.917 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.917 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.917 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.917 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:54.917 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:54.917 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:54.918 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.918 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T21:41:54.918 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.918 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.918 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:54.918 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.918 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.918 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.918 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.416961+0000", 2024-09-20T21:41:54.918 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.331344+0000", 2024-09-20T21:41:54.918 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.331344+0000", 2024-09-20T21:41:54.918 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.331599+0000", 2024-09-20T21:41:54.918 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.416961+0000", 2024-09-20T21:41:54.918 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.919 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.919 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.919 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:54.919 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.416961+0000", 2024-09-20T21:41:54.919 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.416961+0000", 2024-09-20T21:41:54.919 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.416961+0000", 2024-09-20T21:41:54.919 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.919 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.919 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.919 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.416961+0000", 2024-09-20T21:41:54.919 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.416961+0000", 2024-09-20T21:41:54.919 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.919 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.919 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.920 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.920 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:54.920 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.920 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.920 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.920 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.920 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.920 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.920 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.920 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.920 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.11", 2024-09-20T21:41:54.920 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.920 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.920 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.920 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 24, 2024-09-20T21:41:54.921 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.921 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:15:09.447252+0000", 2024-09-20T21:41:54.921 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.921 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.921 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.924 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.924 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.924 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.924 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.924 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:54.924 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:54.924 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:54.924 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.924 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T21:41:54.924 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.924 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.924 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.925 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.925 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:54.925 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:54.925 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T21:41:54.925 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.925 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T21:41:54.925 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.925 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.925 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.925 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.925 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.925 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.925 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.416768+0000", 2024-09-20T21:41:54.925 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.356974+0000", 2024-09-20T21:41:54.926 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.356974+0000", 2024-09-20T21:41:54.926 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.358176+0000", 2024-09-20T21:41:54.926 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.416768+0000", 2024-09-20T21:41:54.926 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.926 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.926 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.926 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.926 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.416768+0000", 2024-09-20T21:41:54.926 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.416768+0000", 2024-09-20T21:41:54.926 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.416768+0000", 2024-09-20T21:41:54.926 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.926 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.926 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.926 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.416768+0000", 2024-09-20T21:41:54.927 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.416768+0000", 2024-09-20T21:41:54.927 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.927 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.927 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.927 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.927 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.927 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.927 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.927 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.927 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.927 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.927 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.927 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.928 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.928 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.10", 2024-09-20T21:41:54.928 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.928 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.928 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.928 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.928 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.928 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:01:47.215257+0000", 2024-09-20T21:41:54.928 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.928 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.928 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.931 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.931 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.931 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.931 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.931 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:54.931 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:54.931 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T21:41:54.932 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.932 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T21:41:54.932 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.932 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.932 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.932 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.932 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:54.932 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:54.932 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:54.932 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.932 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T21:41:54.932 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.932 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.932 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:54.933 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.933 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.933 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.933 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.226245+0000", 2024-09-20T21:41:54.933 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.328353+0000", 2024-09-20T21:41:54.933 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.328353+0000", 2024-09-20T21:41:54.933 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.328628+0000", 2024-09-20T21:41:54.933 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.226245+0000", 2024-09-20T21:41:54.933 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.933 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.933 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.933 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:54.933 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.226245+0000", 2024-09-20T21:41:54.933 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.226245+0000", 2024-09-20T21:41:54.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.226245+0000", 2024-09-20T21:41:54.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.226245+0000", 2024-09-20T21:41:54.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.226245+0000", 2024-09-20T21:41:54.934 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.934 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 8, 2024-09-20T21:41:54.934 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.934 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.934 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:54.934 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.934 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.935 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.935 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.935 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 8, 2024-09-20T21:41:54.935 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.935 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.935 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.935 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.10", 2024-09-20T21:41:54.935 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.935 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.935 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.935 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 32, 2024-09-20T21:41:54.935 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.935 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:35:03.279801+0000", 2024-09-20T21:41:54.935 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.936 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.936 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 12, 2024-09-20T21:41:54.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 4, 2024-09-20T21:41:54.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 4, 2024-09-20T21:41:54.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 4, 2024-09-20T21:41:54.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 12, 2024-09-20T21:41:54.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.938 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.939 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.939 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.939 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.939 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:54.939 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:54.939 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:54.939 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.939 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T21:41:54.939 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'8" 2024-09-20T21:41:54.939 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.939 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.939 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.939 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:54.939 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:54.940 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:54.940 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.940 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T21:41:54.940 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.940 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.940 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.940 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.940 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.940 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.940 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.507402+0000", 2024-09-20T21:41:54.940 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.364013+0000", 2024-09-20T21:41:54.940 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.364013+0000", 2024-09-20T21:41:54.940 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.364310+0000", 2024-09-20T21:41:54.940 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.507402+0000", 2024-09-20T21:41:54.941 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.941 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.941 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.941 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.941 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.507402+0000", 2024-09-20T21:41:54.941 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.507402+0000", 2024-09-20T21:41:54.941 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.507402+0000", 2024-09-20T21:41:54.941 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.941 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.941 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.941 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.507402+0000", 2024-09-20T21:41:54.941 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.507402+0000", 2024-09-20T21:41:54.941 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.941 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.941 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.942 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.942 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.942 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.942 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.942 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.942 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.942 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.942 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.942 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.942 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.942 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.11", 2024-09-20T21:41:54.942 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.942 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.943 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.943 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.943 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.943 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:03:10.005685+0000", 2024-09-20T21:41:54.943 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.943 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.943 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.946 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.946 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.946 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.946 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.946 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:54.946 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:54.946 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:54.946 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.946 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T21:41:54.946 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.946 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.946 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.947 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.947 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:54.947 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:54.947 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:54.947 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.947 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T21:41:54.947 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.947 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.947 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:54.947 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.947 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.947 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.947 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.228308+0000", 2024-09-20T21:41:54.947 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.326993+0000", 2024-09-20T21:41:54.948 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.326993+0000", 2024-09-20T21:41:54.948 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.327336+0000", 2024-09-20T21:41:54.948 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.228308+0000", 2024-09-20T21:41:54.948 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.948 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.948 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.948 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:54.948 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.228308+0000", 2024-09-20T21:41:54.948 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.228308+0000", 2024-09-20T21:41:54.948 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.228308+0000", 2024-09-20T21:41:54.948 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.948 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.948 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.948 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.228308+0000", 2024-09-20T21:41:54.948 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.228308+0000", 2024-09-20T21:41:54.949 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.949 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-20T21:41:54.949 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.949 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.949 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:54.949 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.949 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.949 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.949 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.949 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-20T21:41:54.949 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.949 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.949 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.949 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.f", 2024-09-20T21:41:54.949 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.949 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.950 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.950 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 25, 2024-09-20T21:41:54.950 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.950 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:51:38.749474+0000", 2024-09-20T21:41:54.950 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.950 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.950 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 22, 2024-09-20T21:41:54.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T21:41:54.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T21:41:54.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T21:41:54.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 1, 2024-09-20T21:41:54.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-20T21:41:54.953 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.953 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.953 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.953 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.953 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:54.953 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:54.953 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:54.953 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.953 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T21:41:54.953 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'1" 2024-09-20T21:41:54.953 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.954 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.954 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.954 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:54.954 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:54.954 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:54.954 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.954 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T21:41:54.954 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.954 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.954 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.954 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.954 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.954 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.954 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.507864+0000", 2024-09-20T21:41:54.955 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.352270+0000", 2024-09-20T21:41:54.955 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.352270+0000", 2024-09-20T21:41:54.955 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.353169+0000", 2024-09-20T21:41:54.955 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.507864+0000", 2024-09-20T21:41:54.955 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.955 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.955 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.955 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.955 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.507864+0000", 2024-09-20T21:41:54.955 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.507864+0000", 2024-09-20T21:41:54.955 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.507864+0000", 2024-09-20T21:41:54.955 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.955 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.955 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.956 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.507864+0000", 2024-09-20T21:41:54.956 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.507864+0000", 2024-09-20T21:41:54.956 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.956 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.956 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.956 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.956 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.956 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.956 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.956 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.956 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.956 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.956 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.956 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.956 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.957 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.e", 2024-09-20T21:41:54.957 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.957 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.957 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.957 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.957 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.957 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:26:04.498410+0000", 2024-09-20T21:41:54.957 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.957 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.957 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.960 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.960 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.960 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.960 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.960 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:54.960 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:54.960 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:54.960 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.960 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T21:41:54.960 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.960 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.961 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.961 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.961 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:54.961 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.961 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:54.961 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.961 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T21:41:54.961 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.961 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.961 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:54.961 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.961 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.961 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.961 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.226998+0000", 2024-09-20T21:41:54.962 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.331146+0000", 2024-09-20T21:41:54.962 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.331146+0000", 2024-09-20T21:41:54.962 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.331491+0000", 2024-09-20T21:41:54.962 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.226998+0000", 2024-09-20T21:41:54.962 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.962 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.962 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.962 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:54.962 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.226998+0000", 2024-09-20T21:41:54.962 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.226998+0000", 2024-09-20T21:41:54.962 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.226998+0000", 2024-09-20T21:41:54.962 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.962 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.962 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.963 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.226998+0000", 2024-09-20T21:41:54.963 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.226998+0000", 2024-09-20T21:41:54.963 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.963 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T21:41:54.963 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.963 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.963 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:54.963 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.963 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.963 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.963 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.963 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T21:41:54.963 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.963 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.963 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.964 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.e", 2024-09-20T21:41:54.964 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.964 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.964 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.964 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 26, 2024-09-20T21:41:54.964 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.964 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:08:41.567575+0000", 2024-09-20T21:41:54.964 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.964 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.964 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T21:41:54.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T21:41:54.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T21:41:54.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T21:41:54.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-20T21:41:54.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.967 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.967 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.967 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.967 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.967 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:54.967 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.967 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:54.967 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.967 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T21:41:54.967 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'2" 2024-09-20T21:41:54.967 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.968 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.968 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.968 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:54.968 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:54.968 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:54.968 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.968 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T21:41:54.968 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.968 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.968 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.968 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.968 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.968 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.968 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.507854+0000", 2024-09-20T21:41:54.969 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.349396+0000", 2024-09-20T21:41:54.969 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.349396+0000", 2024-09-20T21:41:54.969 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.349685+0000", 2024-09-20T21:41:54.969 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.507854+0000", 2024-09-20T21:41:54.969 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.969 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.969 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.969 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.969 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.507854+0000", 2024-09-20T21:41:54.969 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.507854+0000", 2024-09-20T21:41:54.969 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.507854+0000", 2024-09-20T21:41:54.969 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.969 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.969 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.969 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.507854+0000", 2024-09-20T21:41:54.970 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.507854+0000", 2024-09-20T21:41:54.970 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.970 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.970 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.970 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.970 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.970 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.970 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.970 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.970 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.970 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.970 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.970 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.971 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.971 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.f", 2024-09-20T21:41:54.971 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.971 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.971 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.971 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.971 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.971 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T06:54:13.019807+0000", 2024-09-20T21:41:54.971 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.971 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.971 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.974 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.974 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.974 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.974 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.974 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:54.974 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:54.974 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:54.974 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.974 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T21:41:54.975 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.975 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.975 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.975 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.975 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:54.975 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:54.975 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T21:41:54.975 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.975 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T21:41:54.975 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.975 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.975 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:54.975 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.975 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.975 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.976 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.230403+0000", 2024-09-20T21:41:54.976 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.324776+0000", 2024-09-20T21:41:54.976 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.324776+0000", 2024-09-20T21:41:54.976 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.325495+0000", 2024-09-20T21:41:54.976 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.230403+0000", 2024-09-20T21:41:54.976 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.976 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.976 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.976 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:54.976 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.230403+0000", 2024-09-20T21:41:54.976 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.230403+0000", 2024-09-20T21:41:54.976 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.230403+0000", 2024-09-20T21:41:54.976 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.976 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.977 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.977 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.230403+0000", 2024-09-20T21:41:54.977 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.230403+0000", 2024-09-20T21:41:54.977 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.977 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-20T21:41:54.977 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.977 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.977 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:54.977 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.977 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.977 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.977 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.977 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-20T21:41:54.977 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.977 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.978 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.978 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.d", 2024-09-20T21:41:54.978 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.978 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.978 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.978 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 25, 2024-09-20T21:41:54.978 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.978 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:58:39.031295+0000", 2024-09-20T21:41:54.978 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.978 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.978 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.978 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 70, 2024-09-20T21:41:54.978 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.978 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T21:41:54.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T21:41:54.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T21:41:54.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 1, 2024-09-20T21:41:54.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-20T21:41:54.981 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.981 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.981 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.981 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.981 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:54.981 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:54.981 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T21:41:54.981 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.982 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T21:41:54.982 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'1" 2024-09-20T21:41:54.982 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.982 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.982 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.982 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.982 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.982 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:54.982 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.982 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T21:41:54.982 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.982 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.982 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.982 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.983 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.983 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.983 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.232137+0000", 2024-09-20T21:41:54.983 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.348618+0000", 2024-09-20T21:41:54.983 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.348618+0000", 2024-09-20T21:41:54.983 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.348927+0000", 2024-09-20T21:41:54.983 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.232137+0000", 2024-09-20T21:41:54.983 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.983 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.983 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.983 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.983 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.232137+0000", 2024-09-20T21:41:54.983 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.232137+0000", 2024-09-20T21:41:54.983 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.232137+0000", 2024-09-20T21:41:54.983 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.984 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.984 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.984 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.232137+0000", 2024-09-20T21:41:54.984 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.232137+0000", 2024-09-20T21:41:54.984 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.984 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.984 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.984 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.984 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.984 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.984 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.984 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.984 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.984 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.984 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.984 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.985 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.985 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.c", 2024-09-20T21:41:54.985 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.985 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.985 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.985 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:54.985 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.985 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T06:30:25.042459+0000", 2024-09-20T21:41:54.985 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.985 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.985 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.985 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.985 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.985 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.985 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.986 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.986 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.986 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.986 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.986 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.986 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.986 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.986 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.986 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.986 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.986 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.986 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.986 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.987 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.987 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.987 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.987 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.987 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.987 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.987 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.987 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.987 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.987 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.987 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.987 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.987 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.987 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.988 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.988 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.988 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.988 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.988 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.989 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:54.989 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:54.989 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.989 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T21:41:54.989 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.989 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.989 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.989 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.989 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:54.989 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.989 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:54.989 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.989 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T21:41:54.989 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.989 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.990 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:54.990 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.990 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.990 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.990 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.226730+0000", 2024-09-20T21:41:54.990 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.329292+0000", 2024-09-20T21:41:54.990 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.329292+0000", 2024-09-20T21:41:54.990 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.329675+0000", 2024-09-20T21:41:54.990 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.226730+0000", 2024-09-20T21:41:54.990 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.990 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.990 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.990 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:54.990 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.226730+0000", 2024-09-20T21:41:54.990 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.226730+0000", 2024-09-20T21:41:54.991 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.226730+0000", 2024-09-20T21:41:54.991 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.991 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.991 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:54.991 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.226730+0000", 2024-09-20T21:41:54.991 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.226730+0000", 2024-09-20T21:41:54.991 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.991 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.991 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.991 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.991 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:54.991 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.991 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.991 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.992 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.992 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.992 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.992 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.992 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.992 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.c", 2024-09-20T21:41:54.992 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.992 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.992 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.992 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 24, 2024-09-20T21:41:54.992 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:54.992 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T06:25:08.050173+0000", 2024-09-20T21:41:54.992 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:54.992 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:54.992 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:54.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:54.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:54.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:54.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:54.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:54.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:54.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:54.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:54.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:54.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:54.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:54.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:54.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:54.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:54.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:54.994 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:54.994 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:54.994 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:54.994 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:54.994 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:54.994 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:54.994 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:54.994 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:54.994 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:54.994 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:54.994 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:54.994 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:54.994 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:54.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:54.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:54.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:54.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:54.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:54.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:54.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:54.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:54.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:54.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:54.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:54.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:54.995 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.995 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:54.995 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:54.996 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:54.996 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:54.996 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.996 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:54.996 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.996 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T21:41:54.996 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:54.996 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:54.996 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:54.996 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:54.996 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:54.996 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:54.996 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:54.997 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:54.997 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T21:41:54.997 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:54.997 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:54.997 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:54.997 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:54.997 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:54.997 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:54.997 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.507807+0000", 2024-09-20T21:41:54.997 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.359914+0000", 2024-09-20T21:41:54.997 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.359914+0000", 2024-09-20T21:41:54.997 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.360375+0000", 2024-09-20T21:41:54.997 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.507807+0000", 2024-09-20T21:41:54.997 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.997 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:54.998 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.998 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:54.998 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.507807+0000", 2024-09-20T21:41:54.998 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.507807+0000", 2024-09-20T21:41:54.998 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.507807+0000", 2024-09-20T21:41:54.998 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:54.998 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:54.998 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:54.998 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.507807+0000", 2024-09-20T21:41:54.998 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.507807+0000", 2024-09-20T21:41:54.998 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:54.998 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:54.998 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:54.998 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:54.999 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:54.999 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:54.999 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:54.999 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:54.999 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:54.999 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:54.999 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:54.999 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:54.999 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:54.999 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.d", 2024-09-20T21:41:54.999 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:54.999 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:54.999 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:54.999 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:55.000 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.000 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:14:12.790838+0000", 2024-09-20T21:41:55.000 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:55.000 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.000 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.000 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.000 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.000 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.000 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.000 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.000 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.000 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.000 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.000 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.000 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.001 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.001 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.001 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.001 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.001 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.001 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.001 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:55.001 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:55.001 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.001 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:55.001 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.001 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.001 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.001 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:55.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.003 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.003 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.003 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.003 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.003 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:55.003 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:55.003 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:55.003 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.003 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T21:41:55.003 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:55.003 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.004 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.004 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.004 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:55.004 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:55.004 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:55.004 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.004 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T21:41:55.004 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.004 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.004 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T21:41:55.004 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.004 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.004 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.004 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:33.245084+0000", 2024-09-20T21:41:55.004 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:39:19.556856+0000", 2024-09-20T21:41:55.004 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:39:19.556856+0000", 2024-09-20T21:41:55.005 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:39:24.417313+0000", 2024-09-20T21:41:55.005 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:33.245084+0000", 2024-09-20T21:41:55.005 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:55.005 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.005 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:55.005 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 62, 2024-09-20T21:41:55.005 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:33.245084+0000", 2024-09-20T21:41:55.005 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:33.245084+0000", 2024-09-20T21:41:55.005 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:33.245084+0000", 2024-09-20T21:41:55.005 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.005 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.005 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:55.005 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:33.245084+0000", 2024-09-20T21:41:55.005 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:33.245084+0000", 2024-09-20T21:41:55.005 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.005 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:55.006 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.006 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.006 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 61, 2024-09-20T21:41:55.006 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.006 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.006 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.006 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.006 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:55.006 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.006 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.006 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.006 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.5", 2024-09-20T21:41:55.006 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.006 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.006 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 67, 2024-09-20T21:41:55.007 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 19, 2024-09-20T21:41:55.007 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.007 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:06:23.169091+0000", 2024-09-20T21:41:55.007 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.000288351, 2024-09-20T21:41:55.007 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.007 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.008 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.008 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.008 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.008 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.008 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.008 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.008 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:55.008 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:55.008 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.008 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:55.008 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.008 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.008 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.008 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.008 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.008 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:55.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.009 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.009 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.010 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.010 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.010 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:55.010 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:55.010 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:55.010 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.010 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T21:41:55.010 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:55.010 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.010 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.010 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.010 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:55.010 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:55.010 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:55.010 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.011 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T21:41:55.011 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.011 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.011 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 19, 2024-09-20T21:41:55.011 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.011 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.011 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.011 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.507570+0000", 2024-09-20T21:41:55.011 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:37:59.780670+0000", 2024-09-20T21:41:55.011 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:37:59.780670+0000", 2024-09-20T21:41:55.011 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:37:59.785510+0000", 2024-09-20T21:41:55.011 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.507570+0000", 2024-09-20T21:41:55.011 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:35:58.999220+0000", 2024-09-20T21:41:55.012 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.012 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:35:58.999220+0000", 2024-09-20T21:41:55.012 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 50, 2024-09-20T21:41:55.012 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.507570+0000", 2024-09-20T21:41:55.012 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.507570+0000", 2024-09-20T21:41:55.012 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.507570+0000", 2024-09-20T21:41:55.012 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.012 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.012 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:35:58.999220+0000", 2024-09-20T21:41:55.012 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.507570+0000", 2024-09-20T21:41:55.012 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.507570+0000", 2024-09-20T21:41:55.012 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.012 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 79, 2024-09-20T21:41:55.012 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.012 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.013 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 49, 2024-09-20T21:41:55.013 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.013 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.013 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.013 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.013 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 79, 2024-09-20T21:41:55.013 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.013 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.013 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.013 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "1.0", 2024-09-20T21:41:55.013 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.013 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.013 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:55.013 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 58, 2024-09-20T21:41:55.013 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.014 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:13:21.968721+0000", 2024-09-20T21:41:55.014 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:55.014 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.014 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 590368, 2024-09-20T21:41:55.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 590368, 2024-09-20T21:41:55.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.015 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.015 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.015 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.015 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.015 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.015 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-20T21:41:55.015 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-20T21:41:55.015 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.015 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-20T21:41:55.015 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.015 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.015 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.015 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.015 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 2, 2024-09-20T21:41:55.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 126, 2024-09-20T21:41:55.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 231, 2024-09-20T21:41:55.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 113, 2024-09-20T21:41:55.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1628 2024-09-20T21:41:55.017 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.017 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.017 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.017 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.017 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:55.017 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:55.017 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:55.017 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.017 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T21:41:55.017 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "61'79" 2024-09-20T21:41:55.017 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.017 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.017 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.018 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:55.018 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:55.018 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:55.018 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.018 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T21:41:55.018 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.018 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.018 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:55.018 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.018 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.018 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.018 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.231923+0000", 2024-09-20T21:41:55.018 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.331162+0000", 2024-09-20T21:41:55.018 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.331162+0000", 2024-09-20T21:41:55.019 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.331470+0000", 2024-09-20T21:41:55.019 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.231923+0000", 2024-09-20T21:41:55.019 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.019 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.019 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.019 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:55.019 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.231923+0000", 2024-09-20T21:41:55.019 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.231923+0000", 2024-09-20T21:41:55.019 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.231923+0000", 2024-09-20T21:41:55.019 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.019 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.019 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.019 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.231923+0000", 2024-09-20T21:41:55.020 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.231923+0000", 2024-09-20T21:41:55.020 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.020 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:55.020 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.020 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.020 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:55.020 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.020 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.020 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.020 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.020 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:55.020 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.020 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.020 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.020 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.3", 2024-09-20T21:41:55.021 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.021 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.021 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:55.021 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 24, 2024-09-20T21:41:55.021 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.021 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:01:40.897539+0000", 2024-09-20T21:41:55.021 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:55.021 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.021 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.021 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.021 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.021 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.021 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.021 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.021 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.021 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.022 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.022 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.022 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.022 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.022 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.022 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.022 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.022 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.022 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.022 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:55.022 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:55.022 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.022 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:55.022 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.023 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.023 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.023 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.023 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.023 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.023 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.023 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.023 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.023 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.023 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.023 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.023 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.023 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.023 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.023 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.024 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.024 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.024 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:55.024 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.024 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.024 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.024 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.024 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.024 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:55.024 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:55.024 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:55.024 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.024 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T21:41:55.024 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:55.024 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.025 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.025 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.025 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:55.025 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:55.025 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:55.025 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.025 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T21:41:55.025 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.025 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.025 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:55.025 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.025 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.025 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.025 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.701885+0000", 2024-09-20T21:41:55.025 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.353796+0000", 2024-09-20T21:41:55.025 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.353796+0000", 2024-09-20T21:41:55.026 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.354284+0000", 2024-09-20T21:41:55.026 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.701885+0000", 2024-09-20T21:41:55.026 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.026 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.026 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.026 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:55.026 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.701885+0000", 2024-09-20T21:41:55.026 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.701885+0000", 2024-09-20T21:41:55.026 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.701885+0000", 2024-09-20T21:41:55.026 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.026 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.026 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.026 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.701885+0000", 2024-09-20T21:41:55.026 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.701885+0000", 2024-09-20T21:41:55.027 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.027 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:55.027 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.027 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.027 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:55.027 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.027 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.027 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.027 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.027 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:55.027 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.027 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.027 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.027 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2", 2024-09-20T21:41:55.027 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.028 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.028 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:55.028 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:55.028 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.028 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:52:49.945307+0000", 2024-09-20T21:41:55.028 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:55.028 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.028 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:55.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:55.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:55.030 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.030 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.030 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.030 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.030 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.030 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.030 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.030 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.030 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.030 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.030 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.030 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.030 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.030 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.030 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.031 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.031 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.031 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.031 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:55.031 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.031 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.031 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.031 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.031 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.031 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:55.031 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:55.031 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:55.031 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.031 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T21:41:55.031 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:55.031 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.032 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.032 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.032 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:55.032 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:55.032 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:55.032 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.032 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T21:41:55.032 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.032 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.032 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T21:41:55.032 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.032 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.032 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.032 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:33.001109+0000", 2024-09-20T21:41:55.032 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:39:19.896975+0000", 2024-09-20T21:41:55.032 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:39:19.896975+0000", 2024-09-20T21:41:55.033 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:39:24.227704+0000", 2024-09-20T21:41:55.033 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:33.001109+0000", 2024-09-20T21:41:55.033 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:55.033 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.033 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:55.033 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 62, 2024-09-20T21:41:55.033 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:33.001109+0000", 2024-09-20T21:41:55.033 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:33.001109+0000", 2024-09-20T21:41:55.033 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:33.001109+0000", 2024-09-20T21:41:55.033 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.033 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.033 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:55.033 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:33.001109+0000", 2024-09-20T21:41:55.033 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:33.001109+0000", 2024-09-20T21:41:55.033 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.033 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:55.034 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.034 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.034 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 61, 2024-09-20T21:41:55.034 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.034 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.034 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.034 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.034 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:55.034 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.034 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.034 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.034 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.6", 2024-09-20T21:41:55.034 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.034 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.034 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 67, 2024-09-20T21:41:55.035 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 19, 2024-09-20T21:41:55.035 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.035 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:06:56.635597+0000", 2024-09-20T21:41:55.035 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.000236382, 2024-09-20T21:41:55.035 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.035 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:55.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:55.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:55.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.037 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.037 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.037 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.037 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.037 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.037 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.037 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.037 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.037 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.037 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.037 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.037 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.037 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.037 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.037 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:55.038 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.038 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.038 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.038 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.038 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.038 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:55.038 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:55.038 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:55.038 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.038 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T21:41:55.038 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:55.038 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.038 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.039 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.039 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:55.039 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:55.039 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:55.039 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.039 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T21:41:55.039 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.039 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.039 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:55.039 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.039 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.039 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.507525+0000", 2024-09-20T21:41:55.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.330366+0000", 2024-09-20T21:41:55.040 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.330366+0000", 2024-09-20T21:41:55.040 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.332012+0000", 2024-09-20T21:41:55.040 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.507525+0000", 2024-09-20T21:41:55.040 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.040 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.040 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.040 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:55.040 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.507525+0000", 2024-09-20T21:41:55.040 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.507525+0000", 2024-09-20T21:41:55.040 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.507525+0000", 2024-09-20T21:41:55.040 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.040 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.040 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.040 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.507525+0000", 2024-09-20T21:41:55.040 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.507525+0000", 2024-09-20T21:41:55.040 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.041 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:55.041 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.041 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.041 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:55.041 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.041 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.041 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.041 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.041 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:55.041 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.041 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.041 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.041 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.0", 2024-09-20T21:41:55.041 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.041 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.042 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:55.042 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 24, 2024-09-20T21:41:55.042 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.042 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:47:06.344292+0000", 2024-09-20T21:41:55.042 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:55.042 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.042 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:55.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:55.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:55.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.045 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.045 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:55.045 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.045 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.045 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.045 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.045 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.045 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:55.045 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:55.045 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:55.045 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.045 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T21:41:55.045 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:55.045 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.045 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.045 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.046 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:55.046 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:55.046 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T21:41:55.046 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.046 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T21:41:55.046 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.046 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.046 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:55.046 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.046 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.046 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.046 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.226497+0000", 2024-09-20T21:41:55.046 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.349147+0000", 2024-09-20T21:41:55.046 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.349147+0000", 2024-09-20T21:41:55.047 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.349419+0000", 2024-09-20T21:41:55.047 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.226497+0000", 2024-09-20T21:41:55.047 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.047 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.047 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.047 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:55.047 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.226497+0000", 2024-09-20T21:41:55.047 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.226497+0000", 2024-09-20T21:41:55.047 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.226497+0000", 2024-09-20T21:41:55.047 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.047 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.047 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.047 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.226497+0000", 2024-09-20T21:41:55.047 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.226497+0000", 2024-09-20T21:41:55.047 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.047 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:55.048 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.048 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.048 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:55.048 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.048 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.048 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.048 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.048 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:55.048 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.048 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.048 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.048 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1", 2024-09-20T21:41:55.048 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.048 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.048 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:55.048 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:55.048 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.049 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:21:26.924313+0000", 2024-09-20T21:41:55.049 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:55.049 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.049 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:55.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:55.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:55.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.051 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.051 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.051 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.051 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.051 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.051 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.051 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.051 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.051 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.051 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.051 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:55.051 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.051 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.051 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.051 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.051 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.052 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:55.052 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:55.052 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T21:41:55.052 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.052 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T21:41:55.052 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:55.052 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.052 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.052 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.052 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:55.052 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:55.052 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:55.052 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.052 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T21:41:55.052 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.052 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.053 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T21:41:55.053 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.053 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.053 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.053 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:33.243318+0000", 2024-09-20T21:41:55.053 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:39:19.814877+0000", 2024-09-20T21:41:55.053 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:39:19.814877+0000", 2024-09-20T21:41:55.053 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:39:24.231282+0000", 2024-09-20T21:41:55.053 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:33.243318+0000", 2024-09-20T21:41:55.053 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:55.053 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.053 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:55.053 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 62, 2024-09-20T21:41:55.053 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:33.243318+0000", 2024-09-20T21:41:55.053 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:33.243318+0000", 2024-09-20T21:41:55.054 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:33.243318+0000", 2024-09-20T21:41:55.054 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.054 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.054 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:55.054 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:33.243318+0000", 2024-09-20T21:41:55.054 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:33.243318+0000", 2024-09-20T21:41:55.054 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.054 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:55.054 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.054 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.054 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 61, 2024-09-20T21:41:55.054 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.054 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.054 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.055 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.055 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:55.055 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.055 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.055 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.055 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.7", 2024-09-20T21:41:55.055 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.055 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.055 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 67, 2024-09-20T21:41:55.055 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 19, 2024-09-20T21:41:55.055 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.055 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:56:19.971116+0000", 2024-09-20T21:41:55.055 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.000618176, 2024-09-20T21:41:55.056 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.056 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:55.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:55.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:55.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.058 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.058 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.058 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.058 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.058 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.058 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.058 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.058 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.058 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.058 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.058 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.058 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.058 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:55.058 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.059 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.059 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.059 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.059 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.059 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:55.059 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:55.059 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:55.059 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.059 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T21:41:55.059 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:55.059 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.059 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.059 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.059 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:55.060 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:55.060 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:55.060 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.060 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T21:41:55.060 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.060 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.060 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:55.060 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.060 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.060 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.060 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.226416+0000", 2024-09-20T21:41:55.060 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.330270+0000", 2024-09-20T21:41:55.060 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.330270+0000", 2024-09-20T21:41:55.061 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.330556+0000", 2024-09-20T21:41:55.061 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.226416+0000", 2024-09-20T21:41:55.061 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.061 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.061 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.061 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:55.061 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.226416+0000", 2024-09-20T21:41:55.061 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.226416+0000", 2024-09-20T21:41:55.061 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.226416+0000", 2024-09-20T21:41:55.061 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.061 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.061 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.061 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.226416+0000", 2024-09-20T21:41:55.061 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.226416+0000", 2024-09-20T21:41:55.061 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.062 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:55.062 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.062 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.062 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:55.062 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.062 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.062 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.062 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.062 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:55.062 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.062 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.062 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.062 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1", 2024-09-20T21:41:55.063 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.063 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.063 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:55.063 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 24, 2024-09-20T21:41:55.063 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.063 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:21:49.967168+0000", 2024-09-20T21:41:55.063 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:55.063 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.063 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:55.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:55.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:55.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.065 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.065 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.065 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.065 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.065 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.065 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.065 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.065 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.065 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.065 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.065 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.065 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.065 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.065 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.065 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.066 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.066 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:55.066 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.066 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.066 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.066 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.066 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.066 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:55.066 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:55.066 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:55.066 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.066 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T21:41:55.066 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:55.066 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.067 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.067 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.067 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:55.067 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:55.067 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:55.067 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.067 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T21:41:55.067 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.067 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.067 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:55.067 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.067 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.067 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.067 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.229926+0000", 2024-09-20T21:41:55.068 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.350328+0000", 2024-09-20T21:41:55.068 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.350328+0000", 2024-09-20T21:41:55.068 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.350607+0000", 2024-09-20T21:41:55.068 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.229926+0000", 2024-09-20T21:41:55.068 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.068 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.068 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.068 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:55.068 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.229926+0000", 2024-09-20T21:41:55.068 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.229926+0000", 2024-09-20T21:41:55.068 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.229926+0000", 2024-09-20T21:41:55.068 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.068 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.068 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.068 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.229926+0000", 2024-09-20T21:41:55.069 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.229926+0000", 2024-09-20T21:41:55.069 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.069 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:55.069 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.069 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.069 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:55.069 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.069 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.069 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.069 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.069 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:55.069 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.069 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.069 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.070 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.0", 2024-09-20T21:41:55.070 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.070 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.070 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:55.070 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:55.070 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.070 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:01:16.749699+0000", 2024-09-20T21:41:55.070 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:55.070 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.070 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:55.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:55.072 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.072 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:55.072 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.072 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.072 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.072 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.072 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.072 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.072 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.072 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.072 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.072 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.072 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.072 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.072 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.073 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.073 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.073 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.073 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.073 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.073 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:55.073 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.073 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.073 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.073 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.073 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.073 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:55.073 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:55.073 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:55.074 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.074 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T21:41:55.074 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:55.074 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.074 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.074 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.074 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:55.074 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:55.074 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T21:41:55.074 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.074 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T21:41:55.074 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.074 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.075 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T21:41:55.075 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.075 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.075 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.075 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:33.243285+0000", 2024-09-20T21:41:55.075 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:39:19.896918+0000", 2024-09-20T21:41:55.075 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:39:19.896918+0000", 2024-09-20T21:41:55.075 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:39:24.231064+0000", 2024-09-20T21:41:55.075 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:33.243285+0000", 2024-09-20T21:41:55.075 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:55.075 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.075 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:55.075 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 62, 2024-09-20T21:41:55.075 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:33.243285+0000", 2024-09-20T21:41:55.075 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:33.243285+0000", 2024-09-20T21:41:55.076 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:33.243285+0000", 2024-09-20T21:41:55.076 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.076 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.076 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:55.076 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:33.243285+0000", 2024-09-20T21:41:55.076 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:33.243285+0000", 2024-09-20T21:41:55.076 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.076 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:55.076 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.076 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.076 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 61, 2024-09-20T21:41:55.076 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.076 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.076 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.076 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.077 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:55.077 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.077 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.077 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.077 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.4", 2024-09-20T21:41:55.077 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.077 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.077 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 67, 2024-09-20T21:41:55.077 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 19, 2024-09-20T21:41:55.077 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.077 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:59:13.889861+0000", 2024-09-20T21:41:55.077 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.000632136, 2024-09-20T21:41:55.077 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.077 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:55.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:55.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:55.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:55.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.080 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.080 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.081 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.081 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.081 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:55.081 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:55.081 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T21:41:55.081 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.081 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T21:41:55.081 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:55.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.081 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.081 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.081 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:55.081 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:55.081 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:55.081 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.082 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T21:41:55.082 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.082 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.082 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:55.082 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.082 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.082 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.082 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.232036+0000", 2024-09-20T21:41:55.082 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.325295+0000", 2024-09-20T21:41:55.082 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.325295+0000", 2024-09-20T21:41:55.082 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.325574+0000", 2024-09-20T21:41:55.082 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.232036+0000", 2024-09-20T21:41:55.082 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.082 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:55.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.232036+0000", 2024-09-20T21:41:55.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.232036+0000", 2024-09-20T21:41:55.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.232036+0000", 2024-09-20T21:41:55.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.232036+0000", 2024-09-20T21:41:55.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.232036+0000", 2024-09-20T21:41:55.083 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.083 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:55.083 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.083 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.084 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:55.084 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.084 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.084 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.084 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.084 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:55.084 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.084 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.084 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.084 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.2", 2024-09-20T21:41:55.084 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.084 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.084 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:55.084 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 24, 2024-09-20T21:41:55.085 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.085 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T06:31:17.041373+0000", 2024-09-20T21:41:55.085 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:55.085 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.085 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:55.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:55.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:55.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:55.088 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.088 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.088 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.088 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.088 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.088 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:55.088 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:55.088 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:55.088 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.088 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T21:41:55.088 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:55.088 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.088 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.088 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.089 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:55.089 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:55.089 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:55.089 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.089 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T21:41:55.089 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.089 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.089 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:55.089 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.089 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.089 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.089 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.227957+0000", 2024-09-20T21:41:55.089 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.350942+0000", 2024-09-20T21:41:55.089 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.350942+0000", 2024-09-20T21:41:55.089 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.351261+0000", 2024-09-20T21:41:55.090 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.227957+0000", 2024-09-20T21:41:55.090 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.090 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.090 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.090 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:55.090 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.227957+0000", 2024-09-20T21:41:55.090 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.227957+0000", 2024-09-20T21:41:55.090 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.227957+0000", 2024-09-20T21:41:55.090 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.090 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.090 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.090 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.227957+0000", 2024-09-20T21:41:55.090 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.227957+0000", 2024-09-20T21:41:55.090 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.090 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:55.091 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.091 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.091 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:55.091 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.091 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.091 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.091 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.091 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:55.091 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.091 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.091 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.091 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3", 2024-09-20T21:41:55.091 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.092 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.092 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:55.092 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:55.092 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.092 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T02:21:59.768420+0000", 2024-09-20T21:41:55.092 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:55.092 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.092 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:55.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:55.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:55.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.095 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.095 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:55.095 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.095 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.095 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.095 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.095 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.095 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:55.095 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:55.095 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:55.095 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.095 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T21:41:55.095 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:55.095 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.096 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.096 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.096 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:55.096 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:55.096 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:55.096 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.096 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T21:41:55.096 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.096 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.096 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T21:41:55.096 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.096 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.096 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.096 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:33.243148+0000", 2024-09-20T21:41:55.096 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:39:19.814872+0000", 2024-09-20T21:41:55.097 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:39:19.814872+0000", 2024-09-20T21:41:55.097 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:39:24.231037+0000", 2024-09-20T21:41:55.097 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:33.243148+0000", 2024-09-20T21:41:55.097 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:55.097 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.097 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:55.097 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 62, 2024-09-20T21:41:55.097 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:33.243148+0000", 2024-09-20T21:41:55.097 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:33.243148+0000", 2024-09-20T21:41:55.097 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:33.243148+0000", 2024-09-20T21:41:55.097 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.097 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.097 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:55.097 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:33.243148+0000", 2024-09-20T21:41:55.098 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:33.243148+0000", 2024-09-20T21:41:55.098 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.098 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T21:41:55.098 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.098 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.098 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 61, 2024-09-20T21:41:55.098 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.098 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.098 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.098 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.098 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T21:41:55.098 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.098 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.098 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.099 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.2", 2024-09-20T21:41:55.099 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.099 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.099 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 67, 2024-09-20T21:41:55.099 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:55.099 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.099 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:09:30.705243+0000", 2024-09-20T21:41:55.099 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.000979192, 2024-09-20T21:41:55.099 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.099 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 19, 2024-09-20T21:41:55.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T21:41:55.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T21:41:55.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T21:41:55.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.102 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.102 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.102 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.102 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2, 2024-09-20T21:41:55.102 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 2 2024-09-20T21:41:55.102 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.102 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.102 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.102 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.102 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:55.102 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:55.102 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:55.102 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.102 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T21:41:55.102 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "66'2" 2024-09-20T21:41:55.103 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.103 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.103 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.103 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:55.103 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:55.103 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:55.103 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.103 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T21:41:55.103 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.103 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.103 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:55.103 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.103 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.103 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.103 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.230564+0000", 2024-09-20T21:41:55.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.331187+0000", 2024-09-20T21:41:55.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.331187+0000", 2024-09-20T21:41:55.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.331468+0000", 2024-09-20T21:41:55.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.230564+0000", 2024-09-20T21:41:55.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:55.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.230564+0000", 2024-09-20T21:41:55.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.230564+0000", 2024-09-20T21:41:55.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.230564+0000", 2024-09-20T21:41:55.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.230564+0000", 2024-09-20T21:41:55.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.230564+0000", 2024-09-20T21:41:55.105 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.105 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:55.105 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.105 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.105 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:55.105 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.105 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.105 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.105 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.105 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:55.105 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.105 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.105 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.105 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.4", 2024-09-20T21:41:55.106 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.106 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.106 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:55.106 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 24, 2024-09-20T21:41:55.106 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.106 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:03:31.863255+0000", 2024-09-20T21:41:55.106 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:55.106 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.106 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:55.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:55.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.108 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:55.108 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.108 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.108 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.108 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.108 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.108 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.109 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.110 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.110 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.110 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.110 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.110 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.110 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.110 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.110 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.110 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.110 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.110 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.110 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:55.110 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.110 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.111 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.111 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.111 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.111 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:55.111 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:55.111 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:55.111 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.111 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T21:41:55.111 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:55.111 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.111 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.111 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.111 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:55.111 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:55.112 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:55.112 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.112 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T21:41:55.112 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.112 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.112 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:55.112 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.112 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.112 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.112 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.232151+0000", 2024-09-20T21:41:55.112 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.351213+0000", 2024-09-20T21:41:55.113 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.351213+0000", 2024-09-20T21:41:55.113 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.351672+0000", 2024-09-20T21:41:55.113 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.232151+0000", 2024-09-20T21:41:55.113 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.113 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.113 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.113 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:55.113 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.232151+0000", 2024-09-20T21:41:55.113 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.232151+0000", 2024-09-20T21:41:55.113 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.232151+0000", 2024-09-20T21:41:55.113 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.113 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.113 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.113 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.232151+0000", 2024-09-20T21:41:55.114 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.232151+0000", 2024-09-20T21:41:55.114 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.114 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:55.114 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.114 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.114 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:55.114 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.114 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.114 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.114 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.114 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:55.114 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.114 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.114 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.115 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.5", 2024-09-20T21:41:55.115 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.115 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.115 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:55.115 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:55.115 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.115 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T06:55:50.193491+0000", 2024-09-20T21:41:55.115 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:55.115 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.115 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:55.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:55.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:55.117 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.117 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.117 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.117 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.117 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.117 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.117 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.117 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.117 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.117 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.117 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.117 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.117 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.117 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.117 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.117 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.118 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.118 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.118 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:55.118 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.118 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.118 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.118 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.118 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.118 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:55.118 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:55.118 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:55.118 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.118 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T21:41:55.118 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:55.118 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.119 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.119 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.119 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:55.119 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:55.119 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:55.119 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.119 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T21:41:55.119 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.119 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.119 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T21:41:55.119 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.119 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.119 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.119 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:33.001074+0000", 2024-09-20T21:41:55.120 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:39:19.814808+0000", 2024-09-20T21:41:55.120 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:39:19.814808+0000", 2024-09-20T21:41:55.120 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:39:24.227340+0000", 2024-09-20T21:41:55.120 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:33.001074+0000", 2024-09-20T21:41:55.120 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:55.120 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.120 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:55.120 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 62, 2024-09-20T21:41:55.120 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:33.001074+0000", 2024-09-20T21:41:55.120 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:33.001074+0000", 2024-09-20T21:41:55.120 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:33.001074+0000", 2024-09-20T21:41:55.120 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.120 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.120 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:55.121 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:33.001074+0000", 2024-09-20T21:41:55.121 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:33.001074+0000", 2024-09-20T21:41:55.121 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.121 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-20T21:41:55.121 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.121 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.121 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 61, 2024-09-20T21:41:55.121 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.121 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.121 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.121 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.121 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-20T21:41:55.121 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.121 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.121 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.122 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.3", 2024-09-20T21:41:55.122 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.122 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.122 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 67, 2024-09-20T21:41:55.122 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-20T21:41:55.122 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.122 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:31:54.269982+0000", 2024-09-20T21:41:55.122 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.000627033, 2024-09-20T21:41:55.122 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.122 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T21:41:55.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T21:41:55.124 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.124 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T21:41:55.124 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.124 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.124 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.124 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.124 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.124 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.124 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.124 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.124 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.124 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.124 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.124 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.124 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:55.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.125 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.125 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.125 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.125 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.125 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:55.125 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:55.125 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:55.126 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.126 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T21:41:55.126 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "64'1" 2024-09-20T21:41:55.126 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.126 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.126 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.126 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:55.126 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:55.126 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:55.126 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.126 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T21:41:55.126 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.126 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.126 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:55.127 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.127 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.127 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.127 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.226762+0000", 2024-09-20T21:41:55.127 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:43.799287+0000", 2024-09-20T21:41:55.127 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:43.799287+0000", 2024-09-20T21:41:55.127 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:43.799634+0000", 2024-09-20T21:41:55.127 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.226762+0000", 2024-09-20T21:41:55.127 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.127 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.127 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.127 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 59, 2024-09-20T21:41:55.127 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.226762+0000", 2024-09-20T21:41:55.128 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.226762+0000", 2024-09-20T21:41:55.128 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.226762+0000", 2024-09-20T21:41:55.128 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.128 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.128 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.128 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.226762+0000", 2024-09-20T21:41:55.128 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.226762+0000", 2024-09-20T21:41:55.128 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.128 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:55.128 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.128 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.128 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 58, 2024-09-20T21:41:55.128 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.128 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.128 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.129 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.129 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:55.129 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.129 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.129 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.129 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.5", 2024-09-20T21:41:55.129 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.129 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.129 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:55.129 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 18, 2024-09-20T21:41:55.129 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.129 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:47:09.926606+0000", 2024-09-20T21:41:55.129 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:55.130 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.130 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:55.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:55.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:55.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.133 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:55.133 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.133 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.133 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.133 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.133 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.133 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:55.133 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:55.133 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:55.133 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.133 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T21:41:55.133 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:55.133 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.133 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.134 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.134 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:55.134 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:55.134 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T21:41:55.134 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.134 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T21:41:55.134 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.134 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.134 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:55.134 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.134 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.134 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.134 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.230467+0000", 2024-09-20T21:41:55.134 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.356194+0000", 2024-09-20T21:41:55.135 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.356194+0000", 2024-09-20T21:41:55.135 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.356452+0000", 2024-09-20T21:41:55.135 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.230467+0000", 2024-09-20T21:41:55.135 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.135 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.135 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.135 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:55.135 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.230467+0000", 2024-09-20T21:41:55.135 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.230467+0000", 2024-09-20T21:41:55.135 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.230467+0000", 2024-09-20T21:41:55.135 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.135 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.135 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.135 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.230467+0000", 2024-09-20T21:41:55.136 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.230467+0000", 2024-09-20T21:41:55.136 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.136 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:55.136 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.136 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.136 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:55.136 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.136 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.136 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.136 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.136 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:55.136 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.136 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.136 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.137 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.4", 2024-09-20T21:41:55.137 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.137 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.137 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:55.137 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:55.137 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.137 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:16:56.755047+0000", 2024-09-20T21:41:55.137 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:55.137 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.137 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:55.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:55.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:55.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:55.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.140 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.140 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.140 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.140 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.140 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:55.140 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:55.140 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T21:41:55.140 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.140 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T21:41:55.140 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:55.141 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.141 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.141 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.141 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:55.141 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:55.141 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:55.141 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.141 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T21:41:55.141 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.141 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.141 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T21:41:55.141 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.141 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.141 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.141 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:33.243293+0000", 2024-09-20T21:41:55.142 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:39:19.557171+0000", 2024-09-20T21:41:55.142 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:39:19.557171+0000", 2024-09-20T21:41:55.142 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:39:24.702018+0000", 2024-09-20T21:41:55.142 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:33.243293+0000", 2024-09-20T21:41:55.142 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:55.142 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.142 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:55.142 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 62, 2024-09-20T21:41:55.142 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:33.243293+0000", 2024-09-20T21:41:55.142 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:33.243293+0000", 2024-09-20T21:41:55.142 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:33.243293+0000", 2024-09-20T21:41:55.142 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.142 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.142 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:55.143 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:33.243293+0000", 2024-09-20T21:41:55.143 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:33.243293+0000", 2024-09-20T21:41:55.143 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.143 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:55.143 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.143 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.143 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 61, 2024-09-20T21:41:55.143 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.143 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.143 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.143 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.143 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:55.143 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.143 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.144 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.144 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.0", 2024-09-20T21:41:55.144 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.144 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.144 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 67, 2024-09-20T21:41:55.144 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 19, 2024-09-20T21:41:55.144 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.144 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:06:28.468913+0000", 2024-09-20T21:41:55.144 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.000361641, 2024-09-20T21:41:55.144 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.144 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.144 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.144 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.144 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.144 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.145 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.145 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.145 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.145 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.145 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.145 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.145 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.145 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.145 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.145 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.145 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.145 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.145 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:55.145 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:55.145 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.146 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:55.146 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.146 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.146 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.146 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.146 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.146 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.146 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.146 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.146 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.146 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.146 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.146 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:55.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.147 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.147 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.147 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.147 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.147 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:55.147 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:55.147 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:55.148 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.148 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T21:41:55.148 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:55.148 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.148 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.148 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.148 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:55.148 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:55.148 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:55.148 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.148 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T21:41:55.148 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.148 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.148 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:55.148 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.148 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.149 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.149 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.230756+0000", 2024-09-20T21:41:55.149 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.328807+0000", 2024-09-20T21:41:55.149 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.328807+0000", 2024-09-20T21:41:55.149 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.329540+0000", 2024-09-20T21:41:55.149 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.230756+0000", 2024-09-20T21:41:55.149 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.149 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.149 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.149 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:55.149 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.230756+0000", 2024-09-20T21:41:55.149 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.230756+0000", 2024-09-20T21:41:55.149 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.230756+0000", 2024-09-20T21:41:55.149 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.149 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.150 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.150 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.230756+0000", 2024-09-20T21:41:55.150 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.230756+0000", 2024-09-20T21:41:55.150 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.150 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-20T21:41:55.150 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.150 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.150 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:55.150 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.150 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.150 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.150 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.150 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-20T21:41:55.150 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.150 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.151 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.151 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.6", 2024-09-20T21:41:55.151 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.151 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.151 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:55.151 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 25, 2024-09-20T21:41:55.151 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.151 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:59:08.184037+0000", 2024-09-20T21:41:55.151 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:55.151 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.151 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.151 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.151 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.151 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.151 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.152 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.152 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.152 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.152 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.152 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.152 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.152 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.152 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.152 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.152 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.152 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.152 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.152 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T21:41:55.152 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T21:41:55.153 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.153 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T21:41:55.153 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.153 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.153 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.153 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.153 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.153 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T21:41:55.153 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.153 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.153 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.153 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.153 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.153 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.153 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 1, 2024-09-20T21:41:55.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.154 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.154 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.154 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.154 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.154 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:55.154 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:55.154 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:55.154 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.155 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T21:41:55.155 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'1" 2024-09-20T21:41:55.155 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.155 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.155 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.155 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:55.155 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:55.155 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:55.155 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.155 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T21:41:55.155 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.155 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.155 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:55.155 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.156 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.156 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.156 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.702419+0000", 2024-09-20T21:41:55.156 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.357955+0000", 2024-09-20T21:41:55.156 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.357955+0000", 2024-09-20T21:41:55.156 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.360238+0000", 2024-09-20T21:41:55.156 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.702419+0000", 2024-09-20T21:41:55.156 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.156 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.156 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.156 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:55.156 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.702419+0000", 2024-09-20T21:41:55.156 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.702419+0000", 2024-09-20T21:41:55.156 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.702419+0000", 2024-09-20T21:41:55.157 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.157 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.157 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.157 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.702419+0000", 2024-09-20T21:41:55.157 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.702419+0000", 2024-09-20T21:41:55.157 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.157 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:55.157 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.157 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.157 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:55.157 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.157 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.157 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.158 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.158 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:55.158 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.158 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.158 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.158 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.7", 2024-09-20T21:41:55.158 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.158 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.159 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:55.159 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:55.159 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.159 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:24:28.722677+0000", 2024-09-20T21:41:55.159 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:55.159 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.159 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:55.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:55.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:55.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:55.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.162 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.162 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.162 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.162 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.162 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:55.162 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:55.162 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:55.162 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.162 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T21:41:55.162 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:55.162 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.163 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.163 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.163 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:55.163 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:55.163 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:55.163 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.163 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T21:41:55.163 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.163 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.163 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T21:41:55.163 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.163 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.163 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.163 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:33.243495+0000", 2024-09-20T21:41:55.163 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:39:19.814691+0000", 2024-09-20T21:41:55.164 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:39:19.814691+0000", 2024-09-20T21:41:55.164 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:39:24.228238+0000", 2024-09-20T21:41:55.164 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:33.243495+0000", 2024-09-20T21:41:55.164 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:55.164 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.164 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:55.164 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 62, 2024-09-20T21:41:55.164 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:33.243495+0000", 2024-09-20T21:41:55.164 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:33.243495+0000", 2024-09-20T21:41:55.164 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:33.243495+0000", 2024-09-20T21:41:55.164 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.164 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.164 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:55.164 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:33.243495+0000", 2024-09-20T21:41:55.164 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:33.243495+0000", 2024-09-20T21:41:55.165 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.165 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:55.165 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.165 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.165 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 61, 2024-09-20T21:41:55.165 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.165 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.165 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.165 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.165 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:55.165 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.165 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.165 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.165 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.1", 2024-09-20T21:41:55.165 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.166 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.166 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 67, 2024-09-20T21:41:55.166 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 19, 2024-09-20T21:41:55.166 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.166 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:14:48.384310+0000", 2024-09-20T21:41:55.166 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.000564462, 2024-09-20T21:41:55.166 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.166 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.166 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.166 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.166 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.166 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.166 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.166 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:55.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:55.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:55.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.169 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.169 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.169 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:55.169 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.169 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.169 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.169 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.169 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.169 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:55.169 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:55.169 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:55.169 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.169 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T21:41:55.169 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:55.169 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.170 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.170 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.170 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:55.170 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:55.170 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:55.170 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.170 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T21:41:55.170 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.170 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.170 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:55.170 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.170 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.170 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.170 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.417286+0000", 2024-09-20T21:41:55.171 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.328453+0000", 2024-09-20T21:41:55.171 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.328453+0000", 2024-09-20T21:41:55.171 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.328738+0000", 2024-09-20T21:41:55.171 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.417286+0000", 2024-09-20T21:41:55.171 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.171 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.171 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.171 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:55.171 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.417286+0000", 2024-09-20T21:41:55.171 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.417286+0000", 2024-09-20T21:41:55.171 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.417286+0000", 2024-09-20T21:41:55.171 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.171 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.171 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.172 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.417286+0000", 2024-09-20T21:41:55.172 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.417286+0000", 2024-09-20T21:41:55.172 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.172 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T21:41:55.172 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.172 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.172 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:55.172 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.172 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.172 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.172 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.172 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T21:41:55.172 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.172 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.172 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.173 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.7", 2024-09-20T21:41:55.173 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.173 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.173 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:55.173 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 26, 2024-09-20T21:41:55.173 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.173 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:21:07.493512+0000", 2024-09-20T21:41:55.173 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:55.173 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.173 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T21:41:55.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T21:41:55.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T21:41:55.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T21:41:55.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-20T21:41:55.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.176 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.176 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.176 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.176 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.176 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:55.176 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:55.176 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:55.177 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.177 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T21:41:55.177 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'2" 2024-09-20T21:41:55.177 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.177 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.177 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.177 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:55.177 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:55.177 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:55.177 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.177 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T21:41:55.177 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.177 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.177 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:55.178 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.178 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.178 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.178 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.227411+0000", 2024-09-20T21:41:55.178 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.352144+0000", 2024-09-20T21:41:55.178 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.352144+0000", 2024-09-20T21:41:55.178 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.352416+0000", 2024-09-20T21:41:55.178 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.227411+0000", 2024-09-20T21:41:55.178 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.178 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.178 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.178 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:55.178 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.227411+0000", 2024-09-20T21:41:55.178 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.227411+0000", 2024-09-20T21:41:55.179 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.227411+0000", 2024-09-20T21:41:55.179 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.179 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.179 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.179 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.227411+0000", 2024-09-20T21:41:55.179 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.227411+0000", 2024-09-20T21:41:55.179 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.179 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:55.179 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.179 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.179 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:55.179 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.179 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.179 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.180 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.180 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:55.180 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.180 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.180 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.180 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.6", 2024-09-20T21:41:55.180 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.180 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.180 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:55.180 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:55.180 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.180 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:54:31.291989+0000", 2024-09-20T21:41:55.180 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:55.180 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.180 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:55.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:55.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:55.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:55.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.183 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.183 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.183 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.184 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.184 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:55.184 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:55.184 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:55.184 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.184 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T21:41:55.184 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:55.184 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.184 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.184 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.184 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:55.184 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:55.184 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:55.184 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.184 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T21:41:55.184 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.185 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.185 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:55.185 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.185 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.185 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.185 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.507420+0000", 2024-09-20T21:41:55.185 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.327738+0000", 2024-09-20T21:41:55.185 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.327738+0000", 2024-09-20T21:41:55.185 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.332401+0000", 2024-09-20T21:41:55.185 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.507420+0000", 2024-09-20T21:41:55.185 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.185 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.185 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.185 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:55.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.507420+0000", 2024-09-20T21:41:55.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.507420+0000", 2024-09-20T21:41:55.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.507420+0000", 2024-09-20T21:41:55.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.507420+0000", 2024-09-20T21:41:55.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.507420+0000", 2024-09-20T21:41:55.186 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.186 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:55.186 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.186 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.186 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:55.186 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.187 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.187 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.187 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.187 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:55.187 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.187 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.187 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.187 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.8", 2024-09-20T21:41:55.187 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.187 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.187 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:55.187 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 24, 2024-09-20T21:41:55.187 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.187 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:17:37.185042+0000", 2024-09-20T21:41:55.187 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:55.188 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.188 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:55.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:55.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:55.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:55.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.191 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.191 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.191 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.191 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.191 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:55.191 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:55.191 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:55.191 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.191 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T21:41:55.191 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:55.191 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.191 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.191 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.191 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:55.191 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:55.191 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:55.192 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.192 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T21:41:55.192 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.192 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.192 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:55.192 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.192 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.192 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.192 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.227938+0000", 2024-09-20T21:41:55.192 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.357022+0000", 2024-09-20T21:41:55.192 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.357022+0000", 2024-09-20T21:41:55.192 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.358116+0000", 2024-09-20T21:41:55.192 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.227938+0000", 2024-09-20T21:41:55.192 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.192 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.193 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.193 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:55.193 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.227938+0000", 2024-09-20T21:41:55.193 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.227938+0000", 2024-09-20T21:41:55.193 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.227938+0000", 2024-09-20T21:41:55.193 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.193 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.193 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.193 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.227938+0000", 2024-09-20T21:41:55.193 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.227938+0000", 2024-09-20T21:41:55.193 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.193 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:55.193 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.193 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.194 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:55.194 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.194 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.194 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.194 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.194 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:55.194 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.194 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.194 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.194 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.9", 2024-09-20T21:41:55.194 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.194 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.194 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:55.194 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:55.194 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.195 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:44:12.306996+0000", 2024-09-20T21:41:55.195 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:55.195 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.195 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:55.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:55.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:55.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:55.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.198 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.198 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.198 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.198 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.198 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:55.198 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:55.198 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:55.198 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.198 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T21:41:55.198 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:55.198 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.198 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.199 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.199 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:55.199 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:55.199 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T21:41:55.199 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.199 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T21:41:55.199 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.199 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.199 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:55.199 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.199 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.199 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.199 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.230171+0000", 2024-09-20T21:41:55.199 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.328761+0000", 2024-09-20T21:41:55.200 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.328761+0000", 2024-09-20T21:41:55.200 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.329598+0000", 2024-09-20T21:41:55.200 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.230171+0000", 2024-09-20T21:41:55.200 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.200 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.200 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.200 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:55.200 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.230171+0000", 2024-09-20T21:41:55.200 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.230171+0000", 2024-09-20T21:41:55.200 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.230171+0000", 2024-09-20T21:41:55.200 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.200 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.200 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.200 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.230171+0000", 2024-09-20T21:41:55.201 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.230171+0000", 2024-09-20T21:41:55.201 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.201 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:55.201 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.201 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.201 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:55.201 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.201 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.201 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.201 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.201 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:55.201 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.201 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.201 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.201 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.9", 2024-09-20T21:41:55.202 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.202 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.202 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:55.202 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 24, 2024-09-20T21:41:55.202 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.202 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:55:35.007382+0000", 2024-09-20T21:41:55.202 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:55.202 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.202 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.202 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:55.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:55.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:55.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.205 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.205 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.205 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.205 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.205 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.205 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.205 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:55.205 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.205 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.205 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.205 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.205 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.205 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:55.205 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:55.205 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T21:41:55.206 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.206 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T21:41:55.206 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:55.206 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.206 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.206 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.206 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:55.206 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:55.206 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:55.206 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.206 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T21:41:55.206 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.206 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.206 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:55.207 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.207 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.207 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.207 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.701828+0000", 2024-09-20T21:41:55.207 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.357706+0000", 2024-09-20T21:41:55.207 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.357706+0000", 2024-09-20T21:41:55.207 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.358346+0000", 2024-09-20T21:41:55.207 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.701828+0000", 2024-09-20T21:41:55.207 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.207 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.207 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.207 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:55.207 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.701828+0000", 2024-09-20T21:41:55.207 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.701828+0000", 2024-09-20T21:41:55.208 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.701828+0000", 2024-09-20T21:41:55.208 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.208 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.208 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.208 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.701828+0000", 2024-09-20T21:41:55.208 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.701828+0000", 2024-09-20T21:41:55.208 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.208 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:55.208 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.208 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.208 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:55.208 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.208 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.209 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.209 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.209 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:55.209 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.209 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.209 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.209 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.8", 2024-09-20T21:41:55.209 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.209 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.209 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:55.209 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:55.209 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.209 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:19:54.034557+0000", 2024-09-20T21:41:55.209 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:55.210 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.210 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:55.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:55.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:55.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.212 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.212 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.212 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.212 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.212 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.212 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.212 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.212 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.212 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.212 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.212 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.212 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.212 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:55.213 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.213 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.213 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.213 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.213 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.213 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:55.213 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:55.213 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:55.213 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.213 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T21:41:55.213 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:55.213 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.213 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.213 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.214 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:55.214 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:55.214 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:55.214 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.214 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T21:41:55.214 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.214 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.214 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:55.214 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.214 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.214 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.214 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.230386+0000", 2024-09-20T21:41:55.214 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.328918+0000", 2024-09-20T21:41:55.214 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.328918+0000", 2024-09-20T21:41:55.215 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.330044+0000", 2024-09-20T21:41:55.215 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.230386+0000", 2024-09-20T21:41:55.215 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.215 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.215 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.215 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:55.215 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.230386+0000", 2024-09-20T21:41:55.215 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.230386+0000", 2024-09-20T21:41:55.215 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.230386+0000", 2024-09-20T21:41:55.215 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.215 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.215 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.215 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.230386+0000", 2024-09-20T21:41:55.215 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.230386+0000", 2024-09-20T21:41:55.215 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.216 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:55.216 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.216 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.216 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:55.216 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.216 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.216 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.216 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.216 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:55.216 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.216 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.216 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.216 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.a", 2024-09-20T21:41:55.216 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.217 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.217 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:55.217 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 24, 2024-09-20T21:41:55.217 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.217 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:14:07.730369+0000", 2024-09-20T21:41:55.217 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:55.217 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.217 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:55.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:55.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:55.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.219 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.219 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.219 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.219 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.219 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.219 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.219 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.219 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.219 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.219 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.219 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.219 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.219 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.220 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.220 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.220 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.220 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.220 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:55.220 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.220 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.220 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.220 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.220 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.220 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:55.220 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:55.220 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:55.220 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.220 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T21:41:55.221 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:55.221 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.221 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.221 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.221 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:55.221 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:55.221 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:55.221 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.221 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T21:41:55.221 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.221 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.221 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:55.221 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.221 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.222 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.222 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.702043+0000", 2024-09-20T21:41:55.222 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.351089+0000", 2024-09-20T21:41:55.222 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.351089+0000", 2024-09-20T21:41:55.222 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.351384+0000", 2024-09-20T21:41:55.222 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.702043+0000", 2024-09-20T21:41:55.222 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.222 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.222 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.222 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:55.222 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.702043+0000", 2024-09-20T21:41:55.222 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.702043+0000", 2024-09-20T21:41:55.222 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.702043+0000", 2024-09-20T21:41:55.222 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.223 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.223 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.223 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.702043+0000", 2024-09-20T21:41:55.223 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.702043+0000", 2024-09-20T21:41:55.223 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.223 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:55.223 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.223 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.223 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:55.223 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.223 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.223 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.223 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.224 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:55.224 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.224 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.224 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.224 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.b", 2024-09-20T21:41:55.224 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.224 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.224 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:55.224 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:55.224 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.224 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:49:54.015497+0000", 2024-09-20T21:41:55.224 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:55.224 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.224 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:55.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:55.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:55.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.227 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.227 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.227 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.227 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.227 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.227 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.227 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.227 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:55.227 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.227 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.227 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.227 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.227 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.227 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:55.228 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:55.228 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:55.228 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.228 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T21:41:55.228 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:55.228 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.228 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.228 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.228 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:55.228 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:55.228 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T21:41:55.228 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.228 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T21:41:55.228 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.228 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.228 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:55.229 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.229 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.229 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.507761+0000", 2024-09-20T21:41:55.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.327419+0000", 2024-09-20T21:41:55.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.327419+0000", 2024-09-20T21:41:55.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.327670+0000", 2024-09-20T21:41:55.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.507761+0000", 2024-09-20T21:41:55.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:55.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.507761+0000", 2024-09-20T21:41:55.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.507761+0000", 2024-09-20T21:41:55.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.507761+0000", 2024-09-20T21:41:55.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.230 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.230 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.230 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.507761+0000", 2024-09-20T21:41:55.230 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.507761+0000", 2024-09-20T21:41:55.230 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.230 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T21:41:55.230 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.230 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.230 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:55.230 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.230 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.230 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.230 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.230 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T21:41:55.230 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.231 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.231 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.231 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.b", 2024-09-20T21:41:55.231 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.231 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.231 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:55.231 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 26, 2024-09-20T21:41:55.231 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.231 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:50:30.312275+0000", 2024-09-20T21:41:55.231 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:55.231 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.231 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.231 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.231 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T21:41:55.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T21:41:55.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T21:41:55.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T21:41:55.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 1, 2024-09-20T21:41:55.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.234 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.234 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.234 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.234 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.234 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:55.235 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:55.235 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T21:41:55.235 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.235 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T21:41:55.235 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'2" 2024-09-20T21:41:55.235 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.235 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.235 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.235 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:55.235 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:55.235 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:55.235 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.235 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T21:41:55.235 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.236 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.236 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:55.236 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.236 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.236 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.236 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.417034+0000", 2024-09-20T21:41:55.236 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.350994+0000", 2024-09-20T21:41:55.236 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.350994+0000", 2024-09-20T21:41:55.236 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.351328+0000", 2024-09-20T21:41:55.236 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.417034+0000", 2024-09-20T21:41:55.236 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.236 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.236 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.236 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:55.237 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.417034+0000", 2024-09-20T21:41:55.237 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.417034+0000", 2024-09-20T21:41:55.237 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.417034+0000", 2024-09-20T21:41:55.237 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.237 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.237 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.237 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.417034+0000", 2024-09-20T21:41:55.237 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.417034+0000", 2024-09-20T21:41:55.237 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.237 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:55.237 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.237 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.237 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:55.237 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.238 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.238 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.238 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.238 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:55.238 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.238 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.238 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.238 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.a", 2024-09-20T21:41:55.238 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.238 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.238 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:55.238 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:55.238 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.239 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:26:43.270086+0000", 2024-09-20T21:41:55.239 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:55.239 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.239 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:55.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:55.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:55.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:55.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.242 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.242 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.242 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.242 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.242 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:55.242 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:55.242 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:55.242 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.242 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T21:41:55.242 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:55.242 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.242 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.242 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.243 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:55.243 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:55.243 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:55.243 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.243 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T21:41:55.243 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.243 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.243 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:55.243 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.243 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.243 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.243 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.232172+0000", 2024-09-20T21:41:55.243 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.358380+0000", 2024-09-20T21:41:55.243 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.358380+0000", 2024-09-20T21:41:55.243 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.358681+0000", 2024-09-20T21:41:55.244 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.232172+0000", 2024-09-20T21:41:55.244 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.244 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.244 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.244 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:55.244 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.232172+0000", 2024-09-20T21:41:55.244 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.232172+0000", 2024-09-20T21:41:55.244 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.232172+0000", 2024-09-20T21:41:55.244 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.244 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.244 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.244 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.232172+0000", 2024-09-20T21:41:55.244 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.232172+0000", 2024-09-20T21:41:55.244 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.244 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:55.245 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.245 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.245 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:55.245 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.245 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.245 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.245 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.245 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:55.245 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.245 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.245 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.245 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1d", 2024-09-20T21:41:55.245 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.245 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.245 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:55.245 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:55.246 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.246 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:45:39.962639+0000", 2024-09-20T21:41:55.246 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:55.246 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.246 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:55.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:55.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:55.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:55.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.249 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.249 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.249 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.249 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.249 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:55.249 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:55.249 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:55.249 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.249 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T21:41:55.249 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:55.249 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.249 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.249 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.249 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:55.249 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:55.250 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:55.250 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.250 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T21:41:55.250 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.250 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.250 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:55.250 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.250 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.250 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.250 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.507545+0000", 2024-09-20T21:41:55.250 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.333811+0000", 2024-09-20T21:41:55.250 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.333811+0000", 2024-09-20T21:41:55.250 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.334079+0000", 2024-09-20T21:41:55.250 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.507545+0000", 2024-09-20T21:41:55.251 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.251 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.251 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.251 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:55.251 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.507545+0000", 2024-09-20T21:41:55.251 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.507545+0000", 2024-09-20T21:41:55.251 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.507545+0000", 2024-09-20T21:41:55.251 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.251 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.251 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.251 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.507545+0000", 2024-09-20T21:41:55.251 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.507545+0000", 2024-09-20T21:41:55.251 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.251 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T21:41:55.252 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.252 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.252 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:55.252 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.252 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.252 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.252 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.252 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T21:41:55.252 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.252 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.252 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.252 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1c", 2024-09-20T21:41:55.252 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.252 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.253 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:55.253 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 26, 2024-09-20T21:41:55.253 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.253 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:05:41.744176+0000", 2024-09-20T21:41:55.253 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:55.253 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.253 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.254 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.254 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.254 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.254 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.254 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.254 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.254 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.254 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.254 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T21:41:55.254 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T21:41:55.254 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.254 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T21:41:55.254 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.254 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.255 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.255 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.255 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.255 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T21:41:55.255 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.255 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.255 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.255 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.255 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.255 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.255 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.255 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.255 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.255 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-20T21:41:55.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.256 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.256 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.256 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.256 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.256 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:55.256 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:55.256 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:55.256 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.256 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T21:41:55.256 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'2" 2024-09-20T21:41:55.256 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.256 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.257 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.257 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:55.257 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:55.257 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:55.257 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.257 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T21:41:55.257 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.257 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.257 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:55.257 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.257 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.257 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.257 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.232035+0000", 2024-09-20T21:41:55.257 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.358425+0000", 2024-09-20T21:41:55.258 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.358425+0000", 2024-09-20T21:41:55.258 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.358704+0000", 2024-09-20T21:41:55.258 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.232035+0000", 2024-09-20T21:41:55.258 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.258 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.258 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.258 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:55.258 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.232035+0000", 2024-09-20T21:41:55.258 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.232035+0000", 2024-09-20T21:41:55.258 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.232035+0000", 2024-09-20T21:41:55.258 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.258 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.258 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.258 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.232035+0000", 2024-09-20T21:41:55.259 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.232035+0000", 2024-09-20T21:41:55.259 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.259 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:55.259 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.259 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.259 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:55.259 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.259 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.259 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.259 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.259 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:55.259 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.259 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.259 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.260 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1c", 2024-09-20T21:41:55.260 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.260 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.260 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:55.260 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:55.260 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.260 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T21:53:49.259088+0000", 2024-09-20T21:41:55.260 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:55.260 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.260 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:55.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:55.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:55.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.262 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.262 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.262 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.262 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.262 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.262 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.262 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.262 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.262 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.262 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.262 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.262 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.262 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.262 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.262 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.263 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.263 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.263 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:55.263 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.263 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.263 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.263 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.263 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.263 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:55.263 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:55.263 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:55.263 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.263 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T21:41:55.263 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:55.264 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.264 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.264 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.264 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:55.264 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:55.264 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:55.264 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.264 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T21:41:55.264 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.264 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.264 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:55.264 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.264 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.264 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.265 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.507775+0000", 2024-09-20T21:41:55.265 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.331918+0000", 2024-09-20T21:41:55.265 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.331918+0000", 2024-09-20T21:41:55.265 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.332755+0000", 2024-09-20T21:41:55.265 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.507775+0000", 2024-09-20T21:41:55.265 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.265 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.265 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.265 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:55.265 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.507775+0000", 2024-09-20T21:41:55.265 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.507775+0000", 2024-09-20T21:41:55.265 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.507775+0000", 2024-09-20T21:41:55.265 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.265 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.266 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.266 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.507775+0000", 2024-09-20T21:41:55.266 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.507775+0000", 2024-09-20T21:41:55.266 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.266 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T21:41:55.266 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.266 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.266 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:55.266 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.266 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.266 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.266 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.266 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T21:41:55.266 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.267 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.267 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.267 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1d", 2024-09-20T21:41:55.267 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.267 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.267 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:55.267 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 26, 2024-09-20T21:41:55.267 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.267 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:52:38.730561+0000", 2024-09-20T21:41:55.267 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:55.267 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.267 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T21:41:55.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T21:41:55.269 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.269 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T21:41:55.269 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.269 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.269 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.269 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.269 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.269 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T21:41:55.269 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.269 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.269 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.269 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.269 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.269 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.270 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.270 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.270 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.270 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.270 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.270 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.270 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-20T21:41:55.270 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.270 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.270 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.270 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.270 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.270 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:55.270 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:55.271 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:55.271 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.271 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T21:41:55.271 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'2" 2024-09-20T21:41:55.271 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.271 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.271 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.271 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:55.271 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:55.271 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:55.271 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.271 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T21:41:55.271 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.271 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.272 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:55.272 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.272 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.272 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.272 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.227862+0000", 2024-09-20T21:41:55.272 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.354612+0000", 2024-09-20T21:41:55.272 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.354612+0000", 2024-09-20T21:41:55.272 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.354875+0000", 2024-09-20T21:41:55.272 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.227862+0000", 2024-09-20T21:41:55.272 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.272 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.272 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.272 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:55.272 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.227862+0000", 2024-09-20T21:41:55.272 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.227862+0000", 2024-09-20T21:41:55.272 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.227862+0000", 2024-09-20T21:41:55.273 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.273 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.273 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.273 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.227862+0000", 2024-09-20T21:41:55.273 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.227862+0000", 2024-09-20T21:41:55.273 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.273 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:55.273 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.273 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.273 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:55.273 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.273 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.273 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.273 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.274 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:55.274 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.274 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.274 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.274 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1f", 2024-09-20T21:41:55.274 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.274 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.274 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:55.274 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:55.274 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.274 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:27:04.686325+0000", 2024-09-20T21:41:55.274 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:55.274 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.275 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.276 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.276 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.276 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.276 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:55.276 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:55.276 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.276 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:55.276 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.276 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.276 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.276 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.276 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.276 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.276 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.276 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:55.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.277 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.277 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.278 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.278 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.278 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:55.278 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:55.278 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:55.278 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.278 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T21:41:55.278 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:55.278 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.278 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.278 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.278 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:55.278 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:55.278 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T21:41:55.279 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.279 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T21:41:55.279 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.279 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.279 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:55.279 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.279 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.279 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.279 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.702331+0000", 2024-09-20T21:41:55.279 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.331367+0000", 2024-09-20T21:41:55.279 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.331367+0000", 2024-09-20T21:41:55.279 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.331658+0000", 2024-09-20T21:41:55.279 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.702331+0000", 2024-09-20T21:41:55.279 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.280 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.280 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.280 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:55.280 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.702331+0000", 2024-09-20T21:41:55.280 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.702331+0000", 2024-09-20T21:41:55.280 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.702331+0000", 2024-09-20T21:41:55.280 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.280 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.280 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.280 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.702331+0000", 2024-09-20T21:41:55.280 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.702331+0000", 2024-09-20T21:41:55.280 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.280 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-20T21:41:55.280 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.280 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.281 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:55.281 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.281 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.281 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.281 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.281 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-20T21:41:55.281 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.281 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.281 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.281 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1e", 2024-09-20T21:41:55.281 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.281 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.281 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:55.281 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 25, 2024-09-20T21:41:55.282 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.282 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:51:50.446123+0000", 2024-09-20T21:41:55.282 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:55.282 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.282 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.283 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.283 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.283 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.283 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.283 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.283 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.283 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.283 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:55.283 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:55.283 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.283 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:55.283 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.283 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.283 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.284 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.284 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.284 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.284 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.284 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.284 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.284 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.284 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.284 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.284 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.284 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.284 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.284 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.284 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.285 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.285 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:55.285 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.285 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.285 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.285 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.285 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.285 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:55.285 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:55.285 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T21:41:55.285 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.285 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T21:41:55.285 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'1" 2024-09-20T21:41:55.285 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.285 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.286 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.286 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:55.286 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:55.286 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:55.286 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.286 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T21:41:55.286 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.286 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.286 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:55.286 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.286 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.286 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.286 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.702227+0000", 2024-09-20T21:41:55.286 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.350601+0000", 2024-09-20T21:41:55.287 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.350601+0000", 2024-09-20T21:41:55.287 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.350977+0000", 2024-09-20T21:41:55.287 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.702227+0000", 2024-09-20T21:41:55.287 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.287 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.287 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.287 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:55.287 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.702227+0000", 2024-09-20T21:41:55.287 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.702227+0000", 2024-09-20T21:41:55.287 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.702227+0000", 2024-09-20T21:41:55.287 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.287 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.287 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:55.287 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.702227+0000", 2024-09-20T21:41:55.287 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.702227+0000", 2024-09-20T21:41:55.288 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.288 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:55.288 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.288 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.288 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:55.288 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.288 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.288 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.288 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.288 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:55.288 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.288 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.288 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.288 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1e", 2024-09-20T21:41:55.289 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.289 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.289 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:55.289 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:55.289 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.289 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:11:14.001048+0000", 2024-09-20T21:41:55.289 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:55.289 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.289 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:55.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:55.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:55.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:55.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.292 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.292 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.292 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.292 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.292 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:55.292 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:55.292 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:55.292 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.292 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T21:41:55.293 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:55.293 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.293 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.293 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:55.293 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:55.293 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:55.293 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:55.293 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.293 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T21:41:55.293 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:55.293 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:55.293 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:55.293 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:55.293 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:55.293 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:55.294 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.228259+0000", 2024-09-20T21:41:55.294 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.327013+0000", 2024-09-20T21:41:55.294 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.327013+0000", 2024-09-20T21:41:55.294 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.327271+0000", 2024-09-20T21:41:55.294 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.228259+0000", 2024-09-20T21:41:55.294 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.294 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:55.294 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.294 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:55.294 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.228259+0000", 2024-09-20T21:41:55.294 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.228259+0000", 2024-09-20T21:41:55.294 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.228259+0000", 2024-09-20T21:41:55.294 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:55.294 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:55.295 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:55.295 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.228259+0000", 2024-09-20T21:41:55.295 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.228259+0000", 2024-09-20T21:41:55.295 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:55.295 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 4, 2024-09-20T21:41:55.295 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:55.295 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:55.295 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:55.295 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:55.295 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:55.295 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:55.295 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:55.295 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 4, 2024-09-20T21:41:55.295 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:55.296 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:55.296 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:55.296 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1f", 2024-09-20T21:41:55.296 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:55.296 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:55.296 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:55.296 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 28, 2024-09-20T21:41:55.296 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:55.296 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:17:42.835827+0000", 2024-09-20T21:41:55.296 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:55.296 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:55.296 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 570, 2024-09-20T21:41:55.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-20T21:41:55.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-20T21:41:55.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-20T21:41:55.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T21:41:55.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 4, 2024-09-20T21:41:55.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-20T21:41:55.299 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.299 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:55.299 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:55.299 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:55.299 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:55.300 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:55.300 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:55.300 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.300 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T21:41:55.300 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'4" 2024-09-20T21:41:55.300 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.300 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.300 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_per_pool": [ 2024-09-20T21:41:55.300 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.300 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 24, 2024-09-20T21:41:55.300 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T21:41:55.300 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd" 2024-09-20T21:41:55.300 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.300 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3, 2024-09-20T21:41:55.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 8, 2024-09-20T21:41:55.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 8, 2024-09-20T21:41:55.301 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3, 2024-09-20T21:41:55.301 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 4, 2024-09-20T21:41:55.301 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 19, 2024-09-20T21:41:55.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-20T21:41:55.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-20T21:41:55.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-20T21:41:55.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.304 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2, 2024-09-20T21:41:55.304 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 2 2024-09-20T21:41:55.304 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.304 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-20T21:41:55.304 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 12288, 2024-09-20T21:41:55.304 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-20T21:41:55.304 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-20T21:41:55.304 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-20T21:41:55.304 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-20T21:41:55.304 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 57, 2024-09-20T21:41:55.304 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-20T21:41:55.304 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-20T21:41:55.304 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-20T21:41:55.304 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-20T21:41:55.304 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.305 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 24 2024-09-20T21:41:55.305 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.305 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.305 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 192, 2024-09-20T21:41:55.305 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T21:41:55.305 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-20T21:41:55.305 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.305 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:55.305 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 64, 2024-09-20T21:41:55.305 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 8, 2024-09-20T21:41:55.305 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:55.305 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 3, 2024-09-20T21:41:55.305 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:55.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:55.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:55.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:55.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.308 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.308 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-20T21:41:55.309 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 0, 2024-09-20T21:41:55.309 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-20T21:41:55.309 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-20T21:41:55.309 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-20T21:41:55.309 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-20T21:41:55.309 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 0, 2024-09-20T21:41:55.309 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-20T21:41:55.309 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-20T21:41:55.309 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-20T21:41:55.309 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-20T21:41:55.309 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.309 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 192 2024-09-20T21:41:55.309 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.309 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.310 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 96, 2024-09-20T21:41:55.310 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T21:41:55.310 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-20T21:41:55.310 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.310 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 45, 2024-09-20T21:41:55.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 32, 2024-09-20T21:41:55.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 8, 2024-09-20T21:41:55.310 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 45, 2024-09-20T21:41:55.310 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 2, 2024-09-20T21:41:55.310 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 3410, 2024-09-20T21:41:55.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.313 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.313 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.313 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 66, 2024-09-20T21:41:55.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 22, 2024-09-20T21:41:55.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 22, 2024-09-20T21:41:55.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 14, 2024-09-20T21:41:55.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:55.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:55.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 51, 2024-09-20T21:41:55.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 19 2024-09-20T21:41:55.315 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.316 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-20T21:41:55.316 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 98304, 2024-09-20T21:41:55.316 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-20T21:41:55.316 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-20T21:41:55.316 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-20T21:41:55.316 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-20T21:41:55.316 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 10230, 2024-09-20T21:41:55.316 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-20T21:41:55.316 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-20T21:41:55.316 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-20T21:41:55.316 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-20T21:41:55.316 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.316 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 96 2024-09-20T21:41:55.316 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.316 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.317 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 3, 2024-09-20T21:41:55.317 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T21:41:55.317 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr" 2024-09-20T21:41:55.317 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.317 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 79, 2024-09-20T21:41:55.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 1, 2024-09-20T21:41:55.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 3, 2024-09-20T21:41:55.317 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 79, 2024-09-20T21:41:55.317 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 1, 2024-09-20T21:41:55.317 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 590368, 2024-09-20T21:41:55.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 590368, 2024-09-20T21:41:55.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-20T21:41:55.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-20T21:41:55.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-20T21:41:55.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 2, 2024-09-20T21:41:55.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 126, 2024-09-20T21:41:55.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 231, 2024-09-20T21:41:55.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 113, 2024-09-20T21:41:55.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1628 2024-09-20T21:41:55.320 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.320 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-20T21:41:55.320 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 1781760, 2024-09-20T21:41:55.320 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-20T21:41:55.320 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-20T21:41:55.320 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-20T21:41:55.320 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-20T21:41:55.321 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 1771104, 2024-09-20T21:41:55.321 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-20T21:41:55.321 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-20T21:41:55.321 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-20T21:41:55.321 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-20T21:41:55.321 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.321 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 3 2024-09-20T21:41:55.321 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.321 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.321 INFO:tasks.workunit.client.0.smithi046.stdout: "usage": { 2024-09-20T21:41:55.321 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 105, 2024-09-20T21:41:55.321 INFO:tasks.workunit.client.0.smithi046.stdout: "pools": 4, 2024-09-20T21:41:55.321 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_by_class": { 2024-09-20T21:41:55.321 INFO:tasks.workunit.client.0.smithi046.stdout: "ssd": { 2024-09-20T21:41:55.322 INFO:tasks.workunit.client.0.smithi046.stdout: "total_avail_bytes": 765516996608, 2024-09-20T21:41:55.322 INFO:tasks.workunit.client.0.smithi046.stdout: "total_bytes": 767960285184, 2024-09-20T21:41:55.322 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_bytes": 2443288576, 2024-09-20T21:41:55.322 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_raw_bytes": 2443288576, 2024-09-20T21:41:55.322 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_raw_ratio": 0.0031815299298614264 2024-09-20T21:41:55.322 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.322 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.322 INFO:tasks.workunit.client.0.smithi046.stdout: "total_avail_bytes": 765516996608, 2024-09-20T21:41:55.322 INFO:tasks.workunit.client.0.smithi046.stdout: "total_bytes": 767960285184, 2024-09-20T21:41:55.322 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_bytes": 2443288576 2024-09-20T21:41:55.322 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.322 INFO:tasks.workunit.client.0.smithi046.stdout:} 2024-09-20T21:41:55.322 INFO:tasks.workunit.client.0.smithi046.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-09-20T21:41:55.323 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph telemetry show-device 2024-09-20T21:41:55.324 INFO:tasks.workunit.client.0.smithi046.stdout:{ 2024-09-20T21:41:55.324 INFO:tasks.workunit.client.0.smithi046.stdout: "24fc9f24-7799-11ef-a9b7-0cc47abd15f8": { 2024-09-20T21:41:55.324 INFO:tasks.workunit.client.0.smithi046.stdout: "INTEL_SSDPED1D480GA_24fd23f4-7799-11ef-a9b7-0cc47abd15f8": { 2024-09-20T21:41:55.324 INFO:tasks.workunit.client.0.smithi046.stdout: "20240920-213600": { 2024-09-20T21:41:55.325 INFO:tasks.workunit.client.0.smithi046.stdout: "device": { 2024-09-20T21:41:55.325 INFO:tasks.workunit.client.0.smithi046.stdout: "info_name": "/dev/nvme0n1", 2024-09-20T21:41:55.325 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "/dev/nvme0n1", 2024-09-20T21:41:55.325 INFO:tasks.workunit.client.0.smithi046.stdout: "protocol": "NVMe", 2024-09-20T21:41:55.325 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "nvme" 2024-09-20T21:41:55.325 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.325 INFO:tasks.workunit.client.0.smithi046.stdout: "firmware_version": "E2010325", 2024-09-20T21:41:55.325 INFO:tasks.workunit.client.0.smithi046.stdout: "host_id": "24fc9f24-7799-11ef-a9b7-0cc47abd15f8", 2024-09-20T21:41:55.325 INFO:tasks.workunit.client.0.smithi046.stdout: "json_format_version": [ 2024-09-20T21:41:55.325 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:55.325 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:55.325 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.325 INFO:tasks.workunit.client.0.smithi046.stdout: "local_time": { 2024-09-20T21:41:55.325 INFO:tasks.workunit.client.0.smithi046.stdout: "asctime": "Fri Sep 20 21:36:00 2024 UTC", 2024-09-20T21:41:55.326 INFO:tasks.workunit.client.0.smithi046.stdout: "time_t": 1726868160 2024-09-20T21:41:55.326 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.326 INFO:tasks.workunit.client.0.smithi046.stdout: "logical_block_size": 512, 2024-09-20T21:41:55.326 INFO:tasks.workunit.client.0.smithi046.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-20T21:41:55.326 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_controller_id": 0, 2024-09-20T21:41:55.326 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-20T21:41:55.326 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_namespaces": [ 2024-09-20T21:41:55.326 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.326 INFO:tasks.workunit.client.0.smithi046.stdout: "capacity": { 2024-09-20T21:41:55.326 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-20T21:41:55.326 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-20T21:41:55.326 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.327 INFO:tasks.workunit.client.0.smithi046.stdout: "formatted_lba_size": 512, 2024-09-20T21:41:55.327 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 1, 2024-09-20T21:41:55.327 INFO:tasks.workunit.client.0.smithi046.stdout: "size": { 2024-09-20T21:41:55.327 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-20T21:41:55.327 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-20T21:41:55.327 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.327 INFO:tasks.workunit.client.0.smithi046.stdout: "utilization": { 2024-09-20T21:41:55.327 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-20T21:41:55.327 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-20T21:41:55.327 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.327 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.327 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.327 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_number_of_namespaces": 1, 2024-09-20T21:41:55.327 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_pci_vendor": { 2024-09-20T21:41:55.328 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 32902, 2024-09-20T21:41:55.328 INFO:tasks.workunit.client.0.smithi046.stdout: "subsystem_id": 32902 2024-09-20T21:41:55.328 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.328 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_add_log": { 2024-09-20T21:41:55.328 INFO:tasks.workunit.client.0.smithi046.stdout: "Device stats": { 2024-09-20T21:41:55.328 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_fw_downgrades": { 2024-09-20T21:41:55.328 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:55.328 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.328 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.328 INFO:tasks.workunit.client.0.smithi046.stdout: "crc_error_count": { 2024-09-20T21:41:55.328 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.328 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.328 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.328 INFO:tasks.workunit.client.0.smithi046.stdout: "end_to_end_error_detection_count": { 2024-09-20T21:41:55.329 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.329 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.329 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.329 INFO:tasks.workunit.client.0.smithi046.stdout: "erase_fail_count": { 2024-09-20T21:41:55.329 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:55.329 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.329 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.329 INFO:tasks.workunit.client.0.smithi046.stdout: "host_bytes_written": { 2024-09-20T21:41:55.329 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.329 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 10203953 2024-09-20T21:41:55.329 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.329 INFO:tasks.workunit.client.0.smithi046.stdout: "host_ctx_wear_used": { 2024-09-20T21:41:55.329 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:55.330 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.330 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.330 INFO:tasks.workunit.client.0.smithi046.stdout: "media_bytes_read": { 2024-09-20T21:41:55.330 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:55.330 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.330 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.330 INFO:tasks.workunit.client.0.smithi046.stdout: "nand_bytes_written": { 2024-09-20T21:41:55.330 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:55.330 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.330 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.330 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_stat_indicator": { 2024-09-20T21:41:55.330 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:55.330 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.330 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.331 INFO:tasks.workunit.client.0.smithi046.stdout: "pll_lock_loss_count": { 2024-09-20T21:41:55.331 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.331 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.331 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.331 INFO:tasks.workunit.client.0.smithi046.stdout: "program_fail_count": { 2024-09-20T21:41:55.331 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:55.331 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.331 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.331 INFO:tasks.workunit.client.0.smithi046.stdout: "re_alloc_sectr_cnt": { 2024-09-20T21:41:55.331 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:55.331 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.331 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.331 INFO:tasks.workunit.client.0.smithi046.stdout: "retry_buffer_overflow_count": { 2024-09-20T21:41:55.331 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.332 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.332 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.332 INFO:tasks.workunit.client.0.smithi046.stdout: "soft_ecc_err_rate": { 2024-09-20T21:41:55.332 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:55.332 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.332 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.332 INFO:tasks.workunit.client.0.smithi046.stdout: "thermal_throttle_status": { 2024-09-20T21:41:55.332 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.332 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-20T21:41:55.332 INFO:tasks.workunit.client.0.smithi046.stdout: "cnt": 0, 2024-09-20T21:41:55.332 INFO:tasks.workunit.client.0.smithi046.stdout: "pct": 0 2024-09-20T21:41:55.332 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.332 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.332 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_host_reads": { 2024-09-20T21:41:55.333 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.333 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 13 2024-09-20T21:41:55.333 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.333 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_media_wear": { 2024-09-20T21:41:55.333 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.333 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": "0.000000" 2024-09-20T21:41:55.333 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.333 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_timer": { 2024-09-20T21:41:55.333 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.333 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 1820332 2024-09-20T21:41:55.333 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.333 INFO:tasks.workunit.client.0.smithi046.stdout: "unexp_power_loss": { 2024-09-20T21:41:55.333 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:55.333 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.334 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.334 INFO:tasks.workunit.client.0.smithi046.stdout: "wear_leveling": { 2024-09-20T21:41:55.334 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:55.334 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-20T21:41:55.334 INFO:tasks.workunit.client.0.smithi046.stdout: "avg": 0, 2024-09-20T21:41:55.334 INFO:tasks.workunit.client.0.smithi046.stdout: "max": 0, 2024-09-20T21:41:55.334 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0 2024-09-20T21:41:55.334 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.334 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.334 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.334 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel Smart log": "nvme0n1" 2024-09-20T21:41:55.334 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.334 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_log": { 2024-09-20T21:41:55.334 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare": 100, 2024-09-20T21:41:55.335 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare_threshold": 0, 2024-09-20T21:41:55.335 INFO:tasks.workunit.client.0.smithi046.stdout: "controller_busy_time": 3975, 2024-09-20T21:41:55.335 INFO:tasks.workunit.client.0.smithi046.stdout: "critical_warning": 0, 2024-09-20T21:41:55.335 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_read": 134219070, 2024-09-20T21:41:55.335 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_written": 668726302, 2024-09-20T21:41:55.335 INFO:tasks.workunit.client.0.smithi046.stdout: "host_reads": 2311347998, 2024-09-20T21:41:55.335 INFO:tasks.workunit.client.0.smithi046.stdout: "host_writes": 15215952044, 2024-09-20T21:41:55.335 INFO:tasks.workunit.client.0.smithi046.stdout: "media_errors": 0, 2024-09-20T21:41:55.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_err_log_entries": 0, 2024-09-20T21:41:55.335 INFO:tasks.workunit.client.0.smithi046.stdout: "percentage_used": 0, 2024-09-20T21:41:55.335 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycles": 23531, 2024-09-20T21:41:55.335 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_hours": 40704, 2024-09-20T21:41:55.335 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": 31, 2024-09-20T21:41:55.335 INFO:tasks.workunit.client.0.smithi046.stdout: "unsafe_shutdowns": 7822 2024-09-20T21:41:55.336 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.336 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_vendor": "intel", 2024-09-20T21:41:55.336 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_version": { 2024-09-20T21:41:55.336 INFO:tasks.workunit.client.0.smithi046.stdout: "string": "<1.2", 2024-09-20T21:41:55.336 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.336 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.336 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycle_count": 23531, 2024-09-20T21:41:55.336 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_time": { 2024-09-20T21:41:55.336 INFO:tasks.workunit.client.0.smithi046.stdout: "hours": 40704 2024-09-20T21:41:55.336 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.336 INFO:tasks.workunit.client.0.smithi046.stdout: "serial_number": "deleted", 2024-09-20T21:41:55.336 INFO:tasks.workunit.client.0.smithi046.stdout: "smart_status": { 2024-09-20T21:41:55.336 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme": { 2024-09-20T21:41:55.336 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.337 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.337 INFO:tasks.workunit.client.0.smithi046.stdout: "passed": true 2024-09-20T21:41:55.337 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.337 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl": { 2024-09-20T21:41:55.337 INFO:tasks.workunit.client.0.smithi046.stdout: "argv": [ 2024-09-20T21:41:55.337 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl", 2024-09-20T21:41:55.337 INFO:tasks.workunit.client.0.smithi046.stdout: "-x", 2024-09-20T21:41:55.337 INFO:tasks.workunit.client.0.smithi046.stdout: "--json=o", 2024-09-20T21:41:55.337 INFO:tasks.workunit.client.0.smithi046.stdout: "/dev/nvme0n1" 2024-09-20T21:41:55.337 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.337 INFO:tasks.workunit.client.0.smithi046.stdout: "build_info": "(local build)", 2024-09-20T21:41:55.337 INFO:tasks.workunit.client.0.smithi046.stdout: "exit_status": 0, 2024-09-20T21:41:55.337 INFO:tasks.workunit.client.0.smithi046.stdout: "output": [ 2024-09-20T21:41:55.337 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-508.el9.x86_64] (local build)", 2024-09-20T21:41:55.337 INFO:tasks.workunit.client.0.smithi046.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-20T21:41:55.338 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:55.338 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-20T21:41:55.338 INFO:tasks.workunit.client.0.smithi046.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-20T21:41:55.338 INFO:tasks.workunit.client.0.smithi046.stdout: "Serial Number: deleted", 2024-09-20T21:41:55.338 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Version: E2010325", 2024-09-20T21:41:55.338 INFO:tasks.workunit.client.0.smithi046.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-20T21:41:55.338 INFO:tasks.workunit.client.0.smithi046.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-20T21:41:55.338 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller ID: 0", 2024-09-20T21:41:55.338 INFO:tasks.workunit.client.0.smithi046.stdout: "NVMe Version: <1.2", 2024-09-20T21:41:55.338 INFO:tasks.workunit.client.0.smithi046.stdout: "Number of Namespaces: 1", 2024-09-20T21:41:55.338 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-20T21:41:55.338 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-20T21:41:55.338 INFO:tasks.workunit.client.0.smithi046.stdout: "Local Time is: Fri Sep 20 21:36:00 2024 UTC", 2024-09-20T21:41:55.338 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-20T21:41:55.339 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-20T21:41:55.339 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-20T21:41:55.339 INFO:tasks.workunit.client.0.smithi046.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-20T21:41:55.339 INFO:tasks.workunit.client.0.smithi046.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-20T21:41:55.339 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:55.339 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported Power States", 2024-09-20T21:41:55.339 INFO:tasks.workunit.client.0.smithi046.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-20T21:41:55.339 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-20T21:41:55.339 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:55.339 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-20T21:41:55.339 INFO:tasks.workunit.client.0.smithi046.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-20T21:41:55.339 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 512 0 2", 2024-09-20T21:41:55.339 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:55.339 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-20T21:41:55.340 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-20T21:41:55.340 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:55.340 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-20T21:41:55.340 INFO:tasks.workunit.client.0.smithi046.stdout: "Critical Warning: 0x00", 2024-09-20T21:41:55.340 INFO:tasks.workunit.client.0.smithi046.stdout: "Temperature: 31 Celsius", 2024-09-20T21:41:55.340 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare: 100%", 2024-09-20T21:41:55.340 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare Threshold: 0%", 2024-09-20T21:41:55.340 INFO:tasks.workunit.client.0.smithi046.stdout: "Percentage Used: 0%", 2024-09-20T21:41:55.340 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Read: 134,219,070 [68.7 TB]", 2024-09-20T21:41:55.340 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Written: 668,726,302 [342 TB]", 2024-09-20T21:41:55.340 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Read Commands: 2,311,347,998", 2024-09-20T21:41:55.340 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Write Commands: 15,215,952,044", 2024-09-20T21:41:55.340 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller Busy Time: 3,975", 2024-09-20T21:41:55.340 INFO:tasks.workunit.client.0.smithi046.stdout: "Power Cycles: 23,531", 2024-09-20T21:41:55.341 INFO:tasks.workunit.client.0.smithi046.stdout: "Power On Hours: 40,704", 2024-09-20T21:41:55.341 INFO:tasks.workunit.client.0.smithi046.stdout: "Unsafe Shutdowns: 7,822", 2024-09-20T21:41:55.341 INFO:tasks.workunit.client.0.smithi046.stdout: "Media and Data Integrity Errors: 0", 2024-09-20T21:41:55.341 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information Log Entries: 0", 2024-09-20T21:41:55.341 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:55.341 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-20T21:41:55.341 INFO:tasks.workunit.client.0.smithi046.stdout: "No Errors Logged", 2024-09-20T21:41:55.341 INFO:tasks.workunit.client.0.smithi046.stdout: "" 2024-09-20T21:41:55.341 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.341 INFO:tasks.workunit.client.0.smithi046.stdout: "platform_info": "x86_64-linux-5.14.0-508.el9.x86_64", 2024-09-20T21:41:55.341 INFO:tasks.workunit.client.0.smithi046.stdout: "svn_revision": "5155", 2024-09-20T21:41:55.341 INFO:tasks.workunit.client.0.smithi046.stdout: "version": [ 2024-09-20T21:41:55.341 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:55.341 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:55.341 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.342 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.342 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": { 2024-09-20T21:41:55.342 INFO:tasks.workunit.client.0.smithi046.stdout: "current": 31 2024-09-20T21:41:55.342 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.342 INFO:tasks.workunit.client.0.smithi046.stdout: "user_capacity": { 2024-09-20T21:41:55.342 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-20T21:41:55.342 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-20T21:41:55.342 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.342 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.342 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.342 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.342 INFO:tasks.workunit.client.0.smithi046.stdout: "24fe4680-7799-11ef-a9b7-0cc47abd15f8": { 2024-09-20T21:41:55.342 INFO:tasks.workunit.client.0.smithi046.stdout: "INTEL_SSDPEDMD400G4_24feb034-7799-11ef-a9b7-0cc47abd15f8": { 2024-09-20T21:41:55.342 INFO:tasks.workunit.client.0.smithi046.stdout: "20240920-213604": { 2024-09-20T21:41:55.343 INFO:tasks.workunit.client.0.smithi046.stdout: "device": { 2024-09-20T21:41:55.343 INFO:tasks.workunit.client.0.smithi046.stdout: "info_name": "/dev/nvme0n1", 2024-09-20T21:41:55.343 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "/dev/nvme0n1", 2024-09-20T21:41:55.343 INFO:tasks.workunit.client.0.smithi046.stdout: "protocol": "NVMe", 2024-09-20T21:41:55.343 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "nvme" 2024-09-20T21:41:55.343 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.343 INFO:tasks.workunit.client.0.smithi046.stdout: "firmware_version": "8DV101H0", 2024-09-20T21:41:55.343 INFO:tasks.workunit.client.0.smithi046.stdout: "host_id": "24fe4680-7799-11ef-a9b7-0cc47abd15f8", 2024-09-20T21:41:55.343 INFO:tasks.workunit.client.0.smithi046.stdout: "json_format_version": [ 2024-09-20T21:41:55.343 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:55.343 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:55.343 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.343 INFO:tasks.workunit.client.0.smithi046.stdout: "local_time": { 2024-09-20T21:41:55.343 INFO:tasks.workunit.client.0.smithi046.stdout: "asctime": "Fri Sep 20 21:36:03 2024 UTC", 2024-09-20T21:41:55.344 INFO:tasks.workunit.client.0.smithi046.stdout: "time_t": 1726868163 2024-09-20T21:41:55.344 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.344 INFO:tasks.workunit.client.0.smithi046.stdout: "logical_block_size": 512, 2024-09-20T21:41:55.344 INFO:tasks.workunit.client.0.smithi046.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-20T21:41:55.344 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_controller_id": 0, 2024-09-20T21:41:55.344 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-20T21:41:55.344 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_namespaces": [ 2024-09-20T21:41:55.344 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.344 INFO:tasks.workunit.client.0.smithi046.stdout: "capacity": { 2024-09-20T21:41:55.344 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 781422768, 2024-09-20T21:41:55.344 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 400088457216 2024-09-20T21:41:55.344 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.344 INFO:tasks.workunit.client.0.smithi046.stdout: "formatted_lba_size": 512, 2024-09-20T21:41:55.344 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 1, 2024-09-20T21:41:55.344 INFO:tasks.workunit.client.0.smithi046.stdout: "size": { 2024-09-20T21:41:55.345 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 781422768, 2024-09-20T21:41:55.345 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 400088457216 2024-09-20T21:41:55.345 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.345 INFO:tasks.workunit.client.0.smithi046.stdout: "utilization": { 2024-09-20T21:41:55.345 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 781422768, 2024-09-20T21:41:55.345 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 400088457216 2024-09-20T21:41:55.345 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.345 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.345 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.345 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_number_of_namespaces": 1, 2024-09-20T21:41:55.345 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_pci_vendor": { 2024-09-20T21:41:55.345 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 32902, 2024-09-20T21:41:55.345 INFO:tasks.workunit.client.0.smithi046.stdout: "subsystem_id": 32902 2024-09-20T21:41:55.345 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.346 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_add_log": { 2024-09-20T21:41:55.346 INFO:tasks.workunit.client.0.smithi046.stdout: "Device stats": { 2024-09-20T21:41:55.346 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_fw_downgrades": { 2024-09-20T21:41:55.346 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:55.346 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.346 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.346 INFO:tasks.workunit.client.0.smithi046.stdout: "crc_error_count": { 2024-09-20T21:41:55.346 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.346 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.346 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.346 INFO:tasks.workunit.client.0.smithi046.stdout: "end_to_end_error_detection_count": { 2024-09-20T21:41:55.346 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.346 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.347 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.347 INFO:tasks.workunit.client.0.smithi046.stdout: "erase_fail_count": { 2024-09-20T21:41:55.347 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.347 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.347 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.347 INFO:tasks.workunit.client.0.smithi046.stdout: "host_bytes_written": { 2024-09-20T21:41:55.347 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.347 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 29570300 2024-09-20T21:41:55.347 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.347 INFO:tasks.workunit.client.0.smithi046.stdout: "host_ctx_wear_used": { 2024-09-20T21:41:55.347 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.347 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 1 2024-09-20T21:41:55.347 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.347 INFO:tasks.workunit.client.0.smithi046.stdout: "media_bytes_read": { 2024-09-20T21:41:55.348 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:55.348 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.348 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.348 INFO:tasks.workunit.client.0.smithi046.stdout: "nand_bytes_written": { 2024-09-20T21:41:55.348 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.348 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 51964553 2024-09-20T21:41:55.348 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.348 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_stat_indicator": { 2024-09-20T21:41:55.348 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:55.348 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.348 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.348 INFO:tasks.workunit.client.0.smithi046.stdout: "pll_lock_loss_count": { 2024-09-20T21:41:55.348 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.348 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.349 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.349 INFO:tasks.workunit.client.0.smithi046.stdout: "program_fail_count": { 2024-09-20T21:41:55.349 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.349 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.349 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.349 INFO:tasks.workunit.client.0.smithi046.stdout: "re_alloc_sectr_cnt": { 2024-09-20T21:41:55.349 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:55.349 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.349 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.349 INFO:tasks.workunit.client.0.smithi046.stdout: "retry_buffer_overflow_count": { 2024-09-20T21:41:55.349 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.349 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.349 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.349 INFO:tasks.workunit.client.0.smithi046.stdout: "soft_ecc_err_rate": { 2024-09-20T21:41:55.349 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:55.350 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.350 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.350 INFO:tasks.workunit.client.0.smithi046.stdout: "thermal_throttle_status": { 2024-09-20T21:41:55.350 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.350 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-20T21:41:55.350 INFO:tasks.workunit.client.0.smithi046.stdout: "cnt": 0, 2024-09-20T21:41:55.350 INFO:tasks.workunit.client.0.smithi046.stdout: "pct": 0 2024-09-20T21:41:55.350 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.350 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.350 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_host_reads": { 2024-09-20T21:41:55.350 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.350 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 65535 2024-09-20T21:41:55.350 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.350 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_media_wear": { 2024-09-20T21:41:55.351 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.351 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": "63.999023" 2024-09-20T21:41:55.351 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.351 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_timer": { 2024-09-20T21:41:55.351 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.351 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 65535 2024-09-20T21:41:55.351 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.351 INFO:tasks.workunit.client.0.smithi046.stdout: "unexp_power_loss": { 2024-09-20T21:41:55.351 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:55.351 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.351 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.351 INFO:tasks.workunit.client.0.smithi046.stdout: "wear_leveling": { 2024-09-20T21:41:55.351 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 89, 2024-09-20T21:41:55.351 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-20T21:41:55.351 INFO:tasks.workunit.client.0.smithi046.stdout: "avg": 3536, 2024-09-20T21:41:55.352 INFO:tasks.workunit.client.0.smithi046.stdout: "max": 3548, 2024-09-20T21:41:55.352 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 3524 2024-09-20T21:41:55.352 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.352 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.352 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.352 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel Smart log": "nvme0n1" 2024-09-20T21:41:55.352 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.352 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_log": { 2024-09-20T21:41:55.352 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare": 100, 2024-09-20T21:41:55.352 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare_threshold": 10, 2024-09-20T21:41:55.352 INFO:tasks.workunit.client.0.smithi046.stdout: "controller_busy_time": 27, 2024-09-20T21:41:55.352 INFO:tasks.workunit.client.0.smithi046.stdout: "critical_warning": 0, 2024-09-20T21:41:55.353 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_read": 412826601, 2024-09-20T21:41:55.353 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_written": 1937919232, 2024-09-20T21:41:55.353 INFO:tasks.workunit.client.0.smithi046.stdout: "host_reads": 6666137776, 2024-09-20T21:41:55.353 INFO:tasks.workunit.client.0.smithi046.stdout: "host_writes": 35953915815, 2024-09-20T21:41:55.353 INFO:tasks.workunit.client.0.smithi046.stdout: "media_errors": 0, 2024-09-20T21:41:55.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_err_log_entries": 0, 2024-09-20T21:41:55.353 INFO:tasks.workunit.client.0.smithi046.stdout: "percentage_used": 11, 2024-09-20T21:41:55.353 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycles": 58557, 2024-09-20T21:41:55.353 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_hours": 54096, 2024-09-20T21:41:55.353 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": 23, 2024-09-20T21:41:55.353 INFO:tasks.workunit.client.0.smithi046.stdout: "unsafe_shutdowns": 2335 2024-09-20T21:41:55.353 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.353 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_vendor": "intel", 2024-09-20T21:41:55.353 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_version": { 2024-09-20T21:41:55.354 INFO:tasks.workunit.client.0.smithi046.stdout: "string": "<1.2", 2024-09-20T21:41:55.354 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.354 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.354 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycle_count": 58557, 2024-09-20T21:41:55.354 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_time": { 2024-09-20T21:41:55.354 INFO:tasks.workunit.client.0.smithi046.stdout: "hours": 54096 2024-09-20T21:41:55.354 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.354 INFO:tasks.workunit.client.0.smithi046.stdout: "serial_number": "deleted", 2024-09-20T21:41:55.354 INFO:tasks.workunit.client.0.smithi046.stdout: "smart_status": { 2024-09-20T21:41:55.354 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme": { 2024-09-20T21:41:55.354 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.354 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.354 INFO:tasks.workunit.client.0.smithi046.stdout: "passed": true 2024-09-20T21:41:55.354 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.355 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl": { 2024-09-20T21:41:55.355 INFO:tasks.workunit.client.0.smithi046.stdout: "argv": [ 2024-09-20T21:41:55.355 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl", 2024-09-20T21:41:55.355 INFO:tasks.workunit.client.0.smithi046.stdout: "-x", 2024-09-20T21:41:55.355 INFO:tasks.workunit.client.0.smithi046.stdout: "--json=o", 2024-09-20T21:41:55.355 INFO:tasks.workunit.client.0.smithi046.stdout: "/dev/nvme0n1" 2024-09-20T21:41:55.355 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.355 INFO:tasks.workunit.client.0.smithi046.stdout: "build_info": "(local build)", 2024-09-20T21:41:55.355 INFO:tasks.workunit.client.0.smithi046.stdout: "exit_status": 0, 2024-09-20T21:41:55.355 INFO:tasks.workunit.client.0.smithi046.stdout: "output": [ 2024-09-20T21:41:55.355 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-508.el9.x86_64] (local build)", 2024-09-20T21:41:55.355 INFO:tasks.workunit.client.0.smithi046.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-20T21:41:55.355 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:55.355 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-20T21:41:55.356 INFO:tasks.workunit.client.0.smithi046.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-20T21:41:55.356 INFO:tasks.workunit.client.0.smithi046.stdout: "Serial Number: deleted", 2024-09-20T21:41:55.356 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Version: 8DV101H0", 2024-09-20T21:41:55.356 INFO:tasks.workunit.client.0.smithi046.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-20T21:41:55.356 INFO:tasks.workunit.client.0.smithi046.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-20T21:41:55.356 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller ID: 0", 2024-09-20T21:41:55.356 INFO:tasks.workunit.client.0.smithi046.stdout: "NVMe Version: <1.2", 2024-09-20T21:41:55.356 INFO:tasks.workunit.client.0.smithi046.stdout: "Number of Namespaces: 1", 2024-09-20T21:41:55.356 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-20T21:41:55.356 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-20T21:41:55.356 INFO:tasks.workunit.client.0.smithi046.stdout: "Local Time is: Fri Sep 20 21:36:03 2024 UTC", 2024-09-20T21:41:55.356 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-20T21:41:55.356 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-20T21:41:55.356 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-20T21:41:55.357 INFO:tasks.workunit.client.0.smithi046.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-20T21:41:55.357 INFO:tasks.workunit.client.0.smithi046.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-20T21:41:55.357 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:55.357 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported Power States", 2024-09-20T21:41:55.357 INFO:tasks.workunit.client.0.smithi046.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-20T21:41:55.357 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-20T21:41:55.357 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:55.357 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-20T21:41:55.357 INFO:tasks.workunit.client.0.smithi046.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-20T21:41:55.357 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 512 0 2", 2024-09-20T21:41:55.357 INFO:tasks.workunit.client.0.smithi046.stdout: " 1 - 512 8 2", 2024-09-20T21:41:55.357 INFO:tasks.workunit.client.0.smithi046.stdout: " 2 - 512 16 2", 2024-09-20T21:41:55.357 INFO:tasks.workunit.client.0.smithi046.stdout: " 3 - 4096 0 0", 2024-09-20T21:41:55.357 INFO:tasks.workunit.client.0.smithi046.stdout: " 4 - 4096 8 0", 2024-09-20T21:41:55.358 INFO:tasks.workunit.client.0.smithi046.stdout: " 5 - 4096 64 0", 2024-09-20T21:41:55.358 INFO:tasks.workunit.client.0.smithi046.stdout: " 6 - 4096 128 0", 2024-09-20T21:41:55.358 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:55.358 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-20T21:41:55.358 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-20T21:41:55.358 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:55.358 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-20T21:41:55.358 INFO:tasks.workunit.client.0.smithi046.stdout: "Critical Warning: 0x00", 2024-09-20T21:41:55.358 INFO:tasks.workunit.client.0.smithi046.stdout: "Temperature: 23 Celsius", 2024-09-20T21:41:55.358 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare: 100%", 2024-09-20T21:41:55.358 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare Threshold: 10%", 2024-09-20T21:41:55.358 INFO:tasks.workunit.client.0.smithi046.stdout: "Percentage Used: 11%", 2024-09-20T21:41:55.358 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Read: 412,826,601 [211 TB]", 2024-09-20T21:41:55.358 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Written: 1,937,919,232 [992 TB]", 2024-09-20T21:41:55.358 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Read Commands: 6,666,137,776", 2024-09-20T21:41:55.359 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Write Commands: 35,953,915,815", 2024-09-20T21:41:55.359 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller Busy Time: 27", 2024-09-20T21:41:55.359 INFO:tasks.workunit.client.0.smithi046.stdout: "Power Cycles: 58,557", 2024-09-20T21:41:55.359 INFO:tasks.workunit.client.0.smithi046.stdout: "Power On Hours: 54,096", 2024-09-20T21:41:55.359 INFO:tasks.workunit.client.0.smithi046.stdout: "Unsafe Shutdowns: 2,335", 2024-09-20T21:41:55.359 INFO:tasks.workunit.client.0.smithi046.stdout: "Media and Data Integrity Errors: 0", 2024-09-20T21:41:55.359 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information Log Entries: 0", 2024-09-20T21:41:55.359 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:55.359 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-20T21:41:55.359 INFO:tasks.workunit.client.0.smithi046.stdout: "No Errors Logged", 2024-09-20T21:41:55.359 INFO:tasks.workunit.client.0.smithi046.stdout: "" 2024-09-20T21:41:55.359 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.359 INFO:tasks.workunit.client.0.smithi046.stdout: "platform_info": "x86_64-linux-5.14.0-508.el9.x86_64", 2024-09-20T21:41:55.359 INFO:tasks.workunit.client.0.smithi046.stdout: "svn_revision": "5155", 2024-09-20T21:41:55.359 INFO:tasks.workunit.client.0.smithi046.stdout: "version": [ 2024-09-20T21:41:55.360 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:55.360 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:55.360 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.360 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.360 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": { 2024-09-20T21:41:55.360 INFO:tasks.workunit.client.0.smithi046.stdout: "current": 23 2024-09-20T21:41:55.360 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.360 INFO:tasks.workunit.client.0.smithi046.stdout: "user_capacity": { 2024-09-20T21:41:55.360 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 781422768, 2024-09-20T21:41:55.360 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 400088457216 2024-09-20T21:41:55.360 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.360 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.360 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.360 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.361 INFO:tasks.workunit.client.0.smithi046.stdout:} 2024-09-20T21:41:55.361 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:55.361 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:55.361 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:55.361 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:55.361 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/42264883' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-20T21:41:55.361 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:55.362 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:41:55.362 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:55.362 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:55.362 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:55.362 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:55.362 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:55.362 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:55.362 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:55.362 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:55.362 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:55.362 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:55.362 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:55.362 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:55.362 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:55.363 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:55.363 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:55.363 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:55.363 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:55.363 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:55.363 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:55.363 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:55.363 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:55.363 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:55.363 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:55.363 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:55.363 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:55.363 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:41:55.363 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:55.363 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:55.364 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:55.364 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:55.364 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:55.364 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:55.364 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:55.364 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:55.364 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:55.364 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:55.364 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:55.364 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:55.364 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:55.364 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:55.364 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:55.364 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:55.364 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:55.365 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:55.365 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:55.365 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:55.365 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:55.365 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:55.365 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:55.365 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:54 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:55.365 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph telemetry show-all 2024-09-20T21:41:55.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:55.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:55.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:55.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:55.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/42264883' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-20T21:41:55.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:55.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:41:55.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:55.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:55.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:55.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:55.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:55.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:55.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:55.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:55.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:55.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:55.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:55.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:55.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:55.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:55.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:55.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:55.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:55.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:55.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:55.368 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:55.368 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:55.368 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:41:55.368 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:55.368 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/42264883' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-20T21:41:55.368 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:55.368 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:41:55.368 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:55.368 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:55.368 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:55.368 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:55.368 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:55.368 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:55.369 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:55.369 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:55.369 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:55.369 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:55.369 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:55.369 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:55.369 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:55.369 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:55.369 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:55.369 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:55.369 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:55.369 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:55.369 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:55.370 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:55.370 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:55.370 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:55.370 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:55.370 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:55.370 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:55.370 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:41:55.370 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:55.370 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:55.370 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:55.370 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:55.370 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:55.370 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:55.371 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:55.371 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:55.371 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:55.371 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:55.371 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:55.371 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:55.371 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:55.371 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:55.371 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:55.371 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:55.371 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:55.371 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:55.371 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:55.371 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:55.372 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:55.372 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:55.372 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:55.372 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:55.372 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:55.372 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:55.372 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:55.372 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:41:55.372 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:55.372 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:55.373 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:55.373 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:55.373 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:55.373 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:55.373 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:55.373 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:55.373 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:55.373 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:55.373 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:55.373 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:55.373 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:55.373 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:55.373 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:55.373 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:55.374 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:55.374 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:55.374 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:55.374 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:55.374 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:55.374 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:55.374 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:55.374 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:55.374 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:55.374 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:55.375 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:54 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:55.380 INFO:tasks.workunit.client.0.smithi046.stdout:{ 2024-09-20T21:41:55.380 INFO:tasks.workunit.client.0.smithi046.stdout: "device_report": { 2024-09-20T21:41:55.380 INFO:tasks.workunit.client.0.smithi046.stdout: "24fc9f24-7799-11ef-a9b7-0cc47abd15f8": { 2024-09-20T21:41:55.380 INFO:tasks.workunit.client.0.smithi046.stdout: "INTEL_SSDPED1D480GA_24fd23f4-7799-11ef-a9b7-0cc47abd15f8": { 2024-09-20T21:41:55.380 INFO:tasks.workunit.client.0.smithi046.stdout: "20240920-213600": { 2024-09-20T21:41:55.381 INFO:tasks.workunit.client.0.smithi046.stdout: "device": { 2024-09-20T21:41:55.381 INFO:tasks.workunit.client.0.smithi046.stdout: "info_name": "/dev/nvme0n1", 2024-09-20T21:41:55.381 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "/dev/nvme0n1", 2024-09-20T21:41:55.381 INFO:tasks.workunit.client.0.smithi046.stdout: "protocol": "NVMe", 2024-09-20T21:41:55.381 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "nvme" 2024-09-20T21:41:55.381 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.381 INFO:tasks.workunit.client.0.smithi046.stdout: "firmware_version": "E2010325", 2024-09-20T21:41:55.381 INFO:tasks.workunit.client.0.smithi046.stdout: "host_id": "24fc9f24-7799-11ef-a9b7-0cc47abd15f8", 2024-09-20T21:41:55.381 INFO:tasks.workunit.client.0.smithi046.stdout: "json_format_version": [ 2024-09-20T21:41:55.381 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:55.381 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:55.381 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.381 INFO:tasks.workunit.client.0.smithi046.stdout: "local_time": { 2024-09-20T21:41:55.381 INFO:tasks.workunit.client.0.smithi046.stdout: "asctime": "Fri Sep 20 21:36:00 2024 UTC", 2024-09-20T21:41:55.381 INFO:tasks.workunit.client.0.smithi046.stdout: "time_t": 1726868160 2024-09-20T21:41:55.382 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.382 INFO:tasks.workunit.client.0.smithi046.stdout: "logical_block_size": 512, 2024-09-20T21:41:55.382 INFO:tasks.workunit.client.0.smithi046.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-20T21:41:55.382 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_controller_id": 0, 2024-09-20T21:41:55.382 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-20T21:41:55.382 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_namespaces": [ 2024-09-20T21:41:55.382 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.382 INFO:tasks.workunit.client.0.smithi046.stdout: "capacity": { 2024-09-20T21:41:55.382 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-20T21:41:55.382 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-20T21:41:55.382 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.382 INFO:tasks.workunit.client.0.smithi046.stdout: "formatted_lba_size": 512, 2024-09-20T21:41:55.382 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 1, 2024-09-20T21:41:55.382 INFO:tasks.workunit.client.0.smithi046.stdout: "size": { 2024-09-20T21:41:55.383 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-20T21:41:55.383 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-20T21:41:55.383 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.383 INFO:tasks.workunit.client.0.smithi046.stdout: "utilization": { 2024-09-20T21:41:55.383 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-20T21:41:55.383 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-20T21:41:55.383 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.383 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.383 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.383 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_number_of_namespaces": 1, 2024-09-20T21:41:55.383 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_pci_vendor": { 2024-09-20T21:41:55.383 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 32902, 2024-09-20T21:41:55.383 INFO:tasks.workunit.client.0.smithi046.stdout: "subsystem_id": 32902 2024-09-20T21:41:55.383 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.384 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_add_log": { 2024-09-20T21:41:55.384 INFO:tasks.workunit.client.0.smithi046.stdout: "Device stats": { 2024-09-20T21:41:55.384 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_fw_downgrades": { 2024-09-20T21:41:55.384 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:55.384 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.384 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.384 INFO:tasks.workunit.client.0.smithi046.stdout: "crc_error_count": { 2024-09-20T21:41:55.384 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.384 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.384 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.384 INFO:tasks.workunit.client.0.smithi046.stdout: "end_to_end_error_detection_count": { 2024-09-20T21:41:55.384 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.384 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.384 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.384 INFO:tasks.workunit.client.0.smithi046.stdout: "erase_fail_count": { 2024-09-20T21:41:55.385 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:55.385 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.385 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.385 INFO:tasks.workunit.client.0.smithi046.stdout: "host_bytes_written": { 2024-09-20T21:41:55.385 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.385 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 10203953 2024-09-20T21:41:55.385 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.385 INFO:tasks.workunit.client.0.smithi046.stdout: "host_ctx_wear_used": { 2024-09-20T21:41:55.385 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:55.385 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.385 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.385 INFO:tasks.workunit.client.0.smithi046.stdout: "media_bytes_read": { 2024-09-20T21:41:55.385 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:55.385 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.385 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.386 INFO:tasks.workunit.client.0.smithi046.stdout: "nand_bytes_written": { 2024-09-20T21:41:55.386 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:55.386 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.386 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.386 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_stat_indicator": { 2024-09-20T21:41:55.386 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:55.386 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.386 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.386 INFO:tasks.workunit.client.0.smithi046.stdout: "pll_lock_loss_count": { 2024-09-20T21:41:55.386 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.386 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.386 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.386 INFO:tasks.workunit.client.0.smithi046.stdout: "program_fail_count": { 2024-09-20T21:41:55.386 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:55.387 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.387 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.387 INFO:tasks.workunit.client.0.smithi046.stdout: "re_alloc_sectr_cnt": { 2024-09-20T21:41:55.387 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:55.387 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.387 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.387 INFO:tasks.workunit.client.0.smithi046.stdout: "retry_buffer_overflow_count": { 2024-09-20T21:41:55.387 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.387 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.387 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.387 INFO:tasks.workunit.client.0.smithi046.stdout: "soft_ecc_err_rate": { 2024-09-20T21:41:55.387 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:55.387 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.387 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.388 INFO:tasks.workunit.client.0.smithi046.stdout: "thermal_throttle_status": { 2024-09-20T21:41:55.388 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.388 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-20T21:41:55.388 INFO:tasks.workunit.client.0.smithi046.stdout: "cnt": 0, 2024-09-20T21:41:55.388 INFO:tasks.workunit.client.0.smithi046.stdout: "pct": 0 2024-09-20T21:41:55.388 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.388 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.388 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_host_reads": { 2024-09-20T21:41:55.388 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.388 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 13 2024-09-20T21:41:55.388 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.388 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_media_wear": { 2024-09-20T21:41:55.388 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.388 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": "0.000000" 2024-09-20T21:41:55.389 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.389 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_timer": { 2024-09-20T21:41:55.389 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.389 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 1820332 2024-09-20T21:41:55.389 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.389 INFO:tasks.workunit.client.0.smithi046.stdout: "unexp_power_loss": { 2024-09-20T21:41:55.389 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:55.389 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.389 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.389 INFO:tasks.workunit.client.0.smithi046.stdout: "wear_leveling": { 2024-09-20T21:41:55.389 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:55.389 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-20T21:41:55.389 INFO:tasks.workunit.client.0.smithi046.stdout: "avg": 0, 2024-09-20T21:41:55.389 INFO:tasks.workunit.client.0.smithi046.stdout: "max": 0, 2024-09-20T21:41:55.390 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0 2024-09-20T21:41:55.390 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.390 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.390 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.390 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel Smart log": "nvme0n1" 2024-09-20T21:41:55.390 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.390 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_log": { 2024-09-20T21:41:55.390 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare": 100, 2024-09-20T21:41:55.390 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare_threshold": 0, 2024-09-20T21:41:55.390 INFO:tasks.workunit.client.0.smithi046.stdout: "controller_busy_time": 3975, 2024-09-20T21:41:55.390 INFO:tasks.workunit.client.0.smithi046.stdout: "critical_warning": 0, 2024-09-20T21:41:55.390 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_read": 134219070, 2024-09-20T21:41:55.390 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_written": 668726302, 2024-09-20T21:41:55.390 INFO:tasks.workunit.client.0.smithi046.stdout: "host_reads": 2311347998, 2024-09-20T21:41:55.391 INFO:tasks.workunit.client.0.smithi046.stdout: "host_writes": 15215952044, 2024-09-20T21:41:55.391 INFO:tasks.workunit.client.0.smithi046.stdout: "media_errors": 0, 2024-09-20T21:41:55.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_err_log_entries": 0, 2024-09-20T21:41:55.391 INFO:tasks.workunit.client.0.smithi046.stdout: "percentage_used": 0, 2024-09-20T21:41:55.391 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycles": 23531, 2024-09-20T21:41:55.391 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_hours": 40704, 2024-09-20T21:41:55.391 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": 31, 2024-09-20T21:41:55.391 INFO:tasks.workunit.client.0.smithi046.stdout: "unsafe_shutdowns": 7822 2024-09-20T21:41:55.391 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.391 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_vendor": "intel", 2024-09-20T21:41:55.391 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_version": { 2024-09-20T21:41:55.391 INFO:tasks.workunit.client.0.smithi046.stdout: "string": "<1.2", 2024-09-20T21:41:55.391 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.391 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.391 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycle_count": 23531, 2024-09-20T21:41:55.392 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_time": { 2024-09-20T21:41:55.392 INFO:tasks.workunit.client.0.smithi046.stdout: "hours": 40704 2024-09-20T21:41:55.392 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.392 INFO:tasks.workunit.client.0.smithi046.stdout: "serial_number": "deleted", 2024-09-20T21:41:55.392 INFO:tasks.workunit.client.0.smithi046.stdout: "smart_status": { 2024-09-20T21:41:55.392 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme": { 2024-09-20T21:41:55.392 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.392 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.392 INFO:tasks.workunit.client.0.smithi046.stdout: "passed": true 2024-09-20T21:41:55.392 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.392 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl": { 2024-09-20T21:41:55.392 INFO:tasks.workunit.client.0.smithi046.stdout: "argv": [ 2024-09-20T21:41:55.392 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl", 2024-09-20T21:41:55.392 INFO:tasks.workunit.client.0.smithi046.stdout: "-x", 2024-09-20T21:41:55.393 INFO:tasks.workunit.client.0.smithi046.stdout: "--json=o", 2024-09-20T21:41:55.393 INFO:tasks.workunit.client.0.smithi046.stdout: "/dev/nvme0n1" 2024-09-20T21:41:55.393 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.393 INFO:tasks.workunit.client.0.smithi046.stdout: "build_info": "(local build)", 2024-09-20T21:41:55.393 INFO:tasks.workunit.client.0.smithi046.stdout: "exit_status": 0, 2024-09-20T21:41:55.393 INFO:tasks.workunit.client.0.smithi046.stdout: "output": [ 2024-09-20T21:41:55.393 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-508.el9.x86_64] (local build)", 2024-09-20T21:41:55.393 INFO:tasks.workunit.client.0.smithi046.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-20T21:41:55.393 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:55.393 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-20T21:41:55.393 INFO:tasks.workunit.client.0.smithi046.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-20T21:41:55.393 INFO:tasks.workunit.client.0.smithi046.stdout: "Serial Number: deleted", 2024-09-20T21:41:55.393 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Version: E2010325", 2024-09-20T21:41:55.394 INFO:tasks.workunit.client.0.smithi046.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-20T21:41:55.394 INFO:tasks.workunit.client.0.smithi046.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-20T21:41:55.394 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller ID: 0", 2024-09-20T21:41:55.394 INFO:tasks.workunit.client.0.smithi046.stdout: "NVMe Version: <1.2", 2024-09-20T21:41:55.394 INFO:tasks.workunit.client.0.smithi046.stdout: "Number of Namespaces: 1", 2024-09-20T21:41:55.394 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-20T21:41:55.394 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-20T21:41:55.394 INFO:tasks.workunit.client.0.smithi046.stdout: "Local Time is: Fri Sep 20 21:36:00 2024 UTC", 2024-09-20T21:41:55.394 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-20T21:41:55.394 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-20T21:41:55.394 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-20T21:41:55.394 INFO:tasks.workunit.client.0.smithi046.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-20T21:41:55.394 INFO:tasks.workunit.client.0.smithi046.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-20T21:41:55.395 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:55.395 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported Power States", 2024-09-20T21:41:55.395 INFO:tasks.workunit.client.0.smithi046.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-20T21:41:55.395 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-20T21:41:55.395 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:55.395 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-20T21:41:55.395 INFO:tasks.workunit.client.0.smithi046.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-20T21:41:55.395 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 512 0 2", 2024-09-20T21:41:55.395 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:55.395 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-20T21:41:55.395 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-20T21:41:55.395 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:55.395 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-20T21:41:55.395 INFO:tasks.workunit.client.0.smithi046.stdout: "Critical Warning: 0x00", 2024-09-20T21:41:55.395 INFO:tasks.workunit.client.0.smithi046.stdout: "Temperature: 31 Celsius", 2024-09-20T21:41:55.396 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare: 100%", 2024-09-20T21:41:55.396 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare Threshold: 0%", 2024-09-20T21:41:55.396 INFO:tasks.workunit.client.0.smithi046.stdout: "Percentage Used: 0%", 2024-09-20T21:41:55.396 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Read: 134,219,070 [68.7 TB]", 2024-09-20T21:41:55.396 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Written: 668,726,302 [342 TB]", 2024-09-20T21:41:55.396 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Read Commands: 2,311,347,998", 2024-09-20T21:41:55.396 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Write Commands: 15,215,952,044", 2024-09-20T21:41:55.396 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller Busy Time: 3,975", 2024-09-20T21:41:55.396 INFO:tasks.workunit.client.0.smithi046.stdout: "Power Cycles: 23,531", 2024-09-20T21:41:55.396 INFO:tasks.workunit.client.0.smithi046.stdout: "Power On Hours: 40,704", 2024-09-20T21:41:55.396 INFO:tasks.workunit.client.0.smithi046.stdout: "Unsafe Shutdowns: 7,822", 2024-09-20T21:41:55.396 INFO:tasks.workunit.client.0.smithi046.stdout: "Media and Data Integrity Errors: 0", 2024-09-20T21:41:55.396 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information Log Entries: 0", 2024-09-20T21:41:55.396 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:55.396 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-20T21:41:55.396 INFO:tasks.workunit.client.0.smithi046.stdout: "No Errors Logged", 2024-09-20T21:41:55.397 INFO:tasks.workunit.client.0.smithi046.stdout: "" 2024-09-20T21:41:55.397 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.397 INFO:tasks.workunit.client.0.smithi046.stdout: "platform_info": "x86_64-linux-5.14.0-508.el9.x86_64", 2024-09-20T21:41:55.397 INFO:tasks.workunit.client.0.smithi046.stdout: "svn_revision": "5155", 2024-09-20T21:41:55.397 INFO:tasks.workunit.client.0.smithi046.stdout: "version": [ 2024-09-20T21:41:55.397 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:55.397 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:55.397 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.397 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.397 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": { 2024-09-20T21:41:55.397 INFO:tasks.workunit.client.0.smithi046.stdout: "current": 31 2024-09-20T21:41:55.397 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.397 INFO:tasks.workunit.client.0.smithi046.stdout: "user_capacity": { 2024-09-20T21:41:55.397 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-20T21:41:55.397 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-20T21:41:55.398 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.398 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.398 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.398 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.398 INFO:tasks.workunit.client.0.smithi046.stdout: "24fe4680-7799-11ef-a9b7-0cc47abd15f8": { 2024-09-20T21:41:55.398 INFO:tasks.workunit.client.0.smithi046.stdout: "INTEL_SSDPEDMD400G4_24feb034-7799-11ef-a9b7-0cc47abd15f8": { 2024-09-20T21:41:55.398 INFO:tasks.workunit.client.0.smithi046.stdout: "20240920-213604": { 2024-09-20T21:41:55.398 INFO:tasks.workunit.client.0.smithi046.stdout: "device": { 2024-09-20T21:41:55.398 INFO:tasks.workunit.client.0.smithi046.stdout: "info_name": "/dev/nvme0n1", 2024-09-20T21:41:55.398 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "/dev/nvme0n1", 2024-09-20T21:41:55.398 INFO:tasks.workunit.client.0.smithi046.stdout: "protocol": "NVMe", 2024-09-20T21:41:55.398 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "nvme" 2024-09-20T21:41:55.398 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.398 INFO:tasks.workunit.client.0.smithi046.stdout: "firmware_version": "8DV101H0", 2024-09-20T21:41:55.398 INFO:tasks.workunit.client.0.smithi046.stdout: "host_id": "24fe4680-7799-11ef-a9b7-0cc47abd15f8", 2024-09-20T21:41:55.399 INFO:tasks.workunit.client.0.smithi046.stdout: "json_format_version": [ 2024-09-20T21:41:55.399 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:55.399 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:55.399 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.399 INFO:tasks.workunit.client.0.smithi046.stdout: "local_time": { 2024-09-20T21:41:55.399 INFO:tasks.workunit.client.0.smithi046.stdout: "asctime": "Fri Sep 20 21:36:03 2024 UTC", 2024-09-20T21:41:55.399 INFO:tasks.workunit.client.0.smithi046.stdout: "time_t": 1726868163 2024-09-20T21:41:55.399 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.399 INFO:tasks.workunit.client.0.smithi046.stdout: "logical_block_size": 512, 2024-09-20T21:41:55.399 INFO:tasks.workunit.client.0.smithi046.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-20T21:41:55.399 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_controller_id": 0, 2024-09-20T21:41:55.399 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-20T21:41:55.399 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_namespaces": [ 2024-09-20T21:41:55.399 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.400 INFO:tasks.workunit.client.0.smithi046.stdout: "capacity": { 2024-09-20T21:41:55.400 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 781422768, 2024-09-20T21:41:55.400 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 400088457216 2024-09-20T21:41:55.400 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.400 INFO:tasks.workunit.client.0.smithi046.stdout: "formatted_lba_size": 512, 2024-09-20T21:41:55.400 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 1, 2024-09-20T21:41:55.400 INFO:tasks.workunit.client.0.smithi046.stdout: "size": { 2024-09-20T21:41:55.400 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 781422768, 2024-09-20T21:41:55.400 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 400088457216 2024-09-20T21:41:55.400 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.400 INFO:tasks.workunit.client.0.smithi046.stdout: "utilization": { 2024-09-20T21:41:55.400 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 781422768, 2024-09-20T21:41:55.400 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 400088457216 2024-09-20T21:41:55.401 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.401 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.401 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.401 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_number_of_namespaces": 1, 2024-09-20T21:41:55.401 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_pci_vendor": { 2024-09-20T21:41:55.401 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 32902, 2024-09-20T21:41:55.401 INFO:tasks.workunit.client.0.smithi046.stdout: "subsystem_id": 32902 2024-09-20T21:41:55.401 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.401 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_add_log": { 2024-09-20T21:41:55.401 INFO:tasks.workunit.client.0.smithi046.stdout: "Device stats": { 2024-09-20T21:41:55.401 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_fw_downgrades": { 2024-09-20T21:41:55.401 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:55.401 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.401 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.401 INFO:tasks.workunit.client.0.smithi046.stdout: "crc_error_count": { 2024-09-20T21:41:55.402 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.402 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.402 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.402 INFO:tasks.workunit.client.0.smithi046.stdout: "end_to_end_error_detection_count": { 2024-09-20T21:41:55.402 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.402 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.402 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.402 INFO:tasks.workunit.client.0.smithi046.stdout: "erase_fail_count": { 2024-09-20T21:41:55.402 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.402 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.402 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.402 INFO:tasks.workunit.client.0.smithi046.stdout: "host_bytes_written": { 2024-09-20T21:41:55.402 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.402 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 29570300 2024-09-20T21:41:55.402 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.403 INFO:tasks.workunit.client.0.smithi046.stdout: "host_ctx_wear_used": { 2024-09-20T21:41:55.403 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.403 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 1 2024-09-20T21:41:55.403 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.403 INFO:tasks.workunit.client.0.smithi046.stdout: "media_bytes_read": { 2024-09-20T21:41:55.403 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:55.403 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.403 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.403 INFO:tasks.workunit.client.0.smithi046.stdout: "nand_bytes_written": { 2024-09-20T21:41:55.403 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.403 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 51964553 2024-09-20T21:41:55.403 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.403 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_stat_indicator": { 2024-09-20T21:41:55.404 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:55.404 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.404 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.404 INFO:tasks.workunit.client.0.smithi046.stdout: "pll_lock_loss_count": { 2024-09-20T21:41:55.404 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.404 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.404 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.404 INFO:tasks.workunit.client.0.smithi046.stdout: "program_fail_count": { 2024-09-20T21:41:55.404 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.404 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.404 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.404 INFO:tasks.workunit.client.0.smithi046.stdout: "re_alloc_sectr_cnt": { 2024-09-20T21:41:55.404 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:55.404 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.404 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.405 INFO:tasks.workunit.client.0.smithi046.stdout: "retry_buffer_overflow_count": { 2024-09-20T21:41:55.405 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.405 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.405 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.405 INFO:tasks.workunit.client.0.smithi046.stdout: "soft_ecc_err_rate": { 2024-09-20T21:41:55.405 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:55.405 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.405 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.405 INFO:tasks.workunit.client.0.smithi046.stdout: "thermal_throttle_status": { 2024-09-20T21:41:55.405 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.405 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-20T21:41:55.405 INFO:tasks.workunit.client.0.smithi046.stdout: "cnt": 0, 2024-09-20T21:41:55.405 INFO:tasks.workunit.client.0.smithi046.stdout: "pct": 0 2024-09-20T21:41:55.406 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.406 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.406 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_host_reads": { 2024-09-20T21:41:55.406 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.406 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 65535 2024-09-20T21:41:55.406 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.406 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_media_wear": { 2024-09-20T21:41:55.406 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.406 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": "63.999023" 2024-09-20T21:41:55.406 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.406 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_timer": { 2024-09-20T21:41:55.406 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T21:41:55.406 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 65535 2024-09-20T21:41:55.406 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.407 INFO:tasks.workunit.client.0.smithi046.stdout: "unexp_power_loss": { 2024-09-20T21:41:55.407 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T21:41:55.407 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T21:41:55.407 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.407 INFO:tasks.workunit.client.0.smithi046.stdout: "wear_leveling": { 2024-09-20T21:41:55.407 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 89, 2024-09-20T21:41:55.407 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-20T21:41:55.407 INFO:tasks.workunit.client.0.smithi046.stdout: "avg": 3536, 2024-09-20T21:41:55.407 INFO:tasks.workunit.client.0.smithi046.stdout: "max": 3548, 2024-09-20T21:41:55.407 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 3524 2024-09-20T21:41:55.407 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.407 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.407 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.407 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel Smart log": "nvme0n1" 2024-09-20T21:41:55.408 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.408 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_log": { 2024-09-20T21:41:55.408 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare": 100, 2024-09-20T21:41:55.408 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare_threshold": 10, 2024-09-20T21:41:55.408 INFO:tasks.workunit.client.0.smithi046.stdout: "controller_busy_time": 27, 2024-09-20T21:41:55.408 INFO:tasks.workunit.client.0.smithi046.stdout: "critical_warning": 0, 2024-09-20T21:41:55.408 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_read": 412826601, 2024-09-20T21:41:55.408 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_written": 1937919232, 2024-09-20T21:41:55.408 INFO:tasks.workunit.client.0.smithi046.stdout: "host_reads": 6666137776, 2024-09-20T21:41:55.408 INFO:tasks.workunit.client.0.smithi046.stdout: "host_writes": 35953915815, 2024-09-20T21:41:55.408 INFO:tasks.workunit.client.0.smithi046.stdout: "media_errors": 0, 2024-09-20T21:41:55.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_err_log_entries": 0, 2024-09-20T21:41:55.408 INFO:tasks.workunit.client.0.smithi046.stdout: "percentage_used": 11, 2024-09-20T21:41:55.408 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycles": 58557, 2024-09-20T21:41:55.409 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_hours": 54096, 2024-09-20T21:41:55.409 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": 23, 2024-09-20T21:41:55.409 INFO:tasks.workunit.client.0.smithi046.stdout: "unsafe_shutdowns": 2335 2024-09-20T21:41:55.409 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.409 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_vendor": "intel", 2024-09-20T21:41:55.409 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_version": { 2024-09-20T21:41:55.409 INFO:tasks.workunit.client.0.smithi046.stdout: "string": "<1.2", 2024-09-20T21:41:55.409 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.409 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.409 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycle_count": 58557, 2024-09-20T21:41:55.409 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_time": { 2024-09-20T21:41:55.409 INFO:tasks.workunit.client.0.smithi046.stdout: "hours": 54096 2024-09-20T21:41:55.409 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.409 INFO:tasks.workunit.client.0.smithi046.stdout: "serial_number": "deleted", 2024-09-20T21:41:55.409 INFO:tasks.workunit.client.0.smithi046.stdout: "smart_status": { 2024-09-20T21:41:55.409 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme": { 2024-09-20T21:41:55.410 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.410 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.410 INFO:tasks.workunit.client.0.smithi046.stdout: "passed": true 2024-09-20T21:41:55.410 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.410 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl": { 2024-09-20T21:41:55.410 INFO:tasks.workunit.client.0.smithi046.stdout: "argv": [ 2024-09-20T21:41:55.410 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl", 2024-09-20T21:41:55.410 INFO:tasks.workunit.client.0.smithi046.stdout: "-x", 2024-09-20T21:41:55.410 INFO:tasks.workunit.client.0.smithi046.stdout: "--json=o", 2024-09-20T21:41:55.410 INFO:tasks.workunit.client.0.smithi046.stdout: "/dev/nvme0n1" 2024-09-20T21:41:55.410 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.410 INFO:tasks.workunit.client.0.smithi046.stdout: "build_info": "(local build)", 2024-09-20T21:41:55.410 INFO:tasks.workunit.client.0.smithi046.stdout: "exit_status": 0, 2024-09-20T21:41:55.411 INFO:tasks.workunit.client.0.smithi046.stdout: "output": [ 2024-09-20T21:41:55.411 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-508.el9.x86_64] (local build)", 2024-09-20T21:41:55.411 INFO:tasks.workunit.client.0.smithi046.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-20T21:41:55.411 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:55.411 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-20T21:41:55.411 INFO:tasks.workunit.client.0.smithi046.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-20T21:41:55.411 INFO:tasks.workunit.client.0.smithi046.stdout: "Serial Number: deleted", 2024-09-20T21:41:55.411 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Version: 8DV101H0", 2024-09-20T21:41:55.411 INFO:tasks.workunit.client.0.smithi046.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-20T21:41:55.411 INFO:tasks.workunit.client.0.smithi046.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-20T21:41:55.411 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller ID: 0", 2024-09-20T21:41:55.411 INFO:tasks.workunit.client.0.smithi046.stdout: "NVMe Version: <1.2", 2024-09-20T21:41:55.411 INFO:tasks.workunit.client.0.smithi046.stdout: "Number of Namespaces: 1", 2024-09-20T21:41:55.411 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-20T21:41:55.411 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-20T21:41:55.412 INFO:tasks.workunit.client.0.smithi046.stdout: "Local Time is: Fri Sep 20 21:36:03 2024 UTC", 2024-09-20T21:41:55.412 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-20T21:41:55.412 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-20T21:41:55.412 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-20T21:41:55.412 INFO:tasks.workunit.client.0.smithi046.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-20T21:41:55.412 INFO:tasks.workunit.client.0.smithi046.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-20T21:41:55.412 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:55.412 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported Power States", 2024-09-20T21:41:55.412 INFO:tasks.workunit.client.0.smithi046.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-20T21:41:55.412 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-20T21:41:55.412 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:55.412 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-20T21:41:55.412 INFO:tasks.workunit.client.0.smithi046.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-20T21:41:55.412 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 512 0 2", 2024-09-20T21:41:55.413 INFO:tasks.workunit.client.0.smithi046.stdout: " 1 - 512 8 2", 2024-09-20T21:41:55.413 INFO:tasks.workunit.client.0.smithi046.stdout: " 2 - 512 16 2", 2024-09-20T21:41:55.413 INFO:tasks.workunit.client.0.smithi046.stdout: " 3 - 4096 0 0", 2024-09-20T21:41:55.413 INFO:tasks.workunit.client.0.smithi046.stdout: " 4 - 4096 8 0", 2024-09-20T21:41:55.413 INFO:tasks.workunit.client.0.smithi046.stdout: " 5 - 4096 64 0", 2024-09-20T21:41:55.413 INFO:tasks.workunit.client.0.smithi046.stdout: " 6 - 4096 128 0", 2024-09-20T21:41:55.413 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:55.413 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-20T21:41:55.413 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-20T21:41:55.413 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:55.413 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-20T21:41:55.413 INFO:tasks.workunit.client.0.smithi046.stdout: "Critical Warning: 0x00", 2024-09-20T21:41:55.413 INFO:tasks.workunit.client.0.smithi046.stdout: "Temperature: 23 Celsius", 2024-09-20T21:41:55.413 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare: 100%", 2024-09-20T21:41:55.413 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare Threshold: 10%", 2024-09-20T21:41:55.414 INFO:tasks.workunit.client.0.smithi046.stdout: "Percentage Used: 11%", 2024-09-20T21:41:55.414 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Read: 412,826,601 [211 TB]", 2024-09-20T21:41:55.414 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Written: 1,937,919,232 [992 TB]", 2024-09-20T21:41:55.414 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Read Commands: 6,666,137,776", 2024-09-20T21:41:55.414 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Write Commands: 35,953,915,815", 2024-09-20T21:41:55.414 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller Busy Time: 27", 2024-09-20T21:41:55.414 INFO:tasks.workunit.client.0.smithi046.stdout: "Power Cycles: 58,557", 2024-09-20T21:41:55.414 INFO:tasks.workunit.client.0.smithi046.stdout: "Power On Hours: 54,096", 2024-09-20T21:41:55.414 INFO:tasks.workunit.client.0.smithi046.stdout: "Unsafe Shutdowns: 2,335", 2024-09-20T21:41:55.414 INFO:tasks.workunit.client.0.smithi046.stdout: "Media and Data Integrity Errors: 0", 2024-09-20T21:41:55.414 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information Log Entries: 0", 2024-09-20T21:41:55.414 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T21:41:55.414 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-20T21:41:55.414 INFO:tasks.workunit.client.0.smithi046.stdout: "No Errors Logged", 2024-09-20T21:41:55.415 INFO:tasks.workunit.client.0.smithi046.stdout: "" 2024-09-20T21:41:55.415 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.415 INFO:tasks.workunit.client.0.smithi046.stdout: "platform_info": "x86_64-linux-5.14.0-508.el9.x86_64", 2024-09-20T21:41:55.415 INFO:tasks.workunit.client.0.smithi046.stdout: "svn_revision": "5155", 2024-09-20T21:41:55.415 INFO:tasks.workunit.client.0.smithi046.stdout: "version": [ 2024-09-20T21:41:55.415 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:55.415 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:55.415 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.415 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.415 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": { 2024-09-20T21:41:55.415 INFO:tasks.workunit.client.0.smithi046.stdout: "current": 23 2024-09-20T21:41:55.415 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.415 INFO:tasks.workunit.client.0.smithi046.stdout: "user_capacity": { 2024-09-20T21:41:55.415 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 781422768, 2024-09-20T21:41:55.416 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 400088457216 2024-09-20T21:41:55.416 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.416 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.416 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.416 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.416 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.416 INFO:tasks.workunit.client.0.smithi046.stdout: "report": { 2024-09-20T21:41:55.416 INFO:tasks.workunit.client.0.smithi046.stdout: "balancer": { 2024-09-20T21:41:55.416 INFO:tasks.workunit.client.0.smithi046.stdout: "active": true, 2024-09-20T21:41:55.416 INFO:tasks.workunit.client.0.smithi046.stdout: "mode": "" 2024-09-20T21:41:55.416 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.416 INFO:tasks.workunit.client.0.smithi046.stdout: "channels": [ 2024-09-20T21:41:55.416 INFO:tasks.workunit.client.0.smithi046.stdout: "basic", 2024-09-20T21:41:55.416 INFO:tasks.workunit.client.0.smithi046.stdout: "crash", 2024-09-20T21:41:55.417 INFO:tasks.workunit.client.0.smithi046.stdout: "device", 2024-09-20T21:41:55.417 INFO:tasks.workunit.client.0.smithi046.stdout: "ident", 2024-09-20T21:41:55.417 INFO:tasks.workunit.client.0.smithi046.stdout: "perf" 2024-09-20T21:41:55.417 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.417 INFO:tasks.workunit.client.0.smithi046.stdout: "channels_available": [ 2024-09-20T21:41:55.417 INFO:tasks.workunit.client.0.smithi046.stdout: "basic", 2024-09-20T21:41:55.417 INFO:tasks.workunit.client.0.smithi046.stdout: "ident", 2024-09-20T21:41:55.417 INFO:tasks.workunit.client.0.smithi046.stdout: "crash", 2024-09-20T21:41:55.417 INFO:tasks.workunit.client.0.smithi046.stdout: "device", 2024-09-20T21:41:55.417 INFO:tasks.workunit.client.0.smithi046.stdout: "perf" 2024-09-20T21:41:55.417 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.417 INFO:tasks.workunit.client.0.smithi046.stdout: "collections_available": [ 2024-09-20T21:41:55.417 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_base", 2024-09-20T21:41:55.417 INFO:tasks.workunit.client.0.smithi046.stdout: "device_base", 2024-09-20T21:41:55.417 INFO:tasks.workunit.client.0.smithi046.stdout: "crash_base", 2024-09-20T21:41:55.418 INFO:tasks.workunit.client.0.smithi046.stdout: "ident_base", 2024-09-20T21:41:55.418 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_perf", 2024-09-20T21:41:55.418 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_mds_metadata", 2024-09-20T21:41:55.418 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_usage", 2024-09-20T21:41:55.418 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_usage_by_class", 2024-09-20T21:41:55.418 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_rook_v01", 2024-09-20T21:41:55.418 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_memory_metrics", 2024-09-20T21:41:55.418 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_options_bluestore" 2024-09-20T21:41:55.418 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.418 INFO:tasks.workunit.client.0.smithi046.stdout: "collections_opted_in": [ 2024-09-20T21:41:55.418 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_base", 2024-09-20T21:41:55.418 INFO:tasks.workunit.client.0.smithi046.stdout: "device_base", 2024-09-20T21:41:55.418 INFO:tasks.workunit.client.0.smithi046.stdout: "crash_base", 2024-09-20T21:41:55.418 INFO:tasks.workunit.client.0.smithi046.stdout: "ident_base", 2024-09-20T21:41:55.419 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_perf", 2024-09-20T21:41:55.419 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_mds_metadata", 2024-09-20T21:41:55.419 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_usage", 2024-09-20T21:41:55.419 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_usage_by_class", 2024-09-20T21:41:55.419 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_rook_v01", 2024-09-20T21:41:55.419 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_memory_metrics", 2024-09-20T21:41:55.419 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_options_bluestore" 2024-09-20T21:41:55.419 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.419 INFO:tasks.workunit.client.0.smithi046.stdout: "config": { 2024-09-20T21:41:55.419 INFO:tasks.workunit.client.0.smithi046.stdout: "active_changed": [ 2024-09-20T21:41:55.419 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-20T21:41:55.419 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_debug", 2024-09-20T21:41:55.419 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_mon_ticket_ttl", 2024-09-20T21:41:55.419 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_service_ticket_ttl", 2024-09-20T21:41:55.420 INFO:tasks.workunit.client.0.smithi046.stdout: "bdev_debug_aio", 2024-09-20T21:41:55.420 INFO:tasks.workunit.client.0.smithi046.stdout: "client_check_pool_perm", 2024-09-20T21:41:55.420 INFO:tasks.workunit.client.0.smithi046.stdout: "client_mount_gid", 2024-09-20T21:41:55.420 INFO:tasks.workunit.client.0.smithi046.stdout: "client_mount_uid", 2024-09-20T21:41:55.420 INFO:tasks.workunit.client.0.smithi046.stdout: "client_quota", 2024-09-20T21:41:55.420 INFO:tasks.workunit.client.0.smithi046.stdout: "container_image", 2024-09-20T21:41:55.420 INFO:tasks.workunit.client.0.smithi046.stdout: "daemonize", 2024-09-20T21:41:55.420 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_asserts_on_shutdown", 2024-09-20T21:41:55.420 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mgr", 2024-09-20T21:41:55.420 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mon", 2024-09-20T21:41:55.420 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_ms", 2024-09-20T21:41:55.420 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_osd", 2024-09-20T21:41:55.421 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_paxos", 2024-09-20T21:41:55.421 INFO:tasks.workunit.client.0.smithi046.stdout: "keyring", 2024-09-20T21:41:55.421 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_block_size", 2024-09-20T21:41:55.421 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_cache_size", 2024-09-20T21:41:55.421 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_compression", 2024-09-20T21:41:55.421 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_log", 2024-09-20T21:41:55.421 INFO:tasks.workunit.client.0.smithi046.stdout: "leveldb_write_buffer_size", 2024-09-20T21:41:55.421 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_file", 2024-09-20T21:41:55.421 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_journald", 2024-09-20T21:41:55.421 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_stderr", 2024-09-20T21:41:55.421 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_allow_pool_delete", 2024-09-20T21:41:55.421 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_clock_drift_allowed", 2024-09-20T21:41:55.421 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_file", 2024-09-20T21:41:55.422 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_journald", 2024-09-20T21:41:55.422 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_stderr", 2024-09-20T21:41:55.422 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_data_avail_warn", 2024-09-20T21:41:55.422 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_election_default_strategy", 2024-09-20T21:41:55.422 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_host", 2024-09-20T21:41:55.422 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_max_pg_per_osd", 2024-09-20T21:41:55.422 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mgr_mkfs_grace", 2024-09-20T21:41:55.422 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_prime_pg_temp", 2024-09-20T21:41:55.422 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_reporter_subtree_level", 2024-09-20T21:41:55.422 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_pg_warn_max_object_skew", 2024-09-20T21:41:55.422 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-20T21:41:55.422 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-20T21:41:55.422 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-20T21:41:55.422 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-20T21:41:55.422 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-20T21:41:55.423 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-20T21:41:55.423 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-20T21:41:55.423 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-20T21:41:55.423 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_too_few_osds", 2024-09-20T21:41:55.423 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_bug", 2024-09-20T21:41:55.423 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_old_message", 2024-09-20T21:41:55.423 INFO:tasks.workunit.client.0.smithi046.stdout: "no_config_file", 2024-09-20T21:41:55.423 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_default_list", 2024-09-20T21:41:55.423 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_load_list", 2024-09-20T21:41:55.423 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_misdirected_ops", 2024-09-20T21:41:55.423 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_op_order", 2024-09-20T21:41:55.423 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_pg_log_writeout", 2024-09-20T21:41:55.423 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_shutdown", 2024-09-20T21:41:55.423 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_cached_snaps", 2024-09-20T21:41:55.424 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_missing_on_start", 2024-09-20T21:41:55.424 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_stray_on_activate", 2024-09-20T21:41:55.424 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-20T21:41:55.424 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_profile", 2024-09-20T21:41:55.424 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-20T21:41:55.424 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-20T21:41:55.424 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-20T21:41:55.424 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-20T21:41:55.424 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-20T21:41:55.424 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-20T21:41:55.424 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_lim", 2024-09-20T21:41:55.424 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_res", 2024-09-20T21:41:55.424 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-20T21:41:55.424 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target", 2024-09-20T21:41:55.424 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target_autotune", 2024-09-20T21:41:55.425 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue", 2024-09-20T21:41:55.425 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue_cut_off", 2024-09-20T21:41:55.425 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_erasure_code_profile", 2024-09-20T21:41:55.425 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-20T21:41:55.425 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recover_clone_overlap", 2024-09-20T21:41:55.425 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_chunk", 2024-09-20T21:41:55.425 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_load_threshold", 2024-09-20T21:41:55.425 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_max_interval", 2024-09-20T21:41:55.425 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_shutdown_pgref_assert", 2024-09-20T21:41:55.425 INFO:tasks.workunit.client.0.smithi046.stdout: "public_addr", 2024-09-20T21:41:55.425 INFO:tasks.workunit.client.0.smithi046.stdout: "public_addrv", 2024-09-20T21:41:55.425 INFO:tasks.workunit.client.0.smithi046.stdout: "public_network", 2024-09-20T21:41:55.425 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_default_features", 2024-09-20T21:41:55.425 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_qos_exclude_ops", 2024-09-20T21:41:55.426 INFO:tasks.workunit.client.0.smithi046.stdout: "setgroup", 2024-09-20T21:41:55.426 INFO:tasks.workunit.client.0.smithi046.stdout: "setuser" 2024-09-20T21:41:55.426 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.426 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster_changed": [ 2024-09-20T21:41:55.426 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-20T21:41:55.426 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_debug", 2024-09-20T21:41:55.426 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_mon_ticket_ttl", 2024-09-20T21:41:55.426 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_service_ticket_ttl", 2024-09-20T21:41:55.426 INFO:tasks.workunit.client.0.smithi046.stdout: "bdev_debug_aio", 2024-09-20T21:41:55.426 INFO:tasks.workunit.client.0.smithi046.stdout: "container_image", 2024-09-20T21:41:55.426 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_asserts_on_shutdown", 2024-09-20T21:41:55.426 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mgr", 2024-09-20T21:41:55.426 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mon", 2024-09-20T21:41:55.426 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_ms", 2024-09-20T21:41:55.426 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_osd", 2024-09-20T21:41:55.427 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_paxos", 2024-09-20T21:41:55.427 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_file", 2024-09-20T21:41:55.427 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_journald", 2024-09-20T21:41:55.427 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_stderr", 2024-09-20T21:41:55.427 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_join_fs", 2024-09-20T21:41:55.427 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/allow_ptrace", 2024-09-20T21:41:55.427 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/container_init", 2024-09-20T21:41:55.427 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/migration_current", 2024-09-20T21:41:55.427 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/use_repo_digest", 2024-09-20T21:41:55.427 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-20T21:41:55.427 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-20T21:41:55.427 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-20T21:41:55.427 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-20T21:41:55.427 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/ssl_server_port", 2024-09-20T21:41:55.428 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/orchestrator/orchestrator", 2024-09-20T21:41:55.428 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/channel_ident", 2024-09-20T21:41:55.428 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/channel_perf", 2024-09-20T21:41:55.428 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/description", 2024-09-20T21:41:55.428 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/enabled", 2024-09-20T21:41:55.428 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/organization", 2024-09-20T21:41:55.428 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_allow_pool_delete", 2024-09-20T21:41:55.428 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_clock_drift_allowed", 2024-09-20T21:41:55.428 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_file", 2024-09-20T21:41:55.428 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_data_avail_warn", 2024-09-20T21:41:55.428 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_election_default_strategy", 2024-09-20T21:41:55.428 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_max_pg_per_osd", 2024-09-20T21:41:55.428 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mgr_mkfs_grace", 2024-09-20T21:41:55.428 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_prime_pg_temp", 2024-09-20T21:41:55.428 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_reporter_subtree_level", 2024-09-20T21:41:55.429 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_pg_warn_max_object_skew", 2024-09-20T21:41:55.429 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-20T21:41:55.429 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-20T21:41:55.429 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-20T21:41:55.429 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-20T21:41:55.429 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-20T21:41:55.429 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-20T21:41:55.429 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-20T21:41:55.429 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-20T21:41:55.429 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_too_few_osds", 2024-09-20T21:41:55.429 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_bug", 2024-09-20T21:41:55.429 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_old_message", 2024-09-20T21:41:55.429 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_default_list", 2024-09-20T21:41:55.429 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_load_list", 2024-09-20T21:41:55.429 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_misdirected_ops", 2024-09-20T21:41:55.430 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_op_order", 2024-09-20T21:41:55.430 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_pg_log_writeout", 2024-09-20T21:41:55.430 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_shutdown", 2024-09-20T21:41:55.430 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_cached_snaps", 2024-09-20T21:41:55.430 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_missing_on_start", 2024-09-20T21:41:55.430 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_stray_on_activate", 2024-09-20T21:41:55.430 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-20T21:41:55.430 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_profile", 2024-09-20T21:41:55.430 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target", 2024-09-20T21:41:55.430 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target_autotune", 2024-09-20T21:41:55.430 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue", 2024-09-20T21:41:55.430 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue_cut_off", 2024-09-20T21:41:55.430 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_erasure_code_profile", 2024-09-20T21:41:55.430 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-20T21:41:55.430 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recover_clone_overlap", 2024-09-20T21:41:55.431 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_chunk", 2024-09-20T21:41:55.431 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_load_threshold", 2024-09-20T21:41:55.431 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_max_interval", 2024-09-20T21:41:55.431 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_shutdown_pgref_assert", 2024-09-20T21:41:55.431 INFO:tasks.workunit.client.0.smithi046.stdout: "public_network", 2024-09-20T21:41:55.431 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_cache_enabled", 2024-09-20T21:41:55.431 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_enable_ops_log", 2024-09-20T21:41:55.431 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_enable_usage_log" 2024-09-20T21:41:55.431 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.431 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.431 INFO:tasks.workunit.client.0.smithi046.stdout: "contact": null, 2024-09-20T21:41:55.431 INFO:tasks.workunit.client.0.smithi046.stdout: "crashes": [], 2024-09-20T21:41:55.431 INFO:tasks.workunit.client.0.smithi046.stdout: "created": "2024-09-20T21:32:44.391577Z", 2024-09-20T21:41:55.432 INFO:tasks.workunit.client.0.smithi046.stdout: "crush": { 2024-09-20T21:41:55.432 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_algs": { 2024-09-20T21:41:55.432 INFO:tasks.workunit.client.0.smithi046.stdout: "straw2": 3 2024-09-20T21:41:55.432 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.432 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_sizes": { 2024-09-20T21:41:55.432 INFO:tasks.workunit.client.0.smithi046.stdout: "2": 1, 2024-09-20T21:41:55.432 INFO:tasks.workunit.client.0.smithi046.stdout: "4": 2 2024-09-20T21:41:55.432 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.432 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_types": { 2024-09-20T21:41:55.432 INFO:tasks.workunit.client.0.smithi046.stdout: "1": 2, 2024-09-20T21:41:55.432 INFO:tasks.workunit.client.0.smithi046.stdout: "11": 1 2024-09-20T21:41:55.432 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.432 INFO:tasks.workunit.client.0.smithi046.stdout: "compat_weight_set": false, 2024-09-20T21:41:55.432 INFO:tasks.workunit.client.0.smithi046.stdout: "device_classes": [ 2024-09-20T21:41:55.432 INFO:tasks.workunit.client.0.smithi046.stdout: 8 2024-09-20T21:41:55.433 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_buckets": 6, 2024-09-20T21:41:55.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_devices": 8, 2024-09-20T21:41:55.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_rules": 1, 2024-09-20T21:41:55.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_types": 12, 2024-09-20T21:41:55.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_weight_sets": 0, 2024-09-20T21:41:55.433 INFO:tasks.workunit.client.0.smithi046.stdout: "tunables": { 2024-09-20T21:41:55.433 INFO:tasks.workunit.client.0.smithi046.stdout: "allowed_bucket_algs": 54, 2024-09-20T21:41:55.433 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_local_fallback_tries": 0, 2024-09-20T21:41:55.433 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_local_tries": 0, 2024-09-20T21:41:55.433 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_total_tries": 50, 2024-09-20T21:41:55.433 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_descend_once": 1, 2024-09-20T21:41:55.433 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_stable": 1, 2024-09-20T21:41:55.433 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_vary_r": 1, 2024-09-20T21:41:55.433 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v2_rules": 0, 2024-09-20T21:41:55.433 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v3_rules": 0, 2024-09-20T21:41:55.434 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v4_buckets": 1, 2024-09-20T21:41:55.434 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v5_rules": 0, 2024-09-20T21:41:55.434 INFO:tasks.workunit.client.0.smithi046.stdout: "legacy_tunables": 0, 2024-09-20T21:41:55.434 INFO:tasks.workunit.client.0.smithi046.stdout: "minimum_required_version": "jewel", 2024-09-20T21:41:55.434 INFO:tasks.workunit.client.0.smithi046.stdout: "optimal_tunables": 1, 2024-09-20T21:41:55.434 INFO:tasks.workunit.client.0.smithi046.stdout: "profile": "jewel", 2024-09-20T21:41:55.434 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables": 1, 2024-09-20T21:41:55.434 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables2": 1, 2024-09-20T21:41:55.434 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables3": 1, 2024-09-20T21:41:55.434 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables5": 1, 2024-09-20T21:41:55.434 INFO:tasks.workunit.client.0.smithi046.stdout: "straw_calc_version": 1 2024-09-20T21:41:55.434 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.434 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.434 INFO:tasks.workunit.client.0.smithi046.stdout: "description": "upgrade test cluster", 2024-09-20T21:41:55.435 INFO:tasks.workunit.client.0.smithi046.stdout: "fs": { 2024-09-20T21:41:55.435 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T21:41:55.435 INFO:tasks.workunit.client.0.smithi046.stdout: "feature_flags": { 2024-09-20T21:41:55.435 INFO:tasks.workunit.client.0.smithi046.stdout: "enable_multiple": true, 2024-09-20T21:41:55.435 INFO:tasks.workunit.client.0.smithi046.stdout: "ever_enabled_multiple": true 2024-09-20T21:41:55.435 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.435 INFO:tasks.workunit.client.0.smithi046.stdout: "filesystems": [ 2024-09-20T21:41:55.435 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.435 INFO:tasks.workunit.client.0.smithi046.stdout: "approx_ctime": "2024-09", 2024-09-20T21:41:55.435 INFO:tasks.workunit.client.0.smithi046.stdout: "balancer_enabled": false, 2024-09-20T21:41:55.435 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.435 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_caps": 0, 2024-09-20T21:41:55.435 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_dns": 10, 2024-09-20T21:41:55.435 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_inos": 13, 2024-09-20T21:41:55.435 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_subtrees": 2, 2024-09-20T21:41:55.436 INFO:tasks.workunit.client.0.smithi046.stdout: "ever_allowed_features": 0, 2024-09-20T21:41:55.436 INFO:tasks.workunit.client.0.smithi046.stdout: "explicitly_allowed_features": 0, 2024-09-20T21:41:55.436 INFO:tasks.workunit.client.0.smithi046.stdout: "files": 0, 2024-09-20T21:41:55.436 INFO:tasks.workunit.client.0.smithi046.stdout: "max_mds": 1, 2024-09-20T21:41:55.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_data_pools": 1, 2024-09-20T21:41:55.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_in": 1, 2024-09-20T21:41:55.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_mds": 1, 2024-09-20T21:41:55.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": 0, 2024-09-20T21:41:55.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_standby_replay": 0, 2024-09-20T21:41:55.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_up": 1, 2024-09-20T21:41:55.436 INFO:tasks.workunit.client.0.smithi046.stdout: "snaps": 0, 2024-09-20T21:41:55.436 INFO:tasks.workunit.client.0.smithi046.stdout: "standby_count_wanted": 0 2024-09-20T21:41:55.436 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.436 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_standby_mds": 1, 2024-09-20T21:41:55.436 INFO:tasks.workunit.client.0.smithi046.stdout: "total_num_mds": 2 2024-09-20T21:41:55.437 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.437 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_stats": { 2024-09-20T21:41:55.437 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-20T21:41:55.437 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.89feedb6ca5aa28c1526bae4a18bccbde113d39a": { 2024-09-20T21:41:55.437 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 20135936, 2024-09-20T21:41:55.437 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 330816, 2024-09-20T21:41:55.437 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2621440, 2024-09-20T21:41:55.437 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 843776, 2024-09-20T21:41:55.437 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 0, 2024-09-20T21:41:55.437 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 346, 2024-09-20T21:41:55.437 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T21:41:55.437 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 729776, 2024-09-20T21:41:55.437 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 12, 2024-09-20T21:41:55.437 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 914432, 2024-09-20T21:41:55.438 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 14695696, 2024-09-20T21:41:55.438 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 20135936 2024-09-20T21:41:55.438 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.438 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.a373ec1b8791b7f450fd778abc506764734e5598": { 2024-09-20T21:41:55.438 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 20783104, 2024-09-20T21:41:55.438 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 450240, 2024-09-20T21:41:55.438 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2621440, 2024-09-20T21:41:55.438 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T21:41:55.438 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 401408, 2024-09-20T21:41:55.438 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 442, 2024-09-20T21:41:55.438 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T21:41:55.438 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 1177656, 2024-09-20T21:41:55.438 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 20, 2024-09-20T21:41:55.438 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 1453056, 2024-09-20T21:41:55.439 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 15080712, 2024-09-20T21:41:55.439 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 21184512 2024-09-20T21:41:55.439 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.439 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.439 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T21:41:55.439 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.89feedb6ca5aa28c1526bae4a18bccbde113d39a": { 2024-09-20T21:41:55.439 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 45162496, 2024-09-20T21:41:55.439 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 1289304, 2024-09-20T21:41:55.439 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2621440, 2024-09-20T21:41:55.439 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 557056, 2024-09-20T21:41:55.439 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 3309568, 2024-09-20T21:41:55.439 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1710, 2024-09-20T21:41:55.439 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T21:41:55.439 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 10286160, 2024-09-20T21:41:55.440 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 23, 2024-09-20T21:41:55.440 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 2638848, 2024-09-20T21:41:55.440 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 27769688, 2024-09-20T21:41:55.440 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 48472064 2024-09-20T21:41:55.440 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.440 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.a373ec1b8791b7f450fd778abc506764734e5598": { 2024-09-20T21:41:55.440 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 36806656, 2024-09-20T21:41:55.440 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 1554344, 2024-09-20T21:41:55.440 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2621440, 2024-09-20T21:41:55.440 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T21:41:55.440 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 10698752, 2024-09-20T21:41:55.440 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1153, 2024-09-20T21:41:55.440 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T21:41:55.440 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 7267056, 2024-09-20T21:41:55.440 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 21, 2024-09-20T21:41:55.441 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 1812992, 2024-09-20T21:41:55.441 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 23550824, 2024-09-20T21:41:55.441 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 47505408 2024-09-20T21:41:55.441 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.441 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.ba2a2447664121745258143c46d4a74444ac144b": { 2024-09-20T21:41:55.441 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 35913728, 2024-09-20T21:41:55.441 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 1005320, 2024-09-20T21:41:55.441 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2621440, 2024-09-20T21:41:55.441 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 450560, 2024-09-20T21:41:55.441 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 9494528, 2024-09-20T21:41:55.441 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 955, 2024-09-20T21:41:55.441 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T21:41:55.441 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 6793392, 2024-09-20T21:41:55.441 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 21, 2024-09-20T21:41:55.441 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 1513728, 2024-09-20T21:41:55.442 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 23529288, 2024-09-20T21:41:55.442 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 45408256 2024-09-20T21:41:55.442 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.442 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.442 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:55.442 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.0": { 2024-09-20T21:41:55.442 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 275865600, 2024-09-20T21:41:55.442 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 776856, 2024-09-20T21:41:55.442 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 4849664, 2024-09-20T21:41:55.442 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T21:41:55.442 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 1007616, 2024-09-20T21:41:55.442 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1369, 2024-09-20T21:41:55.442 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T21:41:55.442 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 5391856, 2024-09-20T21:41:55.443 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 45, 2024-09-20T21:41:55.443 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 2378496, 2024-09-20T21:41:55.443 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 262468728, 2024-09-20T21:41:55.443 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 276873216 2024-09-20T21:41:55.443 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.443 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.1": { 2024-09-20T21:41:55.443 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 273244160, 2024-09-20T21:41:55.443 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 700856, 2024-09-20T21:41:55.443 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2752512, 2024-09-20T21:41:55.443 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T21:41:55.443 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 483328, 2024-09-20T21:41:55.443 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1331, 2024-09-20T21:41:55.443 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T21:41:55.443 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 5616176, 2024-09-20T21:41:55.443 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 46, 2024-09-20T21:41:55.444 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 2189312, 2024-09-20T21:41:55.444 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 261985304, 2024-09-20T21:41:55.444 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 273727488 2024-09-20T21:41:55.444 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.444 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.2": { 2024-09-20T21:41:55.444 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 272654336, 2024-09-20T21:41:55.444 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 663128, 2024-09-20T21:41:55.444 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2752512, 2024-09-20T21:41:55.444 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T21:41:55.444 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 237568, 2024-09-20T21:41:55.444 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1276, 2024-09-20T21:41:55.444 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T21:41:55.444 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 4854336, 2024-09-20T21:41:55.444 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 47, 2024-09-20T21:41:55.444 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 2744832, 2024-09-20T21:41:55.444 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 261639528, 2024-09-20T21:41:55.445 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 272891904 2024-09-20T21:41:55.445 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.445 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.3": { 2024-09-20T21:41:55.445 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 271015936, 2024-09-20T21:41:55.445 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 744216, 2024-09-20T21:41:55.445 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2752512, 2024-09-20T21:41:55.445 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T21:41:55.445 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 548864, 2024-09-20T21:41:55.445 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1238, 2024-09-20T21:41:55.445 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T21:41:55.445 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 4729080, 2024-09-20T21:41:55.445 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 45, 2024-09-20T21:41:55.445 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 1628928, 2024-09-20T21:41:55.445 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 261161200, 2024-09-20T21:41:55.445 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 271564800 2024-09-20T21:41:55.446 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.446 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.4": { 2024-09-20T21:41:55.446 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 272490496, 2024-09-20T21:41:55.446 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 756840, 2024-09-20T21:41:55.446 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2752512, 2024-09-20T21:41:55.446 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T21:41:55.446 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 188416, 2024-09-20T21:41:55.446 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1247, 2024-09-20T21:41:55.446 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T21:41:55.446 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 4877584, 2024-09-20T21:41:55.446 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 47, 2024-09-20T21:41:55.446 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 1757952, 2024-09-20T21:41:55.446 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 262345608, 2024-09-20T21:41:55.446 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 272678912 2024-09-20T21:41:55.447 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.447 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.5": { 2024-09-20T21:41:55.447 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 272752640, 2024-09-20T21:41:55.447 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 911288, 2024-09-20T21:41:55.447 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2752512, 2024-09-20T21:41:55.447 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T21:41:55.447 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 909312, 2024-09-20T21:41:55.447 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1268, 2024-09-20T21:41:55.447 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T21:41:55.447 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 4700808, 2024-09-20T21:41:55.447 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 47, 2024-09-20T21:41:55.447 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 2054400, 2024-09-20T21:41:55.447 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 262333632, 2024-09-20T21:41:55.447 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 273661952 2024-09-20T21:41:55.448 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.448 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.6": { 2024-09-20T21:41:55.448 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 272588800, 2024-09-20T21:41:55.448 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 1076344, 2024-09-20T21:41:55.448 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2752512, 2024-09-20T21:41:55.448 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T21:41:55.448 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 1138688, 2024-09-20T21:41:55.448 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1250, 2024-09-20T21:41:55.448 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T21:41:55.448 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 4845296, 2024-09-20T21:41:55.448 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 45, 2024-09-20T21:41:55.448 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 1723136, 2024-09-20T21:41:55.448 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 262191512, 2024-09-20T21:41:55.449 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 273727488 2024-09-20T21:41:55.449 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.449 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.7": { 2024-09-20T21:41:55.449 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 272867328, 2024-09-20T21:41:55.449 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 987600, 2024-09-20T21:41:55.449 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2752512, 2024-09-20T21:41:55.449 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T21:41:55.449 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 1908736, 2024-09-20T21:41:55.449 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 1302, 2024-09-20T21:41:55.449 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T21:41:55.449 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 5036864, 2024-09-20T21:41:55.449 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 45, 2024-09-20T21:41:55.449 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 2065920, 2024-09-20T21:41:55.449 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 262024432, 2024-09-20T21:41:55.450 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 274776064 2024-09-20T21:41:55.450 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.450 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.450 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.450 INFO:tasks.workunit.client.0.smithi046.stdout: "hosts": { 2024-09-20T21:41:55.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num": 2, 2024-09-20T21:41:55.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mds": 2, 2024-09-20T21:41:55.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mgr": 2, 2024-09-20T21:41:55.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mon": 2, 2024-09-20T21:41:55.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_osd": 2 2024-09-20T21:41:55.450 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.450 INFO:tasks.workunit.client.0.smithi046.stdout: "io_rate": { 2024-09-20T21:41:55.450 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_stats_delta": { 2024-09-20T21:41:55.450 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 0, 2024-09-20T21:41:55.451 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:55.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 0, 2024-09-20T21:41:55.451 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:55.451 INFO:tasks.workunit.client.0.smithi046.stdout: "stamp_delta": "12.002316", 2024-09-20T21:41:55.451 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:55.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:55.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:55.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:55.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:55.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:55.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:55.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:55.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:55.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:55.452 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:55.452 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:55.452 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:55.452 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:55.452 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:55.452 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:55.452 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:55.452 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:55.452 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:55.452 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:55.452 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:55.452 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:55.452 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:55.452 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:55.452 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:55.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:55.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:55.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:55.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:55.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:55.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:55.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:55.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:55.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:55.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 290, 2024-09-20T21:41:55.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 368, 2024-09-20T21:41:55.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:55.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:55.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:55.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 64, 2024-09-20T21:41:55.454 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:55.454 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.454 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-20T21:41:55.454 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 0, 2024-09-20T21:41:55.454 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-20T21:41:55.454 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-20T21:41:55.454 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-20T21:41:55.454 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-20T21:41:55.454 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 0, 2024-09-20T21:41:55.454 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-20T21:41:55.454 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-20T21:41:55.454 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-20T21:41:55.454 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-20T21:41:55.454 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.455 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 0 2024-09-20T21:41:55.455 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.455 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.455 INFO:tasks.workunit.client.0.smithi046.stdout: "leaderboard": false, 2024-09-20T21:41:55.455 INFO:tasks.workunit.client.0.smithi046.stdout: "license": "sharing-1-0", 2024-09-20T21:41:55.455 INFO:tasks.workunit.client.0.smithi046.stdout: "mempool": { 2024-09-20T21:41:55.455 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-20T21:41:55.455 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.89feedb6ca5aa28c1526bae4a18bccbde113d39a": { 2024-09-20T21:41:55.455 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T21:41:55.455 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.455 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.455 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.455 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:55.455 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.456 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.456 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.456 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T21:41:55.456 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.456 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.456 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.456 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T21:41:55.456 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.456 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.456 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.456 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-20T21:41:55.456 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.456 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.456 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.457 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-20T21:41:55.457 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.457 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.457 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.457 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-20T21:41:55.457 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.457 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.457 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.457 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-20T21:41:55.457 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.457 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.457 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.457 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T21:41:55.457 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.458 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.458 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.458 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T21:41:55.458 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.458 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.458 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.458 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T21:41:55.458 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.458 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.458 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.458 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T21:41:55.458 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.458 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.458 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.459 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T21:41:55.459 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.459 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.459 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.459 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T21:41:55.459 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.459 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.459 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.459 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T21:41:55.459 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.459 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.459 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.459 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T21:41:55.460 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.460 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.460 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.460 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T21:41:55.460 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.460 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.460 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.460 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T21:41:55.460 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.460 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.460 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.460 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T21:41:55.460 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 149057, 2024-09-20T21:41:55.460 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T21:41:55.460 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.461 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T21:41:55.461 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.461 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.461 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.461 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T21:41:55.461 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 856, 2024-09-20T21:41:55.461 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2 2024-09-20T21:41:55.461 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.461 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:55.461 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.461 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.461 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.461 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T21:41:55.461 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.461 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.462 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.462 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T21:41:55.462 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.462 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.462 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.462 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T21:41:55.462 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.462 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.462 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.462 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T21:41:55.462 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.462 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.462 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.462 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T21:41:55.463 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.463 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.463 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.463 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T21:41:55.463 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.463 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.463 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.463 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T21:41:55.463 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.463 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.463 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.463 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.463 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.a373ec1b8791b7f450fd778abc506764734e5598": { 2024-09-20T21:41:55.463 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T21:41:55.464 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.464 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.464 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.464 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:55.464 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.464 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.464 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.464 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T21:41:55.464 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.464 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.464 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.464 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T21:41:55.464 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.464 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.464 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.465 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-20T21:41:55.465 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.465 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.465 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.465 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-20T21:41:55.465 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.465 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.465 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.465 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-20T21:41:55.465 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.465 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.465 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.465 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-20T21:41:55.465 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.465 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.466 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.466 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T21:41:55.466 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.466 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.466 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.466 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T21:41:55.466 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.466 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.466 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.466 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T21:41:55.466 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.466 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.466 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.466 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T21:41:55.467 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.467 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.467 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.467 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T21:41:55.467 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.467 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.467 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.467 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T21:41:55.467 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.467 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.467 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.467 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T21:41:55.467 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.468 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.468 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.468 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T21:41:55.468 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.468 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.468 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.468 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T21:41:55.468 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.468 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.468 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.468 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T21:41:55.468 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.468 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.468 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.468 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T21:41:55.469 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 222183, 2024-09-20T21:41:55.469 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 68 2024-09-20T21:41:55.469 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.469 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T21:41:55.469 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.469 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.469 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.469 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T21:41:55.469 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 50488, 2024-09-20T21:41:55.469 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 208 2024-09-20T21:41:55.469 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.469 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:55.469 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.469 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.470 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.470 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T21:41:55.470 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.470 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.470 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.470 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T21:41:55.470 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.470 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.470 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.470 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T21:41:55.470 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7944, 2024-09-20T21:41:55.470 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 135 2024-09-20T21:41:55.470 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.471 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T21:41:55.471 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.471 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.471 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.471 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T21:41:55.471 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.471 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.471 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.471 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T21:41:55.471 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.471 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.471 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.471 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T21:41:55.471 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.472 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.472 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.472 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.472 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.472 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T21:41:55.472 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.89feedb6ca5aa28c1526bae4a18bccbde113d39a": { 2024-09-20T21:41:55.472 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T21:41:55.472 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.472 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.472 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.472 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:55.472 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.472 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.472 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.472 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T21:41:55.473 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.473 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.473 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.473 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T21:41:55.473 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.473 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.473 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.473 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-20T21:41:55.473 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.473 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.473 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.473 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-20T21:41:55.473 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.473 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.474 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.474 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-20T21:41:55.474 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.474 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.474 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.474 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-20T21:41:55.474 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.474 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.474 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.474 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T21:41:55.474 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.474 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.474 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.475 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T21:41:55.475 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.475 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.475 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.475 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T21:41:55.475 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.475 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.475 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.475 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T21:41:55.475 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.475 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.475 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.475 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T21:41:55.475 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.475 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.476 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.476 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T21:41:55.476 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.476 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.476 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.476 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T21:41:55.476 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.476 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.476 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.476 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T21:41:55.476 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.476 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.476 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.477 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T21:41:55.477 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.477 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.477 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.477 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T21:41:55.477 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.477 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.477 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.477 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T21:41:55.477 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1124550, 2024-09-20T21:41:55.477 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 335 2024-09-20T21:41:55.477 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.477 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T21:41:55.477 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 352, 2024-09-20T21:41:55.477 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 4 2024-09-20T21:41:55.478 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.478 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T21:41:55.478 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.478 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.478 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.478 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:55.478 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.478 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.478 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.478 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T21:41:55.478 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.478 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.478 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.478 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T21:41:55.479 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.479 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.479 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.479 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T21:41:55.479 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6592, 2024-09-20T21:41:55.479 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 134 2024-09-20T21:41:55.479 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.479 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T21:41:55.479 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12744, 2024-09-20T21:41:55.479 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1546 2024-09-20T21:41:55.479 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.479 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T21:41:55.479 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10624, 2024-09-20T21:41:55.479 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 206 2024-09-20T21:41:55.480 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.480 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T21:41:55.480 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.480 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.480 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.480 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T21:41:55.480 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.480 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.480 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.480 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.480 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.a373ec1b8791b7f450fd778abc506764734e5598": { 2024-09-20T21:41:55.480 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T21:41:55.480 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.480 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.480 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.481 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:55.481 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.481 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.481 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.481 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T21:41:55.481 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.481 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.481 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.481 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T21:41:55.481 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.481 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.481 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.481 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-20T21:41:55.481 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.482 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.482 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.482 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-20T21:41:55.482 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.482 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.482 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.482 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-20T21:41:55.482 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.482 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.482 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.482 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-20T21:41:55.482 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.482 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.482 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.483 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T21:41:55.483 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.483 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.483 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.483 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T21:41:55.483 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.483 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.483 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.483 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T21:41:55.483 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.483 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.483 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.483 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T21:41:55.483 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.484 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.484 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.484 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T21:41:55.484 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.484 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.484 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.484 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T21:41:55.484 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.484 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.484 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.484 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T21:41:55.484 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.484 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.484 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.485 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T21:41:55.485 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.485 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.485 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.485 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T21:41:55.485 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.485 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.485 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.485 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T21:41:55.485 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.485 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.485 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.485 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T21:41:55.485 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1083718, 2024-09-20T21:41:55.485 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 347 2024-09-20T21:41:55.486 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.486 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T21:41:55.486 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.486 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.486 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.486 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T21:41:55.486 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.486 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.486 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.486 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:55.486 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.486 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.486 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.486 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T21:41:55.487 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.487 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.487 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.487 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T21:41:55.487 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.487 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.487 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.487 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T21:41:55.487 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6592, 2024-09-20T21:41:55.487 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 134 2024-09-20T21:41:55.487 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.487 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T21:41:55.487 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12744, 2024-09-20T21:41:55.487 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1546 2024-09-20T21:41:55.488 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.488 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T21:41:55.488 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5312, 2024-09-20T21:41:55.488 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 103 2024-09-20T21:41:55.488 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.488 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T21:41:55.488 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.488 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.488 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.488 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T21:41:55.488 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.488 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.488 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.488 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.489 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.ba2a2447664121745258143c46d4a74444ac144b": { 2024-09-20T21:41:55.489 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T21:41:55.489 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.489 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.489 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.489 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:55.489 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.489 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.489 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.489 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T21:41:55.489 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.489 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.489 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.489 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T21:41:55.490 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.490 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.490 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.490 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-20T21:41:55.490 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.490 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.490 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.490 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-20T21:41:55.490 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.490 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.490 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.490 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-20T21:41:55.490 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.490 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.491 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.491 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-20T21:41:55.491 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.491 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.491 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.491 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T21:41:55.491 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.491 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.491 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.491 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T21:41:55.491 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.491 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.491 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.492 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T21:41:55.492 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.492 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.492 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.492 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T21:41:55.492 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.492 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.492 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.492 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T21:41:55.492 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.492 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.492 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.492 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T21:41:55.492 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.493 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.493 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.493 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T21:41:55.493 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.493 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.493 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.493 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T21:41:55.493 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.493 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.493 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.493 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T21:41:55.493 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.493 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.494 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.494 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T21:41:55.494 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.494 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.494 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.494 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T21:41:55.494 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1084070, 2024-09-20T21:41:55.494 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 350 2024-09-20T21:41:55.494 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.494 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T21:41:55.494 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.494 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.494 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.495 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T21:41:55.495 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.495 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.495 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.495 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:55.495 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.495 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.495 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.495 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T21:41:55.495 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.495 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.495 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.495 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T21:41:55.495 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.496 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.496 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.496 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T21:41:55.496 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6592, 2024-09-20T21:41:55.496 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 134 2024-09-20T21:41:55.496 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.496 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T21:41:55.496 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12744, 2024-09-20T21:41:55.496 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1546 2024-09-20T21:41:55.496 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.496 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T21:41:55.496 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5312, 2024-09-20T21:41:55.496 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 103 2024-09-20T21:41:55.496 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.497 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T21:41:55.497 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.497 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.497 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.497 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T21:41:55.497 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.497 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.497 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.497 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.497 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.497 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:55.497 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.0": { 2024-09-20T21:41:55.497 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T21:41:55.498 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.498 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.498 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.498 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:55.498 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6304, 2024-09-20T21:41:55.498 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 115 2024-09-20T21:41:55.498 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.498 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T21:41:55.498 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16896, 2024-09-20T21:41:55.498 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-20T21:41:55.498 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.498 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T21:41:55.498 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-20T21:41:55.498 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T21:41:55.499 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.499 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-20T21:41:55.499 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 20384, 2024-09-20T21:41:55.499 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 182 2024-09-20T21:41:55.499 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.499 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-20T21:41:55.499 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 224, 2024-09-20T21:41:55.499 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2 2024-09-20T21:41:55.499 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.499 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-20T21:41:55.499 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8736, 2024-09-20T21:41:55.499 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 182 2024-09-20T21:41:55.499 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.500 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-20T21:41:55.500 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 20384, 2024-09-20T21:41:55.500 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 182 2024-09-20T21:41:55.500 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.500 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T21:41:55.500 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5760, 2024-09-20T21:41:55.500 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 72 2024-09-20T21:41:55.500 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.500 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T21:41:55.500 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8192, 2024-09-20T21:41:55.500 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2 2024-09-20T21:41:55.500 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.500 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T21:41:55.500 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 54264, 2024-09-20T21:41:55.501 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9838 2024-09-20T21:41:55.501 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.501 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T21:41:55.501 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 134640, 2024-09-20T21:41:55.501 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 198 2024-09-20T21:41:55.501 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.501 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T21:41:55.501 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 11084, 2024-09-20T21:41:55.501 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 709 2024-09-20T21:41:55.501 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.501 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T21:41:55.501 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.501 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.502 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.502 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T21:41:55.502 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 31500, 2024-09-20T21:41:55.502 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 198 2024-09-20T21:41:55.502 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.502 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T21:41:55.502 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.502 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.502 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.502 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T21:41:55.502 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 418436, 2024-09-20T21:41:55.502 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 91 2024-09-20T21:41:55.502 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.502 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T21:41:55.503 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.503 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.503 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.503 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T21:41:55.503 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2433596, 2024-09-20T21:41:55.503 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 193 2024-09-20T21:41:55.503 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.503 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T21:41:55.503 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5632, 2024-09-20T21:41:55.503 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 64 2024-09-20T21:41:55.503 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.503 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T21:41:55.503 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.503 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.504 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.504 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:55.504 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 521280, 2024-09-20T21:41:55.504 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 45 2024-09-20T21:41:55.504 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.504 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T21:41:55.504 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.504 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.504 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.504 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T21:41:55.504 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 76024, 2024-09-20T21:41:55.504 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 151 2024-09-20T21:41:55.504 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.504 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T21:41:55.505 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 234064, 2024-09-20T21:41:55.505 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3472 2024-09-20T21:41:55.505 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.505 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T21:41:55.505 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.505 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.505 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.505 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T21:41:55.505 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.505 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.505 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.505 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T21:41:55.505 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.505 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.505 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.506 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T21:41:55.506 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.506 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.506 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.506 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.506 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.1": { 2024-09-20T21:41:55.506 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T21:41:55.506 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.506 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.506 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.506 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:55.506 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6304, 2024-09-20T21:41:55.506 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 115 2024-09-20T21:41:55.506 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.507 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T21:41:55.507 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16896, 2024-09-20T21:41:55.507 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-20T21:41:55.507 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.507 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T21:41:55.507 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-20T21:41:55.507 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T21:41:55.507 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.507 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-20T21:41:55.507 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18928, 2024-09-20T21:41:55.507 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 169 2024-09-20T21:41:55.507 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.507 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-20T21:41:55.508 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 784, 2024-09-20T21:41:55.508 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7 2024-09-20T21:41:55.508 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.508 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-20T21:41:55.508 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8112, 2024-09-20T21:41:55.508 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 169 2024-09-20T21:41:55.508 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.508 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-20T21:41:55.508 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18928, 2024-09-20T21:41:55.508 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 169 2024-09-20T21:41:55.508 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.508 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T21:41:55.508 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4640, 2024-09-20T21:41:55.509 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 58 2024-09-20T21:41:55.509 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.509 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T21:41:55.509 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8192, 2024-09-20T21:41:55.509 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2 2024-09-20T21:41:55.509 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.509 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T21:41:55.509 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 47772, 2024-09-20T21:41:55.509 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8732 2024-09-20T21:41:55.509 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.509 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T21:41:55.509 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 123760, 2024-09-20T21:41:55.509 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 182 2024-09-20T21:41:55.510 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.510 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T21:41:55.510 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 9020, 2024-09-20T21:41:55.510 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 532 2024-09-20T21:41:55.510 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.510 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T21:41:55.510 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.510 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.510 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.510 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T21:41:55.510 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 26968, 2024-09-20T21:41:55.510 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 182 2024-09-20T21:41:55.510 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.510 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T21:41:55.511 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 736, 2024-09-20T21:41:55.511 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-20T21:41:55.511 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.511 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T21:41:55.511 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 404468, 2024-09-20T21:41:55.511 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 88 2024-09-20T21:41:55.511 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.511 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T21:41:55.511 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12096, 2024-09-20T21:41:55.511 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T21:41:55.512 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.512 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T21:41:55.512 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2386839, 2024-09-20T21:41:55.512 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 162 2024-09-20T21:41:55.512 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.512 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T21:41:55.512 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4752, 2024-09-20T21:41:55.512 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 54 2024-09-20T21:41:55.512 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.512 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T21:41:55.512 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.512 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.512 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.513 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:55.513 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 428608, 2024-09-20T21:41:55.513 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 37 2024-09-20T21:41:55.513 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.513 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T21:41:55.513 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.513 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.513 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.513 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T21:41:55.513 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8528, 2024-09-20T21:41:55.513 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 22 2024-09-20T21:41:55.513 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.513 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T21:41:55.514 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 234064, 2024-09-20T21:41:55.514 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3472 2024-09-20T21:41:55.514 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.514 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T21:41:55.514 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.514 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.514 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.514 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T21:41:55.514 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.514 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.514 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.514 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T21:41:55.514 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.514 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.515 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.515 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T21:41:55.515 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.515 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.515 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.515 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.515 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.2": { 2024-09-20T21:41:55.515 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T21:41:55.515 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.515 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.515 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.515 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:55.515 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6304, 2024-09-20T21:41:55.516 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 115 2024-09-20T21:41:55.516 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.516 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T21:41:55.516 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16896, 2024-09-20T21:41:55.516 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-20T21:41:55.516 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.516 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T21:41:55.516 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-20T21:41:55.516 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T21:41:55.516 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.516 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-20T21:41:55.516 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18592, 2024-09-20T21:41:55.516 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 166 2024-09-20T21:41:55.516 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.517 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-20T21:41:55.517 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 784, 2024-09-20T21:41:55.517 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7 2024-09-20T21:41:55.517 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.517 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-20T21:41:55.517 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7968, 2024-09-20T21:41:55.517 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 166 2024-09-20T21:41:55.517 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.517 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-20T21:41:55.517 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18592, 2024-09-20T21:41:55.517 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 166 2024-09-20T21:41:55.517 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.517 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T21:41:55.517 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4160, 2024-09-20T21:41:55.518 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 52 2024-09-20T21:41:55.518 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.518 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T21:41:55.518 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8192, 2024-09-20T21:41:55.518 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2 2024-09-20T21:41:55.518 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.518 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T21:41:55.518 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 45086, 2024-09-20T21:41:55.518 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8349 2024-09-20T21:41:55.518 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.518 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T21:41:55.518 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 118320, 2024-09-20T21:41:55.518 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 174 2024-09-20T21:41:55.519 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.519 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T21:41:55.519 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8288, 2024-09-20T21:41:55.519 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 520 2024-09-20T21:41:55.519 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.519 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T21:41:55.519 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.519 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.519 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.519 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T21:41:55.519 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 25424, 2024-09-20T21:41:55.519 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 174 2024-09-20T21:41:55.519 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.519 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T21:41:55.520 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 736, 2024-09-20T21:41:55.520 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-20T21:41:55.520 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.520 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T21:41:55.520 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 351150, 2024-09-20T21:41:55.520 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 75 2024-09-20T21:41:55.521 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.521 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T21:41:55.522 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12096, 2024-09-20T21:41:55.522 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T21:41:55.522 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.522 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T21:41:55.522 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2403692, 2024-09-20T21:41:55.522 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 173 2024-09-20T21:41:55.522 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.522 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T21:41:55.522 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4312, 2024-09-20T21:41:55.522 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 49 2024-09-20T21:41:55.522 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.522 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T21:41:55.522 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.523 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.523 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.523 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:55.523 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 359104, 2024-09-20T21:41:55.523 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 31 2024-09-20T21:41:55.523 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.523 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T21:41:55.523 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.523 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.523 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.523 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T21:41:55.523 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8320, 2024-09-20T21:41:55.523 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 24 2024-09-20T21:41:55.524 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.524 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T21:41:55.524 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 234832, 2024-09-20T21:41:55.524 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3508 2024-09-20T21:41:55.524 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.524 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T21:41:55.524 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.524 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.524 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.524 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T21:41:55.524 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.524 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.524 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.525 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T21:41:55.525 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.525 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.525 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.525 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T21:41:55.525 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.525 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.525 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.525 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.525 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.3": { 2024-09-20T21:41:55.525 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T21:41:55.525 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.525 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.525 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.525 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:55.526 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6304, 2024-09-20T21:41:55.526 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 115 2024-09-20T21:41:55.526 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.526 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T21:41:55.526 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16896, 2024-09-20T21:41:55.526 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-20T21:41:55.526 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.526 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T21:41:55.526 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-20T21:41:55.526 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T21:41:55.526 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.526 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-20T21:41:55.526 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 19264, 2024-09-20T21:41:55.527 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 172 2024-09-20T21:41:55.527 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.527 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-20T21:41:55.527 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 336, 2024-09-20T21:41:55.527 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T21:41:55.527 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.527 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-20T21:41:55.527 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8256, 2024-09-20T21:41:55.527 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 172 2024-09-20T21:41:55.527 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.527 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-20T21:41:55.527 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 19264, 2024-09-20T21:41:55.527 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 172 2024-09-20T21:41:55.527 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.527 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T21:41:55.528 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3440, 2024-09-20T21:41:55.528 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 43 2024-09-20T21:41:55.528 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.528 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T21:41:55.528 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4096, 2024-09-20T21:41:55.528 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-20T21:41:55.528 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.528 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T21:41:55.528 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 46707, 2024-09-20T21:41:55.528 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8678 2024-09-20T21:41:55.528 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.528 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T21:41:55.528 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 123080, 2024-09-20T21:41:55.528 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 181 2024-09-20T21:41:55.529 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.529 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T21:41:55.529 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 9000, 2024-09-20T21:41:55.529 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 539 2024-09-20T21:41:55.529 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.529 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T21:41:55.529 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.529 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.529 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.529 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T21:41:55.529 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 26208, 2024-09-20T21:41:55.529 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 181 2024-09-20T21:41:55.529 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.529 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T21:41:55.529 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2208, 2024-09-20T21:41:55.530 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T21:41:55.530 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.530 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T21:41:55.530 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 242927, 2024-09-20T21:41:55.530 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 49 2024-09-20T21:41:55.530 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.530 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T21:41:55.530 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 30637, 2024-09-20T21:41:55.530 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9 2024-09-20T21:41:55.530 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.530 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T21:41:55.530 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2445173, 2024-09-20T21:41:55.530 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 188 2024-09-20T21:41:55.531 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.531 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T21:41:55.531 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4752, 2024-09-20T21:41:55.531 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 54 2024-09-20T21:41:55.531 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.531 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T21:41:55.531 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.531 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.531 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.531 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:55.531 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 417024, 2024-09-20T21:41:55.531 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 36 2024-09-20T21:41:55.531 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.532 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T21:41:55.532 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.532 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.532 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.532 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T21:41:55.532 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10400, 2024-09-20T21:41:55.532 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 20 2024-09-20T21:41:55.532 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.532 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T21:41:55.532 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 234832, 2024-09-20T21:41:55.532 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3508 2024-09-20T21:41:55.532 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.532 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T21:41:55.532 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.532 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.533 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.533 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T21:41:55.533 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.533 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.533 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.533 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T21:41:55.533 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.533 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.533 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.533 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T21:41:55.533 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.533 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.533 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.533 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.534 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.4": { 2024-09-20T21:41:55.534 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T21:41:55.534 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.534 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.534 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.534 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:55.534 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6304, 2024-09-20T21:41:55.534 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 115 2024-09-20T21:41:55.534 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.534 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T21:41:55.534 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16896, 2024-09-20T21:41:55.534 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-20T21:41:55.534 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.535 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T21:41:55.535 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-20T21:41:55.535 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T21:41:55.535 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.535 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-20T21:41:55.535 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 19376, 2024-09-20T21:41:55.535 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 173 2024-09-20T21:41:55.535 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.535 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-20T21:41:55.535 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 560, 2024-09-20T21:41:55.535 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 5 2024-09-20T21:41:55.535 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.535 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-20T21:41:55.535 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8304, 2024-09-20T21:41:55.535 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 173 2024-09-20T21:41:55.536 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.536 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-20T21:41:55.536 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 19376, 2024-09-20T21:41:55.536 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 173 2024-09-20T21:41:55.536 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.536 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T21:41:55.536 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3520, 2024-09-20T21:41:55.536 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 44 2024-09-20T21:41:55.536 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.536 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T21:41:55.536 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.536 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.536 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.536 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T21:41:55.536 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 48334, 2024-09-20T21:41:55.537 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8922 2024-09-20T21:41:55.537 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.537 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T21:41:55.537 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 126480, 2024-09-20T21:41:55.537 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 186 2024-09-20T21:41:55.537 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.537 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T21:41:55.537 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 9324, 2024-09-20T21:41:55.537 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 542 2024-09-20T21:41:55.537 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.537 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T21:41:55.537 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.537 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.537 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.538 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T21:41:55.538 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 27320, 2024-09-20T21:41:55.538 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 186 2024-09-20T21:41:55.538 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.538 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T21:41:55.538 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 736, 2024-09-20T21:41:55.538 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-20T21:41:55.538 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.538 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T21:41:55.538 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 913063, 2024-09-20T21:41:55.538 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 69 2024-09-20T21:41:55.538 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.538 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T21:41:55.538 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12096, 2024-09-20T21:41:55.539 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T21:41:55.539 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.539 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T21:41:55.539 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2413709, 2024-09-20T21:41:55.539 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 176 2024-09-20T21:41:55.539 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.539 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T21:41:55.539 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4752, 2024-09-20T21:41:55.539 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 54 2024-09-20T21:41:55.539 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.539 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T21:41:55.539 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.539 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.539 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.540 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:55.540 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 451776, 2024-09-20T21:41:55.540 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 39 2024-09-20T21:41:55.540 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.540 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T21:41:55.540 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.540 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.540 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.540 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T21:41:55.540 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8944, 2024-09-20T21:41:55.540 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 18 2024-09-20T21:41:55.540 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.540 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T21:41:55.540 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 234320, 2024-09-20T21:41:55.541 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3484 2024-09-20T21:41:55.541 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.541 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T21:41:55.541 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.541 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.541 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.541 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T21:41:55.541 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.541 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.541 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.541 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T21:41:55.541 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.541 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.541 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.542 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T21:41:55.542 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.542 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.542 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.542 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.542 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.5": { 2024-09-20T21:41:55.542 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T21:41:55.542 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.542 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.542 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.542 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:55.542 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6304, 2024-09-20T21:41:55.542 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 115 2024-09-20T21:41:55.543 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.543 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T21:41:55.543 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16896, 2024-09-20T21:41:55.543 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-20T21:41:55.543 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.543 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T21:41:55.543 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-20T21:41:55.543 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T21:41:55.543 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.543 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-20T21:41:55.543 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 19152, 2024-09-20T21:41:55.543 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 171 2024-09-20T21:41:55.543 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.543 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-20T21:41:55.543 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 224, 2024-09-20T21:41:55.544 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2 2024-09-20T21:41:55.544 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.544 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-20T21:41:55.544 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8208, 2024-09-20T21:41:55.544 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 171 2024-09-20T21:41:55.544 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.544 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-20T21:41:55.544 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 19152, 2024-09-20T21:41:55.544 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 171 2024-09-20T21:41:55.544 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.544 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T21:41:55.544 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2960, 2024-09-20T21:41:55.544 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 37 2024-09-20T21:41:55.544 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.545 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T21:41:55.545 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.545 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.545 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.545 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T21:41:55.545 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 49392, 2024-09-20T21:41:55.545 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9011 2024-09-20T21:41:55.545 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.545 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T21:41:55.545 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 127840, 2024-09-20T21:41:55.545 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 188 2024-09-20T21:41:55.545 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.545 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T21:41:55.545 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 9652, 2024-09-20T21:41:55.545 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 543 2024-09-20T21:41:55.546 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.546 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T21:41:55.546 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.546 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.546 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.546 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T21:41:55.546 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 28168, 2024-09-20T21:41:55.546 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 188 2024-09-20T21:41:55.546 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.546 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T21:41:55.546 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2208, 2024-09-20T21:41:55.546 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T21:41:55.546 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.546 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T21:41:55.547 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 808995, 2024-09-20T21:41:55.547 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 44 2024-09-20T21:41:55.547 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.547 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T21:41:55.547 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 30637, 2024-09-20T21:41:55.547 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9 2024-09-20T21:41:55.547 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.547 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T21:41:55.547 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2413035, 2024-09-20T21:41:55.547 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 183 2024-09-20T21:41:55.547 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.547 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T21:41:55.547 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5544, 2024-09-20T21:41:55.547 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 63 2024-09-20T21:41:55.548 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.548 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T21:41:55.548 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.548 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.548 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.548 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:55.548 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 486528, 2024-09-20T21:41:55.548 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 42 2024-09-20T21:41:55.548 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.548 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T21:41:55.548 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.548 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.548 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.548 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T21:41:55.549 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 13000, 2024-09-20T21:41:55.549 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 25 2024-09-20T21:41:55.549 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.549 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T21:41:55.549 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 234832, 2024-09-20T21:41:55.549 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3508 2024-09-20T21:41:55.549 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.549 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T21:41:55.549 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.549 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.549 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.549 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T21:41:55.549 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.549 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.549 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.550 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T21:41:55.550 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.550 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.550 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.550 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T21:41:55.550 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.550 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.550 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.550 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.550 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.6": { 2024-09-20T21:41:55.550 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T21:41:55.550 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.550 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.550 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.551 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:55.551 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6304, 2024-09-20T21:41:55.551 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 115 2024-09-20T21:41:55.551 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.551 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T21:41:55.551 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16896, 2024-09-20T21:41:55.551 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-20T21:41:55.551 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.551 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T21:41:55.551 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-20T21:41:55.551 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T21:41:55.551 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.551 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-20T21:41:55.551 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 20048, 2024-09-20T21:41:55.552 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 179 2024-09-20T21:41:55.552 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.552 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-20T21:41:55.552 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.552 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.552 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.552 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-20T21:41:55.552 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8592, 2024-09-20T21:41:55.552 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 179 2024-09-20T21:41:55.552 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.552 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-20T21:41:55.552 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 20048, 2024-09-20T21:41:55.552 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 179 2024-09-20T21:41:55.552 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.552 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T21:41:55.553 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2720, 2024-09-20T21:41:55.553 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 34 2024-09-20T21:41:55.553 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.553 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T21:41:55.553 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.553 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.553 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.553 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T21:41:55.553 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 48482, 2024-09-20T21:41:55.553 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9156 2024-09-20T21:41:55.553 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.553 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T21:41:55.553 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 125120, 2024-09-20T21:41:55.553 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 184 2024-09-20T21:41:55.554 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.554 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T21:41:55.554 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10544, 2024-09-20T21:41:55.554 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 697 2024-09-20T21:41:55.554 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.554 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T21:41:55.554 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.554 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.554 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.554 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T21:41:55.554 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 28340, 2024-09-20T21:41:55.554 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 184 2024-09-20T21:41:55.554 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.554 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T21:41:55.555 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.555 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.555 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.555 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T21:41:55.555 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 805345, 2024-09-20T21:41:55.555 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 43 2024-09-20T21:41:55.555 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.555 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T21:41:55.555 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.555 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.555 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.555 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T21:41:55.555 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2414002, 2024-09-20T21:41:55.555 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 178 2024-09-20T21:41:55.556 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.556 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T21:41:55.556 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4664, 2024-09-20T21:41:55.556 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 53 2024-09-20T21:41:55.556 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.556 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T21:41:55.556 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.556 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.556 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.556 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:55.556 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 451776, 2024-09-20T21:41:55.556 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 39 2024-09-20T21:41:55.556 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.556 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T21:41:55.556 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.557 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.557 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.557 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T21:41:55.557 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 75712, 2024-09-20T21:41:55.557 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 156 2024-09-20T21:41:55.557 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.557 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T21:41:55.557 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 234064, 2024-09-20T21:41:55.557 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3472 2024-09-20T21:41:55.557 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.557 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T21:41:55.557 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.557 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.557 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.558 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T21:41:55.558 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.558 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.558 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.558 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T21:41:55.558 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.558 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.558 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.558 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T21:41:55.558 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.558 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.558 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.558 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.558 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.7": { 2024-09-20T21:41:55.559 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T21:41:55.559 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.559 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.559 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.559 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:55.559 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6304, 2024-09-20T21:41:55.559 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 115 2024-09-20T21:41:55.559 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.559 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T21:41:55.559 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16896, 2024-09-20T21:41:55.559 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-20T21:41:55.559 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.559 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T21:41:55.559 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-20T21:41:55.560 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T21:41:55.560 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.560 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Blob": { 2024-09-20T21:41:55.560 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 20160, 2024-09-20T21:41:55.560 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 180 2024-09-20T21:41:55.560 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.560 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Buffer": { 2024-09-20T21:41:55.560 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1008, 2024-09-20T21:41:55.560 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9 2024-09-20T21:41:55.560 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.560 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_Extent": { 2024-09-20T21:41:55.560 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 8640, 2024-09-20T21:41:55.560 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 180 2024-09-20T21:41:55.560 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.561 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_SharedBlob": { 2024-09-20T21:41:55.561 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 20160, 2024-09-20T21:41:55.561 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 180 2024-09-20T21:41:55.561 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.561 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T21:41:55.561 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2240, 2024-09-20T21:41:55.561 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 28 2024-09-20T21:41:55.561 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.561 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T21:41:55.561 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 278528, 2024-09-20T21:41:55.561 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9 2024-09-20T21:41:55.561 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.561 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T21:41:55.561 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 52662, 2024-09-20T21:41:55.562 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9695 2024-09-20T21:41:55.562 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.562 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T21:41:55.562 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 132600, 2024-09-20T21:41:55.562 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 195 2024-09-20T21:41:55.562 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.562 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T21:41:55.562 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 11348, 2024-09-20T21:41:55.562 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 706 2024-09-20T21:41:55.562 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.562 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T21:41:55.562 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.562 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.562 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.563 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T21:41:55.563 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 30988, 2024-09-20T21:41:55.563 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 195 2024-09-20T21:41:55.563 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.563 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T21:41:55.563 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.563 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.563 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.563 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T21:41:55.563 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 191718, 2024-09-20T21:41:55.563 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 37 2024-09-20T21:41:55.563 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.563 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T21:41:55.563 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.563 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.564 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.564 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T21:41:55.564 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2426428, 2024-09-20T21:41:55.564 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 195 2024-09-20T21:41:55.564 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.564 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T21:41:55.564 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6160, 2024-09-20T21:41:55.564 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 70 2024-09-20T21:41:55.564 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.564 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T21:41:55.564 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.564 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.564 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.565 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:55.565 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 532864, 2024-09-20T21:41:55.565 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 46 2024-09-20T21:41:55.565 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.565 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T21:41:55.565 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.565 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.565 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.565 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T21:41:55.565 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 80600, 2024-09-20T21:41:55.565 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 199 2024-09-20T21:41:55.565 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.565 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T21:41:55.565 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 234064, 2024-09-20T21:41:55.566 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3472 2024-09-20T21:41:55.566 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.566 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T21:41:55.566 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.566 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.566 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.566 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T21:41:55.566 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.566 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.566 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.566 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T21:41:55.566 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.566 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.566 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.567 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T21:41:55.567 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T21:41:55.567 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T21:41:55.567 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.567 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.567 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.567 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.567 INFO:tasks.workunit.client.0.smithi046.stdout: "metadata": { 2024-09-20T21:41:55.567 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-20T21:41:55.567 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-20T21:41:55.567 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 2 2024-09-20T21:41:55.567 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.567 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-20T21:41:55.567 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 2 2024-09-20T21:41:55.568 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.568 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-20T21:41:55.568 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-20T21:41:55.568 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-20T21:41:55.568 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.568 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-20T21:41:55.568 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 2 2024-09-20T21:41:55.568 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.568 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-20T21:41:55.568 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 2 2024-09-20T21:41:55.568 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.568 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-20T21:41:55.568 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 2 2024-09-20T21:41:55.568 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.568 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-20T21:41:55.569 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 2 2024-09-20T21:41:55.569 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.569 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-20T21:41:55.569 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 2 2024-09-20T21:41:55.569 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.569 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.569 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T21:41:55.569 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-20T21:41:55.569 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 3 2024-09-20T21:41:55.569 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.569 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-20T21:41:55.569 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 3 2024-09-20T21:41:55.569 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.569 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-20T21:41:55.570 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-20T21:41:55.570 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-20T21:41:55.570 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.570 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-20T21:41:55.570 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 3 2024-09-20T21:41:55.570 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.570 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-20T21:41:55.570 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 3 2024-09-20T21:41:55.570 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.570 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-20T21:41:55.570 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 3 2024-09-20T21:41:55.570 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.570 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-20T21:41:55.570 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 3 2024-09-20T21:41:55.571 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.571 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-20T21:41:55.571 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 3 2024-09-20T21:41:55.571 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.571 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.571 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:55.571 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-20T21:41:55.571 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 8 2024-09-20T21:41:55.571 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.571 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-20T21:41:55.571 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 8 2024-09-20T21:41:55.571 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.571 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-20T21:41:55.571 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-20T21:41:55.572 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-20T21:41:55.572 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.572 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-20T21:41:55.572 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 8 2024-09-20T21:41:55.572 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.572 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-20T21:41:55.572 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 8 2024-09-20T21:41:55.572 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.572 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-20T21:41:55.572 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 8 2024-09-20T21:41:55.572 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.572 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-20T21:41:55.572 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 8 2024-09-20T21:41:55.572 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.572 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-20T21:41:55.573 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 8 2024-09-20T21:41:55.573 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.573 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_objectstore": { 2024-09-20T21:41:55.573 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": 8 2024-09-20T21:41:55.573 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.573 INFO:tasks.workunit.client.0.smithi046.stdout: "rotational": { 2024-09-20T21:41:55.573 INFO:tasks.workunit.client.0.smithi046.stdout: "0": 8 2024-09-20T21:41:55.573 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.573 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.573 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.573 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T21:41:55.573 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T21:41:55.573 INFO:tasks.workunit.client.0.smithi046.stdout: "features": { 2024-09-20T21:41:55.573 INFO:tasks.workunit.client.0.smithi046.stdout: "optional": [], 2024-09-20T21:41:55.574 INFO:tasks.workunit.client.0.smithi046.stdout: "persistent": [ 2024-09-20T21:41:55.574 INFO:tasks.workunit.client.0.smithi046.stdout: "kraken", 2024-09-20T21:41:55.574 INFO:tasks.workunit.client.0.smithi046.stdout: "luminous", 2024-09-20T21:41:55.574 INFO:tasks.workunit.client.0.smithi046.stdout: "mimic", 2024-09-20T21:41:55.574 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap-prune", 2024-09-20T21:41:55.574 INFO:tasks.workunit.client.0.smithi046.stdout: "nautilus", 2024-09-20T21:41:55.574 INFO:tasks.workunit.client.0.smithi046.stdout: "octopus", 2024-09-20T21:41:55.574 INFO:tasks.workunit.client.0.smithi046.stdout: "pacific", 2024-09-20T21:41:55.574 INFO:tasks.workunit.client.0.smithi046.stdout: "elector-pinging", 2024-09-20T21:41:55.574 INFO:tasks.workunit.client.0.smithi046.stdout: "quincy" 2024-09-20T21:41:55.574 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.574 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.574 INFO:tasks.workunit.client.0.smithi046.stdout: "ipv4_addr_mons": 6, 2024-09-20T21:41:55.575 INFO:tasks.workunit.client.0.smithi046.stdout: "ipv6_addr_mons": 0, 2024-09-20T21:41:55.575 INFO:tasks.workunit.client.0.smithi046.stdout: "min_mon_release": 17, 2024-09-20T21:41:55.575 INFO:tasks.workunit.client.0.smithi046.stdout: "v1_addr_mons": 3, 2024-09-20T21:41:55.575 INFO:tasks.workunit.client.0.smithi046.stdout: "v2_addr_mons": 3 2024-09-20T21:41:55.575 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.575 INFO:tasks.workunit.client.0.smithi046.stdout: "organization": "ceph-qa", 2024-09-20T21:41:55.575 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:55.575 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster_network": false, 2024-09-20T21:41:55.575 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8, 2024-09-20T21:41:55.575 INFO:tasks.workunit.client.0.smithi046.stdout: "require_min_compat_client": "luminous", 2024-09-20T21:41:55.575 INFO:tasks.workunit.client.0.smithi046.stdout: "require_osd_release": "quincy" 2024-09-20T21:41:55.575 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.575 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_perf_histograms": [ 2024-09-20T21:41:55.576 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.576 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T21:41:55.576 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-20T21:41:55.576 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.576 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T21:41:55.576 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T21:41:55.576 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-20T21:41:55.576 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-20T21:41:55.576 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T21:41:55.576 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T21:41:55.576 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-20T21:41:55.576 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-20T21:41:55.576 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-20T21:41:55.576 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-20T21:41:55.576 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-20T21:41:55.576 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-20T21:41:55.577 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-20T21:41:55.577 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-20T21:41:55.577 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-20T21:41:55.577 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-20T21:41:55.577 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-20T21:41:55.577 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-20T21:41:55.577 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-20T21:41:55.577 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-20T21:41:55.577 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-20T21:41:55.577 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-20T21:41:55.577 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-20T21:41:55.577 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-20T21:41:55.577 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-20T21:41:55.577 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-20T21:41:55.578 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-20T21:41:55.578 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-20T21:41:55.578 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-20T21:41:55.578 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-20T21:41:55.578 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-20T21:41:55.578 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-20T21:41:55.578 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-20T21:41:55.578 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-20T21:41:55.578 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-20T21:41:55.578 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-20T21:41:55.578 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-20T21:41:55.578 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.578 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T21:41:55.579 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.579 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.579 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T21:41:55.579 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T21:41:55.579 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-20T21:41:55.579 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-20T21:41:55.579 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T21:41:55.579 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T21:41:55.579 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-20T21:41:55.579 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-20T21:41:55.579 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-20T21:41:55.579 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-20T21:41:55.579 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-20T21:41:55.580 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-20T21:41:55.580 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-20T21:41:55.580 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-20T21:41:55.580 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-20T21:41:55.580 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-20T21:41:55.580 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-20T21:41:55.580 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-20T21:41:55.580 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-20T21:41:55.580 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-20T21:41:55.580 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-20T21:41:55.580 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-20T21:41:55.580 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-20T21:41:55.580 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-20T21:41:55.580 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-20T21:41:55.581 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-20T21:41:55.581 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-20T21:41:55.581 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-20T21:41:55.581 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-20T21:41:55.581 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-20T21:41:55.581 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-20T21:41:55.581 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-20T21:41:55.581 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-20T21:41:55.581 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-20T21:41:55.581 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-20T21:41:55.581 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-20T21:41:55.581 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-20T21:41:55.581 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.581 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T21:41:55.581 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.582 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.582 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-20T21:41:55.582 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.582 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-20T21:41:55.582 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:55.582 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.582 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.582 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.582 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.582 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.582 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.582 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.582 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.583 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.583 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.583 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.583 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.583 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.583 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.583 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.583 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.583 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.583 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.583 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.583 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.583 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.584 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.584 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.584 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.584 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.584 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.584 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.584 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.584 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.584 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.584 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.584 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:55.584 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.584 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.584 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.585 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-20T21:41:55.585 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:55.585 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.585 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.585 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.585 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.585 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.585 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.585 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.585 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.585 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.585 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.585 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.585 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.586 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.586 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.586 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.586 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.586 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.586 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.586 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.586 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.586 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.586 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.586 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.586 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.587 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.587 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.587 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.587 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.587 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.587 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.587 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.587 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:55.587 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.587 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.587 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.587 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-20T21:41:55.587 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:55.587 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.588 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.588 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.588 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.588 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.588 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.588 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.588 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.588 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.588 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.588 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.588 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.588 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.588 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.588 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.589 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.589 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.589 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.589 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.589 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.589 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.589 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.589 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.589 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.589 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.589 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.589 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.589 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.590 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.590 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.590 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.590 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:55.590 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.590 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.590 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.590 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-20T21:41:55.590 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:55.590 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.590 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.590 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.590 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.590 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.591 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.591 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.591 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.591 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.591 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.591 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.591 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.591 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.591 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.591 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.591 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.591 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.591 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.592 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.592 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.592 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.592 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.592 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.592 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.592 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.592 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.592 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.592 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.592 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.592 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.592 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.593 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:55.593 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.593 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.593 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.593 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-20T21:41:55.593 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:55.593 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.593 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.593 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.593 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.593 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.593 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.593 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.593 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.593 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.594 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.594 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.594 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.594 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.594 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.594 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.594 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.594 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.594 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.594 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.594 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.594 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.594 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.595 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.595 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.595 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.595 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.595 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.595 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.595 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.595 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.595 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.595 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:55.595 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.595 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.595 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.596 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-20T21:41:55.596 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:55.596 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.596 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.596 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.596 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.596 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.596 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.596 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.596 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.596 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.596 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.596 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.596 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.597 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.597 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.597 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.597 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.597 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.597 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.597 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.597 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.597 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.597 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.597 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.597 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.597 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.597 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.598 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.598 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.598 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.598 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.598 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.598 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:55.598 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.598 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.598 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.598 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-20T21:41:55.598 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:55.598 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.598 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.598 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.599 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.599 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.599 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.599 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.599 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.599 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.599 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.599 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.599 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.599 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.599 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.599 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.599 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.599 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.600 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.600 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.600 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.600 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.600 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.600 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.600 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.600 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.600 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.600 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.600 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.600 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.600 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.600 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.601 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:55.601 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.601 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.601 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.601 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-20T21:41:55.601 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:55.601 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.601 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.601 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.601 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.601 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.601 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.601 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.601 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.602 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.602 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.602 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.602 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.602 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.602 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.602 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.602 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.602 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.602 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.602 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.602 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.602 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.602 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.603 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.603 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.603 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.603 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.603 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.603 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.603 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.603 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.603 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.603 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:55.603 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.603 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.603 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.603 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.604 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T21:41:55.604 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-20T21:41:55.604 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.604 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T21:41:55.604 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T21:41:55.604 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-20T21:41:55.604 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-20T21:41:55.604 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T21:41:55.604 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T21:41:55.604 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-20T21:41:55.604 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-20T21:41:55.604 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-20T21:41:55.604 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-20T21:41:55.605 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-20T21:41:55.605 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-20T21:41:55.605 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-20T21:41:55.605 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-20T21:41:55.605 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-20T21:41:55.605 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-20T21:41:55.605 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-20T21:41:55.605 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-20T21:41:55.605 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-20T21:41:55.605 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-20T21:41:55.605 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-20T21:41:55.605 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-20T21:41:55.605 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-20T21:41:55.605 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-20T21:41:55.605 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-20T21:41:55.606 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-20T21:41:55.606 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-20T21:41:55.606 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-20T21:41:55.606 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-20T21:41:55.606 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-20T21:41:55.606 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-20T21:41:55.606 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-20T21:41:55.606 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-20T21:41:55.606 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-20T21:41:55.606 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-20T21:41:55.606 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-20T21:41:55.606 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-20T21:41:55.606 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.606 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T21:41:55.607 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.607 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.607 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T21:41:55.607 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T21:41:55.607 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-20T21:41:55.607 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-20T21:41:55.607 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T21:41:55.607 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T21:41:55.607 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-20T21:41:55.607 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-20T21:41:55.607 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-20T21:41:55.607 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-20T21:41:55.607 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-20T21:41:55.607 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-20T21:41:55.607 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-20T21:41:55.608 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-20T21:41:55.608 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-20T21:41:55.608 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-20T21:41:55.608 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-20T21:41:55.608 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-20T21:41:55.608 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-20T21:41:55.608 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-20T21:41:55.608 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-20T21:41:55.608 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-20T21:41:55.608 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-20T21:41:55.608 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-20T21:41:55.608 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-20T21:41:55.608 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-20T21:41:55.608 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-20T21:41:55.609 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-20T21:41:55.609 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-20T21:41:55.609 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-20T21:41:55.609 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-20T21:41:55.609 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-20T21:41:55.609 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-20T21:41:55.609 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-20T21:41:55.609 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-20T21:41:55.609 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-20T21:41:55.609 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-20T21:41:55.609 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.609 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T21:41:55.609 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.610 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.610 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-20T21:41:55.610 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.610 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-20T21:41:55.610 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:55.610 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.610 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.610 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.610 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.610 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.610 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.610 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.610 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.610 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.611 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.611 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.611 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.611 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.611 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.611 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.611 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.611 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.611 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.611 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.611 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.611 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.611 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.611 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.611 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.612 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.612 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.612 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.612 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.612 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.612 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.612 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.612 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:55.612 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.612 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.612 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.612 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-20T21:41:55.612 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:55.612 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.613 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.613 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.613 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.613 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.613 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.613 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.613 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.613 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.613 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.613 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.613 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.613 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.613 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.613 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.613 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.614 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.614 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.614 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.614 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.614 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.614 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.614 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.614 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.614 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.614 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.614 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.614 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.614 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.615 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.615 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.615 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:55.615 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.615 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.615 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.615 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-20T21:41:55.615 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:55.615 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.615 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.615 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.615 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.615 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.615 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.616 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.616 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.616 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.616 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.616 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.616 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.616 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.616 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.616 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.616 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.616 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.616 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.616 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.616 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.616 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.617 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.617 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.617 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.617 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.617 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.617 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.617 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.617 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.617 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.617 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.617 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:55.617 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.617 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.617 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.617 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-20T21:41:55.618 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:55.618 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.618 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.618 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.618 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.618 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.618 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.618 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.618 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.618 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.618 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.618 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.618 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.618 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.619 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.619 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.619 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.619 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.619 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.619 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.619 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.619 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.619 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.619 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.619 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.619 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.619 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.619 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.619 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.620 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.620 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.620 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.620 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:55.620 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.620 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.620 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.620 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-20T21:41:55.620 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:55.620 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.620 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.620 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.620 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.620 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.620 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.621 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.621 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.621 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.621 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.621 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.621 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.621 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.621 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.621 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.621 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.621 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.621 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.621 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.621 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.622 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.622 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.622 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.622 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.622 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.622 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.622 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.622 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.622 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.622 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.622 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.622 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:55.622 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.622 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.623 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.623 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-20T21:41:55.623 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:55.623 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.623 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.623 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.623 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.623 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.623 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.623 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.623 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.623 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.623 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.623 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.623 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.624 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.624 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.624 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.624 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.624 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.624 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.624 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.624 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.624 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.624 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.624 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.624 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.624 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.624 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.624 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.625 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.625 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.625 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.625 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.625 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:55.625 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.625 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.625 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.625 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-20T21:41:55.625 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:55.625 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.625 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.625 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.625 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.625 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.626 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.626 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.626 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.626 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.626 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.626 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.626 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.626 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.626 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.626 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.626 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.626 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.626 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.626 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.627 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.627 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.627 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.627 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.627 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.627 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.627 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.627 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.627 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.627 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.627 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.627 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.627 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:55.627 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.627 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.628 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.628 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-20T21:41:55.628 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:55.628 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.628 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.628 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.628 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.628 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.628 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.629 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.629 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.629 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.629 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.629 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.629 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.629 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.629 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.629 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.629 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.629 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.629 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.629 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.630 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.630 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.630 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.630 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.630 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.630 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.630 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.630 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.630 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.630 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.630 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.630 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.630 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:55.631 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.631 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.631 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.631 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.631 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T21:41:55.631 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-20T21:41:55.631 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.631 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T21:41:55.631 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T21:41:55.631 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-20T21:41:55.631 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-20T21:41:55.631 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T21:41:55.631 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T21:41:55.631 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-20T21:41:55.632 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-20T21:41:55.632 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-20T21:41:55.632 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-20T21:41:55.632 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-20T21:41:55.632 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-20T21:41:55.632 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-20T21:41:55.632 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-20T21:41:55.632 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-20T21:41:55.632 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-20T21:41:55.632 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-20T21:41:55.632 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-20T21:41:55.632 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-20T21:41:55.632 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-20T21:41:55.633 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-20T21:41:55.633 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-20T21:41:55.633 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-20T21:41:55.633 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-20T21:41:55.633 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-20T21:41:55.633 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-20T21:41:55.633 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-20T21:41:55.633 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-20T21:41:55.633 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-20T21:41:55.633 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-20T21:41:55.633 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-20T21:41:55.633 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-20T21:41:55.633 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-20T21:41:55.633 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-20T21:41:55.634 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-20T21:41:55.634 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-20T21:41:55.634 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-20T21:41:55.634 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.634 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T21:41:55.634 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.634 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.634 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T21:41:55.634 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T21:41:55.634 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-20T21:41:55.634 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-20T21:41:55.634 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T21:41:55.634 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T21:41:55.634 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-20T21:41:55.635 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-20T21:41:55.635 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-20T21:41:55.635 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-20T21:41:55.635 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-20T21:41:55.635 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-20T21:41:55.635 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-20T21:41:55.635 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-20T21:41:55.635 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-20T21:41:55.635 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-20T21:41:55.635 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-20T21:41:55.635 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-20T21:41:55.635 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-20T21:41:55.635 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-20T21:41:55.636 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-20T21:41:55.636 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-20T21:41:55.636 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-20T21:41:55.636 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-20T21:41:55.636 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-20T21:41:55.636 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-20T21:41:55.636 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-20T21:41:55.636 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-20T21:41:55.636 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-20T21:41:55.636 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-20T21:41:55.636 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-20T21:41:55.636 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-20T21:41:55.636 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-20T21:41:55.636 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-20T21:41:55.637 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-20T21:41:55.637 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-20T21:41:55.637 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-20T21:41:55.637 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.637 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T21:41:55.637 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.637 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.637 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-20T21:41:55.637 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.637 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-20T21:41:55.637 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:55.637 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.637 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.638 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.638 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.638 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.638 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.638 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.638 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.638 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.638 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.638 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.638 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.639 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.639 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.639 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.639 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.639 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.639 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.639 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.639 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.639 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.639 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.639 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.639 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.639 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.640 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.640 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.640 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.640 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.640 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.640 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.640 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:55.640 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.640 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.640 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.641 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-20T21:41:55.641 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:55.641 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.641 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.641 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.641 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.641 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.642 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.642 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.642 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.642 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.642 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.642 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.642 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.642 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.643 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.643 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.643 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.643 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.643 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.643 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.643 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.644 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.644 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.644 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.644 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.644 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.644 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.644 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.645 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.645 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.645 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.645 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.645 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:55.645 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.645 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.645 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.645 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-20T21:41:55.645 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:55.645 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.646 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.646 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.646 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.646 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.646 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.646 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.646 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.646 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.646 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.646 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.646 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.646 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.646 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.646 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.647 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.647 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.647 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.647 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.647 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.647 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.647 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.647 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.647 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.647 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.647 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.647 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.647 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.647 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.648 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.648 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.648 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:55.648 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.648 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.648 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.648 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-20T21:41:55.648 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:55.648 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.648 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.648 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.648 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.648 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.648 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.649 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.649 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.649 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.649 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.649 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.649 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.649 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.649 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.649 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.649 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.649 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.649 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.649 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.649 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.649 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.650 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.650 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.650 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.650 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.650 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.650 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.650 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.650 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.650 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.650 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.650 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:55.650 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.650 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.651 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.651 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-20T21:41:55.651 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:55.651 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.651 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.651 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.651 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.651 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.651 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.651 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.651 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.651 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.651 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.651 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.652 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.652 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.652 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.652 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.652 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.652 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.652 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.652 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.652 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.652 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.652 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.652 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.652 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.653 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.653 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.653 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.653 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.653 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.653 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.653 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.653 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:55.653 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.653 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.653 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.653 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-20T21:41:55.653 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:55.653 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.654 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.654 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.654 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.654 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.654 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.654 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.654 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.654 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.654 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.654 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.655 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.655 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.655 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.655 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.655 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.655 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.655 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.655 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.655 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.655 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.655 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.655 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.656 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.656 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.656 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.656 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.656 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.656 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.656 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.656 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.656 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:55.656 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.656 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.656 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.656 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-20T21:41:55.656 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:55.657 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.657 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.657 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.657 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.657 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.657 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.657 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.657 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.657 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.657 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.657 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.657 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.657 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.657 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.658 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.658 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.658 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.658 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.658 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.658 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.658 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.658 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.658 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.658 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.658 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.658 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.658 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.659 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.659 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.659 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.659 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.659 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:55.659 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.659 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.659 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.659 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-20T21:41:55.659 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:55.659 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.659 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.659 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.659 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.660 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.660 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.660 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.660 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.660 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.660 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.660 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.660 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.660 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.660 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.660 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.660 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.660 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.660 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.660 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.660 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.661 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.661 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.661 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.661 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.661 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.661 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.661 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.661 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.661 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.661 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.661 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.661 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:55.661 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.661 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.661 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.662 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.662 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T21:41:55.662 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-20T21:41:55.662 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.662 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T21:41:55.662 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T21:41:55.662 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-20T21:41:55.662 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-20T21:41:55.662 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T21:41:55.662 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T21:41:55.662 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-20T21:41:55.662 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-20T21:41:55.662 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-20T21:41:55.662 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-20T21:41:55.662 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-20T21:41:55.663 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-20T21:41:55.663 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-20T21:41:55.663 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-20T21:41:55.663 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-20T21:41:55.663 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-20T21:41:55.663 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-20T21:41:55.663 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-20T21:41:55.663 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-20T21:41:55.663 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-20T21:41:55.663 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-20T21:41:55.663 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-20T21:41:55.663 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-20T21:41:55.663 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-20T21:41:55.663 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-20T21:41:55.663 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-20T21:41:55.664 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-20T21:41:55.664 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-20T21:41:55.664 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-20T21:41:55.664 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-20T21:41:55.664 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-20T21:41:55.664 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-20T21:41:55.664 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-20T21:41:55.664 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-20T21:41:55.664 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-20T21:41:55.664 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-20T21:41:55.664 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-20T21:41:55.664 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.664 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T21:41:55.664 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.664 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.664 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T21:41:55.665 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T21:41:55.665 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-20T21:41:55.665 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-20T21:41:55.665 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T21:41:55.665 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T21:41:55.665 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-20T21:41:55.665 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-20T21:41:55.665 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-20T21:41:55.665 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-20T21:41:55.665 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-20T21:41:55.665 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-20T21:41:55.665 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-20T21:41:55.665 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-20T21:41:55.665 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-20T21:41:55.665 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-20T21:41:55.666 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-20T21:41:55.666 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-20T21:41:55.666 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-20T21:41:55.666 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-20T21:41:55.666 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-20T21:41:55.666 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-20T21:41:55.666 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-20T21:41:55.666 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-20T21:41:55.666 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-20T21:41:55.666 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-20T21:41:55.666 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-20T21:41:55.666 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-20T21:41:55.666 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-20T21:41:55.666 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-20T21:41:55.666 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-20T21:41:55.667 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-20T21:41:55.667 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-20T21:41:55.667 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-20T21:41:55.667 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-20T21:41:55.667 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-20T21:41:55.667 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-20T21:41:55.667 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.667 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T21:41:55.667 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.667 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.667 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-20T21:41:55.667 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.667 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-20T21:41:55.667 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:55.667 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.668 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.668 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.668 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.668 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.668 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.668 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.668 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.668 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.668 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.668 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.668 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.668 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.668 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.668 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.668 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.669 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.669 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.669 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.669 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.669 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.669 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.669 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.669 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.669 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.669 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.669 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.669 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.669 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.669 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.670 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.670 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:55.670 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.670 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.670 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.670 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-20T21:41:55.670 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:55.670 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.670 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.670 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.670 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.670 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.670 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 8, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.671 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7, 2, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.671 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.671 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.671 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.671 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.671 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.671 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.671 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.671 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.671 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.671 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.671 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.671 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.671 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.672 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.672 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.672 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.672 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.672 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.672 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.672 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.672 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.672 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.672 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.672 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.672 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:55.672 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.672 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.673 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.673 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-20T21:41:55.673 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:55.673 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.673 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.673 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.673 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.673 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.673 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.673 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.673 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.673 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.673 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.673 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.674 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.674 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.674 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.674 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.674 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.674 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.674 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.674 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.674 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.674 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.674 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.674 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.674 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.675 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.675 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.675 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.675 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.675 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.675 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.675 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.675 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:55.675 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.675 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.675 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.675 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-20T21:41:55.675 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:55.675 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.676 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.676 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.676 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.676 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.676 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.676 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.676 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.676 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.676 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.676 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.676 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.676 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.676 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.677 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.677 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.677 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.677 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.677 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.677 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.677 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.677 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.677 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.677 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.677 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.677 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.677 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.677 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.677 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.678 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.678 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.678 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:55.678 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.678 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.678 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.678 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-20T21:41:55.678 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:55.678 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.678 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.678 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.678 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.678 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.678 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.679 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.679 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.679 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.679 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.679 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.679 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.679 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.679 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.679 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.679 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.679 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.679 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.679 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.679 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.680 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.680 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.680 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.680 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.680 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.680 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.680 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.680 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.680 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.680 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.680 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.680 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:55.680 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.681 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.681 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.681 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-20T21:41:55.681 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:55.681 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.681 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.681 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.681 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.681 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.681 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.681 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.681 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.681 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.681 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.681 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.682 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.682 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.682 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.682 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.682 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.682 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.682 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.682 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.682 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.682 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.682 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.682 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.682 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.682 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.683 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.683 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.683 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.683 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.683 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.683 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.683 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:55.683 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.683 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.683 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.683 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-20T21:41:55.683 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:55.683 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.683 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.684 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.684 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.684 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.684 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.684 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.684 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.684 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.684 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.684 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.684 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.684 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.684 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.684 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.684 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.685 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.685 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.685 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.685 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.685 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.685 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.685 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.685 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.685 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.685 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.685 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.685 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.685 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.686 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.686 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.686 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:55.686 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.686 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.686 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:55.686 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-20T21:41:55.686 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T21:41:55.686 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.686 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.686 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.686 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.686 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.686 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.687 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.687 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.687 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.687 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.687 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.687 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.687 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.687 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.687 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.687 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.687 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.687 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.687 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.687 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.688 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.688 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.688 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.688 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.688 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.688 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.688 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.688 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.688 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.688 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.688 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T21:41:55.688 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T21:41:55.688 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.688 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.688 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T21:41:55.689 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.689 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.689 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:55.689 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_counters": { 2024-09-20T21:41:55.689 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.a373ec1b8791b7f450fd778abc506764734e5598": { 2024-09-20T21:41:55.689 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-20T21:41:55.689 INFO:tasks.workunit.client.0.smithi046.stdout: "caps": { 2024-09-20T21:41:55.689 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.689 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.689 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_flush_ack": { 2024-09-20T21:41:55.689 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.689 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.689 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-20T21:41:55.689 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.690 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.690 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_grant": { 2024-09-20T21:41:55.690 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.690 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.690 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_revoke": { 2024-09-20T21:41:55.690 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.690 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.690 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_trunc": { 2024-09-20T21:41:55.690 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.690 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.690 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_commit": { 2024-09-20T21:41:55.690 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-20T21:41:55.690 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.690 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_fetch": { 2024-09-20T21:41:55.691 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.691 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_merge": { 2024-09-20T21:41:55.691 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.691 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_split": { 2024-09-20T21:41:55.691 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.691 INFO:tasks.workunit.client.0.smithi046.stdout: "exported_inodes": { 2024-09-20T21:41:55.691 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.691 INFO:tasks.workunit.client.0.smithi046.stdout: "forward": { 2024-09-20T21:41:55.691 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.692 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_cap_release": { 2024-09-20T21:41:55.692 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.692 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.692 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_caps": { 2024-09-20T21:41:55.692 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.692 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.692 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_caps_dirty": { 2024-09-20T21:41:55.692 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.692 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.692 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_inode_file_caps": { 2024-09-20T21:41:55.692 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.692 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.692 INFO:tasks.workunit.client.0.smithi046.stdout: "imported_inodes": { 2024-09-20T21:41:55.692 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.693 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes": { 2024-09-20T21:41:55.693 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-20T21:41:55.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.693 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes_expired": { 2024-09-20T21:41:55.693 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.693 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes_pinned": { 2024-09-20T21:41:55.693 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-20T21:41:55.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.693 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes_with_caps": { 2024-09-20T21:41:55.693 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.693 INFO:tasks.workunit.client.0.smithi046.stdout: "load_cent": { 2024-09-20T21:41:55.693 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.694 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.694 INFO:tasks.workunit.client.0.smithi046.stdout: "openino_dir_fetch": { 2024-09-20T21:41:55.694 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.694 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.694 INFO:tasks.workunit.client.0.smithi046.stdout: "process_request_cap_release": { 2024-09-20T21:41:55.694 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.694 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.694 INFO:tasks.workunit.client.0.smithi046.stdout: "reply_latency": { 2024-09-20T21:41:55.694 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T21:41:55.694 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 76121 2024-09-20T21:41:55.694 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.694 INFO:tasks.workunit.client.0.smithi046.stdout: "request": { 2024-09-20T21:41:55.694 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:55.694 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.695 INFO:tasks.workunit.client.0.smithi046.stdout: "root_rbytes": { 2024-09-20T21:41:55.695 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.695 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.695 INFO:tasks.workunit.client.0.smithi046.stdout: "root_rfiles": { 2024-09-20T21:41:55.695 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.695 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.695 INFO:tasks.workunit.client.0.smithi046.stdout: "root_rsnaps": { 2024-09-20T21:41:55.695 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.695 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.695 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_reply": { 2024-09-20T21:41:55.695 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.695 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.695 INFO:tasks.workunit.client.0.smithi046.stdout: "subtrees": { 2024-09-20T21:41:55.695 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:55.696 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.696 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.696 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_cache": { 2024-09-20T21:41:55.696 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_enqueue_scrub": { 2024-09-20T21:41:55.696 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.696 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.696 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_exportdir": { 2024-09-20T21:41:55.696 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.696 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.696 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_flush": { 2024-09-20T21:41:55.696 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.696 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.696 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_fragmentdir": { 2024-09-20T21:41:55.696 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.697 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.697 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_fragstats": { 2024-09-20T21:41:55.697 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.697 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.697 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_inodestats": { 2024-09-20T21:41:55.697 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.697 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_recovering_enqueued": { 2024-09-20T21:41:55.697 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.697 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_recovering_prioritized": { 2024-09-20T21:41:55.697 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.697 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_recovering_processing": { 2024-09-20T21:41:55.697 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.698 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_strays": { 2024-09-20T21:41:55.698 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.698 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_strays_delayed": { 2024-09-20T21:41:55.698 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.698 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_strays_enqueuing": { 2024-09-20T21:41:55.698 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.698 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.698 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_completed": { 2024-09-20T21:41:55.698 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.698 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.698 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_started": { 2024-09-20T21:41:55.699 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.699 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.699 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_created": { 2024-09-20T21:41:55.699 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.699 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.699 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_enqueued": { 2024-09-20T21:41:55.699 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.699 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.699 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_migrated": { 2024-09-20T21:41:55.699 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.699 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.699 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_reintegrated": { 2024-09-20T21:41:55.699 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.699 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.700 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.700 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_log": { 2024-09-20T21:41:55.700 INFO:tasks.workunit.client.0.smithi046.stdout: "ev": { 2024-09-20T21:41:55.700 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-20T21:41:55.700 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.700 INFO:tasks.workunit.client.0.smithi046.stdout: "evadd": { 2024-09-20T21:41:55.700 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-20T21:41:55.700 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.700 INFO:tasks.workunit.client.0.smithi046.stdout: "evex": { 2024-09-20T21:41:55.700 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.700 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.700 INFO:tasks.workunit.client.0.smithi046.stdout: "evexd": { 2024-09-20T21:41:55.700 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.700 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.701 INFO:tasks.workunit.client.0.smithi046.stdout: "evexg": { 2024-09-20T21:41:55.701 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.701 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.701 INFO:tasks.workunit.client.0.smithi046.stdout: "evtrm": { 2024-09-20T21:41:55.701 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.701 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.701 INFO:tasks.workunit.client.0.smithi046.stdout: "jlat": { 2024-09-20T21:41:55.701 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5, 2024-09-20T21:41:55.701 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9937975 2024-09-20T21:41:55.701 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.701 INFO:tasks.workunit.client.0.smithi046.stdout: "replayed": { 2024-09-20T21:41:55.701 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.701 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.701 INFO:tasks.workunit.client.0.smithi046.stdout: "seg": { 2024-09-20T21:41:55.702 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T21:41:55.702 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.702 INFO:tasks.workunit.client.0.smithi046.stdout: "segadd": { 2024-09-20T21:41:55.702 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T21:41:55.702 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.702 INFO:tasks.workunit.client.0.smithi046.stdout: "segex": { 2024-09-20T21:41:55.702 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.702 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.702 INFO:tasks.workunit.client.0.smithi046.stdout: "segexd": { 2024-09-20T21:41:55.702 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.702 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.702 INFO:tasks.workunit.client.0.smithi046.stdout: "segexg": { 2024-09-20T21:41:55.702 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.702 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.702 INFO:tasks.workunit.client.0.smithi046.stdout: "segtrm": { 2024-09-20T21:41:55.703 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.703 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.703 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.703 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_mem": { 2024-09-20T21:41:55.703 INFO:tasks.workunit.client.0.smithi046.stdout: "cap": { 2024-09-20T21:41:55.703 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.703 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.703 INFO:tasks.workunit.client.0.smithi046.stdout: "cap+": { 2024-09-20T21:41:55.703 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:55.703 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.703 INFO:tasks.workunit.client.0.smithi046.stdout: "cap-": { 2024-09-20T21:41:55.703 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:55.703 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.703 INFO:tasks.workunit.client.0.smithi046.stdout: "dir": { 2024-09-20T21:41:55.704 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-20T21:41:55.704 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.704 INFO:tasks.workunit.client.0.smithi046.stdout: "dir+": { 2024-09-20T21:41:55.704 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-20T21:41:55.704 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.704 INFO:tasks.workunit.client.0.smithi046.stdout: "dir-": { 2024-09-20T21:41:55.704 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.704 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.704 INFO:tasks.workunit.client.0.smithi046.stdout: "dn": { 2024-09-20T21:41:55.704 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-20T21:41:55.704 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.704 INFO:tasks.workunit.client.0.smithi046.stdout: "dn+": { 2024-09-20T21:41:55.704 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-20T21:41:55.704 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.704 INFO:tasks.workunit.client.0.smithi046.stdout: "dn-": { 2024-09-20T21:41:55.705 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.705 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.705 INFO:tasks.workunit.client.0.smithi046.stdout: "heap": { 2024-09-20T21:41:55.705 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 207068 2024-09-20T21:41:55.705 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.705 INFO:tasks.workunit.client.0.smithi046.stdout: "ino": { 2024-09-20T21:41:55.705 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13 2024-09-20T21:41:55.705 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.705 INFO:tasks.workunit.client.0.smithi046.stdout: "ino+": { 2024-09-20T21:41:55.705 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13 2024-09-20T21:41:55.705 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.705 INFO:tasks.workunit.client.0.smithi046.stdout: "ino-": { 2024-09-20T21:41:55.705 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.705 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.705 INFO:tasks.workunit.client.0.smithi046.stdout: "rss": { 2024-09-20T21:41:55.706 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37848 2024-09-20T21:41:55.706 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.706 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.706 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_server": { 2024-09-20T21:41:55.706 INFO:tasks.workunit.client.0.smithi046.stdout: "cap_acquisition_throttle": { 2024-09-20T21:41:55.706 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.706 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.706 INFO:tasks.workunit.client.0.smithi046.stdout: "cap_revoke_eviction": { 2024-09-20T21:41:55.706 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.706 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.706 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_request": { 2024-09-20T21:41:55.706 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:55.706 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.706 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_session": { 2024-09-20T21:41:55.707 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16 2024-09-20T21:41:55.707 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.707 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_peer_request": { 2024-09-20T21:41:55.707 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.707 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.707 INFO:tasks.workunit.client.0.smithi046.stdout: "req_create_latency": { 2024-09-20T21:41:55.707 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.707 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.707 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.707 INFO:tasks.workunit.client.0.smithi046.stdout: "req_getattr_latency": { 2024-09-20T21:41:55.707 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T21:41:55.707 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 76121 2024-09-20T21:41:55.707 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.707 INFO:tasks.workunit.client.0.smithi046.stdout: "req_getfilelock_latency": { 2024-09-20T21:41:55.708 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.708 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.708 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.708 INFO:tasks.workunit.client.0.smithi046.stdout: "req_getvxattr_latency": { 2024-09-20T21:41:55.708 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.708 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.708 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.708 INFO:tasks.workunit.client.0.smithi046.stdout: "req_link_latency": { 2024-09-20T21:41:55.708 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.708 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.708 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.708 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookup_latency": { 2024-09-20T21:41:55.708 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.708 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.708 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.709 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookuphash_latency": { 2024-09-20T21:41:55.709 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.709 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.709 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.709 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupino_latency": { 2024-09-20T21:41:55.709 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.709 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.709 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.709 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupname_latency": { 2024-09-20T21:41:55.709 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.709 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.709 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.709 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupparent_latency": { 2024-09-20T21:41:55.709 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.709 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.710 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.710 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupsnap_latency": { 2024-09-20T21:41:55.710 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.710 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.710 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.710 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lssnap_latency": { 2024-09-20T21:41:55.710 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.710 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.710 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.710 INFO:tasks.workunit.client.0.smithi046.stdout: "req_mkdir_latency": { 2024-09-20T21:41:55.710 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.710 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.710 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.710 INFO:tasks.workunit.client.0.smithi046.stdout: "req_mknod_latency": { 2024-09-20T21:41:55.710 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.711 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.711 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.711 INFO:tasks.workunit.client.0.smithi046.stdout: "req_mksnap_latency": { 2024-09-20T21:41:55.711 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.711 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.711 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.711 INFO:tasks.workunit.client.0.smithi046.stdout: "req_open_latency": { 2024-09-20T21:41:55.711 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.711 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.711 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.711 INFO:tasks.workunit.client.0.smithi046.stdout: "req_readdir_latency": { 2024-09-20T21:41:55.711 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.711 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.711 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.712 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rename_latency": { 2024-09-20T21:41:55.712 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.712 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.712 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.712 INFO:tasks.workunit.client.0.smithi046.stdout: "req_renamesnap_latency": { 2024-09-20T21:41:55.712 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.712 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.712 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.712 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rmdir_latency": { 2024-09-20T21:41:55.712 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.712 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.712 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.712 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rmsnap_latency": { 2024-09-20T21:41:55.712 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.713 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.713 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.713 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rmxattr_latency": { 2024-09-20T21:41:55.713 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.713 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.713 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.713 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setattr_latency": { 2024-09-20T21:41:55.713 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.713 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.713 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.713 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setdirlayout_latency": { 2024-09-20T21:41:55.713 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.713 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.713 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.714 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setfilelock_latency": { 2024-09-20T21:41:55.714 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.714 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.714 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.714 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setlayout_latency": { 2024-09-20T21:41:55.714 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.714 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.714 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.714 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setxattr_latency": { 2024-09-20T21:41:55.714 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.714 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.714 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.714 INFO:tasks.workunit.client.0.smithi046.stdout: "req_symlink_latency": { 2024-09-20T21:41:55.714 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.715 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.715 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.715 INFO:tasks.workunit.client.0.smithi046.stdout: "req_unlink_latency": { 2024-09-20T21:41:55.715 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.715 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.715 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.715 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.715 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_sessions": { 2024-09-20T21:41:55.715 INFO:tasks.workunit.client.0.smithi046.stdout: "average_load": { 2024-09-20T21:41:55.715 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T21:41:55.715 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.715 INFO:tasks.workunit.client.0.smithi046.stdout: "avg_session_uptime": { 2024-09-20T21:41:55.715 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 87 2024-09-20T21:41:55.715 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.715 INFO:tasks.workunit.client.0.smithi046.stdout: "mdthresh_evicted": { 2024-09-20T21:41:55.716 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.716 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.716 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-20T21:41:55.716 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:55.716 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.716 INFO:tasks.workunit.client.0.smithi046.stdout: "session_count": { 2024-09-20T21:41:55.716 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.716 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.716 INFO:tasks.workunit.client.0.smithi046.stdout: "session_remove": { 2024-09-20T21:41:55.716 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:55.716 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.716 INFO:tasks.workunit.client.0.smithi046.stdout: "sessions_open": { 2024-09-20T21:41:55.716 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.716 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.716 INFO:tasks.workunit.client.0.smithi046.stdout: "sessions_stale": { 2024-09-20T21:41:55.717 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.717 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.717 INFO:tasks.workunit.client.0.smithi046.stdout: "total_load": { 2024-09-20T21:41:55.717 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:55.717 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.717 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.717 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T21:41:55.717 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T21:41:55.717 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.717 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.717 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T21:41:55.717 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.717 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.717 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T21:41:55.718 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.718 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.718 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T21:41:55.718 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 45 2024-09-20T21:41:55.718 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.718 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.718 INFO:tasks.workunit.client.0.smithi046.stdout: "purge_queue": { 2024-09-20T21:41:55.718 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executed": { 2024-09-20T21:41:55.718 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.718 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.718 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing": { 2024-09-20T21:41:55.718 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.718 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.718 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing_high_water": { 2024-09-20T21:41:55.718 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.719 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.719 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing_ops": { 2024-09-20T21:41:55.719 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.719 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.719 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing_ops_high_water": { 2024-09-20T21:41:55.719 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.719 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.719 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_item_in_journal": { 2024-09-20T21:41:55.719 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.719 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.719 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.719 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.719 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.89feedb6ca5aa28c1526bae4a18bccbde113d39a": { 2024-09-20T21:41:55.719 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T21:41:55.720 INFO:tasks.workunit.client.0.smithi046.stdout: "election_call": { 2024-09-20T21:41:55.720 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:55.720 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.720 INFO:tasks.workunit.client.0.smithi046.stdout: "election_lose": { 2024-09-20T21:41:55.720 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.720 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.720 INFO:tasks.workunit.client.0.smithi046.stdout: "election_win": { 2024-09-20T21:41:55.720 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-20T21:41:55.720 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_elections": { 2024-09-20T21:41:55.720 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9 2024-09-20T21:41:55.720 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": { 2024-09-20T21:41:55.720 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9 2024-09-20T21:41:55.721 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.721 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-20T21:41:55.721 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-20T21:41:55.721 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.721 INFO:tasks.workunit.client.0.smithi046.stdout: "session_rm": { 2024-09-20T21:41:55.721 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 194 2024-09-20T21:41:55.721 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.721 INFO:tasks.workunit.client.0.smithi046.stdout: "session_trim": { 2024-09-20T21:41:55.721 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.721 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.721 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.721 INFO:tasks.workunit.client.0.smithi046.stdout: "paxos": { 2024-09-20T21:41:55.721 INFO:tasks.workunit.client.0.smithi046.stdout: "accept_timeout": { 2024-09-20T21:41:55.721 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.722 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.722 INFO:tasks.workunit.client.0.smithi046.stdout: "begin": { 2024-09-20T21:41:55.722 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 961 2024-09-20T21:41:55.722 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.722 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_bytes": { 2024-09-20T21:41:55.722 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 961, 2024-09-20T21:41:55.722 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5147253 2024-09-20T21:41:55.722 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.722 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_keys": { 2024-09-20T21:41:55.722 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 961, 2024-09-20T21:41:55.722 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2883 2024-09-20T21:41:55.722 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.722 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_latency": { 2024-09-20T21:41:55.723 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 961, 2024-09-20T21:41:55.723 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 132998629 2024-09-20T21:41:55.723 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.723 INFO:tasks.workunit.client.0.smithi046.stdout: "collect": { 2024-09-20T21:41:55.723 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.723 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.723 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_bytes": { 2024-09-20T21:41:55.723 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.723 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.723 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.723 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_keys": { 2024-09-20T21:41:55.723 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.723 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.724 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.724 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_latency": { 2024-09-20T21:41:55.724 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.724 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.724 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.724 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_timeout": { 2024-09-20T21:41:55.724 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.724 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.724 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_uncommitted": { 2024-09-20T21:41:55.724 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.724 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.724 INFO:tasks.workunit.client.0.smithi046.stdout: "commit": { 2024-09-20T21:41:55.724 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 961 2024-09-20T21:41:55.725 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.725 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_bytes": { 2024-09-20T21:41:55.725 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 961, 2024-09-20T21:41:55.725 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5078119 2024-09-20T21:41:55.725 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.725 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_keys": { 2024-09-20T21:41:55.725 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 961, 2024-09-20T21:41:55.725 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5451 2024-09-20T21:41:55.725 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.725 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_latency": { 2024-09-20T21:41:55.725 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 961, 2024-09-20T21:41:55.725 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 133982308 2024-09-20T21:41:55.725 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.725 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_ack_timeout": { 2024-09-20T21:41:55.726 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.726 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.726 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_timeout": { 2024-09-20T21:41:55.726 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.726 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.726 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn": { 2024-09-20T21:41:55.726 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:55.726 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.726 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn_latency": { 2024-09-20T21:41:55.726 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T21:41:55.726 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 999990 2024-09-20T21:41:55.726 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.726 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh": { 2024-09-20T21:41:55.727 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 963 2024-09-20T21:41:55.727 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.727 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh_latency": { 2024-09-20T21:41:55.727 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 963, 2024-09-20T21:41:55.727 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2321976091 2024-09-20T21:41:55.727 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.727 INFO:tasks.workunit.client.0.smithi046.stdout: "restart": { 2024-09-20T21:41:55.727 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-20T21:41:55.727 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.727 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state": { 2024-09-20T21:41:55.727 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-20T21:41:55.727 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.727 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_bytes": { 2024-09-20T21:41:55.729 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T21:41:55.729 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1627 2024-09-20T21:41:55.729 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.730 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_keys": { 2024-09-20T21:41:55.730 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T21:41:55.730 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-20T21:41:55.730 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.730 INFO:tasks.workunit.client.0.smithi046.stdout: "start_leader": { 2024-09-20T21:41:55.730 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-20T21:41:55.730 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.730 INFO:tasks.workunit.client.0.smithi046.stdout: "start_peon": { 2024-09-20T21:41:55.730 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.730 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.730 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state": { 2024-09-20T21:41:55.730 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.730 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.731 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_bytes": { 2024-09-20T21:41:55.731 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.731 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.731 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.731 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_keys": { 2024-09-20T21:41:55.731 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.731 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.731 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.731 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_latency": { 2024-09-20T21:41:55.731 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.731 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.731 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.731 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.731 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache": { 2024-09-20T21:41:55.731 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T21:41:55.731 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1020054731 2024-09-20T21:41:55.732 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.732 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T21:41:55.732 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 45850624 2024-09-20T21:41:55.732 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.732 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T21:41:55.732 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 40738816 2024-09-20T21:41:55.732 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.732 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T21:41:55.732 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2147483648 2024-09-20T21:41:55.732 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.732 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T21:41:55.732 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5111808 2024-09-20T21:41:55.732 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.732 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.732 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:full": { 2024-09-20T21:41:55.732 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:55.733 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 348127232 2024-09-20T21:41:55.733 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.733 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:55.733 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.733 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.733 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:55.733 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.733 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.733 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:55.733 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 277022647 2024-09-20T21:41:55.733 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.733 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:55.733 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 270542 2024-09-20T21:41:55.733 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.733 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:55.734 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.734 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.734 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:55.734 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.734 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.734 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:55.734 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.734 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.734 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:55.734 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.734 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.734 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:55.734 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.735 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.735 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:55.735 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.735 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.735 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:55.735 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.735 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.735 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:55.735 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.735 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.735 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:55.735 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70834043 2024-09-20T21:41:55.735 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.735 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.735 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:inc": { 2024-09-20T21:41:55.735 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:55.736 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 348127232 2024-09-20T21:41:55.736 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.736 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:55.736 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.736 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.736 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:55.736 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.736 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.736 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:55.736 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 277022647 2024-09-20T21:41:55.736 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.736 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:55.736 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 38760 2024-09-20T21:41:55.736 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.736 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:55.737 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.737 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.737 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:55.737 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.737 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.737 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:55.737 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.737 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.737 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:55.737 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.737 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.737 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:55.737 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.737 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.738 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:55.738 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.738 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.738 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:55.738 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.738 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.738 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:55.738 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.738 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.738 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:55.738 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71065825 2024-09-20T21:41:55.738 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.738 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.738 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:kv": { 2024-09-20T21:41:55.739 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:55.739 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 322961408 2024-09-20T21:41:55.739 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.739 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:55.739 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:55.739 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.739 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:55.739 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.739 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.739 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:55.739 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 184681765 2024-09-20T21:41:55.739 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.739 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:55.739 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.740 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.740 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:55.740 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.740 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.740 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:55.740 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.740 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.740 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:55.740 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.740 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.740 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:55.740 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.740 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.740 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:55.740 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.741 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.741 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:55.741 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.741 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.741 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:55.741 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.741 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.741 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:55.741 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.741 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.741 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:55.741 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71170779 2024-09-20T21:41:55.741 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.742 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.742 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb": { 2024-09-20T21:41:55.742 INFO:tasks.workunit.client.0.smithi046.stdout: "compact": { 2024-09-20T21:41:55.742 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.742 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.742 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_completed": { 2024-09-20T21:41:55.742 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T21:41:55.742 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.742 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lasted": { 2024-09-20T21:41:55.742 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 29000474 2024-09-20T21:41:55.742 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.742 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_len": { 2024-09-20T21:41:55.742 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.742 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.743 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_merge": { 2024-09-20T21:41:55.743 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.743 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.743 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_running": { 2024-09-20T21:41:55.743 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.743 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.743 INFO:tasks.workunit.client.0.smithi046.stdout: "get_latency": { 2024-09-20T21:41:55.743 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 43251, 2024-09-20T21:41:55.743 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 175487979 2024-09-20T21:41:55.743 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.743 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_delay_time": { 2024-09-20T21:41:55.743 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.744 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.744 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.744 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_memtable_time": { 2024-09-20T21:41:55.744 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.744 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.744 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.744 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-20T21:41:55.744 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.744 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.744 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.744 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_wal_time": { 2024-09-20T21:41:55.744 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.745 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.745 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.745 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_latency": { 2024-09-20T21:41:55.745 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.745 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.745 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.745 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_sync_latency": { 2024-09-20T21:41:55.745 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2088, 2024-09-20T21:41:55.745 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 282608879 2024-09-20T21:41:55.745 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.745 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.745 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.745 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.a373ec1b8791b7f450fd778abc506764734e5598": { 2024-09-20T21:41:55.745 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T21:41:55.745 INFO:tasks.workunit.client.0.smithi046.stdout: "election_call": { 2024-09-20T21:41:55.746 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:55.746 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.746 INFO:tasks.workunit.client.0.smithi046.stdout: "election_lose": { 2024-09-20T21:41:55.746 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:55.746 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.746 INFO:tasks.workunit.client.0.smithi046.stdout: "election_win": { 2024-09-20T21:41:55.746 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.746 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_elections": { 2024-09-20T21:41:55.746 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7 2024-09-20T21:41:55.746 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": { 2024-09-20T21:41:55.746 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-20T21:41:55.746 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.747 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-20T21:41:55.747 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-20T21:41:55.747 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.747 INFO:tasks.workunit.client.0.smithi046.stdout: "session_rm": { 2024-09-20T21:41:55.747 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 53 2024-09-20T21:41:55.747 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.747 INFO:tasks.workunit.client.0.smithi046.stdout: "session_trim": { 2024-09-20T21:41:55.747 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.747 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.747 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.747 INFO:tasks.workunit.client.0.smithi046.stdout: "paxos": { 2024-09-20T21:41:55.747 INFO:tasks.workunit.client.0.smithi046.stdout: "accept_timeout": { 2024-09-20T21:41:55.747 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.748 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.748 INFO:tasks.workunit.client.0.smithi046.stdout: "begin": { 2024-09-20T21:41:55.748 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 835 2024-09-20T21:41:55.748 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.748 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_bytes": { 2024-09-20T21:41:55.748 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 835, 2024-09-20T21:41:55.748 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096761 2024-09-20T21:41:55.748 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.748 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_keys": { 2024-09-20T21:41:55.748 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.748 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.748 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.748 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_latency": { 2024-09-20T21:41:55.748 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 835, 2024-09-20T21:41:55.749 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 114997350 2024-09-20T21:41:55.749 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.749 INFO:tasks.workunit.client.0.smithi046.stdout: "collect": { 2024-09-20T21:41:55.749 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:55.749 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.749 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_bytes": { 2024-09-20T21:41:55.749 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T21:41:55.749 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 146 2024-09-20T21:41:55.749 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.749 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_keys": { 2024-09-20T21:41:55.749 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T21:41:55.749 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:55.749 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.749 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_latency": { 2024-09-20T21:41:55.750 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T21:41:55.750 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 999977 2024-09-20T21:41:55.750 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.750 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_timeout": { 2024-09-20T21:41:55.750 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.750 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.750 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_uncommitted": { 2024-09-20T21:41:55.750 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.750 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.750 INFO:tasks.workunit.client.0.smithi046.stdout: "commit": { 2024-09-20T21:41:55.750 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 836 2024-09-20T21:41:55.750 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.750 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_bytes": { 2024-09-20T21:41:55.751 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.751 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.751 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.751 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_keys": { 2024-09-20T21:41:55.751 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.751 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.751 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.751 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_latency": { 2024-09-20T21:41:55.751 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.751 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.751 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.751 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_ack_timeout": { 2024-09-20T21:41:55.751 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.751 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.752 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_timeout": { 2024-09-20T21:41:55.752 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.752 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.752 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn": { 2024-09-20T21:41:55.752 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.752 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.752 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn_latency": { 2024-09-20T21:41:55.752 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.752 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.752 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.752 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh": { 2024-09-20T21:41:55.752 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 836 2024-09-20T21:41:55.752 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.752 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh_latency": { 2024-09-20T21:41:55.753 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 836, 2024-09-20T21:41:55.753 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1854957220 2024-09-20T21:41:55.753 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.753 INFO:tasks.workunit.client.0.smithi046.stdout: "restart": { 2024-09-20T21:41:55.753 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13 2024-09-20T21:41:55.753 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.753 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state": { 2024-09-20T21:41:55.753 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.753 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.753 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_bytes": { 2024-09-20T21:41:55.753 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.753 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.753 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.753 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_keys": { 2024-09-20T21:41:55.754 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.754 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.754 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.754 INFO:tasks.workunit.client.0.smithi046.stdout: "start_leader": { 2024-09-20T21:41:55.754 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.754 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.754 INFO:tasks.workunit.client.0.smithi046.stdout: "start_peon": { 2024-09-20T21:41:55.754 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:55.754 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.754 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state": { 2024-09-20T21:41:55.754 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 836 2024-09-20T21:41:55.754 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.754 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_bytes": { 2024-09-20T21:41:55.754 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 836, 2024-09-20T21:41:55.755 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8036696 2024-09-20T21:41:55.755 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.755 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_keys": { 2024-09-20T21:41:55.755 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 836, 2024-09-20T21:41:55.755 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5602 2024-09-20T21:41:55.755 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.755 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_latency": { 2024-09-20T21:41:55.755 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 836, 2024-09-20T21:41:55.755 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 382991179 2024-09-20T21:41:55.755 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.755 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.755 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache": { 2024-09-20T21:41:55.755 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T21:41:55.755 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1020054731 2024-09-20T21:41:55.756 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.756 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T21:41:55.756 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 44883968 2024-09-20T21:41:55.756 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.756 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T21:41:55.756 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 33718272 2024-09-20T21:41:55.756 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.756 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T21:41:55.756 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2147483648 2024-09-20T21:41:55.756 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.756 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T21:41:55.756 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11165696 2024-09-20T21:41:55.756 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.756 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.757 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:full": { 2024-09-20T21:41:55.757 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:55.757 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 348127232 2024-09-20T21:41:55.757 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.757 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:55.757 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.757 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.757 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:55.757 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.757 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.757 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:55.757 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 277021585 2024-09-20T21:41:55.757 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.757 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:55.757 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 270972 2024-09-20T21:41:55.758 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.758 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:55.758 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.758 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.758 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:55.758 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.758 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.758 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:55.758 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.758 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.758 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:55.758 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.758 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.758 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:55.759 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.759 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.759 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:55.759 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.759 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.759 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:55.759 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.759 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.759 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:55.759 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.759 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.759 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:55.759 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70834675 2024-09-20T21:41:55.759 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.759 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.760 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:inc": { 2024-09-20T21:41:55.760 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:55.760 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 348127232 2024-09-20T21:41:55.760 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.760 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:55.760 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.760 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.760 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:55.760 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.760 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.760 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:55.760 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 277021585 2024-09-20T21:41:55.760 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.760 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:55.761 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 41163 2024-09-20T21:41:55.761 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.761 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:55.761 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.761 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.761 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:55.761 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.761 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.761 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:55.761 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.761 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.761 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:55.761 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.761 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.762 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:55.762 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.762 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.762 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:55.762 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.762 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.762 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:55.762 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.762 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.762 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:55.762 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.762 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.762 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:55.762 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71064484 2024-09-20T21:41:55.763 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.763 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.763 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:kv": { 2024-09-20T21:41:55.763 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:55.763 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 322961408 2024-09-20T21:41:55.763 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.763 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:55.763 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:55.763 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.763 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:55.763 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.763 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.763 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:55.764 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 184681057 2024-09-20T21:41:55.764 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.764 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:55.764 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.764 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.764 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:55.764 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.764 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.764 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:55.764 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.764 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.764 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:55.764 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.764 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.765 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:55.765 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.765 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.765 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:55.765 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.765 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.765 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:55.765 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.765 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.765 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:55.765 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.765 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.765 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:55.765 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.765 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.765 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:55.766 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71171487 2024-09-20T21:41:55.766 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.766 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.766 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb": { 2024-09-20T21:41:55.766 INFO:tasks.workunit.client.0.smithi046.stdout: "compact": { 2024-09-20T21:41:55.766 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.766 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.766 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_completed": { 2024-09-20T21:41:55.766 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T21:41:55.766 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.766 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lasted": { 2024-09-20T21:41:55.766 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 29858028 2024-09-20T21:41:55.766 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.766 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_len": { 2024-09-20T21:41:55.767 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.767 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.767 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_merge": { 2024-09-20T21:41:55.767 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.767 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.767 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_running": { 2024-09-20T21:41:55.767 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.767 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.767 INFO:tasks.workunit.client.0.smithi046.stdout: "get_latency": { 2024-09-20T21:41:55.767 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 35573, 2024-09-20T21:41:55.767 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 82937063 2024-09-20T21:41:55.767 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.767 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_delay_time": { 2024-09-20T21:41:55.767 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.768 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.768 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.768 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_memtable_time": { 2024-09-20T21:41:55.768 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.768 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.768 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.768 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-20T21:41:55.768 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.768 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.768 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.768 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_wal_time": { 2024-09-20T21:41:55.768 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.768 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.769 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.769 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_latency": { 2024-09-20T21:41:55.769 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.769 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.769 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.769 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_sync_latency": { 2024-09-20T21:41:55.769 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1818, 2024-09-20T21:41:55.769 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 603971293 2024-09-20T21:41:55.769 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.769 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.769 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.769 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.ba2a2447664121745258143c46d4a74444ac144b": { 2024-09-20T21:41:55.769 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T21:41:55.769 INFO:tasks.workunit.client.0.smithi046.stdout: "election_call": { 2024-09-20T21:41:55.770 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T21:41:55.770 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.770 INFO:tasks.workunit.client.0.smithi046.stdout: "election_lose": { 2024-09-20T21:41:55.770 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T21:41:55.770 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.770 INFO:tasks.workunit.client.0.smithi046.stdout: "election_win": { 2024-09-20T21:41:55.770 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.770 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_elections": { 2024-09-20T21:41:55.770 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-20T21:41:55.770 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": { 2024-09-20T21:41:55.770 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-20T21:41:55.770 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.770 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-20T21:41:55.771 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-20T21:41:55.771 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.771 INFO:tasks.workunit.client.0.smithi046.stdout: "session_rm": { 2024-09-20T21:41:55.771 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 74 2024-09-20T21:41:55.771 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.771 INFO:tasks.workunit.client.0.smithi046.stdout: "session_trim": { 2024-09-20T21:41:55.771 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.771 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.771 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.771 INFO:tasks.workunit.client.0.smithi046.stdout: "paxos": { 2024-09-20T21:41:55.771 INFO:tasks.workunit.client.0.smithi046.stdout: "accept_timeout": { 2024-09-20T21:41:55.771 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.771 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.771 INFO:tasks.workunit.client.0.smithi046.stdout: "begin": { 2024-09-20T21:41:55.771 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 826 2024-09-20T21:41:55.771 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.772 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_bytes": { 2024-09-20T21:41:55.772 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 826, 2024-09-20T21:41:55.772 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4070541 2024-09-20T21:41:55.772 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.772 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_keys": { 2024-09-20T21:41:55.772 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.772 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.772 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.772 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_latency": { 2024-09-20T21:41:55.772 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 826, 2024-09-20T21:41:55.772 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 86999104 2024-09-20T21:41:55.772 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.772 INFO:tasks.workunit.client.0.smithi046.stdout: "collect": { 2024-09-20T21:41:55.772 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T21:41:55.772 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.772 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_bytes": { 2024-09-20T21:41:55.773 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T21:41:55.773 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73 2024-09-20T21:41:55.773 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.773 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_keys": { 2024-09-20T21:41:55.773 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T21:41:55.773 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T21:41:55.773 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.773 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_latency": { 2024-09-20T21:41:55.773 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T21:41:55.773 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.773 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.773 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_timeout": { 2024-09-20T21:41:55.773 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.773 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.773 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_uncommitted": { 2024-09-20T21:41:55.773 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.774 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.774 INFO:tasks.workunit.client.0.smithi046.stdout: "commit": { 2024-09-20T21:41:55.774 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 828 2024-09-20T21:41:55.774 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.774 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_bytes": { 2024-09-20T21:41:55.774 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.774 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.774 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.774 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_keys": { 2024-09-20T21:41:55.774 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.774 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.774 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.774 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_latency": { 2024-09-20T21:41:55.774 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.774 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.774 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.775 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_ack_timeout": { 2024-09-20T21:41:55.775 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.775 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.775 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_timeout": { 2024-09-20T21:41:55.775 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.775 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.775 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn": { 2024-09-20T21:41:55.775 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.775 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.775 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn_latency": { 2024-09-20T21:41:55.775 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.775 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.775 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.775 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh": { 2024-09-20T21:41:55.775 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 828 2024-09-20T21:41:55.776 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.776 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh_latency": { 2024-09-20T21:41:55.776 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 828, 2024-09-20T21:41:55.776 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1852980922 2024-09-20T21:41:55.776 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.776 INFO:tasks.workunit.client.0.smithi046.stdout: "restart": { 2024-09-20T21:41:55.776 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8 2024-09-20T21:41:55.776 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.776 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state": { 2024-09-20T21:41:55.776 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.776 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.776 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_bytes": { 2024-09-20T21:41:55.776 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.776 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.776 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.776 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_keys": { 2024-09-20T21:41:55.777 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.777 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.777 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.777 INFO:tasks.workunit.client.0.smithi046.stdout: "start_leader": { 2024-09-20T21:41:55.777 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.777 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.777 INFO:tasks.workunit.client.0.smithi046.stdout: "start_peon": { 2024-09-20T21:41:55.777 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T21:41:55.777 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.777 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state": { 2024-09-20T21:41:55.777 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 827 2024-09-20T21:41:55.777 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.777 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_bytes": { 2024-09-20T21:41:55.777 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 827, 2024-09-20T21:41:55.777 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7986165 2024-09-20T21:41:55.777 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.778 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_keys": { 2024-09-20T21:41:55.778 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 827, 2024-09-20T21:41:55.778 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5532 2024-09-20T21:41:55.778 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.778 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_latency": { 2024-09-20T21:41:55.778 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 827, 2024-09-20T21:41:55.778 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 116998797 2024-09-20T21:41:55.778 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.778 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.778 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache": { 2024-09-20T21:41:55.778 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T21:41:55.778 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1020054731 2024-09-20T21:41:55.778 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.779 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T21:41:55.779 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 42786816 2024-09-20T21:41:55.779 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.779 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T21:41:55.779 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32473088 2024-09-20T21:41:55.779 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.779 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T21:41:55.779 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2147483648 2024-09-20T21:41:55.779 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.779 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T21:41:55.779 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10313728 2024-09-20T21:41:55.779 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.779 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.779 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:full": { 2024-09-20T21:41:55.780 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:55.780 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 348127232 2024-09-20T21:41:55.780 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.780 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:55.780 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.780 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.780 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:55.780 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.780 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.780 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:55.780 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 277021585 2024-09-20T21:41:55.780 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.780 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:55.780 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 270972 2024-09-20T21:41:55.781 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.781 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:55.781 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.781 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.781 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:55.781 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.781 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.781 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:55.781 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.781 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.781 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:55.781 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.781 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.781 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:55.781 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.782 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.782 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:55.782 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.782 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.782 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:55.782 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.782 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.782 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:55.782 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.782 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.782 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:55.782 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70834675 2024-09-20T21:41:55.782 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.783 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.783 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:inc": { 2024-09-20T21:41:55.783 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:55.783 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 348127232 2024-09-20T21:41:55.783 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.783 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:55.783 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.783 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.783 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:55.783 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.783 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.783 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:55.783 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 277021585 2024-09-20T21:41:55.783 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.783 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:55.783 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 41163 2024-09-20T21:41:55.784 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.784 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:55.784 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.784 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.784 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:55.784 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.784 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.784 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:55.784 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.784 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.784 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:55.784 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.784 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.784 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:55.784 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.784 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.785 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:55.785 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.785 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.785 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:55.785 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.785 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.785 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:55.785 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.785 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.785 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:55.785 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71064484 2024-09-20T21:41:55.785 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.785 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.785 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:kv": { 2024-09-20T21:41:55.785 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:55.785 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 322961408 2024-09-20T21:41:55.785 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.786 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:55.786 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:55.786 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.786 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:55.786 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.786 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.786 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:55.786 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 184681057 2024-09-20T21:41:55.786 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.786 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:55.786 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.786 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.786 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:55.787 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.787 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.787 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:55.787 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.787 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.787 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:55.787 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.787 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.787 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:55.787 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.787 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.787 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:55.787 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.787 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.787 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:55.788 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.788 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.788 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:55.788 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.788 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.788 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:55.788 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.788 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.788 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:55.788 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71171487 2024-09-20T21:41:55.788 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.788 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.788 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb": { 2024-09-20T21:41:55.788 INFO:tasks.workunit.client.0.smithi046.stdout: "compact": { 2024-09-20T21:41:55.788 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.788 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.789 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_completed": { 2024-09-20T21:41:55.789 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T21:41:55.789 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.789 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lasted": { 2024-09-20T21:41:55.789 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 28617219 2024-09-20T21:41:55.789 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.789 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_len": { 2024-09-20T21:41:55.789 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.789 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.789 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_merge": { 2024-09-20T21:41:55.789 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.789 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.789 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_running": { 2024-09-20T21:41:55.789 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.789 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.789 INFO:tasks.workunit.client.0.smithi046.stdout: "get_latency": { 2024-09-20T21:41:55.790 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 35241, 2024-09-20T21:41:55.790 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 88785665 2024-09-20T21:41:55.790 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.790 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_delay_time": { 2024-09-20T21:41:55.790 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.790 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.790 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.790 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_memtable_time": { 2024-09-20T21:41:55.790 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.790 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.790 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.790 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-20T21:41:55.790 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.790 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.790 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.791 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_wal_time": { 2024-09-20T21:41:55.791 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.791 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.791 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.791 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_latency": { 2024-09-20T21:41:55.791 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.791 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.791 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.791 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_sync_latency": { 2024-09-20T21:41:55.791 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1773, 2024-09-20T21:41:55.791 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 215408403 2024-09-20T21:41:55.791 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.791 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.791 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.792 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.0": { 2024-09-20T21:41:55.792 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:55.792 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T21:41:55.792 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.792 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.792 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T21:41:55.792 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.792 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.792 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T21:41:55.792 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T21:41:55.792 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.792 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-20T21:41:55.792 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.792 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.793 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T21:41:55.793 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.793 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.793 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T21:41:55.793 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.793 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.793 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T21:41:55.793 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12288 2024-09-20T21:41:55.793 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.793 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T21:41:55.793 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2445312 2024-09-20T21:41:55.793 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.793 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T21:41:55.793 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.793 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.794 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.794 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T21:41:55.794 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.794 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.794 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.794 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T21:41:55.794 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T21:41:55.794 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.794 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T21:41:55.794 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 304480256 2024-09-20T21:41:55.794 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.794 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T21:41:55.794 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1630208 2024-09-20T21:41:55.794 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.795 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T21:41:55.795 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1490944 2024-09-20T21:41:55.795 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.795 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T21:41:55.795 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 312868864 2024-09-20T21:41:55.795 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.795 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T21:41:55.795 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.795 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.795 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T21:41:55.795 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.795 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T21:41:55.796 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14 2024-09-20T21:41:55.796 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.796 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T21:41:55.796 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 195697 2024-09-20T21:41:55.796 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.796 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T21:41:55.796 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-20T21:41:55.796 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.796 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T21:41:55.796 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269760 2024-09-20T21:41:55.796 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.796 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T21:41:55.796 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1273856 2024-09-20T21:41:55.796 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.797 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T21:41:55.797 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.797 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.797 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T21:41:55.797 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.797 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.797 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T21:41:55.797 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15 2024-09-20T21:41:55.797 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.797 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T21:41:55.797 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4789 2024-09-20T21:41:55.797 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.797 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T21:41:55.798 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-20T21:41:55.798 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.798 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T21:41:55.798 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-20T21:41:55.798 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.798 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T21:41:55.798 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T21:41:55.798 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.798 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T21:41:55.798 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-20T21:41:55.798 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.798 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T21:41:55.798 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T21:41:55.798 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.799 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T21:41:55.799 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.799 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.799 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T21:41:55.799 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.799 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.799 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T21:41:55.799 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.799 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.799 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T21:41:55.799 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.799 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.799 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T21:41:55.799 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.800 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.800 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T21:41:55.800 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.800 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.800 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T21:41:55.800 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.800 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.800 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T21:41:55.800 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.800 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.800 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T21:41:55.800 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.801 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.801 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T21:41:55.801 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4009984 2024-09-20T21:41:55.801 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.801 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.801 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T21:41:55.801 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T21:41:55.801 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T21:41:55.801 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.801 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T21:41:55.801 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1298432 2024-09-20T21:41:55.801 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.801 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T21:41:55.801 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T21:41:55.802 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 123008 2024-09-20T21:41:55.802 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.802 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T21:41:55.802 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.802 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.802 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.802 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T21:41:55.802 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.802 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.802 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T21:41:55.802 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.802 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.802 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T21:41:55.802 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.803 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.803 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T21:41:55.803 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 31, 2024-09-20T21:41:55.803 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 98811 2024-09-20T21:41:55.803 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.803 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T21:41:55.803 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.803 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.803 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.803 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T21:41:55.803 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 347, 2024-09-20T21:41:55.803 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70836638 2024-09-20T21:41:55.803 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.803 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T21:41:55.804 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 338, 2024-09-20T21:41:55.804 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7090699 2024-09-20T21:41:55.804 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.804 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T21:41:55.804 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 347, 2024-09-20T21:41:55.804 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 464359 2024-09-20T21:41:55.804 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.804 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T21:41:55.804 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 347, 2024-09-20T21:41:55.804 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71300997 2024-09-20T21:41:55.804 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.804 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T21:41:55.804 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.805 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.805 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.805 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T21:41:55.805 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T21:41:55.805 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37024 2024-09-20T21:41:55.805 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.805 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T21:41:55.805 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6, 2024-09-20T21:41:55.805 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15513 2024-09-20T21:41:55.805 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.805 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T21:41:55.805 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.805 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.805 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.805 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T21:41:55.805 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.806 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.806 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.806 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T21:41:55.806 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T21:41:55.806 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12208 2024-09-20T21:41:55.806 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.806 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T21:41:55.806 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 760 2024-09-20T21:41:55.806 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.806 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T21:41:55.806 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 225 2024-09-20T21:41:55.806 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.806 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T21:41:55.806 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 115, 2024-09-20T21:41:55.806 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2330860 2024-09-20T21:41:55.807 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.807 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T21:41:55.807 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 276, 2024-09-20T21:41:55.807 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 256263 2024-09-20T21:41:55.807 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.807 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T21:41:55.807 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 161, 2024-09-20T21:41:55.807 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1715565 2024-09-20T21:41:55.807 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.807 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T21:41:55.807 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.807 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.807 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T21:41:55.807 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T21:41:55.807 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 29714 2024-09-20T21:41:55.808 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.808 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T21:41:55.808 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 452, 2024-09-20T21:41:55.808 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6129725 2024-09-20T21:41:55.808 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.808 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T21:41:55.808 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 100, 2024-09-20T21:41:55.808 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6534298 2024-09-20T21:41:55.808 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.808 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T21:41:55.808 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 100, 2024-09-20T21:41:55.808 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 549842606452 2024-09-20T21:41:55.808 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.808 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T21:41:55.808 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 100, 2024-09-20T21:41:55.809 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 119453281671 2024-09-20T21:41:55.809 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.809 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T21:41:55.809 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 452, 2024-09-20T21:41:55.809 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 53732724473 2024-09-20T21:41:55.809 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.809 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T21:41:55.809 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 452, 2024-09-20T21:41:55.809 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56560 2024-09-20T21:41:55.809 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.809 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T21:41:55.809 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 452, 2024-09-20T21:41:55.809 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 414939 2024-09-20T21:41:55.809 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.810 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T21:41:55.810 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 452, 2024-09-20T21:41:55.810 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 143436099 2024-09-20T21:41:55.810 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.810 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T21:41:55.810 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 452, 2024-09-20T21:41:55.810 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 144162 2024-09-20T21:41:55.810 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.810 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T21:41:55.810 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 452, 2024-09-20T21:41:55.810 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 72274831 2024-09-20T21:41:55.810 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.810 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T21:41:55.810 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 452, 2024-09-20T21:41:55.810 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25465716 2024-09-20T21:41:55.811 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.811 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T21:41:55.811 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 900401 2024-09-20T21:41:55.811 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.811 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T21:41:55.811 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 60, 2024-09-20T21:41:55.811 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 341456 2024-09-20T21:41:55.811 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.811 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T21:41:55.811 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 452, 2024-09-20T21:41:55.811 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 247782315 2024-09-20T21:41:55.811 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.811 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T21:41:55.811 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 452, 2024-09-20T21:41:55.812 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 31001284 2024-09-20T21:41:55.812 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.812 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T21:41:55.812 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 452, 2024-09-20T21:41:55.812 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5864389 2024-09-20T21:41:55.812 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.812 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.812 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T21:41:55.812 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T21:41:55.812 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1862401566 2024-09-20T21:41:55.812 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.812 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T21:41:55.812 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 270974976 2024-09-20T21:41:55.812 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.813 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T21:41:55.813 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 270901248 2024-09-20T21:41:55.813 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.813 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T21:41:55.813 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3138479923 2024-09-20T21:41:55.813 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.813 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T21:41:55.813 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73728 2024-09-20T21:41:55.813 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.813 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.813 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T21:41:55.813 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:55.813 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159383552 2024-09-20T21:41:55.813 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.814 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:55.814 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.814 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.814 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:55.814 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.814 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.814 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:55.814 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85554117 2024-09-20T21:41:55.814 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.814 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:55.814 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.814 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.814 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:55.814 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.815 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.815 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:55.815 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.815 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.815 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:55.815 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.815 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.815 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:55.815 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.815 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.815 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:55.815 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8192 2024-09-20T21:41:55.815 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.815 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:55.816 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.816 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.816 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:55.816 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.816 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.816 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:55.816 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.816 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.816 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:55.816 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73821243 2024-09-20T21:41:55.816 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.816 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.816 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T21:41:55.816 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:55.816 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 780140544 2024-09-20T21:41:55.816 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.816 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:55.817 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:55.817 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.817 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:55.817 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.817 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.817 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:55.817 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641655877 2024-09-20T21:41:55.817 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.817 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:55.817 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.817 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.817 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:55.817 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.817 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.817 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:55.818 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.818 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.818 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:55.818 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.818 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.818 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:55.818 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.818 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.818 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:55.818 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2128 2024-09-20T21:41:55.818 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.818 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:55.818 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.818 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.818 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:55.818 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.819 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.819 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:55.819 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.819 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.819 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:55.819 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71373675 2024-09-20T21:41:55.819 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.819 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.819 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T21:41:55.819 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:55.819 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192937984 2024-09-20T21:41:55.819 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.819 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:55.819 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:55.819 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.820 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:55.820 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 464 2024-09-20T21:41:55.820 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.820 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:55.820 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57036078 2024-09-20T21:41:55.820 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.820 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:55.820 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.820 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.820 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:55.820 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.820 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.820 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:55.820 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.820 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.820 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:55.821 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.821 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.821 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:55.821 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.821 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.821 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:55.821 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.821 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.821 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:55.821 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.821 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.821 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:55.821 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.821 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.821 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:55.821 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.822 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.822 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:55.822 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68792578 2024-09-20T21:41:55.822 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.822 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.822 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T21:41:55.822 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:55.822 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 713031680 2024-09-20T21:41:55.822 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.822 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:55.822 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.822 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.822 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:55.822 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.823 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.823 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:55.823 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641655877 2024-09-20T21:41:55.823 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.823 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:55.823 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.823 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.823 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:55.823 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9941 2024-09-20T21:41:55.823 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.823 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:55.823 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.823 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.823 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:55.823 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.824 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.824 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:55.824 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.824 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.824 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:55.824 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 271274 2024-09-20T21:41:55.824 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.824 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:55.824 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.824 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.824 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:55.824 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.824 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.824 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:55.825 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.825 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.825 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:55.825 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71094588 2024-09-20T21:41:55.825 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.825 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.825 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T21:41:55.825 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T21:41:55.825 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.825 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.825 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T21:41:55.825 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.825 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.825 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T21:41:55.825 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.825 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.825 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T21:41:55.826 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.826 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.826 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.826 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:55.826 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T21:41:55.826 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 45 2024-09-20T21:41:55.826 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.826 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T21:41:55.826 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.826 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.826 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T21:41:55.826 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6 2024-09-20T21:41:55.826 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.826 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T21:41:55.826 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.827 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.827 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T21:41:55.827 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.827 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.827 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T21:41:55.827 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 604 2024-09-20T21:41:55.827 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.827 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T21:41:55.827 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6, 2024-09-20T21:41:55.827 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 36016991 2024-09-20T21:41:55.827 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.827 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T21:41:55.827 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.827 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.827 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T21:41:55.827 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7, 2024-09-20T21:41:55.828 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4139384 2024-09-20T21:41:55.828 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.828 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T21:41:55.828 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6, 2024-09-20T21:41:55.828 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32074574 2024-09-20T21:41:55.828 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.828 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T21:41:55.828 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.828 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.828 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T21:41:55.828 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.828 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.828 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.828 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T21:41:55.828 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.829 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.829 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T21:41:55.829 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.829 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.829 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T21:41:55.829 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.829 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.829 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.829 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T21:41:55.829 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.829 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.829 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.829 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T21:41:55.829 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.829 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.829 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T21:41:55.830 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.830 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.830 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T21:41:55.830 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.830 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.830 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.830 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T21:41:55.830 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.830 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.830 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T21:41:55.830 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.830 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.830 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T21:41:55.830 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.831 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.831 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T21:41:55.831 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.831 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.831 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.831 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T21:41:55.831 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.831 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.831 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.831 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T21:41:55.831 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6 2024-09-20T21:41:55.831 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.831 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T21:41:55.831 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 604 2024-09-20T21:41:55.831 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.831 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T21:41:55.832 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6, 2024-09-20T21:41:55.832 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 36016991 2024-09-20T21:41:55.832 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.832 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T21:41:55.832 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.832 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.832 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T21:41:55.832 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7, 2024-09-20T21:41:55.832 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4139384 2024-09-20T21:41:55.832 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.832 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T21:41:55.832 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6, 2024-09-20T21:41:55.832 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32074574 2024-09-20T21:41:55.832 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.832 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T21:41:55.832 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.833 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.833 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T21:41:55.833 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.833 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.833 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T21:41:55.833 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.833 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.833 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T21:41:55.833 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T21:41:55.833 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.833 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T21:41:55.833 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305786880 2024-09-20T21:41:55.833 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.833 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.834 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.834 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.1": { 2024-09-20T21:41:55.834 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:55.834 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T21:41:55.834 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.834 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.834 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T21:41:55.834 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.834 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.834 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T21:41:55.834 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T21:41:55.834 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.834 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-20T21:41:55.835 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.835 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.835 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T21:41:55.835 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.835 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.835 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T21:41:55.835 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.835 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.835 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T21:41:55.835 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12288 2024-09-20T21:41:55.835 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.835 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T21:41:55.835 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1990656 2024-09-20T21:41:55.835 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.835 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T21:41:55.835 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.836 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.836 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.836 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T21:41:55.836 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.836 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.836 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.836 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T21:41:55.836 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T21:41:55.836 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.836 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T21:41:55.836 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 304480256 2024-09-20T21:41:55.836 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.836 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T21:41:55.836 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1339392 2024-09-20T21:41:55.836 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.836 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T21:41:55.837 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1200128 2024-09-20T21:41:55.837 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.837 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T21:41:55.837 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 312868864 2024-09-20T21:41:55.837 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.837 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T21:41:55.837 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.837 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.837 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T21:41:55.837 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.837 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T21:41:55.837 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14 2024-09-20T21:41:55.837 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.837 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T21:41:55.837 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 195697 2024-09-20T21:41:55.838 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.838 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T21:41:55.838 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-20T21:41:55.838 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.838 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T21:41:55.838 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269760 2024-09-20T21:41:55.838 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.838 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T21:41:55.838 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1273856 2024-09-20T21:41:55.838 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.838 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T21:41:55.838 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.838 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.838 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T21:41:55.839 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.839 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T21:41:55.839 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15 2024-09-20T21:41:55.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.839 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T21:41:55.839 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4789 2024-09-20T21:41:55.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.839 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T21:41:55.839 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-20T21:41:55.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.839 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T21:41:55.839 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-20T21:41:55.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.839 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T21:41:55.840 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T21:41:55.840 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.840 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T21:41:55.840 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-20T21:41:55.840 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.840 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T21:41:55.840 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T21:41:55.840 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.840 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T21:41:55.840 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.840 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.840 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T21:41:55.840 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.840 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.840 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T21:41:55.841 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.841 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.841 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T21:41:55.841 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.841 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.841 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T21:41:55.841 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.841 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.841 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T21:41:55.841 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.841 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.841 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T21:41:55.841 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.841 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.842 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T21:41:55.842 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.842 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.842 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T21:41:55.842 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.842 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.842 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T21:41:55.842 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3264512 2024-09-20T21:41:55.842 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.842 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.842 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T21:41:55.842 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T21:41:55.842 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T21:41:55.842 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.843 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T21:41:55.843 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 692224 2024-09-20T21:41:55.843 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.843 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T21:41:55.843 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5, 2024-09-20T21:41:55.843 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 237071 2024-09-20T21:41:55.843 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.843 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T21:41:55.843 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.843 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.843 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.843 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T21:41:55.843 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.843 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.844 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T21:41:55.844 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.844 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.844 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T21:41:55.844 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.844 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.844 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T21:41:55.844 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22, 2024-09-20T21:41:55.844 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71164 2024-09-20T21:41:55.844 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.844 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T21:41:55.844 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.844 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.844 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.845 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T21:41:55.845 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 276, 2024-09-20T21:41:55.845 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 48555937 2024-09-20T21:41:55.845 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.845 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T21:41:55.845 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 265, 2024-09-20T21:41:55.845 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8794715 2024-09-20T21:41:55.845 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.845 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T21:41:55.845 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 276, 2024-09-20T21:41:55.845 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 393103 2024-09-20T21:41:55.845 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.845 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T21:41:55.845 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 276, 2024-09-20T21:41:55.845 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 48949040 2024-09-20T21:41:55.846 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.846 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T21:41:55.846 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.846 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.846 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.846 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T21:41:55.846 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T21:41:55.846 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67305 2024-09-20T21:41:55.846 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.846 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T21:41:55.846 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6, 2024-09-20T21:41:55.846 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14290 2024-09-20T21:41:55.846 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.847 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T21:41:55.847 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.847 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.847 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.847 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T21:41:55.847 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.847 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.847 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.847 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T21:41:55.847 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5, 2024-09-20T21:41:55.847 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11743 2024-09-20T21:41:55.847 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.847 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T21:41:55.847 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 668 2024-09-20T21:41:55.847 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.848 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T21:41:55.848 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 230 2024-09-20T21:41:55.848 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.848 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T21:41:55.848 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 114, 2024-09-20T21:41:55.848 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1793890 2024-09-20T21:41:55.848 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.848 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T21:41:55.848 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 267, 2024-09-20T21:41:55.848 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 252823 2024-09-20T21:41:55.848 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.848 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T21:41:55.848 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 153, 2024-09-20T21:41:55.848 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1192132 2024-09-20T21:41:55.848 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.849 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T21:41:55.849 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.849 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.849 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T21:41:55.849 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T21:41:55.849 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 102048 2024-09-20T21:41:55.849 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.849 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T21:41:55.849 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 352, 2024-09-20T21:41:55.849 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6456871 2024-09-20T21:41:55.849 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.849 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T21:41:55.849 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95, 2024-09-20T21:41:55.849 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7384929 2024-09-20T21:41:55.849 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.849 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T21:41:55.850 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 94, 2024-09-20T21:41:55.850 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 375628727851 2024-09-20T21:41:55.850 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.850 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T21:41:55.850 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95, 2024-09-20T21:41:55.850 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 148465710067 2024-09-20T21:41:55.850 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.850 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T21:41:55.850 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 351, 2024-09-20T21:41:55.850 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 83515209618 2024-09-20T21:41:55.850 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.850 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T21:41:55.850 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 351, 2024-09-20T21:41:55.850 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 62043 2024-09-20T21:41:55.851 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.851 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T21:41:55.851 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 352, 2024-09-20T21:41:55.851 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 381769 2024-09-20T21:41:55.851 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.851 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T21:41:55.851 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 352, 2024-09-20T21:41:55.851 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 160642632 2024-09-20T21:41:55.851 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.851 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T21:41:55.851 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 352, 2024-09-20T21:41:55.851 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 142348 2024-09-20T21:41:55.851 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.851 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T21:41:55.851 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 352, 2024-09-20T21:41:55.851 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 51593066 2024-09-20T21:41:55.852 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.852 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T21:41:55.852 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 352, 2024-09-20T21:41:55.852 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16658575 2024-09-20T21:41:55.852 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.852 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T21:41:55.852 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 308866 2024-09-20T21:41:55.852 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.852 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T21:41:55.852 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 54, 2024-09-20T21:41:55.852 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 239459 2024-09-20T21:41:55.852 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.852 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T21:41:55.852 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 352, 2024-09-20T21:41:55.852 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 235803400 2024-09-20T21:41:55.852 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.853 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T21:41:55.853 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 352, 2024-09-20T21:41:55.853 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 20970273 2024-09-20T21:41:55.853 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.853 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T21:41:55.853 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 352, 2024-09-20T21:41:55.853 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2796165 2024-09-20T21:41:55.853 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.853 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.853 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T21:41:55.853 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T21:41:55.853 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1862401566 2024-09-20T21:41:55.853 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.853 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T21:41:55.853 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 270974976 2024-09-20T21:41:55.854 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.854 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T21:41:55.854 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 270450688 2024-09-20T21:41:55.854 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.854 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T21:41:55.854 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3138479923 2024-09-20T21:41:55.854 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.854 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T21:41:55.854 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 524288 2024-09-20T21:41:55.854 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.854 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.854 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T21:41:55.854 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:55.854 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159383552 2024-09-20T21:41:55.854 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.854 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:55.855 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.855 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.855 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:55.855 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.855 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.855 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:55.855 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85555733 2024-09-20T21:41:55.855 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.855 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:55.855 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.855 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.855 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:55.855 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.855 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.855 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:55.855 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.856 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.856 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:55.856 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.856 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.856 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:55.856 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.856 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.856 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:55.856 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8192 2024-09-20T21:41:55.856 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.856 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:55.856 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.856 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.857 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:55.857 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.857 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:55.857 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.857 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:55.857 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73819627 2024-09-20T21:41:55.857 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.857 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T21:41:55.857 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:55.857 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 780140544 2024-09-20T21:41:55.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.857 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:55.857 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:55.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.858 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:55.858 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.858 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.858 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:55.858 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641668002 2024-09-20T21:41:55.858 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.858 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:55.858 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.858 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.858 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:55.858 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.858 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.858 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:55.858 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.859 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.859 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:55.859 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.859 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.859 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:55.859 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.859 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.859 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:55.859 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2128 2024-09-20T21:41:55.859 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.859 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:55.859 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.859 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.859 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:55.859 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.859 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.860 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:55.860 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.860 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.860 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:55.860 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71361550 2024-09-20T21:41:55.860 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.860 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.860 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T21:41:55.860 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:55.860 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192937984 2024-09-20T21:41:55.860 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.860 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:55.860 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:55.860 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.860 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:55.861 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 464 2024-09-20T21:41:55.861 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.861 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:55.861 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57037155 2024-09-20T21:41:55.861 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.861 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:55.861 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.861 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.861 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:55.861 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.861 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.861 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:55.861 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.862 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.862 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:55.862 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.862 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.862 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:55.862 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.862 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.862 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:55.862 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.862 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.862 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:55.862 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.862 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.862 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:55.862 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.863 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.863 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:55.863 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.863 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.863 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:55.863 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68791501 2024-09-20T21:41:55.863 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.863 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.863 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T21:41:55.863 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:55.863 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 713031680 2024-09-20T21:41:55.863 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.863 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:55.863 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.863 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.864 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:55.864 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.864 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.864 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:55.864 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641668002 2024-09-20T21:41:55.864 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.864 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:55.864 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.864 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.864 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:55.864 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.864 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.864 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:55.864 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.864 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.864 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:55.865 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.865 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.865 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:55.865 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.865 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.865 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:55.865 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 251477 2024-09-20T21:41:55.865 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.865 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:55.865 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.865 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.865 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:55.865 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.865 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.865 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:55.865 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.866 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.866 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:55.866 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71112201 2024-09-20T21:41:55.866 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.866 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.866 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T21:41:55.866 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T21:41:55.866 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.866 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.866 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T21:41:55.866 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.866 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.866 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T21:41:55.866 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.866 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.867 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T21:41:55.867 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.867 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.867 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.867 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:55.867 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T21:41:55.867 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37 2024-09-20T21:41:55.867 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.867 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T21:41:55.867 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.867 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.867 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T21:41:55.867 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 97 2024-09-20T21:41:55.867 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.867 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T21:41:55.868 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.868 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.868 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T21:41:55.868 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.868 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.868 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T21:41:55.868 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1640827 2024-09-20T21:41:55.868 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.868 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T21:41:55.868 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97, 2024-09-20T21:41:55.868 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 244171289 2024-09-20T21:41:55.868 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.868 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T21:41:55.868 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 596 2024-09-20T21:41:55.869 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.869 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T21:41:55.869 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97, 2024-09-20T21:41:55.869 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 36638708 2024-09-20T21:41:55.869 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.869 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T21:41:55.869 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97, 2024-09-20T21:41:55.869 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125529314 2024-09-20T21:41:55.869 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.869 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T21:41:55.869 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18 2024-09-20T21:41:55.869 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.869 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T21:41:55.869 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18, 2024-09-20T21:41:55.869 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2630055 2024-09-20T21:41:55.869 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.870 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T21:41:55.870 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.870 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.870 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T21:41:55.870 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 596 2024-09-20T21:41:55.870 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.870 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T21:41:55.870 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18, 2024-09-20T21:41:55.870 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2220653 2024-09-20T21:41:55.870 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.870 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T21:41:55.870 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18, 2024-09-20T21:41:55.870 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1796817 2024-09-20T21:41:55.870 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.870 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T21:41:55.871 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-20T21:41:55.871 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.871 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T21:41:55.871 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.871 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.871 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T21:41:55.871 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12, 2024-09-20T21:41:55.871 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12120077 2024-09-20T21:41:55.871 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.871 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T21:41:55.871 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.871 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.871 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T21:41:55.871 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.872 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.872 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T21:41:55.872 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.872 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.872 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T21:41:55.872 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12, 2024-09-20T21:41:55.872 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5122758 2024-09-20T21:41:55.872 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.872 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T21:41:55.872 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12, 2024-09-20T21:41:55.872 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11409680 2024-09-20T21:41:55.872 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.872 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T21:41:55.872 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67 2024-09-20T21:41:55.872 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.872 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T21:41:55.873 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1640827 2024-09-20T21:41:55.873 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.873 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T21:41:55.873 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 67, 2024-09-20T21:41:55.873 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 229421157 2024-09-20T21:41:55.873 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.873 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T21:41:55.873 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.873 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.873 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T21:41:55.873 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 67, 2024-09-20T21:41:55.873 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 29295297 2024-09-20T21:41:55.873 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.873 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T21:41:55.873 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 67, 2024-09-20T21:41:55.874 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 112322817 2024-09-20T21:41:55.874 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.874 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T21:41:55.874 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.874 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.874 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T21:41:55.874 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 590368 2024-09-20T21:41:55.874 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.874 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T21:41:55.874 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:55.874 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.874 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T21:41:55.874 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T21:41:55.875 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.875 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T21:41:55.875 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305184768 2024-09-20T21:41:55.875 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.875 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.875 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.875 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.2": { 2024-09-20T21:41:55.875 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:55.875 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T21:41:55.875 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.875 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.875 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T21:41:55.875 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.875 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.876 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T21:41:55.876 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T21:41:55.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.876 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-20T21:41:55.876 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.876 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T21:41:55.876 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.876 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T21:41:55.876 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.876 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T21:41:55.876 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12288 2024-09-20T21:41:55.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.876 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T21:41:55.877 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1748992 2024-09-20T21:41:55.877 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.877 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T21:41:55.877 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.877 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.877 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.877 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T21:41:55.877 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.877 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.877 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.877 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T21:41:55.877 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T21:41:55.877 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.877 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T21:41:55.877 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 304480256 2024-09-20T21:41:55.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.878 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T21:41:55.878 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1187840 2024-09-20T21:41:55.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.878 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T21:41:55.878 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1048576 2024-09-20T21:41:55.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.878 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T21:41:55.878 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 312868864 2024-09-20T21:41:55.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.878 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T21:41:55.878 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.879 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T21:41:55.879 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.879 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T21:41:55.879 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14 2024-09-20T21:41:55.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.879 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T21:41:55.879 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 195697 2024-09-20T21:41:55.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.879 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T21:41:55.879 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-20T21:41:55.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.879 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T21:41:55.879 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269760 2024-09-20T21:41:55.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.880 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T21:41:55.880 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1273856 2024-09-20T21:41:55.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.880 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T21:41:55.880 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.880 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T21:41:55.880 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.880 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T21:41:55.880 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15 2024-09-20T21:41:55.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.880 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T21:41:55.880 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4789 2024-09-20T21:41:55.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.881 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T21:41:55.881 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-20T21:41:55.881 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.881 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T21:41:55.881 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-20T21:41:55.881 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.881 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T21:41:55.881 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T21:41:55.881 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.881 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T21:41:55.881 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-20T21:41:55.881 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.881 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T21:41:55.881 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T21:41:55.882 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.882 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T21:41:55.882 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.882 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.882 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T21:41:55.882 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.882 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.882 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T21:41:55.882 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.882 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.882 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T21:41:55.882 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.882 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.882 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T21:41:55.882 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.882 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.883 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T21:41:55.883 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.883 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T21:41:55.883 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.883 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T21:41:55.883 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.883 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T21:41:55.883 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.883 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T21:41:55.883 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2871296 2024-09-20T21:41:55.884 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.884 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.884 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T21:41:55.884 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T21:41:55.884 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T21:41:55.884 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.884 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T21:41:55.884 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 679936 2024-09-20T21:41:55.884 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.884 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T21:41:55.884 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T21:41:55.884 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 200695 2024-09-20T21:41:55.884 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.884 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T21:41:55.884 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.885 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.885 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.885 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T21:41:55.885 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.885 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.885 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T21:41:55.885 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.885 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.885 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T21:41:55.885 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.885 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.885 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T21:41:55.885 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9, 2024-09-20T21:41:55.885 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10884 2024-09-20T21:41:55.885 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.886 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T21:41:55.886 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.886 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.886 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.886 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T21:41:55.886 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 239, 2024-09-20T21:41:55.886 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 43894901 2024-09-20T21:41:55.886 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.886 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T21:41:55.886 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 235, 2024-09-20T21:41:55.886 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9960928 2024-09-20T21:41:55.886 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.886 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T21:41:55.886 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 239, 2024-09-20T21:41:55.886 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 365953 2024-09-20T21:41:55.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.887 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T21:41:55.887 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 239, 2024-09-20T21:41:55.887 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 44260854 2024-09-20T21:41:55.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.887 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T21:41:55.887 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.887 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.887 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T21:41:55.887 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T21:41:55.887 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37174 2024-09-20T21:41:55.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.888 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T21:41:55.888 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T21:41:55.888 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 931 2024-09-20T21:41:55.888 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.888 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T21:41:55.888 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.888 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.888 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.888 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T21:41:55.888 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.888 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.888 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.888 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T21:41:55.888 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T21:41:55.889 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6739 2024-09-20T21:41:55.889 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.889 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T21:41:55.889 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 507 2024-09-20T21:41:55.889 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.889 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T21:41:55.889 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 205 2024-09-20T21:41:55.889 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.889 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T21:41:55.889 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 93, 2024-09-20T21:41:55.889 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 829297 2024-09-20T21:41:55.889 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.889 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T21:41:55.889 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 220, 2024-09-20T21:41:55.890 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 231084 2024-09-20T21:41:55.890 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.890 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T21:41:55.890 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 127, 2024-09-20T21:41:55.890 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 556273 2024-09-20T21:41:55.890 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.890 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T21:41:55.890 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.890 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.890 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T21:41:55.890 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T21:41:55.890 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 90043 2024-09-20T21:41:55.890 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.890 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T21:41:55.891 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 292, 2024-09-20T21:41:55.891 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4873867 2024-09-20T21:41:55.891 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.891 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T21:41:55.891 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88, 2024-09-20T21:41:55.891 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11116292 2024-09-20T21:41:55.891 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.891 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T21:41:55.891 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 87, 2024-09-20T21:41:55.891 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 325265875154 2024-09-20T21:41:55.891 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.891 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T21:41:55.891 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88, 2024-09-20T21:41:55.891 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 164564388651 2024-09-20T21:41:55.891 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.892 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T21:41:55.892 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 291, 2024-09-20T21:41:55.892 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73055902739 2024-09-20T21:41:55.892 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.892 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T21:41:55.892 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 291, 2024-09-20T21:41:55.892 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32995 2024-09-20T21:41:55.892 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.892 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T21:41:55.892 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 292, 2024-09-20T21:41:55.892 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 346679 2024-09-20T21:41:55.892 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.892 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T21:41:55.892 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 292, 2024-09-20T21:41:55.892 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 77052062 2024-09-20T21:41:55.893 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.893 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T21:41:55.893 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 292, 2024-09-20T21:41:55.893 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95025 2024-09-20T21:41:55.893 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.893 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T21:41:55.893 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 292, 2024-09-20T21:41:55.893 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 39361467 2024-09-20T21:41:55.893 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.893 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T21:41:55.893 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 292, 2024-09-20T21:41:55.893 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17299778 2024-09-20T21:41:55.893 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.893 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T21:41:55.894 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 308412 2024-09-20T21:41:55.894 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.894 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T21:41:55.894 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 48, 2024-09-20T21:41:55.894 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 226205 2024-09-20T21:41:55.894 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.894 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T21:41:55.894 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 292, 2024-09-20T21:41:55.894 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 138974759 2024-09-20T21:41:55.894 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.894 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T21:41:55.894 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 292, 2024-09-20T21:41:55.894 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 20607292 2024-09-20T21:41:55.894 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.895 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T21:41:55.895 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 292, 2024-09-20T21:41:55.895 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3881511 2024-09-20T21:41:55.895 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.895 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.895 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T21:41:55.895 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T21:41:55.895 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1862401566 2024-09-20T21:41:55.895 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.895 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T21:41:55.895 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 270139392 2024-09-20T21:41:55.895 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.895 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T21:41:55.895 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 269852672 2024-09-20T21:41:55.896 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.896 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T21:41:55.896 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3138479923 2024-09-20T21:41:55.896 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.896 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T21:41:55.896 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 286720 2024-09-20T21:41:55.896 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.896 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.896 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T21:41:55.896 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:55.896 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159383552 2024-09-20T21:41:55.896 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.896 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:55.896 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.897 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.897 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:55.897 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.897 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.897 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:55.897 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85556406 2024-09-20T21:41:55.897 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.897 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:55.897 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.897 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.897 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:55.897 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.897 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.897 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:55.898 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.898 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.898 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:55.898 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.898 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.898 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:55.898 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.898 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.898 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:55.898 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8192 2024-09-20T21:41:55.898 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.898 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:55.898 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.898 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.899 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:55.899 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.899 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.899 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:55.899 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.899 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.899 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:55.899 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73818954 2024-09-20T21:41:55.899 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.899 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.899 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T21:41:55.899 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:55.899 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 780140544 2024-09-20T21:41:55.900 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.900 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:55.900 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:55.900 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.900 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:55.900 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.900 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.900 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:55.900 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641673050 2024-09-20T21:41:55.900 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.900 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:55.900 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.900 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.900 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:55.900 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.901 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.901 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:55.901 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.901 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.901 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:55.901 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.901 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.901 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:55.901 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.901 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.901 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:55.901 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2128 2024-09-20T21:41:55.901 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.901 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:55.902 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.902 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.902 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:55.902 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.902 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.902 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:55.902 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.902 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.902 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:55.902 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71356502 2024-09-20T21:41:55.902 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.902 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.902 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T21:41:55.902 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:55.903 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192937984 2024-09-20T21:41:55.903 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.903 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:55.903 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:55.903 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.903 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:55.903 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 464 2024-09-20T21:41:55.903 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.903 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:55.903 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57037604 2024-09-20T21:41:55.903 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.903 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:55.903 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.903 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.903 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:55.904 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.904 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.904 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:55.904 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.904 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.904 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:55.904 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.904 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.904 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:55.904 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.904 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.904 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:55.904 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.905 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.905 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:55.905 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.905 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.905 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:55.905 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.905 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.905 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:55.905 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.905 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.905 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:55.905 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68791052 2024-09-20T21:41:55.905 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.905 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.905 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T21:41:55.906 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:55.906 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 713031680 2024-09-20T21:41:55.906 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.906 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:55.906 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.906 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.906 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:55.906 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.906 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.906 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:55.906 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641673050 2024-09-20T21:41:55.906 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.906 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:55.906 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.907 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.907 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:55.907 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.907 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.907 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:55.907 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.907 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.907 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:55.907 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.907 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.907 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:55.907 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.907 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.907 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:55.908 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 240260 2024-09-20T21:41:55.908 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.908 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:55.908 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.908 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.908 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:55.908 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.908 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.908 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:55.908 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.908 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.908 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:55.908 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71118370 2024-09-20T21:41:55.908 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.909 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.909 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T21:41:55.909 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T21:41:55.909 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.909 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.909 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T21:41:55.909 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.909 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.909 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T21:41:55.909 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.909 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.909 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T21:41:55.909 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.909 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.910 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.910 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:55.910 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T21:41:55.910 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 31 2024-09-20T21:41:55.910 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.910 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T21:41:55.910 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.910 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.910 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T21:41:55.910 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-20T21:41:55.910 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.910 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T21:41:55.910 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.910 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.911 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T21:41:55.911 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.911 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.911 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T21:41:55.911 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.911 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.911 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T21:41:55.911 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10, 2024-09-20T21:41:55.911 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70146760 2024-09-20T21:41:55.911 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.911 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T21:41:55.911 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.911 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.911 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T21:41:55.911 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10, 2024-09-20T21:41:55.912 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4122605 2024-09-20T21:41:55.912 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.912 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T21:41:55.912 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10, 2024-09-20T21:41:55.912 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 38849001 2024-09-20T21:41:55.912 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.912 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T21:41:55.912 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.912 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.912 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T21:41:55.912 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.912 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.912 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.913 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T21:41:55.913 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.913 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.913 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T21:41:55.913 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.913 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.913 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T21:41:55.913 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.913 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.913 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.913 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T21:41:55.913 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.913 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.913 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.914 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T21:41:55.914 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.914 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.914 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T21:41:55.914 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.914 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.914 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T21:41:55.914 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.914 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.914 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.914 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T21:41:55.914 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.914 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.914 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T21:41:55.915 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.915 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.915 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T21:41:55.915 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.915 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.915 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T21:41:55.915 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.915 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.915 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.915 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T21:41:55.915 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.915 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.915 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.916 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T21:41:55.916 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-20T21:41:55.916 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.916 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T21:41:55.916 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.916 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.916 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T21:41:55.916 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10, 2024-09-20T21:41:55.916 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70146760 2024-09-20T21:41:55.916 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.916 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T21:41:55.916 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.916 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.916 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T21:41:55.916 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10, 2024-09-20T21:41:55.917 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4122605 2024-09-20T21:41:55.917 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.917 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T21:41:55.917 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10, 2024-09-20T21:41:55.917 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 38849001 2024-09-20T21:41:55.917 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.917 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T21:41:55.917 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.917 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.917 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T21:41:55.917 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.917 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.917 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T21:41:55.917 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.917 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.918 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T21:41:55.918 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T21:41:55.918 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.918 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T21:41:55.918 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305172480 2024-09-20T21:41:55.918 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.918 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.918 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.918 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.3": { 2024-09-20T21:41:55.918 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:55.918 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T21:41:55.918 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.918 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.918 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T21:41:55.919 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.919 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.919 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T21:41:55.919 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T21:41:55.919 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.919 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-20T21:41:55.919 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.919 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.919 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T21:41:55.919 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.919 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.919 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T21:41:55.919 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.919 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.919 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T21:41:55.920 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12288 2024-09-20T21:41:55.920 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.920 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T21:41:55.920 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1036288 2024-09-20T21:41:55.920 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.920 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T21:41:55.920 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.920 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.920 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.920 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T21:41:55.920 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.920 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.920 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.920 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T21:41:55.920 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T21:41:55.921 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.921 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T21:41:55.921 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 304480256 2024-09-20T21:41:55.921 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.921 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T21:41:55.921 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 790528 2024-09-20T21:41:55.921 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.921 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T21:41:55.921 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 651264 2024-09-20T21:41:55.921 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.921 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T21:41:55.921 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 312868864 2024-09-20T21:41:55.921 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.921 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T21:41:55.922 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.922 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.922 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T21:41:55.922 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.922 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T21:41:55.922 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14 2024-09-20T21:41:55.922 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.922 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T21:41:55.922 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 195697 2024-09-20T21:41:55.922 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.922 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T21:41:55.922 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-20T21:41:55.922 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.923 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T21:41:55.923 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269760 2024-09-20T21:41:55.923 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.923 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T21:41:55.923 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1273856 2024-09-20T21:41:55.923 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.923 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T21:41:55.923 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.923 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.923 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T21:41:55.923 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.923 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.923 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T21:41:55.923 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15 2024-09-20T21:41:55.923 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.924 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T21:41:55.924 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4789 2024-09-20T21:41:55.924 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.924 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T21:41:55.924 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-20T21:41:55.924 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.924 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T21:41:55.924 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-20T21:41:55.924 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.924 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T21:41:55.924 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T21:41:55.924 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.924 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T21:41:55.924 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-20T21:41:55.924 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.925 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T21:41:55.925 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T21:41:55.925 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.925 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T21:41:55.925 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.925 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.925 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T21:41:55.925 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.925 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.925 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T21:41:55.925 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.925 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.925 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T21:41:55.925 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.926 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.926 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T21:41:55.926 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.926 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.926 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T21:41:55.926 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.926 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.926 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T21:41:55.926 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.926 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.926 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T21:41:55.926 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.926 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.926 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T21:41:55.927 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.927 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.927 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T21:41:55.927 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1761280 2024-09-20T21:41:55.927 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.927 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.927 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T21:41:55.927 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T21:41:55.927 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T21:41:55.927 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.927 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T21:41:55.927 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 704512 2024-09-20T21:41:55.927 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.927 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T21:41:55.928 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.928 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.928 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.928 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T21:41:55.928 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.928 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.928 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.928 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T21:41:55.928 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.928 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.928 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T21:41:55.928 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.928 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.928 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T21:41:55.929 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.929 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.929 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T21:41:55.929 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T21:41:55.929 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6609 2024-09-20T21:41:55.929 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.929 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T21:41:55.929 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.929 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.929 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.929 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T21:41:55.929 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 142, 2024-09-20T21:41:55.929 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 36744181 2024-09-20T21:41:55.929 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.930 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T21:41:55.930 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 141, 2024-09-20T21:41:55.930 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7322052 2024-09-20T21:41:55.930 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.930 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T21:41:55.930 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 142, 2024-09-20T21:41:55.930 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 212798 2024-09-20T21:41:55.930 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.930 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T21:41:55.930 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 142, 2024-09-20T21:41:55.930 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 36956979 2024-09-20T21:41:55.930 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.930 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T21:41:55.930 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.931 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.931 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.931 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T21:41:55.931 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T21:41:55.931 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27884 2024-09-20T21:41:55.931 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.931 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T21:41:55.931 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T21:41:55.931 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1106 2024-09-20T21:41:55.931 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.931 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T21:41:55.931 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.931 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.931 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.931 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T21:41:55.932 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.932 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.932 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.932 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T21:41:55.932 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T21:41:55.932 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7913 2024-09-20T21:41:55.933 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.933 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T21:41:55.934 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 314 2024-09-20T21:41:55.934 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.934 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T21:41:55.934 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 218 2024-09-20T21:41:55.934 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.934 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T21:41:55.934 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 82, 2024-09-20T21:41:55.934 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 758984 2024-09-20T21:41:55.934 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.934 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T21:41:55.934 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 137, 2024-09-20T21:41:55.934 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 310484 2024-09-20T21:41:55.934 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.934 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T21:41:55.935 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 55, 2024-09-20T21:41:55.935 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 233874 2024-09-20T21:41:55.935 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.935 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T21:41:55.935 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.935 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.935 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T21:41:55.935 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.935 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.935 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.935 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T21:41:55.935 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 233, 2024-09-20T21:41:55.935 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3022629 2024-09-20T21:41:55.935 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.935 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T21:41:55.936 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 45, 2024-09-20T21:41:55.936 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3428508 2024-09-20T21:41:55.936 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.936 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T21:41:55.936 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 42, 2024-09-20T21:41:55.936 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 343563120480 2024-09-20T21:41:55.936 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.936 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T21:41:55.936 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 45, 2024-09-20T21:41:55.936 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 60490741811 2024-09-20T21:41:55.936 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.936 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T21:41:55.936 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 230, 2024-09-20T21:41:55.937 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 555199 2024-09-20T21:41:55.937 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.937 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T21:41:55.937 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 230, 2024-09-20T21:41:55.937 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25417 2024-09-20T21:41:55.937 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.937 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T21:41:55.937 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 233, 2024-09-20T21:41:55.937 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 572118 2024-09-20T21:41:55.937 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.937 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T21:41:55.937 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 233, 2024-09-20T21:41:55.937 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 143361146 2024-09-20T21:41:55.937 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.937 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T21:41:55.938 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 233, 2024-09-20T21:41:55.938 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 72209 2024-09-20T21:41:55.938 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.938 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T21:41:55.938 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 233, 2024-09-20T21:41:55.938 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 86358863 2024-09-20T21:41:55.938 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.938 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T21:41:55.938 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 233, 2024-09-20T21:41:55.938 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12553157 2024-09-20T21:41:55.938 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.938 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T21:41:55.938 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 311801 2024-09-20T21:41:55.938 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.939 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T21:41:55.939 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 36, 2024-09-20T21:41:55.939 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 175216 2024-09-20T21:41:55.939 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.939 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T21:41:55.939 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 233, 2024-09-20T21:41:55.939 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 245897129 2024-09-20T21:41:55.939 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.939 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T21:41:55.939 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 233, 2024-09-20T21:41:55.939 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15610008 2024-09-20T21:41:55.939 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.939 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T21:41:55.939 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 233, 2024-09-20T21:41:55.940 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2583316 2024-09-20T21:41:55.940 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.940 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.940 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T21:41:55.940 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T21:41:55.940 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1862401566 2024-09-20T21:41:55.940 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.940 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T21:41:55.940 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 268812288 2024-09-20T21:41:55.940 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.940 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T21:41:55.940 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 268197888 2024-09-20T21:41:55.940 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.940 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T21:41:55.940 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3138479923 2024-09-20T21:41:55.940 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.940 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T21:41:55.941 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 614400 2024-09-20T21:41:55.941 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.941 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.941 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T21:41:55.941 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:55.941 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159383552 2024-09-20T21:41:55.941 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.941 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:55.941 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.941 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.941 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:55.941 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.941 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.941 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:55.942 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85556108 2024-09-20T21:41:55.942 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.942 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:55.942 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.942 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.942 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:55.942 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.942 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.942 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:55.942 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.942 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.942 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:55.942 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.942 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.943 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:55.943 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.943 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.943 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:55.943 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T21:41:55.943 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.943 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:55.943 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.943 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.943 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:55.943 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.943 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.943 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:55.944 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.944 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.944 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:55.944 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73823348 2024-09-20T21:41:55.944 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.944 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.944 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T21:41:55.944 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:55.944 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 780140544 2024-09-20T21:41:55.944 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.944 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:55.944 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:55.944 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.944 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:55.944 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.945 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.945 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:55.945 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641670816 2024-09-20T21:41:55.945 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.945 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:55.945 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.945 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.945 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:55.945 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.945 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.945 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:55.945 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.945 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.945 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:55.946 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.946 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.946 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:55.946 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.946 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.946 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:55.946 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2128 2024-09-20T21:41:55.946 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.946 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:55.946 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.946 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.946 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:55.946 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.947 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.947 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:55.947 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.947 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.947 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:55.947 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71358736 2024-09-20T21:41:55.947 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.947 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.947 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T21:41:55.947 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:55.947 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192937984 2024-09-20T21:41:55.947 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.947 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:55.947 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:55.948 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.948 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:55.948 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 464 2024-09-20T21:41:55.948 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.948 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:55.948 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57037405 2024-09-20T21:41:55.948 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.948 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:55.948 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.948 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.948 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:55.948 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.948 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.948 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:55.949 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.949 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.949 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:55.949 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.949 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.949 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:55.949 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.949 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.949 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:55.949 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.949 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.949 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:55.949 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.949 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.949 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:55.949 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.950 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.950 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:55.950 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.950 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.950 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:55.950 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68791251 2024-09-20T21:41:55.950 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.950 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.950 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T21:41:55.950 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:55.950 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 713031680 2024-09-20T21:41:55.950 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.950 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:55.950 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.951 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.951 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:55.951 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.951 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.951 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:55.951 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641670816 2024-09-20T21:41:55.951 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.951 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:55.951 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.951 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.951 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:55.951 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.951 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.951 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:55.951 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.952 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.952 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:55.952 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.952 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.952 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:55.952 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6964 2024-09-20T21:41:55.952 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.952 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:55.952 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 245150 2024-09-20T21:41:55.952 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.952 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:55.952 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.952 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.952 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:55.952 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.953 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.953 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:55.953 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.953 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.953 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:55.953 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71108750 2024-09-20T21:41:55.953 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.953 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.953 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T21:41:55.953 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T21:41:55.953 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.953 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.953 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T21:41:55.953 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.953 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.954 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T21:41:55.954 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.954 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.954 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T21:41:55.954 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.954 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.954 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.954 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:55.954 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T21:41:55.954 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 36 2024-09-20T21:41:55.954 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.954 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T21:41:55.954 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.954 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.954 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T21:41:55.955 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.955 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.955 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T21:41:55.955 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.955 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.955 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T21:41:55.955 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.955 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.955 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T21:41:55.955 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.955 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.955 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T21:41:55.955 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.955 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.956 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.956 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T21:41:55.956 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.956 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.956 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T21:41:55.956 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T21:41:55.956 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 829065 2024-09-20T21:41:55.956 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.956 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T21:41:55.956 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.956 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.956 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.956 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T21:41:55.956 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.957 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.957 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T21:41:55.957 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.957 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.957 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.957 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T21:41:55.957 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.957 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.957 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T21:41:55.957 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.957 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.957 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T21:41:55.957 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.957 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.957 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.958 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T21:41:55.958 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.958 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.958 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.958 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T21:41:55.958 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.958 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.958 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T21:41:55.958 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.958 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.958 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T21:41:55.958 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.958 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.958 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.959 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T21:41:55.959 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.959 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.959 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T21:41:55.959 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.959 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.959 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T21:41:55.959 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.959 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.959 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T21:41:55.959 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.959 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.959 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.959 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T21:41:55.960 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.960 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.960 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.960 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T21:41:55.960 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.960 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.960 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T21:41:55.960 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.960 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.960 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T21:41:55.960 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.960 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.960 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.960 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T21:41:55.961 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.961 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.961 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T21:41:55.961 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T21:41:55.961 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 829065 2024-09-20T21:41:55.961 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.961 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T21:41:55.961 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.961 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.961 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.961 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T21:41:55.961 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.961 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.961 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T21:41:55.962 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.962 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.962 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T21:41:55.962 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.962 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.962 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T21:41:55.962 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T21:41:55.962 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.962 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T21:41:55.962 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305192960 2024-09-20T21:41:55.962 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.962 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.962 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.962 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.4": { 2024-09-20T21:41:55.963 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:55.963 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T21:41:55.963 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.963 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.963 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T21:41:55.963 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.963 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.963 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T21:41:55.963 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T21:41:55.963 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.963 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-20T21:41:55.963 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.963 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.963 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T21:41:55.963 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.964 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.964 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T21:41:55.964 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.964 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.964 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T21:41:55.964 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12288 2024-09-20T21:41:55.964 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.964 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T21:41:55.964 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1187840 2024-09-20T21:41:55.964 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.964 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T21:41:55.964 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.964 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.965 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.965 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T21:41:55.965 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.965 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.965 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.965 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T21:41:55.965 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T21:41:55.965 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.965 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T21:41:55.965 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 304480256 2024-09-20T21:41:55.965 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.965 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T21:41:55.965 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 884736 2024-09-20T21:41:55.965 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.966 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T21:41:55.966 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 745472 2024-09-20T21:41:55.966 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.966 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T21:41:55.966 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 312868864 2024-09-20T21:41:55.966 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.966 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T21:41:55.966 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.966 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.966 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T21:41:55.966 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.966 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T21:41:55.966 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14 2024-09-20T21:41:55.966 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.967 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T21:41:55.967 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 195697 2024-09-20T21:41:55.967 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.967 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T21:41:55.967 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-20T21:41:55.967 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.967 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T21:41:55.967 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269760 2024-09-20T21:41:55.967 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.967 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T21:41:55.967 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1273856 2024-09-20T21:41:55.967 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.967 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T21:41:55.967 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.968 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.968 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T21:41:55.968 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.968 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.968 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T21:41:55.968 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15 2024-09-20T21:41:55.968 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.968 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T21:41:55.968 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4789 2024-09-20T21:41:55.968 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.968 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T21:41:55.968 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-20T21:41:55.968 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.968 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T21:41:55.968 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-20T21:41:55.968 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.969 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T21:41:55.969 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T21:41:55.969 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.969 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T21:41:55.969 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-20T21:41:55.969 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.969 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T21:41:55.969 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T21:41:55.969 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.969 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T21:41:55.969 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.969 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.969 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T21:41:55.969 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.970 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.970 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T21:41:55.970 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.970 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.970 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T21:41:55.970 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.970 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.970 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T21:41:55.970 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.970 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.970 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T21:41:55.970 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.970 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.970 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T21:41:55.971 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.971 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.971 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T21:41:55.971 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.971 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.971 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T21:41:55.971 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.971 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.971 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T21:41:55.971 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2007040 2024-09-20T21:41:55.971 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.971 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.971 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T21:41:55.971 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T21:41:55.972 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T21:41:55.972 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.972 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T21:41:55.972 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 708608 2024-09-20T21:41:55.972 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.972 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T21:41:55.972 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8, 2024-09-20T21:41:55.972 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 334508 2024-09-20T21:41:55.972 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.972 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T21:41:55.972 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.972 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.972 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.972 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T21:41:55.973 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.973 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.973 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T21:41:55.973 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.973 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.973 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T21:41:55.973 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.973 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.973 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T21:41:55.973 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T21:41:55.973 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1949 2024-09-20T21:41:55.973 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.973 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T21:41:55.973 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.973 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.974 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.974 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T21:41:55.974 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 165, 2024-09-20T21:41:55.974 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 49030705 2024-09-20T21:41:55.974 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.974 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T21:41:55.974 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 155, 2024-09-20T21:41:55.974 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9343248 2024-09-20T21:41:55.974 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.974 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T21:41:55.974 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 165, 2024-09-20T21:41:55.974 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 255380 2024-09-20T21:41:55.974 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.974 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T21:41:55.975 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 165, 2024-09-20T21:41:55.975 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 49286085 2024-09-20T21:41:55.975 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.975 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T21:41:55.975 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.975 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.975 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.975 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T21:41:55.975 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T21:41:55.975 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 35704 2024-09-20T21:41:55.975 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.975 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T21:41:55.975 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T21:41:55.975 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1518 2024-09-20T21:41:55.975 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.976 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T21:41:55.976 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.976 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.976 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.976 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T21:41:55.976 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:55.976 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.976 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.976 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T21:41:55.976 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T21:41:55.976 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8110 2024-09-20T21:41:55.976 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.976 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T21:41:55.976 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 365 2024-09-20T21:41:55.976 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.977 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T21:41:55.977 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 231 2024-09-20T21:41:55.977 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.977 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T21:41:55.977 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 92, 2024-09-20T21:41:55.977 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 789915 2024-09-20T21:41:55.977 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.977 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T21:41:55.977 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 155, 2024-09-20T21:41:55.977 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 188205 2024-09-20T21:41:55.977 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.977 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T21:41:55.977 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 63, 2024-09-20T21:41:55.977 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 166146 2024-09-20T21:41:55.978 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.978 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T21:41:55.978 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.978 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.978 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T21:41:55.978 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5, 2024-09-20T21:41:55.978 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 132703 2024-09-20T21:41:55.978 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.978 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T21:41:55.978 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 264, 2024-09-20T21:41:55.978 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3630779 2024-09-20T21:41:55.978 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.978 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T21:41:55.978 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 42, 2024-09-20T21:41:55.979 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3177285 2024-09-20T21:41:55.979 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.979 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T21:41:55.979 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 41, 2024-09-20T21:41:55.979 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 211225754055 2024-09-20T21:41:55.979 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.979 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T21:41:55.979 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 42, 2024-09-20T21:41:55.979 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68645980071 2024-09-20T21:41:55.979 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.979 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T21:41:55.979 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 263, 2024-09-20T21:41:55.979 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9012112780 2024-09-20T21:41:55.979 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.980 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T21:41:55.980 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 263, 2024-09-20T21:41:55.980 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 28902 2024-09-20T21:41:55.980 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.980 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T21:41:55.980 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 264, 2024-09-20T21:41:55.980 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 258793 2024-09-20T21:41:55.980 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.980 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T21:41:55.980 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 264, 2024-09-20T21:41:55.980 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 201898308 2024-09-20T21:41:55.980 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.980 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T21:41:55.980 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 264, 2024-09-20T21:41:55.981 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73747 2024-09-20T21:41:55.981 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.981 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T21:41:55.981 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 264, 2024-09-20T21:41:55.981 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 104201108 2024-09-20T21:41:55.981 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.981 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T21:41:55.981 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 264, 2024-09-20T21:41:55.981 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13436653 2024-09-20T21:41:55.981 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.981 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T21:41:55.981 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 310032 2024-09-20T21:41:55.981 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.981 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T21:41:55.982 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 40, 2024-09-20T21:41:55.982 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 168873 2024-09-20T21:41:55.982 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.982 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T21:41:55.982 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 264, 2024-09-20T21:41:55.982 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 323459540 2024-09-20T21:41:55.982 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.982 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T21:41:55.982 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 264, 2024-09-20T21:41:55.982 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15682476 2024-09-20T21:41:55.982 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.982 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T21:41:55.982 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 264, 2024-09-20T21:41:55.982 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3478362 2024-09-20T21:41:55.983 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.983 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.983 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T21:41:55.983 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T21:41:55.983 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1861462665 2024-09-20T21:41:55.983 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.983 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T21:41:55.983 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 269926400 2024-09-20T21:41:55.983 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.983 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T21:41:55.983 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 269680640 2024-09-20T21:41:55.983 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.983 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T21:41:55.983 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3137375334 2024-09-20T21:41:55.984 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.984 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T21:41:55.984 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 245760 2024-09-20T21:41:55.984 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.984 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.984 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T21:41:55.984 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:55.984 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159383552 2024-09-20T21:41:55.984 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.984 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:55.984 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.984 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.984 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:55.984 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.985 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.985 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:55.985 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85499602 2024-09-20T21:41:55.985 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.985 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:55.985 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.985 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.985 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:55.985 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.985 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.985 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:55.985 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.985 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.985 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:55.985 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.986 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.986 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:55.986 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.986 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.986 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:55.986 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.986 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.986 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:55.986 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.986 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.986 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:55.986 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.986 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.986 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:55.986 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.987 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.987 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:55.987 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73883950 2024-09-20T21:41:55.987 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.987 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.987 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T21:41:55.987 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:55.987 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 780140544 2024-09-20T21:41:55.987 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.987 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:55.987 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:55.987 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.988 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:55.988 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.988 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.988 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:55.988 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641247022 2024-09-20T21:41:55.988 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.988 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:55.988 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.988 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.988 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:55.988 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.988 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.988 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:55.988 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.989 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.989 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:55.989 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.989 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.989 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:55.989 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.989 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.989 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:55.989 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2128 2024-09-20T21:41:55.989 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.989 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:55.989 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.989 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.989 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:55.990 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.990 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.990 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:55.990 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.990 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.990 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:55.990 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71782530 2024-09-20T21:41:55.990 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.990 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.990 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T21:41:55.990 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:55.990 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192937984 2024-09-20T21:41:55.990 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.990 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:55.991 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:55.991 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.991 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:55.991 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 464 2024-09-20T21:41:55.991 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.991 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:55.991 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56999735 2024-09-20T21:41:55.991 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.991 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:55.991 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.991 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.991 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:55.991 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.991 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.992 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:55.992 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.992 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.992 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:55.992 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.992 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.992 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:55.992 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.992 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.992 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:55.992 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.992 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.992 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:55.992 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.992 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.993 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:55.993 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.993 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.993 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:55.993 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.993 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.993 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:55.993 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68828921 2024-09-20T21:41:55.993 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.993 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.993 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T21:41:55.993 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:55.993 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 713031680 2024-09-20T21:41:55.993 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.993 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:55.994 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.994 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.994 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:55.994 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.994 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.994 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:55.994 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641247022 2024-09-20T21:41:55.994 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.994 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:55.994 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.994 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.994 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:55.994 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.994 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.995 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:55.995 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.995 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.995 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:55.995 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.995 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.995 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:55.995 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.995 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.995 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:55.995 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 253502 2024-09-20T21:41:55.995 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.995 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:55.995 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.996 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.996 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:55.996 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.996 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.996 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:55.996 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.996 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.996 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:55.996 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71531156 2024-09-20T21:41:55.996 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.996 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.996 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T21:41:55.996 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T21:41:55.996 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.996 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.997 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T21:41:55.997 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.997 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.997 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T21:41:55.997 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.997 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.997 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T21:41:55.997 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.997 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:55.997 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.997 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:55.997 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T21:41:55.997 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 39 2024-09-20T21:41:55.997 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.997 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T21:41:55.998 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.998 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.998 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T21:41:55.998 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T21:41:55.998 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.998 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T21:41:55.998 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.998 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.998 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T21:41:55.998 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.998 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.998 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T21:41:55.998 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 22 2024-09-20T21:41:55.999 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.999 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T21:41:55.999 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T21:41:55.999 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5141925 2024-09-20T21:41:55.999 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.999 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T21:41:55.999 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:55.999 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.999 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T21:41:55.999 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T21:41:55.999 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 909390 2024-09-20T21:41:55.999 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:55.999 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T21:41:55.999 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T21:41:56.000 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5018149 2024-09-20T21:41:56.000 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.000 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T21:41:56.000 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.000 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.000 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T21:41:56.000 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.000 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.000 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.000 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T21:41:56.000 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.000 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.000 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T21:41:56.000 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.001 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.001 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T21:41:56.001 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.001 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.001 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.001 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T21:41:56.001 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.001 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.001 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.001 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T21:41:56.001 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.001 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.001 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T21:41:56.001 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.002 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.002 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T21:41:56.002 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.002 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.002 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.002 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T21:41:56.002 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.002 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.002 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T21:41:56.002 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.002 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.002 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T21:41:56.002 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.002 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.003 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T21:41:56.003 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.003 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.003 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.003 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T21:41:56.003 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.003 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.003 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.003 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T21:41:56.003 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T21:41:56.003 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.003 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T21:41:56.003 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 22 2024-09-20T21:41:56.003 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.003 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T21:41:56.004 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T21:41:56.004 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5141925 2024-09-20T21:41:56.004 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.004 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T21:41:56.004 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.004 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.004 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T21:41:56.004 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T21:41:56.004 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 909390 2024-09-20T21:41:56.004 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.004 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T21:41:56.004 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T21:41:56.004 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5018149 2024-09-20T21:41:56.004 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.005 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T21:41:56.005 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.005 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.005 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T21:41:56.005 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.005 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.005 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T21:41:56.005 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.005 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.005 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T21:41:56.005 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T21:41:56.005 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.005 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T21:41:56.005 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305201152 2024-09-20T21:41:56.006 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.006 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.006 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.006 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.5": { 2024-09-20T21:41:56.006 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:56.006 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T21:41:56.006 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.006 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.006 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T21:41:56.006 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.006 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.006 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T21:41:56.006 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T21:41:56.006 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.007 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-20T21:41:56.007 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.007 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.007 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T21:41:56.007 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.007 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.007 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T21:41:56.007 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.007 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.007 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T21:41:56.007 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12288 2024-09-20T21:41:56.007 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.007 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T21:41:56.007 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1175552 2024-09-20T21:41:56.008 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.008 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T21:41:56.008 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.008 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.008 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.008 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T21:41:56.008 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.008 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.008 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.008 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T21:41:56.008 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T21:41:56.008 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.008 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T21:41:56.008 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 304480256 2024-09-20T21:41:56.008 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.009 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T21:41:56.009 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 892928 2024-09-20T21:41:56.009 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.009 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T21:41:56.009 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 753664 2024-09-20T21:41:56.009 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.009 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T21:41:56.009 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 312868864 2024-09-20T21:41:56.009 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.009 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T21:41:56.009 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.009 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.009 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T21:41:56.009 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.010 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T21:41:56.010 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14 2024-09-20T21:41:56.010 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.010 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T21:41:56.010 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 195697 2024-09-20T21:41:56.010 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.010 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T21:41:56.010 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-20T21:41:56.010 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.010 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T21:41:56.010 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269760 2024-09-20T21:41:56.010 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.010 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T21:41:56.011 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1273856 2024-09-20T21:41:56.011 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.011 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T21:41:56.011 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.011 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.011 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T21:41:56.011 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.011 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.011 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T21:41:56.011 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15 2024-09-20T21:41:56.011 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.011 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T21:41:56.011 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4789 2024-09-20T21:41:56.011 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.012 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T21:41:56.012 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-20T21:41:56.012 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.012 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T21:41:56.012 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-20T21:41:56.012 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.012 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T21:41:56.012 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T21:41:56.012 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.012 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T21:41:56.012 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-20T21:41:56.012 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.012 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T21:41:56.012 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T21:41:56.012 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.013 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T21:41:56.013 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.013 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.013 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T21:41:56.013 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.013 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.013 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T21:41:56.013 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.013 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.013 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T21:41:56.013 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.013 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.013 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T21:41:56.013 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.013 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.014 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T21:41:56.014 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.014 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.014 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T21:41:56.014 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.014 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.014 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T21:41:56.014 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.014 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.014 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T21:41:56.014 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.014 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.014 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T21:41:56.015 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2002944 2024-09-20T21:41:56.015 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.015 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.015 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T21:41:56.015 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T21:41:56.015 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T21:41:56.015 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.015 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T21:41:56.015 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 700416 2024-09-20T21:41:56.015 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.015 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T21:41:56.015 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T21:41:56.015 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 139850 2024-09-20T21:41:56.015 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.016 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T21:41:56.016 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.016 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.016 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.016 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T21:41:56.016 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.016 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.016 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T21:41:56.016 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.016 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.016 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T21:41:56.016 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.016 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.016 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T21:41:56.017 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T21:41:56.017 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4553 2024-09-20T21:41:56.017 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.017 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T21:41:56.017 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.017 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.017 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.017 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T21:41:56.017 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 167, 2024-09-20T21:41:56.017 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 48432972 2024-09-20T21:41:56.017 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.017 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T21:41:56.017 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 166, 2024-09-20T21:41:56.017 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6730252 2024-09-20T21:41:56.018 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.018 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T21:41:56.018 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 167, 2024-09-20T21:41:56.018 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 168197 2024-09-20T21:41:56.018 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.018 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T21:41:56.018 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 167, 2024-09-20T21:41:56.018 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 48601169 2024-09-20T21:41:56.018 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.018 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T21:41:56.018 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.018 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.018 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.018 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T21:41:56.019 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T21:41:56.019 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 36426 2024-09-20T21:41:56.019 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.019 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T21:41:56.019 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T21:41:56.019 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1007 2024-09-20T21:41:56.019 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.019 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T21:41:56.019 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.019 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.019 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.019 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T21:41:56.019 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.019 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.020 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.020 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T21:41:56.020 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T21:41:56.020 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3911 2024-09-20T21:41:56.020 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.020 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T21:41:56.020 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 324 2024-09-20T21:41:56.020 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.020 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T21:41:56.020 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 241 2024-09-20T21:41:56.020 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.020 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T21:41:56.020 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 85, 2024-09-20T21:41:56.020 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 946900 2024-09-20T21:41:56.021 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.021 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T21:41:56.021 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 132, 2024-09-20T21:41:56.021 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 263482 2024-09-20T21:41:56.021 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.021 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T21:41:56.021 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 47, 2024-09-20T21:41:56.021 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 384321 2024-09-20T21:41:56.021 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.021 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T21:41:56.021 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.021 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.021 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T21:41:56.021 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T21:41:56.021 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 60333 2024-09-20T21:41:56.022 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.022 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T21:41:56.022 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 265, 2024-09-20T21:41:56.022 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3009209 2024-09-20T21:41:56.022 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.022 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T21:41:56.022 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 40, 2024-09-20T21:41:56.022 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3105257 2024-09-20T21:41:56.022 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.022 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T21:41:56.022 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 37, 2024-09-20T21:41:56.022 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 237684113684 2024-09-20T21:41:56.022 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.023 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T21:41:56.023 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 40, 2024-09-20T21:41:56.023 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 59499438673 2024-09-20T21:41:56.023 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.023 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T21:41:56.023 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 262, 2024-09-20T21:41:56.023 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8768856221 2024-09-20T21:41:56.023 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.023 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T21:41:56.023 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 262, 2024-09-20T21:41:56.023 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27462 2024-09-20T21:41:56.023 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.023 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T21:41:56.023 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 265, 2024-09-20T21:41:56.023 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 210693 2024-09-20T21:41:56.024 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.024 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T21:41:56.024 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 265, 2024-09-20T21:41:56.024 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 88778108 2024-09-20T21:41:56.024 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.024 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T21:41:56.024 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 265, 2024-09-20T21:41:56.024 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 74987 2024-09-20T21:41:56.024 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.024 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T21:41:56.024 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 265, 2024-09-20T21:41:56.024 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 61129943 2024-09-20T21:41:56.024 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.024 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T21:41:56.025 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 265, 2024-09-20T21:41:56.025 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13168147 2024-09-20T21:41:56.025 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.025 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T21:41:56.025 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 311491 2024-09-20T21:41:56.025 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.025 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T21:41:56.025 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 32, 2024-09-20T21:41:56.025 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 158077 2024-09-20T21:41:56.025 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.025 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T21:41:56.025 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 265, 2024-09-20T21:41:56.025 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 166328327 2024-09-20T21:41:56.025 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.026 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T21:41:56.026 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 265, 2024-09-20T21:41:56.026 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15398742 2024-09-20T21:41:56.026 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.026 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T21:41:56.026 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 265, 2024-09-20T21:41:56.026 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3370615 2024-09-20T21:41:56.026 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.026 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.026 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T21:41:56.026 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T21:41:56.026 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1861462665 2024-09-20T21:41:56.026 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.026 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T21:41:56.027 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 270909440 2024-09-20T21:41:56.027 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.027 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T21:41:56.027 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 269901824 2024-09-20T21:41:56.027 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.027 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T21:41:56.027 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3137375334 2024-09-20T21:41:56.027 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.027 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T21:41:56.027 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1007616 2024-09-20T21:41:56.027 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.027 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.027 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T21:41:56.027 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:56.028 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159383552 2024-09-20T21:41:56.028 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.028 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:56.028 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.028 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.028 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:56.028 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.028 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.028 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:56.028 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85499440 2024-09-20T21:41:56.028 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.028 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:56.028 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.028 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.029 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:56.029 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.029 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.029 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:56.029 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.029 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.029 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:56.029 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.029 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.029 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:56.029 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.029 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.029 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:56.029 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.029 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.030 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:56.030 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.030 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.030 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:56.030 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.030 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.030 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:56.030 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.030 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.030 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:56.030 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73884112 2024-09-20T21:41:56.030 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.030 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.030 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T21:41:56.030 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:56.031 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 780140544 2024-09-20T21:41:56.031 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.031 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:56.031 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:56.031 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.031 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:56.031 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.031 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.031 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:56.031 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641245801 2024-09-20T21:41:56.031 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.031 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:56.031 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.031 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.032 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:56.032 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.032 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.032 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:56.032 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.032 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.032 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:56.032 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.032 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.032 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:56.032 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.032 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.032 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:56.032 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2128 2024-09-20T21:41:56.032 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.033 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:56.033 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.033 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.033 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:56.033 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.033 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.033 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:56.033 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.033 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.033 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:56.033 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71783751 2024-09-20T21:41:56.033 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.033 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.033 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T21:41:56.034 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:56.034 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192937984 2024-09-20T21:41:56.034 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.034 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:56.034 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:56.034 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.034 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:56.034 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 464 2024-09-20T21:41:56.034 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.034 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:56.034 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56999626 2024-09-20T21:41:56.034 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.034 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:56.034 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.035 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.035 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:56.035 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.035 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.035 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:56.035 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.035 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.035 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:56.035 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.035 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.035 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:56.035 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.035 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.035 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:56.035 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.036 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.036 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:56.036 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.036 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.036 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:56.036 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.036 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.036 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:56.036 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.036 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.036 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:56.036 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68829030 2024-09-20T21:41:56.036 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.036 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.037 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T21:41:56.037 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:56.037 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 713031680 2024-09-20T21:41:56.037 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.037 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:56.037 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.037 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.037 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:56.037 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.037 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.037 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:56.037 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641245801 2024-09-20T21:41:56.037 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.037 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:56.038 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.038 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.038 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:56.038 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.038 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.038 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:56.038 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.038 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.038 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:56.038 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.038 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.038 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:56.038 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.038 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.039 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:56.039 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 261787 2024-09-20T21:41:56.039 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.039 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:56.039 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.039 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.039 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:56.039 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.039 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.039 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:56.039 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.039 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.039 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:56.040 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71524092 2024-09-20T21:41:56.040 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.040 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.040 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T21:41:56.040 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T21:41:56.040 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.040 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.040 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T21:41:56.040 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.040 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.040 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T21:41:56.040 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.040 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.040 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T21:41:56.041 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.041 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.041 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.041 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:56.041 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T21:41:56.041 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 42 2024-09-20T21:41:56.041 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.041 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T21:41:56.041 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.041 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.041 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T21:41:56.041 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.041 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.041 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T21:41:56.041 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.042 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.042 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T21:41:56.042 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.042 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.042 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T21:41:56.042 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.042 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.042 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T21:41:56.042 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.042 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.042 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.042 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T21:41:56.042 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.043 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.043 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T21:41:56.043 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.043 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.043 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.043 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T21:41:56.043 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.043 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.043 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.043 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T21:41:56.043 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.043 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.043 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T21:41:56.043 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.043 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.044 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.044 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T21:41:56.044 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.044 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.044 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T21:41:56.044 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.044 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.044 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T21:41:56.044 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.044 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.044 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.044 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T21:41:56.044 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.044 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.045 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.045 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T21:41:56.045 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.045 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.045 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T21:41:56.045 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.045 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.045 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T21:41:56.045 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.045 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.045 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.045 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T21:41:56.045 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.045 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.046 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T21:41:56.046 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.046 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.046 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T21:41:56.046 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.046 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.046 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T21:41:56.046 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.046 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.046 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.046 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T21:41:56.046 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.046 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.046 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.046 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T21:41:56.047 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.047 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.047 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T21:41:56.047 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.047 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.047 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T21:41:56.047 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.047 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.047 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.047 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T21:41:56.047 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.047 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.047 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T21:41:56.047 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.048 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.048 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.048 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T21:41:56.048 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.048 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.048 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.048 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T21:41:56.048 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.048 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.048 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T21:41:56.048 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 590368 2024-09-20T21:41:56.048 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.048 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T21:41:56.048 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:56.048 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.049 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T21:41:56.049 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T21:41:56.049 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.049 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T21:41:56.049 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305188864 2024-09-20T21:41:56.049 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.049 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.049 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.049 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.6": { 2024-09-20T21:41:56.049 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:56.049 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T21:41:56.049 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.049 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.049 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T21:41:56.049 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.050 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.050 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T21:41:56.050 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T21:41:56.050 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.050 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-20T21:41:56.050 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.050 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.050 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T21:41:56.050 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.050 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.050 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T21:41:56.050 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.050 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.051 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T21:41:56.051 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12288 2024-09-20T21:41:56.051 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.051 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T21:41:56.051 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1265664 2024-09-20T21:41:56.051 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.051 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T21:41:56.051 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.051 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.051 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.051 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T21:41:56.051 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.051 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.051 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.052 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T21:41:56.052 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T21:41:56.052 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.052 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T21:41:56.052 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 304480256 2024-09-20T21:41:56.052 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.052 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T21:41:56.052 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 962560 2024-09-20T21:41:56.052 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.052 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T21:41:56.052 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 823296 2024-09-20T21:41:56.052 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.052 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T21:41:56.052 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 312868864 2024-09-20T21:41:56.053 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.053 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T21:41:56.053 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.053 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.053 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T21:41:56.053 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.053 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.053 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T21:41:56.053 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14 2024-09-20T21:41:56.053 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.053 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T21:41:56.053 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 195697 2024-09-20T21:41:56.053 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.053 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T21:41:56.054 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-20T21:41:56.054 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.054 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T21:41:56.054 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269760 2024-09-20T21:41:56.054 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.054 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T21:41:56.054 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1273856 2024-09-20T21:41:56.054 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.054 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T21:41:56.054 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.054 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.054 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T21:41:56.054 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.054 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.055 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T21:41:56.055 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15 2024-09-20T21:41:56.055 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.055 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T21:41:56.055 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4789 2024-09-20T21:41:56.055 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.055 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T21:41:56.055 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-20T21:41:56.055 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.055 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T21:41:56.055 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-20T21:41:56.055 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.055 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T21:41:56.055 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T21:41:56.056 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.056 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T21:41:56.056 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-20T21:41:56.056 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.056 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T21:41:56.056 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T21:41:56.056 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.056 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T21:41:56.056 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.056 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.056 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T21:41:56.056 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.056 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.056 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T21:41:56.056 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.057 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.057 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T21:41:56.057 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.057 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.057 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T21:41:56.057 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.057 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.057 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T21:41:56.057 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.057 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.057 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T21:41:56.057 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.057 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.057 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T21:41:56.058 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.058 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.058 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T21:41:56.058 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.058 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.058 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T21:41:56.058 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2162688 2024-09-20T21:41:56.058 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.058 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.058 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T21:41:56.058 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T21:41:56.058 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T21:41:56.058 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.058 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T21:41:56.058 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1286144 2024-09-20T21:41:56.059 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.059 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T21:41:56.059 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.059 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.059 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.059 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T21:41:56.059 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.059 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.059 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.059 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T21:41:56.059 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.059 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.059 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T21:41:56.060 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.060 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.060 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T21:41:56.060 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.060 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.060 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T21:41:56.060 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T21:41:56.060 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5161 2024-09-20T21:41:56.060 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.060 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T21:41:56.060 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.060 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.060 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.060 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T21:41:56.060 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 184, 2024-09-20T21:41:56.060 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 38680876 2024-09-20T21:41:56.061 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.061 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T21:41:56.061 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 178, 2024-09-20T21:41:56.061 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7775678 2024-09-20T21:41:56.061 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.061 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T21:41:56.061 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 184, 2024-09-20T21:41:56.061 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 152235 2024-09-20T21:41:56.061 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.061 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T21:41:56.061 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 184, 2024-09-20T21:41:56.061 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 38833111 2024-09-20T21:41:56.061 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.061 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T21:41:56.062 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.062 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.062 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.062 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T21:41:56.062 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T21:41:56.062 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 29034 2024-09-20T21:41:56.062 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.062 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T21:41:56.062 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T21:41:56.062 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1371 2024-09-20T21:41:56.062 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.062 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T21:41:56.062 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.062 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.062 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.063 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T21:41:56.063 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.063 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.063 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.063 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T21:41:56.063 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T21:41:56.063 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10009 2024-09-20T21:41:56.063 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.063 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T21:41:56.063 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 366 2024-09-20T21:41:56.063 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.063 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T21:41:56.063 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 241 2024-09-20T21:41:56.063 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.064 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T21:41:56.064 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 85, 2024-09-20T21:41:56.064 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 579226 2024-09-20T21:41:56.064 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.064 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T21:41:56.064 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 131, 2024-09-20T21:41:56.064 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 235409 2024-09-20T21:41:56.064 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.064 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T21:41:56.064 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 46, 2024-09-20T21:41:56.064 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 326141 2024-09-20T21:41:56.064 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.064 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T21:41:56.064 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.065 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.065 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T21:41:56.065 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.065 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.065 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.065 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T21:41:56.065 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 272, 2024-09-20T21:41:56.065 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5160716 2024-09-20T21:41:56.065 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.065 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T21:41:56.065 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 36, 2024-09-20T21:41:56.065 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2208343 2024-09-20T21:41:56.065 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.065 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T21:41:56.065 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 36, 2024-09-20T21:41:56.066 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 470595666416 2024-09-20T21:41:56.066 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.066 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T21:41:56.066 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 36, 2024-09-20T21:41:56.066 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 51559793691 2024-09-20T21:41:56.066 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.066 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T21:41:56.066 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 272, 2024-09-20T21:41:56.066 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 448959 2024-09-20T21:41:56.066 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.066 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T21:41:56.066 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 272, 2024-09-20T21:41:56.066 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 30306 2024-09-20T21:41:56.066 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.067 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T21:41:56.067 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 272, 2024-09-20T21:41:56.067 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 242483 2024-09-20T21:41:56.067 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.067 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T21:41:56.067 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 272, 2024-09-20T21:41:56.067 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 105082926 2024-09-20T21:41:56.067 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.067 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T21:41:56.067 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 272, 2024-09-20T21:41:56.067 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 80150 2024-09-20T21:41:56.067 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.067 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T21:41:56.068 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 272, 2024-09-20T21:41:56.068 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70676669 2024-09-20T21:41:56.068 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.068 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T21:41:56.068 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 272, 2024-09-20T21:41:56.068 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11655976 2024-09-20T21:41:56.068 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.068 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T21:41:56.068 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 901750 2024-09-20T21:41:56.068 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.068 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T21:41:56.068 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 29, 2024-09-20T21:41:56.068 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 123705 2024-09-20T21:41:56.068 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.068 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T21:41:56.069 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 272, 2024-09-20T21:41:56.069 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192856404 2024-09-20T21:41:56.069 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.069 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T21:41:56.069 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 272, 2024-09-20T21:41:56.069 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13661006 2024-09-20T21:41:56.069 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.069 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T21:41:56.069 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 272, 2024-09-20T21:41:56.069 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1820870 2024-09-20T21:41:56.069 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.069 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.069 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T21:41:56.070 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T21:41:56.070 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1861462665 2024-09-20T21:41:56.070 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.070 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T21:41:56.070 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 270974976 2024-09-20T21:41:56.070 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.070 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T21:41:56.070 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 269672448 2024-09-20T21:41:56.070 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.070 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T21:41:56.070 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3137375334 2024-09-20T21:41:56.070 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.070 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T21:41:56.070 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1302528 2024-09-20T21:41:56.071 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.071 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.071 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T21:41:56.071 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:56.071 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159383552 2024-09-20T21:41:56.071 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.071 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:56.071 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.071 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.071 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:56.071 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.071 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.071 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:56.071 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85499454 2024-09-20T21:41:56.072 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.072 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:56.072 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.072 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.072 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:56.072 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.072 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.072 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:56.072 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.072 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.072 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:56.072 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.072 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.072 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:56.072 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.073 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.073 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:56.073 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.073 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.073 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:56.073 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.073 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.073 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:56.073 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.073 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.073 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:56.073 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.073 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.073 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:56.074 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73884098 2024-09-20T21:41:56.074 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.074 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.074 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T21:41:56.074 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:56.074 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 780140544 2024-09-20T21:41:56.074 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.074 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:56.074 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:56.074 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.074 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:56.074 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.074 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.074 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:56.075 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641245912 2024-09-20T21:41:56.075 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.075 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:56.075 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.075 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.075 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:56.075 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.075 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.075 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:56.075 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.075 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.075 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:56.075 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.076 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.076 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:56.076 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.076 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.076 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:56.076 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2128 2024-09-20T21:41:56.076 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.076 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:56.076 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.076 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.076 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:56.076 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.076 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.076 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:56.077 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.077 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.077 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:56.077 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71783640 2024-09-20T21:41:56.077 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.077 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.077 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T21:41:56.077 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:56.077 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192937984 2024-09-20T21:41:56.077 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.077 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:56.077 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:56.077 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.077 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:56.077 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 464 2024-09-20T21:41:56.078 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.078 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:56.078 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56999636 2024-09-20T21:41:56.078 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.078 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:56.078 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.078 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.078 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:56.078 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.078 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.078 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:56.078 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.078 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.078 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:56.079 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.079 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.079 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:56.079 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.079 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.079 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:56.079 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.079 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.079 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:56.079 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.079 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.079 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:56.079 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.079 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.080 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:56.080 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.080 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.080 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:56.080 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68829020 2024-09-20T21:41:56.080 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.080 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.080 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T21:41:56.080 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:56.080 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 713031680 2024-09-20T21:41:56.080 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.080 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:56.080 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.080 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.081 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:56.081 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.081 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:56.081 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641245912 2024-09-20T21:41:56.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.081 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:56.081 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.081 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:56.081 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.081 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:56.081 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.082 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:56.082 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.082 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.082 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:56.082 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7107 2024-09-20T21:41:56.082 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.082 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:56.082 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 254434 2024-09-20T21:41:56.082 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.082 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:56.082 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.082 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.082 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:56.082 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.083 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.083 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:56.083 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.083 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.083 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:56.083 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71524227 2024-09-20T21:41:56.083 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.083 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.083 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T21:41:56.083 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T21:41:56.083 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.083 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.083 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T21:41:56.083 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.084 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.084 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T21:41:56.084 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.084 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.084 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T21:41:56.084 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.084 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.084 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.084 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:56.084 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T21:41:56.084 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 39 2024-09-20T21:41:56.084 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.084 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T21:41:56.084 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.085 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.085 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T21:41:56.085 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13 2024-09-20T21:41:56.085 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.085 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T21:41:56.085 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.085 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.085 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T21:41:56.085 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.085 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.085 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T21:41:56.085 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2804 2024-09-20T21:41:56.085 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.085 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T21:41:56.086 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13, 2024-09-20T21:41:56.086 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70313011 2024-09-20T21:41:56.086 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.086 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T21:41:56.086 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.086 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.086 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T21:41:56.086 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15, 2024-09-20T21:41:56.086 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6046024 2024-09-20T21:41:56.086 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.086 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T21:41:56.086 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13, 2024-09-20T21:41:56.086 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32470388 2024-09-20T21:41:56.086 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.087 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T21:41:56.087 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.087 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.087 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T21:41:56.087 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.087 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.087 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.087 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T21:41:56.087 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.087 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.087 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T21:41:56.087 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.087 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.087 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T21:41:56.088 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.088 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.088 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.088 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T21:41:56.088 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.088 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.088 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.088 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T21:41:56.088 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.088 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.088 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T21:41:56.088 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.088 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.088 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T21:41:56.088 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.089 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.089 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.089 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T21:41:56.089 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.089 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.089 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T21:41:56.089 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.089 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.089 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T21:41:56.089 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.089 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.089 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T21:41:56.089 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.089 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.090 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.090 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T21:41:56.090 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.090 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.090 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.090 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T21:41:56.090 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13 2024-09-20T21:41:56.090 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.090 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T21:41:56.090 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2804 2024-09-20T21:41:56.090 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.090 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T21:41:56.090 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13, 2024-09-20T21:41:56.090 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70313011 2024-09-20T21:41:56.090 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.091 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T21:41:56.091 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.091 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.091 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T21:41:56.091 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15, 2024-09-20T21:41:56.091 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6046024 2024-09-20T21:41:56.091 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.091 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T21:41:56.091 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13, 2024-09-20T21:41:56.091 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32470388 2024-09-20T21:41:56.091 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.091 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T21:41:56.091 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.091 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.092 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T21:41:56.092 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 590368 2024-09-20T21:41:56.092 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.092 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T21:41:56.092 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:56.092 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.092 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T21:41:56.092 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T21:41:56.092 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.092 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T21:41:56.092 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305774592 2024-09-20T21:41:56.092 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.092 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.092 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.092 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.7": { 2024-09-20T21:41:56.093 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T21:41:56.093 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T21:41:56.093 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.093 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.093 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T21:41:56.093 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.093 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.093 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T21:41:56.093 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T21:41:56.093 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.093 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_main": { 2024-09-20T21:41:56.093 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.093 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.093 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T21:41:56.094 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.094 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.094 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T21:41:56.094 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.094 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.094 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T21:41:56.094 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12288 2024-09-20T21:41:56.094 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.094 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T21:41:56.094 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1191936 2024-09-20T21:41:56.094 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.094 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T21:41:56.094 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.094 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.094 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.095 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T21:41:56.095 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.095 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.095 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.095 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T21:41:56.095 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T21:41:56.095 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.095 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T21:41:56.095 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 304480256 2024-09-20T21:41:56.095 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.095 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T21:41:56.095 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 897024 2024-09-20T21:41:56.095 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.095 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T21:41:56.095 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 757760 2024-09-20T21:41:56.096 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.096 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T21:41:56.096 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 312868864 2024-09-20T21:41:56.096 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.096 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T21:41:56.096 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.096 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.096 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T21:41:56.096 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.096 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T21:41:56.096 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14 2024-09-20T21:41:56.096 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.096 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T21:41:56.097 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 195697 2024-09-20T21:41:56.097 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.097 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T21:41:56.097 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-20T21:41:56.097 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.097 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T21:41:56.097 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269760 2024-09-20T21:41:56.097 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.097 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T21:41:56.097 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1273856 2024-09-20T21:41:56.097 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.097 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T21:41:56.097 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.097 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.097 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T21:41:56.098 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.098 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.098 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T21:41:56.098 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15 2024-09-20T21:41:56.098 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.098 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T21:41:56.098 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4789 2024-09-20T21:41:56.098 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.098 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T21:41:56.098 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-20T21:41:56.098 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.098 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T21:41:56.098 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-20T21:41:56.098 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.099 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T21:41:56.099 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T21:41:56.099 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.099 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T21:41:56.099 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5589 2024-09-20T21:41:56.099 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.099 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T21:41:56.099 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T21:41:56.099 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.099 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T21:41:56.099 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.099 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.099 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T21:41:56.099 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.099 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.100 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T21:41:56.100 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.100 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.100 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T21:41:56.100 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.100 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.100 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T21:41:56.100 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.100 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.100 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T21:41:56.100 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.100 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.100 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T21:41:56.100 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.101 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.101 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T21:41:56.101 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.101 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.101 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T21:41:56.101 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.101 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.101 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T21:41:56.101 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2023424 2024-09-20T21:41:56.101 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.101 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.101 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T21:41:56.101 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T21:41:56.101 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T21:41:56.102 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.102 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T21:41:56.102 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1290240 2024-09-20T21:41:56.102 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.102 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T21:41:56.102 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T21:41:56.102 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 137221 2024-09-20T21:41:56.102 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.102 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T21:41:56.102 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.102 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.102 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.102 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T21:41:56.102 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.102 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.103 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T21:41:56.103 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.103 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.103 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T21:41:56.103 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.103 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.103 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T21:41:56.103 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10, 2024-09-20T21:41:56.103 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 35018 2024-09-20T21:41:56.103 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.103 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T21:41:56.103 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.103 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.103 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.104 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T21:41:56.104 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 168, 2024-09-20T21:41:56.104 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57054580 2024-09-20T21:41:56.104 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.104 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T21:41:56.104 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 158, 2024-09-20T21:41:56.104 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8888289 2024-09-20T21:41:56.104 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.104 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T21:41:56.104 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 168, 2024-09-20T21:41:56.104 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 133935 2024-09-20T21:41:56.104 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.104 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T21:41:56.104 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 168, 2024-09-20T21:41:56.105 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57188515 2024-09-20T21:41:56.105 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.105 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T21:41:56.105 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.105 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.105 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.105 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T21:41:56.105 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T21:41:56.105 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 46833 2024-09-20T21:41:56.105 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.105 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T21:41:56.105 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T21:41:56.105 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 883 2024-09-20T21:41:56.105 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.106 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T21:41:56.106 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.106 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.106 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.106 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T21:41:56.106 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T21:41:56.106 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.106 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.106 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T21:41:56.106 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T21:41:56.106 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7834 2024-09-20T21:41:56.106 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.106 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T21:41:56.106 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 723 2024-09-20T21:41:56.107 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.107 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T21:41:56.107 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 273 2024-09-20T21:41:56.107 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.107 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T21:41:56.107 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 129, 2024-09-20T21:41:56.107 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3080588 2024-09-20T21:41:56.107 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.107 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T21:41:56.107 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 212, 2024-09-20T21:41:56.107 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 237069 2024-09-20T21:41:56.107 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.107 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T21:41:56.107 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 83, 2024-09-20T21:41:56.107 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2351867 2024-09-20T21:41:56.108 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.108 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T21:41:56.108 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.108 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.108 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T21:41:56.108 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T21:41:56.108 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21652 2024-09-20T21:41:56.108 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.108 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T21:41:56.108 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 308, 2024-09-20T21:41:56.108 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3834679 2024-09-20T21:41:56.108 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.108 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T21:41:56.109 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 24, 2024-09-20T21:41:56.109 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2057984 2024-09-20T21:41:56.109 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.109 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T21:41:56.109 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 24, 2024-09-20T21:41:56.109 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 258065673117 2024-09-20T21:41:56.109 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.109 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T21:41:56.109 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 24, 2024-09-20T21:41:56.109 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 39386456880 2024-09-20T21:41:56.109 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.109 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T21:41:56.109 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 308, 2024-09-20T21:41:56.109 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 410661 2024-09-20T21:41:56.110 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.110 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T21:41:56.110 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 308, 2024-09-20T21:41:56.110 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 33962 2024-09-20T21:41:56.110 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.110 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T21:41:56.110 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 308, 2024-09-20T21:41:56.110 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192603 2024-09-20T21:41:56.110 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.110 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T21:41:56.110 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 308, 2024-09-20T21:41:56.110 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 233251007 2024-09-20T21:41:56.110 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.110 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T21:41:56.111 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 308, 2024-09-20T21:41:56.111 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 90300 2024-09-20T21:41:56.111 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.111 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T21:41:56.111 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 308, 2024-09-20T21:41:56.111 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 144585870 2024-09-20T21:41:56.111 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.111 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T21:41:56.111 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 308, 2024-09-20T21:41:56.111 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14729900 2024-09-20T21:41:56.111 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.111 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T21:41:56.111 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 900277 2024-09-20T21:41:56.111 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.111 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T21:41:56.112 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 23, 2024-09-20T21:41:56.112 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 91156 2024-09-20T21:41:56.112 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.112 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T21:41:56.112 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 308, 2024-09-20T21:41:56.112 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 396632363 2024-09-20T21:41:56.112 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.112 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T21:41:56.112 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 308, 2024-09-20T21:41:56.112 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16553548 2024-09-20T21:41:56.112 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.112 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T21:41:56.112 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 308, 2024-09-20T21:41:56.112 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3175594 2024-09-20T21:41:56.113 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.113 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.113 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T21:41:56.113 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T21:41:56.113 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1861462665 2024-09-20T21:41:56.113 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.113 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T21:41:56.113 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 272023552 2024-09-20T21:41:56.113 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.113 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T21:41:56.113 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 270139392 2024-09-20T21:41:56.113 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.113 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T21:41:56.113 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3137375334 2024-09-20T21:41:56.113 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.114 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T21:41:56.114 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1884160 2024-09-20T21:41:56.114 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.114 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.114 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T21:41:56.114 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:56.114 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159383552 2024-09-20T21:41:56.114 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.114 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:56.114 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.114 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.114 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:56.114 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.114 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.115 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:56.115 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85481781 2024-09-20T21:41:56.115 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.115 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:56.115 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.115 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.115 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:56.115 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 147456 2024-09-20T21:41:56.115 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.115 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:56.115 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.115 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.115 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:56.115 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.115 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.116 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:56.116 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.116 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.116 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:56.116 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 131072 2024-09-20T21:41:56.116 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.116 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:56.116 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.116 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.116 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:56.116 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.116 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.116 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:56.116 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.117 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.117 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:56.117 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73623243 2024-09-20T21:41:56.117 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.117 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.117 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T21:41:56.117 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:56.117 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 780140544 2024-09-20T21:41:56.117 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.117 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:56.117 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:56.117 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.117 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:56.117 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.117 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.118 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:56.118 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641113363 2024-09-20T21:41:56.118 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.118 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:56.118 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.118 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.118 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:56.118 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.118 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.118 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:56.118 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.118 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.118 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:56.118 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.119 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.119 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:56.119 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.119 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.119 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:56.119 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2128 2024-09-20T21:41:56.119 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.119 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:56.119 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.119 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.119 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:56.119 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.119 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.119 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:56.120 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.120 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.120 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:56.120 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71916189 2024-09-20T21:41:56.120 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.120 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.120 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T21:41:56.120 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:56.120 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 192937984 2024-09-20T21:41:56.120 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.120 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:56.120 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T21:41:56.120 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.120 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:56.121 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 464 2024-09-20T21:41:56.121 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.121 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:56.121 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56987854 2024-09-20T21:41:56.121 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.121 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:56.121 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.121 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.121 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:56.121 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.121 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.121 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:56.121 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.121 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.121 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:56.122 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.122 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.122 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:56.122 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.122 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.122 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:56.122 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.122 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.122 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:56.122 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.122 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.122 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:56.122 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.122 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.123 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:56.123 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.123 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.123 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:56.123 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68840802 2024-09-20T21:41:56.123 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.123 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.123 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T21:41:56.123 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T21:41:56.123 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 713031680 2024-09-20T21:41:56.123 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.123 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T21:41:56.123 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.123 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.124 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T21:41:56.124 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.124 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.124 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T21:41:56.124 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 641113363 2024-09-20T21:41:56.124 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.124 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T21:41:56.124 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.124 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.124 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T21:41:56.124 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14234 2024-09-20T21:41:56.124 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.124 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T21:41:56.124 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.125 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.125 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T21:41:56.125 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.125 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.125 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T21:41:56.125 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.125 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.125 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T21:41:56.125 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 263331 2024-09-20T21:41:56.125 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.125 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T21:41:56.125 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.125 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.125 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T21:41:56.125 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.126 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.126 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T21:41:56.126 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.126 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.126 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T21:41:56.126 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71640752 2024-09-20T21:41:56.126 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.126 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.126 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T21:41:56.126 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T21:41:56.126 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.126 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.126 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T21:41:56.126 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.127 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.127 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T21:41:56.127 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.127 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.127 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T21:41:56.127 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.127 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.127 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.127 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T21:41:56.127 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T21:41:56.127 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 46 2024-09-20T21:41:56.127 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.127 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T21:41:56.127 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.127 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.128 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T21:41:56.128 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 143 2024-09-20T21:41:56.128 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.128 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T21:41:56.128 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.128 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.128 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T21:41:56.128 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.128 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.128 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T21:41:56.128 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.128 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.128 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T21:41:56.128 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 143, 2024-09-20T21:41:56.129 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 96718345 2024-09-20T21:41:56.129 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.129 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T21:41:56.129 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 265810 2024-09-20T21:41:56.129 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.129 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T21:41:56.129 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 145, 2024-09-20T21:41:56.129 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 33627667 2024-09-20T21:41:56.129 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.129 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T21:41:56.129 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 143, 2024-09-20T21:41:56.129 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 62247436 2024-09-20T21:41:56.129 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.129 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T21:41:56.129 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 100 2024-09-20T21:41:56.130 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.130 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T21:41:56.130 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 100, 2024-09-20T21:41:56.130 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17218524 2024-09-20T21:41:56.130 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.130 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T21:41:56.130 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.130 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.130 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T21:41:56.130 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 265810 2024-09-20T21:41:56.130 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.130 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T21:41:56.130 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 100, 2024-09-20T21:41:56.130 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14083452 2024-09-20T21:41:56.131 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.131 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T21:41:56.131 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 100, 2024-09-20T21:41:56.131 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11512590 2024-09-20T21:41:56.131 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.131 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T21:41:56.131 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 38 2024-09-20T21:41:56.131 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.131 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T21:41:56.131 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.131 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.131 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T21:41:56.131 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 38, 2024-09-20T21:41:56.131 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37397613 2024-09-20T21:41:56.132 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.132 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T21:41:56.132 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.132 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.132 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T21:41:56.132 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.132 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.132 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T21:41:56.132 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.132 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.132 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T21:41:56.132 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 38, 2024-09-20T21:41:56.132 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16014742 2024-09-20T21:41:56.132 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.132 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T21:41:56.133 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 38, 2024-09-20T21:41:56.133 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34860620 2024-09-20T21:41:56.133 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.133 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T21:41:56.133 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-20T21:41:56.133 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.133 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T21:41:56.133 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.133 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.133 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T21:41:56.133 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5, 2024-09-20T21:41:56.133 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 42102208 2024-09-20T21:41:56.133 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.133 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T21:41:56.133 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.134 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.134 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T21:41:56.134 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7, 2024-09-20T21:41:56.134 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3529473 2024-09-20T21:41:56.134 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.134 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T21:41:56.134 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5, 2024-09-20T21:41:56.134 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15874226 2024-09-20T21:41:56.134 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.134 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T21:41:56.134 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T21:41:56.134 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.134 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T21:41:56.134 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 590368 2024-09-20T21:41:56.135 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.135 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T21:41:56.135 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T21:41:56.135 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.135 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T21:41:56.135 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T21:41:56.135 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.135 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T21:41:56.135 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305778688 2024-09-20T21:41:56.135 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.135 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.135 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.135 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.135 INFO:tasks.workunit.client.0.smithi046.stdout: "pools": [ 2024-09-20T21:41:56.135 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.136 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T21:41:56.136 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr" 2024-09-20T21:41:56.136 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.136 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-20T21:41:56.137 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-20T21:41:56.137 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-20T21:41:56.137 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-20T21:41:56.137 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-20T21:41:56.138 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 1, 2024-09-20T21:41:56.138 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 1, 2024-09-20T21:41:56.138 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 1, 2024-09-20T21:41:56.138 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-20T21:41:56.138 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-20T21:41:56.138 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 727115966730, 2024-09-20T21:41:56.138 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 1781760, 2024-09-20T21:41:56.138 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-20T21:41:56.138 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-20T21:41:56.138 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 1781760, 2024-09-20T21:41:56.138 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-20T21:41:56.138 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 242371985408, 2024-09-20T21:41:56.138 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 2, 2024-09-20T21:41:56.138 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-20T21:41:56.139 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 2.4504422526661074e-06, 2024-09-20T21:41:56.139 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-20T21:41:56.139 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-20T21:41:56.139 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 416, 2024-09-20T21:41:56.139 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 613376, 2024-09-20T21:41:56.139 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 590368, 2024-09-20T21:41:56.139 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 590368, 2024-09-20T21:41:56.139 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-20T21:41:56.139 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 1771104, 2024-09-20T21:41:56.139 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 177, 2024-09-20T21:41:56.139 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 1667072 2024-09-20T21:41:56.139 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.139 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-20T21:41:56.139 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-20T21:41:56.139 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-20T21:41:56.140 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.140 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.140 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T21:41:56.140 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-20T21:41:56.140 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.140 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-20T21:41:56.140 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-20T21:41:56.140 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-20T21:41:56.140 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-20T21:41:56.140 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-20T21:41:56.140 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 32, 2024-09-20T21:41:56.140 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 32, 2024-09-20T21:41:56.140 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 2, 2024-09-20T21:41:56.140 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-20T21:41:56.141 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-20T21:41:56.141 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 727115966730, 2024-09-20T21:41:56.141 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 98304, 2024-09-20T21:41:56.141 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-20T21:41:56.141 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-20T21:41:56.141 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 98304, 2024-09-20T21:41:56.141 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-20T21:41:56.141 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 242371985408, 2024-09-20T21:41:56.141 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 22, 2024-09-20T21:41:56.141 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-20T21:41:56.141 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 1.3519712638299097e-07, 2024-09-20T21:41:56.141 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-20T21:41:56.141 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-20T21:41:56.141 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 0, 2024-09-20T21:41:56.142 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 0, 2024-09-20T21:41:56.142 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 3410, 2024-09-20T21:41:56.142 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 3410, 2024-09-20T21:41:56.142 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-20T21:41:56.142 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 10230, 2024-09-20T21:41:56.142 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 51, 2024-09-20T21:41:56.142 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 19456 2024-09-20T21:41:56.142 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.142 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-20T21:41:56.142 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-20T21:41:56.142 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-20T21:41:56.142 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.142 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.142 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T21:41:56.143 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-20T21:41:56.143 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.143 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-20T21:41:56.143 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-20T21:41:56.143 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-20T21:41:56.143 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-20T21:41:56.143 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-20T21:41:56.143 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 64, 2024-09-20T21:41:56.143 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 64, 2024-09-20T21:41:56.143 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 3, 2024-09-20T21:41:56.143 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-20T21:41:56.143 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-20T21:41:56.143 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 727115966730, 2024-09-20T21:41:56.143 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 0, 2024-09-20T21:41:56.143 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-20T21:41:56.144 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-20T21:41:56.144 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 0, 2024-09-20T21:41:56.144 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-20T21:41:56.144 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 242371985408, 2024-09-20T21:41:56.144 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 0, 2024-09-20T21:41:56.144 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-20T21:41:56.144 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 0.0, 2024-09-20T21:41:56.144 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-20T21:41:56.144 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-20T21:41:56.144 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 0, 2024-09-20T21:41:56.144 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 0, 2024-09-20T21:41:56.144 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 0, 2024-09-20T21:41:56.144 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 0, 2024-09-20T21:41:56.144 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-20T21:41:56.145 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 0, 2024-09-20T21:41:56.145 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 0, 2024-09-20T21:41:56.145 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 0 2024-09-20T21:41:56.145 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.145 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-20T21:41:56.145 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-20T21:41:56.145 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-20T21:41:56.145 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.145 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.145 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T21:41:56.145 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd" 2024-09-20T21:41:56.145 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.145 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-20T21:41:56.145 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-20T21:41:56.145 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-20T21:41:56.146 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-20T21:41:56.146 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-20T21:41:56.146 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 8, 2024-09-20T21:41:56.146 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 8, 2024-09-20T21:41:56.146 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 4, 2024-09-20T21:41:56.146 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-20T21:41:56.146 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-20T21:41:56.146 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 727115966730, 2024-09-20T21:41:56.146 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 12288, 2024-09-20T21:41:56.146 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-20T21:41:56.146 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-20T21:41:56.146 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 12288, 2024-09-20T21:41:56.146 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-20T21:41:56.146 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 242371985408, 2024-09-20T21:41:56.146 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 2, 2024-09-20T21:41:56.147 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-20T21:41:56.147 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 1.689964257423071e-08, 2024-09-20T21:41:56.147 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-20T21:41:56.147 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-20T21:41:56.147 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 0, 2024-09-20T21:41:56.147 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 0, 2024-09-20T21:41:56.147 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 19, 2024-09-20T21:41:56.147 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 19, 2024-09-20T21:41:56.147 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-20T21:41:56.147 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 57, 2024-09-20T21:41:56.147 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 2, 2024-09-20T21:41:56.147 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 2048 2024-09-20T21:41:56.147 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.147 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-20T21:41:56.148 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-20T21:41:56.148 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-20T21:41:56.148 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.148 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.148 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd": { 2024-09-20T21:41:56.148 INFO:tasks.workunit.client.0.smithi046.stdout: "mirroring_by_pool": [ 2024-09-20T21:41:56.148 INFO:tasks.workunit.client.0.smithi046.stdout: false 2024-09-20T21:41:56.148 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_images_by_pool": [ 2024-09-20T21:41:56.148 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:56.148 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pools": 1 2024-09-20T21:41:56.148 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.148 INFO:tasks.workunit.client.0.smithi046.stdout: "report_id": "af76ebfb-a296-4e2b-ac94-6899ebb5153a", 2024-09-20T21:41:56.149 INFO:tasks.workunit.client.0.smithi046.stdout: "report_timestamp": "2024-09-20T21:41:54.766454", 2024-09-20T21:41:56.149 INFO:tasks.workunit.client.0.smithi046.stdout: "report_version": 1, 2024-09-20T21:41:56.149 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_stats": { 2024-09-20T21:41:56.149 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "6.15.5" 2024-09-20T21:41:56.149 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.149 INFO:tasks.workunit.client.0.smithi046.stdout: "rook": { 2024-09-20T21:41:56.149 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster": { 2024-09-20T21:41:56.149 INFO:tasks.workunit.client.0.smithi046.stdout: "external-mode": null, 2024-09-20T21:41:56.149 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T21:41:56.149 INFO:tasks.workunit.client.0.smithi046.stdout: "allow-multiple-per-node": null, 2024-09-20T21:41:56.149 INFO:tasks.workunit.client.0.smithi046.stdout: "count": null, 2024-09-20T21:41:56.149 INFO:tasks.workunit.client.0.smithi046.stdout: "max-id": null, 2024-09-20T21:41:56.149 INFO:tasks.workunit.client.0.smithi046.stdout: "pvc": { 2024-09-20T21:41:56.149 INFO:tasks.workunit.client.0.smithi046.stdout: "enabled": null 2024-09-20T21:41:56.149 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.150 INFO:tasks.workunit.client.0.smithi046.stdout: "stretch": { 2024-09-20T21:41:56.150 INFO:tasks.workunit.client.0.smithi046.stdout: "enabled": null 2024-09-20T21:41:56.150 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.150 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.150 INFO:tasks.workunit.client.0.smithi046.stdout: "network": { 2024-09-20T21:41:56.150 INFO:tasks.workunit.client.0.smithi046.stdout: "provider": null 2024-09-20T21:41:56.150 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.150 INFO:tasks.workunit.client.0.smithi046.stdout: "storage": { 2024-09-20T21:41:56.150 INFO:tasks.workunit.client.0.smithi046.stdout: "device-set": { 2024-09-20T21:41:56.150 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-20T21:41:56.150 INFO:tasks.workunit.client.0.smithi046.stdout: "non-portable": null, 2024-09-20T21:41:56.150 INFO:tasks.workunit.client.0.smithi046.stdout: "portable": null, 2024-09-20T21:41:56.150 INFO:tasks.workunit.client.0.smithi046.stdout: "total": null 2024-09-20T21:41:56.151 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.151 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.151 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.151 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.151 INFO:tasks.workunit.client.0.smithi046.stdout: "csi": { 2024-09-20T21:41:56.151 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-20T21:41:56.151 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.151 INFO:tasks.workunit.client.0.smithi046.stdout: "kubernetes": { 2024-09-20T21:41:56.151 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-20T21:41:56.151 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.151 INFO:tasks.workunit.client.0.smithi046.stdout: "node": { 2024-09-20T21:41:56.151 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-20T21:41:56.151 INFO:tasks.workunit.client.0.smithi046.stdout: "kubernetes-total": null, 2024-09-20T21:41:56.151 INFO:tasks.workunit.client.0.smithi046.stdout: "with-ceph-daemons": null, 2024-09-20T21:41:56.152 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-cephfs-plugin": null, 2024-09-20T21:41:56.152 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-nfs-plugin": null, 2024-09-20T21:41:56.152 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-rbd-plugin": null 2024-09-20T21:41:56.152 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.152 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.152 INFO:tasks.workunit.client.0.smithi046.stdout: "usage": { 2024-09-20T21:41:56.152 INFO:tasks.workunit.client.0.smithi046.stdout: "storage-class": { 2024-09-20T21:41:56.152 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-20T21:41:56.152 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket": null, 2024-09-20T21:41:56.152 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs": null, 2024-09-20T21:41:56.152 INFO:tasks.workunit.client.0.smithi046.stdout: "nfs": null, 2024-09-20T21:41:56.152 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd": null, 2024-09-20T21:41:56.152 INFO:tasks.workunit.client.0.smithi046.stdout: "total": null 2024-09-20T21:41:56.152 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.152 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.153 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.153 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-20T21:41:56.153 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.153 INFO:tasks.workunit.client.0.smithi046.stdout: "services": {}, 2024-09-20T21:41:56.153 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_per_pg": [ 2024-09-20T21:41:56.153 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.153 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.153 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.153 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.153 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:56.153 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.153 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T21:41:56.153 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.153 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.153 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.154 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.154 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.154 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.154 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.507845+0000", 2024-09-20T21:41:56.154 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.353202+0000", 2024-09-20T21:41:56.154 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.353202+0000", 2024-09-20T21:41:56.154 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.353535+0000", 2024-09-20T21:41:56.154 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.507845+0000", 2024-09-20T21:41:56.154 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.154 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.154 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.154 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.154 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.507845+0000", 2024-09-20T21:41:56.155 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.507845+0000", 2024-09-20T21:41:56.155 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.507845+0000", 2024-09-20T21:41:56.155 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.155 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.155 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.155 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.507845+0000", 2024-09-20T21:41:56.155 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.507845+0000", 2024-09-20T21:41:56.155 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.155 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.155 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.155 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.155 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.155 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.155 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.155 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.156 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.156 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.156 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.156 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.156 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.156 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3f", 2024-09-20T21:41:56.156 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.156 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.156 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.156 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.156 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.156 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:10:34.308237+0000", 2024-09-20T21:41:56.156 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.156 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.157 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.157 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.157 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.157 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.157 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.157 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.157 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.157 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.157 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.157 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.157 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.157 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.157 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.158 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.158 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.158 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.158 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.158 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.158 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.158 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.158 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.158 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.158 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.159 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.160 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.160 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.160 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.160 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.160 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.160 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.160 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.160 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:56.160 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.160 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T21:41:56.160 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.161 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.161 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.161 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.161 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.161 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.161 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:56.161 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.161 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T21:41:56.161 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.161 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.161 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.161 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.161 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.161 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.162 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.230670+0000", 2024-09-20T21:41:56.162 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.362238+0000", 2024-09-20T21:41:56.162 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.362238+0000", 2024-09-20T21:41:56.162 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.362576+0000", 2024-09-20T21:41:56.162 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.230670+0000", 2024-09-20T21:41:56.162 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.162 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.162 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.162 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.162 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.230670+0000", 2024-09-20T21:41:56.162 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.230670+0000", 2024-09-20T21:41:56.162 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.230670+0000", 2024-09-20T21:41:56.162 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.162 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.163 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.163 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.230670+0000", 2024-09-20T21:41:56.163 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.230670+0000", 2024-09-20T21:41:56.163 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.163 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.163 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.163 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.163 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.163 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.163 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.163 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.163 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.163 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.163 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.163 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.164 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.164 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3e", 2024-09-20T21:41:56.164 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.164 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.164 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.164 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.164 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.164 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:33:10.986145+0000", 2024-09-20T21:41:56.164 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.164 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.164 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.164 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.164 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.164 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.166 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.166 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.166 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.166 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.166 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.166 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.166 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.166 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.166 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.166 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.166 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.166 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.166 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.166 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.167 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.167 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.167 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.167 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.168 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.168 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.168 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:56.168 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.168 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T21:41:56.168 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.168 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.168 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.168 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.168 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.168 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:56.168 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:56.168 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.168 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T21:41:56.168 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.169 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.169 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.169 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.169 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.169 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.169 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.227708+0000", 2024-09-20T21:41:56.169 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.349483+0000", 2024-09-20T21:41:56.169 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.349483+0000", 2024-09-20T21:41:56.169 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.349961+0000", 2024-09-20T21:41:56.169 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.227708+0000", 2024-09-20T21:41:56.169 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.169 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.169 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.169 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.170 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.227708+0000", 2024-09-20T21:41:56.170 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.227708+0000", 2024-09-20T21:41:56.170 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.227708+0000", 2024-09-20T21:41:56.170 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.170 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.170 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.170 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.227708+0000", 2024-09-20T21:41:56.170 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.227708+0000", 2024-09-20T21:41:56.170 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.170 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.170 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.170 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.170 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.170 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.171 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.171 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.171 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.171 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.171 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.171 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.171 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.171 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3d", 2024-09-20T21:41:56.171 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.171 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.171 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.171 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.171 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.171 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:11:08.698794+0000", 2024-09-20T21:41:56.171 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.172 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.172 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.174 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.175 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.175 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.175 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.175 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.175 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:56.175 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:56.175 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.175 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T21:41:56.175 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.175 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.175 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.175 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.175 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.175 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.176 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:56.176 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.176 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T21:41:56.176 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.176 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.176 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.176 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.176 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.176 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.176 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.232020+0000", 2024-09-20T21:41:56.176 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.353149+0000", 2024-09-20T21:41:56.176 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.353149+0000", 2024-09-20T21:41:56.176 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.353449+0000", 2024-09-20T21:41:56.176 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.232020+0000", 2024-09-20T21:41:56.176 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.177 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.177 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.177 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.177 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.232020+0000", 2024-09-20T21:41:56.177 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.232020+0000", 2024-09-20T21:41:56.177 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.232020+0000", 2024-09-20T21:41:56.177 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.177 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.177 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.178 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.232020+0000", 2024-09-20T21:41:56.178 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.232020+0000", 2024-09-20T21:41:56.178 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.178 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.178 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.178 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.178 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.178 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.178 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.178 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.178 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.179 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.179 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.179 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.179 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.179 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3c", 2024-09-20T21:41:56.179 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.179 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.179 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.179 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.179 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.179 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:30:44.425092+0000", 2024-09-20T21:41:56.179 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.179 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.180 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.183 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.183 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.184 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.184 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.184 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.184 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.184 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:56.184 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.184 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T21:41:56.184 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.184 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.184 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.184 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.184 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.184 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:56.185 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:56.185 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.185 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T21:41:56.185 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.185 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.185 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.185 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.185 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.185 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.185 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.507514+0000", 2024-09-20T21:41:56.185 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.357336+0000", 2024-09-20T21:41:56.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.357336+0000", 2024-09-20T21:41:56.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.358117+0000", 2024-09-20T21:41:56.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.507514+0000", 2024-09-20T21:41:56.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.507514+0000", 2024-09-20T21:41:56.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.507514+0000", 2024-09-20T21:41:56.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.507514+0000", 2024-09-20T21:41:56.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.187 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.187 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.187 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.507514+0000", 2024-09-20T21:41:56.187 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.507514+0000", 2024-09-20T21:41:56.187 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.187 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.187 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.187 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.187 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.187 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.187 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.187 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.188 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.188 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.188 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.188 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.188 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.188 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3b", 2024-09-20T21:41:56.188 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.188 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.188 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.188 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.188 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.188 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:57:49.341938+0000", 2024-09-20T21:41:56.189 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.189 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.189 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.192 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.192 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.192 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.192 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.192 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.192 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.192 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.192 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.192 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.192 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.192 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.192 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.192 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.193 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:56.193 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:56.193 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.193 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T21:41:56.193 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.193 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.193 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.193 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.193 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.193 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.193 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:56.193 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.194 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T21:41:56.194 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.194 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.194 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.194 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.194 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.194 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.194 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.231876+0000", 2024-09-20T21:41:56.194 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.354334+0000", 2024-09-20T21:41:56.194 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.354334+0000", 2024-09-20T21:41:56.194 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.354609+0000", 2024-09-20T21:41:56.195 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.231876+0000", 2024-09-20T21:41:56.195 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.195 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.195 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.195 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.195 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.231876+0000", 2024-09-20T21:41:56.195 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.231876+0000", 2024-09-20T21:41:56.195 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.231876+0000", 2024-09-20T21:41:56.195 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.195 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.195 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.196 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.231876+0000", 2024-09-20T21:41:56.196 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.231876+0000", 2024-09-20T21:41:56.196 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.196 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.196 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.196 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.196 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.196 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.196 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.196 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.196 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.196 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.197 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.197 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.197 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.197 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3a", 2024-09-20T21:41:56.197 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.197 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.197 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.197 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.197 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.197 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:44:53.168242+0000", 2024-09-20T21:41:56.197 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.197 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.197 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.201 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.201 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.201 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.201 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.201 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.201 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.201 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.201 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.201 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.201 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.201 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:56.202 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.202 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T21:41:56.202 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.202 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.202 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.202 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.202 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.202 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.202 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:56.202 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.202 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T21:41:56.202 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.203 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.203 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.203 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.203 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.203 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.203 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.507547+0000", 2024-09-20T21:41:56.203 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.356120+0000", 2024-09-20T21:41:56.203 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.356120+0000", 2024-09-20T21:41:56.203 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.356506+0000", 2024-09-20T21:41:56.203 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.507547+0000", 2024-09-20T21:41:56.203 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.203 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.204 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.204 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.204 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.507547+0000", 2024-09-20T21:41:56.204 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.507547+0000", 2024-09-20T21:41:56.204 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.507547+0000", 2024-09-20T21:41:56.204 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.204 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.204 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.204 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.507547+0000", 2024-09-20T21:41:56.204 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.507547+0000", 2024-09-20T21:41:56.204 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.204 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.205 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.205 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.205 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.205 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.205 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.205 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.205 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.205 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.205 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.205 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.205 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.205 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.39", 2024-09-20T21:41:56.206 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.206 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.206 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.206 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.206 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.206 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:02:23.611615+0000", 2024-09-20T21:41:56.206 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.206 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.206 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.206 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.206 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.206 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.210 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.210 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.210 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.210 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.210 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.210 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.210 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:56.210 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.210 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T21:41:56.211 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.211 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.211 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.211 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.211 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.211 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.211 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:56.211 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.211 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T21:41:56.211 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.211 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.211 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.212 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.212 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.212 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.212 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.701722+0000", 2024-09-20T21:41:56.212 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.352626+0000", 2024-09-20T21:41:56.212 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.352626+0000", 2024-09-20T21:41:56.212 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.353015+0000", 2024-09-20T21:41:56.212 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.701722+0000", 2024-09-20T21:41:56.212 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.212 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.212 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.212 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.213 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.701722+0000", 2024-09-20T21:41:56.213 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.701722+0000", 2024-09-20T21:41:56.213 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.701722+0000", 2024-09-20T21:41:56.213 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.213 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.213 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.213 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.701722+0000", 2024-09-20T21:41:56.213 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.701722+0000", 2024-09-20T21:41:56.213 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.213 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.213 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.213 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.213 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.214 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.214 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.214 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.214 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.214 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.214 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.214 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.214 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.214 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.38", 2024-09-20T21:41:56.214 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.214 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.215 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.215 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.215 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.215 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:39:13.846574+0000", 2024-09-20T21:41:56.215 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.215 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.215 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.218 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.218 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.218 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.219 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.219 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.219 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.219 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:56.219 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.219 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T21:41:56.219 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.219 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.219 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.219 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.219 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.219 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.219 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:56.220 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.220 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T21:41:56.220 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.220 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.220 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.220 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.220 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.220 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.220 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.507960+0000", 2024-09-20T21:41:56.220 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.359432+0000", 2024-09-20T21:41:56.220 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.359432+0000", 2024-09-20T21:41:56.220 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.359737+0000", 2024-09-20T21:41:56.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.507960+0000", 2024-09-20T21:41:56.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.507960+0000", 2024-09-20T21:41:56.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.507960+0000", 2024-09-20T21:41:56.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.507960+0000", 2024-09-20T21:41:56.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.222 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.507960+0000", 2024-09-20T21:41:56.222 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.507960+0000", 2024-09-20T21:41:56.222 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.222 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.222 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.222 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.222 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.222 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.222 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.222 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.223 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.223 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.223 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.223 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.223 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.223 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.37", 2024-09-20T21:41:56.223 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.223 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.223 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.223 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.223 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.223 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:22:34.983010+0000", 2024-09-20T21:41:56.223 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.224 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.224 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.227 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.227 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.227 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.227 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.227 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.227 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.227 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.227 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.227 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.227 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.227 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.227 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:56.227 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.227 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T21:41:56.228 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.228 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.228 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.228 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.228 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.228 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.228 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:56.228 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.228 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T21:41:56.228 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.228 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.228 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.228 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.229 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.229 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.417221+0000", 2024-09-20T21:41:56.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.353927+0000", 2024-09-20T21:41:56.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.353927+0000", 2024-09-20T21:41:56.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.354220+0000", 2024-09-20T21:41:56.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.417221+0000", 2024-09-20T21:41:56.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.417221+0000", 2024-09-20T21:41:56.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.417221+0000", 2024-09-20T21:41:56.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.417221+0000", 2024-09-20T21:41:56.230 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.230 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.230 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.230 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.417221+0000", 2024-09-20T21:41:56.230 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.417221+0000", 2024-09-20T21:41:56.230 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.230 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.230 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.230 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.230 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.230 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.231 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.231 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.231 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.231 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.231 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.231 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.231 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.231 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.36", 2024-09-20T21:41:56.231 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.231 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.231 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.231 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.232 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.232 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:18:37.071345+0000", 2024-09-20T21:41:56.232 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.232 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.232 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.235 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.235 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.235 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.236 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.236 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.236 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.236 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:56.236 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.236 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T21:41:56.236 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.236 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.236 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.236 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.236 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.237 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.237 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:56.237 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.237 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T21:41:56.237 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.237 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.237 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.237 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.237 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.237 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.237 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.417135+0000", 2024-09-20T21:41:56.237 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.357272+0000", 2024-09-20T21:41:56.238 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.357272+0000", 2024-09-20T21:41:56.238 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.357558+0000", 2024-09-20T21:41:56.238 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.417135+0000", 2024-09-20T21:41:56.238 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.238 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.238 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.238 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.238 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.417135+0000", 2024-09-20T21:41:56.238 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.417135+0000", 2024-09-20T21:41:56.238 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.417135+0000", 2024-09-20T21:41:56.239 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.239 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.239 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.239 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.417135+0000", 2024-09-20T21:41:56.239 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.417135+0000", 2024-09-20T21:41:56.239 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.239 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.239 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.239 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.239 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.239 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.240 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.240 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.240 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.240 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.240 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.240 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.240 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.240 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.35", 2024-09-20T21:41:56.240 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.240 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.240 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.241 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.241 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.241 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:03:30.408764+0000", 2024-09-20T21:41:56.241 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.241 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.241 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.244 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.244 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.244 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.244 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.244 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.244 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.244 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.244 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.244 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.244 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.244 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.244 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.244 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.245 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.245 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.245 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.245 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:56.245 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.245 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T21:41:56.245 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.245 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.245 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.245 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.245 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.245 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.246 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:56.246 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.246 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T21:41:56.246 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.246 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.246 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.246 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.246 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.246 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.227962+0000", 2024-09-20T21:41:56.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.350784+0000", 2024-09-20T21:41:56.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.350784+0000", 2024-09-20T21:41:56.247 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.352210+0000", 2024-09-20T21:41:56.247 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.227962+0000", 2024-09-20T21:41:56.247 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.247 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.247 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.247 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.247 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.227962+0000", 2024-09-20T21:41:56.247 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.227962+0000", 2024-09-20T21:41:56.247 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.227962+0000", 2024-09-20T21:41:56.247 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.247 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.247 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.248 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.227962+0000", 2024-09-20T21:41:56.248 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.227962+0000", 2024-09-20T21:41:56.248 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.248 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.248 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.248 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.248 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.248 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.248 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.248 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.248 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.248 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.248 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.248 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.249 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.249 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.34", 2024-09-20T21:41:56.249 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.249 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.249 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.249 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.249 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.249 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:34:50.011991+0000", 2024-09-20T21:41:56.249 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.249 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.249 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.253 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.253 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.253 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.253 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.253 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.253 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.253 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:56.253 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.253 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T21:41:56.253 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.254 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.254 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.254 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.254 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.254 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.254 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:56.254 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.254 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T21:41:56.254 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.254 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.254 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.254 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.255 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.255 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.255 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.701984+0000", 2024-09-20T21:41:56.255 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.352004+0000", 2024-09-20T21:41:56.255 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.352004+0000", 2024-09-20T21:41:56.255 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.352280+0000", 2024-09-20T21:41:56.255 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.701984+0000", 2024-09-20T21:41:56.255 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.255 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.255 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.255 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.256 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.701984+0000", 2024-09-20T21:41:56.256 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.701984+0000", 2024-09-20T21:41:56.256 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.701984+0000", 2024-09-20T21:41:56.256 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.256 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.256 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.256 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.701984+0000", 2024-09-20T21:41:56.256 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.701984+0000", 2024-09-20T21:41:56.256 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.256 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.256 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.256 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.256 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.257 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.257 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.257 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.257 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.257 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.257 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.257 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.257 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.257 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.33", 2024-09-20T21:41:56.257 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.257 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.257 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.257 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.258 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.258 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:58:17.316060+0000", 2024-09-20T21:41:56.258 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.258 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.258 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.261 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.261 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.262 INFO:tasks.workunit.client.0.smithi046.stderr:+ echo OK 2024-09-20T21:41:56.265 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.266 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.266 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.266 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.266 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:56.266 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.266 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T21:41:56.266 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.266 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.266 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.266 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.266 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.267 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.267 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T21:41:56.267 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.267 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T21:41:56.267 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.267 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.267 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.267 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.267 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.267 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.267 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.226341+0000", 2024-09-20T21:41:56.268 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.354570+0000", 2024-09-20T21:41:56.268 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.354570+0000", 2024-09-20T21:41:56.268 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.354836+0000", 2024-09-20T21:41:56.268 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.226341+0000", 2024-09-20T21:41:56.268 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.268 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.268 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.268 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.268 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.226341+0000", 2024-09-20T21:41:56.268 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.226341+0000", 2024-09-20T21:41:56.268 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.226341+0000", 2024-09-20T21:41:56.268 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.268 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.269 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.269 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.226341+0000", 2024-09-20T21:41:56.269 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.226341+0000", 2024-09-20T21:41:56.269 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.269 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.269 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.269 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.269 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.269 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.269 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.269 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.269 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.269 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.270 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.270 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.270 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.270 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.32", 2024-09-20T21:41:56.270 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.270 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.270 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.270 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.270 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.270 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:01:05.404349+0000", 2024-09-20T21:41:56.270 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.270 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.271 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.274 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.274 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.274 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.274 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.274 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.274 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.274 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T21:41:56.274 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.275 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T21:41:56.275 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.275 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.275 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.275 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.275 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.275 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.275 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T21:41:56.275 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.275 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T21:41:56.275 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.276 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.276 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.276 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.276 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.276 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.276 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.230105+0000", 2024-09-20T21:41:56.276 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.357283+0000", 2024-09-20T21:41:56.276 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.357283+0000", 2024-09-20T21:41:56.276 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.357596+0000", 2024-09-20T21:41:56.276 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.230105+0000", 2024-09-20T21:41:56.276 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.276 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.277 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.277 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.277 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.230105+0000", 2024-09-20T21:41:56.277 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.230105+0000", 2024-09-20T21:41:56.277 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.230105+0000", 2024-09-20T21:41:56.277 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.277 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.277 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.277 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.230105+0000", 2024-09-20T21:41:56.277 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.230105+0000", 2024-09-20T21:41:56.277 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.278 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.278 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.278 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.278 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.278 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.278 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.278 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.278 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.278 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.278 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.278 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.278 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.279 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.31", 2024-09-20T21:41:56.279 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.279 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.279 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.279 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.279 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.279 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:30:16.885797+0000", 2024-09-20T21:41:56.279 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.279 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.279 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.279 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.279 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.283 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.283 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.283 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.283 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.283 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.283 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.283 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.283 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T21:41:56.283 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.283 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T21:41:56.283 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.283 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.284 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.284 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.284 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.284 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.284 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:56.284 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.284 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T21:41:56.284 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.284 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.284 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.284 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.284 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.284 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.231689+0000", 2024-09-20T21:41:56.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.353647+0000", 2024-09-20T21:41:56.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.353647+0000", 2024-09-20T21:41:56.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.353937+0000", 2024-09-20T21:41:56.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.231689+0000", 2024-09-20T21:41:56.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.231689+0000", 2024-09-20T21:41:56.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.231689+0000", 2024-09-20T21:41:56.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.231689+0000", 2024-09-20T21:41:56.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.286 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.286 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.231689+0000", 2024-09-20T21:41:56.286 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.231689+0000", 2024-09-20T21:41:56.286 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.286 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.286 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.286 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.286 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.286 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.286 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.286 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.287 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.287 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.287 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.287 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.287 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.287 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.30", 2024-09-20T21:41:56.287 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.287 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.287 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.287 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.287 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.287 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:34:56.917476+0000", 2024-09-20T21:41:56.287 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.288 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.288 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.291 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.291 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.291 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.291 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.291 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.292 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.292 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:56.292 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.292 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T21:41:56.292 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.292 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.292 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.292 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.292 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.292 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.292 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:56.292 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.293 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T21:41:56.293 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.293 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.293 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.293 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.293 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.293 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.293 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.232331+0000", 2024-09-20T21:41:56.293 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.360228+0000", 2024-09-20T21:41:56.293 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.360228+0000", 2024-09-20T21:41:56.293 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.360512+0000", 2024-09-20T21:41:56.293 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.232331+0000", 2024-09-20T21:41:56.294 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.294 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.294 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.294 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.294 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.232331+0000", 2024-09-20T21:41:56.294 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.232331+0000", 2024-09-20T21:41:56.294 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.232331+0000", 2024-09-20T21:41:56.294 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.294 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.294 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.295 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.232331+0000", 2024-09-20T21:41:56.295 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.232331+0000", 2024-09-20T21:41:56.295 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.295 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.295 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.295 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.295 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.295 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.295 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.295 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.295 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.295 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.295 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.296 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.296 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.296 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2f", 2024-09-20T21:41:56.296 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.296 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.296 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.296 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.296 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.296 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:59:07.882878+0000", 2024-09-20T21:41:56.296 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.296 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.296 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.297 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.300 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.300 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.300 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.300 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.300 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.300 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.300 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:56.300 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.300 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T21:41:56.301 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.301 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.301 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.301 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.301 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:56.301 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.301 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:56.301 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.301 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T21:41:56.301 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.301 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.301 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.301 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.302 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.302 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.302 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.226923+0000", 2024-09-20T21:41:56.302 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.358450+0000", 2024-09-20T21:41:56.302 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.358450+0000", 2024-09-20T21:41:56.302 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.358721+0000", 2024-09-20T21:41:56.302 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.226923+0000", 2024-09-20T21:41:56.302 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.302 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.302 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.302 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.302 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.226923+0000", 2024-09-20T21:41:56.303 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.226923+0000", 2024-09-20T21:41:56.303 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.226923+0000", 2024-09-20T21:41:56.303 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.303 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.303 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.303 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.226923+0000", 2024-09-20T21:41:56.303 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.226923+0000", 2024-09-20T21:41:56.303 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.303 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.303 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.303 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.303 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.303 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.304 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.304 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.304 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.304 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.304 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.304 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.304 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.304 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2e", 2024-09-20T21:41:56.304 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.304 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.304 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.304 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.305 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.305 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:34:04.375652+0000", 2024-09-20T21:41:56.305 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.305 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.305 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.305 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.305 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.305 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.305 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.305 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.305 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.305 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.305 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.308 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.308 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.308 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.309 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.309 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:56.309 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.309 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:56.309 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.309 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T21:41:56.309 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.309 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.309 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.309 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.309 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.310 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:56.310 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:56.310 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.310 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T21:41:56.310 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.310 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.310 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.310 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.310 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.310 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.310 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.507862+0000", 2024-09-20T21:41:56.311 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.354829+0000", 2024-09-20T21:41:56.311 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.354829+0000", 2024-09-20T21:41:56.311 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.355102+0000", 2024-09-20T21:41:56.311 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.507862+0000", 2024-09-20T21:41:56.311 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.311 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.311 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.311 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.311 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.507862+0000", 2024-09-20T21:41:56.311 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.507862+0000", 2024-09-20T21:41:56.311 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.507862+0000", 2024-09-20T21:41:56.311 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.311 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.312 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.312 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.507862+0000", 2024-09-20T21:41:56.312 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.507862+0000", 2024-09-20T21:41:56.312 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.312 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.312 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.312 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.312 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.312 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.312 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.312 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.312 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.313 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.313 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.313 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.313 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.313 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2d", 2024-09-20T21:41:56.313 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.313 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.313 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.313 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.313 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.313 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:47:37.064696+0000", 2024-09-20T21:41:56.314 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.314 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.314 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.317 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.317 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.317 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.317 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.317 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.318 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:56.318 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:56.318 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.318 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T21:41:56.318 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.318 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.318 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.318 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.318 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.318 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.318 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:56.318 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.319 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T21:41:56.319 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.319 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.319 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.319 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.319 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.319 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.319 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.416999+0000", 2024-09-20T21:41:56.319 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.353584+0000", 2024-09-20T21:41:56.319 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.353584+0000", 2024-09-20T21:41:56.319 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.353867+0000", 2024-09-20T21:41:56.320 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.416999+0000", 2024-09-20T21:41:56.320 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.320 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.320 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.320 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.320 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.416999+0000", 2024-09-20T21:41:56.320 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.416999+0000", 2024-09-20T21:41:56.320 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.416999+0000", 2024-09-20T21:41:56.320 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.320 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.320 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.320 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.416999+0000", 2024-09-20T21:41:56.321 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.416999+0000", 2024-09-20T21:41:56.321 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.321 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.321 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.321 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.321 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.321 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.321 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.321 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.321 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.321 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.321 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.322 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.322 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.322 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2c", 2024-09-20T21:41:56.322 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.322 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.322 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.322 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.322 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.322 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:50:48.881102+0000", 2024-09-20T21:41:56.322 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.322 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.322 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.324 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.324 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.324 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.324 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.324 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.324 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.324 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.324 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.324 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.324 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.324 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.324 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.326 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.326 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.326 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.326 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.326 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.326 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.326 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:56.326 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.326 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T21:41:56.326 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.327 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.327 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.327 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.327 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:56.327 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.327 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:56.327 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.327 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T21:41:56.327 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.327 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.327 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.328 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.328 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.328 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.328 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.226573+0000", 2024-09-20T21:41:56.328 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:43.800274+0000", 2024-09-20T21:41:56.328 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:43.800274+0000", 2024-09-20T21:41:56.328 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:43.800636+0000", 2024-09-20T21:41:56.328 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.226573+0000", 2024-09-20T21:41:56.328 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.328 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.328 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.328 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 59, 2024-09-20T21:41:56.328 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.226573+0000", 2024-09-20T21:41:56.329 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.226573+0000", 2024-09-20T21:41:56.329 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.226573+0000", 2024-09-20T21:41:56.329 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.329 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.329 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.329 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.226573+0000", 2024-09-20T21:41:56.329 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.226573+0000", 2024-09-20T21:41:56.329 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.329 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.329 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.329 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.330 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 58, 2024-09-20T21:41:56.330 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.330 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.330 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.330 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.330 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.330 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.330 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.330 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.330 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2b", 2024-09-20T21:41:56.330 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.330 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.331 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.331 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 18, 2024-09-20T21:41:56.331 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.331 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:30:35.564139+0000", 2024-09-20T21:41:56.331 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.331 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.331 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.331 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.331 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.331 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.331 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.331 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.332 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.332 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.332 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.332 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.332 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.332 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.332 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.332 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.332 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.332 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.332 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.332 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.332 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.333 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.333 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.333 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.333 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.333 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.333 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.333 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.333 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.333 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.333 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.333 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.333 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.333 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.334 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.334 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.334 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.334 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.335 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:56.335 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.335 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:56.335 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.335 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T21:41:56.335 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.335 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.335 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.335 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.335 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.335 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.336 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:56.336 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.336 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T21:41:56.336 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.336 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.336 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.336 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.336 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.336 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.336 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.231892+0000", 2024-09-20T21:41:56.337 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.353001+0000", 2024-09-20T21:41:56.337 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.353001+0000", 2024-09-20T21:41:56.337 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.353293+0000", 2024-09-20T21:41:56.337 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.231892+0000", 2024-09-20T21:41:56.337 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.337 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.337 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.337 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.337 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.231892+0000", 2024-09-20T21:41:56.337 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.231892+0000", 2024-09-20T21:41:56.337 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.231892+0000", 2024-09-20T21:41:56.337 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.338 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.338 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.338 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.231892+0000", 2024-09-20T21:41:56.338 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.231892+0000", 2024-09-20T21:41:56.338 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.338 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.338 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.338 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.338 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.338 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.338 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.339 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.339 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.339 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.339 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.339 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.339 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.339 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2a", 2024-09-20T21:41:56.339 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.339 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.339 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.340 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.340 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.340 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:12:38.933520+0000", 2024-09-20T21:41:56.340 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.340 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.340 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.340 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.340 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.340 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.340 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.341 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.344 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.345 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.345 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.346 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.346 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.346 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.346 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:56.346 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.346 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T21:41:56.346 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.346 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.346 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.346 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.346 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.346 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.346 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:56.346 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.347 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T21:41:56.347 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.347 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.347 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.347 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.347 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.347 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.347 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.701807+0000", 2024-09-20T21:41:56.347 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.357739+0000", 2024-09-20T21:41:56.347 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.357739+0000", 2024-09-20T21:41:56.347 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.358033+0000", 2024-09-20T21:41:56.347 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.701807+0000", 2024-09-20T21:41:56.347 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.701807+0000", 2024-09-20T21:41:56.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.701807+0000", 2024-09-20T21:41:56.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.701807+0000", 2024-09-20T21:41:56.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.701807+0000", 2024-09-20T21:41:56.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.701807+0000", 2024-09-20T21:41:56.348 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.348 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.348 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.348 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.349 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.349 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.349 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.349 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.349 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.349 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.349 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.349 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.349 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.349 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.29", 2024-09-20T21:41:56.349 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.349 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.349 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.349 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.349 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.350 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:16:10.621543+0000", 2024-09-20T21:41:56.350 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.350 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.350 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.353 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.353 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.353 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.353 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.353 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.353 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.353 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:56.353 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.353 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T21:41:56.353 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.353 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.353 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.353 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.353 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.354 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.354 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:56.354 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.354 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T21:41:56.354 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.354 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.354 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.354 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.354 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.354 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.354 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.231722+0000", 2024-09-20T21:41:56.354 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.349584+0000", 2024-09-20T21:41:56.354 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.349584+0000", 2024-09-20T21:41:56.354 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.349848+0000", 2024-09-20T21:41:56.355 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.231722+0000", 2024-09-20T21:41:56.355 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.355 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.355 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.355 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.355 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.231722+0000", 2024-09-20T21:41:56.355 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.231722+0000", 2024-09-20T21:41:56.355 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.231722+0000", 2024-09-20T21:41:56.355 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.355 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.355 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.355 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.231722+0000", 2024-09-20T21:41:56.355 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.231722+0000", 2024-09-20T21:41:56.355 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.355 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.356 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.356 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.356 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.356 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.356 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.356 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.356 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.356 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.356 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.356 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.356 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.356 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.28", 2024-09-20T21:41:56.356 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.356 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.356 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.357 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.357 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.357 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:33:50.426926+0000", 2024-09-20T21:41:56.357 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.357 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.357 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.360 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.360 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.360 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.360 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.360 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.360 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.360 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.360 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.360 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:56.360 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.360 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T21:41:56.360 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.360 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.360 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.361 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.361 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.361 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.361 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:56.361 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.361 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T21:41:56.361 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.361 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.361 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.361 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.361 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.361 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.361 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.702368+0000", 2024-09-20T21:41:56.361 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:43.799055+0000", 2024-09-20T21:41:56.362 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:43.799055+0000", 2024-09-20T21:41:56.362 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:43.799442+0000", 2024-09-20T21:41:56.362 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.702368+0000", 2024-09-20T21:41:56.362 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.362 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.362 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.362 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 59, 2024-09-20T21:41:56.362 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.702368+0000", 2024-09-20T21:41:56.362 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.702368+0000", 2024-09-20T21:41:56.362 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.702368+0000", 2024-09-20T21:41:56.362 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.362 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.362 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.362 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.702368+0000", 2024-09-20T21:41:56.363 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.702368+0000", 2024-09-20T21:41:56.363 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.363 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.363 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.363 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.363 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 58, 2024-09-20T21:41:56.363 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.363 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.363 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.363 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.363 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.363 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.363 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.363 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.363 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.27", 2024-09-20T21:41:56.363 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.364 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.364 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.364 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 31, 2024-09-20T21:41:56.364 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.364 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:15:36.813301+0000", 2024-09-20T21:41:56.364 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.364 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.364 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.367 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.367 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.367 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.367 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.367 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.367 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.367 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.367 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.367 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.367 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.367 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.367 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:56.367 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.367 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T21:41:56.367 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.368 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.368 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.368 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.368 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.368 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.368 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:56.368 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.368 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T21:41:56.368 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.368 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.368 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.368 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.368 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.368 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.368 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.417264+0000", 2024-09-20T21:41:56.369 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.355894+0000", 2024-09-20T21:41:56.369 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.355894+0000", 2024-09-20T21:41:56.369 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.356212+0000", 2024-09-20T21:41:56.369 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.417264+0000", 2024-09-20T21:41:56.369 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.369 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.369 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.369 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.369 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.417264+0000", 2024-09-20T21:41:56.369 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.417264+0000", 2024-09-20T21:41:56.369 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.417264+0000", 2024-09-20T21:41:56.369 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.369 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.369 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.369 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.417264+0000", 2024-09-20T21:41:56.370 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.417264+0000", 2024-09-20T21:41:56.370 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.370 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.370 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.370 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.370 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.370 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.370 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.370 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.370 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.370 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.370 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.370 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.370 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.371 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.26", 2024-09-20T21:41:56.371 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.371 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.371 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.371 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.371 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.371 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:44:32.400235+0000", 2024-09-20T21:41:56.371 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.371 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.371 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.374 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.374 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.374 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.374 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.374 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.374 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.374 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:56.374 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.374 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T21:41:56.375 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.375 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.375 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.375 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.375 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.375 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.375 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:56.375 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.375 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T21:41:56.375 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.375 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.375 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.375 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.375 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.375 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.376 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.230218+0000", 2024-09-20T21:41:56.376 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.348851+0000", 2024-09-20T21:41:56.376 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.348851+0000", 2024-09-20T21:41:56.376 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.349125+0000", 2024-09-20T21:41:56.376 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.230218+0000", 2024-09-20T21:41:56.376 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.376 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.376 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.376 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.376 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.230218+0000", 2024-09-20T21:41:56.376 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.230218+0000", 2024-09-20T21:41:56.376 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.230218+0000", 2024-09-20T21:41:56.376 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.376 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.376 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.377 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.230218+0000", 2024-09-20T21:41:56.377 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.230218+0000", 2024-09-20T21:41:56.377 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.377 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.377 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.377 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.377 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.377 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.377 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.377 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.377 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.377 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.377 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.377 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.377 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.378 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.25", 2024-09-20T21:41:56.378 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.378 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.378 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.378 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.378 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.378 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T02:29:40.871250+0000", 2024-09-20T21:41:56.378 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.378 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.378 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.381 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.381 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.381 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.381 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.381 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.381 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.381 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:56.381 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.381 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T21:41:56.382 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.382 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.382 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.382 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.382 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.382 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:56.382 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:56.382 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.382 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T21:41:56.382 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.382 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.382 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.382 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.382 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.383 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.383 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.702219+0000", 2024-09-20T21:41:56.383 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:43.594184+0000", 2024-09-20T21:41:56.383 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:43.594184+0000", 2024-09-20T21:41:56.383 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:43.594563+0000", 2024-09-20T21:41:56.383 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.702219+0000", 2024-09-20T21:41:56.383 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.383 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.383 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.383 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 59, 2024-09-20T21:41:56.383 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.702219+0000", 2024-09-20T21:41:56.383 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.702219+0000", 2024-09-20T21:41:56.383 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.702219+0000", 2024-09-20T21:41:56.383 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.383 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.384 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.384 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.702219+0000", 2024-09-20T21:41:56.384 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.702219+0000", 2024-09-20T21:41:56.384 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.384 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.384 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.384 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.384 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 58, 2024-09-20T21:41:56.384 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.384 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.384 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.384 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.384 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.384 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.384 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.385 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.385 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.24", 2024-09-20T21:41:56.385 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.385 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.385 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.385 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 31, 2024-09-20T21:41:56.385 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.385 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:48:38.735499+0000", 2024-09-20T21:41:56.385 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.385 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.385 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.388 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.388 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.388 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.388 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.388 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.388 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.388 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.388 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.388 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.388 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.388 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.388 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.388 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.388 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:56.389 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:56.389 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.389 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T21:41:56.389 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.389 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.389 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.389 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.389 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.389 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.389 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:56.389 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.389 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T21:41:56.389 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.389 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.389 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.390 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.390 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.390 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.226932+0000", 2024-09-20T21:41:56.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.349257+0000", 2024-09-20T21:41:56.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.349257+0000", 2024-09-20T21:41:56.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.349746+0000", 2024-09-20T21:41:56.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.226932+0000", 2024-09-20T21:41:56.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.226932+0000", 2024-09-20T21:41:56.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.226932+0000", 2024-09-20T21:41:56.391 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.226932+0000", 2024-09-20T21:41:56.391 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.391 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.391 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.391 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.226932+0000", 2024-09-20T21:41:56.391 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.226932+0000", 2024-09-20T21:41:56.391 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.391 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.391 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.391 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.391 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.391 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.391 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.391 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.391 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.392 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.392 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.392 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.392 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.392 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.23", 2024-09-20T21:41:56.392 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.392 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.392 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.392 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.392 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.392 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:45:01.137851+0000", 2024-09-20T21:41:56.392 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.392 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.392 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.395 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.395 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.395 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.395 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.395 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.395 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.395 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.395 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.395 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.395 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.395 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.395 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.395 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.395 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.396 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.396 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.396 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:56.396 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.396 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T21:41:56.396 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.396 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.396 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.396 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.396 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.396 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.396 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:56.396 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.396 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T21:41:56.397 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.397 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.397 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.397 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.397 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.397 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.231961+0000", 2024-09-20T21:41:56.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.353765+0000", 2024-09-20T21:41:56.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.353765+0000", 2024-09-20T21:41:56.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.354117+0000", 2024-09-20T21:41:56.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.231961+0000", 2024-09-20T21:41:56.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.397 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.398 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.231961+0000", 2024-09-20T21:41:56.398 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.231961+0000", 2024-09-20T21:41:56.398 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.231961+0000", 2024-09-20T21:41:56.398 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.398 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.398 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.398 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.231961+0000", 2024-09-20T21:41:56.398 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.231961+0000", 2024-09-20T21:41:56.398 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.398 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.398 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.398 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.398 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.398 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.398 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.399 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.399 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.399 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.399 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.399 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.399 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.399 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.22", 2024-09-20T21:41:56.399 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.399 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.399 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.399 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.399 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.399 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:43:47.551095+0000", 2024-09-20T21:41:56.400 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.400 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.400 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.403 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.403 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.403 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.403 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.403 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.403 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.403 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:56.403 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.403 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T21:41:56.403 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.403 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.403 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.403 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.403 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:56.403 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.403 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:56.404 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.404 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T21:41:56.404 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.404 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.404 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.404 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.404 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.404 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.226275+0000", 2024-09-20T21:41:56.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.354134+0000", 2024-09-20T21:41:56.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.354134+0000", 2024-09-20T21:41:56.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.354424+0000", 2024-09-20T21:41:56.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.226275+0000", 2024-09-20T21:41:56.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.405 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.405 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.405 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.405 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.226275+0000", 2024-09-20T21:41:56.405 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.226275+0000", 2024-09-20T21:41:56.405 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.226275+0000", 2024-09-20T21:41:56.405 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.405 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.405 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.405 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.226275+0000", 2024-09-20T21:41:56.405 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.226275+0000", 2024-09-20T21:41:56.405 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.405 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.405 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.405 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.406 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.406 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.406 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.406 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.406 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.406 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.406 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.406 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.406 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.406 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.21", 2024-09-20T21:41:56.406 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.406 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.406 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.406 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.406 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.407 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:13:29.310904+0000", 2024-09-20T21:41:56.407 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.407 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.407 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.409 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.409 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.410 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.410 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.410 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:56.410 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.410 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:56.410 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.410 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T21:41:56.410 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.410 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.410 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.410 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.410 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.410 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.410 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T21:41:56.411 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.411 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T21:41:56.411 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.411 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.411 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.411 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.411 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.411 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.411 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.416666+0000", 2024-09-20T21:41:56.411 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.357915+0000", 2024-09-20T21:41:56.411 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.357915+0000", 2024-09-20T21:41:56.411 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.358337+0000", 2024-09-20T21:41:56.411 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.416666+0000", 2024-09-20T21:41:56.411 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.411 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.416666+0000", 2024-09-20T21:41:56.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.416666+0000", 2024-09-20T21:41:56.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.416666+0000", 2024-09-20T21:41:56.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.416666+0000", 2024-09-20T21:41:56.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.416666+0000", 2024-09-20T21:41:56.412 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.412 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.412 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.412 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.413 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.413 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.413 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.413 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.413 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.413 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.413 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.413 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.413 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.413 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.20", 2024-09-20T21:41:56.413 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.413 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.413 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.413 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.413 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.414 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:21:10.568032+0000", 2024-09-20T21:41:56.414 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.414 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.414 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.414 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.414 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.414 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.414 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.414 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.414 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.414 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.414 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.414 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.414 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.417 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.417 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.417 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.417 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.417 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.417 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.417 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T21:41:56.417 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.417 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T21:41:56.417 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.417 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.417 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.417 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.417 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.418 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.418 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:56.418 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.418 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T21:41:56.418 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.418 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.418 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.418 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.418 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.418 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.418 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.227770+0000", 2024-09-20T21:41:56.418 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.355196+0000", 2024-09-20T21:41:56.418 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.355196+0000", 2024-09-20T21:41:56.418 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.355520+0000", 2024-09-20T21:41:56.418 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.227770+0000", 2024-09-20T21:41:56.419 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.419 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.419 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.419 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.419 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.227770+0000", 2024-09-20T21:41:56.419 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.227770+0000", 2024-09-20T21:41:56.419 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.227770+0000", 2024-09-20T21:41:56.419 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.419 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.419 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.419 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.227770+0000", 2024-09-20T21:41:56.419 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.227770+0000", 2024-09-20T21:41:56.419 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.419 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.420 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.420 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.420 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.420 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.420 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.420 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.420 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.420 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.420 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.420 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.420 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.420 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1a", 2024-09-20T21:41:56.420 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.420 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.420 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.421 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.421 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.421 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T21:43:55.930985+0000", 2024-09-20T21:41:56.421 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.421 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.421 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.423 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.423 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.423 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.423 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.423 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.423 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.423 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.423 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.423 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.423 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.423 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.423 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.423 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.423 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.423 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.424 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.424 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.424 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.424 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.424 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.424 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.424 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:56.424 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.424 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T21:41:56.424 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.424 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.424 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.424 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.425 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.425 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.425 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:56.425 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.425 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T21:41:56.425 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.425 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.425 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:56.425 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.425 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.425 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.425 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.702133+0000", 2024-09-20T21:41:56.425 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.328886+0000", 2024-09-20T21:41:56.425 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.328886+0000", 2024-09-20T21:41:56.426 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.329127+0000", 2024-09-20T21:41:56.426 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.702133+0000", 2024-09-20T21:41:56.426 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.426 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.426 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.426 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:56.426 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.702133+0000", 2024-09-20T21:41:56.426 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.702133+0000", 2024-09-20T21:41:56.426 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.702133+0000", 2024-09-20T21:41:56.426 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.426 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.426 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.426 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.702133+0000", 2024-09-20T21:41:56.426 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.702133+0000", 2024-09-20T21:41:56.427 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.427 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-20T21:41:56.427 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.427 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.427 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:56.427 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.427 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.427 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.427 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.427 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-20T21:41:56.427 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.427 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.427 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.427 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1b", 2024-09-20T21:41:56.428 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.428 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.428 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.428 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 25, 2024-09-20T21:41:56.428 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.428 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:31:01.810207+0000", 2024-09-20T21:41:56.428 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.428 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.428 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.429 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.429 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.429 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.429 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.429 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.429 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.429 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.429 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.429 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.429 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.429 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.429 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.429 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.429 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.430 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.430 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.430 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.430 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.430 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.430 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.430 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.430 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.430 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.430 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.430 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.430 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.430 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.430 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.431 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.431 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.431 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.431 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.431 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.431 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.431 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.431 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.431 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.431 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.431 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.431 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.431 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:56.431 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.431 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T21:41:56.432 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'1" 2024-09-20T21:41:56.432 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.432 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.432 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.432 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:56.432 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.432 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:56.432 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.432 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T21:41:56.432 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.432 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.432 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.432 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.432 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.432 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.433 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.226467+0000", 2024-09-20T21:41:56.433 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:43.800286+0000", 2024-09-20T21:41:56.433 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:43.800286+0000", 2024-09-20T21:41:56.433 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:43.800537+0000", 2024-09-20T21:41:56.433 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.226467+0000", 2024-09-20T21:41:56.433 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.433 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.433 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.433 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 59, 2024-09-20T21:41:56.433 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.226467+0000", 2024-09-20T21:41:56.433 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.226467+0000", 2024-09-20T21:41:56.433 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.226467+0000", 2024-09-20T21:41:56.433 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.433 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.433 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.434 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.226467+0000", 2024-09-20T21:41:56.434 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.226467+0000", 2024-09-20T21:41:56.434 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.434 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.434 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.434 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.434 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 58, 2024-09-20T21:41:56.434 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.434 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.434 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.434 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.434 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.434 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.434 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.435 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.435 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1b", 2024-09-20T21:41:56.435 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.435 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.435 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.435 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 18, 2024-09-20T21:41:56.435 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.435 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:08:39.565352+0000", 2024-09-20T21:41:56.435 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.435 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.435 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.437 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.437 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.437 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.437 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.437 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.437 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.437 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.437 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.437 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.437 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.437 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.437 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.437 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.437 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.437 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.438 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.438 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.438 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.438 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.438 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.438 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.438 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.438 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.438 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.438 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.438 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:56.438 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.438 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:56.438 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.439 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T21:41:56.439 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.439 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.439 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.439 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.439 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.439 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.439 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:56.439 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.439 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T21:41:56.439 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.439 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.439 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:56.439 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.439 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.440 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.440 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.416882+0000", 2024-09-20T21:41:56.440 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.329747+0000", 2024-09-20T21:41:56.440 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.329747+0000", 2024-09-20T21:41:56.440 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.330012+0000", 2024-09-20T21:41:56.440 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.416882+0000", 2024-09-20T21:41:56.440 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.440 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.440 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.440 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:56.440 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.416882+0000", 2024-09-20T21:41:56.440 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.416882+0000", 2024-09-20T21:41:56.440 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.416882+0000", 2024-09-20T21:41:56.440 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.440 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.441 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.441 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.416882+0000", 2024-09-20T21:41:56.441 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.416882+0000", 2024-09-20T21:41:56.441 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.441 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-20T21:41:56.441 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.441 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.441 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:56.441 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.441 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.441 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.441 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.441 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-20T21:41:56.441 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.441 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.442 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.442 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1a", 2024-09-20T21:41:56.442 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.442 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.442 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.442 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 25, 2024-09-20T21:41:56.442 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.442 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:03:18.766531+0000", 2024-09-20T21:41:56.442 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.442 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.442 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.444 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.444 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.444 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.444 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.444 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.444 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.444 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.444 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.444 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.444 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.444 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.444 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.444 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.444 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.444 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.444 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.445 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.445 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.445 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.445 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.445 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.445 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.445 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.445 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.445 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.445 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.445 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.445 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.445 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:56.445 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.446 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T21:41:56.446 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'1" 2024-09-20T21:41:56.446 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.446 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.446 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.446 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.446 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.446 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:56.446 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.446 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T21:41:56.446 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.446 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.446 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:56.446 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.447 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.447 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.447 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.701915+0000", 2024-09-20T21:41:56.447 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.328219+0000", 2024-09-20T21:41:56.447 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.328219+0000", 2024-09-20T21:41:56.447 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.328490+0000", 2024-09-20T21:41:56.447 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.701915+0000", 2024-09-20T21:41:56.447 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.447 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.447 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.447 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:56.447 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.701915+0000", 2024-09-20T21:41:56.447 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.701915+0000", 2024-09-20T21:41:56.447 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.701915+0000", 2024-09-20T21:41:56.447 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.448 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.448 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.448 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.701915+0000", 2024-09-20T21:41:56.448 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.701915+0000", 2024-09-20T21:41:56.448 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.448 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.448 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.448 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.448 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:56.448 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.448 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.448 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.448 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.448 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.448 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.449 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.449 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.449 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.19", 2024-09-20T21:41:56.449 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.449 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.449 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.449 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 24, 2024-09-20T21:41:56.449 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.449 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:36:37.005731+0000", 2024-09-20T21:41:56.449 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.449 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.449 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.452 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.452 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.452 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.452 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.452 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.452 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.452 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.452 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.452 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.452 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.452 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.452 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.452 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.452 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.452 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:56.453 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.453 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T21:41:56.453 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.453 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.453 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.453 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.453 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.453 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.453 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:56.453 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.453 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T21:41:56.453 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.453 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.453 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.453 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.454 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.454 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.454 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.701861+0000", 2024-09-20T21:41:56.454 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.357300+0000", 2024-09-20T21:41:56.454 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.357300+0000", 2024-09-20T21:41:56.454 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.358004+0000", 2024-09-20T21:41:56.454 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.701861+0000", 2024-09-20T21:41:56.454 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.454 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.454 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.454 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.454 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.701861+0000", 2024-09-20T21:41:56.454 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.701861+0000", 2024-09-20T21:41:56.454 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.701861+0000", 2024-09-20T21:41:56.455 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.455 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.455 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.455 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.701861+0000", 2024-09-20T21:41:56.455 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.701861+0000", 2024-09-20T21:41:56.455 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.455 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.455 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.455 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.455 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.455 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.455 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.455 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.455 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.456 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.456 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.456 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.456 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.456 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.18", 2024-09-20T21:41:56.456 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.456 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.456 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.456 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.456 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.456 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:30:46.795735+0000", 2024-09-20T21:41:56.456 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.456 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.456 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.459 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.459 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.459 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.459 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.459 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.459 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.459 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.459 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.459 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.459 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.459 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.459 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.459 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.459 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.459 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.459 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.460 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:56.460 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.460 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T21:41:56.460 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.460 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.460 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.460 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.460 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.460 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.460 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:56.460 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.460 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T21:41:56.460 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.460 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.461 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:56.461 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.461 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.461 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.231762+0000", 2024-09-20T21:41:56.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.327197+0000", 2024-09-20T21:41:56.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.327197+0000", 2024-09-20T21:41:56.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.327450+0000", 2024-09-20T21:41:56.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.231762+0000", 2024-09-20T21:41:56.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:56.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.231762+0000", 2024-09-20T21:41:56.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.231762+0000", 2024-09-20T21:41:56.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.231762+0000", 2024-09-20T21:41:56.462 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.462 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.462 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.462 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.231762+0000", 2024-09-20T21:41:56.462 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.231762+0000", 2024-09-20T21:41:56.462 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.462 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.462 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.462 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.462 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:56.462 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.462 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.462 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.462 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.462 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.463 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.463 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.463 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.463 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.18", 2024-09-20T21:41:56.463 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.463 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.463 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.463 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 24, 2024-09-20T21:41:56.463 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.463 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:54:29.834419+0000", 2024-09-20T21:41:56.463 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.463 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.463 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.463 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.466 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.466 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.466 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.466 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.467 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.470 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.470 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:56.470 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.470 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T21:41:56.470 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.470 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.470 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.470 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.470 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.470 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.470 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:56.470 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.470 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T21:41:56.470 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.471 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.471 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.471 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.471 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.471 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.471 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.229943+0000", 2024-09-20T21:41:56.471 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.358153+0000", 2024-09-20T21:41:56.471 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.358153+0000", 2024-09-20T21:41:56.471 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.358417+0000", 2024-09-20T21:41:56.471 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.229943+0000", 2024-09-20T21:41:56.471 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.471 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.471 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.471 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.472 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.229943+0000", 2024-09-20T21:41:56.472 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.229943+0000", 2024-09-20T21:41:56.472 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.229943+0000", 2024-09-20T21:41:56.472 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.472 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.472 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.472 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.229943+0000", 2024-09-20T21:41:56.472 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.229943+0000", 2024-09-20T21:41:56.472 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.472 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.472 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.472 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.472 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.472 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.472 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.473 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.473 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.473 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.473 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.473 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.473 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.473 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.19", 2024-09-20T21:41:56.473 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.473 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.473 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.473 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.473 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.473 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:38:44.071173+0000", 2024-09-20T21:41:56.473 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.473 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.473 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.476 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.476 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.476 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.476 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.476 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.476 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.476 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.476 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.476 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.476 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.476 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.476 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.476 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.476 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.476 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.476 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.477 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.477 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:56.477 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.477 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T21:41:56.477 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.477 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.477 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.477 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.477 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.477 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.477 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:56.477 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.477 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T21:41:56.477 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.478 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.478 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:56.478 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.478 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.478 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.478 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.417223+0000", 2024-09-20T21:41:56.478 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.328757+0000", 2024-09-20T21:41:56.478 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.328757+0000", 2024-09-20T21:41:56.478 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.329038+0000", 2024-09-20T21:41:56.478 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.417223+0000", 2024-09-20T21:41:56.478 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.478 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.478 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.478 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:56.479 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.417223+0000", 2024-09-20T21:41:56.479 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.417223+0000", 2024-09-20T21:41:56.479 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.417223+0000", 2024-09-20T21:41:56.479 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.479 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.479 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.479 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.417223+0000", 2024-09-20T21:41:56.479 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.417223+0000", 2024-09-20T21:41:56.479 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.479 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.479 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.479 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.479 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:56.479 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.480 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.480 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.480 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.480 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.480 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.480 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.480 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.480 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.17", 2024-09-20T21:41:56.480 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.480 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.480 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.480 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 24, 2024-09-20T21:41:56.480 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.480 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:08:29.094173+0000", 2024-09-20T21:41:56.481 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.481 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.481 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.483 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.484 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.484 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.484 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.484 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.484 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.484 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:56.484 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.484 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T21:41:56.484 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.484 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.484 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.484 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.484 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.484 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.485 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:56.485 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.485 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T21:41:56.485 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.485 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.485 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.485 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.485 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.485 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.485 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.232269+0000", 2024-09-20T21:41:56.485 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.361322+0000", 2024-09-20T21:41:56.485 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.361322+0000", 2024-09-20T21:41:56.485 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.361598+0000", 2024-09-20T21:41:56.485 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.232269+0000", 2024-09-20T21:41:56.485 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.485 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.232269+0000", 2024-09-20T21:41:56.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.232269+0000", 2024-09-20T21:41:56.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.232269+0000", 2024-09-20T21:41:56.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.232269+0000", 2024-09-20T21:41:56.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.232269+0000", 2024-09-20T21:41:56.486 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.486 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.486 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.486 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.487 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.487 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.487 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.487 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.487 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.487 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.487 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.487 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.487 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.487 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.16", 2024-09-20T21:41:56.487 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.487 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.487 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.487 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.487 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.488 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T06:51:08.326080+0000", 2024-09-20T21:41:56.488 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.488 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.488 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.491 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.491 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.491 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.491 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.491 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.491 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.491 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:56.491 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.491 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T21:41:56.491 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.491 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.491 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.491 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.491 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.491 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.492 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:56.492 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.492 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T21:41:56.492 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.492 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.492 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:56.492 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.492 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.492 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.492 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.232326+0000", 2024-09-20T21:41:56.492 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.329983+0000", 2024-09-20T21:41:56.492 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.329983+0000", 2024-09-20T21:41:56.492 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.330276+0000", 2024-09-20T21:41:56.492 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.232326+0000", 2024-09-20T21:41:56.492 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.493 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.493 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.493 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:56.493 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.232326+0000", 2024-09-20T21:41:56.493 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.232326+0000", 2024-09-20T21:41:56.493 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.232326+0000", 2024-09-20T21:41:56.493 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.493 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.493 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.493 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.232326+0000", 2024-09-20T21:41:56.493 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.232326+0000", 2024-09-20T21:41:56.493 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.493 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.493 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.494 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.494 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:56.494 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.494 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.494 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.494 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.494 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.494 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.494 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.494 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.494 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.16", 2024-09-20T21:41:56.494 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.494 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.494 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.495 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 24, 2024-09-20T21:41:56.495 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.495 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:43:30.941469+0000", 2024-09-20T21:41:56.495 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.495 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.495 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.498 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.498 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.498 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.498 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.498 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.498 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.498 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:56.498 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.498 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T21:41:56.498 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.498 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.498 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.499 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.499 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.499 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.499 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T21:41:56.499 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.499 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T21:41:56.499 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.499 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.499 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.499 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.499 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.499 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.499 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.227936+0000", 2024-09-20T21:41:56.499 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.354503+0000", 2024-09-20T21:41:56.499 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.354503+0000", 2024-09-20T21:41:56.500 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.355005+0000", 2024-09-20T21:41:56.500 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.227936+0000", 2024-09-20T21:41:56.500 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.500 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.500 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.500 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.500 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.227936+0000", 2024-09-20T21:41:56.500 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.227936+0000", 2024-09-20T21:41:56.500 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.227936+0000", 2024-09-20T21:41:56.500 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.500 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.500 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.500 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.227936+0000", 2024-09-20T21:41:56.500 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.227936+0000", 2024-09-20T21:41:56.500 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.501 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.501 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.501 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.501 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.501 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.501 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.501 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.501 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.501 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.501 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.501 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.501 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.501 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.17", 2024-09-20T21:41:56.501 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.502 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.502 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.502 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.502 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.502 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:31:48.171541+0000", 2024-09-20T21:41:56.502 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.502 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.502 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.505 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.505 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.505 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.505 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.505 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.505 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.505 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T21:41:56.505 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.505 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T21:41:56.505 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.505 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.505 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.506 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.506 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.506 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.506 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:56.506 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.506 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T21:41:56.506 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.506 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.506 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:56.506 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.506 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.506 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.506 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.230316+0000", 2024-09-20T21:41:56.506 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.325213+0000", 2024-09-20T21:41:56.507 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.325213+0000", 2024-09-20T21:41:56.507 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.325821+0000", 2024-09-20T21:41:56.507 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.230316+0000", 2024-09-20T21:41:56.507 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.507 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.507 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.507 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:56.507 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.230316+0000", 2024-09-20T21:41:56.507 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.230316+0000", 2024-09-20T21:41:56.507 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.230316+0000", 2024-09-20T21:41:56.507 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.507 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.507 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.507 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.230316+0000", 2024-09-20T21:41:56.507 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.230316+0000", 2024-09-20T21:41:56.508 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.508 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3, 2024-09-20T21:41:56.508 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.508 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.508 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:56.508 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.508 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.508 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.508 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.508 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3, 2024-09-20T21:41:56.508 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.508 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.508 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.508 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.15", 2024-09-20T21:41:56.509 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.509 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.509 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.509 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 27, 2024-09-20T21:41:56.509 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.509 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:02:06.128836+0000", 2024-09-20T21:41:56.509 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.509 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.509 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 90, 2024-09-20T21:41:56.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-20T21:41:56.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-20T21:41:56.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-20T21:41:56.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T21:41:56.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.512 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.512 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.512 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 4, 2024-09-20T21:41:56.512 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-20T21:41:56.512 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.512 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.512 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.512 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.512 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.512 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.512 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:56.512 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.512 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T21:41:56.512 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'3" 2024-09-20T21:41:56.512 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.513 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.513 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.513 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.513 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.513 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:56.513 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.513 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T21:41:56.513 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.513 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.513 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.513 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.513 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.513 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.513 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.228029+0000", 2024-09-20T21:41:56.513 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.349502+0000", 2024-09-20T21:41:56.514 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.349502+0000", 2024-09-20T21:41:56.514 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.349783+0000", 2024-09-20T21:41:56.514 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.228029+0000", 2024-09-20T21:41:56.514 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.514 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.514 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.514 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.514 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.228029+0000", 2024-09-20T21:41:56.514 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.228029+0000", 2024-09-20T21:41:56.514 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.228029+0000", 2024-09-20T21:41:56.514 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.514 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.514 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.514 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.228029+0000", 2024-09-20T21:41:56.514 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.228029+0000", 2024-09-20T21:41:56.515 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.515 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.515 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.515 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.515 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.515 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.515 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.515 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.515 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.515 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.515 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.515 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.515 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.515 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.14", 2024-09-20T21:41:56.515 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.516 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.516 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.516 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.516 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.516 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:52:36.179625+0000", 2024-09-20T21:41:56.516 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.516 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.516 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.519 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.519 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.519 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.519 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.519 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.519 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.519 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.519 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.519 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.519 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:56.519 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.519 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T21:41:56.519 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.519 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.520 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.520 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.520 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.520 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.520 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T21:41:56.520 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.520 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T21:41:56.520 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.520 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.520 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:56.520 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.520 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.520 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.520 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:40:46.738125+0000", 2024-09-20T21:41:56.520 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.334088+0000", 2024-09-20T21:41:56.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.334088+0000", 2024-09-20T21:41:56.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.334468+0000", 2024-09-20T21:41:56.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:40:46.738125+0000", 2024-09-20T21:41:56.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:56.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:40:46.738125+0000", 2024-09-20T21:41:56.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:40:46.738125+0000", 2024-09-20T21:41:56.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:40:46.738125+0000", 2024-09-20T21:41:56.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:40:46.738125+0000", 2024-09-20T21:41:56.522 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:40:46.738125+0000", 2024-09-20T21:41:56.522 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.522 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 12, 2024-09-20T21:41:56.522 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.522 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.522 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:56.522 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.522 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.522 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.522 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.522 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 12, 2024-09-20T21:41:56.522 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.522 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.522 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.523 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.14", 2024-09-20T21:41:56.523 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.523 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.523 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 67, 2024-09-20T21:41:56.523 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 36, 2024-09-20T21:41:56.523 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.523 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:49:33.840810+0000", 2024-09-20T21:41:56.523 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.523 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.523 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 2624, 2024-09-20T21:41:56.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 12, 2024-09-20T21:41:56.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 4, 2024-09-20T21:41:56.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 4, 2024-09-20T21:41:56.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T21:41:56.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.526 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.526 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.526 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.526 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.526 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.526 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.526 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 12, 2024-09-20T21:41:56.526 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 9 2024-09-20T21:41:56.526 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.526 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.526 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.526 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.526 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.526 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.527 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T21:41:56.527 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.527 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T21:41:56.527 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "67'12" 2024-09-20T21:41:56.527 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.527 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.527 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.527 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.527 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.527 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:56.527 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.527 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T21:41:56.527 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.527 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.528 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.528 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.528 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.528 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.507655+0000", 2024-09-20T21:41:56.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.356037+0000", 2024-09-20T21:41:56.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.356037+0000", 2024-09-20T21:41:56.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.356321+0000", 2024-09-20T21:41:56.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.507655+0000", 2024-09-20T21:41:56.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.529 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.507655+0000", 2024-09-20T21:41:56.529 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.507655+0000", 2024-09-20T21:41:56.529 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.507655+0000", 2024-09-20T21:41:56.529 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.529 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.529 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.529 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.507655+0000", 2024-09-20T21:41:56.529 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.507655+0000", 2024-09-20T21:41:56.529 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.529 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.529 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.529 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.529 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.529 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.530 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.530 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.530 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.530 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.530 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.530 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.530 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.530 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.15", 2024-09-20T21:41:56.530 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.530 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.530 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.530 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.530 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.530 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:17:17.828224+0000", 2024-09-20T21:41:56.530 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.531 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.531 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.534 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.534 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.534 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.534 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.534 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.534 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.534 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.534 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:56.534 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.534 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T21:41:56.534 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.534 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.534 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.534 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.535 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.535 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.535 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T21:41:56.535 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.535 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T21:41:56.535 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.535 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.535 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:56.535 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.535 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.535 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.535 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.227009+0000", 2024-09-20T21:41:56.535 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.325743+0000", 2024-09-20T21:41:56.535 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.325743+0000", 2024-09-20T21:41:56.536 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.326029+0000", 2024-09-20T21:41:56.536 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.227009+0000", 2024-09-20T21:41:56.536 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.536 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.536 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.536 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:56.536 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.227009+0000", 2024-09-20T21:41:56.536 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.227009+0000", 2024-09-20T21:41:56.536 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.227009+0000", 2024-09-20T21:41:56.536 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.536 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.536 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.536 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.227009+0000", 2024-09-20T21:41:56.536 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.227009+0000", 2024-09-20T21:41:56.537 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.537 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T21:41:56.537 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.537 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.537 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:56.537 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.537 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.537 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.537 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.537 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T21:41:56.537 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.537 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.537 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.537 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.13", 2024-09-20T21:41:56.537 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.538 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.538 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.538 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 26, 2024-09-20T21:41:56.538 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.538 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T02:07:25.513999+0000", 2024-09-20T21:41:56.538 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.538 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.538 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 34, 2024-09-20T21:41:56.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-20T21:41:56.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-20T21:41:56.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-20T21:41:56.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.540 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.540 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.540 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.540 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T21:41:56.540 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.540 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.540 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.540 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.540 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.540 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.540 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.540 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.540 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.540 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.540 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.541 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.541 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-20T21:41:56.541 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 6 2024-09-20T21:41:56.541 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.541 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.541 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.541 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.541 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.541 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.541 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T21:41:56.541 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.541 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T21:41:56.541 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'2" 2024-09-20T21:41:56.541 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.541 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.542 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.542 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.542 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.542 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T21:41:56.542 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.542 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T21:41:56.542 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.542 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.542 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.542 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.542 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.542 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.542 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.226415+0000", 2024-09-20T21:41:56.542 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.351006+0000", 2024-09-20T21:41:56.543 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.351006+0000", 2024-09-20T21:41:56.543 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.351233+0000", 2024-09-20T21:41:56.543 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.226415+0000", 2024-09-20T21:41:56.543 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.543 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.543 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.543 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.543 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.226415+0000", 2024-09-20T21:41:56.543 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.226415+0000", 2024-09-20T21:41:56.543 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.226415+0000", 2024-09-20T21:41:56.543 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.543 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.543 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.543 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.226415+0000", 2024-09-20T21:41:56.543 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.226415+0000", 2024-09-20T21:41:56.544 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.544 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.544 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.544 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.544 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.544 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.544 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.544 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.544 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.544 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.544 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.544 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.544 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.544 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.12", 2024-09-20T21:41:56.544 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.545 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.545 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.545 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.545 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.545 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:29:05.308399+0000", 2024-09-20T21:41:56.545 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.545 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.545 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.548 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.548 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.548 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.548 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.548 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.548 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.548 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.548 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.548 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.548 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T21:41:56.548 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.548 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T21:41:56.548 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.548 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.549 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.549 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.549 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.549 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.549 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:56.549 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.549 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T21:41:56.549 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.549 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.549 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:56.549 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.549 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.549 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.549 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.231990+0000", 2024-09-20T21:41:56.549 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.330899+0000", 2024-09-20T21:41:56.550 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.330899+0000", 2024-09-20T21:41:56.550 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.331709+0000", 2024-09-20T21:41:56.550 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.231990+0000", 2024-09-20T21:41:56.550 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.550 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.550 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.550 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:56.550 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.231990+0000", 2024-09-20T21:41:56.550 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.231990+0000", 2024-09-20T21:41:56.550 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.231990+0000", 2024-09-20T21:41:56.550 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.550 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.550 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.550 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.231990+0000", 2024-09-20T21:41:56.551 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.231990+0000", 2024-09-20T21:41:56.551 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.551 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.551 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.551 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.551 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:56.551 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.551 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.551 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.551 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.551 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.551 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.551 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.551 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.551 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.12", 2024-09-20T21:41:56.552 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.552 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.552 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.552 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 24, 2024-09-20T21:41:56.552 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.552 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:07:14.035742+0000", 2024-09-20T21:41:56.552 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.552 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.552 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.555 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.555 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.555 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.555 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.555 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.555 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.555 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.555 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.555 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.555 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.555 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.555 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:56.555 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.555 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T21:41:56.555 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.556 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.556 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.556 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.556 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.556 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.556 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:56.556 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.556 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T21:41:56.556 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.556 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.556 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.556 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.556 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.556 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.557 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.507566+0000", 2024-09-20T21:41:56.557 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.358617+0000", 2024-09-20T21:41:56.557 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.358617+0000", 2024-09-20T21:41:56.557 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.358938+0000", 2024-09-20T21:41:56.557 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.507566+0000", 2024-09-20T21:41:56.557 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.557 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.557 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.557 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.557 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.507566+0000", 2024-09-20T21:41:56.557 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.507566+0000", 2024-09-20T21:41:56.557 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.507566+0000", 2024-09-20T21:41:56.557 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.557 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.557 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.558 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.507566+0000", 2024-09-20T21:41:56.558 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.507566+0000", 2024-09-20T21:41:56.558 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.558 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.558 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.558 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.558 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.558 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.558 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.558 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.558 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.558 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.558 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.558 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.559 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.559 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.13", 2024-09-20T21:41:56.559 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.559 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.559 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.559 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.559 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.559 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:11:22.664577+0000", 2024-09-20T21:41:56.559 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.559 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.559 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.562 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.562 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.562 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.562 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.562 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.562 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.562 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.562 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.562 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.562 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.562 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.562 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.562 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.562 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.563 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:56.563 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.563 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T21:41:56.563 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.563 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.563 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.563 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.563 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.563 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.563 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:56.563 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.563 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T21:41:56.563 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.563 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.563 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:56.563 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.564 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.564 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.564 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.416961+0000", 2024-09-20T21:41:56.564 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.331344+0000", 2024-09-20T21:41:56.564 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.331344+0000", 2024-09-20T21:41:56.564 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.331599+0000", 2024-09-20T21:41:56.564 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.416961+0000", 2024-09-20T21:41:56.564 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.564 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.564 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.564 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:56.564 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.416961+0000", 2024-09-20T21:41:56.564 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.416961+0000", 2024-09-20T21:41:56.564 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.416961+0000", 2024-09-20T21:41:56.565 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.565 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.565 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.565 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.416961+0000", 2024-09-20T21:41:56.565 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.416961+0000", 2024-09-20T21:41:56.565 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.565 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.565 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.565 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.565 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:56.565 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.565 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.565 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.565 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.565 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.566 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.566 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.566 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.566 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.11", 2024-09-20T21:41:56.566 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.566 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.566 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.566 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 24, 2024-09-20T21:41:56.566 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.566 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:15:09.447252+0000", 2024-09-20T21:41:56.566 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.566 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.566 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.566 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.569 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.569 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.569 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.569 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.569 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.569 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.570 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:56.570 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.570 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T21:41:56.570 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.570 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.570 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.570 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.570 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.570 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.570 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T21:41:56.570 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.570 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T21:41:56.570 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.570 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.571 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.571 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.571 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.571 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.571 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.416768+0000", 2024-09-20T21:41:56.571 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.356974+0000", 2024-09-20T21:41:56.571 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.356974+0000", 2024-09-20T21:41:56.571 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.358176+0000", 2024-09-20T21:41:56.571 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.416768+0000", 2024-09-20T21:41:56.571 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.571 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.571 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.571 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.571 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.416768+0000", 2024-09-20T21:41:56.571 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.416768+0000", 2024-09-20T21:41:56.572 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.416768+0000", 2024-09-20T21:41:56.572 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.572 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.572 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.572 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.416768+0000", 2024-09-20T21:41:56.572 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.416768+0000", 2024-09-20T21:41:56.572 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.572 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.572 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.572 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.572 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.572 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.572 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.572 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.573 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.573 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.573 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.573 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.573 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.573 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.10", 2024-09-20T21:41:56.573 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.573 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.573 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.573 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.573 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.573 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:01:47.215257+0000", 2024-09-20T21:41:56.573 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.573 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.574 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.576 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.576 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.577 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.577 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.577 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.577 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.577 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T21:41:56.577 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.577 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T21:41:56.577 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.577 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.577 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.577 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.577 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:56.577 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.577 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:56.577 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.578 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T21:41:56.578 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.578 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.578 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:56.578 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.578 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.578 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.578 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.226245+0000", 2024-09-20T21:41:56.578 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.328353+0000", 2024-09-20T21:41:56.578 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.328353+0000", 2024-09-20T21:41:56.578 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.328628+0000", 2024-09-20T21:41:56.578 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.226245+0000", 2024-09-20T21:41:56.578 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.578 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.578 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.579 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:56.579 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.226245+0000", 2024-09-20T21:41:56.579 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.226245+0000", 2024-09-20T21:41:56.579 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.226245+0000", 2024-09-20T21:41:56.579 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.579 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.579 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.579 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.226245+0000", 2024-09-20T21:41:56.579 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.226245+0000", 2024-09-20T21:41:56.579 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.579 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 8, 2024-09-20T21:41:56.579 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.579 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.579 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:56.579 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.580 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.580 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.580 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.580 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 8, 2024-09-20T21:41:56.580 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.580 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.580 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.580 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.10", 2024-09-20T21:41:56.580 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.580 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.580 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.580 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 32, 2024-09-20T21:41:56.580 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.580 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:35:03.279801+0000", 2024-09-20T21:41:56.580 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.581 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.581 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.581 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.581 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.581 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.581 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.581 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.581 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.581 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.581 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.581 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.581 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.581 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.581 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.581 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.582 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.582 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.582 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.582 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 12, 2024-09-20T21:41:56.582 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 4, 2024-09-20T21:41:56.582 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.582 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 4, 2024-09-20T21:41:56.582 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.582 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.582 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.582 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.582 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.582 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 4, 2024-09-20T21:41:56.582 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.582 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.583 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.583 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.583 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.583 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.583 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.583 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.583 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.583 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.583 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.583 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.583 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 12, 2024-09-20T21:41:56.583 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.583 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.583 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.583 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.584 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.584 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:56.584 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.584 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:56.584 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.584 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T21:41:56.584 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'8" 2024-09-20T21:41:56.584 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.584 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.584 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.584 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.584 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.584 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:56.584 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.585 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T21:41:56.585 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.585 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.585 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.585 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.585 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.585 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.585 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.507402+0000", 2024-09-20T21:41:56.585 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.364013+0000", 2024-09-20T21:41:56.585 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.364013+0000", 2024-09-20T21:41:56.585 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.364310+0000", 2024-09-20T21:41:56.585 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.507402+0000", 2024-09-20T21:41:56.585 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.585 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.586 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.586 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.586 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.507402+0000", 2024-09-20T21:41:56.586 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.507402+0000", 2024-09-20T21:41:56.586 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.507402+0000", 2024-09-20T21:41:56.586 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.586 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.586 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.586 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.507402+0000", 2024-09-20T21:41:56.586 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.507402+0000", 2024-09-20T21:41:56.586 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.586 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.586 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.587 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.587 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.587 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.587 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.587 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.587 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.587 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.587 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.587 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.587 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.587 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.11", 2024-09-20T21:41:56.587 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.587 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.587 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.587 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.588 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.588 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:03:10.005685+0000", 2024-09-20T21:41:56.588 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.588 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.588 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.588 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.588 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.588 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.588 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.588 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.588 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.588 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.588 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.588 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.588 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.589 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.589 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.589 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.589 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.589 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.589 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.589 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.589 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.589 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.589 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.589 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.589 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.589 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.589 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.589 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.590 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.590 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.590 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.590 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.590 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.590 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.590 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.590 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.590 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.590 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.590 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.590 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.590 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.590 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.591 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.591 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.591 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.591 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.591 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.591 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.591 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.591 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:56.591 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.591 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T21:41:56.591 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.591 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.591 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.591 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.592 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.592 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.592 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:56.592 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.592 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T21:41:56.592 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.592 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.592 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:56.592 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.592 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.592 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.592 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.228308+0000", 2024-09-20T21:41:56.592 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.326993+0000", 2024-09-20T21:41:56.592 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.326993+0000", 2024-09-20T21:41:56.592 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.327336+0000", 2024-09-20T21:41:56.593 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.228308+0000", 2024-09-20T21:41:56.593 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.593 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.593 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.593 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:56.593 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.228308+0000", 2024-09-20T21:41:56.593 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.228308+0000", 2024-09-20T21:41:56.593 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.228308+0000", 2024-09-20T21:41:56.593 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.593 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.593 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.593 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.228308+0000", 2024-09-20T21:41:56.593 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.228308+0000", 2024-09-20T21:41:56.593 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.594 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-20T21:41:56.594 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.594 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.594 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:56.594 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.594 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.594 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.594 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.594 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-20T21:41:56.594 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.594 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.594 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.594 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.f", 2024-09-20T21:41:56.594 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.594 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.595 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.595 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 25, 2024-09-20T21:41:56.595 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.595 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:51:38.749474+0000", 2024-09-20T21:41:56.595 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.595 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.595 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.595 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 22, 2024-09-20T21:41:56.595 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.595 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.595 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.595 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.595 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.595 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.595 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.596 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.596 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.596 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.596 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.596 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.596 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.596 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.596 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.596 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T21:41:56.596 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T21:41:56.596 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.596 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T21:41:56.596 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.596 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.596 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.597 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.597 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.597 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.597 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.597 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.597 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.597 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.597 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.597 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.597 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.597 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.597 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.597 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.597 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.597 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.598 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 1, 2024-09-20T21:41:56.598 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-20T21:41:56.598 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.598 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.598 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.598 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.598 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.598 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.598 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:56.598 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.598 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T21:41:56.598 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'1" 2024-09-20T21:41:56.598 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.598 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.599 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.599 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.599 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.599 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:56.599 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.599 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T21:41:56.599 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.599 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.599 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.599 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.599 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.599 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.599 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.507864+0000", 2024-09-20T21:41:56.599 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.352270+0000", 2024-09-20T21:41:56.599 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.352270+0000", 2024-09-20T21:41:56.600 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.353169+0000", 2024-09-20T21:41:56.600 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.507864+0000", 2024-09-20T21:41:56.600 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.600 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.600 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.600 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.600 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.507864+0000", 2024-09-20T21:41:56.600 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.507864+0000", 2024-09-20T21:41:56.600 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.507864+0000", 2024-09-20T21:41:56.600 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.600 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.600 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.600 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.507864+0000", 2024-09-20T21:41:56.600 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.507864+0000", 2024-09-20T21:41:56.600 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.601 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.601 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.601 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.601 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.601 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.601 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.601 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.601 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.601 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.601 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.601 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.601 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.601 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.e", 2024-09-20T21:41:56.601 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.601 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.602 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.602 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.602 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.602 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:26:04.498410+0000", 2024-09-20T21:41:56.602 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.602 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.602 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.602 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.602 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.602 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.602 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.602 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.602 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.602 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.603 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.603 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.603 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.603 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.603 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.603 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.603 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.603 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.603 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.603 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.603 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.603 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.603 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.603 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.604 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.604 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.604 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.604 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.604 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.604 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.604 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.604 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.604 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.604 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.604 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.604 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.604 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.604 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.604 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.605 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.605 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.605 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.605 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.605 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.605 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.605 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.605 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.605 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.605 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.605 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:56.605 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.605 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T21:41:56.605 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.605 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.606 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.606 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.606 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:56.606 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.606 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:56.606 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.606 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T21:41:56.606 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.606 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.606 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:56.606 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.606 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.606 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.606 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.226998+0000", 2024-09-20T21:41:56.607 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.331146+0000", 2024-09-20T21:41:56.607 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.331146+0000", 2024-09-20T21:41:56.607 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.331491+0000", 2024-09-20T21:41:56.607 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.226998+0000", 2024-09-20T21:41:56.607 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.607 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.607 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.607 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:56.607 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.226998+0000", 2024-09-20T21:41:56.607 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.226998+0000", 2024-09-20T21:41:56.607 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.226998+0000", 2024-09-20T21:41:56.607 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.607 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.607 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.607 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.226998+0000", 2024-09-20T21:41:56.608 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.226998+0000", 2024-09-20T21:41:56.608 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.608 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T21:41:56.608 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.608 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.608 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:56.608 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.608 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.608 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.608 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.608 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T21:41:56.608 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.608 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.608 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.608 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.e", 2024-09-20T21:41:56.609 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.609 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.609 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.609 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 26, 2024-09-20T21:41:56.609 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.609 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:08:41.567575+0000", 2024-09-20T21:41:56.609 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.609 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.609 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.609 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.609 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.609 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.609 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.609 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.609 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.610 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.610 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.610 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.610 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.610 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.610 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.610 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.610 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.610 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.610 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.610 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T21:41:56.610 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T21:41:56.610 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.610 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T21:41:56.611 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.611 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.611 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.611 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.611 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.611 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T21:41:56.611 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.611 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.611 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.611 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.611 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.611 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.611 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.611 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.612 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.612 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.612 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.612 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.612 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-20T21:41:56.612 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.612 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.612 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.612 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.612 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.612 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:56.612 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.612 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:56.612 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.612 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T21:41:56.613 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'2" 2024-09-20T21:41:56.613 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.613 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.613 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.613 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.613 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.613 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:56.613 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.613 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T21:41:56.613 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.613 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.613 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.613 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.613 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.614 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.614 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.507854+0000", 2024-09-20T21:41:56.614 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.349396+0000", 2024-09-20T21:41:56.614 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.349396+0000", 2024-09-20T21:41:56.614 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.349685+0000", 2024-09-20T21:41:56.614 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.507854+0000", 2024-09-20T21:41:56.614 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.614 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.614 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.614 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.614 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.507854+0000", 2024-09-20T21:41:56.614 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.507854+0000", 2024-09-20T21:41:56.614 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.507854+0000", 2024-09-20T21:41:56.614 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.615 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.615 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.615 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.507854+0000", 2024-09-20T21:41:56.615 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.507854+0000", 2024-09-20T21:41:56.615 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.615 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.615 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.615 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.615 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.615 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.615 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.615 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.615 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.615 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.615 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.616 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.616 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.616 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.f", 2024-09-20T21:41:56.616 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.616 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.616 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.616 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.616 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.616 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T06:54:13.019807+0000", 2024-09-20T21:41:56.616 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.616 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.616 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.616 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.616 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.616 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.617 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.617 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.617 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.617 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.617 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.617 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.617 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.617 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.617 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.617 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.617 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.617 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.617 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.617 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.617 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.619 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.619 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.619 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.619 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.619 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.619 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.619 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.619 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.619 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.619 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.619 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.619 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.619 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.619 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.619 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:56.620 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.620 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T21:41:56.620 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.620 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.620 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.620 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.620 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.620 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.620 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T21:41:56.620 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.620 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T21:41:56.620 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.620 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.620 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:56.621 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.621 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.621 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.621 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.230403+0000", 2024-09-20T21:41:56.621 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.324776+0000", 2024-09-20T21:41:56.621 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.324776+0000", 2024-09-20T21:41:56.621 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.325495+0000", 2024-09-20T21:41:56.621 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.230403+0000", 2024-09-20T21:41:56.621 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.621 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.621 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.621 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:56.621 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.230403+0000", 2024-09-20T21:41:56.621 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.230403+0000", 2024-09-20T21:41:56.621 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.230403+0000", 2024-09-20T21:41:56.622 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.622 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.622 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.622 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.230403+0000", 2024-09-20T21:41:56.622 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.230403+0000", 2024-09-20T21:41:56.622 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.622 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-20T21:41:56.622 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.622 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.622 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:56.622 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.622 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.622 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.622 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.623 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-20T21:41:56.623 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.623 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.623 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.623 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.d", 2024-09-20T21:41:56.623 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.623 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.623 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.623 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 25, 2024-09-20T21:41:56.623 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.623 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:58:39.031295+0000", 2024-09-20T21:41:56.623 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.623 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.623 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 70, 2024-09-20T21:41:56.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.625 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.625 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.625 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T21:41:56.625 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T21:41:56.625 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.625 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T21:41:56.625 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.625 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.625 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.625 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.625 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.625 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.625 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.625 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.625 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.625 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.626 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.626 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.626 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.626 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.626 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.626 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.626 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.626 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.626 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 1, 2024-09-20T21:41:56.626 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-20T21:41:56.626 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.626 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.626 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.627 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.627 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.627 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.627 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T21:41:56.627 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.627 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T21:41:56.627 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'1" 2024-09-20T21:41:56.627 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.627 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.627 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.627 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.627 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.627 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:56.627 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.627 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T21:41:56.628 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.628 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.628 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.628 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.628 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.628 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.628 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.232137+0000", 2024-09-20T21:41:56.628 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.348618+0000", 2024-09-20T21:41:56.628 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.348618+0000", 2024-09-20T21:41:56.628 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.348927+0000", 2024-09-20T21:41:56.628 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.232137+0000", 2024-09-20T21:41:56.628 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.628 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.628 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.629 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.629 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.232137+0000", 2024-09-20T21:41:56.629 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.232137+0000", 2024-09-20T21:41:56.629 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.232137+0000", 2024-09-20T21:41:56.629 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.629 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.629 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.629 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.232137+0000", 2024-09-20T21:41:56.629 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.232137+0000", 2024-09-20T21:41:56.629 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.629 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.629 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.629 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.629 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.630 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.630 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.630 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.630 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.630 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.630 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.630 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.630 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.630 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.c", 2024-09-20T21:41:56.630 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.630 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.630 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.630 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.630 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.631 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T06:30:25.042459+0000", 2024-09-20T21:41:56.631 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.631 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.631 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.634 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.634 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.634 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.634 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.634 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.634 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.634 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.634 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:56.634 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.634 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T21:41:56.634 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.634 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.634 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.634 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.634 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:56.635 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.635 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:56.635 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.635 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T21:41:56.635 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.635 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.635 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:56.635 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.635 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.635 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.635 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.226730+0000", 2024-09-20T21:41:56.635 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.329292+0000", 2024-09-20T21:41:56.635 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.329292+0000", 2024-09-20T21:41:56.635 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.329675+0000", 2024-09-20T21:41:56.636 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.226730+0000", 2024-09-20T21:41:56.636 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.636 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.636 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.636 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:56.636 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.226730+0000", 2024-09-20T21:41:56.636 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.226730+0000", 2024-09-20T21:41:56.636 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.226730+0000", 2024-09-20T21:41:56.636 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.636 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.636 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.636 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.226730+0000", 2024-09-20T21:41:56.636 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.226730+0000", 2024-09-20T21:41:56.636 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.636 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.636 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.637 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.637 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:56.637 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.637 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.637 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.637 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.637 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.637 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.637 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.637 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.637 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.c", 2024-09-20T21:41:56.637 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.637 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.637 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.638 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 24, 2024-09-20T21:41:56.638 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.638 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T06:25:08.050173+0000", 2024-09-20T21:41:56.638 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.638 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.638 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.639 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.639 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.639 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.639 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.639 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.639 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.639 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.639 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.639 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.639 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.639 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.639 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.639 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.639 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.639 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.640 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.640 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.640 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.640 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.640 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.640 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.640 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.640 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.640 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.640 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.640 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.640 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.640 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.640 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.640 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.641 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.641 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.641 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.641 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.641 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.641 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:56.641 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.641 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:56.641 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.641 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T21:41:56.641 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.641 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.641 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.641 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.642 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.642 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.642 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:56.642 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.642 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T21:41:56.642 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.642 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.642 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.642 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.642 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.642 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.642 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.507807+0000", 2024-09-20T21:41:56.642 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.359914+0000", 2024-09-20T21:41:56.642 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.359914+0000", 2024-09-20T21:41:56.643 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.360375+0000", 2024-09-20T21:41:56.643 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.507807+0000", 2024-09-20T21:41:56.643 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.643 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.643 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.643 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.643 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.507807+0000", 2024-09-20T21:41:56.643 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.507807+0000", 2024-09-20T21:41:56.643 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.507807+0000", 2024-09-20T21:41:56.643 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.643 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.643 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.643 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.507807+0000", 2024-09-20T21:41:56.643 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.507807+0000", 2024-09-20T21:41:56.644 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.644 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.644 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.644 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.644 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.644 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.644 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.644 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.644 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.644 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.644 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.644 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.644 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.644 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.d", 2024-09-20T21:41:56.644 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.645 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.645 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.645 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.645 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.645 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:14:12.790838+0000", 2024-09-20T21:41:56.645 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.645 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.645 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.647 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.647 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.647 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.647 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.647 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.647 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.647 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.647 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.647 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.647 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.647 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.647 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.647 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.647 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.647 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.648 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.648 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.648 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.648 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.648 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.648 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.648 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.648 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.648 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.648 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:56.648 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.648 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T21:41:56.648 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.648 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.648 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.649 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.649 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.649 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.649 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:56.649 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.649 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T21:41:56.649 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.649 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.649 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T21:41:56.649 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.649 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.649 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.649 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:33.245084+0000", 2024-09-20T21:41:56.649 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:39:19.556856+0000", 2024-09-20T21:41:56.650 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:39:19.556856+0000", 2024-09-20T21:41:56.650 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:39:24.417313+0000", 2024-09-20T21:41:56.650 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:33.245084+0000", 2024-09-20T21:41:56.650 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:56.650 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.650 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:56.650 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 62, 2024-09-20T21:41:56.650 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:33.245084+0000", 2024-09-20T21:41:56.650 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:33.245084+0000", 2024-09-20T21:41:56.650 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:33.245084+0000", 2024-09-20T21:41:56.650 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.650 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.650 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:56.650 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:33.245084+0000", 2024-09-20T21:41:56.651 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:33.245084+0000", 2024-09-20T21:41:56.651 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.651 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.651 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.651 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.651 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 61, 2024-09-20T21:41:56.651 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.651 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.651 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.651 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.651 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.651 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.651 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.651 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.651 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.5", 2024-09-20T21:41:56.652 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.652 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.652 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 67, 2024-09-20T21:41:56.652 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 19, 2024-09-20T21:41:56.652 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.652 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:06:23.169091+0000", 2024-09-20T21:41:56.652 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.000288351, 2024-09-20T21:41:56.652 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.652 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.654 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.654 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.654 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.654 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.654 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.654 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.654 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.654 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.654 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.654 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.654 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.654 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.654 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.654 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.655 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.655 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.655 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.655 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.655 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.655 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.655 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.655 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.655 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.655 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.655 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.655 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.655 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.655 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:56.655 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.656 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T21:41:56.656 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.656 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.656 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.656 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.656 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.656 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.656 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:56.656 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.656 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T21:41:56.656 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.656 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.656 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 19, 2024-09-20T21:41:56.656 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.656 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.657 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.657 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:41:52.668097+0000", 2024-09-20T21:41:56.657 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:37:59.780670+0000", 2024-09-20T21:41:56.657 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:37:59.780670+0000", 2024-09-20T21:41:56.657 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:37:59.785510+0000", 2024-09-20T21:41:56.657 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:41:52.668097+0000", 2024-09-20T21:41:56.657 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:35:58.999220+0000", 2024-09-20T21:41:56.657 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.657 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:35:58.999220+0000", 2024-09-20T21:41:56.657 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 50, 2024-09-20T21:41:56.657 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:41:52.668097+0000", 2024-09-20T21:41:56.657 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:41:52.668097+0000", 2024-09-20T21:41:56.657 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:41:52.668097+0000", 2024-09-20T21:41:56.657 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.657 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.658 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:35:58.999220+0000", 2024-09-20T21:41:56.658 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:41:52.668097+0000", 2024-09-20T21:41:56.658 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:41:52.668097+0000", 2024-09-20T21:41:56.658 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.658 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 111, 2024-09-20T21:41:56.658 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.658 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.658 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 49, 2024-09-20T21:41:56.658 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.658 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.658 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.658 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.658 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 111, 2024-09-20T21:41:56.658 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.658 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.659 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.659 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "1.0", 2024-09-20T21:41:56.659 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.659 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.659 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 67, 2024-09-20T21:41:56.659 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 172, 2024-09-20T21:41:56.659 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.659 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:13:21.968721+0000", 2024-09-20T21:41:56.659 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.659 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.659 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 590368, 2024-09-20T21:41:56.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 590368, 2024-09-20T21:41:56.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-20T21:41:56.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-20T21:41:56.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-20T21:41:56.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 2, 2024-09-20T21:41:56.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 416, 2024-09-20T21:41:56.662 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 599, 2024-09-20T21:41:56.662 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.662 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.662 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.662 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 177, 2024-09-20T21:41:56.662 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1628 2024-09-20T21:41:56.662 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.662 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.662 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.662 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.662 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.662 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.662 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:56.662 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.662 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T21:41:56.663 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "67'111" 2024-09-20T21:41:56.663 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.663 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.663 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.663 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.663 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:56.663 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:56.663 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.663 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T21:41:56.663 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.663 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.663 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:56.663 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.663 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.663 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.231923+0000", 2024-09-20T21:41:56.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.331162+0000", 2024-09-20T21:41:56.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.331162+0000", 2024-09-20T21:41:56.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.331470+0000", 2024-09-20T21:41:56.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.231923+0000", 2024-09-20T21:41:56.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:56.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.231923+0000", 2024-09-20T21:41:56.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.231923+0000", 2024-09-20T21:41:56.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.231923+0000", 2024-09-20T21:41:56.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.665 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.231923+0000", 2024-09-20T21:41:56.665 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.231923+0000", 2024-09-20T21:41:56.665 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.665 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.665 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.665 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.665 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:56.665 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.665 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.665 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.665 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.665 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.665 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.665 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.666 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.666 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.3", 2024-09-20T21:41:56.666 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.666 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.666 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.666 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 24, 2024-09-20T21:41:56.666 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.666 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:01:40.897539+0000", 2024-09-20T21:41:56.666 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.666 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.666 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.669 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.669 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.669 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.669 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.669 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.669 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:56.669 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:56.669 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.670 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T21:41:56.670 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.670 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.670 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.670 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.670 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.670 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.670 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:56.670 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.670 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T21:41:56.670 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.670 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.670 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.670 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.671 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.671 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.671 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.701885+0000", 2024-09-20T21:41:56.671 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.353796+0000", 2024-09-20T21:41:56.671 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.353796+0000", 2024-09-20T21:41:56.671 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.354284+0000", 2024-09-20T21:41:56.671 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.701885+0000", 2024-09-20T21:41:56.671 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.671 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.671 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.671 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.671 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.701885+0000", 2024-09-20T21:41:56.671 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.701885+0000", 2024-09-20T21:41:56.671 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.701885+0000", 2024-09-20T21:41:56.671 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.672 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.672 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.672 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.701885+0000", 2024-09-20T21:41:56.672 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.701885+0000", 2024-09-20T21:41:56.672 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.672 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.672 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.672 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.672 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.672 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.672 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.672 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.672 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.672 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.672 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.673 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.673 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.673 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2", 2024-09-20T21:41:56.673 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.673 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.673 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.673 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.673 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.673 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:52:49.945307+0000", 2024-09-20T21:41:56.673 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.673 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.673 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.676 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.676 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.676 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.676 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.676 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.676 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.676 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.676 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:56.677 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.677 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T21:41:56.677 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.677 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.677 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.677 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.677 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.677 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.677 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:56.677 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.677 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T21:41:56.677 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.677 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.677 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T21:41:56.677 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.678 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.678 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.678 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:33.001109+0000", 2024-09-20T21:41:56.678 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:39:19.896975+0000", 2024-09-20T21:41:56.678 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:39:19.896975+0000", 2024-09-20T21:41:56.678 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:39:24.227704+0000", 2024-09-20T21:41:56.678 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:33.001109+0000", 2024-09-20T21:41:56.678 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:56.678 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.678 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:56.678 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 62, 2024-09-20T21:41:56.678 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:33.001109+0000", 2024-09-20T21:41:56.678 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:33.001109+0000", 2024-09-20T21:41:56.678 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:33.001109+0000", 2024-09-20T21:41:56.679 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.679 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.679 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:56.679 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:33.001109+0000", 2024-09-20T21:41:56.679 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:33.001109+0000", 2024-09-20T21:41:56.679 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.679 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.679 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.679 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.679 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 61, 2024-09-20T21:41:56.679 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.679 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.679 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.679 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.679 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.680 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.680 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.680 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.680 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.6", 2024-09-20T21:41:56.680 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.680 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.680 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 67, 2024-09-20T21:41:56.680 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 19, 2024-09-20T21:41:56.680 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.680 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:06:56.635597+0000", 2024-09-20T21:41:56.680 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.000236382, 2024-09-20T21:41:56.680 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.680 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.683 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.683 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.683 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.683 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.683 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.683 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.684 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:56.684 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.684 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T21:41:56.684 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.684 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.684 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.684 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.684 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.684 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.684 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:56.684 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.684 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T21:41:56.684 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.684 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.684 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:56.685 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.685 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.685 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.685 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.507525+0000", 2024-09-20T21:41:56.685 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.330366+0000", 2024-09-20T21:41:56.685 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.330366+0000", 2024-09-20T21:41:56.685 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.332012+0000", 2024-09-20T21:41:56.685 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.507525+0000", 2024-09-20T21:41:56.685 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.685 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.685 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.685 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:56.685 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.507525+0000", 2024-09-20T21:41:56.685 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.507525+0000", 2024-09-20T21:41:56.685 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.507525+0000", 2024-09-20T21:41:56.686 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.686 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.686 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.686 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.507525+0000", 2024-09-20T21:41:56.686 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.507525+0000", 2024-09-20T21:41:56.686 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.686 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.686 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.686 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.686 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:56.686 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.686 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.686 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.686 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.687 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.687 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.687 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.687 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.687 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.0", 2024-09-20T21:41:56.687 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.687 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.687 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.687 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 24, 2024-09-20T21:41:56.687 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.687 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:47:06.344292+0000", 2024-09-20T21:41:56.687 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.687 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.687 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.690 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.690 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.690 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.690 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.691 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.691 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.691 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:56.691 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.691 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T21:41:56.691 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.691 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.691 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.691 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.691 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.691 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T21:41:56.691 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.691 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T21:41:56.692 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.692 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.692 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.692 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.692 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.692 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.692 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.226497+0000", 2024-09-20T21:41:56.692 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.349147+0000", 2024-09-20T21:41:56.692 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.349147+0000", 2024-09-20T21:41:56.692 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.349419+0000", 2024-09-20T21:41:56.692 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.226497+0000", 2024-09-20T21:41:56.692 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.692 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.692 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.692 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.226497+0000", 2024-09-20T21:41:56.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.226497+0000", 2024-09-20T21:41:56.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.226497+0000", 2024-09-20T21:41:56.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.226497+0000", 2024-09-20T21:41:56.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.226497+0000", 2024-09-20T21:41:56.693 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.693 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.693 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.693 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.693 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.693 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.693 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.694 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.694 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.694 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.694 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.694 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.694 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.694 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1", 2024-09-20T21:41:56.694 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.694 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.694 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.694 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.694 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.694 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:21:26.924313+0000", 2024-09-20T21:41:56.694 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.695 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.695 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.695 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.695 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.695 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.695 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.695 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.695 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.695 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.695 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.695 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.695 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.695 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.695 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.695 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.695 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.696 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.697 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.697 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.698 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.698 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.698 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.698 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.698 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.698 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T21:41:56.698 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.698 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T21:41:56.698 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.698 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.698 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.698 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.698 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.698 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.698 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:56.699 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.699 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T21:41:56.699 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.699 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.699 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T21:41:56.699 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.699 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.699 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.699 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:33.243318+0000", 2024-09-20T21:41:56.699 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:39:19.814877+0000", 2024-09-20T21:41:56.699 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:39:19.814877+0000", 2024-09-20T21:41:56.699 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:39:24.231282+0000", 2024-09-20T21:41:56.699 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:33.243318+0000", 2024-09-20T21:41:56.699 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:56.700 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.700 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:56.700 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 62, 2024-09-20T21:41:56.700 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:33.243318+0000", 2024-09-20T21:41:56.700 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:33.243318+0000", 2024-09-20T21:41:56.700 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:33.243318+0000", 2024-09-20T21:41:56.700 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.700 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.700 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:56.700 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:33.243318+0000", 2024-09-20T21:41:56.700 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:33.243318+0000", 2024-09-20T21:41:56.700 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.700 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.700 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.700 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.701 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 61, 2024-09-20T21:41:56.701 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.701 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.701 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.701 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.701 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.701 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.701 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.701 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.701 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.7", 2024-09-20T21:41:56.701 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.701 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.701 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 67, 2024-09-20T21:41:56.701 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 19, 2024-09-20T21:41:56.701 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.702 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:56:19.971116+0000", 2024-09-20T21:41:56.702 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.000618176, 2024-09-20T21:41:56.702 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.702 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.702 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.702 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.702 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.702 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.702 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.702 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.702 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.702 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.702 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.702 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.702 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.703 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.704 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.705 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.705 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.705 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.705 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.705 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.705 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.705 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:56.705 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.705 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T21:41:56.705 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.705 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.705 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.705 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.705 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:56.705 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.706 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:56.706 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.706 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T21:41:56.706 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.706 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.706 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:56.706 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.706 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.706 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.706 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.226416+0000", 2024-09-20T21:41:56.706 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.330270+0000", 2024-09-20T21:41:56.706 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.330270+0000", 2024-09-20T21:41:56.706 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.330556+0000", 2024-09-20T21:41:56.706 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.226416+0000", 2024-09-20T21:41:56.707 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.707 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.707 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.707 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:56.707 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.226416+0000", 2024-09-20T21:41:56.707 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.226416+0000", 2024-09-20T21:41:56.707 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.226416+0000", 2024-09-20T21:41:56.707 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.707 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.707 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.707 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.226416+0000", 2024-09-20T21:41:56.707 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.226416+0000", 2024-09-20T21:41:56.707 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.707 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.707 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.708 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.708 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:56.708 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.708 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.708 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.708 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.708 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.708 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.708 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.708 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.708 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1", 2024-09-20T21:41:56.708 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.708 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.708 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.708 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 24, 2024-09-20T21:41:56.709 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.709 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:21:49.967168+0000", 2024-09-20T21:41:56.709 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.709 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.709 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.709 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.709 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.709 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.709 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.709 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.709 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.709 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.709 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.709 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.709 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.709 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.710 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.711 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.711 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.712 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.712 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.712 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.712 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:56.712 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.712 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:56.712 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.712 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T21:41:56.712 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.712 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.712 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.712 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.712 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.712 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:56.712 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:56.713 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.713 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T21:41:56.713 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.713 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.713 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.713 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.713 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.713 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.713 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.229926+0000", 2024-09-20T21:41:56.713 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.350328+0000", 2024-09-20T21:41:56.713 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.350328+0000", 2024-09-20T21:41:56.713 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.350607+0000", 2024-09-20T21:41:56.713 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.229926+0000", 2024-09-20T21:41:56.713 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.713 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.714 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.714 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.714 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.229926+0000", 2024-09-20T21:41:56.714 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.229926+0000", 2024-09-20T21:41:56.714 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.229926+0000", 2024-09-20T21:41:56.714 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.714 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.714 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.714 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.229926+0000", 2024-09-20T21:41:56.714 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.229926+0000", 2024-09-20T21:41:56.714 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.714 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.714 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.714 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.714 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.715 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.715 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.715 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.715 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.715 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.715 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.715 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.715 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.715 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.0", 2024-09-20T21:41:56.715 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.715 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.715 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.715 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.715 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.716 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:01:16.749699+0000", 2024-09-20T21:41:56.716 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.716 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.716 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.716 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.716 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.716 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.716 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.716 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.716 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.716 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.716 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.716 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.716 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.719 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.719 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.719 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.719 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.719 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.719 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:56.719 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:56.719 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.719 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T21:41:56.719 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.719 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.719 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.719 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.719 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.720 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:56.720 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T21:41:56.720 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.720 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T21:41:56.720 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.720 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.720 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T21:41:56.720 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.720 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.720 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.720 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:33.243285+0000", 2024-09-20T21:41:56.720 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:39:19.896918+0000", 2024-09-20T21:41:56.720 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:39:19.896918+0000", 2024-09-20T21:41:56.720 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:39:24.231064+0000", 2024-09-20T21:41:56.720 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:33.243285+0000", 2024-09-20T21:41:56.721 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:56.721 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.721 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:56.721 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 62, 2024-09-20T21:41:56.721 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:33.243285+0000", 2024-09-20T21:41:56.721 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:33.243285+0000", 2024-09-20T21:41:56.721 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:33.243285+0000", 2024-09-20T21:41:56.721 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.721 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.721 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:56.721 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:33.243285+0000", 2024-09-20T21:41:56.721 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:33.243285+0000", 2024-09-20T21:41:56.721 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.721 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.721 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.722 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.722 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 61, 2024-09-20T21:41:56.722 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.722 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.722 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.722 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.722 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.722 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.722 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.722 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.722 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.4", 2024-09-20T21:41:56.722 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.722 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.722 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 67, 2024-09-20T21:41:56.723 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 19, 2024-09-20T21:41:56.723 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.723 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:59:13.889861+0000", 2024-09-20T21:41:56.723 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.000632136, 2024-09-20T21:41:56.723 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.723 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.723 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.723 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.723 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.723 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.723 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.723 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.723 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.723 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.723 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.726 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.726 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.726 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.726 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.726 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.726 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:56.726 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T21:41:56.726 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.726 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T21:41:56.726 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.726 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.726 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.726 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.726 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.727 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.727 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:56.727 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.727 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T21:41:56.727 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.727 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.727 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:56.727 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.727 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.727 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.727 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.232036+0000", 2024-09-20T21:41:56.727 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.325295+0000", 2024-09-20T21:41:56.727 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.325295+0000", 2024-09-20T21:41:56.727 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.325574+0000", 2024-09-20T21:41:56.727 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.232036+0000", 2024-09-20T21:41:56.728 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.728 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.728 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.728 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:56.728 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.232036+0000", 2024-09-20T21:41:56.728 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.232036+0000", 2024-09-20T21:41:56.728 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.232036+0000", 2024-09-20T21:41:56.728 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.728 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.728 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.728 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.232036+0000", 2024-09-20T21:41:56.728 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.232036+0000", 2024-09-20T21:41:56.728 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.728 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.729 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.729 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.729 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:56.729 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.729 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.729 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.729 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.729 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.729 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.729 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.729 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.729 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.2", 2024-09-20T21:41:56.729 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.729 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.729 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.730 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 24, 2024-09-20T21:41:56.730 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.730 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T06:31:17.041373+0000", 2024-09-20T21:41:56.730 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.730 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.730 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.730 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.730 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.730 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.730 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.730 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.730 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.730 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.730 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.730 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.733 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.733 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.733 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.733 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.733 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.733 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.733 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:56.733 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.733 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T21:41:56.733 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.733 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.733 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.733 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.733 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.734 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.734 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:56.734 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.734 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T21:41:56.734 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.734 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.734 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.734 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.734 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.734 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.734 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.227957+0000", 2024-09-20T21:41:56.734 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.350942+0000", 2024-09-20T21:41:56.734 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.350942+0000", 2024-09-20T21:41:56.734 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.351261+0000", 2024-09-20T21:41:56.735 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.227957+0000", 2024-09-20T21:41:56.735 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.735 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.735 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.735 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.735 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.227957+0000", 2024-09-20T21:41:56.735 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.227957+0000", 2024-09-20T21:41:56.735 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.227957+0000", 2024-09-20T21:41:56.735 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.735 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.735 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.735 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.227957+0000", 2024-09-20T21:41:56.735 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.227957+0000", 2024-09-20T21:41:56.735 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.735 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.736 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.736 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.736 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.736 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.736 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.736 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.736 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.736 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.736 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.736 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.736 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.736 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3", 2024-09-20T21:41:56.736 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.736 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.736 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.736 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.737 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.737 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T02:21:59.768420+0000", 2024-09-20T21:41:56.737 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.737 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.737 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.737 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.737 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.737 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.737 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.737 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.737 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.737 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.737 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.737 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.738 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.738 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.738 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.738 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.738 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.738 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.738 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.738 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.738 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.738 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.738 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.738 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.738 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.738 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.738 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.740 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.740 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.740 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.740 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.740 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.740 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.740 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:56.740 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.740 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T21:41:56.740 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.740 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.740 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.740 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.740 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.741 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.741 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:56.741 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.741 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T21:41:56.741 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.741 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.741 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T21:41:56.741 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.741 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.741 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.741 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:33.243148+0000", 2024-09-20T21:41:56.741 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:39:19.814872+0000", 2024-09-20T21:41:56.741 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:39:19.814872+0000", 2024-09-20T21:41:56.741 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:39:24.231037+0000", 2024-09-20T21:41:56.742 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:33.243148+0000", 2024-09-20T21:41:56.742 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:56.742 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.742 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:56.742 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 62, 2024-09-20T21:41:56.742 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:33.243148+0000", 2024-09-20T21:41:56.742 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:33.243148+0000", 2024-09-20T21:41:56.742 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:33.243148+0000", 2024-09-20T21:41:56.742 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.742 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.742 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:56.742 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:33.243148+0000", 2024-09-20T21:41:56.742 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:33.243148+0000", 2024-09-20T21:41:56.742 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.743 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T21:41:56.743 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.743 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.743 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 61, 2024-09-20T21:41:56.743 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.743 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.743 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.743 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.743 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T21:41:56.743 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.743 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.743 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.743 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.2", 2024-09-20T21:41:56.743 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.743 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.744 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 67, 2024-09-20T21:41:56.744 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.744 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.744 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:09:30.705243+0000", 2024-09-20T21:41:56.744 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.000979192, 2024-09-20T21:41:56.744 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.744 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.744 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 19, 2024-09-20T21:41:56.744 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.744 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.744 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.744 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.744 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.744 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.744 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.745 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.745 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.745 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.745 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.745 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.745 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.745 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.745 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.745 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T21:41:56.745 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T21:41:56.745 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.745 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T21:41:56.745 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.745 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.745 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.746 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2, 2024-09-20T21:41:56.747 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 2 2024-09-20T21:41:56.747 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.747 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.747 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.747 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.747 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.747 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.747 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:56.747 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.747 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T21:41:56.747 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "66'2" 2024-09-20T21:41:56.747 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.748 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.748 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.748 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.748 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.748 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:56.748 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.748 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T21:41:56.748 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.748 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.748 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:56.748 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.748 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.748 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.748 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.230564+0000", 2024-09-20T21:41:56.748 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.331187+0000", 2024-09-20T21:41:56.749 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.331187+0000", 2024-09-20T21:41:56.749 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.331468+0000", 2024-09-20T21:41:56.749 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.230564+0000", 2024-09-20T21:41:56.749 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.749 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.749 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.749 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:56.749 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.230564+0000", 2024-09-20T21:41:56.749 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.230564+0000", 2024-09-20T21:41:56.749 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.230564+0000", 2024-09-20T21:41:56.749 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.749 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.749 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.749 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.230564+0000", 2024-09-20T21:41:56.749 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.230564+0000", 2024-09-20T21:41:56.750 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.750 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.750 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.750 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.750 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:56.750 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.750 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.750 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.750 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.750 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.750 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.750 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.750 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.750 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.4", 2024-09-20T21:41:56.751 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.751 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.751 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.751 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 24, 2024-09-20T21:41:56.751 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.751 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:03:31.863255+0000", 2024-09-20T21:41:56.751 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.751 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.751 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.751 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.751 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.751 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.751 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.751 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.751 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.752 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.752 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.752 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.752 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.752 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.753 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.753 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.753 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.753 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.755 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.755 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.755 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.756 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.756 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.756 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.756 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:56.756 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.756 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T21:41:56.756 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.756 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.756 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.756 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.756 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.756 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.756 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:56.756 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.757 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T21:41:56.757 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.757 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.757 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.757 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.757 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.757 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.757 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.232151+0000", 2024-09-20T21:41:56.757 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.351213+0000", 2024-09-20T21:41:56.757 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.351213+0000", 2024-09-20T21:41:56.757 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.351672+0000", 2024-09-20T21:41:56.757 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.232151+0000", 2024-09-20T21:41:56.757 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.757 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.758 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.758 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.758 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.232151+0000", 2024-09-20T21:41:56.758 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.232151+0000", 2024-09-20T21:41:56.758 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.232151+0000", 2024-09-20T21:41:56.758 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.758 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.758 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.758 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.232151+0000", 2024-09-20T21:41:56.758 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.232151+0000", 2024-09-20T21:41:56.758 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.758 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.758 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.758 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.759 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.759 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.759 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.759 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.759 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.759 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.759 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.759 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.759 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.759 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.5", 2024-09-20T21:41:56.759 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.759 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.759 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.759 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.760 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.760 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T06:55:50.193491+0000", 2024-09-20T21:41:56.760 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.760 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.760 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.760 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.761 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.762 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.763 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.763 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.763 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.763 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.763 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.763 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.763 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.763 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:56.763 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.763 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T21:41:56.763 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.763 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.763 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.763 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.763 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.764 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.764 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:56.764 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.764 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T21:41:56.764 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.764 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.764 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T21:41:56.764 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.764 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.764 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.764 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:33.001074+0000", 2024-09-20T21:41:56.764 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:39:19.814808+0000", 2024-09-20T21:41:56.764 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:39:19.814808+0000", 2024-09-20T21:41:56.764 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:39:24.227340+0000", 2024-09-20T21:41:56.764 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:33.001074+0000", 2024-09-20T21:41:56.765 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:56.765 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.765 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:56.765 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 62, 2024-09-20T21:41:56.765 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:33.001074+0000", 2024-09-20T21:41:56.765 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:33.001074+0000", 2024-09-20T21:41:56.765 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:33.001074+0000", 2024-09-20T21:41:56.765 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.765 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.765 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:56.765 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:33.001074+0000", 2024-09-20T21:41:56.765 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:33.001074+0000", 2024-09-20T21:41:56.765 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.765 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-20T21:41:56.766 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.766 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.766 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 61, 2024-09-20T21:41:56.766 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.766 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.766 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.766 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.766 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-20T21:41:56.766 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.766 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.766 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.766 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.3", 2024-09-20T21:41:56.766 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.766 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.766 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 67, 2024-09-20T21:41:56.767 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 20, 2024-09-20T21:41:56.767 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.767 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:31:54.269982+0000", 2024-09-20T21:41:56.767 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.000627033, 2024-09-20T21:41:56.767 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.767 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.767 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T21:41:56.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T21:41:56.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T21:41:56.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.770 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.770 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.770 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.770 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.770 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.770 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.770 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:56.770 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.770 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T21:41:56.770 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "64'1" 2024-09-20T21:41:56.770 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.770 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.771 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.771 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:56.771 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.771 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:56.771 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.771 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T21:41:56.771 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.771 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.771 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:56.771 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.771 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.771 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.771 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.226762+0000", 2024-09-20T21:41:56.771 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:43.799287+0000", 2024-09-20T21:41:56.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:43.799287+0000", 2024-09-20T21:41:56.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:43.799634+0000", 2024-09-20T21:41:56.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.226762+0000", 2024-09-20T21:41:56.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 59, 2024-09-20T21:41:56.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.226762+0000", 2024-09-20T21:41:56.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.226762+0000", 2024-09-20T21:41:56.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.226762+0000", 2024-09-20T21:41:56.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.226762+0000", 2024-09-20T21:41:56.772 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.226762+0000", 2024-09-20T21:41:56.773 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.773 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.773 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.773 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.773 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 58, 2024-09-20T21:41:56.773 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.773 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.773 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.773 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.773 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.773 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.773 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.773 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.773 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.5", 2024-09-20T21:41:56.773 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.774 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.774 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.774 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 18, 2024-09-20T21:41:56.774 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.774 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:47:09.926606+0000", 2024-09-20T21:41:56.774 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.774 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.774 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.774 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.774 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.774 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.774 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.774 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.774 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.774 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.775 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.776 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.777 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.777 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.777 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.777 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.777 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.777 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:56.777 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.777 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:56.777 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.777 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T21:41:56.777 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.777 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.778 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.778 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.778 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.778 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:56.778 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T21:41:56.778 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.778 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T21:41:56.778 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.778 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.778 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.778 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.778 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.778 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.778 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.230467+0000", 2024-09-20T21:41:56.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.356194+0000", 2024-09-20T21:41:56.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.356194+0000", 2024-09-20T21:41:56.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.356452+0000", 2024-09-20T21:41:56.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.230467+0000", 2024-09-20T21:41:56.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.230467+0000", 2024-09-20T21:41:56.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.230467+0000", 2024-09-20T21:41:56.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.230467+0000", 2024-09-20T21:41:56.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.779 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.230467+0000", 2024-09-20T21:41:56.780 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.230467+0000", 2024-09-20T21:41:56.780 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.780 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.780 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.780 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.780 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.780 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.780 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.780 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.780 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.780 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.780 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.780 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.780 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.780 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.4", 2024-09-20T21:41:56.781 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.781 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.781 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.781 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.781 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.781 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:16:56.755047+0000", 2024-09-20T21:41:56.781 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.781 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.781 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.781 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.781 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.781 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.781 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.781 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.781 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.784 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.784 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.784 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.784 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.784 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.784 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:56.784 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T21:41:56.784 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.784 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T21:41:56.785 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.785 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.785 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.785 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.785 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.785 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.785 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:56.785 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.785 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T21:41:56.785 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.785 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.785 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T21:41:56.785 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.785 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.785 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.786 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:33.243293+0000", 2024-09-20T21:41:56.786 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:39:19.557171+0000", 2024-09-20T21:41:56.786 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:39:19.557171+0000", 2024-09-20T21:41:56.786 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:39:24.702018+0000", 2024-09-20T21:41:56.786 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:33.243293+0000", 2024-09-20T21:41:56.786 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:56.786 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.786 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:56.786 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 62, 2024-09-20T21:41:56.786 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:33.243293+0000", 2024-09-20T21:41:56.786 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:33.243293+0000", 2024-09-20T21:41:56.786 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:33.243293+0000", 2024-09-20T21:41:56.786 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.786 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.786 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:56.787 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:33.243293+0000", 2024-09-20T21:41:56.787 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:33.243293+0000", 2024-09-20T21:41:56.787 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.787 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.787 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.787 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.787 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 61, 2024-09-20T21:41:56.787 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.787 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.787 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.787 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.787 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.787 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.787 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.787 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.788 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.0", 2024-09-20T21:41:56.788 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.788 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.788 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 67, 2024-09-20T21:41:56.788 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 19, 2024-09-20T21:41:56.788 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.788 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:06:28.468913+0000", 2024-09-20T21:41:56.788 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.000361641, 2024-09-20T21:41:56.788 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.788 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.788 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.788 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.788 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.788 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.790 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.791 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.791 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.791 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.791 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.791 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.791 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.791 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.791 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:56.791 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.792 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T21:41:56.792 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.792 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.792 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.792 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.792 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.792 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.792 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:56.792 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.792 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T21:41:56.792 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.792 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.792 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:56.792 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.792 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.793 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.793 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.230756+0000", 2024-09-20T21:41:56.793 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.328807+0000", 2024-09-20T21:41:56.793 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.328807+0000", 2024-09-20T21:41:56.793 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.329540+0000", 2024-09-20T21:41:56.793 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.230756+0000", 2024-09-20T21:41:56.793 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.793 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.793 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.793 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:56.793 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.230756+0000", 2024-09-20T21:41:56.793 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.230756+0000", 2024-09-20T21:41:56.793 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.230756+0000", 2024-09-20T21:41:56.793 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.793 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.794 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.794 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.230756+0000", 2024-09-20T21:41:56.794 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.230756+0000", 2024-09-20T21:41:56.794 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.794 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-20T21:41:56.794 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.794 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.794 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:56.794 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.794 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.794 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.794 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.794 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-20T21:41:56.794 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.794 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.795 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.795 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.6", 2024-09-20T21:41:56.795 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.795 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.795 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.795 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 25, 2024-09-20T21:41:56.795 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.795 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:59:08.184037+0000", 2024-09-20T21:41:56.795 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.795 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.795 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T21:41:56.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T21:41:56.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T21:41:56.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T21:41:56.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.797 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 1, 2024-09-20T21:41:56.798 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.798 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.798 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.798 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.798 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.798 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.798 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.798 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:56.799 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.799 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T21:41:56.799 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'1" 2024-09-20T21:41:56.799 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.799 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.799 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.799 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.799 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.799 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:56.799 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.799 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T21:41:56.799 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.799 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.799 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.799 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.800 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.800 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.800 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.702419+0000", 2024-09-20T21:41:56.800 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.357955+0000", 2024-09-20T21:41:56.800 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.357955+0000", 2024-09-20T21:41:56.800 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.360238+0000", 2024-09-20T21:41:56.800 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.702419+0000", 2024-09-20T21:41:56.800 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.800 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.800 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.800 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.800 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.702419+0000", 2024-09-20T21:41:56.800 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.702419+0000", 2024-09-20T21:41:56.800 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.702419+0000", 2024-09-20T21:41:56.801 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.801 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.801 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.801 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.702419+0000", 2024-09-20T21:41:56.801 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.702419+0000", 2024-09-20T21:41:56.801 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.801 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.801 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.801 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.801 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.801 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.801 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.801 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.801 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.801 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.802 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.802 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.802 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.802 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.7", 2024-09-20T21:41:56.802 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.802 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.802 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.802 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.802 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.802 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:24:28.722677+0000", 2024-09-20T21:41:56.802 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.802 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.802 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.802 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.802 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.805 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.805 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.805 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.805 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.805 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.805 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.805 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.805 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:56.806 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.806 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T21:41:56.806 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.806 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.806 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.806 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.806 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.806 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.806 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:56.806 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.806 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T21:41:56.806 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.806 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.806 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T21:41:56.807 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.807 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.807 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:33.243495+0000", 2024-09-20T21:41:56.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:39:19.814691+0000", 2024-09-20T21:41:56.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:39:19.814691+0000", 2024-09-20T21:41:56.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:39:24.228238+0000", 2024-09-20T21:41:56.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:33.243495+0000", 2024-09-20T21:41:56.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:56.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:56.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 62, 2024-09-20T21:41:56.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:33.243495+0000", 2024-09-20T21:41:56.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:33.243495+0000", 2024-09-20T21:41:56.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:33.243495+0000", 2024-09-20T21:41:56.808 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.808 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.808 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T21:41:56.808 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:33.243495+0000", 2024-09-20T21:41:56.808 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:33.243495+0000", 2024-09-20T21:41:56.808 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.808 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.808 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.808 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.808 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 61, 2024-09-20T21:41:56.808 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.808 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.808 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.808 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.808 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.808 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.809 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.809 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.809 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.1", 2024-09-20T21:41:56.809 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.809 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.809 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 67, 2024-09-20T21:41:56.809 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 19, 2024-09-20T21:41:56.809 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.809 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:14:48.384310+0000", 2024-09-20T21:41:56.809 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.000564462, 2024-09-20T21:41:56.809 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.809 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.809 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.809 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.812 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.812 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.812 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.812 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.812 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.812 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.812 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:56.813 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.813 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T21:41:56.813 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.813 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.813 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.813 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.813 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.813 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.813 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:56.813 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.813 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T21:41:56.813 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.813 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.813 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:56.813 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.814 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.814 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.417286+0000", 2024-09-20T21:41:56.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.328453+0000", 2024-09-20T21:41:56.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.328453+0000", 2024-09-20T21:41:56.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.328738+0000", 2024-09-20T21:41:56.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.417286+0000", 2024-09-20T21:41:56.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:56.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.417286+0000", 2024-09-20T21:41:56.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.417286+0000", 2024-09-20T21:41:56.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.417286+0000", 2024-09-20T21:41:56.814 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.815 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.815 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.815 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.417286+0000", 2024-09-20T21:41:56.815 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.417286+0000", 2024-09-20T21:41:56.815 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.815 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T21:41:56.815 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.815 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.815 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:56.815 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.815 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.815 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.815 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.815 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T21:41:56.816 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.816 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.816 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.816 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.7", 2024-09-20T21:41:56.816 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.816 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.816 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.816 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 26, 2024-09-20T21:41:56.816 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.816 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:21:07.493512+0000", 2024-09-20T21:41:56.816 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.816 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.816 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T21:41:56.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T21:41:56.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T21:41:56.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T21:41:56.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-20T21:41:56.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.819 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.819 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.819 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.820 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.820 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.820 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.820 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:56.820 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.820 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T21:41:56.820 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'2" 2024-09-20T21:41:56.820 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.820 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.820 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.820 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.820 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.820 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:56.820 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.820 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T21:41:56.821 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.821 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.821 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.821 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.821 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.821 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.821 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.227411+0000", 2024-09-20T21:41:56.821 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.352144+0000", 2024-09-20T21:41:56.821 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.352144+0000", 2024-09-20T21:41:56.821 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.352416+0000", 2024-09-20T21:41:56.821 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.227411+0000", 2024-09-20T21:41:56.821 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.821 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.821 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.821 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.821 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.227411+0000", 2024-09-20T21:41:56.822 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.227411+0000", 2024-09-20T21:41:56.822 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.227411+0000", 2024-09-20T21:41:56.822 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.822 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.822 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.822 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.227411+0000", 2024-09-20T21:41:56.822 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.227411+0000", 2024-09-20T21:41:56.822 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.822 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.822 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.822 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.822 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.822 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.823 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.823 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.823 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.823 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.823 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.823 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.823 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.823 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.6", 2024-09-20T21:41:56.823 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.823 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.823 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.823 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.823 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.823 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:54:31.291989+0000", 2024-09-20T21:41:56.823 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.823 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.824 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.826 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.826 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.827 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.827 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.827 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.827 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.827 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:56.827 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.827 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T21:41:56.827 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.827 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.827 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.827 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.827 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.827 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.827 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:56.828 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.828 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T21:41:56.828 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.828 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.828 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:56.828 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.828 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.828 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.828 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.507420+0000", 2024-09-20T21:41:56.828 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.327738+0000", 2024-09-20T21:41:56.828 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.327738+0000", 2024-09-20T21:41:56.828 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.332401+0000", 2024-09-20T21:41:56.828 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.507420+0000", 2024-09-20T21:41:56.828 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.828 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.828 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:56.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.507420+0000", 2024-09-20T21:41:56.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.507420+0000", 2024-09-20T21:41:56.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.507420+0000", 2024-09-20T21:41:56.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.507420+0000", 2024-09-20T21:41:56.829 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.507420+0000", 2024-09-20T21:41:56.829 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.829 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.829 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.829 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.829 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:56.830 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.830 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.830 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.830 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.830 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.830 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.830 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.830 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.830 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.8", 2024-09-20T21:41:56.830 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.830 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.830 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.830 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 24, 2024-09-20T21:41:56.830 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.831 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:17:37.185042+0000", 2024-09-20T21:41:56.831 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.831 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.831 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.832 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.833 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.833 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.833 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.834 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.834 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.834 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.834 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.834 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:56.834 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.834 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T21:41:56.834 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.834 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.834 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.834 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.834 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.834 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:56.834 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:56.835 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.835 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T21:41:56.835 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.835 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.835 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.835 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.835 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.835 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.835 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.227938+0000", 2024-09-20T21:41:56.835 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.357022+0000", 2024-09-20T21:41:56.835 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.357022+0000", 2024-09-20T21:41:56.835 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.358116+0000", 2024-09-20T21:41:56.835 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.227938+0000", 2024-09-20T21:41:56.835 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.835 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.836 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.836 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.836 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.227938+0000", 2024-09-20T21:41:56.836 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.227938+0000", 2024-09-20T21:41:56.836 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.227938+0000", 2024-09-20T21:41:56.836 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.836 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.836 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.836 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.227938+0000", 2024-09-20T21:41:56.836 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.227938+0000", 2024-09-20T21:41:56.836 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.836 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.836 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.836 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.836 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.837 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.837 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.837 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.837 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.837 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.837 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.837 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.837 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.837 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.9", 2024-09-20T21:41:56.837 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.837 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.837 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.837 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.837 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.837 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:44:12.306996+0000", 2024-09-20T21:41:56.838 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.838 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.838 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.840 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.841 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.841 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.841 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.841 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.841 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.841 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.841 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T21:41:56.841 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:56.841 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.841 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T21:41:56.841 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.841 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.841 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.841 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.841 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.842 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.842 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T21:41:56.842 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.842 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T21:41:56.842 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.842 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.842 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:56.842 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.842 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.842 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.842 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.230171+0000", 2024-09-20T21:41:56.842 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.328761+0000", 2024-09-20T21:41:56.842 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.328761+0000", 2024-09-20T21:41:56.842 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.329598+0000", 2024-09-20T21:41:56.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.230171+0000", 2024-09-20T21:41:56.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:56.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.230171+0000", 2024-09-20T21:41:56.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.230171+0000", 2024-09-20T21:41:56.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.230171+0000", 2024-09-20T21:41:56.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.230171+0000", 2024-09-20T21:41:56.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.230171+0000", 2024-09-20T21:41:56.843 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.843 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.844 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.844 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.844 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:56.844 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.844 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.844 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.844 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.844 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.844 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.844 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.844 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.844 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.9", 2024-09-20T21:41:56.844 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.844 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.844 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.844 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 24, 2024-09-20T21:41:56.845 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.845 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:55:35.007382+0000", 2024-09-20T21:41:56.845 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.845 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.845 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.848 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.848 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.848 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.848 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.848 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.848 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.848 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.848 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T21:41:56.848 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.848 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T21:41:56.848 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.848 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.848 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.848 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.849 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.849 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.849 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:56.849 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.849 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T21:41:56.849 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.849 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.849 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.849 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.849 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.849 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.849 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.701828+0000", 2024-09-20T21:41:56.849 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.357706+0000", 2024-09-20T21:41:56.849 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.357706+0000", 2024-09-20T21:41:56.849 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.358346+0000", 2024-09-20T21:41:56.850 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.701828+0000", 2024-09-20T21:41:56.850 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.850 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.850 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.850 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.850 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.701828+0000", 2024-09-20T21:41:56.850 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.701828+0000", 2024-09-20T21:41:56.850 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.701828+0000", 2024-09-20T21:41:56.850 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.850 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.850 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.850 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.701828+0000", 2024-09-20T21:41:56.850 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.701828+0000", 2024-09-20T21:41:56.850 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.851 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.851 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.851 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.851 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.851 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.851 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.851 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.851 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.851 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.851 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.851 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.851 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.851 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.8", 2024-09-20T21:41:56.851 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.851 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.852 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.852 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.852 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.852 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:19:54.034557+0000", 2024-09-20T21:41:56.852 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.852 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.852 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.855 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.855 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.855 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.855 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.855 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.855 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.855 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:56.855 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.855 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T21:41:56.855 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.855 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.855 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.855 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.855 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.855 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.856 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:56.856 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.856 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T21:41:56.856 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.856 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.856 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:56.856 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.856 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.856 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.230386+0000", 2024-09-20T21:41:56.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.328918+0000", 2024-09-20T21:41:56.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.328918+0000", 2024-09-20T21:41:56.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.330044+0000", 2024-09-20T21:41:56.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.230386+0000", 2024-09-20T21:41:56.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.856 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.857 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.857 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:56.857 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.230386+0000", 2024-09-20T21:41:56.857 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.230386+0000", 2024-09-20T21:41:56.857 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.230386+0000", 2024-09-20T21:41:56.857 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.857 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.857 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.857 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.230386+0000", 2024-09-20T21:41:56.857 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.230386+0000", 2024-09-20T21:41:56.857 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.857 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.857 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.857 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.857 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:56.858 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.858 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.858 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.858 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.858 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.858 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.858 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.858 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.858 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.a", 2024-09-20T21:41:56.858 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.858 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.858 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.858 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 24, 2024-09-20T21:41:56.858 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.858 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:14:07.730369+0000", 2024-09-20T21:41:56.859 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.859 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.859 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.860 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.861 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.862 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.862 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.862 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.862 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T21:41:56.862 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.862 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T21:41:56.862 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.862 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T21:41:56.862 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.862 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.862 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.862 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.862 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.862 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.862 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:56.863 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.863 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T21:41:56.863 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.863 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.863 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.863 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.863 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.863 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.863 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.702043+0000", 2024-09-20T21:41:56.863 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.351089+0000", 2024-09-20T21:41:56.863 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.351089+0000", 2024-09-20T21:41:56.863 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.351384+0000", 2024-09-20T21:41:56.863 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.702043+0000", 2024-09-20T21:41:56.863 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.864 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.864 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.864 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.864 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.702043+0000", 2024-09-20T21:41:56.864 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.702043+0000", 2024-09-20T21:41:56.864 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.702043+0000", 2024-09-20T21:41:56.864 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.864 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.864 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.864 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.702043+0000", 2024-09-20T21:41:56.864 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.702043+0000", 2024-09-20T21:41:56.864 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.864 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.864 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.864 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.865 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.865 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.865 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.865 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.865 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.865 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.865 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.865 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.865 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.865 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.b", 2024-09-20T21:41:56.865 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.865 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.865 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.865 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.865 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.866 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:49:54.015497+0000", 2024-09-20T21:41:56.866 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.866 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.866 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.867 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.869 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.869 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.869 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.869 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.869 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.869 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.869 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:56.869 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.869 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T21:41:56.869 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.869 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.869 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.869 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.869 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.870 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.870 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T21:41:56.870 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.870 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T21:41:56.870 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.870 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.870 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:56.870 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.870 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.870 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.870 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.507761+0000", 2024-09-20T21:41:56.870 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.327419+0000", 2024-09-20T21:41:56.870 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.327419+0000", 2024-09-20T21:41:56.870 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.327670+0000", 2024-09-20T21:41:56.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.507761+0000", 2024-09-20T21:41:56.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:56.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.507761+0000", 2024-09-20T21:41:56.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.507761+0000", 2024-09-20T21:41:56.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.507761+0000", 2024-09-20T21:41:56.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.507761+0000", 2024-09-20T21:41:56.871 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.507761+0000", 2024-09-20T21:41:56.871 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.871 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T21:41:56.872 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.872 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.872 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:56.872 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.872 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.872 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.872 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.872 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T21:41:56.872 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.872 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.872 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.872 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.b", 2024-09-20T21:41:56.872 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.872 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.872 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.873 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 26, 2024-09-20T21:41:56.873 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.873 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:50:30.312275+0000", 2024-09-20T21:41:56.873 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.873 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.873 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.873 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.873 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.873 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.873 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.873 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.873 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.873 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.873 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.873 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T21:41:56.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T21:41:56.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T21:41:56.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.874 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T21:41:56.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 1, 2024-09-20T21:41:56.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.876 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.876 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.876 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.876 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.876 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.876 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T21:41:56.876 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.876 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T21:41:56.876 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'2" 2024-09-20T21:41:56.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.876 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.876 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.876 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.877 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.877 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:56.877 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.877 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T21:41:56.877 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.877 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.877 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.877 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.877 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.877 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.877 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.417034+0000", 2024-09-20T21:41:56.877 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.350994+0000", 2024-09-20T21:41:56.877 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.350994+0000", 2024-09-20T21:41:56.877 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.351328+0000", 2024-09-20T21:41:56.877 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.417034+0000", 2024-09-20T21:41:56.878 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.878 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.878 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.878 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.878 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.417034+0000", 2024-09-20T21:41:56.878 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.417034+0000", 2024-09-20T21:41:56.878 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.417034+0000", 2024-09-20T21:41:56.878 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.878 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.878 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.878 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.417034+0000", 2024-09-20T21:41:56.878 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.417034+0000", 2024-09-20T21:41:56.878 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.878 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.878 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.879 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.879 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.879 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.879 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.879 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.879 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.879 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.879 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.879 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.879 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.879 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.a", 2024-09-20T21:41:56.879 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.879 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.879 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.880 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.880 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.880 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:26:43.270086+0000", 2024-09-20T21:41:56.880 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.880 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.880 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.880 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.880 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.880 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.880 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.880 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.880 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.880 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.880 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.880 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.881 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.883 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.883 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.883 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.883 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.883 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.883 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:56.883 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.883 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T21:41:56.883 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.883 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.883 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.883 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.884 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.884 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:56.884 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.884 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T21:41:56.884 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.884 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.884 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.884 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.884 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.884 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.884 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.232172+0000", 2024-09-20T21:41:56.884 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.358380+0000", 2024-09-20T21:41:56.884 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.358380+0000", 2024-09-20T21:41:56.884 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.358681+0000", 2024-09-20T21:41:56.884 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.232172+0000", 2024-09-20T21:41:56.884 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.885 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.885 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.885 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.885 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.232172+0000", 2024-09-20T21:41:56.885 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.232172+0000", 2024-09-20T21:41:56.885 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.232172+0000", 2024-09-20T21:41:56.885 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.885 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.885 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.885 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.232172+0000", 2024-09-20T21:41:56.885 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.232172+0000", 2024-09-20T21:41:56.885 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.885 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.885 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.886 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.886 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.886 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.886 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.886 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.886 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.886 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.886 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.886 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.886 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.886 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1d", 2024-09-20T21:41:56.886 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.886 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.886 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.886 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.886 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.887 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:45:39.962639+0000", 2024-09-20T21:41:56.887 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.887 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.887 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.887 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.887 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.887 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.887 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.887 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.887 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.887 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.887 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.887 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.887 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.888 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.888 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.888 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.888 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.888 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.888 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.888 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.888 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.888 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.888 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.888 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.888 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.888 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.888 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.888 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.889 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.890 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.890 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.890 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.890 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.890 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.890 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.890 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T21:41:56.890 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.890 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T21:41:56.890 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.890 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.890 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.890 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.890 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.890 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.891 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:56.891 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.891 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T21:41:56.891 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.891 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.891 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:56.891 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.891 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.891 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.891 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.507545+0000", 2024-09-20T21:41:56.891 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.333811+0000", 2024-09-20T21:41:56.891 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.333811+0000", 2024-09-20T21:41:56.891 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.334079+0000", 2024-09-20T21:41:56.891 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.507545+0000", 2024-09-20T21:41:56.891 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.892 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.892 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.892 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:56.892 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.507545+0000", 2024-09-20T21:41:56.892 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.507545+0000", 2024-09-20T21:41:56.892 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.507545+0000", 2024-09-20T21:41:56.892 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.892 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.892 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.892 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.507545+0000", 2024-09-20T21:41:56.892 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.507545+0000", 2024-09-20T21:41:56.892 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.892 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T21:41:56.892 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.892 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.893 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:56.893 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.893 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.893 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.893 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.893 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T21:41:56.893 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.893 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.893 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.893 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1c", 2024-09-20T21:41:56.893 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.893 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.893 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.893 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 26, 2024-09-20T21:41:56.893 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.894 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:05:41.744176+0000", 2024-09-20T21:41:56.894 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.894 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.894 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.894 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.894 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.894 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.894 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.894 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.894 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.894 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.894 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.894 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.894 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.894 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.895 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.895 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.895 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.895 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.895 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.895 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T21:41:56.895 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T21:41:56.895 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.895 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T21:41:56.895 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.895 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.895 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.895 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.895 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.895 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T21:41:56.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-20T21:41:56.896 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.896 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.896 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.897 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.897 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.897 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.897 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.897 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:56.897 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.897 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T21:41:56.897 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'2" 2024-09-20T21:41:56.897 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.897 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.897 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.897 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.897 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.897 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:56.898 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.898 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T21:41:56.898 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.898 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.898 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.898 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.898 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.898 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.898 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.232035+0000", 2024-09-20T21:41:56.898 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.358425+0000", 2024-09-20T21:41:56.898 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.358425+0000", 2024-09-20T21:41:56.898 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.358704+0000", 2024-09-20T21:41:56.898 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.232035+0000", 2024-09-20T21:41:56.898 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.899 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.899 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.899 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.899 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.232035+0000", 2024-09-20T21:41:56.899 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.232035+0000", 2024-09-20T21:41:56.899 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.232035+0000", 2024-09-20T21:41:56.899 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.899 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.899 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.899 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.232035+0000", 2024-09-20T21:41:56.899 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.232035+0000", 2024-09-20T21:41:56.899 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.899 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.899 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.899 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.900 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.900 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.900 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.900 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.900 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.900 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.900 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.900 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.900 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.900 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1c", 2024-09-20T21:41:56.900 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.900 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.900 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.900 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.901 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.901 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T21:53:49.259088+0000", 2024-09-20T21:41:56.901 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.901 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.901 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.902 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.902 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.902 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.902 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.902 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.902 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.902 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.902 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.902 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.902 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.902 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.902 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.902 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.902 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.903 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.903 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.903 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.903 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.903 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.903 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.903 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.903 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.903 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.903 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.903 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.903 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.903 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.903 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.903 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.904 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.904 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.904 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.904 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.904 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.904 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.904 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T21:41:56.904 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T21:41:56.904 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.904 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T21:41:56.904 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.904 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.904 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.904 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.904 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.904 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.905 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:56.905 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.905 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T21:41:56.905 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.905 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.905 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:56.905 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.905 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.905 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.905 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.507775+0000", 2024-09-20T21:41:56.905 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.331918+0000", 2024-09-20T21:41:56.905 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.331918+0000", 2024-09-20T21:41:56.905 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.332755+0000", 2024-09-20T21:41:56.905 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.507775+0000", 2024-09-20T21:41:56.905 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.906 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.906 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.906 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:56.906 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.507775+0000", 2024-09-20T21:41:56.906 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.507775+0000", 2024-09-20T21:41:56.906 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.507775+0000", 2024-09-20T21:41:56.906 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.906 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.906 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.906 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.507775+0000", 2024-09-20T21:41:56.906 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.507775+0000", 2024-09-20T21:41:56.906 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.906 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T21:41:56.906 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.907 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.907 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:56.907 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.907 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.907 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.907 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.907 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T21:41:56.907 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.907 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.907 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.907 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1d", 2024-09-20T21:41:56.907 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.907 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.907 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.907 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 26, 2024-09-20T21:41:56.908 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.908 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:52:38.730561+0000", 2024-09-20T21:41:56.908 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.908 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.908 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T21:41:56.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T21:41:56.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T21:41:56.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T21:41:56.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-20T21:41:56.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.911 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.911 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.911 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.911 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.911 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.911 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.911 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T21:41:56.911 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.911 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T21:41:56.911 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'2" 2024-09-20T21:41:56.911 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.911 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.911 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.911 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.911 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.912 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:56.912 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.912 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T21:41:56.912 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.912 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.912 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.912 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.912 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.912 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.912 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.227862+0000", 2024-09-20T21:41:56.912 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.354612+0000", 2024-09-20T21:41:56.912 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.354612+0000", 2024-09-20T21:41:56.912 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.354875+0000", 2024-09-20T21:41:56.912 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.227862+0000", 2024-09-20T21:41:56.912 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.913 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.913 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.913 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.913 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.227862+0000", 2024-09-20T21:41:56.913 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.227862+0000", 2024-09-20T21:41:56.913 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.227862+0000", 2024-09-20T21:41:56.913 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.913 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.913 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.913 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.227862+0000", 2024-09-20T21:41:56.913 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.227862+0000", 2024-09-20T21:41:56.913 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.913 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.913 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.913 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.914 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.914 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.914 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.914 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.914 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.914 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.914 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.914 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.914 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.914 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1f", 2024-09-20T21:41:56.914 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.914 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.914 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.914 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.914 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.915 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:27:04.686325+0000", 2024-09-20T21:41:56.915 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.915 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.915 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.917 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.918 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.918 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.918 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.918 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.918 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T21:41:56.918 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:56.918 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.918 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T21:41:56.918 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.918 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.918 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.918 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.918 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.918 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.919 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T21:41:56.919 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.919 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T21:41:56.919 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.919 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.919 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:56.919 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.919 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.919 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.919 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.702331+0000", 2024-09-20T21:41:56.919 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.331367+0000", 2024-09-20T21:41:56.919 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.331367+0000", 2024-09-20T21:41:56.919 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.331658+0000", 2024-09-20T21:41:56.919 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.702331+0000", 2024-09-20T21:41:56.919 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.920 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.920 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.920 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:56.920 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.702331+0000", 2024-09-20T21:41:56.920 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.702331+0000", 2024-09-20T21:41:56.920 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.702331+0000", 2024-09-20T21:41:56.920 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.920 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.920 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.920 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.702331+0000", 2024-09-20T21:41:56.920 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.702331+0000", 2024-09-20T21:41:56.920 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.920 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-20T21:41:56.920 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.921 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.921 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:56.921 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.921 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.921 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.921 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.921 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-20T21:41:56.921 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.921 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.921 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.921 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1e", 2024-09-20T21:41:56.921 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.921 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.921 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.921 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 25, 2024-09-20T21:41:56.921 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.922 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:51:50.446123+0000", 2024-09-20T21:41:56.922 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.922 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.922 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.925 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.925 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.925 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.925 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.925 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.925 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.925 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T21:41:56.925 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.925 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T21:41:56.925 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'1" 2024-09-20T21:41:56.925 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.925 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.925 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.925 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.925 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.925 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:56.926 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.926 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T21:41:56.926 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.926 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.926 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T21:41:56.926 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.926 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.926 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.926 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.702227+0000", 2024-09-20T21:41:56.926 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:27.350601+0000", 2024-09-20T21:41:56.926 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:27.350601+0000", 2024-09-20T21:41:56.926 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:27.350977+0000", 2024-09-20T21:41:56.926 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.702227+0000", 2024-09-20T21:41:56.926 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.927 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.927 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.927 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 55, 2024-09-20T21:41:56.927 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.702227+0000", 2024-09-20T21:41:56.927 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.702227+0000", 2024-09-20T21:41:56.927 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.702227+0000", 2024-09-20T21:41:56.927 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.927 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.927 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T21:41:56.927 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.702227+0000", 2024-09-20T21:41:56.927 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.702227+0000", 2024-09-20T21:41:56.927 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.927 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.927 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.928 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.928 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 54, 2024-09-20T21:41:56.928 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.928 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.928 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.928 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.928 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.928 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.928 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.928 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.928 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1e", 2024-09-20T21:41:56.928 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.928 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.928 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.928 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 21, 2024-09-20T21:41:56.928 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.929 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:11:14.001048+0000", 2024-09-20T21:41:56.929 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.929 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.929 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.932 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.932 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.932 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.932 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.932 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T21:41:56.932 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T21:41:56.932 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T21:41:56.932 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.932 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T21:41:56.932 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T21:41:56.932 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.932 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.932 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T21:41:56.932 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.933 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.933 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:56.933 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.933 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T21:41:56.933 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T21:41:56.933 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T21:41:56.933 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T21:41:56.933 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T21:41:56.933 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T21:41:56.933 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T21:41:56.933 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T21:39:24.228259+0000", 2024-09-20T21:41:56.933 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:38:23.327013+0000", 2024-09-20T21:41:56.933 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:38:23.327013+0000", 2024-09-20T21:41:56.933 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:38:23.327271+0000", 2024-09-20T21:41:56.933 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T21:39:24.228259+0000", 2024-09-20T21:41:56.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T21:41:56.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 52, 2024-09-20T21:41:56.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T21:39:24.228259+0000", 2024-09-20T21:41:56.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T21:39:24.228259+0000", 2024-09-20T21:41:56.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T21:39:24.228259+0000", 2024-09-20T21:41:56.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T21:41:56.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T21:41:56.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T21:41:56.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T21:39:24.228259+0000", 2024-09-20T21:41:56.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T21:39:24.228259+0000", 2024-09-20T21:41:56.934 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T21:41:56.934 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 4, 2024-09-20T21:41:56.935 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T21:41:56.935 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T21:41:56.935 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 51, 2024-09-20T21:41:56.935 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T21:41:56.935 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T21:41:56.935 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T21:41:56.935 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T21:41:56.935 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 4, 2024-09-20T21:41:56.935 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T21:41:56.935 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T21:41:56.935 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T21:41:56.935 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1f", 2024-09-20T21:41:56.935 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T21:41:56.935 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T21:41:56.936 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 66, 2024-09-20T21:41:56.936 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 28, 2024-09-20T21:41:56.936 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T21:41:56.936 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:17:42.835827+0000", 2024-09-20T21:41:56.936 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T21:41:56.936 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T21:41:56.936 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 570, 2024-09-20T21:41:56.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-20T21:41:56.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-20T21:41:56.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-20T21:41:56.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T21:41:56.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 4, 2024-09-20T21:41:56.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-20T21:41:56.939 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.939 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T21:41:56.939 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T21:41:56.939 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T21:41:56.939 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T21:41:56.939 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T21:41:56.939 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T21:41:56.939 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.939 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T21:41:56.939 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'4" 2024-09-20T21:41:56.939 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.939 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.939 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_per_pool": [ 2024-09-20T21:41:56.939 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.940 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 24, 2024-09-20T21:41:56.940 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T21:41:56.940 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd" 2024-09-20T21:41:56.940 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.940 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3, 2024-09-20T21:41:56.940 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 8, 2024-09-20T21:41:56.940 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 8, 2024-09-20T21:41:56.940 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3, 2024-09-20T21:41:56.940 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 4, 2024-09-20T21:41:56.940 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.940 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 19, 2024-09-20T21:41:56.940 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.940 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.940 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.940 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.940 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-20T21:41:56.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-20T21:41:56.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-20T21:41:56.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2, 2024-09-20T21:41:56.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 2 2024-09-20T21:41:56.943 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.943 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-20T21:41:56.943 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 12288, 2024-09-20T21:41:56.943 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-20T21:41:56.943 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-20T21:41:56.943 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-20T21:41:56.943 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-20T21:41:56.943 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 57, 2024-09-20T21:41:56.943 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-20T21:41:56.943 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-20T21:41:56.943 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-20T21:41:56.944 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-20T21:41:56.944 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.944 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 24 2024-09-20T21:41:56.944 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.944 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.944 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 192, 2024-09-20T21:41:56.944 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T21:41:56.944 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-20T21:41:56.944 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.944 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T21:41:56.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 64, 2024-09-20T21:41:56.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 8, 2024-09-20T21:41:56.944 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T21:41:56.944 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 3, 2024-09-20T21:41:56.944 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T21:41:56.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T21:41:56.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T21:41:56.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T21:41:56.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.947 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.947 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.947 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.947 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.947 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.947 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.947 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.947 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T21:41:56.947 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T21:41:56.947 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.947 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-20T21:41:56.947 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 0, 2024-09-20T21:41:56.947 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-20T21:41:56.947 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-20T21:41:56.948 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-20T21:41:56.948 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-20T21:41:56.948 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 0, 2024-09-20T21:41:56.948 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-20T21:41:56.948 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-20T21:41:56.948 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-20T21:41:56.948 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-20T21:41:56.948 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.948 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 192 2024-09-20T21:41:56.948 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.948 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.948 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 96, 2024-09-20T21:41:56.948 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T21:41:56.948 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-20T21:41:56.948 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.948 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 45, 2024-09-20T21:41:56.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 32, 2024-09-20T21:41:56.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 8, 2024-09-20T21:41:56.949 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 45, 2024-09-20T21:41:56.949 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 2, 2024-09-20T21:41:56.949 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 3410, 2024-09-20T21:41:56.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T21:41:56.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 66, 2024-09-20T21:41:56.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 22, 2024-09-20T21:41:56.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 22, 2024-09-20T21:41:56.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 14, 2024-09-20T21:41:56.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T21:41:56.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T21:41:56.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T21:41:56.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 51, 2024-09-20T21:41:56.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 19 2024-09-20T21:41:56.952 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.952 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-20T21:41:56.952 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 98304, 2024-09-20T21:41:56.952 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-20T21:41:56.952 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-20T21:41:56.952 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-20T21:41:56.952 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-20T21:41:56.952 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 10230, 2024-09-20T21:41:56.952 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-20T21:41:56.952 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-20T21:41:56.952 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-20T21:41:56.952 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-20T21:41:56.952 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.953 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 96 2024-09-20T21:41:56.953 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.953 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T21:41:56.953 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 3, 2024-09-20T21:41:56.953 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T21:41:56.953 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr" 2024-09-20T21:41:56.953 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.953 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 111, 2024-09-20T21:41:56.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 1, 2024-09-20T21:41:56.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 3, 2024-09-20T21:41:56.953 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 111, 2024-09-20T21:41:56.953 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 1, 2024-09-20T21:41:56.953 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T21:41:56.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 590368, 2024-09-20T21:41:56.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T21:41:56.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 590368, 2024-09-20T21:41:56.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T21:41:56.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T21:41:56.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T21:41:56.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T21:41:56.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T21:41:56.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T21:41:56.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T21:41:56.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T21:41:56.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T21:41:56.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T21:41:56.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T21:41:56.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T21:41:56.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T21:41:56.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-20T21:41:56.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-20T21:41:56.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T21:41:56.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-20T21:41:56.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T21:41:56.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T21:41:56.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T21:41:56.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T21:41:56.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T21:41:56.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T21:41:56.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T21:41:56.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 2, 2024-09-20T21:41:56.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T21:41:56.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T21:41:56.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T21:41:56.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T21:41:56.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T21:41:56.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 416, 2024-09-20T21:41:56.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 599, 2024-09-20T21:41:56.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T21:41:56.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T21:41:56.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T21:41:56.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 177, 2024-09-20T21:41:56.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1628 2024-09-20T21:41:56.956 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.956 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-20T21:41:56.956 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 1781760, 2024-09-20T21:41:56.956 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-20T21:41:56.956 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-20T21:41:56.956 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-20T21:41:56.957 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-20T21:41:56.957 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 1771104, 2024-09-20T21:41:56.957 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-20T21:41:56.957 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-20T21:41:56.957 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-20T21:41:56.957 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-20T21:41:56.957 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.957 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 3 2024-09-20T21:41:56.957 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.957 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T21:41:56.957 INFO:tasks.workunit.client.0.smithi046.stdout: "usage": { 2024-09-20T21:41:56.957 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 105, 2024-09-20T21:41:56.957 INFO:tasks.workunit.client.0.smithi046.stdout: "pools": 4, 2024-09-20T21:41:56.957 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_by_class": { 2024-09-20T21:41:56.957 INFO:tasks.workunit.client.0.smithi046.stdout: "ssd": { 2024-09-20T21:41:56.958 INFO:tasks.workunit.client.0.smithi046.stdout: "total_avail_bytes": 765517004800, 2024-09-20T21:41:56.958 INFO:tasks.workunit.client.0.smithi046.stdout: "total_bytes": 767960285184, 2024-09-20T21:41:56.958 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_bytes": 2443280384, 2024-09-20T21:41:56.958 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_raw_bytes": 2443280384, 2024-09-20T21:41:56.958 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_raw_ratio": 0.0031815192196518183 2024-09-20T21:41:56.958 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.958 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T21:41:56.958 INFO:tasks.workunit.client.0.smithi046.stdout: "total_avail_bytes": 765517004800, 2024-09-20T21:41:56.958 INFO:tasks.workunit.client.0.smithi046.stdout: "total_bytes": 767960285184, 2024-09-20T21:41:56.958 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_bytes": 2443280384 2024-09-20T21:41:56.958 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.958 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T21:41:56.958 INFO:tasks.workunit.client.0.smithi046.stdout:} 2024-09-20T21:41:56.958 INFO:tasks.workunit.client.0.smithi046.stdout:OK 2024-09-20T21:41:56.961 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-20T21:41:56.962 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-20T21:41:56.962 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:56.962 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:56.962 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='client.14874 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:56.962 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:56.962 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:41:56.962 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:56.963 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:56.963 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:56.963 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:56.963 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:56.963 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:56.963 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:56.963 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:56.963 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:56.963 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:56.963 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:56.963 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:56.963 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:56.963 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:56.963 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:56.964 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:56.964 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:56.964 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:56.964 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:56.964 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:56.964 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:56.964 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:56.964 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:56.964 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:56.964 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='client.14874 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:56.964 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:56.965 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:41:56.965 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:56.965 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:56.965 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:56.965 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:56.965 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:56.965 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:56.965 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:56.965 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:56.965 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:56.965 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:56.965 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:56.965 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:56.965 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:56.966 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:56.966 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:56.966 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:56.966 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:56.966 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:56.966 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:56.966 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:56.966 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:56.966 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:56.967 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:56.967 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:56.967 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:56.967 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:41:56.967 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:56.967 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:56.967 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:56.967 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:56.967 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:56.967 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:56.967 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:56.967 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:56.967 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:56.968 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:56.968 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:56.968 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:56.968 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:56.968 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:56.968 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:56.968 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:56.968 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:56.968 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:56.968 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:56.968 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:56.968 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:56.968 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:56.968 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:56.968 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:56.969 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:56.969 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:56.969 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:56.969 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:41:56.969 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:56.969 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:56.969 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:56.969 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:56.969 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:56.970 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:56.970 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:56.970 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:56.970 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:56.970 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:56.970 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:56.970 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:56.970 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:56.970 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:56.970 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:56.970 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:56.970 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:56.970 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:56.970 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:56.971 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:56.971 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:56.971 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:56.971 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:56.971 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:55 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:56.971 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:56.971 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:56.971 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='client.14874 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:56.971 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:56.971 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:41:56.971 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:56.971 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:56.972 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:56.972 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:56.972 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:56.972 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:56.972 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:56.972 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:56.972 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:56.972 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:56.972 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:56.972 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:56.972 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:56.972 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:56.972 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:56.972 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:56.972 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:56.973 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:56.973 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:56.973 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:56.973 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:56.973 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:56.973 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:56.973 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:56.973 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:41:56.973 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:41:56.973 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:56.973 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:56.973 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:56.973 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:56.973 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:56.973 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:56.974 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:56.974 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:56.974 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:56.974 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:56.974 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:56.974 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:56.974 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:56.974 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:56.974 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:56.974 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:56.974 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:56.974 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:56.974 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:56.974 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:41:56.975 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:41:56.975 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:41:56.975 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:41:56.975 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:55 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:41:56.975 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:56 smithi134 ceph-mon[31761]: from='client.14874 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:56.975 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:56 smithi134 ceph-mon[31761]: from='client.14880 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:56.975 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:56 smithi134 ceph-mon[31761]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-09-20T21:41:56.975 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:56 smithi134 ceph-mon[31761]: from='client.14880 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:56.975 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:56 smithi046 ceph-mon[28078]: from='client.14874 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:56.975 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:56 smithi046 ceph-mon[28078]: from='client.14880 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:56.976 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:56 smithi046 ceph-mon[28078]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-09-20T21:41:56.976 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:56 smithi046 ceph-mon[28078]: from='client.14880 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:56.976 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:56 smithi046 ceph-mon[39760]: from='client.14874 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:56.976 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:56 smithi046 ceph-mon[39760]: from='client.14880 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:56.976 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:56 smithi046 ceph-mon[39760]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-09-20T21:41:56.976 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:56 smithi046 ceph-mon[39760]: from='client.14880 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:41:57.011 INFO:tasks.workunit:Stopping ['test_telemetry_quincy.sh'] on client.0... 2024-09-20T21:41:57.011 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-20T21:41:57.336 DEBUG:teuthology.parallel:result is None 2024-09-20T21:41:57.336 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-20T21:41:57.362 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-20T21:41:57.362 DEBUG:teuthology.orchestra.run.smithi046:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-20T21:41:57.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:41:56 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:41:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-20T21:41:57.427 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-20T21:41:57.427 INFO:teuthology.run_tasks:Running task print... 2024-09-20T21:41:57.437 INFO:teuthology.task.print:**** done end telemetry quincy... 2024-09-20T21:41:57.437 INFO:teuthology.run_tasks:Running task print... 2024-09-20T21:41:57.446 INFO:teuthology.task.print:**** done start parallel 2024-09-20T21:41:57.446 INFO:teuthology.run_tasks:Running task parallel... 2024-09-20T21:41:57.455 INFO:teuthology.task.parallel:starting parallel... 2024-09-20T21:41:57.455 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-09-20T21:41:57.455 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-20T21:41:57.455 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-09-20T21:41:57.455 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-09-20T21:41:57.457 INFO:tasks.rados:Beginning rados... 2024-09-20T21:41:57.458 INFO:tasks.rados:joining rados 2024-09-20T21:41:57.458 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-09-20T21:41:57.458 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-20T21:41:57.458 INFO:teuthology.task.print:**** done start upgrade, wait 2024-09-20T21:41:57.459 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-09-20T21:41:57.459 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi046.front.sepia.ceph.com 2024-09-20T21:41:57.459 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -e sha1=9e2ac70bb7aea67d34f0d50002344abbe7803736 -- bash -c 'ceph config set global log_to_journald false --force' 2024-09-20T21:41:57.459 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-09-20T21:41:57.460 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-09-20T21:41:57.734 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:41:57.738 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:41:58.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:41:58 smithi046 ceph-mon[28078]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-09-20T21:41:58.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:41:58 smithi046 ceph-mon[39760]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-09-20T21:41:58.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:41:58 smithi134 ceph-mon[31761]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-09-20T21:42:00.333 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:00 smithi046 ceph-mon[28078]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-20T21:42:00.333 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:00 smithi046 ceph-mon[39760]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-20T21:42:00.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:00 smithi134 ceph-mon[31761]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-20T21:42:01.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:01 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/3085810877' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-20T21:42:01.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:01 smithi046 ceph-mon[28078]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-20T21:42:01.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:01 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/3085810877' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-20T21:42:01.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:01 smithi046 ceph-mon[39760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-20T21:42:01.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:01 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/3085810877' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-20T21:42:01.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:01 smithi134 ceph-mon[31761]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-20T21:42:01.907 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -e sha1=9e2ac70bb7aea67d34f0d50002344abbe7803736 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-09-20T21:42:02.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:02 smithi046 ceph-mon[28078]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-20T21:42:02.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:02 smithi046 ceph-mon[28078]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-20T21:42:02.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:02 smithi046 ceph-mon[28078]: osdmap e68: 8 total, 8 up, 8 in 2024-09-20T21:42:02.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:02 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:42:02.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:02 smithi046 ceph-mon[39760]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-20T21:42:02.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:02 smithi046 ceph-mon[39760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-20T21:42:02.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:02 smithi046 ceph-mon[39760]: osdmap e68: 8 total, 8 up, 8 in 2024-09-20T21:42:02.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:02 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:42:02.407 INFO:tasks.rados:starting run 0 out of 1 2024-09-20T21:42:02.407 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-09-20T21:42:02.408 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-09-20T21:42:02.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:02 smithi134 ceph-mon[31761]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-20T21:42:02.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:02 smithi134 ceph-mon[31761]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-20T21:42:02.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:02 smithi134 ceph-mon[31761]: osdmap e68: 8 total, 8 up, 8 in 2024-09-20T21:42:02.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:02 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:42:02.504 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:42:03.150 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:42:03 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:42:03] "GET /metrics HTTP/1.1" 200 236492 "" "Prometheus/2.43.0" 2024-09-20T21:42:03.240 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:42:04.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:04 smithi046 ceph-mon[28078]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 52 op/s 2024-09-20T21:42:04.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:04 smithi046 ceph-mon[39760]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 52 op/s 2024-09-20T21:42:04.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:04 smithi134 ceph-mon[31761]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 52 op/s 2024-09-20T21:42:04.511 INFO:teuthology.orchestra.run.smithi046.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:9e2ac70bb7aea67d34f0d50002344abbe7803736 2024-09-20T21:42:05.678 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:05 smithi046 ceph-mon[28078]: from='client.24803 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:9e2ac70bb7aea67d34f0d50002344abbe7803736", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:42:05.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:05 smithi046 ceph-mon[28078]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:9e2ac70bb7aea67d34f0d50002344abbe7803736 2024-09-20T21:42:05.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:05 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:42:05.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:05 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:42:05.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:05 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:42:05.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:05 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:42:05.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:05 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:42:05.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:05 smithi046 ceph-mon[28078]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:9e2ac70bb7aea67d34f0d50002344abbe7803736 2024-09-20T21:42:05.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:05 smithi046 ceph-mon[28078]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-09-20T21:42:05.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:05 smithi046 ceph-mon[39760]: from='client.24803 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:9e2ac70bb7aea67d34f0d50002344abbe7803736", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:42:05.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:05 smithi046 ceph-mon[39760]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:9e2ac70bb7aea67d34f0d50002344abbe7803736 2024-09-20T21:42:05.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:05 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:42:05.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:05 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:42:05.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:05 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:42:05.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:05 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:42:05.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:05 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:42:05.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:05 smithi046 ceph-mon[39760]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:9e2ac70bb7aea67d34f0d50002344abbe7803736 2024-09-20T21:42:05.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:05 smithi046 ceph-mon[39760]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-09-20T21:42:05.707 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -e sha1=9e2ac70bb7aea67d34f0d50002344abbe7803736 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2024-09-20T21:42:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:05 smithi134 ceph-mon[31761]: from='client.24803 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:9e2ac70bb7aea67d34f0d50002344abbe7803736", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:42:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:05 smithi134 ceph-mon[31761]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:9e2ac70bb7aea67d34f0d50002344abbe7803736 2024-09-20T21:42:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:05 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:42:05.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:05 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:42:05.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:05 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:42:05.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:05 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:42:05.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:05 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:42:05.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:05 smithi134 ceph-mon[31761]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:9e2ac70bb7aea67d34f0d50002344abbe7803736 2024-09-20T21:42:05.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:05 smithi134 ceph-mon[31761]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-09-20T21:42:06.291 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:42:06.828 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:06 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/1582243669' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-20T21:42:06.828 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:06 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/1582243669' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-20T21:42:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:06 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/1582243669' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-20T21:42:07.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:42:06 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:42:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-20T21:42:07.535 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'unique_pool_0' created 2024-09-20T21:42:07.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:07 smithi046 ceph-mon[28078]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:42:07.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:07 smithi046 ceph-mon[28078]: osdmap e69: 8 total, 8 up, 8 in 2024-09-20T21:42:07.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:07 smithi046 ceph-mon[39760]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:42:07.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:07 smithi046 ceph-mon[39760]: osdmap e69: 8 total, 8 up, 8 in 2024-09-20T21:42:07.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:07 smithi134 ceph-mon[31761]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:42:07.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:07 smithi134 ceph-mon[31761]: osdmap e69: 8 total, 8 up, 8 in 2024-09-20T21:42:08.256 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-09-20T21:42:08.539 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:08 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/1582243669' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-09-20T21:42:08.539 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:08 smithi046 ceph-mon[28078]: osdmap e70: 8 total, 8 up, 8 in 2024-09-20T21:42:08.540 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:08 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/1582243669' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-09-20T21:42:08.540 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:08 smithi046 ceph-mon[39760]: osdmap e70: 8 total, 8 up, 8 in 2024-09-20T21:42:08.878 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:42:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:08 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/1582243669' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-09-20T21:42:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:08 smithi134 ceph-mon[31761]: osdmap e70: 8 total, 8 up, 8 in 2024-09-20T21:42:09.056 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-20T21:42:09.378 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-20T21:42:09.378 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (99s) 80s ago 2m 17.2M - 0.25.0 c8568f914cd2 e6fe521d19da 2024-09-20T21:42:09.378 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi134 *:3000 running (2m) 82s ago 2m 80.0M - 9.4.7 954c08fa6188 3f825cd83393 2024-09-20T21:42:09.378 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (3m) 80s ago 3m 15.0M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 9e6c3beb915d 2024-09-20T21:42:09.378 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi134 running (3m) 82s ago 3m 16.4M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 132e8dbc5c5d 2024-09-20T21:42:09.379 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi134 *:8443 running (7m) 82s ago 7m 399M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 95cf3d06e9da 2024-09-20T21:42:09.379 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:9283,8765 running (9m) 80s ago 9m 445M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 08336f35d244 2024-09-20T21:42:09.379 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (9m) 80s ago 9m 47.1M 2048M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be baa510b5910b 2024-09-20T21:42:09.379 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi134 running (7m) 82s ago 7m 40.4M 2048M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be ddf2e1775ac2 2024-09-20T21:42:09.379 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (7m) 80s ago 7m 39.4M 2048M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be caea7f40cab3 2024-09-20T21:42:09.379 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (2m) 80s ago 2m 13.0M - 1.5.0 0da6a335fe13 44868475809f 2024-09-20T21:42:09.379 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi134 *:9100 running (2m) 82s ago 2m 3531k - 1.5.0 0da6a335fe13 26c52b83fa71 2024-09-20T21:42:09.379 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (7m) 80s ago 7m 44.6M 2993M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 33a9f7bae4a4 2024-09-20T21:42:09.379 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (6m) 80s ago 6m 44.4M 2993M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be db8e5579c716 2024-09-20T21:42:09.379 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (6m) 80s ago 6m 42.8M 2993M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be c82637878174 2024-09-20T21:42:09.379 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (5m) 80s ago 5m 41.6M 2993M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be c17a4d58e03e 2024-09-20T21:42:09.379 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi134 running (5m) 82s ago 5m 41.9M 2992M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 16e7b884874f 2024-09-20T21:42:09.379 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi134 running (5m) 82s ago 5m 45.3M 2992M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 82e68e0822ae 2024-09-20T21:42:09.379 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi134 running (4m) 82s ago 4m 42.0M 2992M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be f826d37d1cf7 2024-09-20T21:42:09.380 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi134 running (4m) 82s ago 4m 44.1M 2992M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be fbf3a60c2bb0 2024-09-20T21:42:09.380 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi134 *:9095 running (94s) 82s ago 2m 30.7M - 2.43.0 a07b618ecd1d 1bda878230d9 2024-09-20T21:42:09.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:09 smithi046 ceph-mon[28078]: osdmap e71: 8 total, 8 up, 8 in 2024-09-20T21:42:09.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:09 smithi046 ceph-mon[28078]: pgmap v100: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:42:09.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:09 smithi046 ceph-mon[28078]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:42:09.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:09 smithi046 ceph-mon[39760]: osdmap e71: 8 total, 8 up, 8 in 2024-09-20T21:42:09.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:09 smithi046 ceph-mon[39760]: pgmap v100: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:42:09.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:09 smithi046 ceph-mon[39760]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:42:09.753 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-20T21:42:09.753 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-20T21:42:09.753 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 3 2024-09-20T21:42:09.753 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:42:09.753 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-20T21:42:09.753 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 2 2024-09-20T21:42:09.754 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:42:09.754 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-20T21:42:09.754 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 8 2024-09-20T21:42:09.754 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:42:09.754 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-20T21:42:09.754 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 2 2024-09-20T21:42:09.754 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:42:09.754 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-20T21:42:09.754 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 15 2024-09-20T21:42:09.754 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-20T21:42:09.754 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-20T21:42:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:09 smithi134 ceph-mon[31761]: osdmap e71: 8 total, 8 up, 8 in 2024-09-20T21:42:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:09 smithi134 ceph-mon[31761]: pgmap v100: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:42:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:09 smithi134 ceph-mon[31761]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:42:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:10 smithi046 ceph-mon[39760]: from='client.24821 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:42:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:10 smithi046 ceph-mon[39760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:42:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:10 smithi046 ceph-mon[39760]: osdmap e72: 8 total, 8 up, 8 in 2024-09-20T21:42:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:10 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/2874589994' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:42:10.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:10 smithi046 ceph-mon[28078]: from='client.24821 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:42:10.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:10 smithi046 ceph-mon[28078]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:42:10.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:10 smithi046 ceph-mon[28078]: osdmap e72: 8 total, 8 up, 8 in 2024-09-20T21:42:10.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:10 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/2874589994' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:42:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:10 smithi134 ceph-mon[31761]: from='client.24821 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:42:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:10 smithi134 ceph-mon[31761]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:42:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:10 smithi134 ceph-mon[31761]: osdmap e72: 8 total, 8 up, 8 in 2024-09-20T21:42:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:10 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/2874589994' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:42:11.549 INFO:teuthology.orchestra.run.smithi046.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-09-20T21:42:11.875 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:11 smithi046 ceph-mon[28078]: pgmap v102: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:42:11.875 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:11 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/1735847594' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:42:11.876 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:11 smithi046 ceph-mon[28078]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:42:11.876 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:11 smithi046 ceph-mon[39760]: pgmap v102: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:42:11.876 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:11 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/1735847594' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:42:11.876 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:11 smithi046 ceph-mon[39760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:42:11.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:11 smithi134 ceph-mon[31761]: pgmap v102: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:42:11.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:11 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/1735847594' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:42:11.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:11 smithi134 ceph-mon[31761]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:42:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:12 smithi046 ceph-mon[39760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-20T21:42:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:12 smithi046 ceph-mon[39760]: osdmap e73: 8 total, 8 up, 8 in 2024-09-20T21:42:12.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:12 smithi046 ceph-mon[28078]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-20T21:42:12.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:12 smithi046 ceph-mon[28078]: osdmap e73: 8 total, 8 up, 8 in 2024-09-20T21:42:12.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:12 smithi134 ceph-mon[31761]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-20T21:42:12.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:12 smithi134 ceph-mon[31761]: osdmap e73: 8 total, 8 up, 8 in 2024-09-20T21:42:13.210 DEBUG:teuthology.orchestra.run.smithi046:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-09-20T21:42:13.238 INFO:tasks.rados.rados.0.smithi046.stdout:adding op weight read -> 100 2024-09-20T21:42:13.238 INFO:tasks.rados.rados.0.smithi046.stdout:adding op weight delete -> 50 2024-09-20T21:42:13.238 INFO:tasks.rados.rados.0.smithi046.stdout:adding op weight snap_create -> 50 2024-09-20T21:42:13.238 INFO:tasks.rados.rados.0.smithi046.stdout:adding op weight snap_remove -> 50 2024-09-20T21:42:13.239 INFO:tasks.rados.rados.0.smithi046.stdout:adding op weight rollback -> 50 2024-09-20T21:42:13.239 INFO:tasks.rados.rados.0.smithi046.stdout:adding op weight setattr -> 25 2024-09-20T21:42:13.239 INFO:tasks.rados.rados.0.smithi046.stdout:adding op weight rmattr -> 25 2024-09-20T21:42:13.239 INFO:tasks.rados.rados.0.smithi046.stdout:adding op weight copy_from -> 50 2024-09-20T21:42:13.239 INFO:tasks.rados.rados.0.smithi046.stdout:adding op weight append -> 100 2024-09-20T21:42:13.239 INFO:tasks.rados.rados.0.smithi046.stdout:ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable) 2024-09-20T21:42:13.239 INFO:tasks.rados.rados.0.smithi046.stdout:Configuration: 2024-09-20T21:42:13.239 INFO:tasks.rados.rados.0.smithi046.stdout: Number of operations: 4000 2024-09-20T21:42:13.239 INFO:tasks.rados.rados.0.smithi046.stdout: Number of objects: 50 2024-09-20T21:42:13.239 INFO:tasks.rados.rados.0.smithi046.stdout: Max in flight operations: 16 2024-09-20T21:42:13.239 INFO:tasks.rados.rados.0.smithi046.stdout: Object size (in bytes): 4000000 2024-09-20T21:42:13.239 INFO:tasks.rados.rados.0.smithi046.stdout: Write stride min: 400000 2024-09-20T21:42:13.239 INFO:tasks.rados.rados.0.smithi046.stdout: Write stride max: 800000 2024-09-20T21:42:13.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:42:13 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:42:13] "GET /metrics HTTP/1.1" 200 236492 "" "Prometheus/2.43.0" 2024-09-20T21:42:13.556 INFO:tasks.rados.rados.0.smithi046.stdout:1: write initial oid 1 2024-09-20T21:42:13.556 INFO:tasks.rados.rados.0.smithi046.stdout:1: seq_num 0 ranges {0=24576} 2024-09-20T21:42:13.557 INFO:tasks.rados.rados.0.smithi046.stdout:1: writing smithi04683737-1 from 0 to 24576 tid 1 2024-09-20T21:42:13.557 INFO:tasks.rados.rados.0.smithi046.stdout:2: write initial oid 2 2024-09-20T21:42:13.557 INFO:tasks.rados.rados.0.smithi046.stdout:2: seq_num 1 ranges {0=24576} 2024-09-20T21:42:13.557 INFO:tasks.rados.rados.0.smithi046.stdout:2: writing smithi04683737-2 from 0 to 24576 tid 1 2024-09-20T21:42:13.557 INFO:tasks.rados.rados.0.smithi046.stdout:3: write initial oid 3 2024-09-20T21:42:13.557 INFO:tasks.rados.rados.0.smithi046.stdout:3: seq_num 2 ranges {0=40960} 2024-09-20T21:42:13.557 INFO:tasks.rados.rados.0.smithi046.stdout:3: writing smithi04683737-3 from 0 to 40960 tid 1 2024-09-20T21:42:13.557 INFO:tasks.rados.rados.0.smithi046.stdout:4: write initial oid 4 2024-09-20T21:42:13.557 INFO:tasks.rados.rados.0.smithi046.stdout:4: seq_num 3 ranges {0=57344} 2024-09-20T21:42:13.558 INFO:tasks.rados.rados.0.smithi046.stdout:4: writing smithi04683737-4 from 0 to 57344 tid 1 2024-09-20T21:42:13.558 INFO:tasks.rados.rados.0.smithi046.stdout:5: write initial oid 5 2024-09-20T21:42:13.558 INFO:tasks.rados.rados.0.smithi046.stdout:5: seq_num 4 ranges {0=73728} 2024-09-20T21:42:13.560 INFO:tasks.rados.rados.0.smithi046.stdout:5: writing smithi04683737-5 from 0 to 73728 tid 1 2024-09-20T21:42:13.560 INFO:tasks.rados.rados.0.smithi046.stdout:6: write initial oid 6 2024-09-20T21:42:13.560 INFO:tasks.rados.rados.0.smithi046.stdout:6: seq_num 5 ranges {0=90112} 2024-09-20T21:42:13.560 INFO:tasks.rados.rados.0.smithi046.stdout:6: writing smithi04683737-6 from 0 to 90112 tid 1 2024-09-20T21:42:13.560 INFO:tasks.rados.rados.0.smithi046.stdout:7: write initial oid 7 2024-09-20T21:42:13.560 INFO:tasks.rados.rados.0.smithi046.stdout:7: seq_num 6 ranges {0=106496} 2024-09-20T21:42:13.560 INFO:tasks.rados.rados.0.smithi046.stdout:7: writing smithi04683737-7 from 0 to 106496 tid 1 2024-09-20T21:42:13.560 INFO:tasks.rados.rados.0.smithi046.stdout:8: write initial oid 8 2024-09-20T21:42:13.560 INFO:tasks.rados.rados.0.smithi046.stdout:8: seq_num 7 ranges {0=122880} 2024-09-20T21:42:13.561 INFO:tasks.rados.rados.0.smithi046.stdout:8: writing smithi04683737-8 from 0 to 122880 tid 1 2024-09-20T21:42:13.561 INFO:tasks.rados.rados.0.smithi046.stdout:9: write initial oid 9 2024-09-20T21:42:13.561 INFO:tasks.rados.rados.0.smithi046.stdout:9: seq_num 8 ranges {0=139264} 2024-09-20T21:42:13.562 INFO:tasks.rados.rados.0.smithi046.stdout:9: writing smithi04683737-9 from 0 to 139264 tid 1 2024-09-20T21:42:13.563 INFO:tasks.rados.rados.0.smithi046.stdout:10: write initial oid 10 2024-09-20T21:42:13.564 INFO:tasks.rados.rados.0.smithi046.stdout:10: seq_num 9 ranges {0=155648} 2024-09-20T21:42:13.564 INFO:tasks.rados.rados.0.smithi046.stdout:10: writing smithi04683737-10 from 0 to 155648 tid 1 2024-09-20T21:42:13.569 INFO:tasks.rados.rados.0.smithi046.stdout:9: finishing write tid 1 to smithi04683737-9 2024-09-20T21:42:13.569 INFO:tasks.rados.rados.0.smithi046.stdout:9: finishing write tid 2 to smithi04683737-9 2024-09-20T21:42:13.569 INFO:tasks.rados.rados.0.smithi046.stdout:4: finishing write tid 1 to smithi04683737-4 2024-09-20T21:42:13.569 INFO:tasks.rados.rados.0.smithi046.stdout:4: finishing write tid 2 to smithi04683737-4 2024-09-20T21:42:13.569 INFO:tasks.rados.rados.0.smithi046.stdout:2: finishing write tid 1 to smithi04683737-2 2024-09-20T21:42:13.570 INFO:tasks.rados.rados.0.smithi046.stdout:6: finishing write tid 1 to smithi04683737-6 2024-09-20T21:42:13.570 INFO:tasks.rados.rados.0.smithi046.stdout:4: finishing write tid 3 to smithi04683737-4 2024-09-20T21:42:13.570 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-09-20T21:42:13.570 INFO:tasks.rados.rados.0.smithi046.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-09-20T21:42:13.570 INFO:tasks.rados.rados.0.smithi046.stdout:2: finishing write tid 2 to smithi04683737-2 2024-09-20T21:42:13.570 INFO:tasks.rados.rados.0.smithi046.stdout:6: finishing write tid 2 to smithi04683737-6 2024-09-20T21:42:13.570 INFO:tasks.rados.rados.0.smithi046.stdout:2: finishing write tid 3 to smithi04683737-2 2024-09-20T21:42:13.570 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-09-20T21:42:13.570 INFO:tasks.rados.rados.0.smithi046.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-09-20T21:42:13.570 INFO:tasks.rados.rados.0.smithi046.stdout:1: finishing write tid 1 to smithi04683737-1 2024-09-20T21:42:13.570 INFO:tasks.rados.rados.0.smithi046.stdout:1: finishing write tid 2 to smithi04683737-1 2024-09-20T21:42:13.570 INFO:tasks.rados.rados.0.smithi046.stdout:1: finishing write tid 3 to smithi04683737-1 2024-09-20T21:42:13.570 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-09-20T21:42:13.570 INFO:tasks.rados.rados.0.smithi046.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:42:13.571 INFO:tasks.rados.rados.0.smithi046.stdout:6: finishing write tid 3 to smithi04683737-6 2024-09-20T21:42:13.571 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 4 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-09-20T21:42:13.571 INFO:tasks.rados.rados.0.smithi046.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-09-20T21:42:13.571 INFO:tasks.rados.rados.0.smithi046.stdout:3: finishing write tid 1 to smithi04683737-3 2024-09-20T21:42:13.571 INFO:tasks.rados.rados.0.smithi046.stdout:3: finishing write tid 2 to smithi04683737-3 2024-09-20T21:42:13.571 INFO:tasks.rados.rados.0.smithi046.stdout:1: done (9 left) 2024-09-20T21:42:13.571 INFO:tasks.rados.rados.0.smithi046.stdout:2: done (8 left) 2024-09-20T21:42:13.571 INFO:tasks.rados.rados.0.smithi046.stdout:4: done (7 left) 2024-09-20T21:42:13.571 INFO:tasks.rados.rados.0.smithi046.stdout:6: done (6 left) 2024-09-20T21:42:13.571 INFO:tasks.rados.rados.0.smithi046.stdout:11: write initial oid 11 2024-09-20T21:42:13.571 INFO:tasks.rados.rados.0.smithi046.stdout:11: seq_num 10 ranges {0=172032} 2024-09-20T21:42:13.572 INFO:tasks.rados.rados.0.smithi046.stdout:11: writing smithi04683737-11 from 0 to 172032 tid 1 2024-09-20T21:42:13.572 INFO:tasks.rados.rados.0.smithi046.stdout:9: finishing write tid 3 to smithi04683737-9 2024-09-20T21:42:13.572 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 2 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-09-20T21:42:13.572 INFO:tasks.rados.rados.0.smithi046.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-09-20T21:42:13.572 INFO:tasks.rados.rados.0.smithi046.stdout:9: done (6 left) 2024-09-20T21:42:13.572 INFO:tasks.rados.rados.0.smithi046.stdout:12: write initial oid 12 2024-09-20T21:42:13.572 INFO:tasks.rados.rados.0.smithi046.stdout:12: seq_num 11 ranges {0=188416} 2024-09-20T21:42:13.572 INFO:tasks.rados.rados.0.smithi046.stdout:12: writing smithi04683737-12 from 0 to 188416 tid 1 2024-09-20T21:42:13.573 INFO:tasks.rados.rados.0.smithi046.stdout:13: write initial oid 13 2024-09-20T21:42:13.573 INFO:tasks.rados.rados.0.smithi046.stdout:13: seq_num 12 ranges {0=204800} 2024-09-20T21:42:13.575 INFO:tasks.rados.rados.0.smithi046.stdout:13: writing smithi04683737-13 from 0 to 204800 tid 1 2024-09-20T21:42:13.575 INFO:tasks.rados.rados.0.smithi046.stdout:14: write initial oid 14 2024-09-20T21:42:13.575 INFO:tasks.rados.rados.0.smithi046.stdout:14: seq_num 13 ranges {0=221184} 2024-09-20T21:42:13.577 INFO:tasks.rados.rados.0.smithi046.stdout:14: writing smithi04683737-14 from 0 to 221184 tid 1 2024-09-20T21:42:13.577 INFO:tasks.rados.rados.0.smithi046.stdout:15: write initial oid 15 2024-09-20T21:42:13.577 INFO:tasks.rados.rados.0.smithi046.stdout:15: seq_num 14 ranges {0=237568} 2024-09-20T21:42:13.579 INFO:tasks.rados.rados.0.smithi046.stdout:15: writing smithi04683737-15 from 0 to 237568 tid 1 2024-09-20T21:42:13.579 INFO:tasks.rados.rados.0.smithi046.stdout:16: write initial oid 16 2024-09-20T21:42:13.579 INFO:tasks.rados.rados.0.smithi046.stdout:16: seq_num 15 ranges {0=253952} 2024-09-20T21:42:13.582 INFO:tasks.rados.rados.0.smithi046.stdout:16: writing smithi04683737-16 from 0 to 253952 tid 1 2024-09-20T21:42:13.582 INFO:tasks.rados.rados.0.smithi046.stdout:17: write initial oid 17 2024-09-20T21:42:13.582 INFO:tasks.rados.rados.0.smithi046.stdout:3: finishing write tid 3 to smithi04683737-3 2024-09-20T21:42:13.582 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-09-20T21:42:13.582 INFO:tasks.rados.rados.0.smithi046.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-09-20T21:42:13.582 INFO:tasks.rados.rados.0.smithi046.stdout:11: finishing write tid 1 to smithi04683737-11 2024-09-20T21:42:13.582 INFO:tasks.rados.rados.0.smithi046.stdout:11: finishing write tid 2 to smithi04683737-11 2024-09-20T21:42:13.583 INFO:tasks.rados.rados.0.smithi046.stdout:5: finishing write tid 1 to smithi04683737-5 2024-09-20T21:42:13.583 INFO:tasks.rados.rados.0.smithi046.stdout:5: finishing write tid 2 to smithi04683737-5 2024-09-20T21:42:13.583 INFO:tasks.rados.rados.0.smithi046.stdout:5: finishing write tid 3 to smithi04683737-5 2024-09-20T21:42:13.583 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-09-20T21:42:13.583 INFO:tasks.rados.rados.0.smithi046.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-09-20T21:42:13.583 INFO:tasks.rados.rados.0.smithi046.stdout:11: finishing write tid 3 to smithi04683737-11 2024-09-20T21:42:13.583 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-20T21:42:13.583 INFO:tasks.rados.rados.0.smithi046.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-09-20T21:42:13.583 INFO:tasks.rados.rados.0.smithi046.stdout:10: finishing write tid 1 to smithi04683737-10 2024-09-20T21:42:13.583 INFO:tasks.rados.rados.0.smithi046.stdout:10: finishing write tid 2 to smithi04683737-10 2024-09-20T21:42:13.583 INFO:tasks.rados.rados.0.smithi046.stdout:17: seq_num 16 ranges {0=270336} 2024-09-20T21:42:13.585 INFO:tasks.rados.rados.0.smithi046.stdout:17: writing smithi04683737-17 from 0 to 270336 tid 1 2024-09-20T21:42:13.585 INFO:tasks.rados.rados.0.smithi046.stdout:14: finishing write tid 1 to smithi04683737-14 2024-09-20T21:42:13.585 INFO:tasks.rados.rados.0.smithi046.stdout:12: finishing write tid 1 to smithi04683737-12 2024-09-20T21:42:13.585 INFO:tasks.rados.rados.0.smithi046.stdout:14: finishing write tid 2 to smithi04683737-14 2024-09-20T21:42:13.585 INFO:tasks.rados.rados.0.smithi046.stdout:12: finishing write tid 2 to smithi04683737-12 2024-09-20T21:42:13.585 INFO:tasks.rados.rados.0.smithi046.stdout:7: finishing write tid 1 to smithi04683737-7 2024-09-20T21:42:13.585 INFO:tasks.rados.rados.0.smithi046.stdout:8: finishing write tid 1 to smithi04683737-8 2024-09-20T21:42:13.585 INFO:tasks.rados.rados.0.smithi046.stdout:7: finishing write tid 2 to smithi04683737-7 2024-09-20T21:42:13.585 INFO:tasks.rados.rados.0.smithi046.stdout:8: finishing write tid 2 to smithi04683737-8 2024-09-20T21:42:13.585 INFO:tasks.rados.rados.0.smithi046.stdout:12: finishing write tid 3 to smithi04683737-12 2024-09-20T21:42:13.585 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-09-20T21:42:13.585 INFO:tasks.rados.rados.0.smithi046.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-09-20T21:42:13.586 INFO:tasks.rados.rados.0.smithi046.stdout:3: done (11 left) 2024-09-20T21:42:13.586 INFO:tasks.rados.rados.0.smithi046.stdout:5: done (10 left) 2024-09-20T21:42:13.586 INFO:tasks.rados.rados.0.smithi046.stdout:11: done (9 left) 2024-09-20T21:42:13.586 INFO:tasks.rados.rados.0.smithi046.stdout:12: done (8 left) 2024-09-20T21:42:13.586 INFO:tasks.rados.rados.0.smithi046.stdout:18: write initial oid 18 2024-09-20T21:42:13.586 INFO:tasks.rados.rados.0.smithi046.stdout:18: seq_num 17 ranges {0=286720} 2024-09-20T21:42:13.586 INFO:tasks.rados.rados.0.smithi046.stdout:18: writing smithi04683737-18 from 0 to 286720 tid 1 2024-09-20T21:42:13.586 INFO:tasks.rados.rados.0.smithi046.stdout:19: write initial oid 19 2024-09-20T21:42:13.587 INFO:tasks.rados.rados.0.smithi046.stdout:19: seq_num 18 ranges {0=303104} 2024-09-20T21:42:13.589 INFO:tasks.rados.rados.0.smithi046.stdout:19: writing smithi04683737-19 from 0 to 303104 tid 1 2024-09-20T21:42:13.589 INFO:tasks.rados.rados.0.smithi046.stdout:14: finishing write tid 3 to smithi04683737-14 2024-09-20T21:42:13.589 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 2 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-20T21:42:13.589 INFO:tasks.rados.rados.0.smithi046.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-09-20T21:42:13.590 INFO:tasks.rados.rados.0.smithi046.stdout:10: finishing write tid 3 to smithi04683737-10 2024-09-20T21:42:13.590 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 2 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-09-20T21:42:13.590 INFO:tasks.rados.rados.0.smithi046.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-09-20T21:42:13.590 INFO:tasks.rados.rados.0.smithi046.stdout:13: finishing write tid 1 to smithi04683737-13 2024-09-20T21:42:13.590 INFO:tasks.rados.rados.0.smithi046.stdout:15: finishing write tid 1 to smithi04683737-15 2024-09-20T21:42:13.590 INFO:tasks.rados.rados.0.smithi046.stdout:15: finishing write tid 2 to smithi04683737-15 2024-09-20T21:42:13.590 INFO:tasks.rados.rados.0.smithi046.stdout:7: finishing write tid 3 to smithi04683737-7 2024-09-20T21:42:13.590 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-20T21:42:13.590 INFO:tasks.rados.rados.0.smithi046.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-09-20T21:42:13.590 INFO:tasks.rados.rados.0.smithi046.stdout:13: finishing write tid 2 to smithi04683737-13 2024-09-20T21:42:13.590 INFO:tasks.rados.rados.0.smithi046.stdout:17: finishing write tid 1 to smithi04683737-17 2024-09-20T21:42:13.590 INFO:tasks.rados.rados.0.smithi046.stdout:7: done (9 left) 2024-09-20T21:42:13.591 INFO:tasks.rados.rados.0.smithi046.stdout:10: done (8 left) 2024-09-20T21:42:13.591 INFO:tasks.rados.rados.0.smithi046.stdout:14: done (7 left) 2024-09-20T21:42:13.591 INFO:tasks.rados.rados.0.smithi046.stdout:20: write initial oid 20 2024-09-20T21:42:13.591 INFO:tasks.rados.rados.0.smithi046.stdout:20: seq_num 19 ranges {0=319488} 2024-09-20T21:42:13.592 INFO:tasks.rados.rados.0.smithi046.stdout:20: writing smithi04683737-20 from 0 to 319488 tid 1 2024-09-20T21:42:13.592 INFO:tasks.rados.rados.0.smithi046.stdout:21: write initial oid 21 2024-09-20T21:42:13.592 INFO:tasks.rados.rados.0.smithi046.stdout:16: finishing write tid 1 to smithi04683737-16 2024-09-20T21:42:13.592 INFO:tasks.rados.rados.0.smithi046.stdout:15: finishing write tid 3 to smithi04683737-15 2024-09-20T21:42:13.592 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 2 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-09-20T21:42:13.592 INFO:tasks.rados.rados.0.smithi046.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-09-20T21:42:13.592 INFO:tasks.rados.rados.0.smithi046.stdout:16: finishing write tid 2 to smithi04683737-16 2024-09-20T21:42:13.592 INFO:tasks.rados.rados.0.smithi046.stdout:17: finishing write tid 2 to smithi04683737-17 2024-09-20T21:42:13.592 INFO:tasks.rados.rados.0.smithi046.stdout:18: finishing write tid 1 to smithi04683737-18 2024-09-20T21:42:13.592 INFO:tasks.rados.rados.0.smithi046.stdout:18: finishing write tid 2 to smithi04683737-18 2024-09-20T21:42:13.592 INFO:tasks.rados.rados.0.smithi046.stdout:8: finishing write tid 3 to smithi04683737-8 2024-09-20T21:42:13.592 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-09-20T21:42:13.592 INFO:tasks.rados.rados.0.smithi046.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-09-20T21:42:13.593 INFO:tasks.rados.rados.0.smithi046.stdout:16: finishing write tid 3 to smithi04683737-16 2024-09-20T21:42:13.593 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 2 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-09-20T21:42:13.593 INFO:tasks.rados.rados.0.smithi046.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-09-20T21:42:13.593 INFO:tasks.rados.rados.0.smithi046.stdout:13: finishing write tid 3 to smithi04683737-13 2024-09-20T21:42:13.593 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 6 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-09-20T21:42:13.593 INFO:tasks.rados.rados.0.smithi046.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-09-20T21:42:13.593 INFO:tasks.rados.rados.0.smithi046.stdout:17: finishing write tid 3 to smithi04683737-17 2024-09-20T21:42:13.593 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 4 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-09-20T21:42:13.593 INFO:tasks.rados.rados.0.smithi046.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-09-20T21:42:13.593 INFO:tasks.rados.rados.0.smithi046.stdout:21: seq_num 20 ranges {0=344064} 2024-09-20T21:42:13.594 INFO:tasks.rados.rados.0.smithi046.stdout:21: writing smithi04683737-21 from 0 to 344064 tid 1 2024-09-20T21:42:13.594 INFO:tasks.rados.rados.0.smithi046.stdout:8: done (8 left) 2024-09-20T21:42:13.594 INFO:tasks.rados.rados.0.smithi046.stdout:13: done (7 left) 2024-09-20T21:42:13.595 INFO:tasks.rados.rados.0.smithi046.stdout:15: done (6 left) 2024-09-20T21:42:13.595 INFO:tasks.rados.rados.0.smithi046.stdout:16: done (5 left) 2024-09-20T21:42:13.595 INFO:tasks.rados.rados.0.smithi046.stdout:17: done (4 left) 2024-09-20T21:42:13.595 INFO:tasks.rados.rados.0.smithi046.stdout:22: write initial oid 22 2024-09-20T21:42:13.595 INFO:tasks.rados.rados.0.smithi046.stdout:22: seq_num 21 ranges {0=360448} 2024-09-20T21:42:13.596 INFO:tasks.rados.rados.0.smithi046.stdout:22: writing smithi04683737-22 from 0 to 360448 tid 1 2024-09-20T21:42:13.596 INFO:tasks.rados.rados.0.smithi046.stdout:23: write initial oid 23 2024-09-20T21:42:13.597 INFO:tasks.rados.rados.0.smithi046.stdout:23: seq_num 22 ranges {0=376832} 2024-09-20T21:42:13.599 INFO:tasks.rados.rados.0.smithi046.stdout:23: writing smithi04683737-23 from 0 to 376832 tid 1 2024-09-20T21:42:13.599 INFO:tasks.rados.rados.0.smithi046.stdout:24: write initial oid 24 2024-09-20T21:42:13.599 INFO:tasks.rados.rados.0.smithi046.stdout:24: seq_num 23 ranges {0=393216} 2024-09-20T21:42:13.601 INFO:tasks.rados.rados.0.smithi046.stdout:24: writing smithi04683737-24 from 0 to 393216 tid 1 2024-09-20T21:42:13.601 INFO:tasks.rados.rados.0.smithi046.stdout:25: write initial oid 25 2024-09-20T21:42:13.601 INFO:tasks.rados.rados.0.smithi046.stdout:25: seq_num 24 ranges {0=409600} 2024-09-20T21:42:13.604 INFO:tasks.rados.rados.0.smithi046.stdout:25: writing smithi04683737-25 from 0 to 409600 tid 1 2024-09-20T21:42:13.604 INFO:tasks.rados.rados.0.smithi046.stdout:26: write initial oid 26 2024-09-20T21:42:13.604 INFO:tasks.rados.rados.0.smithi046.stdout:26: seq_num 25 ranges {0=425984} 2024-09-20T21:42:13.606 INFO:tasks.rados.rados.0.smithi046.stdout:26: writing smithi04683737-26 from 0 to 425984 tid 1 2024-09-20T21:42:13.606 INFO:tasks.rados.rados.0.smithi046.stdout:27: write initial oid 27 2024-09-20T21:42:13.607 INFO:tasks.rados.rados.0.smithi046.stdout:27: seq_num 26 ranges {0=442368} 2024-09-20T21:42:13.609 INFO:tasks.rados.rados.0.smithi046.stdout:27: writing smithi04683737-27 from 0 to 442368 tid 1 2024-09-20T21:42:13.610 INFO:tasks.rados.rados.0.smithi046.stdout:28: write initial oid 28 2024-09-20T21:42:13.610 INFO:tasks.rados.rados.0.smithi046.stdout:28: seq_num 27 ranges {0=458752} 2024-09-20T21:42:13.613 INFO:tasks.rados.rados.0.smithi046.stdout:28: writing smithi04683737-28 from 0 to 458752 tid 1 2024-09-20T21:42:13.613 INFO:tasks.rados.rados.0.smithi046.stdout:29: write initial oid 29 2024-09-20T21:42:13.613 INFO:tasks.rados.rados.0.smithi046.stdout:29: seq_num 28 ranges {0=475136} 2024-09-20T21:42:13.616 INFO:tasks.rados.rados.0.smithi046.stdout:29: writing smithi04683737-29 from 0 to 475136 tid 1 2024-09-20T21:42:13.616 INFO:tasks.rados.rados.0.smithi046.stdout:30: write initial oid 30 2024-09-20T21:42:13.616 INFO:tasks.rados.rados.0.smithi046.stdout:30: seq_num 29 ranges {0=491520} 2024-09-20T21:42:13.619 INFO:tasks.rados.rados.0.smithi046.stdout:30: writing smithi04683737-30 from 0 to 491520 tid 1 2024-09-20T21:42:13.620 INFO:tasks.rados.rados.0.smithi046.stdout:31: write initial oid 31 2024-09-20T21:42:13.620 INFO:tasks.rados.rados.0.smithi046.stdout:31: seq_num 30 ranges {0=507904} 2024-09-20T21:42:13.623 INFO:tasks.rados.rados.0.smithi046.stdout:31: writing smithi04683737-31 from 0 to 507904 tid 1 2024-09-20T21:42:13.623 INFO:tasks.rados.rados.0.smithi046.stdout:32: write initial oid 32 2024-09-20T21:42:13.623 INFO:tasks.rados.rados.0.smithi046.stdout:32: seq_num 31 ranges {0=524288} 2024-09-20T21:42:13.626 INFO:tasks.rados.rados.0.smithi046.stdout:32: writing smithi04683737-32 from 0 to 524288 tid 1 2024-09-20T21:42:13.626 INFO:tasks.rados.rados.0.smithi046.stdout:33: write initial oid 33 2024-09-20T21:42:13.626 INFO:tasks.rados.rados.0.smithi046.stdout:33: seq_num 32 ranges {0=540672} 2024-09-20T21:42:13.630 INFO:tasks.rados.rados.0.smithi046.stdout:33: writing smithi04683737-33 from 0 to 540672 tid 1 2024-09-20T21:42:13.631 INFO:tasks.rados.rados.0.smithi046.stdout: waiting on 16 2024-09-20T21:42:13.631 INFO:tasks.rados.rados.0.smithi046.stdout:19: finishing write tid 1 to smithi04683737-19 2024-09-20T21:42:13.631 INFO:tasks.rados.rados.0.smithi046.stdout:19: finishing write tid 2 to smithi04683737-19 2024-09-20T21:42:13.631 INFO:tasks.rados.rados.0.smithi046.stdout:18: finishing write tid 3 to smithi04683737-18 2024-09-20T21:42:13.631 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 6 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-09-20T21:42:13.631 INFO:tasks.rados.rados.0.smithi046.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-09-20T21:42:13.631 INFO:tasks.rados.rados.0.smithi046.stdout:19: finishing write tid 3 to smithi04683737-19 2024-09-20T21:42:13.631 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 4 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-20T21:42:13.631 INFO:tasks.rados.rados.0.smithi046.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-09-20T21:42:13.631 INFO:tasks.rados.rados.0.smithi046.stdout:20: finishing write tid 1 to smithi04683737-20 2024-09-20T21:42:13.631 INFO:tasks.rados.rados.0.smithi046.stdout:20: finishing write tid 2 to smithi04683737-20 2024-09-20T21:42:13.631 INFO:tasks.rados.rados.0.smithi046.stdout:20: finishing write tid 3 to smithi04683737-20 2024-09-20T21:42:13.631 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 2 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-09-20T21:42:13.631 INFO:tasks.rados.rados.0.smithi046.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-09-20T21:42:13.632 INFO:tasks.rados.rados.0.smithi046.stdout:21: finishing write tid 1 to smithi04683737-21 2024-09-20T21:42:13.632 INFO:tasks.rados.rados.0.smithi046.stdout:21: finishing write tid 2 to smithi04683737-21 2024-09-20T21:42:13.632 INFO:tasks.rados.rados.0.smithi046.stdout:21: finishing write tid 3 to smithi04683737-21 2024-09-20T21:42:13.632 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 4 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-09-20T21:42:13.632 INFO:tasks.rados.rados.0.smithi046.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-09-20T21:42:13.632 INFO:tasks.rados.rados.0.smithi046.stdout:22: finishing write tid 1 to smithi04683737-22 2024-09-20T21:42:13.632 INFO:tasks.rados.rados.0.smithi046.stdout:22: finishing write tid 2 to smithi04683737-22 2024-09-20T21:42:13.632 INFO:tasks.rados.rados.0.smithi046.stdout:22: finishing write tid 3 to smithi04683737-22 2024-09-20T21:42:13.632 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 6 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-09-20T21:42:13.632 INFO:tasks.rados.rados.0.smithi046.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-09-20T21:42:13.632 INFO:tasks.rados.rados.0.smithi046.stdout:23: finishing write tid 1 to smithi04683737-23 2024-09-20T21:42:13.632 INFO:tasks.rados.rados.0.smithi046.stdout:23: finishing write tid 2 to smithi04683737-23 2024-09-20T21:42:13.632 INFO:tasks.rados.rados.0.smithi046.stdout:24: finishing write tid 1 to smithi04683737-24 2024-09-20T21:42:13.633 INFO:tasks.rados.rados.0.smithi046.stdout:18: done (15 left) 2024-09-20T21:42:13.633 INFO:tasks.rados.rados.0.smithi046.stdout:19: done (14 left) 2024-09-20T21:42:13.633 INFO:tasks.rados.rados.0.smithi046.stdout:20: done (13 left) 2024-09-20T21:42:13.633 INFO:tasks.rados.rados.0.smithi046.stdout:21: done (12 left) 2024-09-20T21:42:13.633 INFO:tasks.rados.rados.0.smithi046.stdout:22: done (11 left) 2024-09-20T21:42:13.633 INFO:tasks.rados.rados.0.smithi046.stdout:34: write initial oid 34 2024-09-20T21:42:13.633 INFO:tasks.rados.rados.0.smithi046.stdout:34: seq_num 33 ranges {0=557056} 2024-09-20T21:42:13.634 INFO:tasks.rados.rados.0.smithi046.stdout:34: writing smithi04683737-34 from 0 to 557056 tid 1 2024-09-20T21:42:13.634 INFO:tasks.rados.rados.0.smithi046.stdout:35: write initial oid 35 2024-09-20T21:42:13.634 INFO:tasks.rados.rados.0.smithi046.stdout:35: seq_num 34 ranges {0=573440} 2024-09-20T21:42:13.637 INFO:tasks.rados.rados.0.smithi046.stdout:35: writing smithi04683737-35 from 0 to 573440 tid 1 2024-09-20T21:42:13.637 INFO:tasks.rados.rados.0.smithi046.stdout:36: write initial oid 36 2024-09-20T21:42:13.637 INFO:tasks.rados.rados.0.smithi046.stdout:36: seq_num 35 ranges {0=589824} 2024-09-20T21:42:13.641 INFO:tasks.rados.rados.0.smithi046.stdout:36: writing smithi04683737-36 from 0 to 589824 tid 1 2024-09-20T21:42:13.641 INFO:tasks.rados.rados.0.smithi046.stdout:37: write initial oid 37 2024-09-20T21:42:13.641 INFO:tasks.rados.rados.0.smithi046.stdout:37: seq_num 36 ranges {0=606208} 2024-09-20T21:42:13.645 INFO:tasks.rados.rados.0.smithi046.stdout:37: writing smithi04683737-37 from 0 to 606208 tid 1 2024-09-20T21:42:13.645 INFO:tasks.rados.rados.0.smithi046.stdout:38: write initial oid 38 2024-09-20T21:42:13.645 INFO:tasks.rados.rados.0.smithi046.stdout:38: seq_num 37 ranges {0=622592} 2024-09-20T21:42:13.649 INFO:tasks.rados.rados.0.smithi046.stdout:38: writing smithi04683737-38 from 0 to 622592 tid 1 2024-09-20T21:42:13.649 INFO:tasks.rados.rados.0.smithi046.stdout: waiting on 16 2024-09-20T21:42:13.649 INFO:tasks.rados.rados.0.smithi046.stdout:23: finishing write tid 3 to smithi04683737-23 2024-09-20T21:42:13.649 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 4 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-09-20T21:42:13.650 INFO:tasks.rados.rados.0.smithi046.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-09-20T21:42:13.650 INFO:tasks.rados.rados.0.smithi046.stdout:23: done (15 left) 2024-09-20T21:42:13.650 INFO:tasks.rados.rados.0.smithi046.stdout:39: write initial oid 39 2024-09-20T21:42:13.650 INFO:tasks.rados.rados.0.smithi046.stdout:39: seq_num 38 ranges {0=638976} 2024-09-20T21:42:13.655 INFO:tasks.rados.rados.0.smithi046.stdout:39: writing smithi04683737-39 from 0 to 638976 tid 1 2024-09-20T21:42:13.655 INFO:tasks.rados.rados.0.smithi046.stdout: waiting on 16 2024-09-20T21:42:13.655 INFO:tasks.rados.rados.0.smithi046.stdout:24: finishing write tid 2 to smithi04683737-24 2024-09-20T21:42:13.655 INFO:tasks.rados.rados.0.smithi046.stdout:24: finishing write tid 3 to smithi04683737-24 2024-09-20T21:42:13.655 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 4 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-09-20T21:42:13.655 INFO:tasks.rados.rados.0.smithi046.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-09-20T21:42:13.655 INFO:tasks.rados.rados.0.smithi046.stdout:25: finishing write tid 1 to smithi04683737-25 2024-09-20T21:42:13.655 INFO:tasks.rados.rados.0.smithi046.stdout:25: finishing write tid 2 to smithi04683737-25 2024-09-20T21:42:13.655 INFO:tasks.rados.rados.0.smithi046.stdout:25: finishing write tid 3 to smithi04683737-25 2024-09-20T21:42:13.655 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 4 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-09-20T21:42:13.655 INFO:tasks.rados.rados.0.smithi046.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-09-20T21:42:13.655 INFO:tasks.rados.rados.0.smithi046.stdout:26: finishing write tid 1 to smithi04683737-26 2024-09-20T21:42:13.655 INFO:tasks.rados.rados.0.smithi046.stdout:26: finishing write tid 2 to smithi04683737-26 2024-09-20T21:42:13.655 INFO:tasks.rados.rados.0.smithi046.stdout:26: finishing write tid 3 to smithi04683737-26 2024-09-20T21:42:13.655 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 2 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-09-20T21:42:13.656 INFO:tasks.rados.rados.0.smithi046.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-09-20T21:42:13.656 INFO:tasks.rados.rados.0.smithi046.stdout:27: finishing write tid 1 to smithi04683737-27 2024-09-20T21:42:13.656 INFO:tasks.rados.rados.0.smithi046.stdout:27: finishing write tid 2 to smithi04683737-27 2024-09-20T21:42:13.656 INFO:tasks.rados.rados.0.smithi046.stdout:27: finishing write tid 3 to smithi04683737-27 2024-09-20T21:42:13.656 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 6 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-20T21:42:13.656 INFO:tasks.rados.rados.0.smithi046.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-09-20T21:42:13.656 INFO:tasks.rados.rados.0.smithi046.stdout:28: finishing write tid 1 to smithi04683737-28 2024-09-20T21:42:13.656 INFO:tasks.rados.rados.0.smithi046.stdout:28: finishing write tid 2 to smithi04683737-28 2024-09-20T21:42:13.656 INFO:tasks.rados.rados.0.smithi046.stdout:28: finishing write tid 3 to smithi04683737-28 2024-09-20T21:42:13.656 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 4 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-09-20T21:42:13.656 INFO:tasks.rados.rados.0.smithi046.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-09-20T21:42:13.656 INFO:tasks.rados.rados.0.smithi046.stdout:29: finishing write tid 1 to smithi04683737-29 2024-09-20T21:42:13.656 INFO:tasks.rados.rados.0.smithi046.stdout:29: finishing write tid 2 to smithi04683737-29 2024-09-20T21:42:13.656 INFO:tasks.rados.rados.0.smithi046.stdout:29: finishing write tid 3 to smithi04683737-29 2024-09-20T21:42:13.656 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 6 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-09-20T21:42:13.657 INFO:tasks.rados.rados.0.smithi046.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-09-20T21:42:13.657 INFO:tasks.rados.rados.0.smithi046.stdout:30: finishing write tid 1 to smithi04683737-30 2024-09-20T21:42:13.657 INFO:tasks.rados.rados.0.smithi046.stdout:30: finishing write tid 2 to smithi04683737-30 2024-09-20T21:42:13.657 INFO:tasks.rados.rados.0.smithi046.stdout:30: finishing write tid 3 to smithi04683737-30 2024-09-20T21:42:13.657 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 4 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-09-20T21:42:13.657 INFO:tasks.rados.rados.0.smithi046.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-09-20T21:42:13.657 INFO:tasks.rados.rados.0.smithi046.stdout:31: finishing write tid 1 to smithi04683737-31 2024-09-20T21:42:13.657 INFO:tasks.rados.rados.0.smithi046.stdout:31: finishing write tid 2 to smithi04683737-31 2024-09-20T21:42:13.657 INFO:tasks.rados.rados.0.smithi046.stdout:31: finishing write tid 3 to smithi04683737-31 2024-09-20T21:42:13.657 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 4 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-09-20T21:42:13.657 INFO:tasks.rados.rados.0.smithi046.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-09-20T21:42:13.657 INFO:tasks.rados.rados.0.smithi046.stdout:32: finishing write tid 1 to smithi04683737-32 2024-09-20T21:42:13.657 INFO:tasks.rados.rados.0.smithi046.stdout:32: finishing write tid 2 to smithi04683737-32 2024-09-20T21:42:13.657 INFO:tasks.rados.rados.0.smithi046.stdout:32: finishing write tid 3 to smithi04683737-32 2024-09-20T21:42:13.657 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 8 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-09-20T21:42:13.658 INFO:tasks.rados.rados.0.smithi046.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-09-20T21:42:13.658 INFO:tasks.rados.rados.0.smithi046.stdout:24: done (15 left) 2024-09-20T21:42:13.658 INFO:tasks.rados.rados.0.smithi046.stdout:25: done (14 left) 2024-09-20T21:42:13.658 INFO:tasks.rados.rados.0.smithi046.stdout:26: done (13 left) 2024-09-20T21:42:13.658 INFO:tasks.rados.rados.0.smithi046.stdout:27: done (12 left) 2024-09-20T21:42:13.658 INFO:tasks.rados.rados.0.smithi046.stdout:28: done (11 left) 2024-09-20T21:42:13.658 INFO:tasks.rados.rados.0.smithi046.stdout:29: done (10 left) 2024-09-20T21:42:13.658 INFO:tasks.rados.rados.0.smithi046.stdout:30: done (9 left) 2024-09-20T21:42:13.658 INFO:tasks.rados.rados.0.smithi046.stdout:31: done (8 left) 2024-09-20T21:42:13.658 INFO:tasks.rados.rados.0.smithi046.stdout:32: done (7 left) 2024-09-20T21:42:13.658 INFO:tasks.rados.rados.0.smithi046.stdout:40: write initial oid 40 2024-09-20T21:42:13.658 INFO:tasks.rados.rados.0.smithi046.stdout:40: seq_num 39 ranges {0=663552} 2024-09-20T21:42:13.659 INFO:tasks.rados.rados.0.smithi046.stdout:40: writing smithi04683737-40 from 0 to 663552 tid 1 2024-09-20T21:42:13.659 INFO:tasks.rados.rados.0.smithi046.stdout:41: write initial oid 41 2024-09-20T21:42:13.659 INFO:tasks.rados.rados.0.smithi046.stdout:41: seq_num 40 ranges {0=679936} 2024-09-20T21:42:13.662 INFO:tasks.rados.rados.0.smithi046.stdout:41: writing smithi04683737-41 from 0 to 679936 tid 1 2024-09-20T21:42:13.662 INFO:tasks.rados.rados.0.smithi046.stdout:42: write initial oid 42 2024-09-20T21:42:13.663 INFO:tasks.rados.rados.0.smithi046.stdout:42: seq_num 41 ranges {0=696320} 2024-09-20T21:42:13.666 INFO:tasks.rados.rados.0.smithi046.stdout:42: writing smithi04683737-42 from 0 to 696320 tid 1 2024-09-20T21:42:13.666 INFO:tasks.rados.rados.0.smithi046.stdout:43: write initial oid 43 2024-09-20T21:42:13.666 INFO:tasks.rados.rados.0.smithi046.stdout:43: seq_num 42 ranges {0=712704} 2024-09-20T21:42:13.671 INFO:tasks.rados.rados.0.smithi046.stdout:43: writing smithi04683737-43 from 0 to 712704 tid 1 2024-09-20T21:42:13.671 INFO:tasks.rados.rados.0.smithi046.stdout:44: write initial oid 44 2024-09-20T21:42:13.672 INFO:tasks.rados.rados.0.smithi046.stdout:44: seq_num 43 ranges {0=729088} 2024-09-20T21:42:13.676 INFO:tasks.rados.rados.0.smithi046.stdout:44: writing smithi04683737-44 from 0 to 729088 tid 1 2024-09-20T21:42:13.677 INFO:tasks.rados.rados.0.smithi046.stdout:45: write initial oid 45 2024-09-20T21:42:13.677 INFO:tasks.rados.rados.0.smithi046.stdout:45: seq_num 44 ranges {0=745472} 2024-09-20T21:42:13.682 INFO:tasks.rados.rados.0.smithi046.stdout:45: writing smithi04683737-45 from 0 to 745472 tid 1 2024-09-20T21:42:13.682 INFO:tasks.rados.rados.0.smithi046.stdout:46: write initial oid 46 2024-09-20T21:42:13.682 INFO:tasks.rados.rados.0.smithi046.stdout:46: seq_num 45 ranges {0=761856} 2024-09-20T21:42:13.687 INFO:tasks.rados.rados.0.smithi046.stdout:46: writing smithi04683737-46 from 0 to 761856 tid 1 2024-09-20T21:42:13.687 INFO:tasks.rados.rados.0.smithi046.stdout:47: write initial oid 47 2024-09-20T21:42:13.687 INFO:tasks.rados.rados.0.smithi046.stdout:47: seq_num 46 ranges {0=778240} 2024-09-20T21:42:13.692 INFO:tasks.rados.rados.0.smithi046.stdout:47: writing smithi04683737-47 from 0 to 778240 tid 1 2024-09-20T21:42:13.693 INFO:tasks.rados.rados.0.smithi046.stdout:48: write initial oid 48 2024-09-20T21:42:13.693 INFO:tasks.rados.rados.0.smithi046.stdout:48: seq_num 47 ranges {0=794624} 2024-09-20T21:42:13.698 INFO:tasks.rados.rados.0.smithi046.stdout:48: writing smithi04683737-48 from 0 to 794624 tid 1 2024-09-20T21:42:13.698 INFO:tasks.rados.rados.0.smithi046.stdout: waiting on 16 2024-09-20T21:42:13.698 INFO:tasks.rados.rados.0.smithi046.stdout:33: finishing write tid 1 to smithi04683737-33 2024-09-20T21:42:13.698 INFO:tasks.rados.rados.0.smithi046.stdout:33: finishing write tid 2 to smithi04683737-33 2024-09-20T21:42:13.699 INFO:tasks.rados.rados.0.smithi046.stdout:33: finishing write tid 3 to smithi04683737-33 2024-09-20T21:42:13.699 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 4 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-09-20T21:42:13.699 INFO:tasks.rados.rados.0.smithi046.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-09-20T21:42:13.699 INFO:tasks.rados.rados.0.smithi046.stdout:34: finishing write tid 1 to smithi04683737-34 2024-09-20T21:42:13.699 INFO:tasks.rados.rados.0.smithi046.stdout:34: finishing write tid 2 to smithi04683737-34 2024-09-20T21:42:13.699 INFO:tasks.rados.rados.0.smithi046.stdout:33: done (15 left) 2024-09-20T21:42:13.699 INFO:tasks.rados.rados.0.smithi046.stdout:49: write initial oid 49 2024-09-20T21:42:13.699 INFO:tasks.rados.rados.0.smithi046.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-09-20T21:42:13.700 INFO:tasks.rados.rados.0.smithi046.stdout:49: writing smithi04683737-49 from 0 to 409600 tid 1 2024-09-20T21:42:13.703 INFO:tasks.rados.rados.0.smithi046.stdout:49: writing smithi04683737-49 from 409600 to 811008 tid 2 2024-09-20T21:42:13.703 INFO:tasks.rados.rados.0.smithi046.stdout: waiting on 16 2024-09-20T21:42:13.703 INFO:tasks.rados.rados.0.smithi046.stdout:34: finishing write tid 3 to smithi04683737-34 2024-09-20T21:42:13.704 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-20T21:42:13.704 INFO:tasks.rados.rados.0.smithi046.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-09-20T21:42:13.704 INFO:tasks.rados.rados.0.smithi046.stdout:35: finishing write tid 1 to smithi04683737-35 2024-09-20T21:42:13.704 INFO:tasks.rados.rados.0.smithi046.stdout:34: done (15 left) 2024-09-20T21:42:13.704 INFO:tasks.rados.rados.0.smithi046.stdout:50: write initial oid 50 2024-09-20T21:42:13.704 INFO:tasks.rados.rados.0.smithi046.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-09-20T21:42:13.706 INFO:tasks.rados.rados.0.smithi046.stdout:50: writing smithi04683737-50 from 0 to 425984 tid 1 2024-09-20T21:42:13.710 INFO:tasks.rados.rados.0.smithi046.stdout:50: writing smithi04683737-50 from 425984 to 827392 tid 2 2024-09-20T21:42:13.710 INFO:tasks.rados.rados.0.smithi046.stdout: waiting on 16 2024-09-20T21:42:13.710 INFO:tasks.rados.rados.0.smithi046.stdout:35: finishing write tid 2 to smithi04683737-35 2024-09-20T21:42:13.710 INFO:tasks.rados.rados.0.smithi046.stdout:35: finishing write tid 3 to smithi04683737-35 2024-09-20T21:42:13.710 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 2 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-09-20T21:42:13.710 INFO:tasks.rados.rados.0.smithi046.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-09-20T21:42:13.711 INFO:tasks.rados.rados.0.smithi046.stdout:36: finishing write tid 1 to smithi04683737-36 2024-09-20T21:42:13.711 INFO:tasks.rados.rados.0.smithi046.stdout:36: finishing write tid 2 to smithi04683737-36 2024-09-20T21:42:13.711 INFO:tasks.rados.rados.0.smithi046.stdout:36: finishing write tid 3 to smithi04683737-36 2024-09-20T21:42:13.711 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 4 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-09-20T21:42:13.711 INFO:tasks.rados.rados.0.smithi046.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-09-20T21:42:13.711 INFO:tasks.rados.rados.0.smithi046.stdout:37: finishing write tid 1 to smithi04683737-37 2024-09-20T21:42:13.711 INFO:tasks.rados.rados.0.smithi046.stdout:37: finishing write tid 2 to smithi04683737-37 2024-09-20T21:42:13.711 INFO:tasks.rados.rados.0.smithi046.stdout:37: finishing write tid 3 to smithi04683737-37 2024-09-20T21:42:13.711 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-20T21:42:13.711 INFO:tasks.rados.rados.0.smithi046.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-09-20T21:42:13.711 INFO:tasks.rados.rados.0.smithi046.stdout:38: finishing write tid 1 to smithi04683737-38 2024-09-20T21:42:13.712 INFO:tasks.rados.rados.0.smithi046.stdout:38: finishing write tid 2 to smithi04683737-38 2024-09-20T21:42:13.712 INFO:tasks.rados.rados.0.smithi046.stdout:35: done (15 left) 2024-09-20T21:42:13.712 INFO:tasks.rados.rados.0.smithi046.stdout:36: done (14 left) 2024-09-20T21:42:13.712 INFO:tasks.rados.rados.0.smithi046.stdout:37: done (13 left) 2024-09-20T21:42:13.712 INFO:tasks.rados.rados.0.smithi046.stdout:51: copy_from oid 8 from oid 14 current snap is 0 2024-09-20T21:42:13.712 INFO:tasks.rados.rados.0.smithi046.stdout:38: finishing write tid 3 to smithi04683737-38 2024-09-20T21:42:13.712 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 8 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-09-20T21:42:13.712 INFO:tasks.rados.rados.0.smithi046.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-09-20T21:42:13.712 INFO:tasks.rados.rados.0.smithi046.stdout:39: finishing write tid 1 to smithi04683737-39 2024-09-20T21:42:13.712 INFO:tasks.rados.rados.0.smithi046.stdout:39: finishing write tid 2 to smithi04683737-39 2024-09-20T21:42:13.712 INFO:tasks.rados.rados.0.smithi046.stdout:38: done (13 left) 2024-09-20T21:42:13.712 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 0 2024-09-20T21:42:13.712 INFO:tasks.rados.rados.0.smithi046.stdout:39: finishing write tid 3 to smithi04683737-39 2024-09-20T21:42:13.712 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 6 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-20T21:42:13.712 INFO:tasks.rados.rados.0.smithi046.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-09-20T21:42:13.712 INFO:tasks.rados.rados.0.smithi046.stdout:40: finishing write tid 1 to smithi04683737-40 2024-09-20T21:42:13.712 INFO:tasks.rados.rados.0.smithi046.stdout:40: finishing write tid 2 to smithi04683737-40 2024-09-20T21:42:13.713 INFO:tasks.rados.rados.0.smithi046.stdout:40: finishing write tid 3 to smithi04683737-40 2024-09-20T21:42:13.713 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 4 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-20T21:42:13.713 INFO:tasks.rados.rados.0.smithi046.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-09-20T21:42:13.713 INFO:tasks.rados.rados.0.smithi046.stdout:41: finishing write tid 1 to smithi04683737-41 2024-09-20T21:42:13.713 INFO:tasks.rados.rados.0.smithi046.stdout:41: finishing write tid 2 to smithi04683737-41 2024-09-20T21:42:13.713 INFO:tasks.rados.rados.0.smithi046.stdout:41: finishing write tid 3 to smithi04683737-41 2024-09-20T21:42:13.713 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 8 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-20T21:42:13.713 INFO:tasks.rados.rados.0.smithi046.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-09-20T21:42:13.713 INFO:tasks.rados.rados.0.smithi046.stdout:42: finishing write tid 1 to smithi04683737-42 2024-09-20T21:42:13.713 INFO:tasks.rados.rados.0.smithi046.stdout:42: finishing write tid 2 to smithi04683737-42 2024-09-20T21:42:13.713 INFO:tasks.rados.rados.0.smithi046.stdout:42: finishing write tid 3 to smithi04683737-42 2024-09-20T21:42:13.713 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 6 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-09-20T21:42:13.713 INFO:tasks.rados.rados.0.smithi046.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-09-20T21:42:13.713 INFO:tasks.rados.rados.0.smithi046.stdout:43: finishing write tid 1 to smithi04683737-43 2024-09-20T21:42:13.713 INFO:tasks.rados.rados.0.smithi046.stdout:43: finishing write tid 2 to smithi04683737-43 2024-09-20T21:42:13.713 INFO:tasks.rados.rados.0.smithi046.stdout:43: finishing write tid 3 to smithi04683737-43 2024-09-20T21:42:13.714 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 8 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-09-20T21:42:13.714 INFO:tasks.rados.rados.0.smithi046.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-09-20T21:42:13.714 INFO:tasks.rados.rados.0.smithi046.stdout:44: finishing write tid 1 to smithi04683737-44 2024-09-20T21:42:13.714 INFO:tasks.rados.rados.0.smithi046.stdout:44: finishing write tid 2 to smithi04683737-44 2024-09-20T21:42:13.714 INFO:tasks.rados.rados.0.smithi046.stdout:44: finishing write tid 3 to smithi04683737-44 2024-09-20T21:42:13.714 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 8 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-09-20T21:42:13.714 INFO:tasks.rados.rados.0.smithi046.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-09-20T21:42:13.714 INFO:tasks.rados.rados.0.smithi046.stdout:45: finishing write tid 1 to smithi04683737-45 2024-09-20T21:42:13.714 INFO:tasks.rados.rados.0.smithi046.stdout:45: finishing write tid 2 to smithi04683737-45 2024-09-20T21:42:13.714 INFO:tasks.rados.rados.0.smithi046.stdout:45: finishing write tid 3 to smithi04683737-45 2024-09-20T21:42:13.714 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 6 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-09-20T21:42:13.715 INFO:tasks.rados.rados.0.smithi046.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-09-20T21:42:13.715 INFO:tasks.rados.rados.0.smithi046.stdout:46: finishing write tid 1 to smithi04683737-46 2024-09-20T21:42:13.715 INFO:tasks.rados.rados.0.smithi046.stdout:52: seq_num 50 ranges {237568=442368,679936=401408} 2024-09-20T21:42:13.715 INFO:tasks.rados.rados.0.smithi046.stdout:52: writing smithi04683737-15 from 237568 to 679936 tid 1 2024-09-20T21:42:13.719 INFO:tasks.rados.rados.0.smithi046.stdout:52: writing smithi04683737-15 from 679936 to 1081344 tid 2 2024-09-20T21:42:13.719 INFO:tasks.rados.rados.0.smithi046.stdout:39: done (13 left) 2024-09-20T21:42:13.719 INFO:tasks.rados.rados.0.smithi046.stdout:40: done (12 left) 2024-09-20T21:42:13.719 INFO:tasks.rados.rados.0.smithi046.stdout:41: done (11 left) 2024-09-20T21:42:13.719 INFO:tasks.rados.rados.0.smithi046.stdout:42: done (10 left) 2024-09-20T21:42:13.719 INFO:tasks.rados.rados.0.smithi046.stdout:43: done (9 left) 2024-09-20T21:42:13.719 INFO:tasks.rados.rados.0.smithi046.stdout:44: done (8 left) 2024-09-20T21:42:13.719 INFO:tasks.rados.rados.0.smithi046.stdout:45: done (7 left) 2024-09-20T21:42:13.719 INFO:tasks.rados.rados.0.smithi046.stdout:53: rmattr oid 20 current snap is 0 2024-09-20T21:42:13.719 INFO:tasks.rados.rados.0.smithi046.stdout:53: done (7 left) 2024-09-20T21:42:13.719 INFO:tasks.rados.rados.0.smithi046.stdout:54: delete oid 4 current snap is 0 2024-09-20T21:42:13.719 INFO:tasks.rados.rados.0.smithi046.stdout:46: finishing write tid 2 to smithi04683737-46 2024-09-20T21:42:13.720 INFO:tasks.rados.rados.0.smithi046.stdout:46: finishing write tid 3 to smithi04683737-46 2024-09-20T21:42:13.720 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-20T21:42:13.720 INFO:tasks.rados.rados.0.smithi046.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-09-20T21:42:13.720 INFO:tasks.rados.rados.0.smithi046.stdout:47: finishing write tid 1 to smithi04683737-47 2024-09-20T21:42:13.720 INFO:tasks.rados.rados.0.smithi046.stdout:47: finishing write tid 2 to smithi04683737-47 2024-09-20T21:42:13.720 INFO:tasks.rados.rados.0.smithi046.stdout:47: finishing write tid 3 to smithi04683737-47 2024-09-20T21:42:13.720 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 10 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-20T21:42:13.720 INFO:tasks.rados.rados.0.smithi046.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-09-20T21:42:13.720 INFO:tasks.rados.rados.0.smithi046.stdout:48: finishing write tid 1 to smithi04683737-48 2024-09-20T21:42:13.720 INFO:tasks.rados.rados.0.smithi046.stdout:48: finishing write tid 2 to smithi04683737-48 2024-09-20T21:42:13.720 INFO:tasks.rados.rados.0.smithi046.stdout:48: finishing write tid 3 to smithi04683737-48 2024-09-20T21:42:13.720 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 8 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-20T21:42:13.720 INFO:tasks.rados.rados.0.smithi046.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-09-20T21:42:13.720 INFO:tasks.rados.rados.0.smithi046.stdout:49: finishing write tid 1 to smithi04683737-49 2024-09-20T21:42:13.721 INFO:tasks.rados.rados.0.smithi046.stdout:49: finishing write tid 2 to smithi04683737-49 2024-09-20T21:42:13.721 INFO:tasks.rados.rados.0.smithi046.stdout:49: finishing write tid 3 to smithi04683737-49 2024-09-20T21:42:13.721 INFO:tasks.rados.rados.0.smithi046.stdout:49: finishing write tid 4 to smithi04683737-49 2024-09-20T21:42:13.721 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 11 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-09-20T21:42:13.721 INFO:tasks.rados.rados.0.smithi046.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-09-20T21:42:13.721 INFO:tasks.rados.rados.0.smithi046.stdout:50: finishing write tid 1 to smithi04683737-50 2024-09-20T21:42:13.721 INFO:tasks.rados.rados.0.smithi046.stdout:50: finishing write tid 2 to smithi04683737-50 2024-09-20T21:42:13.721 INFO:tasks.rados.rados.0.smithi046.stdout:50: finishing write tid 3 to smithi04683737-50 2024-09-20T21:42:13.721 INFO:tasks.rados.rados.0.smithi046.stdout:50: finishing write tid 4 to smithi04683737-50 2024-09-20T21:42:13.721 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 7 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-20T21:42:13.721 INFO:tasks.rados.rados.0.smithi046.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-09-20T21:42:13.721 INFO:tasks.rados.rados.0.smithi046.stdout:51: finishing copy_from racing read to smithi04683737-8 2024-09-20T21:42:13.721 INFO:tasks.rados.rados.0.smithi046.stdout:51: finishing copy_from to smithi04683737-8 2024-09-20T21:42:13.721 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 2 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-20T21:42:13.721 INFO:tasks.rados.rados.0.smithi046.stdout:52: finishing write tid 1 to smithi04683737-15 2024-09-20T21:42:13.722 INFO:tasks.rados.rados.0.smithi046.stdout:46: done (7 left) 2024-09-20T21:42:13.722 INFO:tasks.rados.rados.0.smithi046.stdout:47: done (6 left) 2024-09-20T21:42:13.722 INFO:tasks.rados.rados.0.smithi046.stdout:48: done (5 left) 2024-09-20T21:42:13.722 INFO:tasks.rados.rados.0.smithi046.stdout:49: done (4 left) 2024-09-20T21:42:13.722 INFO:tasks.rados.rados.0.smithi046.stdout:50: done (3 left) 2024-09-20T21:42:13.722 INFO:tasks.rados.rados.0.smithi046.stdout:51: done (2 left) 2024-09-20T21:42:13.722 INFO:tasks.rados.rados.0.smithi046.stdout:54: done (1 left) 2024-09-20T21:42:13.722 INFO:tasks.rados.rados.0.smithi046.stdout:55: read oid 16 snap -1 2024-09-20T21:42:13.722 INFO:tasks.rados.rados.0.smithi046.stdout:55: expect (ObjNum 15 snap 0 seq_num 15) 2024-09-20T21:42:13.722 INFO:tasks.rados.rados.0.smithi046.stdout:56: rollback oid 31 current snap is 0 2024-09-20T21:42:13.722 INFO:tasks.rados.rados.0.smithi046.stdout:56: done (2 left) 2024-09-20T21:42:13.723 INFO:tasks.rados.rados.0.smithi046.stdout:57: read oid 28 snap -1 2024-09-20T21:42:13.723 INFO:tasks.rados.rados.0.smithi046.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-09-20T21:42:13.723 INFO:tasks.rados.rados.0.smithi046.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2024-09-20T21:42:13.723 INFO:tasks.rados.rados.0.smithi046.stdout:59: rollback oid 45 current snap is 0 2024-09-20T21:42:13.723 INFO:tasks.rados.rados.0.smithi046.stdout:59: done (4 left) 2024-09-20T21:42:13.723 INFO:tasks.rados.rados.0.smithi046.stdout:60: copy_from oid 23 from oid 48 current snap is 0 2024-09-20T21:42:13.723 INFO:tasks.rados.rados.0.smithi046.stdout:61: delete oid 1 current snap is 0 2024-09-20T21:42:13.723 INFO:tasks.rados.rados.0.smithi046.stdout:52: finishing write tid 2 to smithi04683737-15 2024-09-20T21:42:13.723 INFO:tasks.rados.rados.0.smithi046.stdout:52: finishing write tid 3 to smithi04683737-15 2024-09-20T21:42:13.724 INFO:tasks.rados.rados.0.smithi046.stdout:61: done (5 left) 2024-09-20T21:42:13.724 INFO:tasks.rados.rados.0.smithi046.stdout:62: read oid 18 snap -1 2024-09-20T21:42:13.724 INFO:tasks.rados.rados.0.smithi046.stdout:62: expect (ObjNum 17 snap 0 seq_num 17) 2024-09-20T21:42:13.724 INFO:tasks.rados.rados.0.smithi046.stdout:63: snap_create 2024-09-20T21:42:13.724 INFO:tasks.rados.rados.0.smithi046.stdout:52: finishing write tid 4 to smithi04683737-15 2024-09-20T21:42:13.724 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 7 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-09-20T21:42:13.724 INFO:tasks.rados.rados.0.smithi046.stdout:52: left oid 15 (ObjNum 50 snap 0 seq_num 50) 2024-09-20T21:42:13.724 INFO:tasks.rados.rados.0.smithi046.stdout:55: expect (ObjNum 15 snap 0 seq_num 15) 2024-09-20T21:42:13.729 INFO:tasks.rados.rados.0.smithi046.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-09-20T21:42:13.742 INFO:tasks.rados.rados.0.smithi046.stdout:62: expect (ObjNum 17 snap 0 seq_num 17) 2024-09-20T21:42:13.750 INFO:tasks.rados.rados.0.smithi046.stdout:60: finishing copy_from racing read to smithi04683737-23 2024-09-20T21:42:13.750 INFO:tasks.rados.rados.0.smithi046.stdout:58: finishing copy_from racing read to smithi04683737-29 2024-09-20T21:42:13.750 INFO:tasks.rados.rados.0.smithi046.stdout:58: finishing copy_from to smithi04683737-29 2024-09-20T21:42:13.750 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 10 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-20T21:42:13.750 INFO:tasks.rados.rados.0.smithi046.stdout:60: finishing copy_from to smithi04683737-23 2024-09-20T21:42:13.750 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 8 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-20T21:42:13.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:13 smithi046 ceph-mon[28078]: pgmap v104: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:42:13.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:13 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/1890289016' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-20T21:42:13.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:13 smithi046 ceph-mon[28078]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-20T21:42:13.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:13 smithi046 ceph-mon[39760]: pgmap v104: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:42:13.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:13 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/1890289016' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-20T21:42:13.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:13 smithi046 ceph-mon[39760]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-20T21:42:13.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:13 smithi134 ceph-mon[31761]: pgmap v104: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:42:13.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:13 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/1890289016' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-20T21:42:13.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:13 smithi134 ceph-mon[31761]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-20T21:42:14.564 INFO:tasks.rados.rados.0.smithi046.stdout:52: done (6 left) 2024-09-20T21:42:14.565 INFO:tasks.rados.rados.0.smithi046.stdout:55: done (5 left) 2024-09-20T21:42:14.565 INFO:tasks.rados.rados.0.smithi046.stdout:57: done (4 left) 2024-09-20T21:42:14.565 INFO:tasks.rados.rados.0.smithi046.stdout:58: done (3 left) 2024-09-20T21:42:14.565 INFO:tasks.rados.rados.0.smithi046.stdout:60: done (2 left) 2024-09-20T21:42:14.565 INFO:tasks.rados.rados.0.smithi046.stdout:62: done (1 left) 2024-09-20T21:42:14.565 INFO:tasks.rados.rados.0.smithi046.stdout:63: done (0 left) 2024-09-20T21:42:14.565 INFO:tasks.rados.rados.0.smithi046.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-09-20T21:42:14.565 INFO:tasks.rados.rados.0.smithi046.stdout:65: read oid 30 snap -1 2024-09-20T21:42:14.565 INFO:tasks.rados.rados.0.smithi046.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-20T21:42:14.565 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 1 2024-09-20T21:42:14.565 INFO:tasks.rados.rados.0.smithi046.stdout:66: seq_num 53 ranges {794624=491520,1286144=401408} 2024-09-20T21:42:14.571 INFO:tasks.rados.rados.0.smithi046.stdout:66: writing smithi04683737-23 from 794624 to 1286144 tid 1 2024-09-20T21:42:14.574 INFO:tasks.rados.rados.0.smithi046.stdout:66: writing smithi04683737-23 from 1286144 to 1687552 tid 2 2024-09-20T21:42:14.574 INFO:tasks.rados.rados.0.smithi046.stdout:67: rollback oid 10 current snap is 1 2024-09-20T21:42:14.574 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 10 to 0 2024-09-20T21:42:14.574 INFO:tasks.rados.rados.0.smithi046.stdout:64: finishing copy_from racing read to smithi04683737-15 2024-09-20T21:42:14.574 INFO:tasks.rados.rados.0.smithi046.stdout:68: setattr oid 32 current snap is 1 2024-09-20T21:42:14.575 INFO:tasks.rados.rados.0.smithi046.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-20T21:42:14.593 INFO:tasks.rados.rados.0.smithi046.stdout:64: finishing copy_from to smithi04683737-15 2024-09-20T21:42:14.593 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-09-20T21:42:14.593 INFO:tasks.rados.rados.0.smithi046.stdout:66: finishing write tid 1 to smithi04683737-23 2024-09-20T21:42:14.593 INFO:tasks.rados.rados.0.smithi046.stdout:66: finishing write tid 2 to smithi04683737-23 2024-09-20T21:42:14.593 INFO:tasks.rados.rados.0.smithi046.stdout:66: finishing write tid 3 to smithi04683737-23 2024-09-20T21:42:14.593 INFO:tasks.rados.rados.0.smithi046.stdout:67: finishing rollback tid 0 to smithi04683737-10 2024-09-20T21:42:14.593 INFO:tasks.rados.rados.0.smithi046.stdout:67: finishing rollback tid 1 to smithi04683737-10 2024-09-20T21:42:14.593 INFO:tasks.rados.rados.0.smithi046.stdout:67: finishing rollback tid 2 to smithi04683737-10 2024-09-20T21:42:14.594 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 10 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-09-20T21:42:14.594 INFO:tasks.rados.rados.0.smithi046.stdout:66: finishing write tid 4 to smithi04683737-23 2024-09-20T21:42:14.594 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 11 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-09-20T21:42:14.594 INFO:tasks.rados.rados.0.smithi046.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-09-20T21:42:14.594 INFO:tasks.rados.rados.0.smithi046.stdout:64: done (4 left) 2024-09-20T21:42:14.594 INFO:tasks.rados.rados.0.smithi046.stdout:65: done (3 left) 2024-09-20T21:42:14.594 INFO:tasks.rados.rados.0.smithi046.stdout:66: done (2 left) 2024-09-20T21:42:14.594 INFO:tasks.rados.rados.0.smithi046.stdout:67: done (1 left) 2024-09-20T21:42:14.594 INFO:tasks.rados.rados.0.smithi046.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2024-09-20T21:42:14.594 INFO:tasks.rados.rados.0.smithi046.stdout:70: read oid 23 snap 0 2024-09-20T21:42:14.594 INFO:tasks.rados.rados.0.smithi046.stdout:70: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-20T21:42:14.594 INFO:tasks.rados.rados.0.smithi046.stdout:71: copy_from oid 36 from oid 27 current snap is 1 2024-09-20T21:42:14.594 INFO:tasks.rados.rados.0.smithi046.stdout:72: rollback oid 49 current snap is 1 2024-09-20T21:42:14.595 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 49 to 0 2024-09-20T21:42:14.595 INFO:tasks.rados.rados.0.smithi046.stdout:73: read oid 4 snap 0 2024-09-20T21:42:14.595 INFO:tasks.rados.rados.0.smithi046.stdout:73: expect deleted 2024-09-20T21:42:14.595 INFO:tasks.rados.rados.0.smithi046.stdout:74: rmattr oid 7 current snap is 1 2024-09-20T21:42:14.595 INFO:tasks.rados.rados.0.smithi046.stdout:74: done (6 left) 2024-09-20T21:42:14.595 INFO:tasks.rados.rados.0.smithi046.stdout:75: copy_from oid 20 from oid 12 current snap is 1 2024-09-20T21:42:14.595 INFO:tasks.rados.rados.0.smithi046.stdout:76: read oid 39 snap -1 2024-09-20T21:42:14.595 INFO:tasks.rados.rados.0.smithi046.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-20T21:42:14.595 INFO:tasks.rados.rados.0.smithi046.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2024-09-20T21:42:14.595 INFO:tasks.rados.rados.0.smithi046.stdout:78: read oid 2 snap -1 2024-09-20T21:42:14.595 INFO:tasks.rados.rados.0.smithi046.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-09-20T21:42:14.596 INFO:tasks.rados.rados.0.smithi046.stdout:79: setattr oid 41 current snap is 1 2024-09-20T21:42:14.596 INFO:tasks.rados.rados.0.smithi046.stdout:80: snap_create 2024-09-20T21:42:14.598 INFO:tasks.rados.rados.0.smithi046.stdout:75: finishing copy_from racing read to smithi04683737-20 2024-09-20T21:42:14.598 INFO:tasks.rados.rados.0.smithi046.stdout:70: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-20T21:42:14.625 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 14 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-09-20T21:42:14.625 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 12 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-20T21:42:14.625 INFO:tasks.rados.rados.0.smithi046.stdout:72: finishing rollback tid 0 to smithi04683737-49 2024-09-20T21:42:14.625 INFO:tasks.rados.rados.0.smithi046.stdout:71: finishing copy_from racing read to smithi04683737-36 2024-09-20T21:42:14.625 INFO:tasks.rados.rados.0.smithi046.stdout:72: finishing rollback tid 1 to smithi04683737-49 2024-09-20T21:42:14.625 INFO:tasks.rados.rados.0.smithi046.stdout:75: finishing copy_from to smithi04683737-20 2024-09-20T21:42:14.625 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-09-20T21:42:14.625 INFO:tasks.rados.rados.0.smithi046.stdout:71: finishing copy_from to smithi04683737-36 2024-09-20T21:42:14.625 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 6 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-20T21:42:14.626 INFO:tasks.rados.rados.0.smithi046.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-20T21:42:14.643 INFO:tasks.rados.rados.0.smithi046.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-09-20T21:42:14.644 INFO:tasks.rados.rados.0.smithi046.stdout:72: finishing rollback tid 2 to smithi04683737-49 2024-09-20T21:42:14.644 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 18 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-09-20T21:42:14.644 INFO:tasks.rados.rados.0.smithi046.stdout:69: finishing copy_from racing read to smithi04683737-45 2024-09-20T21:42:14.644 INFO:tasks.rados.rados.0.smithi046.stdout:69: finishing copy_from to smithi04683737-45 2024-09-20T21:42:14.644 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-20T21:42:14.644 INFO:tasks.rados.rados.0.smithi046.stdout:77: finishing copy_from racing read to smithi04683737-6 2024-09-20T21:42:14.644 INFO:tasks.rados.rados.0.smithi046.stdout:77: finishing copy_from to smithi04683737-6 2024-09-20T21:42:14.644 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-20T21:42:14.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:14 smithi046 ceph-mon[39760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:42:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:14 smithi046 ceph-mon[39760]: Cluster is now healthy 2024-09-20T21:42:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:14 smithi046 ceph-mon[39760]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-09-20T21:42:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:14 smithi046 ceph-mon[39760]: osdmap e74: 8 total, 8 up, 8 in 2024-09-20T21:42:14.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:14 smithi046 ceph-mon[28078]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:42:14.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:14 smithi046 ceph-mon[28078]: Cluster is now healthy 2024-09-20T21:42:14.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:14 smithi046 ceph-mon[28078]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-09-20T21:42:14.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:14 smithi046 ceph-mon[28078]: osdmap e74: 8 total, 8 up, 8 in 2024-09-20T21:42:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:14 smithi134 ceph-mon[31761]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:42:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:14 smithi134 ceph-mon[31761]: Cluster is now healthy 2024-09-20T21:42:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:14 smithi134 ceph-mon[31761]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-09-20T21:42:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:14 smithi134 ceph-mon[31761]: osdmap e74: 8 total, 8 up, 8 in 2024-09-20T21:42:15.570 INFO:tasks.rados.rados.0.smithi046.stdout:68: done (11 left) 2024-09-20T21:42:15.570 INFO:tasks.rados.rados.0.smithi046.stdout:69: done (10 left) 2024-09-20T21:42:15.570 INFO:tasks.rados.rados.0.smithi046.stdout:70: done (9 left) 2024-09-20T21:42:15.570 INFO:tasks.rados.rados.0.smithi046.stdout:71: done (8 left) 2024-09-20T21:42:15.570 INFO:tasks.rados.rados.0.smithi046.stdout:72: done (7 left) 2024-09-20T21:42:15.570 INFO:tasks.rados.rados.0.smithi046.stdout:73: done (6 left) 2024-09-20T21:42:15.570 INFO:tasks.rados.rados.0.smithi046.stdout:75: done (5 left) 2024-09-20T21:42:15.570 INFO:tasks.rados.rados.0.smithi046.stdout:76: done (4 left) 2024-09-20T21:42:15.570 INFO:tasks.rados.rados.0.smithi046.stdout:77: done (3 left) 2024-09-20T21:42:15.570 INFO:tasks.rados.rados.0.smithi046.stdout:78: done (2 left) 2024-09-20T21:42:15.571 INFO:tasks.rados.rados.0.smithi046.stdout:79: done (1 left) 2024-09-20T21:42:15.571 INFO:tasks.rados.rados.0.smithi046.stdout:80: done (0 left) 2024-09-20T21:42:15.571 INFO:tasks.rados.rados.0.smithi046.stdout:81: rollback oid 40 current snap is 2 2024-09-20T21:42:15.571 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 40 to 1 2024-09-20T21:42:15.571 INFO:tasks.rados.rados.0.smithi046.stdout:82: snap_create 2024-09-20T21:42:15.573 INFO:tasks.rados.rados.0.smithi046.stdout:81: finishing rollback tid 0 to smithi04683737-40 2024-09-20T21:42:15.573 INFO:tasks.rados.rados.0.smithi046.stdout:81: finishing rollback tid 1 to smithi04683737-40 2024-09-20T21:42:15.574 INFO:tasks.rados.rados.0.smithi046.stdout:81: finishing rollback tid 2 to smithi04683737-40 2024-09-20T21:42:15.574 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 10 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-20T21:42:15.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:15 smithi046 ceph-mon[28078]: osdmap e75: 8 total, 8 up, 8 in 2024-09-20T21:42:15.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:15 smithi046 ceph-mon[28078]: pgmap v107: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:42:15.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:15 smithi046 ceph-mon[39760]: osdmap e75: 8 total, 8 up, 8 in 2024-09-20T21:42:15.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:15 smithi046 ceph-mon[39760]: pgmap v107: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:42:15.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:15 smithi134 ceph-mon[31761]: osdmap e75: 8 total, 8 up, 8 in 2024-09-20T21:42:15.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:15 smithi134 ceph-mon[31761]: pgmap v107: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:42:16.574 INFO:tasks.rados.rados.0.smithi046.stdout:81: done (1 left) 2024-09-20T21:42:16.575 INFO:tasks.rados.rados.0.smithi046.stdout:82: done (0 left) 2024-09-20T21:42:16.575 INFO:tasks.rados.rados.0.smithi046.stdout:83: rollback oid 9 current snap is 3 2024-09-20T21:42:16.575 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 9 to 0 2024-09-20T21:42:16.575 INFO:tasks.rados.rados.0.smithi046.stdout:84: read oid 20 snap 1 2024-09-20T21:42:16.575 INFO:tasks.rados.rados.0.smithi046.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2024-09-20T21:42:16.575 INFO:tasks.rados.rados.0.smithi046.stdout:85: read oid 41 snap -1 2024-09-20T21:42:16.575 INFO:tasks.rados.rados.0.smithi046.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-20T21:42:16.575 INFO:tasks.rados.rados.0.smithi046.stdout:86: snap_create 2024-09-20T21:42:16.580 INFO:tasks.rados.rados.0.smithi046.stdout:83: finishing rollback tid 0 to smithi04683737-9 2024-09-20T21:42:16.580 INFO:tasks.rados.rados.0.smithi046.stdout:83: finishing rollback tid 1 to smithi04683737-9 2024-09-20T21:42:16.580 INFO:tasks.rados.rados.0.smithi046.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2024-09-20T21:42:16.586 INFO:tasks.rados.rados.0.smithi046.stdout:83: finishing rollback tid 2 to smithi04683737-9 2024-09-20T21:42:16.586 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 15 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-09-20T21:42:16.586 INFO:tasks.rados.rados.0.smithi046.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-20T21:42:16.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:16 smithi046 ceph-mon[28078]: osdmap e76: 8 total, 8 up, 8 in 2024-09-20T21:42:16.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:16 smithi046 ceph-mon[39760]: osdmap e76: 8 total, 8 up, 8 in 2024-09-20T21:42:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:16 smithi134 ceph-mon[31761]: osdmap e76: 8 total, 8 up, 8 in 2024-09-20T21:42:17.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:42:16 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:42:16] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-20T21:42:17.579 INFO:tasks.rados.rados.0.smithi046.stdout:83: done (3 left) 2024-09-20T21:42:17.579 INFO:tasks.rados.rados.0.smithi046.stdout:84: done (2 left) 2024-09-20T21:42:17.579 INFO:tasks.rados.rados.0.smithi046.stdout:85: done (1 left) 2024-09-20T21:42:17.580 INFO:tasks.rados.rados.0.smithi046.stdout:86: done (0 left) 2024-09-20T21:42:17.580 INFO:tasks.rados.rados.0.smithi046.stdout:87: snap_remove snap 0 2024-09-20T21:42:17.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:17 smithi046 ceph-mon[39760]: osdmap e77: 8 total, 8 up, 8 in 2024-09-20T21:42:17.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:17 smithi046 ceph-mon[39760]: pgmap v110: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:42:17.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:17 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:42:17.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:17 smithi046 ceph-mon[28078]: osdmap e77: 8 total, 8 up, 8 in 2024-09-20T21:42:17.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:17 smithi046 ceph-mon[28078]: pgmap v110: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:42:17.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:17 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:42:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:17 smithi134 ceph-mon[31761]: osdmap e77: 8 total, 8 up, 8 in 2024-09-20T21:42:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:17 smithi134 ceph-mon[31761]: pgmap v110: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:42:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:17 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:42:18.586 INFO:tasks.rados.rados.0.smithi046.stdout:87: done (0 left) 2024-09-20T21:42:18.586 INFO:tasks.rados.rados.0.smithi046.stdout:88: read oid 29 snap 3 2024-09-20T21:42:18.586 INFO:tasks.rados.rados.0.smithi046.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-20T21:42:18.586 INFO:tasks.rados.rados.0.smithi046.stdout:89: read oid 46 snap -1 2024-09-20T21:42:18.587 INFO:tasks.rados.rados.0.smithi046.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-20T21:42:18.587 INFO:tasks.rados.rados.0.smithi046.stdout:90: copy_from oid 36 from oid 2 current snap is 4 2024-09-20T21:42:18.587 INFO:tasks.rados.rados.0.smithi046.stdout:91: rmattr oid 49 current snap is 4 2024-09-20T21:42:18.587 INFO:tasks.rados.rados.0.smithi046.stdout:91: done (3 left) 2024-09-20T21:42:18.587 INFO:tasks.rados.rados.0.smithi046.stdout:92: snap_remove snap 2 2024-09-20T21:42:18.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:18 smithi046 ceph-mon[28078]: osdmap e78: 8 total, 8 up, 8 in 2024-09-20T21:42:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:18 smithi046 ceph-mon[39760]: osdmap e78: 8 total, 8 up, 8 in 2024-09-20T21:42:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:18 smithi134 ceph-mon[31761]: osdmap e78: 8 total, 8 up, 8 in 2024-09-20T21:42:19.592 INFO:tasks.rados.rados.0.smithi046.stdout:92: done (3 left) 2024-09-20T21:42:19.592 INFO:tasks.rados.rados.0.smithi046.stdout:93: rmattr oid 30 current snap is 4 2024-09-20T21:42:19.592 INFO:tasks.rados.rados.0.smithi046.stdout:93: done (3 left) 2024-09-20T21:42:19.592 INFO:tasks.rados.rados.0.smithi046.stdout:94: read oid 42 snap 1 2024-09-20T21:42:19.592 INFO:tasks.rados.rados.0.smithi046.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-09-20T21:42:19.592 INFO:tasks.rados.rados.0.smithi046.stdout:95: rmattr oid 14 current snap is 4 2024-09-20T21:42:19.592 INFO:tasks.rados.rados.0.smithi046.stdout:95: done (4 left) 2024-09-20T21:42:19.592 INFO:tasks.rados.rados.0.smithi046.stdout:96: read oid 9 snap 1 2024-09-20T21:42:19.592 INFO:tasks.rados.rados.0.smithi046.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-09-20T21:42:19.592 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 4 2024-09-20T21:42:19.592 INFO:tasks.rados.rados.0.smithi046.stdout:97: seq_num 54 ranges {393216=507904,901120=401408} 2024-09-20T21:42:19.597 INFO:tasks.rados.rados.0.smithi046.stdout:97: writing smithi04683737-24 from 393216 to 901120 tid 1 2024-09-20T21:42:19.599 INFO:tasks.rados.rados.0.smithi046.stdout:97: writing smithi04683737-24 from 901120 to 1302528 tid 2 2024-09-20T21:42:19.599 INFO:tasks.rados.rados.0.smithi046.stdout:98: copy_from oid 31 from oid 6 current snap is 4 2024-09-20T21:42:19.599 INFO:tasks.rados.rados.0.smithi046.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-20T21:42:19.624 INFO:tasks.rados.rados.0.smithi046.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-20T21:42:19.648 INFO:tasks.rados.rados.0.smithi046.stdout:90: finishing copy_from racing read to smithi04683737-36 2024-09-20T21:42:19.648 INFO:tasks.rados.rados.0.smithi046.stdout:90: finishing copy_from to smithi04683737-36 2024-09-20T21:42:19.648 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-09-20T21:42:19.648 INFO:tasks.rados.rados.0.smithi046.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-09-20T21:42:19.668 INFO:tasks.rados.rados.0.smithi046.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-09-20T21:42:19.673 INFO:tasks.rados.rados.0.smithi046.stdout:97: finishing write tid 1 to smithi04683737-24 2024-09-20T21:42:19.673 INFO:tasks.rados.rados.0.smithi046.stdout:97: finishing write tid 2 to smithi04683737-24 2024-09-20T21:42:19.673 INFO:tasks.rados.rados.0.smithi046.stdout:97: finishing write tid 3 to smithi04683737-24 2024-09-20T21:42:19.673 INFO:tasks.rados.rados.0.smithi046.stdout:97: finishing write tid 4 to smithi04683737-24 2024-09-20T21:42:19.673 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 16 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-09-20T21:42:19.673 INFO:tasks.rados.rados.0.smithi046.stdout:97: left oid 24 (ObjNum 54 snap 4 seq_num 54) 2024-09-20T21:42:19.673 INFO:tasks.rados.rados.0.smithi046.stdout:88: done (6 left) 2024-09-20T21:42:19.673 INFO:tasks.rados.rados.0.smithi046.stdout:89: done (5 left) 2024-09-20T21:42:19.673 INFO:tasks.rados.rados.0.smithi046.stdout:90: done (4 left) 2024-09-20T21:42:19.673 INFO:tasks.rados.rados.0.smithi046.stdout:94: done (3 left) 2024-09-20T21:42:19.673 INFO:tasks.rados.rados.0.smithi046.stdout:96: done (2 left) 2024-09-20T21:42:19.673 INFO:tasks.rados.rados.0.smithi046.stdout:97: done (1 left) 2024-09-20T21:42:19.673 INFO:tasks.rados.rados.0.smithi046.stdout:99: snap_remove snap 3 2024-09-20T21:42:19.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:19 smithi046 ceph-mon[28078]: osdmap e79: 8 total, 8 up, 8 in 2024-09-20T21:42:19.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:19 smithi046 ceph-mon[28078]: pgmap v113: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.2 MiB/s wr, 77 op/s 2024-09-20T21:42:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:19 smithi046 ceph-mon[39760]: osdmap e79: 8 total, 8 up, 8 in 2024-09-20T21:42:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:19 smithi046 ceph-mon[39760]: pgmap v113: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.2 MiB/s wr, 77 op/s 2024-09-20T21:42:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:19 smithi134 ceph-mon[31761]: osdmap e79: 8 total, 8 up, 8 in 2024-09-20T21:42:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:19 smithi134 ceph-mon[31761]: pgmap v113: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.2 MiB/s wr, 77 op/s 2024-09-20T21:42:20.596 INFO:tasks.rados.rados.0.smithi046.stdout:99: done (1 left) 2024-09-20T21:42:20.596 INFO:tasks.rados.rados.0.smithi046.stdout:100: copy_from oid 24 from oid 47 current snap is 4 2024-09-20T21:42:20.596 INFO:tasks.rados.rados.0.smithi046.stdout:98: finishing copy_from racing read to smithi04683737-31 2024-09-20T21:42:20.596 INFO:tasks.rados.rados.0.smithi046.stdout:98: finishing copy_from to smithi04683737-31 2024-09-20T21:42:20.596 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-20T21:42:20.596 INFO:tasks.rados.rados.0.smithi046.stdout:98: done (1 left) 2024-09-20T21:42:20.596 INFO:tasks.rados.rados.0.smithi046.stdout:101: read oid 14 snap 1 2024-09-20T21:42:20.596 INFO:tasks.rados.rados.0.smithi046.stdout:101: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-20T21:42:20.596 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 4 2024-09-20T21:42:20.596 INFO:tasks.rados.rados.0.smithi046.stdout:102: seq_num 55 ranges {811008=524288,1335296=401408} 2024-09-20T21:42:20.603 INFO:tasks.rados.rados.0.smithi046.stdout:102: writing smithi04683737-49 from 811008 to 1335296 tid 1 2024-09-20T21:42:20.607 INFO:tasks.rados.rados.0.smithi046.stdout:102: writing smithi04683737-49 from 1335296 to 1736704 tid 2 2024-09-20T21:42:20.607 INFO:tasks.rados.rados.0.smithi046.stdout:103: delete oid 42 current snap is 4 2024-09-20T21:42:20.607 INFO:tasks.rados.rados.0.smithi046.stdout:101: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-20T21:42:20.616 INFO:tasks.rados.rados.0.smithi046.stdout:100: finishing copy_from racing read to smithi04683737-24 2024-09-20T21:42:20.616 INFO:tasks.rados.rados.0.smithi046.stdout:100: finishing copy_from to smithi04683737-24 2024-09-20T21:42:20.616 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 10 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-20T21:42:20.616 INFO:tasks.rados.rados.0.smithi046.stdout:102: finishing write tid 1 to smithi04683737-49 2024-09-20T21:42:20.616 INFO:tasks.rados.rados.0.smithi046.stdout:100: done (3 left) 2024-09-20T21:42:20.616 INFO:tasks.rados.rados.0.smithi046.stdout:101: done (2 left) 2024-09-20T21:42:20.616 INFO:tasks.rados.rados.0.smithi046.stdout:103: done (1 left) 2024-09-20T21:42:20.616 INFO:tasks.rados.rados.0.smithi046.stdout:104: read oid 2 snap -1 2024-09-20T21:42:20.616 INFO:tasks.rados.rados.0.smithi046.stdout:104: expect (ObjNum 1 snap 0 seq_num 1) 2024-09-20T21:42:20.616 INFO:tasks.rados.rados.0.smithi046.stdout:105: rollback oid 34 current snap is 4 2024-09-20T21:42:20.616 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 34 to 1 2024-09-20T21:42:20.616 INFO:tasks.rados.rados.0.smithi046.stdout:102: finishing write tid 2 to smithi04683737-49 2024-09-20T21:42:20.616 INFO:tasks.rados.rados.0.smithi046.stdout:102: finishing write tid 3 to smithi04683737-49 2024-09-20T21:42:20.616 INFO:tasks.rados.rados.0.smithi046.stdout:102: finishing write tid 4 to smithi04683737-49 2024-09-20T21:42:20.617 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 30 (ObjNum 55 snap 4 seq_num 55) dirty exists 2024-09-20T21:42:20.617 INFO:tasks.rados.rados.0.smithi046.stdout:102: left oid 49 (ObjNum 55 snap 4 seq_num 55) 2024-09-20T21:42:20.617 INFO:tasks.rados.rados.0.smithi046.stdout:102: done (2 left) 2024-09-20T21:42:20.617 INFO:tasks.rados.rados.0.smithi046.stdout:106: delete oid 12 current snap is 4 2024-09-20T21:42:20.617 INFO:tasks.rados.rados.0.smithi046.stdout:104: expect (ObjNum 1 snap 0 seq_num 1) 2024-09-20T21:42:20.619 INFO:tasks.rados.rados.0.smithi046.stdout:105: finishing rollback tid 0 to smithi04683737-34 2024-09-20T21:42:20.619 INFO:tasks.rados.rados.0.smithi046.stdout:105: finishing rollback tid 1 to smithi04683737-34 2024-09-20T21:42:20.619 INFO:tasks.rados.rados.0.smithi046.stdout:105: finishing rollback tid 2 to smithi04683737-34 2024-09-20T21:42:20.619 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 22 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-20T21:42:20.619 INFO:tasks.rados.rados.0.smithi046.stdout:104: done (2 left) 2024-09-20T21:42:20.619 INFO:tasks.rados.rados.0.smithi046.stdout:105: done (1 left) 2024-09-20T21:42:20.619 INFO:tasks.rados.rados.0.smithi046.stdout:106: done (0 left) 2024-09-20T21:42:20.619 INFO:tasks.rados.rados.0.smithi046.stdout:107: read oid 33 snap 1 2024-09-20T21:42:20.619 INFO:tasks.rados.rados.0.smithi046.stdout:107: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-20T21:42:20.619 INFO:tasks.rados.rados.0.smithi046.stdout:108: rollback oid 48 current snap is 4 2024-09-20T21:42:20.619 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 48 to 1 2024-09-20T21:42:20.619 INFO:tasks.rados.rados.0.smithi046.stdout:109: delete oid 47 current snap is 4 2024-09-20T21:42:20.620 INFO:tasks.rados.rados.0.smithi046.stdout:109: done (2 left) 2024-09-20T21:42:20.620 INFO:tasks.rados.rados.0.smithi046.stdout:110: setattr oid 31 current snap is 4 2024-09-20T21:42:20.621 INFO:tasks.rados.rados.0.smithi046.stdout:108: finishing rollback tid 0 to smithi04683737-48 2024-09-20T21:42:20.621 INFO:tasks.rados.rados.0.smithi046.stdout:108: finishing rollback tid 1 to smithi04683737-48 2024-09-20T21:42:20.621 INFO:tasks.rados.rados.0.smithi046.stdout:108: finishing rollback tid 2 to smithi04683737-48 2024-09-20T21:42:20.621 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 12 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-20T21:42:20.621 INFO:tasks.rados.rados.0.smithi046.stdout:108: done (2 left) 2024-09-20T21:42:20.621 INFO:tasks.rados.rados.0.smithi046.stdout:111: snap_create 2024-09-20T21:42:20.623 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 25 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-20T21:42:20.624 INFO:tasks.rados.rados.0.smithi046.stdout:107: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-20T21:42:20.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:20 smithi046 ceph-mon[28078]: osdmap e80: 8 total, 8 up, 8 in 2024-09-20T21:42:20.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:20 smithi046 ceph-mon[39760]: osdmap e80: 8 total, 8 up, 8 in 2024-09-20T21:42:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:20 smithi134 ceph-mon[31761]: osdmap e80: 8 total, 8 up, 8 in 2024-09-20T21:42:21.600 INFO:tasks.rados.rados.0.smithi046.stdout:107: done (2 left) 2024-09-20T21:42:21.601 INFO:tasks.rados.rados.0.smithi046.stdout:110: done (1 left) 2024-09-20T21:42:21.601 INFO:tasks.rados.rados.0.smithi046.stdout:111: done (0 left) 2024-09-20T21:42:21.601 INFO:tasks.rados.rados.0.smithi046.stdout:112: copy_from oid 25 from oid 6 current snap is 5 2024-09-20T21:42:21.601 INFO:tasks.rados.rados.0.smithi046.stdout:113: setattr oid 23 current snap is 5 2024-09-20T21:42:21.601 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 5 2024-09-20T21:42:21.602 INFO:tasks.rados.rados.0.smithi046.stdout:114: seq_num 59 ranges {24576=598016,622592=401408} 2024-09-20T21:42:21.606 INFO:tasks.rados.rados.0.smithi046.stdout:114: writing smithi04683737-15 from 24576 to 622592 tid 1 2024-09-20T21:42:21.608 INFO:tasks.rados.rados.0.smithi046.stdout:114: writing smithi04683737-15 from 622592 to 1024000 tid 2 2024-09-20T21:42:21.608 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 5 2024-09-20T21:42:21.608 INFO:tasks.rados.rados.0.smithi046.stdout:112: finishing copy_from racing read to smithi04683737-25 2024-09-20T21:42:21.609 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 23 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-09-20T21:42:21.609 INFO:tasks.rados.rados.0.smithi046.stdout:115: seq_num 60 ranges {188416=614400,802816=401408} 2024-09-20T21:42:21.613 INFO:tasks.rados.rados.0.smithi046.stdout:115: writing smithi04683737-20 from 188416 to 802816 tid 1 2024-09-20T21:42:21.616 INFO:tasks.rados.rados.0.smithi046.stdout:115: writing smithi04683737-20 from 802816 to 1204224 tid 2 2024-09-20T21:42:21.616 INFO:tasks.rados.rados.0.smithi046.stdout:113: done (3 left) 2024-09-20T21:42:21.616 INFO:tasks.rados.rados.0.smithi046.stdout:116: rollback oid 14 current snap is 5 2024-09-20T21:42:21.616 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 14 to 1 2024-09-20T21:42:21.616 INFO:tasks.rados.rados.0.smithi046.stdout:112: finishing copy_from to smithi04683737-25 2024-09-20T21:42:21.616 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-20T21:42:21.616 INFO:tasks.rados.rados.0.smithi046.stdout:114: finishing write tid 1 to smithi04683737-15 2024-09-20T21:42:21.616 INFO:tasks.rados.rados.0.smithi046.stdout:114: finishing write tid 2 to smithi04683737-15 2024-09-20T21:42:21.616 INFO:tasks.rados.rados.0.smithi046.stdout:114: finishing write tid 3 to smithi04683737-15 2024-09-20T21:42:21.616 INFO:tasks.rados.rados.0.smithi046.stdout:114: finishing write tid 4 to smithi04683737-15 2024-09-20T21:42:21.616 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 15 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-09-20T21:42:21.616 INFO:tasks.rados.rados.0.smithi046.stdout:114: left oid 15 (ObjNum 59 snap 5 seq_num 59) 2024-09-20T21:42:21.617 INFO:tasks.rados.rados.0.smithi046.stdout:112: done (3 left) 2024-09-20T21:42:21.617 INFO:tasks.rados.rados.0.smithi046.stdout:114: done (2 left) 2024-09-20T21:42:21.617 INFO:tasks.rados.rados.0.smithi046.stdout:117: read oid 27 snap -1 2024-09-20T21:42:21.617 INFO:tasks.rados.rados.0.smithi046.stdout:117: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-20T21:42:21.617 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 5 2024-09-20T21:42:21.617 INFO:tasks.rados.rados.0.smithi046.stdout:118: seq_num 61 ranges {344064=630784,974848=401408} 2024-09-20T21:42:21.622 INFO:tasks.rados.rados.0.smithi046.stdout:118: writing smithi04683737-21 from 344064 to 974848 tid 1 2024-09-20T21:42:21.624 INFO:tasks.rados.rados.0.smithi046.stdout:118: writing smithi04683737-21 from 974848 to 1376256 tid 2 2024-09-20T21:42:21.625 INFO:tasks.rados.rados.0.smithi046.stdout:119: snap_create 2024-09-20T21:42:21.625 INFO:tasks.rados.rados.0.smithi046.stdout:115: finishing write tid 1 to smithi04683737-20 2024-09-20T21:42:21.625 INFO:tasks.rados.rados.0.smithi046.stdout:115: finishing write tid 2 to smithi04683737-20 2024-09-20T21:42:21.625 INFO:tasks.rados.rados.0.smithi046.stdout:115: finishing write tid 3 to smithi04683737-20 2024-09-20T21:42:21.625 INFO:tasks.rados.rados.0.smithi046.stdout:116: finishing rollback tid 0 to smithi04683737-14 2024-09-20T21:42:21.625 INFO:tasks.rados.rados.0.smithi046.stdout:117: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-20T21:42:21.638 INFO:tasks.rados.rados.0.smithi046.stdout:116: finishing rollback tid 1 to smithi04683737-14 2024-09-20T21:42:21.638 INFO:tasks.rados.rados.0.smithi046.stdout:116: finishing rollback tid 2 to smithi04683737-14 2024-09-20T21:42:21.638 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 29 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-20T21:42:21.638 INFO:tasks.rados.rados.0.smithi046.stdout:115: finishing write tid 4 to smithi04683737-20 2024-09-20T21:42:21.638 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 12 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-09-20T21:42:21.638 INFO:tasks.rados.rados.0.smithi046.stdout:115: left oid 20 (ObjNum 60 snap 5 seq_num 60) 2024-09-20T21:42:21.638 INFO:tasks.rados.rados.0.smithi046.stdout:118: finishing write tid 1 to smithi04683737-21 2024-09-20T21:42:21.639 INFO:tasks.rados.rados.0.smithi046.stdout:118: finishing write tid 2 to smithi04683737-21 2024-09-20T21:42:21.639 INFO:tasks.rados.rados.0.smithi046.stdout:118: finishing write tid 3 to smithi04683737-21 2024-09-20T21:42:21.639 INFO:tasks.rados.rados.0.smithi046.stdout:118: finishing write tid 4 to smithi04683737-21 2024-09-20T21:42:21.639 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 14 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-09-20T21:42:21.639 INFO:tasks.rados.rados.0.smithi046.stdout:118: left oid 21 (ObjNum 61 snap 5 seq_num 61) 2024-09-20T21:42:21.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:21 smithi046 ceph-mon[28078]: osdmap e81: 8 total, 8 up, 8 in 2024-09-20T21:42:21.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:21 smithi046 ceph-mon[28078]: pgmap v116: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.2 MiB/s wr, 77 op/s 2024-09-20T21:42:21.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:21 smithi046 ceph-mon[39760]: osdmap e81: 8 total, 8 up, 8 in 2024-09-20T21:42:21.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:21 smithi046 ceph-mon[39760]: pgmap v116: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.2 MiB/s wr, 77 op/s 2024-09-20T21:42:21.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:21 smithi134 ceph-mon[31761]: osdmap e81: 8 total, 8 up, 8 in 2024-09-20T21:42:21.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:21 smithi134 ceph-mon[31761]: pgmap v116: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.2 MiB/s wr, 77 op/s 2024-09-20T21:42:22.605 INFO:tasks.rados.rados.0.smithi046.stdout:115: done (4 left) 2024-09-20T21:42:22.606 INFO:tasks.rados.rados.0.smithi046.stdout:116: done (3 left) 2024-09-20T21:42:22.606 INFO:tasks.rados.rados.0.smithi046.stdout:117: done (2 left) 2024-09-20T21:42:22.606 INFO:tasks.rados.rados.0.smithi046.stdout:118: done (1 left) 2024-09-20T21:42:22.606 INFO:tasks.rados.rados.0.smithi046.stdout:119: done (0 left) 2024-09-20T21:42:22.606 INFO:tasks.rados.rados.0.smithi046.stdout:120: read oid 48 snap 4 2024-09-20T21:42:22.606 INFO:tasks.rados.rados.0.smithi046.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-20T21:42:22.606 INFO:tasks.rados.rados.0.smithi046.stdout:121: read oid 49 snap 5 2024-09-20T21:42:22.606 INFO:tasks.rados.rados.0.smithi046.stdout:121: expect (ObjNum 55 snap 4 seq_num 55) 2024-09-20T21:42:22.606 INFO:tasks.rados.rados.0.smithi046.stdout:122: delete oid 44 current snap is 6 2024-09-20T21:42:22.611 INFO:tasks.rados.rados.0.smithi046.stdout:122: done (2 left) 2024-09-20T21:42:22.611 INFO:tasks.rados.rados.0.smithi046.stdout:123: rollback oid 23 current snap is 6 2024-09-20T21:42:22.611 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 23 to 4 2024-09-20T21:42:22.611 INFO:tasks.rados.rados.0.smithi046.stdout:124: read oid 30 snap -1 2024-09-20T21:42:22.611 INFO:tasks.rados.rados.0.smithi046.stdout:124: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-20T21:42:22.611 INFO:tasks.rados.rados.0.smithi046.stdout:125: setattr oid 35 current snap is 6 2024-09-20T21:42:22.612 INFO:tasks.rados.rados.0.smithi046.stdout:126: delete oid 25 current snap is 6 2024-09-20T21:42:22.614 INFO:tasks.rados.rados.0.smithi046.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-20T21:42:22.638 INFO:tasks.rados.rados.0.smithi046.stdout:121: expect (ObjNum 55 snap 4 seq_num 55) 2024-09-20T21:42:22.700 INFO:tasks.rados.rados.0.smithi046.stdout:123: finishing rollback tid 0 to smithi04683737-23 2024-09-20T21:42:22.701 INFO:tasks.rados.rados.0.smithi046.stdout:123: finishing rollback tid 1 to smithi04683737-23 2024-09-20T21:42:22.701 INFO:tasks.rados.rados.0.smithi046.stdout:123: finishing rollback tid 2 to smithi04683737-23 2024-09-20T21:42:22.701 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 27 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-09-20T21:42:22.701 INFO:tasks.rados.rados.0.smithi046.stdout:120: done (5 left) 2024-09-20T21:42:22.701 INFO:tasks.rados.rados.0.smithi046.stdout:121: done (4 left) 2024-09-20T21:42:22.701 INFO:tasks.rados.rados.0.smithi046.stdout:123: done (3 left) 2024-09-20T21:42:22.701 INFO:tasks.rados.rados.0.smithi046.stdout:126: done (2 left) 2024-09-20T21:42:22.701 INFO:tasks.rados.rados.0.smithi046.stdout:127: snap_remove snap 4 2024-09-20T21:42:22.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:22 smithi046 ceph-mon[28078]: osdmap e82: 8 total, 8 up, 8 in 2024-09-20T21:42:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:22 smithi046 ceph-mon[39760]: osdmap e82: 8 total, 8 up, 8 in 2024-09-20T21:42:22.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:22 smithi134 ceph-mon[31761]: osdmap e82: 8 total, 8 up, 8 in 2024-09-20T21:42:23.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:42:23 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:42:23] "GET /metrics HTTP/1.1" 200 238835 "" "Prometheus/2.43.0" 2024-09-20T21:42:23.614 INFO:tasks.rados.rados.0.smithi046.stdout:127: done (2 left) 2024-09-20T21:42:23.614 INFO:tasks.rados.rados.0.smithi046.stdout:128: setattr oid 32 current snap is 6 2024-09-20T21:42:23.614 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 19 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-09-20T21:42:23.614 INFO:tasks.rados.rados.0.smithi046.stdout:124: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-20T21:42:23.630 INFO:tasks.rados.rados.0.smithi046.stdout:124: done (2 left) 2024-09-20T21:42:23.630 INFO:tasks.rados.rados.0.smithi046.stdout:125: done (1 left) 2024-09-20T21:42:23.630 INFO:tasks.rados.rados.0.smithi046.stdout:129: snap_remove snap 1 2024-09-20T21:42:23.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:23 smithi046 ceph-mon[28078]: osdmap e83: 8 total, 8 up, 8 in 2024-09-20T21:42:23.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:23 smithi046 ceph-mon[28078]: pgmap v119: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:42:23.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:23 smithi046 ceph-mon[39760]: osdmap e83: 8 total, 8 up, 8 in 2024-09-20T21:42:23.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:23 smithi046 ceph-mon[39760]: pgmap v119: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:42:23.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:23 smithi134 ceph-mon[31761]: osdmap e83: 8 total, 8 up, 8 in 2024-09-20T21:42:23.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:23 smithi134 ceph-mon[31761]: pgmap v119: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:42:24.617 INFO:tasks.rados.rados.0.smithi046.stdout:129: done (1 left) 2024-09-20T21:42:24.617 INFO:tasks.rados.rados.0.smithi046.stdout:130: delete oid 6 current snap is 6 2024-09-20T21:42:24.617 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 32 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-09-20T21:42:24.625 INFO:tasks.rados.rados.0.smithi046.stdout:128: done (1 left) 2024-09-20T21:42:24.625 INFO:tasks.rados.rados.0.smithi046.stdout:130: done (0 left) 2024-09-20T21:42:24.625 INFO:tasks.rados.rados.0.smithi046.stdout:131: snap_remove snap 5 2024-09-20T21:42:24.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:24 smithi046 ceph-mon[28078]: osdmap e84: 8 total, 8 up, 8 in 2024-09-20T21:42:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:24 smithi046 ceph-mon[39760]: osdmap e84: 8 total, 8 up, 8 in 2024-09-20T21:42:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:24 smithi134 ceph-mon[31761]: osdmap e84: 8 total, 8 up, 8 in 2024-09-20T21:42:25.624 INFO:tasks.rados.rados.0.smithi046.stdout:131: done (0 left) 2024-09-20T21:42:25.624 INFO:tasks.rados.rados.0.smithi046.stdout:132: rollback oid 17 current snap is 6 2024-09-20T21:42:25.624 INFO:tasks.rados.rados.0.smithi046.stdout:132: done (0 left) 2024-09-20T21:42:25.624 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 6 2024-09-20T21:42:25.624 INFO:tasks.rados.rados.0.smithi046.stdout:133: seq_num 65 ranges {712704=696320,1409024=401408} 2024-09-20T21:42:25.633 INFO:tasks.rados.rados.0.smithi046.stdout:133: writing smithi04683737-43 from 712704 to 1409024 tid 1 2024-09-20T21:42:25.637 INFO:tasks.rados.rados.0.smithi046.stdout:133: writing smithi04683737-43 from 1409024 to 1810432 tid 2 2024-09-20T21:42:25.638 INFO:tasks.rados.rados.0.smithi046.stdout:134: read oid 11 snap -1 2024-09-20T21:42:25.638 INFO:tasks.rados.rados.0.smithi046.stdout:134: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-20T21:42:25.638 INFO:tasks.rados.rados.0.smithi046.stdout:135: read oid 6 snap -1 2024-09-20T21:42:25.638 INFO:tasks.rados.rados.0.smithi046.stdout:135: expect deleted 2024-09-20T21:42:25.638 INFO:tasks.rados.rados.0.smithi046.stdout:136: copy_from oid 18 from oid 46 current snap is 6 2024-09-20T21:42:25.638 INFO:tasks.rados.rados.0.smithi046.stdout:137: read oid 41 snap -1 2024-09-20T21:42:25.638 INFO:tasks.rados.rados.0.smithi046.stdout:137: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-20T21:42:25.638 INFO:tasks.rados.rados.0.smithi046.stdout:138: rmattr oid 37 current snap is 6 2024-09-20T21:42:25.638 INFO:tasks.rados.rados.0.smithi046.stdout:138: done (5 left) 2024-09-20T21:42:25.638 INFO:tasks.rados.rados.0.smithi046.stdout:139: read oid 1 snap -1 2024-09-20T21:42:25.638 INFO:tasks.rados.rados.0.smithi046.stdout:139: expect deleted 2024-09-20T21:42:25.638 INFO:tasks.rados.rados.0.smithi046.stdout:133: finishing write tid 1 to smithi04683737-43 2024-09-20T21:42:25.638 INFO:tasks.rados.rados.0.smithi046.stdout:140: rmattr oid 30 current snap is 6 2024-09-20T21:42:25.639 INFO:tasks.rados.rados.0.smithi046.stdout:140: done (6 left) 2024-09-20T21:42:25.639 INFO:tasks.rados.rados.0.smithi046.stdout:141: setattr oid 47 current snap is 6 2024-09-20T21:42:25.639 INFO:tasks.rados.rados.0.smithi046.stdout:135: done (6 left) 2024-09-20T21:42:25.640 INFO:tasks.rados.rados.0.smithi046.stdout:142: copy_from oid 31 from oid 17 current snap is 6 2024-09-20T21:42:25.640 INFO:tasks.rados.rados.0.smithi046.stdout:143: setattr oid 35 current snap is 6 2024-09-20T21:42:25.640 INFO:tasks.rados.rados.0.smithi046.stdout:134: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-20T21:42:25.647 INFO:tasks.rados.rados.0.smithi046.stdout:133: finishing write tid 2 to smithi04683737-43 2024-09-20T21:42:25.647 INFO:tasks.rados.rados.0.smithi046.stdout:133: finishing write tid 3 to smithi04683737-43 2024-09-20T21:42:25.648 INFO:tasks.rados.rados.0.smithi046.stdout:133: finishing write tid 4 to smithi04683737-43 2024-09-20T21:42:25.648 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 23 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-09-20T21:42:25.648 INFO:tasks.rados.rados.0.smithi046.stdout:133: left oid 43 (ObjNum 65 snap 6 seq_num 65) 2024-09-20T21:42:25.648 INFO:tasks.rados.rados.0.smithi046.stdout:137: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-20T21:42:25.671 INFO:tasks.rados.rados.0.smithi046.stdout:136: finishing copy_from racing read to smithi04683737-18 2024-09-20T21:42:25.671 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 40 (ObjNum 129 snap 0 seq_num 20339016) dirty exists 2024-09-20T21:42:25.671 INFO:tasks.rados.rados.0.smithi046.stdout:136: finishing copy_from to smithi04683737-18 2024-09-20T21:42:25.671 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-20T21:42:25.671 INFO:tasks.rados.rados.0.smithi046.stdout:142: finishing copy_from racing read to smithi04683737-31 2024-09-20T21:42:25.671 INFO:tasks.rados.rados.0.smithi046.stdout:142: finishing copy_from to smithi04683737-31 2024-09-20T21:42:25.671 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 4 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-09-20T21:42:25.671 INFO:tasks.rados.rados.0.smithi046.stdout:133: done (7 left) 2024-09-20T21:42:25.671 INFO:tasks.rados.rados.0.smithi046.stdout:134: done (6 left) 2024-09-20T21:42:25.671 INFO:tasks.rados.rados.0.smithi046.stdout:136: done (5 left) 2024-09-20T21:42:25.672 INFO:tasks.rados.rados.0.smithi046.stdout:137: done (4 left) 2024-09-20T21:42:25.672 INFO:tasks.rados.rados.0.smithi046.stdout:139: done (3 left) 2024-09-20T21:42:25.672 INFO:tasks.rados.rados.0.smithi046.stdout:141: done (2 left) 2024-09-20T21:42:25.672 INFO:tasks.rados.rados.0.smithi046.stdout:142: done (1 left) 2024-09-20T21:42:25.672 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 6 2024-09-20T21:42:25.672 INFO:tasks.rados.rados.0.smithi046.stdout:144: seq_num 66 ranges {778240=712704,1490944=401408} 2024-09-20T21:42:25.678 INFO:tasks.rados.rados.0.smithi046.stdout:144: writing smithi04683737-24 from 778240 to 1490944 tid 1 2024-09-20T21:42:25.681 INFO:tasks.rados.rados.0.smithi046.stdout:144: writing smithi04683737-24 from 1490944 to 1892352 tid 2 2024-09-20T21:42:25.681 INFO:tasks.rados.rados.0.smithi046.stdout:145: setattr oid 29 current snap is 6 2024-09-20T21:42:25.681 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 28 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-09-20T21:42:25.682 INFO:tasks.rados.rados.0.smithi046.stdout:144: finishing write tid 1 to smithi04683737-24 2024-09-20T21:42:25.682 INFO:tasks.rados.rados.0.smithi046.stdout:143: done (2 left) 2024-09-20T21:42:25.682 INFO:tasks.rados.rados.0.smithi046.stdout:146: snap_create 2024-09-20T21:42:25.684 INFO:tasks.rados.rados.0.smithi046.stdout:144: finishing write tid 2 to smithi04683737-24 2024-09-20T21:42:25.684 INFO:tasks.rados.rados.0.smithi046.stdout:144: finishing write tid 3 to smithi04683737-24 2024-09-20T21:42:25.685 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 11 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-20T21:42:25.685 INFO:tasks.rados.rados.0.smithi046.stdout:144: finishing write tid 4 to smithi04683737-24 2024-09-20T21:42:25.685 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 24 (ObjNum 66 snap 6 seq_num 66) dirty exists 2024-09-20T21:42:25.685 INFO:tasks.rados.rados.0.smithi046.stdout:144: left oid 24 (ObjNum 66 snap 6 seq_num 66) 2024-09-20T21:42:25.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:25 smithi046 ceph-mon[28078]: osdmap e85: 8 total, 8 up, 8 in 2024-09-20T21:42:25.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:25 smithi046 ceph-mon[28078]: pgmap v122: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.6 MiB/s wr, 36 op/s 2024-09-20T21:42:25.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:25 smithi046 ceph-mon[39760]: osdmap e85: 8 total, 8 up, 8 in 2024-09-20T21:42:25.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:25 smithi046 ceph-mon[39760]: pgmap v122: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.6 MiB/s wr, 36 op/s 2024-09-20T21:42:25.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:25 smithi134 ceph-mon[31761]: osdmap e85: 8 total, 8 up, 8 in 2024-09-20T21:42:25.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:25 smithi134 ceph-mon[31761]: pgmap v122: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.6 MiB/s wr, 36 op/s 2024-09-20T21:42:26.627 INFO:tasks.rados.rados.0.smithi046.stdout:144: done (2 left) 2024-09-20T21:42:26.627 INFO:tasks.rados.rados.0.smithi046.stdout:145: done (1 left) 2024-09-20T21:42:26.628 INFO:tasks.rados.rados.0.smithi046.stdout:146: done (0 left) 2024-09-20T21:42:26.628 INFO:tasks.rados.rados.0.smithi046.stdout:147: snap_remove snap 6 2024-09-20T21:42:26.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:26 smithi046 ceph-mon[39760]: osdmap e86: 8 total, 8 up, 8 in 2024-09-20T21:42:26.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:26 smithi046 ceph-mon[28078]: osdmap e86: 8 total, 8 up, 8 in 2024-09-20T21:42:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:26 smithi134 ceph-mon[31761]: osdmap e86: 8 total, 8 up, 8 in 2024-09-20T21:42:27.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:42:26 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:42:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-20T21:42:27.634 INFO:tasks.rados.rados.0.smithi046.stdout:147: done (0 left) 2024-09-20T21:42:27.634 INFO:tasks.rados.rados.0.smithi046.stdout:148: delete oid 1 current snap is 7 2024-09-20T21:42:27.635 INFO:tasks.rados.rados.0.smithi046.stdout:148: done (0 left) 2024-09-20T21:42:27.635 INFO:tasks.rados.rados.0.smithi046.stdout:149: snap_create 2024-09-20T21:42:27.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:27 smithi046 ceph-mon[28078]: osdmap e87: 8 total, 8 up, 8 in 2024-09-20T21:42:27.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:27 smithi046 ceph-mon[28078]: pgmap v125: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.6 MiB/s wr, 36 op/s 2024-09-20T21:42:27.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:27 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:42:27.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:27 smithi046 ceph-mon[39760]: osdmap e87: 8 total, 8 up, 8 in 2024-09-20T21:42:27.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:27 smithi046 ceph-mon[39760]: pgmap v125: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.6 MiB/s wr, 36 op/s 2024-09-20T21:42:27.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:27 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:42:27.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:27 smithi134 ceph-mon[31761]: osdmap e87: 8 total, 8 up, 8 in 2024-09-20T21:42:27.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:27 smithi134 ceph-mon[31761]: pgmap v125: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.6 MiB/s wr, 36 op/s 2024-09-20T21:42:27.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:27 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:42:28.032 INFO:tasks.rados.rados.0.smithi046.stdout:149: done (0 left) 2024-09-20T21:42:28.032 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 31 current snap is 8 2024-09-20T21:42:28.032 INFO:tasks.rados.rados.0.smithi046.stdout:150: seq_num 68 ranges {270336=745472,1015808=401408} 2024-09-20T21:42:28.037 INFO:tasks.rados.rados.0.smithi046.stdout:150: writing smithi04683737-31 from 270336 to 1015808 tid 1 2024-09-20T21:42:28.040 INFO:tasks.rados.rados.0.smithi046.stdout:150: writing smithi04683737-31 from 1015808 to 1417216 tid 2 2024-09-20T21:42:28.040 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 8 2024-09-20T21:42:28.040 INFO:tasks.rados.rados.0.smithi046.stdout:151: seq_num 69 ranges {253952=761856,1015808=401408} 2024-09-20T21:42:28.046 INFO:tasks.rados.rados.0.smithi046.stdout:151: writing smithi04683737-16 from 253952 to 1015808 tid 1 2024-09-20T21:42:28.050 INFO:tasks.rados.rados.0.smithi046.stdout:151: writing smithi04683737-16 from 1015808 to 1417216 tid 2 2024-09-20T21:42:28.050 INFO:tasks.rados.rados.0.smithi046.stdout:152: copy_from oid 10 from oid 39 current snap is 8 2024-09-20T21:42:28.050 INFO:tasks.rados.rados.0.smithi046.stdout:150: finishing write tid 1 to smithi04683737-31 2024-09-20T21:42:28.050 INFO:tasks.rados.rados.0.smithi046.stdout:150: finishing write tid 2 to smithi04683737-31 2024-09-20T21:42:28.050 INFO:tasks.rados.rados.0.smithi046.stdout:150: finishing write tid 3 to smithi04683737-31 2024-09-20T21:42:28.050 INFO:tasks.rados.rados.0.smithi046.stdout:150: finishing write tid 4 to smithi04683737-31 2024-09-20T21:42:28.051 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 45 (ObjNum 68 snap 8 seq_num 68) dirty exists 2024-09-20T21:42:28.051 INFO:tasks.rados.rados.0.smithi046.stdout:150: left oid 31 (ObjNum 68 snap 8 seq_num 68) 2024-09-20T21:42:28.051 INFO:tasks.rados.rados.0.smithi046.stdout:150: done (2 left) 2024-09-20T21:42:28.051 INFO:tasks.rados.rados.0.smithi046.stdout:153: read oid 25 snap 7 2024-09-20T21:42:28.051 INFO:tasks.rados.rados.0.smithi046.stdout:153: expect deleted 2024-09-20T21:42:28.051 INFO:tasks.rados.rados.0.smithi046.stdout:154: copy_from oid 21 from oid 35 current snap is 8 2024-09-20T21:42:28.051 INFO:tasks.rados.rados.0.smithi046.stdout:155: rollback oid 19 current snap is 8 2024-09-20T21:42:28.051 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 19 to 7 2024-09-20T21:42:28.051 INFO:tasks.rados.rados.0.smithi046.stdout:156: copy_from oid 38 from oid 24 current snap is 8 2024-09-20T21:42:28.051 INFO:tasks.rados.rados.0.smithi046.stdout:157: snap_create 2024-09-20T21:42:28.053 INFO:tasks.rados.rados.0.smithi046.stdout:155: finishing rollback tid 0 to smithi04683737-19 2024-09-20T21:42:28.053 INFO:tasks.rados.rados.0.smithi046.stdout:151: finishing write tid 1 to smithi04683737-16 2024-09-20T21:42:28.053 INFO:tasks.rados.rados.0.smithi046.stdout:155: finishing rollback tid 1 to smithi04683737-19 2024-09-20T21:42:28.053 INFO:tasks.rados.rados.0.smithi046.stdout:151: finishing write tid 2 to smithi04683737-16 2024-09-20T21:42:28.053 INFO:tasks.rados.rados.0.smithi046.stdout:155: finishing rollback tid 2 to smithi04683737-19 2024-09-20T21:42:28.053 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 14 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-20T21:42:28.054 INFO:tasks.rados.rados.0.smithi046.stdout:151: finishing write tid 3 to smithi04683737-16 2024-09-20T21:42:28.055 INFO:tasks.rados.rados.0.smithi046.stdout:151: finishing write tid 4 to smithi04683737-16 2024-09-20T21:42:28.055 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 22 (ObjNum 69 snap 8 seq_num 69) dirty exists 2024-09-20T21:42:28.055 INFO:tasks.rados.rados.0.smithi046.stdout:151: left oid 16 (ObjNum 69 snap 8 seq_num 69) 2024-09-20T21:42:28.056 INFO:tasks.rados.rados.0.smithi046.stdout:152: finishing copy_from racing read to smithi04683737-10 2024-09-20T21:42:28.059 INFO:tasks.rados.rados.0.smithi046.stdout:152: finishing copy_from to smithi04683737-10 2024-09-20T21:42:28.059 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 6 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-20T21:42:28.062 INFO:tasks.rados.rados.0.smithi046.stdout:154: finishing copy_from racing read to smithi04683737-21 2024-09-20T21:42:28.063 INFO:tasks.rados.rados.0.smithi046.stdout:154: finishing copy_from to smithi04683737-21 2024-09-20T21:42:28.063 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 28 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-09-20T21:42:28.065 INFO:tasks.rados.rados.0.smithi046.stdout:156: finishing copy_from racing read to smithi04683737-38 2024-09-20T21:42:28.066 INFO:tasks.rados.rados.0.smithi046.stdout:156: finishing copy_from to smithi04683737-38 2024-09-20T21:42:28.066 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 24 (ObjNum 66 snap 6 seq_num 66) dirty exists 2024-09-20T21:42:28.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:28 smithi046 ceph-mon[28078]: osdmap e88: 8 total, 8 up, 8 in 2024-09-20T21:42:28.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:28 smithi046 ceph-mon[28078]: osdmap e89: 8 total, 8 up, 8 in 2024-09-20T21:42:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:28 smithi046 ceph-mon[39760]: osdmap e88: 8 total, 8 up, 8 in 2024-09-20T21:42:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:28 smithi046 ceph-mon[39760]: osdmap e89: 8 total, 8 up, 8 in 2024-09-20T21:42:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:28 smithi134 ceph-mon[31761]: osdmap e88: 8 total, 8 up, 8 in 2024-09-20T21:42:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:28 smithi134 ceph-mon[31761]: osdmap e89: 8 total, 8 up, 8 in 2024-09-20T21:42:29.033 INFO:tasks.rados.rados.0.smithi046.stdout:151: done (6 left) 2024-09-20T21:42:29.033 INFO:tasks.rados.rados.0.smithi046.stdout:152: done (5 left) 2024-09-20T21:42:29.033 INFO:tasks.rados.rados.0.smithi046.stdout:153: done (4 left) 2024-09-20T21:42:29.033 INFO:tasks.rados.rados.0.smithi046.stdout:154: done (3 left) 2024-09-20T21:42:29.033 INFO:tasks.rados.rados.0.smithi046.stdout:155: done (2 left) 2024-09-20T21:42:29.033 INFO:tasks.rados.rados.0.smithi046.stdout:156: done (1 left) 2024-09-20T21:42:29.033 INFO:tasks.rados.rados.0.smithi046.stdout:157: done (0 left) 2024-09-20T21:42:29.033 INFO:tasks.rados.rados.0.smithi046.stdout:158: read oid 46 snap -1 2024-09-20T21:42:29.033 INFO:tasks.rados.rados.0.smithi046.stdout:158: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-20T21:42:29.033 INFO:tasks.rados.rados.0.smithi046.stdout:159: read oid 7 snap 7 2024-09-20T21:42:29.034 INFO:tasks.rados.rados.0.smithi046.stdout:159: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-20T21:42:29.034 INFO:tasks.rados.rados.0.smithi046.stdout:160: snap_create 2024-09-20T21:42:29.037 INFO:tasks.rados.rados.0.smithi046.stdout:159: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-20T21:42:29.042 INFO:tasks.rados.rados.0.smithi046.stdout:158: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-20T21:42:30.043 INFO:tasks.rados.rados.0.smithi046.stdout:158: done (2 left) 2024-09-20T21:42:30.043 INFO:tasks.rados.rados.0.smithi046.stdout:159: done (1 left) 2024-09-20T21:42:30.043 INFO:tasks.rados.rados.0.smithi046.stdout:160: done (0 left) 2024-09-20T21:42:30.043 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 10 2024-09-20T21:42:30.043 INFO:tasks.rados.rados.0.smithi046.stdout:161: seq_num 70 ranges {204800=778240,983040=401408} 2024-09-20T21:42:30.048 INFO:tasks.rados.rados.0.smithi046.stdout:161: writing smithi04683737-13 from 204800 to 983040 tid 1 2024-09-20T21:42:30.051 INFO:tasks.rados.rados.0.smithi046.stdout:161: writing smithi04683737-13 from 983040 to 1384448 tid 2 2024-09-20T21:42:30.053 INFO:tasks.rados.rados.0.smithi046.stdout:162: copy_from oid 15 from oid 5 current snap is 10 2024-09-20T21:42:30.053 INFO:tasks.rados.rados.0.smithi046.stdout:163: rollback oid 19 current snap is 10 2024-09-20T21:42:30.053 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 19 to 8 2024-09-20T21:42:30.053 INFO:tasks.rados.rados.0.smithi046.stdout:164: copy_from oid 21 from oid 24 current snap is 10 2024-09-20T21:42:30.053 INFO:tasks.rados.rados.0.smithi046.stdout:165: copy_from oid 3 from oid 7 current snap is 10 2024-09-20T21:42:30.053 INFO:tasks.rados.rados.0.smithi046.stdout:166: read oid 33 snap -1 2024-09-20T21:42:30.053 INFO:tasks.rados.rados.0.smithi046.stdout:166: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-20T21:42:30.053 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 10 2024-09-20T21:42:30.054 INFO:tasks.rados.rados.0.smithi046.stdout:167: seq_num 71 ranges {1417216=794624,2211840=401408} 2024-09-20T21:42:30.066 INFO:tasks.rados.rados.0.smithi046.stdout:167: writing smithi04683737-16 from 1417216 to 2211840 tid 1 2024-09-20T21:42:30.069 INFO:tasks.rados.rados.0.smithi046.stdout:167: writing smithi04683737-16 from 2211840 to 2613248 tid 2 2024-09-20T21:42:30.069 INFO:tasks.rados.rados.0.smithi046.stdout:161: finishing write tid 1 to smithi04683737-13 2024-09-20T21:42:30.069 INFO:tasks.rados.rados.0.smithi046.stdout:161: finishing write tid 2 to smithi04683737-13 2024-09-20T21:42:30.069 INFO:tasks.rados.rados.0.smithi046.stdout:161: finishing write tid 3 to smithi04683737-13 2024-09-20T21:42:30.069 INFO:tasks.rados.rados.0.smithi046.stdout:161: finishing write tid 4 to smithi04683737-13 2024-09-20T21:42:30.069 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 46 (ObjNum 70 snap 10 seq_num 70) dirty exists 2024-09-20T21:42:30.069 INFO:tasks.rados.rados.0.smithi046.stdout:161: left oid 13 (ObjNum 70 snap 10 seq_num 70) 2024-09-20T21:42:30.069 INFO:tasks.rados.rados.0.smithi046.stdout:166: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-20T21:42:30.087 INFO:tasks.rados.rados.0.smithi046.stdout:163: finishing rollback tid 0 to smithi04683737-19 2024-09-20T21:42:30.087 INFO:tasks.rados.rados.0.smithi046.stdout:163: finishing rollback tid 1 to smithi04683737-19 2024-09-20T21:42:30.087 INFO:tasks.rados.rados.0.smithi046.stdout:163: finishing rollback tid 2 to smithi04683737-19 2024-09-20T21:42:30.087 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 17 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-20T21:42:30.087 INFO:tasks.rados.rados.0.smithi046.stdout:165: finishing copy_from racing read to smithi04683737-3 2024-09-20T21:42:30.087 INFO:tasks.rados.rados.0.smithi046.stdout:162: finishing copy_from racing read to smithi04683737-15 2024-09-20T21:42:30.087 INFO:tasks.rados.rados.0.smithi046.stdout:161: done (6 left) 2024-09-20T21:42:30.087 INFO:tasks.rados.rados.0.smithi046.stdout:163: done (5 left) 2024-09-20T21:42:30.087 INFO:tasks.rados.rados.0.smithi046.stdout:166: done (4 left) 2024-09-20T21:42:30.087 INFO:tasks.rados.rados.0.smithi046.stdout:168: rmattr oid 50 current snap is 10 2024-09-20T21:42:30.087 INFO:tasks.rados.rados.0.smithi046.stdout:168: done (4 left) 2024-09-20T21:42:30.087 INFO:tasks.rados.rados.0.smithi046.stdout:169: snap_remove snap 8 2024-09-20T21:42:30.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:30 smithi046 ceph-mon[28078]: pgmap v128: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 633 KiB/s rd, 792 KiB/s wr, 25 op/s 2024-09-20T21:42:30.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:30 smithi046 ceph-mon[28078]: osdmap e90: 8 total, 8 up, 8 in 2024-09-20T21:42:30.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:30 smithi046 ceph-mon[39760]: pgmap v128: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 633 KiB/s rd, 792 KiB/s wr, 25 op/s 2024-09-20T21:42:30.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:30 smithi046 ceph-mon[39760]: osdmap e90: 8 total, 8 up, 8 in 2024-09-20T21:42:30.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:30 smithi134 ceph-mon[31761]: pgmap v128: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 633 KiB/s rd, 792 KiB/s wr, 25 op/s 2024-09-20T21:42:30.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:30 smithi134 ceph-mon[31761]: osdmap e90: 8 total, 8 up, 8 in 2024-09-20T21:42:31.047 INFO:tasks.rados.rados.0.smithi046.stdout:169: done (4 left) 2024-09-20T21:42:31.047 INFO:tasks.rados.rados.0.smithi046.stdout:170: read oid 9 snap -1 2024-09-20T21:42:31.047 INFO:tasks.rados.rados.0.smithi046.stdout:170: expect (ObjNum 8 snap 0 seq_num 8) 2024-09-20T21:42:31.048 INFO:tasks.rados.rados.0.smithi046.stdout:171: rmattr oid 1 current snap is 10 2024-09-20T21:42:31.048 INFO:tasks.rados.rados.0.smithi046.stdout:171: done (5 left) 2024-09-20T21:42:31.048 INFO:tasks.rados.rados.0.smithi046.stdout:172: snap_create 2024-09-20T21:42:31.048 INFO:tasks.rados.rados.0.smithi046.stdout:162: finishing copy_from to smithi04683737-15 2024-09-20T21:42:31.048 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-09-20T21:42:31.048 INFO:tasks.rados.rados.0.smithi046.stdout:165: finishing copy_from to smithi04683737-3 2024-09-20T21:42:31.048 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-20T21:42:31.048 INFO:tasks.rados.rados.0.smithi046.stdout:164: finishing copy_from racing read to smithi04683737-21 2024-09-20T21:42:31.048 INFO:tasks.rados.rados.0.smithi046.stdout:164: finishing copy_from to smithi04683737-21 2024-09-20T21:42:31.048 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 24 (ObjNum 66 snap 6 seq_num 66) dirty exists 2024-09-20T21:42:31.048 INFO:tasks.rados.rados.0.smithi046.stdout:167: finishing write tid 1 to smithi04683737-16 2024-09-20T21:42:31.048 INFO:tasks.rados.rados.0.smithi046.stdout:167: finishing write tid 2 to smithi04683737-16 2024-09-20T21:42:31.048 INFO:tasks.rados.rados.0.smithi046.stdout:167: finishing write tid 3 to smithi04683737-16 2024-09-20T21:42:31.048 INFO:tasks.rados.rados.0.smithi046.stdout:167: finishing write tid 4 to smithi04683737-16 2024-09-20T21:42:31.049 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 28 (ObjNum 71 snap 10 seq_num 71) dirty exists 2024-09-20T21:42:31.049 INFO:tasks.rados.rados.0.smithi046.stdout:167: left oid 16 (ObjNum 71 snap 10 seq_num 71) 2024-09-20T21:42:31.052 INFO:tasks.rados.rados.0.smithi046.stdout:170: expect (ObjNum 8 snap 0 seq_num 8) 2024-09-20T21:42:31.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:31 smithi046 ceph-mon[28078]: osdmap e91: 8 total, 8 up, 8 in 2024-09-20T21:42:31.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:31 smithi046 ceph-mon[39760]: osdmap e91: 8 total, 8 up, 8 in 2024-09-20T21:42:31.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:31 smithi134 ceph-mon[31761]: osdmap e91: 8 total, 8 up, 8 in 2024-09-20T21:42:32.048 INFO:tasks.rados.rados.0.smithi046.stdout:162: done (5 left) 2024-09-20T21:42:32.048 INFO:tasks.rados.rados.0.smithi046.stdout:164: done (4 left) 2024-09-20T21:42:32.048 INFO:tasks.rados.rados.0.smithi046.stdout:165: done (3 left) 2024-09-20T21:42:32.048 INFO:tasks.rados.rados.0.smithi046.stdout:167: done (2 left) 2024-09-20T21:42:32.048 INFO:tasks.rados.rados.0.smithi046.stdout:170: done (1 left) 2024-09-20T21:42:32.049 INFO:tasks.rados.rados.0.smithi046.stdout:172: done (0 left) 2024-09-20T21:42:32.049 INFO:tasks.rados.rados.0.smithi046.stdout:173: copy_from oid 17 from oid 8 current snap is 11 2024-09-20T21:42:32.049 INFO:tasks.rados.rados.0.smithi046.stdout:174: read oid 32 snap -1 2024-09-20T21:42:32.049 INFO:tasks.rados.rados.0.smithi046.stdout:174: expect (ObjNum 31 snap 0 seq_num 31) 2024-09-20T21:42:32.049 INFO:tasks.rados.rados.0.smithi046.stdout:175: snap_remove snap 10 2024-09-20T21:42:32.052 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:32 smithi046 ceph-mon[28078]: pgmap v131: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 633 KiB/s rd, 792 KiB/s wr, 25 op/s 2024-09-20T21:42:32.052 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:32 smithi046 ceph-mon[28078]: osdmap e92: 8 total, 8 up, 8 in 2024-09-20T21:42:32.052 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:32 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:42:32.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:32 smithi046 ceph-mon[39760]: pgmap v131: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 633 KiB/s rd, 792 KiB/s wr, 25 op/s 2024-09-20T21:42:32.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:32 smithi046 ceph-mon[39760]: osdmap e92: 8 total, 8 up, 8 in 2024-09-20T21:42:32.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:32 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:42:32.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:32 smithi134 ceph-mon[31761]: pgmap v131: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 633 KiB/s rd, 792 KiB/s wr, 25 op/s 2024-09-20T21:42:32.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:32 smithi134 ceph-mon[31761]: osdmap e92: 8 total, 8 up, 8 in 2024-09-20T21:42:32.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:32 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:42:33.062 INFO:tasks.rados.rados.0.smithi046.stdout:175: done (2 left) 2024-09-20T21:42:33.062 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 11 2024-09-20T21:42:33.062 INFO:tasks.rados.rados.0.smithi046.stdout:174: expect (ObjNum 31 snap 0 seq_num 31) 2024-09-20T21:42:33.080 INFO:tasks.rados.rados.0.smithi046.stdout:173: finishing copy_from racing read to smithi04683737-17 2024-09-20T21:42:33.081 INFO:tasks.rados.rados.0.smithi046.stdout:173: finishing copy_from to smithi04683737-17 2024-09-20T21:42:33.081 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 2 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-20T21:42:33.081 INFO:tasks.rados.rados.0.smithi046.stdout:176: seq_num 72 ranges {24576=409600,434176=524288,958464=278528} 2024-09-20T21:42:33.083 INFO:tasks.rados.rados.0.smithi046.stdout:176: writing smithi04683737-2 from 24576 to 434176 tid 1 2024-09-20T21:42:33.086 INFO:tasks.rados.rados.0.smithi046.stdout:176: writing smithi04683737-2 from 434176 to 958464 tid 2 2024-09-20T21:42:33.088 INFO:tasks.rados.rados.0.smithi046.stdout:176: writing smithi04683737-2 from 958464 to 1236992 tid 3 2024-09-20T21:42:33.088 INFO:tasks.rados.rados.0.smithi046.stdout:173: done (2 left) 2024-09-20T21:42:33.088 INFO:tasks.rados.rados.0.smithi046.stdout:174: done (1 left) 2024-09-20T21:42:33.089 INFO:tasks.rados.rados.0.smithi046.stdout:177: copy_from oid 29 from oid 40 current snap is 11 2024-09-20T21:42:33.089 INFO:tasks.rados.rados.0.smithi046.stdout:176: finishing write tid 1 to smithi04683737-2 2024-09-20T21:42:33.089 INFO:tasks.rados.rados.0.smithi046.stdout:178: rollback oid 38 current snap is 11 2024-09-20T21:42:33.089 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 38 to 7 2024-09-20T21:42:33.089 INFO:tasks.rados.rados.0.smithi046.stdout:179: rmattr oid 8 current snap is 11 2024-09-20T21:42:33.089 INFO:tasks.rados.rados.0.smithi046.stdout:179: done (3 left) 2024-09-20T21:42:33.089 INFO:tasks.rados.rados.0.smithi046.stdout:180: rmattr oid 24 current snap is 11 2024-09-20T21:42:33.089 INFO:tasks.rados.rados.0.smithi046.stdout:180: done (3 left) 2024-09-20T21:42:33.089 INFO:tasks.rados.rados.0.smithi046.stdout:181: rmattr oid 4 current snap is 11 2024-09-20T21:42:33.089 INFO:tasks.rados.rados.0.smithi046.stdout:181: done (3 left) 2024-09-20T21:42:33.089 INFO:tasks.rados.rados.0.smithi046.stdout:182: read oid 1 snap -1 2024-09-20T21:42:33.089 INFO:tasks.rados.rados.0.smithi046.stdout:182: expect deleted 2024-09-20T21:42:33.089 INFO:tasks.rados.rados.0.smithi046.stdout:183: read oid 6 snap -1 2024-09-20T21:42:33.089 INFO:tasks.rados.rados.0.smithi046.stdout:183: expect deleted 2024-09-20T21:42:33.090 INFO:tasks.rados.rados.0.smithi046.stdout:184: setattr oid 36 current snap is 11 2024-09-20T21:42:33.090 INFO:tasks.rados.rados.0.smithi046.stdout:183: done (5 left) 2024-09-20T21:42:33.090 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 11 2024-09-20T21:42:33.090 INFO:tasks.rados.rados.0.smithi046.stdout:185: seq_num 73 ranges {491520=425984,917504=409600,1327104=393216} 2024-09-20T21:42:33.096 INFO:tasks.rados.rados.0.smithi046.stdout:185: writing smithi04683737-30 from 491520 to 917504 tid 1 2024-09-20T21:42:33.098 INFO:tasks.rados.rados.0.smithi046.stdout:185: writing smithi04683737-30 from 917504 to 1327104 tid 2 2024-09-20T21:42:33.101 INFO:tasks.rados.rados.0.smithi046.stdout:185: writing smithi04683737-30 from 1327104 to 1720320 tid 3 2024-09-20T21:42:33.101 INFO:tasks.rados.rados.0.smithi046.stdout:186: copy_from oid 19 from oid 34 current snap is 11 2024-09-20T21:42:33.101 INFO:tasks.rados.rados.0.smithi046.stdout:176: finishing write tid 2 to smithi04683737-2 2024-09-20T21:42:33.101 INFO:tasks.rados.rados.0.smithi046.stdout:178: finishing rollback tid 0 to smithi04683737-38 2024-09-20T21:42:33.102 INFO:tasks.rados.rados.0.smithi046.stdout:178: finishing rollback tid 1 to smithi04683737-38 2024-09-20T21:42:33.102 INFO:tasks.rados.rados.0.smithi046.stdout:176: finishing write tid 3 to smithi04683737-2 2024-09-20T21:42:33.102 INFO:tasks.rados.rados.0.smithi046.stdout:176: finishing write tid 4 to smithi04683737-2 2024-09-20T21:42:33.102 INFO:tasks.rados.rados.0.smithi046.stdout:176: finishing write tid 5 to smithi04683737-2 2024-09-20T21:42:33.102 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 21 (ObjNum 72 snap 11 seq_num 72) dirty exists 2024-09-20T21:42:33.102 INFO:tasks.rados.rados.0.smithi046.stdout:176: left oid 2 (ObjNum 72 snap 11 seq_num 72) 2024-09-20T21:42:33.102 INFO:tasks.rados.rados.0.smithi046.stdout:178: finishing rollback tid 2 to smithi04683737-38 2024-09-20T21:42:33.102 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 34 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-09-20T21:42:33.102 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 30 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-09-20T21:42:33.102 INFO:tasks.rados.rados.0.smithi046.stdout:185: finishing write tid 1 to smithi04683737-30 2024-09-20T21:42:33.102 INFO:tasks.rados.rados.0.smithi046.stdout:176: done (6 left) 2024-09-20T21:42:33.102 INFO:tasks.rados.rados.0.smithi046.stdout:178: done (5 left) 2024-09-20T21:42:33.102 INFO:tasks.rados.rados.0.smithi046.stdout:182: done (4 left) 2024-09-20T21:42:33.102 INFO:tasks.rados.rados.0.smithi046.stdout:184: done (3 left) 2024-09-20T21:42:33.103 INFO:tasks.rados.rados.0.smithi046.stdout:187: snap_create 2024-09-20T21:42:33.103 INFO:tasks.rados.rados.0.smithi046.stdout:177: finishing copy_from racing read to smithi04683737-29 2024-09-20T21:42:33.103 INFO:tasks.rados.rados.0.smithi046.stdout:177: finishing copy_from to smithi04683737-29 2024-09-20T21:42:33.103 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 10 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-20T21:42:33.103 INFO:tasks.rados.rados.0.smithi046.stdout:185: finishing write tid 2 to smithi04683737-30 2024-09-20T21:42:33.103 INFO:tasks.rados.rados.0.smithi046.stdout:185: finishing write tid 3 to smithi04683737-30 2024-09-20T21:42:33.104 INFO:tasks.rados.rados.0.smithi046.stdout:185: finishing write tid 4 to smithi04683737-30 2024-09-20T21:42:33.104 INFO:tasks.rados.rados.0.smithi046.stdout:185: finishing write tid 5 to smithi04683737-30 2024-09-20T21:42:33.104 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 28 (ObjNum 73 snap 11 seq_num 73) dirty exists 2024-09-20T21:42:33.104 INFO:tasks.rados.rados.0.smithi046.stdout:185: left oid 30 (ObjNum 73 snap 11 seq_num 73) 2024-09-20T21:42:33.105 INFO:tasks.rados.rados.0.smithi046.stdout:186: finishing copy_from racing read to smithi04683737-19 2024-09-20T21:42:33.106 INFO:tasks.rados.rados.0.smithi046.stdout:186: finishing copy_from to smithi04683737-19 2024-09-20T21:42:33.106 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 22 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-20T21:42:33.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:42:33 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:42:33] "GET /metrics HTTP/1.1" 200 239815 "" "Prometheus/2.43.0" 2024-09-20T21:42:33.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:33 smithi046 ceph-mon[28078]: osdmap e93: 8 total, 8 up, 8 in 2024-09-20T21:42:33.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:33 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:42:33.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:33 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:42:33.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:33 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:42:33.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:33 smithi046 ceph-mon[39760]: osdmap e93: 8 total, 8 up, 8 in 2024-09-20T21:42:33.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:33 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:42:33.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:33 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:42:33.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:33 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:42:33.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:33 smithi134 ceph-mon[31761]: osdmap e93: 8 total, 8 up, 8 in 2024-09-20T21:42:33.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:33 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:42:33.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:33 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:42:33.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:33 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:42:34.067 INFO:tasks.rados.rados.0.smithi046.stdout:177: done (3 left) 2024-09-20T21:42:34.067 INFO:tasks.rados.rados.0.smithi046.stdout:185: done (2 left) 2024-09-20T21:42:34.067 INFO:tasks.rados.rados.0.smithi046.stdout:186: done (1 left) 2024-09-20T21:42:34.067 INFO:tasks.rados.rados.0.smithi046.stdout:187: done (0 left) 2024-09-20T21:42:34.067 INFO:tasks.rados.rados.0.smithi046.stdout:188: delete oid 31 current snap is 12 2024-09-20T21:42:34.070 INFO:tasks.rados.rados.0.smithi046.stdout:188: done (0 left) 2024-09-20T21:42:34.070 INFO:tasks.rados.rados.0.smithi046.stdout:189: delete oid 26 current snap is 12 2024-09-20T21:42:34.072 INFO:tasks.rados.rados.0.smithi046.stdout:189: done (0 left) 2024-09-20T21:42:34.072 INFO:tasks.rados.rados.0.smithi046.stdout:190: copy_from oid 20 from oid 42 current snap is 12 2024-09-20T21:42:34.072 INFO:tasks.rados.rados.0.smithi046.stdout:191: delete oid 5 current snap is 12 2024-09-20T21:42:34.073 INFO:tasks.rados.rados.0.smithi046.stdout:190: finishing copy_from to smithi04683737-20 2024-09-20T21:42:34.074 INFO:tasks.rados.rados.0.smithi046.stdout:190: got expected ENOENT (src dne) 2024-09-20T21:42:34.074 INFO:tasks.rados.rados.0.smithi046.stdout:190: finishing copy_from racing read to smithi04683737-20 2024-09-20T21:42:34.075 INFO:tasks.rados.rados.0.smithi046.stdout:190: done (1 left) 2024-09-20T21:42:34.075 INFO:tasks.rados.rados.0.smithi046.stdout:191: done (0 left) 2024-09-20T21:42:34.076 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 12 2024-09-20T21:42:34.076 INFO:tasks.rados.rados.0.smithi046.stdout:192: seq_num 77 ranges {1892352=491520,2383872=794624,3178496=8192} 2024-09-20T21:42:34.088 INFO:tasks.rados.rados.0.smithi046.stdout:192: writing smithi04683737-24 from 1892352 to 2383872 tid 1 2024-09-20T21:42:34.093 INFO:tasks.rados.rados.0.smithi046.stdout:192: writing smithi04683737-24 from 2383872 to 3178496 tid 2 2024-09-20T21:42:34.093 INFO:tasks.rados.rados.0.smithi046.stdout:192: writing smithi04683737-24 from 3178496 to 3186688 tid 3 2024-09-20T21:42:34.094 INFO:tasks.rados.rados.0.smithi046.stdout:193: read oid 34 snap -1 2024-09-20T21:42:34.094 INFO:tasks.rados.rados.0.smithi046.stdout:193: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-20T21:42:34.094 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 12 2024-09-20T21:42:34.094 INFO:tasks.rados.rados.0.smithi046.stdout:192: finishing write tid 1 to smithi04683737-24 2024-09-20T21:42:34.094 INFO:tasks.rados.rados.0.smithi046.stdout:194: seq_num 78 ranges {0=516096,516096=679936,1196032=122880} 2024-09-20T21:42:34.096 INFO:tasks.rados.rados.0.smithi046.stdout:194: writing smithi04683737-42 from 0 to 516096 tid 1 2024-09-20T21:42:34.101 INFO:tasks.rados.rados.0.smithi046.stdout:194: writing smithi04683737-42 from 516096 to 1196032 tid 2 2024-09-20T21:42:34.101 INFO:tasks.rados.rados.0.smithi046.stdout:194: writing smithi04683737-42 from 1196032 to 1318912 tid 3 2024-09-20T21:42:34.101 INFO:tasks.rados.rados.0.smithi046.stdout:195: delete oid 11 current snap is 12 2024-09-20T21:42:34.101 INFO:tasks.rados.rados.0.smithi046.stdout:192: finishing write tid 2 to smithi04683737-24 2024-09-20T21:42:34.101 INFO:tasks.rados.rados.0.smithi046.stdout:192: finishing write tid 3 to smithi04683737-24 2024-09-20T21:42:34.102 INFO:tasks.rados.rados.0.smithi046.stdout:193: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-20T21:42:34.118 INFO:tasks.rados.rados.0.smithi046.stdout:192: finishing write tid 4 to smithi04683737-24 2024-09-20T21:42:34.118 INFO:tasks.rados.rados.0.smithi046.stdout:192: finishing write tid 5 to smithi04683737-24 2024-09-20T21:42:34.118 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 31 (ObjNum 77 snap 12 seq_num 77) dirty exists 2024-09-20T21:42:34.118 INFO:tasks.rados.rados.0.smithi046.stdout:192: left oid 24 (ObjNum 77 snap 12 seq_num 77) 2024-09-20T21:42:34.118 INFO:tasks.rados.rados.0.smithi046.stdout:194: finishing write tid 1 to smithi04683737-42 2024-09-20T21:42:34.118 INFO:tasks.rados.rados.0.smithi046.stdout:192: done (3 left) 2024-09-20T21:42:34.118 INFO:tasks.rados.rados.0.smithi046.stdout:193: done (2 left) 2024-09-20T21:42:34.119 INFO:tasks.rados.rados.0.smithi046.stdout:195: done (1 left) 2024-09-20T21:42:34.119 INFO:tasks.rados.rados.0.smithi046.stdout:196: read oid 31 snap -1 2024-09-20T21:42:34.119 INFO:tasks.rados.rados.0.smithi046.stdout:196: expect deleted 2024-09-20T21:42:34.119 INFO:tasks.rados.rados.0.smithi046.stdout:197: copy_from oid 27 from oid 4 current snap is 12 2024-09-20T21:42:34.119 INFO:tasks.rados.rados.0.smithi046.stdout:194: finishing write tid 2 to smithi04683737-42 2024-09-20T21:42:34.119 INFO:tasks.rados.rados.0.smithi046.stdout:194: finishing write tid 3 to smithi04683737-42 2024-09-20T21:42:34.119 INFO:tasks.rados.rados.0.smithi046.stdout:194: finishing write tid 4 to smithi04683737-42 2024-09-20T21:42:34.119 INFO:tasks.rados.rados.0.smithi046.stdout:194: finishing write tid 5 to smithi04683737-42 2024-09-20T21:42:34.119 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 24 (ObjNum 78 snap 12 seq_num 78) dirty exists 2024-09-20T21:42:34.119 INFO:tasks.rados.rados.0.smithi046.stdout:194: left oid 42 (ObjNum 78 snap 12 seq_num 78) 2024-09-20T21:42:34.119 INFO:tasks.rados.rados.0.smithi046.stdout:194: done (2 left) 2024-09-20T21:42:34.119 INFO:tasks.rados.rados.0.smithi046.stdout:198: copy_from oid 32 from oid 19 current snap is 12 2024-09-20T21:42:34.119 INFO:tasks.rados.rados.0.smithi046.stdout:199: read oid 14 snap 7 2024-09-20T21:42:34.119 INFO:tasks.rados.rados.0.smithi046.stdout:199: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-20T21:42:34.119 INFO:tasks.rados.rados.0.smithi046.stdout:200: delete oid 41 current snap is 12 2024-09-20T21:42:34.120 INFO:tasks.rados.rados.0.smithi046.stdout:197: finishing copy_from to smithi04683737-27 2024-09-20T21:42:34.120 INFO:tasks.rados.rados.0.smithi046.stdout:197: got expected ENOENT (src dne) 2024-09-20T21:42:34.120 INFO:tasks.rados.rados.0.smithi046.stdout:197: finishing copy_from racing read to smithi04683737-27 2024-09-20T21:42:34.120 INFO:tasks.rados.rados.0.smithi046.stdout:199: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-20T21:42:34.127 INFO:tasks.rados.rados.0.smithi046.stdout:198: finishing copy_from racing read to smithi04683737-32 2024-09-20T21:42:34.127 INFO:tasks.rados.rados.0.smithi046.stdout:198: finishing copy_from to smithi04683737-32 2024-09-20T21:42:34.127 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 22 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-20T21:42:34.127 INFO:tasks.rados.rados.0.smithi046.stdout:196: done (4 left) 2024-09-20T21:42:34.127 INFO:tasks.rados.rados.0.smithi046.stdout:197: done (3 left) 2024-09-20T21:42:34.127 INFO:tasks.rados.rados.0.smithi046.stdout:198: done (2 left) 2024-09-20T21:42:34.127 INFO:tasks.rados.rados.0.smithi046.stdout:199: done (1 left) 2024-09-20T21:42:34.127 INFO:tasks.rados.rados.0.smithi046.stdout:200: done (0 left) 2024-09-20T21:42:34.127 INFO:tasks.rados.rados.0.smithi046.stdout:201: rollback oid 14 current snap is 12 2024-09-20T21:42:34.127 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 14 to 11 2024-09-20T21:42:34.127 INFO:tasks.rados.rados.0.smithi046.stdout:202: delete oid 44 current snap is 12 2024-09-20T21:42:34.128 INFO:tasks.rados.rados.0.smithi046.stdout:202: done (1 left) 2024-09-20T21:42:34.128 INFO:tasks.rados.rados.0.smithi046.stdout:203: copy_from oid 41 from oid 8 current snap is 12 2024-09-20T21:42:34.128 INFO:tasks.rados.rados.0.smithi046.stdout:204: rollback oid 34 current snap is 12 2024-09-20T21:42:34.128 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 34 to 11 2024-09-20T21:42:34.128 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 12 2024-09-20T21:42:34.128 INFO:tasks.rados.rados.0.smithi046.stdout:205: seq_num 82 ranges {1384448=581632,1966080=622592,2588672=180224} 2024-09-20T21:42:34.139 INFO:tasks.rados.rados.0.smithi046.stdout:205: writing smithi04683737-13 from 1384448 to 1966080 tid 1 2024-09-20T21:42:34.142 INFO:tasks.rados.rados.0.smithi046.stdout:205: writing smithi04683737-13 from 1966080 to 2588672 tid 2 2024-09-20T21:42:34.144 INFO:tasks.rados.rados.0.smithi046.stdout:205: writing smithi04683737-13 from 2588672 to 2768896 tid 3 2024-09-20T21:42:34.145 INFO:tasks.rados.rados.0.smithi046.stdout:206: rollback oid 29 current snap is 12 2024-09-20T21:42:34.145 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 29 to 11 2024-09-20T21:42:34.145 INFO:tasks.rados.rados.0.smithi046.stdout:201: finishing rollback tid 0 to smithi04683737-14 2024-09-20T21:42:34.145 INFO:tasks.rados.rados.0.smithi046.stdout:201: finishing rollback tid 1 to smithi04683737-14 2024-09-20T21:42:34.145 INFO:tasks.rados.rados.0.smithi046.stdout:201: finishing rollback tid 2 to smithi04683737-14 2024-09-20T21:42:34.145 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 53 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-20T21:42:34.145 INFO:tasks.rados.rados.0.smithi046.stdout:203: finishing copy_from racing read to smithi04683737-41 2024-09-20T21:42:34.145 INFO:tasks.rados.rados.0.smithi046.stdout:204: finishing rollback tid 0 to smithi04683737-34 2024-09-20T21:42:34.145 INFO:tasks.rados.rados.0.smithi046.stdout:204: finishing rollback tid 1 to smithi04683737-34 2024-09-20T21:42:34.145 INFO:tasks.rados.rados.0.smithi046.stdout:203: finishing copy_from to smithi04683737-41 2024-09-20T21:42:34.145 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 2 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-20T21:42:34.145 INFO:tasks.rados.rados.0.smithi046.stdout:204: finishing rollback tid 2 to smithi04683737-34 2024-09-20T21:42:34.145 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 58 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-20T21:42:34.145 INFO:tasks.rados.rados.0.smithi046.stdout:205: finishing write tid 1 to smithi04683737-13 2024-09-20T21:42:34.145 INFO:tasks.rados.rados.0.smithi046.stdout:201: done (4 left) 2024-09-20T21:42:34.146 INFO:tasks.rados.rados.0.smithi046.stdout:203: done (3 left) 2024-09-20T21:42:34.146 INFO:tasks.rados.rados.0.smithi046.stdout:204: done (2 left) 2024-09-20T21:42:34.146 INFO:tasks.rados.rados.0.smithi046.stdout:207: snap_remove snap 9 2024-09-20T21:42:34.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:34 smithi046 ceph-mon[39760]: Upgrade: Target is version 19.1.1-367-g9e2ac70b (unknown) 2024-09-20T21:42:34.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:34 smithi046 ceph-mon[39760]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, digests ['quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5'] 2024-09-20T21:42:34.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:34 smithi046 ceph-mon[39760]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-20T21:42:34.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:34 smithi046 ceph-mon[39760]: pgmap v134: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:42:34.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:34 smithi046 ceph-mon[39760]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 on smithi134 2024-09-20T21:42:34.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:34 smithi046 ceph-mon[39760]: osdmap e94: 8 total, 8 up, 8 in 2024-09-20T21:42:34.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:34 smithi046 ceph-mon[28078]: Upgrade: Target is version 19.1.1-367-g9e2ac70b (unknown) 2024-09-20T21:42:34.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:34 smithi046 ceph-mon[28078]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, digests ['quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5'] 2024-09-20T21:42:34.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:34 smithi046 ceph-mon[28078]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-20T21:42:34.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:34 smithi046 ceph-mon[28078]: pgmap v134: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:42:34.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:34 smithi046 ceph-mon[28078]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 on smithi134 2024-09-20T21:42:34.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:34 smithi046 ceph-mon[28078]: osdmap e94: 8 total, 8 up, 8 in 2024-09-20T21:42:34.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:34 smithi134 ceph-mon[31761]: Upgrade: Target is version 19.1.1-367-g9e2ac70b (unknown) 2024-09-20T21:42:34.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:34 smithi134 ceph-mon[31761]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, digests ['quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5'] 2024-09-20T21:42:34.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:34 smithi134 ceph-mon[31761]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-20T21:42:34.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:34 smithi134 ceph-mon[31761]: pgmap v134: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:42:34.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:34 smithi134 ceph-mon[31761]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 on smithi134 2024-09-20T21:42:34.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:34 smithi134 ceph-mon[31761]: osdmap e94: 8 total, 8 up, 8 in 2024-09-20T21:42:35.073 INFO:tasks.rados.rados.0.smithi046.stdout:207: done (2 left) 2024-09-20T21:42:35.073 INFO:tasks.rados.rados.0.smithi046.stdout:208: snap_remove snap 7 2024-09-20T21:42:35.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:35 smithi046 ceph-mon[28078]: osdmap e95: 8 total, 8 up, 8 in 2024-09-20T21:42:35.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:35 smithi046 ceph-mon[39760]: osdmap e95: 8 total, 8 up, 8 in 2024-09-20T21:42:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:35 smithi134 ceph-mon[31761]: osdmap e95: 8 total, 8 up, 8 in 2024-09-20T21:42:36.079 INFO:tasks.rados.rados.0.smithi046.stdout:208: done (2 left) 2024-09-20T21:42:36.079 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 12 2024-09-20T21:42:36.079 INFO:tasks.rados.rados.0.smithi046.stdout:209: seq_num 83 ranges {3186688=598016,3784704=499712,4284416=303104} 2024-09-20T21:42:36.100 INFO:tasks.rados.rados.0.smithi046.stdout:209: writing smithi04683737-24 from 3186688 to 3784704 tid 1 2024-09-20T21:42:36.103 INFO:tasks.rados.rados.0.smithi046.stdout:209: writing smithi04683737-24 from 3784704 to 4284416 tid 2 2024-09-20T21:42:36.105 INFO:tasks.rados.rados.0.smithi046.stdout:209: writing smithi04683737-24 from 4284416 to 4587520 tid 3 2024-09-20T21:42:36.105 INFO:tasks.rados.rados.0.smithi046.stdout:210: copy_from oid 18 from oid 39 current snap is 12 2024-09-20T21:42:36.105 INFO:tasks.rados.rados.0.smithi046.stdout:205: finishing write tid 2 to smithi04683737-13 2024-09-20T21:42:36.105 INFO:tasks.rados.rados.0.smithi046.stdout:205: finishing write tid 3 to smithi04683737-13 2024-09-20T21:42:36.105 INFO:tasks.rados.rados.0.smithi046.stdout:206: finishing rollback tid 0 to smithi04683737-29 2024-09-20T21:42:36.105 INFO:tasks.rados.rados.0.smithi046.stdout:205: finishing write tid 4 to smithi04683737-13 2024-09-20T21:42:36.105 INFO:tasks.rados.rados.0.smithi046.stdout:206: finishing rollback tid 1 to smithi04683737-29 2024-09-20T21:42:36.105 INFO:tasks.rados.rados.0.smithi046.stdout:206: finishing rollback tid 2 to smithi04683737-29 2024-09-20T21:42:36.106 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 26 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-20T21:42:36.106 INFO:tasks.rados.rados.0.smithi046.stdout:205: finishing write tid 5 to smithi04683737-13 2024-09-20T21:42:36.106 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 55 (ObjNum 82 snap 12 seq_num 82) dirty exists 2024-09-20T21:42:36.106 INFO:tasks.rados.rados.0.smithi046.stdout:205: left oid 13 (ObjNum 82 snap 12 seq_num 82) 2024-09-20T21:42:36.106 INFO:tasks.rados.rados.0.smithi046.stdout:205: done (3 left) 2024-09-20T21:42:36.106 INFO:tasks.rados.rados.0.smithi046.stdout:206: done (2 left) 2024-09-20T21:42:36.106 INFO:tasks.rados.rados.0.smithi046.stdout:211: delete oid 15 current snap is 12 2024-09-20T21:42:36.107 INFO:tasks.rados.rados.0.smithi046.stdout:211: done (2 left) 2024-09-20T21:42:36.107 INFO:tasks.rados.rados.0.smithi046.stdout:212: delete oid 41 current snap is 12 2024-09-20T21:42:36.108 INFO:tasks.rados.rados.0.smithi046.stdout:209: finishing write tid 1 to smithi04683737-24 2024-09-20T21:42:36.110 INFO:tasks.rados.rados.0.smithi046.stdout:212: done (2 left) 2024-09-20T21:42:36.110 INFO:tasks.rados.rados.0.smithi046.stdout:213: setattr oid 8 current snap is 12 2024-09-20T21:42:36.111 INFO:tasks.rados.rados.0.smithi046.stdout:209: finishing write tid 2 to smithi04683737-24 2024-09-20T21:42:36.111 INFO:tasks.rados.rados.0.smithi046.stdout:214: snap_remove snap 11 2024-09-20T21:42:36.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:36 smithi046 ceph-mon[28078]: pgmap v137: 121 pgs: 121 active+clean; 34 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-09-20T21:42:36.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:36 smithi046 ceph-mon[28078]: osdmap e96: 8 total, 8 up, 8 in 2024-09-20T21:42:36.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:36 smithi046 ceph-mon[39760]: pgmap v137: 121 pgs: 121 active+clean; 34 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-09-20T21:42:36.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:36 smithi046 ceph-mon[39760]: osdmap e96: 8 total, 8 up, 8 in 2024-09-20T21:42:36.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:36 smithi134 ceph-mon[31761]: pgmap v137: 121 pgs: 121 active+clean; 34 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-09-20T21:42:36.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:36 smithi134 ceph-mon[31761]: osdmap e96: 8 total, 8 up, 8 in 2024-09-20T21:42:37.085 INFO:tasks.rados.rados.0.smithi046.stdout:214: done (3 left) 2024-09-20T21:42:37.085 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 12 2024-09-20T21:42:37.085 INFO:tasks.rados.rados.0.smithi046.stdout:215: seq_num 86 ranges {557056=647168,1204224=606208,1810432=196608} 2024-09-20T21:42:37.093 INFO:tasks.rados.rados.0.smithi046.stdout:215: writing smithi04683737-45 from 557056 to 1204224 tid 1 2024-09-20T21:42:37.097 INFO:tasks.rados.rados.0.smithi046.stdout:215: writing smithi04683737-45 from 1204224 to 1810432 tid 2 2024-09-20T21:42:37.099 INFO:tasks.rados.rados.0.smithi046.stdout:215: writing smithi04683737-45 from 1810432 to 2007040 tid 3 2024-09-20T21:42:37.099 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 12 2024-09-20T21:42:37.099 INFO:tasks.rados.rados.0.smithi046.stdout:209: finishing write tid 3 to smithi04683737-24 2024-09-20T21:42:37.099 INFO:tasks.rados.rados.0.smithi046.stdout:216: seq_num 87 ranges {106496=663552,770048=491520,1261568=311296} 2024-09-20T21:42:37.104 INFO:tasks.rados.rados.0.smithi046.stdout:216: writing smithi04683737-3 from 106496 to 770048 tid 1 2024-09-20T21:42:37.107 INFO:tasks.rados.rados.0.smithi046.stdout:216: writing smithi04683737-3 from 770048 to 1261568 tid 2 2024-09-20T21:42:37.109 INFO:tasks.rados.rados.0.smithi046.stdout:216: writing smithi04683737-3 from 1261568 to 1572864 tid 3 2024-09-20T21:42:37.110 INFO:tasks.rados.rados.0.smithi046.stdout:217: copy_from oid 32 from oid 22 current snap is 12 2024-09-20T21:42:37.110 INFO:tasks.rados.rados.0.smithi046.stdout:209: finishing write tid 4 to smithi04683737-24 2024-09-20T21:42:37.110 INFO:tasks.rados.rados.0.smithi046.stdout:210: finishing copy_from racing read to smithi04683737-18 2024-09-20T21:42:37.110 INFO:tasks.rados.rados.0.smithi046.stdout:209: finishing write tid 5 to smithi04683737-24 2024-09-20T21:42:37.110 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 41 (ObjNum 83 snap 12 seq_num 83) dirty exists 2024-09-20T21:42:37.110 INFO:tasks.rados.rados.0.smithi046.stdout:209: left oid 24 (ObjNum 83 snap 12 seq_num 83) 2024-09-20T21:42:37.110 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 36 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-20T21:42:37.110 INFO:tasks.rados.rados.0.smithi046.stdout:210: finishing copy_from to smithi04683737-18 2024-09-20T21:42:37.110 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 6 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-20T21:42:37.110 INFO:tasks.rados.rados.0.smithi046.stdout:215: finishing write tid 1 to smithi04683737-45 2024-09-20T21:42:37.110 INFO:tasks.rados.rados.0.smithi046.stdout:209: done (5 left) 2024-09-20T21:42:37.110 INFO:tasks.rados.rados.0.smithi046.stdout:210: done (4 left) 2024-09-20T21:42:37.110 INFO:tasks.rados.rados.0.smithi046.stdout:213: done (3 left) 2024-09-20T21:42:37.111 INFO:tasks.rados.rados.0.smithi046.stdout:218: snap_create 2024-09-20T21:42:37.111 INFO:tasks.rados.rados.0.smithi046.stdout:215: finishing write tid 2 to smithi04683737-45 2024-09-20T21:42:37.111 INFO:tasks.rados.rados.0.smithi046.stdout:215: finishing write tid 3 to smithi04683737-45 2024-09-20T21:42:37.111 INFO:tasks.rados.rados.0.smithi046.stdout:215: finishing write tid 4 to smithi04683737-45 2024-09-20T21:42:37.111 INFO:tasks.rados.rados.0.smithi046.stdout:215: finishing write tid 5 to smithi04683737-45 2024-09-20T21:42:37.111 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 24 (ObjNum 86 snap 12 seq_num 86) dirty exists 2024-09-20T21:42:37.111 INFO:tasks.rados.rados.0.smithi046.stdout:215: left oid 45 (ObjNum 86 snap 12 seq_num 86) 2024-09-20T21:42:37.111 INFO:tasks.rados.rados.0.smithi046.stdout:216: finishing write tid 1 to smithi04683737-3 2024-09-20T21:42:37.112 INFO:tasks.rados.rados.0.smithi046.stdout:216: finishing write tid 2 to smithi04683737-3 2024-09-20T21:42:37.112 INFO:tasks.rados.rados.0.smithi046.stdout:216: finishing write tid 3 to smithi04683737-3 2024-09-20T21:42:37.112 INFO:tasks.rados.rados.0.smithi046.stdout:216: finishing write tid 4 to smithi04683737-3 2024-09-20T21:42:37.112 INFO:tasks.rados.rados.0.smithi046.stdout:216: finishing write tid 5 to smithi04683737-3 2024-09-20T21:42:37.112 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 39 (ObjNum 87 snap 12 seq_num 87) dirty exists 2024-09-20T21:42:37.112 INFO:tasks.rados.rados.0.smithi046.stdout:216: left oid 3 (ObjNum 87 snap 12 seq_num 87) 2024-09-20T21:42:37.115 INFO:tasks.rados.rados.0.smithi046.stdout:217: finishing copy_from racing read to smithi04683737-32 2024-09-20T21:42:37.116 INFO:tasks.rados.rados.0.smithi046.stdout:217: finishing copy_from to smithi04683737-32 2024-09-20T21:42:37.116 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 6 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-09-20T21:42:37.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:37 smithi046 ceph-mon[28078]: osdmap e97: 8 total, 8 up, 8 in 2024-09-20T21:42:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:37 smithi046 ceph-mon[39760]: osdmap e97: 8 total, 8 up, 8 in 2024-09-20T21:42:37.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:37 smithi134 ceph-mon[31761]: osdmap e97: 8 total, 8 up, 8 in 2024-09-20T21:42:37.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:42:36 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:42:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-20T21:42:38.034 INFO:tasks.rados.rados.0.smithi046.stdout:215: done (3 left) 2024-09-20T21:42:38.034 INFO:tasks.rados.rados.0.smithi046.stdout:216: done (2 left) 2024-09-20T21:42:38.034 INFO:tasks.rados.rados.0.smithi046.stdout:217: done (1 left) 2024-09-20T21:42:38.035 INFO:tasks.rados.rados.0.smithi046.stdout:218: done (0 left) 2024-09-20T21:42:38.035 INFO:tasks.rados.rados.0.smithi046.stdout:219: snap_create 2024-09-20T21:42:38.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:38 smithi046 ceph-mon[28078]: pgmap v140: 121 pgs: 121 active+clean; 34 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-09-20T21:42:38.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:38 smithi046 ceph-mon[28078]: osdmap e98: 8 total, 8 up, 8 in 2024-09-20T21:42:38.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:38 smithi046 ceph-mon[28078]: osdmap e99: 8 total, 8 up, 8 in 2024-09-20T21:42:38.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:38 smithi046 ceph-mon[39760]: pgmap v140: 121 pgs: 121 active+clean; 34 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-09-20T21:42:38.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:38 smithi046 ceph-mon[39760]: osdmap e98: 8 total, 8 up, 8 in 2024-09-20T21:42:38.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:38 smithi046 ceph-mon[39760]: osdmap e99: 8 total, 8 up, 8 in 2024-09-20T21:42:38.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:38 smithi134 ceph-mon[31761]: pgmap v140: 121 pgs: 121 active+clean; 34 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-09-20T21:42:38.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:38 smithi134 ceph-mon[31761]: osdmap e98: 8 total, 8 up, 8 in 2024-09-20T21:42:38.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:38 smithi134 ceph-mon[31761]: osdmap e99: 8 total, 8 up, 8 in 2024-09-20T21:42:39.035 INFO:tasks.rados.rados.0.smithi046.stdout:219: done (0 left) 2024-09-20T21:42:39.036 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 14 2024-09-20T21:42:39.036 INFO:tasks.rados.rados.0.smithi046.stdout:220: seq_num 88 ranges {221184=679936,901120=778240,1679360=24576} 2024-09-20T21:42:39.040 INFO:tasks.rados.rados.0.smithi046.stdout:220: writing smithi04683737-17 from 221184 to 901120 tid 1 2024-09-20T21:42:39.045 INFO:tasks.rados.rados.0.smithi046.stdout:220: writing smithi04683737-17 from 901120 to 1679360 tid 2 2024-09-20T21:42:39.045 INFO:tasks.rados.rados.0.smithi046.stdout:220: writing smithi04683737-17 from 1679360 to 1703936 tid 3 2024-09-20T21:42:39.045 INFO:tasks.rados.rados.0.smithi046.stdout:221: rollback oid 8 current snap is 14 2024-09-20T21:42:39.045 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 8 to 13 2024-09-20T21:42:39.046 INFO:tasks.rados.rados.0.smithi046.stdout:222: rmattr oid 26 current snap is 14 2024-09-20T21:42:39.046 INFO:tasks.rados.rados.0.smithi046.stdout:222: done (2 left) 2024-09-20T21:42:39.046 INFO:tasks.rados.rados.0.smithi046.stdout:223: delete oid 2 current snap is 14 2024-09-20T21:42:39.048 INFO:tasks.rados.rados.0.smithi046.stdout:223: done (2 left) 2024-09-20T21:42:39.048 INFO:tasks.rados.rados.0.smithi046.stdout:224: rmattr oid 24 current snap is 14 2024-09-20T21:42:39.048 INFO:tasks.rados.rados.0.smithi046.stdout:224: done (2 left) 2024-09-20T21:42:39.048 INFO:tasks.rados.rados.0.smithi046.stdout:225: snap_create 2024-09-20T21:42:39.049 INFO:tasks.rados.rados.0.smithi046.stdout:220: finishing write tid 1 to smithi04683737-17 2024-09-20T21:42:39.049 INFO:tasks.rados.rados.0.smithi046.stdout:220: finishing write tid 2 to smithi04683737-17 2024-09-20T21:42:39.049 INFO:tasks.rados.rados.0.smithi046.stdout:221: finishing rollback tid 0 to smithi04683737-8 2024-09-20T21:42:39.050 INFO:tasks.rados.rados.0.smithi046.stdout:221: finishing rollback tid 1 to smithi04683737-8 2024-09-20T21:42:39.050 INFO:tasks.rados.rados.0.smithi046.stdout:221: finishing rollback tid 2 to smithi04683737-8 2024-09-20T21:42:39.050 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 44 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-20T21:42:39.050 INFO:tasks.rados.rados.0.smithi046.stdout:220: finishing write tid 3 to smithi04683737-17 2024-09-20T21:42:39.051 INFO:tasks.rados.rados.0.smithi046.stdout:220: finishing write tid 4 to smithi04683737-17 2024-09-20T21:42:39.052 INFO:tasks.rados.rados.0.smithi046.stdout:220: finishing write tid 5 to smithi04683737-17 2024-09-20T21:42:39.052 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 44 (ObjNum 88 snap 14 seq_num 88) dirty exists 2024-09-20T21:42:39.052 INFO:tasks.rados.rados.0.smithi046.stdout:220: left oid 17 (ObjNum 88 snap 14 seq_num 88) 2024-09-20T21:42:40.040 INFO:tasks.rados.rados.0.smithi046.stdout:220: done (2 left) 2024-09-20T21:42:40.040 INFO:tasks.rados.rados.0.smithi046.stdout:221: done (1 left) 2024-09-20T21:42:40.040 INFO:tasks.rados.rados.0.smithi046.stdout:225: done (0 left) 2024-09-20T21:42:40.040 INFO:tasks.rados.rados.0.smithi046.stdout:226: copy_from oid 48 from oid 47 current snap is 15 2024-09-20T21:42:40.040 INFO:tasks.rados.rados.0.smithi046.stdout:227: read oid 34 snap -1 2024-09-20T21:42:40.040 INFO:tasks.rados.rados.0.smithi046.stdout:227: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-20T21:42:40.041 INFO:tasks.rados.rados.0.smithi046.stdout:228: snap_create 2024-09-20T21:42:40.045 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-20T21:42:40.046 INFO:tasks.rados.rados.0.smithi046.stdout:227: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-20T21:42:40.074 INFO:tasks.rados.rados.0.smithi046.stdout:226: finishing copy_from racing read to smithi04683737-48 2024-09-20T21:42:40.074 INFO:tasks.rados.rados.0.smithi046.stdout:226: finishing copy_from to smithi04683737-48 2024-09-20T21:42:40.074 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 40 (ObjNum 129 snap 0 seq_num 19951208) dirty exists 2024-09-20T21:42:40.308 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-20T21:42:40.308 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (2m) 111s ago 3m 17.2M - 0.25.0 c8568f914cd2 e6fe521d19da 2024-09-20T21:42:40.308 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi134 *:3000 running (2m) 113s ago 2m 80.0M - 9.4.7 954c08fa6188 3f825cd83393 2024-09-20T21:42:40.308 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (4m) 111s ago 4m 15.0M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 9e6c3beb915d 2024-09-20T21:42:40.308 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi134 running (4m) 113s ago 4m 16.4M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 132e8dbc5c5d 2024-09-20T21:42:40.308 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi134 *:8443 running (7m) 113s ago 7m 399M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 95cf3d06e9da 2024-09-20T21:42:40.308 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:9283,8765 running (9m) 111s ago 9m 445M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 08336f35d244 2024-09-20T21:42:40.308 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (9m) 111s ago 9m 47.1M 2048M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be baa510b5910b 2024-09-20T21:42:40.309 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi134 running (8m) 113s ago 8m 40.4M 2048M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be ddf2e1775ac2 2024-09-20T21:42:40.309 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (8m) 111s ago 8m 39.4M 2048M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be caea7f40cab3 2024-09-20T21:42:40.309 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (2m) 111s ago 2m 13.0M - 1.5.0 0da6a335fe13 44868475809f 2024-09-20T21:42:40.309 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi134 *:9100 running (2m) 113s ago 2m 3531k - 1.5.0 0da6a335fe13 26c52b83fa71 2024-09-20T21:42:40.309 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (7m) 111s ago 7m 44.6M 2993M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 33a9f7bae4a4 2024-09-20T21:42:40.309 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (7m) 111s ago 7m 44.4M 2993M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be db8e5579c716 2024-09-20T21:42:40.309 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (6m) 111s ago 6m 42.8M 2993M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be c82637878174 2024-09-20T21:42:40.309 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (6m) 111s ago 6m 41.6M 2993M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be c17a4d58e03e 2024-09-20T21:42:40.309 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi134 running (6m) 113s ago 6m 41.9M 2992M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 16e7b884874f 2024-09-20T21:42:40.309 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi134 running (5m) 113s ago 5m 45.3M 2992M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 82e68e0822ae 2024-09-20T21:42:40.309 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi134 running (5m) 113s ago 5m 42.0M 2992M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be f826d37d1cf7 2024-09-20T21:42:40.309 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi134 running (4m) 113s ago 4m 44.1M 2992M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be fbf3a60c2bb0 2024-09-20T21:42:40.309 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi134 *:9095 running (2m) 113s ago 3m 30.7M - 2.43.0 a07b618ecd1d 1bda878230d9 2024-09-20T21:42:40.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:40 smithi046 ceph-mon[28078]: pgmap v143: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 572 KiB/s rd, 3.3 MiB/s wr, 30 op/s 2024-09-20T21:42:40.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:40 smithi046 ceph-mon[28078]: osdmap e100: 8 total, 8 up, 8 in 2024-09-20T21:42:40.310 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:40 smithi046 ceph-mon[39760]: pgmap v143: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 572 KiB/s rd, 3.3 MiB/s wr, 30 op/s 2024-09-20T21:42:40.310 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:40 smithi046 ceph-mon[39760]: osdmap e100: 8 total, 8 up, 8 in 2024-09-20T21:42:40.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:40 smithi134 ceph-mon[31761]: pgmap v143: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 572 KiB/s rd, 3.3 MiB/s wr, 30 op/s 2024-09-20T21:42:40.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:40 smithi134 ceph-mon[31761]: osdmap e100: 8 total, 8 up, 8 in 2024-09-20T21:42:40.629 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-20T21:42:40.629 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-20T21:42:40.629 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 3 2024-09-20T21:42:40.629 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:42:40.629 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-20T21:42:40.629 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 2 2024-09-20T21:42:40.629 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:42:40.629 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-20T21:42:40.630 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 8 2024-09-20T21:42:40.630 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:42:40.630 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-20T21:42:40.630 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 2 2024-09-20T21:42:40.630 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:42:40.630 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-20T21:42:40.630 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 15 2024-09-20T21:42:40.630 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-20T21:42:40.630 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-20T21:42:41.045 INFO:tasks.rados.rados.0.smithi046.stdout:226: done (2 left) 2024-09-20T21:42:41.045 INFO:tasks.rados.rados.0.smithi046.stdout:227: done (1 left) 2024-09-20T21:42:41.045 INFO:tasks.rados.rados.0.smithi046.stdout:228: done (0 left) 2024-09-20T21:42:41.045 INFO:tasks.rados.rados.0.smithi046.stdout:229: read oid 47 snap -1 2024-09-20T21:42:41.046 INFO:tasks.rados.rados.0.smithi046.stdout:229: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:42:41.046 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 16 2024-09-20T21:42:41.046 INFO:tasks.rados.rados.0.smithi046.stdout:230: seq_num 90 ranges {24576=712704,737280=540672,1277952=262144} 2024-09-20T21:42:41.049 INFO:tasks.rados.rados.0.smithi046.stdout:230: writing smithi04683737-36 from 24576 to 737280 tid 1 2024-09-20T21:42:41.052 INFO:tasks.rados.rados.0.smithi046.stdout:230: writing smithi04683737-36 from 737280 to 1277952 tid 2 2024-09-20T21:42:41.054 INFO:tasks.rados.rados.0.smithi046.stdout:230: writing smithi04683737-36 from 1277952 to 1540096 tid 3 2024-09-20T21:42:41.054 INFO:tasks.rados.rados.0.smithi046.stdout:231: rollback oid 18 current snap is 16 2024-09-20T21:42:41.054 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 18 to 12 2024-09-20T21:42:41.054 INFO:tasks.rados.rados.0.smithi046.stdout:229: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:42:41.056 INFO:tasks.rados.rados.0.smithi046.stdout:229: done (2 left) 2024-09-20T21:42:41.057 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 16 2024-09-20T21:42:41.057 INFO:tasks.rados.rados.0.smithi046.stdout:232: seq_num 91 ranges {0=729088,729088=425984,1155072=376832} 2024-09-20T21:42:41.061 INFO:tasks.rados.rados.0.smithi046.stdout:232: writing smithi04683737-47 from 0 to 729088 tid 1 2024-09-20T21:42:41.063 INFO:tasks.rados.rados.0.smithi046.stdout:232: writing smithi04683737-47 from 729088 to 1155072 tid 2 2024-09-20T21:42:41.066 INFO:tasks.rados.rados.0.smithi046.stdout:232: writing smithi04683737-47 from 1155072 to 1531904 tid 3 2024-09-20T21:42:41.066 INFO:tasks.rados.rados.0.smithi046.stdout:233: delete oid 24 current snap is 16 2024-09-20T21:42:41.066 INFO:tasks.rados.rados.0.smithi046.stdout:230: finishing write tid 1 to smithi04683737-36 2024-09-20T21:42:41.066 INFO:tasks.rados.rados.0.smithi046.stdout:231: finishing rollback tid 0 to smithi04683737-18 2024-09-20T21:42:41.066 INFO:tasks.rados.rados.0.smithi046.stdout:230: finishing write tid 2 to smithi04683737-36 2024-09-20T21:42:41.066 INFO:tasks.rados.rados.0.smithi046.stdout:230: finishing write tid 3 to smithi04683737-36 2024-09-20T21:42:41.066 INFO:tasks.rados.rados.0.smithi046.stdout:231: finishing rollback tid 1 to smithi04683737-18 2024-09-20T21:42:41.066 INFO:tasks.rados.rados.0.smithi046.stdout:231: finishing rollback tid 2 to smithi04683737-18 2024-09-20T21:42:41.066 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 50 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-20T21:42:41.066 INFO:tasks.rados.rados.0.smithi046.stdout:230: finishing write tid 4 to smithi04683737-36 2024-09-20T21:42:41.067 INFO:tasks.rados.rados.0.smithi046.stdout:230: finishing write tid 5 to smithi04683737-36 2024-09-20T21:42:41.067 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 39 (ObjNum 90 snap 16 seq_num 90) dirty exists 2024-09-20T21:42:41.067 INFO:tasks.rados.rados.0.smithi046.stdout:230: left oid 36 (ObjNum 90 snap 16 seq_num 90) 2024-09-20T21:42:41.067 INFO:tasks.rados.rados.0.smithi046.stdout:232: finishing write tid 1 to smithi04683737-47 2024-09-20T21:42:41.067 INFO:tasks.rados.rados.0.smithi046.stdout:232: finishing write tid 2 to smithi04683737-47 2024-09-20T21:42:41.068 INFO:tasks.rados.rados.0.smithi046.stdout:230: done (3 left) 2024-09-20T21:42:41.068 INFO:tasks.rados.rados.0.smithi046.stdout:231: done (2 left) 2024-09-20T21:42:41.068 INFO:tasks.rados.rados.0.smithi046.stdout:233: done (1 left) 2024-09-20T21:42:41.068 INFO:tasks.rados.rados.0.smithi046.stdout:234: read oid 46 snap -1 2024-09-20T21:42:41.068 INFO:tasks.rados.rados.0.smithi046.stdout:234: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-20T21:42:41.069 INFO:tasks.rados.rados.0.smithi046.stdout:235: read oid 4 snap 15 2024-09-20T21:42:41.069 INFO:tasks.rados.rados.0.smithi046.stdout:235: expect deleted 2024-09-20T21:42:41.069 INFO:tasks.rados.rados.0.smithi046.stdout:236: setattr oid 26 current snap is 16 2024-09-20T21:42:41.069 INFO:tasks.rados.rados.0.smithi046.stdout:232: finishing write tid 3 to smithi04683737-47 2024-09-20T21:42:41.069 INFO:tasks.rados.rados.0.smithi046.stdout:232: finishing write tid 4 to smithi04683737-47 2024-09-20T21:42:41.069 INFO:tasks.rados.rados.0.smithi046.stdout:235: done (3 left) 2024-09-20T21:42:41.070 INFO:tasks.rados.rados.0.smithi046.stdout:237: rollback oid 24 current snap is 16 2024-09-20T21:42:41.070 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 24 to 15 2024-09-20T21:42:41.070 INFO:tasks.rados.rados.0.smithi046.stdout:238: delete oid 30 current snap is 16 2024-09-20T21:42:41.070 INFO:tasks.rados.rados.0.smithi046.stdout:232: finishing write tid 5 to smithi04683737-47 2024-09-20T21:42:41.070 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 88 (ObjNum 91 snap 16 seq_num 91) dirty exists 2024-09-20T21:42:41.070 INFO:tasks.rados.rados.0.smithi046.stdout:232: left oid 47 (ObjNum 91 snap 16 seq_num 91) 2024-09-20T21:42:41.071 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 31 (ObjNum 33 snap 0 seq_num 20427648) dirty exists 2024-09-20T21:42:41.071 INFO:tasks.rados.rados.0.smithi046.stdout:237: finishing rollback tid 1 to smithi04683737-24 2024-09-20T21:42:41.072 INFO:tasks.rados.rados.0.smithi046.stdout:232: done (4 left) 2024-09-20T21:42:41.072 INFO:tasks.rados.rados.0.smithi046.stdout:236: done (3 left) 2024-09-20T21:42:41.072 INFO:tasks.rados.rados.0.smithi046.stdout:238: done (2 left) 2024-09-20T21:42:41.073 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 16 2024-09-20T21:42:41.073 INFO:tasks.rados.rados.0.smithi046.stdout:239: seq_num 94 ranges {2007040=778240,2785280=532480,3317760=270336} 2024-09-20T21:42:41.088 INFO:tasks.rados.rados.0.smithi046.stdout:239: writing smithi04683737-45 from 2007040 to 2785280 tid 1 2024-09-20T21:42:41.091 INFO:tasks.rados.rados.0.smithi046.stdout:239: writing smithi04683737-45 from 2785280 to 3317760 tid 2 2024-09-20T21:42:41.093 INFO:tasks.rados.rados.0.smithi046.stdout:239: writing smithi04683737-45 from 3317760 to 3588096 tid 3 2024-09-20T21:42:41.093 INFO:tasks.rados.rados.0.smithi046.stdout:240: setattr oid 10 current snap is 16 2024-09-20T21:42:41.094 INFO:tasks.rados.rados.0.smithi046.stdout:237: finishing rollback tid 2 to smithi04683737-24 2024-09-20T21:42:41.094 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 47 (ObjNum 83 snap 12 seq_num 83) dirty exists 2024-09-20T21:42:41.094 INFO:tasks.rados.rados.0.smithi046.stdout:234: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-20T21:42:41.115 INFO:tasks.rados.rados.0.smithi046.stdout:239: finishing write tid 1 to smithi04683737-45 2024-09-20T21:42:41.115 INFO:tasks.rados.rados.0.smithi046.stdout:239: finishing write tid 2 to smithi04683737-45 2024-09-20T21:42:41.115 INFO:tasks.rados.rados.0.smithi046.stdout:239: finishing write tid 3 to smithi04683737-45 2024-09-20T21:42:41.115 INFO:tasks.rados.rados.0.smithi046.stdout:239: finishing write tid 4 to smithi04683737-45 2024-09-20T21:42:41.115 INFO:tasks.rados.rados.0.smithi046.stdout:239: finishing write tid 5 to smithi04683737-45 2024-09-20T21:42:41.115 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 29 (ObjNum 94 snap 16 seq_num 94) dirty exists 2024-09-20T21:42:41.115 INFO:tasks.rados.rados.0.smithi046.stdout:239: left oid 45 (ObjNum 94 snap 16 seq_num 94) 2024-09-20T21:42:41.115 INFO:tasks.rados.rados.0.smithi046.stdout:234: done (3 left) 2024-09-20T21:42:41.115 INFO:tasks.rados.rados.0.smithi046.stdout:237: done (2 left) 2024-09-20T21:42:41.115 INFO:tasks.rados.rados.0.smithi046.stdout:239: done (1 left) 2024-09-20T21:42:41.115 INFO:tasks.rados.rados.0.smithi046.stdout:241: setattr oid 37 current snap is 16 2024-09-20T21:42:41.116 INFO:tasks.rados.rados.0.smithi046.stdout:242: snap_remove snap 14 2024-09-20T21:42:41.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:41 smithi046 ceph-mon[28078]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:42:41.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:41 smithi046 ceph-mon[28078]: osdmap e101: 8 total, 8 up, 8 in 2024-09-20T21:42:41.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:41 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/4292435348' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:42:41.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:41 smithi046 ceph-mon[39760]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:42:41.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:41 smithi046 ceph-mon[39760]: osdmap e101: 8 total, 8 up, 8 in 2024-09-20T21:42:41.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:41 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/4292435348' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:42:41.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:41 smithi134 ceph-mon[31761]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:42:41.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:41 smithi134 ceph-mon[31761]: osdmap e101: 8 total, 8 up, 8 in 2024-09-20T21:42:41.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:41 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/4292435348' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:42:42.047 INFO:tasks.rados.rados.0.smithi046.stdout:242: done (2 left) 2024-09-20T21:42:42.047 INFO:tasks.rados.rados.0.smithi046.stdout:243: read oid 46 snap -1 2024-09-20T21:42:42.047 INFO:tasks.rados.rados.0.smithi046.stdout:243: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-20T21:42:42.048 INFO:tasks.rados.rados.0.smithi046.stdout:244: read oid 18 snap -1 2024-09-20T21:42:42.048 INFO:tasks.rados.rados.0.smithi046.stdout:244: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-20T21:42:42.048 INFO:tasks.rados.rados.0.smithi046.stdout:245: read oid 19 snap -1 2024-09-20T21:42:42.048 INFO:tasks.rados.rados.0.smithi046.stdout:245: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-20T21:42:42.048 INFO:tasks.rados.rados.0.smithi046.stdout:246: snap_remove snap 15 2024-09-20T21:42:42.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:42 smithi046 ceph-mon[39760]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:42:42.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:42 smithi046 ceph-mon[39760]: pgmap v146: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 572 KiB/s rd, 3.3 MiB/s wr, 30 op/s 2024-09-20T21:42:42.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:42 smithi046 ceph-mon[39760]: osdmap e102: 8 total, 8 up, 8 in 2024-09-20T21:42:42.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:42 smithi046 ceph-mon[28078]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:42:42.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:42 smithi046 ceph-mon[28078]: pgmap v146: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 572 KiB/s rd, 3.3 MiB/s wr, 30 op/s 2024-09-20T21:42:42.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:42 smithi046 ceph-mon[28078]: osdmap e102: 8 total, 8 up, 8 in 2024-09-20T21:42:42.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:42 smithi134 ceph-mon[31761]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:42:42.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:42 smithi134 ceph-mon[31761]: pgmap v146: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 572 KiB/s rd, 3.3 MiB/s wr, 30 op/s 2024-09-20T21:42:42.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:42 smithi134 ceph-mon[31761]: osdmap e102: 8 total, 8 up, 8 in 2024-09-20T21:42:43.065 INFO:tasks.rados.rados.0.smithi046.stdout:246: done (5 left) 2024-09-20T21:42:43.065 INFO:tasks.rados.rados.0.smithi046.stdout:247: copy_from oid 38 from oid 45 current snap is 16 2024-09-20T21:42:43.065 INFO:tasks.rados.rados.0.smithi046.stdout:248: read oid 33 snap -1 2024-09-20T21:42:43.065 INFO:tasks.rados.rados.0.smithi046.stdout:248: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-20T21:42:43.065 INFO:tasks.rados.rados.0.smithi046.stdout:249: snap_remove snap 12 2024-09-20T21:42:43.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:43 smithi046 ceph-mon[28078]: osdmap e103: 8 total, 8 up, 8 in 2024-09-20T21:42:43.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:43 smithi046 ceph-mon[39760]: osdmap e103: 8 total, 8 up, 8 in 2024-09-20T21:42:43.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:42:43 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:42:43] "GET /metrics HTTP/1.1" 200 239815 "" "Prometheus/2.43.0" 2024-09-20T21:42:43.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:43 smithi134 ceph-mon[31761]: osdmap e103: 8 total, 8 up, 8 in 2024-09-20T21:42:44.070 INFO:tasks.rados.rados.0.smithi046.stdout:249: done (7 left) 2024-09-20T21:42:44.070 INFO:tasks.rados.rados.0.smithi046.stdout:250: read oid 44 snap -1 2024-09-20T21:42:44.071 INFO:tasks.rados.rados.0.smithi046.stdout:250: expect deleted 2024-09-20T21:42:44.071 INFO:tasks.rados.rados.0.smithi046.stdout:251: delete oid 47 current snap is 16 2024-09-20T21:42:44.071 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 49 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-20T21:42:44.071 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 44 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-20T21:42:44.071 INFO:tasks.rados.rados.0.smithi046.stdout:243: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-20T21:42:44.094 INFO:tasks.rados.rados.0.smithi046.stdout:245: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-20T21:42:44.109 INFO:tasks.rados.rados.0.smithi046.stdout:244: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-20T21:42:44.126 INFO:tasks.rados.rados.0.smithi046.stdout:248: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-20T21:42:44.140 INFO:tasks.rados.rados.0.smithi046.stdout:247: finishing copy_from racing read to smithi04683737-38 2024-09-20T21:42:44.140 INFO:tasks.rados.rados.0.smithi046.stdout:247: finishing copy_from to smithi04683737-38 2024-09-20T21:42:44.141 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 29 (ObjNum 94 snap 16 seq_num 94) dirty exists 2024-09-20T21:42:44.141 INFO:tasks.rados.rados.0.smithi046.stdout:240: done (8 left) 2024-09-20T21:42:44.141 INFO:tasks.rados.rados.0.smithi046.stdout:241: done (7 left) 2024-09-20T21:42:44.141 INFO:tasks.rados.rados.0.smithi046.stdout:243: done (6 left) 2024-09-20T21:42:44.141 INFO:tasks.rados.rados.0.smithi046.stdout:244: done (5 left) 2024-09-20T21:42:44.141 INFO:tasks.rados.rados.0.smithi046.stdout:245: done (4 left) 2024-09-20T21:42:44.141 INFO:tasks.rados.rados.0.smithi046.stdout:247: done (3 left) 2024-09-20T21:42:44.141 INFO:tasks.rados.rados.0.smithi046.stdout:248: done (2 left) 2024-09-20T21:42:44.141 INFO:tasks.rados.rados.0.smithi046.stdout:250: done (1 left) 2024-09-20T21:42:44.141 INFO:tasks.rados.rados.0.smithi046.stdout:251: done (0 left) 2024-09-20T21:42:44.141 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 16 2024-09-20T21:42:44.141 INFO:tasks.rados.rados.0.smithi046.stdout:252: seq_num 96 ranges {0=409600,409600=696320,1105920=507904} 2024-09-20T21:42:44.142 INFO:tasks.rados.rados.0.smithi046.stdout:252: writing smithi04683737-30 from 0 to 409600 tid 1 2024-09-20T21:42:44.146 INFO:tasks.rados.rados.0.smithi046.stdout:252: writing smithi04683737-30 from 409600 to 1105920 tid 2 2024-09-20T21:42:44.149 INFO:tasks.rados.rados.0.smithi046.stdout:252: writing smithi04683737-30 from 1105920 to 1613824 tid 3 2024-09-20T21:42:44.149 INFO:tasks.rados.rados.0.smithi046.stdout:253: rmattr oid 17 current snap is 16 2024-09-20T21:42:44.149 INFO:tasks.rados.rados.0.smithi046.stdout:253: done (1 left) 2024-09-20T21:42:44.149 INFO:tasks.rados.rados.0.smithi046.stdout:254: snap_remove snap 13 2024-09-20T21:42:44.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:44 smithi046 ceph-mon[39760]: pgmap v149: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:42:44.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:44 smithi046 ceph-mon[39760]: osdmap e104: 8 total, 8 up, 8 in 2024-09-20T21:42:44.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:44 smithi046 ceph-mon[28078]: pgmap v149: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:42:44.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:44 smithi046 ceph-mon[28078]: osdmap e104: 8 total, 8 up, 8 in 2024-09-20T21:42:44.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:44 smithi134 ceph-mon[31761]: pgmap v149: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:42:44.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:44 smithi134 ceph-mon[31761]: osdmap e104: 8 total, 8 up, 8 in 2024-09-20T21:42:45.078 INFO:tasks.rados.rados.0.smithi046.stdout:254: done (1 left) 2024-09-20T21:42:45.078 INFO:tasks.rados.rados.0.smithi046.stdout:255: rmattr oid 39 current snap is 16 2024-09-20T21:42:45.078 INFO:tasks.rados.rados.0.smithi046.stdout:255: done (1 left) 2024-09-20T21:42:45.078 INFO:tasks.rados.rados.0.smithi046.stdout:256: read oid 29 snap -1 2024-09-20T21:42:45.078 INFO:tasks.rados.rados.0.smithi046.stdout:256: expect (ObjNum 39 snap 0 seq_num 39) 2024-09-20T21:42:45.078 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 16 2024-09-20T21:42:45.079 INFO:tasks.rados.rados.0.smithi046.stdout:257: seq_num 97 ranges {0=434176,434176=581632,1015808=540672,1556480=81920} 2024-09-20T21:42:45.081 INFO:tasks.rados.rados.0.smithi046.stdout:257: writing smithi04683737-2 from 0 to 434176 tid 1 2024-09-20T21:42:45.085 INFO:tasks.rados.rados.0.smithi046.stdout:257: writing smithi04683737-2 from 434176 to 1015808 tid 2 2024-09-20T21:42:45.088 INFO:tasks.rados.rados.0.smithi046.stdout:257: writing smithi04683737-2 from 1015808 to 1556480 tid 3 2024-09-20T21:42:45.089 INFO:tasks.rados.rados.0.smithi046.stdout:257: writing smithi04683737-2 from 1556480 to 1638400 tid 4 2024-09-20T21:42:45.089 INFO:tasks.rados.rados.0.smithi046.stdout:252: finishing write tid 1 to smithi04683737-30 2024-09-20T21:42:45.089 INFO:tasks.rados.rados.0.smithi046.stdout:258: snap_create 2024-09-20T21:42:45.089 INFO:tasks.rados.rados.0.smithi046.stdout:252: finishing write tid 2 to smithi04683737-30 2024-09-20T21:42:45.089 INFO:tasks.rados.rados.0.smithi046.stdout:252: finishing write tid 3 to smithi04683737-30 2024-09-20T21:42:45.089 INFO:tasks.rados.rados.0.smithi046.stdout:252: finishing write tid 4 to smithi04683737-30 2024-09-20T21:42:45.089 INFO:tasks.rados.rados.0.smithi046.stdout:252: finishing write tid 5 to smithi04683737-30 2024-09-20T21:42:45.089 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 52 (ObjNum 96 snap 16 seq_num 96) dirty exists 2024-09-20T21:42:45.090 INFO:tasks.rados.rados.0.smithi046.stdout:252: left oid 30 (ObjNum 96 snap 16 seq_num 96) 2024-09-20T21:42:45.090 INFO:tasks.rados.rados.0.smithi046.stdout:256: expect (ObjNum 39 snap 0 seq_num 39) 2024-09-20T21:42:45.107 INFO:tasks.rados.rados.0.smithi046.stdout:257: finishing write tid 1 to smithi04683737-2 2024-09-20T21:42:45.107 INFO:tasks.rados.rados.0.smithi046.stdout:257: finishing write tid 2 to smithi04683737-2 2024-09-20T21:42:45.107 INFO:tasks.rados.rados.0.smithi046.stdout:257: finishing write tid 3 to smithi04683737-2 2024-09-20T21:42:45.107 INFO:tasks.rados.rados.0.smithi046.stdout:257: finishing write tid 4 to smithi04683737-2 2024-09-20T21:42:45.108 INFO:tasks.rados.rados.0.smithi046.stdout:257: finishing write tid 5 to smithi04683737-2 2024-09-20T21:42:45.108 INFO:tasks.rados.rados.0.smithi046.stdout:257: finishing write tid 6 to smithi04683737-2 2024-09-20T21:42:45.108 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 37 (ObjNum 97 snap 16 seq_num 97) dirty exists 2024-09-20T21:42:45.108 INFO:tasks.rados.rados.0.smithi046.stdout:257: left oid 2 (ObjNum 97 snap 16 seq_num 97) 2024-09-20T21:42:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:45 smithi046 ceph-mon[28078]: osdmap e105: 8 total, 8 up, 8 in 2024-09-20T21:42:45.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:45 smithi046 ceph-mon[39760]: osdmap e105: 8 total, 8 up, 8 in 2024-09-20T21:42:45.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:45 smithi134 ceph-mon[31761]: osdmap e105: 8 total, 8 up, 8 in 2024-09-20T21:42:46.075 INFO:tasks.rados.rados.0.smithi046.stdout:252: done (3 left) 2024-09-20T21:42:46.075 INFO:tasks.rados.rados.0.smithi046.stdout:256: done (2 left) 2024-09-20T21:42:46.075 INFO:tasks.rados.rados.0.smithi046.stdout:257: done (1 left) 2024-09-20T21:42:46.075 INFO:tasks.rados.rados.0.smithi046.stdout:258: done (0 left) 2024-09-20T21:42:46.075 INFO:tasks.rados.rados.0.smithi046.stdout:259: delete oid 41 current snap is 17 2024-09-20T21:42:46.076 INFO:tasks.rados.rados.0.smithi046.stdout:259: done (0 left) 2024-09-20T21:42:46.077 INFO:tasks.rados.rados.0.smithi046.stdout:260: read oid 13 snap -1 2024-09-20T21:42:46.077 INFO:tasks.rados.rados.0.smithi046.stdout:260: expect (ObjNum 82 snap 12 seq_num 82) 2024-09-20T21:42:46.077 INFO:tasks.rados.rados.0.smithi046.stdout:261: setattr oid 26 current snap is 17 2024-09-20T21:42:46.079 INFO:tasks.rados.rados.0.smithi046.stdout:262: copy_from oid 32 from oid 7 current snap is 17 2024-09-20T21:42:46.079 INFO:tasks.rados.rados.0.smithi046.stdout:263: read oid 22 snap -1 2024-09-20T21:42:46.079 INFO:tasks.rados.rados.0.smithi046.stdout:263: expect (ObjNum 21 snap 0 seq_num 21) 2024-09-20T21:42:46.079 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 17 2024-09-20T21:42:46.079 INFO:tasks.rados.rados.0.smithi046.stdout:264: seq_num 99 ranges {0=466944,466944=802816,1269760=401408} 2024-09-20T21:42:46.082 INFO:tasks.rados.rados.0.smithi046.stdout:264: writing smithi04683737-15 from 0 to 466944 tid 1 2024-09-20T21:42:46.087 INFO:tasks.rados.rados.0.smithi046.stdout:264: writing smithi04683737-15 from 466944 to 1269760 tid 2 2024-09-20T21:42:46.090 INFO:tasks.rados.rados.0.smithi046.stdout:264: writing smithi04683737-15 from 1269760 to 1671168 tid 3 2024-09-20T21:42:46.090 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 17 2024-09-20T21:42:46.090 INFO:tasks.rados.rados.0.smithi046.stdout:265: seq_num 100 ranges {1736704=483328,2220032=688128,2908160=516096} 2024-09-20T21:42:46.102 INFO:tasks.rados.rados.0.smithi046.stdout:265: writing smithi04683737-49 from 1736704 to 2220032 tid 1 2024-09-20T21:42:46.106 INFO:tasks.rados.rados.0.smithi046.stdout:265: writing smithi04683737-49 from 2220032 to 2908160 tid 2 2024-09-20T21:42:46.110 INFO:tasks.rados.rados.0.smithi046.stdout:265: writing smithi04683737-49 from 2908160 to 3424256 tid 3 2024-09-20T21:42:46.110 INFO:tasks.rados.rados.0.smithi046.stdout:266: rollback oid 33 current snap is 17 2024-09-20T21:42:46.110 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 33 to 16 2024-09-20T21:42:46.110 INFO:tasks.rados.rados.0.smithi046.stdout:263: expect (ObjNum 21 snap 0 seq_num 21) 2024-09-20T21:42:46.121 INFO:tasks.rados.rados.0.smithi046.stdout:262: finishing copy_from racing read to smithi04683737-32 2024-09-20T21:42:46.121 INFO:tasks.rados.rados.0.smithi046.stdout:264: finishing write tid 1 to smithi04683737-15 2024-09-20T21:42:46.121 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 33 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-09-20T21:42:46.121 INFO:tasks.rados.rados.0.smithi046.stdout:264: finishing write tid 2 to smithi04683737-15 2024-09-20T21:42:46.121 INFO:tasks.rados.rados.0.smithi046.stdout:262: finishing copy_from to smithi04683737-32 2024-09-20T21:42:46.121 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-20T21:42:46.121 INFO:tasks.rados.rados.0.smithi046.stdout:264: finishing write tid 3 to smithi04683737-15 2024-09-20T21:42:46.121 INFO:tasks.rados.rados.0.smithi046.stdout:264: finishing write tid 4 to smithi04683737-15 2024-09-20T21:42:46.121 INFO:tasks.rados.rados.0.smithi046.stdout:260: expect (ObjNum 82 snap 12 seq_num 82) 2024-09-20T21:42:46.219 INFO:tasks.rados.rados.0.smithi046.stdout:264: finishing write tid 5 to smithi04683737-15 2024-09-20T21:42:46.220 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 58 (ObjNum 99 snap 17 seq_num 99) dirty exists 2024-09-20T21:42:46.220 INFO:tasks.rados.rados.0.smithi046.stdout:264: left oid 15 (ObjNum 99 snap 17 seq_num 99) 2024-09-20T21:42:46.220 INFO:tasks.rados.rados.0.smithi046.stdout:260: done (6 left) 2024-09-20T21:42:46.220 INFO:tasks.rados.rados.0.smithi046.stdout:261: done (5 left) 2024-09-20T21:42:46.221 INFO:tasks.rados.rados.0.smithi046.stdout:262: done (4 left) 2024-09-20T21:42:46.221 INFO:tasks.rados.rados.0.smithi046.stdout:263: done (3 left) 2024-09-20T21:42:46.221 INFO:tasks.rados.rados.0.smithi046.stdout:264: done (2 left) 2024-09-20T21:42:46.221 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 17 2024-09-20T21:42:46.221 INFO:tasks.rados.rados.0.smithi046.stdout:265: finishing write tid 1 to smithi04683737-49 2024-09-20T21:42:46.221 INFO:tasks.rados.rados.0.smithi046.stdout:265: finishing write tid 2 to smithi04683737-49 2024-09-20T21:42:46.221 INFO:tasks.rados.rados.0.smithi046.stdout:265: finishing write tid 3 to smithi04683737-49 2024-09-20T21:42:46.221 INFO:tasks.rados.rados.0.smithi046.stdout:265: finishing write tid 4 to smithi04683737-49 2024-09-20T21:42:46.221 INFO:tasks.rados.rados.0.smithi046.stdout:266: finishing rollback tid 0 to smithi04683737-33 2024-09-20T21:42:46.221 INFO:tasks.rados.rados.0.smithi046.stdout:266: finishing rollback tid 1 to smithi04683737-33 2024-09-20T21:42:46.221 INFO:tasks.rados.rados.0.smithi046.stdout:266: finishing rollback tid 2 to smithi04683737-33 2024-09-20T21:42:46.222 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 20 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-09-20T21:42:46.222 INFO:tasks.rados.rados.0.smithi046.stdout:265: finishing write tid 5 to smithi04683737-49 2024-09-20T21:42:46.222 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 75 (ObjNum 100 snap 17 seq_num 100) dirty exists 2024-09-20T21:42:46.222 INFO:tasks.rados.rados.0.smithi046.stdout:265: left oid 49 (ObjNum 100 snap 17 seq_num 100) 2024-09-20T21:42:46.222 INFO:tasks.rados.rados.0.smithi046.stdout:267: seq_num 101 ranges {638976=499712,1138688=573440,1712128=524288,2236416=106496} 2024-09-20T21:42:46.226 INFO:tasks.rados.rados.0.smithi046.stdout:267: writing smithi04683737-10 from 638976 to 1138688 tid 1 2024-09-20T21:42:46.229 INFO:tasks.rados.rados.0.smithi046.stdout:267: writing smithi04683737-10 from 1138688 to 1712128 tid 2 2024-09-20T21:42:46.232 INFO:tasks.rados.rados.0.smithi046.stdout:267: writing smithi04683737-10 from 1712128 to 2236416 tid 3 2024-09-20T21:42:46.234 INFO:tasks.rados.rados.0.smithi046.stdout:267: writing smithi04683737-10 from 2236416 to 2342912 tid 4 2024-09-20T21:42:46.234 INFO:tasks.rados.rados.0.smithi046.stdout:265: done (2 left) 2024-09-20T21:42:46.234 INFO:tasks.rados.rados.0.smithi046.stdout:266: done (1 left) 2024-09-20T21:42:46.234 INFO:tasks.rados.rados.0.smithi046.stdout:268: read oid 33 snap -1 2024-09-20T21:42:46.234 INFO:tasks.rados.rados.0.smithi046.stdout:268: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-20T21:42:46.234 INFO:tasks.rados.rados.0.smithi046.stdout:269: rollback oid 39 current snap is 17 2024-09-20T21:42:46.234 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 39 to 16 2024-09-20T21:42:46.234 INFO:tasks.rados.rados.0.smithi046.stdout:267: finishing write tid 1 to smithi04683737-10 2024-09-20T21:42:46.234 INFO:tasks.rados.rados.0.smithi046.stdout:267: finishing write tid 2 to smithi04683737-10 2024-09-20T21:42:46.234 INFO:tasks.rados.rados.0.smithi046.stdout:270: rmattr oid 23 current snap is 17 2024-09-20T21:42:46.234 INFO:tasks.rados.rados.0.smithi046.stdout:270: done (3 left) 2024-09-20T21:42:46.234 INFO:tasks.rados.rados.0.smithi046.stdout:271: copy_from oid 8 from oid 7 current snap is 17 2024-09-20T21:42:46.234 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 17 2024-09-20T21:42:46.234 INFO:tasks.rados.rados.0.smithi046.stdout:272: seq_num 102 ranges {1613824=516096,2129920=450560,2580480=729088,3309568=24576} 2024-09-20T21:42:46.245 INFO:tasks.rados.rados.0.smithi046.stdout:272: writing smithi04683737-30 from 1613824 to 2129920 tid 1 2024-09-20T21:42:46.247 INFO:tasks.rados.rados.0.smithi046.stdout:272: writing smithi04683737-30 from 2129920 to 2580480 tid 2 2024-09-20T21:42:46.252 INFO:tasks.rados.rados.0.smithi046.stdout:272: writing smithi04683737-30 from 2580480 to 3309568 tid 3 2024-09-20T21:42:46.252 INFO:tasks.rados.rados.0.smithi046.stdout:272: writing smithi04683737-30 from 3309568 to 3334144 tid 4 2024-09-20T21:42:46.252 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 17 2024-09-20T21:42:46.252 INFO:tasks.rados.rados.0.smithi046.stdout:273: seq_num 103 ranges {0=532480,532480=737280,1269760=466944} 2024-09-20T21:42:46.254 INFO:tasks.rados.rados.0.smithi046.stdout:273: writing smithi04683737-12 from 0 to 532480 tid 1 2024-09-20T21:42:46.258 INFO:tasks.rados.rados.0.smithi046.stdout:273: writing smithi04683737-12 from 532480 to 1269760 tid 2 2024-09-20T21:42:46.261 INFO:tasks.rados.rados.0.smithi046.stdout:273: writing smithi04683737-12 from 1269760 to 1736704 tid 3 2024-09-20T21:42:46.262 INFO:tasks.rados.rados.0.smithi046.stdout:274: read oid 45 snap 16 2024-09-20T21:42:46.262 INFO:tasks.rados.rados.0.smithi046.stdout:274: expect (ObjNum 94 snap 16 seq_num 94) 2024-09-20T21:42:46.262 INFO:tasks.rados.rados.0.smithi046.stdout:275: rmattr oid 16 current snap is 17 2024-09-20T21:42:46.262 INFO:tasks.rados.rados.0.smithi046.stdout:275: done (7 left) 2024-09-20T21:42:46.262 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 17 2024-09-20T21:42:46.262 INFO:tasks.rados.rados.0.smithi046.stdout:276: seq_num 104 ranges {0=548864,548864=622592,1171456=581632} 2024-09-20T21:42:46.265 INFO:tasks.rados.rados.0.smithi046.stdout:276: writing smithi04683737-48 from 0 to 548864 tid 1 2024-09-20T21:42:46.269 INFO:tasks.rados.rados.0.smithi046.stdout:276: writing smithi04683737-48 from 548864 to 1171456 tid 2 2024-09-20T21:42:46.273 INFO:tasks.rados.rados.0.smithi046.stdout:276: writing smithi04683737-48 from 1171456 to 1753088 tid 3 2024-09-20T21:42:46.273 INFO:tasks.rados.rados.0.smithi046.stdout:277: read oid 47 snap -1 2024-09-20T21:42:46.274 INFO:tasks.rados.rados.0.smithi046.stdout:277: expect deleted 2024-09-20T21:42:46.274 INFO:tasks.rados.rados.0.smithi046.stdout:278: read oid 18 snap 16 2024-09-20T21:42:46.274 INFO:tasks.rados.rados.0.smithi046.stdout:278: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-20T21:42:46.274 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 17 2024-09-20T21:42:46.274 INFO:tasks.rados.rados.0.smithi046.stdout:267: finishing write tid 3 to smithi04683737-10 2024-09-20T21:42:46.274 INFO:tasks.rados.rados.0.smithi046.stdout:269: finishing rollback tid 0 to smithi04683737-39 2024-09-20T21:42:46.274 INFO:tasks.rados.rados.0.smithi046.stdout:271: finishing copy_from racing read to smithi04683737-8 2024-09-20T21:42:46.274 INFO:tasks.rados.rados.0.smithi046.stdout:269: finishing rollback tid 1 to smithi04683737-39 2024-09-20T21:42:46.274 INFO:tasks.rados.rados.0.smithi046.stdout:267: finishing write tid 4 to smithi04683737-10 2024-09-20T21:42:46.274 INFO:tasks.rados.rados.0.smithi046.stdout:269: finishing rollback tid 2 to smithi04683737-39 2024-09-20T21:42:46.274 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 41 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-20T21:42:46.274 INFO:tasks.rados.rados.0.smithi046.stdout:267: finishing write tid 5 to smithi04683737-10 2024-09-20T21:42:46.274 INFO:tasks.rados.rados.0.smithi046.stdout:268: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-20T21:42:46.290 INFO:tasks.rados.rados.0.smithi046.stdout:271: finishing copy_from to smithi04683737-8 2024-09-20T21:42:46.290 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-20T21:42:46.290 INFO:tasks.rados.rados.0.smithi046.stdout:267: finishing write tid 6 to smithi04683737-10 2024-09-20T21:42:46.290 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 71 (ObjNum 101 snap 17 seq_num 101) dirty exists 2024-09-20T21:42:46.290 INFO:tasks.rados.rados.0.smithi046.stdout:267: left oid 10 (ObjNum 101 snap 17 seq_num 101) 2024-09-20T21:42:46.290 INFO:tasks.rados.rados.0.smithi046.stdout:272: finishing write tid 1 to smithi04683737-30 2024-09-20T21:42:46.290 INFO:tasks.rados.rados.0.smithi046.stdout:272: finishing write tid 2 to smithi04683737-30 2024-09-20T21:42:46.290 INFO:tasks.rados.rados.0.smithi046.stdout:272: finishing write tid 3 to smithi04683737-30 2024-09-20T21:42:46.290 INFO:tasks.rados.rados.0.smithi046.stdout:272: finishing write tid 4 to smithi04683737-30 2024-09-20T21:42:46.291 INFO:tasks.rados.rados.0.smithi046.stdout:272: finishing write tid 5 to smithi04683737-30 2024-09-20T21:42:46.291 INFO:tasks.rados.rados.0.smithi046.stdout:272: finishing write tid 6 to smithi04683737-30 2024-09-20T21:42:46.291 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 64 (ObjNum 102 snap 17 seq_num 102) dirty exists 2024-09-20T21:42:46.291 INFO:tasks.rados.rados.0.smithi046.stdout:272: left oid 30 (ObjNum 102 snap 17 seq_num 102) 2024-09-20T21:42:46.291 INFO:tasks.rados.rados.0.smithi046.stdout:273: finishing write tid 1 to smithi04683737-12 2024-09-20T21:42:46.291 INFO:tasks.rados.rados.0.smithi046.stdout:279: seq_num 105 ranges {1687552=565248,2252800=507904,2760704=507904,3268608=188416} 2024-09-20T21:42:46.301 INFO:tasks.rados.rados.0.smithi046.stdout:279: writing smithi04683737-23 from 1687552 to 2252800 tid 1 2024-09-20T21:42:46.304 INFO:tasks.rados.rados.0.smithi046.stdout:279: writing smithi04683737-23 from 2252800 to 2760704 tid 2 2024-09-20T21:42:46.307 INFO:tasks.rados.rados.0.smithi046.stdout:279: writing smithi04683737-23 from 2760704 to 3268608 tid 3 2024-09-20T21:42:46.308 INFO:tasks.rados.rados.0.smithi046.stdout:279: writing smithi04683737-23 from 3268608 to 3457024 tid 4 2024-09-20T21:42:46.308 INFO:tasks.rados.rados.0.smithi046.stdout:267: done (10 left) 2024-09-20T21:42:46.308 INFO:tasks.rados.rados.0.smithi046.stdout:268: done (9 left) 2024-09-20T21:42:46.309 INFO:tasks.rados.rados.0.smithi046.stdout:269: done (8 left) 2024-09-20T21:42:46.309 INFO:tasks.rados.rados.0.smithi046.stdout:271: done (7 left) 2024-09-20T21:42:46.309 INFO:tasks.rados.rados.0.smithi046.stdout:272: done (6 left) 2024-09-20T21:42:46.309 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 17 2024-09-20T21:42:46.309 INFO:tasks.rados.rados.0.smithi046.stdout:273: finishing write tid 2 to smithi04683737-12 2024-09-20T21:42:46.309 INFO:tasks.rados.rados.0.smithi046.stdout:273: finishing write tid 3 to smithi04683737-12 2024-09-20T21:42:46.309 INFO:tasks.rados.rados.0.smithi046.stdout:273: finishing write tid 4 to smithi04683737-12 2024-09-20T21:42:46.309 INFO:tasks.rados.rados.0.smithi046.stdout:273: finishing write tid 5 to smithi04683737-12 2024-09-20T21:42:46.309 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 37 (ObjNum 103 snap 17 seq_num 103) dirty exists 2024-09-20T21:42:46.309 INFO:tasks.rados.rados.0.smithi046.stdout:273: left oid 12 (ObjNum 103 snap 17 seq_num 103) 2024-09-20T21:42:46.309 INFO:tasks.rados.rados.0.smithi046.stdout:276: finishing write tid 1 to smithi04683737-48 2024-09-20T21:42:46.309 INFO:tasks.rados.rados.0.smithi046.stdout:274: expect (ObjNum 94 snap 16 seq_num 94) 2024-09-20T21:42:46.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:46 smithi046 ceph-mon[28078]: pgmap v152: 121 pgs: 121 active+clean; 47 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-09-20T21:42:46.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:46 smithi046 ceph-mon[28078]: osdmap e106: 8 total, 8 up, 8 in 2024-09-20T21:42:46.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:46 smithi046 ceph-mon[39760]: pgmap v152: 121 pgs: 121 active+clean; 47 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-09-20T21:42:46.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:46 smithi046 ceph-mon[39760]: osdmap e106: 8 total, 8 up, 8 in 2024-09-20T21:42:46.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:46 smithi134 ceph-mon[31761]: pgmap v152: 121 pgs: 121 active+clean; 47 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-09-20T21:42:46.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:46 smithi134 ceph-mon[31761]: osdmap e106: 8 total, 8 up, 8 in 2024-09-20T21:42:46.444 INFO:tasks.rados.rados.0.smithi046.stdout:276: finishing write tid 2 to smithi04683737-48 2024-09-20T21:42:46.444 INFO:tasks.rados.rados.0.smithi046.stdout:276: finishing write tid 3 to smithi04683737-48 2024-09-20T21:42:46.444 INFO:tasks.rados.rados.0.smithi046.stdout:276: finishing write tid 4 to smithi04683737-48 2024-09-20T21:42:46.444 INFO:tasks.rados.rados.0.smithi046.stdout:278: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-20T21:42:46.461 INFO:tasks.rados.rados.0.smithi046.stdout:276: finishing write tid 5 to smithi04683737-48 2024-09-20T21:42:46.461 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 73 (ObjNum 104 snap 17 seq_num 104) dirty exists 2024-09-20T21:42:46.461 INFO:tasks.rados.rados.0.smithi046.stdout:276: left oid 48 (ObjNum 104 snap 17 seq_num 104) 2024-09-20T21:42:46.461 INFO:tasks.rados.rados.0.smithi046.stdout:279: finishing write tid 1 to smithi04683737-23 2024-09-20T21:42:46.461 INFO:tasks.rados.rados.0.smithi046.stdout:279: finishing write tid 2 to smithi04683737-23 2024-09-20T21:42:46.461 INFO:tasks.rados.rados.0.smithi046.stdout:280: seq_num 106 ranges {2768896=581632,3350528=794624,4145152=409600} 2024-09-20T21:42:46.479 INFO:tasks.rados.rados.0.smithi046.stdout:280: writing smithi04683737-13 from 2768896 to 3350528 tid 1 2024-09-20T21:42:46.484 INFO:tasks.rados.rados.0.smithi046.stdout:280: writing smithi04683737-13 from 3350528 to 4145152 tid 2 2024-09-20T21:42:46.487 INFO:tasks.rados.rados.0.smithi046.stdout:280: writing smithi04683737-13 from 4145152 to 4554752 tid 3 2024-09-20T21:42:46.487 INFO:tasks.rados.rados.0.smithi046.stdout:273: done (6 left) 2024-09-20T21:42:46.487 INFO:tasks.rados.rados.0.smithi046.stdout:274: done (5 left) 2024-09-20T21:42:46.488 INFO:tasks.rados.rados.0.smithi046.stdout:276: done (4 left) 2024-09-20T21:42:46.488 INFO:tasks.rados.rados.0.smithi046.stdout:277: done (3 left) 2024-09-20T21:42:46.488 INFO:tasks.rados.rados.0.smithi046.stdout:278: done (2 left) 2024-09-20T21:42:46.488 INFO:tasks.rados.rados.0.smithi046.stdout:281: copy_from oid 39 from oid 18 current snap is 17 2024-09-20T21:42:46.488 INFO:tasks.rados.rados.0.smithi046.stdout:279: finishing write tid 3 to smithi04683737-23 2024-09-20T21:42:46.489 INFO:tasks.rados.rados.0.smithi046.stdout:279: finishing write tid 4 to smithi04683737-23 2024-09-20T21:42:46.489 INFO:tasks.rados.rados.0.smithi046.stdout:279: finishing write tid 5 to smithi04683737-23 2024-09-20T21:42:46.489 INFO:tasks.rados.rados.0.smithi046.stdout:279: finishing write tid 6 to smithi04683737-23 2024-09-20T21:42:46.489 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 41 (ObjNum 105 snap 17 seq_num 105) dirty exists 2024-09-20T21:42:46.489 INFO:tasks.rados.rados.0.smithi046.stdout:279: left oid 23 (ObjNum 105 snap 17 seq_num 105) 2024-09-20T21:42:46.489 INFO:tasks.rados.rados.0.smithi046.stdout:280: finishing write tid 1 to smithi04683737-13 2024-09-20T21:42:46.489 INFO:tasks.rados.rados.0.smithi046.stdout:280: finishing write tid 2 to smithi04683737-13 2024-09-20T21:42:46.489 INFO:tasks.rados.rados.0.smithi046.stdout:279: done (2 left) 2024-09-20T21:42:46.489 INFO:tasks.rados.rados.0.smithi046.stdout:282: rollback oid 49 current snap is 17 2024-09-20T21:42:46.489 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 49 to 16 2024-09-20T21:42:46.489 INFO:tasks.rados.rados.0.smithi046.stdout:283: rollback oid 40 current snap is 17 2024-09-20T21:42:46.489 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 40 to 16 2024-09-20T21:42:46.489 INFO:tasks.rados.rados.0.smithi046.stdout:284: rmattr oid 23 current snap is 17 2024-09-20T21:42:46.489 INFO:tasks.rados.rados.0.smithi046.stdout:284: done (4 left) 2024-09-20T21:42:46.490 INFO:tasks.rados.rados.0.smithi046.stdout:285: rollback oid 22 current snap is 17 2024-09-20T21:42:46.490 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 22 to 16 2024-09-20T21:42:46.490 INFO:tasks.rados.rados.0.smithi046.stdout:286: rmattr oid 2 current snap is 17 2024-09-20T21:42:46.490 INFO:tasks.rados.rados.0.smithi046.stdout:286: done (5 left) 2024-09-20T21:42:46.490 INFO:tasks.rados.rados.0.smithi046.stdout:287: copy_from oid 46 from oid 50 current snap is 17 2024-09-20T21:42:46.490 INFO:tasks.rados.rados.0.smithi046.stdout:288: rollback oid 44 current snap is 17 2024-09-20T21:42:46.490 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 44 to 16 2024-09-20T21:42:46.490 INFO:tasks.rados.rados.0.smithi046.stdout:289: snap_create 2024-09-20T21:42:46.490 INFO:tasks.rados.rados.0.smithi046.stdout:288: finishing rollback tid 1 to smithi04683737-44 2024-09-20T21:42:46.490 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-20T21:42:46.491 INFO:tasks.rados.rados.0.smithi046.stdout:280: finishing write tid 3 to smithi04683737-13 2024-09-20T21:42:46.492 INFO:tasks.rados.rados.0.smithi046.stdout:285: finishing rollback tid 0 to smithi04683737-22 2024-09-20T21:42:46.492 INFO:tasks.rados.rados.0.smithi046.stdout:285: finishing rollback tid 1 to smithi04683737-22 2024-09-20T21:42:46.492 INFO:tasks.rados.rados.0.smithi046.stdout:285: finishing rollback tid 2 to smithi04683737-22 2024-09-20T21:42:46.492 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 41 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-09-20T21:42:46.492 INFO:tasks.rados.rados.0.smithi046.stdout:283: finishing rollback tid 0 to smithi04683737-40 2024-09-20T21:42:46.493 INFO:tasks.rados.rados.0.smithi046.stdout:283: finishing rollback tid 1 to smithi04683737-40 2024-09-20T21:42:46.493 INFO:tasks.rados.rados.0.smithi046.stdout:280: finishing write tid 4 to smithi04683737-13 2024-09-20T21:42:46.493 INFO:tasks.rados.rados.0.smithi046.stdout:281: finishing copy_from racing read to smithi04683737-39 2024-09-20T21:42:46.493 INFO:tasks.rados.rados.0.smithi046.stdout:283: finishing rollback tid 2 to smithi04683737-40 2024-09-20T21:42:46.493 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 37 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-20T21:42:46.493 INFO:tasks.rados.rados.0.smithi046.stdout:282: finishing rollback tid 0 to smithi04683737-49 2024-09-20T21:42:46.493 INFO:tasks.rados.rados.0.smithi046.stdout:282: finishing rollback tid 1 to smithi04683737-49 2024-09-20T21:42:46.493 INFO:tasks.rados.rados.0.smithi046.stdout:281: finishing copy_from to smithi04683737-39 2024-09-20T21:42:46.493 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 50 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-20T21:42:46.494 INFO:tasks.rados.rados.0.smithi046.stdout:282: finishing rollback tid 2 to smithi04683737-49 2024-09-20T21:42:46.494 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 83 (ObjNum 55 snap 4 seq_num 55) dirty exists 2024-09-20T21:42:46.494 INFO:tasks.rados.rados.0.smithi046.stdout:280: finishing write tid 5 to smithi04683737-13 2024-09-20T21:42:46.494 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 80 (ObjNum 106 snap 17 seq_num 106) dirty exists 2024-09-20T21:42:46.494 INFO:tasks.rados.rados.0.smithi046.stdout:280: left oid 13 (ObjNum 106 snap 17 seq_num 106) 2024-09-20T21:42:46.495 INFO:tasks.rados.rados.0.smithi046.stdout:287: finishing copy_from racing read to smithi04683737-46 2024-09-20T21:42:46.495 INFO:tasks.rados.rados.0.smithi046.stdout:287: finishing copy_from to smithi04683737-46 2024-09-20T21:42:46.495 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 7 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-20T21:42:47.084 INFO:tasks.rados.rados.0.smithi046.stdout:280: done (7 left) 2024-09-20T21:42:47.084 INFO:tasks.rados.rados.0.smithi046.stdout:281: done (6 left) 2024-09-20T21:42:47.084 INFO:tasks.rados.rados.0.smithi046.stdout:282: done (5 left) 2024-09-20T21:42:47.084 INFO:tasks.rados.rados.0.smithi046.stdout:283: done (4 left) 2024-09-20T21:42:47.084 INFO:tasks.rados.rados.0.smithi046.stdout:285: done (3 left) 2024-09-20T21:42:47.084 INFO:tasks.rados.rados.0.smithi046.stdout:287: done (2 left) 2024-09-20T21:42:47.084 INFO:tasks.rados.rados.0.smithi046.stdout:288: done (1 left) 2024-09-20T21:42:47.084 INFO:tasks.rados.rados.0.smithi046.stdout:289: done (0 left) 2024-09-20T21:42:47.085 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 18 2024-09-20T21:42:47.085 INFO:tasks.rados.rados.0.smithi046.stdout:290: seq_num 107 ranges {2613248=598016,3211264=729088,3940352=466944,4407296=8192} 2024-09-20T21:42:47.101 INFO:tasks.rados.rados.0.smithi046.stdout:290: writing smithi04683737-16 from 2613248 to 3211264 tid 1 2024-09-20T21:42:47.105 INFO:tasks.rados.rados.0.smithi046.stdout:290: writing smithi04683737-16 from 3211264 to 3940352 tid 2 2024-09-20T21:42:47.108 INFO:tasks.rados.rados.0.smithi046.stdout:290: writing smithi04683737-16 from 3940352 to 4407296 tid 3 2024-09-20T21:42:47.108 INFO:tasks.rados.rados.0.smithi046.stdout:290: writing smithi04683737-16 from 4407296 to 4415488 tid 4 2024-09-20T21:42:47.108 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 18 2024-09-20T21:42:47.109 INFO:tasks.rados.rados.0.smithi046.stdout:290: finishing write tid 1 to smithi04683737-16 2024-09-20T21:42:47.109 INFO:tasks.rados.rados.0.smithi046.stdout:290: finishing write tid 2 to smithi04683737-16 2024-09-20T21:42:47.109 INFO:tasks.rados.rados.0.smithi046.stdout:291: seq_num 108 ranges {638976=614400,1253376=606208,1859584=598016} 2024-09-20T21:42:47.115 INFO:tasks.rados.rados.0.smithi046.stdout:291: writing smithi04683737-18 from 638976 to 1253376 tid 1 2024-09-20T21:42:47.119 INFO:tasks.rados.rados.0.smithi046.stdout:291: writing smithi04683737-18 from 1253376 to 1859584 tid 2 2024-09-20T21:42:47.122 INFO:tasks.rados.rados.0.smithi046.stdout:291: writing smithi04683737-18 from 1859584 to 2457600 tid 3 2024-09-20T21:42:47.123 INFO:tasks.rados.rados.0.smithi046.stdout:292: setattr oid 45 current snap is 18 2024-09-20T21:42:47.123 INFO:tasks.rados.rados.0.smithi046.stdout:290: finishing write tid 3 to smithi04683737-16 2024-09-20T21:42:47.123 INFO:tasks.rados.rados.0.smithi046.stdout:290: finishing write tid 4 to smithi04683737-16 2024-09-20T21:42:47.123 INFO:tasks.rados.rados.0.smithi046.stdout:290: finishing write tid 5 to smithi04683737-16 2024-09-20T21:42:47.123 INFO:tasks.rados.rados.0.smithi046.stdout:290: finishing write tid 6 to smithi04683737-16 2024-09-20T21:42:47.123 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 64 (ObjNum 107 snap 18 seq_num 107) dirty exists 2024-09-20T21:42:47.123 INFO:tasks.rados.rados.0.smithi046.stdout:290: left oid 16 (ObjNum 107 snap 18 seq_num 107) 2024-09-20T21:42:47.123 INFO:tasks.rados.rados.0.smithi046.stdout:291: finishing write tid 1 to smithi04683737-18 2024-09-20T21:42:47.123 INFO:tasks.rados.rados.0.smithi046.stdout:291: finishing write tid 2 to smithi04683737-18 2024-09-20T21:42:47.124 INFO:tasks.rados.rados.0.smithi046.stdout:290: done (2 left) 2024-09-20T21:42:47.125 INFO:tasks.rados.rados.0.smithi046.stdout:293: snap_remove snap 16 2024-09-20T21:42:47.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:47 smithi046 ceph-mon[28078]: osdmap e107: 8 total, 8 up, 8 in 2024-09-20T21:42:47.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:47 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:42:47.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:47 smithi046 ceph-mon[39760]: osdmap e107: 8 total, 8 up, 8 in 2024-09-20T21:42:47.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:47 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:42:47.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:47 smithi134 ceph-mon[31761]: osdmap e107: 8 total, 8 up, 8 in 2024-09-20T21:42:47.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:47 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:42:47.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:42:46 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:42:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-20T21:42:48.041 INFO:tasks.rados.rados.0.smithi046.stdout:293: done (2 left) 2024-09-20T21:42:48.042 INFO:tasks.rados.rados.0.smithi046.stdout:294: setattr oid 15 current snap is 18 2024-09-20T21:42:48.042 INFO:tasks.rados.rados.0.smithi046.stdout:291: finishing write tid 3 to smithi04683737-18 2024-09-20T21:42:48.042 INFO:tasks.rados.rados.0.smithi046.stdout:291: finishing write tid 4 to smithi04683737-18 2024-09-20T21:42:48.042 INFO:tasks.rados.rados.0.smithi046.stdout:291: finishing write tid 5 to smithi04683737-18 2024-09-20T21:42:48.042 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 78 (ObjNum 108 snap 18 seq_num 108) dirty exists 2024-09-20T21:42:48.042 INFO:tasks.rados.rados.0.smithi046.stdout:291: left oid 18 (ObjNum 108 snap 18 seq_num 108) 2024-09-20T21:42:48.042 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 39 (ObjNum 94 snap 16 seq_num 94) dirty exists 2024-09-20T21:42:48.044 INFO:tasks.rados.rados.0.smithi046.stdout:291: done (2 left) 2024-09-20T21:42:48.044 INFO:tasks.rados.rados.0.smithi046.stdout:292: done (1 left) 2024-09-20T21:42:48.044 INFO:tasks.rados.rados.0.smithi046.stdout:295: snap_create 2024-09-20T21:42:48.049 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 66 (ObjNum 99 snap 17 seq_num 99) dirty exists 2024-09-20T21:42:48.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:48 smithi046 ceph-mon[28078]: pgmap v155: 121 pgs: 121 active+clean; 47 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-09-20T21:42:48.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:48 smithi046 ceph-mon[28078]: osdmap e108: 8 total, 8 up, 8 in 2024-09-20T21:42:48.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:48 smithi046 ceph-mon[28078]: osdmap e109: 8 total, 8 up, 8 in 2024-09-20T21:42:48.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:48 smithi046 ceph-mon[39760]: pgmap v155: 121 pgs: 121 active+clean; 47 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-09-20T21:42:48.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:48 smithi046 ceph-mon[39760]: osdmap e108: 8 total, 8 up, 8 in 2024-09-20T21:42:48.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:48 smithi046 ceph-mon[39760]: osdmap e109: 8 total, 8 up, 8 in 2024-09-20T21:42:48.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:48 smithi134 ceph-mon[31761]: pgmap v155: 121 pgs: 121 active+clean; 47 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-09-20T21:42:48.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:48 smithi134 ceph-mon[31761]: osdmap e108: 8 total, 8 up, 8 in 2024-09-20T21:42:48.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:48 smithi134 ceph-mon[31761]: osdmap e109: 8 total, 8 up, 8 in 2024-09-20T21:42:49.042 INFO:tasks.rados.rados.0.smithi046.stdout:294: done (1 left) 2024-09-20T21:42:49.042 INFO:tasks.rados.rados.0.smithi046.stdout:295: done (0 left) 2024-09-20T21:42:49.043 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 19 2024-09-20T21:42:49.043 INFO:tasks.rados.rados.0.smithi046.stdout:296: seq_num 109 ranges {540672=630784,1171456=491520,1662976=483328,2146304=229376} 2024-09-20T21:42:49.048 INFO:tasks.rados.rados.0.smithi046.stdout:296: writing smithi04683737-33 from 540672 to 1171456 tid 1 2024-09-20T21:42:49.051 INFO:tasks.rados.rados.0.smithi046.stdout:296: writing smithi04683737-33 from 1171456 to 1662976 tid 2 2024-09-20T21:42:49.054 INFO:tasks.rados.rados.0.smithi046.stdout:296: writing smithi04683737-33 from 1662976 to 2146304 tid 3 2024-09-20T21:42:49.055 INFO:tasks.rados.rados.0.smithi046.stdout:296: writing smithi04683737-33 from 2146304 to 2375680 tid 4 2024-09-20T21:42:49.056 INFO:tasks.rados.rados.0.smithi046.stdout:297: copy_from oid 18 from oid 13 current snap is 19 2024-09-20T21:42:49.056 INFO:tasks.rados.rados.0.smithi046.stdout:296: finishing write tid 1 to smithi04683737-33 2024-09-20T21:42:49.056 INFO:tasks.rados.rados.0.smithi046.stdout:296: finishing write tid 2 to smithi04683737-33 2024-09-20T21:42:49.056 INFO:tasks.rados.rados.0.smithi046.stdout:298: snap_create 2024-09-20T21:42:49.057 INFO:tasks.rados.rados.0.smithi046.stdout:296: finishing write tid 3 to smithi04683737-33 2024-09-20T21:42:49.058 INFO:tasks.rados.rados.0.smithi046.stdout:296: finishing write tid 4 to smithi04683737-33 2024-09-20T21:42:49.058 INFO:tasks.rados.rados.0.smithi046.stdout:296: finishing write tid 5 to smithi04683737-33 2024-09-20T21:42:49.059 INFO:tasks.rados.rados.0.smithi046.stdout:296: finishing write tid 6 to smithi04683737-33 2024-09-20T21:42:49.059 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 28 (ObjNum 109 snap 19 seq_num 109) dirty exists 2024-09-20T21:42:49.059 INFO:tasks.rados.rados.0.smithi046.stdout:296: left oid 33 (ObjNum 109 snap 19 seq_num 109) 2024-09-20T21:42:49.075 INFO:tasks.rados.rados.0.smithi046.stdout:297: finishing copy_from racing read to smithi04683737-18 2024-09-20T21:42:49.081 INFO:tasks.rados.rados.0.smithi046.stdout:297: finishing copy_from to smithi04683737-18 2024-09-20T21:42:49.081 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 80 (ObjNum 106 snap 17 seq_num 106) dirty exists 2024-09-20T21:42:50.047 INFO:tasks.rados.rados.0.smithi046.stdout:296: done (2 left) 2024-09-20T21:42:50.047 INFO:tasks.rados.rados.0.smithi046.stdout:297: done (1 left) 2024-09-20T21:42:50.047 INFO:tasks.rados.rados.0.smithi046.stdout:298: done (0 left) 2024-09-20T21:42:50.047 INFO:tasks.rados.rados.0.smithi046.stdout:299: snap_create 2024-09-20T21:42:50.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:50 smithi046 ceph-mon[28078]: pgmap v158: 121 pgs: 121 active+clean; 60 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.2 MiB/s wr, 38 op/s 2024-09-20T21:42:50.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:50 smithi046 ceph-mon[28078]: osdmap e110: 8 total, 8 up, 8 in 2024-09-20T21:42:50.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:50 smithi046 ceph-mon[39760]: pgmap v158: 121 pgs: 121 active+clean; 60 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.2 MiB/s wr, 38 op/s 2024-09-20T21:42:50.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:50 smithi046 ceph-mon[39760]: osdmap e110: 8 total, 8 up, 8 in 2024-09-20T21:42:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:50 smithi134 ceph-mon[31761]: pgmap v158: 121 pgs: 121 active+clean; 60 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.2 MiB/s wr, 38 op/s 2024-09-20T21:42:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:50 smithi134 ceph-mon[31761]: osdmap e110: 8 total, 8 up, 8 in 2024-09-20T21:42:51.052 INFO:tasks.rados.rados.0.smithi046.stdout:299: done (0 left) 2024-09-20T21:42:51.052 INFO:tasks.rados.rados.0.smithi046.stdout:300: read oid 15 snap -1 2024-09-20T21:42:51.052 INFO:tasks.rados.rados.0.smithi046.stdout:300: expect (ObjNum 99 snap 17 seq_num 99) 2024-09-20T21:42:51.052 INFO:tasks.rados.rados.0.smithi046.stdout:301: snap_create 2024-09-20T21:42:51.063 INFO:tasks.rados.rados.0.smithi046.stdout:300: expect (ObjNum 99 snap 17 seq_num 99) 2024-09-20T21:42:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:51 smithi046 ceph-mon[28078]: osdmap e111: 8 total, 8 up, 8 in 2024-09-20T21:42:51.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:51 smithi046 ceph-mon[39760]: osdmap e111: 8 total, 8 up, 8 in 2024-09-20T21:42:51.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:51 smithi134 ceph-mon[31761]: osdmap e111: 8 total, 8 up, 8 in 2024-09-20T21:42:52.053 INFO:tasks.rados.rados.0.smithi046.stdout:300: done (1 left) 2024-09-20T21:42:52.054 INFO:tasks.rados.rados.0.smithi046.stdout:301: done (0 left) 2024-09-20T21:42:52.054 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 22 2024-09-20T21:42:52.054 INFO:tasks.rados.rados.0.smithi046.stdout:302: seq_num 110 ranges {3457024=647168,4104192=778240,4882432=425984} 2024-09-20T21:42:52.076 INFO:tasks.rados.rados.0.smithi046.stdout:302: writing smithi04683737-23 from 3457024 to 4104192 tid 1 2024-09-20T21:42:52.080 INFO:tasks.rados.rados.0.smithi046.stdout:302: writing smithi04683737-23 from 4104192 to 4882432 tid 2 2024-09-20T21:42:52.082 INFO:tasks.rados.rados.0.smithi046.stdout:302: writing smithi04683737-23 from 4882432 to 5308416 tid 3 2024-09-20T21:42:52.083 INFO:tasks.rados.rados.0.smithi046.stdout:303: rollback oid 9 current snap is 22 2024-09-20T21:42:52.083 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 9 to 21 2024-09-20T21:42:52.083 INFO:tasks.rados.rados.0.smithi046.stdout:302: finishing write tid 1 to smithi04683737-23 2024-09-20T21:42:52.083 INFO:tasks.rados.rados.0.smithi046.stdout:304: snap_remove snap 19 2024-09-20T21:42:52.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:52 smithi046 ceph-mon[28078]: pgmap v161: 121 pgs: 121 active+clean; 60 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.2 MiB/s wr, 38 op/s 2024-09-20T21:42:52.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:52 smithi046 ceph-mon[28078]: osdmap e112: 8 total, 8 up, 8 in 2024-09-20T21:42:52.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:52 smithi046 ceph-mon[39760]: pgmap v161: 121 pgs: 121 active+clean; 60 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.2 MiB/s wr, 38 op/s 2024-09-20T21:42:52.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:52 smithi046 ceph-mon[39760]: osdmap e112: 8 total, 8 up, 8 in 2024-09-20T21:42:52.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:52 smithi134 ceph-mon[31761]: pgmap v161: 121 pgs: 121 active+clean; 60 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.2 MiB/s wr, 38 op/s 2024-09-20T21:42:52.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:52 smithi134 ceph-mon[31761]: osdmap e112: 8 total, 8 up, 8 in 2024-09-20T21:42:53.063 INFO:tasks.rados.rados.0.smithi046.stdout:304: done (2 left) 2024-09-20T21:42:53.063 INFO:tasks.rados.rados.0.smithi046.stdout:305: read oid 18 snap 20 2024-09-20T21:42:53.064 INFO:tasks.rados.rados.0.smithi046.stdout:305: expect (ObjNum 106 snap 17 seq_num 106) 2024-09-20T21:42:53.064 INFO:tasks.rados.rados.0.smithi046.stdout:306: snap_create 2024-09-20T21:42:53.064 INFO:tasks.rados.rados.0.smithi046.stdout:302: finishing write tid 2 to smithi04683737-23 2024-09-20T21:42:53.064 INFO:tasks.rados.rados.0.smithi046.stdout:302: finishing write tid 3 to smithi04683737-23 2024-09-20T21:42:53.064 INFO:tasks.rados.rados.0.smithi046.stdout:302: finishing write tid 4 to smithi04683737-23 2024-09-20T21:42:53.064 INFO:tasks.rados.rados.0.smithi046.stdout:303: finishing rollback tid 0 to smithi04683737-9 2024-09-20T21:42:53.064 INFO:tasks.rados.rados.0.smithi046.stdout:303: finishing rollback tid 1 to smithi04683737-9 2024-09-20T21:42:53.064 INFO:tasks.rados.rados.0.smithi046.stdout:302: finishing write tid 5 to smithi04683737-23 2024-09-20T21:42:53.064 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 52 (ObjNum 110 snap 22 seq_num 110) dirty exists 2024-09-20T21:42:53.064 INFO:tasks.rados.rados.0.smithi046.stdout:302: left oid 23 (ObjNum 110 snap 22 seq_num 110) 2024-09-20T21:42:53.064 INFO:tasks.rados.rados.0.smithi046.stdout:303: finishing rollback tid 2 to smithi04683737-9 2024-09-20T21:42:53.064 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 56 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-09-20T21:42:53.083 INFO:tasks.rados.rados.0.smithi046.stdout:305: expect (ObjNum 106 snap 17 seq_num 106) 2024-09-20T21:42:53.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:53 smithi046 ceph-mon[28078]: osdmap e113: 8 total, 8 up, 8 in 2024-09-20T21:42:53.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:53 smithi046 ceph-mon[39760]: osdmap e113: 8 total, 8 up, 8 in 2024-09-20T21:42:53.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:42:53 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:42:53] "GET /metrics HTTP/1.1" 200 239888 "" "Prometheus/2.43.0" 2024-09-20T21:42:53.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:53 smithi134 ceph-mon[31761]: osdmap e113: 8 total, 8 up, 8 in 2024-09-20T21:42:54.064 INFO:tasks.rados.rados.0.smithi046.stdout:302: done (3 left) 2024-09-20T21:42:54.065 INFO:tasks.rados.rados.0.smithi046.stdout:303: done (2 left) 2024-09-20T21:42:54.065 INFO:tasks.rados.rados.0.smithi046.stdout:305: done (1 left) 2024-09-20T21:42:54.065 INFO:tasks.rados.rados.0.smithi046.stdout:306: done (0 left) 2024-09-20T21:42:54.065 INFO:tasks.rados.rados.0.smithi046.stdout:307: read oid 23 snap -1 2024-09-20T21:42:54.065 INFO:tasks.rados.rados.0.smithi046.stdout:307: expect (ObjNum 110 snap 22 seq_num 110) 2024-09-20T21:42:54.065 INFO:tasks.rados.rados.0.smithi046.stdout:308: snap_remove snap 17 2024-09-20T21:42:54.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:54 smithi046 ceph-mon[28078]: pgmap v164: 121 pgs: 121 active+clean; 60 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:42:54.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:54 smithi046 ceph-mon[28078]: osdmap e114: 8 total, 8 up, 8 in 2024-09-20T21:42:54.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:54 smithi046 ceph-mon[39760]: pgmap v164: 121 pgs: 121 active+clean; 60 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:42:54.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:54 smithi046 ceph-mon[39760]: osdmap e114: 8 total, 8 up, 8 in 2024-09-20T21:42:54.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:54 smithi134 ceph-mon[31761]: pgmap v164: 121 pgs: 121 active+clean; 60 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:42:54.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:54 smithi134 ceph-mon[31761]: osdmap e114: 8 total, 8 up, 8 in 2024-09-20T21:42:55.074 INFO:tasks.rados.rados.0.smithi046.stdout:308: done (1 left) 2024-09-20T21:42:55.074 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 23 2024-09-20T21:42:55.075 INFO:tasks.rados.rados.0.smithi046.stdout:309: seq_num 111 ranges {3588096=663552,4251648=663552,4915200=450560,5365760=90112} 2024-09-20T21:42:55.097 INFO:tasks.rados.rados.0.smithi046.stdout:309: writing smithi04683737-45 from 3588096 to 4251648 tid 1 2024-09-20T21:42:55.101 INFO:tasks.rados.rados.0.smithi046.stdout:309: writing smithi04683737-45 from 4251648 to 4915200 tid 2 2024-09-20T21:42:55.104 INFO:tasks.rados.rados.0.smithi046.stdout:309: writing smithi04683737-45 from 4915200 to 5365760 tid 3 2024-09-20T21:42:55.105 INFO:tasks.rados.rados.0.smithi046.stdout:309: writing smithi04683737-45 from 5365760 to 5455872 tid 4 2024-09-20T21:42:55.105 INFO:tasks.rados.rados.0.smithi046.stdout:310: rollback oid 35 current snap is 23 2024-09-20T21:42:55.105 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 35 to 18 2024-09-20T21:42:55.105 INFO:tasks.rados.rados.0.smithi046.stdout:307: expect (ObjNum 110 snap 22 seq_num 110) 2024-09-20T21:42:55.346 INFO:tasks.rados.rados.0.smithi046.stdout:309: finishing write tid 1 to smithi04683737-45 2024-09-20T21:42:55.346 INFO:tasks.rados.rados.0.smithi046.stdout:309: finishing write tid 2 to smithi04683737-45 2024-09-20T21:42:55.346 INFO:tasks.rados.rados.0.smithi046.stdout:309: finishing write tid 3 to smithi04683737-45 2024-09-20T21:42:55.346 INFO:tasks.rados.rados.0.smithi046.stdout:309: finishing write tid 4 to smithi04683737-45 2024-09-20T21:42:55.346 INFO:tasks.rados.rados.0.smithi046.stdout:309: finishing write tid 5 to smithi04683737-45 2024-09-20T21:42:55.346 INFO:tasks.rados.rados.0.smithi046.stdout:310: finishing rollback tid 0 to smithi04683737-35 2024-09-20T21:42:55.346 INFO:tasks.rados.rados.0.smithi046.stdout:309: finishing write tid 6 to smithi04683737-45 2024-09-20T21:42:55.347 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 49 (ObjNum 111 snap 23 seq_num 111) dirty exists 2024-09-20T21:42:55.347 INFO:tasks.rados.rados.0.smithi046.stdout:309: left oid 45 (ObjNum 111 snap 23 seq_num 111) 2024-09-20T21:42:55.347 INFO:tasks.rados.rados.0.smithi046.stdout:310: finishing rollback tid 1 to smithi04683737-35 2024-09-20T21:42:55.347 INFO:tasks.rados.rados.0.smithi046.stdout:307: done (2 left) 2024-09-20T21:42:55.347 INFO:tasks.rados.rados.0.smithi046.stdout:309: done (1 left) 2024-09-20T21:42:55.347 INFO:tasks.rados.rados.0.smithi046.stdout:311: snap_create 2024-09-20T21:42:55.347 INFO:tasks.rados.rados.0.smithi046.stdout:310: finishing rollback tid 2 to smithi04683737-35 2024-09-20T21:42:55.347 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 51 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-09-20T21:42:55.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:55 smithi046 ceph-mon[28078]: osdmap e115: 8 total, 8 up, 8 in 2024-09-20T21:42:55.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:55 smithi046 ceph-mon[39760]: osdmap e115: 8 total, 8 up, 8 in 2024-09-20T21:42:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:55 smithi134 ceph-mon[31761]: osdmap e115: 8 total, 8 up, 8 in 2024-09-20T21:42:56.079 INFO:tasks.rados.rados.0.smithi046.stdout:310: done (1 left) 2024-09-20T21:42:56.079 INFO:tasks.rados.rados.0.smithi046.stdout:311: done (0 left) 2024-09-20T21:42:56.079 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 24 2024-09-20T21:42:56.079 INFO:tasks.rados.rados.0.smithi046.stdout:312: seq_num 112 ranges {4554752=679936,5234688=548864,5783552=655360} 2024-09-20T21:42:56.107 INFO:tasks.rados.rados.0.smithi046.stdout:312: writing smithi04683737-18 from 4554752 to 5234688 tid 1 2024-09-20T21:42:56.110 INFO:tasks.rados.rados.0.smithi046.stdout:312: writing smithi04683737-18 from 5234688 to 5783552 tid 2 2024-09-20T21:42:56.114 INFO:tasks.rados.rados.0.smithi046.stdout:312: writing smithi04683737-18 from 5783552 to 6438912 tid 3 2024-09-20T21:42:56.114 INFO:tasks.rados.rados.0.smithi046.stdout:313: read oid 31 snap -1 2024-09-20T21:42:56.114 INFO:tasks.rados.rados.0.smithi046.stdout:313: expect deleted 2024-09-20T21:42:56.115 INFO:tasks.rados.rados.0.smithi046.stdout:314: read oid 5 snap -1 2024-09-20T21:42:56.115 INFO:tasks.rados.rados.0.smithi046.stdout:314: expect deleted 2024-09-20T21:42:56.115 INFO:tasks.rados.rados.0.smithi046.stdout:315: copy_from oid 21 from oid 32 current snap is 24 2024-09-20T21:42:56.115 INFO:tasks.rados.rados.0.smithi046.stdout:312: finishing write tid 1 to smithi04683737-18 2024-09-20T21:42:56.115 INFO:tasks.rados.rados.0.smithi046.stdout:312: finishing write tid 2 to smithi04683737-18 2024-09-20T21:42:56.115 INFO:tasks.rados.rados.0.smithi046.stdout:316: snap_create 2024-09-20T21:42:56.117 INFO:tasks.rados.rados.0.smithi046.stdout:312: finishing write tid 3 to smithi04683737-18 2024-09-20T21:42:56.117 INFO:tasks.rados.rados.0.smithi046.stdout:312: finishing write tid 4 to smithi04683737-18 2024-09-20T21:42:56.118 INFO:tasks.rados.rados.0.smithi046.stdout:315: finishing copy_from racing read to smithi04683737-21 2024-09-20T21:42:56.118 INFO:tasks.rados.rados.0.smithi046.stdout:312: finishing write tid 5 to smithi04683737-18 2024-09-20T21:42:56.118 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 91 (ObjNum 112 snap 24 seq_num 112) dirty exists 2024-09-20T21:42:56.119 INFO:tasks.rados.rados.0.smithi046.stdout:312: left oid 18 (ObjNum 112 snap 24 seq_num 112) 2024-09-20T21:42:56.119 INFO:tasks.rados.rados.0.smithi046.stdout:315: finishing copy_from to smithi04683737-21 2024-09-20T21:42:56.119 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-20T21:42:56.327 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:56 smithi134 ceph-mon[31761]: pgmap v167: 121 pgs: 121 active+clean; 66 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-09-20T21:42:56.327 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:56 smithi134 ceph-mon[31761]: osdmap e116: 8 total, 8 up, 8 in 2024-09-20T21:42:56.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:56 smithi046 ceph-mon[28078]: pgmap v167: 121 pgs: 121 active+clean; 66 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-09-20T21:42:56.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:56 smithi046 ceph-mon[28078]: osdmap e116: 8 total, 8 up, 8 in 2024-09-20T21:42:56.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:56 smithi046 ceph-mon[39760]: pgmap v167: 121 pgs: 121 active+clean; 66 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-09-20T21:42:56.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:56 smithi046 ceph-mon[39760]: osdmap e116: 8 total, 8 up, 8 in 2024-09-20T21:42:57.084 INFO:tasks.rados.rados.0.smithi046.stdout:312: done (4 left) 2024-09-20T21:42:57.084 INFO:tasks.rados.rados.0.smithi046.stdout:313: done (3 left) 2024-09-20T21:42:57.084 INFO:tasks.rados.rados.0.smithi046.stdout:314: done (2 left) 2024-09-20T21:42:57.084 INFO:tasks.rados.rados.0.smithi046.stdout:315: done (1 left) 2024-09-20T21:42:57.084 INFO:tasks.rados.rados.0.smithi046.stdout:316: done (0 left) 2024-09-20T21:42:57.084 INFO:tasks.rados.rados.0.smithi046.stdout:317: read oid 41 snap -1 2024-09-20T21:42:57.084 INFO:tasks.rados.rados.0.smithi046.stdout:317: expect deleted 2024-09-20T21:42:57.084 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 25 2024-09-20T21:42:57.084 INFO:tasks.rados.rados.0.smithi046.stdout:318: seq_num 113 ranges {4415488=696320,5111808=434176,5545984=466944,6012928=303104} 2024-09-20T21:42:57.111 INFO:tasks.rados.rados.0.smithi046.stdout:318: writing smithi04683737-16 from 4415488 to 5111808 tid 1 2024-09-20T21:42:57.113 INFO:tasks.rados.rados.0.smithi046.stdout:318: writing smithi04683737-16 from 5111808 to 5545984 tid 2 2024-09-20T21:42:57.116 INFO:tasks.rados.rados.0.smithi046.stdout:318: writing smithi04683737-16 from 5545984 to 6012928 tid 3 2024-09-20T21:42:57.118 INFO:tasks.rados.rados.0.smithi046.stdout:318: writing smithi04683737-16 from 6012928 to 6316032 tid 4 2024-09-20T21:42:57.118 INFO:tasks.rados.rados.0.smithi046.stdout:319: setattr oid 13 current snap is 25 2024-09-20T21:42:57.118 INFO:tasks.rados.rados.0.smithi046.stdout:318: finishing write tid 1 to smithi04683737-16 2024-09-20T21:42:57.118 INFO:tasks.rados.rados.0.smithi046.stdout:318: finishing write tid 2 to smithi04683737-16 2024-09-20T21:42:57.119 INFO:tasks.rados.rados.0.smithi046.stdout:317: done (2 left) 2024-09-20T21:42:57.119 INFO:tasks.rados.rados.0.smithi046.stdout:320: delete oid 37 current snap is 25 2024-09-20T21:42:57.120 INFO:tasks.rados.rados.0.smithi046.stdout:318: finishing write tid 3 to smithi04683737-16 2024-09-20T21:42:57.120 INFO:tasks.rados.rados.0.smithi046.stdout:318: finishing write tid 4 to smithi04683737-16 2024-09-20T21:42:57.122 INFO:tasks.rados.rados.0.smithi046.stdout:318: finishing write tid 5 to smithi04683737-16 2024-09-20T21:42:57.123 INFO:tasks.rados.rados.0.smithi046.stdout:318: finishing write tid 6 to smithi04683737-16 2024-09-20T21:42:57.123 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 74 (ObjNum 113 snap 25 seq_num 113) dirty exists 2024-09-20T21:42:57.123 INFO:tasks.rados.rados.0.smithi046.stdout:318: left oid 16 (ObjNum 113 snap 25 seq_num 113) 2024-09-20T21:42:57.123 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 91 (ObjNum 106 snap 17 seq_num 106) dirty exists 2024-09-20T21:42:57.124 INFO:tasks.rados.rados.0.smithi046.stdout:318: done (2 left) 2024-09-20T21:42:57.124 INFO:tasks.rados.rados.0.smithi046.stdout:319: done (1 left) 2024-09-20T21:42:57.124 INFO:tasks.rados.rados.0.smithi046.stdout:320: done (0 left) 2024-09-20T21:42:57.124 INFO:tasks.rados.rados.0.smithi046.stdout:321: read oid 35 snap -1 2024-09-20T21:42:57.124 INFO:tasks.rados.rados.0.smithi046.stdout:321: expect (ObjNum 34 snap 0 seq_num 34) 2024-09-20T21:42:57.124 INFO:tasks.rados.rados.0.smithi046.stdout:322: rmattr oid 39 current snap is 25 2024-09-20T21:42:57.124 INFO:tasks.rados.rados.0.smithi046.stdout:322: done (1 left) 2024-09-20T21:42:57.124 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 25 2024-09-20T21:42:57.124 INFO:tasks.rados.rados.0.smithi046.stdout:323: seq_num 115 ranges {106496=729088,835584=647168,1482752=434176,1916928=122880} 2024-09-20T21:42:57.129 INFO:tasks.rados.rados.0.smithi046.stdout:323: writing smithi04683737-21 from 106496 to 835584 tid 1 2024-09-20T21:42:57.133 INFO:tasks.rados.rados.0.smithi046.stdout:323: writing smithi04683737-21 from 835584 to 1482752 tid 2 2024-09-20T21:42:57.135 INFO:tasks.rados.rados.0.smithi046.stdout:323: writing smithi04683737-21 from 1482752 to 1916928 tid 3 2024-09-20T21:42:57.136 INFO:tasks.rados.rados.0.smithi046.stdout:323: writing smithi04683737-21 from 1916928 to 2039808 tid 4 2024-09-20T21:42:57.136 INFO:tasks.rados.rados.0.smithi046.stdout:324: copy_from oid 38 from oid 14 current snap is 25 2024-09-20T21:42:57.136 INFO:tasks.rados.rados.0.smithi046.stdout:321: expect (ObjNum 34 snap 0 seq_num 34) 2024-09-20T21:42:57.155 INFO:tasks.rados.rados.0.smithi046.stdout:323: finishing write tid 1 to smithi04683737-21 2024-09-20T21:42:57.156 INFO:tasks.rados.rados.0.smithi046.stdout:323: finishing write tid 2 to smithi04683737-21 2024-09-20T21:42:57.156 INFO:tasks.rados.rados.0.smithi046.stdout:323: finishing write tid 3 to smithi04683737-21 2024-09-20T21:42:57.156 INFO:tasks.rados.rados.0.smithi046.stdout:323: finishing write tid 4 to smithi04683737-21 2024-09-20T21:42:57.156 INFO:tasks.rados.rados.0.smithi046.stdout:323: finishing write tid 5 to smithi04683737-21 2024-09-20T21:42:57.156 INFO:tasks.rados.rados.0.smithi046.stdout:323: finishing write tid 6 to smithi04683737-21 2024-09-20T21:42:57.156 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 51 (ObjNum 115 snap 25 seq_num 115) dirty exists 2024-09-20T21:42:57.156 INFO:tasks.rados.rados.0.smithi046.stdout:323: left oid 21 (ObjNum 115 snap 25 seq_num 115) 2024-09-20T21:42:57.156 INFO:tasks.rados.rados.0.smithi046.stdout:324: finishing copy_from racing read to smithi04683737-38 2024-09-20T21:42:57.156 INFO:tasks.rados.rados.0.smithi046.stdout:324: finishing copy_from to smithi04683737-38 2024-09-20T21:42:57.156 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 53 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-20T21:42:57.156 INFO:tasks.rados.rados.0.smithi046.stdout:321: done (2 left) 2024-09-20T21:42:57.156 INFO:tasks.rados.rados.0.smithi046.stdout:323: done (1 left) 2024-09-20T21:42:57.156 INFO:tasks.rados.rados.0.smithi046.stdout:324: done (0 left) 2024-09-20T21:42:57.156 INFO:tasks.rados.rados.0.smithi046.stdout:325: rmattr oid 45 current snap is 25 2024-09-20T21:42:57.157 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 25 2024-09-20T21:42:57.157 INFO:tasks.rados.rados.0.smithi046.stdout:326: seq_num 116 ranges {0=745472,745472=532480,1277952=638976,1916928=32768} 2024-09-20T21:42:57.159 INFO:tasks.rados.rados.0.smithi046.stdout:326: writing smithi04683737-5 from 0 to 745472 tid 1 2024-09-20T21:42:57.163 INFO:tasks.rados.rados.0.smithi046.stdout:326: writing smithi04683737-5 from 745472 to 1277952 tid 2 2024-09-20T21:42:57.167 INFO:tasks.rados.rados.0.smithi046.stdout:326: writing smithi04683737-5 from 1277952 to 1916928 tid 3 2024-09-20T21:42:57.167 INFO:tasks.rados.rados.0.smithi046.stdout:326: writing smithi04683737-5 from 1916928 to 1949696 tid 4 2024-09-20T21:42:57.167 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 25 2024-09-20T21:42:57.167 INFO:tasks.rados.rados.0.smithi046.stdout:327: seq_num 117 ranges {106496=770048,876544=417792,1294336=442368,1736704=344064} 2024-09-20T21:42:57.172 INFO:tasks.rados.rados.0.smithi046.stdout:327: writing smithi04683737-7 from 106496 to 876544 tid 1 2024-09-20T21:42:57.174 INFO:tasks.rados.rados.0.smithi046.stdout:327: writing smithi04683737-7 from 876544 to 1294336 tid 2 2024-09-20T21:42:57.177 INFO:tasks.rados.rados.0.smithi046.stdout:327: writing smithi04683737-7 from 1294336 to 1736704 tid 3 2024-09-20T21:42:57.180 INFO:tasks.rados.rados.0.smithi046.stdout:327: writing smithi04683737-7 from 1736704 to 2080768 tid 4 2024-09-20T21:42:57.180 INFO:tasks.rados.rados.0.smithi046.stdout:328: copy_from oid 12 from oid 15 current snap is 25 2024-09-20T21:42:57.180 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 51 (ObjNum 111 snap 23 seq_num 111) dirty exists 2024-09-20T21:42:57.180 INFO:tasks.rados.rados.0.smithi046.stdout:325: done (3 left) 2024-09-20T21:42:57.180 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 25 2024-09-20T21:42:57.180 INFO:tasks.rados.rados.0.smithi046.stdout:326: finishing write tid 1 to smithi04683737-5 2024-09-20T21:42:57.180 INFO:tasks.rados.rados.0.smithi046.stdout:326: finishing write tid 2 to smithi04683737-5 2024-09-20T21:42:57.180 INFO:tasks.rados.rados.0.smithi046.stdout:326: finishing write tid 3 to smithi04683737-5 2024-09-20T21:42:57.180 INFO:tasks.rados.rados.0.smithi046.stdout:326: finishing write tid 4 to smithi04683737-5 2024-09-20T21:42:57.180 INFO:tasks.rados.rados.0.smithi046.stdout:326: finishing write tid 5 to smithi04683737-5 2024-09-20T21:42:57.180 INFO:tasks.rados.rados.0.smithi046.stdout:326: finishing write tid 6 to smithi04683737-5 2024-09-20T21:42:57.180 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 15 (ObjNum 116 snap 25 seq_num 116) dirty exists 2024-09-20T21:42:57.181 INFO:tasks.rados.rados.0.smithi046.stdout:326: left oid 5 (ObjNum 116 snap 25 seq_num 116) 2024-09-20T21:42:57.181 INFO:tasks.rados.rados.0.smithi046.stdout:327: finishing write tid 1 to smithi04683737-7 2024-09-20T21:42:57.181 INFO:tasks.rados.rados.0.smithi046.stdout:329: seq_num 118 ranges {3334144=786432,4120576=704512,4825088=499712} 2024-09-20T21:42:57.202 INFO:tasks.rados.rados.0.smithi046.stdout:329: writing smithi04683737-30 from 3334144 to 4120576 tid 1 2024-09-20T21:42:57.205 INFO:tasks.rados.rados.0.smithi046.stdout:329: writing smithi04683737-30 from 4120576 to 4825088 tid 2 2024-09-20T21:42:57.208 INFO:tasks.rados.rados.0.smithi046.stdout:329: writing smithi04683737-30 from 4825088 to 5324800 tid 3 2024-09-20T21:42:57.208 INFO:tasks.rados.rados.0.smithi046.stdout:326: done (3 left) 2024-09-20T21:42:57.208 INFO:tasks.rados.rados.0.smithi046.stdout:330: snap_remove snap 18 2024-09-20T21:42:57.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:57 smithi046 ceph-mon[28078]: osdmap e117: 8 total, 8 up, 8 in 2024-09-20T21:42:57.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:57 smithi046 ceph-mon[39760]: osdmap e117: 8 total, 8 up, 8 in 2024-09-20T21:42:57.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:57 smithi134 ceph-mon[31761]: osdmap e117: 8 total, 8 up, 8 in 2024-09-20T21:42:57.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:42:56 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[33808]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:42:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-20T21:42:58.045 INFO:tasks.rados.rados.0.smithi046.stdout:330: done (3 left) 2024-09-20T21:42:58.045 INFO:tasks.rados.rados.0.smithi046.stdout:331: copy_from oid 17 from oid 43 current snap is 25 2024-09-20T21:42:58.045 INFO:tasks.rados.rados.0.smithi046.stdout:327: finishing write tid 2 to smithi04683737-7 2024-09-20T21:42:58.045 INFO:tasks.rados.rados.0.smithi046.stdout:327: finishing write tid 3 to smithi04683737-7 2024-09-20T21:42:58.045 INFO:tasks.rados.rados.0.smithi046.stdout:327: finishing write tid 4 to smithi04683737-7 2024-09-20T21:42:58.045 INFO:tasks.rados.rados.0.smithi046.stdout:327: finishing write tid 5 to smithi04683737-7 2024-09-20T21:42:58.045 INFO:tasks.rados.rados.0.smithi046.stdout:327: finishing write tid 6 to smithi04683737-7 2024-09-20T21:42:58.045 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 8 (ObjNum 117 snap 25 seq_num 117) dirty exists 2024-09-20T21:42:58.045 INFO:tasks.rados.rados.0.smithi046.stdout:327: left oid 7 (ObjNum 117 snap 25 seq_num 117) 2024-09-20T21:42:58.046 INFO:tasks.rados.rados.0.smithi046.stdout:328: finishing copy_from racing read to smithi04683737-12 2024-09-20T21:42:58.046 INFO:tasks.rados.rados.0.smithi046.stdout:328: finishing copy_from to smithi04683737-12 2024-09-20T21:42:58.046 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 66 (ObjNum 99 snap 17 seq_num 99) dirty exists 2024-09-20T21:42:58.046 INFO:tasks.rados.rados.0.smithi046.stdout:329: finishing write tid 1 to smithi04683737-30 2024-09-20T21:42:58.046 INFO:tasks.rados.rados.0.smithi046.stdout:329: finishing write tid 2 to smithi04683737-30 2024-09-20T21:42:58.046 INFO:tasks.rados.rados.0.smithi046.stdout:329: finishing write tid 3 to smithi04683737-30 2024-09-20T21:42:58.046 INFO:tasks.rados.rados.0.smithi046.stdout:329: finishing write tid 4 to smithi04683737-30 2024-09-20T21:42:58.046 INFO:tasks.rados.rados.0.smithi046.stdout:329: finishing write tid 5 to smithi04683737-30 2024-09-20T21:42:58.046 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 75 (ObjNum 118 snap 25 seq_num 118) dirty exists 2024-09-20T21:42:58.046 INFO:tasks.rados.rados.0.smithi046.stdout:329: left oid 30 (ObjNum 118 snap 25 seq_num 118) 2024-09-20T21:42:58.046 INFO:tasks.rados.rados.0.smithi046.stdout:327: done (3 left) 2024-09-20T21:42:58.046 INFO:tasks.rados.rados.0.smithi046.stdout:328: done (2 left) 2024-09-20T21:42:58.046 INFO:tasks.rados.rados.0.smithi046.stdout:329: done (1 left) 2024-09-20T21:42:58.046 INFO:tasks.rados.rados.0.smithi046.stdout:332: copy_from oid 19 from oid 27 current snap is 25 2024-09-20T21:42:58.047 INFO:tasks.rados.rados.0.smithi046.stdout:333: snap_create 2024-09-20T21:42:58.056 INFO:tasks.rados.rados.0.smithi046.stdout:332: finishing copy_from racing read to smithi04683737-19 2024-09-20T21:42:58.056 INFO:tasks.rados.rados.0.smithi046.stdout:332: finishing copy_from to smithi04683737-19 2024-09-20T21:42:58.056 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 6 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-20T21:42:58.064 INFO:tasks.rados.rados.0.smithi046.stdout:331: finishing copy_from racing read to smithi04683737-17 2024-09-20T21:42:58.065 INFO:tasks.rados.rados.0.smithi046.stdout:331: finishing copy_from to smithi04683737-17 2024-09-20T21:42:58.065 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 23 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-09-20T21:42:58.376 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:58 smithi134 ceph-mon[31761]: pgmap v170: 121 pgs: 121 active+clean; 66 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-09-20T21:42:58.376 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:58 smithi134 ceph-mon[31761]: osdmap e118: 8 total, 8 up, 8 in 2024-09-20T21:42:58.376 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:42:58 smithi134 ceph-mon[31761]: osdmap e119: 8 total, 8 up, 8 in 2024-09-20T21:42:58.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:58 smithi046 ceph-mon[28078]: pgmap v170: 121 pgs: 121 active+clean; 66 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-09-20T21:42:58.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:58 smithi046 ceph-mon[28078]: osdmap e118: 8 total, 8 up, 8 in 2024-09-20T21:42:58.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:42:58 smithi046 ceph-mon[28078]: osdmap e119: 8 total, 8 up, 8 in 2024-09-20T21:42:58.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:58 smithi046 ceph-mon[39760]: pgmap v170: 121 pgs: 121 active+clean; 66 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-09-20T21:42:58.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:58 smithi046 ceph-mon[39760]: osdmap e118: 8 total, 8 up, 8 in 2024-09-20T21:42:58.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:42:58 smithi046 ceph-mon[39760]: osdmap e119: 8 total, 8 up, 8 in 2024-09-20T21:42:59.045 INFO:tasks.rados.rados.0.smithi046.stdout:331: done (2 left) 2024-09-20T21:42:59.045 INFO:tasks.rados.rados.0.smithi046.stdout:332: done (1 left) 2024-09-20T21:42:59.045 INFO:tasks.rados.rados.0.smithi046.stdout:333: done (0 left) 2024-09-20T21:42:59.045 INFO:tasks.rados.rados.0.smithi046.stdout:334: read oid 15 snap -1 2024-09-20T21:42:59.045 INFO:tasks.rados.rados.0.smithi046.stdout:334: expect (ObjNum 99 snap 17 seq_num 99) 2024-09-20T21:42:59.046 INFO:tasks.rados.rados.0.smithi046.stdout:335: copy_from oid 39 from oid 19 current snap is 26 2024-09-20T21:42:59.046 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 26 2024-09-20T21:42:59.046 INFO:tasks.rados.rados.0.smithi046.stdout:336: seq_num 119 ranges {139264=802816,942080=589824,1531904=409600,1941504=204800} 2024-09-20T21:42:59.050 INFO:tasks.rados.rados.0.smithi046.stdout:336: writing smithi04683737-9 from 139264 to 942080 tid 1 2024-09-20T21:42:59.054 INFO:tasks.rados.rados.0.smithi046.stdout:336: writing smithi04683737-9 from 942080 to 1531904 tid 2 2024-09-20T21:42:59.056 INFO:tasks.rados.rados.0.smithi046.stdout:336: writing smithi04683737-9 from 1531904 to 1941504 tid 3 2024-09-20T21:42:59.058 INFO:tasks.rados.rados.0.smithi046.stdout:336: writing smithi04683737-9 from 1941504 to 2146304 tid 4 2024-09-20T21:42:59.058 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 26 2024-09-20T21:42:59.058 INFO:tasks.rados.rados.0.smithi046.stdout:337: seq_num 120 ranges {5455872=417792,5873664=475136,6348800=622592,6971392=507904} 2024-09-20T21:42:59.090 INFO:tasks.rados.rados.0.smithi046.stdout:337: writing smithi04683737-45 from 5455872 to 5873664 tid 1 2024-09-20T21:42:59.093 INFO:tasks.rados.rados.0.smithi046.stdout:337: writing smithi04683737-45 from 5873664 to 6348800 tid 2 2024-09-20T21:42:59.097 INFO:tasks.rados.rados.0.smithi046.stdout:337: writing smithi04683737-45 from 6348800 to 6971392 tid 3 2024-09-20T21:42:59.100 INFO:tasks.rados.rados.0.smithi046.stdout:337: writing smithi04683737-45 from 6971392 to 7479296 tid 4 2024-09-20T21:42:59.100 INFO:tasks.rados.rados.0.smithi046.stdout:338: snap_create 2024-09-20T21:42:59.100 INFO:tasks.rados.rados.0.smithi046.stdout:335: finishing copy_from racing read to smithi04683737-39 2024-09-20T21:42:59.100 INFO:tasks.rados.rados.0.smithi046.stdout:335: finishing copy_from to smithi04683737-39 2024-09-20T21:42:59.100 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 6 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-20T21:42:59.100 INFO:tasks.rados.rados.0.smithi046.stdout:334: expect (ObjNum 99 snap 17 seq_num 99) 2024-09-20T21:42:59.148 INFO:tasks.rados.rados.0.smithi046.stdout:336: finishing write tid 1 to smithi04683737-9 2024-09-20T21:42:59.148 INFO:tasks.rados.rados.0.smithi046.stdout:336: finishing write tid 2 to smithi04683737-9 2024-09-20T21:42:59.148 INFO:tasks.rados.rados.0.smithi046.stdout:336: finishing write tid 3 to smithi04683737-9 2024-09-20T21:42:59.148 INFO:tasks.rados.rados.0.smithi046.stdout:336: finishing write tid 4 to smithi04683737-9 2024-09-20T21:42:59.148 INFO:tasks.rados.rados.0.smithi046.stdout:336: finishing write tid 5 to smithi04683737-9 2024-09-20T21:42:59.148 INFO:tasks.rados.rados.0.smithi046.stdout:336: finishing write tid 6 to smithi04683737-9 2024-09-20T21:42:59.148 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 74 (ObjNum 119 snap 26 seq_num 119) dirty exists 2024-09-20T21:42:59.148 INFO:tasks.rados.rados.0.smithi046.stdout:336: left oid 9 (ObjNum 119 snap 26 seq_num 119) 2024-09-20T21:42:59.148 INFO:tasks.rados.rados.0.smithi046.stdout:337: finishing write tid 1 to smithi04683737-45 2024-09-20T21:42:59.148 INFO:tasks.rados.rados.0.smithi046.stdout:337: finishing write tid 2 to smithi04683737-45 2024-09-20T21:42:59.148 INFO:tasks.rados.rados.0.smithi046.stdout:337: finishing write tid 3 to smithi04683737-45 2024-09-20T21:42:59.149 INFO:tasks.rados.rados.0.smithi046.stdout:337: finishing write tid 4 to smithi04683737-45 2024-09-20T21:42:59.149 INFO:tasks.rados.rados.0.smithi046.stdout:337: finishing write tid 5 to smithi04683737-45 2024-09-20T21:42:59.149 INFO:tasks.rados.rados.0.smithi046.stdout:337: finishing write tid 6 to smithi04683737-45 2024-09-20T21:42:59.149 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 59 (ObjNum 120 snap 26 seq_num 120) dirty exists 2024-09-20T21:42:59.149 INFO:tasks.rados.rados.0.smithi046.stdout:337: left oid 45 (ObjNum 120 snap 26 seq_num 120) 2024-09-20T21:43:00.087 INFO:tasks.rados.rados.0.smithi046.stdout:334: done (4 left) 2024-09-20T21:43:00.087 INFO:tasks.rados.rados.0.smithi046.stdout:335: done (3 left) 2024-09-20T21:43:00.087 INFO:tasks.rados.rados.0.smithi046.stdout:336: done (2 left) 2024-09-20T21:43:00.087 INFO:tasks.rados.rados.0.smithi046.stdout:337: done (1 left) 2024-09-20T21:43:00.087 INFO:tasks.rados.rados.0.smithi046.stdout:338: done (0 left) 2024-09-20T21:43:00.087 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 27 2024-09-20T21:43:00.087 INFO:tasks.rados.rados.0.smithi046.stdout:339: seq_num 121 ranges {1949696=434176,2383872=753664,3137536=425984,3563520=425984} 2024-09-20T21:43:00.099 INFO:tasks.rados.rados.0.smithi046.stdout:339: writing smithi04683737-5 from 1949696 to 2383872 tid 1 2024-09-20T21:43:00.104 INFO:tasks.rados.rados.0.smithi046.stdout:339: writing smithi04683737-5 from 2383872 to 3137536 tid 2 2024-09-20T21:43:00.107 INFO:tasks.rados.rados.0.smithi046.stdout:339: writing smithi04683737-5 from 3137536 to 3563520 tid 3 2024-09-20T21:43:00.110 INFO:tasks.rados.rados.0.smithi046.stdout:339: writing smithi04683737-5 from 3563520 to 3989504 tid 4 2024-09-20T21:43:00.110 INFO:tasks.rados.rados.0.smithi046.stdout:340: rollback oid 31 current snap is 27 2024-09-20T21:43:00.110 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 31 to 23 2024-09-20T21:43:00.110 INFO:tasks.rados.rados.0.smithi046.stdout:339: finishing write tid 1 to smithi04683737-5 2024-09-20T21:43:00.110 INFO:tasks.rados.rados.0.smithi046.stdout:339: finishing write tid 2 to smithi04683737-5 2024-09-20T21:43:00.110 INFO:tasks.rados.rados.0.smithi046.stdout:339: finishing write tid 3 to smithi04683737-5 2024-09-20T21:43:00.110 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 27 2024-09-20T21:43:00.110 INFO:tasks.rados.rados.0.smithi046.stdout:341: seq_num 122 ranges {1736704=450560,2187264=688128,2875392=630784,3506176=286720} 2024-09-20T21:43:00.121 INFO:tasks.rados.rados.0.smithi046.stdout:341: writing smithi04683737-49 from 1736704 to 2187264 tid 1 2024-09-20T21:43:00.126 INFO:tasks.rados.rados.0.smithi046.stdout:341: writing smithi04683737-49 from 2187264 to 2875392 tid 2 2024-09-20T21:43:00.129 INFO:tasks.rados.rados.0.smithi046.stdout:341: writing smithi04683737-49 from 2875392 to 3506176 tid 3 2024-09-20T21:43:00.132 INFO:tasks.rados.rados.0.smithi046.stdout:341: writing smithi04683737-49 from 3506176 to 3792896 tid 4 2024-09-20T21:43:00.132 INFO:tasks.rados.rados.0.smithi046.stdout:342: rmattr oid 41 current snap is 27 2024-09-20T21:43:00.132 INFO:tasks.rados.rados.0.smithi046.stdout:342: done (3 left) 2024-09-20T21:43:00.132 INFO:tasks.rados.rados.0.smithi046.stdout:343: read oid 7 snap -1 2024-09-20T21:43:00.132 INFO:tasks.rados.rados.0.smithi046.stdout:343: expect (ObjNum 117 snap 25 seq_num 117) 2024-09-20T21:43:00.132 INFO:tasks.rados.rados.0.smithi046.stdout:344: snap_create 2024-09-20T21:43:00.132 INFO:tasks.rados.rados.0.smithi046.stdout:340: finishing rollback tid 1 to smithi04683737-31 2024-09-20T21:43:00.132 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 0 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-09-20T21:43:00.132 INFO:tasks.rados.rados.0.smithi046.stdout:339: finishing write tid 4 to smithi04683737-5 2024-09-20T21:43:00.132 INFO:tasks.rados.rados.0.smithi046.stdout:339: finishing write tid 5 to smithi04683737-5 2024-09-20T21:43:00.133 INFO:tasks.rados.rados.0.smithi046.stdout:339: finishing write tid 6 to smithi04683737-5 2024-09-20T21:43:00.133 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 21 (ObjNum 121 snap 27 seq_num 121) dirty exists 2024-09-20T21:43:00.133 INFO:tasks.rados.rados.0.smithi046.stdout:339: left oid 5 (ObjNum 121 snap 27 seq_num 121) 2024-09-20T21:43:00.133 INFO:tasks.rados.rados.0.smithi046.stdout:341: finishing write tid 1 to smithi04683737-49 2024-09-20T21:43:00.133 INFO:tasks.rados.rados.0.smithi046.stdout:341: finishing write tid 2 to smithi04683737-49 2024-09-20T21:43:00.133 INFO:tasks.rados.rados.0.smithi046.stdout:341: finishing write tid 3 to smithi04683737-49 2024-09-20T21:43:00.135 INFO:tasks.rados.rados.0.smithi046.stdout:341: finishing write tid 4 to smithi04683737-49 2024-09-20T21:43:00.135 INFO:tasks.rados.rados.0.smithi046.stdout:341: finishing write tid 5 to smithi04683737-49 2024-09-20T21:43:00.136 INFO:tasks.rados.rados.0.smithi046.stdout:341: finishing write tid 6 to smithi04683737-49 2024-09-20T21:43:00.136 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 99 (ObjNum 122 snap 27 seq_num 122) dirty exists 2024-09-20T21:43:00.136 INFO:tasks.rados.rados.0.smithi046.stdout:341: left oid 49 (ObjNum 122 snap 27 seq_num 122) 2024-09-20T21:43:00.139 INFO:tasks.rados.rados.0.smithi046.stdout:343: expect (ObjNum 117 snap 25 seq_num 117) 2024-09-20T21:43:00.163 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:00 smithi134 ceph-mon[31761]: pgmap v173: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2024-09-20T21:43:00.163 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:00 smithi134 ceph-mon[31761]: osdmap e120: 8 total, 8 up, 8 in 2024-09-20T21:43:00.163 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:00 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:43:00.163 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:00 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-20T21:43:00.163 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:00 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-20T21:43:00.163 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:00 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:43:00.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:00 smithi046 ceph-mon[39760]: pgmap v173: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2024-09-20T21:43:00.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:00 smithi046 ceph-mon[39760]: osdmap e120: 8 total, 8 up, 8 in 2024-09-20T21:43:00.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:00 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:43:00.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:00 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-20T21:43:00.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:00 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-20T21:43:00.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:00 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:43:00.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:00 smithi046 ceph-mon[28078]: pgmap v173: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2024-09-20T21:43:00.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:00 smithi046 ceph-mon[28078]: osdmap e120: 8 total, 8 up, 8 in 2024-09-20T21:43:00.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:00 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:43:00.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:00 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-20T21:43:00.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:00 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-20T21:43:00.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:00 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:43:01.092 INFO:tasks.rados.rados.0.smithi046.stdout:339: done (4 left) 2024-09-20T21:43:01.092 INFO:tasks.rados.rados.0.smithi046.stdout:340: done (3 left) 2024-09-20T21:43:01.092 INFO:tasks.rados.rados.0.smithi046.stdout:341: done (2 left) 2024-09-20T21:43:01.092 INFO:tasks.rados.rados.0.smithi046.stdout:343: done (1 left) 2024-09-20T21:43:01.092 INFO:tasks.rados.rados.0.smithi046.stdout:344: done (0 left) 2024-09-20T21:43:01.092 INFO:tasks.rados.rados.0.smithi046.stdout:345: delete oid 49 current snap is 28 2024-09-20T21:43:01.093 INFO:tasks.rados.rados.0.smithi046.stdout:345: done (0 left) 2024-09-20T21:43:01.094 INFO:tasks.rados.rados.0.smithi046.stdout:346: rollback oid 18 current snap is 28 2024-09-20T21:43:01.094 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 18 to 27 2024-09-20T21:43:01.094 INFO:tasks.rados.rados.0.smithi046.stdout:347: snap_create 2024-09-20T21:43:01.099 INFO:tasks.rados.rados.0.smithi046.stdout:346: finishing rollback tid 0 to smithi04683737-18 2024-09-20T21:43:01.099 INFO:tasks.rados.rados.0.smithi046.stdout:346: finishing rollback tid 1 to smithi04683737-18 2024-09-20T21:43:01.099 INFO:tasks.rados.rados.0.smithi046.stdout:346: finishing rollback tid 2 to smithi04683737-18 2024-09-20T21:43:01.100 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 99 (ObjNum 112 snap 24 seq_num 112) dirty exists 2024-09-20T21:43:01.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:01 smithi134 ceph-mon[31761]: Upgrade: Updating mgr.x 2024-09-20T21:43:01.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:01 smithi134 ceph-mon[31761]: Deploying daemon mgr.x on smithi134 2024-09-20T21:43:01.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:01 smithi134 ceph-mon[31761]: osdmap e121: 8 total, 8 up, 8 in 2024-09-20T21:43:01.177 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:01 smithi134 systemd[1]: Stopping Ceph mgr.x for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:43:01.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:01 smithi046 ceph-mon[28078]: Upgrade: Updating mgr.x 2024-09-20T21:43:01.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:01 smithi046 ceph-mon[28078]: Deploying daemon mgr.x on smithi134 2024-09-20T21:43:01.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:01 smithi046 ceph-mon[28078]: osdmap e121: 8 total, 8 up, 8 in 2024-09-20T21:43:01.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:01 smithi046 ceph-mon[39760]: Upgrade: Updating mgr.x 2024-09-20T21:43:01.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:01 smithi046 ceph-mon[39760]: Deploying daemon mgr.x on smithi134 2024-09-20T21:43:01.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:01 smithi046 ceph-mon[39760]: osdmap e121: 8 total, 8 up, 8 in 2024-09-20T21:43:01.645 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:01 smithi134 podman[67575]: 2024-09-20 21:43:01.366329547 +0000 UTC m=+0.129878801 container died 95cf3d06e9da702c8521f0941c8a7433f89855dca24a62e2aa2c677b22e0ca95 (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, RELEASE=quincy-fbd1a6a, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-09-20T21:43:01.926 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:01 smithi134 podman[67575]: 2024-09-20 21:43:01.726213181 +0000 UTC m=+0.489762443 container cleanup 95cf3d06e9da702c8521f0941c8a7433f89855dca24a62e2aa2c677b22e0ca95 (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, RELEASE=quincy-fbd1a6a, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731) 2024-09-20T21:43:01.926 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:01 smithi134 bash[67575]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x 2024-09-20T21:43:02.093 INFO:tasks.rados.rados.0.smithi046.stdout:346: done (1 left) 2024-09-20T21:43:02.094 INFO:tasks.rados.rados.0.smithi046.stdout:347: done (0 left) 2024-09-20T21:43:02.094 INFO:tasks.rados.rados.0.smithi046.stdout:348: rollback oid 41 current snap is 29 2024-09-20T21:43:02.094 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 41 to 24 2024-09-20T21:43:02.094 INFO:tasks.rados.rados.0.smithi046.stdout:349: rollback oid 18 current snap is 29 2024-09-20T21:43:02.094 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 18 to 25 2024-09-20T21:43:02.094 INFO:tasks.rados.rados.0.smithi046.stdout:350: rmattr oid 23 current snap is 29 2024-09-20T21:43:02.094 INFO:tasks.rados.rados.0.smithi046.stdout:350: done (2 left) 2024-09-20T21:43:02.094 INFO:tasks.rados.rados.0.smithi046.stdout:351: copy_from oid 43 from oid 10 current snap is 29 2024-09-20T21:43:02.094 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 29 2024-09-20T21:43:02.094 INFO:tasks.rados.rados.0.smithi046.stdout:352: seq_num 124 ranges {442368=483328,925696=458752,1384448=598016,1982464=548864} 2024-09-20T21:43:02.098 INFO:tasks.rados.rados.0.smithi046.stdout:352: writing smithi04683737-19 from 442368 to 925696 tid 1 2024-09-20T21:43:02.101 INFO:tasks.rados.rados.0.smithi046.stdout:352: writing smithi04683737-19 from 925696 to 1384448 tid 2 2024-09-20T21:43:02.105 INFO:tasks.rados.rados.0.smithi046.stdout:352: writing smithi04683737-19 from 1384448 to 1982464 tid 3 2024-09-20T21:43:02.110 INFO:tasks.rados.rados.0.smithi046.stdout:352: writing smithi04683737-19 from 1982464 to 2531328 tid 4 2024-09-20T21:43:02.110 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 29 2024-09-20T21:43:02.110 INFO:tasks.rados.rados.0.smithi046.stdout:348: finishing rollback tid 1 to smithi04683737-41 2024-09-20T21:43:02.110 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 0 (ObjNum 129 snap 0 seq_num 20019568) dirty dne 2024-09-20T21:43:02.110 INFO:tasks.rados.rados.0.smithi046.stdout:352: finishing write tid 1 to smithi04683737-19 2024-09-20T21:43:02.110 INFO:tasks.rados.rados.0.smithi046.stdout:349: finishing rollback tid 0 to smithi04683737-18 2024-09-20T21:43:02.110 INFO:tasks.rados.rados.0.smithi046.stdout:349: finishing rollback tid 1 to smithi04683737-18 2024-09-20T21:43:02.110 INFO:tasks.rados.rados.0.smithi046.stdout:349: finishing rollback tid 2 to smithi04683737-18 2024-09-20T21:43:02.110 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 103 (ObjNum 112 snap 24 seq_num 112) dirty exists 2024-09-20T21:43:02.110 INFO:tasks.rados.rados.0.smithi046.stdout:352: finishing write tid 2 to smithi04683737-19 2024-09-20T21:43:02.111 INFO:tasks.rados.rados.0.smithi046.stdout:351: finishing copy_from racing read to smithi04683737-43 2024-09-20T21:43:02.111 INFO:tasks.rados.rados.0.smithi046.stdout:352: finishing write tid 3 to smithi04683737-19 2024-09-20T21:43:02.111 INFO:tasks.rados.rados.0.smithi046.stdout:353: seq_num 125 ranges {4554752=499712,5054464=745472,5799936=409600,6209536=450560} 2024-09-20T21:43:02.138 INFO:tasks.rados.rados.0.smithi046.stdout:353: writing smithi04683737-13 from 4554752 to 5054464 tid 1 2024-09-20T21:43:02.142 INFO:tasks.rados.rados.0.smithi046.stdout:353: writing smithi04683737-13 from 5054464 to 5799936 tid 2 2024-09-20T21:43:02.144 INFO:tasks.rados.rados.0.smithi046.stdout:353: writing smithi04683737-13 from 5799936 to 6209536 tid 3 2024-09-20T21:43:02.147 INFO:tasks.rados.rados.0.smithi046.stdout:353: writing smithi04683737-13 from 6209536 to 6660096 tid 4 2024-09-20T21:43:02.148 INFO:tasks.rados.rados.0.smithi046.stdout:348: done (4 left) 2024-09-20T21:43:02.148 INFO:tasks.rados.rados.0.smithi046.stdout:349: done (3 left) 2024-09-20T21:43:02.148 INFO:tasks.rados.rados.0.smithi046.stdout:354: setattr oid 17 current snap is 29 2024-09-20T21:43:02.148 INFO:tasks.rados.rados.0.smithi046.stdout:351: finishing copy_from to smithi04683737-43 2024-09-20T21:43:02.148 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 71 (ObjNum 101 snap 17 seq_num 101) dirty exists 2024-09-20T21:43:02.148 INFO:tasks.rados.rados.0.smithi046.stdout:352: finishing write tid 4 to smithi04683737-19 2024-09-20T21:43:02.148 INFO:tasks.rados.rados.0.smithi046.stdout:352: finishing write tid 5 to smithi04683737-19 2024-09-20T21:43:02.148 INFO:tasks.rados.rados.0.smithi046.stdout:352: finishing write tid 6 to smithi04683737-19 2024-09-20T21:43:02.148 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 60 (ObjNum 124 snap 29 seq_num 124) dirty exists 2024-09-20T21:43:02.148 INFO:tasks.rados.rados.0.smithi046.stdout:352: left oid 19 (ObjNum 124 snap 29 seq_num 124) 2024-09-20T21:43:02.148 INFO:tasks.rados.rados.0.smithi046.stdout:353: finishing write tid 1 to smithi04683737-13 2024-09-20T21:43:02.148 INFO:tasks.rados.rados.0.smithi046.stdout:353: finishing write tid 2 to smithi04683737-13 2024-09-20T21:43:02.148 INFO:tasks.rados.rados.0.smithi046.stdout:353: finishing write tid 3 to smithi04683737-13 2024-09-20T21:43:02.149 INFO:tasks.rados.rados.0.smithi046.stdout:351: done (3 left) 2024-09-20T21:43:02.149 INFO:tasks.rados.rados.0.smithi046.stdout:352: done (2 left) 2024-09-20T21:43:02.149 INFO:tasks.rados.rados.0.smithi046.stdout:355: snap_create 2024-09-20T21:43:02.149 INFO:tasks.rados.rados.0.smithi046.stdout:353: finishing write tid 4 to smithi04683737-13 2024-09-20T21:43:02.150 INFO:tasks.rados.rados.0.smithi046.stdout:353: finishing write tid 5 to smithi04683737-13 2024-09-20T21:43:02.151 INFO:tasks.rados.rados.0.smithi046.stdout:353: finishing write tid 6 to smithi04683737-13 2024-09-20T21:43:02.151 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 107 (ObjNum 125 snap 29 seq_num 125) dirty exists 2024-09-20T21:43:02.151 INFO:tasks.rados.rados.0.smithi046.stdout:353: left oid 13 (ObjNum 125 snap 29 seq_num 125) 2024-09-20T21:43:02.152 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 105 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-09-20T21:43:02.361 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:02 smithi134 ceph-mon[31761]: pgmap v176: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2024-09-20T21:43:02.361 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:02 smithi134 ceph-mon[31761]: osdmap e122: 8 total, 8 up, 8 in 2024-09-20T21:43:02.362 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:02 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:43:02.362 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:02 smithi134 podman[67592]: 2024-09-20 21:43:02.011355579 +0000 UTC m=+0.637595583 container remove 95cf3d06e9da702c8521f0941c8a7433f89855dca24a62e2aa2c677b22e0ca95 (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=quincy-fbd1a6a, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-20T21:43:02.362 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:02 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-20T21:43:02.362 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:02 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mgr.x.service: Failed with result 'exit-code'. 2024-09-20T21:43:02.362 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:02 smithi134 systemd[1]: Stopped Ceph mgr.x for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:43:02.362 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:02 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mgr.x.service: Consumed 10.183s CPU time. 2024-09-20T21:43:02.362 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:02 smithi134 systemd[1]: Starting Ceph mgr.x for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:43:02.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:02 smithi046 ceph-mon[28078]: pgmap v176: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2024-09-20T21:43:02.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:02 smithi046 ceph-mon[28078]: osdmap e122: 8 total, 8 up, 8 in 2024-09-20T21:43:02.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:02 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:43:02.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:02 smithi046 ceph-mon[39760]: pgmap v176: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2024-09-20T21:43:02.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:02 smithi046 ceph-mon[39760]: osdmap e122: 8 total, 8 up, 8 in 2024-09-20T21:43:02.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:02 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:43:02.676 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:02 smithi134 podman[67724]: 2024-09-20 21:43:02.46981145 +0000 UTC m=+0.015810780 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T21:43:02.676 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:02 smithi134 podman[67724]: 2024-09-20 21:43:02.579127976 +0000 UTC m=+0.125127343 container create e8f84fc3cb0f5e88bfeb9b6658a4736ef6604f53cbb127828339d1238a498409 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x, GIT_CLEAN=True, RELEASE=squid-9e2ac70, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-20T21:43:03.098 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:02 smithi134 podman[67724]: 2024-09-20 21:43:02.789644966 +0000 UTC m=+0.335644295 container init e8f84fc3cb0f5e88bfeb9b6658a4736ef6604f53cbb127828339d1238a498409 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=squid-9e2ac70, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-20T21:43:03.099 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:02 smithi134 podman[67724]: 2024-09-20 21:43:02.794519259 +0000 UTC m=+0.340518578 container start e8f84fc3cb0f5e88bfeb9b6658a4736ef6604f53cbb127828339d1238a498409 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, RELEASE=squid-9e2ac70, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-20T21:43:03.099 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:02 smithi134 ceph-mgr[67763]: -- 172.21.15.134:0/2160893698 <== mon.1 v2:172.21.15.134:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561974a9d0e0 con 0x561974a7a800 2024-09-20T21:43:03.102 INFO:tasks.rados.rados.0.smithi046.stdout:353: done (2 left) 2024-09-20T21:43:03.103 INFO:tasks.rados.rados.0.smithi046.stdout:354: done (1 left) 2024-09-20T21:43:03.103 INFO:tasks.rados.rados.0.smithi046.stdout:355: done (0 left) 2024-09-20T21:43:03.103 INFO:tasks.rados.rados.0.smithi046.stdout:356: copy_from oid 34 from oid 46 current snap is 30 2024-09-20T21:43:03.103 INFO:tasks.rados.rados.0.smithi046.stdout:357: snap_remove snap 21 2024-09-20T21:43:03.353 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:03 smithi134 ceph-mon[31761]: osdmap e123: 8 total, 8 up, 8 in 2024-09-20T21:43:03.353 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:03 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:03.131+0000 7f07e6692040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-20T21:43:03.353 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:03 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:03.188+0000 7f07e6692040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-20T21:43:03.353 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:03 smithi134 bash[67724]: e8f84fc3cb0f5e88bfeb9b6658a4736ef6604f53cbb127828339d1238a498409 2024-09-20T21:43:03.353 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:03 smithi134 systemd[1]: Started Ceph mgr.x for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:43:03.353 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:03 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:03.350+0000 7f07e6692040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-20T21:43:03.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:03 smithi046 ceph-mon[28078]: osdmap e123: 8 total, 8 up, 8 in 2024-09-20T21:43:03.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:03 smithi046 ceph-mon[39760]: osdmap e123: 8 total, 8 up, 8 in 2024-09-20T21:43:03.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:03 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:43:03] "GET /metrics HTTP/1.1" 200 239993 "" "Prometheus/2.43.0" 2024-09-20T21:43:03.676 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:03 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:03.421+0000 7f07e6692040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-20T21:43:03.676 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:03 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:03.596+0000 7f07e6692040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-20T21:43:03.900 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:43:03 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a[79090]: ts=2024-09-20T21:43:03.514Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi134.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.134:8443: connect: connection refused" 2024-09-20T21:43:04.078 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:03 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:03.748+0000 7f07e6692040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-20T21:43:04.106 INFO:tasks.rados.rados.0.smithi046.stdout:357: done (1 left) 2024-09-20T21:43:04.106 INFO:tasks.rados.rados.0.smithi046.stdout:358: rollback oid 45 current snap is 30 2024-09-20T21:43:04.106 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 45 to 22 2024-09-20T21:43:04.107 INFO:tasks.rados.rados.0.smithi046.stdout:356: finishing copy_from racing read to smithi04683737-34 2024-09-20T21:43:04.107 INFO:tasks.rados.rados.0.smithi046.stdout:356: finishing copy_from to smithi04683737-34 2024-09-20T21:43:04.107 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 7 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-20T21:43:04.107 INFO:tasks.rados.rados.0.smithi046.stdout:356: done (1 left) 2024-09-20T21:43:04.107 INFO:tasks.rados.rados.0.smithi046.stdout:359: read oid 28 snap -1 2024-09-20T21:43:04.107 INFO:tasks.rados.rados.0.smithi046.stdout:359: expect (ObjNum 27 snap 0 seq_num 27) 2024-09-20T21:43:04.107 INFO:tasks.rados.rados.0.smithi046.stdout:360: read oid 36 snap -1 2024-09-20T21:43:04.107 INFO:tasks.rados.rados.0.smithi046.stdout:360: expect (ObjNum 90 snap 16 seq_num 90) 2024-09-20T21:43:04.107 INFO:tasks.rados.rados.0.smithi046.stdout:361: delete oid 12 current snap is 30 2024-09-20T21:43:04.111 INFO:tasks.rados.rados.0.smithi046.stdout:359: expect (ObjNum 27 snap 0 seq_num 27) 2024-09-20T21:43:04.128 INFO:tasks.rados.rados.0.smithi046.stdout:358: finishing rollback tid 0 to smithi04683737-45 2024-09-20T21:43:04.128 INFO:tasks.rados.rados.0.smithi046.stdout:358: finishing rollback tid 1 to smithi04683737-45 2024-09-20T21:43:04.128 INFO:tasks.rados.rados.0.smithi046.stdout:358: finishing rollback tid 2 to smithi04683737-45 2024-09-20T21:43:04.129 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 63 (ObjNum 94 snap 16 seq_num 94) dirty exists 2024-09-20T21:43:04.129 INFO:tasks.rados.rados.0.smithi046.stdout:360: expect (ObjNum 90 snap 16 seq_num 90) 2024-09-20T21:43:04.171 INFO:tasks.rados.rados.0.smithi046.stdout:358: done (3 left) 2024-09-20T21:43:04.171 INFO:tasks.rados.rados.0.smithi046.stdout:359: done (2 left) 2024-09-20T21:43:04.171 INFO:tasks.rados.rados.0.smithi046.stdout:360: done (1 left) 2024-09-20T21:43:04.171 INFO:tasks.rados.rados.0.smithi046.stdout:361: done (0 left) 2024-09-20T21:43:04.171 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 30 2024-09-20T21:43:04.171 INFO:tasks.rados.rados.0.smithi046.stdout:362: seq_num 127 ranges {0=532480,532480=507904,1040384=778240,1818624=319488} 2024-09-20T21:43:04.174 INFO:tasks.rados.rados.0.smithi046.stdout:362: writing smithi04683737-26 from 0 to 532480 tid 1 2024-09-20T21:43:04.177 INFO:tasks.rados.rados.0.smithi046.stdout:362: writing smithi04683737-26 from 532480 to 1040384 tid 2 2024-09-20T21:43:04.181 INFO:tasks.rados.rados.0.smithi046.stdout:362: writing smithi04683737-26 from 1040384 to 1818624 tid 3 2024-09-20T21:43:04.183 INFO:tasks.rados.rados.0.smithi046.stdout:362: writing smithi04683737-26 from 1818624 to 2138112 tid 4 2024-09-20T21:43:04.183 INFO:tasks.rados.rados.0.smithi046.stdout:363: delete oid 6 current snap is 30 2024-09-20T21:43:04.183 INFO:tasks.rados.rados.0.smithi046.stdout:362: finishing write tid 1 to smithi04683737-26 2024-09-20T21:43:04.184 INFO:tasks.rados.rados.0.smithi046.stdout:362: finishing write tid 2 to smithi04683737-26 2024-09-20T21:43:04.184 INFO:tasks.rados.rados.0.smithi046.stdout:363: done (1 left) 2024-09-20T21:43:04.185 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 30 2024-09-20T21:43:04.185 INFO:tasks.rados.rados.0.smithi046.stdout:364: seq_num 129 ranges {0=565248,565248=679936,1245184=786432,2031616=139264} 2024-09-20T21:43:04.188 INFO:tasks.rados.rados.0.smithi046.stdout:364: writing smithi04683737-37 from 0 to 565248 tid 1 2024-09-20T21:43:04.192 INFO:tasks.rados.rados.0.smithi046.stdout:364: writing smithi04683737-37 from 565248 to 1245184 tid 2 2024-09-20T21:43:04.197 INFO:tasks.rados.rados.0.smithi046.stdout:364: writing smithi04683737-37 from 1245184 to 2031616 tid 3 2024-09-20T21:43:04.198 INFO:tasks.rados.rados.0.smithi046.stdout:364: writing smithi04683737-37 from 2031616 to 2170880 tid 4 2024-09-20T21:43:04.198 INFO:tasks.rados.rados.0.smithi046.stdout:365: copy_from oid 21 from oid 20 current snap is 30 2024-09-20T21:43:04.198 INFO:tasks.rados.rados.0.smithi046.stdout:362: finishing write tid 3 to smithi04683737-26 2024-09-20T21:43:04.198 INFO:tasks.rados.rados.0.smithi046.stdout:362: finishing write tid 4 to smithi04683737-26 2024-09-20T21:43:04.198 INFO:tasks.rados.rados.0.smithi046.stdout:362: finishing write tid 5 to smithi04683737-26 2024-09-20T21:43:04.198 INFO:tasks.rados.rados.0.smithi046.stdout:362: finishing write tid 6 to smithi04683737-26 2024-09-20T21:43:04.198 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 47 (ObjNum 127 snap 30 seq_num 127) dirty exists 2024-09-20T21:43:04.198 INFO:tasks.rados.rados.0.smithi046.stdout:362: left oid 26 (ObjNum 127 snap 30 seq_num 127) 2024-09-20T21:43:04.198 INFO:tasks.rados.rados.0.smithi046.stdout:364: finishing write tid 1 to smithi04683737-37 2024-09-20T21:43:04.198 INFO:tasks.rados.rados.0.smithi046.stdout:364: finishing write tid 2 to smithi04683737-37 2024-09-20T21:43:04.198 INFO:tasks.rados.rados.0.smithi046.stdout:362: done (2 left) 2024-09-20T21:43:04.198 INFO:tasks.rados.rados.0.smithi046.stdout:366: setattr oid 43 current snap is 30 2024-09-20T21:43:04.199 INFO:tasks.rados.rados.0.smithi046.stdout:367: read oid 34 snap -1 2024-09-20T21:43:04.199 INFO:tasks.rados.rados.0.smithi046.stdout:367: expect (ObjNum 49 snap 0 seq_num 49) 2024-09-20T21:43:04.199 INFO:tasks.rados.rados.0.smithi046.stdout:368: snap_create 2024-09-20T21:43:04.200 INFO:tasks.rados.rados.0.smithi046.stdout:364: finishing write tid 3 to smithi04683737-37 2024-09-20T21:43:04.200 INFO:tasks.rados.rados.0.smithi046.stdout:364: finishing write tid 4 to smithi04683737-37 2024-09-20T21:43:04.200 INFO:tasks.rados.rados.0.smithi046.stdout:364: finishing write tid 5 to smithi04683737-37 2024-09-20T21:43:04.202 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 73 (ObjNum 101 snap 17 seq_num 101) dirty exists 2024-09-20T21:43:04.204 INFO:tasks.rados.rados.0.smithi046.stdout:364: finishing write tid 6 to smithi04683737-37 2024-09-20T21:43:04.204 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 95 (ObjNum 129 snap 30 seq_num 129) dirty exists 2024-09-20T21:43:04.204 INFO:tasks.rados.rados.0.smithi046.stdout:364: left oid 37 (ObjNum 129 snap 30 seq_num 129) 2024-09-20T21:43:04.206 INFO:tasks.rados.rados.0.smithi046.stdout:367: expect (ObjNum 49 snap 0 seq_num 49) 2024-09-20T21:43:04.228 INFO:tasks.rados.rados.0.smithi046.stdout:365: finishing copy_from racing read to smithi04683737-21 2024-09-20T21:43:04.228 INFO:tasks.rados.rados.0.smithi046.stdout:365: finishing copy_from to smithi04683737-21 2024-09-20T21:43:04.228 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 12 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-09-20T21:43:04.352 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:04 smithi134 ceph-mon[31761]: pgmap v179: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:43:04.352 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:04 smithi134 ceph-mon[31761]: osdmap e124: 8 total, 8 up, 8 in 2024-09-20T21:43:04.352 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:04 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:43:04.352 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:04 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:43:04.353 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:04 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:43:04.353 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:04 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:04.081+0000 7f07e6692040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-20T21:43:04.353 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:04 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:04.154+0000 7f07e6692040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-20T21:43:04.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:04 smithi046 ceph-mon[28078]: pgmap v179: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:43:04.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:04 smithi046 ceph-mon[28078]: osdmap e124: 8 total, 8 up, 8 in 2024-09-20T21:43:04.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:04 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:43:04.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:04 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:43:04.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:04 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:43:04.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:04 smithi046 ceph-mon[39760]: pgmap v179: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:43:04.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:04 smithi046 ceph-mon[39760]: osdmap e124: 8 total, 8 up, 8 in 2024-09-20T21:43:04.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:04 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:43:04.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:04 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:43:04.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:04 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:43:04.676 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:04 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:04.350+0000 7f07e6692040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-20T21:43:05.114 INFO:tasks.rados.rados.0.smithi046.stdout:364: done (4 left) 2024-09-20T21:43:05.114 INFO:tasks.rados.rados.0.smithi046.stdout:365: done (3 left) 2024-09-20T21:43:05.114 INFO:tasks.rados.rados.0.smithi046.stdout:366: done (2 left) 2024-09-20T21:43:05.114 INFO:tasks.rados.rados.0.smithi046.stdout:367: done (1 left) 2024-09-20T21:43:05.114 INFO:tasks.rados.rados.0.smithi046.stdout:368: done (0 left) 2024-09-20T21:43:05.114 INFO:tasks.rados.rados.0.smithi046.stdout:369: read oid 31 snap -1 2024-09-20T21:43:05.114 INFO:tasks.rados.rados.0.smithi046.stdout:369: expect deleted 2024-09-20T21:43:05.115 INFO:tasks.rados.rados.0.smithi046.stdout:370: rollback oid 22 current snap is 31 2024-09-20T21:43:05.115 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 22 to 23 2024-09-20T21:43:05.115 INFO:tasks.rados.rados.0.smithi046.stdout:371: read oid 48 snap -1 2024-09-20T21:43:05.115 INFO:tasks.rados.rados.0.smithi046.stdout:371: expect (ObjNum 104 snap 17 seq_num 104) 2024-09-20T21:43:05.115 INFO:tasks.rados.rados.0.smithi046.stdout:372: rollback oid 3 current snap is 31 2024-09-20T21:43:05.115 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 3 to 30 2024-09-20T21:43:05.115 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 31 2024-09-20T21:43:05.115 INFO:tasks.rados.rados.0.smithi046.stdout:373: seq_num 130 ranges {6438912=581632,7020544=614400,7634944=598016,8232960=393216} 2024-09-20T21:43:05.115 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:05 smithi134 ceph-mon[31761]: osdmap e125: 8 total, 8 up, 8 in 2024-09-20T21:43:05.153 INFO:tasks.rados.rados.0.smithi046.stdout:373: writing smithi04683737-18 from 6438912 to 7020544 tid 1 2024-09-20T21:43:05.156 INFO:tasks.rados.rados.0.smithi046.stdout:373: writing smithi04683737-18 from 7020544 to 7634944 tid 2 2024-09-20T21:43:05.159 INFO:tasks.rados.rados.0.smithi046.stdout:373: writing smithi04683737-18 from 7634944 to 8232960 tid 3 2024-09-20T21:43:05.162 INFO:tasks.rados.rados.0.smithi046.stdout:373: writing smithi04683737-18 from 8232960 to 8626176 tid 4 2024-09-20T21:43:05.162 INFO:tasks.rados.rados.0.smithi046.stdout:374: rmattr oid 24 current snap is 31 2024-09-20T21:43:05.162 INFO:tasks.rados.rados.0.smithi046.stdout:374: done (5 left) 2024-09-20T21:43:05.162 INFO:tasks.rados.rados.0.smithi046.stdout:375: rmattr oid 41 current snap is 31 2024-09-20T21:43:05.162 INFO:tasks.rados.rados.0.smithi046.stdout:375: done (5 left) 2024-09-20T21:43:05.163 INFO:tasks.rados.rados.0.smithi046.stdout:376: rmattr oid 2 current snap is 31 2024-09-20T21:43:05.163 INFO:tasks.rados.rados.0.smithi046.stdout:376: done (5 left) 2024-09-20T21:43:05.163 INFO:tasks.rados.rados.0.smithi046.stdout:377: copy_from oid 32 from oid 24 current snap is 31 2024-09-20T21:43:05.163 INFO:tasks.rados.rados.0.smithi046.stdout:370: finishing rollback tid 0 to smithi04683737-22 2024-09-20T21:43:05.163 INFO:tasks.rados.rados.0.smithi046.stdout:370: finishing rollback tid 1 to smithi04683737-22 2024-09-20T21:43:05.163 INFO:tasks.rados.rados.0.smithi046.stdout:370: finishing rollback tid 2 to smithi04683737-22 2024-09-20T21:43:05.163 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 76 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-09-20T21:43:05.163 INFO:tasks.rados.rados.0.smithi046.stdout:372: finishing rollback tid 0 to smithi04683737-3 2024-09-20T21:43:05.163 INFO:tasks.rados.rados.0.smithi046.stdout:372: finishing rollback tid 1 to smithi04683737-3 2024-09-20T21:43:05.163 INFO:tasks.rados.rados.0.smithi046.stdout:371: expect (ObjNum 104 snap 17 seq_num 104) 2024-09-20T21:43:05.213 INFO:tasks.rados.rados.0.smithi046.stdout:372: finishing rollback tid 2 to smithi04683737-3 2024-09-20T21:43:05.213 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 113 (ObjNum 87 snap 12 seq_num 87) dirty exists 2024-09-20T21:43:05.213 INFO:tasks.rados.rados.0.smithi046.stdout:373: finishing write tid 1 to smithi04683737-18 2024-09-20T21:43:05.213 INFO:tasks.rados.rados.0.smithi046.stdout:373: finishing write tid 2 to smithi04683737-18 2024-09-20T21:43:05.213 INFO:tasks.rados.rados.0.smithi046.stdout:373: finishing write tid 3 to smithi04683737-18 2024-09-20T21:43:05.213 INFO:tasks.rados.rados.0.smithi046.stdout:373: finishing write tid 4 to smithi04683737-18 2024-09-20T21:43:05.213 INFO:tasks.rados.rados.0.smithi046.stdout:369: done (5 left) 2024-09-20T21:43:05.213 INFO:tasks.rados.rados.0.smithi046.stdout:370: done (4 left) 2024-09-20T21:43:05.213 INFO:tasks.rados.rados.0.smithi046.stdout:371: done (3 left) 2024-09-20T21:43:05.213 INFO:tasks.rados.rados.0.smithi046.stdout:372: done (2 left) 2024-09-20T21:43:05.214 INFO:tasks.rados.rados.0.smithi046.stdout:378: delete oid 3 current snap is 31 2024-09-20T21:43:05.214 INFO:tasks.rados.rados.0.smithi046.stdout:373: finishing write tid 5 to smithi04683737-18 2024-09-20T21:43:05.214 INFO:tasks.rados.rados.0.smithi046.stdout:373: finishing write tid 6 to smithi04683737-18 2024-09-20T21:43:05.214 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 119 (ObjNum 130 snap 31 seq_num 130) dirty exists 2024-09-20T21:43:05.214 INFO:tasks.rados.rados.0.smithi046.stdout:373: left oid 18 (ObjNum 130 snap 31 seq_num 130) 2024-09-20T21:43:05.214 INFO:tasks.rados.rados.0.smithi046.stdout:377: finishing copy_from racing read to smithi04683737-32 2024-09-20T21:43:05.214 INFO:tasks.rados.rados.0.smithi046.stdout:377: finishing copy_from to smithi04683737-32 2024-09-20T21:43:05.214 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 47 (ObjNum 83 snap 12 seq_num 83) dirty exists 2024-09-20T21:43:05.215 INFO:tasks.rados.rados.0.smithi046.stdout:373: done (2 left) 2024-09-20T21:43:05.215 INFO:tasks.rados.rados.0.smithi046.stdout:377: done (1 left) 2024-09-20T21:43:05.215 INFO:tasks.rados.rados.0.smithi046.stdout:378: done (0 left) 2024-09-20T21:43:05.215 INFO:tasks.rados.rados.0.smithi046.stdout:379: rollback oid 30 current snap is 31 2024-09-20T21:43:05.215 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 30 to 24 2024-09-20T21:43:05.215 INFO:tasks.rados.rados.0.smithi046.stdout:380: read oid 19 snap -1 2024-09-20T21:43:05.215 INFO:tasks.rados.rados.0.smithi046.stdout:380: expect (ObjNum 124 snap 29 seq_num 124) 2024-09-20T21:43:05.215 INFO:tasks.rados.rados.0.smithi046.stdout:381: snap_remove snap 25 2024-09-20T21:43:05.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:05 smithi046 ceph-mon[28078]: osdmap e125: 8 total, 8 up, 8 in 2024-09-20T21:43:05.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:05 smithi046 ceph-mon[39760]: osdmap e125: 8 total, 8 up, 8 in 2024-09-20T21:43:05.425 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:05 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:05.338+0000 7f07e6692040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-20T21:43:05.425 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:05 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:05.422+0000 7f07e6692040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-20T21:43:06.118 INFO:tasks.rados.rados.0.smithi046.stdout:381: done (2 left) 2024-09-20T21:43:06.118 INFO:tasks.rados.rados.0.smithi046.stdout:382: delete oid 12 current snap is 31 2024-09-20T21:43:06.118 INFO:tasks.rados.rados.0.smithi046.stdout:379: finishing rollback tid 0 to smithi04683737-30 2024-09-20T21:43:06.118 INFO:tasks.rados.rados.0.smithi046.stdout:379: finishing rollback tid 1 to smithi04683737-30 2024-09-20T21:43:06.119 INFO:tasks.rados.rados.0.smithi046.stdout:379: finishing rollback tid 2 to smithi04683737-30 2024-09-20T21:43:06.119 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 83 (ObjNum 102 snap 17 seq_num 102) dirty exists 2024-09-20T21:43:06.119 INFO:tasks.rados.rados.0.smithi046.stdout:380: expect (ObjNum 124 snap 29 seq_num 124) 2024-09-20T21:43:06.197 INFO:tasks.rados.rados.0.smithi046.stdout:379: done (2 left) 2024-09-20T21:43:06.197 INFO:tasks.rados.rados.0.smithi046.stdout:380: done (1 left) 2024-09-20T21:43:06.197 INFO:tasks.rados.rados.0.smithi046.stdout:382: done (0 left) 2024-09-20T21:43:06.197 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 31 2024-09-20T21:43:06.197 INFO:tasks.rados.rados.0.smithi046.stdout:383: seq_num 133 ranges {0=630784,630784=663552,1294336=770048,2064384=172032} 2024-09-20T21:43:06.200 INFO:tasks.rados.rados.0.smithi046.stdout:383: writing smithi04683737-12 from 0 to 630784 tid 1 2024-09-20T21:43:06.204 INFO:tasks.rados.rados.0.smithi046.stdout:383: writing smithi04683737-12 from 630784 to 1294336 tid 2 2024-09-20T21:43:06.208 INFO:tasks.rados.rados.0.smithi046.stdout:383: writing smithi04683737-12 from 1294336 to 2064384 tid 3 2024-09-20T21:43:06.209 INFO:tasks.rados.rados.0.smithi046.stdout:383: writing smithi04683737-12 from 2064384 to 2236416 tid 4 2024-09-20T21:43:06.209 INFO:tasks.rados.rados.0.smithi046.stdout:384: snap_remove snap 29 2024-09-20T21:43:06.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:06 smithi046 ceph-mon[28078]: pgmap v182: 121 pgs: 121 active+clean; 95 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.1 MiB/s wr, 19 op/s 2024-09-20T21:43:06.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:06 smithi046 ceph-mon[28078]: osdmap e126: 8 total, 8 up, 8 in 2024-09-20T21:43:06.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:06 smithi046 ceph-mon[39760]: pgmap v182: 121 pgs: 121 active+clean; 95 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.1 MiB/s wr, 19 op/s 2024-09-20T21:43:06.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:06 smithi046 ceph-mon[39760]: osdmap e126: 8 total, 8 up, 8 in 2024-09-20T21:43:06.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:06 smithi134 ceph-mon[31761]: pgmap v182: 121 pgs: 121 active+clean; 95 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.1 MiB/s wr, 19 op/s 2024-09-20T21:43:06.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:06 smithi134 ceph-mon[31761]: osdmap e126: 8 total, 8 up, 8 in 2024-09-20T21:43:06.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:06 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:06.171+0000 7f07e6692040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-20T21:43:06.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:06 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:06.292+0000 7f07e6692040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-20T21:43:06.736 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:06 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:06.438+0000 7f07e6692040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-20T21:43:06.736 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:06 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:06.504+0000 7f07e6692040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-20T21:43:06.736 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:06 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:06.663+0000 7f07e6692040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-20T21:43:06.736 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:06 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:06.733+0000 7f07e6692040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-20T21:43:07.033 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:06 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:06.794+0000 7f07e6692040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-20T21:43:07.033 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:06 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:06.964+0000 7f07e6692040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-20T21:43:07.033 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:07 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:07.030+0000 7f07e6692040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-20T21:43:07.123 INFO:tasks.rados.rados.0.smithi046.stdout:384: done (1 left) 2024-09-20T21:43:07.123 INFO:tasks.rados.rados.0.smithi046.stdout:385: snap_remove snap 26 2024-09-20T21:43:07.310 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:07 smithi134 ceph-mon[31761]: osdmap e127: 8 total, 8 up, 8 in 2024-09-20T21:43:07.311 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:07 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:07.097+0000 7f07e6692040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-20T21:43:07.311 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:07 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:07.183+0000 7f07e6692040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-20T21:43:07.311 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:07 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:07.246+0000 7f07e6692040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-20T21:43:07.311 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:07 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:07.308+0000 7f07e6692040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-20T21:43:07.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:07 smithi046 ceph-mon[39760]: osdmap e127: 8 total, 8 up, 8 in 2024-09-20T21:43:07.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:07 smithi046 ceph-mon[28078]: osdmap e127: 8 total, 8 up, 8 in 2024-09-20T21:43:08.046 INFO:tasks.rados.rados.0.smithi046.stdout:385: done (1 left) 2024-09-20T21:43:08.046 INFO:tasks.rados.rados.0.smithi046.stdout:386: snap_remove snap 23 2024-09-20T21:43:08.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:08 smithi046 ceph-mon[28078]: pgmap v185: 121 pgs: 121 active+clean; 95 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.1 MiB/s wr, 19 op/s 2024-09-20T21:43:08.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:08 smithi046 ceph-mon[28078]: osdmap e128: 8 total, 8 up, 8 in 2024-09-20T21:43:08.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:08 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:43:08.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:08 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:43:08.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:08 smithi046 ceph-mon[28078]: osdmap e129: 8 total, 8 up, 8 in 2024-09-20T21:43:08.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:08 smithi046 ceph-mon[39760]: pgmap v185: 121 pgs: 121 active+clean; 95 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.1 MiB/s wr, 19 op/s 2024-09-20T21:43:08.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:08 smithi046 ceph-mon[39760]: osdmap e128: 8 total, 8 up, 8 in 2024-09-20T21:43:08.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:08 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:43:08.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:08 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:43:08.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:08 smithi046 ceph-mon[39760]: osdmap e129: 8 total, 8 up, 8 in 2024-09-20T21:43:08.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:08 smithi134 ceph-mon[31761]: pgmap v185: 121 pgs: 121 active+clean; 95 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.1 MiB/s wr, 19 op/s 2024-09-20T21:43:08.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:08 smithi134 ceph-mon[31761]: osdmap e128: 8 total, 8 up, 8 in 2024-09-20T21:43:08.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:08 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:43:08.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:08 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:43:08.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:08 smithi134 ceph-mon[31761]: osdmap e129: 8 total, 8 up, 8 in 2024-09-20T21:43:08.427 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:08 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:08.153+0000 7f07e6692040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-20T21:43:08.427 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:08 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: [20/Sep/2024:21:43:08] ENGINE Bus STARTING 2024-09-20T21:43:08.427 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:08 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: CherryPy Checker: 2024-09-20T21:43:08.427 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:08 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: The Application mounted at '' has an empty config. 2024-09-20T21:43:08.427 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:08 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:08.427 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:08 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: [20/Sep/2024:21:43:08] ENGINE Serving on http://:::9283 2024-09-20T21:43:08.427 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:08 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: [20/Sep/2024:21:43:08] ENGINE Bus STARTED 2024-09-20T21:43:09.046 INFO:tasks.rados.rados.0.smithi046.stdout:386: done (1 left) 2024-09-20T21:43:09.046 INFO:tasks.rados.rados.0.smithi046.stdout:387: snap_remove snap 22 2024-09-20T21:43:09.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:09 smithi046 ceph-mon[28078]: Standby manager daemon x restarted 2024-09-20T21:43:09.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:09 smithi046 ceph-mon[28078]: Standby manager daemon x started 2024-09-20T21:43:09.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:09 smithi046 ceph-mon[28078]: from='mgr.? 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-20T21:43:09.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:09 smithi046 ceph-mon[28078]: from='mgr.? 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-20T21:43:09.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:09 smithi046 ceph-mon[28078]: from='mgr.? 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-20T21:43:09.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:09 smithi046 ceph-mon[28078]: from='mgr.? 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-20T21:43:09.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:09 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:43:09.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:09 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:43:09.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:09 smithi046 ceph-mon[28078]: osdmap e130: 8 total, 8 up, 8 in 2024-09-20T21:43:09.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:09 smithi046 ceph-mon[39760]: Standby manager daemon x restarted 2024-09-20T21:43:09.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:09 smithi046 ceph-mon[39760]: Standby manager daemon x started 2024-09-20T21:43:09.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:09 smithi046 ceph-mon[39760]: from='mgr.? 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-20T21:43:09.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:09 smithi046 ceph-mon[39760]: from='mgr.? 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-20T21:43:09.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:09 smithi046 ceph-mon[39760]: from='mgr.? 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-20T21:43:09.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:09 smithi046 ceph-mon[39760]: from='mgr.? 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-20T21:43:09.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:09 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:43:09.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:09 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:43:09.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:09 smithi046 ceph-mon[39760]: osdmap e130: 8 total, 8 up, 8 in 2024-09-20T21:43:09.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:09 smithi134 ceph-mon[31761]: Standby manager daemon x restarted 2024-09-20T21:43:09.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:09 smithi134 ceph-mon[31761]: Standby manager daemon x started 2024-09-20T21:43:09.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:09 smithi134 ceph-mon[31761]: from='mgr.? 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-20T21:43:09.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:09 smithi134 ceph-mon[31761]: from='mgr.? 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-20T21:43:09.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:09 smithi134 ceph-mon[31761]: from='mgr.? 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-20T21:43:09.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:09 smithi134 ceph-mon[31761]: from='mgr.? 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-20T21:43:09.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:09 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:43:09.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:09 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:43:09.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:09 smithi134 ceph-mon[31761]: osdmap e130: 8 total, 8 up, 8 in 2024-09-20T21:43:10.048 INFO:tasks.rados.rados.0.smithi046.stdout:387: done (1 left) 2024-09-20T21:43:10.049 INFO:tasks.rados.rados.0.smithi046.stdout:388: setattr oid 21 current snap is 31 2024-09-20T21:43:10.049 INFO:tasks.rados.rados.0.smithi046.stdout:383: finishing write tid 1 to smithi04683737-12 2024-09-20T21:43:10.049 INFO:tasks.rados.rados.0.smithi046.stdout:383: finishing write tid 2 to smithi04683737-12 2024-09-20T21:43:10.049 INFO:tasks.rados.rados.0.smithi046.stdout:383: finishing write tid 3 to smithi04683737-12 2024-09-20T21:43:10.049 INFO:tasks.rados.rados.0.smithi046.stdout:383: finishing write tid 4 to smithi04683737-12 2024-09-20T21:43:10.049 INFO:tasks.rados.rados.0.smithi046.stdout:383: finishing write tid 5 to smithi04683737-12 2024-09-20T21:43:10.049 INFO:tasks.rados.rados.0.smithi046.stdout:383: finishing write tid 6 to smithi04683737-12 2024-09-20T21:43:10.049 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 89 (ObjNum 133 snap 31 seq_num 133) dirty exists 2024-09-20T21:43:10.049 INFO:tasks.rados.rados.0.smithi046.stdout:383: left oid 12 (ObjNum 133 snap 31 seq_num 133) 2024-09-20T21:43:10.050 INFO:tasks.rados.rados.0.smithi046.stdout:383: done (1 left) 2024-09-20T21:43:10.050 INFO:tasks.rados.rados.0.smithi046.stdout:389: read oid 27 snap -1 2024-09-20T21:43:10.050 INFO:tasks.rados.rados.0.smithi046.stdout:389: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-20T21:43:10.051 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 31 2024-09-20T21:43:10.051 INFO:tasks.rados.rados.0.smithi046.stdout:390: seq_num 134 ranges {4587520=647168,5234688=548864,5783552=573440,6356992=483328} 2024-09-20T21:43:10.080 INFO:tasks.rados.rados.0.smithi046.stdout:390: writing smithi04683737-32 from 4587520 to 5234688 tid 1 2024-09-20T21:43:10.083 INFO:tasks.rados.rados.0.smithi046.stdout:390: writing smithi04683737-32 from 5234688 to 5783552 tid 2 2024-09-20T21:43:10.086 INFO:tasks.rados.rados.0.smithi046.stdout:390: writing smithi04683737-32 from 5783552 to 6356992 tid 3 2024-09-20T21:43:10.089 INFO:tasks.rados.rados.0.smithi046.stdout:390: writing smithi04683737-32 from 6356992 to 6840320 tid 4 2024-09-20T21:43:10.089 INFO:tasks.rados.rados.0.smithi046.stdout:391: setattr oid 8 current snap is 31 2024-09-20T21:43:10.089 INFO:tasks.rados.rados.0.smithi046.stdout:389: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-20T21:43:10.102 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 115 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-09-20T21:43:10.102 INFO:tasks.rados.rados.0.smithi046.stdout:390: finishing write tid 1 to smithi04683737-32 2024-09-20T21:43:10.103 INFO:tasks.rados.rados.0.smithi046.stdout:390: finishing write tid 2 to smithi04683737-32 2024-09-20T21:43:10.103 INFO:tasks.rados.rados.0.smithi046.stdout:390: finishing write tid 3 to smithi04683737-32 2024-09-20T21:43:10.103 INFO:tasks.rados.rados.0.smithi046.stdout:390: finishing write tid 4 to smithi04683737-32 2024-09-20T21:43:10.103 INFO:tasks.rados.rados.0.smithi046.stdout:390: finishing write tid 5 to smithi04683737-32 2024-09-20T21:43:10.103 INFO:tasks.rados.rados.0.smithi046.stdout:390: finishing write tid 6 to smithi04683737-32 2024-09-20T21:43:10.103 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 145 (ObjNum 134 snap 31 seq_num 134) dirty exists 2024-09-20T21:43:10.103 INFO:tasks.rados.rados.0.smithi046.stdout:390: left oid 32 (ObjNum 134 snap 31 seq_num 134) 2024-09-20T21:43:10.103 INFO:tasks.rados.rados.0.smithi046.stdout:388: done (3 left) 2024-09-20T21:43:10.103 INFO:tasks.rados.rados.0.smithi046.stdout:389: done (2 left) 2024-09-20T21:43:10.103 INFO:tasks.rados.rados.0.smithi046.stdout:390: done (1 left) 2024-09-20T21:43:10.103 INFO:tasks.rados.rados.0.smithi046.stdout:392: read oid 47 snap -1 2024-09-20T21:43:10.103 INFO:tasks.rados.rados.0.smithi046.stdout:392: expect deleted 2024-09-20T21:43:10.103 INFO:tasks.rados.rados.0.smithi046.stdout:393: snap_remove snap 20 2024-09-20T21:43:10.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:10 smithi046 ceph-mon[28078]: pgmap v188: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.7 MiB/s wr, 20 op/s 2024-09-20T21:43:10.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:10 smithi046 ceph-mon[28078]: mgrmap e24: y(active, since 3m), standbys: x 2024-09-20T21:43:10.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:10 smithi046 ceph-mon[28078]: osdmap e131: 8 total, 8 up, 8 in 2024-09-20T21:43:10.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:10 smithi046 ceph-mon[39760]: pgmap v188: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.7 MiB/s wr, 20 op/s 2024-09-20T21:43:10.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:10 smithi046 ceph-mon[39760]: mgrmap e24: y(active, since 3m), standbys: x 2024-09-20T21:43:10.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:10 smithi046 ceph-mon[39760]: osdmap e131: 8 total, 8 up, 8 in 2024-09-20T21:43:10.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:10 smithi134 ceph-mon[31761]: pgmap v188: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.7 MiB/s wr, 20 op/s 2024-09-20T21:43:10.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:10 smithi134 ceph-mon[31761]: mgrmap e24: y(active, since 3m), standbys: x 2024-09-20T21:43:10.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:10 smithi134 ceph-mon[31761]: osdmap e131: 8 total, 8 up, 8 in 2024-09-20T21:43:10.923 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-20T21:43:11.052 INFO:tasks.rados.rados.0.smithi046.stdout:393: done (2 left) 2024-09-20T21:43:11.053 INFO:tasks.rados.rados.0.smithi046.stdout:394: snap_remove snap 30 2024-09-20T21:43:11.150 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:43:10 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a[79090]: ts=2024-09-20T21:43:10.767Z caller=notify.go:743 level=info component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify success" attempts=6 2024-09-20T21:43:11.192 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-20T21:43:11.192 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (2m) 2m ago 3m 17.2M - 0.25.0 c8568f914cd2 e6fe521d19da 2024-09-20T21:43:11.193 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi134 *:3000 running (3m) 3s ago 3m 86.6M - 9.4.7 954c08fa6188 3f825cd83393 2024-09-20T21:43:11.193 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (5m) 2m ago 4m 15.0M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 9e6c3beb915d 2024-09-20T21:43:11.193 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi134 running (4m) 3s ago 4m 16.7M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 132e8dbc5c5d 2024-09-20T21:43:11.193 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi134 *:8443,9283 running (8s) 3s ago 8m 78.4M - 19.1.1-367-g9e2ac70b cc9251b744a3 e8f84fc3cb0f 2024-09-20T21:43:11.193 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:9283,8765 running (10m) 2m ago 10m 445M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 08336f35d244 2024-09-20T21:43:11.193 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (10m) 2m ago 10m 47.1M 2048M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be baa510b5910b 2024-09-20T21:43:11.193 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi134 running (8m) 3s ago 8m 38.1M 2048M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be ddf2e1775ac2 2024-09-20T21:43:11.193 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (8m) 2m ago 8m 39.4M 2048M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be caea7f40cab3 2024-09-20T21:43:11.193 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (3m) 2m ago 3m 13.0M - 1.5.0 0da6a335fe13 44868475809f 2024-09-20T21:43:11.193 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi134 *:9100 running (3m) 3s ago 3m 15.4M - 1.5.0 0da6a335fe13 26c52b83fa71 2024-09-20T21:43:11.193 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (8m) 2m ago 8m 44.6M 2993M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 33a9f7bae4a4 2024-09-20T21:43:11.193 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (7m) 2m ago 7m 44.4M 2993M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be db8e5579c716 2024-09-20T21:43:11.194 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (7m) 2m ago 7m 42.8M 2993M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be c82637878174 2024-09-20T21:43:11.194 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (6m) 2m ago 6m 41.6M 2993M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be c17a4d58e03e 2024-09-20T21:43:11.194 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi134 running (6m) 3s ago 6m 65.7M 2992M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 16e7b884874f 2024-09-20T21:43:11.194 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi134 running (6m) 3s ago 6m 74.7M 2992M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 82e68e0822ae 2024-09-20T21:43:11.194 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi134 running (5m) 3s ago 5m 62.3M 2992M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be f826d37d1cf7 2024-09-20T21:43:11.194 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi134 running (5m) 3s ago 5m 64.7M 2992M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be fbf3a60c2bb0 2024-09-20T21:43:11.194 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi134 *:9095 running (2m) 3s ago 4m 49.2M - 2.43.0 a07b618ecd1d 1bda878230d9 2024-09-20T21:43:11.520 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-20T21:43:11.520 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-20T21:43:11.521 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 3 2024-09-20T21:43:11.521 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:43:11.521 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-20T21:43:11.521 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 1, 2024-09-20T21:43:11.521 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 1 2024-09-20T21:43:11.521 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:43:11.521 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-20T21:43:11.521 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 8 2024-09-20T21:43:11.521 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:43:11.521 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-20T21:43:11.521 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 2 2024-09-20T21:43:11.521 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:43:11.522 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-20T21:43:11.522 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 14, 2024-09-20T21:43:11.522 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 1 2024-09-20T21:43:11.522 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-20T21:43:11.522 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-20T21:43:12.056 INFO:tasks.rados.rados.0.smithi046.stdout:394: done (2 left) 2024-09-20T21:43:12.056 INFO:tasks.rados.rados.0.smithi046.stdout:395: read oid 14 snap -1 2024-09-20T21:43:12.056 INFO:tasks.rados.rados.0.smithi046.stdout:395: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-20T21:43:12.056 INFO:tasks.rados.rados.0.smithi046.stdout:396: setattr oid 15 current snap is 31 2024-09-20T21:43:12.056 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 72 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-20T21:43:12.057 INFO:tasks.rados.rados.0.smithi046.stdout:391: done (3 left) 2024-09-20T21:43:12.057 INFO:tasks.rados.rados.0.smithi046.stdout:392: done (2 left) 2024-09-20T21:43:12.058 INFO:tasks.rados.rados.0.smithi046.stdout:397: setattr oid 11 current snap is 31 2024-09-20T21:43:12.059 INFO:tasks.rados.rados.0.smithi046.stdout:398: delete oid 17 current snap is 31 2024-09-20T21:43:12.063 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 78 (ObjNum 65 snap 0 seq_num 1701011540) dirty exists 2024-09-20T21:43:12.064 INFO:tasks.rados.rados.0.smithi046.stdout:395: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-20T21:43:12.072 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 97 (ObjNum 99 snap 17 seq_num 99) dirty exists 2024-09-20T21:43:12.072 INFO:tasks.rados.rados.0.smithi046.stdout:395: done (3 left) 2024-09-20T21:43:12.072 INFO:tasks.rados.rados.0.smithi046.stdout:396: done (2 left) 2024-09-20T21:43:12.072 INFO:tasks.rados.rados.0.smithi046.stdout:397: done (1 left) 2024-09-20T21:43:12.072 INFO:tasks.rados.rados.0.smithi046.stdout:398: done (0 left) 2024-09-20T21:43:12.073 INFO:tasks.rados.rados.0.smithi046.stdout:399: copy_from oid 35 from oid 7 current snap is 31 2024-09-20T21:43:12.073 INFO:tasks.rados.rados.0.smithi046.stdout:400: snap_remove snap 28 2024-09-20T21:43:12.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:12 smithi046 ceph-mon[39760]: pgmap v191: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.7 MiB/s wr, 20 op/s 2024-09-20T21:43:12.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:12 smithi046 ceph-mon[39760]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:43:12.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:12 smithi046 ceph-mon[39760]: osdmap e132: 8 total, 8 up, 8 in 2024-09-20T21:43:12.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:12 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/1728743455' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:43:12.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:12 smithi046 ceph-mon[28078]: pgmap v191: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.7 MiB/s wr, 20 op/s 2024-09-20T21:43:12.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:12 smithi046 ceph-mon[28078]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:43:12.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:12 smithi046 ceph-mon[28078]: osdmap e132: 8 total, 8 up, 8 in 2024-09-20T21:43:12.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:12 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/1728743455' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:43:12.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:12 smithi134 ceph-mon[31761]: pgmap v191: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.7 MiB/s wr, 20 op/s 2024-09-20T21:43:12.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:12 smithi134 ceph-mon[31761]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:43:12.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:12 smithi134 ceph-mon[31761]: osdmap e132: 8 total, 8 up, 8 in 2024-09-20T21:43:12.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:12 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/1728743455' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:43:13.062 INFO:tasks.rados.rados.0.smithi046.stdout:400: done (1 left) 2024-09-20T21:43:13.062 INFO:tasks.rados.rados.0.smithi046.stdout:401: copy_from oid 5 from oid 12 current snap is 31 2024-09-20T21:43:13.062 INFO:tasks.rados.rados.0.smithi046.stdout:399: finishing copy_from racing read to smithi04683737-35 2024-09-20T21:43:13.062 INFO:tasks.rados.rados.0.smithi046.stdout:399: finishing copy_from to smithi04683737-35 2024-09-20T21:43:13.063 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 8 (ObjNum 117 snap 25 seq_num 117) dirty exists 2024-09-20T21:43:13.063 INFO:tasks.rados.rados.0.smithi046.stdout:399: done (1 left) 2024-09-20T21:43:13.063 INFO:tasks.rados.rados.0.smithi046.stdout:402: read oid 22 snap -1 2024-09-20T21:43:13.063 INFO:tasks.rados.rados.0.smithi046.stdout:402: expect (ObjNum 21 snap 0 seq_num 21) 2024-09-20T21:43:13.063 INFO:tasks.rados.rados.0.smithi046.stdout:403: copy_from oid 15 from oid 32 current snap is 31 2024-09-20T21:43:13.063 INFO:tasks.rados.rados.0.smithi046.stdout:404: rollback oid 6 current snap is 31 2024-09-20T21:43:13.063 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 6 to 24 2024-09-20T21:43:13.063 INFO:tasks.rados.rados.0.smithi046.stdout:405: delete oid 50 current snap is 31 2024-09-20T21:43:13.064 INFO:tasks.rados.rados.0.smithi046.stdout:404: finishing rollback tid 1 to smithi04683737-6 2024-09-20T21:43:13.064 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 0 (ObjNum 625 snap 0 seq_num 536846144) dirty dne 2024-09-20T21:43:13.075 INFO:tasks.rados.rados.0.smithi046.stdout:404: done (4 left) 2024-09-20T21:43:13.075 INFO:tasks.rados.rados.0.smithi046.stdout:405: done (3 left) 2024-09-20T21:43:13.075 INFO:tasks.rados.rados.0.smithi046.stdout:406: snap_create 2024-09-20T21:43:13.078 INFO:tasks.rados.rados.0.smithi046.stdout:402: expect (ObjNum 21 snap 0 seq_num 21) 2024-09-20T21:43:13.092 INFO:tasks.rados.rados.0.smithi046.stdout:401: finishing copy_from racing read to smithi04683737-5 2024-09-20T21:43:13.092 INFO:tasks.rados.rados.0.smithi046.stdout:401: finishing copy_from to smithi04683737-5 2024-09-20T21:43:13.092 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 89 (ObjNum 133 snap 31 seq_num 133) dirty exists 2024-09-20T21:43:13.107 INFO:tasks.rados.rados.0.smithi046.stdout:403: finishing copy_from racing read to smithi04683737-15 2024-09-20T21:43:13.115 INFO:tasks.rados.rados.0.smithi046.stdout:403: finishing copy_from to smithi04683737-15 2024-09-20T21:43:13.115 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 145 (ObjNum 134 snap 31 seq_num 134) dirty exists 2024-09-20T21:43:13.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:13 smithi046 ceph-mon[28078]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:43:13.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:13 smithi046 ceph-mon[28078]: osdmap e133: 8 total, 8 up, 8 in 2024-09-20T21:43:13.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:13 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:43:13] "GET /metrics HTTP/1.1" 200 239993 "" "Prometheus/2.43.0" 2024-09-20T21:43:13.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:13 smithi046 ceph-mon[39760]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:43:13.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:13 smithi046 ceph-mon[39760]: osdmap e133: 8 total, 8 up, 8 in 2024-09-20T21:43:13.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:13 smithi134 ceph-mon[31761]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:43:13.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:13 smithi134 ceph-mon[31761]: osdmap e133: 8 total, 8 up, 8 in 2024-09-20T21:43:14.065 INFO:tasks.rados.rados.0.smithi046.stdout:401: done (3 left) 2024-09-20T21:43:14.065 INFO:tasks.rados.rados.0.smithi046.stdout:402: done (2 left) 2024-09-20T21:43:14.065 INFO:tasks.rados.rados.0.smithi046.stdout:403: done (1 left) 2024-09-20T21:43:14.066 INFO:tasks.rados.rados.0.smithi046.stdout:406: done (0 left) 2024-09-20T21:43:14.066 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 32 2024-09-20T21:43:14.066 INFO:tasks.rados.rados.0.smithi046.stdout:407: seq_num 137 ranges {458752=704512,1163264=655360,1818624=753664,2572288=196608} 2024-09-20T21:43:14.071 INFO:tasks.rados.rados.0.smithi046.stdout:407: writing smithi04683737-28 from 458752 to 1163264 tid 1 2024-09-20T21:43:14.075 INFO:tasks.rados.rados.0.smithi046.stdout:407: writing smithi04683737-28 from 1163264 to 1818624 tid 2 2024-09-20T21:43:14.080 INFO:tasks.rados.rados.0.smithi046.stdout:407: writing smithi04683737-28 from 1818624 to 2572288 tid 3 2024-09-20T21:43:14.082 INFO:tasks.rados.rados.0.smithi046.stdout:407: writing smithi04683737-28 from 2572288 to 2768896 tid 4 2024-09-20T21:43:14.082 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 32 2024-09-20T21:43:14.082 INFO:tasks.rados.rados.0.smithi046.stdout:407: finishing write tid 1 to smithi04683737-28 2024-09-20T21:43:14.082 INFO:tasks.rados.rados.0.smithi046.stdout:408: seq_num 138 ranges {2342912=720896,3063808=540672,3604480=557056,4161536=507904} 2024-09-20T21:43:14.098 INFO:tasks.rados.rados.0.smithi046.stdout:408: writing smithi04683737-43 from 2342912 to 3063808 tid 1 2024-09-20T21:43:14.102 INFO:tasks.rados.rados.0.smithi046.stdout:408: writing smithi04683737-43 from 3063808 to 3604480 tid 2 2024-09-20T21:43:14.105 INFO:tasks.rados.rados.0.smithi046.stdout:408: writing smithi04683737-43 from 3604480 to 4161536 tid 3 2024-09-20T21:43:14.108 INFO:tasks.rados.rados.0.smithi046.stdout:408: writing smithi04683737-43 from 4161536 to 4669440 tid 4 2024-09-20T21:43:14.108 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 32 2024-09-20T21:43:14.108 INFO:tasks.rados.rados.0.smithi046.stdout:407: finishing write tid 2 to smithi04683737-28 2024-09-20T21:43:14.108 INFO:tasks.rados.rados.0.smithi046.stdout:409: seq_num 139 ranges {2138112=737280,2875392=425984,3301376=761856,4063232=417792} 2024-09-20T21:43:14.124 INFO:tasks.rados.rados.0.smithi046.stdout:409: writing smithi04683737-26 from 2138112 to 2875392 tid 1 2024-09-20T21:43:14.127 INFO:tasks.rados.rados.0.smithi046.stdout:409: writing smithi04683737-26 from 2875392 to 3301376 tid 2 2024-09-20T21:43:14.131 INFO:tasks.rados.rados.0.smithi046.stdout:409: writing smithi04683737-26 from 3301376 to 4063232 tid 3 2024-09-20T21:43:14.135 INFO:tasks.rados.rados.0.smithi046.stdout:409: writing smithi04683737-26 from 4063232 to 4481024 tid 4 2024-09-20T21:43:14.135 INFO:tasks.rados.rados.0.smithi046.stdout:410: delete oid 17 current snap is 32 2024-09-20T21:43:14.135 INFO:tasks.rados.rados.0.smithi046.stdout:407: finishing write tid 3 to smithi04683737-28 2024-09-20T21:43:14.135 INFO:tasks.rados.rados.0.smithi046.stdout:407: finishing write tid 4 to smithi04683737-28 2024-09-20T21:43:14.135 INFO:tasks.rados.rados.0.smithi046.stdout:407: finishing write tid 5 to smithi04683737-28 2024-09-20T21:43:14.135 INFO:tasks.rados.rados.0.smithi046.stdout:407: finishing write tid 6 to smithi04683737-28 2024-09-20T21:43:14.135 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 62 (ObjNum 137 snap 32 seq_num 137) dirty exists 2024-09-20T21:43:14.135 INFO:tasks.rados.rados.0.smithi046.stdout:407: left oid 28 (ObjNum 137 snap 32 seq_num 137) 2024-09-20T21:43:14.135 INFO:tasks.rados.rados.0.smithi046.stdout:408: finishing write tid 1 to smithi04683737-43 2024-09-20T21:43:14.135 INFO:tasks.rados.rados.0.smithi046.stdout:408: finishing write tid 2 to smithi04683737-43 2024-09-20T21:43:14.135 INFO:tasks.rados.rados.0.smithi046.stdout:408: finishing write tid 3 to smithi04683737-43 2024-09-20T21:43:14.135 INFO:tasks.rados.rados.0.smithi046.stdout:408: finishing write tid 4 to smithi04683737-43 2024-09-20T21:43:14.135 INFO:tasks.rados.rados.0.smithi046.stdout:408: finishing write tid 5 to smithi04683737-43 2024-09-20T21:43:14.136 INFO:tasks.rados.rados.0.smithi046.stdout:408: finishing write tid 6 to smithi04683737-43 2024-09-20T21:43:14.136 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 149 (ObjNum 138 snap 32 seq_num 138) dirty exists 2024-09-20T21:43:14.136 INFO:tasks.rados.rados.0.smithi046.stdout:408: left oid 43 (ObjNum 138 snap 32 seq_num 138) 2024-09-20T21:43:14.136 INFO:tasks.rados.rados.0.smithi046.stdout:409: finishing write tid 1 to smithi04683737-26 2024-09-20T21:43:14.136 INFO:tasks.rados.rados.0.smithi046.stdout:409: finishing write tid 2 to smithi04683737-26 2024-09-20T21:43:14.136 INFO:tasks.rados.rados.0.smithi046.stdout:409: finishing write tid 3 to smithi04683737-26 2024-09-20T21:43:14.137 INFO:tasks.rados.rados.0.smithi046.stdout:409: finishing write tid 4 to smithi04683737-26 2024-09-20T21:43:14.137 INFO:tasks.rados.rados.0.smithi046.stdout:409: finishing write tid 5 to smithi04683737-26 2024-09-20T21:43:14.138 INFO:tasks.rados.rados.0.smithi046.stdout:407: done (3 left) 2024-09-20T21:43:14.138 INFO:tasks.rados.rados.0.smithi046.stdout:408: done (2 left) 2024-09-20T21:43:14.138 INFO:tasks.rados.rados.0.smithi046.stdout:410: done (1 left) 2024-09-20T21:43:14.138 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 38 current snap is 32 2024-09-20T21:43:14.138 INFO:tasks.rados.rados.0.smithi046.stdout:411: seq_num 141 ranges {221184=770048,991232=589824,1581056=729088,2310144=286720} 2024-09-20T21:43:14.143 INFO:tasks.rados.rados.0.smithi046.stdout:411: writing smithi04683737-38 from 221184 to 991232 tid 1 2024-09-20T21:43:14.146 INFO:tasks.rados.rados.0.smithi046.stdout:411: writing smithi04683737-38 from 991232 to 1581056 tid 2 2024-09-20T21:43:14.151 INFO:tasks.rados.rados.0.smithi046.stdout:411: writing smithi04683737-38 from 1581056 to 2310144 tid 3 2024-09-20T21:43:14.153 INFO:tasks.rados.rados.0.smithi046.stdout:411: writing smithi04683737-38 from 2310144 to 2596864 tid 4 2024-09-20T21:43:14.153 INFO:tasks.rados.rados.0.smithi046.stdout:412: setattr oid 2 current snap is 32 2024-09-20T21:43:14.153 INFO:tasks.rados.rados.0.smithi046.stdout:409: finishing write tid 6 to smithi04683737-26 2024-09-20T21:43:14.153 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 67 (ObjNum 139 snap 32 seq_num 139) dirty exists 2024-09-20T21:43:14.153 INFO:tasks.rados.rados.0.smithi046.stdout:409: left oid 26 (ObjNum 139 snap 32 seq_num 139) 2024-09-20T21:43:14.153 INFO:tasks.rados.rados.0.smithi046.stdout:411: finishing write tid 1 to smithi04683737-38 2024-09-20T21:43:14.153 INFO:tasks.rados.rados.0.smithi046.stdout:411: finishing write tid 2 to smithi04683737-38 2024-09-20T21:43:14.154 INFO:tasks.rados.rados.0.smithi046.stdout:411: finishing write tid 3 to smithi04683737-38 2024-09-20T21:43:14.154 INFO:tasks.rados.rados.0.smithi046.stdout:409: done (2 left) 2024-09-20T21:43:14.155 INFO:tasks.rados.rados.0.smithi046.stdout:413: read oid 14 snap -1 2024-09-20T21:43:14.155 INFO:tasks.rados.rados.0.smithi046.stdout:413: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-20T21:43:14.155 INFO:tasks.rados.rados.0.smithi046.stdout:414: snap_create 2024-09-20T21:43:14.155 INFO:tasks.rados.rados.0.smithi046.stdout:411: finishing write tid 4 to smithi04683737-38 2024-09-20T21:43:14.155 INFO:tasks.rados.rados.0.smithi046.stdout:411: finishing write tid 5 to smithi04683737-38 2024-09-20T21:43:14.157 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 64 (ObjNum 97 snap 16 seq_num 97) dirty exists 2024-09-20T21:43:14.157 INFO:tasks.rados.rados.0.smithi046.stdout:413: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-20T21:43:14.163 INFO:tasks.rados.rados.0.smithi046.stdout:411: finishing write tid 6 to smithi04683737-38 2024-09-20T21:43:14.163 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 119 (ObjNum 141 snap 32 seq_num 141) dirty exists 2024-09-20T21:43:14.163 INFO:tasks.rados.rados.0.smithi046.stdout:411: left oid 38 (ObjNum 141 snap 32 seq_num 141) 2024-09-20T21:43:14.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:14 smithi046 ceph-mon[28078]: pgmap v194: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:43:14.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:14 smithi046 ceph-mon[28078]: osdmap e134: 8 total, 8 up, 8 in 2024-09-20T21:43:14.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:14 smithi046 ceph-mon[39760]: pgmap v194: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:43:14.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:14 smithi046 ceph-mon[39760]: osdmap e134: 8 total, 8 up, 8 in 2024-09-20T21:43:14.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:14 smithi134 ceph-mon[31761]: pgmap v194: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:43:14.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:14 smithi134 ceph-mon[31761]: osdmap e134: 8 total, 8 up, 8 in 2024-09-20T21:43:15.071 INFO:tasks.rados.rados.0.smithi046.stdout:411: done (3 left) 2024-09-20T21:43:15.071 INFO:tasks.rados.rados.0.smithi046.stdout:412: done (2 left) 2024-09-20T21:43:15.071 INFO:tasks.rados.rados.0.smithi046.stdout:413: done (1 left) 2024-09-20T21:43:15.071 INFO:tasks.rados.rados.0.smithi046.stdout:414: done (0 left) 2024-09-20T21:43:15.071 INFO:tasks.rados.rados.0.smithi046.stdout:415: delete oid 27 current snap is 33 2024-09-20T21:43:15.075 INFO:tasks.rados.rados.0.smithi046.stdout:415: done (0 left) 2024-09-20T21:43:15.075 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 33 2024-09-20T21:43:15.075 INFO:tasks.rados.rados.0.smithi046.stdout:416: seq_num 143 ranges {0=802816,802816=761856,1564672=745472,2310144=98304} 2024-09-20T21:43:15.079 INFO:tasks.rados.rados.0.smithi046.stdout:416: writing smithi04683737-3 from 0 to 802816 tid 1 2024-09-20T21:43:15.084 INFO:tasks.rados.rados.0.smithi046.stdout:416: writing smithi04683737-3 from 802816 to 1564672 tid 2 2024-09-20T21:43:15.088 INFO:tasks.rados.rados.0.smithi046.stdout:416: writing smithi04683737-3 from 1564672 to 2310144 tid 3 2024-09-20T21:43:15.088 INFO:tasks.rados.rados.0.smithi046.stdout:416: writing smithi04683737-3 from 2310144 to 2408448 tid 4 2024-09-20T21:43:15.088 INFO:tasks.rados.rados.0.smithi046.stdout:417: snap_create 2024-09-20T21:43:15.088 INFO:tasks.rados.rados.0.smithi046.stdout:416: finishing write tid 1 to smithi04683737-3 2024-09-20T21:43:15.089 INFO:tasks.rados.rados.0.smithi046.stdout:416: finishing write tid 2 to smithi04683737-3 2024-09-20T21:43:15.091 INFO:tasks.rados.rados.0.smithi046.stdout:416: finishing write tid 3 to smithi04683737-3 2024-09-20T21:43:15.092 INFO:tasks.rados.rados.0.smithi046.stdout:416: finishing write tid 4 to smithi04683737-3 2024-09-20T21:43:15.092 INFO:tasks.rados.rados.0.smithi046.stdout:416: finishing write tid 5 to smithi04683737-3 2024-09-20T21:43:15.093 INFO:tasks.rados.rados.0.smithi046.stdout:416: finishing write tid 6 to smithi04683737-3 2024-09-20T21:43:15.093 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 171 (ObjNum 143 snap 33 seq_num 143) dirty exists 2024-09-20T21:43:15.093 INFO:tasks.rados.rados.0.smithi046.stdout:416: left oid 3 (ObjNum 143 snap 33 seq_num 143) 2024-09-20T21:43:15.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:15 smithi046 ceph-mon[28078]: osdmap e135: 8 total, 8 up, 8 in 2024-09-20T21:43:15.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:15 smithi046 ceph-mon[39760]: osdmap e135: 8 total, 8 up, 8 in 2024-09-20T21:43:15.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:15 smithi134 ceph-mon[31761]: osdmap e135: 8 total, 8 up, 8 in 2024-09-20T21:43:16.075 INFO:tasks.rados.rados.0.smithi046.stdout:416: done (1 left) 2024-09-20T21:43:16.076 INFO:tasks.rados.rados.0.smithi046.stdout:417: done (0 left) 2024-09-20T21:43:16.076 INFO:tasks.rados.rados.0.smithi046.stdout:418: rollback oid 27 current snap is 34 2024-09-20T21:43:16.076 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 27 to 33 2024-09-20T21:43:16.076 INFO:tasks.rados.rados.0.smithi046.stdout:419: setattr oid 20 current snap is 34 2024-09-20T21:43:16.077 INFO:tasks.rados.rados.0.smithi046.stdout:420: snap_create 2024-09-20T21:43:16.079 INFO:tasks.rados.rados.0.smithi046.stdout:418: finishing rollback tid 1 to smithi04683737-27 2024-09-20T21:43:16.079 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 75 (ObjNum 20347168 snap 21956 seq_num 304) dirty dne 2024-09-20T21:43:16.082 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 34 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-09-20T21:43:16.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:16 smithi046 ceph-mon[28078]: pgmap v197: 121 pgs: 121 active+clean; 112 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 487 KiB/s rd, 1.0 MiB/s wr, 24 op/s 2024-09-20T21:43:16.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:16 smithi046 ceph-mon[28078]: osdmap e136: 8 total, 8 up, 8 in 2024-09-20T21:43:16.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:16 smithi046 ceph-mon[39760]: pgmap v197: 121 pgs: 121 active+clean; 112 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 487 KiB/s rd, 1.0 MiB/s wr, 24 op/s 2024-09-20T21:43:16.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:16 smithi046 ceph-mon[39760]: osdmap e136: 8 total, 8 up, 8 in 2024-09-20T21:43:16.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:16 smithi134 ceph-mon[31761]: pgmap v197: 121 pgs: 121 active+clean; 112 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 487 KiB/s rd, 1.0 MiB/s wr, 24 op/s 2024-09-20T21:43:16.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:16 smithi134 ceph-mon[31761]: osdmap e136: 8 total, 8 up, 8 in 2024-09-20T21:43:17.081 INFO:tasks.rados.rados.0.smithi046.stdout:418: done (2 left) 2024-09-20T21:43:17.081 INFO:tasks.rados.rados.0.smithi046.stdout:419: done (1 left) 2024-09-20T21:43:17.081 INFO:tasks.rados.rados.0.smithi046.stdout:420: done (0 left) 2024-09-20T21:43:17.081 INFO:tasks.rados.rados.0.smithi046.stdout:421: read oid 46 snap -1 2024-09-20T21:43:17.081 INFO:tasks.rados.rados.0.smithi046.stdout:421: expect (ObjNum 49 snap 0 seq_num 49) 2024-09-20T21:43:17.081 INFO:tasks.rados.rados.0.smithi046.stdout:422: snap_remove snap 31 2024-09-20T21:43:17.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:17 smithi046 ceph-mon[28078]: osdmap e137: 8 total, 8 up, 8 in 2024-09-20T21:43:17.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:17 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:43:17.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:17 smithi046 ceph-mon[39760]: osdmap e137: 8 total, 8 up, 8 in 2024-09-20T21:43:17.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:17 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:43:17.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:17 smithi134 ceph-mon[31761]: osdmap e137: 8 total, 8 up, 8 in 2024-09-20T21:43:17.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:17 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:43:17.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:16 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:43:16] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-20T21:43:18.049 INFO:tasks.rados.rados.0.smithi046.stdout:422: done (1 left) 2024-09-20T21:43:18.049 INFO:tasks.rados.rados.0.smithi046.stdout:423: read oid 12 snap -1 2024-09-20T21:43:18.049 INFO:tasks.rados.rados.0.smithi046.stdout:423: expect (ObjNum 133 snap 31 seq_num 133) 2024-09-20T21:43:18.049 INFO:tasks.rados.rados.0.smithi046.stdout:421: expect (ObjNum 49 snap 0 seq_num 49) 2024-09-20T21:43:18.073 INFO:tasks.rados.rados.0.smithi046.stdout:421: done (1 left) 2024-09-20T21:43:18.073 INFO:tasks.rados.rados.0.smithi046.stdout:424: read oid 44 snap 24 2024-09-20T21:43:18.073 INFO:tasks.rados.rados.0.smithi046.stdout:424: expect deleted 2024-09-20T21:43:18.073 INFO:tasks.rados.rados.0.smithi046.stdout:425: snap_create 2024-09-20T21:43:18.129 INFO:tasks.rados.rados.0.smithi046.stdout:423: expect (ObjNum 133 snap 31 seq_num 133) 2024-09-20T21:43:18.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:18 smithi046 ceph-mon[28078]: pgmap v200: 121 pgs: 121 active+clean; 112 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 487 KiB/s rd, 1.0 MiB/s wr, 24 op/s 2024-09-20T21:43:18.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:18 smithi046 ceph-mon[28078]: osdmap e138: 8 total, 8 up, 8 in 2024-09-20T21:43:18.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:18 smithi046 ceph-mon[28078]: osdmap e139: 8 total, 8 up, 8 in 2024-09-20T21:43:18.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:18 smithi046 ceph-mon[39760]: pgmap v200: 121 pgs: 121 active+clean; 112 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 487 KiB/s rd, 1.0 MiB/s wr, 24 op/s 2024-09-20T21:43:18.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:18 smithi046 ceph-mon[39760]: osdmap e138: 8 total, 8 up, 8 in 2024-09-20T21:43:18.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:18 smithi046 ceph-mon[39760]: osdmap e139: 8 total, 8 up, 8 in 2024-09-20T21:43:18.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:18 smithi134 ceph-mon[31761]: pgmap v200: 121 pgs: 121 active+clean; 112 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 487 KiB/s rd, 1.0 MiB/s wr, 24 op/s 2024-09-20T21:43:18.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:18 smithi134 ceph-mon[31761]: osdmap e138: 8 total, 8 up, 8 in 2024-09-20T21:43:18.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:18 smithi134 ceph-mon[31761]: osdmap e139: 8 total, 8 up, 8 in 2024-09-20T21:43:19.050 INFO:tasks.rados.rados.0.smithi046.stdout:423: done (2 left) 2024-09-20T21:43:19.051 INFO:tasks.rados.rados.0.smithi046.stdout:424: done (1 left) 2024-09-20T21:43:19.051 INFO:tasks.rados.rados.0.smithi046.stdout:425: done (0 left) 2024-09-20T21:43:19.051 INFO:tasks.rados.rados.0.smithi046.stdout:426: delete oid 4 current snap is 36 2024-09-20T21:43:19.052 INFO:tasks.rados.rados.0.smithi046.stdout:426: done (0 left) 2024-09-20T21:43:19.052 INFO:tasks.rados.rados.0.smithi046.stdout:427: snap_create 2024-09-20T21:43:20.057 INFO:tasks.rados.rados.0.smithi046.stdout:427: done (0 left) 2024-09-20T21:43:20.057 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 37 2024-09-20T21:43:20.057 INFO:tasks.rados.rados.0.smithi046.stdout:428: seq_num 145 ranges {2768896=32768} 2024-09-20T21:43:20.072 INFO:tasks.rados.rados.0.smithi046.stdout:428: writing smithi04683737-28 from 2768896 to 2801664 tid 1 2024-09-20T21:43:20.072 INFO:tasks.rados.rados.0.smithi046.stdout:429: rollback oid 34 current snap is 37 2024-09-20T21:43:20.072 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 34 to 24 2024-09-20T21:43:20.072 INFO:tasks.rados.rados.0.smithi046.stdout:430: delete oid 8 current snap is 37 2024-09-20T21:43:20.075 INFO:tasks.rados.rados.0.smithi046.stdout:428: finishing write tid 1 to smithi04683737-28 2024-09-20T21:43:20.076 INFO:tasks.rados.rados.0.smithi046.stdout:428: finishing write tid 2 to smithi04683737-28 2024-09-20T21:43:20.077 INFO:tasks.rados.rados.0.smithi046.stdout:430: done (2 left) 2024-09-20T21:43:20.077 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 37 2024-09-20T21:43:20.077 INFO:tasks.rados.rados.0.smithi046.stdout:431: seq_num 147 ranges {0=65536} 2024-09-20T21:43:20.077 INFO:tasks.rados.rados.0.smithi046.stdout:431: writing smithi04683737-47 from 0 to 65536 tid 1 2024-09-20T21:43:20.078 INFO:tasks.rados.rados.0.smithi046.stdout:432: snap_create 2024-09-20T21:43:20.078 INFO:tasks.rados.rados.0.smithi046.stdout:429: finishing rollback tid 0 to smithi04683737-34 2024-09-20T21:43:20.078 INFO:tasks.rados.rados.0.smithi046.stdout:428: finishing write tid 3 to smithi04683737-28 2024-09-20T21:43:20.078 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 71 (ObjNum 145 snap 37 seq_num 145) dirty exists 2024-09-20T21:43:20.078 INFO:tasks.rados.rados.0.smithi046.stdout:428: left oid 28 (ObjNum 145 snap 37 seq_num 145) 2024-09-20T21:43:20.079 INFO:tasks.rados.rados.0.smithi046.stdout:429: finishing rollback tid 1 to smithi04683737-34 2024-09-20T21:43:20.079 INFO:tasks.rados.rados.0.smithi046.stdout:429: finishing rollback tid 2 to smithi04683737-34 2024-09-20T21:43:20.080 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 120 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-20T21:43:20.080 INFO:tasks.rados.rados.0.smithi046.stdout:431: finishing write tid 1 to smithi04683737-47 2024-09-20T21:43:20.080 INFO:tasks.rados.rados.0.smithi046.stdout:431: finishing write tid 2 to smithi04683737-47 2024-09-20T21:43:20.081 INFO:tasks.rados.rados.0.smithi046.stdout:431: finishing write tid 3 to smithi04683737-47 2024-09-20T21:43:20.081 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 122 (ObjNum 147 snap 37 seq_num 147) dirty exists 2024-09-20T21:43:20.081 INFO:tasks.rados.rados.0.smithi046.stdout:431: left oid 47 (ObjNum 147 snap 37 seq_num 147) 2024-09-20T21:43:20.365 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:20 smithi134 ceph-mon[31761]: pgmap v203: 121 pgs: 121 active+clean; 132 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 MiB/s wr, 22 op/s 2024-09-20T21:43:20.365 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:20 smithi134 ceph-mon[31761]: osdmap e140: 8 total, 8 up, 8 in 2024-09-20T21:43:20.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:20 smithi046 ceph-mon[28078]: pgmap v203: 121 pgs: 121 active+clean; 132 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 MiB/s wr, 22 op/s 2024-09-20T21:43:20.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:20 smithi046 ceph-mon[28078]: osdmap e140: 8 total, 8 up, 8 in 2024-09-20T21:43:20.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:20 smithi046 ceph-mon[39760]: pgmap v203: 121 pgs: 121 active+clean; 132 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 MiB/s wr, 22 op/s 2024-09-20T21:43:20.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:20 smithi046 ceph-mon[39760]: osdmap e140: 8 total, 8 up, 8 in 2024-09-20T21:43:21.063 INFO:tasks.rados.rados.0.smithi046.stdout:428: done (3 left) 2024-09-20T21:43:21.063 INFO:tasks.rados.rados.0.smithi046.stdout:429: done (2 left) 2024-09-20T21:43:21.063 INFO:tasks.rados.rados.0.smithi046.stdout:431: done (1 left) 2024-09-20T21:43:21.063 INFO:tasks.rados.rados.0.smithi046.stdout:432: done (0 left) 2024-09-20T21:43:21.063 INFO:tasks.rados.rados.0.smithi046.stdout:433: read oid 45 snap -1 2024-09-20T21:43:21.063 INFO:tasks.rados.rados.0.smithi046.stdout:433: expect (ObjNum 94 snap 16 seq_num 94) 2024-09-20T21:43:21.063 INFO:tasks.rados.rados.0.smithi046.stdout:434: rmattr oid 18 current snap is 38 2024-09-20T21:43:21.063 INFO:tasks.rados.rados.0.smithi046.stdout:434: done (1 left) 2024-09-20T21:43:21.063 INFO:tasks.rados.rados.0.smithi046.stdout:435: read oid 28 snap -1 2024-09-20T21:43:21.064 INFO:tasks.rados.rados.0.smithi046.stdout:435: expect (ObjNum 145 snap 37 seq_num 145) 2024-09-20T21:43:21.064 INFO:tasks.rados.rados.0.smithi046.stdout:436: copy_from oid 19 from oid 20 current snap is 38 2024-09-20T21:43:21.064 INFO:tasks.rados.rados.0.smithi046.stdout:437: rmattr oid 26 current snap is 38 2024-09-20T21:43:21.064 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 38 2024-09-20T21:43:21.064 INFO:tasks.rados.rados.0.smithi046.stdout:438: seq_num 148 ranges {5308416=81920} 2024-09-20T21:43:21.094 INFO:tasks.rados.rados.0.smithi046.stdout:438: writing smithi04683737-23 from 5308416 to 5390336 tid 1 2024-09-20T21:43:21.094 INFO:tasks.rados.rados.0.smithi046.stdout:439: delete oid 42 current snap is 38 2024-09-20T21:43:21.094 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 71 (ObjNum 139 snap 32 seq_num 139) dirty exists 2024-09-20T21:43:21.094 INFO:tasks.rados.rados.0.smithi046.stdout:436: finishing copy_from racing read to smithi04683737-19 2024-09-20T21:43:21.094 INFO:tasks.rados.rados.0.smithi046.stdout:435: expect (ObjNum 145 snap 37 seq_num 145) 2024-09-20T21:43:21.220 INFO:tasks.rados.rados.0.smithi046.stdout:436: finishing copy_from to smithi04683737-19 2024-09-20T21:43:21.220 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 34 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-09-20T21:43:21.220 INFO:tasks.rados.rados.0.smithi046.stdout:433: expect (ObjNum 94 snap 16 seq_num 94) 2024-09-20T21:43:21.358 INFO:tasks.rados.rados.0.smithi046.stdout:438: finishing write tid 1 to smithi04683737-23 2024-09-20T21:43:21.359 INFO:tasks.rados.rados.0.smithi046.stdout:438: finishing write tid 2 to smithi04683737-23 2024-09-20T21:43:21.359 INFO:tasks.rados.rados.0.smithi046.stdout:438: finishing write tid 3 to smithi04683737-23 2024-09-20T21:43:21.359 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 91 (ObjNum 148 snap 38 seq_num 148) dirty exists 2024-09-20T21:43:21.359 INFO:tasks.rados.rados.0.smithi046.stdout:438: left oid 23 (ObjNum 148 snap 38 seq_num 148) 2024-09-20T21:43:21.359 INFO:tasks.rados.rados.0.smithi046.stdout:433: done (5 left) 2024-09-20T21:43:21.359 INFO:tasks.rados.rados.0.smithi046.stdout:435: done (4 left) 2024-09-20T21:43:21.359 INFO:tasks.rados.rados.0.smithi046.stdout:436: done (3 left) 2024-09-20T21:43:21.359 INFO:tasks.rados.rados.0.smithi046.stdout:437: done (2 left) 2024-09-20T21:43:21.359 INFO:tasks.rados.rados.0.smithi046.stdout:438: done (1 left) 2024-09-20T21:43:21.359 INFO:tasks.rados.rados.0.smithi046.stdout:439: done (0 left) 2024-09-20T21:43:21.359 INFO:tasks.rados.rados.0.smithi046.stdout:440: delete oid 47 current snap is 38 2024-09-20T21:43:21.360 INFO:tasks.rados.rados.0.smithi046.stdout:440: done (0 left) 2024-09-20T21:43:21.360 INFO:tasks.rados.rados.0.smithi046.stdout:441: read oid 33 snap 24 2024-09-20T21:43:21.360 INFO:tasks.rados.rados.0.smithi046.stdout:441: expect (ObjNum 109 snap 19 seq_num 109) 2024-09-20T21:43:21.360 INFO:tasks.rados.rados.0.smithi046.stdout:442: setattr oid 15 current snap is 38 2024-09-20T21:43:21.361 INFO:tasks.rados.rados.0.smithi046.stdout:443: setattr oid 29 current snap is 38 2024-09-20T21:43:21.363 INFO:tasks.rados.rados.0.smithi046.stdout:444: delete oid 34 current snap is 38 2024-09-20T21:43:21.365 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 88 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-20T21:43:21.365 INFO:tasks.rados.rados.0.smithi046.stdout:443: done (3 left) 2024-09-20T21:43:21.365 INFO:tasks.rados.rados.0.smithi046.stdout:444: done (2 left) 2024-09-20T21:43:21.365 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 38 2024-09-20T21:43:21.365 INFO:tasks.rados.rados.0.smithi046.stdout:445: seq_num 152 ranges {1540096=147456} 2024-09-20T21:43:21.375 INFO:tasks.rados.rados.0.smithi046.stdout:445: writing smithi04683737-36 from 1540096 to 1687552 tid 1 2024-09-20T21:43:21.376 INFO:tasks.rados.rados.0.smithi046.stdout:446: snap_remove snap 27 2024-09-20T21:43:21.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:21 smithi046 ceph-mon[39760]: osdmap e141: 8 total, 8 up, 8 in 2024-09-20T21:43:21.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:21 smithi046 ceph-mon[28078]: osdmap e141: 8 total, 8 up, 8 in 2024-09-20T21:43:21.423 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:21 smithi134 ceph-mon[31761]: osdmap e141: 8 total, 8 up, 8 in 2024-09-20T21:43:21.837 INFO:tasks.rados.rados.0.smithi046.stdout:446: done (3 left) 2024-09-20T21:43:21.837 INFO:tasks.rados.rados.0.smithi046.stdout:447: delete oid 12 current snap is 38 2024-09-20T21:43:21.837 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 146 (ObjNum 134 snap 31 seq_num 134) dirty exists 2024-09-20T21:43:21.837 INFO:tasks.rados.rados.0.smithi046.stdout:441: expect (ObjNum 109 snap 19 seq_num 109) 2024-09-20T21:43:21.915 INFO:tasks.rados.rados.0.smithi046.stdout:445: finishing write tid 1 to smithi04683737-36 2024-09-20T21:43:21.916 INFO:tasks.rados.rados.0.smithi046.stdout:445: finishing write tid 2 to smithi04683737-36 2024-09-20T21:43:21.916 INFO:tasks.rados.rados.0.smithi046.stdout:445: finishing write tid 3 to smithi04683737-36 2024-09-20T21:43:21.916 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 68 (ObjNum 152 snap 38 seq_num 152) dirty exists 2024-09-20T21:43:21.916 INFO:tasks.rados.rados.0.smithi046.stdout:445: left oid 36 (ObjNum 152 snap 38 seq_num 152) 2024-09-20T21:43:21.916 INFO:tasks.rados.rados.0.smithi046.stdout:441: done (3 left) 2024-09-20T21:43:21.916 INFO:tasks.rados.rados.0.smithi046.stdout:442: done (2 left) 2024-09-20T21:43:21.916 INFO:tasks.rados.rados.0.smithi046.stdout:445: done (1 left) 2024-09-20T21:43:21.916 INFO:tasks.rados.rados.0.smithi046.stdout:447: done (0 left) 2024-09-20T21:43:21.916 INFO:tasks.rados.rados.0.smithi046.stdout:448: rollback oid 9 current snap is 38 2024-09-20T21:43:21.916 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 9 to 34 2024-09-20T21:43:21.916 INFO:tasks.rados.rados.0.smithi046.stdout:449: read oid 11 snap 34 2024-09-20T21:43:21.916 INFO:tasks.rados.rados.0.smithi046.stdout:449: expect (ObjNum 20222768 snap 21956 seq_num 20155024) 2024-09-20T21:43:21.917 INFO:tasks.rados.rados.0.smithi046.stdout:450: snap_create 2024-09-20T21:43:21.917 INFO:tasks.rados.rados.0.smithi046.stdout:449: expect (ObjNum 20222768 snap 21956 seq_num 20155024) 2024-09-20T21:43:21.918 INFO:tasks.rados.rados.0.smithi046.stdout:448: finishing rollback tid 0 to smithi04683737-9 2024-09-20T21:43:21.918 INFO:tasks.rados.rados.0.smithi046.stdout:448: finishing rollback tid 1 to smithi04683737-9 2024-09-20T21:43:21.918 INFO:tasks.rados.rados.0.smithi046.stdout:448: finishing rollback tid 2 to smithi04683737-9 2024-09-20T21:43:21.918 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 97 (ObjNum 119 snap 26 seq_num 119) dirty exists 2024-09-20T21:43:21.982 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:21 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: [20/Sep/2024:21:43:21] ENGINE Bus STOPPING 2024-09-20T21:43:21.982 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:21 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: [20/Sep/2024:21:43:21] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-20T21:43:22.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:21 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: ignoring --setuser ceph since I am not root 2024-09-20T21:43:22.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:21 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: ignoring --setgroup ceph since I am not root 2024-09-20T21:43:22.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:21 smithi046 ceph-mgr[28353]: -- 172.21.15.46:0/1792008564 <== mon.2 v2:172.21.15.46:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x564c3668a340 con 0x564c36697000 2024-09-20T21:43:22.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:21 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:43:21.985+0000 7f73e95e0ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-20T21:43:22.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:43:22.041+0000 7f73e95e0ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-20T21:43:22.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:43:22.110+0000 7f73e95e0ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-20T21:43:22.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[39760]: pgmap v206: 121 pgs: 121 active+clean; 132 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 MiB/s wr, 22 op/s 2024-09-20T21:43:22.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[39760]: osdmap e142: 8 total, 8 up, 8 in 2024-09-20T21:43:22.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:43:22.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:43:22.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:43:22.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:43:22.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:43:22.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:43:22.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-20T21:43:22.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[39760]: Activating manager daemon x 2024-09-20T21:43:22.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[39760]: osdmap e143: 8 total, 8 up, 8 in 2024-09-20T21:43:22.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[39760]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-20T21:43:22.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[39760]: mgrmap e25: x(active, starting, since 0.00767712s) 2024-09-20T21:43:22.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:43:22.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:43:22.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:43:22.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-20T21:43:22.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-20T21:43:22.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-20T21:43:22.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-20T21:43:22.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-20T21:43:22.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-20T21:43:22.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-20T21:43:22.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-20T21:43:22.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-20T21:43:22.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-20T21:43:22.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-20T21:43:22.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-20T21:43:22.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-20T21:43:22.154 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-20T21:43:22.154 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[28078]: pgmap v206: 121 pgs: 121 active+clean; 132 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 MiB/s wr, 22 op/s 2024-09-20T21:43:22.154 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[28078]: osdmap e142: 8 total, 8 up, 8 in 2024-09-20T21:43:22.154 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:43:22.154 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:43:22.154 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:43:22.154 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:43:22.154 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:43:22.154 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:43:22.154 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-20T21:43:22.154 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[28078]: Activating manager daemon x 2024-09-20T21:43:22.154 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[28078]: osdmap e143: 8 total, 8 up, 8 in 2024-09-20T21:43:22.155 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[28078]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-20T21:43:22.155 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[28078]: mgrmap e25: x(active, starting, since 0.00767712s) 2024-09-20T21:43:22.155 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:43:22.155 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:43:22.155 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:43:22.155 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-20T21:43:22.155 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-20T21:43:22.155 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-20T21:43:22.155 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-20T21:43:22.155 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-20T21:43:22.155 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-20T21:43:22.155 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-20T21:43:22.155 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-20T21:43:22.156 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-20T21:43:22.156 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-20T21:43:22.156 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-20T21:43:22.156 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-20T21:43:22.156 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-20T21:43:22.156 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-20T21:43:22.352 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:21 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: [20/Sep/2024:21:43:21] ENGINE Bus STOPPED 2024-09-20T21:43:22.352 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: [20/Sep/2024:21:43:22] ENGINE Bus STARTING 2024-09-20T21:43:22.353 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-mon[31761]: pgmap v206: 121 pgs: 121 active+clean; 132 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 MiB/s wr, 22 op/s 2024-09-20T21:43:22.353 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-mon[31761]: osdmap e142: 8 total, 8 up, 8 in 2024-09-20T21:43:22.353 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:43:22.353 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:43:22.353 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:43:22.353 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:43:22.353 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' 2024-09-20T21:43:22.353 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:43:22.353 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-20T21:43:22.353 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-mon[31761]: Activating manager daemon x 2024-09-20T21:43:22.353 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-mon[31761]: osdmap e143: 8 total, 8 up, 8 in 2024-09-20T21:43:22.353 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-mon[31761]: from='mgr.24443 172.21.15.46:0/797469828' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-20T21:43:22.354 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-mon[31761]: mgrmap e25: x(active, starting, since 0.00767712s) 2024-09-20T21:43:22.354 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:43:22.354 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:43:22.354 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:43:22.354 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-20T21:43:22.354 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-20T21:43:22.354 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-20T21:43:22.354 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-20T21:43:22.354 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-20T21:43:22.354 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-20T21:43:22.354 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-20T21:43:22.354 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-20T21:43:22.354 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-20T21:43:22.354 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-20T21:43:22.355 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-20T21:43:22.355 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-20T21:43:22.355 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-20T21:43:22.355 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-20T21:43:22.550 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:43:22.239+0000 7f73e95e0ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-20T21:43:22.551 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:43:22.384+0000 7f73e95e0ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-20T21:43:22.616 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:22.397+0000 7f074d09d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:43:22.616 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:22.397+0000 7f074d09d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:43:22.616 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:22.397+0000 7f074d09d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:43:22.616 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:22.397+0000 7f074d09d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:43:22.616 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:22.397+0000 7f074d09d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:43:22.616 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:22.401+0000 7f07500a3640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:43:22.616 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:22.401+0000 7f07500a3640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:43:22.616 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:22.401+0000 7f07500a3640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:43:22.616 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:22.401+0000 7f07500a3640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:43:22.616 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:22.401+0000 7f07500a3640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:43:22.616 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: [20/Sep/2024:21:43:22] ENGINE Serving on http://:::9283 2024-09-20T21:43:22.617 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: [20/Sep/2024:21:43:22] ENGINE Bus STARTED 2024-09-20T21:43:22.834 INFO:tasks.rados.rados.0.smithi046.stdout:448: done (2 left) 2024-09-20T21:43:22.834 INFO:tasks.rados.rados.0.smithi046.stdout:449: done (1 left) 2024-09-20T21:43:22.834 INFO:tasks.rados.rados.0.smithi046.stdout:450: done (0 left) 2024-09-20T21:43:22.834 INFO:tasks.rados.rados.0.smithi046.stdout:451: read oid 14 snap -1 2024-09-20T21:43:22.835 INFO:tasks.rados.rados.0.smithi046.stdout:451: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-20T21:43:22.835 INFO:tasks.rados.rados.0.smithi046.stdout:452: delete oid 12 current snap is 39 2024-09-20T21:43:22.839 INFO:tasks.rados.rados.0.smithi046.stdout:452: done (1 left) 2024-09-20T21:43:22.839 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 39 2024-09-20T21:43:22.839 INFO:tasks.rados.rados.0.smithi046.stdout:453: seq_num 155 ranges {0=204800} 2024-09-20T21:43:22.840 INFO:tasks.rados.rados.0.smithi046.stdout:453: writing smithi04683737-47 from 0 to 204800 tid 1 2024-09-20T21:43:22.840 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 39 2024-09-20T21:43:22.840 INFO:tasks.rados.rados.0.smithi046.stdout:454: seq_num 156 ranges {0=221184} 2024-09-20T21:43:22.841 INFO:tasks.rados.rados.0.smithi046.stdout:454: writing smithi04683737-44 from 0 to 221184 tid 1 2024-09-20T21:43:22.841 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 39 2024-09-20T21:43:22.842 INFO:tasks.rados.rados.0.smithi046.stdout:451: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-20T21:43:22.848 INFO:tasks.rados.rados.0.smithi046.stdout:453: finishing write tid 1 to smithi04683737-47 2024-09-20T21:43:22.848 INFO:tasks.rados.rados.0.smithi046.stdout:453: finishing write tid 2 to smithi04683737-47 2024-09-20T21:43:22.849 INFO:tasks.rados.rados.0.smithi046.stdout:454: finishing write tid 1 to smithi04683737-44 2024-09-20T21:43:22.849 INFO:tasks.rados.rados.0.smithi046.stdout:454: finishing write tid 2 to smithi04683737-44 2024-09-20T21:43:22.849 INFO:tasks.rados.rados.0.smithi046.stdout:453: finishing write tid 3 to smithi04683737-47 2024-09-20T21:43:22.849 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 130 (ObjNum 155 snap 39 seq_num 155) dirty exists 2024-09-20T21:43:22.849 INFO:tasks.rados.rados.0.smithi046.stdout:453: left oid 47 (ObjNum 155 snap 39 seq_num 155) 2024-09-20T21:43:22.849 INFO:tasks.rados.rados.0.smithi046.stdout:454: finishing write tid 3 to smithi04683737-44 2024-09-20T21:43:22.849 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 77 (ObjNum 156 snap 39 seq_num 156) dirty exists 2024-09-20T21:43:22.849 INFO:tasks.rados.rados.0.smithi046.stdout:454: left oid 44 (ObjNum 156 snap 39 seq_num 156) 2024-09-20T21:43:22.849 INFO:tasks.rados.rados.0.smithi046.stdout:455: seq_num 157 ranges {2146304=237568} 2024-09-20T21:43:22.862 INFO:tasks.rados.rados.0.smithi046.stdout:455: writing smithi04683737-9 from 2146304 to 2383872 tid 1 2024-09-20T21:43:22.862 INFO:tasks.rados.rados.0.smithi046.stdout:451: done (3 left) 2024-09-20T21:43:22.862 INFO:tasks.rados.rados.0.smithi046.stdout:453: done (2 left) 2024-09-20T21:43:22.862 INFO:tasks.rados.rados.0.smithi046.stdout:454: done (1 left) 2024-09-20T21:43:22.862 INFO:tasks.rados.rados.0.smithi046.stdout:456: snap_remove snap 34 2024-09-20T21:43:22.900 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:43:22.659+0000 7f73e95e0ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-20T21:43:22.901 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:43:22.722+0000 7f73e95e0ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-20T21:43:23.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:43:22.903+0000 7f73e95e0ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-20T21:43:23.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-mon[39760]: Manager daemon x is now available 2024-09-20T21:43:23.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-mon[39760]: Checking for cert/key for grafana.a 2024-09-20T21:43:23.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-mon[39760]: Migrating grafana.a cert to cert store 2024-09-20T21:43:23.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:23.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-mon[39760]: Migrating grafana.a key to cert store 2024-09-20T21:43:23.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:23.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:23.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:43:23.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:43:23.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-20T21:43:23.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-20T21:43:23.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-20T21:43:23.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-20T21:43:23.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:23.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:23.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-mon[39760]: osdmap e144: 8 total, 8 up, 8 in 2024-09-20T21:43:23.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-mon[39760]: Deploying cephadm binary to smithi134 2024-09-20T21:43:23.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-mon[39760]: Deploying cephadm binary to smithi046 2024-09-20T21:43:23.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-mon[28078]: Manager daemon x is now available 2024-09-20T21:43:23.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-mon[28078]: Checking for cert/key for grafana.a 2024-09-20T21:43:23.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-mon[28078]: Migrating grafana.a cert to cert store 2024-09-20T21:43:23.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:23.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-mon[28078]: Migrating grafana.a key to cert store 2024-09-20T21:43:23.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:23.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:23.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:43:23.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:43:23.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-20T21:43:23.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-20T21:43:23.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-20T21:43:23.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-20T21:43:23.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:23.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:23.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-mon[28078]: osdmap e144: 8 total, 8 up, 8 in 2024-09-20T21:43:23.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-mon[28078]: Deploying cephadm binary to smithi134 2024-09-20T21:43:23.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-mon[28078]: Deploying cephadm binary to smithi046 2024-09-20T21:43:23.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-mon[31761]: Manager daemon x is now available 2024-09-20T21:43:23.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-mon[31761]: Checking for cert/key for grafana.a 2024-09-20T21:43:23.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-mon[31761]: Migrating grafana.a cert to cert store 2024-09-20T21:43:23.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:23.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-mon[31761]: Migrating grafana.a key to cert store 2024-09-20T21:43:23.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:23.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:23.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:43:23.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:43:23.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-20T21:43:23.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-20T21:43:23.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-20T21:43:23.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-20T21:43:23.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:23.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:23.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-mon[31761]: osdmap e144: 8 total, 8 up, 8 in 2024-09-20T21:43:23.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-mon[31761]: Deploying cephadm binary to smithi134 2024-09-20T21:43:23.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-mon[31761]: Deploying cephadm binary to smithi046 2024-09-20T21:43:23.835 INFO:tasks.rados.rados.0.smithi046.stdout:456: done (1 left) 2024-09-20T21:43:23.836 INFO:tasks.rados.rados.0.smithi046.stdout:457: rollback oid 3 current snap is 39 2024-09-20T21:43:23.836 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 3 to 38 2024-09-20T21:43:23.836 INFO:tasks.rados.rados.0.smithi046.stdout:455: finishing write tid 1 to smithi04683737-9 2024-09-20T21:43:23.836 INFO:tasks.rados.rados.0.smithi046.stdout:455: finishing write tid 2 to smithi04683737-9 2024-09-20T21:43:23.836 INFO:tasks.rados.rados.0.smithi046.stdout:455: finishing write tid 3 to smithi04683737-9 2024-09-20T21:43:23.836 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 100 (ObjNum 157 snap 39 seq_num 157) dirty exists 2024-09-20T21:43:23.836 INFO:tasks.rados.rados.0.smithi046.stdout:455: left oid 9 (ObjNum 157 snap 39 seq_num 157) 2024-09-20T21:43:23.836 INFO:tasks.rados.rados.0.smithi046.stdout:455: done (1 left) 2024-09-20T21:43:23.836 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 39 2024-09-20T21:43:23.836 INFO:tasks.rados.rados.0.smithi046.stdout:458: seq_num 158 ranges {221184=253952} 2024-09-20T21:43:23.838 INFO:tasks.rados.rados.0.smithi046.stdout:458: writing smithi04683737-14 from 221184 to 475136 tid 1 2024-09-20T21:43:23.838 INFO:tasks.rados.rados.0.smithi046.stdout:459: copy_from oid 6 from oid 19 current snap is 39 2024-09-20T21:43:23.838 INFO:tasks.rados.rados.0.smithi046.stdout:460: snap_create 2024-09-20T21:43:23.845 INFO:tasks.rados.rados.0.smithi046.stdout:458: finishing write tid 1 to smithi04683737-14 2024-09-20T21:43:23.845 INFO:tasks.rados.rados.0.smithi046.stdout:458: finishing write tid 2 to smithi04683737-14 2024-09-20T21:43:23.846 INFO:tasks.rados.rados.0.smithi046.stdout:459: finishing copy_from racing read to smithi04683737-6 2024-09-20T21:43:23.847 INFO:tasks.rados.rados.0.smithi046.stdout:458: finishing write tid 3 to smithi04683737-14 2024-09-20T21:43:23.847 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 133 (ObjNum 158 snap 39 seq_num 158) dirty exists 2024-09-20T21:43:23.847 INFO:tasks.rados.rados.0.smithi046.stdout:458: left oid 14 (ObjNum 158 snap 39 seq_num 158) 2024-09-20T21:43:23.847 INFO:tasks.rados.rados.0.smithi046.stdout:457: finishing rollback tid 0 to smithi04683737-3 2024-09-20T21:43:23.849 INFO:tasks.rados.rados.0.smithi046.stdout:457: finishing rollback tid 1 to smithi04683737-3 2024-09-20T21:43:23.849 INFO:tasks.rados.rados.0.smithi046.stdout:457: finishing rollback tid 2 to smithi04683737-3 2024-09-20T21:43:23.849 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 181 (ObjNum 143 snap 33 seq_num 143) dirty exists 2024-09-20T21:43:23.849 INFO:tasks.rados.rados.0.smithi046.stdout:459: finishing copy_from to smithi04683737-6 2024-09-20T21:43:23.849 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 34 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-09-20T21:43:23.927 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:23.621+0000 7f0738df8640 -1 log_channel(cephadm) log [ERR] : [20/Sep/2024:21:43:23] ENGINE Error in HTTPServer.serve 2024-09-20T21:43:23.927 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: Traceback (most recent call last): 2024-09-20T21:43:23.927 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-20T21:43:23.927 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: self._connections.run(self.expiration_interval) 2024-09-20T21:43:23.927 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-20T21:43:23.927 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: self._run(expiration_interval) 2024-09-20T21:43:23.927 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-20T21:43:23.927 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: new_conn = self._from_server_socket(self.server.socket) 2024-09-20T21:43:23.927 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-20T21:43:23.927 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-20T21:43:23.927 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-20T21:43:23.928 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: s = self.context.wrap_socket( 2024-09-20T21:43:23.928 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-20T21:43:23.928 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: return self.sslsocket_class._create( 2024-09-20T21:43:23.928 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-20T21:43:23.928 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: self.do_handshake() 2024-09-20T21:43:23.928 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-20T21:43:23.928 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: self._sslobj.do_handshake() 2024-09-20T21:43:23.928 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-20T21:43:23.928 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:43:24.077 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:43:23.800+0000 7f73e95e0ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-20T21:43:24.077 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:23 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:43:23.877+0000 7f73e95e0ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-20T21:43:24.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:24 smithi046 ceph-mon[39760]: mgrmap e26: x(active, since 1.24987s) 2024-09-20T21:43:24.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:24 smithi046 ceph-mon[39760]: pgmap v4: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:43:24.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:24 smithi046 ceph-mon[39760]: [20/Sep/2024:21:43:23] ENGINE Bus STARTING 2024-09-20T21:43:24.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:24 smithi046 ceph-mon[39760]: [20/Sep/2024:21:43:23] ENGINE Serving on https://172.21.15.134:7150 2024-09-20T21:43:24.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:24 smithi046 ceph-mon[39760]: [20/Sep/2024:21:43:23] ENGINE Error in HTTPServer.serve 2024-09-20T21:43:24.402 INFO:journalctl@ceph.mon.c.smithi046.stdout: Traceback (most recent call last): 2024-09-20T21:43:24.403 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-20T21:43:24.403 INFO:journalctl@ceph.mon.c.smithi046.stdout: self._connections.run(self.expiration_interval) 2024-09-20T21:43:24.403 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-20T21:43:24.403 INFO:journalctl@ceph.mon.c.smithi046.stdout: self._run(expiration_interval) 2024-09-20T21:43:24.403 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-20T21:43:24.403 INFO:journalctl@ceph.mon.c.smithi046.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-20T21:43:24.404 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-20T21:43:24.404 INFO:journalctl@ceph.mon.c.smithi046.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-20T21:43:24.404 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-20T21:43:24.404 INFO:journalctl@ceph.mon.c.smithi046.stdout: s = self.context.wrap_socket( 2024-09-20T21:43:24.404 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-20T21:43:24.404 INFO:journalctl@ceph.mon.c.smithi046.stdout: return self.sslsocket_class._create( 2024-09-20T21:43:24.404 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-20T21:43:24.404 INFO:journalctl@ceph.mon.c.smithi046.stdout: self.do_handshake() 2024-09-20T21:43:24.404 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-20T21:43:24.404 INFO:journalctl@ceph.mon.c.smithi046.stdout: self._sslobj.do_handshake() 2024-09-20T21:43:24.405 INFO:journalctl@ceph.mon.c.smithi046.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-20T21:43:24.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:24 smithi046 ceph-mon[39760]: [20/Sep/2024:21:43:23] ENGINE Serving on http://172.21.15.134:8765 2024-09-20T21:43:24.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:24 smithi046 ceph-mon[39760]: [20/Sep/2024:21:43:23] ENGINE Bus STARTED 2024-09-20T21:43:24.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:24 smithi046 ceph-mon[39760]: osdmap e145: 8 total, 8 up, 8 in 2024-09-20T21:43:24.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:24 smithi046 ceph-mon[39760]: pgmap v6: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:43:24.405 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:24 smithi046 ceph-mon[28078]: mgrmap e26: x(active, since 1.24987s) 2024-09-20T21:43:24.405 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:24 smithi046 ceph-mon[28078]: pgmap v4: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:43:24.406 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:24 smithi046 ceph-mon[28078]: [20/Sep/2024:21:43:23] ENGINE Bus STARTING 2024-09-20T21:43:24.406 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:24 smithi046 ceph-mon[28078]: [20/Sep/2024:21:43:23] ENGINE Serving on https://172.21.15.134:7150 2024-09-20T21:43:24.406 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:24 smithi046 ceph-mon[28078]: [20/Sep/2024:21:43:23] ENGINE Error in HTTPServer.serve 2024-09-20T21:43:24.406 INFO:journalctl@ceph.mon.a.smithi046.stdout: Traceback (most recent call last): 2024-09-20T21:43:24.406 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-20T21:43:24.406 INFO:journalctl@ceph.mon.a.smithi046.stdout: self._connections.run(self.expiration_interval) 2024-09-20T21:43:24.406 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-20T21:43:24.406 INFO:journalctl@ceph.mon.a.smithi046.stdout: self._run(expiration_interval) 2024-09-20T21:43:24.406 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-20T21:43:24.407 INFO:journalctl@ceph.mon.a.smithi046.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-20T21:43:24.407 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-20T21:43:24.407 INFO:journalctl@ceph.mon.a.smithi046.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-20T21:43:24.407 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-20T21:43:24.407 INFO:journalctl@ceph.mon.a.smithi046.stdout: s = self.context.wrap_socket( 2024-09-20T21:43:24.407 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-20T21:43:24.407 INFO:journalctl@ceph.mon.a.smithi046.stdout: return self.sslsocket_class._create( 2024-09-20T21:43:24.407 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-20T21:43:24.407 INFO:journalctl@ceph.mon.a.smithi046.stdout: self.do_handshake() 2024-09-20T21:43:24.407 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-20T21:43:24.407 INFO:journalctl@ceph.mon.a.smithi046.stdout: self._sslobj.do_handshake() 2024-09-20T21:43:24.408 INFO:journalctl@ceph.mon.a.smithi046.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-20T21:43:24.408 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:24 smithi046 ceph-mon[28078]: [20/Sep/2024:21:43:23] ENGINE Serving on http://172.21.15.134:8765 2024-09-20T21:43:24.408 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:24 smithi046 ceph-mon[28078]: [20/Sep/2024:21:43:23] ENGINE Bus STARTED 2024-09-20T21:43:24.408 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:24 smithi046 ceph-mon[28078]: osdmap e145: 8 total, 8 up, 8 in 2024-09-20T21:43:24.408 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:24 smithi046 ceph-mon[28078]: pgmap v6: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:43:24.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:24 smithi134 ceph-mon[31761]: mgrmap e26: x(active, since 1.24987s) 2024-09-20T21:43:24.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:24 smithi134 ceph-mon[31761]: pgmap v4: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:43:24.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:24 smithi134 ceph-mon[31761]: [20/Sep/2024:21:43:23] ENGINE Bus STARTING 2024-09-20T21:43:24.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:24 smithi134 ceph-mon[31761]: [20/Sep/2024:21:43:23] ENGINE Serving on https://172.21.15.134:7150 2024-09-20T21:43:24.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:24 smithi134 ceph-mon[31761]: [20/Sep/2024:21:43:23] ENGINE Error in HTTPServer.serve 2024-09-20T21:43:24.428 INFO:journalctl@ceph.mon.b.smithi134.stdout: Traceback (most recent call last): 2024-09-20T21:43:24.428 INFO:journalctl@ceph.mon.b.smithi134.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-20T21:43:24.428 INFO:journalctl@ceph.mon.b.smithi134.stdout: self._connections.run(self.expiration_interval) 2024-09-20T21:43:24.428 INFO:journalctl@ceph.mon.b.smithi134.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-20T21:43:24.428 INFO:journalctl@ceph.mon.b.smithi134.stdout: self._run(expiration_interval) 2024-09-20T21:43:24.428 INFO:journalctl@ceph.mon.b.smithi134.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-20T21:43:24.428 INFO:journalctl@ceph.mon.b.smithi134.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-20T21:43:24.428 INFO:journalctl@ceph.mon.b.smithi134.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-20T21:43:24.428 INFO:journalctl@ceph.mon.b.smithi134.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-20T21:43:24.428 INFO:journalctl@ceph.mon.b.smithi134.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-20T21:43:24.428 INFO:journalctl@ceph.mon.b.smithi134.stdout: s = self.context.wrap_socket( 2024-09-20T21:43:24.428 INFO:journalctl@ceph.mon.b.smithi134.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-20T21:43:24.428 INFO:journalctl@ceph.mon.b.smithi134.stdout: return self.sslsocket_class._create( 2024-09-20T21:43:24.428 INFO:journalctl@ceph.mon.b.smithi134.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-20T21:43:24.429 INFO:journalctl@ceph.mon.b.smithi134.stdout: self.do_handshake() 2024-09-20T21:43:24.429 INFO:journalctl@ceph.mon.b.smithi134.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-20T21:43:24.429 INFO:journalctl@ceph.mon.b.smithi134.stdout: self._sslobj.do_handshake() 2024-09-20T21:43:24.430 INFO:journalctl@ceph.mon.b.smithi134.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-20T21:43:24.430 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:24 smithi134 ceph-mon[31761]: [20/Sep/2024:21:43:23] ENGINE Serving on http://172.21.15.134:8765 2024-09-20T21:43:24.430 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:24 smithi134 ceph-mon[31761]: [20/Sep/2024:21:43:23] ENGINE Bus STARTED 2024-09-20T21:43:24.430 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:24 smithi134 ceph-mon[31761]: osdmap e145: 8 total, 8 up, 8 in 2024-09-20T21:43:24.430 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:24 smithi134 ceph-mon[31761]: pgmap v6: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:43:24.837 INFO:tasks.rados.rados.0.smithi046.stdout:457: done (3 left) 2024-09-20T21:43:24.837 INFO:tasks.rados.rados.0.smithi046.stdout:458: done (2 left) 2024-09-20T21:43:24.837 INFO:tasks.rados.rados.0.smithi046.stdout:459: done (1 left) 2024-09-20T21:43:24.837 INFO:tasks.rados.rados.0.smithi046.stdout:460: done (0 left) 2024-09-20T21:43:24.837 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 40 2024-09-20T21:43:24.837 INFO:tasks.rados.rados.0.smithi046.stdout:461: seq_num 159 ranges {0=270336} 2024-09-20T21:43:24.838 INFO:tasks.rados.rados.0.smithi046.stdout:461: writing smithi04683737-12 from 0 to 270336 tid 1 2024-09-20T21:43:24.838 INFO:tasks.rados.rados.0.smithi046.stdout:462: read oid 9 snap -1 2024-09-20T21:43:24.839 INFO:tasks.rados.rados.0.smithi046.stdout:462: expect (ObjNum 157 snap 39 seq_num 157) 2024-09-20T21:43:24.839 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 40 2024-09-20T21:43:24.839 INFO:tasks.rados.rados.0.smithi046.stdout:463: seq_num 160 ranges {4481024=286720} 2024-09-20T21:43:24.865 INFO:tasks.rados.rados.0.smithi046.stdout:463: writing smithi04683737-26 from 4481024 to 4767744 tid 1 2024-09-20T21:43:24.865 INFO:tasks.rados.rados.0.smithi046.stdout:464: snap_create 2024-09-20T21:43:24.865 INFO:tasks.rados.rados.0.smithi046.stdout:461: finishing write tid 1 to smithi04683737-12 2024-09-20T21:43:24.865 INFO:tasks.rados.rados.0.smithi046.stdout:461: finishing write tid 2 to smithi04683737-12 2024-09-20T21:43:24.865 INFO:tasks.rados.rados.0.smithi046.stdout:461: finishing write tid 3 to smithi04683737-12 2024-09-20T21:43:24.865 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 166 (ObjNum 159 snap 40 seq_num 159) dirty exists 2024-09-20T21:43:24.865 INFO:tasks.rados.rados.0.smithi046.stdout:461: left oid 12 (ObjNum 159 snap 40 seq_num 159) 2024-09-20T21:43:24.866 INFO:tasks.rados.rados.0.smithi046.stdout:462: expect (ObjNum 157 snap 39 seq_num 157) 2024-09-20T21:43:24.900 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:24 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:43:24.630+0000 7f73e95e0ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-20T21:43:24.901 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:24 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:43:24.771+0000 7f73e95e0ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-20T21:43:24.966 INFO:tasks.rados.rados.0.smithi046.stdout:463: finishing write tid 1 to smithi04683737-26 2024-09-20T21:43:24.966 INFO:tasks.rados.rados.0.smithi046.stdout:463: finishing write tid 2 to smithi04683737-26 2024-09-20T21:43:24.966 INFO:tasks.rados.rados.0.smithi046.stdout:463: finishing write tid 3 to smithi04683737-26 2024-09-20T21:43:24.966 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 84 (ObjNum 160 snap 40 seq_num 160) dirty exists 2024-09-20T21:43:24.966 INFO:tasks.rados.rados.0.smithi046.stdout:463: left oid 26 (ObjNum 160 snap 40 seq_num 160) 2024-09-20T21:43:25.192 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:24 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:43:24.916+0000 7f73e95e0ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-20T21:43:25.192 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:24 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:43:24.979+0000 7f73e95e0ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-20T21:43:25.192 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:25 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:43:25.118+0000 7f73e95e0ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-20T21:43:25.192 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:25 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:43:25.189+0000 7f73e95e0ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-20T21:43:25.462 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:25 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:43:25.251+0000 7f73e95e0ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-20T21:43:25.462 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:25 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:43:25.393+0000 7f73e95e0ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-20T21:43:25.462 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:25 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:43:25.459+0000 7f73e95e0ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-20T21:43:25.766 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:25 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:43:25.528+0000 7f73e95e0ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-20T21:43:25.766 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:25 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:43:25.627+0000 7f73e95e0ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-20T21:43:25.766 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:25 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:43:25.694+0000 7f73e95e0ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-20T21:43:25.766 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:25 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:43:25.763+0000 7f73e95e0ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-20T21:43:25.842 INFO:tasks.rados.rados.0.smithi046.stdout:461: done (3 left) 2024-09-20T21:43:25.842 INFO:tasks.rados.rados.0.smithi046.stdout:462: done (2 left) 2024-09-20T21:43:25.842 INFO:tasks.rados.rados.0.smithi046.stdout:463: done (1 left) 2024-09-20T21:43:25.842 INFO:tasks.rados.rados.0.smithi046.stdout:464: done (0 left) 2024-09-20T21:43:25.842 INFO:tasks.rados.rados.0.smithi046.stdout:465: copy_from oid 15 from oid 40 current snap is 41 2024-09-20T21:43:25.842 INFO:tasks.rados.rados.0.smithi046.stdout:466: read oid 7 snap 24 2024-09-20T21:43:25.842 INFO:tasks.rados.rados.0.smithi046.stdout:466: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-20T21:43:25.842 INFO:tasks.rados.rados.0.smithi046.stdout:467: rollback oid 31 current snap is 41 2024-09-20T21:43:25.842 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 31 to 33 2024-09-20T21:43:25.843 INFO:tasks.rados.rados.0.smithi046.stdout:468: delete oid 35 current snap is 41 2024-09-20T21:43:25.846 INFO:tasks.rados.rados.0.smithi046.stdout:467: finishing rollback tid 1 to smithi04683737-31 2024-09-20T21:43:25.846 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-20T21:43:25.847 INFO:tasks.rados.rados.0.smithi046.stdout:466: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-20T21:43:25.851 INFO:tasks.rados.rados.0.smithi046.stdout:466: done (3 left) 2024-09-20T21:43:25.851 INFO:tasks.rados.rados.0.smithi046.stdout:467: done (2 left) 2024-09-20T21:43:25.851 INFO:tasks.rados.rados.0.smithi046.stdout:468: done (1 left) 2024-09-20T21:43:25.851 INFO:tasks.rados.rados.0.smithi046.stdout:469: read oid 26 snap -1 2024-09-20T21:43:25.852 INFO:tasks.rados.rados.0.smithi046.stdout:469: expect (ObjNum 160 snap 40 seq_num 160) 2024-09-20T21:43:25.852 INFO:tasks.rados.rados.0.smithi046.stdout:470: read oid 23 snap 32 2024-09-20T21:43:25.852 INFO:tasks.rados.rados.0.smithi046.stdout:470: expect (ObjNum 110 snap 22 seq_num 110) 2024-09-20T21:43:25.852 INFO:tasks.rados.rados.0.smithi046.stdout:471: read oid 3 snap -1 2024-09-20T21:43:25.852 INFO:tasks.rados.rados.0.smithi046.stdout:471: expect (ObjNum 143 snap 33 seq_num 143) 2024-09-20T21:43:25.852 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 41 2024-09-20T21:43:25.852 INFO:tasks.rados.rados.0.smithi046.stdout:472: seq_num 162 ranges {2383872=319488} 2024-09-20T21:43:25.869 INFO:tasks.rados.rados.0.smithi046.stdout:472: writing smithi04683737-9 from 2383872 to 2703360 tid 1 2024-09-20T21:43:25.869 INFO:tasks.rados.rados.0.smithi046.stdout:473: read oid 43 snap -1 2024-09-20T21:43:25.869 INFO:tasks.rados.rados.0.smithi046.stdout:473: expect (ObjNum 138 snap 32 seq_num 138) 2024-09-20T21:43:25.869 INFO:tasks.rados.rados.0.smithi046.stdout:474: snap_create 2024-09-20T21:43:25.869 INFO:tasks.rados.rados.0.smithi046.stdout:465: finishing copy_from racing read to smithi04683737-15 2024-09-20T21:43:25.869 INFO:tasks.rados.rados.0.smithi046.stdout:465: finishing copy_from to smithi04683737-15 2024-09-20T21:43:25.869 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 37 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-20T21:43:25.870 INFO:tasks.rados.rados.0.smithi046.stdout:471: expect (ObjNum 143 snap 33 seq_num 143) 2024-09-20T21:43:25.953 INFO:tasks.rados.rados.0.smithi046.stdout:469: expect (ObjNum 160 snap 40 seq_num 160) 2024-09-20T21:43:26.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:25 smithi046 ceph-mon[28078]: osdmap e146: 8 total, 8 up, 8 in 2024-09-20T21:43:26.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:25 smithi046 ceph-mon[28078]: mgrmap e27: x(active, since 3s) 2024-09-20T21:43:26.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:25 smithi046 ceph-mon[39760]: osdmap e146: 8 total, 8 up, 8 in 2024-09-20T21:43:26.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:25 smithi046 ceph-mon[39760]: mgrmap e27: x(active, since 3s) 2024-09-20T21:43:26.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:25 smithi134 ceph-mon[31761]: osdmap e146: 8 total, 8 up, 8 in 2024-09-20T21:43:26.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:25 smithi134 ceph-mon[31761]: mgrmap e27: x(active, since 3s) 2024-09-20T21:43:26.194 INFO:tasks.rados.rados.0.smithi046.stdout:470: expect (ObjNum 110 snap 22 seq_num 110) 2024-09-20T21:43:26.430 INFO:tasks.rados.rados.0.smithi046.stdout:472: finishing write tid 1 to smithi04683737-9 2024-09-20T21:43:26.431 INFO:tasks.rados.rados.0.smithi046.stdout:472: finishing write tid 2 to smithi04683737-9 2024-09-20T21:43:26.431 INFO:tasks.rados.rados.0.smithi046.stdout:472: finishing write tid 3 to smithi04683737-9 2024-09-20T21:43:26.431 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 107 (ObjNum 162 snap 41 seq_num 162) dirty exists 2024-09-20T21:43:26.431 INFO:tasks.rados.rados.0.smithi046.stdout:472: left oid 9 (ObjNum 162 snap 41 seq_num 162) 2024-09-20T21:43:26.431 INFO:tasks.rados.rados.0.smithi046.stdout:473: expect (ObjNum 138 snap 32 seq_num 138) 2024-09-20T21:43:26.852 INFO:tasks.rados.rados.0.smithi046.stdout:465: done (6 left) 2024-09-20T21:43:26.852 INFO:tasks.rados.rados.0.smithi046.stdout:469: done (5 left) 2024-09-20T21:43:26.853 INFO:tasks.rados.rados.0.smithi046.stdout:470: done (4 left) 2024-09-20T21:43:26.853 INFO:tasks.rados.rados.0.smithi046.stdout:471: done (3 left) 2024-09-20T21:43:26.853 INFO:tasks.rados.rados.0.smithi046.stdout:472: done (2 left) 2024-09-20T21:43:26.853 INFO:tasks.rados.rados.0.smithi046.stdout:473: done (1 left) 2024-09-20T21:43:26.853 INFO:tasks.rados.rados.0.smithi046.stdout:474: done (0 left) 2024-09-20T21:43:26.853 INFO:tasks.rados.rados.0.smithi046.stdout:475: setattr oid 4 current snap is 42 2024-09-20T21:43:26.854 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 42 2024-09-20T21:43:26.854 INFO:tasks.rados.rados.0.smithi046.stdout:476: seq_num 163 ranges {475136=335872} 2024-09-20T21:43:26.859 INFO:tasks.rados.rados.0.smithi046.stdout:476: writing smithi04683737-14 from 475136 to 811008 tid 1 2024-09-20T21:43:26.859 INFO:tasks.rados.rados.0.smithi046.stdout:477: read oid 16 snap 41 2024-09-20T21:43:26.859 INFO:tasks.rados.rados.0.smithi046.stdout:477: expect (ObjNum 113 snap 25 seq_num 113) 2024-09-20T21:43:26.859 INFO:tasks.rados.rados.0.smithi046.stdout:478: rmattr oid 10 current snap is 42 2024-09-20T21:43:26.859 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 166 (ObjNum 33 snap 0 seq_num 19892816) dirty exists 2024-09-20T21:43:26.859 INFO:tasks.rados.rados.0.smithi046.stdout:475: done (3 left) 2024-09-20T21:43:26.859 INFO:tasks.rados.rados.0.smithi046.stdout:479: copy_from oid 41 from oid 18 current snap is 42 2024-09-20T21:43:26.860 INFO:tasks.rados.rados.0.smithi046.stdout:480: delete oid 33 current snap is 42 2024-09-20T21:43:26.865 INFO:tasks.rados.rados.0.smithi046.stdout:480: done (4 left) 2024-09-20T21:43:26.865 INFO:tasks.rados.rados.0.smithi046.stdout:481: rmattr oid 20 current snap is 42 2024-09-20T21:43:26.865 INFO:tasks.rados.rados.0.smithi046.stdout:482: rollback oid 21 current snap is 42 2024-09-20T21:43:26.865 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 21 to 36 2024-09-20T21:43:26.865 INFO:tasks.rados.rados.0.smithi046.stdout:483: copy_from oid 37 from oid 28 current snap is 42 2024-09-20T21:43:26.865 INFO:tasks.rados.rados.0.smithi046.stdout:484: read oid 36 snap -1 2024-09-20T21:43:26.865 INFO:tasks.rados.rados.0.smithi046.stdout:484: expect (ObjNum 152 snap 38 seq_num 152) 2024-09-20T21:43:26.865 INFO:tasks.rados.rados.0.smithi046.stdout:476: finishing write tid 1 to smithi04683737-14 2024-09-20T21:43:26.865 INFO:tasks.rados.rados.0.smithi046.stdout:485: snap_remove snap 38 2024-09-20T21:43:26.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:26 smithi046 ceph-mon[28078]: osdmap e147: 8 total, 8 up, 8 in 2024-09-20T21:43:26.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:26 smithi046 ceph-mon[28078]: pgmap v9: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:43:26.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:26 smithi046 ceph-mon[28078]: Standby manager daemon y started 2024-09-20T21:43:26.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:26 smithi046 ceph-mon[28078]: from='mgr.? 172.21.15.46:0/2288831631' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-20T21:43:26.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:26 smithi046 ceph-mon[28078]: from='mgr.? 172.21.15.46:0/2288831631' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-20T21:43:26.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:26 smithi046 ceph-mon[28078]: from='mgr.? 172.21.15.46:0/2288831631' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-20T21:43:26.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:26 smithi046 ceph-mon[28078]: from='mgr.? 172.21.15.46:0/2288831631' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-20T21:43:26.901 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:26 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:43:26.601+0000 7f73e95e0ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-20T21:43:26.901 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:26 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:43:26] ENGINE Bus STARTING 2024-09-20T21:43:26.901 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:26 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: CherryPy Checker: 2024-09-20T21:43:26.901 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:26 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: The Application mounted at '' has an empty config. 2024-09-20T21:43:26.902 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:26 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: 2024-09-20T21:43:26.902 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:26 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:43:26] ENGINE Serving on http://:::9283 2024-09-20T21:43:26.902 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:26 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: [20/Sep/2024:21:43:26] ENGINE Bus STARTED 2024-09-20T21:43:26.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:26 smithi046 ceph-mon[39760]: osdmap e147: 8 total, 8 up, 8 in 2024-09-20T21:43:26.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:26 smithi046 ceph-mon[39760]: pgmap v9: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:43:26.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:26 smithi046 ceph-mon[39760]: Standby manager daemon y started 2024-09-20T21:43:26.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:26 smithi046 ceph-mon[39760]: from='mgr.? 172.21.15.46:0/2288831631' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-20T21:43:26.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:26 smithi046 ceph-mon[39760]: from='mgr.? 172.21.15.46:0/2288831631' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-20T21:43:26.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:26 smithi046 ceph-mon[39760]: from='mgr.? 172.21.15.46:0/2288831631' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-20T21:43:26.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:26 smithi046 ceph-mon[39760]: from='mgr.? 172.21.15.46:0/2288831631' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-20T21:43:27.176 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:26 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:43:26] "GET /metrics HTTP/1.1" 200 33093 "" "Prometheus/2.43.0" 2024-09-20T21:43:27.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:26 smithi134 ceph-mon[31761]: osdmap e147: 8 total, 8 up, 8 in 2024-09-20T21:43:27.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:26 smithi134 ceph-mon[31761]: pgmap v9: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:43:27.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:26 smithi134 ceph-mon[31761]: Standby manager daemon y started 2024-09-20T21:43:27.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:26 smithi134 ceph-mon[31761]: from='mgr.? 172.21.15.46:0/2288831631' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-20T21:43:27.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:26 smithi134 ceph-mon[31761]: from='mgr.? 172.21.15.46:0/2288831631' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-20T21:43:27.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:26 smithi134 ceph-mon[31761]: from='mgr.? 172.21.15.46:0/2288831631' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-20T21:43:27.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:26 smithi134 ceph-mon[31761]: from='mgr.? 172.21.15.46:0/2288831631' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-20T21:43:27.856 INFO:tasks.rados.rados.0.smithi046.stdout:485: done (8 left) 2024-09-20T21:43:27.856 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 42 2024-09-20T21:43:27.856 INFO:tasks.rados.rados.0.smithi046.stdout:486: seq_num 165 ranges {0=368640} 2024-09-20T21:43:27.858 INFO:tasks.rados.rados.0.smithi046.stdout:486: writing smithi04683737-17 from 0 to 368640 tid 1 2024-09-20T21:43:27.858 INFO:tasks.rados.rados.0.smithi046.stdout:487: delete oid 1 current snap is 42 2024-09-20T21:43:27.859 INFO:tasks.rados.rados.0.smithi046.stdout:476: finishing write tid 2 to smithi04683737-14 2024-09-20T21:43:27.859 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 82 (ObjNum 101 snap 17 seq_num 101) dirty exists 2024-09-20T21:43:27.859 INFO:tasks.rados.rados.0.smithi046.stdout:482: finishing rollback tid 0 to smithi04683737-21 2024-09-20T21:43:27.859 INFO:tasks.rados.rados.0.smithi046.stdout:476: finishing write tid 3 to smithi04683737-14 2024-09-20T21:43:27.859 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 139 (ObjNum 163 snap 42 seq_num 163) dirty exists 2024-09-20T21:43:27.859 INFO:tasks.rados.rados.0.smithi046.stdout:476: left oid 14 (ObjNum 163 snap 42 seq_num 163) 2024-09-20T21:43:27.859 INFO:tasks.rados.rados.0.smithi046.stdout:482: finishing rollback tid 1 to smithi04683737-21 2024-09-20T21:43:27.859 INFO:tasks.rados.rados.0.smithi046.stdout:482: finishing rollback tid 2 to smithi04683737-21 2024-09-20T21:43:27.859 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 170 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-09-20T21:43:27.859 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 42 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-09-20T21:43:27.860 INFO:tasks.rados.rados.0.smithi046.stdout:484: expect (ObjNum 152 snap 38 seq_num 152) 2024-09-20T21:43:27.931 INFO:tasks.rados.rados.0.smithi046.stdout:477: expect (ObjNum 113 snap 25 seq_num 113) 2024-09-20T21:43:28.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:27 smithi046 ceph-mon[28078]: mgrmap e28: x(active, since 5s), standbys: y 2024-09-20T21:43:28.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:27 smithi046 ceph-mon[28078]: osdmap e148: 8 total, 8 up, 8 in 2024-09-20T21:43:28.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:27 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-20T21:43:28.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:27 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:28.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:27 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:28.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:27 smithi046 ceph-mon[39760]: mgrmap e28: x(active, since 5s), standbys: y 2024-09-20T21:43:28.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:27 smithi046 ceph-mon[39760]: osdmap e148: 8 total, 8 up, 8 in 2024-09-20T21:43:28.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:27 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-20T21:43:28.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:27 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:28.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:27 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:28.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:27 smithi134 ceph-mon[31761]: mgrmap e28: x(active, since 5s), standbys: y 2024-09-20T21:43:28.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:27 smithi134 ceph-mon[31761]: osdmap e148: 8 total, 8 up, 8 in 2024-09-20T21:43:28.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:27 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-20T21:43:28.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:27 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:28.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:27 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:28.247 INFO:tasks.rados.rados.0.smithi046.stdout:483: finishing copy_from racing read to smithi04683737-37 2024-09-20T21:43:28.247 INFO:tasks.rados.rados.0.smithi046.stdout:483: finishing copy_from to smithi04683737-37 2024-09-20T21:43:28.247 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 71 (ObjNum 145 snap 37 seq_num 145) dirty exists 2024-09-20T21:43:28.247 INFO:tasks.rados.rados.0.smithi046.stdout:479: finishing copy_from racing read to smithi04683737-41 2024-09-20T21:43:28.248 INFO:tasks.rados.rados.0.smithi046.stdout:476: done (9 left) 2024-09-20T21:43:28.248 INFO:tasks.rados.rados.0.smithi046.stdout:477: done (8 left) 2024-09-20T21:43:28.248 INFO:tasks.rados.rados.0.smithi046.stdout:478: done (7 left) 2024-09-20T21:43:28.248 INFO:tasks.rados.rados.0.smithi046.stdout:481: done (6 left) 2024-09-20T21:43:28.248 INFO:tasks.rados.rados.0.smithi046.stdout:482: done (5 left) 2024-09-20T21:43:28.248 INFO:tasks.rados.rados.0.smithi046.stdout:483: done (4 left) 2024-09-20T21:43:28.249 INFO:tasks.rados.rados.0.smithi046.stdout:484: done (3 left) 2024-09-20T21:43:28.249 INFO:tasks.rados.rados.0.smithi046.stdout:487: done (2 left) 2024-09-20T21:43:28.249 INFO:tasks.rados.rados.0.smithi046.stdout:488: snap_create 2024-09-20T21:43:28.249 INFO:tasks.rados.rados.0.smithi046.stdout:479: finishing copy_from to smithi04683737-41 2024-09-20T21:43:28.249 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 119 (ObjNum 130 snap 31 seq_num 130) dirty exists 2024-09-20T21:43:28.249 INFO:tasks.rados.rados.0.smithi046.stdout:486: finishing write tid 1 to smithi04683737-17 2024-09-20T21:43:28.249 INFO:tasks.rados.rados.0.smithi046.stdout:486: finishing write tid 2 to smithi04683737-17 2024-09-20T21:43:28.249 INFO:tasks.rados.rados.0.smithi046.stdout:486: finishing write tid 3 to smithi04683737-17 2024-09-20T21:43:28.249 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 185 (ObjNum 165 snap 42 seq_num 165) dirty exists 2024-09-20T21:43:28.249 INFO:tasks.rados.rados.0.smithi046.stdout:486: left oid 17 (ObjNum 165 snap 42 seq_num 165) 2024-09-20T21:43:29.052 INFO:tasks.rados.rados.0.smithi046.stdout:479: done (2 left) 2024-09-20T21:43:29.053 INFO:tasks.rados.rados.0.smithi046.stdout:486: done (1 left) 2024-09-20T21:43:29.053 INFO:tasks.rados.rados.0.smithi046.stdout:488: done (0 left) 2024-09-20T21:43:29.053 INFO:tasks.rados.rados.0.smithi046.stdout:489: snap_create 2024-09-20T21:43:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:28 smithi046 ceph-mon[39760]: pgmap v11: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:43:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:28 smithi046 ceph-mon[39760]: osdmap e149: 8 total, 8 up, 8 in 2024-09-20T21:43:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:28 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:28 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:28 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:28 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:28 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:28 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:28 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:28 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:28 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:29.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:28 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:29.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:28 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:29.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:28 smithi046 ceph-mon[39760]: osdmap e150: 8 total, 8 up, 8 in 2024-09-20T21:43:29.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:28 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:29.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:28 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:29.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:28 smithi046 ceph-mon[28078]: pgmap v11: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:43:29.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:28 smithi046 ceph-mon[28078]: osdmap e149: 8 total, 8 up, 8 in 2024-09-20T21:43:29.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:28 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:29.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:28 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:29.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:28 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:29.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:28 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:29.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:28 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:29.153 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:28 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:29.153 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:28 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:29.153 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:28 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:29.153 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:28 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:29.153 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:28 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:29.153 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:28 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:29.153 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:28 smithi046 ceph-mon[28078]: osdmap e150: 8 total, 8 up, 8 in 2024-09-20T21:43:29.153 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:28 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:29.153 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:28 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:29.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:28 smithi134 ceph-mon[31761]: pgmap v11: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:43:29.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:28 smithi134 ceph-mon[31761]: osdmap e149: 8 total, 8 up, 8 in 2024-09-20T21:43:29.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:28 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:29.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:28 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:29.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:28 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:29.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:28 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:29.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:28 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:29.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:28 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:29.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:28 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:29.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:28 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:29.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:28 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:29.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:28 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:29.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:28 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:29.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:28 smithi134 ceph-mon[31761]: osdmap e150: 8 total, 8 up, 8 in 2024-09-20T21:43:29.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:28 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:29.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:28 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:30.008 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:29 smithi134 ceph-mon[31761]: Adjusting osd_memory_target on smithi046 to 2481M 2024-09-20T21:43:30.008 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:29 smithi134 ceph-mon[31761]: osdmap e151: 8 total, 8 up, 8 in 2024-09-20T21:43:30.008 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:29 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:30.008 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:29 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:30.054 INFO:tasks.rados.rados.0.smithi046.stdout:489: done (0 left) 2024-09-20T21:43:30.054 INFO:tasks.rados.rados.0.smithi046.stdout:490: snap_remove snap 32 2024-09-20T21:43:30.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:29 smithi046 ceph-mon[28078]: Adjusting osd_memory_target on smithi046 to 2481M 2024-09-20T21:43:30.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:29 smithi046 ceph-mon[28078]: osdmap e151: 8 total, 8 up, 8 in 2024-09-20T21:43:30.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:29 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:30.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:29 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:30.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:29 smithi046 ceph-mon[39760]: Adjusting osd_memory_target on smithi046 to 2481M 2024-09-20T21:43:30.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:29 smithi046 ceph-mon[39760]: osdmap e151: 8 total, 8 up, 8 in 2024-09-20T21:43:30.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:29 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:30.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:29 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:31.056 INFO:tasks.rados.rados.0.smithi046.stdout:490: done (0 left) 2024-09-20T21:43:31.056 INFO:tasks.rados.rados.0.smithi046.stdout:491: read oid 21 snap -1 2024-09-20T21:43:31.056 INFO:tasks.rados.rados.0.smithi046.stdout:491: expect (ObjNum 60 snap 5 seq_num 60) 2024-09-20T21:43:31.056 INFO:tasks.rados.rados.0.smithi046.stdout:492: snap_remove snap 39 2024-09-20T21:43:31.141 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:30 smithi134 ceph-mon[31761]: pgmap v15: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.6 MiB/s wr, 53 op/s 2024-09-20T21:43:31.142 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:30 smithi134 ceph-mon[31761]: osdmap e152: 8 total, 8 up, 8 in 2024-09-20T21:43:31.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:30 smithi046 ceph-mon[28078]: pgmap v15: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.6 MiB/s wr, 53 op/s 2024-09-20T21:43:31.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:30 smithi046 ceph-mon[28078]: osdmap e152: 8 total, 8 up, 8 in 2024-09-20T21:43:31.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:30 smithi046 ceph-mon[39760]: pgmap v15: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.6 MiB/s wr, 53 op/s 2024-09-20T21:43:31.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:30 smithi046 ceph-mon[39760]: osdmap e152: 8 total, 8 up, 8 in 2024-09-20T21:43:32.061 INFO:tasks.rados.rados.0.smithi046.stdout:492: done (1 left) 2024-09-20T21:43:32.061 INFO:tasks.rados.rados.0.smithi046.stdout:493: snap_remove snap 37 2024-09-20T21:43:32.383 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:32 smithi134 ceph-mon[31761]: osdmap e153: 8 total, 8 up, 8 in 2024-09-20T21:43:32.384 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:32 smithi134 ceph-mon[31761]: pgmap v18: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.6 MiB/s wr, 53 op/s 2024-09-20T21:43:32.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:32 smithi046 ceph-mon[28078]: osdmap e153: 8 total, 8 up, 8 in 2024-09-20T21:43:32.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:32 smithi046 ceph-mon[28078]: pgmap v18: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.6 MiB/s wr, 53 op/s 2024-09-20T21:43:32.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:32 smithi046 ceph-mon[39760]: osdmap e153: 8 total, 8 up, 8 in 2024-09-20T21:43:32.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:32 smithi046 ceph-mon[39760]: pgmap v18: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.6 MiB/s wr, 53 op/s 2024-09-20T21:43:33.053 INFO:tasks.rados.rados.0.smithi046.stdout:493: done (1 left) 2024-09-20T21:43:33.053 INFO:tasks.rados.rados.0.smithi046.stdout:494: copy_from oid 40 from oid 22 current snap is 44 2024-09-20T21:43:33.053 INFO:tasks.rados.rados.0.smithi046.stdout:491: expect (ObjNum 60 snap 5 seq_num 60) 2024-09-20T21:43:33.098 INFO:tasks.rados.rados.0.smithi046.stdout:494: finishing copy_from racing read to smithi04683737-40 2024-09-20T21:43:33.098 INFO:tasks.rados.rados.0.smithi046.stdout:494: finishing copy_from to smithi04683737-40 2024-09-20T21:43:33.099 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 76 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-09-20T21:43:33.099 INFO:tasks.rados.rados.0.smithi046.stdout:491: done (1 left) 2024-09-20T21:43:33.099 INFO:tasks.rados.rados.0.smithi046.stdout:494: done (0 left) 2024-09-20T21:43:33.099 INFO:tasks.rados.rados.0.smithi046.stdout:495: rollback oid 48 current snap is 44 2024-09-20T21:43:33.099 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 48 to 41 2024-09-20T21:43:33.099 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 44 2024-09-20T21:43:33.099 INFO:tasks.rados.rados.0.smithi046.stdout:496: seq_num 167 ranges {1204224=401408} 2024-09-20T21:43:33.107 INFO:tasks.rados.rados.0.smithi046.stdout:496: writing smithi04683737-20 from 1204224 to 1605632 tid 1 2024-09-20T21:43:33.108 INFO:tasks.rados.rados.0.smithi046.stdout:497: snap_create 2024-09-20T21:43:33.108 INFO:tasks.rados.rados.0.smithi046.stdout:495: finishing rollback tid 0 to smithi04683737-48 2024-09-20T21:43:33.108 INFO:tasks.rados.rados.0.smithi046.stdout:495: finishing rollback tid 1 to smithi04683737-48 2024-09-20T21:43:33.108 INFO:tasks.rados.rados.0.smithi046.stdout:495: finishing rollback tid 2 to smithi04683737-48 2024-09-20T21:43:33.108 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 191 (ObjNum 104 snap 17 seq_num 104) dirty exists 2024-09-20T21:43:33.110 INFO:tasks.rados.rados.0.smithi046.stdout:496: finishing write tid 1 to smithi04683737-20 2024-09-20T21:43:33.110 INFO:tasks.rados.rados.0.smithi046.stdout:496: finishing write tid 2 to smithi04683737-20 2024-09-20T21:43:33.111 INFO:tasks.rados.rados.0.smithi046.stdout:496: finishing write tid 3 to smithi04683737-20 2024-09-20T21:43:33.111 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 61 (ObjNum 167 snap 44 seq_num 167) dirty exists 2024-09-20T21:43:33.112 INFO:tasks.rados.rados.0.smithi046.stdout:496: left oid 20 (ObjNum 167 snap 44 seq_num 167) 2024-09-20T21:43:33.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:43:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-20T21:43:33.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: osdmap e154: 8 total, 8 up, 8 in 2024-09-20T21:43:33.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:43:33.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:43:33.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:43:33.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:43:33.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:43:33.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:43:33.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:43:33.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:43:33.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:43:33.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:43:33.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:43:33.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:43:33.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:43:33.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:43:33.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:43:33.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:43:33.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:43:33.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:43:33.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:43:33.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:43:33.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:43:33.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:43:33.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:43:33.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:43:33.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:43:33.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:43:33.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:33.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:33.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:33.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:33.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:33.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:33.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:33.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:33.404 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:33.404 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:33.404 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: Adjusting osd_memory_target on smithi134 to 2480M 2024-09-20T21:43:33.404 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:33.404 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:43:33.404 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:43:33.404 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: Updating smithi046:/etc/ceph/ceph.conf 2024-09-20T21:43:33.404 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: Updating smithi134:/etc/ceph/ceph.conf 2024-09-20T21:43:33.404 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[28078]: osdmap e155: 8 total, 8 up, 8 in 2024-09-20T21:43:33.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: osdmap e154: 8 total, 8 up, 8 in 2024-09-20T21:43:33.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:43:33.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:43:33.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:43:33.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:43:33.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:43:33.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:43:33.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:43:33.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:43:33.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:43:33.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:43:33.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:43:33.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:43:33.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:43:33.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:43:33.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:43:33.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:43:33.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:43:33.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:43:33.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:43:33.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:43:33.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:43:33.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:43:33.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:43:33.407 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:43:33.407 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:43:33.407 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:43:33.407 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:33.407 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:33.407 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:33.407 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:33.407 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:33.407 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:33.407 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:33.407 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:33.407 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:33.407 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:33.407 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: Adjusting osd_memory_target on smithi134 to 2480M 2024-09-20T21:43:33.408 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:33.408 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:43:33.408 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:43:33.408 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: Updating smithi046:/etc/ceph/ceph.conf 2024-09-20T21:43:33.408 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: Updating smithi134:/etc/ceph/ceph.conf 2024-09-20T21:43:33.408 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:33 smithi046 ceph-mon[39760]: osdmap e155: 8 total, 8 up, 8 in 2024-09-20T21:43:33.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: osdmap e154: 8 total, 8 up, 8 in 2024-09-20T21:43:33.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:43:33.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:43:33.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:43:33.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:43:33.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:43:33.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:43:33.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:43:33.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:43:33.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:43:33.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:43:33.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:43:33.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:43:33.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:43:33.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:43:33.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:43:33.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:43:33.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:43:33.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:43:33.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:43:33.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:43:33.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:43:33.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:43:33.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:43:33.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:43:33.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:43:33.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:43:33.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:33.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:33.429 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:33.429 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:33.429 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:33.429 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:33.429 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:33.429 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:33.429 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:33.429 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-20T21:43:33.429 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: Adjusting osd_memory_target on smithi134 to 2480M 2024-09-20T21:43:33.429 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:33.429 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:43:33.429 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:43:33.430 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: Updating smithi046:/etc/ceph/ceph.conf 2024-09-20T21:43:33.430 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: Updating smithi134:/etc/ceph/ceph.conf 2024-09-20T21:43:33.430 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:33 smithi134 ceph-mon[31761]: osdmap e155: 8 total, 8 up, 8 in 2024-09-20T21:43:34.069 INFO:tasks.rados.rados.0.smithi046.stdout:495: done (2 left) 2024-09-20T21:43:34.069 INFO:tasks.rados.rados.0.smithi046.stdout:496: done (1 left) 2024-09-20T21:43:34.070 INFO:tasks.rados.rados.0.smithi046.stdout:497: done (0 left) 2024-09-20T21:43:34.070 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 45 2024-09-20T21:43:34.070 INFO:tasks.rados.rados.0.smithi046.stdout:498: seq_num 168 ranges {368640=417792} 2024-09-20T21:43:34.075 INFO:tasks.rados.rados.0.smithi046.stdout:498: writing smithi04683737-17 from 368640 to 786432 tid 1 2024-09-20T21:43:34.075 INFO:tasks.rados.rados.0.smithi046.stdout:499: copy_from oid 28 from oid 42 current snap is 45 2024-09-20T21:43:34.075 INFO:tasks.rados.rados.0.smithi046.stdout:500: rollback oid 15 current snap is 45 2024-09-20T21:43:34.075 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 15 to 43 2024-09-20T21:43:34.075 INFO:tasks.rados.rados.0.smithi046.stdout:501: rollback oid 33 current snap is 45 2024-09-20T21:43:34.075 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 33 to 41 2024-09-20T21:43:34.075 INFO:tasks.rados.rados.0.smithi046.stdout:502: delete oid 46 current snap is 45 2024-09-20T21:43:34.078 INFO:tasks.rados.rados.0.smithi046.stdout:499: finishing copy_from to smithi04683737-28 2024-09-20T21:43:34.078 INFO:tasks.rados.rados.0.smithi046.stdout:499: got expected ENOENT (src dne) 2024-09-20T21:43:34.078 INFO:tasks.rados.rados.0.smithi046.stdout:499: finishing copy_from racing read to smithi04683737-28 2024-09-20T21:43:34.079 INFO:tasks.rados.rados.0.smithi046.stdout:501: finishing rollback tid 1 to smithi04683737-33 2024-09-20T21:43:34.081 INFO:tasks.rados.rados.0.smithi046.stdout:498: finishing write tid 1 to smithi04683737-17 2024-09-20T21:43:34.081 INFO:tasks.rados.rados.0.smithi046.stdout:501: finishing rollback tid 2 to smithi04683737-33 2024-09-20T21:43:34.081 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 63 (ObjNum 109 snap 19 seq_num 109) dirty exists 2024-09-20T21:43:34.081 INFO:tasks.rados.rados.0.smithi046.stdout:498: finishing write tid 2 to smithi04683737-17 2024-09-20T21:43:34.081 INFO:tasks.rados.rados.0.smithi046.stdout:499: done (4 left) 2024-09-20T21:43:34.081 INFO:tasks.rados.rados.0.smithi046.stdout:501: done (3 left) 2024-09-20T21:43:34.081 INFO:tasks.rados.rados.0.smithi046.stdout:502: done (2 left) 2024-09-20T21:43:34.081 INFO:tasks.rados.rados.0.smithi046.stdout:503: read oid 46 snap 36 2024-09-20T21:43:34.081 INFO:tasks.rados.rados.0.smithi046.stdout:503: expect (ObjNum 49 snap 0 seq_num 49) 2024-09-20T21:43:34.081 INFO:tasks.rados.rados.0.smithi046.stdout:504: read oid 44 snap -1 2024-09-20T21:43:34.081 INFO:tasks.rados.rados.0.smithi046.stdout:504: expect (ObjNum 156 snap 39 seq_num 156) 2024-09-20T21:43:34.082 INFO:tasks.rados.rados.0.smithi046.stdout:505: copy_from oid 12 from oid 40 current snap is 45 2024-09-20T21:43:34.082 INFO:tasks.rados.rados.0.smithi046.stdout:506: delete oid 36 current snap is 45 2024-09-20T21:43:34.082 INFO:tasks.rados.rados.0.smithi046.stdout:500: finishing rollback tid 0 to smithi04683737-15 2024-09-20T21:43:34.082 INFO:tasks.rados.rados.0.smithi046.stdout:500: finishing rollback tid 1 to smithi04683737-15 2024-09-20T21:43:34.082 INFO:tasks.rados.rados.0.smithi046.stdout:500: finishing rollback tid 2 to smithi04683737-15 2024-09-20T21:43:34.083 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 149 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-20T21:43:34.083 INFO:tasks.rados.rados.0.smithi046.stdout:498: finishing write tid 3 to smithi04683737-17 2024-09-20T21:43:34.083 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 194 (ObjNum 168 snap 45 seq_num 168) dirty exists 2024-09-20T21:43:34.083 INFO:tasks.rados.rados.0.smithi046.stdout:498: left oid 17 (ObjNum 168 snap 45 seq_num 168) 2024-09-20T21:43:34.083 INFO:tasks.rados.rados.0.smithi046.stdout:498: done (5 left) 2024-09-20T21:43:34.083 INFO:tasks.rados.rados.0.smithi046.stdout:500: done (4 left) 2024-09-20T21:43:34.084 INFO:tasks.rados.rados.0.smithi046.stdout:506: done (3 left) 2024-09-20T21:43:34.084 INFO:tasks.rados.rados.0.smithi046.stdout:507: read oid 45 snap -1 2024-09-20T21:43:34.084 INFO:tasks.rados.rados.0.smithi046.stdout:507: expect (ObjNum 94 snap 16 seq_num 94) 2024-09-20T21:43:34.084 INFO:tasks.rados.rados.0.smithi046.stdout:508: snap_remove snap 42 2024-09-20T21:43:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[28078]: Updating smithi134:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-20T21:43:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[28078]: Updating smithi046:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-20T21:43:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[28078]: Updating smithi134:/etc/ceph/ceph.client.admin.keyring 2024-09-20T21:43:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[28078]: Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2024-09-20T21:43:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[28078]: Updating smithi134:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-20T21:43:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[28078]: Updating smithi046:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-20T21:43:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:34.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:34.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:34.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:34.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[28078]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-20T21:43:34.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[28078]: Deploying daemon alertmanager.a on smithi046 2024-09-20T21:43:34.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[28078]: pgmap v21: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 934 KiB/s rd, 88 KiB/s wr, 12 op/s 2024-09-20T21:43:34.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[28078]: osdmap e156: 8 total, 8 up, 8 in 2024-09-20T21:43:34.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[39760]: Updating smithi134:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-20T21:43:34.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[39760]: Updating smithi046:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-20T21:43:34.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[39760]: Updating smithi134:/etc/ceph/ceph.client.admin.keyring 2024-09-20T21:43:34.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[39760]: Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2024-09-20T21:43:34.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[39760]: Updating smithi134:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-20T21:43:34.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[39760]: Updating smithi046:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-20T21:43:34.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:34.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:34.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:34.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:34.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:34.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:34.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:34.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:34.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:34.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[39760]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-20T21:43:34.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[39760]: Deploying daemon alertmanager.a on smithi046 2024-09-20T21:43:34.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[39760]: pgmap v21: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 934 KiB/s rd, 88 KiB/s wr, 12 op/s 2024-09-20T21:43:34.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:34 smithi046 ceph-mon[39760]: osdmap e156: 8 total, 8 up, 8 in 2024-09-20T21:43:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:34 smithi134 ceph-mon[31761]: Updating smithi134:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-20T21:43:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:34 smithi134 ceph-mon[31761]: Updating smithi046:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-20T21:43:34.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:34 smithi134 ceph-mon[31761]: Updating smithi134:/etc/ceph/ceph.client.admin.keyring 2024-09-20T21:43:34.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:34 smithi134 ceph-mon[31761]: Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2024-09-20T21:43:34.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:34 smithi134 ceph-mon[31761]: Updating smithi134:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-20T21:43:34.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:34 smithi134 ceph-mon[31761]: Updating smithi046:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-20T21:43:34.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:34 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:34.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:34 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:34.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:34 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:34.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:34 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:34.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:34 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:34.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:34 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:34.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:34 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:34.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:34 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:34.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:34 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:34.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:34 smithi134 ceph-mon[31761]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-20T21:43:34.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:34 smithi134 ceph-mon[31761]: Deploying daemon alertmanager.a on smithi046 2024-09-20T21:43:34.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:34 smithi134 ceph-mon[31761]: pgmap v21: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 934 KiB/s rd, 88 KiB/s wr, 12 op/s 2024-09-20T21:43:34.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:34 smithi134 ceph-mon[31761]: osdmap e156: 8 total, 8 up, 8 in 2024-09-20T21:43:35.080 INFO:tasks.rados.rados.0.smithi046.stdout:508: done (4 left) 2024-09-20T21:43:35.080 INFO:tasks.rados.rados.0.smithi046.stdout:509: snap_create 2024-09-20T21:43:35.080 INFO:tasks.rados.rados.0.smithi046.stdout:504: expect (ObjNum 156 snap 39 seq_num 156) 2024-09-20T21:43:35.087 INFO:tasks.rados.rados.0.smithi046.stdout:505: finishing copy_from racing read to smithi04683737-12 2024-09-20T21:43:35.087 INFO:tasks.rados.rados.0.smithi046.stdout:503: expect (ObjNum 49 snap 0 seq_num 49) 2024-09-20T21:43:35.108 INFO:tasks.rados.rados.0.smithi046.stdout:505: finishing copy_from to smithi04683737-12 2024-09-20T21:43:35.109 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 76 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-09-20T21:43:35.109 INFO:tasks.rados.rados.0.smithi046.stdout:507: expect (ObjNum 94 snap 16 seq_num 94) 2024-09-20T21:43:36.083 INFO:tasks.rados.rados.0.smithi046.stdout:503: done (4 left) 2024-09-20T21:43:36.083 INFO:tasks.rados.rados.0.smithi046.stdout:504: done (3 left) 2024-09-20T21:43:36.083 INFO:tasks.rados.rados.0.smithi046.stdout:505: done (2 left) 2024-09-20T21:43:36.083 INFO:tasks.rados.rados.0.smithi046.stdout:507: done (1 left) 2024-09-20T21:43:36.083 INFO:tasks.rados.rados.0.smithi046.stdout:509: done (0 left) 2024-09-20T21:43:36.083 INFO:tasks.rados.rados.0.smithi046.stdout:510: snap_remove snap 43 2024-09-20T21:43:36.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:36 smithi046 ceph-mon[39760]: mgrmap e29: x(active, since 13s), standbys: y 2024-09-20T21:43:36.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:36 smithi046 ceph-mon[39760]: osdmap e157: 8 total, 8 up, 8 in 2024-09-20T21:43:36.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:36 smithi046 ceph-mon[39760]: pgmap v24: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 934 KiB/s rd, 88 KiB/s wr, 12 op/s 2024-09-20T21:43:36.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:36 smithi046 ceph-mon[28078]: mgrmap e29: x(active, since 13s), standbys: y 2024-09-20T21:43:36.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:36 smithi046 ceph-mon[28078]: osdmap e157: 8 total, 8 up, 8 in 2024-09-20T21:43:36.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:36 smithi046 ceph-mon[28078]: pgmap v24: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 934 KiB/s rd, 88 KiB/s wr, 12 op/s 2024-09-20T21:43:36.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:36 smithi134 ceph-mon[31761]: mgrmap e29: x(active, since 13s), standbys: y 2024-09-20T21:43:36.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:36 smithi134 ceph-mon[31761]: osdmap e157: 8 total, 8 up, 8 in 2024-09-20T21:43:36.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:36 smithi134 ceph-mon[31761]: pgmap v24: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 934 KiB/s rd, 88 KiB/s wr, 12 op/s 2024-09-20T21:43:37.086 INFO:tasks.rados.rados.0.smithi046.stdout:510: done (0 left) 2024-09-20T21:43:37.086 INFO:tasks.rados.rados.0.smithi046.stdout:511: read oid 16 snap 40 2024-09-20T21:43:37.087 INFO:tasks.rados.rados.0.smithi046.stdout:511: expect (ObjNum 113 snap 25 seq_num 113) 2024-09-20T21:43:37.087 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 46 2024-09-20T21:43:37.087 INFO:tasks.rados.rados.0.smithi046.stdout:512: seq_num 171 ranges {1638400=466944} 2024-09-20T21:43:37.099 INFO:tasks.rados.rados.0.smithi046.stdout:512: writing smithi04683737-2 from 1638400 to 2105344 tid 1 2024-09-20T21:43:37.099 INFO:tasks.rados.rados.0.smithi046.stdout:513: setattr oid 49 current snap is 46 2024-09-20T21:43:37.102 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 46 2024-09-20T21:43:37.102 INFO:tasks.rados.rados.0.smithi046.stdout:514: seq_num 172 ranges {3588096=483328} 2024-09-20T21:43:37.127 INFO:tasks.rados.rados.0.smithi046.stdout:514: writing smithi04683737-45 from 3588096 to 4071424 tid 1 2024-09-20T21:43:37.127 INFO:tasks.rados.rados.0.smithi046.stdout:515: read oid 35 snap -1 2024-09-20T21:43:37.128 INFO:tasks.rados.rados.0.smithi046.stdout:515: expect deleted 2024-09-20T21:43:37.128 INFO:tasks.rados.rados.0.smithi046.stdout:516: read oid 14 snap -1 2024-09-20T21:43:37.128 INFO:tasks.rados.rados.0.smithi046.stdout:516: expect (ObjNum 163 snap 42 seq_num 163) 2024-09-20T21:43:37.128 INFO:tasks.rados.rados.0.smithi046.stdout:517: copy_from oid 19 from oid 32 current snap is 46 2024-09-20T21:43:37.128 INFO:tasks.rados.rados.0.smithi046.stdout:512: finishing write tid 1 to smithi04683737-2 2024-09-20T21:43:37.129 INFO:tasks.rados.rados.0.smithi046.stdout:512: finishing write tid 2 to smithi04683737-2 2024-09-20T21:43:37.129 INFO:tasks.rados.rados.0.smithi046.stdout:512: finishing write tid 3 to smithi04683737-2 2024-09-20T21:43:37.129 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 84 (ObjNum 171 snap 46 seq_num 171) dirty exists 2024-09-20T21:43:37.129 INFO:tasks.rados.rados.0.smithi046.stdout:512: left oid 2 (ObjNum 171 snap 46 seq_num 171) 2024-09-20T21:43:37.129 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 167 (ObjNum 945 snap 0 seq_num 561928608) dirty exists 2024-09-20T21:43:37.129 INFO:tasks.rados.rados.0.smithi046.stdout:511: expect (ObjNum 113 snap 25 seq_num 113) 2024-09-20T21:43:37.306 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:37 smithi046 ceph-mon[28078]: osdmap e158: 8 total, 8 up, 8 in 2024-09-20T21:43:37.306 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:37 smithi046 ceph-mon[39760]: osdmap e158: 8 total, 8 up, 8 in 2024-09-20T21:43:37.306 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:43:37 smithi046 systemd[1]: Stopping Ceph alertmanager.a for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:43:37.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:37 smithi134 ceph-mon[31761]: osdmap e158: 8 total, 8 up, 8 in 2024-09-20T21:43:37.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:43:36 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:43:36] "GET /metrics HTTP/1.1" 200 33093 "" "Prometheus/2.43.0" 2024-09-20T21:43:37.480 INFO:tasks.rados.rados.0.smithi046.stdout:516: expect (ObjNum 163 snap 42 seq_num 163) 2024-09-20T21:43:37.515 INFO:tasks.rados.rados.0.smithi046.stdout:514: finishing write tid 1 to smithi04683737-45 2024-09-20T21:43:37.515 INFO:tasks.rados.rados.0.smithi046.stdout:514: finishing write tid 2 to smithi04683737-45 2024-09-20T21:43:37.515 INFO:tasks.rados.rados.0.smithi046.stdout:514: finishing write tid 3 to smithi04683737-45 2024-09-20T21:43:37.515 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 86 (ObjNum 172 snap 46 seq_num 172) dirty exists 2024-09-20T21:43:37.515 INFO:tasks.rados.rados.0.smithi046.stdout:514: left oid 45 (ObjNum 172 snap 46 seq_num 172) 2024-09-20T21:43:37.515 INFO:tasks.rados.rados.0.smithi046.stdout:517: finishing copy_from racing read to smithi04683737-19 2024-09-20T21:43:37.515 INFO:tasks.rados.rados.0.smithi046.stdout:517: finishing copy_from to smithi04683737-19 2024-09-20T21:43:37.515 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 145 (ObjNum 134 snap 31 seq_num 134) dirty exists 2024-09-20T21:43:37.515 INFO:tasks.rados.rados.0.smithi046.stdout:511: done (6 left) 2024-09-20T21:43:37.515 INFO:tasks.rados.rados.0.smithi046.stdout:512: done (5 left) 2024-09-20T21:43:37.515 INFO:tasks.rados.rados.0.smithi046.stdout:513: done (4 left) 2024-09-20T21:43:37.516 INFO:tasks.rados.rados.0.smithi046.stdout:514: done (3 left) 2024-09-20T21:43:37.516 INFO:tasks.rados.rados.0.smithi046.stdout:515: done (2 left) 2024-09-20T21:43:37.516 INFO:tasks.rados.rados.0.smithi046.stdout:516: done (1 left) 2024-09-20T21:43:37.516 INFO:tasks.rados.rados.0.smithi046.stdout:517: done (0 left) 2024-09-20T21:43:37.516 INFO:tasks.rados.rados.0.smithi046.stdout:518: rollback oid 4 current snap is 46 2024-09-20T21:43:37.516 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 4 to 36 2024-09-20T21:43:37.516 INFO:tasks.rados.rados.0.smithi046.stdout:519: snap_remove snap 24 2024-09-20T21:43:37.901 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:43:37 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a[79090]: ts=2024-09-20T21:43:37.601Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-20T21:43:37.901 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:43:37 smithi046 podman[86193]: 2024-09-20 21:43:37.643878826 +0000 UTC m=+0.145097855 container died e6fe521d19daf674d84053b483666b0694cb9edae53393a5e1d69ad3b13abb2d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-20T21:43:38.057 INFO:tasks.rados.rados.0.smithi046.stdout:519: done (1 left) 2024-09-20T21:43:38.057 INFO:tasks.rados.rados.0.smithi046.stdout:520: read oid 35 snap -1 2024-09-20T21:43:38.057 INFO:tasks.rados.rados.0.smithi046.stdout:520: expect deleted 2024-09-20T21:43:38.057 INFO:tasks.rados.rados.0.smithi046.stdout:521: rollback oid 31 current snap is 46 2024-09-20T21:43:38.057 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 31 to 40 2024-09-20T21:43:38.057 INFO:tasks.rados.rados.0.smithi046.stdout:518: finishing rollback tid 0 to smithi04683737-4 2024-09-20T21:43:38.057 INFO:tasks.rados.rados.0.smithi046.stdout:522: delete oid 40 current snap is 46 2024-09-20T21:43:38.058 INFO:tasks.rados.rados.0.smithi046.stdout:518: finishing rollback tid 1 to smithi04683737-4 2024-09-20T21:43:38.058 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 170 (ObjNum 465 snap 0 seq_num 1567468520) dirty dne 2024-09-20T21:43:38.062 INFO:tasks.rados.rados.0.smithi046.stdout:518: done (3 left) 2024-09-20T21:43:38.062 INFO:tasks.rados.rados.0.smithi046.stdout:520: done (2 left) 2024-09-20T21:43:38.062 INFO:tasks.rados.rados.0.smithi046.stdout:522: done (1 left) 2024-09-20T21:43:38.062 INFO:tasks.rados.rados.0.smithi046.stdout:523: rmattr oid 34 current snap is 46 2024-09-20T21:43:38.062 INFO:tasks.rados.rados.0.smithi046.stdout:523: done (1 left) 2024-09-20T21:43:38.062 INFO:tasks.rados.rados.0.smithi046.stdout:524: snap_create 2024-09-20T21:43:38.065 INFO:tasks.rados.rados.0.smithi046.stdout:521: finishing rollback tid 1 to smithi04683737-31 2024-09-20T21:43:38.065 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-20T21:43:38.369 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:38 smithi046 ceph-mon[28078]: osdmap e159: 8 total, 8 up, 8 in 2024-09-20T21:43:38.369 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:38 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:43:38.369 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:38 smithi046 ceph-mon[28078]: pgmap v27: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:43:38.369 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:38 smithi046 ceph-mon[28078]: osdmap e160: 8 total, 8 up, 8 in 2024-09-20T21:43:38.370 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:38 smithi046 ceph-mon[39760]: osdmap e159: 8 total, 8 up, 8 in 2024-09-20T21:43:38.370 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:38 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:43:38.370 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:38 smithi046 ceph-mon[39760]: pgmap v27: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:43:38.370 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:38 smithi046 ceph-mon[39760]: osdmap e160: 8 total, 8 up, 8 in 2024-09-20T21:43:38.370 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:43:38 smithi046 podman[86193]: 2024-09-20 21:43:38.15879589 +0000 UTC m=+0.660014956 container cleanup e6fe521d19daf674d84053b483666b0694cb9edae53393a5e1d69ad3b13abb2d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-20T21:43:38.370 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:43:38 smithi046 bash[86193]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a 2024-09-20T21:43:38.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:38 smithi134 ceph-mon[31761]: osdmap e159: 8 total, 8 up, 8 in 2024-09-20T21:43:38.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:38 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:43:38.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:38 smithi134 ceph-mon[31761]: pgmap v27: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:43:38.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:38 smithi134 ceph-mon[31761]: osdmap e160: 8 total, 8 up, 8 in 2024-09-20T21:43:38.650 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:43:38 smithi046 podman[86210]: 2024-09-20 21:43:38.368255845 +0000 UTC m=+0.722510582 container remove e6fe521d19daf674d84053b483666b0694cb9edae53393a5e1d69ad3b13abb2d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-20T21:43:38.651 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:43:38 smithi046 podman[86210]: 2024-09-20 21:43:38.469278899 +0000 UTC m=+0.823533636 volume remove a31b247b35a457f5fd161e390340d00d81c94e705a45af45e24634850805631a 2024-09-20T21:43:39.055 INFO:tasks.rados.rados.0.smithi046.stdout:521: done (1 left) 2024-09-20T21:43:39.055 INFO:tasks.rados.rados.0.smithi046.stdout:524: done (0 left) 2024-09-20T21:43:39.055 INFO:tasks.rados.rados.0.smithi046.stdout:525: delete oid 37 current snap is 47 2024-09-20T21:43:39.057 INFO:tasks.rados.rados.0.smithi046.stdout:525: done (0 left) 2024-09-20T21:43:39.057 INFO:tasks.rados.rados.0.smithi046.stdout:526: read oid 28 snap 36 2024-09-20T21:43:39.057 INFO:tasks.rados.rados.0.smithi046.stdout:526: expect (ObjNum 137 snap 32 seq_num 137) 2024-09-20T21:43:39.057 INFO:tasks.rados.rados.0.smithi046.stdout:527: read oid 2 snap 36 2024-09-20T21:43:39.058 INFO:tasks.rados.rados.0.smithi046.stdout:527: expect (ObjNum 97 snap 16 seq_num 97) 2024-09-20T21:43:39.058 INFO:tasks.rados.rados.0.smithi046.stdout:528: read oid 46 snap 33 2024-09-20T21:43:39.058 INFO:tasks.rados.rados.0.smithi046.stdout:528: expect (ObjNum 49 snap 0 seq_num 49) 2024-09-20T21:43:39.058 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 27 current snap is 47 2024-09-20T21:43:39.058 INFO:tasks.rados.rados.0.smithi046.stdout:529: seq_num 175 ranges {0=540672} 2024-09-20T21:43:39.061 INFO:tasks.rados.rados.0.smithi046.stdout:529: writing smithi04683737-27 from 0 to 540672 tid 1 2024-09-20T21:43:39.061 INFO:tasks.rados.rados.0.smithi046.stdout:530: read oid 43 snap 35 2024-09-20T21:43:39.061 INFO:tasks.rados.rados.0.smithi046.stdout:530: expect (ObjNum 138 snap 32 seq_num 138) 2024-09-20T21:43:39.061 INFO:tasks.rados.rados.0.smithi046.stdout:531: delete oid 50 current snap is 47 2024-09-20T21:43:39.065 INFO:tasks.rados.rados.0.smithi046.stdout:528: expect (ObjNum 49 snap 0 seq_num 49) 2024-09-20T21:43:39.099 INFO:tasks.rados.rados.0.smithi046.stdout:526: expect (ObjNum 137 snap 32 seq_num 137) 2024-09-20T21:43:39.151 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:43:38 smithi046 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@alertmanager.a.service: Deactivated successfully. 2024-09-20T21:43:39.151 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:43:38 smithi046 systemd[1]: Stopped Ceph alertmanager.a for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:43:39.151 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:43:38 smithi046 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@alertmanager.a.service: Consumed 1.145s CPU time. 2024-09-20T21:43:39.151 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:43:38 smithi046 systemd[1]: Starting Ceph alertmanager.a for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:43:39.180 INFO:tasks.rados.rados.0.smithi046.stdout:529: finishing write tid 1 to smithi04683737-27 2024-09-20T21:43:39.180 INFO:tasks.rados.rados.0.smithi046.stdout:529: finishing write tid 2 to smithi04683737-27 2024-09-20T21:43:39.180 INFO:tasks.rados.rados.0.smithi046.stdout:526: done (5 left) 2024-09-20T21:43:39.180 INFO:tasks.rados.rados.0.smithi046.stdout:528: done (4 left) 2024-09-20T21:43:39.180 INFO:tasks.rados.rados.0.smithi046.stdout:531: done (3 left) 2024-09-20T21:43:39.180 INFO:tasks.rados.rados.0.smithi046.stdout:532: read oid 4 snap -1 2024-09-20T21:43:39.181 INFO:tasks.rados.rados.0.smithi046.stdout:532: expect deleted 2024-09-20T21:43:39.181 INFO:tasks.rados.rados.0.smithi046.stdout:533: copy_from oid 37 from oid 48 current snap is 47 2024-09-20T21:43:39.181 INFO:tasks.rados.rados.0.smithi046.stdout:529: finishing write tid 3 to smithi04683737-27 2024-09-20T21:43:39.181 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 98 (ObjNum 175 snap 47 seq_num 175) dirty exists 2024-09-20T21:43:39.181 INFO:tasks.rados.rados.0.smithi046.stdout:529: left oid 27 (ObjNum 175 snap 47 seq_num 175) 2024-09-20T21:43:39.181 INFO:tasks.rados.rados.0.smithi046.stdout:527: expect (ObjNum 97 snap 16 seq_num 97) 2024-09-20T21:43:39.228 INFO:tasks.rados.rados.0.smithi046.stdout:530: expect (ObjNum 138 snap 32 seq_num 138) 2024-09-20T21:43:39.406 INFO:tasks.rados.rados.0.smithi046.stdout:533: finishing copy_from racing read to smithi04683737-37 2024-09-20T21:43:39.406 INFO:tasks.rados.rados.0.smithi046.stdout:533: finishing copy_from to smithi04683737-37 2024-09-20T21:43:39.406 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 191 (ObjNum 104 snap 17 seq_num 104) dirty exists 2024-09-20T21:43:39.407 INFO:tasks.rados.rados.0.smithi046.stdout:527: done (4 left) 2024-09-20T21:43:39.407 INFO:tasks.rados.rados.0.smithi046.stdout:529: done (3 left) 2024-09-20T21:43:39.407 INFO:tasks.rados.rados.0.smithi046.stdout:530: done (2 left) 2024-09-20T21:43:39.407 INFO:tasks.rados.rados.0.smithi046.stdout:532: done (1 left) 2024-09-20T21:43:39.407 INFO:tasks.rados.rados.0.smithi046.stdout:533: done (0 left) 2024-09-20T21:43:39.407 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 47 2024-09-20T21:43:39.407 INFO:tasks.rados.rados.0.smithi046.stdout:534: seq_num 177 ranges {0=573440} 2024-09-20T21:43:39.409 INFO:tasks.rados.rados.0.smithi046.stdout:534: writing smithi04683737-46 from 0 to 573440 tid 1 2024-09-20T21:43:39.409 INFO:tasks.rados.rados.0.smithi046.stdout:535: delete oid 35 current snap is 47 2024-09-20T21:43:39.410 INFO:tasks.rados.rados.0.smithi046.stdout:535: done (1 left) 2024-09-20T21:43:39.410 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 38 current snap is 47 2024-09-20T21:43:39.411 INFO:tasks.rados.rados.0.smithi046.stdout:536: seq_num 179 ranges {2596864=606208} 2024-09-20T21:43:39.428 INFO:tasks.rados.rados.0.smithi046.stdout:536: writing smithi04683737-38 from 2596864 to 3203072 tid 1 2024-09-20T21:43:39.428 INFO:tasks.rados.rados.0.smithi046.stdout:537: setattr oid 17 current snap is 47 2024-09-20T21:43:39.428 INFO:tasks.rados.rados.0.smithi046.stdout:534: finishing write tid 1 to smithi04683737-46 2024-09-20T21:43:39.428 INFO:tasks.rados.rados.0.smithi046.stdout:534: finishing write tid 2 to smithi04683737-46 2024-09-20T21:43:39.428 INFO:tasks.rados.rados.0.smithi046.stdout:534: finishing write tid 3 to smithi04683737-46 2024-09-20T21:43:39.428 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 133 (ObjNum 177 snap 47 seq_num 177) dirty exists 2024-09-20T21:43:39.428 INFO:tasks.rados.rados.0.smithi046.stdout:534: left oid 46 (ObjNum 177 snap 47 seq_num 177) 2024-09-20T21:43:39.429 INFO:tasks.rados.rados.0.smithi046.stdout:534: done (2 left) 2024-09-20T21:43:39.429 INFO:tasks.rados.rados.0.smithi046.stdout:538: delete oid 43 current snap is 47 2024-09-20T21:43:39.432 INFO:tasks.rados.rados.0.smithi046.stdout:538: done (2 left) 2024-09-20T21:43:39.432 INFO:tasks.rados.rados.0.smithi046.stdout:539: snap_remove snap 36 2024-09-20T21:43:39.651 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:43:39 smithi046 podman[86345]: 2024-09-20 21:43:39.096088822 +0000 UTC m=+0.027018612 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-09-20T21:43:39.651 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:43:39 smithi046 podman[86345]: 2024-09-20 21:43:39.212218765 +0000 UTC m=+0.143148555 volume create b4378973e412e0dd133b5bb25e01b25b75e895222a0b79b43bf2cad8710bbb97 2024-09-20T21:43:39.651 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:43:39 smithi046 podman[86345]: 2024-09-20 21:43:39.32123576 +0000 UTC m=+0.252165551 container create 0d74f13360c69d2570cbe2ca5d9d063a7ac2555d8b3f0e9473fbd21bca51c2c9 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-20T21:43:39.941 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:43:39 smithi046 podman[86345]: 2024-09-20 21:43:39.757408059 +0000 UTC m=+0.688337850 container init 0d74f13360c69d2570cbe2ca5d9d063a7ac2555d8b3f0e9473fbd21bca51c2c9 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-20T21:43:39.941 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:43:39 smithi046 podman[86345]: 2024-09-20 21:43:39.762411692 +0000 UTC m=+0.693341483 container start 0d74f13360c69d2570cbe2ca5d9d063a7ac2555d8b3f0e9473fbd21bca51c2c9 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-20T21:43:39.941 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:43:39 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a[86359]: ts=2024-09-20T21:43:39.774Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-20T21:43:39.941 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:43:39 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a[86359]: ts=2024-09-20T21:43:39.774Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-20T21:43:39.941 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:43:39 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a[86359]: ts=2024-09-20T21:43:39.776Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.46 port=9094 2024-09-20T21:43:39.941 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:43:39 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a[86359]: ts=2024-09-20T21:43:39.778Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-20T21:43:39.941 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:43:39 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a[86359]: ts=2024-09-20T21:43:39.805Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-20T21:43:39.941 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:43:39 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a[86359]: ts=2024-09-20T21:43:39.805Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-20T21:43:39.942 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:43:39 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a[86359]: ts=2024-09-20T21:43:39.808Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-20T21:43:39.942 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:43:39 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a[86359]: ts=2024-09-20T21:43:39.808Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-20T21:43:39.942 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:43:39 smithi046 bash[86345]: 0d74f13360c69d2570cbe2ca5d9d063a7ac2555d8b3f0e9473fbd21bca51c2c9 2024-09-20T21:43:39.942 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:43:39 smithi046 systemd[1]: Started Ceph alertmanager.a for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:43:40.063 INFO:tasks.rados.rados.0.smithi046.stdout:539: done (2 left) 2024-09-20T21:43:40.063 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 47 2024-09-20T21:43:40.063 INFO:tasks.rados.rados.0.smithi046.stdout:540: seq_num 181 ranges {2375680=638976} 2024-09-20T21:43:40.079 INFO:tasks.rados.rados.0.smithi046.stdout:540: writing smithi04683737-33 from 2375680 to 3014656 tid 1 2024-09-20T21:43:40.080 INFO:tasks.rados.rados.0.smithi046.stdout:536: finishing write tid 1 to smithi04683737-38 2024-09-20T21:43:40.081 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 212 (ObjNum 168 snap 45 seq_num 168) dirty exists 2024-09-20T21:43:40.081 INFO:tasks.rados.rados.0.smithi046.stdout:536: finishing write tid 2 to smithi04683737-38 2024-09-20T21:43:40.081 INFO:tasks.rados.rados.0.smithi046.stdout:536: finishing write tid 3 to smithi04683737-38 2024-09-20T21:43:40.081 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 193 (ObjNum 179 snap 47 seq_num 179) dirty exists 2024-09-20T21:43:40.081 INFO:tasks.rados.rados.0.smithi046.stdout:536: left oid 38 (ObjNum 179 snap 47 seq_num 179) 2024-09-20T21:43:40.081 INFO:tasks.rados.rados.0.smithi046.stdout:536: done (2 left) 2024-09-20T21:43:40.081 INFO:tasks.rados.rados.0.smithi046.stdout:537: done (1 left) 2024-09-20T21:43:40.082 INFO:tasks.rados.rados.0.smithi046.stdout:541: snap_create 2024-09-20T21:43:40.083 INFO:tasks.rados.rados.0.smithi046.stdout:540: finishing write tid 1 to smithi04683737-33 2024-09-20T21:43:40.083 INFO:tasks.rados.rados.0.smithi046.stdout:540: finishing write tid 2 to smithi04683737-33 2024-09-20T21:43:40.084 INFO:tasks.rados.rados.0.smithi046.stdout:540: finishing write tid 3 to smithi04683737-33 2024-09-20T21:43:40.084 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 78 (ObjNum 181 snap 47 seq_num 181) dirty exists 2024-09-20T21:43:40.084 INFO:tasks.rados.rados.0.smithi046.stdout:540: left oid 33 (ObjNum 181 snap 47 seq_num 181) 2024-09-20T21:43:40.292 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:40 smithi046 ceph-mon[39760]: osdmap e161: 8 total, 8 up, 8 in 2024-09-20T21:43:40.292 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:40 smithi046 ceph-mon[39760]: pgmap v30: 121 pgs: 121 active+clean; 125 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-09-20T21:43:40.292 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:40 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:40.292 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:40 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:40.292 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:40 smithi046 ceph-mon[28078]: osdmap e161: 8 total, 8 up, 8 in 2024-09-20T21:43:40.293 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:40 smithi046 ceph-mon[28078]: pgmap v30: 121 pgs: 121 active+clean; 125 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-09-20T21:43:40.293 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:40 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:40.293 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:40 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:40.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:40 smithi134 ceph-mon[31761]: osdmap e161: 8 total, 8 up, 8 in 2024-09-20T21:43:40.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:40 smithi134 ceph-mon[31761]: pgmap v30: 121 pgs: 121 active+clean; 125 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-09-20T21:43:40.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:40 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:40.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:40 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:40.650 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:40 smithi046 systemd[1]: Stopping Ceph node-exporter.a for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:43:41.057 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:40 smithi046 podman[86550]: 2024-09-20 21:43:40.800046496 +0000 UTC m=+0.124593598 container died 44868475809f147654cc7fe7a4310aab929a17fd4186a683934d92ea67bad42d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-20T21:43:41.064 INFO:tasks.rados.rados.0.smithi046.stdout:540: done (1 left) 2024-09-20T21:43:41.064 INFO:tasks.rados.rados.0.smithi046.stdout:541: done (0 left) 2024-09-20T21:43:41.065 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 27 current snap is 48 2024-09-20T21:43:41.065 INFO:tasks.rados.rados.0.smithi046.stdout:542: seq_num 182 ranges {540672=655360} 2024-09-20T21:43:41.071 INFO:tasks.rados.rados.0.smithi046.stdout:542: writing smithi04683737-27 from 540672 to 1196032 tid 1 2024-09-20T21:43:41.071 INFO:tasks.rados.rados.0.smithi046.stdout:543: rollback oid 16 current snap is 48 2024-09-20T21:43:41.071 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 16 to 47 2024-09-20T21:43:41.071 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 48 2024-09-20T21:43:41.071 INFO:tasks.rados.rados.0.smithi046.stdout:544: seq_num 183 ranges {6840320=671744} 2024-09-20T21:43:41.112 INFO:tasks.rados.rados.0.smithi046.stdout:544: writing smithi04683737-32 from 6840320 to 7512064 tid 1 2024-09-20T21:43:41.113 INFO:tasks.rados.rados.0.smithi046.stdout:545: snap_create 2024-09-20T21:43:41.113 INFO:tasks.rados.rados.0.smithi046.stdout:543: finishing rollback tid 0 to smithi04683737-16 2024-09-20T21:43:41.113 INFO:tasks.rados.rados.0.smithi046.stdout:543: finishing rollback tid 1 to smithi04683737-16 2024-09-20T21:43:41.113 INFO:tasks.rados.rados.0.smithi046.stdout:543: finishing rollback tid 2 to smithi04683737-16 2024-09-20T21:43:41.113 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 196 (ObjNum 113 snap 25 seq_num 113) dirty exists 2024-09-20T21:43:41.113 INFO:tasks.rados.rados.0.smithi046.stdout:542: finishing write tid 1 to smithi04683737-27 2024-09-20T21:43:41.113 INFO:tasks.rados.rados.0.smithi046.stdout:542: finishing write tid 2 to smithi04683737-27 2024-09-20T21:43:41.113 INFO:tasks.rados.rados.0.smithi046.stdout:542: finishing write tid 3 to smithi04683737-27 2024-09-20T21:43:41.113 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 103 (ObjNum 182 snap 48 seq_num 182) dirty exists 2024-09-20T21:43:41.113 INFO:tasks.rados.rados.0.smithi046.stdout:542: left oid 27 (ObjNum 182 snap 48 seq_num 182) 2024-09-20T21:43:41.115 INFO:tasks.rados.rados.0.smithi046.stdout:544: finishing write tid 1 to smithi04683737-32 2024-09-20T21:43:41.115 INFO:tasks.rados.rados.0.smithi046.stdout:544: finishing write tid 2 to smithi04683737-32 2024-09-20T21:43:41.116 INFO:tasks.rados.rados.0.smithi046.stdout:544: finishing write tid 3 to smithi04683737-32 2024-09-20T21:43:41.116 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 179 (ObjNum 183 snap 48 seq_num 183) dirty exists 2024-09-20T21:43:41.116 INFO:tasks.rados.rados.0.smithi046.stdout:544: left oid 32 (ObjNum 183 snap 48 seq_num 183) 2024-09-20T21:43:41.401 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:41 smithi046 podman[86550]: 2024-09-20 21:43:41.220676971 +0000 UTC m=+0.545224061 container cleanup 44868475809f147654cc7fe7a4310aab929a17fd4186a683934d92ea67bad42d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-20T21:43:41.401 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:41 smithi046 bash[86550]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a 2024-09-20T21:43:41.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:41 smithi046 ceph-mon[28078]: Reconfiguring node-exporter.a (dependencies changed)... 2024-09-20T21:43:41.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:41 smithi046 ceph-mon[28078]: Deploying daemon node-exporter.a on smithi046 2024-09-20T21:43:41.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:41 smithi046 ceph-mon[28078]: osdmap e162: 8 total, 8 up, 8 in 2024-09-20T21:43:41.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:41 smithi046 ceph-mon[39760]: Reconfiguring node-exporter.a (dependencies changed)... 2024-09-20T21:43:41.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:41 smithi046 ceph-mon[39760]: Deploying daemon node-exporter.a on smithi046 2024-09-20T21:43:41.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:41 smithi046 ceph-mon[39760]: osdmap e162: 8 total, 8 up, 8 in 2024-09-20T21:43:41.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:41 smithi134 ceph-mon[31761]: Reconfiguring node-exporter.a (dependencies changed)... 2024-09-20T21:43:41.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:41 smithi134 ceph-mon[31761]: Deploying daemon node-exporter.a on smithi046 2024-09-20T21:43:41.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:41 smithi134 ceph-mon[31761]: osdmap e162: 8 total, 8 up, 8 in 2024-09-20T21:43:41.669 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:41 smithi046 podman[86567]: 2024-09-20 21:43:41.413989138 +0000 UTC m=+0.617350683 container remove 44868475809f147654cc7fe7a4310aab929a17fd4186a683934d92ea67bad42d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-20T21:43:41.670 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:41 smithi046 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-20T21:43:41.867 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-20T21:43:42.067 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:41 smithi046 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-20T21:43:42.067 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:41 smithi046 systemd[1]: Stopped Ceph node-exporter.a for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:43:42.067 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:41 smithi046 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@node-exporter.a.service: Consumed 2.343s CPU time. 2024-09-20T21:43:42.067 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:41 smithi046 systemd[1]: Starting Ceph node-exporter.a for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:43:42.067 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:43:41 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a[86359]: ts=2024-09-20T21:43:41.778Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000020424s 2024-09-20T21:43:42.070 INFO:tasks.rados.rados.0.smithi046.stdout:542: done (3 left) 2024-09-20T21:43:42.070 INFO:tasks.rados.rados.0.smithi046.stdout:543: done (2 left) 2024-09-20T21:43:42.070 INFO:tasks.rados.rados.0.smithi046.stdout:544: done (1 left) 2024-09-20T21:43:42.070 INFO:tasks.rados.rados.0.smithi046.stdout:545: done (0 left) 2024-09-20T21:43:42.070 INFO:tasks.rados.rados.0.smithi046.stdout:546: setattr oid 7 current snap is 49 2024-09-20T21:43:42.073 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 49 2024-09-20T21:43:42.073 INFO:tasks.rados.rados.0.smithi046.stdout:547: seq_num 184 ranges {6840320=688128} 2024-09-20T21:43:42.114 INFO:tasks.rados.rados.0.smithi046.stdout:547: writing smithi04683737-19 from 6840320 to 7528448 tid 1 2024-09-20T21:43:42.115 INFO:tasks.rados.rados.0.smithi046.stdout:548: copy_from oid 13 from oid 8 current snap is 49 2024-09-20T21:43:42.115 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 22 (ObjNum 117 snap 25 seq_num 117) dirty exists 2024-09-20T21:43:42.115 INFO:tasks.rados.rados.0.smithi046.stdout:546: done (2 left) 2024-09-20T21:43:42.115 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 49 2024-09-20T21:43:42.115 INFO:tasks.rados.rados.0.smithi046.stdout:549: seq_num 185 ranges {8626176=704512} 2024-09-20T21:43:42.162 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-20T21:43:42.162 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 starting - - - - 2024-09-20T21:43:42.163 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi134 *:3000 running (3m) 13s ago 3m 86.6M - 9.4.7 954c08fa6188 3f825cd83393 2024-09-20T21:43:42.163 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (5m) 14s ago 5m 15.3M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 9e6c3beb915d 2024-09-20T21:43:42.163 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi134 running (5m) 13s ago 5m 17.0M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 132e8dbc5c5d 2024-09-20T21:43:42.163 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi134 *:8443,9283 running (39s) 13s ago 8m 484M - 19.1.1-367-g9e2ac70b cc9251b744a3 e8f84fc3cb0f 2024-09-20T21:43:42.163 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:9283,8765 running (10m) 14s ago 10m 255M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 08336f35d244 2024-09-20T21:43:42.163 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (10m) 14s ago 10m 54.8M 2048M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be baa510b5910b 2024-09-20T21:43:42.163 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi134 running (9m) 13s ago 9m 42.5M 2048M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be ddf2e1775ac2 2024-09-20T21:43:42.163 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (9m) 14s ago 9m 44.5M 2048M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be caea7f40cab3 2024-09-20T21:43:42.163 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (3m) 14s ago 3m 15.7M - 1.5.0 0da6a335fe13 44868475809f 2024-09-20T21:43:42.163 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi134 *:9100 running (3m) 13s ago 3m 15.0M - 1.5.0 0da6a335fe13 26c52b83fa71 2024-09-20T21:43:42.163 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (8m) 14s ago 8m 101M 2481M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 33a9f7bae4a4 2024-09-20T21:43:42.163 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (8m) 14s ago 8m 85.6M 2481M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be db8e5579c716 2024-09-20T21:43:42.163 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (7m) 14s ago 7m 82.4M 2481M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be c82637878174 2024-09-20T21:43:42.163 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (7m) 14s ago 7m 69.9M 2481M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be c17a4d58e03e 2024-09-20T21:43:42.164 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi134 running (7m) 13s ago 7m 77.5M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 16e7b884874f 2024-09-20T21:43:42.164 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi134 running (6m) 13s ago 6m 90.3M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 82e68e0822ae 2024-09-20T21:43:42.164 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi134 running (6m) 13s ago 6m 68.9M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be f826d37d1cf7 2024-09-20T21:43:42.164 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi134 running (5m) 13s ago 5m 70.5M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be fbf3a60c2bb0 2024-09-20T21:43:42.164 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi134 *:9095 running (3m) 13s ago 4m 53.8M - 2.43.0 a07b618ecd1d 1bda878230d9 2024-09-20T21:43:42.166 INFO:tasks.rados.rados.0.smithi046.stdout:549: writing smithi04683737-41 from 8626176 to 9330688 tid 1 2024-09-20T21:43:42.166 INFO:tasks.rados.rados.0.smithi046.stdout:550: read oid 20 snap 33 2024-09-20T21:43:42.166 INFO:tasks.rados.rados.0.smithi046.stdout:550: expect (ObjNum 60 snap 5 seq_num 60) 2024-09-20T21:43:42.166 INFO:tasks.rados.rados.0.smithi046.stdout:551: read oid 21 snap -1 2024-09-20T21:43:42.166 INFO:tasks.rados.rados.0.smithi046.stdout:551: expect (ObjNum 60 snap 5 seq_num 60) 2024-09-20T21:43:42.166 INFO:tasks.rados.rados.0.smithi046.stdout:552: read oid 7 snap -1 2024-09-20T21:43:42.166 INFO:tasks.rados.rados.0.smithi046.stdout:552: expect (ObjNum 117 snap 25 seq_num 117) 2024-09-20T21:43:42.167 INFO:tasks.rados.rados.0.smithi046.stdout:553: delete oid 44 current snap is 49 2024-09-20T21:43:42.167 INFO:tasks.rados.rados.0.smithi046.stdout:548: finishing copy_from to smithi04683737-13 2024-09-20T21:43:42.167 INFO:tasks.rados.rados.0.smithi046.stdout:548: got expected ENOENT (src dne) 2024-09-20T21:43:42.167 INFO:tasks.rados.rados.0.smithi046.stdout:548: finishing copy_from racing read to smithi04683737-13 2024-09-20T21:43:42.167 INFO:tasks.rados.rados.0.smithi046.stdout:547: finishing write tid 1 to smithi04683737-19 2024-09-20T21:43:42.167 INFO:tasks.rados.rados.0.smithi046.stdout:547: finishing write tid 2 to smithi04683737-19 2024-09-20T21:43:42.167 INFO:tasks.rados.rados.0.smithi046.stdout:547: finishing write tid 3 to smithi04683737-19 2024-09-20T21:43:42.167 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 147 (ObjNum 184 snap 49 seq_num 184) dirty exists 2024-09-20T21:43:42.167 INFO:tasks.rados.rados.0.smithi046.stdout:547: left oid 19 (ObjNum 184 snap 49 seq_num 184) 2024-09-20T21:43:42.168 INFO:tasks.rados.rados.0.smithi046.stdout:547: done (6 left) 2024-09-20T21:43:42.168 INFO:tasks.rados.rados.0.smithi046.stdout:548: done (5 left) 2024-09-20T21:43:42.168 INFO:tasks.rados.rados.0.smithi046.stdout:553: done (4 left) 2024-09-20T21:43:42.168 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 49 2024-09-20T21:43:42.168 INFO:tasks.rados.rados.0.smithi046.stdout:554: seq_num 187 ranges {0=737280} 2024-09-20T21:43:42.174 INFO:tasks.rados.rados.0.smithi046.stdout:554: writing smithi04683737-8 from 0 to 737280 tid 1 2024-09-20T21:43:42.174 INFO:tasks.rados.rados.0.smithi046.stdout:555: read oid 31 snap -1 2024-09-20T21:43:42.174 INFO:tasks.rados.rados.0.smithi046.stdout:555: expect deleted 2024-09-20T21:43:42.174 INFO:tasks.rados.rados.0.smithi046.stdout:556: rollback oid 27 current snap is 49 2024-09-20T21:43:42.174 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 27 to 48 2024-09-20T21:43:42.174 INFO:tasks.rados.rados.0.smithi046.stdout:552: expect (ObjNum 117 snap 25 seq_num 117) 2024-09-20T21:43:42.237 INFO:tasks.rados.rados.0.smithi046.stdout:549: finishing write tid 1 to smithi04683737-41 2024-09-20T21:43:42.237 INFO:tasks.rados.rados.0.smithi046.stdout:550: expect (ObjNum 60 snap 5 seq_num 60) 2024-09-20T21:43:42.273 INFO:tasks.rados.rados.0.smithi046.stdout:549: finishing write tid 2 to smithi04683737-41 2024-09-20T21:43:42.273 INFO:tasks.rados.rados.0.smithi046.stdout:556: finishing rollback tid 0 to smithi04683737-27 2024-09-20T21:43:42.273 INFO:tasks.rados.rados.0.smithi046.stdout:556: finishing rollback tid 1 to smithi04683737-27 2024-09-20T21:43:42.274 INFO:tasks.rados.rados.0.smithi046.stdout:551: expect (ObjNum 60 snap 5 seq_num 60) 2024-09-20T21:43:42.310 INFO:tasks.rados.rados.0.smithi046.stdout:549: finishing write tid 3 to smithi04683737-41 2024-09-20T21:43:42.310 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 166 (ObjNum 185 snap 49 seq_num 185) dirty exists 2024-09-20T21:43:42.310 INFO:tasks.rados.rados.0.smithi046.stdout:549: left oid 41 (ObjNum 185 snap 49 seq_num 185) 2024-09-20T21:43:42.310 INFO:tasks.rados.rados.0.smithi046.stdout:554: finishing write tid 1 to smithi04683737-8 2024-09-20T21:43:42.311 INFO:tasks.rados.rados.0.smithi046.stdout:549: done (6 left) 2024-09-20T21:43:42.311 INFO:tasks.rados.rados.0.smithi046.stdout:550: done (5 left) 2024-09-20T21:43:42.311 INFO:tasks.rados.rados.0.smithi046.stdout:551: done (4 left) 2024-09-20T21:43:42.311 INFO:tasks.rados.rados.0.smithi046.stdout:552: done (3 left) 2024-09-20T21:43:42.311 INFO:tasks.rados.rados.0.smithi046.stdout:555: done (2 left) 2024-09-20T21:43:42.311 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 34 current snap is 49 2024-09-20T21:43:42.311 INFO:tasks.rados.rados.0.smithi046.stdout:556: finishing rollback tid 2 to smithi04683737-27 2024-09-20T21:43:42.311 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 107 (ObjNum 182 snap 48 seq_num 182) dirty exists 2024-09-20T21:43:42.311 INFO:tasks.rados.rados.0.smithi046.stdout:554: finishing write tid 2 to smithi04683737-8 2024-09-20T21:43:42.311 INFO:tasks.rados.rados.0.smithi046.stdout:554: finishing write tid 3 to smithi04683737-8 2024-09-20T21:43:42.311 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 149 (ObjNum 187 snap 49 seq_num 187) dirty exists 2024-09-20T21:43:42.311 INFO:tasks.rados.rados.0.smithi046.stdout:554: left oid 8 (ObjNum 187 snap 49 seq_num 187) 2024-09-20T21:43:42.311 INFO:tasks.rados.rados.0.smithi046.stdout:557: seq_num 188 ranges {0=753664} 2024-09-20T21:43:42.314 INFO:tasks.rados.rados.0.smithi046.stdout:557: writing smithi04683737-34 from 0 to 753664 tid 1 2024-09-20T21:43:42.314 INFO:tasks.rados.rados.0.smithi046.stdout:554: done (2 left) 2024-09-20T21:43:42.314 INFO:tasks.rados.rados.0.smithi046.stdout:556: done (1 left) 2024-09-20T21:43:42.314 INFO:tasks.rados.rados.0.smithi046.stdout:558: snap_create 2024-09-20T21:43:42.317 INFO:tasks.rados.rados.0.smithi046.stdout:557: finishing write tid 1 to smithi04683737-34 2024-09-20T21:43:42.317 INFO:tasks.rados.rados.0.smithi046.stdout:557: finishing write tid 2 to smithi04683737-34 2024-09-20T21:43:42.319 INFO:tasks.rados.rados.0.smithi046.stdout:557: finishing write tid 3 to smithi04683737-34 2024-09-20T21:43:42.319 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 168 (ObjNum 188 snap 49 seq_num 188) dirty exists 2024-09-20T21:43:42.319 INFO:tasks.rados.rados.0.smithi046.stdout:557: left oid 34 (ObjNum 188 snap 49 seq_num 188) 2024-09-20T21:43:42.343 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-mon[28078]: osdmap e163: 8 total, 8 up, 8 in 2024-09-20T21:43:42.344 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-mon[28078]: pgmap v33: 121 pgs: 121 active+clean; 125 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-09-20T21:43:42.344 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-mon[28078]: from='client.24929 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:43:42.344 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-mon[39760]: osdmap e163: 8 total, 8 up, 8 in 2024-09-20T21:43:42.344 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-mon[39760]: pgmap v33: 121 pgs: 121 active+clean; 125 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-09-20T21:43:42.344 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-mon[39760]: from='client.24929 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:43:42.344 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 podman[86743]: 2024-09-20 21:43:42.012413544 +0000 UTC m=+0.019282152 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-20T21:43:42.344 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 podman[86743]: 2024-09-20 21:43:42.131973944 +0000 UTC m=+0.138842526 container create 808d8998a7db7950b5cc8ad5d05df827cfc0d92fd5af5381d4de727951c5e7ba (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-20T21:43:42.345 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 podman[86743]: 2024-09-20 21:43:42.34273021 +0000 UTC m=+0.349598813 container init 808d8998a7db7950b5cc8ad5d05df827cfc0d92fd5af5381d4de727951c5e7ba (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-20T21:43:42.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:42 smithi134 ceph-mon[31761]: osdmap e163: 8 total, 8 up, 8 in 2024-09-20T21:43:42.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:42 smithi134 ceph-mon[31761]: pgmap v33: 121 pgs: 121 active+clean; 125 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-09-20T21:43:42.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:42 smithi134 ceph-mon[31761]: from='client.24929 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:43:42.517 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-20T21:43:42.517 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-20T21:43:42.517 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 3 2024-09-20T21:43:42.517 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:43:42.518 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-20T21:43:42.518 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 1, 2024-09-20T21:43:42.518 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 1 2024-09-20T21:43:42.518 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:43:42.518 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-20T21:43:42.518 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 8 2024-09-20T21:43:42.518 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:43:42.518 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-20T21:43:42.518 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 2 2024-09-20T21:43:42.518 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:43:42.518 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-20T21:43:42.518 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 14, 2024-09-20T21:43:42.518 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 1 2024-09-20T21:43:42.518 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-20T21:43:42.519 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-20T21:43:42.651 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 podman[86743]: 2024-09-20 21:43:42.34942477 +0000 UTC m=+0.356293354 container start 808d8998a7db7950b5cc8ad5d05df827cfc0d92fd5af5381d4de727951c5e7ba (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-20T21:43:42.651 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.353Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-20T21:43:42.651 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.353Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-20T21:43:42.651 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.355Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-20T21:43:42.651 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.355Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-20T21:43:42.651 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.355Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-20T21:43:42.652 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.355Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-20T21:43:42.652 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.355Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-20T21:43:42.652 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.355Z caller=node_exporter.go:117 level=info collector=arp 2024-09-20T21:43:42.652 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.355Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-20T21:43:42.652 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.355Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-20T21:43:42.652 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.355Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-20T21:43:42.652 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.355Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-20T21:43:42.652 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.355Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-20T21:43:42.652 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.355Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-20T21:43:42.652 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.355Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-20T21:43:42.652 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.355Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-20T21:43:42.653 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.355Z caller=node_exporter.go:117 level=info collector=edac 2024-09-20T21:43:42.653 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.355Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-20T21:43:42.653 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.355Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-20T21:43:42.653 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.355Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-20T21:43:42.653 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.355Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-20T21:43:42.653 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.355Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-20T21:43:42.653 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.355Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-20T21:43:42.653 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.355Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-20T21:43:42.653 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.355Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-20T21:43:42.654 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.355Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-20T21:43:42.654 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.355Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-20T21:43:42.654 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.356Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-20T21:43:42.654 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.356Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-20T21:43:42.654 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.356Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-20T21:43:42.654 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.356Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-20T21:43:42.654 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.356Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-20T21:43:42.654 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.356Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-20T21:43:42.654 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.356Z caller=node_exporter.go:117 level=info collector=os 2024-09-20T21:43:42.654 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.356Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-20T21:43:42.654 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.356Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-20T21:43:42.654 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.356Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-20T21:43:42.654 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.356Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-20T21:43:42.655 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.356Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-20T21:43:42.655 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.356Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-20T21:43:42.655 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.356Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-20T21:43:42.655 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.356Z caller=node_exporter.go:117 level=info collector=stat 2024-09-20T21:43:42.655 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.356Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-20T21:43:42.655 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.356Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-20T21:43:42.655 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.356Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-20T21:43:42.655 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.356Z caller=node_exporter.go:117 level=info collector=time 2024-09-20T21:43:42.655 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.356Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-20T21:43:42.655 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.356Z caller=node_exporter.go:117 level=info collector=uname 2024-09-20T21:43:42.655 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.356Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-20T21:43:42.655 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.356Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-20T21:43:42.655 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.356Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-20T21:43:42.656 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.356Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-20T21:43:42.656 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a[86760]: ts=2024-09-20T21:43:42.356Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-20T21:43:42.656 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 bash[86743]: 808d8998a7db7950b5cc8ad5d05df827cfc0d92fd5af5381d4de727951c5e7ba 2024-09-20T21:43:42.656 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 21:43:42 smithi046 systemd[1]: Started Ceph node-exporter.a for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:43:43.056 INFO:tasks.rados.rados.0.smithi046.stdout:557: done (1 left) 2024-09-20T21:43:43.056 INFO:tasks.rados.rados.0.smithi046.stdout:558: done (0 left) 2024-09-20T21:43:43.056 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 50 2024-09-20T21:43:43.056 INFO:tasks.rados.rados.0.smithi046.stdout:559: seq_num 189 ranges {8626176=770048} 2024-09-20T21:43:43.107 INFO:tasks.rados.rados.0.smithi046.stdout:559: writing smithi04683737-18 from 8626176 to 9396224 tid 1 2024-09-20T21:43:43.107 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 50 2024-09-20T21:43:43.107 INFO:tasks.rados.rados.0.smithi046.stdout:560: seq_num 190 ranges {442368=786432} 2024-09-20T21:43:43.115 INFO:tasks.rados.rados.0.smithi046.stdout:560: writing smithi04683737-39 from 442368 to 1228800 tid 1 2024-09-20T21:43:43.115 INFO:tasks.rados.rados.0.smithi046.stdout:561: setattr oid 49 current snap is 50 2024-09-20T21:43:43.115 INFO:tasks.rados.rados.0.smithi046.stdout:559: finishing write tid 1 to smithi04683737-18 2024-09-20T21:43:43.116 INFO:tasks.rados.rados.0.smithi046.stdout:559: finishing write tid 2 to smithi04683737-18 2024-09-20T21:43:43.116 INFO:tasks.rados.rados.0.smithi046.stdout:559: finishing write tid 3 to smithi04683737-18 2024-09-20T21:43:43.116 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 219 (ObjNum 189 snap 50 seq_num 189) dirty exists 2024-09-20T21:43:43.116 INFO:tasks.rados.rados.0.smithi046.stdout:559: left oid 18 (ObjNum 189 snap 50 seq_num 189) 2024-09-20T21:43:43.118 INFO:tasks.rados.rados.0.smithi046.stdout:559: done (2 left) 2024-09-20T21:43:43.118 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 50 2024-09-20T21:43:43.118 INFO:tasks.rados.rados.0.smithi046.stdout:562: seq_num 191 ranges {737280=802816} 2024-09-20T21:43:43.127 INFO:tasks.rados.rados.0.smithi046.stdout:562: writing smithi04683737-8 from 737280 to 1540096 tid 1 2024-09-20T21:43:43.127 INFO:tasks.rados.rados.0.smithi046.stdout:563: rollback oid 23 current snap is 50 2024-09-20T21:43:43.127 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 23 to 45 2024-09-20T21:43:43.127 INFO:tasks.rados.rados.0.smithi046.stdout:560: finishing write tid 1 to smithi04683737-39 2024-09-20T21:43:43.127 INFO:tasks.rados.rados.0.smithi046.stdout:560: finishing write tid 2 to smithi04683737-39 2024-09-20T21:43:43.128 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 181 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-20T21:43:43.128 INFO:tasks.rados.rados.0.smithi046.stdout:560: finishing write tid 3 to smithi04683737-39 2024-09-20T21:43:43.128 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 99 (ObjNum 190 snap 50 seq_num 190) dirty exists 2024-09-20T21:43:43.128 INFO:tasks.rados.rados.0.smithi046.stdout:560: left oid 39 (ObjNum 190 snap 50 seq_num 190) 2024-09-20T21:43:43.128 INFO:tasks.rados.rados.0.smithi046.stdout:560: done (3 left) 2024-09-20T21:43:43.128 INFO:tasks.rados.rados.0.smithi046.stdout:561: done (2 left) 2024-09-20T21:43:43.128 INFO:tasks.rados.rados.0.smithi046.stdout:564: copy_from oid 46 from oid 12 current snap is 50 2024-09-20T21:43:43.128 INFO:tasks.rados.rados.0.smithi046.stdout:565: snap_remove snap 47 2024-09-20T21:43:43.382 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:43 smithi134 ceph-mon[31761]: osdmap e164: 8 total, 8 up, 8 in 2024-09-20T21:43:43.382 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:43 smithi134 ceph-mon[31761]: from='client.15039 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:43:43.382 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:43 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:43.383 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:43 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:43.383 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:43 smithi134 ceph-mon[31761]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-20T21:43:43.383 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:43 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/560508883' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:43:43.383 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:43 smithi134 ceph-mon[31761]: Deploying daemon prometheus.a on smithi134 2024-09-20T21:43:43.383 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:43 smithi134 ceph-mon[31761]: osdmap e165: 8 total, 8 up, 8 in 2024-09-20T21:43:43.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:43 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[28330]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:43:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-20T21:43:43.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:43 smithi046 ceph-mon[28078]: osdmap e164: 8 total, 8 up, 8 in 2024-09-20T21:43:43.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:43 smithi046 ceph-mon[28078]: from='client.15039 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:43:43.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:43 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:43.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:43 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:43.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:43 smithi046 ceph-mon[28078]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-20T21:43:43.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:43 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/560508883' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:43:43.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:43 smithi046 ceph-mon[28078]: Deploying daemon prometheus.a on smithi134 2024-09-20T21:43:43.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:43 smithi046 ceph-mon[28078]: osdmap e165: 8 total, 8 up, 8 in 2024-09-20T21:43:43.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:43 smithi046 ceph-mon[39760]: osdmap e164: 8 total, 8 up, 8 in 2024-09-20T21:43:43.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:43 smithi046 ceph-mon[39760]: from='client.15039 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:43:43.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:43 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:43.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:43 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:43.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:43 smithi046 ceph-mon[39760]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-20T21:43:43.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:43 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/560508883' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:43:43.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:43 smithi046 ceph-mon[39760]: Deploying daemon prometheus.a on smithi134 2024-09-20T21:43:43.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:43 smithi046 ceph-mon[39760]: osdmap e165: 8 total, 8 up, 8 in 2024-09-20T21:43:44.078 INFO:tasks.rados.rados.0.smithi046.stdout:565: done (3 left) 2024-09-20T21:43:44.078 INFO:tasks.rados.rados.0.smithi046.stdout:566: copy_from oid 30 from oid 35 current snap is 50 2024-09-20T21:43:44.078 INFO:tasks.rados.rados.0.smithi046.stdout:563: finishing rollback tid 0 to smithi04683737-23 2024-09-20T21:43:44.078 INFO:tasks.rados.rados.0.smithi046.stdout:563: finishing rollback tid 1 to smithi04683737-23 2024-09-20T21:43:44.078 INFO:tasks.rados.rados.0.smithi046.stdout:563: finishing rollback tid 2 to smithi04683737-23 2024-09-20T21:43:44.078 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 143 (ObjNum 148 snap 38 seq_num 148) dirty exists 2024-09-20T21:43:44.078 INFO:tasks.rados.rados.0.smithi046.stdout:562: finishing write tid 1 to smithi04683737-8 2024-09-20T21:43:44.078 INFO:tasks.rados.rados.0.smithi046.stdout:562: finishing write tid 2 to smithi04683737-8 2024-09-20T21:43:44.078 INFO:tasks.rados.rados.0.smithi046.stdout:562: finishing write tid 3 to smithi04683737-8 2024-09-20T21:43:44.078 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 151 (ObjNum 191 snap 50 seq_num 191) dirty exists 2024-09-20T21:43:44.078 INFO:tasks.rados.rados.0.smithi046.stdout:562: left oid 8 (ObjNum 191 snap 50 seq_num 191) 2024-09-20T21:43:44.079 INFO:tasks.rados.rados.0.smithi046.stdout:564: finishing copy_from racing read to smithi04683737-46 2024-09-20T21:43:44.079 INFO:tasks.rados.rados.0.smithi046.stdout:564: finishing copy_from to smithi04683737-46 2024-09-20T21:43:44.079 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 76 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-09-20T21:43:44.079 INFO:tasks.rados.rados.0.smithi046.stdout:562: done (3 left) 2024-09-20T21:43:44.079 INFO:tasks.rados.rados.0.smithi046.stdout:563: done (2 left) 2024-09-20T21:43:44.079 INFO:tasks.rados.rados.0.smithi046.stdout:564: done (1 left) 2024-09-20T21:43:44.079 INFO:tasks.rados.rados.0.smithi046.stdout:567: read oid 44 snap 46 2024-09-20T21:43:44.079 INFO:tasks.rados.rados.0.smithi046.stdout:567: expect (ObjNum 156 snap 39 seq_num 156) 2024-09-20T21:43:44.079 INFO:tasks.rados.rados.0.smithi046.stdout:568: copy_from oid 46 from oid 10 current snap is 50 2024-09-20T21:43:44.079 INFO:tasks.rados.rados.0.smithi046.stdout:569: delete oid 19 current snap is 50 2024-09-20T21:43:44.085 INFO:tasks.rados.rados.0.smithi046.stdout:569: done (3 left) 2024-09-20T21:43:44.085 INFO:tasks.rados.rados.0.smithi046.stdout:570: snap_create 2024-09-20T21:43:44.085 INFO:tasks.rados.rados.0.smithi046.stdout:566: finishing copy_from to smithi04683737-30 2024-09-20T21:43:44.085 INFO:tasks.rados.rados.0.smithi046.stdout:566: got expected ENOENT (src dne) 2024-09-20T21:43:44.085 INFO:tasks.rados.rados.0.smithi046.stdout:566: finishing copy_from racing read to smithi04683737-30 2024-09-20T21:43:44.087 INFO:tasks.rados.rados.0.smithi046.stdout:567: expect (ObjNum 156 snap 39 seq_num 156) 2024-09-20T21:43:44.095 INFO:tasks.rados.rados.0.smithi046.stdout:568: finishing copy_from racing read to smithi04683737-46 2024-09-20T21:43:44.096 INFO:tasks.rados.rados.0.smithi046.stdout:568: finishing copy_from to smithi04683737-46 2024-09-20T21:43:44.096 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 82 (ObjNum 101 snap 17 seq_num 101) dirty exists 2024-09-20T21:43:44.294 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:44 smithi134 ceph-mon[31761]: pgmap v36: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-09-20T21:43:44.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:44 smithi046 ceph-mon[28078]: pgmap v36: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-09-20T21:43:44.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:44 smithi046 ceph-mon[39760]: pgmap v36: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-09-20T21:43:45.082 INFO:tasks.rados.rados.0.smithi046.stdout:566: done (3 left) 2024-09-20T21:43:45.082 INFO:tasks.rados.rados.0.smithi046.stdout:567: done (2 left) 2024-09-20T21:43:45.082 INFO:tasks.rados.rados.0.smithi046.stdout:568: done (1 left) 2024-09-20T21:43:45.082 INFO:tasks.rados.rados.0.smithi046.stdout:570: done (0 left) 2024-09-20T21:43:45.082 INFO:tasks.rados.rados.0.smithi046.stdout:571: read oid 45 snap -1 2024-09-20T21:43:45.082 INFO:tasks.rados.rados.0.smithi046.stdout:571: expect (ObjNum 172 snap 46 seq_num 172) 2024-09-20T21:43:45.082 INFO:tasks.rados.rados.0.smithi046.stdout:572: setattr oid 1 current snap is 51 2024-09-20T21:43:45.083 INFO:tasks.rados.rados.0.smithi046.stdout:573: rmattr oid 34 current snap is 51 2024-09-20T21:43:45.083 INFO:tasks.rados.rados.0.smithi046.stdout:573: done (2 left) 2024-09-20T21:43:45.083 INFO:tasks.rados.rados.0.smithi046.stdout:574: read oid 10 snap -1 2024-09-20T21:43:45.083 INFO:tasks.rados.rados.0.smithi046.stdout:574: expect (ObjNum 101 snap 17 seq_num 101) 2024-09-20T21:43:45.083 INFO:tasks.rados.rados.0.smithi046.stdout:575: snap_remove snap 50 2024-09-20T21:43:45.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:45 smithi046 ceph-mon[28078]: osdmap e166: 8 total, 8 up, 8 in 2024-09-20T21:43:45.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:45 smithi046 ceph-mon[39760]: osdmap e166: 8 total, 8 up, 8 in 2024-09-20T21:43:45.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:45 smithi134 ceph-mon[31761]: osdmap e166: 8 total, 8 up, 8 in 2024-09-20T21:43:46.087 INFO:tasks.rados.rados.0.smithi046.stdout:575: done (3 left) 2024-09-20T21:43:46.087 INFO:tasks.rados.rados.0.smithi046.stdout:576: snap_create 2024-09-20T21:43:46.087 INFO:tasks.rados.rados.0.smithi046.stdout:574: expect (ObjNum 101 snap 17 seq_num 101) 2024-09-20T21:43:46.161 INFO:tasks.rados.rados.0.smithi046.stdout:571: expect (ObjNum 172 snap 46 seq_num 172) 2024-09-20T21:43:46.335 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:46 smithi134 systemd[1]: Stopping Ceph prometheus.a for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:43:46.335 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:46 smithi134 ceph-mon[31761]: osdmap e167: 8 total, 8 up, 8 in 2024-09-20T21:43:46.335 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:46 smithi134 ceph-mon[31761]: pgmap v39: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-09-20T21:43:46.371 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 91 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-20T21:43:46.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:46 smithi046 ceph-mon[28078]: osdmap e167: 8 total, 8 up, 8 in 2024-09-20T21:43:46.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:46 smithi046 ceph-mon[28078]: pgmap v39: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-09-20T21:43:46.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:46 smithi046 ceph-mon[39760]: osdmap e167: 8 total, 8 up, 8 in 2024-09-20T21:43:46.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:46 smithi046 ceph-mon[39760]: pgmap v39: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-09-20T21:43:46.600 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:46 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[65463]: ts=2024-09-20T21:43:46.333Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-20T21:43:46.600 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:46 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[65463]: ts=2024-09-20T21:43:46.333Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-20T21:43:46.601 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:46 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[65463]: ts=2024-09-20T21:43:46.333Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-20T21:43:46.601 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:46 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[65463]: ts=2024-09-20T21:43:46.333Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-20T21:43:46.601 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:46 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[65463]: ts=2024-09-20T21:43:46.333Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-20T21:43:46.601 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:46 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[65463]: ts=2024-09-20T21:43:46.333Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-20T21:43:46.601 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:46 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[65463]: ts=2024-09-20T21:43:46.333Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-20T21:43:46.601 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:46 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[65463]: ts=2024-09-20T21:43:46.333Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-20T21:43:46.601 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:46 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[65463]: ts=2024-09-20T21:43:46.334Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-20T21:43:46.601 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:46 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[65463]: ts=2024-09-20T21:43:46.334Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-20T21:43:46.601 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:46 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[65463]: ts=2024-09-20T21:43:46.334Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-20T21:43:46.601 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:46 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[65463]: ts=2024-09-20T21:43:46.334Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-20T21:43:46.601 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:46 smithi134 podman[76331]: 2024-09-20 21:43:46.343829548 +0000 UTC m=+0.124613326 container died 1bda878230d935f51172d8f322e4c6a7424a623a92d3e1ee3f7bc8db22fdad0b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-20T21:43:46.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:46 smithi134 podman[76331]: 2024-09-20 21:43:46.697059931 +0000 UTC m=+0.477843708 container cleanup 1bda878230d935f51172d8f322e4c6a7424a623a92d3e1ee3f7bc8db22fdad0b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-20T21:43:46.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:46 smithi134 bash[76331]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a 2024-09-20T21:43:47.088 INFO:tasks.rados.rados.0.smithi046.stdout:571: done (3 left) 2024-09-20T21:43:47.088 INFO:tasks.rados.rados.0.smithi046.stdout:572: done (2 left) 2024-09-20T21:43:47.089 INFO:tasks.rados.rados.0.smithi046.stdout:574: done (1 left) 2024-09-20T21:43:47.089 INFO:tasks.rados.rados.0.smithi046.stdout:576: done (0 left) 2024-09-20T21:43:47.089 INFO:tasks.rados.rados.0.smithi046.stdout:577: rmattr oid 40 current snap is 52 2024-09-20T21:43:47.089 INFO:tasks.rados.rados.0.smithi046.stdout:577: done (0 left) 2024-09-20T21:43:47.089 INFO:tasks.rados.rados.0.smithi046.stdout:578: read oid 10 snap 44 2024-09-20T21:43:47.089 INFO:tasks.rados.rados.0.smithi046.stdout:578: expect (ObjNum 101 snap 17 seq_num 101) 2024-09-20T21:43:47.089 INFO:tasks.rados.rados.0.smithi046.stdout:579: delete oid 24 current snap is 52 2024-09-20T21:43:47.104 INFO:tasks.rados.rados.0.smithi046.stdout:578: expect (ObjNum 101 snap 17 seq_num 101) 2024-09-20T21:43:47.179 INFO:tasks.rados.rados.0.smithi046.stdout:578: done (1 left) 2024-09-20T21:43:47.179 INFO:tasks.rados.rados.0.smithi046.stdout:579: done (0 left) 2024-09-20T21:43:47.179 INFO:tasks.rados.rados.0.smithi046.stdout:580: setattr oid 29 current snap is 52 2024-09-20T21:43:47.180 INFO:tasks.rados.rados.0.smithi046.stdout:581: read oid 37 snap 51 2024-09-20T21:43:47.180 INFO:tasks.rados.rados.0.smithi046.stdout:581: expect (ObjNum 104 snap 17 seq_num 104) 2024-09-20T21:43:47.180 INFO:tasks.rados.rados.0.smithi046.stdout:582: rollback oid 9 current snap is 52 2024-09-20T21:43:47.180 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 9 to 33 2024-09-20T21:43:47.180 INFO:tasks.rados.rados.0.smithi046.stdout:583: setattr oid 16 current snap is 52 2024-09-20T21:43:47.182 INFO:tasks.rados.rados.0.smithi046.stdout:584: setattr oid 31 current snap is 52 2024-09-20T21:43:47.183 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 153 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-20T21:43:47.183 INFO:tasks.rados.rados.0.smithi046.stdout:580: done (4 left) 2024-09-20T21:43:47.183 INFO:tasks.rados.rados.0.smithi046.stdout:585: delete oid 30 current snap is 52 2024-09-20T21:43:47.186 INFO:tasks.rados.rados.0.smithi046.stdout:582: finishing rollback tid 0 to smithi04683737-9 2024-09-20T21:43:47.186 INFO:tasks.rados.rados.0.smithi046.stdout:582: finishing rollback tid 1 to smithi04683737-9 2024-09-20T21:43:47.186 INFO:tasks.rados.rados.0.smithi046.stdout:582: finishing rollback tid 2 to smithi04683737-9 2024-09-20T21:43:47.186 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 154 (ObjNum 119 snap 26 seq_num 119) dirty exists 2024-09-20T21:43:47.187 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 171 (ObjNum 609 snap 0 seq_num 536846128) dirty exists 2024-09-20T21:43:47.189 INFO:tasks.rados.rados.0.smithi046.stdout:582: done (4 left) 2024-09-20T21:43:47.189 INFO:tasks.rados.rados.0.smithi046.stdout:584: done (3 left) 2024-09-20T21:43:47.189 INFO:tasks.rados.rados.0.smithi046.stdout:585: done (2 left) 2024-09-20T21:43:47.189 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 52 2024-09-20T21:43:47.189 INFO:tasks.rados.rados.0.smithi046.stdout:586: seq_num 195 ranges {2105344=475136,2580480=401408} 2024-09-20T21:43:47.203 INFO:tasks.rados.rados.0.smithi046.stdout:586: writing smithi04683737-2 from 2105344 to 2580480 tid 1 2024-09-20T21:43:47.206 INFO:tasks.rados.rados.0.smithi046.stdout:586: writing smithi04683737-2 from 2580480 to 2981888 tid 2 2024-09-20T21:43:47.206 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 52 2024-09-20T21:43:47.206 INFO:tasks.rados.rados.0.smithi046.stdout:587: seq_num 196 ranges {811008=491520,1302528=401408} 2024-09-20T21:43:47.213 INFO:tasks.rados.rados.0.smithi046.stdout:587: writing smithi04683737-14 from 811008 to 1302528 tid 1 2024-09-20T21:43:47.215 INFO:tasks.rados.rados.0.smithi046.stdout:587: writing smithi04683737-14 from 1302528 to 1703936 tid 2 2024-09-20T21:43:47.215 INFO:tasks.rados.rados.0.smithi046.stdout:588: setattr oid 3 current snap is 52 2024-09-20T21:43:47.215 INFO:tasks.rados.rados.0.smithi046.stdout:581: expect (ObjNum 104 snap 17 seq_num 104) 2024-09-20T21:43:47.264 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 197 (ObjNum 113 snap 25 seq_num 113) dirty exists 2024-09-20T21:43:47.265 INFO:tasks.rados.rados.0.smithi046.stdout:586: finishing write tid 1 to smithi04683737-2 2024-09-20T21:43:47.265 INFO:tasks.rados.rados.0.smithi046.stdout:586: finishing write tid 2 to smithi04683737-2 2024-09-20T21:43:47.265 INFO:tasks.rados.rados.0.smithi046.stdout:586: finishing write tid 3 to smithi04683737-2 2024-09-20T21:43:47.265 INFO:tasks.rados.rados.0.smithi046.stdout:586: finishing write tid 4 to smithi04683737-2 2024-09-20T21:43:47.265 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 107 (ObjNum 195 snap 52 seq_num 195) dirty exists 2024-09-20T21:43:47.265 INFO:tasks.rados.rados.0.smithi046.stdout:586: left oid 2 (ObjNum 195 snap 52 seq_num 195) 2024-09-20T21:43:47.265 INFO:tasks.rados.rados.0.smithi046.stdout:587: finishing write tid 1 to smithi04683737-14 2024-09-20T21:43:47.265 INFO:tasks.rados.rados.0.smithi046.stdout:587: finishing write tid 2 to smithi04683737-14 2024-09-20T21:43:47.265 INFO:tasks.rados.rados.0.smithi046.stdout:587: finishing write tid 3 to smithi04683737-14 2024-09-20T21:43:47.265 INFO:tasks.rados.rados.0.smithi046.stdout:587: finishing write tid 4 to smithi04683737-14 2024-09-20T21:43:47.265 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 175 (ObjNum 196 snap 52 seq_num 196) dirty exists 2024-09-20T21:43:47.265 INFO:tasks.rados.rados.0.smithi046.stdout:587: left oid 14 (ObjNum 196 snap 52 seq_num 196) 2024-09-20T21:43:47.265 INFO:tasks.rados.rados.0.smithi046.stdout:581: done (4 left) 2024-09-20T21:43:47.265 INFO:tasks.rados.rados.0.smithi046.stdout:583: done (3 left) 2024-09-20T21:43:47.266 INFO:tasks.rados.rados.0.smithi046.stdout:586: done (2 left) 2024-09-20T21:43:47.266 INFO:tasks.rados.rados.0.smithi046.stdout:587: done (1 left) 2024-09-20T21:43:47.266 INFO:tasks.rados.rados.0.smithi046.stdout:589: delete oid 11 current snap is 52 2024-09-20T21:43:47.266 INFO:tasks.rados.rados.0.smithi046.stdout:589: done (1 left) 2024-09-20T21:43:47.266 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 52 2024-09-20T21:43:47.266 INFO:tasks.rados.rados.0.smithi046.stdout:590: seq_num 198 ranges {2236416=524288,2760704=401408} 2024-09-20T21:43:47.281 INFO:tasks.rados.rados.0.smithi046.stdout:590: writing smithi04683737-5 from 2236416 to 2760704 tid 1 2024-09-20T21:43:47.284 INFO:tasks.rados.rados.0.smithi046.stdout:590: writing smithi04683737-5 from 2760704 to 3162112 tid 2 2024-09-20T21:43:47.284 INFO:tasks.rados.rados.0.smithi046.stdout:591: copy_from oid 44 from oid 47 current snap is 52 2024-09-20T21:43:47.284 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 223 (ObjNum 143 snap 33 seq_num 143) dirty exists 2024-09-20T21:43:47.284 INFO:tasks.rados.rados.0.smithi046.stdout:588: done (2 left) 2024-09-20T21:43:47.284 INFO:tasks.rados.rados.0.smithi046.stdout:592: rollback oid 9 current snap is 52 2024-09-20T21:43:47.284 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 9 to 49 2024-09-20T21:43:47.284 INFO:tasks.rados.rados.0.smithi046.stdout:593: copy_from oid 31 from oid 18 current snap is 52 2024-09-20T21:43:47.284 INFO:tasks.rados.rados.0.smithi046.stdout:594: copy_from oid 17 from oid 7 current snap is 52 2024-09-20T21:43:47.284 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 52 2024-09-20T21:43:47.284 INFO:tasks.rados.rados.0.smithi046.stdout:595: seq_num 199 ranges {6316032=540672,6856704=401408} 2024-09-20T21:43:47.322 INFO:tasks.rados.rados.0.smithi046.stdout:595: writing smithi04683737-16 from 6316032 to 6856704 tid 1 2024-09-20T21:43:47.324 INFO:tasks.rados.rados.0.smithi046.stdout:595: writing smithi04683737-16 from 6856704 to 7258112 tid 2 2024-09-20T21:43:47.324 INFO:tasks.rados.rados.0.smithi046.stdout:596: snap_remove snap 51 2024-09-20T21:43:47.329 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:47 smithi134 ceph-mon[31761]: osdmap e168: 8 total, 8 up, 8 in 2024-09-20T21:43:47.329 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:46 smithi134 podman[76348]: 2024-09-20 21:43:46.973617533 +0000 UTC m=+0.632060327 container remove 1bda878230d935f51172d8f322e4c6a7424a623a92d3e1ee3f7bc8db22fdad0b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-20T21:43:47.329 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:47 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@prometheus.a.service: Deactivated successfully. 2024-09-20T21:43:47.329 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:47 smithi134 systemd[1]: Stopped Ceph prometheus.a for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:43:47.329 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:47 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@prometheus.a.service: Consumed 1.631s CPU time. 2024-09-20T21:43:47.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:47 smithi046 ceph-mon[28078]: osdmap e168: 8 total, 8 up, 8 in 2024-09-20T21:43:47.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:47 smithi046 ceph-mon[39760]: osdmap e168: 8 total, 8 up, 8 in 2024-09-20T21:43:47.666 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:47 smithi134 systemd[1]: Starting Ceph prometheus.a for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:43:47.666 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:47 smithi134 podman[76482]: 2024-09-20 21:43:47.438250947 +0000 UTC m=+0.016555535 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-20T21:43:47.666 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:47 smithi134 podman[76482]: 2024-09-20 21:43:47.549051417 +0000 UTC m=+0.127355989 container create 9a711a2922e2f6da7bd7f3537f3df57676403e884c880862e7738714d7356c69 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-20T21:43:48.058 INFO:tasks.rados.rados.0.smithi046.stdout:596: done (6 left) 2024-09-20T21:43:48.058 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 52 2024-09-20T21:43:48.058 INFO:tasks.rados.rados.0.smithi046.stdout:597: seq_num 200 ranges {4767744=557056,5324800=401408} 2024-09-20T21:43:48.087 INFO:tasks.rados.rados.0.smithi046.stdout:597: writing smithi04683737-26 from 4767744 to 5324800 tid 1 2024-09-20T21:43:48.090 INFO:tasks.rados.rados.0.smithi046.stdout:597: writing smithi04683737-26 from 5324800 to 5726208 tid 2 2024-09-20T21:43:48.090 INFO:tasks.rados.rados.0.smithi046.stdout:598: read oid 33 snap -1 2024-09-20T21:43:48.090 INFO:tasks.rados.rados.0.smithi046.stdout:598: expect (ObjNum 181 snap 47 seq_num 181) 2024-09-20T21:43:48.091 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 52 2024-09-20T21:43:48.091 INFO:tasks.rados.rados.0.smithi046.stdout:599: seq_num 201 ranges {663552=573440,1236992=401408} 2024-09-20T21:43:48.096 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:47 smithi134 podman[76482]: 2024-09-20 21:43:47.776409666 +0000 UTC m=+0.354714247 container init 9a711a2922e2f6da7bd7f3537f3df57676403e884c880862e7738714d7356c69 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-20T21:43:48.096 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:47 smithi134 podman[76482]: 2024-09-20 21:43:47.781318017 +0000 UTC m=+0.359622591 container start 9a711a2922e2f6da7bd7f3537f3df57676403e884c880862e7738714d7356c69 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-20T21:43:48.096 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:43:47.806Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-20T21:43:48.097 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:43:47.806Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-20T21:43:48.097 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:43:47.806Z caller=main.go:570 level=info host_details="(Linux 5.14.0-508.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024 x86_64 smithi134 (none))" 2024-09-20T21:43:48.097 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:43:47.806Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-20T21:43:48.097 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:43:47.806Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-20T21:43:48.097 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:43:47.807Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-20T21:43:48.097 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:43:47.808Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-20T21:43:48.097 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:43:47.808Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-20T21:43:48.097 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:43:47.808Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-20T21:43:48.097 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:43:47.811Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-20T21:43:48.097 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:43:47.811Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.13µs 2024-09-20T21:43:48.097 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:43:47.811Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-20T21:43:48.097 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:43:47.812Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-09-20T21:43:48.097 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:43:47.825Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-09-20T21:43:48.098 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:43:47.826Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-09-20T21:43:48.098 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:43:47.826Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=21.046µs wal_replay_duration=14.472497ms wbl_replay_duration=115ns total_replay_duration=14.515213ms 2024-09-20T21:43:48.098 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:43:47.828Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-20T21:43:48.098 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:43:47.828Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-20T21:43:48.098 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:43:47.828Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-20T21:43:48.098 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:43:47.850Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=22.359669ms db_storage=787ns remote_storage=1.279µs web_handler=368ns query_engine=614ns scrape=466.282µs scrape_sd=94.508µs notify=12.429µs notify_sd=16.812µs rules=21.287389ms tracing=5.838µs 2024-09-20T21:43:48.098 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:43:47.850Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-20T21:43:48.098 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:43:47.850Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-20T21:43:48.098 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:47 smithi134 bash[76482]: 9a711a2922e2f6da7bd7f3537f3df57676403e884c880862e7738714d7356c69 2024-09-20T21:43:48.098 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:43:47 smithi134 systemd[1]: Started Ceph prometheus.a for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:43:48.099 INFO:tasks.rados.rados.0.smithi046.stdout:599: writing smithi04683737-29 from 663552 to 1236992 tid 1 2024-09-20T21:43:48.101 INFO:tasks.rados.rados.0.smithi046.stdout:599: writing smithi04683737-29 from 1236992 to 1638400 tid 2 2024-09-20T21:43:48.102 INFO:tasks.rados.rados.0.smithi046.stdout:600: snap_create 2024-09-20T21:43:48.102 INFO:tasks.rados.rados.0.smithi046.stdout:590: finishing write tid 1 to smithi04683737-5 2024-09-20T21:43:48.102 INFO:tasks.rados.rados.0.smithi046.stdout:590: finishing write tid 2 to smithi04683737-5 2024-09-20T21:43:48.102 INFO:tasks.rados.rados.0.smithi046.stdout:590: finishing write tid 3 to smithi04683737-5 2024-09-20T21:43:48.102 INFO:tasks.rados.rados.0.smithi046.stdout:592: finishing rollback tid 0 to smithi04683737-9 2024-09-20T21:43:48.102 INFO:tasks.rados.rados.0.smithi046.stdout:592: finishing rollback tid 1 to smithi04683737-9 2024-09-20T21:43:48.102 INFO:tasks.rados.rados.0.smithi046.stdout:592: finishing rollback tid 2 to smithi04683737-9 2024-09-20T21:43:48.103 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 157 (ObjNum 162 snap 41 seq_num 162) dirty exists 2024-09-20T21:43:48.103 INFO:tasks.rados.rados.0.smithi046.stdout:591: finishing copy_from racing read to smithi04683737-44 2024-09-20T21:43:48.103 INFO:tasks.rados.rados.0.smithi046.stdout:591: finishing copy_from to smithi04683737-44 2024-09-20T21:43:48.103 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 130 (ObjNum 155 snap 39 seq_num 155) dirty exists 2024-09-20T21:43:48.103 INFO:tasks.rados.rados.0.smithi046.stdout:590: finishing write tid 4 to smithi04683737-5 2024-09-20T21:43:48.103 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 92 (ObjNum 198 snap 52 seq_num 198) dirty exists 2024-09-20T21:43:48.103 INFO:tasks.rados.rados.0.smithi046.stdout:590: left oid 5 (ObjNum 198 snap 52 seq_num 198) 2024-09-20T21:43:48.103 INFO:tasks.rados.rados.0.smithi046.stdout:594: finishing copy_from racing read to smithi04683737-17 2024-09-20T21:43:48.103 INFO:tasks.rados.rados.0.smithi046.stdout:594: finishing copy_from to smithi04683737-17 2024-09-20T21:43:48.103 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 22 (ObjNum 117 snap 25 seq_num 117) dirty exists 2024-09-20T21:43:48.103 INFO:tasks.rados.rados.0.smithi046.stdout:593: finishing copy_from racing read to smithi04683737-31 2024-09-20T21:43:48.103 INFO:tasks.rados.rados.0.smithi046.stdout:593: finishing copy_from to smithi04683737-31 2024-09-20T21:43:48.103 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 219 (ObjNum 189 snap 50 seq_num 189) dirty exists 2024-09-20T21:43:48.104 INFO:tasks.rados.rados.0.smithi046.stdout:595: finishing write tid 1 to smithi04683737-16 2024-09-20T21:43:48.104 INFO:tasks.rados.rados.0.smithi046.stdout:595: finishing write tid 2 to smithi04683737-16 2024-09-20T21:43:48.104 INFO:tasks.rados.rados.0.smithi046.stdout:595: finishing write tid 3 to smithi04683737-16 2024-09-20T21:43:48.104 INFO:tasks.rados.rados.0.smithi046.stdout:595: finishing write tid 4 to smithi04683737-16 2024-09-20T21:43:48.104 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 200 (ObjNum 199 snap 52 seq_num 199) dirty exists 2024-09-20T21:43:48.104 INFO:tasks.rados.rados.0.smithi046.stdout:595: left oid 16 (ObjNum 199 snap 52 seq_num 199) 2024-09-20T21:43:48.104 INFO:tasks.rados.rados.0.smithi046.stdout:597: finishing write tid 1 to smithi04683737-26 2024-09-20T21:43:48.104 INFO:tasks.rados.rados.0.smithi046.stdout:597: finishing write tid 2 to smithi04683737-26 2024-09-20T21:43:48.104 INFO:tasks.rados.rados.0.smithi046.stdout:597: finishing write tid 3 to smithi04683737-26 2024-09-20T21:43:48.104 INFO:tasks.rados.rados.0.smithi046.stdout:597: finishing write tid 4 to smithi04683737-26 2024-09-20T21:43:48.104 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 120 (ObjNum 200 snap 52 seq_num 200) dirty exists 2024-09-20T21:43:48.104 INFO:tasks.rados.rados.0.smithi046.stdout:597: left oid 26 (ObjNum 200 snap 52 seq_num 200) 2024-09-20T21:43:48.108 INFO:tasks.rados.rados.0.smithi046.stdout:598: expect (ObjNum 181 snap 47 seq_num 181) 2024-09-20T21:43:48.236 INFO:tasks.rados.rados.0.smithi046.stdout:599: finishing write tid 1 to smithi04683737-29 2024-09-20T21:43:48.236 INFO:tasks.rados.rados.0.smithi046.stdout:599: finishing write tid 2 to smithi04683737-29 2024-09-20T21:43:48.236 INFO:tasks.rados.rados.0.smithi046.stdout:599: finishing write tid 3 to smithi04683737-29 2024-09-20T21:43:48.236 INFO:tasks.rados.rados.0.smithi046.stdout:599: finishing write tid 4 to smithi04683737-29 2024-09-20T21:43:48.236 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 156 (ObjNum 201 snap 52 seq_num 201) dirty exists 2024-09-20T21:43:48.236 INFO:tasks.rados.rados.0.smithi046.stdout:599: left oid 29 (ObjNum 201 snap 52 seq_num 201) 2024-09-20T21:43:48.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:48 smithi046 ceph-mon[28078]: osdmap e169: 8 total, 8 up, 8 in 2024-09-20T21:43:48.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:48 smithi046 ceph-mon[28078]: pgmap v42: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:43:48.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:48 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:48.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:48 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:48.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:48 smithi046 ceph-mon[28078]: osdmap e170: 8 total, 8 up, 8 in 2024-09-20T21:43:48.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:48 smithi046 ceph-mon[39760]: osdmap e169: 8 total, 8 up, 8 in 2024-09-20T21:43:48.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:48 smithi046 ceph-mon[39760]: pgmap v42: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:43:48.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:48 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:48.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:48 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:48.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:48 smithi046 ceph-mon[39760]: osdmap e170: 8 total, 8 up, 8 in 2024-09-20T21:43:48.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:48 smithi134 ceph-mon[31761]: osdmap e169: 8 total, 8 up, 8 in 2024-09-20T21:43:48.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:48 smithi134 ceph-mon[31761]: pgmap v42: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:43:48.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:48 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:48.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:48 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:48.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:48 smithi134 ceph-mon[31761]: osdmap e170: 8 total, 8 up, 8 in 2024-09-20T21:43:49.104 INFO:tasks.rados.rados.0.smithi046.stdout:590: done (9 left) 2024-09-20T21:43:49.104 INFO:tasks.rados.rados.0.smithi046.stdout:591: done (8 left) 2024-09-20T21:43:49.104 INFO:tasks.rados.rados.0.smithi046.stdout:592: done (7 left) 2024-09-20T21:43:49.104 INFO:tasks.rados.rados.0.smithi046.stdout:593: done (6 left) 2024-09-20T21:43:49.105 INFO:tasks.rados.rados.0.smithi046.stdout:594: done (5 left) 2024-09-20T21:43:49.105 INFO:tasks.rados.rados.0.smithi046.stdout:595: done (4 left) 2024-09-20T21:43:49.105 INFO:tasks.rados.rados.0.smithi046.stdout:597: done (3 left) 2024-09-20T21:43:49.105 INFO:tasks.rados.rados.0.smithi046.stdout:598: done (2 left) 2024-09-20T21:43:49.105 INFO:tasks.rados.rados.0.smithi046.stdout:599: done (1 left) 2024-09-20T21:43:49.105 INFO:tasks.rados.rados.0.smithi046.stdout:600: done (0 left) 2024-09-20T21:43:49.105 INFO:tasks.rados.rados.0.smithi046.stdout:601: delete oid 2 current snap is 53 2024-09-20T21:43:49.107 INFO:tasks.rados.rados.0.smithi046.stdout:601: done (0 left) 2024-09-20T21:43:49.107 INFO:tasks.rados.rados.0.smithi046.stdout:602: delete oid 5 current snap is 53 2024-09-20T21:43:49.115 INFO:tasks.rados.rados.0.smithi046.stdout:602: done (0 left) 2024-09-20T21:43:49.115 INFO:tasks.rados.rados.0.smithi046.stdout:603: read oid 43 snap -1 2024-09-20T21:43:49.115 INFO:tasks.rados.rados.0.smithi046.stdout:603: expect deleted 2024-09-20T21:43:49.115 INFO:tasks.rados.rados.0.smithi046.stdout:604: read oid 28 snap 46 2024-09-20T21:43:49.115 INFO:tasks.rados.rados.0.smithi046.stdout:604: expect (ObjNum 145 snap 37 seq_num 145) 2024-09-20T21:43:49.115 INFO:tasks.rados.rados.0.smithi046.stdout:605: delete oid 17 current snap is 53 2024-09-20T21:43:49.119 INFO:tasks.rados.rados.0.smithi046.stdout:603: done (2 left) 2024-09-20T21:43:49.119 INFO:tasks.rados.rados.0.smithi046.stdout:605: done (1 left) 2024-09-20T21:43:49.119 INFO:tasks.rados.rados.0.smithi046.stdout:606: copy_from oid 45 from oid 13 current snap is 53 2024-09-20T21:43:49.119 INFO:tasks.rados.rados.0.smithi046.stdout:607: rmattr oid 36 current snap is 53 2024-09-20T21:43:49.120 INFO:tasks.rados.rados.0.smithi046.stdout:607: done (2 left) 2024-09-20T21:43:49.120 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 11 current snap is 53 2024-09-20T21:43:49.120 INFO:tasks.rados.rados.0.smithi046.stdout:608: seq_num 205 ranges {0=638976,638976=401408} 2024-09-20T21:43:49.124 INFO:tasks.rados.rados.0.smithi046.stdout:608: writing smithi04683737-11 from 0 to 638976 tid 1 2024-09-20T21:43:49.127 INFO:tasks.rados.rados.0.smithi046.stdout:608: writing smithi04683737-11 from 638976 to 1040384 tid 2 2024-09-20T21:43:49.128 INFO:tasks.rados.rados.0.smithi046.stdout:609: read oid 19 snap -1 2024-09-20T21:43:49.128 INFO:tasks.rados.rados.0.smithi046.stdout:609: expect deleted 2024-09-20T21:43:49.128 INFO:tasks.rados.rados.0.smithi046.stdout:610: read oid 49 snap 46 2024-09-20T21:43:49.128 INFO:tasks.rados.rados.0.smithi046.stdout:610: expect (ObjNum 20122896 snap 21956 seq_num 20502144) 2024-09-20T21:43:49.128 INFO:tasks.rados.rados.0.smithi046.stdout:611: rollback oid 44 current snap is 53 2024-09-20T21:43:49.128 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 44 to 52 2024-09-20T21:43:49.128 INFO:tasks.rados.rados.0.smithi046.stdout:612: setattr oid 38 current snap is 53 2024-09-20T21:43:49.129 INFO:tasks.rados.rados.0.smithi046.stdout:604: expect (ObjNum 145 snap 37 seq_num 145) 2024-09-20T21:43:49.260 INFO:tasks.rados.rados.0.smithi046.stdout:610: expect (ObjNum 20122896 snap 21956 seq_num 20502144) 2024-09-20T21:43:49.265 INFO:tasks.rados.rados.0.smithi046.stdout:608: finishing write tid 1 to smithi04683737-11 2024-09-20T21:43:49.265 INFO:tasks.rados.rados.0.smithi046.stdout:608: finishing write tid 2 to smithi04683737-11 2024-09-20T21:43:49.265 INFO:tasks.rados.rados.0.smithi046.stdout:608: finishing write tid 3 to smithi04683737-11 2024-09-20T21:43:49.265 INFO:tasks.rados.rados.0.smithi046.stdout:611: finishing rollback tid 0 to smithi04683737-44 2024-09-20T21:43:49.265 INFO:tasks.rados.rados.0.smithi046.stdout:611: finishing rollback tid 1 to smithi04683737-44 2024-09-20T21:43:49.265 INFO:tasks.rados.rados.0.smithi046.stdout:611: finishing rollback tid 2 to smithi04683737-44 2024-09-20T21:43:49.265 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 134 (ObjNum 155 snap 39 seq_num 155) dirty exists 2024-09-20T21:43:49.265 INFO:tasks.rados.rados.0.smithi046.stdout:606: finishing copy_from racing read to smithi04683737-45 2024-09-20T21:43:49.265 INFO:tasks.rados.rados.0.smithi046.stdout:608: finishing write tid 4 to smithi04683737-11 2024-09-20T21:43:49.265 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 98 (ObjNum 205 snap 53 seq_num 205) dirty exists 2024-09-20T21:43:49.266 INFO:tasks.rados.rados.0.smithi046.stdout:608: left oid 11 (ObjNum 205 snap 53 seq_num 205) 2024-09-20T21:43:49.266 INFO:tasks.rados.rados.0.smithi046.stdout:606: finishing copy_from to smithi04683737-45 2024-09-20T21:43:49.266 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 107 (ObjNum 125 snap 29 seq_num 125) dirty exists 2024-09-20T21:43:49.266 INFO:tasks.rados.rados.0.smithi046.stdout:604: done (6 left) 2024-09-20T21:43:49.266 INFO:tasks.rados.rados.0.smithi046.stdout:606: done (5 left) 2024-09-20T21:43:49.266 INFO:tasks.rados.rados.0.smithi046.stdout:608: done (4 left) 2024-09-20T21:43:49.266 INFO:tasks.rados.rados.0.smithi046.stdout:609: done (3 left) 2024-09-20T21:43:49.266 INFO:tasks.rados.rados.0.smithi046.stdout:610: done (2 left) 2024-09-20T21:43:49.266 INFO:tasks.rados.rados.0.smithi046.stdout:611: done (1 left) 2024-09-20T21:43:49.266 INFO:tasks.rados.rados.0.smithi046.stdout:613: snap_remove snap 48 2024-09-20T21:43:49.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:49 smithi046 ceph-mon[28078]: Reconfiguring grafana.a (dependencies changed)... 2024-09-20T21:43:49.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:49 smithi046 ceph-mon[28078]: Reconfiguring daemon grafana.a on smithi134 2024-09-20T21:43:49.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:49 smithi046 ceph-mon[39760]: Reconfiguring grafana.a (dependencies changed)... 2024-09-20T21:43:49.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:49 smithi046 ceph-mon[39760]: Reconfiguring daemon grafana.a on smithi134 2024-09-20T21:43:49.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:49 smithi134 ceph-mon[31761]: Reconfiguring grafana.a (dependencies changed)... 2024-09-20T21:43:49.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:49 smithi134 ceph-mon[31761]: Reconfiguring daemon grafana.a on smithi134 2024-09-20T21:43:50.101 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 21:43:49 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a[86359]: ts=2024-09-20T21:43:49.782Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003266385s 2024-09-20T21:43:50.114 INFO:tasks.rados.rados.0.smithi046.stdout:613: done (1 left) 2024-09-20T21:43:50.114 INFO:tasks.rados.rados.0.smithi046.stdout:614: delete oid 14 current snap is 53 2024-09-20T21:43:50.114 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 201 (ObjNum 179 snap 47 seq_num 179) dirty exists 2024-09-20T21:43:50.122 INFO:tasks.rados.rados.0.smithi046.stdout:612: done (1 left) 2024-09-20T21:43:50.122 INFO:tasks.rados.rados.0.smithi046.stdout:614: done (0 left) 2024-09-20T21:43:50.123 INFO:tasks.rados.rados.0.smithi046.stdout:615: read oid 42 snap -1 2024-09-20T21:43:50.123 INFO:tasks.rados.rados.0.smithi046.stdout:615: expect deleted 2024-09-20T21:43:50.123 INFO:tasks.rados.rados.0.smithi046.stdout:616: read oid 24 snap -1 2024-09-20T21:43:50.123 INFO:tasks.rados.rados.0.smithi046.stdout:616: expect deleted 2024-09-20T21:43:50.123 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 53 2024-09-20T21:43:50.123 INFO:tasks.rados.rados.0.smithi046.stdout:617: seq_num 207 ranges {1204224=671744,1875968=401408} 2024-09-20T21:43:50.133 INFO:tasks.rados.rados.0.smithi046.stdout:617: writing smithi04683737-21 from 1204224 to 1875968 tid 1 2024-09-20T21:43:50.136 INFO:tasks.rados.rados.0.smithi046.stdout:617: writing smithi04683737-21 from 1875968 to 2277376 tid 2 2024-09-20T21:43:50.136 INFO:tasks.rados.rados.0.smithi046.stdout:618: snap_remove snap 45 2024-09-20T21:43:50.390 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:50 smithi134 ceph-mon[31761]: osdmap e171: 8 total, 8 up, 8 in 2024-09-20T21:43:50.390 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:50 smithi134 ceph-mon[31761]: pgmap v45: 121 pgs: 121 active+clean; 153 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.9 MiB/s wr, 47 op/s 2024-09-20T21:43:50.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:50 smithi046 ceph-mon[39760]: osdmap e171: 8 total, 8 up, 8 in 2024-09-20T21:43:50.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:50 smithi046 ceph-mon[39760]: pgmap v45: 121 pgs: 121 active+clean; 153 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.9 MiB/s wr, 47 op/s 2024-09-20T21:43:50.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:50 smithi046 ceph-mon[28078]: osdmap e171: 8 total, 8 up, 8 in 2024-09-20T21:43:50.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:50 smithi046 ceph-mon[28078]: pgmap v45: 121 pgs: 121 active+clean; 153 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.9 MiB/s wr, 47 op/s 2024-09-20T21:43:50.926 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:50 smithi134 systemd[1]: Stopping Ceph grafana.a for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:43:51.119 INFO:tasks.rados.rados.0.smithi046.stdout:618: done (3 left) 2024-09-20T21:43:51.119 INFO:tasks.rados.rados.0.smithi046.stdout:619: snap_remove snap 46 2024-09-20T21:43:51.243 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:51 smithi134 ceph-mon[31761]: osdmap e172: 8 total, 8 up, 8 in 2024-09-20T21:43:51.243 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:50 smithi134 podman[76775]: 2024-09-20 21:43:50.946027231 +0000 UTC m=+0.109358653 container died 3f825cd83393bc483f8116b8a8358c59c5bdb334677ceb44c3cad35596f26a53 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., description=Ceph Grafana Container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, maintainer=Paul Cuzner , architecture=x86_64, distribution-scope=public, io.openshift.expose-services=, version=8.5, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, build-date=2022-04-29T11:48:11.055897, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, com.redhat.component=ubi8-container, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.display-name=Red Hat Universal Base Image 8, io.buildah.version=1.32.0, name=ubi8, release=239.1651231664) 2024-09-20T21:43:51.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:51 smithi046 ceph-mon[28078]: osdmap e172: 8 total, 8 up, 8 in 2024-09-20T21:43:51.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:51 smithi046 ceph-mon[39760]: osdmap e172: 8 total, 8 up, 8 in 2024-09-20T21:43:51.586 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:51 smithi134 podman[76775]: 2024-09-20 21:43:51.316271684 +0000 UTC m=+0.479603103 container cleanup 3f825cd83393bc483f8116b8a8358c59c5bdb334677ceb44c3cad35596f26a53 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a, vendor=Red Hat, Inc., io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, build-date=2022-04-29T11:48:11.055897, version=8.5, com.redhat.component=ubi8-container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, architecture=x86_64, io.openshift.expose-services=, name=ubi8, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base rhel8, vcs-type=git, io.buildah.version=1.32.0, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, release=239.1651231664, maintainer=Paul Cuzner , summary=Grafana Container configured for Ceph mgr/dashboard integration, description=Ceph Grafana Container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56) 2024-09-20T21:43:51.586 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:51 smithi134 bash[76775]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a 2024-09-20T21:43:51.913 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:51 smithi134 podman[76792]: 2024-09-20 21:43:51.584287747 +0000 UTC m=+0.640871224 container remove 3f825cd83393bc483f8116b8a8358c59c5bdb334677ceb44c3cad35596f26a53 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a, com.redhat.component=ubi8-container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, maintainer=Paul Cuzner , vendor=Red Hat, Inc., architecture=x86_64, io.k8s.display-name=Red Hat Universal Base Image 8, version=8.5, io.buildah.version=1.32.0, io.openshift.expose-services=, summary=Grafana Container configured for Ceph mgr/dashboard integration, name=ubi8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-04-29T11:48:11.055897, description=Ceph Grafana Container, io.openshift.tags=base rhel8, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, distribution-scope=public, release=239.1651231664) 2024-09-20T21:43:51.913 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:51 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-09-20T21:43:51.913 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:51 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@grafana.a.service: Failed with result 'exit-code'. 2024-09-20T21:43:51.914 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:51 smithi134 systemd[1]: Stopped Ceph grafana.a for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:43:51.914 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:51 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@grafana.a.service: Consumed 5.116s CPU time. 2024-09-20T21:43:51.914 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:51 smithi134 systemd[1]: Starting Ceph grafana.a for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:43:52.127 INFO:tasks.rados.rados.0.smithi046.stdout:619: done (3 left) 2024-09-20T21:43:52.127 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 31 current snap is 53 2024-09-20T21:43:52.127 INFO:tasks.rados.rados.0.smithi046.stdout:620: seq_num 208 ranges {9396224=688128,10084352=401408} 2024-09-20T21:43:52.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:52 smithi134 ceph-mon[31761]: osdmap e173: 8 total, 8 up, 8 in 2024-09-20T21:43:52.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:52 smithi134 ceph-mon[31761]: pgmap v48: 121 pgs: 121 active+clean; 153 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.9 MiB/s wr, 47 op/s 2024-09-20T21:43:52.176 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:51 smithi134 podman[76890]: 2024-09-20 21:43:51.813943037 +0000 UTC m=+0.015125632 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-09-20T21:43:52.177 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:51 smithi134 podman[76890]: 2024-09-20 21:43:51.940423824 +0000 UTC m=+0.141606419 container create 8341e8dee31d6616e2ac1b4f4ff858546427f61c27d0363426276346b965ee2c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a, build-date=2022-04-29T11:48:11.055897, com.redhat.component=ubi8-container, vendor=Red Hat, Inc., summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.display-name=Red Hat Universal Base Image 8, release=239.1651231664, io.openshift.tags=base rhel8, name=ubi8, io.buildah.version=1.32.0, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, description=Ceph Grafana Container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, version=8.5, distribution-scope=public, vcs-type=git, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, maintainer=Paul Cuzner , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-09-20T21:43:52.183 INFO:tasks.rados.rados.0.smithi046.stdout:620: writing smithi04683737-31 from 9396224 to 10084352 tid 1 2024-09-20T21:43:52.186 INFO:tasks.rados.rados.0.smithi046.stdout:620: writing smithi04683737-31 from 10084352 to 10485760 tid 2 2024-09-20T21:43:52.186 INFO:tasks.rados.rados.0.smithi046.stdout:621: read oid 9 snap -1 2024-09-20T21:43:52.186 INFO:tasks.rados.rados.0.smithi046.stdout:621: expect (ObjNum 162 snap 41 seq_num 162) 2024-09-20T21:43:52.186 INFO:tasks.rados.rados.0.smithi046.stdout:622: rollback oid 40 current snap is 53 2024-09-20T21:43:52.187 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 40 to 35 2024-09-20T21:43:52.187 INFO:tasks.rados.rados.0.smithi046.stdout:615: done (5 left) 2024-09-20T21:43:52.187 INFO:tasks.rados.rados.0.smithi046.stdout:616: done (4 left) 2024-09-20T21:43:52.187 INFO:tasks.rados.rados.0.smithi046.stdout:623: delete oid 15 current snap is 53 2024-09-20T21:43:52.187 INFO:tasks.rados.rados.0.smithi046.stdout:617: finishing write tid 1 to smithi04683737-21 2024-09-20T21:43:52.187 INFO:tasks.rados.rados.0.smithi046.stdout:617: finishing write tid 2 to smithi04683737-21 2024-09-20T21:43:52.187 INFO:tasks.rados.rados.0.smithi046.stdout:617: finishing write tid 3 to smithi04683737-21 2024-09-20T21:43:52.187 INFO:tasks.rados.rados.0.smithi046.stdout:617: finishing write tid 4 to smithi04683737-21 2024-09-20T21:43:52.187 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 208 (ObjNum 207 snap 53 seq_num 207) dirty exists 2024-09-20T21:43:52.187 INFO:tasks.rados.rados.0.smithi046.stdout:617: left oid 21 (ObjNum 207 snap 53 seq_num 207) 2024-09-20T21:43:52.188 INFO:tasks.rados.rados.0.smithi046.stdout:617: done (4 left) 2024-09-20T21:43:52.188 INFO:tasks.rados.rados.0.smithi046.stdout:623: done (3 left) 2024-09-20T21:43:52.188 INFO:tasks.rados.rados.0.smithi046.stdout:624: read oid 33 snap -1 2024-09-20T21:43:52.188 INFO:tasks.rados.rados.0.smithi046.stdout:624: expect (ObjNum 181 snap 47 seq_num 181) 2024-09-20T21:43:52.189 INFO:tasks.rados.rados.0.smithi046.stdout:625: read oid 44 snap -1 2024-09-20T21:43:52.189 INFO:tasks.rados.rados.0.smithi046.stdout:625: expect (ObjNum 155 snap 39 seq_num 155) 2024-09-20T21:43:52.189 INFO:tasks.rados.rados.0.smithi046.stdout:626: snap_remove snap 33 2024-09-20T21:43:52.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:52 smithi046 ceph-mon[39760]: osdmap e173: 8 total, 8 up, 8 in 2024-09-20T21:43:52.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:52 smithi046 ceph-mon[39760]: pgmap v48: 121 pgs: 121 active+clean; 153 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.9 MiB/s wr, 47 op/s 2024-09-20T21:43:52.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:52 smithi046 ceph-mon[28078]: osdmap e173: 8 total, 8 up, 8 in 2024-09-20T21:43:52.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:52 smithi046 ceph-mon[28078]: pgmap v48: 121 pgs: 121 active+clean; 153 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.9 MiB/s wr, 47 op/s 2024-09-20T21:43:52.472 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:52 smithi134 podman[76890]: 2024-09-20 21:43:52.196005991 +0000 UTC m=+0.397188604 container init 8341e8dee31d6616e2ac1b4f4ff858546427f61c27d0363426276346b965ee2c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a, vendor=Red Hat, Inc., io.k8s.display-name=Red Hat Universal Base Image 8, name=ubi8, io.buildah.version=1.32.0, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, build-date=2022-04-29T11:48:11.055897, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.expose-services=, maintainer=Paul Cuzner , release=239.1651231664, io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-type=git, distribution-scope=public, com.redhat.component=ubi8-container, architecture=x86_64, version=8.5) 2024-09-20T21:43:52.472 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:52 smithi134 podman[76890]: 2024-09-20 21:43:52.201655207 +0000 UTC m=+0.402837805 container start 8341e8dee31d6616e2ac1b4f4ff858546427f61c27d0363426276346b965ee2c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a, vcs-type=git, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=8.5, io.buildah.version=1.32.0, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, maintainer=Paul Cuzner , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container, vendor=Red Hat, Inc., name=ubi8, release=239.1651231664, io.openshift.tags=base rhel8, build-date=2022-04-29T11:48:11.055897, architecture=x86_64, description=Ceph Grafana Container) 2024-09-20T21:43:52.472 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:52 smithi134 bash[76890]: 8341e8dee31d6616e2ac1b4f4ff858546427f61c27d0363426276346b965ee2c 2024-09-20T21:43:52.472 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:52 smithi134 systemd[1]: Started Ceph grafana.a for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:43:52.472 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[76904]: logger=settings t=2024-09-20T21:43:52.361284091Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-09-20T21:43:52.473 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[76904]: logger=settings t=2024-09-20T21:43:52.361501221Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-09-20T21:43:52.473 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[76904]: logger=settings t=2024-09-20T21:43:52.361526093Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-20T21:43:52.473 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[76904]: logger=settings t=2024-09-20T21:43:52.361539553Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-20T21:43:52.473 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[76904]: logger=settings t=2024-09-20T21:43:52.361550818Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-20T21:43:52.473 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[76904]: logger=settings t=2024-09-20T21:43:52.361561574Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-20T21:43:52.473 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[76904]: logger=settings t=2024-09-20T21:43:52.361571935Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-20T21:43:52.473 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[76904]: logger=settings t=2024-09-20T21:43:52.361583044Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-20T21:43:52.473 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[76904]: logger=settings t=2024-09-20T21:43:52.361594027Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-20T21:43:52.473 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[76904]: logger=settings t=2024-09-20T21:43:52.36160481Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-20T21:43:52.474 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[76904]: logger=settings t=2024-09-20T21:43:52.361615294Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-20T21:43:52.474 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[76904]: logger=settings t=2024-09-20T21:43:52.361625818Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-20T21:43:52.474 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[76904]: logger=settings t=2024-09-20T21:43:52.3616363Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-20T21:43:52.474 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[76904]: logger=settings t=2024-09-20T21:43:52.361646903Z level=info msg="App mode production" 2024-09-20T21:43:52.474 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[76904]: logger=sqlstore t=2024-09-20T21:43:52.361701729Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-20T21:43:52.474 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[76904]: logger=sqlstore t=2024-09-20T21:43:52.361734629Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-20T21:43:52.474 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[76904]: logger=migrator t=2024-09-20T21:43:52.376503105Z level=info msg="Starting DB migrations" 2024-09-20T21:43:52.474 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[76904]: logger=migrator t=2024-09-20T21:43:52.382355955Z level=info msg="migrations completed" performed=0 skipped=481 duration=509.563µs 2024-09-20T21:43:52.474 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[76904]: logger=sqlstore t=2024-09-20T21:43:52.382767552Z level=info msg="Created default organization" 2024-09-20T21:43:52.474 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[76904]: logger=plugin.loader t=2024-09-20T21:43:52.443182508Z level=info msg="Plugin registered" pluginID=input 2024-09-20T21:43:52.474 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[76904]: logger=plugin.loader t=2024-09-20T21:43:52.4709648Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-09-20T21:43:52.474 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[76904]: logger=plugin.loader t=2024-09-20T21:43:52.471013426Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-09-20T21:43:52.474 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[76904]: logger=secrets t=2024-09-20T21:43:52.47105499Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-20T21:43:52.865 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[76904]: logger=query_data t=2024-09-20T21:43:52.472973009Z level=info msg="Query Service initialization" 2024-09-20T21:43:52.866 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[76904]: logger=live.push_http t=2024-09-20T21:43:52.475325665Z level=info msg="Live Push Gateway initialization" 2024-09-20T21:43:53.060 INFO:tasks.rados.rados.0.smithi046.stdout:622: finishing rollback tid 1 to smithi04683737-40 2024-09-20T21:43:53.061 INFO:tasks.rados.rados.0.smithi046.stdout:620: finishing write tid 1 to smithi04683737-31 2024-09-20T21:43:53.061 INFO:tasks.rados.rados.0.smithi046.stdout:622: finishing rollback tid 2 to smithi04683737-40 2024-09-20T21:43:53.061 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 130 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-20T21:43:53.061 INFO:tasks.rados.rados.0.smithi046.stdout:620: finishing write tid 2 to smithi04683737-31 2024-09-20T21:43:53.061 INFO:tasks.rados.rados.0.smithi046.stdout:620: finishing write tid 3 to smithi04683737-31 2024-09-20T21:43:53.061 INFO:tasks.rados.rados.0.smithi046.stdout:625: expect (ObjNum 155 snap 39 seq_num 155) 2024-09-20T21:43:53.070 INFO:tasks.rados.rados.0.smithi046.stdout:620: finishing write tid 4 to smithi04683737-31 2024-09-20T21:43:53.070 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 223 (ObjNum 208 snap 53 seq_num 208) dirty exists 2024-09-20T21:43:53.070 INFO:tasks.rados.rados.0.smithi046.stdout:620: left oid 31 (ObjNum 208 snap 53 seq_num 208) 2024-09-20T21:43:53.070 INFO:tasks.rados.rados.0.smithi046.stdout:621: expect (ObjNum 162 snap 41 seq_num 162) 2024-09-20T21:43:53.122 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:52 smithi134 systemd[1]: Stopping Ceph node-exporter.b for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:43:53.223 INFO:tasks.rados.rados.0.smithi046.stdout:624: expect (ObjNum 181 snap 47 seq_num 181) 2024-09-20T21:43:53.351 INFO:tasks.rados.rados.0.smithi046.stdout:620: done (5 left) 2024-09-20T21:43:53.351 INFO:tasks.rados.rados.0.smithi046.stdout:621: done (4 left) 2024-09-20T21:43:53.351 INFO:tasks.rados.rados.0.smithi046.stdout:622: done (3 left) 2024-09-20T21:43:53.351 INFO:tasks.rados.rados.0.smithi046.stdout:624: done (2 left) 2024-09-20T21:43:53.351 INFO:tasks.rados.rados.0.smithi046.stdout:625: done (1 left) 2024-09-20T21:43:53.352 INFO:tasks.rados.rados.0.smithi046.stdout:626: done (0 left) 2024-09-20T21:43:53.352 INFO:tasks.rados.rados.0.smithi046.stdout:627: rollback oid 19 current snap is 53 2024-09-20T21:43:53.352 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 19 to 41 2024-09-20T21:43:53.352 INFO:tasks.rados.rados.0.smithi046.stdout:628: copy_from oid 26 from oid 14 current snap is 53 2024-09-20T21:43:53.352 INFO:tasks.rados.rados.0.smithi046.stdout:629: rmattr oid 39 current snap is 53 2024-09-20T21:43:53.352 INFO:tasks.rados.rados.0.smithi046.stdout:629: done (2 left) 2024-09-20T21:43:53.352 INFO:tasks.rados.rados.0.smithi046.stdout:630: read oid 48 snap -1 2024-09-20T21:43:53.352 INFO:tasks.rados.rados.0.smithi046.stdout:630: expect (ObjNum 104 snap 17 seq_num 104) 2024-09-20T21:43:53.352 INFO:tasks.rados.rados.0.smithi046.stdout:631: copy_from oid 33 from oid 20 current snap is 53 2024-09-20T21:43:53.352 INFO:tasks.rados.rados.0.smithi046.stdout:632: snap_remove snap 40 2024-09-20T21:43:53.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:53 smithi046 ceph-mon[28078]: osdmap e174: 8 total, 8 up, 8 in 2024-09-20T21:43:53.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:53 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:53.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:53 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:53.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:53 smithi046 ceph-mon[28078]: Reconfiguring node-exporter.b (dependencies changed)... 2024-09-20T21:43:53.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:53 smithi046 ceph-mon[28078]: Deploying daemon node-exporter.b on smithi134 2024-09-20T21:43:53.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:53 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:43:53.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:53 smithi046 ceph-mon[28078]: osdmap e175: 8 total, 8 up, 8 in 2024-09-20T21:43:53.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:53 smithi046 ceph-mon[39760]: osdmap e174: 8 total, 8 up, 8 in 2024-09-20T21:43:53.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:53 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:53.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:53 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:53.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:53 smithi046 ceph-mon[39760]: Reconfiguring node-exporter.b (dependencies changed)... 2024-09-20T21:43:53.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:53 smithi046 ceph-mon[39760]: Deploying daemon node-exporter.b on smithi134 2024-09-20T21:43:53.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:53 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:43:53.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:53 smithi046 ceph-mon[39760]: osdmap e175: 8 total, 8 up, 8 in 2024-09-20T21:43:53.412 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:53 smithi134 podman[77081]: 2024-09-20 21:43:53.154964038 +0000 UTC m=+0.134579258 container died 26c52b83fa718ec93da88e4925c49b565172940db76e4e2cc796377654af263b (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-20T21:43:53.412 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:53 smithi134 ceph-mon[31761]: osdmap e174: 8 total, 8 up, 8 in 2024-09-20T21:43:53.412 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:53 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:53.413 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:53 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:53.413 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:53 smithi134 ceph-mon[31761]: Reconfiguring node-exporter.b (dependencies changed)... 2024-09-20T21:43:53.413 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:53 smithi134 ceph-mon[31761]: Deploying daemon node-exporter.b on smithi134 2024-09-20T21:43:53.413 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:53 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:43:53.413 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:53 smithi134 ceph-mon[31761]: osdmap e175: 8 total, 8 up, 8 in 2024-09-20T21:43:53.413 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:53 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[76904]: logger=infra.usagestats.collector t=2024-09-20T21:43:53.240282895Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-20T21:43:53.413 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:53 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[76904]: logger=provisioning.datasources t=2024-09-20T21:43:53.327241903Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-09-20T21:43:53.413 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:53 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[76904]: logger=provisioning.datasources t=2024-09-20T21:43:53.327281116Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-09-20T21:43:53.413 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:53 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[76904]: logger=provisioning.datasources t=2024-09-20T21:43:53.338470172Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-20T21:43:53.676 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:53 smithi134 podman[77081]: 2024-09-20 21:43:53.593133448 +0000 UTC m=+0.572748667 container cleanup 26c52b83fa718ec93da88e4925c49b565172940db76e4e2cc796377654af263b (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-20T21:43:53.676 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:53 smithi134 bash[77081]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b 2024-09-20T21:43:53.676 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:53 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[76904]: logger=provisioning.alerting t=2024-09-20T21:43:53.422292186Z level=info msg="starting to provision alerting" 2024-09-20T21:43:53.676 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:53 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[76904]: logger=provisioning.alerting t=2024-09-20T21:43:53.42232504Z level=info msg="finished to provision alerting" 2024-09-20T21:43:53.676 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:53 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[76904]: logger=ngalert.state.manager t=2024-09-20T21:43:53.422827411Z level=info msg="Warming state cache for startup" 2024-09-20T21:43:53.677 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:53 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[76904]: logger=grafanaStorageLogger t=2024-09-20T21:43:53.423010677Z level=info msg="storage starting" 2024-09-20T21:43:53.677 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:53 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[76904]: logger=http.server t=2024-09-20T21:43:53.428467048Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-20T21:43:53.677 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:53 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[76904]: logger=ngalert.state.manager t=2024-09-20T21:43:53.433338053Z level=info msg="State cache has been initialized" states=0 duration=10.509291ms 2024-09-20T21:43:53.677 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:53 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[76904]: logger=ngalert.multiorg.alertmanager t=2024-09-20T21:43:53.43338441Z level=info msg="starting MultiOrg Alertmanager" 2024-09-20T21:43:53.677 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:43:53 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[76904]: logger=ticker t=2024-09-20T21:43:53.433412909Z level=info msg=starting first_tick=2024-09-20T21:44:00Z 2024-09-20T21:43:54.021 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:53 smithi134 podman[77099]: 2024-09-20 21:43:53.769693701 +0000 UTC m=+0.617928485 container remove 26c52b83fa718ec93da88e4925c49b565172940db76e4e2cc796377654af263b (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-20T21:43:54.021 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:53 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-20T21:43:54.021 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-20T21:43:54.021 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 systemd[1]: Stopped Ceph node-exporter.b for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:43:54.021 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@node-exporter.b.service: Consumed 2.113s CPU time. 2024-09-20T21:43:54.136 INFO:tasks.rados.rados.0.smithi046.stdout:628: finishing copy_from to smithi04683737-26 2024-09-20T21:43:54.136 INFO:tasks.rados.rados.0.smithi046.stdout:628: got expected ENOENT (src dne) 2024-09-20T21:43:54.136 INFO:tasks.rados.rados.0.smithi046.stdout:628: finishing copy_from racing read to smithi04683737-26 2024-09-20T21:43:54.136 INFO:tasks.rados.rados.0.smithi046.stdout:627: finishing rollback tid 1 to smithi04683737-19 2024-09-20T21:43:54.136 INFO:tasks.rados.rados.0.smithi046.stdout:627: finishing rollback tid 2 to smithi04683737-19 2024-09-20T21:43:54.136 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 163 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-09-20T21:43:54.136 INFO:tasks.rados.rados.0.smithi046.stdout:630: expect (ObjNum 104 snap 17 seq_num 104) 2024-09-20T21:43:54.189 INFO:tasks.rados.rados.0.smithi046.stdout:631: finishing copy_from racing read to smithi04683737-33 2024-09-20T21:43:54.189 INFO:tasks.rados.rados.0.smithi046.stdout:631: finishing copy_from to smithi04683737-33 2024-09-20T21:43:54.189 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 61 (ObjNum 167 snap 44 seq_num 167) dirty exists 2024-09-20T21:43:54.189 INFO:tasks.rados.rados.0.smithi046.stdout:627: done (4 left) 2024-09-20T21:43:54.189 INFO:tasks.rados.rados.0.smithi046.stdout:628: done (3 left) 2024-09-20T21:43:54.189 INFO:tasks.rados.rados.0.smithi046.stdout:630: done (2 left) 2024-09-20T21:43:54.189 INFO:tasks.rados.rados.0.smithi046.stdout:631: done (1 left) 2024-09-20T21:43:54.189 INFO:tasks.rados.rados.0.smithi046.stdout:632: done (0 left) 2024-09-20T21:43:54.189 INFO:tasks.rados.rados.0.smithi046.stdout:633: delete oid 36 current snap is 53 2024-09-20T21:43:54.190 INFO:tasks.rados.rados.0.smithi046.stdout:633: done (0 left) 2024-09-20T21:43:54.190 INFO:tasks.rados.rados.0.smithi046.stdout:634: read oid 24 snap -1 2024-09-20T21:43:54.190 INFO:tasks.rados.rados.0.smithi046.stdout:634: expect deleted 2024-09-20T21:43:54.191 INFO:tasks.rados.rados.0.smithi046.stdout:635: read oid 13 snap -1 2024-09-20T21:43:54.191 INFO:tasks.rados.rados.0.smithi046.stdout:635: expect (ObjNum 125 snap 29 seq_num 125) 2024-09-20T21:43:54.191 INFO:tasks.rados.rados.0.smithi046.stdout:636: copy_from oid 33 from oid 50 current snap is 53 2024-09-20T21:43:54.191 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 53 2024-09-20T21:43:54.191 INFO:tasks.rados.rados.0.smithi046.stdout:637: seq_num 211 ranges {1204224=737280,1941504=401408} 2024-09-20T21:43:54.201 INFO:tasks.rados.rados.0.smithi046.stdout:637: writing smithi04683737-6 from 1204224 to 1941504 tid 1 2024-09-20T21:43:54.203 INFO:tasks.rados.rados.0.smithi046.stdout:637: writing smithi04683737-6 from 1941504 to 2342912 tid 2 2024-09-20T21:43:54.203 INFO:tasks.rados.rados.0.smithi046.stdout:638: setattr oid 27 current snap is 53 2024-09-20T21:43:54.203 INFO:tasks.rados.rados.0.smithi046.stdout:636: finishing copy_from to smithi04683737-33 2024-09-20T21:43:54.204 INFO:tasks.rados.rados.0.smithi046.stdout:636: got expected ENOENT (src dne) 2024-09-20T21:43:54.204 INFO:tasks.rados.rados.0.smithi046.stdout:636: finishing copy_from racing read to smithi04683737-33 2024-09-20T21:43:54.205 INFO:tasks.rados.rados.0.smithi046.stdout:634: done (4 left) 2024-09-20T21:43:54.205 INFO:tasks.rados.rados.0.smithi046.stdout:636: done (3 left) 2024-09-20T21:43:54.205 INFO:tasks.rados.rados.0.smithi046.stdout:639: setattr oid 23 current snap is 53 2024-09-20T21:43:54.207 INFO:tasks.rados.rados.0.smithi046.stdout:640: snap_create 2024-09-20T21:43:54.208 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 131 (ObjNum 182 snap 48 seq_num 182) dirty exists 2024-09-20T21:43:54.210 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 187 (ObjNum 148 snap 38 seq_num 148) dirty exists 2024-09-20T21:43:54.212 INFO:tasks.rados.rados.0.smithi046.stdout:635: expect (ObjNum 125 snap 29 seq_num 125) 2024-09-20T21:43:54.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:54 smithi046 ceph-mon[28078]: pgmap v51: 121 pgs: 121 active+clean; 165 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-09-20T21:43:54.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:54 smithi046 ceph-mon[39760]: pgmap v51: 121 pgs: 121 active+clean; 165 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-09-20T21:43:54.420 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-mon[31761]: pgmap v51: 121 pgs: 121 active+clean; 165 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-09-20T21:43:54.420 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 systemd[1]: Starting Ceph node-exporter.b for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:43:54.535 INFO:tasks.rados.rados.0.smithi046.stdout:637: finishing write tid 1 to smithi04683737-6 2024-09-20T21:43:54.535 INFO:tasks.rados.rados.0.smithi046.stdout:637: finishing write tid 2 to smithi04683737-6 2024-09-20T21:43:54.535 INFO:tasks.rados.rados.0.smithi046.stdout:637: finishing write tid 3 to smithi04683737-6 2024-09-20T21:43:54.535 INFO:tasks.rados.rados.0.smithi046.stdout:637: finishing write tid 4 to smithi04683737-6 2024-09-20T21:43:54.535 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 203 (ObjNum 211 snap 53 seq_num 211) dirty exists 2024-09-20T21:43:54.536 INFO:tasks.rados.rados.0.smithi046.stdout:637: left oid 6 (ObjNum 211 snap 53 seq_num 211) 2024-09-20T21:43:54.676 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 podman[77231]: 2024-09-20 21:43:54.321077519 +0000 UTC m=+0.015700223 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-20T21:43:54.676 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 podman[77231]: 2024-09-20 21:43:54.420587196 +0000 UTC m=+0.115209935 container create d64b31ebfc6a04bc8f584956f28741b73187a9a50b65763402adf4dea295c97c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-20T21:43:55.127 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 podman[77231]: 2024-09-20 21:43:54.789774169 +0000 UTC m=+0.484396876 container init d64b31ebfc6a04bc8f584956f28741b73187a9a50b65763402adf4dea295c97c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-20T21:43:55.128 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 podman[77231]: 2024-09-20 21:43:54.794383429 +0000 UTC m=+0.489006129 container start d64b31ebfc6a04bc8f584956f28741b73187a9a50b65763402adf4dea295c97c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-20T21:43:55.128 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.798Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-20T21:43:55.128 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.798Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-20T21:43:55.128 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-20T21:43:55.128 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-20T21:43:55.128 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-20T21:43:55.128 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-20T21:43:55.128 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-20T21:43:55.128 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=arp 2024-09-20T21:43:55.128 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-20T21:43:55.129 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-20T21:43:55.129 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-20T21:43:55.129 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-20T21:43:55.129 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-20T21:43:55.129 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-20T21:43:55.129 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-20T21:43:55.129 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-20T21:43:55.130 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=edac 2024-09-20T21:43:55.130 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-20T21:43:55.130 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-20T21:43:55.130 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-20T21:43:55.130 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-20T21:43:55.130 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-20T21:43:55.130 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-20T21:43:55.130 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-20T21:43:55.130 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-20T21:43:55.130 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-20T21:43:55.130 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-20T21:43:55.130 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-20T21:43:55.130 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-20T21:43:55.131 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-20T21:43:55.131 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-20T21:43:55.131 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-20T21:43:55.131 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-20T21:43:55.131 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=os 2024-09-20T21:43:55.131 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-20T21:43:55.131 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-20T21:43:55.131 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-20T21:43:55.131 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-20T21:43:55.131 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-20T21:43:55.131 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-20T21:43:55.131 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-20T21:43:55.131 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=stat 2024-09-20T21:43:55.132 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-20T21:43:55.132 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-20T21:43:55.132 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-20T21:43:55.132 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=time 2024-09-20T21:43:55.132 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-20T21:43:55.132 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=uname 2024-09-20T21:43:55.132 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-20T21:43:55.132 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-20T21:43:55.132 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.799Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-20T21:43:55.132 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.800Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-20T21:43:55.132 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b[77247]: ts=2024-09-20T21:43:54.800Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-20T21:43:55.132 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 bash[77231]: d64b31ebfc6a04bc8f584956f28741b73187a9a50b65763402adf4dea295c97c 2024-09-20T21:43:55.132 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 21:43:54 smithi134 systemd[1]: Started Ceph node-exporter.b for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:43:55.134 INFO:tasks.rados.rados.0.smithi046.stdout:635: done (4 left) 2024-09-20T21:43:55.135 INFO:tasks.rados.rados.0.smithi046.stdout:637: done (3 left) 2024-09-20T21:43:55.135 INFO:tasks.rados.rados.0.smithi046.stdout:638: done (2 left) 2024-09-20T21:43:55.135 INFO:tasks.rados.rados.0.smithi046.stdout:639: done (1 left) 2024-09-20T21:43:55.135 INFO:tasks.rados.rados.0.smithi046.stdout:640: done (0 left) 2024-09-20T21:43:55.135 INFO:tasks.rados.rados.0.smithi046.stdout:641: rollback oid 32 current snap is 54 2024-09-20T21:43:55.135 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 32 to 41 2024-09-20T21:43:55.135 INFO:tasks.rados.rados.0.smithi046.stdout:642: snap_remove snap 49 2024-09-20T21:43:55.387 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:55 smithi046 ceph-mon[39760]: osdmap e176: 8 total, 8 up, 8 in 2024-09-20T21:43:55.387 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:55 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:55.387 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:55 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:55.387 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:55 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-20T21:43:55.387 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:55 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-20T21:43:55.387 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:55 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-20T21:43:55.387 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:55 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:43:55.388 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:55 smithi046 ceph-mon[28078]: osdmap e176: 8 total, 8 up, 8 in 2024-09-20T21:43:55.388 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:55 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:55.388 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:55 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:55.388 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:55 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-20T21:43:55.388 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:55 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-20T21:43:55.388 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:55 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-20T21:43:55.389 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:55 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:43:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:55 smithi134 ceph-mon[31761]: osdmap e176: 8 total, 8 up, 8 in 2024-09-20T21:43:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:55 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:55 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:55 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-20T21:43:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:55 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-20T21:43:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:55 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-20T21:43:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:55 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:43:56.141 INFO:tasks.rados.rados.0.smithi046.stdout:642: done (1 left) 2024-09-20T21:43:56.141 INFO:tasks.rados.rados.0.smithi046.stdout:643: rollback oid 46 current snap is 54 2024-09-20T21:43:56.141 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 46 to 53 2024-09-20T21:43:56.141 INFO:tasks.rados.rados.0.smithi046.stdout:641: finishing rollback tid 0 to smithi04683737-32 2024-09-20T21:43:56.141 INFO:tasks.rados.rados.0.smithi046.stdout:641: finishing rollback tid 1 to smithi04683737-32 2024-09-20T21:43:56.141 INFO:tasks.rados.rados.0.smithi046.stdout:641: finishing rollback tid 2 to smithi04683737-32 2024-09-20T21:43:56.141 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 207 (ObjNum 134 snap 31 seq_num 134) dirty exists 2024-09-20T21:43:56.142 INFO:tasks.rados.rados.0.smithi046.stdout:641: done (1 left) 2024-09-20T21:43:56.142 INFO:tasks.rados.rados.0.smithi046.stdout:644: snap_remove snap 35 2024-09-20T21:43:56.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:56 smithi046 ceph-mon[28078]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-20T21:43:56.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:56 smithi046 ceph-mon[28078]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-20T21:43:56.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:56 smithi046 ceph-mon[28078]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-20T21:43:56.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:56 smithi046 ceph-mon[28078]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-20T21:43:56.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:56 smithi046 ceph-mon[28078]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-20T21:43:56.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:56 smithi046 ceph-mon[28078]: osdmap e177: 8 total, 8 up, 8 in 2024-09-20T21:43:56.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:56 smithi046 ceph-mon[28078]: pgmap v54: 121 pgs: 121 active+clean; 165 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-09-20T21:43:56.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:56 smithi046 ceph-mon[39760]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-20T21:43:56.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:56 smithi046 ceph-mon[39760]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-20T21:43:56.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:56 smithi046 ceph-mon[39760]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-20T21:43:56.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:56 smithi046 ceph-mon[39760]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-20T21:43:56.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:56 smithi046 ceph-mon[39760]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-20T21:43:56.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:56 smithi046 ceph-mon[39760]: osdmap e177: 8 total, 8 up, 8 in 2024-09-20T21:43:56.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:56 smithi046 ceph-mon[39760]: pgmap v54: 121 pgs: 121 active+clean; 165 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-09-20T21:43:56.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:56 smithi134 ceph-mon[31761]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-20T21:43:56.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:56 smithi134 ceph-mon[31761]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-20T21:43:56.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:56 smithi134 ceph-mon[31761]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-20T21:43:56.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:56 smithi134 ceph-mon[31761]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-20T21:43:56.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:56 smithi134 ceph-mon[31761]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-20T21:43:56.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:56 smithi134 ceph-mon[31761]: osdmap e177: 8 total, 8 up, 8 in 2024-09-20T21:43:56.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:56 smithi134 ceph-mon[31761]: pgmap v54: 121 pgs: 121 active+clean; 165 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-09-20T21:43:57.146 INFO:tasks.rados.rados.0.smithi046.stdout:644: done (1 left) 2024-09-20T21:43:57.147 INFO:tasks.rados.rados.0.smithi046.stdout:645: read oid 21 snap -1 2024-09-20T21:43:57.147 INFO:tasks.rados.rados.0.smithi046.stdout:645: expect (ObjNum 207 snap 53 seq_num 207) 2024-09-20T21:43:57.147 INFO:tasks.rados.rados.0.smithi046.stdout:646: rollback oid 32 current snap is 54 2024-09-20T21:43:57.147 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 32 to 52 2024-09-20T21:43:57.147 INFO:tasks.rados.rados.0.smithi046.stdout:643: finishing rollback tid 0 to smithi04683737-46 2024-09-20T21:43:57.147 INFO:tasks.rados.rados.0.smithi046.stdout:643: finishing rollback tid 1 to smithi04683737-46 2024-09-20T21:43:57.147 INFO:tasks.rados.rados.0.smithi046.stdout:643: finishing rollback tid 2 to smithi04683737-46 2024-09-20T21:43:57.147 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 191 (ObjNum 101 snap 17 seq_num 101) dirty exists 2024-09-20T21:43:57.147 INFO:tasks.rados.rados.0.smithi046.stdout:643: done (2 left) 2024-09-20T21:43:57.147 INFO:tasks.rados.rados.0.smithi046.stdout:647: copy_from oid 12 from oid 23 current snap is 54 2024-09-20T21:43:57.147 INFO:tasks.rados.rados.0.smithi046.stdout:648: snap_remove snap 53 2024-09-20T21:43:57.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:57 smithi046 ceph-mon[39760]: osdmap e178: 8 total, 8 up, 8 in 2024-09-20T21:43:57.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:57 smithi046 ceph-mon[39760]: Upgrade: Updating mgr.y 2024-09-20T21:43:57.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:57 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:57.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:57 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-20T21:43:57.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:57 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-20T21:43:57.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:57 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-20T21:43:57.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:57 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:43:57.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:57 smithi046 ceph-mon[39760]: Deploying daemon mgr.y on smithi046 2024-09-20T21:43:57.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:57 smithi046 ceph-mon[28078]: osdmap e178: 8 total, 8 up, 8 in 2024-09-20T21:43:57.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:57 smithi046 ceph-mon[28078]: Upgrade: Updating mgr.y 2024-09-20T21:43:57.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:57 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:57.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:57 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-20T21:43:57.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:57 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-20T21:43:57.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:57 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-20T21:43:57.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:57 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:43:57.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:57 smithi046 ceph-mon[28078]: Deploying daemon mgr.y on smithi046 2024-09-20T21:43:57.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:57 smithi134 ceph-mon[31761]: osdmap e178: 8 total, 8 up, 8 in 2024-09-20T21:43:57.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:57 smithi134 ceph-mon[31761]: Upgrade: Updating mgr.y 2024-09-20T21:43:57.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:57 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:43:57.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:57 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-20T21:43:57.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:57 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-20T21:43:57.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:57 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-20T21:43:57.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:57 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:43:57.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:57 smithi134 ceph-mon[31761]: Deploying daemon mgr.y on smithi046 2024-09-20T21:43:58.060 INFO:tasks.rados.rados.0.smithi046.stdout:648: done (3 left) 2024-09-20T21:43:58.060 INFO:tasks.rados.rados.0.smithi046.stdout:649: delete oid 48 current snap is 54 2024-09-20T21:43:58.060 INFO:tasks.rados.rados.0.smithi046.stdout:646: finishing rollback tid 0 to smithi04683737-32 2024-09-20T21:43:58.060 INFO:tasks.rados.rados.0.smithi046.stdout:646: finishing rollback tid 1 to smithi04683737-32 2024-09-20T21:43:58.061 INFO:tasks.rados.rados.0.smithi046.stdout:646: finishing rollback tid 2 to smithi04683737-32 2024-09-20T21:43:58.061 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 218 (ObjNum 183 snap 48 seq_num 183) dirty exists 2024-09-20T21:43:58.061 INFO:tasks.rados.rados.0.smithi046.stdout:645: expect (ObjNum 207 snap 53 seq_num 207) 2024-09-20T21:43:58.174 INFO:tasks.rados.rados.0.smithi046.stdout:647: finishing copy_from racing read to smithi04683737-12 2024-09-20T21:43:58.174 INFO:tasks.rados.rados.0.smithi046.stdout:647: finishing copy_from to smithi04683737-12 2024-09-20T21:43:58.174 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 187 (ObjNum 148 snap 38 seq_num 148) dirty exists 2024-09-20T21:43:58.174 INFO:tasks.rados.rados.0.smithi046.stdout:645: done (3 left) 2024-09-20T21:43:58.174 INFO:tasks.rados.rados.0.smithi046.stdout:646: done (2 left) 2024-09-20T21:43:58.174 INFO:tasks.rados.rados.0.smithi046.stdout:647: done (1 left) 2024-09-20T21:43:58.174 INFO:tasks.rados.rados.0.smithi046.stdout:649: done (0 left) 2024-09-20T21:43:58.174 INFO:tasks.rados.rados.0.smithi046.stdout:650: snap_create 2024-09-20T21:43:58.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:58 smithi046 systemd[1]: Stopping Ceph mgr.y for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:43:58.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:58 smithi046 ceph-mon[28078]: osdmap e179: 8 total, 8 up, 8 in 2024-09-20T21:43:58.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:58 smithi046 ceph-mon[28078]: pgmap v57: 121 pgs: 121 active+clean; 165 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:43:58.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:43:58 smithi046 ceph-mon[28078]: osdmap e180: 8 total, 8 up, 8 in 2024-09-20T21:43:58.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:58 smithi046 ceph-mon[39760]: osdmap e179: 8 total, 8 up, 8 in 2024-09-20T21:43:58.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:58 smithi046 ceph-mon[39760]: pgmap v57: 121 pgs: 121 active+clean; 165 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:43:58.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:43:58 smithi046 ceph-mon[39760]: osdmap e180: 8 total, 8 up, 8 in 2024-09-20T21:43:58.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:58 smithi134 ceph-mon[31761]: osdmap e179: 8 total, 8 up, 8 in 2024-09-20T21:43:58.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:58 smithi134 ceph-mon[31761]: pgmap v57: 121 pgs: 121 active+clean; 165 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:43:58.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:43:58 smithi134 ceph-mon[31761]: osdmap e180: 8 total, 8 up, 8 in 2024-09-20T21:43:58.739 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:58 smithi046 podman[87167]: 2024-09-20 21:43:58.426186227 +0000 UTC m=+0.126692299 container died 08336f35d244ca9635d535df958ab0240e2e000752c407621260a54d954921c1 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, RELEASE=quincy-fbd1a6a, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-09-20T21:43:59.064 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:58 smithi046 podman[87167]: 2024-09-20 21:43:58.820021586 +0000 UTC m=+0.520527658 container cleanup 08336f35d244ca9635d535df958ab0240e2e000752c407621260a54d954921c1 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, RELEASE=quincy-fbd1a6a, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-09-20T21:43:59.064 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:58 smithi046 bash[87167]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y 2024-09-20T21:43:59.151 INFO:tasks.rados.rados.0.smithi046.stdout:650: done (0 left) 2024-09-20T21:43:59.151 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 55 2024-09-20T21:43:59.151 INFO:tasks.rados.rados.0.smithi046.stdout:651: seq_num 213 ranges {5726208=770048,6496256=401408} 2024-09-20T21:43:59.186 INFO:tasks.rados.rados.0.smithi046.stdout:651: writing smithi04683737-26 from 5726208 to 6496256 tid 1 2024-09-20T21:43:59.189 INFO:tasks.rados.rados.0.smithi046.stdout:651: writing smithi04683737-26 from 6496256 to 6897664 tid 2 2024-09-20T21:43:59.189 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 55 2024-09-20T21:43:59.189 INFO:tasks.rados.rados.0.smithi046.stdout:652: seq_num 214 ranges {2342912=794624,3137536=401408} 2024-09-20T21:43:59.207 INFO:tasks.rados.rados.0.smithi046.stdout:652: writing smithi04683737-6 from 2342912 to 3137536 tid 1 2024-09-20T21:43:59.210 INFO:tasks.rados.rados.0.smithi046.stdout:652: writing smithi04683737-6 from 3137536 to 3538944 tid 2 2024-09-20T21:43:59.210 INFO:tasks.rados.rados.0.smithi046.stdout:653: copy_from oid 41 from oid 39 current snap is 55 2024-09-20T21:43:59.210 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 50 current snap is 55 2024-09-20T21:43:59.210 INFO:tasks.rados.rados.0.smithi046.stdout:651: finishing write tid 1 to smithi04683737-26 2024-09-20T21:43:59.210 INFO:tasks.rados.rados.0.smithi046.stdout:651: finishing write tid 2 to smithi04683737-26 2024-09-20T21:43:59.210 INFO:tasks.rados.rados.0.smithi046.stdout:651: finishing write tid 3 to smithi04683737-26 2024-09-20T21:43:59.210 INFO:tasks.rados.rados.0.smithi046.stdout:651: finishing write tid 4 to smithi04683737-26 2024-09-20T21:43:59.210 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 152 (ObjNum 213 snap 55 seq_num 213) dirty exists 2024-09-20T21:43:59.210 INFO:tasks.rados.rados.0.smithi046.stdout:651: left oid 26 (ObjNum 213 snap 55 seq_num 213) 2024-09-20T21:43:59.210 INFO:tasks.rados.rados.0.smithi046.stdout:654: seq_num 215 ranges {0=409600,409600=532480,942080=270336} 2024-09-20T21:43:59.212 INFO:tasks.rados.rados.0.smithi046.stdout:654: writing smithi04683737-50 from 0 to 409600 tid 1 2024-09-20T21:43:59.216 INFO:tasks.rados.rados.0.smithi046.stdout:654: writing smithi04683737-50 from 409600 to 942080 tid 2 2024-09-20T21:43:59.219 INFO:tasks.rados.rados.0.smithi046.stdout:654: writing smithi04683737-50 from 942080 to 1212416 tid 3 2024-09-20T21:43:59.219 INFO:tasks.rados.rados.0.smithi046.stdout:651: done (3 left) 2024-09-20T21:43:59.219 INFO:tasks.rados.rados.0.smithi046.stdout:655: delete oid 45 current snap is 55 2024-09-20T21:43:59.219 INFO:tasks.rados.rados.0.smithi046.stdout:652: finishing write tid 1 to smithi04683737-6 2024-09-20T21:43:59.219 INFO:tasks.rados.rados.0.smithi046.stdout:652: finishing write tid 2 to smithi04683737-6 2024-09-20T21:43:59.219 INFO:tasks.rados.rados.0.smithi046.stdout:652: finishing write tid 3 to smithi04683737-6 2024-09-20T21:43:59.219 INFO:tasks.rados.rados.0.smithi046.stdout:652: finishing write tid 4 to smithi04683737-6 2024-09-20T21:43:59.219 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 224 (ObjNum 214 snap 55 seq_num 214) dirty exists 2024-09-20T21:43:59.219 INFO:tasks.rados.rados.0.smithi046.stdout:652: left oid 6 (ObjNum 214 snap 55 seq_num 214) 2024-09-20T21:43:59.219 INFO:tasks.rados.rados.0.smithi046.stdout:654: finishing write tid 1 to smithi04683737-50 2024-09-20T21:43:59.219 INFO:tasks.rados.rados.0.smithi046.stdout:653: finishing copy_from racing read to smithi04683737-41 2024-09-20T21:43:59.219 INFO:tasks.rados.rados.0.smithi046.stdout:653: finishing copy_from to smithi04683737-41 2024-09-20T21:43:59.220 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 99 (ObjNum 190 snap 50 seq_num 190) dirty exists 2024-09-20T21:43:59.220 INFO:tasks.rados.rados.0.smithi046.stdout:654: finishing write tid 2 to smithi04683737-50 2024-09-20T21:43:59.220 INFO:tasks.rados.rados.0.smithi046.stdout:654: finishing write tid 3 to smithi04683737-50 2024-09-20T21:43:59.221 INFO:tasks.rados.rados.0.smithi046.stdout:652: done (3 left) 2024-09-20T21:43:59.221 INFO:tasks.rados.rados.0.smithi046.stdout:653: done (2 left) 2024-09-20T21:43:59.221 INFO:tasks.rados.rados.0.smithi046.stdout:655: done (1 left) 2024-09-20T21:43:59.221 INFO:tasks.rados.rados.0.smithi046.stdout:656: snap_remove snap 54 2024-09-20T21:43:59.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:59 smithi046 podman[87185]: 2024-09-20 21:43:59.06310328 +0000 UTC m=+0.627411730 container remove 08336f35d244ca9635d535df958ab0240e2e000752c407621260a54d954921c1 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=quincy-fbd1a6a, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-20T21:43:59.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:59 smithi046 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-09-20T21:43:59.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:59 smithi046 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mgr.y.service: Failed with result 'exit-code'. 2024-09-20T21:43:59.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:59 smithi046 systemd[1]: Stopped Ceph mgr.y for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:43:59.402 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:59 smithi046 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mgr.y.service: Consumed 45.347s CPU time. 2024-09-20T21:43:59.731 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:59 smithi046 systemd[1]: Starting Ceph mgr.y for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:43:59.732 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:59 smithi046 podman[87320]: 2024-09-20 21:43:59.622457591 +0000 UTC m=+0.102944608 container create 287f9c5532d7e83eeb0514feea15e0aef937bc5c3a836b594bd7740710201fa0 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-9e2ac70, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-20T21:43:59.732 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:59 smithi046 podman[87320]: 2024-09-20 21:43:59.535965565 +0000 UTC m=+0.016452534 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T21:44:00.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:59 smithi046 podman[87320]: 2024-09-20 21:43:59.833215347 +0000 UTC m=+0.313702328 container init 287f9c5532d7e83eeb0514feea15e0aef937bc5c3a836b594bd7740710201fa0 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=squid-9e2ac70, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True) 2024-09-20T21:44:00.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:59 smithi046 podman[87320]: 2024-09-20 21:43:59.838612584 +0000 UTC m=+0.319099552 container start 287f9c5532d7e83eeb0514feea15e0aef937bc5c3a836b594bd7740710201fa0 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, RELEASE=squid-9e2ac70, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-20T21:44:00.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:59 smithi046 ceph-mgr[87359]: -- 172.21.15.46:0/1851179837 <== mon.0 v2:172.21.15.46:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56513c58d0e0 con 0x56513c56b400 2024-09-20T21:44:00.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:59 smithi046 bash[87320]: 287f9c5532d7e83eeb0514feea15e0aef937bc5c3a836b594bd7740710201fa0 2024-09-20T21:44:00.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:59 smithi046 systemd[1]: Started Ceph mgr.y for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:44:00.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:43:59 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:43:59.964+0000 7f0557cb5040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-20T21:44:00.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:00 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:00.030+0000 7f0557cb5040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-20T21:44:00.159 INFO:tasks.rados.rados.0.smithi046.stdout:656: done (1 left) 2024-09-20T21:44:00.159 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 55 2024-09-20T21:44:00.159 INFO:tasks.rados.rados.0.smithi046.stdout:657: seq_num 217 ranges {0=442368,442368=696320,1138688=106496} 2024-09-20T21:44:00.162 INFO:tasks.rados.rados.0.smithi046.stdout:657: writing smithi04683737-35 from 0 to 442368 tid 1 2024-09-20T21:44:00.168 INFO:tasks.rados.rados.0.smithi046.stdout:657: writing smithi04683737-35 from 442368 to 1138688 tid 2 2024-09-20T21:44:00.169 INFO:tasks.rados.rados.0.smithi046.stdout:657: writing smithi04683737-35 from 1138688 to 1245184 tid 3 2024-09-20T21:44:00.169 INFO:tasks.rados.rados.0.smithi046.stdout:658: read oid 17 snap -1 2024-09-20T21:44:00.169 INFO:tasks.rados.rados.0.smithi046.stdout:658: expect deleted 2024-09-20T21:44:00.169 INFO:tasks.rados.rados.0.smithi046.stdout:659: snap_create 2024-09-20T21:44:00.169 INFO:tasks.rados.rados.0.smithi046.stdout:654: finishing write tid 4 to smithi04683737-50 2024-09-20T21:44:00.169 INFO:tasks.rados.rados.0.smithi046.stdout:654: finishing write tid 5 to smithi04683737-50 2024-09-20T21:44:00.169 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 125 (ObjNum 215 snap 55 seq_num 215) dirty exists 2024-09-20T21:44:00.170 INFO:tasks.rados.rados.0.smithi046.stdout:654: left oid 50 (ObjNum 215 snap 55 seq_num 215) 2024-09-20T21:44:00.170 INFO:tasks.rados.rados.0.smithi046.stdout:657: finishing write tid 1 to smithi04683737-35 2024-09-20T21:44:00.172 INFO:tasks.rados.rados.0.smithi046.stdout:657: finishing write tid 2 to smithi04683737-35 2024-09-20T21:44:00.172 INFO:tasks.rados.rados.0.smithi046.stdout:657: finishing write tid 3 to smithi04683737-35 2024-09-20T21:44:00.172 INFO:tasks.rados.rados.0.smithi046.stdout:657: finishing write tid 4 to smithi04683737-35 2024-09-20T21:44:00.174 INFO:tasks.rados.rados.0.smithi046.stdout:657: finishing write tid 5 to smithi04683737-35 2024-09-20T21:44:00.174 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 129 (ObjNum 217 snap 55 seq_num 217) dirty exists 2024-09-20T21:44:00.174 INFO:tasks.rados.rados.0.smithi046.stdout:657: left oid 35 (ObjNum 217 snap 55 seq_num 217) 2024-09-20T21:44:00.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:44:00] "GET /metrics HTTP/1.1" 200 36064 "" "Prometheus/2.43.0" 2024-09-20T21:44:00.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:00 smithi134 ceph-mon[31761]: osdmap e181: 8 total, 8 up, 8 in 2024-09-20T21:44:00.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:00 smithi134 ceph-mon[31761]: pgmap v60: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-09-20T21:44:00.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:00 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:00.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:00 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:00.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:00 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:44:00.446 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:00 smithi046 ceph-mon[28078]: osdmap e181: 8 total, 8 up, 8 in 2024-09-20T21:44:00.446 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:00 smithi046 ceph-mon[28078]: pgmap v60: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-09-20T21:44:00.446 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:00 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:00.446 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:00 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:00.446 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:00 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:44:00.447 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:00 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:00.202+0000 7f0557cb5040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-20T21:44:00.447 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:00 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:00.281+0000 7f0557cb5040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-20T21:44:00.447 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:00 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:00.444+0000 7f0557cb5040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-20T21:44:00.447 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:00 smithi046 ceph-mon[39760]: osdmap e181: 8 total, 8 up, 8 in 2024-09-20T21:44:00.447 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:00 smithi046 ceph-mon[39760]: pgmap v60: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-09-20T21:44:00.447 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:00 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:00.447 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:00 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:00.447 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:00 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:44:00.900 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:00 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:00.600+0000 7f0557cb5040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-20T21:44:01.162 INFO:tasks.rados.rados.0.smithi046.stdout:654: done (3 left) 2024-09-20T21:44:01.162 INFO:tasks.rados.rados.0.smithi046.stdout:657: done (2 left) 2024-09-20T21:44:01.163 INFO:tasks.rados.rados.0.smithi046.stdout:658: done (1 left) 2024-09-20T21:44:01.163 INFO:tasks.rados.rados.0.smithi046.stdout:659: done (0 left) 2024-09-20T21:44:01.163 INFO:tasks.rados.rados.0.smithi046.stdout:660: setattr oid 33 current snap is 56 2024-09-20T21:44:01.163 INFO:tasks.rados.rados.0.smithi046.stdout:661: read oid 6 snap -1 2024-09-20T21:44:01.163 INFO:tasks.rados.rados.0.smithi046.stdout:661: expect (ObjNum 214 snap 55 seq_num 214) 2024-09-20T21:44:01.163 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 56 2024-09-20T21:44:01.164 INFO:tasks.rados.rados.0.smithi046.stdout:662: seq_num 218 ranges {1753088=458752,2211840=581632,2793472=221184} 2024-09-20T21:44:01.175 INFO:tasks.rados.rados.0.smithi046.stdout:662: writing smithi04683737-37 from 1753088 to 2211840 tid 1 2024-09-20T21:44:01.179 INFO:tasks.rados.rados.0.smithi046.stdout:662: writing smithi04683737-37 from 2211840 to 2793472 tid 2 2024-09-20T21:44:01.180 INFO:tasks.rados.rados.0.smithi046.stdout:662: writing smithi04683737-37 from 2793472 to 3014656 tid 3 2024-09-20T21:44:01.180 INFO:tasks.rados.rados.0.smithi046.stdout:663: copy_from oid 22 from oid 45 current snap is 56 2024-09-20T21:44:01.180 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 100 (ObjNum 167 snap 44 seq_num 167) dirty exists 2024-09-20T21:44:01.180 INFO:tasks.rados.rados.0.smithi046.stdout:661: expect (ObjNum 214 snap 55 seq_num 214) 2024-09-20T21:44:01.214 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:01 smithi046 ceph-mon[28078]: osdmap e182: 8 total, 8 up, 8 in 2024-09-20T21:44:01.214 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:01 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:01.214 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:01 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:01.214 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:00 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:00.946+0000 7f0557cb5040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-20T21:44:01.215 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:01 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:01.013+0000 7f0557cb5040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-20T21:44:01.215 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:01 smithi046 ceph-mon[39760]: osdmap e182: 8 total, 8 up, 8 in 2024-09-20T21:44:01.215 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:01 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:01.215 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:01 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:01.338 INFO:tasks.rados.rados.0.smithi046.stdout:662: finishing write tid 1 to smithi04683737-37 2024-09-20T21:44:01.338 INFO:tasks.rados.rados.0.smithi046.stdout:663: finishing copy_from to smithi04683737-22 2024-09-20T21:44:01.339 INFO:tasks.rados.rados.0.smithi046.stdout:663: got expected ENOENT (src dne) 2024-09-20T21:44:01.339 INFO:tasks.rados.rados.0.smithi046.stdout:663: finishing copy_from racing read to smithi04683737-22 2024-09-20T21:44:01.339 INFO:tasks.rados.rados.0.smithi046.stdout:662: finishing write tid 2 to smithi04683737-37 2024-09-20T21:44:01.339 INFO:tasks.rados.rados.0.smithi046.stdout:662: finishing write tid 3 to smithi04683737-37 2024-09-20T21:44:01.339 INFO:tasks.rados.rados.0.smithi046.stdout:660: done (3 left) 2024-09-20T21:44:01.339 INFO:tasks.rados.rados.0.smithi046.stdout:661: done (2 left) 2024-09-20T21:44:01.339 INFO:tasks.rados.rados.0.smithi046.stdout:663: done (1 left) 2024-09-20T21:44:01.339 INFO:tasks.rados.rados.0.smithi046.stdout:664: delete oid 47 current snap is 56 2024-09-20T21:44:01.339 INFO:tasks.rados.rados.0.smithi046.stdout:662: finishing write tid 4 to smithi04683737-37 2024-09-20T21:44:01.339 INFO:tasks.rados.rados.0.smithi046.stdout:662: finishing write tid 5 to smithi04683737-37 2024-09-20T21:44:01.339 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 207 (ObjNum 218 snap 56 seq_num 218) dirty exists 2024-09-20T21:44:01.339 INFO:tasks.rados.rados.0.smithi046.stdout:662: left oid 37 (ObjNum 218 snap 56 seq_num 218) 2024-09-20T21:44:01.340 INFO:tasks.rados.rados.0.smithi046.stdout:662: done (1 left) 2024-09-20T21:44:01.340 INFO:tasks.rados.rados.0.smithi046.stdout:664: done (0 left) 2024-09-20T21:44:01.340 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 56 2024-09-20T21:44:01.340 INFO:tasks.rados.rados.0.smithi046.stdout:665: seq_num 220 ranges {6897664=491520,7389184=753664,8142848=49152} 2024-09-20T21:44:01.380 INFO:tasks.rados.rados.0.smithi046.stdout:665: writing smithi04683737-26 from 6897664 to 7389184 tid 1 2024-09-20T21:44:01.385 INFO:tasks.rados.rados.0.smithi046.stdout:665: writing smithi04683737-26 from 7389184 to 8142848 tid 2 2024-09-20T21:44:01.385 INFO:tasks.rados.rados.0.smithi046.stdout:665: writing smithi04683737-26 from 8142848 to 8192000 tid 3 2024-09-20T21:44:01.385 INFO:tasks.rados.rados.0.smithi046.stdout:666: snap_create 2024-09-20T21:44:01.385 INFO:tasks.rados.rados.0.smithi046.stdout:665: finishing write tid 1 to smithi04683737-26 2024-09-20T21:44:01.388 INFO:tasks.rados.rados.0.smithi046.stdout:665: finishing write tid 2 to smithi04683737-26 2024-09-20T21:44:01.388 INFO:tasks.rados.rados.0.smithi046.stdout:665: finishing write tid 3 to smithi04683737-26 2024-09-20T21:44:01.388 INFO:tasks.rados.rados.0.smithi046.stdout:665: finishing write tid 4 to smithi04683737-26 2024-09-20T21:44:01.389 INFO:tasks.rados.rados.0.smithi046.stdout:665: finishing write tid 5 to smithi04683737-26 2024-09-20T21:44:01.389 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 159 (ObjNum 220 snap 56 seq_num 220) dirty exists 2024-09-20T21:44:01.389 INFO:tasks.rados.rados.0.smithi046.stdout:665: left oid 26 (ObjNum 220 snap 56 seq_num 220) 2024-09-20T21:44:01.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:01 smithi134 ceph-mon[31761]: osdmap e182: 8 total, 8 up, 8 in 2024-09-20T21:44:01.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:01 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:01.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:01 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:01.650 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:01 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:01.219+0000 7f0557cb5040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-20T21:44:02.167 INFO:tasks.rados.rados.0.smithi046.stdout:665: done (1 left) 2024-09-20T21:44:02.167 INFO:tasks.rados.rados.0.smithi046.stdout:666: done (0 left) 2024-09-20T21:44:02.167 INFO:tasks.rados.rados.0.smithi046.stdout:667: delete oid 35 current snap is 57 2024-09-20T21:44:02.171 INFO:tasks.rados.rados.0.smithi046.stdout:667: done (0 left) 2024-09-20T21:44:02.171 INFO:tasks.rados.rados.0.smithi046.stdout:668: snap_create 2024-09-20T21:44:02.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:02 smithi134 ceph-mon[31761]: osdmap e183: 8 total, 8 up, 8 in 2024-09-20T21:44:02.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:02 smithi134 ceph-mon[31761]: pgmap v63: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-09-20T21:44:02.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:02 smithi046 ceph-mon[39760]: osdmap e183: 8 total, 8 up, 8 in 2024-09-20T21:44:02.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:02 smithi046 ceph-mon[39760]: pgmap v63: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-09-20T21:44:02.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:02 smithi046 ceph-mon[28078]: osdmap e183: 8 total, 8 up, 8 in 2024-09-20T21:44:02.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:02 smithi046 ceph-mon[28078]: pgmap v63: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-09-20T21:44:02.652 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:02.210+0000 7f0557cb5040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-20T21:44:02.652 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:02.286+0000 7f0557cb5040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-20T21:44:03.062 INFO:tasks.rados.rados.0.smithi046.stdout:668: done (0 left) 2024-09-20T21:44:03.062 INFO:tasks.rados.rados.0.smithi046.stdout:669: snap_create 2024-09-20T21:44:03.150 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:03 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:03.094+0000 7f0557cb5040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-20T21:44:03.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:03 smithi134 ceph-mon[31761]: osdmap e184: 8 total, 8 up, 8 in 2024-09-20T21:44:03.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:03 smithi134 ceph-mon[31761]: osdmap e185: 8 total, 8 up, 8 in 2024-09-20T21:44:03.449 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:03 smithi046 ceph-mon[28078]: osdmap e184: 8 total, 8 up, 8 in 2024-09-20T21:44:03.449 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:03 smithi046 ceph-mon[28078]: osdmap e185: 8 total, 8 up, 8 in 2024-09-20T21:44:03.449 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:03 smithi046 ceph-mon[39760]: osdmap e184: 8 total, 8 up, 8 in 2024-09-20T21:44:03.449 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:03 smithi046 ceph-mon[39760]: osdmap e185: 8 total, 8 up, 8 in 2024-09-20T21:44:03.450 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:03 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:03.217+0000 7f0557cb5040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-20T21:44:03.450 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:03 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:03.381+0000 7f0557cb5040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-20T21:44:03.450 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:03 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:03.447+0000 7f0557cb5040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-20T21:44:03.747 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:03 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:03.607+0000 7f0557cb5040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-20T21:44:03.747 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:03 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:03.681+0000 7f0557cb5040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-20T21:44:03.748 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:03 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:03.745+0000 7f0557cb5040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-20T21:44:03.891 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:03 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:44:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:44:04.055 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:03 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:03.914+0000 7f0557cb5040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-20T21:44:04.055 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:03 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:03.983+0000 7f0557cb5040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-20T21:44:04.061 INFO:tasks.rados.rados.0.smithi046.stdout:669: done (0 left) 2024-09-20T21:44:04.061 INFO:tasks.rados.rados.0.smithi046.stdout:670: read oid 22 snap -1 2024-09-20T21:44:04.062 INFO:tasks.rados.rados.0.smithi046.stdout:670: expect (ObjNum 21 snap 0 seq_num 21) 2024-09-20T21:44:04.062 INFO:tasks.rados.rados.0.smithi046.stdout:671: snap_remove snap 44 2024-09-20T21:44:04.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:04 smithi046 ceph-mon[28078]: pgmap v66: 121 pgs: 121 active+clean; 153 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-09-20T21:44:04.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:04 smithi046 ceph-mon[28078]: osdmap e186: 8 total, 8 up, 8 in 2024-09-20T21:44:04.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:04 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:04.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:04 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:04.402 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:04 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:04.053+0000 7f0557cb5040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-20T21:44:04.402 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:04 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:04.148+0000 7f0557cb5040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-20T21:44:04.402 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:04 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:04.214+0000 7f0557cb5040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-20T21:44:04.402 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:04 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:04.277+0000 7f0557cb5040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-20T21:44:04.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:04 smithi046 ceph-mon[39760]: pgmap v66: 121 pgs: 121 active+clean; 153 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-09-20T21:44:04.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:04 smithi046 ceph-mon[39760]: osdmap e186: 8 total, 8 up, 8 in 2024-09-20T21:44:04.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:04 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:04.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:04 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:04.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:04 smithi134 ceph-mon[31761]: pgmap v66: 121 pgs: 121 active+clean; 153 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-09-20T21:44:04.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:04 smithi134 ceph-mon[31761]: osdmap e186: 8 total, 8 up, 8 in 2024-09-20T21:44:04.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:04 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:04.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:04 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:04.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:04 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:44:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:44:04.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:04 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:44:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:44:05.066 INFO:tasks.rados.rados.0.smithi046.stdout:671: done (1 left) 2024-09-20T21:44:05.066 INFO:tasks.rados.rados.0.smithi046.stdout:672: read oid 48 snap -1 2024-09-20T21:44:05.066 INFO:tasks.rados.rados.0.smithi046.stdout:672: expect deleted 2024-09-20T21:44:05.067 INFO:tasks.rados.rados.0.smithi046.stdout:673: rmattr oid 49 current snap is 59 2024-09-20T21:44:05.067 INFO:tasks.rados.rados.0.smithi046.stdout:674: delete oid 44 current snap is 59 2024-09-20T21:44:05.067 INFO:tasks.rados.rados.0.smithi046.stdout:670: expect (ObjNum 21 snap 0 seq_num 21) 2024-09-20T21:44:05.086 INFO:tasks.rados.rados.0.smithi046.stdout:670: done (3 left) 2024-09-20T21:44:05.086 INFO:tasks.rados.rados.0.smithi046.stdout:674: done (2 left) 2024-09-20T21:44:05.087 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 27 current snap is 59 2024-09-20T21:44:05.087 INFO:tasks.rados.rados.0.smithi046.stdout:675: seq_num 223 ranges {1196032=540672,1736704=450560,2187264=352256} 2024-09-20T21:44:05.097 INFO:tasks.rados.rados.0.smithi046.stdout:675: writing smithi04683737-27 from 1196032 to 1736704 tid 1 2024-09-20T21:44:05.100 INFO:tasks.rados.rados.0.smithi046.stdout:675: writing smithi04683737-27 from 1736704 to 2187264 tid 2 2024-09-20T21:44:05.103 INFO:tasks.rados.rados.0.smithi046.stdout:675: writing smithi04683737-27 from 2187264 to 2539520 tid 3 2024-09-20T21:44:05.104 INFO:tasks.rados.rados.0.smithi046.stdout:676: read oid 45 snap -1 2024-09-20T21:44:05.104 INFO:tasks.rados.rados.0.smithi046.stdout:676: expect deleted 2024-09-20T21:44:05.104 INFO:tasks.rados.rados.0.smithi046.stdout:677: read oid 43 snap 58 2024-09-20T21:44:05.104 INFO:tasks.rados.rados.0.smithi046.stdout:677: expect deleted 2024-09-20T21:44:05.104 INFO:tasks.rados.rados.0.smithi046.stdout:678: setattr oid 47 current snap is 59 2024-09-20T21:44:05.104 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 234 (ObjNum 65 snap 0 seq_num 1517186403) dirty exists 2024-09-20T21:44:05.104 INFO:tasks.rados.rados.0.smithi046.stdout:675: finishing write tid 1 to smithi04683737-27 2024-09-20T21:44:05.104 INFO:tasks.rados.rados.0.smithi046.stdout:675: finishing write tid 2 to smithi04683737-27 2024-09-20T21:44:05.105 INFO:tasks.rados.rados.0.smithi046.stdout:672: done (5 left) 2024-09-20T21:44:05.105 INFO:tasks.rados.rados.0.smithi046.stdout:673: done (4 left) 2024-09-20T21:44:05.105 INFO:tasks.rados.rados.0.smithi046.stdout:676: done (3 left) 2024-09-20T21:44:05.105 INFO:tasks.rados.rados.0.smithi046.stdout:677: done (2 left) 2024-09-20T21:44:05.105 INFO:tasks.rados.rados.0.smithi046.stdout:679: snap_remove snap 41 2024-09-20T21:44:05.465 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:05 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:05.164+0000 7f0557cb5040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-20T21:44:05.465 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:05 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:21:44:05] ENGINE Bus STARTING 2024-09-20T21:44:05.465 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:05 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: CherryPy Checker: 2024-09-20T21:44:05.465 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:05 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: The Application mounted at '' has an empty config. 2024-09-20T21:44:05.465 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:05 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:05.465 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:05 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:21:44:05] ENGINE Serving on http://:::9283 2024-09-20T21:44:05.465 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:05 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:21:44:05] ENGINE Bus STARTED 2024-09-20T21:44:05.465 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:05 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:05.465 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:05 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:05.465 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:05 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:05.465 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:05 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:05.466 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:05 smithi046 ceph-mon[28078]: osdmap e187: 8 total, 8 up, 8 in 2024-09-20T21:44:05.466 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:05 smithi046 ceph-mon[28078]: Standby manager daemon y restarted 2024-09-20T21:44:05.466 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:05 smithi046 ceph-mon[28078]: Standby manager daemon y started 2024-09-20T21:44:05.466 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:05 smithi046 ceph-mon[28078]: from='mgr.? 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-20T21:44:05.466 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:05 smithi046 ceph-mon[28078]: from='mgr.? 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-20T21:44:05.466 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:05 smithi046 ceph-mon[28078]: from='mgr.? 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-20T21:44:05.466 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:05 smithi046 ceph-mon[28078]: from='mgr.? 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-20T21:44:05.466 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:05 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:05.466 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:05 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:05.466 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:05 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:05.466 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:05 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:05.467 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:05 smithi046 ceph-mon[39760]: osdmap e187: 8 total, 8 up, 8 in 2024-09-20T21:44:05.467 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:05 smithi046 ceph-mon[39760]: Standby manager daemon y restarted 2024-09-20T21:44:05.467 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:05 smithi046 ceph-mon[39760]: Standby manager daemon y started 2024-09-20T21:44:05.467 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:05 smithi046 ceph-mon[39760]: from='mgr.? 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-20T21:44:05.467 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:05 smithi046 ceph-mon[39760]: from='mgr.? 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-20T21:44:05.467 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:05 smithi046 ceph-mon[39760]: from='mgr.? 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-20T21:44:05.467 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:05 smithi046 ceph-mon[39760]: from='mgr.? 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-20T21:44:05.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:05 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:05.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:05 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:05.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:05 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:05.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:05 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:05.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:05 smithi134 ceph-mon[31761]: osdmap e187: 8 total, 8 up, 8 in 2024-09-20T21:44:05.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:05 smithi134 ceph-mon[31761]: Standby manager daemon y restarted 2024-09-20T21:44:05.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:05 smithi134 ceph-mon[31761]: Standby manager daemon y started 2024-09-20T21:44:05.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:05 smithi134 ceph-mon[31761]: from='mgr.? 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-20T21:44:05.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:05 smithi134 ceph-mon[31761]: from='mgr.? 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-20T21:44:05.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:05 smithi134 ceph-mon[31761]: from='mgr.? 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-20T21:44:05.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:05 smithi134 ceph-mon[31761]: from='mgr.? 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-20T21:44:06.074 INFO:tasks.rados.rados.0.smithi046.stdout:679: done (2 left) 2024-09-20T21:44:06.074 INFO:tasks.rados.rados.0.smithi046.stdout:680: delete oid 40 current snap is 59 2024-09-20T21:44:06.074 INFO:tasks.rados.rados.0.smithi046.stdout:675: finishing write tid 3 to smithi04683737-27 2024-09-20T21:44:06.075 INFO:tasks.rados.rados.0.smithi046.stdout:675: finishing write tid 4 to smithi04683737-27 2024-09-20T21:44:06.075 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 225 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-20T21:44:06.075 INFO:tasks.rados.rados.0.smithi046.stdout:675: finishing write tid 5 to smithi04683737-27 2024-09-20T21:44:06.075 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 146 (ObjNum 223 snap 59 seq_num 223) dirty exists 2024-09-20T21:44:06.075 INFO:tasks.rados.rados.0.smithi046.stdout:675: left oid 27 (ObjNum 223 snap 59 seq_num 223) 2024-09-20T21:44:06.126 INFO:tasks.rados.rados.0.smithi046.stdout:675: done (2 left) 2024-09-20T21:44:06.126 INFO:tasks.rados.rados.0.smithi046.stdout:678: done (1 left) 2024-09-20T21:44:06.126 INFO:tasks.rados.rados.0.smithi046.stdout:680: done (0 left) 2024-09-20T21:44:06.126 INFO:tasks.rados.rados.0.smithi046.stdout:681: snap_create 2024-09-20T21:44:06.567 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:06 smithi046 ceph-mon[28078]: pgmap v69: 121 pgs: 121 active+clean; 153 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-09-20T21:44:06.567 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:06 smithi046 ceph-mon[28078]: mgrmap e30: x(active, since 44s), standbys: y 2024-09-20T21:44:06.567 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:06 smithi046 ceph-mon[28078]: osdmap e188: 8 total, 8 up, 8 in 2024-09-20T21:44:06.567 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:06 smithi046 ceph-mon[39760]: pgmap v69: 121 pgs: 121 active+clean; 153 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-09-20T21:44:06.568 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:06 smithi046 ceph-mon[39760]: mgrmap e30: x(active, since 44s), standbys: y 2024-09-20T21:44:06.568 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:06 smithi046 ceph-mon[39760]: osdmap e188: 8 total, 8 up, 8 in 2024-09-20T21:44:06.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:06 smithi134 ceph-mon[31761]: pgmap v69: 121 pgs: 121 active+clean; 153 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-09-20T21:44:06.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:06 smithi134 ceph-mon[31761]: mgrmap e30: x(active, since 44s), standbys: y 2024-09-20T21:44:06.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:06 smithi134 ceph-mon[31761]: osdmap e188: 8 total, 8 up, 8 in 2024-09-20T21:44:07.076 INFO:tasks.rados.rados.0.smithi046.stdout:681: done (0 left) 2024-09-20T21:44:07.076 INFO:tasks.rados.rados.0.smithi046.stdout:682: setattr oid 43 current snap is 60 2024-09-20T21:44:07.077 INFO:tasks.rados.rados.0.smithi046.stdout:683: snap_remove snap 58 2024-09-20T21:44:08.063 INFO:tasks.rados.rados.0.smithi046.stdout:683: done (1 left) 2024-09-20T21:44:08.063 INFO:tasks.rados.rados.0.smithi046.stdout:684: read oid 21 snap -1 2024-09-20T21:44:08.063 INFO:tasks.rados.rados.0.smithi046.stdout:684: expect (ObjNum 207 snap 53 seq_num 207) 2024-09-20T21:44:08.064 INFO:tasks.rados.rados.0.smithi046.stdout:685: rollback oid 5 current snap is 60 2024-09-20T21:44:08.064 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 5 to 57 2024-09-20T21:44:08.064 INFO:tasks.rados.rados.0.smithi046.stdout:686: read oid 48 snap -1 2024-09-20T21:44:08.064 INFO:tasks.rados.rados.0.smithi046.stdout:686: expect deleted 2024-09-20T21:44:08.064 INFO:tasks.rados.rados.0.smithi046.stdout:687: snap_remove snap 59 2024-09-20T21:44:08.095 INFO:tasks.rados.rados.0.smithi046.stdout:687: done (4 left) 2024-09-20T21:44:08.095 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 34 current snap is 60 2024-09-20T21:44:08.095 INFO:tasks.rados.rados.0.smithi046.stdout:688: seq_num 225 ranges {753664=573440,1327104=622592,1949696=180224} 2024-09-20T21:44:08.102 INFO:tasks.rados.rados.0.smithi046.stdout:688: writing smithi04683737-34 from 753664 to 1327104 tid 1 2024-09-20T21:44:08.106 INFO:tasks.rados.rados.0.smithi046.stdout:688: writing smithi04683737-34 from 1327104 to 1949696 tid 2 2024-09-20T21:44:08.108 INFO:tasks.rados.rados.0.smithi046.stdout:688: writing smithi04683737-34 from 1949696 to 2129920 tid 3 2024-09-20T21:44:08.108 INFO:tasks.rados.rados.0.smithi046.stdout:689: read oid 22 snap -1 2024-09-20T21:44:08.108 INFO:tasks.rados.rados.0.smithi046.stdout:689: expect (ObjNum 21 snap 0 seq_num 21) 2024-09-20T21:44:08.108 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 60 2024-09-20T21:44:08.108 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 253 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-20T21:44:08.108 INFO:tasks.rados.rados.0.smithi046.stdout:685: finishing rollback tid 1 to smithi04683737-5 2024-09-20T21:44:08.108 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 93 (ObjNum 129 snap 0 seq_num 20155696) dirty dne 2024-09-20T21:44:08.108 INFO:tasks.rados.rados.0.smithi046.stdout:684: expect (ObjNum 207 snap 53 seq_num 207) 2024-09-20T21:44:08.150 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:08 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:21:44:08] ENGINE Bus STOPPING 2024-09-20T21:44:08.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:08 smithi046 ceph-mon[28078]: osdmap e189: 8 total, 8 up, 8 in 2024-09-20T21:44:08.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:08 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:44:08.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:08 smithi046 ceph-mon[28078]: pgmap v72: 121 pgs: 121 active+clean; 153 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:44:08.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:08 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:08.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:08 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:08.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:08 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:44:08.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:08 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:44:08.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:08 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:08.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:08 smithi046 ceph-mon[28078]: osdmap e190: 8 total, 8 up, 8 in 2024-09-20T21:44:08.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:08 smithi046 ceph-mon[39760]: osdmap e189: 8 total, 8 up, 8 in 2024-09-20T21:44:08.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:08 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:44:08.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:08 smithi046 ceph-mon[39760]: pgmap v72: 121 pgs: 121 active+clean; 153 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:44:08.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:08 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:08.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:08 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:08.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:08 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:44:08.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:08 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:44:08.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:08 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:08.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:08 smithi046 ceph-mon[39760]: osdmap e190: 8 total, 8 up, 8 in 2024-09-20T21:44:08.195 INFO:tasks.rados.rados.0.smithi046.stdout:688: finishing write tid 1 to smithi04683737-34 2024-09-20T21:44:08.195 INFO:tasks.rados.rados.0.smithi046.stdout:688: finishing write tid 2 to smithi04683737-34 2024-09-20T21:44:08.195 INFO:tasks.rados.rados.0.smithi046.stdout:688: finishing write tid 3 to smithi04683737-34 2024-09-20T21:44:08.195 INFO:tasks.rados.rados.0.smithi046.stdout:690: seq_num 226 ranges {2408448=589824,2998272=507904,3506176=294912} 2024-09-20T21:44:08.211 INFO:tasks.rados.rados.0.smithi046.stdout:690: writing smithi04683737-3 from 2408448 to 2998272 tid 1 2024-09-20T21:44:08.214 INFO:tasks.rados.rados.0.smithi046.stdout:690: writing smithi04683737-3 from 2998272 to 3506176 tid 2 2024-09-20T21:44:08.216 INFO:tasks.rados.rados.0.smithi046.stdout:690: writing smithi04683737-3 from 3506176 to 3801088 tid 3 2024-09-20T21:44:08.216 INFO:tasks.rados.rados.0.smithi046.stdout:682: done (6 left) 2024-09-20T21:44:08.216 INFO:tasks.rados.rados.0.smithi046.stdout:684: done (5 left) 2024-09-20T21:44:08.216 INFO:tasks.rados.rados.0.smithi046.stdout:685: done (4 left) 2024-09-20T21:44:08.216 INFO:tasks.rados.rados.0.smithi046.stdout:686: done (3 left) 2024-09-20T21:44:08.216 INFO:tasks.rados.rados.0.smithi046.stdout:691: read oid 9 snap -1 2024-09-20T21:44:08.216 INFO:tasks.rados.rados.0.smithi046.stdout:691: expect (ObjNum 162 snap 41 seq_num 162) 2024-09-20T21:44:08.216 INFO:tasks.rados.rados.0.smithi046.stdout:692: snap_create 2024-09-20T21:44:08.216 INFO:tasks.rados.rados.0.smithi046.stdout:689: expect (ObjNum 21 snap 0 seq_num 21) 2024-09-20T21:44:08.227 INFO:tasks.rados.rados.0.smithi046.stdout:688: finishing write tid 4 to smithi04683737-34 2024-09-20T21:44:08.227 INFO:tasks.rados.rados.0.smithi046.stdout:688: finishing write tid 5 to smithi04683737-34 2024-09-20T21:44:08.227 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 230 (ObjNum 225 snap 60 seq_num 225) dirty exists 2024-09-20T21:44:08.227 INFO:tasks.rados.rados.0.smithi046.stdout:688: left oid 34 (ObjNum 225 snap 60 seq_num 225) 2024-09-20T21:44:08.227 INFO:tasks.rados.rados.0.smithi046.stdout:690: finishing write tid 1 to smithi04683737-3 2024-09-20T21:44:08.227 INFO:tasks.rados.rados.0.smithi046.stdout:690: finishing write tid 2 to smithi04683737-3 2024-09-20T21:44:08.228 INFO:tasks.rados.rados.0.smithi046.stdout:690: finishing write tid 3 to smithi04683737-3 2024-09-20T21:44:08.228 INFO:tasks.rados.rados.0.smithi046.stdout:690: finishing write tid 4 to smithi04683737-3 2024-09-20T21:44:08.228 INFO:tasks.rados.rados.0.smithi046.stdout:690: finishing write tid 5 to smithi04683737-3 2024-09-20T21:44:08.228 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 294 (ObjNum 226 snap 60 seq_num 226) dirty exists 2024-09-20T21:44:08.228 INFO:tasks.rados.rados.0.smithi046.stdout:690: left oid 3 (ObjNum 226 snap 60 seq_num 226) 2024-09-20T21:44:08.234 INFO:tasks.rados.rados.0.smithi046.stdout:691: expect (ObjNum 162 snap 41 seq_num 162) 2024-09-20T21:44:08.325 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:08 smithi134 ceph-mon[31761]: osdmap e189: 8 total, 8 up, 8 in 2024-09-20T21:44:08.325 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:08 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:44:08.325 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:08 smithi134 ceph-mon[31761]: pgmap v72: 121 pgs: 121 active+clean; 153 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:44:08.325 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:08 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:08.325 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:08 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:08.325 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:08 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:44:08.325 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:08 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:44:08.325 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:08 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' 2024-09-20T21:44:08.326 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:08 smithi134 ceph-mon[31761]: osdmap e190: 8 total, 8 up, 8 in 2024-09-20T21:44:08.326 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:08 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:44:08.094+0000 7f07e1623640 -1 mgr handle_mgr_map I was active but no longer am 2024-09-20T21:44:08.326 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:08 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: ignoring --setuser ceph since I am not root 2024-09-20T21:44:08.326 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:08 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: ignoring --setgroup ceph since I am not root 2024-09-20T21:44:08.326 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:08 smithi134 ceph-mgr[67763]: -- 172.21.15.134:0/2409809259 <== mon.1 v2:172.21.15.134:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a80c90f0e0 con 0x55a80c8ed400 2024-09-20T21:44:08.326 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:08 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:44:08.261+0000 7fab26558040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-20T21:44:08.326 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:08 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:44:08.323+0000 7fab26558040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-20T21:44:08.416 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:08 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:21:44:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-20T21:44:08.417 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:08 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:21:44:08] ENGINE Bus STOPPED 2024-09-20T21:44:08.417 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:08 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:21:44:08] ENGINE Bus STARTING 2024-09-20T21:44:08.628 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:08 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:44:08.475+0000 7fab26558040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-20T21:44:08.628 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:08 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:44:08.547+0000 7fab26558040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-20T21:44:08.762 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:08 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:08.453+0000 7f04c1706640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:44:08.762 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:08 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:08.453+0000 7f04c1706640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:44:08.763 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:08 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:08.453+0000 7f04c1706640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:44:08.763 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:08 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:08.453+0000 7f04c1706640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:44:08.763 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:08 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:08.453+0000 7f04c1706640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:44:08.763 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:08 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:08.454+0000 7f04be700640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:44:08.763 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:08 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:08.454+0000 7f04be700640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:44:08.763 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:08 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:08.454+0000 7f04be700640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:44:08.763 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:08 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:08.454+0000 7f04be700640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:44:08.763 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:08 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:08.454+0000 7f04be700640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:44:08.763 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:08 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:21:44:08] ENGINE Serving on http://:::9283 2024-09-20T21:44:08.763 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:08 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:21:44:08] ENGINE Bus STARTED 2024-09-20T21:44:08.926 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:08 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:44:08.703+0000 7fab26558040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-20T21:44:08.926 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:08 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:44:08.847+0000 7fab26558040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-20T21:44:08.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:08 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:44:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:44:09.102 INFO:tasks.rados.rados.0.smithi046.stdout:688: done (4 left) 2024-09-20T21:44:09.102 INFO:tasks.rados.rados.0.smithi046.stdout:689: done (3 left) 2024-09-20T21:44:09.102 INFO:tasks.rados.rados.0.smithi046.stdout:690: done (2 left) 2024-09-20T21:44:09.102 INFO:tasks.rados.rados.0.smithi046.stdout:691: done (1 left) 2024-09-20T21:44:09.102 INFO:tasks.rados.rados.0.smithi046.stdout:692: done (0 left) 2024-09-20T21:44:09.102 INFO:tasks.rados.rados.0.smithi046.stdout:693: setattr oid 5 current snap is 61 2024-09-20T21:44:09.103 INFO:tasks.rados.rados.0.smithi046.stdout:694: snap_create 2024-09-20T21:44:09.110 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 94 (ObjNum 65 snap 0 seq_num 1517186403) dirty exists 2024-09-20T21:44:09.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:44:09.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[28078]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-20T21:44:09.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-20T21:44:09.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[28078]: Activating manager daemon y 2024-09-20T21:44:09.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[28078]: osdmap e191: 8 total, 8 up, 8 in 2024-09-20T21:44:09.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[28078]: from='mgr.24673 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-20T21:44:09.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[28078]: mgrmap e31: y(active, starting, since 0.00574246s) 2024-09-20T21:44:09.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:44:09.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:44:09.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:44:09.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-20T21:44:09.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-20T21:44:09.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-20T21:44:09.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-20T21:44:09.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-20T21:44:09.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-20T21:44:09.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-20T21:44:09.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-20T21:44:09.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-20T21:44:09.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-20T21:44:09.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-20T21:44:09.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-20T21:44:09.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-20T21:44:09.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-20T21:44:09.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[28078]: Manager daemon y is now available 2024-09-20T21:44:09.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:44:09.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:44:09.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-20T21:44:09.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[28078]: from='mgr.24947 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-20T21:44:09.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-20T21:44:09.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[28078]: from='mgr.24947 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-20T21:44:09.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:44:09.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[39760]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-20T21:44:09.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-20T21:44:09.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[39760]: Activating manager daemon y 2024-09-20T21:44:09.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[39760]: osdmap e191: 8 total, 8 up, 8 in 2024-09-20T21:44:09.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[39760]: from='mgr.24673 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-20T21:44:09.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[39760]: mgrmap e31: y(active, starting, since 0.00574246s) 2024-09-20T21:44:09.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:44:09.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:44:09.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:44:09.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-20T21:44:09.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-20T21:44:09.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-20T21:44:09.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-20T21:44:09.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-20T21:44:09.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-20T21:44:09.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-20T21:44:09.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-20T21:44:09.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-20T21:44:09.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-20T21:44:09.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-20T21:44:09.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-20T21:44:09.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-20T21:44:09.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-20T21:44:09.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[39760]: Manager daemon y is now available 2024-09-20T21:44:09.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:44:09.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:44:09.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-20T21:44:09.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-20T21:44:09.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-20T21:44:09.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:09 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-20T21:44:09.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:09 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:44:09.182+0000 7fab26558040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-20T21:44:09.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:09 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:44:09.246+0000 7fab26558040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-20T21:44:09.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:09 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:44:09.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:09 smithi134 ceph-mon[31761]: from='mgr.24673 172.21.15.134:0/3496581997' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-20T21:44:09.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:09 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-20T21:44:09.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:09 smithi134 ceph-mon[31761]: Activating manager daemon y 2024-09-20T21:44:09.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:09 smithi134 ceph-mon[31761]: osdmap e191: 8 total, 8 up, 8 in 2024-09-20T21:44:09.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:09 smithi134 ceph-mon[31761]: from='mgr.24673 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-20T21:44:09.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:09 smithi134 ceph-mon[31761]: mgrmap e31: y(active, starting, since 0.00574246s) 2024-09-20T21:44:09.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:09 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:44:09.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:09 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:44:09.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:09 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:44:09.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:09 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-20T21:44:09.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:09 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-20T21:44:09.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:09 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-20T21:44:09.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:09 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-20T21:44:09.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:09 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-20T21:44:09.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:09 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-20T21:44:09.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:09 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-20T21:44:09.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:09 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-20T21:44:09.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:09 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-20T21:44:09.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:09 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-20T21:44:09.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:09 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-20T21:44:09.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:09 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-20T21:44:09.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:09 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-20T21:44:09.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:09 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-20T21:44:09.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:09 smithi134 ceph-mon[31761]: Manager daemon y is now available 2024-09-20T21:44:09.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:09 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:44:09.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:09 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:44:09.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:09 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-20T21:44:09.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:09 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-20T21:44:09.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:09 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-20T21:44:09.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:09 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-20T21:44:09.744 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:09 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:44:09.454+0000 7fab26558040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-20T21:44:10.107 INFO:tasks.rados.rados.0.smithi046.stdout:693: done (1 left) 2024-09-20T21:44:10.107 INFO:tasks.rados.rados.0.smithi046.stdout:694: done (0 left) 2024-09-20T21:44:10.107 INFO:tasks.rados.rados.0.smithi046.stdout:695: read oid 2 snap 55 2024-09-20T21:44:10.107 INFO:tasks.rados.rados.0.smithi046.stdout:695: expect deleted 2024-09-20T21:44:10.107 INFO:tasks.rados.rados.0.smithi046.stdout:696: read oid 33 snap -1 2024-09-20T21:44:10.107 INFO:tasks.rados.rados.0.smithi046.stdout:696: expect (ObjNum 167 snap 44 seq_num 167) 2024-09-20T21:44:10.107 INFO:tasks.rados.rados.0.smithi046.stdout:697: copy_from oid 47 from oid 5 current snap is 62 2024-09-20T21:44:10.107 INFO:tasks.rados.rados.0.smithi046.stdout:698: rollback oid 39 current snap is 62 2024-09-20T21:44:10.107 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 39 to 52 2024-09-20T21:44:10.107 INFO:tasks.rados.rados.0.smithi046.stdout:699: setattr oid 22 current snap is 62 2024-09-20T21:44:10.108 INFO:tasks.rados.rados.0.smithi046.stdout:695: done (4 left) 2024-09-20T21:44:10.108 INFO:tasks.rados.rados.0.smithi046.stdout:700: delete oid 24 current snap is 62 2024-09-20T21:44:10.110 INFO:tasks.rados.rados.0.smithi046.stdout:698: finishing rollback tid 0 to smithi04683737-39 2024-09-20T21:44:10.111 INFO:tasks.rados.rados.0.smithi046.stdout:698: finishing rollback tid 1 to smithi04683737-39 2024-09-20T21:44:10.111 INFO:tasks.rados.rados.0.smithi046.stdout:700: done (4 left) 2024-09-20T21:44:10.111 INFO:tasks.rados.rados.0.smithi046.stdout:701: snap_create 2024-09-20T21:44:10.112 INFO:tasks.rados.rados.0.smithi046.stdout:698: finishing rollback tid 2 to smithi04683737-39 2024-09-20T21:44:10.113 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 176 (ObjNum 190 snap 50 seq_num 190) dirty exists 2024-09-20T21:44:10.114 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 255 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-09-20T21:44:10.114 INFO:tasks.rados.rados.0.smithi046.stdout:697: finishing copy_from racing read to smithi04683737-47 2024-09-20T21:44:10.115 INFO:tasks.rados.rados.0.smithi046.stdout:697: finishing copy_from to smithi04683737-47 2024-09-20T21:44:10.115 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 94 (ObjNum 81 snap 0 seq_num 1) dirty exists 2024-09-20T21:44:10.118 INFO:tasks.rados.rados.0.smithi046.stdout:696: expect (ObjNum 167 snap 44 seq_num 167) 2024-09-20T21:44:10.383 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:10 smithi046 ceph-mon[28078]: mgrmap e32: y(active, since 1.00771s) 2024-09-20T21:44:10.383 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:10 smithi046 ceph-mon[28078]: osdmap e192: 8 total, 8 up, 8 in 2024-09-20T21:44:10.383 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:10 smithi046 ceph-mon[28078]: pgmap v4: 121 pgs: 121 active+clean; 132 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 47 GiB/s rd, 27 GiB/s wr, 372.16k op/s; 71 MiB/s, 251 objects/s recovering 2024-09-20T21:44:10.383 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:10 smithi046 ceph-mon[28078]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:10.383 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:10 smithi046 ceph-mon[28078]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:10.383 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:10 smithi046 ceph-mon[39760]: mgrmap e32: y(active, since 1.00771s) 2024-09-20T21:44:10.384 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:10 smithi046 ceph-mon[39760]: osdmap e192: 8 total, 8 up, 8 in 2024-09-20T21:44:10.384 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:10 smithi046 ceph-mon[39760]: pgmap v4: 121 pgs: 121 active+clean; 132 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 47 GiB/s rd, 27 GiB/s wr, 372.16k op/s; 71 MiB/s, 251 objects/s recovering 2024-09-20T21:44:10.384 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:10 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:10.384 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:10 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:10.399 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:10 smithi134 ceph-mon[31761]: mgrmap e32: y(active, since 1.00771s) 2024-09-20T21:44:10.399 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:10 smithi134 ceph-mon[31761]: osdmap e192: 8 total, 8 up, 8 in 2024-09-20T21:44:10.399 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:10 smithi134 ceph-mon[31761]: pgmap v4: 121 pgs: 121 active+clean; 132 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 47 GiB/s rd, 27 GiB/s wr, 372.16k op/s; 71 MiB/s, 251 objects/s recovering 2024-09-20T21:44:10.399 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:10 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:10.399 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:10 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:10.651 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:10 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:10.497+0000 7f04aa49b640 -1 log_channel(cephadm) log [ERR] : [20/Sep/2024:21:44:10] ENGINE Error in HTTPServer.serve 2024-09-20T21:44:10.651 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:10 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: Traceback (most recent call last): 2024-09-20T21:44:10.651 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:10 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-20T21:44:10.651 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:10 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: self._connections.run(self.expiration_interval) 2024-09-20T21:44:10.651 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:10 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-20T21:44:10.651 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:10 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: self._run(expiration_interval) 2024-09-20T21:44:10.651 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:10 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-20T21:44:10.651 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:10 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: new_conn = self._from_server_socket(self.server.socket) 2024-09-20T21:44:10.651 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:10 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-20T21:44:10.652 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:10 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-20T21:44:10.652 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:10 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-20T21:44:10.652 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:10 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: s = self.context.wrap_socket( 2024-09-20T21:44:10.652 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:10 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-20T21:44:10.652 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:10 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: return self.sslsocket_class._create( 2024-09-20T21:44:10.652 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:10 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-20T21:44:10.652 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:10 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: self.do_handshake() 2024-09-20T21:44:10.652 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:10 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-20T21:44:10.652 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:10 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: self._sslobj.do_handshake() 2024-09-20T21:44:10.652 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:10 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-20T21:44:10.652 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:10 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:10.676 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:10 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:44:10.397+0000 7fab26558040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-20T21:44:10.676 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:10 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:44:10.469+0000 7fab26558040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-20T21:44:11.112 INFO:tasks.rados.rados.0.smithi046.stdout:696: done (4 left) 2024-09-20T21:44:11.112 INFO:tasks.rados.rados.0.smithi046.stdout:697: done (3 left) 2024-09-20T21:44:11.112 INFO:tasks.rados.rados.0.smithi046.stdout:698: done (2 left) 2024-09-20T21:44:11.112 INFO:tasks.rados.rados.0.smithi046.stdout:699: done (1 left) 2024-09-20T21:44:11.112 INFO:tasks.rados.rados.0.smithi046.stdout:701: done (0 left) 2024-09-20T21:44:11.112 INFO:tasks.rados.rados.0.smithi046.stdout:702: delete oid 9 current snap is 63 2024-09-20T21:44:11.115 INFO:tasks.rados.rados.0.smithi046.stdout:702: done (0 left) 2024-09-20T21:44:11.115 INFO:tasks.rados.rados.0.smithi046.stdout:703: snap_create 2024-09-20T21:44:11.372 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:11 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:44:11.247+0000 7fab26558040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-20T21:44:11.372 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:11 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:44:11.369+0000 7fab26558040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-20T21:44:11.372 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:11 smithi134 ceph-mon[31761]: osdmap e193: 8 total, 8 up, 8 in 2024-09-20T21:44:11.372 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:11 smithi134 ceph-mon[31761]: mgrmap e33: y(active, since 2s) 2024-09-20T21:44:11.372 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:11 smithi134 ceph-mon[31761]: [20/Sep/2024:21:44:10] ENGINE Bus STARTING 2024-09-20T21:44:11.372 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:11 smithi134 ceph-mon[31761]: [20/Sep/2024:21:44:10] ENGINE Serving on https://172.21.15.46:7150 2024-09-20T21:44:11.372 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:11 smithi134 ceph-mon[31761]: [20/Sep/2024:21:44:10] ENGINE Error in HTTPServer.serve 2024-09-20T21:44:11.373 INFO:journalctl@ceph.mon.b.smithi134.stdout: Traceback (most recent call last): 2024-09-20T21:44:11.373 INFO:journalctl@ceph.mon.b.smithi134.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-20T21:44:11.373 INFO:journalctl@ceph.mon.b.smithi134.stdout: self._connections.run(self.expiration_interval) 2024-09-20T21:44:11.373 INFO:journalctl@ceph.mon.b.smithi134.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-20T21:44:11.373 INFO:journalctl@ceph.mon.b.smithi134.stdout: self._run(expiration_interval) 2024-09-20T21:44:11.373 INFO:journalctl@ceph.mon.b.smithi134.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-20T21:44:11.373 INFO:journalctl@ceph.mon.b.smithi134.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-20T21:44:11.373 INFO:journalctl@ceph.mon.b.smithi134.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-20T21:44:11.373 INFO:journalctl@ceph.mon.b.smithi134.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-20T21:44:11.373 INFO:journalctl@ceph.mon.b.smithi134.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-20T21:44:11.373 INFO:journalctl@ceph.mon.b.smithi134.stdout: s = self.context.wrap_socket( 2024-09-20T21:44:11.373 INFO:journalctl@ceph.mon.b.smithi134.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-20T21:44:11.373 INFO:journalctl@ceph.mon.b.smithi134.stdout: return self.sslsocket_class._create( 2024-09-20T21:44:11.373 INFO:journalctl@ceph.mon.b.smithi134.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-20T21:44:11.373 INFO:journalctl@ceph.mon.b.smithi134.stdout: self.do_handshake() 2024-09-20T21:44:11.374 INFO:journalctl@ceph.mon.b.smithi134.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-20T21:44:11.374 INFO:journalctl@ceph.mon.b.smithi134.stdout: self._sslobj.do_handshake() 2024-09-20T21:44:11.374 INFO:journalctl@ceph.mon.b.smithi134.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-20T21:44:11.374 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:11 smithi134 ceph-mon[31761]: [20/Sep/2024:21:44:10] ENGINE Serving on http://172.21.15.46:8765 2024-09-20T21:44:11.374 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:11 smithi134 ceph-mon[31761]: [20/Sep/2024:21:44:10] ENGINE Bus STARTED 2024-09-20T21:44:11.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:11 smithi046 ceph-mon[28078]: osdmap e193: 8 total, 8 up, 8 in 2024-09-20T21:44:11.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:11 smithi046 ceph-mon[28078]: mgrmap e33: y(active, since 2s) 2024-09-20T21:44:11.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:11 smithi046 ceph-mon[28078]: [20/Sep/2024:21:44:10] ENGINE Bus STARTING 2024-09-20T21:44:11.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:11 smithi046 ceph-mon[28078]: [20/Sep/2024:21:44:10] ENGINE Serving on https://172.21.15.46:7150 2024-09-20T21:44:11.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:11 smithi046 ceph-mon[28078]: [20/Sep/2024:21:44:10] ENGINE Error in HTTPServer.serve 2024-09-20T21:44:11.401 INFO:journalctl@ceph.mon.a.smithi046.stdout: Traceback (most recent call last): 2024-09-20T21:44:11.401 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-20T21:44:11.401 INFO:journalctl@ceph.mon.a.smithi046.stdout: self._connections.run(self.expiration_interval) 2024-09-20T21:44:11.401 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-20T21:44:11.401 INFO:journalctl@ceph.mon.a.smithi046.stdout: self._run(expiration_interval) 2024-09-20T21:44:11.401 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-20T21:44:11.401 INFO:journalctl@ceph.mon.a.smithi046.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-20T21:44:11.401 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-20T21:44:11.401 INFO:journalctl@ceph.mon.a.smithi046.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-20T21:44:11.402 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-20T21:44:11.402 INFO:journalctl@ceph.mon.a.smithi046.stdout: s = self.context.wrap_socket( 2024-09-20T21:44:11.402 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-20T21:44:11.402 INFO:journalctl@ceph.mon.a.smithi046.stdout: return self.sslsocket_class._create( 2024-09-20T21:44:11.402 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-20T21:44:11.402 INFO:journalctl@ceph.mon.a.smithi046.stdout: self.do_handshake() 2024-09-20T21:44:11.402 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-20T21:44:11.402 INFO:journalctl@ceph.mon.a.smithi046.stdout: self._sslobj.do_handshake() 2024-09-20T21:44:11.402 INFO:journalctl@ceph.mon.a.smithi046.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-20T21:44:11.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:11 smithi046 ceph-mon[28078]: [20/Sep/2024:21:44:10] ENGINE Serving on http://172.21.15.46:8765 2024-09-20T21:44:11.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:11 smithi046 ceph-mon[28078]: [20/Sep/2024:21:44:10] ENGINE Bus STARTED 2024-09-20T21:44:11.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:11 smithi046 ceph-mon[39760]: osdmap e193: 8 total, 8 up, 8 in 2024-09-20T21:44:11.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:11 smithi046 ceph-mon[39760]: mgrmap e33: y(active, since 2s) 2024-09-20T21:44:11.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:11 smithi046 ceph-mon[39760]: [20/Sep/2024:21:44:10] ENGINE Bus STARTING 2024-09-20T21:44:11.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:11 smithi046 ceph-mon[39760]: [20/Sep/2024:21:44:10] ENGINE Serving on https://172.21.15.46:7150 2024-09-20T21:44:11.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:11 smithi046 ceph-mon[39760]: [20/Sep/2024:21:44:10] ENGINE Error in HTTPServer.serve 2024-09-20T21:44:11.403 INFO:journalctl@ceph.mon.c.smithi046.stdout: Traceback (most recent call last): 2024-09-20T21:44:11.403 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-20T21:44:11.403 INFO:journalctl@ceph.mon.c.smithi046.stdout: self._connections.run(self.expiration_interval) 2024-09-20T21:44:11.403 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-20T21:44:11.403 INFO:journalctl@ceph.mon.c.smithi046.stdout: self._run(expiration_interval) 2024-09-20T21:44:11.403 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-20T21:44:11.403 INFO:journalctl@ceph.mon.c.smithi046.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-20T21:44:11.403 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-20T21:44:11.403 INFO:journalctl@ceph.mon.c.smithi046.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-20T21:44:11.403 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-20T21:44:11.403 INFO:journalctl@ceph.mon.c.smithi046.stdout: s = self.context.wrap_socket( 2024-09-20T21:44:11.404 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-20T21:44:11.404 INFO:journalctl@ceph.mon.c.smithi046.stdout: return self.sslsocket_class._create( 2024-09-20T21:44:11.404 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-20T21:44:11.404 INFO:journalctl@ceph.mon.c.smithi046.stdout: self.do_handshake() 2024-09-20T21:44:11.404 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-20T21:44:11.404 INFO:journalctl@ceph.mon.c.smithi046.stdout: self._sslobj.do_handshake() 2024-09-20T21:44:11.404 INFO:journalctl@ceph.mon.c.smithi046.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-20T21:44:11.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:11 smithi046 ceph-mon[39760]: [20/Sep/2024:21:44:10] ENGINE Serving on http://172.21.15.46:8765 2024-09-20T21:44:11.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:11 smithi046 ceph-mon[39760]: [20/Sep/2024:21:44:10] ENGINE Bus STARTED 2024-09-20T21:44:11.648 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:11 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:44:11.516+0000 7fab26558040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-20T21:44:11.648 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:11 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:44:11.584+0000 7fab26558040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-20T21:44:11.926 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:11 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:44:11.738+0000 7fab26558040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-20T21:44:11.926 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:11 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:44:11.807+0000 7fab26558040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-20T21:44:11.926 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:11 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:44:11.869+0000 7fab26558040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-20T21:44:12.118 INFO:tasks.rados.rados.0.smithi046.stdout:703: done (0 left) 2024-09-20T21:44:12.118 INFO:tasks.rados.rados.0.smithi046.stdout:704: rmattr oid 13 current snap is 64 2024-09-20T21:44:12.118 INFO:tasks.rados.rados.0.smithi046.stdout:705: snap_create 2024-09-20T21:44:12.120 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 242 (ObjNum 125 snap 29 seq_num 125) dirty exists 2024-09-20T21:44:12.346 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:12 smithi134 ceph-mon[31761]: osdmap e194: 8 total, 8 up, 8 in 2024-09-20T21:44:12.346 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:44:12.052+0000 7fab26558040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-20T21:44:12.346 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:44:12.120+0000 7fab26558040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-20T21:44:12.346 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:44:12.187+0000 7fab26558040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-20T21:44:12.346 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:44:12.278+0000 7fab26558040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-20T21:44:12.346 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:44:12.343+0000 7fab26558040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-20T21:44:12.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:12 smithi046 ceph-mon[28078]: osdmap e194: 8 total, 8 up, 8 in 2024-09-20T21:44:12.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:12 smithi046 ceph-mon[39760]: osdmap e194: 8 total, 8 up, 8 in 2024-09-20T21:44:12.676 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:44:12.410+0000 7fab26558040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-20T21:44:12.822 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-20T21:44:13.064 INFO:tasks.rados.rados.0.smithi046.stdout:704: done (1 left) 2024-09-20T21:44:13.064 INFO:tasks.rados.rados.0.smithi046.stdout:705: done (0 left) 2024-09-20T21:44:13.064 INFO:tasks.rados.rados.0.smithi046.stdout:706: copy_from oid 43 from oid 39 current snap is 65 2024-09-20T21:44:13.064 INFO:tasks.rados.rados.0.smithi046.stdout:707: delete oid 49 current snap is 65 2024-09-20T21:44:13.068 INFO:tasks.rados.rados.0.smithi046.stdout:707: done (1 left) 2024-09-20T21:44:13.068 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 65 2024-09-20T21:44:13.068 INFO:tasks.rados.rados.0.smithi046.stdout:708: seq_num 230 ranges {5390336=655360,6045696=491520,6537216=311296} 2024-09-20T21:44:13.101 INFO:tasks.rados.rados.0.smithi046.stdout:708: writing smithi04683737-23 from 5390336 to 6045696 tid 1 2024-09-20T21:44:13.104 INFO:tasks.rados.rados.0.smithi046.stdout:708: writing smithi04683737-23 from 6045696 to 6537216 tid 2 2024-09-20T21:44:13.106 INFO:tasks.rados.rados.0.smithi046.stdout:708: writing smithi04683737-23 from 6537216 to 6848512 tid 3 2024-09-20T21:44:13.107 INFO:tasks.rados.rados.0.smithi046.stdout:709: rollback oid 3 current snap is 65 2024-09-20T21:44:13.107 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 3 to 55 2024-09-20T21:44:13.107 INFO:tasks.rados.rados.0.smithi046.stdout:706: finishing copy_from racing read to smithi04683737-43 2024-09-20T21:44:13.107 INFO:tasks.rados.rados.0.smithi046.stdout:706: finishing copy_from to smithi04683737-43 2024-09-20T21:44:13.107 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 176 (ObjNum 190 snap 50 seq_num 190) dirty exists 2024-09-20T21:44:13.107 INFO:tasks.rados.rados.0.smithi046.stdout:708: finishing write tid 1 to smithi04683737-23 2024-09-20T21:44:13.107 INFO:tasks.rados.rados.0.smithi046.stdout:706: done (2 left) 2024-09-20T21:44:13.107 INFO:tasks.rados.rados.0.smithi046.stdout:710: snap_create 2024-09-20T21:44:13.108 INFO:tasks.rados.rados.0.smithi046.stdout:708: finishing write tid 2 to smithi04683737-23 2024-09-20T21:44:13.108 INFO:tasks.rados.rados.0.smithi046.stdout:708: finishing write tid 3 to smithi04683737-23 2024-09-20T21:44:13.110 INFO:tasks.rados.rados.0.smithi046.stdout:708: finishing write tid 4 to smithi04683737-23 2024-09-20T21:44:13.111 INFO:tasks.rados.rados.0.smithi046.stdout:709: finishing rollback tid 0 to smithi04683737-3 2024-09-20T21:44:13.111 INFO:tasks.rados.rados.0.smithi046.stdout:709: finishing rollback tid 1 to smithi04683737-3 2024-09-20T21:44:13.111 INFO:tasks.rados.rados.0.smithi046.stdout:708: finishing write tid 5 to smithi04683737-23 2024-09-20T21:44:13.111 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 224 (ObjNum 230 snap 65 seq_num 230) dirty exists 2024-09-20T21:44:13.112 INFO:tasks.rados.rados.0.smithi046.stdout:708: left oid 23 (ObjNum 230 snap 65 seq_num 230) 2024-09-20T21:44:13.112 INFO:tasks.rados.rados.0.smithi046.stdout:709: finishing rollback tid 2 to smithi04683737-3 2024-09-20T21:44:13.112 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 298 (ObjNum 143 snap 33 seq_num 143) dirty exists 2024-09-20T21:44:13.127 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-20T21:44:13.127 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (34s) 0s ago 4m 16.9M - 0.25.0 c8568f914cd2 0d74f13360c6 2024-09-20T21:44:13.127 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi134 *:3000 running (21s) 8s ago 4m 72.2M - 9.4.7 954c08fa6188 8341e8dee31d 2024-09-20T21:44:13.128 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (6m) 0s ago 6m 15.3M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 9e6c3beb915d 2024-09-20T21:44:13.128 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi134 running (5m) 8s ago 5m 17.2M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 132e8dbc5c5d 2024-09-20T21:44:13.128 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi134 *:8443,9283 running (70s) 8s ago 9m 510M - 19.1.1-367-g9e2ac70b cc9251b744a3 e8f84fc3cb0f 2024-09-20T21:44:13.128 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443,9283,8765 running (13s) 0s ago 11m 475M - 19.1.1-367-g9e2ac70b cc9251b744a3 287f9c5532d7 2024-09-20T21:44:13.128 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (11m) 0s ago 11m 57.5M 2048M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be baa510b5910b 2024-09-20T21:44:13.128 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi134 running (9m) 8s ago 9m 42.6M 2048M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be ddf2e1775ac2 2024-09-20T21:44:13.128 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (9m) 0s ago 9m 45.6M 2048M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be caea7f40cab3 2024-09-20T21:44:13.128 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (31s) 0s ago 4m 8518k - 1.5.0 0da6a335fe13 808d8998a7db 2024-09-20T21:44:13.128 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi134 *:9100 running (18s) 8s ago 4m 8526k - 1.5.0 0da6a335fe13 d64b31ebfc6a 2024-09-20T21:44:13.128 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (9m) 0s ago 9m 133M 2481M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 33a9f7bae4a4 2024-09-20T21:44:13.128 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (8m) 0s ago 8m 113M 2481M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be db8e5579c716 2024-09-20T21:44:13.128 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (8m) 0s ago 8m 101M 2481M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be c82637878174 2024-09-20T21:44:13.128 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (7m) 0s ago 7m 93.1M 2481M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be c17a4d58e03e 2024-09-20T21:44:13.129 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi134 running (7m) 8s ago 7m 101M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 16e7b884874f 2024-09-20T21:44:13.129 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi134 running (7m) 8s ago 7m 112M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 82e68e0822ae 2024-09-20T21:44:13.129 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi134 running (6m) 8s ago 6m 82.2M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be f826d37d1cf7 2024-09-20T21:44:13.129 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi134 running (6m) 8s ago 6m 87.4M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be fbf3a60c2bb0 2024-09-20T21:44:13.129 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi134 *:9095 running (25s) 8s ago 5m 40.1M - 2.43.0 a07b618ecd1d 9a711a2922e2 2024-09-20T21:44:13.344 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:13 smithi134 ceph-mon[31761]: pgmap v8: 121 pgs: 121 active+clean; 132 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 128 MiB/s rd, 72 MiB/s wr, 986 op/s; 192 KiB/s, 0 objects/s recovering 2024-09-20T21:44:13.344 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:13 smithi134 ceph-mon[31761]: osdmap e195: 8 total, 8 up, 8 in 2024-09-20T21:44:13.344 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:13 smithi134 ceph-mon[31761]: mgrmap e34: y(active, since 4s) 2024-09-20T21:44:13.344 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:13 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:13.345 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:13 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:13.345 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:13 smithi134 ceph-mon[31761]: from='client.15096 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:44:13.345 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:13 smithi134 ceph-mon[31761]: osdmap e196: 8 total, 8 up, 8 in 2024-09-20T21:44:13.345 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:13 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:44:13.236+0000 7fab26558040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-20T21:44:13.345 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:13 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: [20/Sep/2024:21:44:13] ENGINE Bus STARTING 2024-09-20T21:44:13.345 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:13 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: CherryPy Checker: 2024-09-20T21:44:13.345 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:13 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: The Application mounted at '' has an empty config. 2024-09-20T21:44:13.345 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:13 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: 2024-09-20T21:44:13.345 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:13 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: [20/Sep/2024:21:44:13] ENGINE Serving on http://:::9283 2024-09-20T21:44:13.345 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:13 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: [20/Sep/2024:21:44:13] ENGINE Bus STARTED 2024-09-20T21:44:13.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:13 smithi046 ceph-mon[28078]: pgmap v8: 121 pgs: 121 active+clean; 132 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 128 MiB/s rd, 72 MiB/s wr, 986 op/s; 192 KiB/s, 0 objects/s recovering 2024-09-20T21:44:13.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:13 smithi046 ceph-mon[28078]: osdmap e195: 8 total, 8 up, 8 in 2024-09-20T21:44:13.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:13 smithi046 ceph-mon[28078]: mgrmap e34: y(active, since 4s) 2024-09-20T21:44:13.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:13 smithi046 ceph-mon[28078]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:13.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:13 smithi046 ceph-mon[28078]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:13.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:13 smithi046 ceph-mon[28078]: from='client.15096 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:44:13.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:13 smithi046 ceph-mon[28078]: osdmap e196: 8 total, 8 up, 8 in 2024-09-20T21:44:13.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:13 smithi046 ceph-mon[39760]: pgmap v8: 121 pgs: 121 active+clean; 132 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 128 MiB/s rd, 72 MiB/s wr, 986 op/s; 192 KiB/s, 0 objects/s recovering 2024-09-20T21:44:13.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:13 smithi046 ceph-mon[39760]: osdmap e195: 8 total, 8 up, 8 in 2024-09-20T21:44:13.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:13 smithi046 ceph-mon[39760]: mgrmap e34: y(active, since 4s) 2024-09-20T21:44:13.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:13 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:13.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:13 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:13.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:13 smithi046 ceph-mon[39760]: from='client.15096 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:44:13.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:13 smithi046 ceph-mon[39760]: osdmap e196: 8 total, 8 up, 8 in 2024-09-20T21:44:13.474 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-20T21:44:13.475 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-20T21:44:13.475 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 3 2024-09-20T21:44:13.475 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:44:13.475 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-20T21:44:13.475 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 1 2024-09-20T21:44:13.475 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:44:13.475 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-20T21:44:13.475 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 8 2024-09-20T21:44:13.475 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:44:13.475 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-20T21:44:13.475 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 2 2024-09-20T21:44:13.475 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:44:13.475 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-20T21:44:13.476 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 13, 2024-09-20T21:44:13.476 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 1 2024-09-20T21:44:13.476 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-20T21:44:13.476 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-20T21:44:13.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:13 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:44:13.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:44:14.065 INFO:tasks.rados.rados.0.smithi046.stdout:708: done (2 left) 2024-09-20T21:44:14.065 INFO:tasks.rados.rados.0.smithi046.stdout:709: done (1 left) 2024-09-20T21:44:14.066 INFO:tasks.rados.rados.0.smithi046.stdout:710: done (0 left) 2024-09-20T21:44:14.066 INFO:tasks.rados.rados.0.smithi046.stdout:711: read oid 42 snap -1 2024-09-20T21:44:14.066 INFO:tasks.rados.rados.0.smithi046.stdout:711: expect deleted 2024-09-20T21:44:14.066 INFO:tasks.rados.rados.0.smithi046.stdout:712: read oid 24 snap -1 2024-09-20T21:44:14.066 INFO:tasks.rados.rados.0.smithi046.stdout:712: expect deleted 2024-09-20T21:44:14.066 INFO:tasks.rados.rados.0.smithi046.stdout:713: snap_create 2024-09-20T21:44:14.380 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:14 smithi046 ceph-mon[39760]: from='client.15102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:44:14.380 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:14 smithi046 ceph-mon[39760]: Standby manager daemon x started 2024-09-20T21:44:14.380 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:14 smithi046 ceph-mon[39760]: from='mgr.? 172.21.15.134:0/3470737358' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-20T21:44:14.380 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:14 smithi046 ceph-mon[39760]: from='mgr.? 172.21.15.134:0/3470737358' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-20T21:44:14.380 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:14 smithi046 ceph-mon[39760]: from='mgr.? 172.21.15.134:0/3470737358' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-20T21:44:14.380 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:14 smithi046 ceph-mon[39760]: from='mgr.? 172.21.15.134:0/3470737358' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-20T21:44:14.380 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:14 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:14.380 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:14 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:14.380 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:14 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:14.380 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:14 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:14.381 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:14 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/431577158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:44:14.381 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:14 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:14.381 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:14 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:14.381 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:14 smithi046 ceph-mon[39760]: osdmap e197: 8 total, 8 up, 8 in 2024-09-20T21:44:14.381 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:14 smithi046 ceph-mon[28078]: from='client.15102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:44:14.381 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:14 smithi046 ceph-mon[28078]: Standby manager daemon x started 2024-09-20T21:44:14.381 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:14 smithi046 ceph-mon[28078]: from='mgr.? 172.21.15.134:0/3470737358' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-20T21:44:14.381 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:14 smithi046 ceph-mon[28078]: from='mgr.? 172.21.15.134:0/3470737358' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-20T21:44:14.381 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:14 smithi046 ceph-mon[28078]: from='mgr.? 172.21.15.134:0/3470737358' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-20T21:44:14.381 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:14 smithi046 ceph-mon[28078]: from='mgr.? 172.21.15.134:0/3470737358' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-20T21:44:14.381 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:14 smithi046 ceph-mon[28078]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:14.381 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:14 smithi046 ceph-mon[28078]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:14.381 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:14 smithi046 ceph-mon[28078]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:14.382 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:14 smithi046 ceph-mon[28078]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:14.382 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:14 smithi046 ceph-mon[28078]: from='client.? 172.21.15.46:0/431577158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:44:14.382 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:14 smithi046 ceph-mon[28078]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:14.382 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:14 smithi046 ceph-mon[28078]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:14.382 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:14 smithi046 ceph-mon[28078]: osdmap e197: 8 total, 8 up, 8 in 2024-09-20T21:44:14.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:14 smithi134 ceph-mon[31761]: from='client.15102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:44:14.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:14 smithi134 ceph-mon[31761]: Standby manager daemon x started 2024-09-20T21:44:14.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:14 smithi134 ceph-mon[31761]: from='mgr.? 172.21.15.134:0/3470737358' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-20T21:44:14.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:14 smithi134 ceph-mon[31761]: from='mgr.? 172.21.15.134:0/3470737358' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-20T21:44:14.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:14 smithi134 ceph-mon[31761]: from='mgr.? 172.21.15.134:0/3470737358' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-20T21:44:14.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:14 smithi134 ceph-mon[31761]: from='mgr.? 172.21.15.134:0/3470737358' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-20T21:44:14.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:14 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:14.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:14 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:14.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:14 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:14.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:14 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:14.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:14 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/431577158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:44:14.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:14 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:14.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:14 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:14.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:14 smithi134 ceph-mon[31761]: osdmap e197: 8 total, 8 up, 8 in 2024-09-20T21:44:15.068 INFO:tasks.rados.rados.0.smithi046.stdout:711: done (2 left) 2024-09-20T21:44:15.068 INFO:tasks.rados.rados.0.smithi046.stdout:712: done (1 left) 2024-09-20T21:44:15.068 INFO:tasks.rados.rados.0.smithi046.stdout:713: done (0 left) 2024-09-20T21:44:15.068 INFO:tasks.rados.rados.0.smithi046.stdout:714: delete oid 10 current snap is 67 2024-09-20T21:44:15.074 INFO:tasks.rados.rados.0.smithi046.stdout:714: done (0 left) 2024-09-20T21:44:15.074 INFO:tasks.rados.rados.0.smithi046.stdout:715: snap_create 2024-09-20T21:44:15.360 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:15 smithi046 ceph-mon[28078]: pgmap v12: 121 pgs: 121 active+clean; 132 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 2 op/s 2024-09-20T21:44:15.360 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:15 smithi046 ceph-mon[28078]: mgrmap e35: y(active, since 6s), standbys: x 2024-09-20T21:44:15.360 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:15 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-20T21:44:15.360 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:15 smithi046 ceph-mon[28078]: osdmap e198: 8 total, 8 up, 8 in 2024-09-20T21:44:15.360 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:15 smithi046 ceph-mon[39760]: pgmap v12: 121 pgs: 121 active+clean; 132 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 2 op/s 2024-09-20T21:44:15.361 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:15 smithi046 ceph-mon[39760]: mgrmap e35: y(active, since 6s), standbys: x 2024-09-20T21:44:15.361 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:15 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-20T21:44:15.361 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:15 smithi046 ceph-mon[39760]: osdmap e198: 8 total, 8 up, 8 in 2024-09-20T21:44:15.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:15 smithi134 ceph-mon[31761]: pgmap v12: 121 pgs: 121 active+clean; 132 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 2 op/s 2024-09-20T21:44:15.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:15 smithi134 ceph-mon[31761]: mgrmap e35: y(active, since 6s), standbys: x 2024-09-20T21:44:15.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:15 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-20T21:44:15.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:15 smithi134 ceph-mon[31761]: osdmap e198: 8 total, 8 up, 8 in 2024-09-20T21:44:16.074 INFO:tasks.rados.rados.0.smithi046.stdout:715: done (0 left) 2024-09-20T21:44:16.074 INFO:tasks.rados.rados.0.smithi046.stdout:716: read oid 17 snap -1 2024-09-20T21:44:16.074 INFO:tasks.rados.rados.0.smithi046.stdout:716: expect deleted 2024-09-20T21:44:16.074 INFO:tasks.rados.rados.0.smithi046.stdout:717: rollback oid 6 current snap is 68 2024-09-20T21:44:16.074 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 6 to 57 2024-09-20T21:44:16.074 INFO:tasks.rados.rados.0.smithi046.stdout:718: read oid 27 snap 57 2024-09-20T21:44:16.075 INFO:tasks.rados.rados.0.smithi046.stdout:718: expect (ObjNum 182 snap 48 seq_num 182) 2024-09-20T21:44:16.075 INFO:tasks.rados.rados.0.smithi046.stdout:719: copy_from oid 11 from oid 8 current snap is 68 2024-09-20T21:44:16.075 INFO:tasks.rados.rados.0.smithi046.stdout:720: copy_from oid 13 from oid 12 current snap is 68 2024-09-20T21:44:16.075 INFO:tasks.rados.rados.0.smithi046.stdout:721: setattr oid 45 current snap is 68 2024-09-20T21:44:16.078 INFO:tasks.rados.rados.0.smithi046.stdout:717: finishing rollback tid 0 to smithi04683737-6 2024-09-20T21:44:16.079 INFO:tasks.rados.rados.0.smithi046.stdout:716: done (5 left) 2024-09-20T21:44:16.079 INFO:tasks.rados.rados.0.smithi046.stdout:722: rollback oid 49 current snap is 68 2024-09-20T21:44:16.079 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 49 to 63 2024-09-20T21:44:16.079 INFO:tasks.rados.rados.0.smithi046.stdout:723: copy_from oid 25 from oid 48 current snap is 68 2024-09-20T21:44:16.079 INFO:tasks.rados.rados.0.smithi046.stdout:724: read oid 9 snap -1 2024-09-20T21:44:16.080 INFO:tasks.rados.rados.0.smithi046.stdout:724: expect deleted 2024-09-20T21:44:16.080 INFO:tasks.rados.rados.0.smithi046.stdout:725: copy_from oid 31 from oid 30 current snap is 68 2024-09-20T21:44:16.080 INFO:tasks.rados.rados.0.smithi046.stdout:726: delete oid 15 current snap is 68 2024-09-20T21:44:16.080 INFO:tasks.rados.rados.0.smithi046.stdout:717: finishing rollback tid 1 to smithi04683737-6 2024-09-20T21:44:16.080 INFO:tasks.rados.rados.0.smithi046.stdout:717: finishing rollback tid 2 to smithi04683737-6 2024-09-20T21:44:16.080 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 248 (ObjNum 214 snap 55 seq_num 214) dirty exists 2024-09-20T21:44:16.081 INFO:tasks.rados.rados.0.smithi046.stdout:723: finishing copy_from to smithi04683737-25 2024-09-20T21:44:16.081 INFO:tasks.rados.rados.0.smithi046.stdout:723: got expected ENOENT (src dne) 2024-09-20T21:44:16.081 INFO:tasks.rados.rados.0.smithi046.stdout:723: finishing copy_from racing read to smithi04683737-25 2024-09-20T21:44:16.083 INFO:tasks.rados.rados.0.smithi046.stdout:717: done (9 left) 2024-09-20T21:44:16.083 INFO:tasks.rados.rados.0.smithi046.stdout:723: done (8 left) 2024-09-20T21:44:16.083 INFO:tasks.rados.rados.0.smithi046.stdout:724: done (7 left) 2024-09-20T21:44:16.083 INFO:tasks.rados.rados.0.smithi046.stdout:726: done (6 left) 2024-09-20T21:44:16.084 INFO:tasks.rados.rados.0.smithi046.stdout:727: read oid 5 snap -1 2024-09-20T21:44:16.084 INFO:tasks.rados.rados.0.smithi046.stdout:727: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:44:16.084 INFO:tasks.rados.rados.0.smithi046.stdout:728: read oid 19 snap -1 2024-09-20T21:44:16.084 INFO:tasks.rados.rados.0.smithi046.stdout:728: expect (ObjNum 60 snap 5 seq_num 60) 2024-09-20T21:44:16.084 INFO:tasks.rados.rados.0.smithi046.stdout:729: delete oid 40 current snap is 68 2024-09-20T21:44:16.084 INFO:tasks.rados.rados.0.smithi046.stdout:725: finishing copy_from to smithi04683737-31 2024-09-20T21:44:16.084 INFO:tasks.rados.rados.0.smithi046.stdout:725: got expected ENOENT (src dne) 2024-09-20T21:44:16.085 INFO:tasks.rados.rados.0.smithi046.stdout:725: finishing copy_from racing read to smithi04683737-31 2024-09-20T21:44:16.086 INFO:tasks.rados.rados.0.smithi046.stdout:722: finishing rollback tid 1 to smithi04683737-49 2024-09-20T21:44:16.086 INFO:tasks.rados.rados.0.smithi046.stdout:722: finishing rollback tid 2 to smithi04683737-49 2024-09-20T21:44:16.086 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 250 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-20T21:44:16.087 INFO:tasks.rados.rados.0.smithi046.stdout:727: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:44:16.089 INFO:tasks.rados.rados.0.smithi046.stdout:719: finishing copy_from racing read to smithi04683737-11 2024-09-20T21:44:16.089 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 141 (ObjNum 113 snap 0 seq_num 1) dirty exists 2024-09-20T21:44:16.089 INFO:tasks.rados.rados.0.smithi046.stdout:718: expect (ObjNum 182 snap 48 seq_num 182) 2024-09-20T21:44:16.137 INFO:tasks.rados.rados.0.smithi046.stdout:719: finishing copy_from to smithi04683737-11 2024-09-20T21:44:16.138 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 151 (ObjNum 191 snap 50 seq_num 191) dirty exists 2024-09-20T21:44:16.138 INFO:tasks.rados.rados.0.smithi046.stdout:728: expect (ObjNum 60 snap 5 seq_num 60) 2024-09-20T21:44:16.176 INFO:tasks.rados.rados.0.smithi046.stdout:720: finishing copy_from racing read to smithi04683737-13 2024-09-20T21:44:16.176 INFO:tasks.rados.rados.0.smithi046.stdout:720: finishing copy_from to smithi04683737-13 2024-09-20T21:44:16.176 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 187 (ObjNum 148 snap 38 seq_num 148) dirty exists 2024-09-20T21:44:16.176 INFO:tasks.rados.rados.0.smithi046.stdout:718: done (8 left) 2024-09-20T21:44:16.176 INFO:tasks.rados.rados.0.smithi046.stdout:719: done (7 left) 2024-09-20T21:44:16.176 INFO:tasks.rados.rados.0.smithi046.stdout:720: done (6 left) 2024-09-20T21:44:16.177 INFO:tasks.rados.rados.0.smithi046.stdout:721: done (5 left) 2024-09-20T21:44:16.177 INFO:tasks.rados.rados.0.smithi046.stdout:722: done (4 left) 2024-09-20T21:44:16.177 INFO:tasks.rados.rados.0.smithi046.stdout:725: done (3 left) 2024-09-20T21:44:16.177 INFO:tasks.rados.rados.0.smithi046.stdout:727: done (2 left) 2024-09-20T21:44:16.177 INFO:tasks.rados.rados.0.smithi046.stdout:728: done (1 left) 2024-09-20T21:44:16.177 INFO:tasks.rados.rados.0.smithi046.stdout:729: done (0 left) 2024-09-20T21:44:16.177 INFO:tasks.rados.rados.0.smithi046.stdout:730: snap_create 2024-09-20T21:44:17.080 INFO:tasks.rados.rados.0.smithi046.stdout:730: done (0 left) 2024-09-20T21:44:17.080 INFO:tasks.rados.rados.0.smithi046.stdout:731: snap_remove snap 56 2024-09-20T21:44:17.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:17 smithi046 ceph-mon[28078]: osdmap e199: 8 total, 8 up, 8 in 2024-09-20T21:44:17.489 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:17 smithi046 ceph-mon[28078]: pgmap v15: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 658 KiB/s wr, 45 op/s 2024-09-20T21:44:17.489 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:17 smithi046 ceph-mon[39760]: osdmap e199: 8 total, 8 up, 8 in 2024-09-20T21:44:17.490 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:17 smithi046 ceph-mon[39760]: pgmap v15: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 658 KiB/s wr, 45 op/s 2024-09-20T21:44:17.490 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:17 smithi134 ceph-mon[31761]: osdmap e199: 8 total, 8 up, 8 in 2024-09-20T21:44:17.490 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:17 smithi134 ceph-mon[31761]: pgmap v15: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 658 KiB/s wr, 45 op/s 2024-09-20T21:44:18.085 INFO:tasks.rados.rados.0.smithi046.stdout:731: done (0 left) 2024-09-20T21:44:18.085 INFO:tasks.rados.rados.0.smithi046.stdout:732: delete oid 7 current snap is 69 2024-09-20T21:44:18.097 INFO:tasks.rados.rados.0.smithi046.stdout:732: done (0 left) 2024-09-20T21:44:18.097 INFO:tasks.rados.rados.0.smithi046.stdout:733: read oid 11 snap -1 2024-09-20T21:44:18.097 INFO:tasks.rados.rados.0.smithi046.stdout:733: expect (ObjNum 191 snap 50 seq_num 191) 2024-09-20T21:44:18.098 INFO:tasks.rados.rados.0.smithi046.stdout:734: snap_remove snap 67 2024-09-20T21:44:18.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:18 smithi046 ceph-mon[28078]: osdmap e200: 8 total, 8 up, 8 in 2024-09-20T21:44:18.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:18 smithi046 ceph-mon[28078]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:18.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:18 smithi046 ceph-mon[28078]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:18.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:18 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:44:18.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:18 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:44:18.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:18 smithi046 ceph-mon[28078]: Updating smithi046:/etc/ceph/ceph.conf 2024-09-20T21:44:18.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:18 smithi046 ceph-mon[28078]: Updating smithi134:/etc/ceph/ceph.conf 2024-09-20T21:44:18.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:18 smithi046 ceph-mon[28078]: Updating smithi046:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-20T21:44:18.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:18 smithi046 ceph-mon[28078]: Updating smithi134:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-20T21:44:18.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:18 smithi046 ceph-mon[28078]: Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2024-09-20T21:44:18.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:18 smithi046 ceph-mon[28078]: Updating smithi134:/etc/ceph/ceph.client.admin.keyring 2024-09-20T21:44:18.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:18 smithi046 ceph-mon[39760]: osdmap e200: 8 total, 8 up, 8 in 2024-09-20T21:44:18.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:18 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:18.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:18 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:18.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:18 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:44:18.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:18 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:44:18.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:18 smithi046 ceph-mon[39760]: Updating smithi046:/etc/ceph/ceph.conf 2024-09-20T21:44:18.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:18 smithi046 ceph-mon[39760]: Updating smithi134:/etc/ceph/ceph.conf 2024-09-20T21:44:18.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:18 smithi046 ceph-mon[39760]: Updating smithi046:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-20T21:44:18.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:18 smithi046 ceph-mon[39760]: Updating smithi134:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-20T21:44:18.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:18 smithi046 ceph-mon[39760]: Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2024-09-20T21:44:18.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:18 smithi046 ceph-mon[39760]: Updating smithi134:/etc/ceph/ceph.client.admin.keyring 2024-09-20T21:44:18.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:18 smithi134 ceph-mon[31761]: osdmap e200: 8 total, 8 up, 8 in 2024-09-20T21:44:18.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:18 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:18.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:18 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:18.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:18 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:44:18.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:18 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:44:18.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:18 smithi134 ceph-mon[31761]: Updating smithi046:/etc/ceph/ceph.conf 2024-09-20T21:44:18.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:18 smithi134 ceph-mon[31761]: Updating smithi134:/etc/ceph/ceph.conf 2024-09-20T21:44:18.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:18 smithi134 ceph-mon[31761]: Updating smithi046:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-20T21:44:18.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:18 smithi134 ceph-mon[31761]: Updating smithi134:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-20T21:44:18.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:18 smithi134 ceph-mon[31761]: Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2024-09-20T21:44:18.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:18 smithi134 ceph-mon[31761]: Updating smithi134:/etc/ceph/ceph.client.admin.keyring 2024-09-20T21:44:19.095 INFO:tasks.rados.rados.0.smithi046.stdout:734: done (1 left) 2024-09-20T21:44:19.096 INFO:tasks.rados.rados.0.smithi046.stdout:735: read oid 12 snap -1 2024-09-20T21:44:19.096 INFO:tasks.rados.rados.0.smithi046.stdout:735: expect (ObjNum 148 snap 38 seq_num 148) 2024-09-20T21:44:19.096 INFO:tasks.rados.rados.0.smithi046.stdout:736: rmattr oid 22 current snap is 69 2024-09-20T21:44:19.096 INFO:tasks.rados.rados.0.smithi046.stdout:733: expect (ObjNum 191 snap 50 seq_num 191) 2024-09-20T21:44:19.135 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:19 smithi134 ceph-mon[31761]: Updating smithi046:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-20T21:44:19.135 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:19 smithi134 ceph-mon[31761]: Updating smithi134:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-20T21:44:19.135 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:19 smithi134 ceph-mon[31761]: osdmap e201: 8 total, 8 up, 8 in 2024-09-20T21:44:19.135 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:19 smithi134 ceph-mon[31761]: pgmap v18: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 656 KiB/s wr, 42 op/s 2024-09-20T21:44:19.135 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:19 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:19.135 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:19 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:19.135 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:19 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:19.135 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:19 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:19.135 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:19 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:19.136 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:19 smithi134 ceph-mon[31761]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-20T21:44:19.136 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:19 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:44:19.136 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:19 smithi134 ceph-mon[31761]: Reconfiguring daemon prometheus.a on smithi134 2024-09-20T21:44:19.136 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:19 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:44:19.136 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:19 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:44:19.136 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:19 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:44:19.136 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:19 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:44:19.136 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:19 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:44:19.136 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:19 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:44:19.136 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:19 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:44:19.136 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:19 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:44:19.136 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:19 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:44:19.136 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:19 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:44:19.136 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:19 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:44:19.136 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:19 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:44:19.137 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:19 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:44:19.137 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:19 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:44:19.137 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:19 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:44:19.137 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:19 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:44:19.137 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:19 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:44:19.137 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:19 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:44:19.137 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:19 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:44:19.137 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:19 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:44:19.137 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:19 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:44:19.137 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:19 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:44:19.137 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:19 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:44:19.137 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:19 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:44:19.137 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:19 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:44:19.150 INFO:tasks.rados.rados.0.smithi046.stdout:735: expect (ObjNum 148 snap 38 seq_num 148) 2024-09-20T21:44:19.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[28078]: Updating smithi046:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-20T21:44:19.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[28078]: Updating smithi134:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-20T21:44:19.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[28078]: osdmap e201: 8 total, 8 up, 8 in 2024-09-20T21:44:19.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[28078]: pgmap v18: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 656 KiB/s wr, 42 op/s 2024-09-20T21:44:19.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[28078]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:19.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[28078]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:19.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[28078]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:19.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[28078]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:19.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[28078]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:19.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[28078]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-20T21:44:19.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:44:19.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[28078]: Reconfiguring daemon prometheus.a on smithi134 2024-09-20T21:44:19.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:44:19.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:44:19.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:44:19.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:44:19.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:44:19.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:44:19.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:44:19.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:44:19.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:44:19.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:44:19.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:44:19.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:44:19.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:44:19.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:44:19.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:44:19.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:44:19.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:44:19.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:44:19.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:44:19.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:44:19.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:44:19.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[28078]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:44:19.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:44:19.404 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:44:19.404 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:44:19.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[39760]: Updating smithi046:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-20T21:44:19.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[39760]: Updating smithi134:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-20T21:44:19.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[39760]: osdmap e201: 8 total, 8 up, 8 in 2024-09-20T21:44:19.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[39760]: pgmap v18: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 656 KiB/s wr, 42 op/s 2024-09-20T21:44:19.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:19.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:19.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:19.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:19.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:19.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[39760]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-20T21:44:19.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:44:19.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[39760]: Reconfiguring daemon prometheus.a on smithi134 2024-09-20T21:44:19.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:44:19.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:44:19.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:44:19.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:44:19.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:44:19.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:44:19.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:44:19.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:44:19.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:44:19.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:44:19.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:44:19.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:44:19.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:44:19.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:44:19.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:44:19.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:44:19.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:44:19.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:44:19.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:44:19.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:44:19.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:44:19.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:44:19.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:44:19.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:44:19.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:19 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:44:19.481 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 261 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-09-20T21:44:19.481 INFO:tasks.rados.rados.0.smithi046.stdout:733: done (2 left) 2024-09-20T21:44:19.481 INFO:tasks.rados.rados.0.smithi046.stdout:735: done (1 left) 2024-09-20T21:44:19.482 INFO:tasks.rados.rados.0.smithi046.stdout:736: done (0 left) 2024-09-20T21:44:19.482 INFO:tasks.rados.rados.0.smithi046.stdout:737: snap_create 2024-09-20T21:44:20.103 INFO:tasks.rados.rados.0.smithi046.stdout:737: done (0 left) 2024-09-20T21:44:20.103 INFO:tasks.rados.rados.0.smithi046.stdout:738: read oid 24 snap -1 2024-09-20T21:44:20.103 INFO:tasks.rados.rados.0.smithi046.stdout:738: expect deleted 2024-09-20T21:44:20.103 INFO:tasks.rados.rados.0.smithi046.stdout:739: rollback oid 34 current snap is 70 2024-09-20T21:44:20.103 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 34 to 64 2024-09-20T21:44:20.103 INFO:tasks.rados.rados.0.smithi046.stdout:740: copy_from oid 29 from oid 25 current snap is 70 2024-09-20T21:44:20.103 INFO:tasks.rados.rados.0.smithi046.stdout:741: read oid 17 snap -1 2024-09-20T21:44:20.103 INFO:tasks.rados.rados.0.smithi046.stdout:741: expect deleted 2024-09-20T21:44:20.103 INFO:tasks.rados.rados.0.smithi046.stdout:742: rollback oid 4 current snap is 70 2024-09-20T21:44:20.103 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 4 to 69 2024-09-20T21:44:20.103 INFO:tasks.rados.rados.0.smithi046.stdout:743: snap_create 2024-09-20T21:44:20.103 INFO:tasks.rados.rados.0.smithi046.stdout:742: finishing rollback tid 1 to smithi04683737-4 2024-09-20T21:44:20.104 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-20T21:44:20.105 INFO:tasks.rados.rados.0.smithi046.stdout:740: finishing copy_from to smithi04683737-29 2024-09-20T21:44:20.105 INFO:tasks.rados.rados.0.smithi046.stdout:740: got expected ENOENT (src dne) 2024-09-20T21:44:20.105 INFO:tasks.rados.rados.0.smithi046.stdout:740: finishing copy_from racing read to smithi04683737-29 2024-09-20T21:44:20.106 INFO:tasks.rados.rados.0.smithi046.stdout:739: finishing rollback tid 0 to smithi04683737-34 2024-09-20T21:44:20.107 INFO:tasks.rados.rados.0.smithi046.stdout:739: finishing rollback tid 1 to smithi04683737-34 2024-09-20T21:44:20.107 INFO:tasks.rados.rados.0.smithi046.stdout:739: finishing rollback tid 2 to smithi04683737-34 2024-09-20T21:44:20.107 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 238 (ObjNum 225 snap 60 seq_num 225) dirty exists 2024-09-20T21:44:20.321 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:20 smithi134 ceph-mon[31761]: osdmap e202: 8 total, 8 up, 8 in 2024-09-20T21:44:20.322 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:20 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[67740]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:44:20] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-20T21:44:20.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:20 smithi046 ceph-mon[28078]: osdmap e202: 8 total, 8 up, 8 in 2024-09-20T21:44:20.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:20 smithi046 ceph-mon[39760]: osdmap e202: 8 total, 8 up, 8 in 2024-09-20T21:44:21.099 INFO:tasks.rados.rados.0.smithi046.stdout:738: done (5 left) 2024-09-20T21:44:21.099 INFO:tasks.rados.rados.0.smithi046.stdout:739: done (4 left) 2024-09-20T21:44:21.100 INFO:tasks.rados.rados.0.smithi046.stdout:740: done (3 left) 2024-09-20T21:44:21.100 INFO:tasks.rados.rados.0.smithi046.stdout:741: done (2 left) 2024-09-20T21:44:21.100 INFO:tasks.rados.rados.0.smithi046.stdout:742: done (1 left) 2024-09-20T21:44:21.100 INFO:tasks.rados.rados.0.smithi046.stdout:743: done (0 left) 2024-09-20T21:44:21.100 INFO:tasks.rados.rados.0.smithi046.stdout:744: copy_from oid 36 from oid 21 current snap is 71 2024-09-20T21:44:21.100 INFO:tasks.rados.rados.0.smithi046.stdout:745: read oid 12 snap -1 2024-09-20T21:44:21.100 INFO:tasks.rados.rados.0.smithi046.stdout:745: expect (ObjNum 148 snap 38 seq_num 148) 2024-09-20T21:44:21.100 INFO:tasks.rados.rados.0.smithi046.stdout:746: rmattr oid 13 current snap is 71 2024-09-20T21:44:21.100 INFO:tasks.rados.rados.0.smithi046.stdout:747: setattr oid 16 current snap is 71 2024-09-20T21:44:21.104 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 27 current snap is 71 2024-09-20T21:44:21.104 INFO:tasks.rados.rados.0.smithi046.stdout:748: seq_num 235 ranges {2539520=745472,3284992=712704,3997696=90112} 2024-09-20T21:44:21.120 INFO:tasks.rados.rados.0.smithi046.stdout:748: writing smithi04683737-27 from 2539520 to 3284992 tid 1 2024-09-20T21:44:21.124 INFO:tasks.rados.rados.0.smithi046.stdout:748: writing smithi04683737-27 from 3284992 to 3997696 tid 2 2024-09-20T21:44:21.125 INFO:tasks.rados.rados.0.smithi046.stdout:748: writing smithi04683737-27 from 3997696 to 4087808 tid 3 2024-09-20T21:44:21.125 INFO:tasks.rados.rados.0.smithi046.stdout:749: rollback oid 20 current snap is 71 2024-09-20T21:44:21.126 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 20 to 55 2024-09-20T21:44:21.126 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 264 (ObjNum 148 snap 38 seq_num 148) dirty exists 2024-09-20T21:44:21.126 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 221 (ObjNum 199 snap 52 seq_num 199) dirty exists 2024-09-20T21:44:21.126 INFO:tasks.rados.rados.0.smithi046.stdout:746: done (5 left) 2024-09-20T21:44:21.126 INFO:tasks.rados.rados.0.smithi046.stdout:747: done (4 left) 2024-09-20T21:44:21.126 INFO:tasks.rados.rados.0.smithi046.stdout:750: snap_remove snap 52 2024-09-20T21:44:21.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:21 smithi046 ceph-mon[28078]: osdmap e203: 8 total, 8 up, 8 in 2024-09-20T21:44:21.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:21 smithi046 ceph-mon[28078]: mgrmap e36: y(active, since 12s), standbys: x 2024-09-20T21:44:21.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:21 smithi046 ceph-mon[28078]: pgmap v21: 121 pgs: 121 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-09-20T21:44:21.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:21 smithi046 ceph-mon[39760]: osdmap e203: 8 total, 8 up, 8 in 2024-09-20T21:44:21.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:21 smithi046 ceph-mon[39760]: mgrmap e36: y(active, since 12s), standbys: x 2024-09-20T21:44:21.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:21 smithi046 ceph-mon[39760]: pgmap v21: 121 pgs: 121 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-09-20T21:44:21.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:21 smithi134 ceph-mon[31761]: osdmap e203: 8 total, 8 up, 8 in 2024-09-20T21:44:21.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:21 smithi134 ceph-mon[31761]: mgrmap e36: y(active, since 12s), standbys: x 2024-09-20T21:44:21.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:21 smithi134 ceph-mon[31761]: pgmap v21: 121 pgs: 121 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-09-20T21:44:21.877 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:21 smithi134 systemd[1]: Stopping Ceph prometheus.a for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:44:22.110 INFO:tasks.rados.rados.0.smithi046.stdout:744: finishing copy_from racing read to smithi04683737-36 2024-09-20T21:44:22.110 INFO:tasks.rados.rados.0.smithi046.stdout:749: finishing rollback tid 0 to smithi04683737-20 2024-09-20T21:44:22.110 INFO:tasks.rados.rados.0.smithi046.stdout:749: finishing rollback tid 1 to smithi04683737-20 2024-09-20T21:44:22.110 INFO:tasks.rados.rados.0.smithi046.stdout:749: finishing rollback tid 2 to smithi04683737-20 2024-09-20T21:44:22.110 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 108 (ObjNum 167 snap 44 seq_num 167) dirty exists 2024-09-20T21:44:22.111 INFO:tasks.rados.rados.0.smithi046.stdout:748: finishing write tid 1 to smithi04683737-27 2024-09-20T21:44:22.111 INFO:tasks.rados.rados.0.smithi046.stdout:748: finishing write tid 2 to smithi04683737-27 2024-09-20T21:44:22.111 INFO:tasks.rados.rados.0.smithi046.stdout:748: finishing write tid 3 to smithi04683737-27 2024-09-20T21:44:22.111 INFO:tasks.rados.rados.0.smithi046.stdout:744: finishing copy_from to smithi04683737-36 2024-09-20T21:44:22.111 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 208 (ObjNum 207 snap 53 seq_num 207) dirty exists 2024-09-20T21:44:22.111 INFO:tasks.rados.rados.0.smithi046.stdout:748: finishing write tid 4 to smithi04683737-27 2024-09-20T21:44:22.111 INFO:tasks.rados.rados.0.smithi046.stdout:745: expect (ObjNum 148 snap 38 seq_num 148) 2024-09-20T21:44:22.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:22 smithi134 ceph-mon[31761]: osdmap e204: 8 total, 8 up, 8 in 2024-09-20T21:44:22.176 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:21 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:44:21.875Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-20T21:44:22.176 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:21 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:44:21.875Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-20T21:44:22.176 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:21 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:44:21.875Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-20T21:44:22.176 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:21 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:44:21.875Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-20T21:44:22.176 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:21 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:44:21.875Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-20T21:44:22.177 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:21 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:44:21.875Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-20T21:44:22.177 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:21 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:44:21.875Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-20T21:44:22.177 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:21 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:44:21.875Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-20T21:44:22.177 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:21 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:44:21.876Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-20T21:44:22.177 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:21 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:44:21.876Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-20T21:44:22.177 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:21 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:44:21.876Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-20T21:44:22.177 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:21 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[76498]: ts=2024-09-20T21:44:21.876Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-20T21:44:22.178 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:21 smithi134 podman[79947]: 2024-09-20 21:44:21.886119883 +0000 UTC m=+0.138643151 container died 9a711a2922e2f6da7bd7f3537f3df57676403e884c880862e7738714d7356c69 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-20T21:44:22.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:22 smithi046 ceph-mon[28078]: osdmap e204: 8 total, 8 up, 8 in 2024-09-20T21:44:22.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:22 smithi046 ceph-mon[39760]: osdmap e204: 8 total, 8 up, 8 in 2024-09-20T21:44:22.426 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:22 smithi134 podman[79947]: 2024-09-20 21:44:22.265042026 +0000 UTC m=+0.517565303 container cleanup 9a711a2922e2f6da7bd7f3537f3df57676403e884c880862e7738714d7356c69 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-20T21:44:22.426 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:22 smithi134 bash[79947]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a 2024-09-20T21:44:22.444 INFO:tasks.rados.rados.0.smithi046.stdout:748: finishing write tid 5 to smithi04683737-27 2024-09-20T21:44:22.444 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 164 (ObjNum 235 snap 71 seq_num 235) dirty exists 2024-09-20T21:44:22.444 INFO:tasks.rados.rados.0.smithi046.stdout:748: left oid 27 (ObjNum 235 snap 71 seq_num 235) 2024-09-20T21:44:22.444 INFO:tasks.rados.rados.0.smithi046.stdout:744: done (4 left) 2024-09-20T21:44:22.444 INFO:tasks.rados.rados.0.smithi046.stdout:745: done (3 left) 2024-09-20T21:44:22.445 INFO:tasks.rados.rados.0.smithi046.stdout:748: done (2 left) 2024-09-20T21:44:22.445 INFO:tasks.rados.rados.0.smithi046.stdout:749: done (1 left) 2024-09-20T21:44:22.445 INFO:tasks.rados.rados.0.smithi046.stdout:750: done (0 left) 2024-09-20T21:44:22.445 INFO:tasks.rados.rados.0.smithi046.stdout:751: copy_from oid 42 from oid 36 current snap is 71 2024-09-20T21:44:22.445 INFO:tasks.rados.rados.0.smithi046.stdout:752: copy_from oid 46 from oid 16 current snap is 71 2024-09-20T21:44:22.445 INFO:tasks.rados.rados.0.smithi046.stdout:753: delete oid 28 current snap is 71 2024-09-20T21:44:22.447 INFO:tasks.rados.rados.0.smithi046.stdout:753: done (2 left) 2024-09-20T21:44:22.447 INFO:tasks.rados.rados.0.smithi046.stdout:754: snap_remove snap 66 2024-09-20T21:44:22.900 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:22 smithi134 podman[79965]: 2024-09-20 21:44:22.524706296 +0000 UTC m=+0.641077769 container remove 9a711a2922e2f6da7bd7f3537f3df57676403e884c880862e7738714d7356c69 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-20T21:44:22.900 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:22 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@prometheus.a.service: Deactivated successfully. 2024-09-20T21:44:22.900 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:22 smithi134 systemd[1]: Stopped Ceph prometheus.a for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:44:22.900 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:22 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@prometheus.a.service: Consumed 1.178s CPU time. 2024-09-20T21:44:22.900 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:22 smithi134 systemd[1]: Starting Ceph prometheus.a for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:44:23.066 INFO:tasks.rados.rados.0.smithi046.stdout:751: finishing copy_from racing read to smithi04683737-42 2024-09-20T21:44:23.066 INFO:tasks.rados.rados.0.smithi046.stdout:751: finishing copy_from to smithi04683737-42 2024-09-20T21:44:23.066 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 208 (ObjNum 207 snap 53 seq_num 207) dirty exists 2024-09-20T21:44:23.066 INFO:tasks.rados.rados.0.smithi046.stdout:752: finishing copy_from racing read to smithi04683737-46 2024-09-20T21:44:23.066 INFO:tasks.rados.rados.0.smithi046.stdout:752: finishing copy_from to smithi04683737-46 2024-09-20T21:44:23.066 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 221 (ObjNum 199 snap 52 seq_num 199) dirty exists 2024-09-20T21:44:23.067 INFO:tasks.rados.rados.0.smithi046.stdout:751: done (2 left) 2024-09-20T21:44:23.067 INFO:tasks.rados.rados.0.smithi046.stdout:752: done (1 left) 2024-09-20T21:44:23.067 INFO:tasks.rados.rados.0.smithi046.stdout:754: done (0 left) 2024-09-20T21:44:23.067 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 31 current snap is 71 2024-09-20T21:44:23.067 INFO:tasks.rados.rados.0.smithi046.stdout:755: seq_num 237 ranges {10485760=778240,11264000=532480,11796480=270336} 2024-09-20T21:44:23.128 INFO:tasks.rados.rados.0.smithi046.stdout:755: writing smithi04683737-31 from 10485760 to 11264000 tid 1 2024-09-20T21:44:23.131 INFO:tasks.rados.rados.0.smithi046.stdout:755: writing smithi04683737-31 from 11264000 to 11796480 tid 2 2024-09-20T21:44:23.133 INFO:tasks.rados.rados.0.smithi046.stdout:755: writing smithi04683737-31 from 11796480 to 12066816 tid 3 2024-09-20T21:44:23.133 INFO:tasks.rados.rados.0.smithi046.stdout:756: delete oid 29 current snap is 71 2024-09-20T21:44:23.133 INFO:tasks.rados.rados.0.smithi046.stdout:755: finishing write tid 1 to smithi04683737-31 2024-09-20T21:44:23.134 INFO:tasks.rados.rados.0.smithi046.stdout:755: finishing write tid 2 to smithi04683737-31 2024-09-20T21:44:23.135 INFO:tasks.rados.rados.0.smithi046.stdout:755: finishing write tid 3 to smithi04683737-31 2024-09-20T21:44:23.135 INFO:tasks.rados.rados.0.smithi046.stdout:755: finishing write tid 4 to smithi04683737-31 2024-09-20T21:44:23.136 INFO:tasks.rados.rados.0.smithi046.stdout:755: finishing write tid 5 to smithi04683737-31 2024-09-20T21:44:23.136 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 255 (ObjNum 237 snap 71 seq_num 237) dirty exists 2024-09-20T21:44:23.136 INFO:tasks.rados.rados.0.smithi046.stdout:755: left oid 31 (ObjNum 237 snap 71 seq_num 237) 2024-09-20T21:44:23.136 INFO:tasks.rados.rados.0.smithi046.stdout:755: done (1 left) 2024-09-20T21:44:23.136 INFO:tasks.rados.rados.0.smithi046.stdout:756: done (0 left) 2024-09-20T21:44:23.136 INFO:tasks.rados.rados.0.smithi046.stdout:757: snap_remove snap 60 2024-09-20T21:44:23.171 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:23 smithi134 ceph-mon[31761]: pgmap v23: 121 pgs: 121 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-09-20T21:44:23.171 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:23 smithi134 ceph-mon[31761]: osdmap e205: 8 total, 8 up, 8 in 2024-09-20T21:44:23.171 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:23 smithi134 ceph-mon[31761]: osdmap e206: 8 total, 8 up, 8 in 2024-09-20T21:44:23.171 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:22 smithi134 podman[80063]: 2024-09-20 21:44:22.802337456 +0000 UTC m=+0.016747539 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-20T21:44:23.171 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:22 smithi134 podman[80063]: 2024-09-20 21:44:22.925319288 +0000 UTC m=+0.139729398 container create 5e01fa97ed3d5f642b976a2e88ad6f059288018c2d36b6499280be24a9b41470 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-20T21:44:23.171 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:23 smithi134 podman[80063]: 2024-09-20 21:44:23.169835526 +0000 UTC m=+0.384245608 container init 5e01fa97ed3d5f642b976a2e88ad6f059288018c2d36b6499280be24a9b41470 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-20T21:44:23.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:23 smithi046 ceph-mon[28078]: pgmap v23: 121 pgs: 121 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-09-20T21:44:23.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:23 smithi046 ceph-mon[28078]: osdmap e205: 8 total, 8 up, 8 in 2024-09-20T21:44:23.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:23 smithi046 ceph-mon[28078]: osdmap e206: 8 total, 8 up, 8 in 2024-09-20T21:44:23.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:23 smithi046 ceph-mon[39760]: pgmap v23: 121 pgs: 121 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-09-20T21:44:23.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:23 smithi046 ceph-mon[39760]: osdmap e205: 8 total, 8 up, 8 in 2024-09-20T21:44:23.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:23 smithi046 ceph-mon[39760]: osdmap e206: 8 total, 8 up, 8 in 2024-09-20T21:44:23.427 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:23 smithi134 podman[80063]: 2024-09-20 21:44:23.174878617 +0000 UTC m=+0.389288687 container start 5e01fa97ed3d5f642b976a2e88ad6f059288018c2d36b6499280be24a9b41470 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-20T21:44:23.427 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:23.198Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-20T21:44:23.427 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:23.199Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-20T21:44:23.427 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:23.199Z caller=main.go:570 level=info host_details="(Linux 5.14.0-508.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024 x86_64 smithi134 (none))" 2024-09-20T21:44:23.427 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:23.199Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-20T21:44:23.427 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:23.199Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-20T21:44:23.427 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:23.200Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-20T21:44:23.427 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:23.200Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-20T21:44:23.427 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:23.201Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-20T21:44:23.427 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:23.201Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-20T21:44:23.428 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:23.203Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-20T21:44:23.428 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:23.203Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.592µs 2024-09-20T21:44:23.428 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:23.203Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-20T21:44:23.428 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:23.204Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-09-20T21:44:23.428 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:23.217Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-09-20T21:44:23.428 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:23.224Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-09-20T21:44:23.428 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:23.224Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-09-20T21:44:23.428 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:23.224Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=20.363µs wal_replay_duration=21.062009ms wbl_replay_duration=104ns total_replay_duration=21.099952ms 2024-09-20T21:44:23.428 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:23.227Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-20T21:44:23.428 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:23.227Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-20T21:44:23.428 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:23.227Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-20T21:44:23.428 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:23.247Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.388796ms db_storage=1.341µs remote_storage=1.167µs web_handler=402ns query_engine=731ns scrape=288.974µs scrape_sd=92.042µs notify=16.633µs notify_sd=15.445µs rules=18.66154ms tracing=5.715µs 2024-09-20T21:44:23.429 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:23.247Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-20T21:44:23.429 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:23.247Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-20T21:44:23.429 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:23 smithi134 bash[80063]: 5e01fa97ed3d5f642b976a2e88ad6f059288018c2d36b6499280be24a9b41470 2024-09-20T21:44:23.429 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:23 smithi134 systemd[1]: Started Ceph prometheus.a for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:44:23.759 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:44:24.117 INFO:tasks.rados.rados.0.smithi046.stdout:757: done (0 left) 2024-09-20T21:44:24.117 INFO:tasks.rados.rados.0.smithi046.stdout:758: read oid 14 snap -1 2024-09-20T21:44:24.117 INFO:tasks.rados.rados.0.smithi046.stdout:758: expect deleted 2024-09-20T21:44:24.117 INFO:tasks.rados.rados.0.smithi046.stdout:759: snap_remove snap 61 2024-09-20T21:44:24.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:24 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:24.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:24 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:24.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:24 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-20T21:44:24.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:24 smithi134 ceph-mon[31761]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-20T21:44:24.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:24 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:44:24.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:24 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:44:24.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:24 smithi134 ceph-mon[31761]: osdmap e207: 8 total, 8 up, 8 in 2024-09-20T21:44:24.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:24 smithi046 ceph-mon[28078]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:24.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:24 smithi046 ceph-mon[28078]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:24.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:24 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-20T21:44:24.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:24 smithi046 ceph-mon[28078]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-20T21:44:24.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:24 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:44:24.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:24 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:44:24.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:24 smithi046 ceph-mon[28078]: osdmap e207: 8 total, 8 up, 8 in 2024-09-20T21:44:24.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:24 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:24.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:24 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:24.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:24 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-20T21:44:24.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:24 smithi046 ceph-mon[39760]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-20T21:44:24.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:24 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:44:24.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:24 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:44:24.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:24 smithi046 ceph-mon[39760]: osdmap e207: 8 total, 8 up, 8 in 2024-09-20T21:44:25.118 INFO:tasks.rados.rados.0.smithi046.stdout:758: done (1 left) 2024-09-20T21:44:25.118 INFO:tasks.rados.rados.0.smithi046.stdout:759: done (0 left) 2024-09-20T21:44:25.118 INFO:tasks.rados.rados.0.smithi046.stdout:760: read oid 35 snap -1 2024-09-20T21:44:25.119 INFO:tasks.rados.rados.0.smithi046.stdout:760: expect deleted 2024-09-20T21:44:25.119 INFO:tasks.rados.rados.0.smithi046.stdout:761: rollback oid 4 current snap is 71 2024-09-20T21:44:25.119 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 4 to 62 2024-09-20T21:44:25.119 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 71 2024-09-20T21:44:25.119 INFO:tasks.rados.rados.0.smithi046.stdout:762: seq_num 239 ranges {0=409600,409600=704512,1114112=499712} 2024-09-20T21:44:25.121 INFO:tasks.rados.rados.0.smithi046.stdout:762: writing smithi04683737-44 from 0 to 409600 tid 1 2024-09-20T21:44:25.127 INFO:tasks.rados.rados.0.smithi046.stdout:762: writing smithi04683737-44 from 409600 to 1114112 tid 2 2024-09-20T21:44:25.131 INFO:tasks.rados.rados.0.smithi046.stdout:762: writing smithi04683737-44 from 1114112 to 1613824 tid 3 2024-09-20T21:44:25.131 INFO:tasks.rados.rados.0.smithi046.stdout:761: finishing rollback tid 1 to smithi04683737-4 2024-09-20T21:44:25.132 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 0 (ObjNum 65 snap 0 seq_num 1399347815) dirty dne 2024-09-20T21:44:25.132 INFO:tasks.rados.rados.0.smithi046.stdout:762: finishing write tid 1 to smithi04683737-44 2024-09-20T21:44:25.132 INFO:tasks.rados.rados.0.smithi046.stdout:760: done (2 left) 2024-09-20T21:44:25.132 INFO:tasks.rados.rados.0.smithi046.stdout:761: done (1 left) 2024-09-20T21:44:25.132 INFO:tasks.rados.rados.0.smithi046.stdout:763: read oid 24 snap -1 2024-09-20T21:44:25.132 INFO:tasks.rados.rados.0.smithi046.stdout:763: expect deleted 2024-09-20T21:44:25.132 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 71 2024-09-20T21:44:25.132 INFO:tasks.rados.rados.0.smithi046.stdout:764: seq_num 240 ranges {0=425984,425984=589824,1015808=483328,1499136=131072} 2024-09-20T21:44:25.134 INFO:tasks.rados.rados.0.smithi046.stdout:764: writing smithi04683737-28 from 0 to 425984 tid 1 2024-09-20T21:44:25.138 INFO:tasks.rados.rados.0.smithi046.stdout:764: writing smithi04683737-28 from 425984 to 1015808 tid 2 2024-09-20T21:44:25.141 INFO:tasks.rados.rados.0.smithi046.stdout:764: writing smithi04683737-28 from 1015808 to 1499136 tid 3 2024-09-20T21:44:25.143 INFO:tasks.rados.rados.0.smithi046.stdout:764: writing smithi04683737-28 from 1499136 to 1630208 tid 4 2024-09-20T21:44:25.143 INFO:tasks.rados.rados.0.smithi046.stdout:765: rollback oid 43 current snap is 71 2024-09-20T21:44:25.143 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 43 to 62 2024-09-20T21:44:25.143 INFO:tasks.rados.rados.0.smithi046.stdout:762: finishing write tid 2 to smithi04683737-44 2024-09-20T21:44:25.143 INFO:tasks.rados.rados.0.smithi046.stdout:762: finishing write tid 3 to smithi04683737-44 2024-09-20T21:44:25.143 INFO:tasks.rados.rados.0.smithi046.stdout:762: finishing write tid 4 to smithi04683737-44 2024-09-20T21:44:25.143 INFO:tasks.rados.rados.0.smithi046.stdout:762: finishing write tid 5 to smithi04683737-44 2024-09-20T21:44:25.143 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 202 (ObjNum 239 snap 71 seq_num 239) dirty exists 2024-09-20T21:44:25.143 INFO:tasks.rados.rados.0.smithi046.stdout:762: left oid 44 (ObjNum 239 snap 71 seq_num 239) 2024-09-20T21:44:25.144 INFO:tasks.rados.rados.0.smithi046.stdout:764: finishing write tid 1 to smithi04683737-28 2024-09-20T21:44:25.144 INFO:tasks.rados.rados.0.smithi046.stdout:764: finishing write tid 2 to smithi04683737-28 2024-09-20T21:44:25.144 INFO:tasks.rados.rados.0.smithi046.stdout:762: done (3 left) 2024-09-20T21:44:25.144 INFO:tasks.rados.rados.0.smithi046.stdout:763: done (2 left) 2024-09-20T21:44:25.144 INFO:tasks.rados.rados.0.smithi046.stdout:766: read oid 17 snap -1 2024-09-20T21:44:25.144 INFO:tasks.rados.rados.0.smithi046.stdout:766: expect deleted 2024-09-20T21:44:25.144 INFO:tasks.rados.rados.0.smithi046.stdout:767: copy_from oid 29 from oid 38 current snap is 71 2024-09-20T21:44:25.144 INFO:tasks.rados.rados.0.smithi046.stdout:768: rmattr oid 47 current snap is 71 2024-09-20T21:44:25.144 INFO:tasks.rados.rados.0.smithi046.stdout:769: rollback oid 21 current snap is 71 2024-09-20T21:44:25.144 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 21 to 55 2024-09-20T21:44:25.145 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 71 2024-09-20T21:44:25.145 INFO:tasks.rados.rados.0.smithi046.stdout:770: seq_num 241 ranges {3014656=442368,3457024=466944,3923968=688128,4612096=49152} 2024-09-20T21:44:25.163 INFO:tasks.rados.rados.0.smithi046.stdout:770: writing smithi04683737-37 from 3014656 to 3457024 tid 1 2024-09-20T21:44:25.165 INFO:tasks.rados.rados.0.smithi046.stdout:770: writing smithi04683737-37 from 3457024 to 3923968 tid 2 2024-09-20T21:44:25.169 INFO:tasks.rados.rados.0.smithi046.stdout:770: writing smithi04683737-37 from 3923968 to 4612096 tid 3 2024-09-20T21:44:25.172 INFO:tasks.rados.rados.0.smithi046.stdout:770: writing smithi04683737-37 from 4612096 to 4661248 tid 4 2024-09-20T21:44:25.172 INFO:tasks.rados.rados.0.smithi046.stdout:771: read oid 42 snap -1 2024-09-20T21:44:25.172 INFO:tasks.rados.rados.0.smithi046.stdout:771: expect (ObjNum 207 snap 53 seq_num 207) 2024-09-20T21:44:25.172 INFO:tasks.rados.rados.0.smithi046.stdout:772: copy_from oid 7 from oid 10 current snap is 71 2024-09-20T21:44:25.172 INFO:tasks.rados.rados.0.smithi046.stdout:764: finishing write tid 3 to smithi04683737-28 2024-09-20T21:44:25.172 INFO:tasks.rados.rados.0.smithi046.stdout:764: finishing write tid 4 to smithi04683737-28 2024-09-20T21:44:25.172 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 269 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-20T21:44:25.172 INFO:tasks.rados.rados.0.smithi046.stdout:765: finishing rollback tid 0 to smithi04683737-43 2024-09-20T21:44:25.172 INFO:tasks.rados.rados.0.smithi046.stdout:766: done (8 left) 2024-09-20T21:44:25.172 INFO:tasks.rados.rados.0.smithi046.stdout:768: done (7 left) 2024-09-20T21:44:25.172 INFO:tasks.rados.rados.0.smithi046.stdout:773: rollback oid 24 current snap is 71 2024-09-20T21:44:25.172 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 24 to 68 2024-09-20T21:44:25.173 INFO:tasks.rados.rados.0.smithi046.stdout:764: finishing write tid 5 to smithi04683737-28 2024-09-20T21:44:25.173 INFO:tasks.rados.rados.0.smithi046.stdout:765: finishing rollback tid 1 to smithi04683737-43 2024-09-20T21:44:25.173 INFO:tasks.rados.rados.0.smithi046.stdout:765: finishing rollback tid 2 to smithi04683737-43 2024-09-20T21:44:25.173 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 281 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-20T21:44:25.173 INFO:tasks.rados.rados.0.smithi046.stdout:764: finishing write tid 6 to smithi04683737-28 2024-09-20T21:44:25.173 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 207 (ObjNum 240 snap 71 seq_num 240) dirty exists 2024-09-20T21:44:25.173 INFO:tasks.rados.rados.0.smithi046.stdout:764: left oid 28 (ObjNum 240 snap 71 seq_num 240) 2024-09-20T21:44:25.173 INFO:tasks.rados.rados.0.smithi046.stdout:769: finishing rollback tid 0 to smithi04683737-21 2024-09-20T21:44:25.173 INFO:tasks.rados.rados.0.smithi046.stdout:769: finishing rollback tid 1 to smithi04683737-21 2024-09-20T21:44:25.173 INFO:tasks.rados.rados.0.smithi046.stdout:769: finishing rollback tid 2 to smithi04683737-21 2024-09-20T21:44:25.173 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 285 (ObjNum 207 snap 53 seq_num 207) dirty exists 2024-09-20T21:44:25.173 INFO:tasks.rados.rados.0.smithi046.stdout:767: finishing copy_from racing read to smithi04683737-29 2024-09-20T21:44:25.173 INFO:tasks.rados.rados.0.smithi046.stdout:767: finishing copy_from to smithi04683737-29 2024-09-20T21:44:25.173 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 201 (ObjNum 179 snap 47 seq_num 179) dirty exists 2024-09-20T21:44:25.174 INFO:tasks.rados.rados.0.smithi046.stdout:770: finishing write tid 1 to smithi04683737-37 2024-09-20T21:44:25.174 INFO:tasks.rados.rados.0.smithi046.stdout:764: done (7 left) 2024-09-20T21:44:25.174 INFO:tasks.rados.rados.0.smithi046.stdout:765: done (6 left) 2024-09-20T21:44:25.174 INFO:tasks.rados.rados.0.smithi046.stdout:767: done (5 left) 2024-09-20T21:44:25.174 INFO:tasks.rados.rados.0.smithi046.stdout:769: done (4 left) 2024-09-20T21:44:25.174 INFO:tasks.rados.rados.0.smithi046.stdout:774: snap_remove snap 64 2024-09-20T21:44:25.498 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:25 smithi134 ceph-mon[31761]: pgmap v26: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 1 op/s 2024-09-20T21:44:25.498 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:25 smithi134 ceph-mon[31761]: Upgrade: Updating mgr.x 2024-09-20T21:44:25.498 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:25 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-20T21:44:25.499 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:25 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-20T21:44:25.499 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:25 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-20T21:44:25.499 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:25 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:44:25.499 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:25 smithi134 ceph-mon[31761]: Deploying daemon mgr.x on smithi134 2024-09-20T21:44:25.499 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:25 smithi134 ceph-mon[31761]: osdmap e208: 8 total, 8 up, 8 in 2024-09-20T21:44:25.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:25 smithi046 ceph-mon[28078]: pgmap v26: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 1 op/s 2024-09-20T21:44:25.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:25 smithi046 ceph-mon[28078]: Upgrade: Updating mgr.x 2024-09-20T21:44:25.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:25 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-20T21:44:25.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:25 smithi046 ceph-mon[28078]: from='mgr.24947 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-20T21:44:25.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:25 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-20T21:44:25.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:25 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:44:25.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:25 smithi046 ceph-mon[28078]: Deploying daemon mgr.x on smithi134 2024-09-20T21:44:25.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:25 smithi046 ceph-mon[28078]: osdmap e208: 8 total, 8 up, 8 in 2024-09-20T21:44:25.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:25 smithi046 ceph-mon[39760]: pgmap v26: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 1 op/s 2024-09-20T21:44:25.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:25 smithi046 ceph-mon[39760]: Upgrade: Updating mgr.x 2024-09-20T21:44:25.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:25 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-20T21:44:25.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:25 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-20T21:44:25.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:25 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-20T21:44:25.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:25 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:44:25.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:25 smithi046 ceph-mon[39760]: Deploying daemon mgr.x on smithi134 2024-09-20T21:44:25.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:25 smithi046 ceph-mon[39760]: osdmap e208: 8 total, 8 up, 8 in 2024-09-20T21:44:26.121 INFO:tasks.rados.rados.0.smithi046.stdout:770: finishing write tid 2 to smithi04683737-37 2024-09-20T21:44:26.121 INFO:tasks.rados.rados.0.smithi046.stdout:773: finishing rollback tid 1 to smithi04683737-24 2024-09-20T21:44:26.121 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 0 (ObjNum 65 snap 0 seq_num 1651724884) dirty dne 2024-09-20T21:44:26.121 INFO:tasks.rados.rados.0.smithi046.stdout:772: finishing copy_from to smithi04683737-7 2024-09-20T21:44:26.121 INFO:tasks.rados.rados.0.smithi046.stdout:772: got expected ENOENT (src dne) 2024-09-20T21:44:26.121 INFO:tasks.rados.rados.0.smithi046.stdout:772: finishing copy_from racing read to smithi04683737-7 2024-09-20T21:44:26.121 INFO:tasks.rados.rados.0.smithi046.stdout:770: finishing write tid 3 to smithi04683737-37 2024-09-20T21:44:26.121 INFO:tasks.rados.rados.0.smithi046.stdout:770: finishing write tid 4 to smithi04683737-37 2024-09-20T21:44:26.121 INFO:tasks.rados.rados.0.smithi046.stdout:770: finishing write tid 5 to smithi04683737-37 2024-09-20T21:44:26.121 INFO:tasks.rados.rados.0.smithi046.stdout:770: finishing write tid 6 to smithi04683737-37 2024-09-20T21:44:26.121 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 239 (ObjNum 241 snap 71 seq_num 241) dirty exists 2024-09-20T21:44:26.121 INFO:tasks.rados.rados.0.smithi046.stdout:770: left oid 37 (ObjNum 241 snap 71 seq_num 241) 2024-09-20T21:44:26.121 INFO:tasks.rados.rados.0.smithi046.stdout:771: expect (ObjNum 207 snap 53 seq_num 207) 2024-09-20T21:44:26.210 INFO:tasks.rados.rados.0.smithi046.stdout:770: done (4 left) 2024-09-20T21:44:26.211 INFO:tasks.rados.rados.0.smithi046.stdout:771: done (3 left) 2024-09-20T21:44:26.211 INFO:tasks.rados.rados.0.smithi046.stdout:772: done (2 left) 2024-09-20T21:44:26.211 INFO:tasks.rados.rados.0.smithi046.stdout:773: done (1 left) 2024-09-20T21:44:26.211 INFO:tasks.rados.rados.0.smithi046.stdout:774: done (0 left) 2024-09-20T21:44:26.211 INFO:tasks.rados.rados.0.smithi046.stdout:775: snap_remove snap 69 2024-09-20T21:44:26.748 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:26 smithi134 systemd[1]: Stopping Ceph mgr.x for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:44:27.058 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:26 smithi134 podman[80469]: 2024-09-20 21:44:26.74656537 +0000 UTC m=+0.141392595 container died e8f84fc3cb0f5e88bfeb9b6658a4736ef6604f53cbb127828339d1238a498409 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, RELEASE=squid-9e2ac70, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-20T21:44:27.124 INFO:tasks.rados.rados.0.smithi046.stdout:775: done (0 left) 2024-09-20T21:44:27.124 INFO:tasks.rados.rados.0.smithi046.stdout:776: snap_remove snap 62 2024-09-20T21:44:27.392 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:27 smithi134 ceph-mon[31761]: pgmap v29: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.6 MiB/s wr, 13 op/s 2024-09-20T21:44:27.392 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:27 smithi134 ceph-mon[31761]: osdmap e209: 8 total, 8 up, 8 in 2024-09-20T21:44:27.392 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:27 smithi134 podman[80469]: 2024-09-20 21:44:27.13938653 +0000 UTC m=+0.534213742 container cleanup e8f84fc3cb0f5e88bfeb9b6658a4736ef6604f53cbb127828339d1238a498409 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-9e2ac70, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-09-20T21:44:27.392 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:27 smithi134 bash[80469]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x 2024-09-20T21:44:27.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:27 smithi046 ceph-mon[28078]: pgmap v29: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.6 MiB/s wr, 13 op/s 2024-09-20T21:44:27.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:27 smithi046 ceph-mon[28078]: osdmap e209: 8 total, 8 up, 8 in 2024-09-20T21:44:27.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:27 smithi046 ceph-mon[39760]: pgmap v29: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.6 MiB/s wr, 13 op/s 2024-09-20T21:44:27.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:27 smithi046 ceph-mon[39760]: osdmap e209: 8 total, 8 up, 8 in 2024-09-20T21:44:27.676 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:27 smithi134 podman[80486]: 2024-09-20 21:44:27.390755838 +0000 UTC m=+0.641489021 container remove e8f84fc3cb0f5e88bfeb9b6658a4736ef6604f53cbb127828339d1238a498409 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-9e2ac70, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2) 2024-09-20T21:44:27.676 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:27 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-20T21:44:27.676 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:27 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mgr.x.service: Failed with result 'exit-code'. 2024-09-20T21:44:27.676 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:27 smithi134 systemd[1]: Stopped Ceph mgr.x for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:44:27.676 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:27 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mgr.x.service: Consumed 17.346s CPU time. 2024-09-20T21:44:28.067 INFO:tasks.rados.rados.0.smithi046.stdout:776: done (0 left) 2024-09-20T21:44:28.067 INFO:tasks.rados.rados.0.smithi046.stdout:777: snap_create 2024-09-20T21:44:28.076 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:27 smithi134 systemd[1]: Starting Ceph mgr.x for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:44:28.076 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:27 smithi134 podman[80622]: 2024-09-20 21:44:27.818155103 +0000 UTC m=+0.015841118 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T21:44:28.076 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:27 smithi134 podman[80622]: 2024-09-20 21:44:27.950356683 +0000 UTC m=+0.148042710 container create 4807b49ee672c811ed27c0eff484e73a11276bc75a95e4ba2b47e7bd1374653e (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=squid-9e2ac70, GIT_CLEAN=True) 2024-09-20T21:44:28.349 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:28 smithi134 ceph-mon[31761]: osdmap e210: 8 total, 8 up, 8 in 2024-09-20T21:44:28.349 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:28 smithi134 ceph-mon[31761]: osdmap e211: 8 total, 8 up, 8 in 2024-09-20T21:44:28.349 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:28 smithi134 podman[80622]: 2024-09-20 21:44:28.211384899 +0000 UTC m=+0.409070912 container init 4807b49ee672c811ed27c0eff484e73a11276bc75a95e4ba2b47e7bd1374653e (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=squid-9e2ac70, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-20T21:44:28.350 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:28 smithi134 podman[80622]: 2024-09-20 21:44:28.216910702 +0000 UTC m=+0.414596683 container start 4807b49ee672c811ed27c0eff484e73a11276bc75a95e4ba2b47e7bd1374653e (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=squid-9e2ac70, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-20T21:44:28.350 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:28 smithi134 ceph-mgr[80661]: -- 172.21.15.134:0/2889746525 <== mon.1 v2:172.21.15.134:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e7cc4bb0e0 con 0x55e7cc498800 2024-09-20T21:44:28.350 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:28 smithi134 bash[80622]: 4807b49ee672c811ed27c0eff484e73a11276bc75a95e4ba2b47e7bd1374653e 2024-09-20T21:44:28.350 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:28 smithi134 systemd[1]: Started Ceph mgr.x for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:44:28.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:28 smithi046 ceph-mon[28078]: osdmap e210: 8 total, 8 up, 8 in 2024-09-20T21:44:28.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:28 smithi046 ceph-mon[28078]: osdmap e211: 8 total, 8 up, 8 in 2024-09-20T21:44:28.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:28 smithi046 ceph-mon[39760]: osdmap e210: 8 total, 8 up, 8 in 2024-09-20T21:44:28.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:28 smithi046 ceph-mon[39760]: osdmap e211: 8 total, 8 up, 8 in 2024-09-20T21:44:28.647 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:28 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:28.346+0000 7ffb27a11040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-20T21:44:28.648 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:28 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:28.410+0000 7ffb27a11040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-20T21:44:28.648 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:28 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:28.572+0000 7ffb27a11040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-20T21:44:28.648 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:28 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:28.644+0000 7ffb27a11040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-20T21:44:28.926 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:28 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:28.830+0000 7ffb27a11040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-20T21:44:29.072 INFO:tasks.rados.rados.0.smithi046.stdout:777: done (0 left) 2024-09-20T21:44:29.072 INFO:tasks.rados.rados.0.smithi046.stdout:778: rollback oid 21 current snap is 72 2024-09-20T21:44:29.072 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 21 to 63 2024-09-20T21:44:29.073 INFO:tasks.rados.rados.0.smithi046.stdout:779: copy_from oid 28 from oid 37 current snap is 72 2024-09-20T21:44:29.073 INFO:tasks.rados.rados.0.smithi046.stdout:780: delete oid 1 current snap is 72 2024-09-20T21:44:29.077 INFO:tasks.rados.rados.0.smithi046.stdout:780: done (2 left) 2024-09-20T21:44:29.077 INFO:tasks.rados.rados.0.smithi046.stdout:781: delete oid 20 current snap is 72 2024-09-20T21:44:29.079 INFO:tasks.rados.rados.0.smithi046.stdout:778: finishing rollback tid 0 to smithi04683737-21 2024-09-20T21:44:29.081 INFO:tasks.rados.rados.0.smithi046.stdout:778: finishing rollback tid 1 to smithi04683737-21 2024-09-20T21:44:29.081 INFO:tasks.rados.rados.0.smithi046.stdout:778: finishing rollback tid 2 to smithi04683737-21 2024-09-20T21:44:29.081 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 305 (ObjNum 207 snap 53 seq_num 207) dirty exists 2024-09-20T21:44:29.082 INFO:tasks.rados.rados.0.smithi046.stdout:778: done (2 left) 2024-09-20T21:44:29.082 INFO:tasks.rados.rados.0.smithi046.stdout:781: done (1 left) 2024-09-20T21:44:29.082 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 72 2024-09-20T21:44:29.082 INFO:tasks.rados.rados.0.smithi046.stdout:782: seq_num 244 ranges {0=491520,491520=573440,1064960=458752,1523712=172032} 2024-09-20T21:44:29.085 INFO:tasks.rados.rados.0.smithi046.stdout:782: writing smithi04683737-24 from 0 to 491520 tid 1 2024-09-20T21:44:29.088 INFO:tasks.rados.rados.0.smithi046.stdout:782: writing smithi04683737-24 from 491520 to 1064960 tid 2 2024-09-20T21:44:29.090 INFO:tasks.rados.rados.0.smithi046.stdout:782: writing smithi04683737-24 from 1064960 to 1523712 tid 3 2024-09-20T21:44:29.092 INFO:tasks.rados.rados.0.smithi046.stdout:782: writing smithi04683737-24 from 1523712 to 1695744 tid 4 2024-09-20T21:44:29.092 INFO:tasks.rados.rados.0.smithi046.stdout:783: rmattr oid 2 current snap is 72 2024-09-20T21:44:29.092 INFO:tasks.rados.rados.0.smithi046.stdout:782: finishing write tid 1 to smithi04683737-24 2024-09-20T21:44:29.092 INFO:tasks.rados.rados.0.smithi046.stdout:782: finishing write tid 2 to smithi04683737-24 2024-09-20T21:44:29.092 INFO:tasks.rados.rados.0.smithi046.stdout:783: done (2 left) 2024-09-20T21:44:29.092 INFO:tasks.rados.rados.0.smithi046.stdout:784: snap_create 2024-09-20T21:44:29.095 INFO:tasks.rados.rados.0.smithi046.stdout:782: finishing write tid 3 to smithi04683737-24 2024-09-20T21:44:29.095 INFO:tasks.rados.rados.0.smithi046.stdout:782: finishing write tid 4 to smithi04683737-24 2024-09-20T21:44:29.095 INFO:tasks.rados.rados.0.smithi046.stdout:782: finishing write tid 5 to smithi04683737-24 2024-09-20T21:44:29.097 INFO:tasks.rados.rados.0.smithi046.stdout:782: finishing write tid 6 to smithi04683737-24 2024-09-20T21:44:29.097 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 195 (ObjNum 244 snap 72 seq_num 244) dirty exists 2024-09-20T21:44:29.097 INFO:tasks.rados.rados.0.smithi046.stdout:782: left oid 24 (ObjNum 244 snap 72 seq_num 244) 2024-09-20T21:44:29.099 INFO:tasks.rados.rados.0.smithi046.stdout:779: finishing copy_from racing read to smithi04683737-28 2024-09-20T21:44:29.101 INFO:tasks.rados.rados.0.smithi046.stdout:779: finishing copy_from to smithi04683737-28 2024-09-20T21:44:29.101 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 239 (ObjNum 241 snap 71 seq_num 241) dirty exists 2024-09-20T21:44:29.308 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:28 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:28.974+0000 7ffb27a11040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-20T21:44:29.591 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:29 smithi134 ceph-mon[31761]: pgmap v33: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:44:29.592 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:29 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:29.592 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:29 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:29.592 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:29 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:44:29.592 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:29 smithi134 ceph-mon[31761]: osdmap e212: 8 total, 8 up, 8 in 2024-09-20T21:44:29.592 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:29 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:29.321+0000 7ffb27a11040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-20T21:44:29.592 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:29 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:29.385+0000 7ffb27a11040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-20T21:44:29.592 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:29 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:29.589+0000 7ffb27a11040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-20T21:44:29.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:29 smithi046 ceph-mon[28078]: pgmap v33: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:44:29.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:29 smithi046 ceph-mon[28078]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:29.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:29 smithi046 ceph-mon[28078]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:29.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:29 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:44:29.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:29 smithi046 ceph-mon[28078]: osdmap e212: 8 total, 8 up, 8 in 2024-09-20T21:44:29.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:29 smithi046 ceph-mon[39760]: pgmap v33: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:44:29.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:29 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:29.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:29 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:29.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:29 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:44:29.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:29 smithi046 ceph-mon[39760]: osdmap e212: 8 total, 8 up, 8 in 2024-09-20T21:44:30.074 INFO:tasks.rados.rados.0.smithi046.stdout:779: done (2 left) 2024-09-20T21:44:30.074 INFO:tasks.rados.rados.0.smithi046.stdout:782: done (1 left) 2024-09-20T21:44:30.074 INFO:tasks.rados.rados.0.smithi046.stdout:784: done (0 left) 2024-09-20T21:44:30.074 INFO:tasks.rados.rados.0.smithi046.stdout:785: rmattr oid 35 current snap is 73 2024-09-20T21:44:30.074 INFO:tasks.rados.rados.0.smithi046.stdout:785: done (0 left) 2024-09-20T21:44:30.074 INFO:tasks.rados.rados.0.smithi046.stdout:786: read oid 27 snap -1 2024-09-20T21:44:30.075 INFO:tasks.rados.rados.0.smithi046.stdout:786: expect (ObjNum 235 snap 71 seq_num 235) 2024-09-20T21:44:30.075 INFO:tasks.rados.rados.0.smithi046.stdout:787: read oid 37 snap -1 2024-09-20T21:44:30.075 INFO:tasks.rados.rados.0.smithi046.stdout:787: expect (ObjNum 241 snap 71 seq_num 241) 2024-09-20T21:44:30.075 INFO:tasks.rados.rados.0.smithi046.stdout:788: snap_create 2024-09-20T21:44:30.108 INFO:tasks.rados.rados.0.smithi046.stdout:787: expect (ObjNum 241 snap 71 seq_num 241) 2024-09-20T21:44:30.311 INFO:tasks.rados.rados.0.smithi046.stdout:786: expect (ObjNum 235 snap 71 seq_num 235) 2024-09-20T21:44:30.826 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:30 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:30.554+0000 7ffb27a11040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-20T21:44:30.827 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:30 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:30.622+0000 7ffb27a11040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-20T21:44:31.078 INFO:tasks.rados.rados.0.smithi046.stdout:786: done (2 left) 2024-09-20T21:44:31.078 INFO:tasks.rados.rados.0.smithi046.stdout:787: done (1 left) 2024-09-20T21:44:31.078 INFO:tasks.rados.rados.0.smithi046.stdout:788: done (0 left) 2024-09-20T21:44:31.078 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 74 2024-09-20T21:44:31.078 INFO:tasks.rados.rados.0.smithi046.stdout:789: seq_num 245 ranges {4661248=507904,5169152=458752,5627904=671744,6299648=73728} 2024-09-20T21:44:31.106 INFO:tasks.rados.rados.0.smithi046.stdout:789: writing smithi04683737-37 from 4661248 to 5169152 tid 1 2024-09-20T21:44:31.109 INFO:tasks.rados.rados.0.smithi046.stdout:789: writing smithi04683737-37 from 5169152 to 5627904 tid 2 2024-09-20T21:44:31.114 INFO:tasks.rados.rados.0.smithi046.stdout:789: writing smithi04683737-37 from 5627904 to 6299648 tid 3 2024-09-20T21:44:31.114 INFO:tasks.rados.rados.0.smithi046.stdout:789: writing smithi04683737-37 from 6299648 to 6373376 tid 4 2024-09-20T21:44:31.114 INFO:tasks.rados.rados.0.smithi046.stdout:790: read oid 32 snap -1 2024-09-20T21:44:31.114 INFO:tasks.rados.rados.0.smithi046.stdout:790: expect (ObjNum 183 snap 48 seq_num 183) 2024-09-20T21:44:31.114 INFO:tasks.rados.rados.0.smithi046.stdout:791: rollback oid 8 current snap is 74 2024-09-20T21:44:31.114 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 8 to 55 2024-09-20T21:44:31.114 INFO:tasks.rados.rados.0.smithi046.stdout:789: finishing write tid 1 to smithi04683737-37 2024-09-20T21:44:31.114 INFO:tasks.rados.rados.0.smithi046.stdout:789: finishing write tid 2 to smithi04683737-37 2024-09-20T21:44:31.114 INFO:tasks.rados.rados.0.smithi046.stdout:792: read oid 45 snap -1 2024-09-20T21:44:31.114 INFO:tasks.rados.rados.0.smithi046.stdout:792: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:44:31.115 INFO:tasks.rados.rados.0.smithi046.stdout:793: snap_create 2024-09-20T21:44:31.117 INFO:tasks.rados.rados.0.smithi046.stdout:792: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:44:31.124 INFO:tasks.rados.rados.0.smithi046.stdout:789: finishing write tid 3 to smithi04683737-37 2024-09-20T21:44:31.125 INFO:tasks.rados.rados.0.smithi046.stdout:789: finishing write tid 4 to smithi04683737-37 2024-09-20T21:44:31.125 INFO:tasks.rados.rados.0.smithi046.stdout:789: finishing write tid 5 to smithi04683737-37 2024-09-20T21:44:31.125 INFO:tasks.rados.rados.0.smithi046.stdout:789: finishing write tid 6 to smithi04683737-37 2024-09-20T21:44:31.125 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 257 (ObjNum 245 snap 74 seq_num 245) dirty exists 2024-09-20T21:44:31.125 INFO:tasks.rados.rados.0.smithi046.stdout:789: left oid 37 (ObjNum 245 snap 74 seq_num 245) 2024-09-20T21:44:31.125 INFO:tasks.rados.rados.0.smithi046.stdout:791: finishing rollback tid 0 to smithi04683737-8 2024-09-20T21:44:31.125 INFO:tasks.rados.rados.0.smithi046.stdout:791: finishing rollback tid 1 to smithi04683737-8 2024-09-20T21:44:31.125 INFO:tasks.rados.rados.0.smithi046.stdout:791: finishing rollback tid 2 to smithi04683737-8 2024-09-20T21:44:31.125 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 204 (ObjNum 191 snap 50 seq_num 191) dirty exists 2024-09-20T21:44:31.142 INFO:tasks.rados.rados.0.smithi046.stdout:790: expect (ObjNum 183 snap 48 seq_num 183) 2024-09-20T21:44:31.388 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:31 smithi134 ceph-mon[31761]: osdmap e213: 8 total, 8 up, 8 in 2024-09-20T21:44:31.389 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:31 smithi134 ceph-mon[31761]: pgmap v36: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-09-20T21:44:31.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:31 smithi046 ceph-mon[28078]: osdmap e213: 8 total, 8 up, 8 in 2024-09-20T21:44:31.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:31 smithi046 ceph-mon[28078]: pgmap v36: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-09-20T21:44:31.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:31 smithi046 ceph-mon[39760]: osdmap e213: 8 total, 8 up, 8 in 2024-09-20T21:44:31.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:31 smithi046 ceph-mon[39760]: pgmap v36: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-09-20T21:44:31.650 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:31 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:31.386+0000 7ffb27a11040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-20T21:44:31.650 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:31 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:31.502+0000 7ffb27a11040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-20T21:44:31.901 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:31 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:31.648+0000 7ffb27a11040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-20T21:44:31.902 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:31 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:31.731+0000 7ffb27a11040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-20T21:44:31.902 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:31 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:31.899+0000 7ffb27a11040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-20T21:44:32.079 INFO:tasks.rados.rados.0.smithi046.stdout:789: done (4 left) 2024-09-20T21:44:32.079 INFO:tasks.rados.rados.0.smithi046.stdout:790: done (3 left) 2024-09-20T21:44:32.079 INFO:tasks.rados.rados.0.smithi046.stdout:791: done (2 left) 2024-09-20T21:44:32.079 INFO:tasks.rados.rados.0.smithi046.stdout:792: done (1 left) 2024-09-20T21:44:32.079 INFO:tasks.rados.rados.0.smithi046.stdout:793: done (0 left) 2024-09-20T21:44:32.079 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 75 2024-09-20T21:44:32.079 INFO:tasks.rados.rados.0.smithi046.stdout:794: seq_num 246 ranges {2277376=524288,2801664=745472,3547136=425984,3973120=32768} 2024-09-20T21:44:32.094 INFO:tasks.rados.rados.0.smithi046.stdout:794: writing smithi04683737-36 from 2277376 to 2801664 tid 1 2024-09-20T21:44:32.099 INFO:tasks.rados.rados.0.smithi046.stdout:794: writing smithi04683737-36 from 2801664 to 3547136 tid 2 2024-09-20T21:44:32.102 INFO:tasks.rados.rados.0.smithi046.stdout:794: writing smithi04683737-36 from 3547136 to 3973120 tid 3 2024-09-20T21:44:32.102 INFO:tasks.rados.rados.0.smithi046.stdout:794: writing smithi04683737-36 from 3973120 to 4005888 tid 4 2024-09-20T21:44:32.102 INFO:tasks.rados.rados.0.smithi046.stdout:795: read oid 40 snap -1 2024-09-20T21:44:32.103 INFO:tasks.rados.rados.0.smithi046.stdout:795: expect deleted 2024-09-20T21:44:32.103 INFO:tasks.rados.rados.0.smithi046.stdout:796: read oid 17 snap -1 2024-09-20T21:44:32.103 INFO:tasks.rados.rados.0.smithi046.stdout:796: expect deleted 2024-09-20T21:44:32.103 INFO:tasks.rados.rados.0.smithi046.stdout:797: copy_from oid 7 from oid 13 current snap is 75 2024-09-20T21:44:32.103 INFO:tasks.rados.rados.0.smithi046.stdout:794: finishing write tid 1 to smithi04683737-36 2024-09-20T21:44:32.103 INFO:tasks.rados.rados.0.smithi046.stdout:798: setattr oid 44 current snap is 75 2024-09-20T21:44:32.103 INFO:tasks.rados.rados.0.smithi046.stdout:794: finishing write tid 2 to smithi04683737-36 2024-09-20T21:44:32.104 INFO:tasks.rados.rados.0.smithi046.stdout:795: done (4 left) 2024-09-20T21:44:32.104 INFO:tasks.rados.rados.0.smithi046.stdout:796: done (3 left) 2024-09-20T21:44:32.105 INFO:tasks.rados.rados.0.smithi046.stdout:799: copy_from oid 46 from oid 49 current snap is 75 2024-09-20T21:44:32.105 INFO:tasks.rados.rados.0.smithi046.stdout:800: read oid 16 snap 68 2024-09-20T21:44:32.105 INFO:tasks.rados.rados.0.smithi046.stdout:800: expect (ObjNum 199 snap 52 seq_num 199) 2024-09-20T21:44:32.105 INFO:tasks.rados.rados.0.smithi046.stdout:801: rollback oid 30 current snap is 75 2024-09-20T21:44:32.105 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 30 to 55 2024-09-20T21:44:32.105 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 75 2024-09-20T21:44:32.105 INFO:tasks.rados.rados.0.smithi046.stdout:802: seq_num 247 ranges {0=540672,540672=622592,1163264=581632} 2024-09-20T21:44:32.108 INFO:tasks.rados.rados.0.smithi046.stdout:802: writing smithi04683737-9 from 0 to 540672 tid 1 2024-09-20T21:44:32.112 INFO:tasks.rados.rados.0.smithi046.stdout:802: writing smithi04683737-9 from 540672 to 1163264 tid 2 2024-09-20T21:44:32.116 INFO:tasks.rados.rados.0.smithi046.stdout:802: writing smithi04683737-9 from 1163264 to 1744896 tid 3 2024-09-20T21:44:32.116 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 75 2024-09-20T21:44:32.116 INFO:tasks.rados.rados.0.smithi046.stdout:801: finishing rollback tid 1 to smithi04683737-30 2024-09-20T21:44:32.117 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 0 (ObjNum 65 snap 0 seq_num 1852985426) dirty dne 2024-09-20T21:44:32.117 INFO:tasks.rados.rados.0.smithi046.stdout:803: seq_num 248 ranges {1605632=557056,2162688=507904,2670592=442368,3112960=253952} 2024-09-20T21:44:32.128 INFO:tasks.rados.rados.0.smithi046.stdout:803: writing smithi04683737-33 from 1605632 to 2162688 tid 1 2024-09-20T21:44:32.131 INFO:tasks.rados.rados.0.smithi046.stdout:803: writing smithi04683737-33 from 2162688 to 2670592 tid 2 2024-09-20T21:44:32.134 INFO:tasks.rados.rados.0.smithi046.stdout:803: writing smithi04683737-33 from 2670592 to 3112960 tid 3 2024-09-20T21:44:32.136 INFO:tasks.rados.rados.0.smithi046.stdout:803: writing smithi04683737-33 from 3112960 to 3366912 tid 4 2024-09-20T21:44:32.136 INFO:tasks.rados.rados.0.smithi046.stdout:801: done (7 left) 2024-09-20T21:44:32.136 INFO:tasks.rados.rados.0.smithi046.stdout:804: setattr oid 15 current snap is 75 2024-09-20T21:44:32.136 INFO:tasks.rados.rados.0.smithi046.stdout:794: finishing write tid 3 to smithi04683737-36 2024-09-20T21:44:32.137 INFO:tasks.rados.rados.0.smithi046.stdout:794: finishing write tid 4 to smithi04683737-36 2024-09-20T21:44:32.137 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 240 (ObjNum 239 snap 71 seq_num 239) dirty exists 2024-09-20T21:44:32.137 INFO:tasks.rados.rados.0.smithi046.stdout:799: finishing copy_from racing read to smithi04683737-46 2024-09-20T21:44:32.137 INFO:tasks.rados.rados.0.smithi046.stdout:802: finishing write tid 1 to smithi04683737-9 2024-09-20T21:44:32.137 INFO:tasks.rados.rados.0.smithi046.stdout:799: finishing copy_from to smithi04683737-46 2024-09-20T21:44:32.137 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 250 (ObjNum 209 snap 0 seq_num 1212202285) dirty exists 2024-09-20T21:44:32.137 INFO:tasks.rados.rados.0.smithi046.stdout:794: finishing write tid 5 to smithi04683737-36 2024-09-20T21:44:32.137 INFO:tasks.rados.rados.0.smithi046.stdout:802: finishing write tid 2 to smithi04683737-9 2024-09-20T21:44:32.137 INFO:tasks.rados.rados.0.smithi046.stdout:794: finishing write tid 6 to smithi04683737-36 2024-09-20T21:44:32.137 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 213 (ObjNum 246 snap 75 seq_num 246) dirty exists 2024-09-20T21:44:32.137 INFO:tasks.rados.rados.0.smithi046.stdout:794: left oid 36 (ObjNum 246 snap 75 seq_num 246) 2024-09-20T21:44:32.137 INFO:tasks.rados.rados.0.smithi046.stdout:802: finishing write tid 3 to smithi04683737-9 2024-09-20T21:44:32.138 INFO:tasks.rados.rados.0.smithi046.stdout:802: finishing write tid 4 to smithi04683737-9 2024-09-20T21:44:32.138 INFO:tasks.rados.rados.0.smithi046.stdout:797: finishing copy_from racing read to smithi04683737-7 2024-09-20T21:44:32.138 INFO:tasks.rados.rados.0.smithi046.stdout:802: finishing write tid 5 to smithi04683737-9 2024-09-20T21:44:32.138 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 268 (ObjNum 247 snap 75 seq_num 247) dirty exists 2024-09-20T21:44:32.138 INFO:tasks.rados.rados.0.smithi046.stdout:802: left oid 9 (ObjNum 247 snap 75 seq_num 247) 2024-09-20T21:44:32.138 INFO:tasks.rados.rados.0.smithi046.stdout:797: finishing copy_from to smithi04683737-7 2024-09-20T21:44:32.138 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 264 (ObjNum 148 snap 38 seq_num 148) dirty exists 2024-09-20T21:44:32.139 INFO:tasks.rados.rados.0.smithi046.stdout:794: done (7 left) 2024-09-20T21:44:32.139 INFO:tasks.rados.rados.0.smithi046.stdout:797: done (6 left) 2024-09-20T21:44:32.139 INFO:tasks.rados.rados.0.smithi046.stdout:798: done (5 left) 2024-09-20T21:44:32.139 INFO:tasks.rados.rados.0.smithi046.stdout:799: done (4 left) 2024-09-20T21:44:32.139 INFO:tasks.rados.rados.0.smithi046.stdout:802: done (3 left) 2024-09-20T21:44:32.139 INFO:tasks.rados.rados.0.smithi046.stdout:805: read oid 6 snap -1 2024-09-20T21:44:32.139 INFO:tasks.rados.rados.0.smithi046.stdout:805: expect (ObjNum 214 snap 55 seq_num 214) 2024-09-20T21:44:32.139 INFO:tasks.rados.rados.0.smithi046.stdout:806: read oid 18 snap 74 2024-09-20T21:44:32.139 INFO:tasks.rados.rados.0.smithi046.stdout:806: expect (ObjNum 189 snap 50 seq_num 189) 2024-09-20T21:44:32.140 INFO:tasks.rados.rados.0.smithi046.stdout:807: snap_create 2024-09-20T21:44:32.141 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 176 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-20T21:44:32.148 INFO:tasks.rados.rados.0.smithi046.stdout:800: expect (ObjNum 199 snap 52 seq_num 199) 2024-09-20T21:44:32.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:32 smithi134 ceph-mon[31761]: osdmap e214: 8 total, 8 up, 8 in 2024-09-20T21:44:32.176 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:31 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:31.969+0000 7ffb27a11040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-20T21:44:32.176 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:32.030+0000 7ffb27a11040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-20T21:44:32.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:32 smithi046 ceph-mon[28078]: osdmap e214: 8 total, 8 up, 8 in 2024-09-20T21:44:32.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:32 smithi046 ceph-mon[39760]: osdmap e214: 8 total, 8 up, 8 in 2024-09-20T21:44:32.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:44:32] "GET /metrics HTTP/1.1" 200 36060 "" "Prometheus/2.43.0" 2024-09-20T21:44:32.521 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:44:32.522 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:32.233+0000 7ffb27a11040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-20T21:44:32.522 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:32.299+0000 7ffb27a11040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-20T21:44:32.522 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:32.367+0000 7ffb27a11040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-20T21:44:32.522 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:32.452+0000 7ffb27a11040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-20T21:44:32.522 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:32.519+0000 7ffb27a11040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-20T21:44:32.590 INFO:tasks.rados.rados.0.smithi046.stdout:803: finishing write tid 1 to smithi04683737-33 2024-09-20T21:44:32.590 INFO:tasks.rados.rados.0.smithi046.stdout:803: finishing write tid 2 to smithi04683737-33 2024-09-20T21:44:32.590 INFO:tasks.rados.rados.0.smithi046.stdout:803: finishing write tid 3 to smithi04683737-33 2024-09-20T21:44:32.590 INFO:tasks.rados.rados.0.smithi046.stdout:803: finishing write tid 4 to smithi04683737-33 2024-09-20T21:44:32.591 INFO:tasks.rados.rados.0.smithi046.stdout:803: finishing write tid 5 to smithi04683737-33 2024-09-20T21:44:32.591 INFO:tasks.rados.rados.0.smithi046.stdout:803: finishing write tid 6 to smithi04683737-33 2024-09-20T21:44:32.591 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 132 (ObjNum 248 snap 75 seq_num 248) dirty exists 2024-09-20T21:44:32.591 INFO:tasks.rados.rados.0.smithi046.stdout:803: left oid 33 (ObjNum 248 snap 75 seq_num 248) 2024-09-20T21:44:32.591 INFO:tasks.rados.rados.0.smithi046.stdout:805: expect (ObjNum 214 snap 55 seq_num 214) 2024-09-20T21:44:32.747 INFO:tasks.rados.rados.0.smithi046.stdout:806: expect (ObjNum 189 snap 50 seq_num 189) 2024-09-20T21:44:32.926 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:32.583+0000 7ffb27a11040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-20T21:44:33.387 INFO:tasks.rados.rados.0.smithi046.stdout:800: done (5 left) 2024-09-20T21:44:33.387 INFO:tasks.rados.rados.0.smithi046.stdout:803: done (4 left) 2024-09-20T21:44:33.387 INFO:tasks.rados.rados.0.smithi046.stdout:804: done (3 left) 2024-09-20T21:44:33.387 INFO:tasks.rados.rados.0.smithi046.stdout:805: done (2 left) 2024-09-20T21:44:33.387 INFO:tasks.rados.rados.0.smithi046.stdout:806: done (1 left) 2024-09-20T21:44:33.388 INFO:tasks.rados.rados.0.smithi046.stdout:807: done (0 left) 2024-09-20T21:44:33.388 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 76 2024-09-20T21:44:33.388 INFO:tasks.rados.rados.0.smithi046.stdout:808: seq_num 249 ranges {5390336=573440,5963776=794624,6758400=409600} 2024-09-20T21:44:33.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:33 smithi046 ceph-mon[28078]: osdmap e215: 8 total, 8 up, 8 in 2024-09-20T21:44:33.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:33 smithi046 ceph-mon[28078]: pgmap v39: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-09-20T21:44:33.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:33 smithi046 ceph-mon[28078]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:33.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:33 smithi046 ceph-mon[28078]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:33.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:33 smithi046 ceph-mon[28078]: osdmap e216: 8 total, 8 up, 8 in 2024-09-20T21:44:33.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:33 smithi046 ceph-mon[39760]: osdmap e215: 8 total, 8 up, 8 in 2024-09-20T21:44:33.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:33 smithi046 ceph-mon[39760]: pgmap v39: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-09-20T21:44:33.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:33 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:33.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:33 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:33.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:33 smithi046 ceph-mon[39760]: osdmap e216: 8 total, 8 up, 8 in 2024-09-20T21:44:33.420 INFO:tasks.rados.rados.0.smithi046.stdout:808: writing smithi04683737-13 from 5390336 to 5963776 tid 1 2024-09-20T21:44:33.425 INFO:tasks.rados.rados.0.smithi046.stdout:808: writing smithi04683737-13 from 5963776 to 6758400 tid 2 2024-09-20T21:44:33.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:33 smithi134 ceph-mon[31761]: osdmap e215: 8 total, 8 up, 8 in 2024-09-20T21:44:33.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:33 smithi134 ceph-mon[31761]: pgmap v39: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-09-20T21:44:33.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:33 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:33.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:33 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:33.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:33 smithi134 ceph-mon[31761]: osdmap e216: 8 total, 8 up, 8 in 2024-09-20T21:44:33.427 INFO:tasks.rados.rados.0.smithi046.stdout:808: writing smithi04683737-13 from 6758400 to 7168000 tid 3 2024-09-20T21:44:33.427 INFO:tasks.rados.rados.0.smithi046.stdout:809: delete oid 50 current snap is 76 2024-09-20T21:44:33.427 INFO:tasks.rados.rados.0.smithi046.stdout:808: finishing write tid 1 to smithi04683737-13 2024-09-20T21:44:33.428 INFO:tasks.rados.rados.0.smithi046.stdout:808: finishing write tid 2 to smithi04683737-13 2024-09-20T21:44:33.429 INFO:tasks.rados.rados.0.smithi046.stdout:809: done (1 left) 2024-09-20T21:44:33.429 INFO:tasks.rados.rados.0.smithi046.stdout:810: rollback oid 21 current snap is 76 2024-09-20T21:44:33.429 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 21 to 70 2024-09-20T21:44:33.429 INFO:tasks.rados.rados.0.smithi046.stdout:811: snap_remove snap 55 2024-09-20T21:44:33.921 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:33 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:33.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:44:33.921 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:33 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:33.429+0000 7ffb27a11040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-20T21:44:33.922 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:33 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: [20/Sep/2024:21:44:33] ENGINE Bus STARTING 2024-09-20T21:44:33.922 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:33 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: CherryPy Checker: 2024-09-20T21:44:33.922 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:33 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: The Application mounted at '' has an empty config. 2024-09-20T21:44:33.922 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:33 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:33.922 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:33 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: [20/Sep/2024:21:44:33] ENGINE Serving on http://:::9283 2024-09-20T21:44:33.922 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:33 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: [20/Sep/2024:21:44:33] ENGINE Bus STARTED 2024-09-20T21:44:34.101 INFO:tasks.rados.rados.0.smithi046.stdout:811: done (2 left) 2024-09-20T21:44:34.101 INFO:tasks.rados.rados.0.smithi046.stdout:812: snap_create 2024-09-20T21:44:34.102 INFO:tasks.rados.rados.0.smithi046.stdout:808: finishing write tid 3 to smithi04683737-13 2024-09-20T21:44:34.102 INFO:tasks.rados.rados.0.smithi046.stdout:808: finishing write tid 4 to smithi04683737-13 2024-09-20T21:44:34.102 INFO:tasks.rados.rados.0.smithi046.stdout:808: finishing write tid 5 to smithi04683737-13 2024-09-20T21:44:34.102 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 308 (ObjNum 249 snap 76 seq_num 249) dirty exists 2024-09-20T21:44:34.102 INFO:tasks.rados.rados.0.smithi046.stdout:808: left oid 13 (ObjNum 249 snap 76 seq_num 249) 2024-09-20T21:44:34.102 INFO:tasks.rados.rados.0.smithi046.stdout:810: finishing rollback tid 0 to smithi04683737-21 2024-09-20T21:44:34.102 INFO:tasks.rados.rados.0.smithi046.stdout:810: finishing rollback tid 1 to smithi04683737-21 2024-09-20T21:44:34.102 INFO:tasks.rados.rados.0.smithi046.stdout:810: finishing rollback tid 2 to smithi04683737-21 2024-09-20T21:44:34.102 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 309 (ObjNum 207 snap 53 seq_num 207) dirty exists 2024-09-20T21:44:34.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:34 smithi134 ceph-mon[31761]: Standby manager daemon x restarted 2024-09-20T21:44:34.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:34 smithi134 ceph-mon[31761]: Standby manager daemon x started 2024-09-20T21:44:34.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:34 smithi134 ceph-mon[31761]: from='mgr.? 172.21.15.134:0/1611735458' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-20T21:44:34.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:34 smithi134 ceph-mon[31761]: from='mgr.? 172.21.15.134:0/1611735458' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-20T21:44:34.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:34 smithi134 ceph-mon[31761]: from='mgr.? 172.21.15.134:0/1611735458' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-20T21:44:34.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:34 smithi134 ceph-mon[31761]: from='mgr.? 172.21.15.134:0/1611735458' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-20T21:44:34.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:34 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:34.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:34 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:34.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:34 smithi046 ceph-mon[28078]: Standby manager daemon x restarted 2024-09-20T21:44:34.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:34 smithi046 ceph-mon[28078]: Standby manager daemon x started 2024-09-20T21:44:34.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:34 smithi046 ceph-mon[28078]: from='mgr.? 172.21.15.134:0/1611735458' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-20T21:44:34.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:34 smithi046 ceph-mon[28078]: from='mgr.? 172.21.15.134:0/1611735458' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-20T21:44:34.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:34 smithi046 ceph-mon[28078]: from='mgr.? 172.21.15.134:0/1611735458' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-20T21:44:34.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:34 smithi046 ceph-mon[28078]: from='mgr.? 172.21.15.134:0/1611735458' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-20T21:44:34.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:34 smithi046 ceph-mon[28078]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:34.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:34 smithi046 ceph-mon[28078]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:34.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:34 smithi046 ceph-mon[39760]: Standby manager daemon x restarted 2024-09-20T21:44:34.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:34 smithi046 ceph-mon[39760]: Standby manager daemon x started 2024-09-20T21:44:34.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:34 smithi046 ceph-mon[39760]: from='mgr.? 172.21.15.134:0/1611735458' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-20T21:44:34.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:34 smithi046 ceph-mon[39760]: from='mgr.? 172.21.15.134:0/1611735458' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-20T21:44:34.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:34 smithi046 ceph-mon[39760]: from='mgr.? 172.21.15.134:0/1611735458' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-20T21:44:34.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:34 smithi046 ceph-mon[39760]: from='mgr.? 172.21.15.134:0/1611735458' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-20T21:44:34.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:34 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:34.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:34 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:34.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:34 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:44:34.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:34 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:34.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:44:35.100 INFO:tasks.rados.rados.0.smithi046.stdout:808: done (2 left) 2024-09-20T21:44:35.100 INFO:tasks.rados.rados.0.smithi046.stdout:810: done (1 left) 2024-09-20T21:44:35.100 INFO:tasks.rados.rados.0.smithi046.stdout:812: done (0 left) 2024-09-20T21:44:35.100 INFO:tasks.rados.rados.0.smithi046.stdout:813: read oid 46 snap -1 2024-09-20T21:44:35.100 INFO:tasks.rados.rados.0.smithi046.stdout:813: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:44:35.100 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 77 2024-09-20T21:44:35.100 INFO:tasks.rados.rados.0.smithi046.stdout:814: seq_num 251 ranges {0=606208,606208=614400,1220608=589824} 2024-09-20T21:44:35.103 INFO:tasks.rados.rados.0.smithi046.stdout:814: writing smithi04683737-47 from 0 to 606208 tid 1 2024-09-20T21:44:35.106 INFO:tasks.rados.rados.0.smithi046.stdout:814: writing smithi04683737-47 from 606208 to 1220608 tid 2 2024-09-20T21:44:35.110 INFO:tasks.rados.rados.0.smithi046.stdout:814: writing smithi04683737-47 from 1220608 to 1810432 tid 3 2024-09-20T21:44:35.111 INFO:tasks.rados.rados.0.smithi046.stdout:815: rollback oid 14 current snap is 77 2024-09-20T21:44:35.111 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 14 to 63 2024-09-20T21:44:35.111 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 77 2024-09-20T21:44:35.111 INFO:tasks.rados.rados.0.smithi046.stdout:813: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:44:35.116 INFO:tasks.rados.rados.0.smithi046.stdout:814: finishing write tid 1 to smithi04683737-47 2024-09-20T21:44:35.116 INFO:tasks.rados.rados.0.smithi046.stdout:814: finishing write tid 2 to smithi04683737-47 2024-09-20T21:44:35.116 INFO:tasks.rados.rados.0.smithi046.stdout:815: finishing rollback tid 1 to smithi04683737-14 2024-09-20T21:44:35.116 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-20T21:44:35.116 INFO:tasks.rados.rados.0.smithi046.stdout:814: finishing write tid 3 to smithi04683737-47 2024-09-20T21:44:35.116 INFO:tasks.rados.rados.0.smithi046.stdout:814: finishing write tid 4 to smithi04683737-47 2024-09-20T21:44:35.116 INFO:tasks.rados.rados.0.smithi046.stdout:814: finishing write tid 5 to smithi04683737-47 2024-09-20T21:44:35.116 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 298 (ObjNum 251 snap 77 seq_num 251) dirty exists 2024-09-20T21:44:35.117 INFO:tasks.rados.rados.0.smithi046.stdout:814: left oid 47 (ObjNum 251 snap 77 seq_num 251) 2024-09-20T21:44:35.117 INFO:tasks.rados.rados.0.smithi046.stdout:816: seq_num 252 ranges {0=630784,630784=499712,1130496=425984,1556480=278528} 2024-09-20T21:44:35.119 INFO:tasks.rados.rados.0.smithi046.stdout:816: writing smithi04683737-2 from 0 to 630784 tid 1 2024-09-20T21:44:35.122 INFO:tasks.rados.rados.0.smithi046.stdout:816: writing smithi04683737-2 from 630784 to 1130496 tid 2 2024-09-20T21:44:35.125 INFO:tasks.rados.rados.0.smithi046.stdout:816: writing smithi04683737-2 from 1130496 to 1556480 tid 3 2024-09-20T21:44:35.127 INFO:tasks.rados.rados.0.smithi046.stdout:816: writing smithi04683737-2 from 1556480 to 1835008 tid 4 2024-09-20T21:44:35.127 INFO:tasks.rados.rados.0.smithi046.stdout:816: finishing write tid 1 to smithi04683737-2 2024-09-20T21:44:35.127 INFO:tasks.rados.rados.0.smithi046.stdout:816: finishing write tid 2 to smithi04683737-2 2024-09-20T21:44:35.127 INFO:tasks.rados.rados.0.smithi046.stdout:813: done (3 left) 2024-09-20T21:44:35.127 INFO:tasks.rados.rados.0.smithi046.stdout:814: done (2 left) 2024-09-20T21:44:35.127 INFO:tasks.rados.rados.0.smithi046.stdout:815: done (1 left) 2024-09-20T21:44:35.127 INFO:tasks.rados.rados.0.smithi046.stdout:817: rollback oid 9 current snap is 77 2024-09-20T21:44:35.127 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 9 to 73 2024-09-20T21:44:35.128 INFO:tasks.rados.rados.0.smithi046.stdout:818: read oid 11 snap -1 2024-09-20T21:44:35.128 INFO:tasks.rados.rados.0.smithi046.stdout:818: expect (ObjNum 191 snap 50 seq_num 191) 2024-09-20T21:44:35.128 INFO:tasks.rados.rados.0.smithi046.stdout:819: snap_create 2024-09-20T21:44:35.128 INFO:tasks.rados.rados.0.smithi046.stdout:816: finishing write tid 3 to smithi04683737-2 2024-09-20T21:44:35.129 INFO:tasks.rados.rados.0.smithi046.stdout:816: finishing write tid 4 to smithi04683737-2 2024-09-20T21:44:35.130 INFO:tasks.rados.rados.0.smithi046.stdout:817: finishing rollback tid 0 to smithi04683737-9 2024-09-20T21:44:35.130 INFO:tasks.rados.rados.0.smithi046.stdout:817: finishing rollback tid 1 to smithi04683737-9 2024-09-20T21:44:35.130 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 277 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-20T21:44:35.130 INFO:tasks.rados.rados.0.smithi046.stdout:816: finishing write tid 5 to smithi04683737-2 2024-09-20T21:44:35.131 INFO:tasks.rados.rados.0.smithi046.stdout:816: finishing write tid 6 to smithi04683737-2 2024-09-20T21:44:35.131 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 245 (ObjNum 252 snap 77 seq_num 252) dirty exists 2024-09-20T21:44:35.131 INFO:tasks.rados.rados.0.smithi046.stdout:816: left oid 2 (ObjNum 252 snap 77 seq_num 252) 2024-09-20T21:44:35.134 INFO:tasks.rados.rados.0.smithi046.stdout:818: expect (ObjNum 191 snap 50 seq_num 191) 2024-09-20T21:44:35.247 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:35 smithi134 ceph-mon[31761]: osdmap e217: 8 total, 8 up, 8 in 2024-09-20T21:44:35.247 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:35 smithi134 ceph-mon[31761]: mgrmap e37: y(active, since 26s), standbys: x 2024-09-20T21:44:35.247 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:35 smithi134 ceph-mon[31761]: pgmap v42: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:44:35.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:35 smithi046 ceph-mon[28078]: osdmap e217: 8 total, 8 up, 8 in 2024-09-20T21:44:35.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:35 smithi046 ceph-mon[28078]: mgrmap e37: y(active, since 26s), standbys: x 2024-09-20T21:44:35.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:35 smithi046 ceph-mon[28078]: pgmap v42: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:44:35.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:35 smithi046 ceph-mon[39760]: osdmap e217: 8 total, 8 up, 8 in 2024-09-20T21:44:35.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:35 smithi046 ceph-mon[39760]: mgrmap e37: y(active, since 26s), standbys: x 2024-09-20T21:44:35.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:35 smithi046 ceph-mon[39760]: pgmap v42: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:44:36.106 INFO:tasks.rados.rados.0.smithi046.stdout:816: done (3 left) 2024-09-20T21:44:36.107 INFO:tasks.rados.rados.0.smithi046.stdout:817: done (2 left) 2024-09-20T21:44:36.107 INFO:tasks.rados.rados.0.smithi046.stdout:818: done (1 left) 2024-09-20T21:44:36.107 INFO:tasks.rados.rados.0.smithi046.stdout:819: done (0 left) 2024-09-20T21:44:36.107 INFO:tasks.rados.rados.0.smithi046.stdout:820: snap_remove snap 76 2024-09-20T21:44:36.338 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:36 smithi134 ceph-mon[31761]: osdmap e218: 8 total, 8 up, 8 in 2024-09-20T21:44:36.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:36 smithi046 ceph-mon[28078]: osdmap e218: 8 total, 8 up, 8 in 2024-09-20T21:44:36.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:36 smithi046 ceph-mon[39760]: osdmap e218: 8 total, 8 up, 8 in 2024-09-20T21:44:37.113 INFO:tasks.rados.rados.0.smithi046.stdout:820: done (0 left) 2024-09-20T21:44:37.113 INFO:tasks.rados.rados.0.smithi046.stdout:821: rmattr oid 41 current snap is 78 2024-09-20T21:44:37.113 INFO:tasks.rados.rados.0.smithi046.stdout:821: done (0 left) 2024-09-20T21:44:37.113 INFO:tasks.rados.rados.0.smithi046.stdout:822: snap_remove snap 70 2024-09-20T21:44:37.387 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:37 smithi046 ceph-mon[28078]: osdmap e219: 8 total, 8 up, 8 in 2024-09-20T21:44:37.387 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:37 smithi046 ceph-mon[28078]: pgmap v45: 121 pgs: 2 active+clean+snaptrim_wait, 8 active+clean+snaptrim, 111 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 4.5 MiB/s wr, 26 op/s 2024-09-20T21:44:37.387 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:37 smithi046 ceph-mon[28078]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:37.387 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:37 smithi046 ceph-mon[28078]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:37.387 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:37 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:44:37.387 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:37 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:44:37.387 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:37 smithi046 ceph-mon[28078]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:37.387 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:37 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:44:37.387 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:37 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:44:37.387 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:37 smithi046 ceph-mon[28078]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:37.388 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:37 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-20T21:44:37.388 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:37 smithi046 ceph-mon[28078]: from='mgr.24947 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-20T21:44:37.388 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:37 smithi046 ceph-mon[28078]: from='mgr.24947 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-20T21:44:37.388 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:37 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-20T21:44:37.388 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:37 smithi046 ceph-mon[28078]: from='mgr.24947 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-20T21:44:37.388 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:37 smithi046 ceph-mon[28078]: from='mgr.24947 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-20T21:44:37.388 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:37 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-20T21:44:37.388 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:37 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-20T21:44:37.388 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:37 smithi046 ceph-mon[39760]: osdmap e219: 8 total, 8 up, 8 in 2024-09-20T21:44:37.388 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:37 smithi046 ceph-mon[39760]: pgmap v45: 121 pgs: 2 active+clean+snaptrim_wait, 8 active+clean+snaptrim, 111 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 4.5 MiB/s wr, 26 op/s 2024-09-20T21:44:37.388 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:37 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:37.389 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:37 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:37.389 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:37 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:44:37.389 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:37 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:44:37.389 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:37 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:37.389 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:37 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:44:37.389 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:37 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:44:37.390 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:37 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:37.390 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:37 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-20T21:44:37.390 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:37 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-20T21:44:37.390 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:37 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-20T21:44:37.390 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:37 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-20T21:44:37.390 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:37 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-20T21:44:37.390 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:37 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-20T21:44:37.391 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:37 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-20T21:44:37.391 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:37 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-20T21:44:37.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:37 smithi134 ceph-mon[31761]: osdmap e219: 8 total, 8 up, 8 in 2024-09-20T21:44:37.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:37 smithi134 ceph-mon[31761]: pgmap v45: 121 pgs: 2 active+clean+snaptrim_wait, 8 active+clean+snaptrim, 111 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 4.5 MiB/s wr, 26 op/s 2024-09-20T21:44:37.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:37 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:37.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:37 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:37.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:37 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:44:37.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:37 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:44:37.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:37 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:37.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:37 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:44:37.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:37 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:44:37.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:37 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:37.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:37 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-20T21:44:37.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:37 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-20T21:44:37.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:37 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-20T21:44:37.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:37 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-20T21:44:37.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:37 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-20T21:44:37.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:37 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-20T21:44:37.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:37 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-20T21:44:37.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:37 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-20T21:44:38.112 INFO:tasks.rados.rados.0.smithi046.stdout:822: done (0 left) 2024-09-20T21:44:38.112 INFO:tasks.rados.rados.0.smithi046.stdout:823: setattr oid 11 current snap is 78 2024-09-20T21:44:38.112 INFO:tasks.rados.rados.0.smithi046.stdout:824: rmattr oid 31 current snap is 78 2024-09-20T21:44:38.112 INFO:tasks.rados.rados.0.smithi046.stdout:824: done (1 left) 2024-09-20T21:44:38.112 INFO:tasks.rados.rados.0.smithi046.stdout:825: rollback oid 42 current snap is 78 2024-09-20T21:44:38.112 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 42 to 57 2024-09-20T21:44:38.112 INFO:tasks.rados.rados.0.smithi046.stdout:826: rollback oid 38 current snap is 78 2024-09-20T21:44:38.112 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 38 to 73 2024-09-20T21:44:38.113 INFO:tasks.rados.rados.0.smithi046.stdout:827: snap_create 2024-09-20T21:44:38.120 INFO:tasks.rados.rados.0.smithi046.stdout:825: finishing rollback tid 0 to smithi04683737-42 2024-09-20T21:44:38.121 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 167 (ObjNum 191 snap 50 seq_num 191) dirty exists 2024-09-20T21:44:38.121 INFO:tasks.rados.rados.0.smithi046.stdout:825: finishing rollback tid 1 to smithi04683737-42 2024-09-20T21:44:38.121 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 210 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-09-20T21:44:38.127 INFO:tasks.rados.rados.0.smithi046.stdout:826: finishing rollback tid 0 to smithi04683737-38 2024-09-20T21:44:38.128 INFO:tasks.rados.rados.0.smithi046.stdout:826: finishing rollback tid 1 to smithi04683737-38 2024-09-20T21:44:38.128 INFO:tasks.rados.rados.0.smithi046.stdout:826: finishing rollback tid 2 to smithi04683737-38 2024-09-20T21:44:38.128 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 269 (ObjNum 179 snap 47 seq_num 179) dirty exists 2024-09-20T21:44:38.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:38 smithi046 ceph-mon[28078]: Upgrade: Setting container_image for all mgr 2024-09-20T21:44:38.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:38 smithi046 ceph-mon[28078]: Upgrade: It appears safe to stop mon.a 2024-09-20T21:44:38.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:38 smithi046 ceph-mon[28078]: osdmap e220: 8 total, 8 up, 8 in 2024-09-20T21:44:38.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:38 smithi046 ceph-mon[39760]: Upgrade: Setting container_image for all mgr 2024-09-20T21:44:38.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:38 smithi046 ceph-mon[39760]: Upgrade: It appears safe to stop mon.a 2024-09-20T21:44:38.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:38 smithi046 ceph-mon[39760]: osdmap e220: 8 total, 8 up, 8 in 2024-09-20T21:44:38.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:38 smithi134 ceph-mon[31761]: Upgrade: Setting container_image for all mgr 2024-09-20T21:44:38.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:38 smithi134 ceph-mon[31761]: Upgrade: It appears safe to stop mon.a 2024-09-20T21:44:38.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:38 smithi134 ceph-mon[31761]: osdmap e220: 8 total, 8 up, 8 in 2024-09-20T21:44:38.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:38 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:44:39.121 INFO:tasks.rados.rados.0.smithi046.stdout:823: done (3 left) 2024-09-20T21:44:39.121 INFO:tasks.rados.rados.0.smithi046.stdout:825: done (2 left) 2024-09-20T21:44:39.121 INFO:tasks.rados.rados.0.smithi046.stdout:826: done (1 left) 2024-09-20T21:44:39.121 INFO:tasks.rados.rados.0.smithi046.stdout:827: done (0 left) 2024-09-20T21:44:39.121 INFO:tasks.rados.rados.0.smithi046.stdout:828: rollback oid 43 current snap is 79 2024-09-20T21:44:39.121 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 43 to 73 2024-09-20T21:44:39.121 INFO:tasks.rados.rados.0.smithi046.stdout:829: snap_create 2024-09-20T21:44:39.131 INFO:tasks.rados.rados.0.smithi046.stdout:828: finishing rollback tid 0 to smithi04683737-43 2024-09-20T21:44:39.131 INFO:tasks.rados.rados.0.smithi046.stdout:828: finishing rollback tid 1 to smithi04683737-43 2024-09-20T21:44:39.131 INFO:tasks.rados.rados.0.smithi046.stdout:828: finishing rollback tid 2 to smithi04683737-43 2024-09-20T21:44:39.131 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 321 (ObjNum 977 snap 0 seq_num 20165376) dirty exists 2024-09-20T21:44:39.204 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:39 smithi046 ceph-mon[28078]: pgmap v47: 121 pgs: 2 active+clean+snaptrim_wait, 8 active+clean+snaptrim, 111 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 4.5 MiB/s wr, 26 op/s 2024-09-20T21:44:39.204 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:39 smithi046 ceph-mon[28078]: osdmap e221: 8 total, 8 up, 8 in 2024-09-20T21:44:39.205 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:39 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:44:39.205 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:39 smithi046 ceph-mon[28078]: Upgrade: Updating mon.a 2024-09-20T21:44:39.205 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:39 smithi046 ceph-mon[28078]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:39.205 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:39 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-20T21:44:39.205 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:39 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-20T21:44:39.205 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:39 smithi046 ceph-mon[28078]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:44:39.205 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:39 smithi046 ceph-mon[28078]: Deploying daemon mon.a on smithi046 2024-09-20T21:44:39.205 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:39 smithi046 ceph-mon[39760]: pgmap v47: 121 pgs: 2 active+clean+snaptrim_wait, 8 active+clean+snaptrim, 111 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 4.5 MiB/s wr, 26 op/s 2024-09-20T21:44:39.205 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:39 smithi046 ceph-mon[39760]: osdmap e221: 8 total, 8 up, 8 in 2024-09-20T21:44:39.205 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:39 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:44:39.205 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:39 smithi046 ceph-mon[39760]: Upgrade: Updating mon.a 2024-09-20T21:44:39.206 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:39 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:39.206 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:39 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-20T21:44:39.206 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:39 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-20T21:44:39.206 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:39 smithi046 ceph-mon[39760]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:44:39.206 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:39 smithi046 ceph-mon[39760]: Deploying daemon mon.a on smithi046 2024-09-20T21:44:39.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:39 smithi134 ceph-mon[31761]: pgmap v47: 121 pgs: 2 active+clean+snaptrim_wait, 8 active+clean+snaptrim, 111 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 4.5 MiB/s wr, 26 op/s 2024-09-20T21:44:39.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:39 smithi134 ceph-mon[31761]: osdmap e221: 8 total, 8 up, 8 in 2024-09-20T21:44:39.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:39 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:44:39.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:39 smithi134 ceph-mon[31761]: Upgrade: Updating mon.a 2024-09-20T21:44:39.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:39 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='mgr.y' 2024-09-20T21:44:39.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:39 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-20T21:44:39.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:39 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-20T21:44:39.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:39 smithi134 ceph-mon[31761]: from='mgr.24947 172.21.15.46:0/4006507741' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:44:39.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:39 smithi134 ceph-mon[31761]: Deploying daemon mon.a on smithi046 2024-09-20T21:44:40.130 INFO:tasks.rados.rados.0.smithi046.stdout:828: done (1 left) 2024-09-20T21:44:40.130 INFO:tasks.rados.rados.0.smithi046.stdout:829: done (0 left) 2024-09-20T21:44:40.130 INFO:tasks.rados.rados.0.smithi046.stdout:830: rmattr oid 29 current snap is 80 2024-09-20T21:44:40.131 INFO:tasks.rados.rados.0.smithi046.stdout:831: snap_create 2024-09-20T21:44:40.134 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 214 (ObjNum 179 snap 47 seq_num 179) dirty exists 2024-09-20T21:44:40.379 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:40 smithi046 ceph-mon[28078]: osdmap e222: 8 total, 8 up, 8 in 2024-09-20T21:44:40.379 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:40 smithi046 ceph-mon[39760]: osdmap e222: 8 total, 8 up, 8 in 2024-09-20T21:44:40.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:40 smithi134 ceph-mon[31761]: osdmap e222: 8 total, 8 up, 8 in 2024-09-20T21:44:40.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:40 smithi046 systemd[1]: Stopping Ceph mon.a for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:44:41.073 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:40 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-a[28055]: 2024-09-20T21:44:40.654+0000 7f27e5321640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-20T21:44:41.074 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:40 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-a[28055]: 2024-09-20T21:44:40.654+0000 7f27e5321640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-09-20T21:44:41.074 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:40 smithi046 podman[95921]: 2024-09-20 21:44:40.850078979 +0000 UTC m=+0.317603111 container died baa510b5910ba18c451a922f19367ffe624bacc85f9c8c3f07af74e56e218618 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-a, io.buildah.version=1.37.2, RELEASE=quincy-fbd1a6a, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-20T21:44:41.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:41 smithi046 podman[95921]: 2024-09-20 21:44:41.287133918 +0000 UTC m=+0.754658044 container cleanup baa510b5910ba18c451a922f19367ffe624bacc85f9c8c3f07af74e56e218618 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-a, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=quincy-fbd1a6a, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-09-20T21:44:41.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:41 smithi046 bash[95921]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-a 2024-09-20T21:44:41.774 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:41 smithi046 podman[95937]: 2024-09-20 21:44:41.521971225 +0000 UTC m=+0.668967016 container remove baa510b5910ba18c451a922f19367ffe624bacc85f9c8c3f07af74e56e218618 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-a, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-fbd1a6a, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-20T21:44:42.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:41 smithi046 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mon.a.service: Deactivated successfully. 2024-09-20T21:44:42.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:41 smithi046 systemd[1]: Stopped Ceph mon.a for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:44:42.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:41 smithi046 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mon.a.service: Consumed 14.761s CPU time. 2024-09-20T21:44:42.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:41 smithi046 systemd[1]: Starting Ceph mon.a for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:44:42.329 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:44:42] "GET /metrics HTTP/1.1" 200 36061 "" "Prometheus/2.43.0" 2024-09-20T21:44:42.330 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 podman[96072]: 2024-09-20 21:44:42.094689784 +0000 UTC m=+0.016149395 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T21:44:42.330 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 podman[96072]: 2024-09-20 21:44:42.215144771 +0000 UTC m=+0.136604423 container create ce5bbc0a7b3e95b68bc6a13ce2f458a74d7c3d719ddd9a31ba4fdbfc0e40b570 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-9e2ac70, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-09-20T21:44:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:44:42.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 podman[96072]: 2024-09-20 21:44:42.442578992 +0000 UTC m=+0.364038611 container init ce5bbc0a7b3e95b68bc6a13ce2f458a74d7c3d719ddd9a31ba4fdbfc0e40b570 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=squid-9e2ac70, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True) 2024-09-20T21:44:42.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 podman[96072]: 2024-09-20 21:44:42.447429212 +0000 UTC m=+0.368888823 container start ce5bbc0a7b3e95b68bc6a13ce2f458a74d7c3d719ddd9a31ba4fdbfc0e40b570 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-a, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-9e2ac70, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-20T21:44:42.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: set uid:gid to 167:167 (ceph:ceph) 2024-09-20T21:44:42.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable), process ceph-mon, pid 7 2024-09-20T21:44:42.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: pidfile_write: ignore empty --pid-file 2024-09-20T21:44:42.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: load: jerasure load: lrc 2024-09-20T21:44:42.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: RocksDB version: 7.9.2 2024-09-20T21:44:42.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Git sha 0 2024-09-20T21:44:42.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Compile date 2024-09-19 18:20:48 2024-09-20T21:44:42.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: DB SUMMARY 2024-09-20T21:44:42.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: DB Session ID: ES14P38KBSK7H4GYJCDP 2024-09-20T21:44:42.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: CURRENT file: CURRENT 2024-09-20T21:44:42.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: IDENTITY file: IDENTITY 2024-09-20T21:44:42.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1179 Bytes 2024-09-20T21:44:42.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000033.sst 2024-09-20T21:44:42.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000031.log size: 3916678 ; 2024-09-20T21:44:42.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.error_if_exists: 0 2024-09-20T21:44:42.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.create_if_missing: 0 2024-09-20T21:44:42.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.paranoid_checks: 1 2024-09-20T21:44:42.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-20T21:44:42.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-20T21:44:42.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-20T21:44:42.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.env: 0x56289c81c940 2024-09-20T21:44:42.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.fs: PosixFileSystem 2024-09-20T21:44:42.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.info_log: 0x56289d0896e0 2024-09-20T21:44:42.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.max_file_opening_threads: 16 2024-09-20T21:44:42.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.statistics: (nil) 2024-09-20T21:44:42.905 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.use_fsync: 0 2024-09-20T21:44:42.905 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.max_log_file_size: 0 2024-09-20T21:44:42.905 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-20T21:44:42.905 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-20T21:44:42.905 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.keep_log_file_num: 1000 2024-09-20T21:44:42.905 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.recycle_log_file_num: 0 2024-09-20T21:44:42.905 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.allow_fallocate: 1 2024-09-20T21:44:42.906 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.allow_mmap_reads: 0 2024-09-20T21:44:42.906 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.allow_mmap_writes: 0 2024-09-20T21:44:42.906 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.use_direct_reads: 0 2024-09-20T21:44:42.906 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-20T21:44:42.906 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.create_missing_column_families: 0 2024-09-20T21:44:42.906 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.db_log_dir: 2024-09-20T21:44:42.906 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.wal_dir: 2024-09-20T21:44:42.906 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-20T21:44:42.906 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-20T21:44:42.906 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-20T21:44:42.906 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-20T21:44:42.906 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-20T21:44:42.906 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-20T21:44:42.906 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.advise_random_on_open: 1 2024-09-20T21:44:42.907 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.db_write_buffer_size: 0 2024-09-20T21:44:42.907 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.write_buffer_manager: 0x56289d0988c0 2024-09-20T21:44:42.907 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-20T21:44:42.907 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-20T21:44:42.907 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-20T21:44:42.907 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.rate_limiter: (nil) 2024-09-20T21:44:42.907 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-20T21:44:42.907 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.wal_recovery_mode: 2 2024-09-20T21:44:42.907 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.enable_thread_tracking: 0 2024-09-20T21:44:42.907 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.enable_pipelined_write: 0 2024-09-20T21:44:42.907 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.unordered_write: 0 2024-09-20T21:44:42.907 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-20T21:44:42.907 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-20T21:44:42.907 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-20T21:44:42.907 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-20T21:44:42.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.row_cache: None 2024-09-20T21:44:42.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.wal_filter: None 2024-09-20T21:44:42.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-20T21:44:42.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.allow_ingest_behind: 0 2024-09-20T21:44:42.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.two_write_queues: 0 2024-09-20T21:44:42.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.manual_wal_flush: 0 2024-09-20T21:44:42.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.wal_compression: 0 2024-09-20T21:44:42.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.atomic_flush: 0 2024-09-20T21:44:42.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-20T21:44:42.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-20T21:44:42.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-20T21:44:42.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.log_readahead_size: 0 2024-09-20T21:44:42.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-20T21:44:42.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.best_efforts_recovery: 0 2024-09-20T21:44:42.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-20T21:44:42.909 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-20T21:44:42.909 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.allow_data_in_errors: 0 2024-09-20T21:44:42.909 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.db_host_id: __hostname__ 2024-09-20T21:44:42.909 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-20T21:44:42.909 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.max_background_jobs: 2 2024-09-20T21:44:42.909 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.max_background_compactions: -1 2024-09-20T21:44:42.909 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.max_subcompactions: 1 2024-09-20T21:44:42.909 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-20T21:44:42.909 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-20T21:44:42.909 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-20T21:44:42.909 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.max_total_wal_size: 0 2024-09-20T21:44:42.909 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-20T21:44:42.909 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-20T21:44:42.909 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-20T21:44:42.909 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-20T21:44:42.910 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.max_open_files: -1 2024-09-20T21:44:42.910 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.bytes_per_sync: 0 2024-09-20T21:44:42.910 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-20T21:44:42.910 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-20T21:44:42.910 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.compaction_readahead_size: 0 2024-09-20T21:44:42.910 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.max_background_flushes: -1 2024-09-20T21:44:42.910 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Compression algorithms supported: 2024-09-20T21:44:42.910 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: kZSTD supported: 0 2024-09-20T21:44:42.910 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: kXpressCompression supported: 0 2024-09-20T21:44:42.910 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: kBZip2Compression supported: 0 2024-09-20T21:44:42.910 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-20T21:44:42.910 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: kLZ4Compression supported: 1 2024-09-20T21:44:42.910 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: kZlibCompression supported: 1 2024-09-20T21:44:42.910 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: kLZ4HCCompression supported: 1 2024-09-20T21:44:42.911 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: kSnappyCompression supported: 1 2024-09-20T21:44:42.911 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-20T21:44:42.911 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-20T21:44:42.911 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-09-20T21:44:42.911 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-20T21:44:42.911 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-20T21:44:42.911 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.merge_operator: 2024-09-20T21:44:42.911 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.compaction_filter: None 2024-09-20T21:44:42.911 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.compaction_filter_factory: None 2024-09-20T21:44:42.911 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.sst_partitioner_factory: None 2024-09-20T21:44:42.911 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-20T21:44:42.911 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-20T21:44:42.911 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56289d089320) 2024-09-20T21:44:42.911 INFO:journalctl@ceph.mon.a.smithi046.stdout: cache_index_and_filter_blocks: 1 2024-09-20T21:44:42.912 INFO:journalctl@ceph.mon.a.smithi046.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-20T21:44:42.912 INFO:journalctl@ceph.mon.a.smithi046.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-20T21:44:42.912 INFO:journalctl@ceph.mon.a.smithi046.stdout: pin_top_level_index_and_filter: 1 2024-09-20T21:44:42.912 INFO:journalctl@ceph.mon.a.smithi046.stdout: index_type: 0 2024-09-20T21:44:42.912 INFO:journalctl@ceph.mon.a.smithi046.stdout: data_block_index_type: 0 2024-09-20T21:44:42.912 INFO:journalctl@ceph.mon.a.smithi046.stdout: index_shortening: 1 2024-09-20T21:44:42.912 INFO:journalctl@ceph.mon.a.smithi046.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-20T21:44:42.912 INFO:journalctl@ceph.mon.a.smithi046.stdout: checksum: 4 2024-09-20T21:44:42.912 INFO:journalctl@ceph.mon.a.smithi046.stdout: no_block_cache: 0 2024-09-20T21:44:42.912 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_cache: 0x56289d07d1f0 2024-09-20T21:44:42.912 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_cache_name: BinnedLRUCache 2024-09-20T21:44:42.912 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_cache_options: 2024-09-20T21:44:42.912 INFO:journalctl@ceph.mon.a.smithi046.stdout: capacity : 536870912 2024-09-20T21:44:42.912 INFO:journalctl@ceph.mon.a.smithi046.stdout: num_shard_bits : 4 2024-09-20T21:44:42.912 INFO:journalctl@ceph.mon.a.smithi046.stdout: strict_capacity_limit : 0 2024-09-20T21:44:42.913 INFO:journalctl@ceph.mon.a.smithi046.stdout: high_pri_pool_ratio: 0.000 2024-09-20T21:44:42.913 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_cache_compressed: (nil) 2024-09-20T21:44:42.913 INFO:journalctl@ceph.mon.a.smithi046.stdout: persistent_cache: (nil) 2024-09-20T21:44:42.913 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_size: 4096 2024-09-20T21:44:42.913 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_size_deviation: 10 2024-09-20T21:44:42.913 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_restart_interval: 16 2024-09-20T21:44:42.913 INFO:journalctl@ceph.mon.a.smithi046.stdout: index_block_restart_interval: 1 2024-09-20T21:44:42.913 INFO:journalctl@ceph.mon.a.smithi046.stdout: metadata_block_size: 4096 2024-09-20T21:44:42.913 INFO:journalctl@ceph.mon.a.smithi046.stdout: partition_filters: 0 2024-09-20T21:44:42.913 INFO:journalctl@ceph.mon.a.smithi046.stdout: use_delta_encoding: 1 2024-09-20T21:44:42.913 INFO:journalctl@ceph.mon.a.smithi046.stdout: filter_policy: bloomfilter 2024-09-20T21:44:42.914 INFO:journalctl@ceph.mon.a.smithi046.stdout: whole_key_filtering: 1 2024-09-20T21:44:42.914 INFO:journalctl@ceph.mon.a.smithi046.stdout: verify_compression: 0 2024-09-20T21:44:42.914 INFO:journalctl@ceph.mon.a.smithi046.stdout: read_amp_bytes_per_bit: 0 2024-09-20T21:44:42.914 INFO:journalctl@ceph.mon.a.smithi046.stdout: format_version: 5 2024-09-20T21:44:42.914 INFO:journalctl@ceph.mon.a.smithi046.stdout: enable_index_compression: 1 2024-09-20T21:44:42.914 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_align: 0 2024-09-20T21:44:42.914 INFO:journalctl@ceph.mon.a.smithi046.stdout: max_auto_readahead_size: 262144 2024-09-20T21:44:42.915 INFO:journalctl@ceph.mon.a.smithi046.stdout: prepopulate_block_cache: 0 2024-09-20T21:44:42.915 INFO:journalctl@ceph.mon.a.smithi046.stdout: initial_auto_readahead_size: 8192 2024-09-20T21:44:42.915 INFO:journalctl@ceph.mon.a.smithi046.stdout: num_file_reads_for_auto_readahead: 2 2024-09-20T21:44:42.915 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.write_buffer_size: 33554432 2024-09-20T21:44:42.915 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.max_write_buffer_number: 2 2024-09-20T21:44:42.915 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.compression: NoCompression 2024-09-20T21:44:42.915 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.bottommost_compression: Disabled 2024-09-20T21:44:42.916 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.prefix_extractor: nullptr 2024-09-20T21:44:42.916 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-20T21:44:42.916 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.num_levels: 7 2024-09-20T21:44:42.916 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-20T21:44:42.916 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-20T21:44:42.916 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-20T21:44:42.916 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-20T21:44:42.917 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-20T21:44:42.917 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-20T21:44:42.917 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-20T21:44:42.917 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-20T21:44:42.917 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-20T21:44:42.917 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-20T21:44:42.917 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-20T21:44:42.918 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-20T21:44:42.918 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-20T21:44:42.918 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.compression_opts.level: 32767 2024-09-20T21:44:42.918 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.compression_opts.strategy: 0 2024-09-20T21:44:42.918 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-20T21:44:42.918 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-20T21:44:42.918 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-20T21:44:42.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-20T21:44:42.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.compression_opts.enabled: false 2024-09-20T21:44:42.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-20T21:44:42.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-20T21:44:42.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-20T21:44:42.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-20T21:44:42.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.target_file_size_base: 67108864 2024-09-20T21:44:42.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-20T21:44:42.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-20T21:44:42.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-20T21:44:42.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-20T21:44:42.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-20T21:44:42.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-20T21:44:42.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-20T21:44:42.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-20T21:44:42.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-20T21:44:42.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-20T21:44:42.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-20T21:44:42.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-20T21:44:42.922 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-20T21:44:42.922 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-20T21:44:42.922 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.arena_block_size: 1048576 2024-09-20T21:44:42.922 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-20T21:44:42.922 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-20T21:44:42.922 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.disable_auto_compactions: 0 2024-09-20T21:44:42.923 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-20T21:44:42.923 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-20T21:44:42.923 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-20T21:44:42.923 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-20T21:44:42.923 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-20T21:44:42.923 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-20T21:44:42.923 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-20T21:44:42.924 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-20T21:44:42.924 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-20T21:44:42.924 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-20T21:44:42.924 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-20T21:44:42.924 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.inplace_update_support: 0 2024-09-20T21:44:42.924 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-20T21:44:42.925 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-20T21:44:42.925 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-20T21:44:42.925 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-20T21:44:42.925 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.bloom_locality: 0 2024-09-20T21:44:42.925 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.max_successive_merges: 0 2024-09-20T21:44:42.925 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-20T21:44:42.926 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.paranoid_file_checks: 0 2024-09-20T21:44:42.926 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.force_consistency_checks: 1 2024-09-20T21:44:42.926 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.report_bg_io_stats: 0 2024-09-20T21:44:42.926 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.ttl: 2592000 2024-09-20T21:44:42.926 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-20T21:44:42.926 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-20T21:44:42.926 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-20T21:44:42.927 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.enable_blob_files: false 2024-09-20T21:44:42.927 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.min_blob_size: 0 2024-09-20T21:44:42.927 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.blob_file_size: 268435456 2024-09-20T21:44:42.927 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-20T21:44:42.927 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-20T21:44:42.927 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-20T21:44:42.927 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-20T21:44:42.928 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-20T21:44:42.928 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.blob_file_starting_level: 0 2024-09-20T21:44:42.928 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-20T21:44:42.928 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 33.sst 2024-09-20T21:44:42.928 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-20T21:44:42.928 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 35, last_sequence is 12809, log_number is 31,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-20T21:44:42.929 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 31 2024-09-20T21:44:42.929 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 3dd6858b-137a-41e4-acb2-6d2b39f05f11 2024-09-20T21:44:42.929 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726868682475529, "job": 1, "event": "recovery_started", "wal_files": [31]} 2024-09-20T21:44:42.929 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #31 mode 2 2024-09-20T21:44:42.929 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726868682486979, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 36, "file_size": 3664276, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12810, "largest_seqno": 14540, "table_properties": {"data_size": 3654843, "index_size": 6403, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1989, "raw_key_size": 18899, "raw_average_key_size": 24, "raw_value_size": 3637249, "raw_average_value_size": 4705, "num_data_blocks": 283, "num_entries": 773, "num_filter_entries": 773, "num_deletions": 36, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726868682, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "3dd6858b-137a-41e4-acb2-6d2b39f05f11", "db_session_id": "ES14P38KBSK7H4GYJCDP", "orig_file_number": 36, "seqno_to_time_mapping": "N/A"}} 2024-09-20T21:44:42.929 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726868682487110, "job": 1, "event": "recovery_finished"} 2024-09-20T21:44:42.929 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: [db/version_set.cc:5047] Creating manifest 38 2024-09-20T21:44:42.930 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-20T21:44:42.930 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000031.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-20T21:44:42.930 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x56289d0aae00 2024-09-20T21:44:42.930 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: DB pointer 0x56289d1a6000 2024-09-20T21:44:42.930 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-20T21:44:42.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-20T21:44:42.931 INFO:journalctl@ceph.mon.a.smithi046.stdout: ** DB Stats ** 2024-09-20T21:44:42.931 INFO:journalctl@ceph.mon.a.smithi046.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-20T21:44:42.931 INFO:journalctl@ceph.mon.a.smithi046.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-20T21:44:42.931 INFO:journalctl@ceph.mon.a.smithi046.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-20T21:44:42.931 INFO:journalctl@ceph.mon.a.smithi046.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-20T21:44:42.932 INFO:journalctl@ceph.mon.a.smithi046.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-20T21:44:42.932 INFO:journalctl@ceph.mon.a.smithi046.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-20T21:44:42.932 INFO:journalctl@ceph.mon.a.smithi046.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-20T21:44:42.932 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-09-20T21:44:42.932 INFO:journalctl@ceph.mon.a.smithi046.stdout: ** Compaction Stats [default] ** 2024-09-20T21:44:42.932 INFO:journalctl@ceph.mon.a.smithi046.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-20T21:44:42.933 INFO:journalctl@ceph.mon.a.smithi046.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-20T21:44:42.933 INFO:journalctl@ceph.mon.a.smithi046.stdout: L0 1/0 3.49 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 616.9 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-09-20T21:44:42.933 INFO:journalctl@ceph.mon.a.smithi046.stdout: L6 1/0 7.74 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-20T21:44:42.933 INFO:journalctl@ceph.mon.a.smithi046.stdout: Sum 2/0 11.23 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 616.9 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-09-20T21:44:42.933 INFO:journalctl@ceph.mon.a.smithi046.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 616.9 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-09-20T21:44:42.934 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-09-20T21:44:42.934 INFO:journalctl@ceph.mon.a.smithi046.stdout: ** Compaction Stats [default] ** 2024-09-20T21:44:42.934 INFO:journalctl@ceph.mon.a.smithi046.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-20T21:44:42.934 INFO:journalctl@ceph.mon.a.smithi046.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-20T21:44:42.934 INFO:journalctl@ceph.mon.a.smithi046.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 616.9 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-09-20T21:44:42.934 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-09-20T21:44:42.935 INFO:journalctl@ceph.mon.a.smithi046.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-20T21:44:42.935 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-09-20T21:44:42.935 INFO:journalctl@ceph.mon.a.smithi046.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-20T21:44:42.935 INFO:journalctl@ceph.mon.a.smithi046.stdout: Flush(GB): cumulative 0.003, interval 0.003 2024-09-20T21:44:42.935 INFO:journalctl@ceph.mon.a.smithi046.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-20T21:44:42.935 INFO:journalctl@ceph.mon.a.smithi046.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-20T21:44:42.935 INFO:journalctl@ceph.mon.a.smithi046.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-20T21:44:42.936 INFO:journalctl@ceph.mon.a.smithi046.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-20T21:44:42.936 INFO:journalctl@ceph.mon.a.smithi046.stdout: Cumulative compaction: 0.00 GB write, 247.31 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-20T21:44:42.936 INFO:journalctl@ceph.mon.a.smithi046.stdout: Interval compaction: 0.00 GB write, 247.31 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-20T21:44:42.936 INFO:journalctl@ceph.mon.a.smithi046.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-20T21:44:42.936 INFO:journalctl@ceph.mon.a.smithi046.stdout: Block cache BinnedLRUCache@0x56289d07d1f0#7 capacity: 512.00 MB usage: 8.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-09-20T21:44:42.937 INFO:journalctl@ceph.mon.a.smithi046.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.03 KB,0.00038743%) IndexBlock(1,6.58 KB,0.00125468%) Misc(1,0.00 KB,0%) 2024-09-20T21:44:42.937 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-09-20T21:44:42.937 INFO:journalctl@ceph.mon.a.smithi046.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-20T21:44:42.937 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: starting mon.a rank 0 at public addrs [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] at bind addrs [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid c87e54aa-7797-11ef-baf5-efdc52797490 2024-09-20T21:44:42.937 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: mon.a@-1(???) e3 preinit fsid c87e54aa-7797-11ef-baf5-efdc52797490 2024-09-20T21:44:42.937 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: mon.a@-1(???).mds e8 new map 2024-09-20T21:44:42.937 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: mon.a@-1(???).mds e8 print_map 2024-09-20T21:44:42.938 INFO:journalctl@ceph.mon.a.smithi046.stdout: e8 2024-09-20T21:44:42.938 INFO:journalctl@ceph.mon.a.smithi046.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-09-20T21:44:42.938 INFO:journalctl@ceph.mon.a.smithi046.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-20T21:44:42.938 INFO:journalctl@ceph.mon.a.smithi046.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-20T21:44:42.938 INFO:journalctl@ceph.mon.a.smithi046.stdout: legacy client fscid: 1 2024-09-20T21:44:42.938 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-09-20T21:44:42.939 INFO:journalctl@ceph.mon.a.smithi046.stdout: Filesystem 'cephfs' (1) 2024-09-20T21:44:42.939 INFO:journalctl@ceph.mon.a.smithi046.stdout: fs_name cephfs 2024-09-20T21:44:42.939 INFO:journalctl@ceph.mon.a.smithi046.stdout: epoch 8 2024-09-20T21:44:42.939 INFO:journalctl@ceph.mon.a.smithi046.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-20T21:44:42.939 INFO:journalctl@ceph.mon.a.smithi046.stdout: created 2024-09-20T21:38:29.313647+0000 2024-09-20T21:44:42.939 INFO:journalctl@ceph.mon.a.smithi046.stdout: modified 2024-09-20T21:38:41.573954+0000 2024-09-20T21:44:42.939 INFO:journalctl@ceph.mon.a.smithi046.stdout: tableserver 0 2024-09-20T21:44:42.940 INFO:journalctl@ceph.mon.a.smithi046.stdout: root 0 2024-09-20T21:44:42.940 INFO:journalctl@ceph.mon.a.smithi046.stdout: session_timeout 60 2024-09-20T21:44:42.940 INFO:journalctl@ceph.mon.a.smithi046.stdout: session_autoclose 300 2024-09-20T21:44:42.940 INFO:journalctl@ceph.mon.a.smithi046.stdout: max_file_size 1099511627776 2024-09-20T21:44:42.940 INFO:journalctl@ceph.mon.a.smithi046.stdout: max_xattr_size 65536 2024-09-20T21:44:42.940 INFO:journalctl@ceph.mon.a.smithi046.stdout: required_client_features {} 2024-09-20T21:44:42.940 INFO:journalctl@ceph.mon.a.smithi046.stdout: last_failure 0 2024-09-20T21:44:42.940 INFO:journalctl@ceph.mon.a.smithi046.stdout: last_failure_osd_epoch 0 2024-09-20T21:44:42.940 INFO:journalctl@ceph.mon.a.smithi046.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-20T21:44:42.941 INFO:journalctl@ceph.mon.a.smithi046.stdout: max_mds 1 2024-09-20T21:44:42.941 INFO:journalctl@ceph.mon.a.smithi046.stdout: in 0 2024-09-20T21:44:42.941 INFO:journalctl@ceph.mon.a.smithi046.stdout: up {0=24310} 2024-09-20T21:44:42.941 INFO:journalctl@ceph.mon.a.smithi046.stdout: failed 2024-09-20T21:44:42.941 INFO:journalctl@ceph.mon.a.smithi046.stdout: damaged 2024-09-20T21:44:42.941 INFO:journalctl@ceph.mon.a.smithi046.stdout: stopped 2024-09-20T21:44:42.941 INFO:journalctl@ceph.mon.a.smithi046.stdout: data_pools [3] 2024-09-20T21:44:42.941 INFO:journalctl@ceph.mon.a.smithi046.stdout: metadata_pool 2 2024-09-20T21:44:42.941 INFO:journalctl@ceph.mon.a.smithi046.stdout: inline_data disabled 2024-09-20T21:44:42.941 INFO:journalctl@ceph.mon.a.smithi046.stdout: balancer 2024-09-20T21:44:42.941 INFO:journalctl@ceph.mon.a.smithi046.stdout: bal_rank_mask -1 2024-09-20T21:44:42.941 INFO:journalctl@ceph.mon.a.smithi046.stdout: standby_count_wanted 0 2024-09-20T21:44:42.941 INFO:journalctl@ceph.mon.a.smithi046.stdout: qdb_cluster leader: 0 members: 2024-09-20T21:44:42.942 INFO:journalctl@ceph.mon.a.smithi046.stdout: [mds.b{0:24310} state up:active seq 5 addr [v2:172.21.15.134:6832/84645913,v1:172.21.15.134:6833/84645913] compat {c=[1],r=[1],i=[7ff]}] 2024-09-20T21:44:42.942 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-09-20T21:44:42.942 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-09-20T21:44:42.942 INFO:journalctl@ceph.mon.a.smithi046.stdout: Standby daemons: 2024-09-20T21:44:42.942 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-09-20T21:44:42.942 INFO:journalctl@ceph.mon.a.smithi046.stdout: [mds.a{-1:14421} state up:standby seq 1 addr [v2:172.21.15.46:6834/2439719107,v1:172.21.15.46:6835/2439719107] compat {c=[1],r=[1],i=[7ff]}] 2024-09-20T21:44:42.942 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: mon.a@-1(???).osd e223 crush map has features 3314933069573799936, adjusting msgr requires 2024-09-20T21:44:42.942 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: mon.a@-1(???).osd e223 crush map has features 432629308056666112, adjusting msgr requires 2024-09-20T21:44:42.942 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: mon.a@-1(???).osd e223 crush map has features 432629308056666112, adjusting msgr requires 2024-09-20T21:44:42.942 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: mon.a@-1(???).osd e223 crush map has features 432629308056666112, adjusting msgr requires 2024-09-20T21:44:42.943 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 ceph-mon[96110]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-09-20T21:44:42.943 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 bash[96072]: ce5bbc0a7b3e95b68bc6a13ce2f458a74d7c3d719ddd9a31ba4fdbfc0e40b570 2024-09-20T21:44:42.943 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:42 smithi046 systemd[1]: Started Ceph mon.a for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:44:43.789 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-20T21:44:43.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:44:43.972 INFO:tasks.rados.rados.0.smithi046.stdout:830: done (1 left) 2024-09-20T21:44:43.972 INFO:tasks.rados.rados.0.smithi046.stdout:831: done (0 left) 2024-09-20T21:44:43.972 INFO:tasks.rados.rados.0.smithi046.stdout:832: delete oid 33 current snap is 81 2024-09-20T21:44:43.975 INFO:tasks.rados.rados.0.smithi046.stdout:832: done (0 left) 2024-09-20T21:44:43.975 INFO:tasks.rados.rados.0.smithi046.stdout:833: setattr oid 48 current snap is 81 2024-09-20T21:44:43.978 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 81 2024-09-20T21:44:43.979 INFO:tasks.rados.rados.0.smithi046.stdout:834: seq_num 254 ranges {1835008=663552,2498560=663552,3162112=540672} 2024-09-20T21:44:43.992 INFO:tasks.rados.rados.0.smithi046.stdout:834: writing smithi04683737-2 from 1835008 to 2498560 tid 1 2024-09-20T21:44:43.996 INFO:tasks.rados.rados.0.smithi046.stdout:834: writing smithi04683737-2 from 2498560 to 3162112 tid 2 2024-09-20T21:44:44.000 INFO:tasks.rados.rados.0.smithi046.stdout:834: writing smithi04683737-2 from 3162112 to 3702784 tid 3 2024-09-20T21:44:44.001 INFO:tasks.rados.rados.0.smithi046.stdout:835: read oid 37 snap -1 2024-09-20T21:44:44.001 INFO:tasks.rados.rados.0.smithi046.stdout:835: expect (ObjNum 245 snap 74 seq_num 245) 2024-09-20T21:44:44.001 INFO:tasks.rados.rados.0.smithi046.stdout:836: rmattr oid 8 current snap is 81 2024-09-20T21:44:44.001 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 317 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-20T21:44:44.001 INFO:tasks.rados.rados.0.smithi046.stdout:834: finishing write tid 1 to smithi04683737-2 2024-09-20T21:44:44.001 INFO:tasks.rados.rados.0.smithi046.stdout:833: done (3 left) 2024-09-20T21:44:44.001 INFO:tasks.rados.rados.0.smithi046.stdout:836: done (2 left) 2024-09-20T21:44:44.001 INFO:tasks.rados.rados.0.smithi046.stdout:837: snap_create 2024-09-20T21:44:44.001 INFO:tasks.rados.rados.0.smithi046.stdout:834: finishing write tid 2 to smithi04683737-2 2024-09-20T21:44:44.004 INFO:tasks.rados.rados.0.smithi046.stdout:834: finishing write tid 3 to smithi04683737-2 2024-09-20T21:44:44.004 INFO:tasks.rados.rados.0.smithi046.stdout:834: finishing write tid 4 to smithi04683737-2 2024-09-20T21:44:44.005 INFO:tasks.rados.rados.0.smithi046.stdout:834: finishing write tid 5 to smithi04683737-2 2024-09-20T21:44:44.005 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 249 (ObjNum 254 snap 81 seq_num 254) dirty exists 2024-09-20T21:44:44.005 INFO:tasks.rados.rados.0.smithi046.stdout:834: left oid 2 (ObjNum 254 snap 81 seq_num 254) 2024-09-20T21:44:44.034 INFO:tasks.rados.rados.0.smithi046.stdout:835: expect (ObjNum 245 snap 74 seq_num 245) 2024-09-20T21:44:44.125 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ignoring --setuser ceph since I am not root 2024-09-20T21:44:44.125 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ignoring --setgroup ceph since I am not root 2024-09-20T21:44:44.125 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mgr[87359]: -- 172.21.15.46:0/3782410144 <== mon.2 v2:172.21.15.46:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5570f8c390e0 con 0x5570f8c16800 2024-09-20T21:44:44.125 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:44 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:44.122+0000 7f8fa5daa040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-20T21:44:44.126 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[96110]: pgmap v50: 121 pgs: 121 active+clean; 156 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 889 KiB/s wr, 11 op/s 2024-09-20T21:44:44.126 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[96110]: pgmap v52: 121 pgs: 121 active+clean; 156 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 931 KiB/s rd, 712 KiB/s wr, 8 op/s 2024-09-20T21:44:44.126 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[96110]: from='client.25019 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:44:44.126 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[96110]: mon.a calling monitor election 2024-09-20T21:44:44.126 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[96110]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-20T21:44:44.126 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[96110]: monmap epoch 3 2024-09-20T21:44:44.126 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[96110]: fsid c87e54aa-7797-11ef-baf5-efdc52797490 2024-09-20T21:44:44.126 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[96110]: last_changed 2024-09-20T21:34:27.307222+0000 2024-09-20T21:44:44.126 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[96110]: created 2024-09-20T21:32:44.391577+0000 2024-09-20T21:44:44.126 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[96110]: min_mon_release 17 (quincy) 2024-09-20T21:44:44.126 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[96110]: election_strategy: 1 2024-09-20T21:44:44.127 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[96110]: 0: [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon.a 2024-09-20T21:44:44.127 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[96110]: 1: [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] mon.b 2024-09-20T21:44:44.127 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[96110]: 2: [v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0] mon.c 2024-09-20T21:44:44.127 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[96110]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-20T21:44:44.127 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[96110]: osdmap e223: 8 total, 8 up, 8 in 2024-09-20T21:44:44.127 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[96110]: mgrmap e37: y(active, since 35s), standbys: x 2024-09-20T21:44:44.127 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[96110]: overall HEALTH_OK 2024-09-20T21:44:44.127 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[96110]: from='mgr.24947 ' entity='' 2024-09-20T21:44:44.127 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[96110]: mgrmap e38: y(active, since 35s), standbys: x 2024-09-20T21:44:44.127 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[39760]: pgmap v50: 121 pgs: 121 active+clean; 156 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 889 KiB/s wr, 11 op/s 2024-09-20T21:44:44.127 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[39760]: pgmap v52: 121 pgs: 121 active+clean; 156 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 931 KiB/s rd, 712 KiB/s wr, 8 op/s 2024-09-20T21:44:44.127 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[39760]: from='client.25019 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:44:44.128 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[39760]: mon.a calling monitor election 2024-09-20T21:44:44.128 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[39760]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-20T21:44:44.128 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[39760]: monmap epoch 3 2024-09-20T21:44:44.128 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[39760]: fsid c87e54aa-7797-11ef-baf5-efdc52797490 2024-09-20T21:44:44.128 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[39760]: last_changed 2024-09-20T21:34:27.307222+0000 2024-09-20T21:44:44.128 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[39760]: created 2024-09-20T21:32:44.391577+0000 2024-09-20T21:44:44.128 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[39760]: min_mon_release 17 (quincy) 2024-09-20T21:44:44.128 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[39760]: election_strategy: 1 2024-09-20T21:44:44.128 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[39760]: 0: [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon.a 2024-09-20T21:44:44.128 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[39760]: 1: [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] mon.b 2024-09-20T21:44:44.128 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[39760]: 2: [v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0] mon.c 2024-09-20T21:44:44.128 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[39760]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-20T21:44:44.128 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[39760]: osdmap e223: 8 total, 8 up, 8 in 2024-09-20T21:44:44.128 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[39760]: mgrmap e37: y(active, since 35s), standbys: x 2024-09-20T21:44:44.128 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[39760]: overall HEALTH_OK 2024-09-20T21:44:44.128 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[39760]: from='mgr.24947 ' entity='' 2024-09-20T21:44:44.129 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:43 smithi046 ceph-mon[39760]: mgrmap e38: y(active, since 35s), standbys: x 2024-09-20T21:44:44.287 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: ignoring --setuser ceph since I am not root 2024-09-20T21:44:44.287 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: ignoring --setgroup ceph since I am not root 2024-09-20T21:44:44.287 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:43 smithi134 ceph-mgr[80661]: -- 172.21.15.134:0/1008366026 <== mon.1 v2:172.21.15.134:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5574d56950e0 con 0x5574d5672800 2024-09-20T21:44:44.287 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:44.080+0000 7fa67c1eb040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-20T21:44:44.287 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:44.136+0000 7fa67c1eb040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-20T21:44:44.287 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:44.284+0000 7fa67c1eb040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-20T21:44:44.287 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:43 smithi134 ceph-mon[31761]: pgmap v50: 121 pgs: 121 active+clean; 156 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 889 KiB/s wr, 11 op/s 2024-09-20T21:44:44.288 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:43 smithi134 ceph-mon[31761]: pgmap v52: 121 pgs: 121 active+clean; 156 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 931 KiB/s rd, 712 KiB/s wr, 8 op/s 2024-09-20T21:44:44.288 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:43 smithi134 ceph-mon[31761]: from='client.25019 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:44:44.288 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:43 smithi134 ceph-mon[31761]: mon.a calling monitor election 2024-09-20T21:44:44.288 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:43 smithi134 ceph-mon[31761]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-20T21:44:44.288 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:43 smithi134 ceph-mon[31761]: monmap epoch 3 2024-09-20T21:44:44.288 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:43 smithi134 ceph-mon[31761]: fsid c87e54aa-7797-11ef-baf5-efdc52797490 2024-09-20T21:44:44.288 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:43 smithi134 ceph-mon[31761]: last_changed 2024-09-20T21:34:27.307222+0000 2024-09-20T21:44:44.288 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:43 smithi134 ceph-mon[31761]: created 2024-09-20T21:32:44.391577+0000 2024-09-20T21:44:44.288 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:43 smithi134 ceph-mon[31761]: min_mon_release 17 (quincy) 2024-09-20T21:44:44.288 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:43 smithi134 ceph-mon[31761]: election_strategy: 1 2024-09-20T21:44:44.288 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:43 smithi134 ceph-mon[31761]: 0: [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon.a 2024-09-20T21:44:44.288 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:43 smithi134 ceph-mon[31761]: 1: [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] mon.b 2024-09-20T21:44:44.288 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:43 smithi134 ceph-mon[31761]: 2: [v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0] mon.c 2024-09-20T21:44:44.288 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:43 smithi134 ceph-mon[31761]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-20T21:44:44.288 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:43 smithi134 ceph-mon[31761]: osdmap e223: 8 total, 8 up, 8 in 2024-09-20T21:44:44.289 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:43 smithi134 ceph-mon[31761]: mgrmap e37: y(active, since 35s), standbys: x 2024-09-20T21:44:44.289 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:43 smithi134 ceph-mon[31761]: overall HEALTH_OK 2024-09-20T21:44:44.289 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:43 smithi134 ceph-mon[31761]: from='mgr.24947 ' entity='' 2024-09-20T21:44:44.289 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:43 smithi134 ceph-mon[31761]: mgrmap e38: y(active, since 35s), standbys: x 2024-09-20T21:44:44.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:44 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:44.200+0000 7f8fa5daa040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-20T21:44:44.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:44 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:44.354+0000 7f8fa5daa040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-20T21:44:44.645 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:44.351+0000 7fa67c1eb040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-20T21:44:44.645 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:44.503+0000 7fa67c1eb040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-20T21:44:44.645 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:44.642+0000 7fa67c1eb040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-20T21:44:44.645 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:44:44.646 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:44.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:44:44.728 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:44 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:44.424+0000 7f8fa5daa040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-20T21:44:44.728 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:44 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:44.579+0000 7f8fa5daa040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-20T21:44:44.728 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:44 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:44.725+0000 7f8fa5daa040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-20T21:44:44.975 INFO:tasks.rados.rados.0.smithi046.stdout:834: done (2 left) 2024-09-20T21:44:44.976 INFO:tasks.rados.rados.0.smithi046.stdout:835: done (1 left) 2024-09-20T21:44:44.976 INFO:tasks.rados.rados.0.smithi046.stdout:837: done (0 left) 2024-09-20T21:44:44.976 INFO:tasks.rados.rados.0.smithi046.stdout:838: setattr oid 16 current snap is 82 2024-09-20T21:44:44.979 INFO:tasks.rados.rados.0.smithi046.stdout:839: snap_remove snap 57 2024-09-20T21:44:45.060 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:44 smithi046 ceph-mon[39760]: osdmap e224: 8 total, 8 up, 8 in 2024-09-20T21:44:45.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:44 smithi046 ceph-mon[96110]: osdmap e224: 8 total, 8 up, 8 in 2024-09-20T21:44:45.208 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:44 smithi134 ceph-mon[31761]: osdmap e224: 8 total, 8 up, 8 in 2024-09-20T21:44:45.208 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:44.955+0000 7fa67c1eb040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-20T21:44:45.208 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:45 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:45.021+0000 7fa67c1eb040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-20T21:44:45.317 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:45 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:45.057+0000 7f8fa5daa040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-20T21:44:45.318 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:45 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:45.121+0000 7f8fa5daa040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-20T21:44:45.318 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:45 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:45.314+0000 7f8fa5daa040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-20T21:44:45.676 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:45 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:45.205+0000 7fa67c1eb040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-20T21:44:45.981 INFO:tasks.rados.rados.0.smithi046.stdout:839: done (1 left) 2024-09-20T21:44:45.981 INFO:tasks.rados.rados.0.smithi046.stdout:840: snap_create 2024-09-20T21:44:45.981 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 271 (ObjNum 199 snap 52 seq_num 199) dirty exists 2024-09-20T21:44:46.256 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:45 smithi046 ceph-mon[96110]: osdmap e225: 8 total, 8 up, 8 in 2024-09-20T21:44:46.256 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:45 smithi046 ceph-mon[39760]: osdmap e225: 8 total, 8 up, 8 in 2024-09-20T21:44:46.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:45 smithi134 ceph-mon[31761]: osdmap e225: 8 total, 8 up, 8 in 2024-09-20T21:44:46.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:46 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:46.097+0000 7fa67c1eb040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-20T21:44:46.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:46 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:46.164+0000 7fa67c1eb040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-20T21:44:46.650 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:46 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:46.253+0000 7f8fa5daa040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-20T21:44:46.651 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:46 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:46.324+0000 7f8fa5daa040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-20T21:44:46.985 INFO:tasks.rados.rados.0.smithi046.stdout:838: done (1 left) 2024-09-20T21:44:46.985 INFO:tasks.rados.rados.0.smithi046.stdout:840: done (0 left) 2024-09-20T21:44:46.985 INFO:tasks.rados.rados.0.smithi046.stdout:841: rmattr oid 17 current snap is 83 2024-09-20T21:44:46.985 INFO:tasks.rados.rados.0.smithi046.stdout:841: done (0 left) 2024-09-20T21:44:46.986 INFO:tasks.rados.rados.0.smithi046.stdout:842: read oid 48 snap -1 2024-09-20T21:44:46.986 INFO:tasks.rados.rados.0.smithi046.stdout:842: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:44:46.986 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 83 2024-09-20T21:44:46.986 INFO:tasks.rados.rados.0.smithi046.stdout:843: seq_num 255 ranges {8192000=679936,8871936=548864,9420800=598016,10018816=57344} 2024-09-20T21:44:47.033 INFO:tasks.rados.rados.0.smithi046.stdout:843: writing smithi04683737-26 from 8192000 to 8871936 tid 1 2024-09-20T21:44:47.037 INFO:tasks.rados.rados.0.smithi046.stdout:843: writing smithi04683737-26 from 8871936 to 9420800 tid 2 2024-09-20T21:44:47.040 INFO:tasks.rados.rados.0.smithi046.stdout:843: writing smithi04683737-26 from 9420800 to 10018816 tid 3 2024-09-20T21:44:47.041 INFO:tasks.rados.rados.0.smithi046.stdout:843: writing smithi04683737-26 from 10018816 to 10076160 tid 4 2024-09-20T21:44:47.041 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 83 2024-09-20T21:44:47.041 INFO:tasks.rados.rados.0.smithi046.stdout:842: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:44:47.046 INFO:tasks.rados.rados.0.smithi046.stdout:843: finishing write tid 1 to smithi04683737-26 2024-09-20T21:44:47.046 INFO:tasks.rados.rados.0.smithi046.stdout:843: finishing write tid 2 to smithi04683737-26 2024-09-20T21:44:47.047 INFO:tasks.rados.rados.0.smithi046.stdout:844: seq_num 256 ranges {0=696320,696320=434176,1130496=770048} 2024-09-20T21:44:47.050 INFO:tasks.rados.rados.0.smithi046.stdout:844: writing smithi04683737-10 from 0 to 696320 tid 1 2024-09-20T21:44:47.052 INFO:tasks.rados.rados.0.smithi046.stdout:844: writing smithi04683737-10 from 696320 to 1130496 tid 2 2024-09-20T21:44:47.057 INFO:tasks.rados.rados.0.smithi046.stdout:844: writing smithi04683737-10 from 1130496 to 1900544 tid 3 2024-09-20T21:44:47.057 INFO:tasks.rados.rados.0.smithi046.stdout:842: done (2 left) 2024-09-20T21:44:47.057 INFO:tasks.rados.rados.0.smithi046.stdout:845: delete oid 12 current snap is 83 2024-09-20T21:44:47.057 INFO:tasks.rados.rados.0.smithi046.stdout:843: finishing write tid 3 to smithi04683737-26 2024-09-20T21:44:47.058 INFO:tasks.rados.rados.0.smithi046.stdout:843: finishing write tid 4 to smithi04683737-26 2024-09-20T21:44:47.058 INFO:tasks.rados.rados.0.smithi046.stdout:843: finishing write tid 5 to smithi04683737-26 2024-09-20T21:44:47.058 INFO:tasks.rados.rados.0.smithi046.stdout:843: finishing write tid 6 to smithi04683737-26 2024-09-20T21:44:47.058 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 215 (ObjNum 255 snap 83 seq_num 255) dirty exists 2024-09-20T21:44:47.058 INFO:tasks.rados.rados.0.smithi046.stdout:843: left oid 26 (ObjNum 255 snap 83 seq_num 255) 2024-09-20T21:44:47.058 INFO:tasks.rados.rados.0.smithi046.stdout:844: finishing write tid 1 to smithi04683737-10 2024-09-20T21:44:47.058 INFO:tasks.rados.rados.0.smithi046.stdout:844: finishing write tid 2 to smithi04683737-10 2024-09-20T21:44:47.060 INFO:tasks.rados.rados.0.smithi046.stdout:843: done (2 left) 2024-09-20T21:44:47.060 INFO:tasks.rados.rados.0.smithi046.stdout:845: done (1 left) 2024-09-20T21:44:47.060 INFO:tasks.rados.rados.0.smithi046.stdout:846: read oid 41 snap -1 2024-09-20T21:44:47.060 INFO:tasks.rados.rados.0.smithi046.stdout:846: expect (ObjNum 190 snap 50 seq_num 190) 2024-09-20T21:44:47.060 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 83 2024-09-20T21:44:47.060 INFO:tasks.rados.rados.0.smithi046.stdout:847: seq_num 258 ranges {3203072=729088,3932160=606208,4538368=598016} 2024-09-20T21:44:47.081 INFO:tasks.rados.rados.0.smithi046.stdout:847: writing smithi04683737-29 from 3203072 to 3932160 tid 1 2024-09-20T21:44:47.085 INFO:tasks.rados.rados.0.smithi046.stdout:847: writing smithi04683737-29 from 3932160 to 4538368 tid 2 2024-09-20T21:44:47.089 INFO:tasks.rados.rados.0.smithi046.stdout:847: writing smithi04683737-29 from 4538368 to 5136384 tid 3 2024-09-20T21:44:47.089 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 83 2024-09-20T21:44:47.089 INFO:tasks.rados.rados.0.smithi046.stdout:844: finishing write tid 3 to smithi04683737-10 2024-09-20T21:44:47.089 INFO:tasks.rados.rados.0.smithi046.stdout:848: seq_num 259 ranges {1228800=745472,1974272=540672,2514944=581632,3096576=81920} 2024-09-20T21:44:47.099 INFO:tasks.rados.rados.0.smithi046.stdout:848: writing smithi04683737-39 from 1228800 to 1974272 tid 1 2024-09-20T21:44:47.103 INFO:tasks.rados.rados.0.smithi046.stdout:848: writing smithi04683737-39 from 1974272 to 2514944 tid 2 2024-09-20T21:44:47.107 INFO:tasks.rados.rados.0.smithi046.stdout:848: writing smithi04683737-39 from 2514944 to 3096576 tid 3 2024-09-20T21:44:47.107 INFO:tasks.rados.rados.0.smithi046.stdout:848: writing smithi04683737-39 from 3096576 to 3178496 tid 4 2024-09-20T21:44:47.108 INFO:tasks.rados.rados.0.smithi046.stdout:849: delete oid 46 current snap is 83 2024-09-20T21:44:47.108 INFO:tasks.rados.rados.0.smithi046.stdout:844: finishing write tid 4 to smithi04683737-10 2024-09-20T21:44:47.108 INFO:tasks.rados.rados.0.smithi046.stdout:844: finishing write tid 5 to smithi04683737-10 2024-09-20T21:44:47.108 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 209 (ObjNum 256 snap 83 seq_num 256) dirty exists 2024-09-20T21:44:47.108 INFO:tasks.rados.rados.0.smithi046.stdout:844: left oid 10 (ObjNum 256 snap 83 seq_num 256) 2024-09-20T21:44:47.108 INFO:tasks.rados.rados.0.smithi046.stdout:846: expect (ObjNum 190 snap 50 seq_num 190) 2024-09-20T21:44:47.152 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:46 smithi134 ceph-mon[31761]: osdmap e226: 8 total, 8 up, 8 in 2024-09-20T21:44:47.152 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:46 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:46.878+0000 7fa67c1eb040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-20T21:44:47.152 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:46 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:46.997+0000 7fa67c1eb040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-20T21:44:47.173 INFO:tasks.rados.rados.0.smithi046.stdout:847: finishing write tid 1 to smithi04683737-29 2024-09-20T21:44:47.173 INFO:tasks.rados.rados.0.smithi046.stdout:847: finishing write tid 2 to smithi04683737-29 2024-09-20T21:44:47.173 INFO:tasks.rados.rados.0.smithi046.stdout:847: finishing write tid 3 to smithi04683737-29 2024-09-20T21:44:47.173 INFO:tasks.rados.rados.0.smithi046.stdout:847: finishing write tid 4 to smithi04683737-29 2024-09-20T21:44:47.174 INFO:tasks.rados.rados.0.smithi046.stdout:847: finishing write tid 5 to smithi04683737-29 2024-09-20T21:44:47.174 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 223 (ObjNum 258 snap 83 seq_num 258) dirty exists 2024-09-20T21:44:47.174 INFO:tasks.rados.rados.0.smithi046.stdout:847: left oid 29 (ObjNum 258 snap 83 seq_num 258) 2024-09-20T21:44:47.174 INFO:tasks.rados.rados.0.smithi046.stdout:848: finishing write tid 1 to smithi04683737-39 2024-09-20T21:44:47.174 INFO:tasks.rados.rados.0.smithi046.stdout:844: done (4 left) 2024-09-20T21:44:47.174 INFO:tasks.rados.rados.0.smithi046.stdout:846: done (3 left) 2024-09-20T21:44:47.174 INFO:tasks.rados.rados.0.smithi046.stdout:847: done (2 left) 2024-09-20T21:44:47.174 INFO:tasks.rados.rados.0.smithi046.stdout:849: done (1 left) 2024-09-20T21:44:47.174 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 38 current snap is 83 2024-09-20T21:44:47.174 INFO:tasks.rados.rados.0.smithi046.stdout:848: finishing write tid 2 to smithi04683737-39 2024-09-20T21:44:47.174 INFO:tasks.rados.rados.0.smithi046.stdout:850: seq_num 261 ranges {3203072=778240,3981312=704512,4685824=499712} 2024-09-20T21:44:47.195 INFO:tasks.rados.rados.0.smithi046.stdout:850: writing smithi04683737-38 from 3203072 to 3981312 tid 1 2024-09-20T21:44:47.198 INFO:tasks.rados.rados.0.smithi046.stdout:850: writing smithi04683737-38 from 3981312 to 4685824 tid 2 2024-09-20T21:44:47.202 INFO:tasks.rados.rados.0.smithi046.stdout:850: writing smithi04683737-38 from 4685824 to 5185536 tid 3 2024-09-20T21:44:47.202 INFO:tasks.rados.rados.0.smithi046.stdout:851: copy_from oid 34 from oid 41 current snap is 83 2024-09-20T21:44:47.202 INFO:tasks.rados.rados.0.smithi046.stdout:848: finishing write tid 3 to smithi04683737-39 2024-09-20T21:44:47.203 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 83 2024-09-20T21:44:47.203 INFO:tasks.rados.rados.0.smithi046.stdout:848: finishing write tid 4 to smithi04683737-39 2024-09-20T21:44:47.203 INFO:tasks.rados.rados.0.smithi046.stdout:848: finishing write tid 5 to smithi04683737-39 2024-09-20T21:44:47.203 INFO:tasks.rados.rados.0.smithi046.stdout:848: finishing write tid 6 to smithi04683737-39 2024-09-20T21:44:47.203 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 254 (ObjNum 259 snap 83 seq_num 259) dirty exists 2024-09-20T21:44:47.203 INFO:tasks.rados.rados.0.smithi046.stdout:848: left oid 39 (ObjNum 259 snap 83 seq_num 259) 2024-09-20T21:44:47.203 INFO:tasks.rados.rados.0.smithi046.stdout:850: finishing write tid 1 to smithi04683737-38 2024-09-20T21:44:47.203 INFO:tasks.rados.rados.0.smithi046.stdout:850: finishing write tid 2 to smithi04683737-38 2024-09-20T21:44:47.203 INFO:tasks.rados.rados.0.smithi046.stdout:852: seq_num 262 ranges {3538944=794624,4333568=589824,4923392=614400} 2024-09-20T21:44:47.226 INFO:tasks.rados.rados.0.smithi046.stdout:852: writing smithi04683737-6 from 3538944 to 4333568 tid 1 2024-09-20T21:44:47.229 INFO:tasks.rados.rados.0.smithi046.stdout:852: writing smithi04683737-6 from 4333568 to 4923392 tid 2 2024-09-20T21:44:47.233 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:46 smithi046 ceph-mon[96110]: osdmap e226: 8 total, 8 up, 8 in 2024-09-20T21:44:47.233 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:46 smithi046 ceph-mon[39760]: osdmap e226: 8 total, 8 up, 8 in 2024-09-20T21:44:47.233 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:47 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:47.079+0000 7f8fa5daa040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-20T21:44:47.234 INFO:tasks.rados.rados.0.smithi046.stdout:852: writing smithi04683737-6 from 4923392 to 5537792 tid 3 2024-09-20T21:44:47.234 INFO:tasks.rados.rados.0.smithi046.stdout:848: done (3 left) 2024-09-20T21:44:47.234 INFO:tasks.rados.rados.0.smithi046.stdout:853: delete oid 18 current snap is 83 2024-09-20T21:44:47.234 INFO:tasks.rados.rados.0.smithi046.stdout:850: finishing write tid 3 to smithi04683737-38 2024-09-20T21:44:47.234 INFO:tasks.rados.rados.0.smithi046.stdout:850: finishing write tid 4 to smithi04683737-38 2024-09-20T21:44:47.234 INFO:tasks.rados.rados.0.smithi046.stdout:850: finishing write tid 5 to smithi04683737-38 2024-09-20T21:44:47.235 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 282 (ObjNum 261 snap 83 seq_num 261) dirty exists 2024-09-20T21:44:47.235 INFO:tasks.rados.rados.0.smithi046.stdout:850: left oid 38 (ObjNum 261 snap 83 seq_num 261) 2024-09-20T21:44:47.235 INFO:tasks.rados.rados.0.smithi046.stdout:851: finishing copy_from racing read to smithi04683737-34 2024-09-20T21:44:47.235 INFO:tasks.rados.rados.0.smithi046.stdout:851: finishing copy_from to smithi04683737-34 2024-09-20T21:44:47.235 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 99 (ObjNum 190 snap 50 seq_num 190) dirty exists 2024-09-20T21:44:47.235 INFO:tasks.rados.rados.0.smithi046.stdout:852: finishing write tid 1 to smithi04683737-6 2024-09-20T21:44:47.235 INFO:tasks.rados.rados.0.smithi046.stdout:852: finishing write tid 2 to smithi04683737-6 2024-09-20T21:44:47.235 INFO:tasks.rados.rados.0.smithi046.stdout:850: done (3 left) 2024-09-20T21:44:47.236 INFO:tasks.rados.rados.0.smithi046.stdout:851: done (2 left) 2024-09-20T21:44:47.236 INFO:tasks.rados.rados.0.smithi046.stdout:853: done (1 left) 2024-09-20T21:44:47.236 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 83 2024-09-20T21:44:47.236 INFO:tasks.rados.rados.0.smithi046.stdout:854: seq_num 264 ranges {1810432=425984,2236416=761856,2998272=770048,3768320=73728} 2024-09-20T21:44:47.248 INFO:tasks.rados.rados.0.smithi046.stdout:854: writing smithi04683737-47 from 1810432 to 2236416 tid 1 2024-09-20T21:44:47.252 INFO:tasks.rados.rados.0.smithi046.stdout:854: writing smithi04683737-47 from 2236416 to 2998272 tid 2 2024-09-20T21:44:47.256 INFO:tasks.rados.rados.0.smithi046.stdout:854: writing smithi04683737-47 from 2998272 to 3768320 tid 3 2024-09-20T21:44:47.258 INFO:tasks.rados.rados.0.smithi046.stdout:854: writing smithi04683737-47 from 3768320 to 3842048 tid 4 2024-09-20T21:44:47.258 INFO:tasks.rados.rados.0.smithi046.stdout:855: snap_create 2024-09-20T21:44:47.258 INFO:tasks.rados.rados.0.smithi046.stdout:852: finishing write tid 3 to smithi04683737-6 2024-09-20T21:44:47.259 INFO:tasks.rados.rados.0.smithi046.stdout:852: finishing write tid 4 to smithi04683737-6 2024-09-20T21:44:47.259 INFO:tasks.rados.rados.0.smithi046.stdout:852: finishing write tid 5 to smithi04683737-6 2024-09-20T21:44:47.259 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 327 (ObjNum 262 snap 83 seq_num 262) dirty exists 2024-09-20T21:44:47.259 INFO:tasks.rados.rados.0.smithi046.stdout:852: left oid 6 (ObjNum 262 snap 83 seq_num 262) 2024-09-20T21:44:47.259 INFO:tasks.rados.rados.0.smithi046.stdout:854: finishing write tid 1 to smithi04683737-47 2024-09-20T21:44:47.259 INFO:tasks.rados.rados.0.smithi046.stdout:854: finishing write tid 2 to smithi04683737-47 2024-09-20T21:44:47.261 INFO:tasks.rados.rados.0.smithi046.stdout:854: finishing write tid 3 to smithi04683737-47 2024-09-20T21:44:47.261 INFO:tasks.rados.rados.0.smithi046.stdout:854: finishing write tid 4 to smithi04683737-47 2024-09-20T21:44:47.261 INFO:tasks.rados.rados.0.smithi046.stdout:854: finishing write tid 5 to smithi04683737-47 2024-09-20T21:44:47.261 INFO:tasks.rados.rados.0.smithi046.stdout:854: finishing write tid 6 to smithi04683737-47 2024-09-20T21:44:47.261 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 316 (ObjNum 264 snap 83 seq_num 264) dirty exists 2024-09-20T21:44:47.262 INFO:tasks.rados.rados.0.smithi046.stdout:854: left oid 47 (ObjNum 264 snap 83 seq_num 264) 2024-09-20T21:44:47.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:47.150+0000 7fa67c1eb040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-20T21:44:47.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:47.217+0000 7fa67c1eb040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-20T21:44:47.426 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:47.377+0000 7fa67c1eb040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-20T21:44:47.499 INFO:tasks.rados.rados.0.smithi046.stdout:852: done (2 left) 2024-09-20T21:44:47.500 INFO:tasks.rados.rados.0.smithi046.stdout:854: done (1 left) 2024-09-20T21:44:47.500 INFO:tasks.rados.rados.0.smithi046.stdout:855: done (0 left) 2024-09-20T21:44:47.500 INFO:tasks.rados.rados.0.smithi046.stdout:856: snap_remove snap 81 2024-09-20T21:44:47.611 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:47 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:47.230+0000 7f8fa5daa040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-20T21:44:47.611 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:47 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:47.385+0000 7f8fa5daa040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-20T21:44:47.611 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:47 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:47.449+0000 7f8fa5daa040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-20T21:44:47.737 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:47.446+0000 7fa67c1eb040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-20T21:44:47.737 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:47.509+0000 7fa67c1eb040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-20T21:44:47.737 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:47.669+0000 7fa67c1eb040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-20T21:44:47.900 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:47 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:47.608+0000 7f8fa5daa040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-20T21:44:47.900 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:47 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:47.680+0000 7f8fa5daa040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-20T21:44:47.901 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:47 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:47.744+0000 7f8fa5daa040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-20T21:44:48.010 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:47 smithi134 ceph-mon[31761]: osdmap e227: 8 total, 8 up, 8 in 2024-09-20T21:44:48.010 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:47 smithi134 ceph-mon[31761]: osdmap e228: 8 total, 8 up, 8 in 2024-09-20T21:44:48.011 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:47.735+0000 7fa67c1eb040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-20T21:44:48.011 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:47.804+0000 7fa67c1eb040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-20T21:44:48.011 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:47.888+0000 7fa67c1eb040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-20T21:44:48.011 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:47.948+0000 7fa67c1eb040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-20T21:44:48.011 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:48 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:48.009+0000 7fa67c1eb040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-20T21:44:48.201 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:47 smithi046 ceph-mon[96110]: osdmap e227: 8 total, 8 up, 8 in 2024-09-20T21:44:48.201 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:47 smithi046 ceph-mon[96110]: osdmap e228: 8 total, 8 up, 8 in 2024-09-20T21:44:48.202 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:47 smithi046 ceph-mon[39760]: osdmap e227: 8 total, 8 up, 8 in 2024-09-20T21:44:48.202 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:47 smithi046 ceph-mon[39760]: osdmap e228: 8 total, 8 up, 8 in 2024-09-20T21:44:48.202 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:47 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:47.912+0000 7f8fa5daa040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-20T21:44:48.202 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:47 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:47.980+0000 7f8fa5daa040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-20T21:44:48.202 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:48 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:48.050+0000 7f8fa5daa040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-20T21:44:48.202 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:48 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:48.136+0000 7f8fa5daa040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-20T21:44:48.501 INFO:tasks.rados.rados.0.smithi046.stdout:856: done (0 left) 2024-09-20T21:44:48.501 INFO:tasks.rados.rados.0.smithi046.stdout:857: rmattr oid 46 current snap is 84 2024-09-20T21:44:48.501 INFO:tasks.rados.rados.0.smithi046.stdout:857: done (0 left) 2024-09-20T21:44:48.501 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 84 2024-09-20T21:44:48.501 INFO:tasks.rados.rados.0.smithi046.stdout:858: seq_num 265 ranges {2277376=442368,2719744=647168,3366912=573440,3940352=385024} 2024-09-20T21:44:48.516 INFO:tasks.rados.rados.0.smithi046.stdout:858: writing smithi04683737-21 from 2277376 to 2719744 tid 1 2024-09-20T21:44:48.520 INFO:tasks.rados.rados.0.smithi046.stdout:858: writing smithi04683737-21 from 2719744 to 3366912 tid 2 2024-09-20T21:44:48.524 INFO:tasks.rados.rados.0.smithi046.stdout:858: writing smithi04683737-21 from 3366912 to 3940352 tid 3 2024-09-20T21:44:48.527 INFO:tasks.rados.rados.0.smithi046.stdout:858: writing smithi04683737-21 from 3940352 to 4325376 tid 4 2024-09-20T21:44:48.527 INFO:tasks.rados.rados.0.smithi046.stdout:859: delete oid 39 current snap is 84 2024-09-20T21:44:48.527 INFO:tasks.rados.rados.0.smithi046.stdout:858: finishing write tid 1 to smithi04683737-21 2024-09-20T21:44:48.527 INFO:tasks.rados.rados.0.smithi046.stdout:858: finishing write tid 2 to smithi04683737-21 2024-09-20T21:44:48.529 INFO:tasks.rados.rados.0.smithi046.stdout:858: finishing write tid 3 to smithi04683737-21 2024-09-20T21:44:48.529 INFO:tasks.rados.rados.0.smithi046.stdout:859: done (1 left) 2024-09-20T21:44:48.529 INFO:tasks.rados.rados.0.smithi046.stdout:860: read oid 49 snap -1 2024-09-20T21:44:48.530 INFO:tasks.rados.rados.0.smithi046.stdout:860: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:44:48.530 INFO:tasks.rados.rados.0.smithi046.stdout:861: read oid 15 snap -1 2024-09-20T21:44:48.530 INFO:tasks.rados.rados.0.smithi046.stdout:861: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:44:48.530 INFO:tasks.rados.rados.0.smithi046.stdout:862: copy_from oid 28 from oid 8 current snap is 84 2024-09-20T21:44:48.530 INFO:tasks.rados.rados.0.smithi046.stdout:863: read oid 2 snap 68 2024-09-20T21:44:48.530 INFO:tasks.rados.rados.0.smithi046.stdout:863: expect deleted 2024-09-20T21:44:48.530 INFO:tasks.rados.rados.0.smithi046.stdout:864: snap_create 2024-09-20T21:44:48.530 INFO:tasks.rados.rados.0.smithi046.stdout:858: finishing write tid 4 to smithi04683737-21 2024-09-20T21:44:48.530 INFO:tasks.rados.rados.0.smithi046.stdout:861: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:44:48.533 INFO:tasks.rados.rados.0.smithi046.stdout:858: finishing write tid 5 to smithi04683737-21 2024-09-20T21:44:48.533 INFO:tasks.rados.rados.0.smithi046.stdout:860: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:44:48.539 INFO:tasks.rados.rados.0.smithi046.stdout:858: finishing write tid 6 to smithi04683737-21 2024-09-20T21:44:48.539 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 335 (ObjNum 265 snap 84 seq_num 265) dirty exists 2024-09-20T21:44:48.540 INFO:tasks.rados.rados.0.smithi046.stdout:858: left oid 21 (ObjNum 265 snap 84 seq_num 265) 2024-09-20T21:44:48.540 INFO:tasks.rados.rados.0.smithi046.stdout:862: finishing copy_from racing read to smithi04683737-28 2024-09-20T21:44:48.540 INFO:tasks.rados.rados.0.smithi046.stdout:862: finishing copy_from to smithi04683737-28 2024-09-20T21:44:48.540 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 204 (ObjNum 191 snap 50 seq_num 191) dirty exists 2024-09-20T21:44:48.650 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:48 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:48.198+0000 7f8fa5daa040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-20T21:44:48.650 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:48 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:48.260+0000 7f8fa5daa040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-20T21:44:48.921 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:48 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:44:48.921 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:48 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:48.812+0000 7fa67c1eb040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-20T21:44:48.921 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:48 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: [20/Sep/2024:21:44:48] ENGINE Bus STARTING 2024-09-20T21:44:48.921 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:48 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: CherryPy Checker: 2024-09-20T21:44:48.921 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:48 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: The Application mounted at '' has an empty config. 2024-09-20T21:44:48.921 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:48 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: 2024-09-20T21:44:48.921 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:48 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: [20/Sep/2024:21:44:48] ENGINE Serving on http://:::9283 2024-09-20T21:44:48.921 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 21:44:48 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x[80637]: [20/Sep/2024:21:44:48] ENGINE Bus STARTED 2024-09-20T21:44:49.119 INFO:tasks.rados.rados.0.smithi046.stdout:858: done (5 left) 2024-09-20T21:44:49.119 INFO:tasks.rados.rados.0.smithi046.stdout:860: done (4 left) 2024-09-20T21:44:49.119 INFO:tasks.rados.rados.0.smithi046.stdout:861: done (3 left) 2024-09-20T21:44:49.119 INFO:tasks.rados.rados.0.smithi046.stdout:862: done (2 left) 2024-09-20T21:44:49.119 INFO:tasks.rados.rados.0.smithi046.stdout:863: done (1 left) 2024-09-20T21:44:49.119 INFO:tasks.rados.rados.0.smithi046.stdout:864: done (0 left) 2024-09-20T21:44:49.119 INFO:tasks.rados.rados.0.smithi046.stdout:865: snap_remove snap 79 2024-09-20T21:44:49.373 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:49.105+0000 7f8fa5daa040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-20T21:44:49.373 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:21:44:49] ENGINE Bus STARTING 2024-09-20T21:44:49.373 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: CherryPy Checker: 2024-09-20T21:44:49.373 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: The Application mounted at '' has an empty config. 2024-09-20T21:44:49.374 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:49.374 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:49.241+0000 7f8f0c735640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:44:49.374 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:49.241+0000 7f8f0c735640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:44:49.374 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:49.241+0000 7f8f0c735640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:44:49.374 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:49.241+0000 7f8f0c735640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:44:49.374 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:49.241+0000 7f8f0c735640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:44:49.374 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:49.244+0000 7f8f0ff3c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:44:49.374 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:49.244+0000 7f8f0ff3c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:44:49.374 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:49.244+0000 7f8f0ff3c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:44:49.374 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:49.244+0000 7f8f0ff3c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:44:49.374 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:49.244+0000 7f8f0ff3c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-20T21:44:49.374 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:21:44:49] ENGINE Serving on http://:::9283 2024-09-20T21:44:49.374 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:21:44:49] ENGINE Bus STARTED 2024-09-20T21:44:49.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[96110]: osdmap e229: 8 total, 8 up, 8 in 2024-09-20T21:44:49.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[96110]: Standby manager daemon x restarted 2024-09-20T21:44:49.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[96110]: Standby manager daemon x started 2024-09-20T21:44:49.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[96110]: from='mgr.? 172.21.15.134:0/832752806' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-20T21:44:49.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[96110]: from='mgr.? 172.21.15.134:0/832752806' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-20T21:44:49.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[96110]: from='mgr.? 172.21.15.134:0/832752806' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-20T21:44:49.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[96110]: from='mgr.? 172.21.15.134:0/832752806' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-20T21:44:49.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[96110]: Active manager daemon y restarted 2024-09-20T21:44:49.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[96110]: Activating manager daemon y 2024-09-20T21:44:49.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[96110]: osdmap e230: 8 total, 8 up, 8 in 2024-09-20T21:44:49.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[96110]: mgrmap e39: y(active, starting, since 0.00839218s), standbys: x 2024-09-20T21:44:49.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:44:49.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:44:49.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:44:49.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-20T21:44:49.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-20T21:44:49.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-20T21:44:49.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-20T21:44:49.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-20T21:44:49.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-20T21:44:49.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-20T21:44:49.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-20T21:44:49.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-20T21:44:49.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-20T21:44:49.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-20T21:44:49.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-20T21:44:49.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-20T21:44:49.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-20T21:44:49.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-20T21:44:49.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[96110]: Manager daemon y is now available 2024-09-20T21:44:49.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:44:49.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:44:49.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-20T21:44:49.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-20T21:44:49.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[39760]: osdmap e229: 8 total, 8 up, 8 in 2024-09-20T21:44:49.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[39760]: Standby manager daemon x restarted 2024-09-20T21:44:49.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[39760]: Standby manager daemon x started 2024-09-20T21:44:49.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[39760]: from='mgr.? 172.21.15.134:0/832752806' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-20T21:44:49.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[39760]: from='mgr.? 172.21.15.134:0/832752806' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-20T21:44:49.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[39760]: from='mgr.? 172.21.15.134:0/832752806' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-20T21:44:49.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[39760]: from='mgr.? 172.21.15.134:0/832752806' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-20T21:44:49.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[39760]: Active manager daemon y restarted 2024-09-20T21:44:49.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[39760]: Activating manager daemon y 2024-09-20T21:44:49.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[39760]: osdmap e230: 8 total, 8 up, 8 in 2024-09-20T21:44:49.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[39760]: mgrmap e39: y(active, starting, since 0.00839218s), standbys: x 2024-09-20T21:44:49.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:44:49.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:44:49.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:44:49.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-20T21:44:49.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-20T21:44:49.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-20T21:44:49.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-20T21:44:49.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-20T21:44:49.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-20T21:44:49.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-20T21:44:49.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-20T21:44:49.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-20T21:44:49.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-20T21:44:49.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-20T21:44:49.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-20T21:44:49.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-20T21:44:49.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-20T21:44:49.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-20T21:44:49.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[39760]: Manager daemon y is now available 2024-09-20T21:44:49.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:44:49.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:44:49.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-20T21:44:49.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:49 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-20T21:44:49.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:49 smithi134 ceph-mon[31761]: osdmap e229: 8 total, 8 up, 8 in 2024-09-20T21:44:49.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:49 smithi134 ceph-mon[31761]: Standby manager daemon x restarted 2024-09-20T21:44:49.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:49 smithi134 ceph-mon[31761]: Standby manager daemon x started 2024-09-20T21:44:49.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:49 smithi134 ceph-mon[31761]: from='mgr.? 172.21.15.134:0/832752806' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-20T21:44:49.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:49 smithi134 ceph-mon[31761]: from='mgr.? 172.21.15.134:0/832752806' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-20T21:44:49.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:49 smithi134 ceph-mon[31761]: from='mgr.? 172.21.15.134:0/832752806' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-20T21:44:49.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:49 smithi134 ceph-mon[31761]: from='mgr.? 172.21.15.134:0/832752806' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-20T21:44:49.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:49 smithi134 ceph-mon[31761]: Active manager daemon y restarted 2024-09-20T21:44:49.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:49 smithi134 ceph-mon[31761]: Activating manager daemon y 2024-09-20T21:44:49.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:49 smithi134 ceph-mon[31761]: osdmap e230: 8 total, 8 up, 8 in 2024-09-20T21:44:49.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:49 smithi134 ceph-mon[31761]: mgrmap e39: y(active, starting, since 0.00839218s), standbys: x 2024-09-20T21:44:49.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:49 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:44:49.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:49 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:44:49.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:49 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:44:49.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:49 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-20T21:44:49.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:49 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-20T21:44:49.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:49 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-20T21:44:49.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:49 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-20T21:44:49.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:49 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-20T21:44:49.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:49 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-20T21:44:49.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:49 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-20T21:44:49.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:49 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-20T21:44:49.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:49 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-20T21:44:49.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:49 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-20T21:44:49.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:49 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-20T21:44:49.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:49 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-20T21:44:49.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:49 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-20T21:44:49.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:49 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-20T21:44:49.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:49 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-20T21:44:49.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:49 smithi134 ceph-mon[31761]: Manager daemon y is now available 2024-09-20T21:44:49.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:49 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:44:49.679 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:49 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:44:49.679 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:49 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-20T21:44:49.679 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:49 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-20T21:44:50.134 INFO:tasks.rados.rados.0.smithi046.stdout:865: done (0 left) 2024-09-20T21:44:50.134 INFO:tasks.rados.rados.0.smithi046.stdout:866: read oid 47 snap -1 2024-09-20T21:44:50.134 INFO:tasks.rados.rados.0.smithi046.stdout:866: expect (ObjNum 264 snap 83 seq_num 264) 2024-09-20T21:44:50.134 INFO:tasks.rados.rados.0.smithi046.stdout:867: read oid 44 snap -1 2024-09-20T21:44:50.135 INFO:tasks.rados.rados.0.smithi046.stdout:867: expect (ObjNum 239 snap 71 seq_num 239) 2024-09-20T21:44:50.135 INFO:tasks.rados.rados.0.smithi046.stdout:868: read oid 18 snap -1 2024-09-20T21:44:50.135 INFO:tasks.rados.rados.0.smithi046.stdout:868: expect deleted 2024-09-20T21:44:50.135 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 85 2024-09-20T21:44:50.135 INFO:tasks.rados.rados.0.smithi046.stdout:869: seq_num 267 ranges {0=475136,475136=458752,933888=540672,1474560=606208} 2024-09-20T21:44:50.137 INFO:tasks.rados.rados.0.smithi046.stdout:869: writing smithi04683737-45 from 0 to 475136 tid 1 2024-09-20T21:44:50.139 INFO:tasks.rados.rados.0.smithi046.stdout:869: writing smithi04683737-45 from 475136 to 933888 tid 2 2024-09-20T21:44:50.143 INFO:tasks.rados.rados.0.smithi046.stdout:869: writing smithi04683737-45 from 933888 to 1474560 tid 3 2024-09-20T21:44:50.148 INFO:tasks.rados.rados.0.smithi046.stdout:869: writing smithi04683737-45 from 1474560 to 2080768 tid 4 2024-09-20T21:44:50.148 INFO:tasks.rados.rados.0.smithi046.stdout:869: finishing write tid 1 to smithi04683737-45 2024-09-20T21:44:50.148 INFO:tasks.rados.rados.0.smithi046.stdout:869: finishing write tid 2 to smithi04683737-45 2024-09-20T21:44:50.148 INFO:tasks.rados.rados.0.smithi046.stdout:868: done (3 left) 2024-09-20T21:44:50.149 INFO:tasks.rados.rados.0.smithi046.stdout:870: copy_from oid 18 from oid 48 current snap is 85 2024-09-20T21:44:50.149 INFO:tasks.rados.rados.0.smithi046.stdout:871: read oid 12 snap 83 2024-09-20T21:44:50.149 INFO:tasks.rados.rados.0.smithi046.stdout:871: expect deleted 2024-09-20T21:44:50.149 INFO:tasks.rados.rados.0.smithi046.stdout:872: rollback oid 17 current snap is 85 2024-09-20T21:44:50.149 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 17 to 65 2024-09-20T21:44:50.149 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 85 2024-09-20T21:44:50.149 INFO:tasks.rados.rados.0.smithi046.stdout:873: seq_num 268 ranges {0=491520,491520=745472,1236992=745472,1982464=114688} 2024-09-20T21:44:50.151 INFO:tasks.rados.rados.0.smithi046.stdout:873: writing smithi04683737-4 from 0 to 491520 tid 1 2024-09-20T21:44:50.157 INFO:tasks.rados.rados.0.smithi046.stdout:873: writing smithi04683737-4 from 491520 to 1236992 tid 2 2024-09-20T21:44:50.159 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-20T21:44:50.159 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (71s) 37s ago 5m 16.9M - 0.25.0 c8568f914cd2 0d74f13360c6 2024-09-20T21:44:50.159 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi134 *:3000 running (58s) 17s ago 5m 79.7M - 9.4.7 954c08fa6188 8341e8dee31d 2024-09-20T21:44:50.159 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (6m) 37s ago 6m 15.3M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 9e6c3beb915d 2024-09-20T21:44:50.159 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi134 running (6m) 17s ago 6m 17.7M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 132e8dbc5c5d 2024-09-20T21:44:50.159 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi134 *:8443,9283,8765 running (22s) 17s ago 10m 70.5M - 19.1.1-367-g9e2ac70b cc9251b744a3 4807b49ee672 2024-09-20T21:44:50.159 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443,9283,8765 running (50s) 37s ago 11m 475M - 19.1.1-367-g9e2ac70b cc9251b744a3 287f9c5532d7 2024-09-20T21:44:50.159 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (11m) 37s ago 11m 57.5M 2048M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be baa510b5910b 2024-09-20T21:44:50.159 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi134 running (10m) 17s ago 10m 49.8M 2048M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be ddf2e1775ac2 2024-09-20T21:44:50.160 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (10m) 37s ago 10m 45.6M 2048M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be caea7f40cab3 2024-09-20T21:44:50.160 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (68s) 37s ago 4m 8518k - 1.5.0 0da6a335fe13 808d8998a7db 2024-09-20T21:44:50.160 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi134 *:9100 running (55s) 17s ago 4m 8274k - 1.5.0 0da6a335fe13 d64b31ebfc6a 2024-09-20T21:44:50.160 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (9m) 37s ago 9m 133M 2481M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 33a9f7bae4a4 2024-09-20T21:44:50.160 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (9m) 37s ago 9m 113M 2481M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be db8e5579c716 2024-09-20T21:44:50.160 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (8m) 37s ago 8m 101M 2481M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be c82637878174 2024-09-20T21:44:50.160 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (8m) 37s ago 8m 93.1M 2481M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be c17a4d58e03e 2024-09-20T21:44:50.160 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi134 running (8m) 17s ago 8m 114M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 16e7b884874f 2024-09-20T21:44:50.160 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi134 running (7m) 17s ago 7m 131M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 82e68e0822ae 2024-09-20T21:44:50.160 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi134 running (7m) 17s ago 7m 104M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be f826d37d1cf7 2024-09-20T21:44:50.160 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi134 running (6m) 17s ago 6m 94.4M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be fbf3a60c2bb0 2024-09-20T21:44:50.160 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi134 *:9095 running (27s) 17s ago 5m 43.7M - 2.43.0 a07b618ecd1d 5e01fa97ed3d 2024-09-20T21:44:50.163 INFO:tasks.rados.rados.0.smithi046.stdout:873: writing smithi04683737-4 from 1236992 to 1982464 tid 3 2024-09-20T21:44:50.163 INFO:tasks.rados.rados.0.smithi046.stdout:873: writing smithi04683737-4 from 1982464 to 2097152 tid 4 2024-09-20T21:44:50.164 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 85 2024-09-20T21:44:50.164 INFO:tasks.rados.rados.0.smithi046.stdout:874: seq_num 269 ranges {0=507904,507904=630784,1138688=557056,1695744=417792} 2024-09-20T21:44:50.167 INFO:tasks.rados.rados.0.smithi046.stdout:874: writing smithi04683737-40 from 0 to 507904 tid 1 2024-09-20T21:44:50.171 INFO:tasks.rados.rados.0.smithi046.stdout:874: writing smithi04683737-40 from 507904 to 1138688 tid 2 2024-09-20T21:44:50.174 INFO:tasks.rados.rados.0.smithi046.stdout:874: writing smithi04683737-40 from 1138688 to 1695744 tid 3 2024-09-20T21:44:50.177 INFO:tasks.rados.rados.0.smithi046.stdout:874: writing smithi04683737-40 from 1695744 to 2113536 tid 4 2024-09-20T21:44:50.177 INFO:tasks.rados.rados.0.smithi046.stdout:875: snap_remove snap 78 2024-09-20T21:44:50.402 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:50 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:50.127+0000 7f8f44ab3640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-09-20T21:44:50.513 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-20T21:44:50.513 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-20T21:44:50.514 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 2, 2024-09-20T21:44:50.514 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 1 2024-09-20T21:44:50.514 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:44:50.514 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-20T21:44:50.514 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 2 2024-09-20T21:44:50.514 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:44:50.514 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-20T21:44:50.514 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 8 2024-09-20T21:44:50.514 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:44:50.514 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-20T21:44:50.514 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 2 2024-09-20T21:44:50.514 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:44:50.514 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-20T21:44:50.514 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 12, 2024-09-20T21:44:50.515 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 3 2024-09-20T21:44:50.515 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-20T21:44:50.515 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-20T21:44:51.141 INFO:tasks.rados.rados.0.smithi046.stdout:875: done (8 left) 2024-09-20T21:44:51.141 INFO:tasks.rados.rados.0.smithi046.stdout:876: rmattr oid 33 current snap is 85 2024-09-20T21:44:51.142 INFO:tasks.rados.rados.0.smithi046.stdout:876: done (8 left) 2024-09-20T21:44:51.142 INFO:tasks.rados.rados.0.smithi046.stdout:877: setattr oid 43 current snap is 85 2024-09-20T21:44:51.142 INFO:tasks.rados.rados.0.smithi046.stdout:872: finishing rollback tid 1 to smithi04683737-17 2024-09-20T21:44:51.142 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 0 (ObjNum 65 snap 0 seq_num 1568064729) dirty dne 2024-09-20T21:44:51.142 INFO:tasks.rados.rados.0.smithi046.stdout:867: expect (ObjNum 239 snap 71 seq_num 239) 2024-09-20T21:44:51.196 INFO:tasks.rados.rados.0.smithi046.stdout:867: done (8 left) 2024-09-20T21:44:51.196 INFO:tasks.rados.rados.0.smithi046.stdout:871: done (7 left) 2024-09-20T21:44:51.196 INFO:tasks.rados.rados.0.smithi046.stdout:872: done (6 left) 2024-09-20T21:44:51.196 INFO:tasks.rados.rados.0.smithi046.stdout:878: snap_remove snap 72 2024-09-20T21:44:51.396 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:51 smithi134 ceph-mon[31761]: mgrmap e40: y(active, since 1.01115s), standbys: x 2024-09-20T21:44:51.396 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:51 smithi134 ceph-mon[31761]: osdmap e231: 8 total, 8 up, 8 in 2024-09-20T21:44:51.396 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:51 smithi134 ceph-mon[31761]: from='client.25025 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:44:51.396 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:51 smithi134 ceph-mon[31761]: pgmap v4: 121 pgs: 121 active+clean; 172 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 91 GiB/s rd, 48 GiB/s wr, 618.70k op/s; 92 MiB/s, 325 objects/s recovering 2024-09-20T21:44:51.396 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:51 smithi134 ceph-mon[31761]: from='client.? 172.21.15.46:0/2222475339' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:44:51.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:51 smithi046 ceph-mon[39760]: mgrmap e40: y(active, since 1.01115s), standbys: x 2024-09-20T21:44:51.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:51 smithi046 ceph-mon[39760]: osdmap e231: 8 total, 8 up, 8 in 2024-09-20T21:44:51.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:51 smithi046 ceph-mon[39760]: from='client.25025 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:44:51.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:51 smithi046 ceph-mon[39760]: pgmap v4: 121 pgs: 121 active+clean; 172 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 91 GiB/s rd, 48 GiB/s wr, 618.70k op/s; 92 MiB/s, 325 objects/s recovering 2024-09-20T21:44:51.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:51 smithi046 ceph-mon[39760]: from='client.? 172.21.15.46:0/2222475339' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:44:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:51 smithi046 ceph-mon[96110]: mgrmap e40: y(active, since 1.01115s), standbys: x 2024-09-20T21:44:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:51 smithi046 ceph-mon[96110]: osdmap e231: 8 total, 8 up, 8 in 2024-09-20T21:44:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:51 smithi046 ceph-mon[96110]: from='client.25025 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:44:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:51 smithi046 ceph-mon[96110]: pgmap v4: 121 pgs: 121 active+clean; 172 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 91 GiB/s rd, 48 GiB/s wr, 618.70k op/s; 92 MiB/s, 325 objects/s recovering 2024-09-20T21:44:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:51 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2222475339' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:44:51.402 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:51 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:51.287+0000 7f8ef8593640 -1 log_channel(cephadm) log [ERR] : [20/Sep/2024:21:44:51] ENGINE Error in HTTPServer.serve 2024-09-20T21:44:51.402 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:51 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: Traceback (most recent call last): 2024-09-20T21:44:51.402 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:51 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-20T21:44:51.402 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:51 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: self._connections.run(self.expiration_interval) 2024-09-20T21:44:51.402 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:51 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-20T21:44:51.402 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:51 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: self._run(expiration_interval) 2024-09-20T21:44:51.402 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:51 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-20T21:44:51.402 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:51 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: new_conn = self._from_server_socket(self.server.socket) 2024-09-20T21:44:51.402 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:51 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-20T21:44:51.402 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:51 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-20T21:44:51.402 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:51 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-20T21:44:51.402 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:51 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: s = self.context.wrap_socket( 2024-09-20T21:44:51.402 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:51 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-20T21:44:51.403 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:51 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: return self.sslsocket_class._create( 2024-09-20T21:44:51.403 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:51 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-20T21:44:51.403 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:51 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: self.do_handshake() 2024-09-20T21:44:51.403 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:51 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-20T21:44:51.403 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:51 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: self._sslobj.do_handshake() 2024-09-20T21:44:51.403 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:51 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-20T21:44:51.403 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:51 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:44:52.134 INFO:tasks.rados.rados.0.smithi046.stdout:878: done (6 left) 2024-09-20T21:44:52.135 INFO:tasks.rados.rados.0.smithi046.stdout:879: rollback oid 37 current snap is 85 2024-09-20T21:44:52.135 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 37 to 75 2024-09-20T21:44:52.135 INFO:tasks.rados.rados.0.smithi046.stdout:870: finishing copy_from racing read to smithi04683737-18 2024-09-20T21:44:52.135 INFO:tasks.rados.rados.0.smithi046.stdout:869: finishing write tid 3 to smithi04683737-45 2024-09-20T21:44:52.135 INFO:tasks.rados.rados.0.smithi046.stdout:870: finishing copy_from to smithi04683737-18 2024-09-20T21:44:52.135 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 317 (ObjNum 65 snap 0 seq_num 1584618346) dirty exists 2024-09-20T21:44:52.135 INFO:tasks.rados.rados.0.smithi046.stdout:869: finishing write tid 4 to smithi04683737-45 2024-09-20T21:44:52.135 INFO:tasks.rados.rados.0.smithi046.stdout:869: finishing write tid 5 to smithi04683737-45 2024-09-20T21:44:52.135 INFO:tasks.rados.rados.0.smithi046.stdout:873: finishing write tid 1 to smithi04683737-4 2024-09-20T21:44:52.135 INFO:tasks.rados.rados.0.smithi046.stdout:869: finishing write tid 6 to smithi04683737-45 2024-09-20T21:44:52.135 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 179 (ObjNum 267 snap 85 seq_num 267) dirty exists 2024-09-20T21:44:52.135 INFO:tasks.rados.rados.0.smithi046.stdout:869: left oid 45 (ObjNum 267 snap 85 seq_num 267) 2024-09-20T21:44:52.135 INFO:tasks.rados.rados.0.smithi046.stdout:866: expect (ObjNum 264 snap 83 seq_num 264) 2024-09-20T21:44:52.276 INFO:tasks.rados.rados.0.smithi046.stdout:873: finishing write tid 2 to smithi04683737-4 2024-09-20T21:44:52.276 INFO:tasks.rados.rados.0.smithi046.stdout:873: finishing write tid 3 to smithi04683737-4 2024-09-20T21:44:52.276 INFO:tasks.rados.rados.0.smithi046.stdout:873: finishing write tid 4 to smithi04683737-4 2024-09-20T21:44:52.276 INFO:tasks.rados.rados.0.smithi046.stdout:873: finishing write tid 5 to smithi04683737-4 2024-09-20T21:44:52.276 INFO:tasks.rados.rados.0.smithi046.stdout:873: finishing write tid 6 to smithi04683737-4 2024-09-20T21:44:52.276 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 336 (ObjNum 268 snap 85 seq_num 268) dirty exists 2024-09-20T21:44:52.276 INFO:tasks.rados.rados.0.smithi046.stdout:873: left oid 4 (ObjNum 268 snap 85 seq_num 268) 2024-09-20T21:44:52.277 INFO:tasks.rados.rados.0.smithi046.stdout:874: finishing write tid 1 to smithi04683737-40 2024-09-20T21:44:52.277 INFO:tasks.rados.rados.0.smithi046.stdout:874: finishing write tid 2 to smithi04683737-40 2024-09-20T21:44:52.277 INFO:tasks.rados.rados.0.smithi046.stdout:874: finishing write tid 3 to smithi04683737-40 2024-09-20T21:44:52.277 INFO:tasks.rados.rados.0.smithi046.stdout:866: done (6 left) 2024-09-20T21:44:52.277 INFO:tasks.rados.rados.0.smithi046.stdout:869: done (5 left) 2024-09-20T21:44:52.277 INFO:tasks.rados.rados.0.smithi046.stdout:870: done (4 left) 2024-09-20T21:44:52.277 INFO:tasks.rados.rados.0.smithi046.stdout:873: done (3 left) 2024-09-20T21:44:52.277 INFO:tasks.rados.rados.0.smithi046.stdout:880: snap_remove snap 77 2024-09-20T21:44:52.351 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:44:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:44:52] "GET /metrics HTTP/1.1" 200 33307 "" "Prometheus/2.43.0" 2024-09-20T21:44:52.351 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:52 smithi046 ceph-mon[96110]: mgrmap e41: y(active, since 2s), standbys: x 2024-09-20T21:44:52.351 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:52 smithi046 ceph-mon[96110]: osdmap e232: 8 total, 8 up, 8 in 2024-09-20T21:44:52.351 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:52 smithi046 ceph-mon[96110]: [20/Sep/2024:21:44:51] ENGINE Bus STARTING 2024-09-20T21:44:52.351 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:52 smithi046 ceph-mon[96110]: [20/Sep/2024:21:44:51] ENGINE Serving on https://172.21.15.46:7150 2024-09-20T21:44:52.351 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:52 smithi046 ceph-mon[96110]: [20/Sep/2024:21:44:51] ENGINE Error in HTTPServer.serve 2024-09-20T21:44:52.352 INFO:journalctl@ceph.mon.a.smithi046.stdout: Traceback (most recent call last): 2024-09-20T21:44:52.352 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-20T21:44:52.352 INFO:journalctl@ceph.mon.a.smithi046.stdout: self._connections.run(self.expiration_interval) 2024-09-20T21:44:52.352 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-20T21:44:52.352 INFO:journalctl@ceph.mon.a.smithi046.stdout: self._run(expiration_interval) 2024-09-20T21:44:52.352 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-20T21:44:52.352 INFO:journalctl@ceph.mon.a.smithi046.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-20T21:44:52.352 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-20T21:44:52.352 INFO:journalctl@ceph.mon.a.smithi046.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-20T21:44:52.352 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-20T21:44:52.352 INFO:journalctl@ceph.mon.a.smithi046.stdout: s = self.context.wrap_socket( 2024-09-20T21:44:52.352 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-20T21:44:52.352 INFO:journalctl@ceph.mon.a.smithi046.stdout: return self.sslsocket_class._create( 2024-09-20T21:44:52.352 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-20T21:44:52.353 INFO:journalctl@ceph.mon.a.smithi046.stdout: self.do_handshake() 2024-09-20T21:44:52.353 INFO:journalctl@ceph.mon.a.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-20T21:44:52.353 INFO:journalctl@ceph.mon.a.smithi046.stdout: self._sslobj.do_handshake() 2024-09-20T21:44:52.353 INFO:journalctl@ceph.mon.a.smithi046.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-20T21:44:52.353 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:52 smithi046 ceph-mon[96110]: [20/Sep/2024:21:44:51] ENGINE Serving on http://172.21.15.46:8765 2024-09-20T21:44:52.353 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:52 smithi046 ceph-mon[96110]: [20/Sep/2024:21:44:51] ENGINE Bus STARTED 2024-09-20T21:44:52.353 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:52 smithi046 ceph-mon[39760]: mgrmap e41: y(active, since 2s), standbys: x 2024-09-20T21:44:52.353 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:52 smithi046 ceph-mon[39760]: osdmap e232: 8 total, 8 up, 8 in 2024-09-20T21:44:52.353 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:52 smithi046 ceph-mon[39760]: [20/Sep/2024:21:44:51] ENGINE Bus STARTING 2024-09-20T21:44:52.353 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:52 smithi046 ceph-mon[39760]: [20/Sep/2024:21:44:51] ENGINE Serving on https://172.21.15.46:7150 2024-09-20T21:44:52.353 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:52 smithi046 ceph-mon[39760]: [20/Sep/2024:21:44:51] ENGINE Error in HTTPServer.serve 2024-09-20T21:44:52.353 INFO:journalctl@ceph.mon.c.smithi046.stdout: Traceback (most recent call last): 2024-09-20T21:44:52.354 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-20T21:44:52.354 INFO:journalctl@ceph.mon.c.smithi046.stdout: self._connections.run(self.expiration_interval) 2024-09-20T21:44:52.354 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-20T21:44:52.354 INFO:journalctl@ceph.mon.c.smithi046.stdout: self._run(expiration_interval) 2024-09-20T21:44:52.354 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-20T21:44:52.354 INFO:journalctl@ceph.mon.c.smithi046.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-20T21:44:52.354 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-20T21:44:52.354 INFO:journalctl@ceph.mon.c.smithi046.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-20T21:44:52.354 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-20T21:44:52.354 INFO:journalctl@ceph.mon.c.smithi046.stdout: s = self.context.wrap_socket( 2024-09-20T21:44:52.354 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-20T21:44:52.354 INFO:journalctl@ceph.mon.c.smithi046.stdout: return self.sslsocket_class._create( 2024-09-20T21:44:52.355 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-20T21:44:52.355 INFO:journalctl@ceph.mon.c.smithi046.stdout: self.do_handshake() 2024-09-20T21:44:52.355 INFO:journalctl@ceph.mon.c.smithi046.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-20T21:44:52.355 INFO:journalctl@ceph.mon.c.smithi046.stdout: self._sslobj.do_handshake() 2024-09-20T21:44:52.355 INFO:journalctl@ceph.mon.c.smithi046.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-20T21:44:52.355 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:52 smithi046 ceph-mon[39760]: [20/Sep/2024:21:44:51] ENGINE Serving on http://172.21.15.46:8765 2024-09-20T21:44:52.355 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:52 smithi046 ceph-mon[39760]: [20/Sep/2024:21:44:51] ENGINE Bus STARTED 2024-09-20T21:44:52.426 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:44:52.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:52 smithi134 ceph-mon[31761]: mgrmap e41: y(active, since 2s), standbys: x 2024-09-20T21:44:52.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:52 smithi134 ceph-mon[31761]: osdmap e232: 8 total, 8 up, 8 in 2024-09-20T21:44:52.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:52 smithi134 ceph-mon[31761]: [20/Sep/2024:21:44:51] ENGINE Bus STARTING 2024-09-20T21:44:52.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:52 smithi134 ceph-mon[31761]: [20/Sep/2024:21:44:51] ENGINE Serving on https://172.21.15.46:7150 2024-09-20T21:44:52.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:52 smithi134 ceph-mon[31761]: [20/Sep/2024:21:44:51] ENGINE Error in HTTPServer.serve 2024-09-20T21:44:52.427 INFO:journalctl@ceph.mon.b.smithi134.stdout: Traceback (most recent call last): 2024-09-20T21:44:52.427 INFO:journalctl@ceph.mon.b.smithi134.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-20T21:44:52.428 INFO:journalctl@ceph.mon.b.smithi134.stdout: self._connections.run(self.expiration_interval) 2024-09-20T21:44:52.428 INFO:journalctl@ceph.mon.b.smithi134.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-20T21:44:52.428 INFO:journalctl@ceph.mon.b.smithi134.stdout: self._run(expiration_interval) 2024-09-20T21:44:52.428 INFO:journalctl@ceph.mon.b.smithi134.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-20T21:44:52.428 INFO:journalctl@ceph.mon.b.smithi134.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-20T21:44:52.428 INFO:journalctl@ceph.mon.b.smithi134.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-20T21:44:52.428 INFO:journalctl@ceph.mon.b.smithi134.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-20T21:44:52.428 INFO:journalctl@ceph.mon.b.smithi134.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-20T21:44:52.428 INFO:journalctl@ceph.mon.b.smithi134.stdout: s = self.context.wrap_socket( 2024-09-20T21:44:52.428 INFO:journalctl@ceph.mon.b.smithi134.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-20T21:44:52.429 INFO:journalctl@ceph.mon.b.smithi134.stdout: return self.sslsocket_class._create( 2024-09-20T21:44:52.429 INFO:journalctl@ceph.mon.b.smithi134.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-20T21:44:52.429 INFO:journalctl@ceph.mon.b.smithi134.stdout: self.do_handshake() 2024-09-20T21:44:52.429 INFO:journalctl@ceph.mon.b.smithi134.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-20T21:44:52.429 INFO:journalctl@ceph.mon.b.smithi134.stdout: self._sslobj.do_handshake() 2024-09-20T21:44:52.429 INFO:journalctl@ceph.mon.b.smithi134.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-20T21:44:52.429 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:52 smithi134 ceph-mon[31761]: [20/Sep/2024:21:44:51] ENGINE Serving on http://172.21.15.46:8765 2024-09-20T21:44:52.429 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:52 smithi134 ceph-mon[31761]: [20/Sep/2024:21:44:51] ENGINE Bus STARTED 2024-09-20T21:44:52.502 INFO:tasks.rados.rados.0.smithi046.stdout:880: done (3 left) 2024-09-20T21:44:52.502 INFO:tasks.rados.rados.0.smithi046.stdout:881: read oid 26 snap -1 2024-09-20T21:44:52.502 INFO:tasks.rados.rados.0.smithi046.stdout:881: expect (ObjNum 255 snap 83 seq_num 255) 2024-09-20T21:44:52.502 INFO:tasks.rados.rados.0.smithi046.stdout:882: read oid 34 snap -1 2024-09-20T21:44:52.502 INFO:tasks.rados.rados.0.smithi046.stdout:882: expect (ObjNum 190 snap 50 seq_num 190) 2024-09-20T21:44:52.502 INFO:tasks.rados.rados.0.smithi046.stdout:883: rmattr oid 1 current snap is 85 2024-09-20T21:44:52.503 INFO:tasks.rados.rados.0.smithi046.stdout:883: done (5 left) 2024-09-20T21:44:52.503 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 85 2024-09-20T21:44:52.503 INFO:tasks.rados.rados.0.smithi046.stdout:884: seq_num 270 ranges {0=524288,524288=516096,1040384=761856,1802240=327680} 2024-09-20T21:44:52.506 INFO:tasks.rados.rados.0.smithi046.stdout:884: writing smithi04683737-39 from 0 to 524288 tid 1 2024-09-20T21:44:52.509 INFO:tasks.rados.rados.0.smithi046.stdout:884: writing smithi04683737-39 from 524288 to 1040384 tid 2 2024-09-20T21:44:52.515 INFO:tasks.rados.rados.0.smithi046.stdout:884: writing smithi04683737-39 from 1040384 to 1802240 tid 3 2024-09-20T21:44:52.518 INFO:tasks.rados.rados.0.smithi046.stdout:884: writing smithi04683737-39 from 1802240 to 2129920 tid 4 2024-09-20T21:44:52.518 INFO:tasks.rados.rados.0.smithi046.stdout:885: snap_create 2024-09-20T21:44:52.518 INFO:tasks.rados.rados.0.smithi046.stdout:874: finishing write tid 4 to smithi04683737-40 2024-09-20T21:44:52.518 INFO:tasks.rados.rados.0.smithi046.stdout:874: finishing write tid 5 to smithi04683737-40 2024-09-20T21:44:52.519 INFO:tasks.rados.rados.0.smithi046.stdout:874: finishing write tid 6 to smithi04683737-40 2024-09-20T21:44:52.519 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 220 (ObjNum 269 snap 85 seq_num 269) dirty exists 2024-09-20T21:44:52.519 INFO:tasks.rados.rados.0.smithi046.stdout:874: left oid 40 (ObjNum 269 snap 85 seq_num 269) 2024-09-20T21:44:52.519 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 347 (ObjNum 65 snap 0 seq_num 0) dirty exists 2024-09-20T21:44:52.519 INFO:tasks.rados.rados.0.smithi046.stdout:879: finishing rollback tid 0 to smithi04683737-37 2024-09-20T21:44:52.519 INFO:tasks.rados.rados.0.smithi046.stdout:879: finishing rollback tid 1 to smithi04683737-37 2024-09-20T21:44:52.519 INFO:tasks.rados.rados.0.smithi046.stdout:879: finishing rollback tid 2 to smithi04683737-37 2024-09-20T21:44:52.519 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 298 (ObjNum 245 snap 74 seq_num 245) dirty exists 2024-09-20T21:44:52.519 INFO:tasks.rados.rados.0.smithi046.stdout:884: finishing write tid 1 to smithi04683737-39 2024-09-20T21:44:52.519 INFO:tasks.rados.rados.0.smithi046.stdout:884: finishing write tid 2 to smithi04683737-39 2024-09-20T21:44:52.519 INFO:tasks.rados.rados.0.smithi046.stdout:882: expect (ObjNum 190 snap 50 seq_num 190) 2024-09-20T21:44:52.569 INFO:tasks.rados.rados.0.smithi046.stdout:884: finishing write tid 3 to smithi04683737-39 2024-09-20T21:44:52.569 INFO:tasks.rados.rados.0.smithi046.stdout:884: finishing write tid 4 to smithi04683737-39 2024-09-20T21:44:52.570 INFO:tasks.rados.rados.0.smithi046.stdout:884: finishing write tid 5 to smithi04683737-39 2024-09-20T21:44:52.570 INFO:tasks.rados.rados.0.smithi046.stdout:884: finishing write tid 6 to smithi04683737-39 2024-09-20T21:44:52.570 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 282 (ObjNum 270 snap 85 seq_num 270) dirty exists 2024-09-20T21:44:52.570 INFO:tasks.rados.rados.0.smithi046.stdout:884: left oid 39 (ObjNum 270 snap 85 seq_num 270) 2024-09-20T21:44:52.570 INFO:tasks.rados.rados.0.smithi046.stdout:881: expect (ObjNum 255 snap 83 seq_num 255) 2024-09-20T21:44:53.235 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:53 smithi046 ceph-mon[96110]: osdmap e233: 8 total, 8 up, 8 in 2024-09-20T21:44:53.236 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:53 smithi046 ceph-mon[96110]: osdmap e234: 8 total, 8 up, 8 in 2024-09-20T21:44:53.236 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:53 smithi046 ceph-mon[39760]: osdmap e233: 8 total, 8 up, 8 in 2024-09-20T21:44:53.236 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:53 smithi046 ceph-mon[39760]: osdmap e234: 8 total, 8 up, 8 in 2024-09-20T21:44:53.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:53 smithi134 ceph-mon[31761]: osdmap e233: 8 total, 8 up, 8 in 2024-09-20T21:44:53.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:53 smithi134 ceph-mon[31761]: osdmap e234: 8 total, 8 up, 8 in 2024-09-20T21:44:53.512 INFO:tasks.rados.rados.0.smithi046.stdout:874: done (6 left) 2024-09-20T21:44:53.512 INFO:tasks.rados.rados.0.smithi046.stdout:877: done (5 left) 2024-09-20T21:44:53.512 INFO:tasks.rados.rados.0.smithi046.stdout:879: done (4 left) 2024-09-20T21:44:53.512 INFO:tasks.rados.rados.0.smithi046.stdout:881: done (3 left) 2024-09-20T21:44:53.513 INFO:tasks.rados.rados.0.smithi046.stdout:882: done (2 left) 2024-09-20T21:44:53.513 INFO:tasks.rados.rados.0.smithi046.stdout:884: done (1 left) 2024-09-20T21:44:53.513 INFO:tasks.rados.rados.0.smithi046.stdout:885: done (0 left) 2024-09-20T21:44:53.513 INFO:tasks.rados.rados.0.smithi046.stdout:886: read oid 3 snap -1 2024-09-20T21:44:53.513 INFO:tasks.rados.rados.0.smithi046.stdout:886: expect (ObjNum 143 snap 33 seq_num 143) 2024-09-20T21:44:53.513 INFO:tasks.rados.rados.0.smithi046.stdout:887: setattr oid 29 current snap is 86 2024-09-20T21:44:53.514 INFO:tasks.rados.rados.0.smithi046.stdout:888: copy_from oid 34 from oid 11 current snap is 86 2024-09-20T21:44:53.514 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 86 2024-09-20T21:44:53.514 INFO:tasks.rados.rados.0.smithi046.stdout:889: seq_num 271 ranges {0=540672,540672=802816,1343488=516096,1859584=286720} 2024-09-20T21:44:53.517 INFO:tasks.rados.rados.0.smithi046.stdout:889: writing smithi04683737-46 from 0 to 540672 tid 1 2024-09-20T21:44:53.523 INFO:tasks.rados.rados.0.smithi046.stdout:889: writing smithi04683737-46 from 540672 to 1343488 tid 2 2024-09-20T21:44:53.527 INFO:tasks.rados.rados.0.smithi046.stdout:889: writing smithi04683737-46 from 1343488 to 1859584 tid 3 2024-09-20T21:44:53.528 INFO:tasks.rados.rados.0.smithi046.stdout:889: writing smithi04683737-46 from 1859584 to 2146304 tid 4 2024-09-20T21:44:53.529 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 237 (ObjNum 258 snap 83 seq_num 258) dirty exists 2024-09-20T21:44:53.529 INFO:tasks.rados.rados.0.smithi046.stdout:886: expect (ObjNum 143 snap 33 seq_num 143) 2024-09-20T21:44:53.595 INFO:tasks.rados.rados.0.smithi046.stdout:889: finishing write tid 1 to smithi04683737-46 2024-09-20T21:44:53.595 INFO:tasks.rados.rados.0.smithi046.stdout:889: finishing write tid 2 to smithi04683737-46 2024-09-20T21:44:53.595 INFO:tasks.rados.rados.0.smithi046.stdout:888: finishing copy_from racing read to smithi04683737-34 2024-09-20T21:44:53.595 INFO:tasks.rados.rados.0.smithi046.stdout:888: finishing copy_from to smithi04683737-34 2024-09-20T21:44:53.595 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 167 (ObjNum 191 snap 50 seq_num 191) dirty exists 2024-09-20T21:44:53.595 INFO:tasks.rados.rados.0.smithi046.stdout:889: finishing write tid 3 to smithi04683737-46 2024-09-20T21:44:53.596 INFO:tasks.rados.rados.0.smithi046.stdout:889: finishing write tid 4 to smithi04683737-46 2024-09-20T21:44:53.596 INFO:tasks.rados.rados.0.smithi046.stdout:889: finishing write tid 5 to smithi04683737-46 2024-09-20T21:44:53.596 INFO:tasks.rados.rados.0.smithi046.stdout:886: done (3 left) 2024-09-20T21:44:53.596 INFO:tasks.rados.rados.0.smithi046.stdout:887: done (2 left) 2024-09-20T21:44:53.596 INFO:tasks.rados.rados.0.smithi046.stdout:888: done (1 left) 2024-09-20T21:44:53.596 INFO:tasks.rados.rados.0.smithi046.stdout:890: snap_remove snap 65 2024-09-20T21:44:53.834 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:53 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:44:54.508 INFO:tasks.rados.rados.0.smithi046.stdout:890: done (1 left) 2024-09-20T21:44:54.508 INFO:tasks.rados.rados.0.smithi046.stdout:891: setattr oid 16 current snap is 86 2024-09-20T21:44:54.508 INFO:tasks.rados.rados.0.smithi046.stdout:889: finishing write tid 6 to smithi04683737-46 2024-09-20T21:44:54.508 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 304 (ObjNum 271 snap 86 seq_num 271) dirty exists 2024-09-20T21:44:54.508 INFO:tasks.rados.rados.0.smithi046.stdout:889: left oid 46 (ObjNum 271 snap 86 seq_num 271) 2024-09-20T21:44:54.511 INFO:tasks.rados.rados.0.smithi046.stdout:889: done (1 left) 2024-09-20T21:44:54.511 INFO:tasks.rados.rados.0.smithi046.stdout:892: rollback oid 25 current snap is 86 2024-09-20T21:44:54.511 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 25 to 63 2024-09-20T21:44:54.511 INFO:tasks.rados.rados.0.smithi046.stdout:893: read oid 33 snap -1 2024-09-20T21:44:54.511 INFO:tasks.rados.rados.0.smithi046.stdout:893: expect deleted 2024-09-20T21:44:54.511 INFO:tasks.rados.rados.0.smithi046.stdout:894: snap_create 2024-09-20T21:44:54.518 INFO:tasks.rados.rados.0.smithi046.stdout:892: finishing rollback tid 1 to smithi04683737-25 2024-09-20T21:44:54.519 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 0 (ObjNum 65 snap 0 seq_num 20159312) dirty dne 2024-09-20T21:44:54.526 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 312 (ObjNum 199 snap 52 seq_num 199) dirty exists 2024-09-20T21:44:54.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:54 smithi046 ceph-mon[96110]: pgmap v9: 121 pgs: 121 active+clean; 172 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 192 MiB/s rd, 101 MiB/s wr, 1.27k op/s; 192 KiB/s, 0 objects/s recovering 2024-09-20T21:44:54.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:54 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:44:54.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:54 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:44:54.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:54 smithi046 ceph-mon[96110]: mgrmap e42: y(active, since 4s), standbys: x 2024-09-20T21:44:54.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:54 smithi046 ceph-mon[96110]: osdmap e235: 8 total, 8 up, 8 in 2024-09-20T21:44:54.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:54 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:44:54.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:54 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:44:54.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:54 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:44:54.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:54 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:44:54.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:54 smithi046 ceph-mon[39760]: pgmap v9: 121 pgs: 121 active+clean; 172 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 192 MiB/s rd, 101 MiB/s wr, 1.27k op/s; 192 KiB/s, 0 objects/s recovering 2024-09-20T21:44:54.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:54 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:44:54.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:54 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:44:54.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:54 smithi046 ceph-mon[39760]: mgrmap e42: y(active, since 4s), standbys: x 2024-09-20T21:44:54.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:54 smithi046 ceph-mon[39760]: osdmap e235: 8 total, 8 up, 8 in 2024-09-20T21:44:54.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:54 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:44:54.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:54 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:44:54.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:54 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:44:54.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:54 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:44:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:54 smithi134 ceph-mon[31761]: pgmap v9: 121 pgs: 121 active+clean; 172 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 192 MiB/s rd, 101 MiB/s wr, 1.27k op/s; 192 KiB/s, 0 objects/s recovering 2024-09-20T21:44:54.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:54 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:44:54.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:54 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:44:54.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:54 smithi134 ceph-mon[31761]: mgrmap e42: y(active, since 4s), standbys: x 2024-09-20T21:44:54.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:54 smithi134 ceph-mon[31761]: osdmap e235: 8 total, 8 up, 8 in 2024-09-20T21:44:54.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:54 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:44:54.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:54 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:44:54.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:54 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:44:54.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:54 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:44:54.928 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:44:54.928 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:44:55.516 INFO:tasks.rados.rados.0.smithi046.stdout:891: done (3 left) 2024-09-20T21:44:55.516 INFO:tasks.rados.rados.0.smithi046.stdout:892: done (2 left) 2024-09-20T21:44:55.516 INFO:tasks.rados.rados.0.smithi046.stdout:893: done (1 left) 2024-09-20T21:44:55.516 INFO:tasks.rados.rados.0.smithi046.stdout:894: done (0 left) 2024-09-20T21:44:55.516 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 87 2024-09-20T21:44:55.516 INFO:tasks.rados.rados.0.smithi046.stdout:895: seq_num 272 ranges {6373376=565248,6938624=688128,7626752=729088,8355840=188416} 2024-09-20T21:44:55.553 INFO:tasks.rados.rados.0.smithi046.stdout:895: writing smithi04683737-37 from 6373376 to 6938624 tid 1 2024-09-20T21:44:55.557 INFO:tasks.rados.rados.0.smithi046.stdout:895: writing smithi04683737-37 from 6938624 to 7626752 tid 2 2024-09-20T21:44:55.561 INFO:tasks.rados.rados.0.smithi046.stdout:895: writing smithi04683737-37 from 7626752 to 8355840 tid 3 2024-09-20T21:44:55.563 INFO:tasks.rados.rados.0.smithi046.stdout:895: writing smithi04683737-37 from 8355840 to 8544256 tid 4 2024-09-20T21:44:55.563 INFO:tasks.rados.rados.0.smithi046.stdout:896: rmattr oid 2 current snap is 87 2024-09-20T21:44:55.563 INFO:tasks.rados.rados.0.smithi046.stdout:896: done (1 left) 2024-09-20T21:44:55.563 INFO:tasks.rados.rados.0.smithi046.stdout:897: read oid 2 snap 86 2024-09-20T21:44:55.563 INFO:tasks.rados.rados.0.smithi046.stdout:897: expect (ObjNum 254 snap 81 seq_num 254) 2024-09-20T21:44:55.563 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 87 2024-09-20T21:44:55.563 INFO:tasks.rados.rados.0.smithi046.stdout:895: finishing write tid 1 to smithi04683737-37 2024-09-20T21:44:55.563 INFO:tasks.rados.rados.0.smithi046.stdout:895: finishing write tid 2 to smithi04683737-37 2024-09-20T21:44:55.563 INFO:tasks.rados.rados.0.smithi046.stdout:898: seq_num 273 ranges {0=581632,581632=565248,1146880=532480,1679360=507904} 2024-09-20T21:44:55.566 INFO:tasks.rados.rados.0.smithi046.stdout:898: writing smithi04683737-1 from 0 to 581632 tid 1 2024-09-20T21:44:55.569 INFO:tasks.rados.rados.0.smithi046.stdout:898: writing smithi04683737-1 from 581632 to 1146880 tid 2 2024-09-20T21:44:55.574 INFO:tasks.rados.rados.0.smithi046.stdout:898: writing smithi04683737-1 from 1146880 to 1679360 tid 3 2024-09-20T21:44:55.577 INFO:tasks.rados.rados.0.smithi046.stdout:898: writing smithi04683737-1 from 1679360 to 2187264 tid 4 2024-09-20T21:44:55.577 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 87 2024-09-20T21:44:55.577 INFO:tasks.rados.rados.0.smithi046.stdout:895: finishing write tid 3 to smithi04683737-37 2024-09-20T21:44:55.577 INFO:tasks.rados.rados.0.smithi046.stdout:899: seq_num 274 ranges {7512064=598016,8110080=499712,8609792=745472,9355264=360448} 2024-09-20T21:44:55.622 INFO:tasks.rados.rados.0.smithi046.stdout:899: writing smithi04683737-32 from 7512064 to 8110080 tid 1 2024-09-20T21:44:55.624 INFO:tasks.rados.rados.0.smithi046.stdout:899: writing smithi04683737-32 from 8110080 to 8609792 tid 2 2024-09-20T21:44:55.628 INFO:tasks.rados.rados.0.smithi046.stdout:899: writing smithi04683737-32 from 8609792 to 9355264 tid 3 2024-09-20T21:44:55.631 INFO:tasks.rados.rados.0.smithi046.stdout:899: writing smithi04683737-32 from 9355264 to 9715712 tid 4 2024-09-20T21:44:55.631 INFO:tasks.rados.rados.0.smithi046.stdout:900: rmattr oid 7 current snap is 87 2024-09-20T21:44:55.631 INFO:tasks.rados.rados.0.smithi046.stdout:895: finishing write tid 4 to smithi04683737-37 2024-09-20T21:44:55.631 INFO:tasks.rados.rados.0.smithi046.stdout:895: finishing write tid 5 to smithi04683737-37 2024-09-20T21:44:55.631 INFO:tasks.rados.rados.0.smithi046.stdout:895: finishing write tid 6 to smithi04683737-37 2024-09-20T21:44:55.632 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 324 (ObjNum 272 snap 87 seq_num 272) dirty exists 2024-09-20T21:44:55.632 INFO:tasks.rados.rados.0.smithi046.stdout:895: left oid 37 (ObjNum 272 snap 87 seq_num 272) 2024-09-20T21:44:55.632 INFO:tasks.rados.rados.0.smithi046.stdout:898: finishing write tid 1 to smithi04683737-1 2024-09-20T21:44:55.632 INFO:tasks.rados.rados.0.smithi046.stdout:895: done (4 left) 2024-09-20T21:44:55.632 INFO:tasks.rados.rados.0.smithi046.stdout:901: setattr oid 37 current snap is 87 2024-09-20T21:44:55.632 INFO:tasks.rados.rados.0.smithi046.stdout:898: finishing write tid 2 to smithi04683737-1 2024-09-20T21:44:55.632 INFO:tasks.rados.rados.0.smithi046.stdout:898: finishing write tid 3 to smithi04683737-1 2024-09-20T21:44:55.632 INFO:tasks.rados.rados.0.smithi046.stdout:897: expect (ObjNum 254 snap 81 seq_num 254) 2024-09-20T21:44:55.761 INFO:tasks.rados.rados.0.smithi046.stdout:898: finishing write tid 4 to smithi04683737-1 2024-09-20T21:44:55.761 INFO:tasks.rados.rados.0.smithi046.stdout:898: finishing write tid 5 to smithi04683737-1 2024-09-20T21:44:55.761 INFO:tasks.rados.rados.0.smithi046.stdout:898: finishing write tid 6 to smithi04683737-1 2024-09-20T21:44:55.762 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 198 (ObjNum 273 snap 87 seq_num 273) dirty exists 2024-09-20T21:44:55.762 INFO:tasks.rados.rados.0.smithi046.stdout:898: left oid 1 (ObjNum 273 snap 87 seq_num 273) 2024-09-20T21:44:55.762 INFO:tasks.rados.rados.0.smithi046.stdout:899: finishing write tid 1 to smithi04683737-32 2024-09-20T21:44:55.762 INFO:tasks.rados.rados.0.smithi046.stdout:899: finishing write tid 2 to smithi04683737-32 2024-09-20T21:44:55.762 INFO:tasks.rados.rados.0.smithi046.stdout:899: finishing write tid 3 to smithi04683737-32 2024-09-20T21:44:55.762 INFO:tasks.rados.rados.0.smithi046.stdout:899: finishing write tid 4 to smithi04683737-32 2024-09-20T21:44:55.762 INFO:tasks.rados.rados.0.smithi046.stdout:899: finishing write tid 5 to smithi04683737-32 2024-09-20T21:44:55.762 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 265 (ObjNum 148 snap 38 seq_num 148) dirty exists 2024-09-20T21:44:55.762 INFO:tasks.rados.rados.0.smithi046.stdout:899: finishing write tid 6 to smithi04683737-32 2024-09-20T21:44:55.762 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 354 (ObjNum 274 snap 87 seq_num 274) dirty exists 2024-09-20T21:44:55.762 INFO:tasks.rados.rados.0.smithi046.stdout:899: left oid 32 (ObjNum 274 snap 87 seq_num 274) 2024-09-20T21:44:55.762 INFO:tasks.rados.rados.0.smithi046.stdout:897: done (4 left) 2024-09-20T21:44:55.762 INFO:tasks.rados.rados.0.smithi046.stdout:898: done (3 left) 2024-09-20T21:44:55.762 INFO:tasks.rados.rados.0.smithi046.stdout:899: done (2 left) 2024-09-20T21:44:55.762 INFO:tasks.rados.rados.0.smithi046.stdout:900: done (1 left) 2024-09-20T21:44:55.763 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 87 2024-09-20T21:44:55.763 INFO:tasks.rados.rados.0.smithi046.stdout:902: seq_num 275 ranges {0=614400,614400=786432,1400832=499712,1900544=319488} 2024-09-20T21:44:55.764 INFO:tasks.rados.rados.0.smithi046.stdout:902: writing smithi04683737-15 from 0 to 614400 tid 1 2024-09-20T21:44:55.768 INFO:tasks.rados.rados.0.smithi046.stdout:902: writing smithi04683737-15 from 614400 to 1400832 tid 2 2024-09-20T21:44:55.771 INFO:tasks.rados.rados.0.smithi046.stdout:902: writing smithi04683737-15 from 1400832 to 1900544 tid 3 2024-09-20T21:44:55.773 INFO:tasks.rados.rados.0.smithi046.stdout:902: writing smithi04683737-15 from 1900544 to 2220032 tid 4 2024-09-20T21:44:55.773 INFO:tasks.rados.rados.0.smithi046.stdout:903: delete oid 4 current snap is 87 2024-09-20T21:44:55.773 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 325 (ObjNum 272 snap 87 seq_num 272) dirty exists 2024-09-20T21:44:55.774 INFO:tasks.rados.rados.0.smithi046.stdout:902: finishing write tid 1 to smithi04683737-15 2024-09-20T21:44:55.774 INFO:tasks.rados.rados.0.smithi046.stdout:902: finishing write tid 2 to smithi04683737-15 2024-09-20T21:44:55.775 INFO:tasks.rados.rados.0.smithi046.stdout:902: finishing write tid 3 to smithi04683737-15 2024-09-20T21:44:55.775 INFO:tasks.rados.rados.0.smithi046.stdout:901: done (2 left) 2024-09-20T21:44:55.775 INFO:tasks.rados.rados.0.smithi046.stdout:903: done (1 left) 2024-09-20T21:44:55.775 INFO:tasks.rados.rados.0.smithi046.stdout:904: read oid 5 snap -1 2024-09-20T21:44:55.775 INFO:tasks.rados.rados.0.smithi046.stdout:904: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:44:55.775 INFO:tasks.rados.rados.0.smithi046.stdout:905: read oid 38 snap -1 2024-09-20T21:44:55.775 INFO:tasks.rados.rados.0.smithi046.stdout:905: expect (ObjNum 261 snap 83 seq_num 261) 2024-09-20T21:44:55.775 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 87 2024-09-20T21:44:55.775 INFO:tasks.rados.rados.0.smithi046.stdout:906: seq_num 277 ranges {0=647168,647168=557056,1204224=516096,1720320=532480} 2024-09-20T21:44:55.778 INFO:tasks.rados.rados.0.smithi046.stdout:906: writing smithi04683737-48 from 0 to 647168 tid 1 2024-09-20T21:44:55.782 INFO:tasks.rados.rados.0.smithi046.stdout:906: writing smithi04683737-48 from 647168 to 1204224 tid 2 2024-09-20T21:44:55.785 INFO:tasks.rados.rados.0.smithi046.stdout:906: writing smithi04683737-48 from 1204224 to 1720320 tid 3 2024-09-20T21:44:55.788 INFO:tasks.rados.rados.0.smithi046.stdout:906: writing smithi04683737-48 from 1720320 to 2252800 tid 4 2024-09-20T21:44:55.788 INFO:tasks.rados.rados.0.smithi046.stdout:907: snap_remove snap 84 2024-09-20T21:44:55.850 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:55 smithi134 ceph-mon[31761]: osdmap e236: 8 total, 8 up, 8 in 2024-09-20T21:44:55.850 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:55 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:44:55.850 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:55 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:44:55.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:55 smithi046 ceph-mon[96110]: osdmap e236: 8 total, 8 up, 8 in 2024-09-20T21:44:55.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:55 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:44:55.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:55 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:44:55.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:55 smithi046 ceph-mon[39760]: osdmap e236: 8 total, 8 up, 8 in 2024-09-20T21:44:55.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:55 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:44:55.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:55 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:44:56.751 INFO:tasks.rados.rados.0.smithi046.stdout:902: finishing write tid 4 to smithi04683737-15 2024-09-20T21:44:56.751 INFO:tasks.rados.rados.0.smithi046.stdout:904: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:44:56.756 INFO:tasks.rados.rados.0.smithi046.stdout:902: finishing write tid 5 to smithi04683737-15 2024-09-20T21:44:56.756 INFO:tasks.rados.rados.0.smithi046.stdout:902: finishing write tid 6 to smithi04683737-15 2024-09-20T21:44:56.756 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 182 (ObjNum 275 snap 87 seq_num 275) dirty exists 2024-09-20T21:44:56.756 INFO:tasks.rados.rados.0.smithi046.stdout:902: left oid 15 (ObjNum 275 snap 87 seq_num 275) 2024-09-20T21:44:56.756 INFO:tasks.rados.rados.0.smithi046.stdout:906: finishing write tid 1 to smithi04683737-48 2024-09-20T21:44:56.756 INFO:tasks.rados.rados.0.smithi046.stdout:906: finishing write tid 2 to smithi04683737-48 2024-09-20T21:44:56.757 INFO:tasks.rados.rados.0.smithi046.stdout:906: finishing write tid 3 to smithi04683737-48 2024-09-20T21:44:56.757 INFO:tasks.rados.rados.0.smithi046.stdout:906: finishing write tid 4 to smithi04683737-48 2024-09-20T21:44:56.757 INFO:tasks.rados.rados.0.smithi046.stdout:906: finishing write tid 5 to smithi04683737-48 2024-09-20T21:44:56.757 INFO:tasks.rados.rados.0.smithi046.stdout:906: finishing write tid 6 to smithi04683737-48 2024-09-20T21:44:56.757 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 340 (ObjNum 277 snap 87 seq_num 277) dirty exists 2024-09-20T21:44:56.757 INFO:tasks.rados.rados.0.smithi046.stdout:906: left oid 48 (ObjNum 277 snap 87 seq_num 277) 2024-09-20T21:44:56.757 INFO:tasks.rados.rados.0.smithi046.stdout:905: expect (ObjNum 261 snap 83 seq_num 261) 2024-09-20T21:44:56.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:56 smithi046 ceph-mon[96110]: pgmap v12: 121 pgs: 121 active+clean; 172 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:44:56.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:56 smithi046 ceph-mon[96110]: osdmap e237: 8 total, 8 up, 8 in 2024-09-20T21:44:56.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:56 smithi046 ceph-mon[39760]: pgmap v12: 121 pgs: 121 active+clean; 172 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:44:56.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:56 smithi046 ceph-mon[39760]: osdmap e237: 8 total, 8 up, 8 in 2024-09-20T21:44:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:56 smithi134 ceph-mon[31761]: pgmap v12: 121 pgs: 121 active+clean; 172 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:44:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:56 smithi134 ceph-mon[31761]: osdmap e237: 8 total, 8 up, 8 in 2024-09-20T21:44:56.993 INFO:tasks.rados.rados.0.smithi046.stdout:902: done (4 left) 2024-09-20T21:44:56.993 INFO:tasks.rados.rados.0.smithi046.stdout:904: done (3 left) 2024-09-20T21:44:56.993 INFO:tasks.rados.rados.0.smithi046.stdout:905: done (2 left) 2024-09-20T21:44:56.993 INFO:tasks.rados.rados.0.smithi046.stdout:906: done (1 left) 2024-09-20T21:44:56.993 INFO:tasks.rados.rados.0.smithi046.stdout:907: done (0 left) 2024-09-20T21:44:56.993 INFO:tasks.rados.rados.0.smithi046.stdout:908: setattr oid 27 current snap is 87 2024-09-20T21:44:56.994 INFO:tasks.rados.rados.0.smithi046.stdout:909: rmattr oid 43 current snap is 87 2024-09-20T21:44:56.994 INFO:tasks.rados.rados.0.smithi046.stdout:910: snap_remove snap 74 2024-09-20T21:44:57.756 INFO:tasks.rados.rados.0.smithi046.stdout:910: done (2 left) 2024-09-20T21:44:57.756 INFO:tasks.rados.rados.0.smithi046.stdout:911: rollback oid 50 current snap is 87 2024-09-20T21:44:57.757 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 50 to 68 2024-09-20T21:44:57.757 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 371 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-20T21:44:57.757 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 215 (ObjNum 235 snap 71 seq_num 235) dirty exists 2024-09-20T21:44:57.757 INFO:tasks.rados.rados.0.smithi046.stdout:908: done (2 left) 2024-09-20T21:44:57.757 INFO:tasks.rados.rados.0.smithi046.stdout:909: done (1 left) 2024-09-20T21:44:57.757 INFO:tasks.rados.rados.0.smithi046.stdout:912: delete oid 49 current snap is 87 2024-09-20T21:44:57.761 INFO:tasks.rados.rados.0.smithi046.stdout:911: finishing rollback tid 1 to smithi04683737-50 2024-09-20T21:44:57.762 INFO:tasks.rados.rados.0.smithi046.stdout:911: finishing rollback tid 2 to smithi04683737-50 2024-09-20T21:44:57.762 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 216 (ObjNum 215 snap 55 seq_num 215) dirty exists 2024-09-20T21:44:57.770 INFO:tasks.rados.rados.0.smithi046.stdout:911: done (1 left) 2024-09-20T21:44:57.770 INFO:tasks.rados.rados.0.smithi046.stdout:912: done (0 left) 2024-09-20T21:44:57.770 INFO:tasks.rados.rados.0.smithi046.stdout:913: delete oid 16 current snap is 87 2024-09-20T21:44:57.775 INFO:tasks.rados.rados.0.smithi046.stdout:913: done (0 left) 2024-09-20T21:44:57.775 INFO:tasks.rados.rados.0.smithi046.stdout:914: snap_remove snap 82 2024-09-20T21:44:58.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:57 smithi046 ceph-mon[96110]: osdmap e238: 8 total, 8 up, 8 in 2024-09-20T21:44:58.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:57 smithi046 ceph-mon[39760]: osdmap e238: 8 total, 8 up, 8 in 2024-09-20T21:44:58.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:57 smithi134 ceph-mon[31761]: osdmap e238: 8 total, 8 up, 8 in 2024-09-20T21:44:58.755 INFO:tasks.rados.rados.0.smithi046.stdout:914: done (0 left) 2024-09-20T21:44:58.755 INFO:tasks.rados.rados.0.smithi046.stdout:915: snap_remove snap 85 2024-09-20T21:44:58.759 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:44:58 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:44:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:44:59.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:58 smithi046 ceph-mon[96110]: pgmap v15: 121 pgs: 121 active+clean; 184 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.9 MiB/s wr, 57 op/s 2024-09-20T21:44:59.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:58 smithi046 ceph-mon[96110]: osdmap e239: 8 total, 8 up, 8 in 2024-09-20T21:44:59.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:58 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:44:59.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:58 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:44:59.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:58 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:44:59.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:58 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:44:59.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:58 smithi046 ceph-mon[96110]: Updating smithi046:/etc/ceph/ceph.conf 2024-09-20T21:44:59.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:58 smithi046 ceph-mon[96110]: Updating smithi134:/etc/ceph/ceph.conf 2024-09-20T21:44:59.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:58 smithi046 ceph-mon[39760]: pgmap v15: 121 pgs: 121 active+clean; 184 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.9 MiB/s wr, 57 op/s 2024-09-20T21:44:59.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:58 smithi046 ceph-mon[39760]: osdmap e239: 8 total, 8 up, 8 in 2024-09-20T21:44:59.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:58 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:44:59.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:58 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:44:59.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:58 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:44:59.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:58 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:44:59.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:58 smithi046 ceph-mon[39760]: Updating smithi046:/etc/ceph/ceph.conf 2024-09-20T21:44:59.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:58 smithi046 ceph-mon[39760]: Updating smithi134:/etc/ceph/ceph.conf 2024-09-20T21:44:59.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:58 smithi134 ceph-mon[31761]: pgmap v15: 121 pgs: 121 active+clean; 184 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.9 MiB/s wr, 57 op/s 2024-09-20T21:44:59.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:58 smithi134 ceph-mon[31761]: osdmap e239: 8 total, 8 up, 8 in 2024-09-20T21:44:59.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:58 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:44:59.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:58 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:44:59.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:58 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:44:59.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:58 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:44:59.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:58 smithi134 ceph-mon[31761]: Updating smithi046:/etc/ceph/ceph.conf 2024-09-20T21:44:59.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:58 smithi134 ceph-mon[31761]: Updating smithi134:/etc/ceph/ceph.conf 2024-09-20T21:44:59.769 INFO:tasks.rados.rados.0.smithi046.stdout:915: done (0 left) 2024-09-20T21:44:59.769 INFO:tasks.rados.rados.0.smithi046.stdout:916: snap_create 2024-09-20T21:45:00.012 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: Updating smithi134:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-20T21:45:00.013 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: Updating smithi046:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-20T21:45:00.013 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: Updating smithi134:/etc/ceph/ceph.client.admin.keyring 2024-09-20T21:45:00.013 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2024-09-20T21:45:00.013 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: Updating smithi134:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-20T21:45:00.013 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: Updating smithi046:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-20T21:45:00.013 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: osdmap e240: 8 total, 8 up, 8 in 2024-09-20T21:45:00.013 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:00.013 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:00.013 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:00.013 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:00.013 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:00.013 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:45:00.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:45:00.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-20T21:45:00.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-20T21:45:00.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:45:00.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:45:00.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:45:00.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:45:00.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:45:00.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:45:00.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:45:00.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:45:00.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:45:00.015 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:45:00.015 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:45:00.015 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:45:00.015 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:45:00.015 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:45:00.015 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:45:00.015 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:45:00.015 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:45:00.015 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:45:00.015 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:45:00.015 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:45:00.015 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:45:00.015 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:45:00.016 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:45:00.016 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:45:00.016 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:45:00.016 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:45:00.016 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: Updating smithi134:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-20T21:45:00.016 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: Updating smithi046:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-20T21:45:00.016 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: Updating smithi134:/etc/ceph/ceph.client.admin.keyring 2024-09-20T21:45:00.016 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2024-09-20T21:45:00.016 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: Updating smithi134:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-20T21:45:00.017 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: Updating smithi046:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-20T21:45:00.017 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: osdmap e240: 8 total, 8 up, 8 in 2024-09-20T21:45:00.017 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:00.017 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:00.017 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:00.017 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:00.017 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:00.017 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:45:00.017 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:45:00.017 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-20T21:45:00.017 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-20T21:45:00.017 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:45:00.017 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:45:00.017 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:45:00.018 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:45:00.018 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:45:00.018 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:45:00.018 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:45:00.018 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:45:00.018 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:45:00.018 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:45:00.018 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:45:00.018 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:45:00.018 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:45:00.018 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:45:00.018 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:45:00.018 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:45:00.019 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:45:00.019 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:45:00.019 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:45:00.019 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:45:00.019 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:45:00.019 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:45:00.019 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:45:00.019 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:45:00.019 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:45:00.019 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:44:59 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:45:00.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: Updating smithi134:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-20T21:45:00.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: Updating smithi046:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.conf 2024-09-20T21:45:00.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: Updating smithi134:/etc/ceph/ceph.client.admin.keyring 2024-09-20T21:45:00.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2024-09-20T21:45:00.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: Updating smithi134:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-20T21:45:00.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: Updating smithi046:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/config/ceph.client.admin.keyring 2024-09-20T21:45:00.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: osdmap e240: 8 total, 8 up, 8 in 2024-09-20T21:45:00.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:00.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:00.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:00.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:00.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:00.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:45:00.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:45:00.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-20T21:45:00.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-20T21:45:00.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:45:00.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T21:45:00.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:45:00.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:45:00.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:45:00.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:45:00.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:45:00.179 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:45:00.179 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:45:00.179 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:45:00.179 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:45:00.179 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:45:00.179 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:45:00.179 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:45:00.180 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:45:00.180 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:45:00.180 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:45:00.180 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:45:00.180 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:45:00.180 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:45:00.180 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:45:00.181 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T21:45:00.181 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T21:45:00.181 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:45:00.181 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:45:00.181 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:44:59 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:45:00.773 INFO:tasks.rados.rados.0.smithi046.stdout:916: done (0 left) 2024-09-20T21:45:00.773 INFO:tasks.rados.rados.0.smithi046.stdout:917: rollback oid 48 current snap is 88 2024-09-20T21:45:00.774 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 48 to 73 2024-09-20T21:45:00.774 INFO:tasks.rados.rados.0.smithi046.stdout:918: copy_from oid 4 from oid 24 current snap is 88 2024-09-20T21:45:00.774 INFO:tasks.rados.rados.0.smithi046.stdout:919: snap_create 2024-09-20T21:45:00.778 INFO:tasks.rados.rados.0.smithi046.stdout:917: finishing rollback tid 0 to smithi04683737-48 2024-09-20T21:45:00.778 INFO:tasks.rados.rados.0.smithi046.stdout:917: finishing rollback tid 1 to smithi04683737-48 2024-09-20T21:45:00.778 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 353 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-20T21:45:00.785 INFO:tasks.rados.rados.0.smithi046.stdout:918: finishing copy_from racing read to smithi04683737-4 2024-09-20T21:45:00.786 INFO:tasks.rados.rados.0.smithi046.stdout:918: finishing copy_from to smithi04683737-4 2024-09-20T21:45:00.786 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 195 (ObjNum 244 snap 72 seq_num 244) dirty exists 2024-09-20T21:45:01.058 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:00 smithi046 ceph-mon[39760]: Upgrade: It appears safe to stop mon.c 2024-09-20T21:45:01.058 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:00 smithi046 ceph-mon[39760]: pgmap v18: 121 pgs: 121 active+clean; 184 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.9 MiB/s wr, 57 op/s 2024-09-20T21:45:01.058 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:00 smithi046 ceph-mon[39760]: osdmap e241: 8 total, 8 up, 8 in 2024-09-20T21:45:01.058 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:00 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:01.058 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:00 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-20T21:45:01.059 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:00 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-20T21:45:01.059 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:00 smithi046 ceph-mon[39760]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:01.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:00 smithi046 ceph-mon[96110]: Upgrade: It appears safe to stop mon.c 2024-09-20T21:45:01.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:00 smithi046 ceph-mon[96110]: pgmap v18: 121 pgs: 121 active+clean; 184 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.9 MiB/s wr, 57 op/s 2024-09-20T21:45:01.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:00 smithi046 ceph-mon[96110]: osdmap e241: 8 total, 8 up, 8 in 2024-09-20T21:45:01.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:00 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:01.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:00 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-20T21:45:01.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:00 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-20T21:45:01.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:00 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:01.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:00 smithi134 ceph-mon[31761]: Upgrade: It appears safe to stop mon.c 2024-09-20T21:45:01.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:00 smithi134 ceph-mon[31761]: pgmap v18: 121 pgs: 121 active+clean; 184 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.9 MiB/s wr, 57 op/s 2024-09-20T21:45:01.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:00 smithi134 ceph-mon[31761]: osdmap e241: 8 total, 8 up, 8 in 2024-09-20T21:45:01.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:00 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:01.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:00 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-20T21:45:01.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:00 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-20T21:45:01.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:00 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:01.785 INFO:tasks.rados.rados.0.smithi046.stdout:917: done (2 left) 2024-09-20T21:45:01.786 INFO:tasks.rados.rados.0.smithi046.stdout:918: done (1 left) 2024-09-20T21:45:01.786 INFO:tasks.rados.rados.0.smithi046.stdout:919: done (0 left) 2024-09-20T21:45:01.786 INFO:tasks.rados.rados.0.smithi046.stdout:920: read oid 34 snap 63 2024-09-20T21:45:01.786 INFO:tasks.rados.rados.0.smithi046.stdout:920: expect (ObjNum 225 snap 60 seq_num 225) 2024-09-20T21:45:01.786 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 89 2024-09-20T21:45:01.786 INFO:tasks.rados.rados.0.smithi046.stdout:921: seq_num 280 ranges {2080768=696320,2777088=606208,3383296=688128,4071424=311296} 2024-09-20T21:45:01.800 INFO:tasks.rados.rados.0.smithi046.stdout:921: writing smithi04683737-45 from 2080768 to 2777088 tid 1 2024-09-20T21:45:01.804 INFO:tasks.rados.rados.0.smithi046.stdout:921: writing smithi04683737-45 from 2777088 to 3383296 tid 2 2024-09-20T21:45:01.808 INFO:tasks.rados.rados.0.smithi046.stdout:921: writing smithi04683737-45 from 3383296 to 4071424 tid 3 2024-09-20T21:45:01.810 INFO:tasks.rados.rados.0.smithi046.stdout:921: writing smithi04683737-45 from 4071424 to 4382720 tid 4 2024-09-20T21:45:01.811 INFO:tasks.rados.rados.0.smithi046.stdout:922: delete oid 48 current snap is 89 2024-09-20T21:45:01.811 INFO:tasks.rados.rados.0.smithi046.stdout:920: expect (ObjNum 225 snap 60 seq_num 225) 2024-09-20T21:45:01.881 INFO:tasks.rados.rados.0.smithi046.stdout:921: finishing write tid 1 to smithi04683737-45 2024-09-20T21:45:01.881 INFO:tasks.rados.rados.0.smithi046.stdout:921: finishing write tid 2 to smithi04683737-45 2024-09-20T21:45:01.881 INFO:tasks.rados.rados.0.smithi046.stdout:920: done (2 left) 2024-09-20T21:45:01.881 INFO:tasks.rados.rados.0.smithi046.stdout:922: done (1 left) 2024-09-20T21:45:01.881 INFO:tasks.rados.rados.0.smithi046.stdout:923: setattr oid 50 current snap is 89 2024-09-20T21:45:01.881 INFO:tasks.rados.rados.0.smithi046.stdout:921: finishing write tid 3 to smithi04683737-45 2024-09-20T21:45:01.881 INFO:tasks.rados.rados.0.smithi046.stdout:921: finishing write tid 4 to smithi04683737-45 2024-09-20T21:45:01.881 INFO:tasks.rados.rados.0.smithi046.stdout:921: finishing write tid 5 to smithi04683737-45 2024-09-20T21:45:01.882 INFO:tasks.rados.rados.0.smithi046.stdout:921: finishing write tid 6 to smithi04683737-45 2024-09-20T21:45:01.882 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 212 (ObjNum 280 snap 89 seq_num 280) dirty exists 2024-09-20T21:45:01.882 INFO:tasks.rados.rados.0.smithi046.stdout:921: left oid 45 (ObjNum 280 snap 89 seq_num 280) 2024-09-20T21:45:01.882 INFO:tasks.rados.rados.0.smithi046.stdout:921: done (1 left) 2024-09-20T21:45:01.882 INFO:tasks.rados.rados.0.smithi046.stdout:924: rollback oid 29 current snap is 89 2024-09-20T21:45:01.882 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 29 to 87 2024-09-20T21:45:01.883 INFO:tasks.rados.rados.0.smithi046.stdout:925: snap_create 2024-09-20T21:45:01.885 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 217 (ObjNum 215 snap 55 seq_num 215) dirty exists 2024-09-20T21:45:01.886 INFO:tasks.rados.rados.0.smithi046.stdout:924: finishing rollback tid 0 to smithi04683737-29 2024-09-20T21:45:01.886 INFO:tasks.rados.rados.0.smithi046.stdout:924: finishing rollback tid 1 to smithi04683737-29 2024-09-20T21:45:01.887 INFO:tasks.rados.rados.0.smithi046.stdout:924: finishing rollback tid 2 to smithi04683737-29 2024-09-20T21:45:01.887 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 253 (ObjNum 258 snap 83 seq_num 258) dirty exists 2024-09-20T21:45:02.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:01 smithi046 ceph-mon[96110]: Upgrade: Updating mon.c 2024-09-20T21:45:02.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:01 smithi046 ceph-mon[96110]: Deploying daemon mon.c on smithi046 2024-09-20T21:45:02.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:01 smithi046 ceph-mon[96110]: osdmap e242: 8 total, 8 up, 8 in 2024-09-20T21:45:02.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:01 smithi046 ceph-mon[39760]: Upgrade: Updating mon.c 2024-09-20T21:45:02.056 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:01 smithi046 ceph-mon[39760]: Deploying daemon mon.c on smithi046 2024-09-20T21:45:02.056 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:01 smithi046 ceph-mon[39760]: osdmap e242: 8 total, 8 up, 8 in 2024-09-20T21:45:02.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:01 smithi134 ceph-mon[31761]: Upgrade: Updating mon.c 2024-09-20T21:45:02.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:01 smithi134 ceph-mon[31761]: Deploying daemon mon.c on smithi046 2024-09-20T21:45:02.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:01 smithi134 ceph-mon[31761]: osdmap e242: 8 total, 8 up, 8 in 2024-09-20T21:45:02.380 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:45:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:45:02] "GET /metrics HTTP/1.1" 200 33307 "" "Prometheus/2.43.0" 2024-09-20T21:45:02.381 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:02 smithi046 systemd[1]: Stopping Ceph mon.c for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:45:02.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-c[39737]: 2024-09-20T21:45:02.378+0000 7fb13cc1f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-20T21:45:02.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-c[39737]: 2024-09-20T21:45:02.378+0000 7fb13cc1f640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-09-20T21:45:02.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:02 smithi046 podman[98398]: 2024-09-20 21:45:02.511598268 +0000 UTC m=+0.264098562 container died caea7f40cab3640d8ccef678a8cf4385353a7a62afe9dcb843defbaf344bfefb (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-c, RELEASE=quincy-fbd1a6a, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-20T21:45:02.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:45:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:45:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:45:03.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:02 smithi046 podman[98398]: 2024-09-20 21:45:02.98129898 +0000 UTC m=+0.733799272 container cleanup caea7f40cab3640d8ccef678a8cf4385353a7a62afe9dcb843defbaf344bfefb (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=quincy-fbd1a6a, GIT_BRANCH=HEAD) 2024-09-20T21:45:03.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:02 smithi046 bash[98398]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-c 2024-09-20T21:45:03.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:03 smithi046 podman[98415]: 2024-09-20 21:45:03.249700545 +0000 UTC m=+0.738054623 container remove caea7f40cab3640d8ccef678a8cf4385353a7a62afe9dcb843defbaf344bfefb (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-c, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, RELEASE=quincy-fbd1a6a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-09-20T21:45:03.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:03 smithi046 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mon.c.service: Deactivated successfully. 2024-09-20T21:45:03.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:03 smithi046 systemd[1]: Stopped Ceph mon.c for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:45:03.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:03 smithi046 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mon.c.service: Consumed 8.112s CPU time. 2024-09-20T21:45:03.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:45:03 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:45:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:45:04.041 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:03 smithi046 systemd[1]: Starting Ceph mon.c for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:45:04.041 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:03 smithi046 podman[98553]: 2024-09-20 21:45:03.784689198 +0000 UTC m=+0.016586162 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T21:45:04.042 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:03 smithi046 podman[98553]: 2024-09-20 21:45:03.900974769 +0000 UTC m=+0.132871731 container create 17796ae3530aad885ab1c22e8d5f9a1464b83f6c1f6b061b5351f1e4f4e76c35 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-c, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-9e2ac70, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True) 2024-09-20T21:45:04.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 podman[98553]: 2024-09-20 21:45:04.120381427 +0000 UTC m=+0.352278398 container init 17796ae3530aad885ab1c22e8d5f9a1464b83f6c1f6b061b5351f1e4f4e76c35 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-c, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=squid-9e2ac70, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-20T21:45:04.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 podman[98553]: 2024-09-20 21:45:04.125642408 +0000 UTC m=+0.357539372 container start 17796ae3530aad885ab1c22e8d5f9a1464b83f6c1f6b061b5351f1e4f4e76c35 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-c, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, RELEASE=squid-9e2ac70, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-20T21:45:04.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: set uid:gid to 167:167 (ceph:ceph) 2024-09-20T21:45:04.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable), process ceph-mon, pid 7 2024-09-20T21:45:04.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: pidfile_write: ignore empty --pid-file 2024-09-20T21:45:04.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: load: jerasure load: lrc 2024-09-20T21:45:04.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: RocksDB version: 7.9.2 2024-09-20T21:45:04.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Git sha 0 2024-09-20T21:45:04.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Compile date 2024-09-19 18:20:48 2024-09-20T21:45:04.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: DB SUMMARY 2024-09-20T21:45:04.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: DB Session ID: EYYB7YDTCZA6BLFGQXOM 2024-09-20T21:45:04.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: CURRENT file: CURRENT 2024-09-20T21:45:04.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: IDENTITY file: IDENTITY 2024-09-20T21:45:04.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1103 Bytes 2024-09-20T21:45:04.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-09-20T21:45:04.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 9322590 ; 2024-09-20T21:45:04.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.error_if_exists: 0 2024-09-20T21:45:04.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.create_if_missing: 0 2024-09-20T21:45:04.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.paranoid_checks: 1 2024-09-20T21:45:04.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-20T21:45:04.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-20T21:45:04.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-20T21:45:04.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.env: 0x55cdc067a940 2024-09-20T21:45:04.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.fs: PosixFileSystem 2024-09-20T21:45:04.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.info_log: 0x55cdc0ef36e0 2024-09-20T21:45:04.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.max_file_opening_threads: 16 2024-09-20T21:45:04.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.statistics: (nil) 2024-09-20T21:45:04.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.use_fsync: 0 2024-09-20T21:45:04.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.max_log_file_size: 0 2024-09-20T21:45:04.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-20T21:45:04.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-20T21:45:04.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.keep_log_file_num: 1000 2024-09-20T21:45:04.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.recycle_log_file_num: 0 2024-09-20T21:45:04.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.allow_fallocate: 1 2024-09-20T21:45:04.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.allow_mmap_reads: 0 2024-09-20T21:45:04.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.allow_mmap_writes: 0 2024-09-20T21:45:04.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.use_direct_reads: 0 2024-09-20T21:45:04.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-20T21:45:04.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.create_missing_column_families: 0 2024-09-20T21:45:04.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.db_log_dir: 2024-09-20T21:45:04.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.wal_dir: 2024-09-20T21:45:04.407 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-20T21:45:04.407 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-20T21:45:04.407 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-20T21:45:04.407 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-20T21:45:04.407 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-20T21:45:04.407 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-20T21:45:04.407 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.advise_random_on_open: 1 2024-09-20T21:45:04.407 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.db_write_buffer_size: 0 2024-09-20T21:45:04.408 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.write_buffer_manager: 0x55cdc0f028c0 2024-09-20T21:45:04.408 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-20T21:45:04.408 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-20T21:45:04.408 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-20T21:45:04.408 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.rate_limiter: (nil) 2024-09-20T21:45:04.408 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-20T21:45:04.408 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.wal_recovery_mode: 2 2024-09-20T21:45:04.408 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.enable_thread_tracking: 0 2024-09-20T21:45:04.408 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.enable_pipelined_write: 0 2024-09-20T21:45:04.408 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.unordered_write: 0 2024-09-20T21:45:04.409 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-20T21:45:04.411 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-20T21:45:04.411 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-20T21:45:04.411 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-20T21:45:04.411 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.row_cache: None 2024-09-20T21:45:04.411 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.wal_filter: None 2024-09-20T21:45:04.411 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-20T21:45:04.411 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.allow_ingest_behind: 0 2024-09-20T21:45:04.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.two_write_queues: 0 2024-09-20T21:45:04.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.manual_wal_flush: 0 2024-09-20T21:45:04.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.wal_compression: 0 2024-09-20T21:45:04.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.atomic_flush: 0 2024-09-20T21:45:04.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-20T21:45:04.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-20T21:45:04.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-20T21:45:04.412 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.log_readahead_size: 0 2024-09-20T21:45:04.413 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-20T21:45:04.413 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.best_efforts_recovery: 0 2024-09-20T21:45:04.413 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-20T21:45:04.413 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-20T21:45:04.413 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.allow_data_in_errors: 0 2024-09-20T21:45:04.413 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.db_host_id: __hostname__ 2024-09-20T21:45:04.413 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-20T21:45:04.414 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.max_background_jobs: 2 2024-09-20T21:45:04.414 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.max_background_compactions: -1 2024-09-20T21:45:04.414 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.max_subcompactions: 1 2024-09-20T21:45:04.414 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-20T21:45:04.414 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-20T21:45:04.414 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-20T21:45:04.414 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.max_total_wal_size: 0 2024-09-20T21:45:04.414 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-20T21:45:04.414 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-20T21:45:04.415 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-20T21:45:04.415 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-20T21:45:04.415 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.max_open_files: -1 2024-09-20T21:45:04.415 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.bytes_per_sync: 0 2024-09-20T21:45:04.415 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-20T21:45:04.415 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-20T21:45:04.415 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.compaction_readahead_size: 0 2024-09-20T21:45:04.415 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.max_background_flushes: -1 2024-09-20T21:45:04.416 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Compression algorithms supported: 2024-09-20T21:45:04.416 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: kZSTD supported: 0 2024-09-20T21:45:04.416 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: kXpressCompression supported: 0 2024-09-20T21:45:04.416 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: kBZip2Compression supported: 0 2024-09-20T21:45:04.416 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-20T21:45:04.416 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: kLZ4Compression supported: 1 2024-09-20T21:45:04.417 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: kZlibCompression supported: 1 2024-09-20T21:45:04.417 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: kLZ4HCCompression supported: 1 2024-09-20T21:45:04.417 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: kSnappyCompression supported: 1 2024-09-20T21:45:04.417 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-20T21:45:04.417 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-20T21:45:04.417 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 2024-09-20T21:45:04.417 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-20T21:45:04.418 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-20T21:45:04.418 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.merge_operator: 2024-09-20T21:45:04.418 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.compaction_filter: None 2024-09-20T21:45:04.418 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.compaction_filter_factory: None 2024-09-20T21:45:04.418 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.sst_partitioner_factory: None 2024-09-20T21:45:04.419 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-20T21:45:04.419 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-20T21:45:04.419 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55cdc0ef3320) 2024-09-20T21:45:04.419 INFO:journalctl@ceph.mon.c.smithi046.stdout: cache_index_and_filter_blocks: 1 2024-09-20T21:45:04.419 INFO:journalctl@ceph.mon.c.smithi046.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-20T21:45:04.419 INFO:journalctl@ceph.mon.c.smithi046.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-20T21:45:04.419 INFO:journalctl@ceph.mon.c.smithi046.stdout: pin_top_level_index_and_filter: 1 2024-09-20T21:45:04.419 INFO:journalctl@ceph.mon.c.smithi046.stdout: index_type: 0 2024-09-20T21:45:04.419 INFO:journalctl@ceph.mon.c.smithi046.stdout: data_block_index_type: 0 2024-09-20T21:45:04.419 INFO:journalctl@ceph.mon.c.smithi046.stdout: index_shortening: 1 2024-09-20T21:45:04.419 INFO:journalctl@ceph.mon.c.smithi046.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-20T21:45:04.419 INFO:journalctl@ceph.mon.c.smithi046.stdout: checksum: 4 2024-09-20T21:45:04.419 INFO:journalctl@ceph.mon.c.smithi046.stdout: no_block_cache: 0 2024-09-20T21:45:04.419 INFO:journalctl@ceph.mon.c.smithi046.stdout: block_cache: 0x55cdc0ee71f0 2024-09-20T21:45:04.420 INFO:journalctl@ceph.mon.c.smithi046.stdout: block_cache_name: BinnedLRUCache 2024-09-20T21:45:04.420 INFO:journalctl@ceph.mon.c.smithi046.stdout: block_cache_options: 2024-09-20T21:45:04.420 INFO:journalctl@ceph.mon.c.smithi046.stdout: capacity : 536870912 2024-09-20T21:45:04.420 INFO:journalctl@ceph.mon.c.smithi046.stdout: num_shard_bits : 4 2024-09-20T21:45:04.420 INFO:journalctl@ceph.mon.c.smithi046.stdout: strict_capacity_limit : 0 2024-09-20T21:45:04.420 INFO:journalctl@ceph.mon.c.smithi046.stdout: high_pri_pool_ratio: 0.000 2024-09-20T21:45:04.420 INFO:journalctl@ceph.mon.c.smithi046.stdout: block_cache_compressed: (nil) 2024-09-20T21:45:04.420 INFO:journalctl@ceph.mon.c.smithi046.stdout: persistent_cache: (nil) 2024-09-20T21:45:04.421 INFO:journalctl@ceph.mon.c.smithi046.stdout: block_size: 4096 2024-09-20T21:45:04.421 INFO:journalctl@ceph.mon.c.smithi046.stdout: block_size_deviation: 10 2024-09-20T21:45:04.421 INFO:journalctl@ceph.mon.c.smithi046.stdout: block_restart_interval: 16 2024-09-20T21:45:04.421 INFO:journalctl@ceph.mon.c.smithi046.stdout: index_block_restart_interval: 1 2024-09-20T21:45:04.421 INFO:journalctl@ceph.mon.c.smithi046.stdout: metadata_block_size: 4096 2024-09-20T21:45:04.421 INFO:journalctl@ceph.mon.c.smithi046.stdout: partition_filters: 0 2024-09-20T21:45:04.421 INFO:journalctl@ceph.mon.c.smithi046.stdout: use_delta_encoding: 1 2024-09-20T21:45:04.421 INFO:journalctl@ceph.mon.c.smithi046.stdout: filter_policy: bloomfilter 2024-09-20T21:45:04.421 INFO:journalctl@ceph.mon.c.smithi046.stdout: whole_key_filtering: 1 2024-09-20T21:45:04.421 INFO:journalctl@ceph.mon.c.smithi046.stdout: verify_compression: 0 2024-09-20T21:45:04.421 INFO:journalctl@ceph.mon.c.smithi046.stdout: read_amp_bytes_per_bit: 0 2024-09-20T21:45:04.421 INFO:journalctl@ceph.mon.c.smithi046.stdout: format_version: 5 2024-09-20T21:45:04.421 INFO:journalctl@ceph.mon.c.smithi046.stdout: enable_index_compression: 1 2024-09-20T21:45:04.421 INFO:journalctl@ceph.mon.c.smithi046.stdout: block_align: 0 2024-09-20T21:45:04.422 INFO:journalctl@ceph.mon.c.smithi046.stdout: max_auto_readahead_size: 262144 2024-09-20T21:45:04.422 INFO:journalctl@ceph.mon.c.smithi046.stdout: prepopulate_block_cache: 0 2024-09-20T21:45:04.422 INFO:journalctl@ceph.mon.c.smithi046.stdout: initial_auto_readahead_size: 8192 2024-09-20T21:45:04.422 INFO:journalctl@ceph.mon.c.smithi046.stdout: num_file_reads_for_auto_readahead: 2 2024-09-20T21:45:04.422 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.write_buffer_size: 33554432 2024-09-20T21:45:04.422 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.max_write_buffer_number: 2 2024-09-20T21:45:04.422 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.compression: NoCompression 2024-09-20T21:45:04.422 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.bottommost_compression: Disabled 2024-09-20T21:45:04.422 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.prefix_extractor: nullptr 2024-09-20T21:45:04.422 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-20T21:45:04.422 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.num_levels: 7 2024-09-20T21:45:04.422 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-20T21:45:04.422 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-20T21:45:04.422 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-20T21:45:04.423 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-20T21:45:04.423 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-20T21:45:04.423 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-20T21:45:04.423 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-20T21:45:04.423 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-20T21:45:04.423 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-20T21:45:04.423 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-20T21:45:04.423 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-20T21:45:04.423 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-20T21:45:04.423 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-20T21:45:04.423 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.compression_opts.level: 32767 2024-09-20T21:45:04.423 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.compression_opts.strategy: 0 2024-09-20T21:45:04.423 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-20T21:45:04.423 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-20T21:45:04.424 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-20T21:45:04.424 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-20T21:45:04.424 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.compression_opts.enabled: false 2024-09-20T21:45:04.424 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-20T21:45:04.424 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-20T21:45:04.424 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-20T21:45:04.424 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-20T21:45:04.424 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.target_file_size_base: 67108864 2024-09-20T21:45:04.424 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-20T21:45:04.424 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-20T21:45:04.424 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-20T21:45:04.424 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-20T21:45:04.424 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-20T21:45:04.424 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-20T21:45:04.424 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-20T21:45:04.425 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-20T21:45:04.425 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-20T21:45:04.425 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-20T21:45:04.425 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-20T21:45:04.425 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-20T21:45:04.425 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-20T21:45:04.425 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-20T21:45:04.425 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.arena_block_size: 1048576 2024-09-20T21:45:04.425 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-20T21:45:04.425 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-20T21:45:04.425 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.disable_auto_compactions: 0 2024-09-20T21:45:04.425 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-20T21:45:04.425 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-20T21:45:04.425 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-20T21:45:04.426 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-20T21:45:04.426 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-20T21:45:04.426 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-20T21:45:04.426 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-20T21:45:04.426 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-20T21:45:04.426 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-20T21:45:04.426 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-20T21:45:04.426 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-20T21:45:04.426 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.inplace_update_support: 0 2024-09-20T21:45:04.426 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-20T21:45:04.426 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-20T21:45:04.426 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-20T21:45:04.426 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-20T21:45:04.426 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.bloom_locality: 0 2024-09-20T21:45:04.427 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.max_successive_merges: 0 2024-09-20T21:45:04.427 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-20T21:45:04.427 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.paranoid_file_checks: 0 2024-09-20T21:45:04.427 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.force_consistency_checks: 1 2024-09-20T21:45:04.427 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.report_bg_io_stats: 0 2024-09-20T21:45:04.427 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.ttl: 2592000 2024-09-20T21:45:04.427 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-20T21:45:04.427 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-20T21:45:04.427 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-20T21:45:04.427 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.enable_blob_files: false 2024-09-20T21:45:04.427 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.min_blob_size: 0 2024-09-20T21:45:04.427 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.blob_file_size: 268435456 2024-09-20T21:45:04.427 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-20T21:45:04.427 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-20T21:45:04.428 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-20T21:45:04.428 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-20T21:45:04.428 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-20T21:45:04.428 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.blob_file_starting_level: 0 2024-09-20T21:45:04.428 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-20T21:45:04.428 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-09-20T21:45:04.428 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-20T21:45:04.428 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13414, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-20T21:45:04.428 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-09-20T21:45:04.428 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 5fb2a0f8-19a7-48cb-b11f-f463b687b97d 2024-09-20T21:45:04.428 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726868704152976, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-09-20T21:45:04.428 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-09-20T21:45:04.428 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726868704173584, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 5763114, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13419, "largest_seqno": 16042, "table_properties": {"data_size": 5750425, "index_size": 8891, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2757, "raw_key_size": 26239, "raw_average_key_size": 24, "raw_value_size": 5726067, "raw_average_value_size": 5277, "num_data_blocks": 388, "num_entries": 1085, "num_filter_entries": 1085, "num_deletions": 40, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726868704, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "5fb2a0f8-19a7-48cb-b11f-f463b687b97d", "db_session_id": "EYYB7YDTCZA6BLFGQXOM", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-09-20T21:45:04.428 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726868704173710, "job": 1, "event": "recovery_finished"} 2024-09-20T21:45:04.429 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-09-20T21:45:04.429 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-20T21:45:04.429 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-20T21:45:04.429 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55cdc0f14e00 2024-09-20T21:45:04.429 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: DB pointer 0x55cdc1010000 2024-09-20T21:45:04.429 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-20T21:45:04.429 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-20T21:45:04.429 INFO:journalctl@ceph.mon.c.smithi046.stdout: ** DB Stats ** 2024-09-20T21:45:04.429 INFO:journalctl@ceph.mon.c.smithi046.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-20T21:45:04.429 INFO:journalctl@ceph.mon.c.smithi046.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-20T21:45:04.429 INFO:journalctl@ceph.mon.c.smithi046.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-20T21:45:04.429 INFO:journalctl@ceph.mon.c.smithi046.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-20T21:45:04.429 INFO:journalctl@ceph.mon.c.smithi046.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-20T21:45:04.429 INFO:journalctl@ceph.mon.c.smithi046.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-20T21:45:04.430 INFO:journalctl@ceph.mon.c.smithi046.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-20T21:45:04.430 INFO:journalctl@ceph.mon.c.smithi046.stdout: 2024-09-20T21:45:04.430 INFO:journalctl@ceph.mon.c.smithi046.stdout: ** Compaction Stats [default] ** 2024-09-20T21:45:04.430 INFO:journalctl@ceph.mon.c.smithi046.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-20T21:45:04.430 INFO:journalctl@ceph.mon.c.smithi046.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-20T21:45:04.430 INFO:journalctl@ceph.mon.c.smithi046.stdout: L0 1/0 5.50 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 671.7 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-09-20T21:45:04.430 INFO:journalctl@ceph.mon.c.smithi046.stdout: L6 1/0 7.74 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-20T21:45:04.430 INFO:journalctl@ceph.mon.c.smithi046.stdout: Sum 2/0 13.24 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 671.7 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-09-20T21:45:04.430 INFO:journalctl@ceph.mon.c.smithi046.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 671.7 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-09-20T21:45:04.430 INFO:journalctl@ceph.mon.c.smithi046.stdout: 2024-09-20T21:45:04.430 INFO:journalctl@ceph.mon.c.smithi046.stdout: ** Compaction Stats [default] ** 2024-09-20T21:45:04.430 INFO:journalctl@ceph.mon.c.smithi046.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-20T21:45:04.430 INFO:journalctl@ceph.mon.c.smithi046.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-20T21:45:04.430 INFO:journalctl@ceph.mon.c.smithi046.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 671.7 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-09-20T21:45:04.431 INFO:journalctl@ceph.mon.c.smithi046.stdout: 2024-09-20T21:45:04.431 INFO:journalctl@ceph.mon.c.smithi046.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-20T21:45:04.431 INFO:journalctl@ceph.mon.c.smithi046.stdout: 2024-09-20T21:45:04.431 INFO:journalctl@ceph.mon.c.smithi046.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-20T21:45:04.431 INFO:journalctl@ceph.mon.c.smithi046.stdout: Flush(GB): cumulative 0.005, interval 0.005 2024-09-20T21:45:04.431 INFO:journalctl@ceph.mon.c.smithi046.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-20T21:45:04.431 INFO:journalctl@ceph.mon.c.smithi046.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-20T21:45:04.432 INFO:journalctl@ceph.mon.c.smithi046.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-20T21:45:04.432 INFO:journalctl@ceph.mon.c.smithi046.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-20T21:45:04.432 INFO:journalctl@ceph.mon.c.smithi046.stdout: Cumulative compaction: 0.01 GB write, 233.67 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-20T21:45:04.432 INFO:journalctl@ceph.mon.c.smithi046.stdout: Interval compaction: 0.01 GB write, 233.67 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-20T21:45:04.432 INFO:journalctl@ceph.mon.c.smithi046.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-20T21:45:04.432 INFO:journalctl@ceph.mon.c.smithi046.stdout: Block cache BinnedLRUCache@0x55cdc0ee71f0#7 capacity: 512.00 MB usage: 11.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.3e-05 secs_since: 0 2024-09-20T21:45:04.432 INFO:journalctl@ceph.mon.c.smithi046.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.78 KB,0.000530481%) IndexBlock(1,9.08 KB,0.00173151%) Misc(1,0.00 KB,0%) 2024-09-20T21:45:04.432 INFO:journalctl@ceph.mon.c.smithi046.stdout: 2024-09-20T21:45:04.432 INFO:journalctl@ceph.mon.c.smithi046.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-20T21:45:04.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: starting mon.c rank 2 at public addrs [v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0] at bind addrs [v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid c87e54aa-7797-11ef-baf5-efdc52797490 2024-09-20T21:45:04.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: mon.c@-1(???) e3 preinit fsid c87e54aa-7797-11ef-baf5-efdc52797490 2024-09-20T21:45:04.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: mon.c@-1(???).mds e8 new map 2024-09-20T21:45:04.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: mon.c@-1(???).mds e8 print_map 2024-09-20T21:45:04.433 INFO:journalctl@ceph.mon.c.smithi046.stdout: e8 2024-09-20T21:45:04.433 INFO:journalctl@ceph.mon.c.smithi046.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-09-20T21:45:04.433 INFO:journalctl@ceph.mon.c.smithi046.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-20T21:45:04.433 INFO:journalctl@ceph.mon.c.smithi046.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-20T21:45:04.433 INFO:journalctl@ceph.mon.c.smithi046.stdout: legacy client fscid: 1 2024-09-20T21:45:04.433 INFO:journalctl@ceph.mon.c.smithi046.stdout: 2024-09-20T21:45:04.433 INFO:journalctl@ceph.mon.c.smithi046.stdout: Filesystem 'cephfs' (1) 2024-09-20T21:45:04.433 INFO:journalctl@ceph.mon.c.smithi046.stdout: fs_name cephfs 2024-09-20T21:45:04.433 INFO:journalctl@ceph.mon.c.smithi046.stdout: epoch 8 2024-09-20T21:45:04.433 INFO:journalctl@ceph.mon.c.smithi046.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-20T21:45:04.433 INFO:journalctl@ceph.mon.c.smithi046.stdout: created 2024-09-20T21:38:29.313647+0000 2024-09-20T21:45:04.433 INFO:journalctl@ceph.mon.c.smithi046.stdout: modified 2024-09-20T21:38:41.573954+0000 2024-09-20T21:45:04.433 INFO:journalctl@ceph.mon.c.smithi046.stdout: tableserver 0 2024-09-20T21:45:04.434 INFO:journalctl@ceph.mon.c.smithi046.stdout: root 0 2024-09-20T21:45:04.434 INFO:journalctl@ceph.mon.c.smithi046.stdout: session_timeout 60 2024-09-20T21:45:04.434 INFO:journalctl@ceph.mon.c.smithi046.stdout: session_autoclose 300 2024-09-20T21:45:04.434 INFO:journalctl@ceph.mon.c.smithi046.stdout: max_file_size 1099511627776 2024-09-20T21:45:04.434 INFO:journalctl@ceph.mon.c.smithi046.stdout: max_xattr_size 65536 2024-09-20T21:45:04.434 INFO:journalctl@ceph.mon.c.smithi046.stdout: required_client_features {} 2024-09-20T21:45:04.434 INFO:journalctl@ceph.mon.c.smithi046.stdout: last_failure 0 2024-09-20T21:45:04.434 INFO:journalctl@ceph.mon.c.smithi046.stdout: last_failure_osd_epoch 0 2024-09-20T21:45:04.434 INFO:journalctl@ceph.mon.c.smithi046.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-20T21:45:04.434 INFO:journalctl@ceph.mon.c.smithi046.stdout: max_mds 1 2024-09-20T21:45:04.434 INFO:journalctl@ceph.mon.c.smithi046.stdout: in 0 2024-09-20T21:45:04.434 INFO:journalctl@ceph.mon.c.smithi046.stdout: up {0=24310} 2024-09-20T21:45:04.434 INFO:journalctl@ceph.mon.c.smithi046.stdout: failed 2024-09-20T21:45:04.434 INFO:journalctl@ceph.mon.c.smithi046.stdout: damaged 2024-09-20T21:45:04.435 INFO:journalctl@ceph.mon.c.smithi046.stdout: stopped 2024-09-20T21:45:04.435 INFO:journalctl@ceph.mon.c.smithi046.stdout: data_pools [3] 2024-09-20T21:45:04.435 INFO:journalctl@ceph.mon.c.smithi046.stdout: metadata_pool 2 2024-09-20T21:45:04.435 INFO:journalctl@ceph.mon.c.smithi046.stdout: inline_data disabled 2024-09-20T21:45:04.435 INFO:journalctl@ceph.mon.c.smithi046.stdout: balancer 2024-09-20T21:45:04.435 INFO:journalctl@ceph.mon.c.smithi046.stdout: bal_rank_mask -1 2024-09-20T21:45:04.435 INFO:journalctl@ceph.mon.c.smithi046.stdout: standby_count_wanted 0 2024-09-20T21:45:04.435 INFO:journalctl@ceph.mon.c.smithi046.stdout: qdb_cluster leader: 0 members: 2024-09-20T21:45:04.435 INFO:journalctl@ceph.mon.c.smithi046.stdout: [mds.b{0:24310} state up:active seq 5 addr [v2:172.21.15.134:6832/84645913,v1:172.21.15.134:6833/84645913] compat {c=[1],r=[1],i=[7ff]}] 2024-09-20T21:45:04.435 INFO:journalctl@ceph.mon.c.smithi046.stdout: 2024-09-20T21:45:04.435 INFO:journalctl@ceph.mon.c.smithi046.stdout: 2024-09-20T21:45:04.435 INFO:journalctl@ceph.mon.c.smithi046.stdout: Standby daemons: 2024-09-20T21:45:04.435 INFO:journalctl@ceph.mon.c.smithi046.stdout: 2024-09-20T21:45:04.435 INFO:journalctl@ceph.mon.c.smithi046.stdout: [mds.a{-1:14421} state up:standby seq 1 addr [v2:172.21.15.46:6834/2439719107,v1:172.21.15.46:6835/2439719107] compat {c=[1],r=[1],i=[7ff]}] 2024-09-20T21:45:04.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: mon.c@-1(???).osd e243 crush map has features 3314933069573799936, adjusting msgr requires 2024-09-20T21:45:04.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: mon.c@-1(???).osd e243 crush map has features 432629308056666112, adjusting msgr requires 2024-09-20T21:45:04.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: mon.c@-1(???).osd e243 crush map has features 432629308056666112, adjusting msgr requires 2024-09-20T21:45:04.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: mon.c@-1(???).osd e243 crush map has features 432629308056666112, adjusting msgr requires 2024-09-20T21:45:04.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 ceph-mon[98591]: mon.c@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-09-20T21:45:04.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 bash[98553]: 17796ae3530aad885ab1c22e8d5f9a1464b83f6c1f6b061b5351f1e4f4e76c35 2024-09-20T21:45:04.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:04 smithi046 systemd[1]: Started Ceph mon.c for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:45:04.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:45:04 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:45:04.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:45:04.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:45:04 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:45:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:45:08.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:45:08 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:45:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:45:10.419 INFO:tasks.rados.rados.0.smithi046.stdout:923: done (2 left) 2024-09-20T21:45:10.419 INFO:tasks.rados.rados.0.smithi046.stdout:924: done (1 left) 2024-09-20T21:45:10.419 INFO:tasks.rados.rados.0.smithi046.stdout:925: done (0 left) 2024-09-20T21:45:10.419 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 90 2024-09-20T21:45:10.419 INFO:tasks.rados.rados.0.smithi046.stdout:926: seq_num 282 ranges {4005888=729088,4734976=425984,5160960=704512,5865472=475136} 2024-09-20T21:45:10.444 INFO:tasks.rados.rados.0.smithi046.stdout:926: writing smithi04683737-36 from 4005888 to 4734976 tid 1 2024-09-20T21:45:10.447 INFO:tasks.rados.rados.0.smithi046.stdout:926: writing smithi04683737-36 from 4734976 to 5160960 tid 2 2024-09-20T21:45:10.452 INFO:tasks.rados.rados.0.smithi046.stdout:926: writing smithi04683737-36 from 5160960 to 5865472 tid 3 2024-09-20T21:45:10.455 INFO:tasks.rados.rados.0.smithi046.stdout:926: writing smithi04683737-36 from 5865472 to 6340608 tid 4 2024-09-20T21:45:10.455 INFO:tasks.rados.rados.0.smithi046.stdout:927: read oid 24 snap -1 2024-09-20T21:45:10.455 INFO:tasks.rados.rados.0.smithi046.stdout:927: expect (ObjNum 244 snap 72 seq_num 244) 2024-09-20T21:45:10.455 INFO:tasks.rados.rados.0.smithi046.stdout:928: snap_remove snap 86 2024-09-20T21:45:10.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:10 smithi134 ceph-mon[31761]: mon.c calling monitor election 2024-09-20T21:45:10.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:10 smithi134 ceph-mon[31761]: mon.b calling monitor election 2024-09-20T21:45:10.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:10 smithi134 ceph-mon[31761]: mon.a calling monitor election 2024-09-20T21:45:10.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:10 smithi134 ceph-mon[31761]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-20T21:45:10.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:10 smithi134 ceph-mon[31761]: monmap epoch 3 2024-09-20T21:45:10.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:10 smithi134 ceph-mon[31761]: fsid c87e54aa-7797-11ef-baf5-efdc52797490 2024-09-20T21:45:10.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:10 smithi134 ceph-mon[31761]: last_changed 2024-09-20T21:34:27.307222+0000 2024-09-20T21:45:10.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:10 smithi134 ceph-mon[31761]: created 2024-09-20T21:32:44.391577+0000 2024-09-20T21:45:10.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:10 smithi134 ceph-mon[31761]: min_mon_release 17 (quincy) 2024-09-20T21:45:10.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:10 smithi134 ceph-mon[31761]: election_strategy: 1 2024-09-20T21:45:10.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:10 smithi134 ceph-mon[31761]: 0: [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon.a 2024-09-20T21:45:10.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:10 smithi134 ceph-mon[31761]: 1: [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] mon.b 2024-09-20T21:45:10.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:10 smithi134 ceph-mon[31761]: 2: [v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0] mon.c 2024-09-20T21:45:10.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:10 smithi134 ceph-mon[31761]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-20T21:45:10.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:10 smithi134 ceph-mon[31761]: osdmap e244: 8 total, 8 up, 8 in 2024-09-20T21:45:10.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:10 smithi134 ceph-mon[31761]: mgrmap e43: y(active, since 21s), standbys: x 2024-09-20T21:45:10.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:10 smithi134 ceph-mon[31761]: overall HEALTH_OK 2024-09-20T21:45:10.878 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:10 smithi046 ceph-mon[98591]: mon.c calling monitor election 2024-09-20T21:45:10.878 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:10 smithi046 ceph-mon[98591]: mon.b calling monitor election 2024-09-20T21:45:10.878 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:10 smithi046 ceph-mon[98591]: mon.a calling monitor election 2024-09-20T21:45:10.878 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:10 smithi046 ceph-mon[98591]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-20T21:45:10.878 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:10 smithi046 ceph-mon[98591]: monmap epoch 3 2024-09-20T21:45:10.878 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:10 smithi046 ceph-mon[98591]: fsid c87e54aa-7797-11ef-baf5-efdc52797490 2024-09-20T21:45:10.879 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:10 smithi046 ceph-mon[98591]: last_changed 2024-09-20T21:34:27.307222+0000 2024-09-20T21:45:10.879 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:10 smithi046 ceph-mon[98591]: created 2024-09-20T21:32:44.391577+0000 2024-09-20T21:45:10.879 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:10 smithi046 ceph-mon[98591]: min_mon_release 17 (quincy) 2024-09-20T21:45:10.879 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:10 smithi046 ceph-mon[98591]: election_strategy: 1 2024-09-20T21:45:10.879 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:10 smithi046 ceph-mon[98591]: 0: [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon.a 2024-09-20T21:45:10.879 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:10 smithi046 ceph-mon[98591]: 1: [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] mon.b 2024-09-20T21:45:10.879 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:10 smithi046 ceph-mon[98591]: 2: [v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0] mon.c 2024-09-20T21:45:10.879 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:10 smithi046 ceph-mon[98591]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-20T21:45:10.879 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:10 smithi046 ceph-mon[98591]: osdmap e244: 8 total, 8 up, 8 in 2024-09-20T21:45:10.879 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:10 smithi046 ceph-mon[98591]: mgrmap e43: y(active, since 21s), standbys: x 2024-09-20T21:45:10.879 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:10 smithi046 ceph-mon[98591]: overall HEALTH_OK 2024-09-20T21:45:10.880 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:10 smithi046 ceph-mon[96110]: mon.c calling monitor election 2024-09-20T21:45:10.880 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:10 smithi046 ceph-mon[96110]: mon.b calling monitor election 2024-09-20T21:45:10.880 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:10 smithi046 ceph-mon[96110]: mon.a calling monitor election 2024-09-20T21:45:10.880 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:10 smithi046 ceph-mon[96110]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-20T21:45:10.880 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:10 smithi046 ceph-mon[96110]: monmap epoch 3 2024-09-20T21:45:10.880 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:10 smithi046 ceph-mon[96110]: fsid c87e54aa-7797-11ef-baf5-efdc52797490 2024-09-20T21:45:10.880 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:10 smithi046 ceph-mon[96110]: last_changed 2024-09-20T21:34:27.307222+0000 2024-09-20T21:45:10.880 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:10 smithi046 ceph-mon[96110]: created 2024-09-20T21:32:44.391577+0000 2024-09-20T21:45:10.880 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:10 smithi046 ceph-mon[96110]: min_mon_release 17 (quincy) 2024-09-20T21:45:10.880 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:10 smithi046 ceph-mon[96110]: election_strategy: 1 2024-09-20T21:45:10.880 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:10 smithi046 ceph-mon[96110]: 0: [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon.a 2024-09-20T21:45:10.880 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:10 smithi046 ceph-mon[96110]: 1: [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] mon.b 2024-09-20T21:45:10.881 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:10 smithi046 ceph-mon[96110]: 2: [v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0] mon.c 2024-09-20T21:45:10.881 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:10 smithi046 ceph-mon[96110]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-20T21:45:10.881 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:10 smithi046 ceph-mon[96110]: osdmap e244: 8 total, 8 up, 8 in 2024-09-20T21:45:10.881 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:10 smithi046 ceph-mon[96110]: mgrmap e43: y(active, since 21s), standbys: x 2024-09-20T21:45:10.881 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:10 smithi046 ceph-mon[96110]: overall HEALTH_OK 2024-09-20T21:45:11.429 INFO:tasks.rados.rados.0.smithi046.stdout:928: done (2 left) 2024-09-20T21:45:11.429 INFO:tasks.rados.rados.0.smithi046.stdout:929: read oid 22 snap -1 2024-09-20T21:45:11.429 INFO:tasks.rados.rados.0.smithi046.stdout:929: expect (ObjNum 21 snap 0 seq_num 21) 2024-09-20T21:45:11.430 INFO:tasks.rados.rados.0.smithi046.stdout:930: copy_from oid 21 from oid 29 current snap is 90 2024-09-20T21:45:11.430 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 90 2024-09-20T21:45:11.430 INFO:tasks.rados.rados.0.smithi046.stdout:931: seq_num 283 ranges {6848512=745472,7593984=712704,8306688=458752,8765440=434176} 2024-09-20T21:45:11.473 INFO:tasks.rados.rados.0.smithi046.stdout:931: writing smithi04683737-23 from 6848512 to 7593984 tid 1 2024-09-20T21:45:11.477 INFO:tasks.rados.rados.0.smithi046.stdout:931: writing smithi04683737-23 from 7593984 to 8306688 tid 2 2024-09-20T21:45:11.480 INFO:tasks.rados.rados.0.smithi046.stdout:931: writing smithi04683737-23 from 8306688 to 8765440 tid 3 2024-09-20T21:45:11.483 INFO:tasks.rados.rados.0.smithi046.stdout:931: writing smithi04683737-23 from 8765440 to 9199616 tid 4 2024-09-20T21:45:11.483 INFO:tasks.rados.rados.0.smithi046.stdout:932: read oid 11 snap -1 2024-09-20T21:45:11.483 INFO:tasks.rados.rados.0.smithi046.stdout:932: expect (ObjNum 191 snap 50 seq_num 191) 2024-09-20T21:45:11.483 INFO:tasks.rados.rados.0.smithi046.stdout:933: snap_remove snap 73 2024-09-20T21:45:11.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:11 smithi134 ceph-mon[31761]: osdmap e245: 8 total, 8 up, 8 in 2024-09-20T21:45:11.721 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:11 smithi046 ceph-mon[96110]: osdmap e245: 8 total, 8 up, 8 in 2024-09-20T21:45:11.722 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:11 smithi046 ceph-mon[98591]: osdmap e245: 8 total, 8 up, 8 in 2024-09-20T21:45:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:45:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:45:12] "GET /metrics HTTP/1.1" 200 35987 "" "Prometheus/2.43.0" 2024-09-20T21:45:12.440 INFO:tasks.rados.rados.0.smithi046.stdout:933: done (6 left) 2024-09-20T21:45:12.441 INFO:tasks.rados.rados.0.smithi046.stdout:934: read oid 27 snap -1 2024-09-20T21:45:12.441 INFO:tasks.rados.rados.0.smithi046.stdout:934: expect (ObjNum 235 snap 71 seq_num 235) 2024-09-20T21:45:12.441 INFO:tasks.rados.rados.0.smithi046.stdout:935: snap_remove snap 88 2024-09-20T21:45:12.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:12 smithi134 ceph-mon[31761]: pgmap v29: 121 pgs: 121 active+clean; 199 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 800 KiB/s rd, 488 KiB/s wr, 10 op/s 2024-09-20T21:45:12.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:12 smithi134 ceph-mon[31761]: osdmap e246: 8 total, 8 up, 8 in 2024-09-20T21:45:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:45:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:45:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:45:12.694 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:12 smithi046 ceph-mon[96110]: pgmap v29: 121 pgs: 121 active+clean; 199 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 800 KiB/s rd, 488 KiB/s wr, 10 op/s 2024-09-20T21:45:12.694 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:12 smithi046 ceph-mon[96110]: osdmap e246: 8 total, 8 up, 8 in 2024-09-20T21:45:12.694 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:12 smithi046 ceph-mon[98591]: pgmap v29: 121 pgs: 121 active+clean; 199 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 800 KiB/s rd, 488 KiB/s wr, 10 op/s 2024-09-20T21:45:12.694 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:12 smithi046 ceph-mon[98591]: osdmap e246: 8 total, 8 up, 8 in 2024-09-20T21:45:13.438 INFO:tasks.rados.rados.0.smithi046.stdout:935: done (7 left) 2024-09-20T21:45:13.438 INFO:tasks.rados.rados.0.smithi046.stdout:936: snap_create 2024-09-20T21:45:13.438 INFO:tasks.rados.rados.0.smithi046.stdout:926: finishing write tid 1 to smithi04683737-36 2024-09-20T21:45:13.438 INFO:tasks.rados.rados.0.smithi046.stdout:926: finishing write tid 2 to smithi04683737-36 2024-09-20T21:45:13.438 INFO:tasks.rados.rados.0.smithi046.stdout:926: finishing write tid 3 to smithi04683737-36 2024-09-20T21:45:13.438 INFO:tasks.rados.rados.0.smithi046.stdout:926: finishing write tid 4 to smithi04683737-36 2024-09-20T21:45:13.438 INFO:tasks.rados.rados.0.smithi046.stdout:926: finishing write tid 5 to smithi04683737-36 2024-09-20T21:45:13.439 INFO:tasks.rados.rados.0.smithi046.stdout:926: finishing write tid 6 to smithi04683737-36 2024-09-20T21:45:13.439 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 222 (ObjNum 282 snap 90 seq_num 282) dirty exists 2024-09-20T21:45:13.439 INFO:tasks.rados.rados.0.smithi046.stdout:926: left oid 36 (ObjNum 282 snap 90 seq_num 282) 2024-09-20T21:45:13.439 INFO:tasks.rados.rados.0.smithi046.stdout:927: expect (ObjNum 244 snap 72 seq_num 244) 2024-09-20T21:45:13.488 INFO:tasks.rados.rados.0.smithi046.stdout:929: expect (ObjNum 21 snap 0 seq_num 21) 2024-09-20T21:45:13.499 INFO:tasks.rados.rados.0.smithi046.stdout:930: finishing copy_from racing read to smithi04683737-21 2024-09-20T21:45:13.499 INFO:tasks.rados.rados.0.smithi046.stdout:930: finishing copy_from to smithi04683737-21 2024-09-20T21:45:13.499 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 253 (ObjNum 258 snap 83 seq_num 258) dirty exists 2024-09-20T21:45:13.500 INFO:tasks.rados.rados.0.smithi046.stdout:931: finishing write tid 1 to smithi04683737-23 2024-09-20T21:45:13.500 INFO:tasks.rados.rados.0.smithi046.stdout:931: finishing write tid 2 to smithi04683737-23 2024-09-20T21:45:13.500 INFO:tasks.rados.rados.0.smithi046.stdout:931: finishing write tid 3 to smithi04683737-23 2024-09-20T21:45:13.500 INFO:tasks.rados.rados.0.smithi046.stdout:931: finishing write tid 4 to smithi04683737-23 2024-09-20T21:45:13.500 INFO:tasks.rados.rados.0.smithi046.stdout:931: finishing write tid 5 to smithi04683737-23 2024-09-20T21:45:13.500 INFO:tasks.rados.rados.0.smithi046.stdout:932: expect (ObjNum 191 snap 50 seq_num 191) 2024-09-20T21:45:13.555 INFO:tasks.rados.rados.0.smithi046.stdout:931: finishing write tid 6 to smithi04683737-23 2024-09-20T21:45:13.555 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 316 (ObjNum 283 snap 90 seq_num 283) dirty exists 2024-09-20T21:45:13.555 INFO:tasks.rados.rados.0.smithi046.stdout:931: left oid 23 (ObjNum 283 snap 90 seq_num 283) 2024-09-20T21:45:13.556 INFO:tasks.rados.rados.0.smithi046.stdout:934: expect (ObjNum 235 snap 71 seq_num 235) 2024-09-20T21:45:13.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:13 smithi046 ceph-mon[96110]: osdmap e247: 8 total, 8 up, 8 in 2024-09-20T21:45:13.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:13.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:13.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:13 smithi046 ceph-mon[98591]: osdmap e247: 8 total, 8 up, 8 in 2024-09-20T21:45:13.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:13.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:13.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:13 smithi134 ceph-mon[31761]: osdmap e247: 8 total, 8 up, 8 in 2024-09-20T21:45:13.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:13 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:13.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:13 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:13.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:45:13 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:45:13.507Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:45:14.440 INFO:tasks.rados.rados.0.smithi046.stdout:926: done (7 left) 2024-09-20T21:45:14.440 INFO:tasks.rados.rados.0.smithi046.stdout:927: done (6 left) 2024-09-20T21:45:14.440 INFO:tasks.rados.rados.0.smithi046.stdout:929: done (5 left) 2024-09-20T21:45:14.440 INFO:tasks.rados.rados.0.smithi046.stdout:930: done (4 left) 2024-09-20T21:45:14.440 INFO:tasks.rados.rados.0.smithi046.stdout:931: done (3 left) 2024-09-20T21:45:14.440 INFO:tasks.rados.rados.0.smithi046.stdout:932: done (2 left) 2024-09-20T21:45:14.440 INFO:tasks.rados.rados.0.smithi046.stdout:934: done (1 left) 2024-09-20T21:45:14.440 INFO:tasks.rados.rados.0.smithi046.stdout:936: done (0 left) 2024-09-20T21:45:14.440 INFO:tasks.rados.rados.0.smithi046.stdout:937: copy_from oid 20 from oid 32 current snap is 91 2024-09-20T21:45:14.440 INFO:tasks.rados.rados.0.smithi046.stdout:938: delete oid 3 current snap is 91 2024-09-20T21:45:14.440 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:45:14 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:45:14.184+0000 7f8f44ab3640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-20T21:45:14.445 INFO:tasks.rados.rados.0.smithi046.stdout:938: done (1 left) 2024-09-20T21:45:14.445 INFO:tasks.rados.rados.0.smithi046.stdout:939: copy_from oid 45 from oid 37 current snap is 91 2024-09-20T21:45:14.445 INFO:tasks.rados.rados.0.smithi046.stdout:940: snap_remove snap 80 2024-09-20T21:45:14.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:14 smithi046 ceph-mon[96110]: pgmap v32: 121 pgs: 121 active+clean; 199 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:45:14.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:14 smithi046 ceph-mon[96110]: osdmap e248: 8 total, 8 up, 8 in 2024-09-20T21:45:14.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:14 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:14.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:14 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:14 smithi046 ceph-mon[98591]: pgmap v32: 121 pgs: 121 active+clean; 199 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:45:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:14 smithi046 ceph-mon[98591]: osdmap e248: 8 total, 8 up, 8 in 2024-09-20T21:45:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:14 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:14.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:14 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:14 smithi134 ceph-mon[31761]: pgmap v32: 121 pgs: 121 active+clean; 199 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:45:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:14 smithi134 ceph-mon[31761]: osdmap e248: 8 total, 8 up, 8 in 2024-09-20T21:45:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:14 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:14 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:14.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:45:14 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:45:14.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:45:14.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:45:14 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:45:14.456Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:45:15.449 INFO:tasks.rados.rados.0.smithi046.stdout:940: done (2 left) 2024-09-20T21:45:15.450 INFO:tasks.rados.rados.0.smithi046.stdout:941: snap_create 2024-09-20T21:45:15.450 INFO:tasks.rados.rados.0.smithi046.stdout:937: finishing copy_from racing read to smithi04683737-20 2024-09-20T21:45:15.450 INFO:tasks.rados.rados.0.smithi046.stdout:939: finishing copy_from racing read to smithi04683737-45 2024-09-20T21:45:15.450 INFO:tasks.rados.rados.0.smithi046.stdout:937: finishing copy_from to smithi04683737-20 2024-09-20T21:45:15.450 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 354 (ObjNum 274 snap 87 seq_num 274) dirty exists 2024-09-20T21:45:15.451 INFO:tasks.rados.rados.0.smithi046.stdout:939: finishing copy_from to smithi04683737-45 2024-09-20T21:45:15.451 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 325 (ObjNum 272 snap 87 seq_num 272) dirty exists 2024-09-20T21:45:15.705 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:15 smithi046 ceph-mon[96110]: osdmap e249: 8 total, 8 up, 8 in 2024-09-20T21:45:15.705 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:15 smithi046 ceph-mon[98591]: osdmap e249: 8 total, 8 up, 8 in 2024-09-20T21:45:15.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:15 smithi134 ceph-mon[31761]: osdmap e249: 8 total, 8 up, 8 in 2024-09-20T21:45:16.453 INFO:tasks.rados.rados.0.smithi046.stdout:937: done (2 left) 2024-09-20T21:45:16.453 INFO:tasks.rados.rados.0.smithi046.stdout:939: done (1 left) 2024-09-20T21:45:16.453 INFO:tasks.rados.rados.0.smithi046.stdout:941: done (0 left) 2024-09-20T21:45:16.454 INFO:tasks.rados.rados.0.smithi046.stdout:942: snap_remove snap 87 2024-09-20T21:45:16.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:16 smithi046 ceph-mon[96110]: pgmap v35: 121 pgs: 121 active+clean; 207 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T21:45:16.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:16 smithi046 ceph-mon[96110]: osdmap e250: 8 total, 8 up, 8 in 2024-09-20T21:45:16.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:16 smithi046 ceph-mon[98591]: pgmap v35: 121 pgs: 121 active+clean; 207 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T21:45:16.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:16 smithi046 ceph-mon[98591]: osdmap e250: 8 total, 8 up, 8 in 2024-09-20T21:45:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:16 smithi134 ceph-mon[31761]: pgmap v35: 121 pgs: 121 active+clean; 207 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T21:45:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:16 smithi134 ceph-mon[31761]: osdmap e250: 8 total, 8 up, 8 in 2024-09-20T21:45:17.460 INFO:tasks.rados.rados.0.smithi046.stdout:942: done (0 left) 2024-09-20T21:45:17.460 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 92 2024-09-20T21:45:17.460 INFO:tasks.rados.rados.0.smithi046.stdout:943: seq_num 285 ranges {0=778240,778240=475136,1253376=475136,1728512=655360} 2024-09-20T21:45:17.465 INFO:tasks.rados.rados.0.smithi046.stdout:943: writing smithi04683737-25 from 0 to 778240 tid 1 2024-09-20T21:45:17.468 INFO:tasks.rados.rados.0.smithi046.stdout:943: writing smithi04683737-25 from 778240 to 1253376 tid 2 2024-09-20T21:45:17.470 INFO:tasks.rados.rados.0.smithi046.stdout:943: writing smithi04683737-25 from 1253376 to 1728512 tid 3 2024-09-20T21:45:17.475 INFO:tasks.rados.rados.0.smithi046.stdout:943: writing smithi04683737-25 from 1728512 to 2383872 tid 4 2024-09-20T21:45:17.475 INFO:tasks.rados.rados.0.smithi046.stdout:944: copy_from oid 1 from oid 10 current snap is 92 2024-09-20T21:45:17.475 INFO:tasks.rados.rados.0.smithi046.stdout:943: finishing write tid 1 to smithi04683737-25 2024-09-20T21:45:17.475 INFO:tasks.rados.rados.0.smithi046.stdout:943: finishing write tid 2 to smithi04683737-25 2024-09-20T21:45:17.475 INFO:tasks.rados.rados.0.smithi046.stdout:945: read oid 46 snap -1 2024-09-20T21:45:17.475 INFO:tasks.rados.rados.0.smithi046.stdout:945: expect (ObjNum 271 snap 86 seq_num 271) 2024-09-20T21:45:17.475 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 92 2024-09-20T21:45:17.475 INFO:tasks.rados.rados.0.smithi046.stdout:946: seq_num 286 ranges {1695744=794624,2490368=761856,3252224=679936,3932160=163840} 2024-09-20T21:45:17.491 INFO:tasks.rados.rados.0.smithi046.stdout:946: writing smithi04683737-24 from 1695744 to 2490368 tid 1 2024-09-20T21:45:17.495 INFO:tasks.rados.rados.0.smithi046.stdout:946: writing smithi04683737-24 from 2490368 to 3252224 tid 2 2024-09-20T21:45:17.499 INFO:tasks.rados.rados.0.smithi046.stdout:946: writing smithi04683737-24 from 3252224 to 3932160 tid 3 2024-09-20T21:45:17.500 INFO:tasks.rados.rados.0.smithi046.stdout:946: writing smithi04683737-24 from 3932160 to 4096000 tid 4 2024-09-20T21:45:17.500 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 92 2024-09-20T21:45:17.500 INFO:tasks.rados.rados.0.smithi046.stdout:943: finishing write tid 3 to smithi04683737-25 2024-09-20T21:45:17.501 INFO:tasks.rados.rados.0.smithi046.stdout:947: seq_num 287 ranges {0=8192} 2024-09-20T21:45:17.501 INFO:tasks.rados.rados.0.smithi046.stdout:947: writing smithi04683737-5 from 0 to 8192 tid 1 2024-09-20T21:45:17.501 INFO:tasks.rados.rados.0.smithi046.stdout:948: rollback oid 26 current snap is 92 2024-09-20T21:45:17.501 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 26 to 71 2024-09-20T21:45:17.501 INFO:tasks.rados.rados.0.smithi046.stdout:943: finishing write tid 4 to smithi04683737-25 2024-09-20T21:45:17.501 INFO:tasks.rados.rados.0.smithi046.stdout:943: finishing write tid 5 to smithi04683737-25 2024-09-20T21:45:17.501 INFO:tasks.rados.rados.0.smithi046.stdout:943: finishing write tid 6 to smithi04683737-25 2024-09-20T21:45:17.501 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 368 (ObjNum 285 snap 92 seq_num 285) dirty exists 2024-09-20T21:45:17.501 INFO:tasks.rados.rados.0.smithi046.stdout:943: left oid 25 (ObjNum 285 snap 92 seq_num 285) 2024-09-20T21:45:17.501 INFO:tasks.rados.rados.0.smithi046.stdout:944: finishing copy_from racing read to smithi04683737-1 2024-09-20T21:45:17.501 INFO:tasks.rados.rados.0.smithi046.stdout:943: done (5 left) 2024-09-20T21:45:17.501 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 50 current snap is 92 2024-09-20T21:45:17.501 INFO:tasks.rados.rados.0.smithi046.stdout:949: seq_num 288 ranges {1212416=24576} 2024-09-20T21:45:17.507 INFO:tasks.rados.rados.0.smithi046.stdout:949: writing smithi04683737-50 from 1212416 to 1236992 tid 1 2024-09-20T21:45:17.507 INFO:tasks.rados.rados.0.smithi046.stdout:950: copy_from oid 41 from oid 47 current snap is 92 2024-09-20T21:45:17.507 INFO:tasks.rados.rados.0.smithi046.stdout:945: expect (ObjNum 271 snap 86 seq_num 271) 2024-09-20T21:45:17.569 INFO:tasks.rados.rados.0.smithi046.stdout:944: finishing copy_from to smithi04683737-1 2024-09-20T21:45:17.569 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 209 (ObjNum 256 snap 83 seq_num 256) dirty exists 2024-09-20T21:45:17.569 INFO:tasks.rados.rados.0.smithi046.stdout:946: finishing write tid 1 to smithi04683737-24 2024-09-20T21:45:17.569 INFO:tasks.rados.rados.0.smithi046.stdout:946: finishing write tid 2 to smithi04683737-24 2024-09-20T21:45:17.570 INFO:tasks.rados.rados.0.smithi046.stdout:944: done (6 left) 2024-09-20T21:45:17.570 INFO:tasks.rados.rados.0.smithi046.stdout:945: done (5 left) 2024-09-20T21:45:17.570 INFO:tasks.rados.rados.0.smithi046.stdout:951: copy_from oid 21 from oid 12 current snap is 92 2024-09-20T21:45:17.570 INFO:tasks.rados.rados.0.smithi046.stdout:947: finishing write tid 1 to smithi04683737-5 2024-09-20T21:45:17.570 INFO:tasks.rados.rados.0.smithi046.stdout:946: finishing write tid 3 to smithi04683737-24 2024-09-20T21:45:17.570 INFO:tasks.rados.rados.0.smithi046.stdout:947: finishing write tid 2 to smithi04683737-5 2024-09-20T21:45:17.570 INFO:tasks.rados.rados.0.smithi046.stdout:946: finishing write tid 4 to smithi04683737-24 2024-09-20T21:45:17.570 INFO:tasks.rados.rados.0.smithi046.stdout:946: finishing write tid 5 to smithi04683737-24 2024-09-20T21:45:17.570 INFO:tasks.rados.rados.0.smithi046.stdout:946: finishing write tid 6 to smithi04683737-24 2024-09-20T21:45:17.570 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 233 (ObjNum 286 snap 92 seq_num 286) dirty exists 2024-09-20T21:45:17.570 INFO:tasks.rados.rados.0.smithi046.stdout:946: left oid 24 (ObjNum 286 snap 92 seq_num 286) 2024-09-20T21:45:17.570 INFO:tasks.rados.rados.0.smithi046.stdout:947: finishing write tid 3 to smithi04683737-5 2024-09-20T21:45:17.571 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 96 (ObjNum 287 snap 92 seq_num 287) dirty exists 2024-09-20T21:45:17.571 INFO:tasks.rados.rados.0.smithi046.stdout:947: left oid 5 (ObjNum 287 snap 92 seq_num 287) 2024-09-20T21:45:17.571 INFO:tasks.rados.rados.0.smithi046.stdout:948: finishing rollback tid 0 to smithi04683737-26 2024-09-20T21:45:17.571 INFO:tasks.rados.rados.0.smithi046.stdout:948: finishing rollback tid 1 to smithi04683737-26 2024-09-20T21:45:17.571 INFO:tasks.rados.rados.0.smithi046.stdout:948: finishing rollback tid 2 to smithi04683737-26 2024-09-20T21:45:17.571 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 229 (ObjNum 220 snap 56 seq_num 220) dirty exists 2024-09-20T21:45:17.571 INFO:tasks.rados.rados.0.smithi046.stdout:949: finishing write tid 1 to smithi04683737-50 2024-09-20T21:45:17.571 INFO:tasks.rados.rados.0.smithi046.stdout:949: finishing write tid 2 to smithi04683737-50 2024-09-20T21:45:17.571 INFO:tasks.rados.rados.0.smithi046.stdout:949: finishing write tid 3 to smithi04683737-50 2024-09-20T21:45:17.571 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 224 (ObjNum 288 snap 92 seq_num 288) dirty exists 2024-09-20T21:45:17.571 INFO:tasks.rados.rados.0.smithi046.stdout:949: left oid 50 (ObjNum 288 snap 92 seq_num 288) 2024-09-20T21:45:17.571 INFO:tasks.rados.rados.0.smithi046.stdout:946: done (5 left) 2024-09-20T21:45:17.571 INFO:tasks.rados.rados.0.smithi046.stdout:947: done (4 left) 2024-09-20T21:45:17.571 INFO:tasks.rados.rados.0.smithi046.stdout:948: done (3 left) 2024-09-20T21:45:17.571 INFO:tasks.rados.rados.0.smithi046.stdout:949: done (2 left) 2024-09-20T21:45:17.571 INFO:tasks.rados.rados.0.smithi046.stdout:952: read oid 1 snap -1 2024-09-20T21:45:17.572 INFO:tasks.rados.rados.0.smithi046.stdout:952: expect (ObjNum 256 snap 83 seq_num 256) 2024-09-20T21:45:17.572 INFO:tasks.rados.rados.0.smithi046.stdout:950: finishing copy_from racing read to smithi04683737-41 2024-09-20T21:45:17.572 INFO:tasks.rados.rados.0.smithi046.stdout:950: finishing copy_from to smithi04683737-41 2024-09-20T21:45:17.572 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 316 (ObjNum 264 snap 83 seq_num 264) dirty exists 2024-09-20T21:45:17.572 INFO:tasks.rados.rados.0.smithi046.stdout:950: done (2 left) 2024-09-20T21:45:17.572 INFO:tasks.rados.rados.0.smithi046.stdout:953: setattr oid 2 current snap is 92 2024-09-20T21:45:17.572 INFO:tasks.rados.rados.0.smithi046.stdout:951: finishing copy_from to smithi04683737-21 2024-09-20T21:45:17.572 INFO:tasks.rados.rados.0.smithi046.stdout:951: got expected ENOENT (src dne) 2024-09-20T21:45:17.572 INFO:tasks.rados.rados.0.smithi046.stdout:951: finishing copy_from racing read to smithi04683737-21 2024-09-20T21:45:17.573 INFO:tasks.rados.rados.0.smithi046.stdout:951: done (2 left) 2024-09-20T21:45:17.573 INFO:tasks.rados.rados.0.smithi046.stdout:954: rollback oid 22 current snap is 92 2024-09-20T21:45:17.574 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 22 to 71 2024-09-20T21:45:17.574 INFO:tasks.rados.rados.0.smithi046.stdout:955: rollback oid 27 current snap is 92 2024-09-20T21:45:17.574 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 27 to 89 2024-09-20T21:45:17.574 INFO:tasks.rados.rados.0.smithi046.stdout:956: read oid 39 snap -1 2024-09-20T21:45:17.574 INFO:tasks.rados.rados.0.smithi046.stdout:956: expect (ObjNum 270 snap 85 seq_num 270) 2024-09-20T21:45:17.574 INFO:tasks.rados.rados.0.smithi046.stdout:957: rollback oid 17 current snap is 92 2024-09-20T21:45:17.574 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 17 to 89 2024-09-20T21:45:17.574 INFO:tasks.rados.rados.0.smithi046.stdout:958: delete oid 29 current snap is 92 2024-09-20T21:45:17.576 INFO:tasks.rados.rados.0.smithi046.stdout:955: finishing rollback tid 0 to smithi04683737-27 2024-09-20T21:45:17.576 INFO:tasks.rados.rados.0.smithi046.stdout:954: finishing rollback tid 0 to smithi04683737-22 2024-09-20T21:45:17.578 INFO:tasks.rados.rados.0.smithi046.stdout:957: finishing rollback tid 1 to smithi04683737-17 2024-09-20T21:45:17.579 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 0 (ObjNum 33 snap 0 seq_num 5) dirty dne 2024-09-20T21:45:17.579 INFO:tasks.rados.rados.0.smithi046.stdout:954: finishing rollback tid 1 to smithi04683737-22 2024-09-20T21:45:17.579 INFO:tasks.rados.rados.0.smithi046.stdout:954: finishing rollback tid 2 to smithi04683737-22 2024-09-20T21:45:17.579 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 409 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-09-20T21:45:17.579 INFO:tasks.rados.rados.0.smithi046.stdout:955: finishing rollback tid 1 to smithi04683737-27 2024-09-20T21:45:17.579 INFO:tasks.rados.rados.0.smithi046.stdout:955: finishing rollback tid 2 to smithi04683737-27 2024-09-20T21:45:17.579 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 237 (ObjNum 235 snap 71 seq_num 235) dirty exists 2024-09-20T21:45:17.579 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 310 (ObjNum 254 snap 81 seq_num 254) dirty exists 2024-09-20T21:45:17.580 INFO:tasks.rados.rados.0.smithi046.stdout:953: done (6 left) 2024-09-20T21:45:17.580 INFO:tasks.rados.rados.0.smithi046.stdout:954: done (5 left) 2024-09-20T21:45:17.580 INFO:tasks.rados.rados.0.smithi046.stdout:955: done (4 left) 2024-09-20T21:45:17.580 INFO:tasks.rados.rados.0.smithi046.stdout:957: done (3 left) 2024-09-20T21:45:17.580 INFO:tasks.rados.rados.0.smithi046.stdout:958: done (2 left) 2024-09-20T21:45:17.580 INFO:tasks.rados.rados.0.smithi046.stdout:959: copy_from oid 5 from oid 36 current snap is 92 2024-09-20T21:45:17.580 INFO:tasks.rados.rados.0.smithi046.stdout:960: setattr oid 19 current snap is 92 2024-09-20T21:45:17.580 INFO:tasks.rados.rados.0.smithi046.stdout:952: expect (ObjNum 256 snap 83 seq_num 256) 2024-09-20T21:45:17.636 INFO:tasks.rados.rados.0.smithi046.stdout:956: expect (ObjNum 270 snap 85 seq_num 270) 2024-09-20T21:45:17.717 INFO:tasks.rados.rados.0.smithi046.stdout:959: finishing copy_from racing read to smithi04683737-5 2024-09-20T21:45:17.717 INFO:tasks.rados.rados.0.smithi046.stdout:959: finishing copy_from to smithi04683737-5 2024-09-20T21:45:17.717 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 222 (ObjNum 282 snap 90 seq_num 282) dirty exists 2024-09-20T21:45:17.717 INFO:tasks.rados.rados.0.smithi046.stdout:952: done (3 left) 2024-09-20T21:45:17.717 INFO:tasks.rados.rados.0.smithi046.stdout:956: done (2 left) 2024-09-20T21:45:17.717 INFO:tasks.rados.rados.0.smithi046.stdout:959: done (1 left) 2024-09-20T21:45:17.717 INFO:tasks.rados.rados.0.smithi046.stdout:961: snap_create 2024-09-20T21:45:17.719 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 269 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-09-20T21:45:17.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:17 smithi046 ceph-mon[96110]: osdmap e251: 8 total, 8 up, 8 in 2024-09-20T21:45:17.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:17 smithi046 ceph-mon[98591]: osdmap e251: 8 total, 8 up, 8 in 2024-09-20T21:45:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:17 smithi134 ceph-mon[31761]: osdmap e251: 8 total, 8 up, 8 in 2024-09-20T21:45:18.593 INFO:tasks.rados.rados.0.smithi046.stdout:960: done (1 left) 2024-09-20T21:45:18.593 INFO:tasks.rados.rados.0.smithi046.stdout:961: done (0 left) 2024-09-20T21:45:18.593 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 93 2024-09-20T21:45:18.593 INFO:tasks.rados.rados.0.smithi046.stdout:962: seq_num 290 ranges {5537792=57344} 2024-09-20T21:45:18.624 INFO:tasks.rados.rados.0.smithi046.stdout:962: writing smithi04683737-6 from 5537792 to 5595136 tid 1 2024-09-20T21:45:18.624 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 93 2024-09-20T21:45:18.624 INFO:tasks.rados.rados.0.smithi046.stdout:963: seq_num 291 ranges {1613824=81920} 2024-09-20T21:45:18.634 INFO:tasks.rados.rados.0.smithi046.stdout:963: writing smithi04683737-44 from 1613824 to 1695744 tid 1 2024-09-20T21:45:18.635 INFO:tasks.rados.rados.0.smithi046.stdout:964: read oid 50 snap -1 2024-09-20T21:45:18.635 INFO:tasks.rados.rados.0.smithi046.stdout:964: expect (ObjNum 288 snap 92 seq_num 288) 2024-09-20T21:45:18.635 INFO:tasks.rados.rados.0.smithi046.stdout:965: rollback oid 21 current snap is 93 2024-09-20T21:45:18.635 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 21 to 92 2024-09-20T21:45:18.635 INFO:tasks.rados.rados.0.smithi046.stdout:962: finishing write tid 1 to smithi04683737-6 2024-09-20T21:45:18.635 INFO:tasks.rados.rados.0.smithi046.stdout:962: finishing write tid 2 to smithi04683737-6 2024-09-20T21:45:18.635 INFO:tasks.rados.rados.0.smithi046.stdout:962: finishing write tid 3 to smithi04683737-6 2024-09-20T21:45:18.636 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 402 (ObjNum 290 snap 93 seq_num 290) dirty exists 2024-09-20T21:45:18.636 INFO:tasks.rados.rados.0.smithi046.stdout:962: left oid 6 (ObjNum 290 snap 93 seq_num 290) 2024-09-20T21:45:18.636 INFO:tasks.rados.rados.0.smithi046.stdout:962: done (3 left) 2024-09-20T21:45:18.636 INFO:tasks.rados.rados.0.smithi046.stdout:966: read oid 19 snap -1 2024-09-20T21:45:18.636 INFO:tasks.rados.rados.0.smithi046.stdout:966: expect (ObjNum 60 snap 5 seq_num 60) 2024-09-20T21:45:18.636 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 93 2024-09-20T21:45:18.636 INFO:tasks.rados.rados.0.smithi046.stdout:967: seq_num 292 ranges {8192000=98304} 2024-09-20T21:45:18.679 INFO:tasks.rados.rados.0.smithi046.stdout:967: writing smithi04683737-26 from 8192000 to 8290304 tid 1 2024-09-20T21:45:18.680 INFO:tasks.rados.rados.0.smithi046.stdout:968: read oid 14 snap -1 2024-09-20T21:45:18.680 INFO:tasks.rados.rados.0.smithi046.stdout:968: expect deleted 2024-09-20T21:45:18.680 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 93 2024-09-20T21:45:18.680 INFO:tasks.rados.rados.0.smithi046.stdout:969: seq_num 293 ranges {0=114688} 2024-09-20T21:45:18.682 INFO:tasks.rados.rados.0.smithi046.stdout:969: writing smithi04683737-43 from 0 to 114688 tid 1 2024-09-20T21:45:18.682 INFO:tasks.rados.rados.0.smithi046.stdout:970: rmattr oid 12 current snap is 93 2024-09-20T21:45:18.682 INFO:tasks.rados.rados.0.smithi046.stdout:970: done (7 left) 2024-09-20T21:45:18.682 INFO:tasks.rados.rados.0.smithi046.stdout:971: rmattr oid 6 current snap is 93 2024-09-20T21:45:18.682 INFO:tasks.rados.rados.0.smithi046.stdout:963: finishing write tid 1 to smithi04683737-44 2024-09-20T21:45:18.682 INFO:tasks.rados.rados.0.smithi046.stdout:963: finishing write tid 2 to smithi04683737-44 2024-09-20T21:45:18.682 INFO:tasks.rados.rados.0.smithi046.stdout:965: finishing rollback tid 0 to smithi04683737-21 2024-09-20T21:45:18.682 INFO:tasks.rados.rados.0.smithi046.stdout:963: finishing write tid 3 to smithi04683737-44 2024-09-20T21:45:18.682 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 313 (ObjNum 291 snap 93 seq_num 291) dirty exists 2024-09-20T21:45:18.682 INFO:tasks.rados.rados.0.smithi046.stdout:963: left oid 44 (ObjNum 291 snap 93 seq_num 291) 2024-09-20T21:45:18.682 INFO:tasks.rados.rados.0.smithi046.stdout:965: finishing rollback tid 1 to smithi04683737-21 2024-09-20T21:45:18.683 INFO:tasks.rados.rados.0.smithi046.stdout:965: finishing rollback tid 2 to smithi04683737-21 2024-09-20T21:45:18.683 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 413 (ObjNum 258 snap 83 seq_num 258) dirty exists 2024-09-20T21:45:18.683 INFO:tasks.rados.rados.0.smithi046.stdout:966: expect (ObjNum 60 snap 5 seq_num 60) 2024-09-20T21:45:18.723 INFO:tasks.rados.rados.0.smithi046.stdout:964: expect (ObjNum 288 snap 92 seq_num 288) 2024-09-20T21:45:18.777 INFO:tasks.rados.rados.0.smithi046.stdout:967: finishing write tid 1 to smithi04683737-26 2024-09-20T21:45:18.778 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 403 (ObjNum 290 snap 93 seq_num 290) dirty exists 2024-09-20T21:45:18.778 INFO:tasks.rados.rados.0.smithi046.stdout:969: finishing write tid 1 to smithi04683737-43 2024-09-20T21:45:18.778 INFO:tasks.rados.rados.0.smithi046.stdout:967: finishing write tid 2 to smithi04683737-26 2024-09-20T21:45:18.778 INFO:tasks.rados.rados.0.smithi046.stdout:969: finishing write tid 2 to smithi04683737-43 2024-09-20T21:45:18.778 INFO:tasks.rados.rados.0.smithi046.stdout:969: finishing write tid 3 to smithi04683737-43 2024-09-20T21:45:18.778 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 416 (ObjNum 293 snap 93 seq_num 293) dirty exists 2024-09-20T21:45:18.778 INFO:tasks.rados.rados.0.smithi046.stdout:969: left oid 43 (ObjNum 293 snap 93 seq_num 293) 2024-09-20T21:45:18.778 INFO:tasks.rados.rados.0.smithi046.stdout:967: finishing write tid 3 to smithi04683737-26 2024-09-20T21:45:18.778 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 232 (ObjNum 292 snap 93 seq_num 292) dirty exists 2024-09-20T21:45:18.778 INFO:tasks.rados.rados.0.smithi046.stdout:967: left oid 26 (ObjNum 292 snap 93 seq_num 292) 2024-09-20T21:45:18.778 INFO:tasks.rados.rados.0.smithi046.stdout:963: done (7 left) 2024-09-20T21:45:18.779 INFO:tasks.rados.rados.0.smithi046.stdout:964: done (6 left) 2024-09-20T21:45:18.779 INFO:tasks.rados.rados.0.smithi046.stdout:965: done (5 left) 2024-09-20T21:45:18.779 INFO:tasks.rados.rados.0.smithi046.stdout:966: done (4 left) 2024-09-20T21:45:18.779 INFO:tasks.rados.rados.0.smithi046.stdout:967: done (3 left) 2024-09-20T21:45:18.779 INFO:tasks.rados.rados.0.smithi046.stdout:968: done (2 left) 2024-09-20T21:45:18.779 INFO:tasks.rados.rados.0.smithi046.stdout:969: done (1 left) 2024-09-20T21:45:18.779 INFO:tasks.rados.rados.0.smithi046.stdout:971: done (0 left) 2024-09-20T21:45:18.779 INFO:tasks.rados.rados.0.smithi046.stdout:972: snap_remove snap 68 2024-09-20T21:45:18.875 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:45:18 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:45:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:45:18.988 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:18 smithi134 ceph-mon[31761]: pgmap v38: 121 pgs: 121 active+clean; 224 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 6.7 MiB/s wr, 8 op/s 2024-09-20T21:45:18.988 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:18 smithi134 ceph-mon[31761]: osdmap e252: 8 total, 8 up, 8 in 2024-09-20T21:45:18.988 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:18 smithi134 ceph-mon[31761]: osdmap e253: 8 total, 8 up, 8 in 2024-09-20T21:45:18.988 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:18 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:18.988 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:18 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:18.989 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:18 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:18.989 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:18 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:45:18.989 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:18 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:18.989 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:18 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:45:18.989 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:18 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:45:18.989 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:18 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-20T21:45:18.989 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:18 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-20T21:45:18.989 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:18 smithi134 ceph-mon[31761]: Upgrade: It appears safe to stop mon.b 2024-09-20T21:45:18.990 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:18 smithi046 ceph-mon[96110]: pgmap v38: 121 pgs: 121 active+clean; 224 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 6.7 MiB/s wr, 8 op/s 2024-09-20T21:45:18.990 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:18 smithi046 ceph-mon[96110]: osdmap e252: 8 total, 8 up, 8 in 2024-09-20T21:45:18.990 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:18 smithi046 ceph-mon[96110]: osdmap e253: 8 total, 8 up, 8 in 2024-09-20T21:45:18.990 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:18 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:18.990 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:18 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:18.991 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:18 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:18.991 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:18 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:45:18.991 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:18 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:18.991 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:18 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:45:18.991 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:18 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:45:18.991 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:18 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-20T21:45:18.991 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:18 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-20T21:45:18.991 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:18 smithi046 ceph-mon[96110]: Upgrade: It appears safe to stop mon.b 2024-09-20T21:45:18.992 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:18 smithi046 ceph-mon[98591]: pgmap v38: 121 pgs: 121 active+clean; 224 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 6.7 MiB/s wr, 8 op/s 2024-09-20T21:45:18.992 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:18 smithi046 ceph-mon[98591]: osdmap e252: 8 total, 8 up, 8 in 2024-09-20T21:45:18.992 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:18 smithi046 ceph-mon[98591]: osdmap e253: 8 total, 8 up, 8 in 2024-09-20T21:45:18.992 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:18 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:18.993 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:18 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:18.993 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:18 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:18.993 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:18 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:45:18.993 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:18 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:18.993 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:18 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:45:18.993 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:18 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:45:18.993 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:18 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-20T21:45:18.994 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:18 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-20T21:45:18.994 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:18 smithi046 ceph-mon[98591]: Upgrade: It appears safe to stop mon.b 2024-09-20T21:45:19.602 INFO:tasks.rados.rados.0.smithi046.stdout:972: done (0 left) 2024-09-20T21:45:19.602 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 93 2024-09-20T21:45:19.603 INFO:tasks.rados.rados.0.smithi046.stdout:973: seq_num 294 ranges {0=131072} 2024-09-20T21:45:19.603 INFO:tasks.rados.rados.0.smithi046.stdout:973: writing smithi04683737-30 from 0 to 131072 tid 1 2024-09-20T21:45:19.603 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 93 2024-09-20T21:45:19.603 INFO:tasks.rados.rados.0.smithi046.stdout:974: seq_num 295 ranges {360448=147456} 2024-09-20T21:45:19.606 INFO:tasks.rados.rados.0.smithi046.stdout:974: writing smithi04683737-22 from 360448 to 507904 tid 1 2024-09-20T21:45:19.607 INFO:tasks.rados.rados.0.smithi046.stdout:975: snap_create 2024-09-20T21:45:19.613 INFO:tasks.rados.rados.0.smithi046.stdout:973: finishing write tid 1 to smithi04683737-30 2024-09-20T21:45:19.614 INFO:tasks.rados.rados.0.smithi046.stdout:973: finishing write tid 2 to smithi04683737-30 2024-09-20T21:45:19.615 INFO:tasks.rados.rados.0.smithi046.stdout:973: finishing write tid 3 to smithi04683737-30 2024-09-20T21:45:19.615 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 194 (ObjNum 294 snap 93 seq_num 294) dirty exists 2024-09-20T21:45:19.616 INFO:tasks.rados.rados.0.smithi046.stdout:973: left oid 30 (ObjNum 294 snap 93 seq_num 294) 2024-09-20T21:45:19.619 INFO:tasks.rados.rados.0.smithi046.stdout:974: finishing write tid 1 to smithi04683737-22 2024-09-20T21:45:19.619 INFO:tasks.rados.rados.0.smithi046.stdout:974: finishing write tid 2 to smithi04683737-22 2024-09-20T21:45:19.620 INFO:tasks.rados.rados.0.smithi046.stdout:974: finishing write tid 3 to smithi04683737-22 2024-09-20T21:45:19.620 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 423 (ObjNum 295 snap 93 seq_num 295) dirty exists 2024-09-20T21:45:19.620 INFO:tasks.rados.rados.0.smithi046.stdout:974: left oid 22 (ObjNum 295 snap 93 seq_num 295) 2024-09-20T21:45:19.854 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:19 smithi134 ceph-mon[31761]: osdmap e254: 8 total, 8 up, 8 in 2024-09-20T21:45:19.854 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:19 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:45:19.854 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:19 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:19.854 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:19 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-20T21:45:19.854 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:19 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-20T21:45:19.854 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:19 smithi134 ceph-mon[31761]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:19.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:19 smithi046 ceph-mon[96110]: osdmap e254: 8 total, 8 up, 8 in 2024-09-20T21:45:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:45:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-20T21:45:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-20T21:45:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:19 smithi046 ceph-mon[98591]: osdmap e254: 8 total, 8 up, 8 in 2024-09-20T21:45:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:45:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-20T21:45:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-20T21:45:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:20.608 INFO:tasks.rados.rados.0.smithi046.stdout:973: done (2 left) 2024-09-20T21:45:20.608 INFO:tasks.rados.rados.0.smithi046.stdout:974: done (1 left) 2024-09-20T21:45:20.608 INFO:tasks.rados.rados.0.smithi046.stdout:975: done (0 left) 2024-09-20T21:45:20.608 INFO:tasks.rados.rados.0.smithi046.stdout:976: read oid 5 snap 75 2024-09-20T21:45:20.608 INFO:tasks.rados.rados.0.smithi046.stdout:976: expect (ObjNum 20755856 snap 21956 seq_num 19756560) 2024-09-20T21:45:20.608 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 94 2024-09-20T21:45:20.608 INFO:tasks.rados.rados.0.smithi046.stdout:977: seq_num 296 ranges {2220032=163840} 2024-09-20T21:45:20.621 INFO:tasks.rados.rados.0.smithi046.stdout:977: writing smithi04683737-15 from 2220032 to 2383872 tid 1 2024-09-20T21:45:20.621 INFO:tasks.rados.rados.0.smithi046.stdout:978: read oid 31 snap -1 2024-09-20T21:45:20.621 INFO:tasks.rados.rados.0.smithi046.stdout:978: expect (ObjNum 237 snap 71 seq_num 237) 2024-09-20T21:45:20.621 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 94 2024-09-20T21:45:20.621 INFO:tasks.rados.rados.0.smithi046.stdout:979: seq_num 297 ranges {9199616=180224} 2024-09-20T21:45:20.673 INFO:tasks.rados.rados.0.smithi046.stdout:979: writing smithi04683737-23 from 9199616 to 9379840 tid 1 2024-09-20T21:45:20.673 INFO:tasks.rados.rados.0.smithi046.stdout:980: snap_remove snap 90 2024-09-20T21:45:20.828 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:20 smithi134 ceph-mon[31761]: pgmap v42: 121 pgs: 121 active+clean; 224 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:45:20.829 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:20 smithi134 ceph-mon[31761]: Upgrade: Updating mon.b 2024-09-20T21:45:20.829 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:20 smithi134 ceph-mon[31761]: Deploying daemon mon.b on smithi134 2024-09-20T21:45:20.829 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:20 smithi134 ceph-mon[31761]: osdmap e255: 8 total, 8 up, 8 in 2024-09-20T21:45:20.837 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-20T21:45:20.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:20 smithi046 ceph-mon[96110]: pgmap v42: 121 pgs: 121 active+clean; 224 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:45:20.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:20 smithi046 ceph-mon[96110]: Upgrade: Updating mon.b 2024-09-20T21:45:20.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:20 smithi046 ceph-mon[96110]: Deploying daemon mon.b on smithi134 2024-09-20T21:45:20.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:20 smithi046 ceph-mon[96110]: osdmap e255: 8 total, 8 up, 8 in 2024-09-20T21:45:20.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:20 smithi046 ceph-mon[98591]: pgmap v42: 121 pgs: 121 active+clean; 224 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:45:20.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:20 smithi046 ceph-mon[98591]: Upgrade: Updating mon.b 2024-09-20T21:45:20.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:20 smithi046 ceph-mon[98591]: Deploying daemon mon.b on smithi134 2024-09-20T21:45:20.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:20 smithi046 ceph-mon[98591]: osdmap e255: 8 total, 8 up, 8 in 2024-09-20T21:45:21.115 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-20T21:45:21.115 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (102s) 7s ago 5m 19.1M - 0.25.0 c8568f914cd2 0d74f13360c6 2024-09-20T21:45:21.116 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi134 *:3000 running (89s) 26s ago 5m 79.9M - 9.4.7 954c08fa6188 8341e8dee31d 2024-09-20T21:45:21.116 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (7m) 7s ago 7m 15.7M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 9e6c3beb915d 2024-09-20T21:45:21.116 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi134 running (7m) 26s ago 7m 18.0M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 132e8dbc5c5d 2024-09-20T21:45:21.116 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi134 *:8443,9283,8765 running (53s) 26s ago 10m 437M - 19.1.1-367-g9e2ac70b cc9251b744a3 4807b49ee672 2024-09-20T21:45:21.116 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443,9283,8765 running (81s) 7s ago 12m 499M - 19.1.1-367-g9e2ac70b cc9251b744a3 287f9c5532d7 2024-09-20T21:45:21.116 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (39s) 7s ago 12m 38.6M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 ce5bbc0a7b3e 2024-09-20T21:45:21.116 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi134 running (11m) 26s ago 11m 52.6M 2048M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be ddf2e1775ac2 2024-09-20T21:45:21.116 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (17s) 7s ago 10m 26.5M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 17796ae3530a 2024-09-20T21:45:21.116 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (99s) 7s ago 5m 8174k - 1.5.0 0da6a335fe13 808d8998a7db 2024-09-20T21:45:21.116 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi134 *:9100 running (86s) 26s ago 5m 8442k - 1.5.0 0da6a335fe13 d64b31ebfc6a 2024-09-20T21:45:21.116 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (10m) 7s ago 10m 189M 2481M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 33a9f7bae4a4 2024-09-20T21:45:21.116 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (9m) 7s ago 9m 149M 2481M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be db8e5579c716 2024-09-20T21:45:21.116 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (9m) 7s ago 9m 128M 2481M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be c82637878174 2024-09-20T21:45:21.116 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (9m) 7s ago 9m 111M 2481M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be c17a4d58e03e 2024-09-20T21:45:21.117 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi134 running (8m) 26s ago 8m 120M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 16e7b884874f 2024-09-20T21:45:21.117 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi134 running (8m) 26s ago 8m 141M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 82e68e0822ae 2024-09-20T21:45:21.117 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi134 running (7m) 26s ago 7m 104M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be f826d37d1cf7 2024-09-20T21:45:21.117 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi134 running (7m) 26s ago 7m 100M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be fbf3a60c2bb0 2024-09-20T21:45:21.117 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi134 *:9095 running (58s) 26s ago 6m 49.5M - 2.43.0 a07b618ecd1d 5e01fa97ed3d 2024-09-20T21:45:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:20 smithi134 systemd[1]: Stopping Ceph mon.b for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:45:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:21 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-b[31738]: 2024-09-20T21:45:21.070+0000 7f4a9d5f1640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-20T21:45:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:21 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-b[31738]: 2024-09-20T21:45:21.070+0000 7f4a9d5f1640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-09-20T21:45:21.453 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-20T21:45:21.453 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-20T21:45:21.453 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 1, 2024-09-20T21:45:21.453 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 2 2024-09-20T21:45:21.453 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:45:21.453 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-20T21:45:21.453 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 2 2024-09-20T21:45:21.453 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:45:21.453 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-20T21:45:21.454 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 8 2024-09-20T21:45:21.454 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:45:21.454 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-20T21:45:21.454 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 2 2024-09-20T21:45:21.454 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:45:21.454 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-20T21:45:21.454 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 11, 2024-09-20T21:45:21.454 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 4 2024-09-20T21:45:21.454 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-20T21:45:21.454 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-20T21:45:21.572 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:21 smithi134 podman[88896]: 2024-09-20 21:45:21.316274978 +0000 UTC m=+0.346014358 container died ddf2e1775ac2b5e51a1e50a444ff40c04d8280e0ad5ee29ef473d5b4397a3c2c (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-b, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-fbd1a6a, org.label-schema.build-date=20240731, ceph=True) 2024-09-20T21:45:21.855 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:21 smithi134 podman[88896]: 2024-09-20 21:45:21.661105455 +0000 UTC m=+0.690844821 container cleanup ddf2e1775ac2b5e51a1e50a444ff40c04d8280e0ad5ee29ef473d5b4397a3c2c (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-b, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=quincy-fbd1a6a, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-20T21:45:21.855 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:21 smithi134 bash[88896]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-b 2024-09-20T21:45:22.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:21 smithi134 podman[88913]: 2024-09-20 21:45:21.853809935 +0000 UTC m=+0.529833526 container remove ddf2e1775ac2b5e51a1e50a444ff40c04d8280e0ad5ee29ef473d5b4397a3c2c (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-b, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=quincy-fbd1a6a, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2) 2024-09-20T21:45:22.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mon.b.service: Deactivated successfully. 2024-09-20T21:45:22.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 systemd[1]: Stopped Ceph mon.b for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:45:22.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mon.b.service: Consumed 8.845s CPU time. 2024-09-20T21:45:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:45:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:45:22] "GET /metrics HTTP/1.1" 200 36056 "" "Prometheus/2.43.0" 2024-09-20T21:45:22.610 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:45:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:45:22.611 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 systemd[1]: Starting Ceph mon.b for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:45:22.611 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 podman[89048]: 2024-09-20 21:45:22.383936055 +0000 UTC m=+0.015919666 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T21:45:22.611 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 podman[89048]: 2024-09-20 21:45:22.504851713 +0000 UTC m=+0.136835359 container create 72d0616e106bb5aeba51ca8a0180d2d4d64dcb0e04e9611fcef7f1026d516ffa (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-b, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-9e2ac70, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-20T21:45:22.792 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 podman[89048]: 2024-09-20 21:45:22.757727919 +0000 UTC m=+0.389711537 container init 72d0616e106bb5aeba51ca8a0180d2d4d64dcb0e04e9611fcef7f1026d516ffa (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-b, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=squid-9e2ac70, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-09-20T21:45:22.792 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 podman[89048]: 2024-09-20 21:45:22.762568362 +0000 UTC m=+0.394551969 container start 72d0616e106bb5aeba51ca8a0180d2d4d64dcb0e04e9611fcef7f1026d516ffa (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-b, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-9e2ac70, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-20T21:45:22.792 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: set uid:gid to 167:167 (ceph:ceph) 2024-09-20T21:45:22.792 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable), process ceph-mon, pid 7 2024-09-20T21:45:22.792 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: pidfile_write: ignore empty --pid-file 2024-09-20T21:45:22.792 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: load: jerasure load: lrc 2024-09-20T21:45:22.792 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: RocksDB version: 7.9.2 2024-09-20T21:45:22.792 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Git sha 0 2024-09-20T21:45:22.792 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Compile date 2024-09-19 18:20:48 2024-09-20T21:45:22.792 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: DB SUMMARY 2024-09-20T21:45:22.792 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: DB Session ID: CFTZ103GNKCRHZJHWPL7 2024-09-20T21:45:22.793 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: CURRENT file: CURRENT 2024-09-20T21:45:22.793 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: IDENTITY file: IDENTITY 2024-09-20T21:45:22.793 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1103 Bytes 2024-09-20T21:45:22.793 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-09-20T21:45:22.793 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 10222030 ; 2024-09-20T21:45:22.793 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.error_if_exists: 0 2024-09-20T21:45:22.793 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.create_if_missing: 0 2024-09-20T21:45:22.793 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.paranoid_checks: 1 2024-09-20T21:45:22.793 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-20T21:45:22.793 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-20T21:45:22.793 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-20T21:45:22.793 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.env: 0x55e1b3271940 2024-09-20T21:45:22.793 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.fs: PosixFileSystem 2024-09-20T21:45:22.793 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.info_log: 0x55e1b4c8d6e0 2024-09-20T21:45:22.793 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.max_file_opening_threads: 16 2024-09-20T21:45:22.794 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.statistics: (nil) 2024-09-20T21:45:22.795 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.use_fsync: 0 2024-09-20T21:45:22.795 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.max_log_file_size: 0 2024-09-20T21:45:22.795 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-20T21:45:22.795 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-20T21:45:22.795 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.keep_log_file_num: 1000 2024-09-20T21:45:22.795 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.recycle_log_file_num: 0 2024-09-20T21:45:22.795 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.allow_fallocate: 1 2024-09-20T21:45:22.795 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.allow_mmap_reads: 0 2024-09-20T21:45:22.795 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.allow_mmap_writes: 0 2024-09-20T21:45:22.795 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.use_direct_reads: 0 2024-09-20T21:45:22.795 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-20T21:45:22.795 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.create_missing_column_families: 0 2024-09-20T21:45:22.795 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.db_log_dir: 2024-09-20T21:45:22.796 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.wal_dir: 2024-09-20T21:45:22.796 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-20T21:45:22.796 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-20T21:45:22.796 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-20T21:45:22.796 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-20T21:45:22.796 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-20T21:45:22.796 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-20T21:45:22.796 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.advise_random_on_open: 1 2024-09-20T21:45:22.797 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.db_write_buffer_size: 0 2024-09-20T21:45:22.797 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.write_buffer_manager: 0x55e1b4c9c8c0 2024-09-20T21:45:22.797 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-20T21:45:22.797 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-20T21:45:22.797 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-20T21:45:22.797 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.rate_limiter: (nil) 2024-09-20T21:45:22.797 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-20T21:45:22.797 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.wal_recovery_mode: 2 2024-09-20T21:45:22.797 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.enable_thread_tracking: 0 2024-09-20T21:45:22.797 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.enable_pipelined_write: 0 2024-09-20T21:45:22.797 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.unordered_write: 0 2024-09-20T21:45:22.797 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-20T21:45:22.797 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-20T21:45:22.797 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-20T21:45:22.798 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-20T21:45:22.798 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.row_cache: None 2024-09-20T21:45:22.798 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.wal_filter: None 2024-09-20T21:45:22.798 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-20T21:45:22.798 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.allow_ingest_behind: 0 2024-09-20T21:45:22.798 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.two_write_queues: 0 2024-09-20T21:45:22.798 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.manual_wal_flush: 0 2024-09-20T21:45:22.798 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.wal_compression: 0 2024-09-20T21:45:22.798 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.atomic_flush: 0 2024-09-20T21:45:22.798 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-20T21:45:22.798 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-20T21:45:22.798 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-20T21:45:22.798 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.log_readahead_size: 0 2024-09-20T21:45:22.798 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-20T21:45:22.798 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.best_efforts_recovery: 0 2024-09-20T21:45:22.799 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-20T21:45:22.799 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-20T21:45:22.799 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.allow_data_in_errors: 0 2024-09-20T21:45:22.799 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.db_host_id: __hostname__ 2024-09-20T21:45:22.799 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-20T21:45:22.799 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.max_background_jobs: 2 2024-09-20T21:45:22.799 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.max_background_compactions: -1 2024-09-20T21:45:22.799 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.max_subcompactions: 1 2024-09-20T21:45:22.799 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-20T21:45:22.799 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-20T21:45:22.799 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-20T21:45:22.799 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.max_total_wal_size: 0 2024-09-20T21:45:22.799 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-20T21:45:22.799 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-20T21:45:22.799 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-20T21:45:22.800 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-20T21:45:22.800 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.max_open_files: -1 2024-09-20T21:45:22.800 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.bytes_per_sync: 0 2024-09-20T21:45:22.800 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-20T21:45:22.800 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-20T21:45:22.800 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.compaction_readahead_size: 0 2024-09-20T21:45:22.800 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.max_background_flushes: -1 2024-09-20T21:45:22.800 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Compression algorithms supported: 2024-09-20T21:45:22.800 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: kZSTD supported: 0 2024-09-20T21:45:22.800 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: kXpressCompression supported: 0 2024-09-20T21:45:22.800 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: kBZip2Compression supported: 0 2024-09-20T21:45:22.800 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-20T21:45:22.800 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: kLZ4Compression supported: 1 2024-09-20T21:45:22.800 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: kZlibCompression supported: 1 2024-09-20T21:45:22.800 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: kLZ4HCCompression supported: 1 2024-09-20T21:45:22.801 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: kSnappyCompression supported: 1 2024-09-20T21:45:22.801 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-20T21:45:22.801 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-20T21:45:22.801 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 2024-09-20T21:45:22.801 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-20T21:45:22.801 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-20T21:45:22.801 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.merge_operator: 2024-09-20T21:45:22.801 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.compaction_filter: None 2024-09-20T21:45:22.801 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.compaction_filter_factory: None 2024-09-20T21:45:22.801 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.sst_partitioner_factory: None 2024-09-20T21:45:22.801 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-20T21:45:22.801 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-20T21:45:22.801 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e1b4c8d320) 2024-09-20T21:45:22.802 INFO:journalctl@ceph.mon.b.smithi134.stdout: cache_index_and_filter_blocks: 1 2024-09-20T21:45:22.802 INFO:journalctl@ceph.mon.b.smithi134.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-20T21:45:22.802 INFO:journalctl@ceph.mon.b.smithi134.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-20T21:45:22.802 INFO:journalctl@ceph.mon.b.smithi134.stdout: pin_top_level_index_and_filter: 1 2024-09-20T21:45:22.802 INFO:journalctl@ceph.mon.b.smithi134.stdout: index_type: 0 2024-09-20T21:45:22.802 INFO:journalctl@ceph.mon.b.smithi134.stdout: data_block_index_type: 0 2024-09-20T21:45:22.802 INFO:journalctl@ceph.mon.b.smithi134.stdout: index_shortening: 1 2024-09-20T21:45:22.802 INFO:journalctl@ceph.mon.b.smithi134.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-20T21:45:22.802 INFO:journalctl@ceph.mon.b.smithi134.stdout: checksum: 4 2024-09-20T21:45:22.802 INFO:journalctl@ceph.mon.b.smithi134.stdout: no_block_cache: 0 2024-09-20T21:45:22.802 INFO:journalctl@ceph.mon.b.smithi134.stdout: block_cache: 0x55e1b4c811f0 2024-09-20T21:45:22.802 INFO:journalctl@ceph.mon.b.smithi134.stdout: block_cache_name: BinnedLRUCache 2024-09-20T21:45:22.802 INFO:journalctl@ceph.mon.b.smithi134.stdout: block_cache_options: 2024-09-20T21:45:22.802 INFO:journalctl@ceph.mon.b.smithi134.stdout: capacity : 536870912 2024-09-20T21:45:22.802 INFO:journalctl@ceph.mon.b.smithi134.stdout: num_shard_bits : 4 2024-09-20T21:45:22.803 INFO:journalctl@ceph.mon.b.smithi134.stdout: strict_capacity_limit : 0 2024-09-20T21:45:22.803 INFO:journalctl@ceph.mon.b.smithi134.stdout: high_pri_pool_ratio: 0.000 2024-09-20T21:45:22.803 INFO:journalctl@ceph.mon.b.smithi134.stdout: block_cache_compressed: (nil) 2024-09-20T21:45:22.803 INFO:journalctl@ceph.mon.b.smithi134.stdout: persistent_cache: (nil) 2024-09-20T21:45:22.803 INFO:journalctl@ceph.mon.b.smithi134.stdout: block_size: 4096 2024-09-20T21:45:22.803 INFO:journalctl@ceph.mon.b.smithi134.stdout: block_size_deviation: 10 2024-09-20T21:45:22.803 INFO:journalctl@ceph.mon.b.smithi134.stdout: block_restart_interval: 16 2024-09-20T21:45:22.803 INFO:journalctl@ceph.mon.b.smithi134.stdout: index_block_restart_interval: 1 2024-09-20T21:45:22.803 INFO:journalctl@ceph.mon.b.smithi134.stdout: metadata_block_size: 4096 2024-09-20T21:45:22.803 INFO:journalctl@ceph.mon.b.smithi134.stdout: partition_filters: 0 2024-09-20T21:45:22.803 INFO:journalctl@ceph.mon.b.smithi134.stdout: use_delta_encoding: 1 2024-09-20T21:45:22.803 INFO:journalctl@ceph.mon.b.smithi134.stdout: filter_policy: bloomfilter 2024-09-20T21:45:22.803 INFO:journalctl@ceph.mon.b.smithi134.stdout: whole_key_filtering: 1 2024-09-20T21:45:22.803 INFO:journalctl@ceph.mon.b.smithi134.stdout: verify_compression: 0 2024-09-20T21:45:22.803 INFO:journalctl@ceph.mon.b.smithi134.stdout: read_amp_bytes_per_bit: 0 2024-09-20T21:45:22.804 INFO:journalctl@ceph.mon.b.smithi134.stdout: format_version: 5 2024-09-20T21:45:22.804 INFO:journalctl@ceph.mon.b.smithi134.stdout: enable_index_compression: 1 2024-09-20T21:45:22.804 INFO:journalctl@ceph.mon.b.smithi134.stdout: block_align: 0 2024-09-20T21:45:22.804 INFO:journalctl@ceph.mon.b.smithi134.stdout: max_auto_readahead_size: 262144 2024-09-20T21:45:22.804 INFO:journalctl@ceph.mon.b.smithi134.stdout: prepopulate_block_cache: 0 2024-09-20T21:45:22.804 INFO:journalctl@ceph.mon.b.smithi134.stdout: initial_auto_readahead_size: 8192 2024-09-20T21:45:22.804 INFO:journalctl@ceph.mon.b.smithi134.stdout: num_file_reads_for_auto_readahead: 2 2024-09-20T21:45:22.804 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.write_buffer_size: 33554432 2024-09-20T21:45:22.804 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.max_write_buffer_number: 2 2024-09-20T21:45:22.804 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.compression: NoCompression 2024-09-20T21:45:22.804 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.bottommost_compression: Disabled 2024-09-20T21:45:22.804 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.prefix_extractor: nullptr 2024-09-20T21:45:22.804 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-20T21:45:22.804 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.num_levels: 7 2024-09-20T21:45:22.804 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-20T21:45:22.804 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-20T21:45:22.805 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-20T21:45:22.805 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-20T21:45:22.805 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-20T21:45:22.805 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-20T21:45:22.805 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-20T21:45:22.805 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-20T21:45:22.805 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-20T21:45:22.805 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-20T21:45:22.805 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-20T21:45:22.805 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-20T21:45:22.805 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-20T21:45:22.805 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.compression_opts.level: 32767 2024-09-20T21:45:22.805 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.compression_opts.strategy: 0 2024-09-20T21:45:22.805 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-20T21:45:22.805 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-20T21:45:22.805 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-20T21:45:22.805 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-20T21:45:22.806 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.compression_opts.enabled: false 2024-09-20T21:45:22.806 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-20T21:45:22.806 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-20T21:45:22.806 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-20T21:45:22.806 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-20T21:45:22.806 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.target_file_size_base: 67108864 2024-09-20T21:45:22.806 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-20T21:45:22.806 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-20T21:45:22.806 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-20T21:45:22.806 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-20T21:45:22.806 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-20T21:45:22.806 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-20T21:45:22.806 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-20T21:45:22.806 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-20T21:45:22.806 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-20T21:45:22.807 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-20T21:45:22.807 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-20T21:45:22.807 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-20T21:45:22.807 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-20T21:45:22.807 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-20T21:45:22.807 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.arena_block_size: 1048576 2024-09-20T21:45:22.807 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-20T21:45:22.807 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-20T21:45:22.807 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.disable_auto_compactions: 0 2024-09-20T21:45:22.807 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-20T21:45:22.807 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-20T21:45:22.807 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-20T21:45:22.807 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-20T21:45:22.807 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-20T21:45:22.807 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-20T21:45:22.807 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-20T21:45:22.808 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-20T21:45:22.808 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-20T21:45:22.808 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-20T21:45:22.808 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-20T21:45:22.808 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.inplace_update_support: 0 2024-09-20T21:45:22.808 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-20T21:45:22.808 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-20T21:45:22.808 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-20T21:45:22.808 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-20T21:45:22.808 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.bloom_locality: 0 2024-09-20T21:45:22.808 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.max_successive_merges: 0 2024-09-20T21:45:22.808 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-20T21:45:22.808 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.paranoid_file_checks: 0 2024-09-20T21:45:22.808 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.force_consistency_checks: 1 2024-09-20T21:45:22.809 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.report_bg_io_stats: 0 2024-09-20T21:45:22.809 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.ttl: 2592000 2024-09-20T21:45:22.809 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-20T21:45:22.809 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-20T21:45:22.809 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-20T21:45:22.809 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.enable_blob_files: false 2024-09-20T21:45:22.809 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.min_blob_size: 0 2024-09-20T21:45:22.809 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.blob_file_size: 268435456 2024-09-20T21:45:22.809 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-20T21:45:22.809 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-20T21:45:22.809 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-20T21:45:22.809 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-20T21:45:22.809 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-20T21:45:22.809 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.blob_file_starting_level: 0 2024-09-20T21:45:22.809 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-20T21:45:22.810 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-09-20T21:45:22.810 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-20T21:45:22.810 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13486, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-20T21:45:22.810 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-09-20T21:45:22.810 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: b4ba4be3-693c-4f55-8aa7-ed3d59e1e726 2024-09-20T21:45:22.810 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726868722789050, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-09-20T21:45:22.810 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-09-20T21:45:23.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726868722812333, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 6291411, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13491, "largest_seqno": 16803, "table_properties": {"data_size": 6276369, "index_size": 10219, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3781, "raw_key_size": 34255, "raw_average_key_size": 22, "raw_value_size": 6245261, "raw_average_value_size": 4183, "num_data_blocks": 445, "num_entries": 1493, "num_filter_entries": 1493, "num_deletions": 297, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726868722, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b4ba4be3-693c-4f55-8aa7-ed3d59e1e726", "db_session_id": "CFTZ103GNKCRHZJHWPL7", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-09-20T21:45:23.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726868722812438, "job": 1, "event": "recovery_finished"} 2024-09-20T21:45:23.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-09-20T21:45:23.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-20T21:45:23.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-20T21:45:23.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55e1b4caee00 2024-09-20T21:45:23.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: DB pointer 0x55e1b4daa000 2024-09-20T21:45:23.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-20T21:45:23.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-20T21:45:23.177 INFO:journalctl@ceph.mon.b.smithi134.stdout: ** DB Stats ** 2024-09-20T21:45:23.177 INFO:journalctl@ceph.mon.b.smithi134.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-20T21:45:23.178 INFO:journalctl@ceph.mon.b.smithi134.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-20T21:45:23.178 INFO:journalctl@ceph.mon.b.smithi134.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-20T21:45:23.178 INFO:journalctl@ceph.mon.b.smithi134.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-20T21:45:23.178 INFO:journalctl@ceph.mon.b.smithi134.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-20T21:45:23.178 INFO:journalctl@ceph.mon.b.smithi134.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-20T21:45:23.178 INFO:journalctl@ceph.mon.b.smithi134.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-20T21:45:23.178 INFO:journalctl@ceph.mon.b.smithi134.stdout: 2024-09-20T21:45:23.178 INFO:journalctl@ceph.mon.b.smithi134.stdout: ** Compaction Stats [default] ** 2024-09-20T21:45:23.178 INFO:journalctl@ceph.mon.b.smithi134.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-20T21:45:23.178 INFO:journalctl@ceph.mon.b.smithi134.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-20T21:45:23.178 INFO:journalctl@ceph.mon.b.smithi134.stdout: L0 1/0 6.00 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 597.7 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-09-20T21:45:23.178 INFO:journalctl@ceph.mon.b.smithi134.stdout: L6 1/0 7.74 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-20T21:45:23.178 INFO:journalctl@ceph.mon.b.smithi134.stdout: Sum 2/0 13.74 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 597.7 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-09-20T21:45:23.179 INFO:journalctl@ceph.mon.b.smithi134.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 597.7 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-09-20T21:45:23.179 INFO:journalctl@ceph.mon.b.smithi134.stdout: 2024-09-20T21:45:23.179 INFO:journalctl@ceph.mon.b.smithi134.stdout: ** Compaction Stats [default] ** 2024-09-20T21:45:23.179 INFO:journalctl@ceph.mon.b.smithi134.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-20T21:45:23.179 INFO:journalctl@ceph.mon.b.smithi134.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-20T21:45:23.179 INFO:journalctl@ceph.mon.b.smithi134.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 597.7 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-09-20T21:45:23.179 INFO:journalctl@ceph.mon.b.smithi134.stdout: 2024-09-20T21:45:23.179 INFO:journalctl@ceph.mon.b.smithi134.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-20T21:45:23.179 INFO:journalctl@ceph.mon.b.smithi134.stdout: 2024-09-20T21:45:23.179 INFO:journalctl@ceph.mon.b.smithi134.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-20T21:45:23.179 INFO:journalctl@ceph.mon.b.smithi134.stdout: Flush(GB): cumulative 0.006, interval 0.006 2024-09-20T21:45:23.179 INFO:journalctl@ceph.mon.b.smithi134.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-20T21:45:23.179 INFO:journalctl@ceph.mon.b.smithi134.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-20T21:45:23.179 INFO:journalctl@ceph.mon.b.smithi134.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-20T21:45:23.179 INFO:journalctl@ceph.mon.b.smithi134.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-20T21:45:23.180 INFO:journalctl@ceph.mon.b.smithi134.stdout: Cumulative compaction: 0.01 GB write, 215.57 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-20T21:45:23.180 INFO:journalctl@ceph.mon.b.smithi134.stdout: Interval compaction: 0.01 GB write, 215.57 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-20T21:45:23.180 INFO:journalctl@ceph.mon.b.smithi134.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-20T21:45:23.180 INFO:journalctl@ceph.mon.b.smithi134.stdout: Block cache BinnedLRUCache@0x55e1b4c811f0#7 capacity: 512.00 MB usage: 14.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.3e-05 secs_since: 0 2024-09-20T21:45:23.180 INFO:journalctl@ceph.mon.b.smithi134.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.03 KB,0.0007689%) IndexBlock(1,10.08 KB,0.00192225%) Misc(1,0.00 KB,0%) 2024-09-20T21:45:23.180 INFO:journalctl@ceph.mon.b.smithi134.stdout: 2024-09-20T21:45:23.180 INFO:journalctl@ceph.mon.b.smithi134.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-20T21:45:23.180 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: starting mon.b rank 1 at public addrs [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] at bind addrs [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid c87e54aa-7797-11ef-baf5-efdc52797490 2024-09-20T21:45:23.180 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: mon.b@-1(???) e3 preinit fsid c87e54aa-7797-11ef-baf5-efdc52797490 2024-09-20T21:45:23.180 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: mon.b@-1(???).mds e8 new map 2024-09-20T21:45:23.180 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: mon.b@-1(???).mds e8 print_map 2024-09-20T21:45:23.180 INFO:journalctl@ceph.mon.b.smithi134.stdout: e8 2024-09-20T21:45:23.180 INFO:journalctl@ceph.mon.b.smithi134.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-09-20T21:45:23.181 INFO:journalctl@ceph.mon.b.smithi134.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-20T21:45:23.181 INFO:journalctl@ceph.mon.b.smithi134.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-20T21:45:23.181 INFO:journalctl@ceph.mon.b.smithi134.stdout: legacy client fscid: 1 2024-09-20T21:45:23.181 INFO:journalctl@ceph.mon.b.smithi134.stdout: 2024-09-20T21:45:23.181 INFO:journalctl@ceph.mon.b.smithi134.stdout: Filesystem 'cephfs' (1) 2024-09-20T21:45:23.181 INFO:journalctl@ceph.mon.b.smithi134.stdout: fs_name cephfs 2024-09-20T21:45:23.181 INFO:journalctl@ceph.mon.b.smithi134.stdout: epoch 8 2024-09-20T21:45:23.181 INFO:journalctl@ceph.mon.b.smithi134.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-20T21:45:23.181 INFO:journalctl@ceph.mon.b.smithi134.stdout: created 2024-09-20T21:38:29.313647+0000 2024-09-20T21:45:23.181 INFO:journalctl@ceph.mon.b.smithi134.stdout: modified 2024-09-20T21:38:41.573954+0000 2024-09-20T21:45:23.181 INFO:journalctl@ceph.mon.b.smithi134.stdout: tableserver 0 2024-09-20T21:45:23.181 INFO:journalctl@ceph.mon.b.smithi134.stdout: root 0 2024-09-20T21:45:23.181 INFO:journalctl@ceph.mon.b.smithi134.stdout: session_timeout 60 2024-09-20T21:45:23.181 INFO:journalctl@ceph.mon.b.smithi134.stdout: session_autoclose 300 2024-09-20T21:45:23.181 INFO:journalctl@ceph.mon.b.smithi134.stdout: max_file_size 1099511627776 2024-09-20T21:45:23.181 INFO:journalctl@ceph.mon.b.smithi134.stdout: max_xattr_size 65536 2024-09-20T21:45:23.182 INFO:journalctl@ceph.mon.b.smithi134.stdout: required_client_features {} 2024-09-20T21:45:23.182 INFO:journalctl@ceph.mon.b.smithi134.stdout: last_failure 0 2024-09-20T21:45:23.182 INFO:journalctl@ceph.mon.b.smithi134.stdout: last_failure_osd_epoch 0 2024-09-20T21:45:23.182 INFO:journalctl@ceph.mon.b.smithi134.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-20T21:45:23.182 INFO:journalctl@ceph.mon.b.smithi134.stdout: max_mds 1 2024-09-20T21:45:23.182 INFO:journalctl@ceph.mon.b.smithi134.stdout: in 0 2024-09-20T21:45:23.182 INFO:journalctl@ceph.mon.b.smithi134.stdout: up {0=24310} 2024-09-20T21:45:23.182 INFO:journalctl@ceph.mon.b.smithi134.stdout: failed 2024-09-20T21:45:23.182 INFO:journalctl@ceph.mon.b.smithi134.stdout: damaged 2024-09-20T21:45:23.182 INFO:journalctl@ceph.mon.b.smithi134.stdout: stopped 2024-09-20T21:45:23.182 INFO:journalctl@ceph.mon.b.smithi134.stdout: data_pools [3] 2024-09-20T21:45:23.182 INFO:journalctl@ceph.mon.b.smithi134.stdout: metadata_pool 2 2024-09-20T21:45:23.182 INFO:journalctl@ceph.mon.b.smithi134.stdout: inline_data disabled 2024-09-20T21:45:23.182 INFO:journalctl@ceph.mon.b.smithi134.stdout: balancer 2024-09-20T21:45:23.183 INFO:journalctl@ceph.mon.b.smithi134.stdout: bal_rank_mask -1 2024-09-20T21:45:23.183 INFO:journalctl@ceph.mon.b.smithi134.stdout: standby_count_wanted 0 2024-09-20T21:45:23.183 INFO:journalctl@ceph.mon.b.smithi134.stdout: qdb_cluster leader: 0 members: 2024-09-20T21:45:23.183 INFO:journalctl@ceph.mon.b.smithi134.stdout: [mds.b{0:24310} state up:active seq 5 addr [v2:172.21.15.134:6832/84645913,v1:172.21.15.134:6833/84645913] compat {c=[1],r=[1],i=[7ff]}] 2024-09-20T21:45:23.183 INFO:journalctl@ceph.mon.b.smithi134.stdout: 2024-09-20T21:45:23.183 INFO:journalctl@ceph.mon.b.smithi134.stdout: 2024-09-20T21:45:23.183 INFO:journalctl@ceph.mon.b.smithi134.stdout: Standby daemons: 2024-09-20T21:45:23.183 INFO:journalctl@ceph.mon.b.smithi134.stdout: 2024-09-20T21:45:23.183 INFO:journalctl@ceph.mon.b.smithi134.stdout: [mds.a{-1:14421} state up:standby seq 1 addr [v2:172.21.15.46:6834/2439719107,v1:172.21.15.46:6835/2439719107] compat {c=[1],r=[1],i=[7ff]}] 2024-09-20T21:45:23.183 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: mon.b@-1(???).osd e256 crush map has features 3314933069573799936, adjusting msgr requires 2024-09-20T21:45:23.183 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: mon.b@-1(???).osd e256 crush map has features 432629308056666112, adjusting msgr requires 2024-09-20T21:45:23.183 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: mon.b@-1(???).osd e256 crush map has features 432629308056666112, adjusting msgr requires 2024-09-20T21:45:23.184 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: mon.b@-1(???).osd e256 crush map has features 432629308056666112, adjusting msgr requires 2024-09-20T21:45:23.184 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 ceph-mon[89086]: mon.b@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2024-09-20T21:45:23.184 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 bash[89048]: 72d0616e106bb5aeba51ca8a0180d2d4d64dcb0e04e9611fcef7f1026d516ffa 2024-09-20T21:45:23.184 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:22 smithi134 systemd[1]: Started Ceph mon.b for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:45:23.771 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:45:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:45:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:45:24.027 INFO:tasks.rados.rados.0.smithi046.stdout:980: done (4 left) 2024-09-20T21:45:24.027 INFO:tasks.rados.rados.0.smithi046.stdout:981: snap_create 2024-09-20T21:45:24.027 INFO:tasks.rados.rados.0.smithi046.stdout:976: expect (ObjNum 20755856 snap 21956 seq_num 19756560) 2024-09-20T21:45:24.029 INFO:tasks.rados.rados.0.smithi046.stdout:977: finishing write tid 1 to smithi04683737-15 2024-09-20T21:45:24.029 INFO:tasks.rados.rados.0.smithi046.stdout:977: finishing write tid 2 to smithi04683737-15 2024-09-20T21:45:24.029 INFO:tasks.rados.rados.0.smithi046.stdout:977: finishing write tid 3 to smithi04683737-15 2024-09-20T21:45:24.029 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 197 (ObjNum 296 snap 94 seq_num 296) dirty exists 2024-09-20T21:45:24.029 INFO:tasks.rados.rados.0.smithi046.stdout:977: left oid 15 (ObjNum 296 snap 94 seq_num 296) 2024-09-20T21:45:24.029 INFO:tasks.rados.rados.0.smithi046.stdout:979: finishing write tid 1 to smithi04683737-23 2024-09-20T21:45:24.029 INFO:tasks.rados.rados.0.smithi046.stdout:979: finishing write tid 2 to smithi04683737-23 2024-09-20T21:45:24.029 INFO:tasks.rados.rados.0.smithi046.stdout:979: finishing write tid 3 to smithi04683737-23 2024-09-20T21:45:24.030 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 335 (ObjNum 297 snap 94 seq_num 297) dirty exists 2024-09-20T21:45:24.030 INFO:tasks.rados.rados.0.smithi046.stdout:979: left oid 23 (ObjNum 297 snap 94 seq_num 297) 2024-09-20T21:45:24.030 INFO:tasks.rados.rados.0.smithi046.stdout:978: expect (ObjNum 237 snap 71 seq_num 237) 2024-09-20T21:45:24.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[96110]: 2: [v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0] mon.c 2024-09-20T21:45:24.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[96110]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-20T21:45:24.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[96110]: osdmap e256: 8 total, 8 up, 8 in 2024-09-20T21:45:24.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[96110]: mgrmap e43: y(active, since 33s), standbys: x 2024-09-20T21:45:24.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[96110]: overall HEALTH_OK 2024-09-20T21:45:24.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[96110]: mon.b calling monitor election 2024-09-20T21:45:24.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[96110]: mon.a calling monitor election 2024-09-20T21:45:24.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[96110]: mon.c calling monitor election 2024-09-20T21:45:24.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:45:24.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:45:24.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:45:24.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[96110]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-20T21:45:24.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[96110]: monmap epoch 4 2024-09-20T21:45:24.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[96110]: fsid c87e54aa-7797-11ef-baf5-efdc52797490 2024-09-20T21:45:24.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[96110]: last_changed 2024-09-20T21:45:23.018570+0000 2024-09-20T21:45:24.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[96110]: created 2024-09-20T21:32:44.391577+0000 2024-09-20T21:45:24.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[96110]: min_mon_release 19 (squid) 2024-09-20T21:45:24.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[96110]: election_strategy: 1 2024-09-20T21:45:24.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[96110]: 0: [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon.a 2024-09-20T21:45:24.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[96110]: 1: [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] mon.b 2024-09-20T21:45:24.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[96110]: 2: [v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0] mon.c 2024-09-20T21:45:24.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[96110]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-20T21:45:24.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[96110]: osdmap e256: 8 total, 8 up, 8 in 2024-09-20T21:45:24.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[96110]: mgrmap e43: y(active, since 33s), standbys: x 2024-09-20T21:45:24.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[96110]: overall HEALTH_OK 2024-09-20T21:45:24.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:24.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:24.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:45:24.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[96110]: pgmap v46: 121 pgs: 121 active+clean; 238 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2024-09-20T21:45:24.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[98591]: 2: [v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0] mon.c 2024-09-20T21:45:24.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[98591]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-20T21:45:24.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[98591]: osdmap e256: 8 total, 8 up, 8 in 2024-09-20T21:45:24.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[98591]: mgrmap e43: y(active, since 33s), standbys: x 2024-09-20T21:45:24.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[98591]: overall HEALTH_OK 2024-09-20T21:45:24.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[98591]: mon.b calling monitor election 2024-09-20T21:45:24.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[98591]: mon.a calling monitor election 2024-09-20T21:45:24.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[98591]: mon.c calling monitor election 2024-09-20T21:45:24.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:45:24.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:45:24.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:45:24.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[98591]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-20T21:45:24.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[98591]: monmap epoch 4 2024-09-20T21:45:24.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[98591]: fsid c87e54aa-7797-11ef-baf5-efdc52797490 2024-09-20T21:45:24.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[98591]: last_changed 2024-09-20T21:45:23.018570+0000 2024-09-20T21:45:24.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[98591]: created 2024-09-20T21:32:44.391577+0000 2024-09-20T21:45:24.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[98591]: min_mon_release 19 (squid) 2024-09-20T21:45:24.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[98591]: election_strategy: 1 2024-09-20T21:45:24.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[98591]: 0: [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon.a 2024-09-20T21:45:24.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[98591]: 1: [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] mon.b 2024-09-20T21:45:24.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[98591]: 2: [v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0] mon.c 2024-09-20T21:45:24.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[98591]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-20T21:45:24.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[98591]: osdmap e256: 8 total, 8 up, 8 in 2024-09-20T21:45:24.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[98591]: mgrmap e43: y(active, since 33s), standbys: x 2024-09-20T21:45:24.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[98591]: overall HEALTH_OK 2024-09-20T21:45:24.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:24.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:24.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:45:24.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:24 smithi046 ceph-mon[98591]: pgmap v46: 121 pgs: 121 active+clean; 238 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2024-09-20T21:45:24.424 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:24 smithi134 ceph-mon[89086]: 2: [v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0] mon.c 2024-09-20T21:45:24.424 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:24 smithi134 ceph-mon[89086]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-20T21:45:24.424 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:24 smithi134 ceph-mon[89086]: osdmap e256: 8 total, 8 up, 8 in 2024-09-20T21:45:24.424 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:24 smithi134 ceph-mon[89086]: mgrmap e43: y(active, since 33s), standbys: x 2024-09-20T21:45:24.424 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:24 smithi134 ceph-mon[89086]: overall HEALTH_OK 2024-09-20T21:45:24.424 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:24 smithi134 ceph-mon[89086]: mon.b calling monitor election 2024-09-20T21:45:24.424 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:24 smithi134 ceph-mon[89086]: mon.a calling monitor election 2024-09-20T21:45:24.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:24 smithi134 ceph-mon[89086]: mon.c calling monitor election 2024-09-20T21:45:24.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:24 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T21:45:24.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:24 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T21:45:24.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:24 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T21:45:24.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:24 smithi134 ceph-mon[89086]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-20T21:45:24.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:24 smithi134 ceph-mon[89086]: monmap epoch 4 2024-09-20T21:45:24.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:24 smithi134 ceph-mon[89086]: fsid c87e54aa-7797-11ef-baf5-efdc52797490 2024-09-20T21:45:24.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:24 smithi134 ceph-mon[89086]: last_changed 2024-09-20T21:45:23.018570+0000 2024-09-20T21:45:24.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:24 smithi134 ceph-mon[89086]: created 2024-09-20T21:32:44.391577+0000 2024-09-20T21:45:24.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:24 smithi134 ceph-mon[89086]: min_mon_release 19 (squid) 2024-09-20T21:45:24.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:24 smithi134 ceph-mon[89086]: election_strategy: 1 2024-09-20T21:45:24.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:24 smithi134 ceph-mon[89086]: 0: [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon.a 2024-09-20T21:45:24.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:24 smithi134 ceph-mon[89086]: 1: [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] mon.b 2024-09-20T21:45:24.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:24 smithi134 ceph-mon[89086]: 2: [v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0] mon.c 2024-09-20T21:45:24.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:24 smithi134 ceph-mon[89086]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-20T21:45:24.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:24 smithi134 ceph-mon[89086]: osdmap e256: 8 total, 8 up, 8 in 2024-09-20T21:45:24.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:24 smithi134 ceph-mon[89086]: mgrmap e43: y(active, since 33s), standbys: x 2024-09-20T21:45:24.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:24 smithi134 ceph-mon[89086]: overall HEALTH_OK 2024-09-20T21:45:24.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:24 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:24.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:24 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:24.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:24 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:45:24.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:24 smithi134 ceph-mon[89086]: pgmap v46: 121 pgs: 121 active+clean; 238 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2024-09-20T21:45:24.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:45:24 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:45:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:45:24.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:45:24 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:45:24.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:45:25.071 INFO:tasks.rados.rados.0.smithi046.stdout:976: done (4 left) 2024-09-20T21:45:25.071 INFO:tasks.rados.rados.0.smithi046.stdout:977: done (3 left) 2024-09-20T21:45:25.072 INFO:tasks.rados.rados.0.smithi046.stdout:978: done (2 left) 2024-09-20T21:45:25.072 INFO:tasks.rados.rados.0.smithi046.stdout:979: done (1 left) 2024-09-20T21:45:25.072 INFO:tasks.rados.rados.0.smithi046.stdout:981: done (0 left) 2024-09-20T21:45:25.072 INFO:tasks.rados.rados.0.smithi046.stdout:982: rollback oid 2 current snap is 95 2024-09-20T21:45:25.072 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 2 to 75 2024-09-20T21:45:25.072 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 38 current snap is 95 2024-09-20T21:45:25.072 INFO:tasks.rados.rados.0.smithi046.stdout:983: seq_num 298 ranges {5185536=196608} 2024-09-20T21:45:25.102 INFO:tasks.rados.rados.0.smithi046.stdout:983: writing smithi04683737-38 from 5185536 to 5382144 tid 1 2024-09-20T21:45:25.102 INFO:tasks.rados.rados.0.smithi046.stdout:984: read oid 40 snap -1 2024-09-20T21:45:25.102 INFO:tasks.rados.rados.0.smithi046.stdout:984: expect (ObjNum 269 snap 85 seq_num 269) 2024-09-20T21:45:25.102 INFO:tasks.rados.rados.0.smithi046.stdout:985: snap_remove snap 92 2024-09-20T21:45:25.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:25 smithi046 ceph-mon[96110]: osdmap e257: 8 total, 8 up, 8 in 2024-09-20T21:45:25.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:25 smithi046 ceph-mon[98591]: osdmap e257: 8 total, 8 up, 8 in 2024-09-20T21:45:25.403 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:25 smithi134 ceph-mon[89086]: osdmap e257: 8 total, 8 up, 8 in 2024-09-20T21:45:26.043 INFO:tasks.rados.rados.0.smithi046.stdout:982: finishing rollback tid 0 to smithi04683737-2 2024-09-20T21:45:26.043 INFO:tasks.rados.rados.0.smithi046.stdout:982: finishing rollback tid 1 to smithi04683737-2 2024-09-20T21:45:26.043 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 324 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-20T21:45:26.043 INFO:tasks.rados.rados.0.smithi046.stdout:983: finishing write tid 1 to smithi04683737-38 2024-09-20T21:45:26.043 INFO:tasks.rados.rados.0.smithi046.stdout:983: finishing write tid 2 to smithi04683737-38 2024-09-20T21:45:26.043 INFO:tasks.rados.rados.0.smithi046.stdout:984: expect (ObjNum 269 snap 85 seq_num 269) 2024-09-20T21:45:26.103 INFO:tasks.rados.rados.0.smithi046.stdout:983: finishing write tid 3 to smithi04683737-38 2024-09-20T21:45:26.103 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 377 (ObjNum 298 snap 95 seq_num 298) dirty exists 2024-09-20T21:45:26.103 INFO:tasks.rados.rados.0.smithi046.stdout:983: left oid 38 (ObjNum 298 snap 95 seq_num 298) 2024-09-20T21:45:26.103 INFO:tasks.rados.rados.0.smithi046.stdout:982: done (3 left) 2024-09-20T21:45:26.103 INFO:tasks.rados.rados.0.smithi046.stdout:983: done (2 left) 2024-09-20T21:45:26.103 INFO:tasks.rados.rados.0.smithi046.stdout:984: done (1 left) 2024-09-20T21:45:26.104 INFO:tasks.rados.rados.0.smithi046.stdout:985: done (0 left) 2024-09-20T21:45:26.104 INFO:tasks.rados.rados.0.smithi046.stdout:986: read oid 4 snap -1 2024-09-20T21:45:26.104 INFO:tasks.rados.rados.0.smithi046.stdout:986: expect (ObjNum 244 snap 72 seq_num 244) 2024-09-20T21:45:26.104 INFO:tasks.rados.rados.0.smithi046.stdout:987: snap_create 2024-09-20T21:45:26.108 INFO:tasks.rados.rados.0.smithi046.stdout:986: expect (ObjNum 244 snap 72 seq_num 244) 2024-09-20T21:45:26.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:26 smithi046 ceph-mon[96110]: osdmap e258: 8 total, 8 up, 8 in 2024-09-20T21:45:26.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:26 smithi046 ceph-mon[96110]: pgmap v49: 121 pgs: 121 active+clean; 238 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-09-20T21:45:26.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:26 smithi046 ceph-mon[98591]: osdmap e258: 8 total, 8 up, 8 in 2024-09-20T21:45:26.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:26 smithi046 ceph-mon[98591]: pgmap v49: 121 pgs: 121 active+clean; 238 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-09-20T21:45:26.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:26 smithi134 ceph-mon[89086]: osdmap e258: 8 total, 8 up, 8 in 2024-09-20T21:45:26.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:26 smithi134 ceph-mon[89086]: pgmap v49: 121 pgs: 121 active+clean; 238 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-09-20T21:45:27.043 INFO:tasks.rados.rados.0.smithi046.stdout:986: done (1 left) 2024-09-20T21:45:27.043 INFO:tasks.rados.rados.0.smithi046.stdout:987: done (0 left) 2024-09-20T21:45:27.043 INFO:tasks.rados.rados.0.smithi046.stdout:988: snap_remove snap 91 2024-09-20T21:45:27.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:27 smithi046 ceph-mon[96110]: osdmap e259: 8 total, 8 up, 8 in 2024-09-20T21:45:27.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:27 smithi046 ceph-mon[98591]: osdmap e259: 8 total, 8 up, 8 in 2024-09-20T21:45:27.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:27 smithi134 ceph-mon[89086]: osdmap e259: 8 total, 8 up, 8 in 2024-09-20T21:45:27.512 INFO:tasks.rados.rados.0.smithi046.stdout:988: done (0 left) 2024-09-20T21:45:27.512 INFO:tasks.rados.rados.0.smithi046.stdout:989: copy_from oid 25 from oid 20 current snap is 96 2024-09-20T21:45:27.512 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 96 2024-09-20T21:45:27.512 INFO:tasks.rados.rados.0.smithi046.stdout:990: seq_num 299 ranges {3842048=212992} 2024-09-20T21:45:27.536 INFO:tasks.rados.rados.0.smithi046.stdout:990: writing smithi04683737-47 from 3842048 to 4055040 tid 1 2024-09-20T21:45:27.536 INFO:tasks.rados.rados.0.smithi046.stdout:991: read oid 50 snap -1 2024-09-20T21:45:27.536 INFO:tasks.rados.rados.0.smithi046.stdout:991: expect (ObjNum 288 snap 92 seq_num 288) 2024-09-20T21:45:27.536 INFO:tasks.rados.rados.0.smithi046.stdout:992: rollback oid 21 current snap is 96 2024-09-20T21:45:27.536 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 21 to 94 2024-09-20T21:45:27.537 INFO:tasks.rados.rados.0.smithi046.stdout:993: snap_remove snap 93 2024-09-20T21:45:28.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:45:27 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:45:27.825+0000 7f8f44ab3640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-20T21:45:28.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:28 smithi046 ceph-mon[96110]: osdmap e260: 8 total, 8 up, 8 in 2024-09-20T21:45:28.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:28 smithi046 ceph-mon[96110]: pgmap v52: 121 pgs: 121 active+clean; 238 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 132 KiB/s wr, 5 op/s 2024-09-20T21:45:28.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:28.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:28.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:28 smithi046 ceph-mon[96110]: osdmap e261: 8 total, 8 up, 8 in 2024-09-20T21:45:28.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:28.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:28.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:28 smithi046 ceph-mon[98591]: osdmap e260: 8 total, 8 up, 8 in 2024-09-20T21:45:28.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:28 smithi046 ceph-mon[98591]: pgmap v52: 121 pgs: 121 active+clean; 238 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 132 KiB/s wr, 5 op/s 2024-09-20T21:45:28.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:28.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:28.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:28 smithi046 ceph-mon[98591]: osdmap e261: 8 total, 8 up, 8 in 2024-09-20T21:45:28.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:28.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:28.313 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:28 smithi134 ceph-mon[89086]: osdmap e260: 8 total, 8 up, 8 in 2024-09-20T21:45:28.313 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:28 smithi134 ceph-mon[89086]: pgmap v52: 121 pgs: 121 active+clean; 238 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 132 KiB/s wr, 5 op/s 2024-09-20T21:45:28.313 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:28.313 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:28.313 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:28 smithi134 ceph-mon[89086]: osdmap e261: 8 total, 8 up, 8 in 2024-09-20T21:45:28.313 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:28.313 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:28.513 INFO:tasks.rados.rados.0.smithi046.stdout:993: done (4 left) 2024-09-20T21:45:28.513 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 96 2024-09-20T21:45:28.513 INFO:tasks.rados.rados.0.smithi046.stdout:994: seq_num 300 ranges {0=229376} 2024-09-20T21:45:28.514 INFO:tasks.rados.rados.0.smithi046.stdout:994: writing smithi04683737-12 from 0 to 229376 tid 1 2024-09-20T21:45:28.515 INFO:tasks.rados.rados.0.smithi046.stdout:995: rmattr oid 8 current snap is 96 2024-09-20T21:45:28.515 INFO:tasks.rados.rados.0.smithi046.stdout:995: done (5 left) 2024-09-20T21:45:28.515 INFO:tasks.rados.rados.0.smithi046.stdout:996: copy_from oid 42 from oid 17 current snap is 96 2024-09-20T21:45:28.515 INFO:tasks.rados.rados.0.smithi046.stdout:991: expect (ObjNum 288 snap 92 seq_num 288) 2024-09-20T21:45:28.572 INFO:tasks.rados.rados.0.smithi046.stdout:992: finishing rollback tid 0 to smithi04683737-21 2024-09-20T21:45:28.572 INFO:tasks.rados.rados.0.smithi046.stdout:992: finishing rollback tid 1 to smithi04683737-21 2024-09-20T21:45:28.572 INFO:tasks.rados.rados.0.smithi046.stdout:992: finishing rollback tid 2 to smithi04683737-21 2024-09-20T21:45:28.573 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 449 (ObjNum 258 snap 83 seq_num 258) dirty exists 2024-09-20T21:45:28.573 INFO:tasks.rados.rados.0.smithi046.stdout:991: done (5 left) 2024-09-20T21:45:28.573 INFO:tasks.rados.rados.0.smithi046.stdout:992: done (4 left) 2024-09-20T21:45:28.573 INFO:tasks.rados.rados.0.smithi046.stdout:997: delete oid 50 current snap is 96 2024-09-20T21:45:28.573 INFO:tasks.rados.rados.0.smithi046.stdout:990: finishing write tid 1 to smithi04683737-47 2024-09-20T21:45:28.573 INFO:tasks.rados.rados.0.smithi046.stdout:990: finishing write tid 2 to smithi04683737-47 2024-09-20T21:45:28.573 INFO:tasks.rados.rados.0.smithi046.stdout:990: finishing write tid 3 to smithi04683737-47 2024-09-20T21:45:28.573 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 379 (ObjNum 299 snap 96 seq_num 299) dirty exists 2024-09-20T21:45:28.573 INFO:tasks.rados.rados.0.smithi046.stdout:990: left oid 47 (ObjNum 299 snap 96 seq_num 299) 2024-09-20T21:45:28.573 INFO:tasks.rados.rados.0.smithi046.stdout:989: finishing copy_from racing read to smithi04683737-25 2024-09-20T21:45:28.573 INFO:tasks.rados.rados.0.smithi046.stdout:989: finishing copy_from to smithi04683737-25 2024-09-20T21:45:28.573 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 354 (ObjNum 274 snap 87 seq_num 274) dirty exists 2024-09-20T21:45:28.573 INFO:tasks.rados.rados.0.smithi046.stdout:996: finishing copy_from to smithi04683737-42 2024-09-20T21:45:28.573 INFO:tasks.rados.rados.0.smithi046.stdout:996: got expected ENOENT (src dne) 2024-09-20T21:45:28.574 INFO:tasks.rados.rados.0.smithi046.stdout:996: finishing copy_from racing read to smithi04683737-42 2024-09-20T21:45:28.574 INFO:tasks.rados.rados.0.smithi046.stdout:994: finishing write tid 1 to smithi04683737-12 2024-09-20T21:45:28.574 INFO:tasks.rados.rados.0.smithi046.stdout:994: finishing write tid 2 to smithi04683737-12 2024-09-20T21:45:28.574 INFO:tasks.rados.rados.0.smithi046.stdout:994: finishing write tid 3 to smithi04683737-12 2024-09-20T21:45:28.574 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 453 (ObjNum 300 snap 96 seq_num 300) dirty exists 2024-09-20T21:45:28.574 INFO:tasks.rados.rados.0.smithi046.stdout:994: left oid 12 (ObjNum 300 snap 96 seq_num 300) 2024-09-20T21:45:28.575 INFO:tasks.rados.rados.0.smithi046.stdout:989: done (4 left) 2024-09-20T21:45:28.575 INFO:tasks.rados.rados.0.smithi046.stdout:990: done (3 left) 2024-09-20T21:45:28.575 INFO:tasks.rados.rados.0.smithi046.stdout:994: done (2 left) 2024-09-20T21:45:28.575 INFO:tasks.rados.rados.0.smithi046.stdout:996: done (1 left) 2024-09-20T21:45:28.575 INFO:tasks.rados.rados.0.smithi046.stdout:997: done (0 left) 2024-09-20T21:45:28.575 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 96 2024-09-20T21:45:28.575 INFO:tasks.rados.rados.0.smithi046.stdout:998: seq_num 302 ranges {9715712=262144} 2024-09-20T21:45:28.629 INFO:tasks.rados.rados.0.smithi046.stdout:998: writing smithi04683737-32 from 9715712 to 9977856 tid 1 2024-09-20T21:45:28.629 INFO:tasks.rados.rados.0.smithi046.stdout:999: snap_remove snap 83 2024-09-20T21:45:28.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:45:28 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:45:28.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:45:29.518 INFO:tasks.rados.rados.0.smithi046.stdout:999: done (1 left) 2024-09-20T21:45:29.518 INFO:tasks.rados.rados.0.smithi046.stdout:1000: rmattr oid 33 current snap is 96 2024-09-20T21:45:29.518 INFO:tasks.rados.rados.0.smithi046.stdout:1000: done (1 left) 2024-09-20T21:45:29.518 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 96 2024-09-20T21:45:29.519 INFO:tasks.rados.rados.0.smithi046.stdout:998: finishing write tid 1 to smithi04683737-32 2024-09-20T21:45:29.519 INFO:tasks.rados.rados.0.smithi046.stdout:998: finishing write tid 2 to smithi04683737-32 2024-09-20T21:45:29.519 INFO:tasks.rados.rados.0.smithi046.stdout:998: finishing write tid 3 to smithi04683737-32 2024-09-20T21:45:29.519 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 420 (ObjNum 302 snap 96 seq_num 302) dirty exists 2024-09-20T21:45:29.519 INFO:tasks.rados.rados.0.smithi046.stdout:998: left oid 32 (ObjNum 302 snap 96 seq_num 302) 2024-09-20T21:45:29.519 INFO:tasks.rados.rados.0.smithi046.stdout:1001: seq_num 303 ranges {0=278528} 2024-09-20T21:45:29.520 INFO:tasks.rados.rados.0.smithi046.stdout:1001: writing smithi04683737-14 from 0 to 278528 tid 1 2024-09-20T21:45:29.520 INFO:tasks.rados.rados.0.smithi046.stdout:998: done (1 left) 2024-09-20T21:45:29.520 INFO:tasks.rados.rados.0.smithi046.stdout:1002: delete oid 46 current snap is 96 2024-09-20T21:45:29.525 INFO:tasks.rados.rados.0.smithi046.stdout:1002: done (1 left) 2024-09-20T21:45:29.525 INFO:tasks.rados.rados.0.smithi046.stdout:1003: read oid 30 snap -1 2024-09-20T21:45:29.525 INFO:tasks.rados.rados.0.smithi046.stdout:1003: expect (ObjNum 294 snap 93 seq_num 294) 2024-09-20T21:45:29.525 INFO:tasks.rados.rados.0.smithi046.stdout:1004: snap_remove snap 89 2024-09-20T21:45:29.652 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:29 smithi134 ceph-mon[89086]: osdmap e262: 8 total, 8 up, 8 in 2024-09-20T21:45:29.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:29 smithi046 ceph-mon[96110]: osdmap e262: 8 total, 8 up, 8 in 2024-09-20T21:45:29.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:29 smithi046 ceph-mon[98591]: osdmap e262: 8 total, 8 up, 8 in 2024-09-20T21:45:30.520 INFO:tasks.rados.rados.0.smithi046.stdout:1004: done (2 left) 2024-09-20T21:45:30.520 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 96 2024-09-20T21:45:30.520 INFO:tasks.rados.rados.0.smithi046.stdout:1005: seq_num 305 ranges {114688=311296} 2024-09-20T21:45:30.523 INFO:tasks.rados.rados.0.smithi046.stdout:1005: writing smithi04683737-43 from 114688 to 425984 tid 1 2024-09-20T21:45:30.524 INFO:tasks.rados.rados.0.smithi046.stdout:1006: read oid 32 snap -1 2024-09-20T21:45:30.524 INFO:tasks.rados.rados.0.smithi046.stdout:1006: expect (ObjNum 302 snap 96 seq_num 302) 2024-09-20T21:45:30.524 INFO:tasks.rados.rados.0.smithi046.stdout:1007: rollback oid 10 current snap is 96 2024-09-20T21:45:30.524 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 10 to 95 2024-09-20T21:45:30.524 INFO:tasks.rados.rados.0.smithi046.stdout:1001: finishing write tid 1 to smithi04683737-14 2024-09-20T21:45:30.524 INFO:tasks.rados.rados.0.smithi046.stdout:1001: finishing write tid 2 to smithi04683737-14 2024-09-20T21:45:30.524 INFO:tasks.rados.rados.0.smithi046.stdout:1003: expect (ObjNum 294 snap 93 seq_num 294) 2024-09-20T21:45:30.530 INFO:tasks.rados.rados.0.smithi046.stdout:1001: finishing write tid 3 to smithi04683737-14 2024-09-20T21:45:30.530 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 385 (ObjNum 303 snap 96 seq_num 303) dirty exists 2024-09-20T21:45:30.530 INFO:tasks.rados.rados.0.smithi046.stdout:1001: left oid 14 (ObjNum 303 snap 96 seq_num 303) 2024-09-20T21:45:30.531 INFO:tasks.rados.rados.0.smithi046.stdout:1001: done (4 left) 2024-09-20T21:45:30.531 INFO:tasks.rados.rados.0.smithi046.stdout:1003: done (3 left) 2024-09-20T21:45:30.531 INFO:tasks.rados.rados.0.smithi046.stdout:1008: snap_create 2024-09-20T21:45:30.533 INFO:tasks.rados.rados.0.smithi046.stdout:1007: finishing rollback tid 0 to smithi04683737-10 2024-09-20T21:45:30.535 INFO:tasks.rados.rados.0.smithi046.stdout:1007: finishing rollback tid 1 to smithi04683737-10 2024-09-20T21:45:30.535 INFO:tasks.rados.rados.0.smithi046.stdout:1007: finishing rollback tid 2 to smithi04683737-10 2024-09-20T21:45:30.536 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 255 (ObjNum 256 snap 83 seq_num 256) dirty exists 2024-09-20T21:45:30.538 INFO:tasks.rados.rados.0.smithi046.stdout:1005: finishing write tid 1 to smithi04683737-43 2024-09-20T21:45:30.538 INFO:tasks.rados.rados.0.smithi046.stdout:1005: finishing write tid 2 to smithi04683737-43 2024-09-20T21:45:30.540 INFO:tasks.rados.rados.0.smithi046.stdout:1005: finishing write tid 3 to smithi04683737-43 2024-09-20T21:45:30.540 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 466 (ObjNum 305 snap 96 seq_num 305) dirty exists 2024-09-20T21:45:30.540 INFO:tasks.rados.rados.0.smithi046.stdout:1005: left oid 43 (ObjNum 305 snap 96 seq_num 305) 2024-09-20T21:45:30.565 INFO:tasks.rados.rados.0.smithi046.stdout:1006: expect (ObjNum 302 snap 96 seq_num 302) 2024-09-20T21:45:30.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:30 smithi134 ceph-mon[89086]: pgmap v55: 121 pgs: 121 active+clean; 238 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 48 KiB/s wr, 1 op/s 2024-09-20T21:45:30.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:30 smithi134 ceph-mon[89086]: osdmap e263: 8 total, 8 up, 8 in 2024-09-20T21:45:30.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:30 smithi046 ceph-mon[96110]: pgmap v55: 121 pgs: 121 active+clean; 238 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 48 KiB/s wr, 1 op/s 2024-09-20T21:45:30.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:30 smithi046 ceph-mon[96110]: osdmap e263: 8 total, 8 up, 8 in 2024-09-20T21:45:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:30 smithi046 ceph-mon[98591]: pgmap v55: 121 pgs: 121 active+clean; 238 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 48 KiB/s wr, 1 op/s 2024-09-20T21:45:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:30 smithi046 ceph-mon[98591]: osdmap e263: 8 total, 8 up, 8 in 2024-09-20T21:45:31.531 INFO:tasks.rados.rados.0.smithi046.stdout:1005: done (3 left) 2024-09-20T21:45:31.532 INFO:tasks.rados.rados.0.smithi046.stdout:1006: done (2 left) 2024-09-20T21:45:31.532 INFO:tasks.rados.rados.0.smithi046.stdout:1007: done (1 left) 2024-09-20T21:45:31.532 INFO:tasks.rados.rados.0.smithi046.stdout:1008: done (0 left) 2024-09-20T21:45:31.532 INFO:tasks.rados.rados.0.smithi046.stdout:1009: rollback oid 29 current snap is 97 2024-09-20T21:45:31.532 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 29 to 71 2024-09-20T21:45:31.532 INFO:tasks.rados.rados.0.smithi046.stdout:1010: snap_remove snap 94 2024-09-20T21:45:31.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:31 smithi046 ceph-mon[96110]: osdmap e264: 8 total, 8 up, 8 in 2024-09-20T21:45:31.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:31 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:31.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:31 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:31.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:31 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:31.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:31 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:45:31.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:31 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:31.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:31 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-20T21:45:31.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:31 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-20T21:45:31.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:31 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:31.810 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:31 smithi046 ceph-mon[98591]: osdmap e264: 8 total, 8 up, 8 in 2024-09-20T21:45:31.810 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:31 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:31.810 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:31 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:31.810 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:31 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:31.810 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:31 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:45:31.810 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:31 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:31.810 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:31 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-20T21:45:31.810 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:31 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-20T21:45:31.810 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:31 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:31.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:31 smithi134 ceph-mon[89086]: osdmap e264: 8 total, 8 up, 8 in 2024-09-20T21:45:31.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:31 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:31.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:31 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:31.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:31 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:31.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:31 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:45:31.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:31 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:31.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:31 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-20T21:45:31.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:31 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-20T21:45:31.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:31 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:32.067 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:45:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:45:32] "GET /metrics HTTP/1.1" 200 36056 "" "Prometheus/2.43.0" 2024-09-20T21:45:32.512 INFO:tasks.rados.rados.0.smithi046.stdout:1010: done (1 left) 2024-09-20T21:45:32.512 INFO:tasks.rados.rados.0.smithi046.stdout:1011: read oid 4 snap -1 2024-09-20T21:45:32.512 INFO:tasks.rados.rados.0.smithi046.stdout:1011: expect (ObjNum 244 snap 72 seq_num 244) 2024-09-20T21:45:32.512 INFO:tasks.rados.rados.0.smithi046.stdout:1012: delete oid 20 current snap is 97 2024-09-20T21:45:32.512 INFO:tasks.rados.rados.0.smithi046.stdout:1009: finishing rollback tid 1 to smithi04683737-29 2024-09-20T21:45:32.512 INFO:tasks.rados.rados.0.smithi046.stdout:1009: finishing rollback tid 2 to smithi04683737-29 2024-09-20T21:45:32.513 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 293 (ObjNum 179 snap 47 seq_num 179) dirty exists 2024-09-20T21:45:32.518 INFO:tasks.rados.rados.0.smithi046.stdout:1009: done (2 left) 2024-09-20T21:45:32.518 INFO:tasks.rados.rados.0.smithi046.stdout:1012: done (1 left) 2024-09-20T21:45:32.518 INFO:tasks.rados.rados.0.smithi046.stdout:1013: snap_remove snap 96 2024-09-20T21:45:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:45:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:45:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:45:32.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:32 smithi134 ceph-mon[89086]: pgmap v58: 121 pgs: 121 active+clean; 245 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-09-20T21:45:32.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:32 smithi134 ceph-mon[89086]: Reconfiguring mon.a (monmap changed)... 2024-09-20T21:45:32.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:32 smithi134 ceph-mon[89086]: Reconfiguring daemon mon.a on smithi046 2024-09-20T21:45:32.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:32 smithi134 ceph-mon[89086]: osdmap e265: 8 total, 8 up, 8 in 2024-09-20T21:45:32.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:32 smithi134 ceph-mon[89086]: osdmap e266: 8 total, 8 up, 8 in 2024-09-20T21:45:32.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:32 smithi046 ceph-mon[96110]: pgmap v58: 121 pgs: 121 active+clean; 245 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-09-20T21:45:32.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:32 smithi046 ceph-mon[96110]: Reconfiguring mon.a (monmap changed)... 2024-09-20T21:45:32.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:32 smithi046 ceph-mon[96110]: Reconfiguring daemon mon.a on smithi046 2024-09-20T21:45:32.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:32 smithi046 ceph-mon[96110]: osdmap e265: 8 total, 8 up, 8 in 2024-09-20T21:45:32.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:32 smithi046 ceph-mon[96110]: osdmap e266: 8 total, 8 up, 8 in 2024-09-20T21:45:32.764 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:32 smithi046 ceph-mon[98591]: pgmap v58: 121 pgs: 121 active+clean; 245 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-09-20T21:45:32.764 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:32 smithi046 ceph-mon[98591]: Reconfiguring mon.a (monmap changed)... 2024-09-20T21:45:32.764 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:32 smithi046 ceph-mon[98591]: Reconfiguring daemon mon.a on smithi046 2024-09-20T21:45:32.764 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:32 smithi046 ceph-mon[98591]: osdmap e265: 8 total, 8 up, 8 in 2024-09-20T21:45:32.764 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:32 smithi046 ceph-mon[98591]: osdmap e266: 8 total, 8 up, 8 in 2024-09-20T21:45:33.512 INFO:tasks.rados.rados.0.smithi046.stdout:1013: done (1 left) 2024-09-20T21:45:33.512 INFO:tasks.rados.rados.0.smithi046.stdout:1014: delete oid 11 current snap is 97 2024-09-20T21:45:33.512 INFO:tasks.rados.rados.0.smithi046.stdout:1011: expect (ObjNum 244 snap 72 seq_num 244) 2024-09-20T21:45:33.558 INFO:tasks.rados.rados.0.smithi046.stdout:1011: done (1 left) 2024-09-20T21:45:33.558 INFO:tasks.rados.rados.0.smithi046.stdout:1014: done (0 left) 2024-09-20T21:45:33.558 INFO:tasks.rados.rados.0.smithi046.stdout:1015: snap_remove snap 95 2024-09-20T21:45:33.817 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:45:33 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:45:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:45:34.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:33 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:34.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:33 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:34.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:33 smithi046 ceph-mon[98591]: Reconfiguring mgr.y (monmap changed)... 2024-09-20T21:45:34.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:33 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-20T21:45:34.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:33 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-20T21:45:34.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:33 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:34.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:33 smithi046 ceph-mon[98591]: Reconfiguring daemon mgr.y on smithi046 2024-09-20T21:45:34.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:33 smithi046 ceph-mon[98591]: osdmap e267: 8 total, 8 up, 8 in 2024-09-20T21:45:34.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:33 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:34.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:33 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:34.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:33 smithi046 ceph-mon[96110]: Reconfiguring mgr.y (monmap changed)... 2024-09-20T21:45:34.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:33 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-20T21:45:34.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:33 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-20T21:45:34.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:33 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:34.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:33 smithi046 ceph-mon[96110]: Reconfiguring daemon mgr.y on smithi046 2024-09-20T21:45:34.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:33 smithi046 ceph-mon[96110]: osdmap e267: 8 total, 8 up, 8 in 2024-09-20T21:45:34.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:33 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:34.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:33 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:34.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:33 smithi134 ceph-mon[89086]: Reconfiguring mgr.y (monmap changed)... 2024-09-20T21:45:34.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:33 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-20T21:45:34.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:33 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-20T21:45:34.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:33 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:34.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:33 smithi134 ceph-mon[89086]: Reconfiguring daemon mgr.y on smithi046 2024-09-20T21:45:34.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:33 smithi134 ceph-mon[89086]: osdmap e267: 8 total, 8 up, 8 in 2024-09-20T21:45:34.514 INFO:tasks.rados.rados.0.smithi046.stdout:1015: done (0 left) 2024-09-20T21:45:34.514 INFO:tasks.rados.rados.0.smithi046.stdout:1016: read oid 6 snap -1 2024-09-20T21:45:34.514 INFO:tasks.rados.rados.0.smithi046.stdout:1016: expect (ObjNum 290 snap 93 seq_num 290) 2024-09-20T21:45:34.514 INFO:tasks.rados.rados.0.smithi046.stdout:1017: copy_from oid 50 from oid 30 current snap is 97 2024-09-20T21:45:34.514 INFO:tasks.rados.rados.0.smithi046.stdout:1018: rmattr oid 49 current snap is 97 2024-09-20T21:45:34.515 INFO:tasks.rados.rados.0.smithi046.stdout:1018: done (2 left) 2024-09-20T21:45:34.515 INFO:tasks.rados.rados.0.smithi046.stdout:1019: delete oid 20 current snap is 97 2024-09-20T21:45:34.519 INFO:tasks.rados.rados.0.smithi046.stdout:1017: finishing copy_from racing read to smithi04683737-50 2024-09-20T21:45:34.522 INFO:tasks.rados.rados.0.smithi046.stdout:1019: done (2 left) 2024-09-20T21:45:34.522 INFO:tasks.rados.rados.0.smithi046.stdout:1020: delete oid 24 current snap is 97 2024-09-20T21:45:34.523 INFO:tasks.rados.rados.0.smithi046.stdout:1017: finishing copy_from to smithi04683737-50 2024-09-20T21:45:34.523 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 194 (ObjNum 294 snap 93 seq_num 294) dirty exists 2024-09-20T21:45:34.526 INFO:tasks.rados.rados.0.smithi046.stdout:1017: done (2 left) 2024-09-20T21:45:34.526 INFO:tasks.rados.rados.0.smithi046.stdout:1020: done (1 left) 2024-09-20T21:45:34.526 INFO:tasks.rados.rados.0.smithi046.stdout:1021: read oid 44 snap 71 2024-09-20T21:45:34.526 INFO:tasks.rados.rados.0.smithi046.stdout:1021: expect (ObjNum 239 snap 71 seq_num 239) 2024-09-20T21:45:34.526 INFO:tasks.rados.rados.0.smithi046.stdout:1022: copy_from oid 23 from oid 38 current snap is 97 2024-09-20T21:45:34.526 INFO:tasks.rados.rados.0.smithi046.stdout:1023: copy_from oid 9 from oid 32 current snap is 97 2024-09-20T21:45:34.526 INFO:tasks.rados.rados.0.smithi046.stdout:1024: snap_remove snap 63 2024-09-20T21:45:34.824 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:45:34 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:45:34.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:45:34.824 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:45:34 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:45:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:45:35.041 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:34 smithi046 ceph-mon[96110]: pgmap v61: 121 pgs: 121 active+clean; 245 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-09-20T21:45:35.041 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:45:35.041 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:35.041 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:35.041 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-20T21:45:35.041 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-20T21:45:35.041 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:35.041 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:34 smithi046 ceph-mon[96110]: osdmap e268: 8 total, 8 up, 8 in 2024-09-20T21:45:35.041 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:34 smithi046 ceph-mon[98591]: pgmap v61: 121 pgs: 121 active+clean; 245 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-09-20T21:45:35.042 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:45:35.042 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:35.042 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:35.042 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-20T21:45:35.042 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-20T21:45:35.042 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:35.042 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:34 smithi046 ceph-mon[98591]: osdmap e268: 8 total, 8 up, 8 in 2024-09-20T21:45:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:34 smithi134 ceph-mon[89086]: pgmap v61: 121 pgs: 121 active+clean; 245 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-09-20T21:45:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:45:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-20T21:45:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-20T21:45:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:35.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:34 smithi134 ceph-mon[89086]: osdmap e268: 8 total, 8 up, 8 in 2024-09-20T21:45:35.520 INFO:tasks.rados.rados.0.smithi046.stdout:1024: done (4 left) 2024-09-20T21:45:35.521 INFO:tasks.rados.rados.0.smithi046.stdout:1025: read oid 27 snap 75 2024-09-20T21:45:35.521 INFO:tasks.rados.rados.0.smithi046.stdout:1025: expect (ObjNum 235 snap 71 seq_num 235) 2024-09-20T21:45:35.521 INFO:tasks.rados.rados.0.smithi046.stdout:1026: snap_create 2024-09-20T21:45:35.523 INFO:tasks.rados.rados.0.smithi046.stdout:1021: expect (ObjNum 239 snap 71 seq_num 239) 2024-09-20T21:45:35.575 INFO:tasks.rados.rados.0.smithi046.stdout:1016: expect (ObjNum 290 snap 93 seq_num 290) 2024-09-20T21:45:35.933 INFO:tasks.rados.rados.0.smithi046.stdout:1022: finishing copy_from racing read to smithi04683737-23 2024-09-20T21:45:35.933 INFO:tasks.rados.rados.0.smithi046.stdout:1022: finishing copy_from to smithi04683737-23 2024-09-20T21:45:35.933 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 377 (ObjNum 298 snap 95 seq_num 298) dirty exists 2024-09-20T21:45:35.933 INFO:tasks.rados.rados.0.smithi046.stdout:1023: finishing copy_from racing read to smithi04683737-9 2024-09-20T21:45:35.933 INFO:tasks.rados.rados.0.smithi046.stdout:1023: finishing copy_from to smithi04683737-9 2024-09-20T21:45:35.933 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 420 (ObjNum 302 snap 96 seq_num 302) dirty exists 2024-09-20T21:45:35.933 INFO:tasks.rados.rados.0.smithi046.stdout:1025: expect (ObjNum 235 snap 71 seq_num 235) 2024-09-20T21:45:36.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:35 smithi046 ceph-mon[96110]: Reconfiguring mon.c (monmap changed)... 2024-09-20T21:45:36.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:35 smithi046 ceph-mon[96110]: Reconfiguring daemon mon.c on smithi046 2024-09-20T21:45:36.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:35 smithi046 ceph-mon[96110]: osdmap e269: 8 total, 8 up, 8 in 2024-09-20T21:45:36.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:35 smithi046 ceph-mon[98591]: Reconfiguring mon.c (monmap changed)... 2024-09-20T21:45:36.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:35 smithi046 ceph-mon[98591]: Reconfiguring daemon mon.c on smithi046 2024-09-20T21:45:36.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:35 smithi046 ceph-mon[98591]: osdmap e269: 8 total, 8 up, 8 in 2024-09-20T21:45:36.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:35 smithi134 ceph-mon[89086]: Reconfiguring mon.c (monmap changed)... 2024-09-20T21:45:36.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:35 smithi134 ceph-mon[89086]: Reconfiguring daemon mon.c on smithi046 2024-09-20T21:45:36.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:35 smithi134 ceph-mon[89086]: osdmap e269: 8 total, 8 up, 8 in 2024-09-20T21:45:36.518 INFO:tasks.rados.rados.0.smithi046.stdout:1016: done (5 left) 2024-09-20T21:45:36.518 INFO:tasks.rados.rados.0.smithi046.stdout:1021: done (4 left) 2024-09-20T21:45:36.518 INFO:tasks.rados.rados.0.smithi046.stdout:1022: done (3 left) 2024-09-20T21:45:36.518 INFO:tasks.rados.rados.0.smithi046.stdout:1023: done (2 left) 2024-09-20T21:45:36.518 INFO:tasks.rados.rados.0.smithi046.stdout:1025: done (1 left) 2024-09-20T21:45:36.518 INFO:tasks.rados.rados.0.smithi046.stdout:1026: done (0 left) 2024-09-20T21:45:36.518 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 98 2024-09-20T21:45:36.518 INFO:tasks.rados.rados.0.smithi046.stdout:1027: seq_num 310 ranges {7168000=401408} 2024-09-20T21:45:36.559 INFO:tasks.rados.rados.0.smithi046.stdout:1027: writing smithi04683737-13 from 7168000 to 7569408 tid 1 2024-09-20T21:45:36.559 INFO:tasks.rados.rados.0.smithi046.stdout:1028: snap_create 2024-09-20T21:45:36.564 INFO:tasks.rados.rados.0.smithi046.stdout:1027: finishing write tid 1 to smithi04683737-13 2024-09-20T21:45:36.565 INFO:tasks.rados.rados.0.smithi046.stdout:1027: finishing write tid 2 to smithi04683737-13 2024-09-20T21:45:36.566 INFO:tasks.rados.rados.0.smithi046.stdout:1027: finishing write tid 3 to smithi04683737-13 2024-09-20T21:45:36.566 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 445 (ObjNum 310 snap 98 seq_num 310) dirty exists 2024-09-20T21:45:36.566 INFO:tasks.rados.rados.0.smithi046.stdout:1027: left oid 13 (ObjNum 310 snap 98 seq_num 310) 2024-09-20T21:45:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:36 smithi046 ceph-mon[98591]: pgmap v64: 121 pgs: 121 active+clean; 228 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.7 MiB/s wr, 7 op/s 2024-09-20T21:45:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:36 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:36 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:36 smithi046 ceph-mon[98591]: Reconfiguring osd.0 (monmap changed)... 2024-09-20T21:45:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:36 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-20T21:45:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:36 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:36 smithi046 ceph-mon[98591]: Reconfiguring daemon osd.0 on smithi046 2024-09-20T21:45:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:36 smithi046 ceph-mon[98591]: osdmap e270: 8 total, 8 up, 8 in 2024-09-20T21:45:37.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:36 smithi046 ceph-mon[96110]: pgmap v64: 121 pgs: 121 active+clean; 228 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.7 MiB/s wr, 7 op/s 2024-09-20T21:45:37.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:36 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:37.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:36 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:37.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:36 smithi046 ceph-mon[96110]: Reconfiguring osd.0 (monmap changed)... 2024-09-20T21:45:37.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:36 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-20T21:45:37.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:36 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:37.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:36 smithi046 ceph-mon[96110]: Reconfiguring daemon osd.0 on smithi046 2024-09-20T21:45:37.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:36 smithi046 ceph-mon[96110]: osdmap e270: 8 total, 8 up, 8 in 2024-09-20T21:45:37.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:36 smithi134 ceph-mon[89086]: pgmap v64: 121 pgs: 121 active+clean; 228 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.7 MiB/s wr, 7 op/s 2024-09-20T21:45:37.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:36 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:37.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:36 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:37.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:36 smithi134 ceph-mon[89086]: Reconfiguring osd.0 (monmap changed)... 2024-09-20T21:45:37.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:36 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-20T21:45:37.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:36 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:37.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:36 smithi134 ceph-mon[89086]: Reconfiguring daemon osd.0 on smithi046 2024-09-20T21:45:37.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:36 smithi134 ceph-mon[89086]: osdmap e270: 8 total, 8 up, 8 in 2024-09-20T21:45:37.520 INFO:tasks.rados.rados.0.smithi046.stdout:1027: done (1 left) 2024-09-20T21:45:37.520 INFO:tasks.rados.rados.0.smithi046.stdout:1028: done (0 left) 2024-09-20T21:45:37.520 INFO:tasks.rados.rados.0.smithi046.stdout:1029: rollback oid 26 current snap is 99 2024-09-20T21:45:37.520 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 26 to 98 2024-09-20T21:45:37.520 INFO:tasks.rados.rados.0.smithi046.stdout:1030: copy_from oid 48 from oid 14 current snap is 99 2024-09-20T21:45:37.520 INFO:tasks.rados.rados.0.smithi046.stdout:1031: snap_create 2024-09-20T21:45:37.527 INFO:tasks.rados.rados.0.smithi046.stdout:1029: finishing rollback tid 0 to smithi04683737-26 2024-09-20T21:45:37.527 INFO:tasks.rados.rados.0.smithi046.stdout:1029: finishing rollback tid 1 to smithi04683737-26 2024-09-20T21:45:37.528 INFO:tasks.rados.rados.0.smithi046.stdout:1029: finishing rollback tid 2 to smithi04683737-26 2024-09-20T21:45:37.528 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 250 (ObjNum 292 snap 93 seq_num 292) dirty exists 2024-09-20T21:45:37.531 INFO:tasks.rados.rados.0.smithi046.stdout:1030: finishing copy_from racing read to smithi04683737-48 2024-09-20T21:45:37.531 INFO:tasks.rados.rados.0.smithi046.stdout:1030: finishing copy_from to smithi04683737-48 2024-09-20T21:45:37.531 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 385 (ObjNum 303 snap 96 seq_num 303) dirty exists 2024-09-20T21:45:38.521 INFO:tasks.rados.rados.0.smithi046.stdout:1029: done (2 left) 2024-09-20T21:45:38.521 INFO:tasks.rados.rados.0.smithi046.stdout:1030: done (1 left) 2024-09-20T21:45:38.521 INFO:tasks.rados.rados.0.smithi046.stdout:1031: done (0 left) 2024-09-20T21:45:38.522 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 100 2024-09-20T21:45:38.522 INFO:tasks.rados.rados.0.smithi046.stdout:1032: seq_num 311 ranges {5382144=417792} 2024-09-20T21:45:38.553 INFO:tasks.rados.rados.0.smithi046.stdout:1032: writing smithi04683737-23 from 5382144 to 5799936 tid 1 2024-09-20T21:45:38.553 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 100 2024-09-20T21:45:38.553 INFO:tasks.rados.rados.0.smithi046.stdout:1033: seq_num 312 ranges {6340608=434176} 2024-09-20T21:45:38.590 INFO:tasks.rados.rados.0.smithi046.stdout:1033: writing smithi04683737-36 from 6340608 to 6774784 tid 1 2024-09-20T21:45:38.590 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 100 2024-09-20T21:45:38.590 INFO:tasks.rados.rados.0.smithi046.stdout:1034: seq_num 313 ranges {229376=450560} 2024-09-20T21:45:38.595 INFO:tasks.rados.rados.0.smithi046.stdout:1034: writing smithi04683737-12 from 229376 to 679936 tid 1 2024-09-20T21:45:38.595 INFO:tasks.rados.rados.0.smithi046.stdout:1035: snap_create 2024-09-20T21:45:38.595 INFO:tasks.rados.rados.0.smithi046.stdout:1032: finishing write tid 1 to smithi04683737-23 2024-09-20T21:45:38.595 INFO:tasks.rados.rados.0.smithi046.stdout:1032: finishing write tid 2 to smithi04683737-23 2024-09-20T21:45:38.595 INFO:tasks.rados.rados.0.smithi046.stdout:1032: finishing write tid 3 to smithi04683737-23 2024-09-20T21:45:38.595 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 422 (ObjNum 311 snap 100 seq_num 311) dirty exists 2024-09-20T21:45:38.595 INFO:tasks.rados.rados.0.smithi046.stdout:1032: left oid 23 (ObjNum 311 snap 100 seq_num 311) 2024-09-20T21:45:38.595 INFO:tasks.rados.rados.0.smithi046.stdout:1033: finishing write tid 1 to smithi04683737-36 2024-09-20T21:45:38.595 INFO:tasks.rados.rados.0.smithi046.stdout:1033: finishing write tid 2 to smithi04683737-36 2024-09-20T21:45:38.595 INFO:tasks.rados.rados.0.smithi046.stdout:1033: finishing write tid 3 to smithi04683737-36 2024-09-20T21:45:38.595 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 227 (ObjNum 312 snap 100 seq_num 312) dirty exists 2024-09-20T21:45:38.595 INFO:tasks.rados.rados.0.smithi046.stdout:1033: left oid 36 (ObjNum 312 snap 100 seq_num 312) 2024-09-20T21:45:38.597 INFO:tasks.rados.rados.0.smithi046.stdout:1034: finishing write tid 1 to smithi04683737-12 2024-09-20T21:45:38.597 INFO:tasks.rados.rados.0.smithi046.stdout:1034: finishing write tid 2 to smithi04683737-12 2024-09-20T21:45:38.598 INFO:tasks.rados.rados.0.smithi046.stdout:1034: finishing write tid 3 to smithi04683737-12 2024-09-20T21:45:38.598 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 487 (ObjNum 313 snap 100 seq_num 313) dirty exists 2024-09-20T21:45:38.599 INFO:tasks.rados.rados.0.smithi046.stdout:1034: left oid 12 (ObjNum 313 snap 100 seq_num 313) 2024-09-20T21:45:38.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:38 smithi046 ceph-mon[96110]: pgmap v67: 121 pgs: 121 active+clean; 229 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.8 MiB/s wr, 8 op/s 2024-09-20T21:45:38.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:38 smithi046 ceph-mon[96110]: osdmap e271: 8 total, 8 up, 8 in 2024-09-20T21:45:38.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:38 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:38.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:38 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:38.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:38 smithi046 ceph-mon[96110]: Reconfiguring osd.1 (monmap changed)... 2024-09-20T21:45:38.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:38 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-20T21:45:38.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:38 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:38.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:38 smithi046 ceph-mon[96110]: Reconfiguring daemon osd.1 on smithi046 2024-09-20T21:45:38.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:38 smithi046 ceph-mon[98591]: pgmap v67: 121 pgs: 121 active+clean; 229 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.8 MiB/s wr, 8 op/s 2024-09-20T21:45:38.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:38 smithi046 ceph-mon[98591]: osdmap e271: 8 total, 8 up, 8 in 2024-09-20T21:45:38.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:38 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:38.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:38 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:38.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:38 smithi046 ceph-mon[98591]: Reconfiguring osd.1 (monmap changed)... 2024-09-20T21:45:38.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:38 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-20T21:45:38.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:38 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:38.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:38 smithi046 ceph-mon[98591]: Reconfiguring daemon osd.1 on smithi046 2024-09-20T21:45:38.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:38 smithi134 ceph-mon[89086]: pgmap v67: 121 pgs: 121 active+clean; 229 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.8 MiB/s wr, 8 op/s 2024-09-20T21:45:38.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:38 smithi134 ceph-mon[89086]: osdmap e271: 8 total, 8 up, 8 in 2024-09-20T21:45:38.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:38 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:38.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:38 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:38.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:38 smithi134 ceph-mon[89086]: Reconfiguring osd.1 (monmap changed)... 2024-09-20T21:45:38.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:38 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-20T21:45:38.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:38 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:38.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:38 smithi134 ceph-mon[89086]: Reconfiguring daemon osd.1 on smithi046 2024-09-20T21:45:38.929 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:45:38 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:45:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:45:39.531 INFO:tasks.rados.rados.0.smithi046.stdout:1032: done (3 left) 2024-09-20T21:45:39.531 INFO:tasks.rados.rados.0.smithi046.stdout:1033: done (2 left) 2024-09-20T21:45:39.531 INFO:tasks.rados.rados.0.smithi046.stdout:1034: done (1 left) 2024-09-20T21:45:39.531 INFO:tasks.rados.rados.0.smithi046.stdout:1035: done (0 left) 2024-09-20T21:45:39.531 INFO:tasks.rados.rados.0.smithi046.stdout:1036: read oid 16 snap -1 2024-09-20T21:45:39.531 INFO:tasks.rados.rados.0.smithi046.stdout:1036: expect deleted 2024-09-20T21:45:39.531 INFO:tasks.rados.rados.0.smithi046.stdout:1037: read oid 47 snap -1 2024-09-20T21:45:39.531 INFO:tasks.rados.rados.0.smithi046.stdout:1037: expect (ObjNum 299 snap 96 seq_num 299) 2024-09-20T21:45:39.532 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 101 2024-09-20T21:45:39.532 INFO:tasks.rados.rados.0.smithi046.stdout:1038: seq_num 314 ranges {1540096=466944} 2024-09-20T21:45:39.542 INFO:tasks.rados.rados.0.smithi046.stdout:1038: writing smithi04683737-28 from 1540096 to 2007040 tid 1 2024-09-20T21:45:39.542 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 101 2024-09-20T21:45:39.542 INFO:tasks.rados.rados.0.smithi046.stdout:1039: seq_num 315 ranges {0=483328} 2024-09-20T21:45:39.545 INFO:tasks.rados.rados.0.smithi046.stdout:1039: writing smithi04683737-18 from 0 to 483328 tid 1 2024-09-20T21:45:39.545 INFO:tasks.rados.rados.0.smithi046.stdout:1040: read oid 3 snap -1 2024-09-20T21:45:39.545 INFO:tasks.rados.rados.0.smithi046.stdout:1040: expect deleted 2024-09-20T21:45:39.545 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 101 2024-09-20T21:45:39.545 INFO:tasks.rados.rados.0.smithi046.stdout:1041: seq_num 316 ranges {1900544=499712} 2024-09-20T21:45:39.559 INFO:tasks.rados.rados.0.smithi046.stdout:1041: writing smithi04683737-10 from 1900544 to 2400256 tid 1 2024-09-20T21:45:39.559 INFO:tasks.rados.rados.0.smithi046.stdout:1042: snap_create 2024-09-20T21:45:39.559 INFO:tasks.rados.rados.0.smithi046.stdout:1038: finishing write tid 1 to smithi04683737-28 2024-09-20T21:45:39.559 INFO:tasks.rados.rados.0.smithi046.stdout:1038: finishing write tid 2 to smithi04683737-28 2024-09-20T21:45:39.559 INFO:tasks.rados.rados.0.smithi046.stdout:1039: finishing write tid 1 to smithi04683737-18 2024-09-20T21:45:39.559 INFO:tasks.rados.rados.0.smithi046.stdout:1038: finishing write tid 3 to smithi04683737-28 2024-09-20T21:45:39.559 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 355 (ObjNum 314 snap 101 seq_num 314) dirty exists 2024-09-20T21:45:39.559 INFO:tasks.rados.rados.0.smithi046.stdout:1038: left oid 28 (ObjNum 314 snap 101 seq_num 314) 2024-09-20T21:45:39.560 INFO:tasks.rados.rados.0.smithi046.stdout:1039: finishing write tid 2 to smithi04683737-18 2024-09-20T21:45:39.560 INFO:tasks.rados.rados.0.smithi046.stdout:1039: finishing write tid 3 to smithi04683737-18 2024-09-20T21:45:39.560 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 389 (ObjNum 315 snap 101 seq_num 315) dirty exists 2024-09-20T21:45:39.560 INFO:tasks.rados.rados.0.smithi046.stdout:1039: left oid 18 (ObjNum 315 snap 101 seq_num 315) 2024-09-20T21:45:39.560 INFO:tasks.rados.rados.0.smithi046.stdout:1037: expect (ObjNum 299 snap 96 seq_num 299) 2024-09-20T21:45:39.760 INFO:tasks.rados.rados.0.smithi046.stdout:1041: finishing write tid 1 to smithi04683737-10 2024-09-20T21:45:39.760 INFO:tasks.rados.rados.0.smithi046.stdout:1041: finishing write tid 2 to smithi04683737-10 2024-09-20T21:45:39.760 INFO:tasks.rados.rados.0.smithi046.stdout:1041: finishing write tid 3 to smithi04683737-10 2024-09-20T21:45:39.761 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 271 (ObjNum 316 snap 101 seq_num 316) dirty exists 2024-09-20T21:45:39.761 INFO:tasks.rados.rados.0.smithi046.stdout:1041: left oid 10 (ObjNum 316 snap 101 seq_num 316) 2024-09-20T21:45:39.790 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:39 smithi046 ceph-mon[96110]: osdmap e272: 8 total, 8 up, 8 in 2024-09-20T21:45:39.790 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:39 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:39.790 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:39 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:39.791 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:39 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-20T21:45:39.791 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:39 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:39.791 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:39 smithi046 ceph-mon[98591]: osdmap e272: 8 total, 8 up, 8 in 2024-09-20T21:45:39.791 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:39 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:39.791 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:39 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:39.791 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:39 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-20T21:45:39.791 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:39 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:39 smithi134 ceph-mon[89086]: osdmap e272: 8 total, 8 up, 8 in 2024-09-20T21:45:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:39 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:39 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:39 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-20T21:45:39.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:39 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:40.537 INFO:tasks.rados.rados.0.smithi046.stdout:1036: done (6 left) 2024-09-20T21:45:40.537 INFO:tasks.rados.rados.0.smithi046.stdout:1037: done (5 left) 2024-09-20T21:45:40.537 INFO:tasks.rados.rados.0.smithi046.stdout:1038: done (4 left) 2024-09-20T21:45:40.537 INFO:tasks.rados.rados.0.smithi046.stdout:1039: done (3 left) 2024-09-20T21:45:40.537 INFO:tasks.rados.rados.0.smithi046.stdout:1040: done (2 left) 2024-09-20T21:45:40.537 INFO:tasks.rados.rados.0.smithi046.stdout:1041: done (1 left) 2024-09-20T21:45:40.537 INFO:tasks.rados.rados.0.smithi046.stdout:1042: done (0 left) 2024-09-20T21:45:40.537 INFO:tasks.rados.rados.0.smithi046.stdout:1043: snap_create 2024-09-20T21:45:40.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:40 smithi046 ceph-mon[96110]: pgmap v70: 121 pgs: 121 active+clean; 229 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 32 KiB/s wr, 0 op/s 2024-09-20T21:45:40.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:40 smithi046 ceph-mon[96110]: Reconfiguring osd.2 (monmap changed)... 2024-09-20T21:45:40.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:40 smithi046 ceph-mon[96110]: Reconfiguring daemon osd.2 on smithi046 2024-09-20T21:45:40.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:40 smithi046 ceph-mon[96110]: osdmap e273: 8 total, 8 up, 8 in 2024-09-20T21:45:40.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:40 smithi046 ceph-mon[98591]: pgmap v70: 121 pgs: 121 active+clean; 229 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 32 KiB/s wr, 0 op/s 2024-09-20T21:45:40.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:40 smithi046 ceph-mon[98591]: Reconfiguring osd.2 (monmap changed)... 2024-09-20T21:45:40.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:40 smithi046 ceph-mon[98591]: Reconfiguring daemon osd.2 on smithi046 2024-09-20T21:45:40.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:40 smithi046 ceph-mon[98591]: osdmap e273: 8 total, 8 up, 8 in 2024-09-20T21:45:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:40 smithi134 ceph-mon[89086]: pgmap v70: 121 pgs: 121 active+clean; 229 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 32 KiB/s wr, 0 op/s 2024-09-20T21:45:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:40 smithi134 ceph-mon[89086]: Reconfiguring osd.2 (monmap changed)... 2024-09-20T21:45:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:40 smithi134 ceph-mon[89086]: Reconfiguring daemon osd.2 on smithi046 2024-09-20T21:45:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:40 smithi134 ceph-mon[89086]: osdmap e273: 8 total, 8 up, 8 in 2024-09-20T21:45:41.538 INFO:tasks.rados.rados.0.smithi046.stdout:1043: done (0 left) 2024-09-20T21:45:41.538 INFO:tasks.rados.rados.0.smithi046.stdout:1044: delete oid 18 current snap is 103 2024-09-20T21:45:41.542 INFO:tasks.rados.rados.0.smithi046.stdout:1044: done (0 left) 2024-09-20T21:45:41.542 INFO:tasks.rados.rados.0.smithi046.stdout:1045: read oid 32 snap -1 2024-09-20T21:45:41.542 INFO:tasks.rados.rados.0.smithi046.stdout:1045: expect (ObjNum 302 snap 96 seq_num 302) 2024-09-20T21:45:41.542 INFO:tasks.rados.rados.0.smithi046.stdout:1046: read oid 48 snap -1 2024-09-20T21:45:41.542 INFO:tasks.rados.rados.0.smithi046.stdout:1046: expect (ObjNum 303 snap 96 seq_num 303) 2024-09-20T21:45:41.542 INFO:tasks.rados.rados.0.smithi046.stdout:1047: read oid 14 snap 71 2024-09-20T21:45:41.542 INFO:tasks.rados.rados.0.smithi046.stdout:1047: expect deleted 2024-09-20T21:45:41.542 INFO:tasks.rados.rados.0.smithi046.stdout:1048: copy_from oid 30 from oid 43 current snap is 103 2024-09-20T21:45:41.542 INFO:tasks.rados.rados.0.smithi046.stdout:1049: read oid 39 snap -1 2024-09-20T21:45:41.542 INFO:tasks.rados.rados.0.smithi046.stdout:1049: expect (ObjNum 270 snap 85 seq_num 270) 2024-09-20T21:45:41.542 INFO:tasks.rados.rados.0.smithi046.stdout:1050: snap_remove snap 98 2024-09-20T21:45:41.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:41 smithi046 ceph-mon[96110]: osdmap e274: 8 total, 8 up, 8 in 2024-09-20T21:45:41.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:41 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:41.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:41 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:41.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:41 smithi046 ceph-mon[96110]: Reconfiguring osd.3 (monmap changed)... 2024-09-20T21:45:41.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:41 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-20T21:45:41.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:41 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:41.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:41 smithi046 ceph-mon[96110]: Reconfiguring daemon osd.3 on smithi046 2024-09-20T21:45:41.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:41 smithi046 ceph-mon[98591]: osdmap e274: 8 total, 8 up, 8 in 2024-09-20T21:45:41.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:41 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:41.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:41 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:41.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:41 smithi046 ceph-mon[98591]: Reconfiguring osd.3 (monmap changed)... 2024-09-20T21:45:41.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:41 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-20T21:45:41.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:41 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:41.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:41 smithi046 ceph-mon[98591]: Reconfiguring daemon osd.3 on smithi046 2024-09-20T21:45:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:41 smithi134 ceph-mon[89086]: osdmap e274: 8 total, 8 up, 8 in 2024-09-20T21:45:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:41 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:41 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:41 smithi134 ceph-mon[89086]: Reconfiguring osd.3 (monmap changed)... 2024-09-20T21:45:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:41 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-20T21:45:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:41 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:41 smithi134 ceph-mon[89086]: Reconfiguring daemon osd.3 on smithi046 2024-09-20T21:45:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:45:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:45:42] "GET /metrics HTTP/1.1" 200 36055 "" "Prometheus/2.43.0" 2024-09-20T21:45:42.514 INFO:tasks.rados.rados.0.smithi046.stdout:1050: done (5 left) 2024-09-20T21:45:42.514 INFO:tasks.rados.rados.0.smithi046.stdout:1051: snap_remove snap 101 2024-09-20T21:45:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:45:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:45:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:45:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:42 smithi134 ceph-mon[89086]: pgmap v73: 121 pgs: 121 active+clean; 212 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 838 KiB/s wr, 8 op/s 2024-09-20T21:45:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:42 smithi134 ceph-mon[89086]: osdmap e275: 8 total, 8 up, 8 in 2024-09-20T21:45:42.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:42 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:42.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:42 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:42.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:42 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-20T21:45:42.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:42 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:42.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:42 smithi134 ceph-mon[89086]: osdmap e276: 8 total, 8 up, 8 in 2024-09-20T21:45:42.821 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:42 smithi046 ceph-mon[96110]: pgmap v73: 121 pgs: 121 active+clean; 212 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 838 KiB/s wr, 8 op/s 2024-09-20T21:45:42.821 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:42 smithi046 ceph-mon[96110]: osdmap e275: 8 total, 8 up, 8 in 2024-09-20T21:45:42.821 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:42 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:42.821 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:42 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:42.821 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:42 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-20T21:45:42.821 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:42 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:42.821 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:42 smithi046 ceph-mon[96110]: osdmap e276: 8 total, 8 up, 8 in 2024-09-20T21:45:42.822 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:42 smithi046 ceph-mon[98591]: pgmap v73: 121 pgs: 121 active+clean; 212 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 838 KiB/s wr, 8 op/s 2024-09-20T21:45:42.822 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:42 smithi046 ceph-mon[98591]: osdmap e275: 8 total, 8 up, 8 in 2024-09-20T21:45:42.822 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:42 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:42.822 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:42 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:42.822 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:42 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-20T21:45:42.822 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:42 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:42.822 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:42 smithi046 ceph-mon[98591]: osdmap e276: 8 total, 8 up, 8 in 2024-09-20T21:45:43.515 INFO:tasks.rados.rados.0.smithi046.stdout:1051: done (5 left) 2024-09-20T21:45:43.515 INFO:tasks.rados.rados.0.smithi046.stdout:1052: snap_create 2024-09-20T21:45:43.516 INFO:tasks.rados.rados.0.smithi046.stdout:1046: expect (ObjNum 303 snap 96 seq_num 303) 2024-09-20T21:45:43.523 INFO:tasks.rados.rados.0.smithi046.stdout:1048: finishing copy_from racing read to smithi04683737-30 2024-09-20T21:45:43.523 INFO:tasks.rados.rados.0.smithi046.stdout:1048: finishing copy_from to smithi04683737-30 2024-09-20T21:45:43.523 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 466 (ObjNum 305 snap 96 seq_num 305) dirty exists 2024-09-20T21:45:43.523 INFO:tasks.rados.rados.0.smithi046.stdout:1049: expect (ObjNum 270 snap 85 seq_num 270) 2024-09-20T21:45:43.582 INFO:tasks.rados.rados.0.smithi046.stdout:1045: expect (ObjNum 302 snap 96 seq_num 302) 2024-09-20T21:45:43.785 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:43 smithi046 ceph-mon[96110]: Reconfiguring mds.a (monmap changed)... 2024-09-20T21:45:43.785 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:43 smithi046 ceph-mon[96110]: Reconfiguring daemon mds.a on smithi046 2024-09-20T21:45:43.786 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:43 smithi046 ceph-mon[96110]: osdmap e277: 8 total, 8 up, 8 in 2024-09-20T21:45:43.786 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:43 smithi046 ceph-mon[98591]: Reconfiguring mds.a (monmap changed)... 2024-09-20T21:45:43.786 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:43 smithi046 ceph-mon[98591]: Reconfiguring daemon mds.a on smithi046 2024-09-20T21:45:43.786 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:43 smithi046 ceph-mon[98591]: osdmap e277: 8 total, 8 up, 8 in 2024-09-20T21:45:43.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:43 smithi134 ceph-mon[89086]: Reconfiguring mds.a (monmap changed)... 2024-09-20T21:45:43.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:43 smithi134 ceph-mon[89086]: Reconfiguring daemon mds.a on smithi046 2024-09-20T21:45:43.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:43 smithi134 ceph-mon[89086]: osdmap e277: 8 total, 8 up, 8 in 2024-09-20T21:45:43.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:45:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:45:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:45:44.516 INFO:tasks.rados.rados.0.smithi046.stdout:1045: done (5 left) 2024-09-20T21:45:44.516 INFO:tasks.rados.rados.0.smithi046.stdout:1046: done (4 left) 2024-09-20T21:45:44.516 INFO:tasks.rados.rados.0.smithi046.stdout:1047: done (3 left) 2024-09-20T21:45:44.516 INFO:tasks.rados.rados.0.smithi046.stdout:1048: done (2 left) 2024-09-20T21:45:44.517 INFO:tasks.rados.rados.0.smithi046.stdout:1049: done (1 left) 2024-09-20T21:45:44.517 INFO:tasks.rados.rados.0.smithi046.stdout:1052: done (0 left) 2024-09-20T21:45:44.517 INFO:tasks.rados.rados.0.smithi046.stdout:1053: rmattr oid 26 current snap is 104 2024-09-20T21:45:44.517 INFO:tasks.rados.rados.0.smithi046.stdout:1054: rmattr oid 42 current snap is 104 2024-09-20T21:45:44.517 INFO:tasks.rados.rados.0.smithi046.stdout:1054: done (1 left) 2024-09-20T21:45:44.517 INFO:tasks.rados.rados.0.smithi046.stdout:1055: rmattr oid 11 current snap is 104 2024-09-20T21:45:44.517 INFO:tasks.rados.rados.0.smithi046.stdout:1055: done (1 left) 2024-09-20T21:45:44.517 INFO:tasks.rados.rados.0.smithi046.stdout:1056: snap_remove snap 102 2024-09-20T21:45:44.548 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:45:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:45:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:45:44.549 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:45:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:45:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:45:45.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:44 smithi046 ceph-mon[96110]: pgmap v76: 121 pgs: 121 active+clean; 212 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 838 KiB/s wr, 8 op/s 2024-09-20T21:45:45.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:45.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:45.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:44 smithi046 ceph-mon[96110]: Reconfiguring mon.b (monmap changed)... 2024-09-20T21:45:45.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-20T21:45:45.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-20T21:45:45.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:45.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:44 smithi046 ceph-mon[96110]: Reconfiguring daemon mon.b on smithi134 2024-09-20T21:45:45.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:44 smithi046 ceph-mon[96110]: osdmap e278: 8 total, 8 up, 8 in 2024-09-20T21:45:45.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:44 smithi046 ceph-mon[98591]: pgmap v76: 121 pgs: 121 active+clean; 212 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 838 KiB/s wr, 8 op/s 2024-09-20T21:45:45.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:45.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:45.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:44 smithi046 ceph-mon[98591]: Reconfiguring mon.b (monmap changed)... 2024-09-20T21:45:45.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-20T21:45:45.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-20T21:45:45.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:45.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:44 smithi046 ceph-mon[98591]: Reconfiguring daemon mon.b on smithi134 2024-09-20T21:45:45.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:44 smithi046 ceph-mon[98591]: osdmap e278: 8 total, 8 up, 8 in 2024-09-20T21:45:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:44 smithi134 ceph-mon[89086]: pgmap v76: 121 pgs: 121 active+clean; 212 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 838 KiB/s wr, 8 op/s 2024-09-20T21:45:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:44 smithi134 ceph-mon[89086]: Reconfiguring mon.b (monmap changed)... 2024-09-20T21:45:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-20T21:45:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-20T21:45:45.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:45.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:44 smithi134 ceph-mon[89086]: Reconfiguring daemon mon.b on smithi134 2024-09-20T21:45:45.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:44 smithi134 ceph-mon[89086]: osdmap e278: 8 total, 8 up, 8 in 2024-09-20T21:45:45.519 INFO:tasks.rados.rados.0.smithi046.stdout:1056: done (1 left) 2024-09-20T21:45:45.519 INFO:tasks.rados.rados.0.smithi046.stdout:1057: delete oid 37 current snap is 104 2024-09-20T21:45:45.519 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 254 (ObjNum 292 snap 93 seq_num 292) dirty exists 2024-09-20T21:45:45.525 INFO:tasks.rados.rados.0.smithi046.stdout:1053: done (1 left) 2024-09-20T21:45:45.526 INFO:tasks.rados.rados.0.smithi046.stdout:1057: done (0 left) 2024-09-20T21:45:45.526 INFO:tasks.rados.rados.0.smithi046.stdout:1058: rollback oid 3 current snap is 104 2024-09-20T21:45:45.526 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 3 to 99 2024-09-20T21:45:45.526 INFO:tasks.rados.rados.0.smithi046.stdout:1059: setattr oid 37 current snap is 104 2024-09-20T21:45:45.527 INFO:tasks.rados.rados.0.smithi046.stdout:1058: finishing rollback tid 1 to smithi04683737-3 2024-09-20T21:45:45.527 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 360 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-20T21:45:45.527 INFO:tasks.rados.rados.0.smithi046.stdout:1058: done (1 left) 2024-09-20T21:45:45.528 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 104 2024-09-20T21:45:45.528 INFO:tasks.rados.rados.0.smithi046.stdout:1060: seq_num 319 ranges {278528=548864} 2024-09-20T21:45:45.532 INFO:tasks.rados.rados.0.smithi046.stdout:1060: writing smithi04683737-14 from 278528 to 827392 tid 1 2024-09-20T21:45:45.532 INFO:tasks.rados.rados.0.smithi046.stdout:1061: snap_create 2024-09-20T21:45:45.532 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 410 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-20T21:45:45.536 INFO:tasks.rados.rados.0.smithi046.stdout:1060: finishing write tid 1 to smithi04683737-14 2024-09-20T21:45:45.536 INFO:tasks.rados.rados.0.smithi046.stdout:1060: finishing write tid 2 to smithi04683737-14 2024-09-20T21:45:45.537 INFO:tasks.rados.rados.0.smithi046.stdout:1060: finishing write tid 3 to smithi04683737-14 2024-09-20T21:45:45.537 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 410 (ObjNum 319 snap 104 seq_num 319) dirty exists 2024-09-20T21:45:45.537 INFO:tasks.rados.rados.0.smithi046.stdout:1060: left oid 14 (ObjNum 319 snap 104 seq_num 319) 2024-09-20T21:45:46.520 INFO:tasks.rados.rados.0.smithi046.stdout:1059: done (2 left) 2024-09-20T21:45:46.520 INFO:tasks.rados.rados.0.smithi046.stdout:1060: done (1 left) 2024-09-20T21:45:46.520 INFO:tasks.rados.rados.0.smithi046.stdout:1061: done (0 left) 2024-09-20T21:45:46.520 INFO:tasks.rados.rados.0.smithi046.stdout:1062: read oid 7 snap 97 2024-09-20T21:45:46.520 INFO:tasks.rados.rados.0.smithi046.stdout:1062: expect (ObjNum 148 snap 38 seq_num 148) 2024-09-20T21:45:46.520 INFO:tasks.rados.rados.0.smithi046.stdout:1063: snap_create 2024-09-20T21:45:46.541 INFO:tasks.rados.rados.0.smithi046.stdout:1062: expect (ObjNum 148 snap 38 seq_num 148) 2024-09-20T21:45:46.610 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:46 smithi134 ceph-mon[89086]: pgmap v79: 121 pgs: 121 active+clean; 213 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 104 KiB/s wr, 5 op/s 2024-09-20T21:45:46.610 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:46 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:46.610 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:46 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:46.610 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:46 smithi134 ceph-mon[89086]: Reconfiguring mgr.x (monmap changed)... 2024-09-20T21:45:46.610 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:46 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-20T21:45:46.610 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:46 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-20T21:45:46.610 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:46 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:46.610 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:46 smithi134 ceph-mon[89086]: Reconfiguring daemon mgr.x on smithi134 2024-09-20T21:45:46.610 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:46 smithi134 ceph-mon[89086]: osdmap e279: 8 total, 8 up, 8 in 2024-09-20T21:45:46.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:46 smithi046 ceph-mon[96110]: pgmap v79: 121 pgs: 121 active+clean; 213 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 104 KiB/s wr, 5 op/s 2024-09-20T21:45:46.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:46 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:46.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:46 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:46.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:46 smithi046 ceph-mon[96110]: Reconfiguring mgr.x (monmap changed)... 2024-09-20T21:45:46.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:46 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-20T21:45:46.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:46 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-20T21:45:46.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:46 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:46.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:46 smithi046 ceph-mon[96110]: Reconfiguring daemon mgr.x on smithi134 2024-09-20T21:45:46.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:46 smithi046 ceph-mon[96110]: osdmap e279: 8 total, 8 up, 8 in 2024-09-20T21:45:46.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:46 smithi046 ceph-mon[98591]: pgmap v79: 121 pgs: 121 active+clean; 213 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 104 KiB/s wr, 5 op/s 2024-09-20T21:45:46.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:46 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:46.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:46 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:46.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:46 smithi046 ceph-mon[98591]: Reconfiguring mgr.x (monmap changed)... 2024-09-20T21:45:46.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:46 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-20T21:45:46.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:46 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-20T21:45:46.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:46 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:46.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:46 smithi046 ceph-mon[98591]: Reconfiguring daemon mgr.x on smithi134 2024-09-20T21:45:46.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:46 smithi046 ceph-mon[98591]: osdmap e279: 8 total, 8 up, 8 in 2024-09-20T21:45:47.515 INFO:tasks.rados.rados.0.smithi046.stdout:1062: done (1 left) 2024-09-20T21:45:47.516 INFO:tasks.rados.rados.0.smithi046.stdout:1063: done (0 left) 2024-09-20T21:45:47.516 INFO:tasks.rados.rados.0.smithi046.stdout:1064: snap_remove snap 103 2024-09-20T21:45:47.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:47 smithi134 ceph-mon[89086]: osdmap e280: 8 total, 8 up, 8 in 2024-09-20T21:45:47.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:47.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:47.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:47 smithi134 ceph-mon[89086]: Reconfiguring osd.4 (monmap changed)... 2024-09-20T21:45:47.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-20T21:45:47.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:47.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:47 smithi134 ceph-mon[89086]: Reconfiguring daemon osd.4 on smithi134 2024-09-20T21:45:47.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:47 smithi134 ceph-mon[89086]: osdmap e281: 8 total, 8 up, 8 in 2024-09-20T21:45:47.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:47 smithi046 ceph-mon[96110]: osdmap e280: 8 total, 8 up, 8 in 2024-09-20T21:45:47.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:47.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:47.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:47 smithi046 ceph-mon[96110]: Reconfiguring osd.4 (monmap changed)... 2024-09-20T21:45:47.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-20T21:45:47.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:47.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:47 smithi046 ceph-mon[96110]: Reconfiguring daemon osd.4 on smithi134 2024-09-20T21:45:47.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:47 smithi046 ceph-mon[96110]: osdmap e281: 8 total, 8 up, 8 in 2024-09-20T21:45:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:47 smithi046 ceph-mon[98591]: osdmap e280: 8 total, 8 up, 8 in 2024-09-20T21:45:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:47.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:47.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:47 smithi046 ceph-mon[98591]: Reconfiguring osd.4 (monmap changed)... 2024-09-20T21:45:47.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-20T21:45:47.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:47.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:47 smithi046 ceph-mon[98591]: Reconfiguring daemon osd.4 on smithi134 2024-09-20T21:45:47.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:47 smithi046 ceph-mon[98591]: osdmap e281: 8 total, 8 up, 8 in 2024-09-20T21:45:48.518 INFO:tasks.rados.rados.0.smithi046.stdout:1064: done (0 left) 2024-09-20T21:45:48.518 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 106 2024-09-20T21:45:48.518 INFO:tasks.rados.rados.0.smithi046.stdout:1065: seq_num 320 ranges {0=565248} 2024-09-20T21:45:48.520 INFO:tasks.rados.rados.0.smithi046.stdout:1065: writing smithi04683737-42 from 0 to 565248 tid 1 2024-09-20T21:45:48.521 INFO:tasks.rados.rados.0.smithi046.stdout:1066: read oid 32 snap -1 2024-09-20T21:45:48.521 INFO:tasks.rados.rados.0.smithi046.stdout:1066: expect (ObjNum 302 snap 96 seq_num 302) 2024-09-20T21:45:48.521 INFO:tasks.rados.rados.0.smithi046.stdout:1067: delete oid 7 current snap is 106 2024-09-20T21:45:48.527 INFO:tasks.rados.rados.0.smithi046.stdout:1067: done (2 left) 2024-09-20T21:45:48.527 INFO:tasks.rados.rados.0.smithi046.stdout:1068: rollback oid 10 current snap is 106 2024-09-20T21:45:48.527 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 10 to 100 2024-09-20T21:45:48.527 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 106 2024-09-20T21:45:48.527 INFO:tasks.rados.rados.0.smithi046.stdout:1069: seq_num 322 ranges {1540096=598016} 2024-09-20T21:45:48.539 INFO:tasks.rados.rados.0.smithi046.stdout:1069: writing smithi04683737-8 from 1540096 to 2138112 tid 1 2024-09-20T21:45:48.539 INFO:tasks.rados.rados.0.smithi046.stdout:1070: rollback oid 24 current snap is 106 2024-09-20T21:45:48.539 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 24 to 71 2024-09-20T21:45:48.539 INFO:tasks.rados.rados.0.smithi046.stdout:1068: finishing rollback tid 0 to smithi04683737-10 2024-09-20T21:45:48.540 INFO:tasks.rados.rados.0.smithi046.stdout:1071: delete oid 44 current snap is 106 2024-09-20T21:45:48.540 INFO:tasks.rados.rados.0.smithi046.stdout:1068: finishing rollback tid 1 to smithi04683737-10 2024-09-20T21:45:48.540 INFO:tasks.rados.rados.0.smithi046.stdout:1068: finishing rollback tid 2 to smithi04683737-10 2024-09-20T21:45:48.540 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 277 (ObjNum 256 snap 83 seq_num 256) dirty exists 2024-09-20T21:45:48.540 INFO:tasks.rados.rados.0.smithi046.stdout:1070: finishing rollback tid 1 to smithi04683737-24 2024-09-20T21:45:48.540 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 264 (ObjNum 33 snap 0 seq_num 4498808) dirty dne 2024-09-20T21:45:48.542 INFO:tasks.rados.rados.0.smithi046.stdout:1065: finishing write tid 1 to smithi04683737-42 2024-09-20T21:45:48.542 INFO:tasks.rados.rados.0.smithi046.stdout:1065: finishing write tid 2 to smithi04683737-42 2024-09-20T21:45:48.544 INFO:tasks.rados.rados.0.smithi046.stdout:1069: finishing write tid 1 to smithi04683737-8 2024-09-20T21:45:48.544 INFO:tasks.rados.rados.0.smithi046.stdout:1069: finishing write tid 2 to smithi04683737-8 2024-09-20T21:45:48.545 INFO:tasks.rados.rados.0.smithi046.stdout:1065: finishing write tid 3 to smithi04683737-42 2024-09-20T21:45:48.545 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 258 (ObjNum 320 snap 106 seq_num 320) dirty exists 2024-09-20T21:45:48.545 INFO:tasks.rados.rados.0.smithi046.stdout:1065: left oid 42 (ObjNum 320 snap 106 seq_num 320) 2024-09-20T21:45:48.546 INFO:tasks.rados.rados.0.smithi046.stdout:1069: finishing write tid 3 to smithi04683737-8 2024-09-20T21:45:48.546 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 302 (ObjNum 322 snap 106 seq_num 322) dirty exists 2024-09-20T21:45:48.547 INFO:tasks.rados.rados.0.smithi046.stdout:1069: left oid 8 (ObjNum 322 snap 106 seq_num 322) 2024-09-20T21:45:48.548 INFO:tasks.rados.rados.0.smithi046.stdout:1065: done (5 left) 2024-09-20T21:45:48.548 INFO:tasks.rados.rados.0.smithi046.stdout:1068: done (4 left) 2024-09-20T21:45:48.548 INFO:tasks.rados.rados.0.smithi046.stdout:1069: done (3 left) 2024-09-20T21:45:48.548 INFO:tasks.rados.rados.0.smithi046.stdout:1070: done (2 left) 2024-09-20T21:45:48.548 INFO:tasks.rados.rados.0.smithi046.stdout:1071: done (1 left) 2024-09-20T21:45:48.548 INFO:tasks.rados.rados.0.smithi046.stdout:1072: delete oid 18 current snap is 106 2024-09-20T21:45:48.550 INFO:tasks.rados.rados.0.smithi046.stdout:1072: done (1 left) 2024-09-20T21:45:48.550 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 27 current snap is 106 2024-09-20T21:45:48.550 INFO:tasks.rados.rados.0.smithi046.stdout:1073: seq_num 325 ranges {4087808=647168} 2024-09-20T21:45:48.576 INFO:tasks.rados.rados.0.smithi046.stdout:1073: writing smithi04683737-27 from 4087808 to 4734976 tid 1 2024-09-20T21:45:48.576 INFO:tasks.rados.rados.0.smithi046.stdout:1074: rmattr oid 19 current snap is 106 2024-09-20T21:45:48.576 INFO:tasks.rados.rados.0.smithi046.stdout:1066: expect (ObjNum 302 snap 96 seq_num 302) 2024-09-20T21:45:48.780 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:48 smithi134 ceph-mon[89086]: pgmap v82: 121 pgs: 121 active+clean; 213 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 104 KiB/s wr, 5 op/s 2024-09-20T21:45:48.781 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:48 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:48.781 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:48 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:48.781 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:48 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-20T21:45:48.781 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:48 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:48.781 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:48 smithi134 ceph-mon[89086]: osdmap e282: 8 total, 8 up, 8 in 2024-09-20T21:45:48.781 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:45:48 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:45:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:45:49.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:48 smithi046 ceph-mon[96110]: pgmap v82: 121 pgs: 121 active+clean; 213 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 104 KiB/s wr, 5 op/s 2024-09-20T21:45:49.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:48 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:49.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:48 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:49.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:48 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-20T21:45:49.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:48 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:49.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:48 smithi046 ceph-mon[96110]: osdmap e282: 8 total, 8 up, 8 in 2024-09-20T21:45:49.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:48 smithi046 ceph-mon[98591]: pgmap v82: 121 pgs: 121 active+clean; 213 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 104 KiB/s wr, 5 op/s 2024-09-20T21:45:49.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:48 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:49.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:48 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:49.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:48 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-20T21:45:49.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:48 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:49.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:48 smithi046 ceph-mon[98591]: osdmap e282: 8 total, 8 up, 8 in 2024-09-20T21:45:49.413 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 304 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-09-20T21:45:49.413 INFO:tasks.rados.rados.0.smithi046.stdout:1073: finishing write tid 1 to smithi04683737-27 2024-09-20T21:45:49.413 INFO:tasks.rados.rados.0.smithi046.stdout:1073: finishing write tid 2 to smithi04683737-27 2024-09-20T21:45:49.413 INFO:tasks.rados.rados.0.smithi046.stdout:1073: finishing write tid 3 to smithi04683737-27 2024-09-20T21:45:49.413 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 281 (ObjNum 325 snap 106 seq_num 325) dirty exists 2024-09-20T21:45:49.413 INFO:tasks.rados.rados.0.smithi046.stdout:1073: left oid 27 (ObjNum 325 snap 106 seq_num 325) 2024-09-20T21:45:49.413 INFO:tasks.rados.rados.0.smithi046.stdout:1066: done (2 left) 2024-09-20T21:45:49.413 INFO:tasks.rados.rados.0.smithi046.stdout:1073: done (1 left) 2024-09-20T21:45:49.413 INFO:tasks.rados.rados.0.smithi046.stdout:1074: done (0 left) 2024-09-20T21:45:49.413 INFO:tasks.rados.rados.0.smithi046.stdout:1075: read oid 25 snap 97 2024-09-20T21:45:49.413 INFO:tasks.rados.rados.0.smithi046.stdout:1075: expect (ObjNum 274 snap 87 seq_num 274) 2024-09-20T21:45:49.413 INFO:tasks.rados.rados.0.smithi046.stdout:1076: snap_remove snap 105 2024-09-20T21:45:49.689 INFO:tasks.rados.rados.0.smithi046.stdout:1076: done (1 left) 2024-09-20T21:45:49.689 INFO:tasks.rados.rados.0.smithi046.stdout:1075: expect (ObjNum 274 snap 87 seq_num 274) 2024-09-20T21:45:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:49 smithi134 ceph-mon[89086]: Reconfiguring osd.5 (monmap changed)... 2024-09-20T21:45:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:49 smithi134 ceph-mon[89086]: Reconfiguring daemon osd.5 on smithi134 2024-09-20T21:45:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:45:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-20T21:45:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:50.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:49 smithi046 ceph-mon[96110]: Reconfiguring osd.5 (monmap changed)... 2024-09-20T21:45:50.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:49 smithi046 ceph-mon[96110]: Reconfiguring daemon osd.5 on smithi134 2024-09-20T21:45:50.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:45:50.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:50.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:50.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-20T21:45:50.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:50.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:49 smithi046 ceph-mon[98591]: Reconfiguring osd.5 (monmap changed)... 2024-09-20T21:45:50.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:49 smithi046 ceph-mon[98591]: Reconfiguring daemon osd.5 on smithi134 2024-09-20T21:45:50.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:45:50.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:50.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:50.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-20T21:45:50.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:50.350 INFO:tasks.rados.rados.0.smithi046.stdout:1077: read oid 2 snap -1 2024-09-20T21:45:50.351 INFO:tasks.rados.rados.0.smithi046.stdout:1077: expect deleted 2024-09-20T21:45:50.351 INFO:tasks.rados.rados.0.smithi046.stdout:1075: done (1 left) 2024-09-20T21:45:50.351 INFO:tasks.rados.rados.0.smithi046.stdout:1078: snap_remove snap 71 2024-09-20T21:45:50.686 INFO:tasks.rados.rados.0.smithi046.stdout:1078: done (1 left) 2024-09-20T21:45:50.687 INFO:tasks.rados.rados.0.smithi046.stdout:1079: rollback oid 49 current snap is 106 2024-09-20T21:45:50.687 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 49 to 104 2024-09-20T21:45:50.687 INFO:tasks.rados.rados.0.smithi046.stdout:1077: done (1 left) 2024-09-20T21:45:50.687 INFO:tasks.rados.rados.0.smithi046.stdout:1080: snap_create 2024-09-20T21:45:50.698 INFO:tasks.rados.rados.0.smithi046.stdout:1079: finishing rollback tid 1 to smithi04683737-49 2024-09-20T21:45:50.698 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 360 (ObjNum 129 snap 0 seq_num 20859904) dirty dne 2024-09-20T21:45:51.050 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:50 smithi134 ceph-mon[89086]: pgmap v85: 121 pgs: 121 active+clean; 213 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:45:51.050 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:50 smithi134 ceph-mon[89086]: Reconfiguring osd.6 (monmap changed)... 2024-09-20T21:45:51.050 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:50 smithi134 ceph-mon[89086]: Reconfiguring daemon osd.6 on smithi134 2024-09-20T21:45:51.051 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:50 smithi134 ceph-mon[89086]: osdmap e283: 8 total, 8 up, 8 in 2024-09-20T21:45:51.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:50 smithi046 ceph-mon[96110]: pgmap v85: 121 pgs: 121 active+clean; 213 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:45:51.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:50 smithi046 ceph-mon[96110]: Reconfiguring osd.6 (monmap changed)... 2024-09-20T21:45:51.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:50 smithi046 ceph-mon[96110]: Reconfiguring daemon osd.6 on smithi134 2024-09-20T21:45:51.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:50 smithi046 ceph-mon[96110]: osdmap e283: 8 total, 8 up, 8 in 2024-09-20T21:45:51.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:50 smithi046 ceph-mon[98591]: pgmap v85: 121 pgs: 121 active+clean; 213 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-20T21:45:51.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:50 smithi046 ceph-mon[98591]: Reconfiguring osd.6 (monmap changed)... 2024-09-20T21:45:51.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:50 smithi046 ceph-mon[98591]: Reconfiguring daemon osd.6 on smithi134 2024-09-20T21:45:51.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:50 smithi046 ceph-mon[98591]: osdmap e283: 8 total, 8 up, 8 in 2024-09-20T21:45:51.695 INFO:tasks.rados.rados.0.smithi046.stdout:1079: done (1 left) 2024-09-20T21:45:51.695 INFO:tasks.rados.rados.0.smithi046.stdout:1080: done (0 left) 2024-09-20T21:45:51.695 INFO:tasks.rados.rados.0.smithi046.stdout:1081: snap_create 2024-09-20T21:45:51.769 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-20T21:45:51.804 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:51 smithi134 ceph-mon[89086]: osdmap e284: 8 total, 8 up, 8 in 2024-09-20T21:45:51.804 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:51.804 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:51.804 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-20T21:45:51.804 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:52.026 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:51 smithi046 ceph-mon[96110]: osdmap e284: 8 total, 8 up, 8 in 2024-09-20T21:45:52.026 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:52.027 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:52.027 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-20T21:45:52.027 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:52.027 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:51 smithi046 ceph-mon[98591]: osdmap e284: 8 total, 8 up, 8 in 2024-09-20T21:45:52.027 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:52.027 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:52.027 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-20T21:45:52.027 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:52.045 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-20T21:45:52.045 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (2m) 38s ago 6m 19.1M - 0.25.0 c8568f914cd2 0d74f13360c6 2024-09-20T21:45:52.045 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi134 *:3000 running (2m) 24s ago 6m 80.2M - 9.4.7 954c08fa6188 8341e8dee31d 2024-09-20T21:45:52.045 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (7m) 38s ago 7m 15.7M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 9e6c3beb915d 2024-09-20T21:45:52.045 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi134 running (7m) 24s ago 7m 18.3M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 132e8dbc5c5d 2024-09-20T21:45:52.045 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi134 *:8443,9283,8765 running (84s) 24s ago 11m 439M - 19.1.1-367-g9e2ac70b cc9251b744a3 4807b49ee672 2024-09-20T21:45:52.045 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443,9283,8765 running (112s) 38s ago 12m 499M - 19.1.1-367-g9e2ac70b cc9251b744a3 287f9c5532d7 2024-09-20T21:45:52.045 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (69s) 38s ago 12m 38.6M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 ce5bbc0a7b3e 2024-09-20T21:45:52.046 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi134 running (29s) 24s ago 11m 27.9M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 72d0616e106b 2024-09-20T21:45:52.046 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (48s) 38s ago 11m 26.5M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 17796ae3530a 2024-09-20T21:45:52.046 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (2m) 38s ago 5m 8174k - 1.5.0 0da6a335fe13 808d8998a7db 2024-09-20T21:45:52.046 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi134 *:9100 running (117s) 24s ago 5m 8702k - 1.5.0 0da6a335fe13 d64b31ebfc6a 2024-09-20T21:45:52.046 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (10m) 38s ago 10m 189M 2481M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 33a9f7bae4a4 2024-09-20T21:45:52.046 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (10m) 38s ago 10m 149M 2481M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be db8e5579c716 2024-09-20T21:45:52.046 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (10m) 38s ago 10m 128M 2481M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be c82637878174 2024-09-20T21:45:52.046 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (9m) 38s ago 9m 111M 2481M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be c17a4d58e03e 2024-09-20T21:45:52.046 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi134 running (9m) 24s ago 9m 153M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 16e7b884874f 2024-09-20T21:45:52.046 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi134 running (8m) 24s ago 8m 178M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 82e68e0822ae 2024-09-20T21:45:52.046 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi134 running (8m) 24s ago 8m 121M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be f826d37d1cf7 2024-09-20T21:45:52.046 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi134 running (8m) 24s ago 8m 121M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be fbf3a60c2bb0 2024-09-20T21:45:52.046 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi134 *:9095 running (89s) 24s ago 6m 50.8M - 2.43.0 a07b618ecd1d 5e01fa97ed3d 2024-09-20T21:45:52.385 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-20T21:45:52.385 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-20T21:45:52.385 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 3 2024-09-20T21:45:52.385 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:45:52.386 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-20T21:45:52.386 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 2 2024-09-20T21:45:52.386 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:45:52.386 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-20T21:45:52.386 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 8 2024-09-20T21:45:52.386 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:45:52.386 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-20T21:45:52.386 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 2 2024-09-20T21:45:52.386 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:45:52.386 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-20T21:45:52.386 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 10, 2024-09-20T21:45:52.386 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 5 2024-09-20T21:45:52.386 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-20T21:45:52.387 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-20T21:45:52.387 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:45:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:45:52] "GET /metrics HTTP/1.1" 200 36057 "" "Prometheus/2.43.0" 2024-09-20T21:45:52.516 INFO:tasks.rados.rados.0.smithi046.stdout:1081: done (0 left) 2024-09-20T21:45:52.516 INFO:tasks.rados.rados.0.smithi046.stdout:1082: delete oid 39 current snap is 108 2024-09-20T21:45:52.520 INFO:tasks.rados.rados.0.smithi046.stdout:1082: done (0 left) 2024-09-20T21:45:52.520 INFO:tasks.rados.rados.0.smithi046.stdout:1083: rollback oid 33 current snap is 108 2024-09-20T21:45:52.520 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 33 to 97 2024-09-20T21:45:52.520 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 108 2024-09-20T21:45:52.520 INFO:tasks.rados.rados.0.smithi046.stdout:1084: seq_num 327 ranges {679936=679936} 2024-09-20T21:45:52.528 INFO:tasks.rados.rados.0.smithi046.stdout:1084: writing smithi04683737-12 from 679936 to 1359872 tid 1 2024-09-20T21:45:52.528 INFO:tasks.rados.rados.0.smithi046.stdout:1085: rollback oid 42 current snap is 108 2024-09-20T21:45:52.528 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 42 to 107 2024-09-20T21:45:52.528 INFO:tasks.rados.rados.0.smithi046.stdout:1083: finishing rollback tid 1 to smithi04683737-33 2024-09-20T21:45:52.528 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 142 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-09-20T21:45:52.528 INFO:tasks.rados.rados.0.smithi046.stdout:1083: done (2 left) 2024-09-20T21:45:52.528 INFO:tasks.rados.rados.0.smithi046.stdout:1086: snap_remove snap 97 2024-09-20T21:45:52.541 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:45:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:45:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:45:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:52 smithi134 ceph-mon[89086]: pgmap v88: 121 pgs: 121 active+clean; 215 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 576 KiB/s wr, 15 op/s 2024-09-20T21:45:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:52 smithi134 ceph-mon[89086]: Reconfiguring osd.7 (monmap changed)... 2024-09-20T21:45:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:52 smithi134 ceph-mon[89086]: Reconfiguring daemon osd.7 on smithi134 2024-09-20T21:45:52.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:52 smithi134 ceph-mon[89086]: osdmap e285: 8 total, 8 up, 8 in 2024-09-20T21:45:52.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:52 smithi134 ceph-mon[89086]: from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:45:52.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:52 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4221080613' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:45:52.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:52 smithi134 ceph-mon[89086]: osdmap e286: 8 total, 8 up, 8 in 2024-09-20T21:45:52.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:52 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:52.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:52 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:52.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:52 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-20T21:45:52.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:52 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:52 smithi046 ceph-mon[96110]: pgmap v88: 121 pgs: 121 active+clean; 215 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 576 KiB/s wr, 15 op/s 2024-09-20T21:45:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:52 smithi046 ceph-mon[96110]: Reconfiguring osd.7 (monmap changed)... 2024-09-20T21:45:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:52 smithi046 ceph-mon[96110]: Reconfiguring daemon osd.7 on smithi134 2024-09-20T21:45:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:52 smithi046 ceph-mon[96110]: osdmap e285: 8 total, 8 up, 8 in 2024-09-20T21:45:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:52 smithi046 ceph-mon[96110]: from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:45:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:52 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4221080613' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:45:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:52 smithi046 ceph-mon[96110]: osdmap e286: 8 total, 8 up, 8 in 2024-09-20T21:45:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:52 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:52 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:52 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-20T21:45:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:52 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:53.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:52 smithi046 ceph-mon[98591]: pgmap v88: 121 pgs: 121 active+clean; 215 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 576 KiB/s wr, 15 op/s 2024-09-20T21:45:53.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:52 smithi046 ceph-mon[98591]: Reconfiguring osd.7 (monmap changed)... 2024-09-20T21:45:53.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:52 smithi046 ceph-mon[98591]: Reconfiguring daemon osd.7 on smithi134 2024-09-20T21:45:53.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:52 smithi046 ceph-mon[98591]: osdmap e285: 8 total, 8 up, 8 in 2024-09-20T21:45:53.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:52 smithi046 ceph-mon[98591]: from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:45:53.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:52 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4221080613' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:45:53.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:52 smithi046 ceph-mon[98591]: osdmap e286: 8 total, 8 up, 8 in 2024-09-20T21:45:53.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:52 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:53.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:52 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:53.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:52 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-20T21:45:53.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:52 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:53.520 INFO:tasks.rados.rados.0.smithi046.stdout:1086: done (2 left) 2024-09-20T21:45:53.520 INFO:tasks.rados.rados.0.smithi046.stdout:1087: read oid 8 snap -1 2024-09-20T21:45:53.520 INFO:tasks.rados.rados.0.smithi046.stdout:1087: expect (ObjNum 322 snap 106 seq_num 322) 2024-09-20T21:45:53.520 INFO:tasks.rados.rados.0.smithi046.stdout:1088: setattr oid 25 current snap is 108 2024-09-20T21:45:53.521 INFO:tasks.rados.rados.0.smithi046.stdout:1085: finishing rollback tid 0 to smithi04683737-42 2024-09-20T21:45:53.521 INFO:tasks.rados.rados.0.smithi046.stdout:1085: finishing rollback tid 1 to smithi04683737-42 2024-09-20T21:45:53.521 INFO:tasks.rados.rados.0.smithi046.stdout:1085: finishing rollback tid 2 to smithi04683737-42 2024-09-20T21:45:53.522 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 268 (ObjNum 320 snap 106 seq_num 320) dirty exists 2024-09-20T21:45:53.522 INFO:tasks.rados.rados.0.smithi046.stdout:1084: finishing write tid 1 to smithi04683737-12 2024-09-20T21:45:53.522 INFO:tasks.rados.rados.0.smithi046.stdout:1084: finishing write tid 2 to smithi04683737-12 2024-09-20T21:45:53.522 INFO:tasks.rados.rados.0.smithi046.stdout:1084: finishing write tid 3 to smithi04683737-12 2024-09-20T21:45:53.522 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 500 (ObjNum 327 snap 108 seq_num 327) dirty exists 2024-09-20T21:45:53.522 INFO:tasks.rados.rados.0.smithi046.stdout:1084: left oid 12 (ObjNum 327 snap 108 seq_num 327) 2024-09-20T21:45:53.524 INFO:tasks.rados.rados.0.smithi046.stdout:1084: done (3 left) 2024-09-20T21:45:53.524 INFO:tasks.rados.rados.0.smithi046.stdout:1085: done (2 left) 2024-09-20T21:45:53.524 INFO:tasks.rados.rados.0.smithi046.stdout:1089: delete oid 3 current snap is 108 2024-09-20T21:45:53.528 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 422 (ObjNum 274 snap 87 seq_num 274) dirty exists 2024-09-20T21:45:53.535 INFO:tasks.rados.rados.0.smithi046.stdout:1088: done (2 left) 2024-09-20T21:45:53.535 INFO:tasks.rados.rados.0.smithi046.stdout:1089: done (1 left) 2024-09-20T21:45:53.535 INFO:tasks.rados.rados.0.smithi046.stdout:1090: snap_create 2024-09-20T21:45:53.537 INFO:tasks.rados.rados.0.smithi046.stdout:1087: expect (ObjNum 322 snap 106 seq_num 322) 2024-09-20T21:45:53.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:53 smithi134 ceph-mon[89086]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:45:53.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:53 smithi134 ceph-mon[89086]: Reconfiguring mds.b (monmap changed)... 2024-09-20T21:45:53.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:53 smithi134 ceph-mon[89086]: Reconfiguring daemon mds.b on smithi134 2024-09-20T21:45:53.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:53 smithi134 ceph-mon[89086]: osdmap e287: 8 total, 8 up, 8 in 2024-09-20T21:45:53.927 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:45:53 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:45:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:45:54.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:53 smithi046 ceph-mon[96110]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:45:54.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:53 smithi046 ceph-mon[96110]: Reconfiguring mds.b (monmap changed)... 2024-09-20T21:45:54.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:53 smithi046 ceph-mon[96110]: Reconfiguring daemon mds.b on smithi134 2024-09-20T21:45:54.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:53 smithi046 ceph-mon[96110]: osdmap e287: 8 total, 8 up, 8 in 2024-09-20T21:45:54.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:53 smithi046 ceph-mon[98591]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:45:54.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:53 smithi046 ceph-mon[98591]: Reconfiguring mds.b (monmap changed)... 2024-09-20T21:45:54.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:53 smithi046 ceph-mon[98591]: Reconfiguring daemon mds.b on smithi134 2024-09-20T21:45:54.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:53 smithi046 ceph-mon[98591]: osdmap e287: 8 total, 8 up, 8 in 2024-09-20T21:45:54.519 INFO:tasks.rados.rados.0.smithi046.stdout:1087: done (1 left) 2024-09-20T21:45:54.519 INFO:tasks.rados.rados.0.smithi046.stdout:1090: done (0 left) 2024-09-20T21:45:54.519 INFO:tasks.rados.rados.0.smithi046.stdout:1091: rollback oid 41 current snap is 109 2024-09-20T21:45:54.519 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 41 to 106 2024-09-20T21:45:54.519 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 109 2024-09-20T21:45:54.519 INFO:tasks.rados.rados.0.smithi046.stdout:1092: seq_num 329 ranges {1695744=712704} 2024-09-20T21:45:54.532 INFO:tasks.rados.rados.0.smithi046.stdout:1092: writing smithi04683737-4 from 1695744 to 2408448 tid 1 2024-09-20T21:45:54.532 INFO:tasks.rados.rados.0.smithi046.stdout:1093: delete oid 19 current snap is 109 2024-09-20T21:45:54.532 INFO:tasks.rados.rados.0.smithi046.stdout:1091: finishing rollback tid 0 to smithi04683737-41 2024-09-20T21:45:54.533 INFO:tasks.rados.rados.0.smithi046.stdout:1091: finishing rollback tid 1 to smithi04683737-41 2024-09-20T21:45:54.533 INFO:tasks.rados.rados.0.smithi046.stdout:1091: finishing rollback tid 2 to smithi04683737-41 2024-09-20T21:45:54.533 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 424 (ObjNum 264 snap 83 seq_num 264) dirty exists 2024-09-20T21:45:54.538 INFO:tasks.rados.rados.0.smithi046.stdout:1091: done (2 left) 2024-09-20T21:45:54.538 INFO:tasks.rados.rados.0.smithi046.stdout:1093: done (1 left) 2024-09-20T21:45:54.538 INFO:tasks.rados.rados.0.smithi046.stdout:1094: rollback oid 6 current snap is 109 2024-09-20T21:45:54.538 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 6 to 99 2024-09-20T21:45:54.539 INFO:tasks.rados.rados.0.smithi046.stdout:1095: snap_remove snap 106 2024-09-20T21:45:54.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:45:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:45:54.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:45:54.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:45:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:45:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:45:55.369 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:54 smithi046 ceph-mon[96110]: pgmap v91: 121 pgs: 121 active+clean; 215 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 576 KiB/s wr, 15 op/s 2024-09-20T21:45:55.369 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:54 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:55.369 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:54 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:55.369 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:54 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:45:55.369 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:54 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:45:55.369 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:54 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:45:55.369 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:54 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:55.370 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:54 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-20T21:45:55.370 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:54 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-20T21:45:55.370 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:54 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-20T21:45:55.370 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:54 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-20T21:45:55.370 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:54 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-20T21:45:55.370 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:54 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-20T21:45:55.370 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:54 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:45:55.370 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:54 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:55.370 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:54 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-20T21:45:55.370 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:54 smithi046 ceph-mon[96110]: osdmap e288: 8 total, 8 up, 8 in 2024-09-20T21:45:55.370 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:54 smithi046 ceph-mon[98591]: pgmap v91: 121 pgs: 121 active+clean; 215 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 576 KiB/s wr, 15 op/s 2024-09-20T21:45:55.370 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:54 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:55.371 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:54 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:55.371 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:54 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:45:55.371 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:54 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:45:55.371 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:54 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:45:55.371 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:54 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:55.371 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:54 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-20T21:45:55.371 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:54 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-20T21:45:55.371 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:54 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-20T21:45:55.371 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:54 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-20T21:45:55.371 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:54 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-20T21:45:55.371 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:54 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-20T21:45:55.371 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:54 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:45:55.371 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:54 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:55.371 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:54 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-20T21:45:55.371 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:54 smithi046 ceph-mon[98591]: osdmap e288: 8 total, 8 up, 8 in 2024-09-20T21:45:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:54 smithi134 ceph-mon[89086]: pgmap v91: 121 pgs: 121 active+clean; 215 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 576 KiB/s wr, 15 op/s 2024-09-20T21:45:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:54 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:54 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:54 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:45:55.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:54 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:45:55.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:54 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:45:55.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:54 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:55.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:54 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-20T21:45:55.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:54 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-20T21:45:55.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:54 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-20T21:45:55.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:54 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-20T21:45:55.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:54 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-20T21:45:55.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:54 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-20T21:45:55.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:54 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:45:55.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:54 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:55.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:54 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-20T21:45:55.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:54 smithi134 ceph-mon[89086]: osdmap e288: 8 total, 8 up, 8 in 2024-09-20T21:45:55.522 INFO:tasks.rados.rados.0.smithi046.stdout:1095: done (2 left) 2024-09-20T21:45:55.522 INFO:tasks.rados.rados.0.smithi046.stdout:1096: rmattr oid 26 current snap is 109 2024-09-20T21:45:55.522 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 109 2024-09-20T21:45:55.522 INFO:tasks.rados.rados.0.smithi046.stdout:1097: seq_num 331 ranges {425984=753664} 2024-09-20T21:45:55.531 INFO:tasks.rados.rados.0.smithi046.stdout:1097: writing smithi04683737-30 from 425984 to 1179648 tid 1 2024-09-20T21:45:55.531 INFO:tasks.rados.rados.0.smithi046.stdout:1092: finishing write tid 1 to smithi04683737-4 2024-09-20T21:45:55.531 INFO:tasks.rados.rados.0.smithi046.stdout:1092: finishing write tid 2 to smithi04683737-4 2024-09-20T21:45:55.531 INFO:tasks.rados.rados.0.smithi046.stdout:1094: finishing rollback tid 0 to smithi04683737-6 2024-09-20T21:45:55.531 INFO:tasks.rados.rados.0.smithi046.stdout:1094: finishing rollback tid 1 to smithi04683737-6 2024-09-20T21:45:55.531 INFO:tasks.rados.rados.0.smithi046.stdout:1094: finishing rollback tid 2 to smithi04683737-6 2024-09-20T21:45:55.531 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 463 (ObjNum 290 snap 93 seq_num 290) dirty exists 2024-09-20T21:45:55.531 INFO:tasks.rados.rados.0.smithi046.stdout:1092: finishing write tid 3 to smithi04683737-4 2024-09-20T21:45:55.531 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 459 (ObjNum 329 snap 109 seq_num 329) dirty exists 2024-09-20T21:45:55.531 INFO:tasks.rados.rados.0.smithi046.stdout:1092: left oid 4 (ObjNum 329 snap 109 seq_num 329) 2024-09-20T21:45:55.531 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 272 (ObjNum 292 snap 93 seq_num 292) dirty exists 2024-09-20T21:45:55.531 INFO:tasks.rados.rados.0.smithi046.stdout:1092: done (3 left) 2024-09-20T21:45:55.531 INFO:tasks.rados.rados.0.smithi046.stdout:1094: done (2 left) 2024-09-20T21:45:55.532 INFO:tasks.rados.rados.0.smithi046.stdout:1096: done (1 left) 2024-09-20T21:45:55.532 INFO:tasks.rados.rados.0.smithi046.stdout:1098: rollback oid 16 current snap is 109 2024-09-20T21:45:55.532 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 16 to 104 2024-09-20T21:45:55.532 INFO:tasks.rados.rados.0.smithi046.stdout:1099: rmattr oid 44 current snap is 109 2024-09-20T21:45:55.532 INFO:tasks.rados.rados.0.smithi046.stdout:1099: done (2 left) 2024-09-20T21:45:55.532 INFO:tasks.rados.rados.0.smithi046.stdout:1100: delete oid 8 current snap is 109 2024-09-20T21:45:55.533 INFO:tasks.rados.rados.0.smithi046.stdout:1100: done (2 left) 2024-09-20T21:45:55.533 INFO:tasks.rados.rados.0.smithi046.stdout:1101: read oid 42 snap -1 2024-09-20T21:45:55.533 INFO:tasks.rados.rados.0.smithi046.stdout:1101: expect (ObjNum 320 snap 106 seq_num 320) 2024-09-20T21:45:55.533 INFO:tasks.rados.rados.0.smithi046.stdout:1102: snap_create 2024-09-20T21:45:55.533 INFO:tasks.rados.rados.0.smithi046.stdout:1098: finishing rollback tid 1 to smithi04683737-16 2024-09-20T21:45:55.533 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 337 (ObjNum 49 snap 0 seq_num 1568344440) dirty dne 2024-09-20T21:45:55.536 INFO:tasks.rados.rados.0.smithi046.stdout:1101: expect (ObjNum 320 snap 106 seq_num 320) 2024-09-20T21:45:55.551 INFO:tasks.rados.rados.0.smithi046.stdout:1097: finishing write tid 1 to smithi04683737-30 2024-09-20T21:45:55.551 INFO:tasks.rados.rados.0.smithi046.stdout:1097: finishing write tid 2 to smithi04683737-30 2024-09-20T21:45:55.551 INFO:tasks.rados.rados.0.smithi046.stdout:1097: finishing write tid 3 to smithi04683737-30 2024-09-20T21:45:55.551 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 468 (ObjNum 331 snap 109 seq_num 331) dirty exists 2024-09-20T21:45:55.551 INFO:tasks.rados.rados.0.smithi046.stdout:1097: left oid 30 (ObjNum 331 snap 109 seq_num 331) 2024-09-20T21:45:56.038 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:55 smithi046 ceph-mon[96110]: Upgrade: Setting container_image for all mon 2024-09-20T21:45:56.038 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:55 smithi046 ceph-mon[96110]: Upgrade: Setting container_image for all crash 2024-09-20T21:45:56.038 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:55 smithi046 ceph-mon[96110]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-20T21:45:56.038 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:55 smithi046 ceph-mon[96110]: Upgrade: osd.0 is safe to restart 2024-09-20T21:45:56.038 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:55 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:56.038 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:55 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-20T21:45:56.039 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:55 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:56.039 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:55 smithi046 ceph-mon[96110]: osdmap e289: 8 total, 8 up, 8 in 2024-09-20T21:45:56.039 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:55 smithi046 ceph-mon[98591]: Upgrade: Setting container_image for all mon 2024-09-20T21:45:56.039 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:55 smithi046 ceph-mon[98591]: Upgrade: Setting container_image for all crash 2024-09-20T21:45:56.039 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:55 smithi046 ceph-mon[98591]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-20T21:45:56.039 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:55 smithi046 ceph-mon[98591]: Upgrade: osd.0 is safe to restart 2024-09-20T21:45:56.039 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:55 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:56.039 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:55 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-20T21:45:56.039 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:55 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:56.039 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:55 smithi046 ceph-mon[98591]: osdmap e289: 8 total, 8 up, 8 in 2024-09-20T21:45:56.330 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:55 smithi134 ceph-mon[89086]: Upgrade: Setting container_image for all mon 2024-09-20T21:45:56.330 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:55 smithi134 ceph-mon[89086]: Upgrade: Setting container_image for all crash 2024-09-20T21:45:56.330 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:55 smithi134 ceph-mon[89086]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-20T21:45:56.330 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:55 smithi134 ceph-mon[89086]: Upgrade: osd.0 is safe to restart 2024-09-20T21:45:56.330 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:55 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:45:56.330 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:55 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-20T21:45:56.331 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:55 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:45:56.331 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:55 smithi134 ceph-mon[89086]: osdmap e289: 8 total, 8 up, 8 in 2024-09-20T21:45:56.523 INFO:tasks.rados.rados.0.smithi046.stdout:1097: done (3 left) 2024-09-20T21:45:56.523 INFO:tasks.rados.rados.0.smithi046.stdout:1098: done (2 left) 2024-09-20T21:45:56.524 INFO:tasks.rados.rados.0.smithi046.stdout:1101: done (1 left) 2024-09-20T21:45:56.524 INFO:tasks.rados.rados.0.smithi046.stdout:1102: done (0 left) 2024-09-20T21:45:56.524 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 110 2024-09-20T21:45:56.524 INFO:tasks.rados.rados.0.smithi046.stdout:1103: seq_num 333 ranges {2113536=786432} 2024-09-20T21:45:56.539 INFO:tasks.rados.rados.0.smithi046.stdout:1103: writing smithi04683737-40 from 2113536 to 2899968 tid 1 2024-09-20T21:45:56.539 INFO:tasks.rados.rados.0.smithi046.stdout:1104: delete oid 2 current snap is 110 2024-09-20T21:45:56.543 INFO:tasks.rados.rados.0.smithi046.stdout:1104: done (1 left) 2024-09-20T21:45:56.543 INFO:tasks.rados.rados.0.smithi046.stdout:1105: snap_remove snap 108 2024-09-20T21:45:57.098 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:56 smithi046 ceph-mon[96110]: pgmap v94: 121 pgs: 121 active+clean; 206 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 340 KiB/s wr, 9 op/s 2024-09-20T21:45:57.099 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:56 smithi046 ceph-mon[96110]: Upgrade: Updating osd.0 2024-09-20T21:45:57.099 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:56 smithi046 ceph-mon[96110]: Deploying daemon osd.0 on smithi046 2024-09-20T21:45:57.099 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:56 smithi046 ceph-mon[96110]: osdmap e290: 8 total, 8 up, 8 in 2024-09-20T21:45:57.099 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:56 smithi046 ceph-mon[98591]: pgmap v94: 121 pgs: 121 active+clean; 206 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 340 KiB/s wr, 9 op/s 2024-09-20T21:45:57.099 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:56 smithi046 ceph-mon[98591]: Upgrade: Updating osd.0 2024-09-20T21:45:57.099 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:56 smithi046 ceph-mon[98591]: Deploying daemon osd.0 on smithi046 2024-09-20T21:45:57.099 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:56 smithi046 ceph-mon[98591]: osdmap e290: 8 total, 8 up, 8 in 2024-09-20T21:45:57.345 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:56 smithi134 ceph-mon[89086]: pgmap v94: 121 pgs: 121 active+clean; 206 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 340 KiB/s wr, 9 op/s 2024-09-20T21:45:57.346 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:56 smithi134 ceph-mon[89086]: Upgrade: Updating osd.0 2024-09-20T21:45:57.346 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:56 smithi134 ceph-mon[89086]: Deploying daemon osd.0 on smithi046 2024-09-20T21:45:57.346 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:56 smithi134 ceph-mon[89086]: osdmap e290: 8 total, 8 up, 8 in 2024-09-20T21:45:57.517 INFO:tasks.rados.rados.0.smithi046.stdout:1105: done (1 left) 2024-09-20T21:45:57.517 INFO:tasks.rados.rados.0.smithi046.stdout:1106: copy_from oid 43 from oid 39 current snap is 110 2024-09-20T21:45:57.517 INFO:tasks.rados.rados.0.smithi046.stdout:1103: finishing write tid 1 to smithi04683737-40 2024-09-20T21:45:57.517 INFO:tasks.rados.rados.0.smithi046.stdout:1103: finishing write tid 2 to smithi04683737-40 2024-09-20T21:45:57.518 INFO:tasks.rados.rados.0.smithi046.stdout:1103: finishing write tid 3 to smithi04683737-40 2024-09-20T21:45:57.518 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 277 (ObjNum 333 snap 110 seq_num 333) dirty exists 2024-09-20T21:45:57.518 INFO:tasks.rados.rados.0.smithi046.stdout:1103: left oid 40 (ObjNum 333 snap 110 seq_num 333) 2024-09-20T21:45:57.518 INFO:tasks.rados.rados.0.smithi046.stdout:1103: done (1 left) 2024-09-20T21:45:57.518 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 110 2024-09-20T21:45:57.518 INFO:tasks.rados.rados.0.smithi046.stdout:1107: seq_num 335 ranges {0=417792,417792=401408} 2024-09-20T21:45:57.519 INFO:tasks.rados.rados.0.smithi046.stdout:1107: writing smithi04683737-49 from 0 to 417792 tid 1 2024-09-20T21:45:57.522 INFO:tasks.rados.rados.0.smithi046.stdout:1107: writing smithi04683737-49 from 417792 to 819200 tid 2 2024-09-20T21:45:57.522 INFO:tasks.rados.rados.0.smithi046.stdout:1108: delete oid 26 current snap is 110 2024-09-20T21:45:57.522 INFO:tasks.rados.rados.0.smithi046.stdout:1106: finishing copy_from to smithi04683737-43 2024-09-20T21:45:57.523 INFO:tasks.rados.rados.0.smithi046.stdout:1106: got expected ENOENT (src dne) 2024-09-20T21:45:57.523 INFO:tasks.rados.rados.0.smithi046.stdout:1106: finishing copy_from racing read to smithi04683737-43 2024-09-20T21:45:57.526 INFO:tasks.rados.rados.0.smithi046.stdout:1107: finishing write tid 1 to smithi04683737-49 2024-09-20T21:45:57.527 INFO:tasks.rados.rados.0.smithi046.stdout:1107: finishing write tid 2 to smithi04683737-49 2024-09-20T21:45:57.527 INFO:tasks.rados.rados.0.smithi046.stdout:1107: finishing write tid 3 to smithi04683737-49 2024-09-20T21:45:57.528 INFO:tasks.rados.rados.0.smithi046.stdout:1107: finishing write tid 4 to smithi04683737-49 2024-09-20T21:45:57.528 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 474 (ObjNum 335 snap 110 seq_num 335) dirty exists 2024-09-20T21:45:57.528 INFO:tasks.rados.rados.0.smithi046.stdout:1107: left oid 49 (ObjNum 335 snap 110 seq_num 335) 2024-09-20T21:45:57.529 INFO:tasks.rados.rados.0.smithi046.stdout:1106: done (2 left) 2024-09-20T21:45:57.529 INFO:tasks.rados.rados.0.smithi046.stdout:1107: done (1 left) 2024-09-20T21:45:57.530 INFO:tasks.rados.rados.0.smithi046.stdout:1108: done (0 left) 2024-09-20T21:45:57.530 INFO:tasks.rados.rados.0.smithi046.stdout:1109: read oid 32 snap 104 2024-09-20T21:45:57.530 INFO:tasks.rados.rados.0.smithi046.stdout:1109: expect (ObjNum 302 snap 96 seq_num 302) 2024-09-20T21:45:57.530 INFO:tasks.rados.rados.0.smithi046.stdout:1110: rollback oid 8 current snap is 110 2024-09-20T21:45:57.530 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 8 to 107 2024-09-20T21:45:57.530 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 110 2024-09-20T21:45:57.530 INFO:tasks.rados.rados.0.smithi046.stdout:1111: seq_num 337 ranges {0=450560,450560=401408} 2024-09-20T21:45:57.532 INFO:tasks.rados.rados.0.smithi046.stdout:1111: writing smithi04683737-19 from 0 to 450560 tid 1 2024-09-20T21:45:57.536 INFO:tasks.rados.rados.0.smithi046.stdout:1111: writing smithi04683737-19 from 450560 to 851968 tid 2 2024-09-20T21:45:57.536 INFO:tasks.rados.rados.0.smithi046.stdout:1112: read oid 7 snap -1 2024-09-20T21:45:57.536 INFO:tasks.rados.rados.0.smithi046.stdout:1112: expect deleted 2024-09-20T21:45:57.536 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 34 current snap is 110 2024-09-20T21:45:57.536 INFO:tasks.rados.rados.0.smithi046.stdout:1113: seq_num 338 ranges {1540096=466944,2007040=401408} 2024-09-20T21:45:57.548 INFO:tasks.rados.rados.0.smithi046.stdout:1113: writing smithi04683737-34 from 1540096 to 2007040 tid 1 2024-09-20T21:45:57.550 INFO:tasks.rados.rados.0.smithi046.stdout:1113: writing smithi04683737-34 from 2007040 to 2408448 tid 2 2024-09-20T21:45:57.551 INFO:tasks.rados.rados.0.smithi046.stdout:1114: read oid 25 snap -1 2024-09-20T21:45:57.551 INFO:tasks.rados.rados.0.smithi046.stdout:1114: expect (ObjNum 274 snap 87 seq_num 274) 2024-09-20T21:45:57.551 INFO:tasks.rados.rados.0.smithi046.stdout:1115: rollback oid 17 current snap is 110 2024-09-20T21:45:57.551 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 17 to 100 2024-09-20T21:45:57.551 INFO:tasks.rados.rados.0.smithi046.stdout:1110: finishing rollback tid 1 to smithi04683737-8 2024-09-20T21:45:57.551 INFO:tasks.rados.rados.0.smithi046.stdout:1112: done (6 left) 2024-09-20T21:45:57.551 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 110 2024-09-20T21:45:57.551 INFO:tasks.rados.rados.0.smithi046.stdout:1110: finishing rollback tid 2 to smithi04683737-8 2024-09-20T21:45:57.551 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 326 (ObjNum 322 snap 106 seq_num 322) dirty exists 2024-09-20T21:45:57.551 INFO:tasks.rados.rados.0.smithi046.stdout:1111: finishing write tid 1 to smithi04683737-19 2024-09-20T21:45:57.551 INFO:tasks.rados.rados.0.smithi046.stdout:1116: seq_num 339 ranges {1900544=483328,2383872=401408} 2024-09-20T21:45:57.563 INFO:tasks.rados.rados.0.smithi046.stdout:1116: writing smithi04683737-1 from 1900544 to 2383872 tid 1 2024-09-20T21:45:57.566 INFO:tasks.rados.rados.0.smithi046.stdout:1116: writing smithi04683737-1 from 2383872 to 2785280 tid 2 2024-09-20T21:45:57.567 INFO:tasks.rados.rados.0.smithi046.stdout:1110: done (6 left) 2024-09-20T21:45:57.567 INFO:tasks.rados.rados.0.smithi046.stdout:1117: read oid 45 snap -1 2024-09-20T21:45:57.567 INFO:tasks.rados.rados.0.smithi046.stdout:1117: expect (ObjNum 272 snap 87 seq_num 272) 2024-09-20T21:45:57.567 INFO:tasks.rados.rados.0.smithi046.stdout:1118: delete oid 10 current snap is 110 2024-09-20T21:45:57.567 INFO:tasks.rados.rados.0.smithi046.stdout:1111: finishing write tid 2 to smithi04683737-19 2024-09-20T21:45:57.567 INFO:tasks.rados.rados.0.smithi046.stdout:1111: finishing write tid 3 to smithi04683737-19 2024-09-20T21:45:57.567 INFO:tasks.rados.rados.0.smithi046.stdout:1111: finishing write tid 4 to smithi04683737-19 2024-09-20T21:45:57.568 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 329 (ObjNum 337 snap 110 seq_num 337) dirty exists 2024-09-20T21:45:57.568 INFO:tasks.rados.rados.0.smithi046.stdout:1111: left oid 19 (ObjNum 337 snap 110 seq_num 337) 2024-09-20T21:45:57.568 INFO:tasks.rados.rados.0.smithi046.stdout:1115: finishing rollback tid 1 to smithi04683737-17 2024-09-20T21:45:57.568 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-20T21:45:57.568 INFO:tasks.rados.rados.0.smithi046.stdout:1113: finishing write tid 1 to smithi04683737-34 2024-09-20T21:45:57.568 INFO:tasks.rados.rados.0.smithi046.stdout:1113: finishing write tid 2 to smithi04683737-34 2024-09-20T21:45:57.568 INFO:tasks.rados.rados.0.smithi046.stdout:1113: finishing write tid 3 to smithi04683737-34 2024-09-20T21:45:57.569 INFO:tasks.rados.rados.0.smithi046.stdout:1113: finishing write tid 4 to smithi04683737-34 2024-09-20T21:45:57.569 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 430 (ObjNum 338 snap 110 seq_num 338) dirty exists 2024-09-20T21:45:57.569 INFO:tasks.rados.rados.0.smithi046.stdout:1113: left oid 34 (ObjNum 338 snap 110 seq_num 338) 2024-09-20T21:45:57.569 INFO:tasks.rados.rados.0.smithi046.stdout:1109: expect (ObjNum 302 snap 96 seq_num 302) 2024-09-20T21:45:58.406 INFO:tasks.rados.rados.0.smithi046.stdout:1116: finishing write tid 1 to smithi04683737-1 2024-09-20T21:45:58.407 INFO:tasks.rados.rados.0.smithi046.stdout:1116: finishing write tid 2 to smithi04683737-1 2024-09-20T21:45:58.407 INFO:tasks.rados.rados.0.smithi046.stdout:1116: finishing write tid 3 to smithi04683737-1 2024-09-20T21:45:58.407 INFO:tasks.rados.rados.0.smithi046.stdout:1116: finishing write tid 4 to smithi04683737-1 2024-09-20T21:45:58.407 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 329 (ObjNum 339 snap 110 seq_num 339) dirty exists 2024-09-20T21:45:58.407 INFO:tasks.rados.rados.0.smithi046.stdout:1116: left oid 1 (ObjNum 339 snap 110 seq_num 339) 2024-09-20T21:45:58.407 INFO:tasks.rados.rados.0.smithi046.stdout:1117: expect (ObjNum 272 snap 87 seq_num 272) 2024-09-20T21:45:58.607 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:58 smithi046 ceph-mon[96110]: pgmap v97: 121 pgs: 121 active+clean; 206 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 340 KiB/s wr, 9 op/s 2024-09-20T21:45:58.607 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:58 smithi046 ceph-mon[96110]: osdmap e291: 8 total, 8 up, 8 in 2024-09-20T21:45:58.607 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:58 smithi046 ceph-mon[98591]: pgmap v97: 121 pgs: 121 active+clean; 206 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 340 KiB/s wr, 9 op/s 2024-09-20T21:45:58.607 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:58 smithi046 ceph-mon[98591]: osdmap e291: 8 total, 8 up, 8 in 2024-09-20T21:45:58.608 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:45:58 smithi046 systemd[1]: Stopping Ceph osd.0 for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:45:58.900 INFO:tasks.rados.rados.0.smithi046.stdout:1114: expect (ObjNum 274 snap 87 seq_num 274) 2024-09-20T21:45:58.900 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:45:58 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0[44103]: 2024-09-20T21:45:58.604+0000 7ff9b2a8e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-20T21:45:58.900 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:45:58 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0[44103]: 2024-09-20T21:45:58.604+0000 7ff9b2a8e640 -1 osd.0 291 *** Got signal Terminated *** 2024-09-20T21:45:58.900 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:45:58 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0[44103]: 2024-09-20T21:45:58.604+0000 7ff9b2a8e640 -1 osd.0 291 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-20T21:45:58.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:58 smithi134 ceph-mon[89086]: pgmap v97: 121 pgs: 121 active+clean; 206 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 340 KiB/s wr, 9 op/s 2024-09-20T21:45:58.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:58 smithi134 ceph-mon[89086]: osdmap e291: 8 total, 8 up, 8 in 2024-09-20T21:45:58.927 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:45:58 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:45:58.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:45:59.566 INFO:tasks.rados.rados.0.smithi046.stdout:1109: done (7 left) 2024-09-20T21:45:59.566 INFO:tasks.rados.rados.0.smithi046.stdout:1111: done (6 left) 2024-09-20T21:45:59.566 INFO:tasks.rados.rados.0.smithi046.stdout:1113: done (5 left) 2024-09-20T21:45:59.566 INFO:tasks.rados.rados.0.smithi046.stdout:1114: done (4 left) 2024-09-20T21:45:59.566 INFO:tasks.rados.rados.0.smithi046.stdout:1115: done (3 left) 2024-09-20T21:45:59.566 INFO:tasks.rados.rados.0.smithi046.stdout:1116: done (2 left) 2024-09-20T21:45:59.566 INFO:tasks.rados.rados.0.smithi046.stdout:1117: done (1 left) 2024-09-20T21:45:59.566 INFO:tasks.rados.rados.0.smithi046.stdout:1118: done (0 left) 2024-09-20T21:45:59.566 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 110 2024-09-20T21:45:59.567 INFO:tasks.rados.rados.0.smithi046.stdout:1119: seq_num 341 ranges {0=516096,516096=401408} 2024-09-20T21:45:59.568 INFO:tasks.rados.rados.0.smithi046.stdout:1119: writing smithi04683737-24 from 0 to 516096 tid 1 2024-09-20T21:45:59.571 INFO:tasks.rados.rados.0.smithi046.stdout:1119: writing smithi04683737-24 from 516096 to 917504 tid 2 2024-09-20T21:45:59.571 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 110 2024-09-20T21:45:59.571 INFO:tasks.rados.rados.0.smithi046.stdout:1120: seq_num 342 ranges {0=532480,532480=401408} 2024-09-20T21:45:59.573 INFO:tasks.rados.rados.0.smithi046.stdout:1120: writing smithi04683737-35 from 0 to 532480 tid 1 2024-09-20T21:45:59.576 INFO:tasks.rados.rados.0.smithi046.stdout:1120: writing smithi04683737-35 from 532480 to 933888 tid 2 2024-09-20T21:45:59.576 INFO:tasks.rados.rados.0.smithi046.stdout:1121: snap_remove snap 75 2024-09-20T21:45:59.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:45:59 smithi046 ceph-mon[96110]: osd.0 marked itself down and dead 2024-09-20T21:45:59.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:45:59 smithi046 ceph-mon[98591]: osd.0 marked itself down and dead 2024-09-20T21:45:59.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:45:59 smithi134 ceph-mon[89086]: osd.0 marked itself down and dead 2024-09-20T21:46:00.364 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:00 smithi046 podman[104158]: 2024-09-20 21:46:00.081602873 +0000 UTC m=+1.598827381 container died 33a9f7bae4a4f7907302aa2735ff1b0dc704c9e7df52ebaa019fb7f06558454c (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-fbd1a6a, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-20T21:46:00.528 INFO:tasks.rados.rados.0.smithi046.stdout:1119: finishing write tid 1 to smithi04683737-24 2024-09-20T21:46:00.528 INFO:tasks.rados.rados.0.smithi046.stdout:1119: finishing write tid 2 to smithi04683737-24 2024-09-20T21:46:00.528 INFO:tasks.rados.rados.0.smithi046.stdout:1119: finishing write tid 3 to smithi04683737-24 2024-09-20T21:46:00.528 INFO:tasks.rados.rados.0.smithi046.stdout:1119: finishing write tid 4 to smithi04683737-24 2024-09-20T21:46:00.528 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 296 (ObjNum 341 snap 110 seq_num 341) dirty exists 2024-09-20T21:46:00.528 INFO:tasks.rados.rados.0.smithi046.stdout:1119: left oid 24 (ObjNum 341 snap 110 seq_num 341) 2024-09-20T21:46:00.528 INFO:tasks.rados.rados.0.smithi046.stdout:1120: finishing write tid 1 to smithi04683737-35 2024-09-20T21:46:00.528 INFO:tasks.rados.rados.0.smithi046.stdout:1120: finishing write tid 2 to smithi04683737-35 2024-09-20T21:46:00.529 INFO:tasks.rados.rados.0.smithi046.stdout:1120: finishing write tid 3 to smithi04683737-35 2024-09-20T21:46:00.529 INFO:tasks.rados.rados.0.smithi046.stdout:1120: finishing write tid 4 to smithi04683737-35 2024-09-20T21:46:00.529 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 230 (ObjNum 342 snap 110 seq_num 342) dirty exists 2024-09-20T21:46:00.529 INFO:tasks.rados.rados.0.smithi046.stdout:1120: left oid 35 (ObjNum 342 snap 110 seq_num 342) 2024-09-20T21:46:00.529 INFO:tasks.rados.rados.0.smithi046.stdout:1119: done (2 left) 2024-09-20T21:46:00.529 INFO:tasks.rados.rados.0.smithi046.stdout:1120: done (1 left) 2024-09-20T21:46:00.529 INFO:tasks.rados.rados.0.smithi046.stdout:1121: done (0 left) 2024-09-20T21:46:00.529 INFO:tasks.rados.rados.0.smithi046.stdout:1122: rollback oid 32 current snap is 110 2024-09-20T21:46:00.529 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 32 to 107 2024-09-20T21:46:00.529 INFO:tasks.rados.rados.0.smithi046.stdout:1123: read oid 9 snap -1 2024-09-20T21:46:00.529 INFO:tasks.rados.rados.0.smithi046.stdout:1123: expect (ObjNum 302 snap 96 seq_num 302) 2024-09-20T21:46:00.529 INFO:tasks.rados.rados.0.smithi046.stdout:1124: read oid 28 snap -1 2024-09-20T21:46:00.530 INFO:tasks.rados.rados.0.smithi046.stdout:1124: expect (ObjNum 314 snap 101 seq_num 314) 2024-09-20T21:46:00.530 INFO:tasks.rados.rados.0.smithi046.stdout:1125: rollback oid 39 current snap is 110 2024-09-20T21:46:00.530 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 39 to 104 2024-09-20T21:46:00.530 INFO:tasks.rados.rados.0.smithi046.stdout:1126: read oid 12 snap 104 2024-09-20T21:46:00.530 INFO:tasks.rados.rados.0.smithi046.stdout:1126: expect (ObjNum 313 snap 100 seq_num 313) 2024-09-20T21:46:00.530 INFO:tasks.rados.rados.0.smithi046.stdout:1127: setattr oid 34 current snap is 110 2024-09-20T21:46:00.530 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 110 2024-09-20T21:46:00.531 INFO:tasks.rados.rados.0.smithi046.stdout:1128: seq_num 343 ranges {2138112=548864,2686976=401408} 2024-09-20T21:46:00.547 INFO:tasks.rados.rados.0.smithi046.stdout:1128: writing smithi04683737-8 from 2138112 to 2686976 tid 1 2024-09-20T21:46:00.551 INFO:tasks.rados.rados.0.smithi046.stdout:1128: writing smithi04683737-8 from 2686976 to 3088384 tid 2 2024-09-20T21:46:00.551 INFO:tasks.rados.rados.0.smithi046.stdout:1129: read oid 5 snap -1 2024-09-20T21:46:00.551 INFO:tasks.rados.rados.0.smithi046.stdout:1129: expect (ObjNum 282 snap 90 seq_num 282) 2024-09-20T21:46:00.551 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 110 2024-09-20T21:46:00.552 INFO:tasks.rados.rados.0.smithi046.stdout:1122: finishing rollback tid 0 to smithi04683737-32 2024-09-20T21:46:00.552 INFO:tasks.rados.rados.0.smithi046.stdout:1122: finishing rollback tid 1 to smithi04683737-32 2024-09-20T21:46:00.552 INFO:tasks.rados.rados.0.smithi046.stdout:1122: finishing rollback tid 2 to smithi04683737-32 2024-09-20T21:46:00.552 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 478 (ObjNum 302 snap 96 seq_num 302) dirty exists 2024-09-20T21:46:00.552 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 437 (ObjNum 338 snap 110 seq_num 338) dirty exists 2024-09-20T21:46:00.552 INFO:tasks.rados.rados.0.smithi046.stdout:1130: seq_num 344 ranges {0=565248,565248=401408} 2024-09-20T21:46:00.555 INFO:tasks.rados.rados.0.smithi046.stdout:1130: writing smithi04683737-3 from 0 to 565248 tid 1 2024-09-20T21:46:00.559 INFO:tasks.rados.rados.0.smithi046.stdout:1130: writing smithi04683737-3 from 565248 to 966656 tid 2 2024-09-20T21:46:00.559 INFO:tasks.rados.rados.0.smithi046.stdout:1122: done (8 left) 2024-09-20T21:46:00.559 INFO:tasks.rados.rados.0.smithi046.stdout:1127: done (7 left) 2024-09-20T21:46:00.559 INFO:tasks.rados.rados.0.smithi046.stdout:1131: copy_from oid 32 from oid 33 current snap is 110 2024-09-20T21:46:00.559 INFO:tasks.rados.rados.0.smithi046.stdout:1126: expect (ObjNum 313 snap 100 seq_num 313) 2024-09-20T21:46:00.584 INFO:tasks.rados.rados.0.smithi046.stdout:1128: finishing write tid 1 to smithi04683737-8 2024-09-20T21:46:00.584 INFO:tasks.rados.rados.0.smithi046.stdout:1128: finishing write tid 2 to smithi04683737-8 2024-09-20T21:46:00.584 INFO:tasks.rados.rados.0.smithi046.stdout:1128: finishing write tid 3 to smithi04683737-8 2024-09-20T21:46:00.584 INFO:tasks.rados.rados.0.smithi046.stdout:1124: expect (ObjNum 314 snap 101 seq_num 314) 2024-09-20T21:46:00.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:00 smithi046 ceph-mon[96110]: pgmap v99: 121 pgs: 121 active+clean; 206 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 294 KiB/s wr, 8 op/s 2024-09-20T21:46:00.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:00 smithi046 ceph-mon[96110]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-20T21:46:00.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:00 smithi046 ceph-mon[96110]: osdmap e292: 8 total, 7 up, 8 in 2024-09-20T21:46:00.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:00 smithi046 ceph-mon[98591]: pgmap v99: 121 pgs: 121 active+clean; 206 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 294 KiB/s wr, 8 op/s 2024-09-20T21:46:00.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:00 smithi046 ceph-mon[98591]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-20T21:46:00.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:00 smithi046 ceph-mon[98591]: osdmap e292: 8 total, 7 up, 8 in 2024-09-20T21:46:00.651 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:00 smithi046 podman[104158]: 2024-09-20 21:46:00.453160512 +0000 UTC m=+1.970385017 container cleanup 33a9f7bae4a4f7907302aa2735ff1b0dc704c9e7df52ebaa019fb7f06558454c (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0, io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=quincy-fbd1a6a, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-09-20T21:46:00.651 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:00 smithi046 bash[104158]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0 2024-09-20T21:46:00.676 INFO:tasks.rados.rados.0.smithi046.stdout:1125: finishing rollback tid 1 to smithi04683737-39 2024-09-20T21:46:00.676 INFO:tasks.rados.rados.0.smithi046.stdout:1125: finishing rollback tid 2 to smithi04683737-39 2024-09-20T21:46:00.676 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 380 (ObjNum 270 snap 85 seq_num 270) dirty exists 2024-09-20T21:46:00.676 INFO:tasks.rados.rados.0.smithi046.stdout:1128: finishing write tid 4 to smithi04683737-8 2024-09-20T21:46:00.676 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 336 (ObjNum 343 snap 110 seq_num 343) dirty exists 2024-09-20T21:46:00.677 INFO:tasks.rados.rados.0.smithi046.stdout:1128: left oid 8 (ObjNum 343 snap 110 seq_num 343) 2024-09-20T21:46:00.677 INFO:tasks.rados.rados.0.smithi046.stdout:1130: finishing write tid 1 to smithi04683737-3 2024-09-20T21:46:00.677 INFO:tasks.rados.rados.0.smithi046.stdout:1130: finishing write tid 2 to smithi04683737-3 2024-09-20T21:46:00.677 INFO:tasks.rados.rados.0.smithi046.stdout:1130: finishing write tid 3 to smithi04683737-3 2024-09-20T21:46:00.677 INFO:tasks.rados.rados.0.smithi046.stdout:1124: done (7 left) 2024-09-20T21:46:00.677 INFO:tasks.rados.rados.0.smithi046.stdout:1125: done (6 left) 2024-09-20T21:46:00.677 INFO:tasks.rados.rados.0.smithi046.stdout:1126: done (5 left) 2024-09-20T21:46:00.677 INFO:tasks.rados.rados.0.smithi046.stdout:1128: done (4 left) 2024-09-20T21:46:00.677 INFO:tasks.rados.rados.0.smithi046.stdout:1132: rollback oid 31 current snap is 110 2024-09-20T21:46:00.678 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 31 to 107 2024-09-20T21:46:00.678 INFO:tasks.rados.rados.0.smithi046.stdout:1131: finishing copy_from to smithi04683737-32 2024-09-20T21:46:00.678 INFO:tasks.rados.rados.0.smithi046.stdout:1131: got expected ENOENT (src dne) 2024-09-20T21:46:00.678 INFO:tasks.rados.rados.0.smithi046.stdout:1131: finishing copy_from racing read to smithi04683737-32 2024-09-20T21:46:00.678 INFO:tasks.rados.rados.0.smithi046.stdout:1130: finishing write tid 4 to smithi04683737-3 2024-09-20T21:46:00.678 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 414 (ObjNum 344 snap 110 seq_num 344) dirty exists 2024-09-20T21:46:00.678 INFO:tasks.rados.rados.0.smithi046.stdout:1130: left oid 3 (ObjNum 344 snap 110 seq_num 344) 2024-09-20T21:46:00.678 INFO:tasks.rados.rados.0.smithi046.stdout:1129: expect (ObjNum 282 snap 90 seq_num 282) 2024-09-20T21:46:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:00 smithi134 ceph-mon[89086]: pgmap v99: 121 pgs: 121 active+clean; 206 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 294 KiB/s wr, 8 op/s 2024-09-20T21:46:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:00 smithi134 ceph-mon[89086]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-20T21:46:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:00 smithi134 ceph-mon[89086]: osdmap e292: 8 total, 7 up, 8 in 2024-09-20T21:46:00.987 INFO:tasks.rados.rados.0.smithi046.stdout:1123: expect (ObjNum 302 snap 96 seq_num 302) 2024-09-20T21:46:01.150 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:00 smithi046 podman[104181]: 2024-09-20 21:46:00.804963836 +0000 UTC m=+0.721028672 container remove 33a9f7bae4a4f7907302aa2735ff1b0dc704c9e7df52ebaa019fb7f06558454c (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, ceph=True, org.label-schema.vendor=CentOS, RELEASE=quincy-fbd1a6a, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux ) 2024-09-20T21:46:01.493 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:01 smithi046 podman[104272]: 2024-09-20 21:46:01.172503877 +0000 UTC m=+0.097911345 container create 27da403647df426249148c08cc67cc7ab0906cecde78a618ffb935d9c4fb78b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=squid-9e2ac70, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-09-20T21:46:01.493 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:01 smithi046 podman[104272]: 2024-09-20 21:46:01.091422021 +0000 UTC m=+0.016829493 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T21:46:01.494 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:01 smithi046 podman[104272]: 2024-09-20 21:46:01.408593013 +0000 UTC m=+0.334000492 container init 27da403647df426249148c08cc67cc7ab0906cecde78a618ffb935d9c4fb78b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=squid-9e2ac70, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-20T21:46:01.494 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:01 smithi046 podman[104272]: 2024-09-20 21:46:01.413797851 +0000 UTC m=+0.339205314 container start 27da403647df426249148c08cc67cc7ab0906cecde78a618ffb935d9c4fb78b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0-deactivate, org.label-schema.build-date=20240731, RELEASE=squid-9e2ac70, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-09-20T21:46:01.494 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:01 smithi046 podman[104272]: 2024-09-20 21:46:01.49181046 +0000 UTC m=+0.417217941 container attach 27da403647df426249148c08cc67cc7ab0906cecde78a618ffb935d9c4fb78b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0-deactivate, RELEASE=squid-9e2ac70, io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-20T21:46:01.828 INFO:tasks.rados.rados.0.smithi046.stdout:1132: finishing rollback tid 0 to smithi04683737-31 2024-09-20T21:46:01.828 INFO:tasks.rados.rados.0.smithi046.stdout:1132: finishing rollback tid 1 to smithi04683737-31 2024-09-20T21:46:01.829 INFO:tasks.rados.rados.0.smithi046.stdout:1132: finishing rollback tid 2 to smithi04683737-31 2024-09-20T21:46:01.829 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 443 (ObjNum 237 snap 71 seq_num 237) dirty exists 2024-09-20T21:46:01.829 INFO:tasks.rados.rados.0.smithi046.stdout:1123: done (4 left) 2024-09-20T21:46:01.829 INFO:tasks.rados.rados.0.smithi046.stdout:1129: done (3 left) 2024-09-20T21:46:01.829 INFO:tasks.rados.rados.0.smithi046.stdout:1130: done (2 left) 2024-09-20T21:46:01.829 INFO:tasks.rados.rados.0.smithi046.stdout:1131: done (1 left) 2024-09-20T21:46:01.829 INFO:tasks.rados.rados.0.smithi046.stdout:1132: done (0 left) 2024-09-20T21:46:01.829 INFO:tasks.rados.rados.0.smithi046.stdout:1133: copy_from oid 23 from oid 47 current snap is 110 2024-09-20T21:46:01.830 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 110 2024-09-20T21:46:01.830 INFO:tasks.rados.rados.0.smithi046.stdout:1134: seq_num 345 ranges {0=581632,581632=401408} 2024-09-20T21:46:01.831 INFO:tasks.rados.rados.0.smithi046.stdout:1134: writing smithi04683737-7 from 0 to 581632 tid 1 2024-09-20T21:46:01.834 INFO:tasks.rados.rados.0.smithi046.stdout:1134: writing smithi04683737-7 from 581632 to 983040 tid 2 2024-09-20T21:46:01.834 INFO:tasks.rados.rados.0.smithi046.stdout:1135: snap_create 2024-09-20T21:46:01.835 INFO:tasks.rados.rados.0.smithi046.stdout:1134: finishing write tid 1 to smithi04683737-7 2024-09-20T21:46:01.836 INFO:tasks.rados.rados.0.smithi046.stdout:1134: finishing write tid 2 to smithi04683737-7 2024-09-20T21:46:01.836 INFO:tasks.rados.rados.0.smithi046.stdout:1134: finishing write tid 3 to smithi04683737-7 2024-09-20T21:46:01.837 INFO:tasks.rados.rados.0.smithi046.stdout:1134: finishing write tid 4 to smithi04683737-7 2024-09-20T21:46:01.837 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 269 (ObjNum 345 snap 110 seq_num 345) dirty exists 2024-09-20T21:46:01.837 INFO:tasks.rados.rados.0.smithi046.stdout:1134: left oid 7 (ObjNum 345 snap 110 seq_num 345) 2024-09-20T21:46:01.844 INFO:tasks.rados.rados.0.smithi046.stdout:1133: finishing copy_from racing read to smithi04683737-23 2024-09-20T21:46:01.848 INFO:tasks.rados.rados.0.smithi046.stdout:1133: finishing copy_from to smithi04683737-23 2024-09-20T21:46:01.848 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 379 (ObjNum 299 snap 96 seq_num 299) dirty exists 2024-09-20T21:46:01.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:01 smithi046 ceph-mon[96110]: osdmap e293: 8 total, 7 up, 8 in 2024-09-20T21:46:01.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:01 smithi046 ceph-mon[98591]: osdmap e293: 8 total, 7 up, 8 in 2024-09-20T21:46:01.901 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:01 smithi046 podman[104272]: 2024-09-20 21:46:01.612979196 +0000 UTC m=+0.538386667 container died 27da403647df426249148c08cc67cc7ab0906cecde78a618ffb935d9c4fb78b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0-deactivate, RELEASE=squid-9e2ac70, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2) 2024-09-20T21:46:01.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:01 smithi134 ceph-mon[89086]: osdmap e293: 8 total, 7 up, 8 in 2024-09-20T21:46:02.214 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:46:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:46:02] "GET /metrics HTTP/1.1" 200 36057 "" "Prometheus/2.43.0" 2024-09-20T21:46:02.521 INFO:tasks.rados.rados.0.smithi046.stdout:1133: done (2 left) 2024-09-20T21:46:02.521 INFO:tasks.rados.rados.0.smithi046.stdout:1134: done (1 left) 2024-09-20T21:46:02.521 INFO:tasks.rados.rados.0.smithi046.stdout:1135: done (0 left) 2024-09-20T21:46:02.521 INFO:tasks.rados.rados.0.smithi046.stdout:1136: copy_from oid 31 from oid 47 current snap is 111 2024-09-20T21:46:02.521 INFO:tasks.rados.rados.0.smithi046.stdout:1137: read oid 12 snap 107 2024-09-20T21:46:02.521 INFO:tasks.rados.rados.0.smithi046.stdout:1137: expect (ObjNum 313 snap 100 seq_num 313) 2024-09-20T21:46:02.521 INFO:tasks.rados.rados.0.smithi046.stdout:1138: delete oid 32 current snap is 111 2024-09-20T21:46:02.525 INFO:tasks.rados.rados.0.smithi046.stdout:1138: done (2 left) 2024-09-20T21:46:02.525 INFO:tasks.rados.rados.0.smithi046.stdout:1139: snap_create 2024-09-20T21:46:02.528 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:02 smithi046 podman[104315]: 2024-09-20 21:46:02.212517557 +0000 UTC m=+0.593429958 container remove 27da403647df426249148c08cc67cc7ab0906cecde78a618ffb935d9c4fb78b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0-deactivate, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, RELEASE=squid-9e2ac70, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-09-20T21:46:02.528 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:02 smithi046 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.0.service: Deactivated successfully. 2024-09-20T21:46:02.528 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:02 smithi046 systemd[1]: Stopped Ceph osd.0 for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:46:02.528 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:02 smithi046 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.0.service: Consumed 12.293s CPU time. 2024-09-20T21:46:02.528 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:02 smithi046 systemd[1]: Starting Ceph osd.0 for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:46:02.530 INFO:tasks.rados.rados.0.smithi046.stdout:1137: expect (ObjNum 313 snap 100 seq_num 313) 2024-09-20T21:46:02.552 INFO:tasks.rados.rados.0.smithi046.stdout:1136: finishing copy_from racing read to smithi04683737-31 2024-09-20T21:46:02.553 INFO:tasks.rados.rados.0.smithi046.stdout:1136: finishing copy_from to smithi04683737-31 2024-09-20T21:46:02.553 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 379 (ObjNum 299 snap 96 seq_num 299) dirty exists 2024-09-20T21:46:02.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:02 smithi134 ceph-mon[89086]: pgmap v102: 121 pgs: 53 peering, 68 active+clean; 215 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-09-20T21:46:02.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:02 smithi134 ceph-mon[89086]: Health check failed: Reduced data availability: 9 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-09-20T21:46:02.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:02 smithi134 ceph-mon[89086]: osdmap e294: 8 total, 7 up, 8 in 2024-09-20T21:46:02.677 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:46:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:46:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:46:02.784 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:02 smithi046 ceph-mon[96110]: pgmap v102: 121 pgs: 53 peering, 68 active+clean; 215 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-09-20T21:46:02.784 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:02 smithi046 ceph-mon[96110]: Health check failed: Reduced data availability: 9 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-09-20T21:46:02.784 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:02 smithi046 ceph-mon[96110]: osdmap e294: 8 total, 7 up, 8 in 2024-09-20T21:46:02.784 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:02 smithi046 ceph-mon[98591]: pgmap v102: 121 pgs: 53 peering, 68 active+clean; 215 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-09-20T21:46:02.785 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:02 smithi046 ceph-mon[98591]: Health check failed: Reduced data availability: 9 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-09-20T21:46:02.785 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:02 smithi046 ceph-mon[98591]: osdmap e294: 8 total, 7 up, 8 in 2024-09-20T21:46:02.785 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:02 smithi046 podman[104420]: 2024-09-20 21:46:02.578851074 +0000 UTC m=+0.017314352 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T21:46:02.785 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:02 smithi046 podman[104420]: 2024-09-20 21:46:02.68029951 +0000 UTC m=+0.118762820 container create 0f498d5eac99c775335d5257f8a24a0d6452e5e59d55e4b548fb42a83028bd6d (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0-activate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=squid-9e2ac70, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-20T21:46:03.050 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:02 smithi046 podman[104420]: 2024-09-20 21:46:02.908253617 +0000 UTC m=+0.346716895 container init 0f498d5eac99c775335d5257f8a24a0d6452e5e59d55e4b548fb42a83028bd6d (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=squid-9e2ac70, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-20T21:46:03.050 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:02 smithi046 podman[104420]: 2024-09-20 21:46:02.913182166 +0000 UTC m=+0.351645435 container start 0f498d5eac99c775335d5257f8a24a0d6452e5e59d55e4b548fb42a83028bd6d (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0-activate, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , RELEASE=squid-9e2ac70, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-20T21:46:03.050 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:03 smithi046 podman[104420]: 2024-09-20 21:46:02.99982404 +0000 UTC m=+0.438287321 container attach 0f498d5eac99c775335d5257f8a24a0d6452e5e59d55e4b548fb42a83028bd6d (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0-activate, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=squid-9e2ac70, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-09-20T21:46:03.401 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:03 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0-activate[104437]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-20T21:46:03.401 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:03 smithi046 bash[104420]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-20T21:46:03.401 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:03 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0-activate[104437]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-20T21:46:03.401 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:03 smithi046 bash[104420]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-20T21:46:03.521 INFO:tasks.rados.rados.0.smithi046.stdout:1136: done (2 left) 2024-09-20T21:46:03.521 INFO:tasks.rados.rados.0.smithi046.stdout:1137: done (1 left) 2024-09-20T21:46:03.521 INFO:tasks.rados.rados.0.smithi046.stdout:1139: done (0 left) 2024-09-20T21:46:03.522 INFO:tasks.rados.rados.0.smithi046.stdout:1140: copy_from oid 38 from oid 8 current snap is 112 2024-09-20T21:46:03.522 INFO:tasks.rados.rados.0.smithi046.stdout:1141: delete oid 42 current snap is 112 2024-09-20T21:46:03.524 INFO:tasks.rados.rados.0.smithi046.stdout:1141: done (1 left) 2024-09-20T21:46:03.525 INFO:tasks.rados.rados.0.smithi046.stdout:1142: delete oid 29 current snap is 112 2024-09-20T21:46:03.528 INFO:tasks.rados.rados.0.smithi046.stdout:1142: done (1 left) 2024-09-20T21:46:03.528 INFO:tasks.rados.rados.0.smithi046.stdout:1143: rollback oid 27 current snap is 112 2024-09-20T21:46:03.528 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 27 to 99 2024-09-20T21:46:03.529 INFO:tasks.rados.rados.0.smithi046.stdout:1144: snap_remove snap 111 2024-09-20T21:46:03.816 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:03 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0-activate[104437]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-20T21:46:03.817 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:03 smithi046 bash[104420]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-20T21:46:03.817 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:03 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0-activate[104437]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-20T21:46:03.817 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:03 smithi046 bash[104420]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-20T21:46:03.817 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:03 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0-activate[104437]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-20T21:46:03.817 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:03 smithi046 bash[104420]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-20T21:46:03.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:46:03 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:46:03.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:46:04.138 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:03 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0-activate[104437]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-20T21:46:04.138 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:03 smithi046 bash[104420]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-20T21:46:04.138 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:03 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0-activate[104437]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-09-20T21:46:04.138 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:03 smithi046 bash[104420]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-09-20T21:46:04.138 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:03 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0-activate[104437]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-20T21:46:04.138 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:03 smithi046 bash[104420]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-20T21:46:04.138 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:03 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0-activate[104437]: --> ceph-volume raw activate successful for osd ID: 0 2024-09-20T21:46:04.138 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:03 smithi046 bash[104420]: --> ceph-volume raw activate successful for osd ID: 0 2024-09-20T21:46:04.139 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:03 smithi046 podman[104420]: 2024-09-20 21:46:03.845951837 +0000 UTC m=+1.284415117 container died 0f498d5eac99c775335d5257f8a24a0d6452e5e59d55e4b548fb42a83028bd6d (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0-activate, RELEASE=squid-9e2ac70, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-09-20T21:46:04.534 INFO:tasks.rados.rados.0.smithi046.stdout:1144: done (2 left) 2024-09-20T21:46:04.534 INFO:tasks.rados.rados.0.smithi046.stdout:1145: snap_remove snap 109 2024-09-20T21:46:04.740 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:04 smithi046 ceph-mon[96110]: pgmap v104: 121 pgs: 53 peering, 68 active+clean; 215 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-09-20T21:46:04.741 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:04 smithi046 ceph-mon[96110]: osdmap e295: 8 total, 7 up, 8 in 2024-09-20T21:46:04.741 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:04.741 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:46:04.741 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:04 smithi046 ceph-mon[98591]: pgmap v104: 121 pgs: 53 peering, 68 active+clean; 215 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-09-20T21:46:04.741 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:04 smithi046 ceph-mon[98591]: osdmap e295: 8 total, 7 up, 8 in 2024-09-20T21:46:04.741 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:04.741 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:46:04.741 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:04 smithi046 podman[104588]: 2024-09-20 21:46:04.411988155 +0000 UTC m=+0.559244355 container remove 0f498d5eac99c775335d5257f8a24a0d6452e5e59d55e4b548fb42a83028bd6d (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0-activate, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-9e2ac70, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-20T21:46:04.742 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:04 smithi046 podman[104653]: 2024-09-20 21:46:04.528582192 +0000 UTC m=+0.017307782 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T21:46:04.742 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:04 smithi046 podman[104653]: 2024-09-20 21:46:04.629674422 +0000 UTC m=+0.118399998 container create a86fc71a02d135ffb6a2f1b48fd894e4f21b23ef85a7166337a8fcfd355b91c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=squid-9e2ac70, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-20T21:46:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:04 smithi134 ceph-mon[89086]: pgmap v104: 121 pgs: 53 peering, 68 active+clean; 215 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-09-20T21:46:05.083 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:04 smithi134 ceph-mon[89086]: osdmap e295: 8 total, 7 up, 8 in 2024-09-20T21:46:05.083 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:05.083 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:46:05.083 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:46:04 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:46:04.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:46:05.083 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:46:04 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:46:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:46:05.151 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:04 smithi046 podman[104653]: 2024-09-20 21:46:04.840109107 +0000 UTC m=+0.328834692 container init a86fc71a02d135ffb6a2f1b48fd894e4f21b23ef85a7166337a8fcfd355b91c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=squid-9e2ac70, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS) 2024-09-20T21:46:05.151 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:04 smithi046 podman[104653]: 2024-09-20 21:46:04.845172587 +0000 UTC m=+0.333898175 container start a86fc71a02d135ffb6a2f1b48fd894e4f21b23ef85a7166337a8fcfd355b91c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=squid-9e2ac70, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-20T21:46:05.151 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:04 smithi046 ceph-osd[104691]: -- 172.21.15.46:0/601607088 <== mon.2 v2:172.21.15.46:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5578a90afa40 con 0x5578a9e76400 2024-09-20T21:46:05.151 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:04 smithi046 bash[104653]: a86fc71a02d135ffb6a2f1b48fd894e4f21b23ef85a7166337a8fcfd355b91c8 2024-09-20T21:46:05.151 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:04 smithi046 systemd[1]: Started Ceph osd.0 for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:46:05.536 INFO:tasks.rados.rados.0.smithi046.stdout:1145: done (2 left) 2024-09-20T21:46:05.536 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 112 2024-09-20T21:46:05.536 INFO:tasks.rados.rados.0.smithi046.stdout:1143: finishing rollback tid 0 to smithi04683737-27 2024-09-20T21:46:05.536 INFO:tasks.rados.rados.0.smithi046.stdout:1146: seq_num 349 ranges {0=655360,655360=401408} 2024-09-20T21:46:05.539 INFO:tasks.rados.rados.0.smithi046.stdout:1146: writing smithi04683737-44 from 0 to 655360 tid 1 2024-09-20T21:46:05.542 INFO:tasks.rados.rados.0.smithi046.stdout:1146: writing smithi04683737-44 from 655360 to 1056768 tid 2 2024-09-20T21:46:05.542 INFO:tasks.rados.rados.0.smithi046.stdout:1147: rollback oid 13 current snap is 112 2024-09-20T21:46:05.542 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 13 to 100 2024-09-20T21:46:05.542 INFO:tasks.rados.rados.0.smithi046.stdout:1143: finishing rollback tid 1 to smithi04683737-27 2024-09-20T21:46:05.542 INFO:tasks.rados.rados.0.smithi046.stdout:1143: finishing rollback tid 2 to smithi04683737-27 2024-09-20T21:46:05.542 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 304 (ObjNum 235 snap 71 seq_num 235) dirty exists 2024-09-20T21:46:05.542 INFO:tasks.rados.rados.0.smithi046.stdout:1140: finishing copy_from racing read to smithi04683737-38 2024-09-20T21:46:05.543 INFO:tasks.rados.rados.0.smithi046.stdout:1140: finishing copy_from to smithi04683737-38 2024-09-20T21:46:05.543 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 336 (ObjNum 343 snap 110 seq_num 343) dirty exists 2024-09-20T21:46:05.543 INFO:tasks.rados.rados.0.smithi046.stdout:1140: done (3 left) 2024-09-20T21:46:05.543 INFO:tasks.rados.rados.0.smithi046.stdout:1143: done (2 left) 2024-09-20T21:46:05.543 INFO:tasks.rados.rados.0.smithi046.stdout:1148: snap_remove snap 99 2024-09-20T21:46:05.838 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:05 smithi046 ceph-mon[96110]: osdmap e296: 8 total, 7 up, 8 in 2024-09-20T21:46:05.838 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:05 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:05.839 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:05 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:05.839 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:05 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:46:05.839 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:05 smithi046 ceph-mon[98591]: osdmap e296: 8 total, 7 up, 8 in 2024-09-20T21:46:05.839 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:05 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:05.839 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:05 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:05.839 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:05 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:46:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:05 smithi134 ceph-mon[89086]: osdmap e296: 8 total, 7 up, 8 in 2024-09-20T21:46:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:05 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:05 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:05 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:46:06.538 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:06 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0[104668]: 2024-09-20T21:46:06.252+0000 7f01ed251640 -1 Falling back to public interface 2024-09-20T21:46:06.545 INFO:tasks.rados.rados.0.smithi046.stdout:1148: done (2 left) 2024-09-20T21:46:06.546 INFO:tasks.rados.rados.0.smithi046.stdout:1149: copy_from oid 4 from oid 8 current snap is 112 2024-09-20T21:46:06.546 INFO:tasks.rados.rados.0.smithi046.stdout:1146: finishing write tid 1 to smithi04683737-44 2024-09-20T21:46:06.546 INFO:tasks.rados.rados.0.smithi046.stdout:1146: finishing write tid 2 to smithi04683737-44 2024-09-20T21:46:06.546 INFO:tasks.rados.rados.0.smithi046.stdout:1146: finishing write tid 3 to smithi04683737-44 2024-09-20T21:46:06.546 INFO:tasks.rados.rados.0.smithi046.stdout:1146: finishing write tid 4 to smithi04683737-44 2024-09-20T21:46:06.546 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 383 (ObjNum 349 snap 112 seq_num 349) dirty exists 2024-09-20T21:46:06.546 INFO:tasks.rados.rados.0.smithi046.stdout:1146: left oid 44 (ObjNum 349 snap 112 seq_num 349) 2024-09-20T21:46:06.546 INFO:tasks.rados.rados.0.smithi046.stdout:1147: finishing rollback tid 0 to smithi04683737-13 2024-09-20T21:46:06.546 INFO:tasks.rados.rados.0.smithi046.stdout:1147: finishing rollback tid 1 to smithi04683737-13 2024-09-20T21:46:06.547 INFO:tasks.rados.rados.0.smithi046.stdout:1147: finishing rollback tid 2 to smithi04683737-13 2024-09-20T21:46:06.547 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 484 (ObjNum 310 snap 98 seq_num 310) dirty exists 2024-09-20T21:46:06.547 INFO:tasks.rados.rados.0.smithi046.stdout:1146: done (2 left) 2024-09-20T21:46:06.547 INFO:tasks.rados.rados.0.smithi046.stdout:1147: done (1 left) 2024-09-20T21:46:06.547 INFO:tasks.rados.rados.0.smithi046.stdout:1150: snap_create 2024-09-20T21:46:06.561 INFO:tasks.rados.rados.0.smithi046.stdout:1149: finishing copy_from racing read to smithi04683737-4 2024-09-20T21:46:06.562 INFO:tasks.rados.rados.0.smithi046.stdout:1149: finishing copy_from to smithi04683737-4 2024-09-20T21:46:06.562 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 336 (ObjNum 343 snap 110 seq_num 343) dirty exists 2024-09-20T21:46:06.791 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:06 smithi046 ceph-mon[98591]: pgmap v107: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 208 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.9 MiB/s wr, 15 op/s; 89/402 objects degraded (22.139%) 2024-09-20T21:46:06.791 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:06 smithi046 ceph-mon[98591]: osdmap e297: 8 total, 7 up, 8 in 2024-09-20T21:46:06.791 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:06 smithi046 ceph-mon[98591]: Health check failed: Degraded data redundancy: 89/402 objects degraded (22.139%), 16 pgs degraded (PG_DEGRADED) 2024-09-20T21:46:06.791 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:06 smithi046 ceph-mon[98591]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 12 pgs peering) 2024-09-20T21:46:06.791 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:06 smithi046 ceph-mon[96110]: pgmap v107: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 208 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.9 MiB/s wr, 15 op/s; 89/402 objects degraded (22.139%) 2024-09-20T21:46:06.791 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:06 smithi046 ceph-mon[96110]: osdmap e297: 8 total, 7 up, 8 in 2024-09-20T21:46:06.792 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:06 smithi046 ceph-mon[96110]: Health check failed: Degraded data redundancy: 89/402 objects degraded (22.139%), 16 pgs degraded (PG_DEGRADED) 2024-09-20T21:46:06.792 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:06 smithi046 ceph-mon[96110]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 12 pgs peering) 2024-09-20T21:46:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:06 smithi134 ceph-mon[89086]: pgmap v107: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 208 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.9 MiB/s wr, 15 op/s; 89/402 objects degraded (22.139%) 2024-09-20T21:46:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:06 smithi134 ceph-mon[89086]: osdmap e297: 8 total, 7 up, 8 in 2024-09-20T21:46:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:06 smithi134 ceph-mon[89086]: Health check failed: Degraded data redundancy: 89/402 objects degraded (22.139%), 16 pgs degraded (PG_DEGRADED) 2024-09-20T21:46:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:06 smithi134 ceph-mon[89086]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 12 pgs peering) 2024-09-20T21:46:07.550 INFO:tasks.rados.rados.0.smithi046.stdout:1149: done (1 left) 2024-09-20T21:46:07.550 INFO:tasks.rados.rados.0.smithi046.stdout:1150: done (0 left) 2024-09-20T21:46:07.550 INFO:tasks.rados.rados.0.smithi046.stdout:1151: copy_from oid 35 from oid 22 current snap is 113 2024-09-20T21:46:07.550 INFO:tasks.rados.rados.0.smithi046.stdout:1152: rollback oid 20 current snap is 113 2024-09-20T21:46:07.550 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 20 to 112 2024-09-20T21:46:07.550 INFO:tasks.rados.rados.0.smithi046.stdout:1153: delete oid 27 current snap is 113 2024-09-20T21:46:07.551 INFO:tasks.rados.rados.0.smithi046.stdout:1152: finishing rollback tid 1 to smithi04683737-20 2024-09-20T21:46:07.551 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 0 (ObjNum 193 snap 0 seq_num 20382096) dirty dne 2024-09-20T21:46:07.556 INFO:tasks.rados.rados.0.smithi046.stdout:1152: done (2 left) 2024-09-20T21:46:07.556 INFO:tasks.rados.rados.0.smithi046.stdout:1153: done (1 left) 2024-09-20T21:46:07.557 INFO:tasks.rados.rados.0.smithi046.stdout:1154: rollback oid 39 current snap is 113 2024-09-20T21:46:07.557 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 39 to 104 2024-09-20T21:46:07.557 INFO:tasks.rados.rados.0.smithi046.stdout:1155: delete oid 11 current snap is 113 2024-09-20T21:46:07.558 INFO:tasks.rados.rados.0.smithi046.stdout:1155: done (2 left) 2024-09-20T21:46:07.558 INFO:tasks.rados.rados.0.smithi046.stdout:1156: copy_from oid 20 from oid 34 current snap is 113 2024-09-20T21:46:07.558 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 113 2024-09-20T21:46:07.558 INFO:tasks.rados.rados.0.smithi046.stdout:1157: seq_num 352 ranges {983040=704512,1687552=401408} 2024-09-20T21:46:07.567 INFO:tasks.rados.rados.0.smithi046.stdout:1157: writing smithi04683737-7 from 983040 to 1687552 tid 1 2024-09-20T21:46:07.570 INFO:tasks.rados.rados.0.smithi046.stdout:1157: writing smithi04683737-7 from 1687552 to 2088960 tid 2 2024-09-20T21:46:07.570 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 113 2024-09-20T21:46:07.570 INFO:tasks.rados.rados.0.smithi046.stdout:1154: finishing rollback tid 0 to smithi04683737-39 2024-09-20T21:46:07.570 INFO:tasks.rados.rados.0.smithi046.stdout:1158: seq_num 353 ranges {966656=720896,1687552=401408} 2024-09-20T21:46:07.581 INFO:tasks.rados.rados.0.smithi046.stdout:1158: writing smithi04683737-3 from 966656 to 1687552 tid 1 2024-09-20T21:46:07.584 INFO:tasks.rados.rados.0.smithi046.stdout:1158: writing smithi04683737-3 from 1687552 to 2088960 tid 2 2024-09-20T21:46:07.584 INFO:tasks.rados.rados.0.smithi046.stdout:1159: rollback oid 6 current snap is 113 2024-09-20T21:46:07.584 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 6 to 107 2024-09-20T21:46:07.584 INFO:tasks.rados.rados.0.smithi046.stdout:1154: finishing rollback tid 1 to smithi04683737-39 2024-09-20T21:46:07.584 INFO:tasks.rados.rados.0.smithi046.stdout:1151: finishing copy_from racing read to smithi04683737-35 2024-09-20T21:46:07.584 INFO:tasks.rados.rados.0.smithi046.stdout:1154: finishing rollback tid 2 to smithi04683737-39 2024-09-20T21:46:07.585 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 387 (ObjNum 270 snap 85 seq_num 270) dirty exists 2024-09-20T21:46:07.585 INFO:tasks.rados.rados.0.smithi046.stdout:1151: finishing copy_from to smithi04683737-35 2024-09-20T21:46:07.585 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 423 (ObjNum 295 snap 93 seq_num 295) dirty exists 2024-09-20T21:46:07.585 INFO:tasks.rados.rados.0.smithi046.stdout:1156: finishing copy_from racing read to smithi04683737-20 2024-09-20T21:46:07.585 INFO:tasks.rados.rados.0.smithi046.stdout:1151: done (5 left) 2024-09-20T21:46:07.585 INFO:tasks.rados.rados.0.smithi046.stdout:1154: done (4 left) 2024-09-20T21:46:07.585 INFO:tasks.rados.rados.0.smithi046.stdout:1160: read oid 13 snap -1 2024-09-20T21:46:07.585 INFO:tasks.rados.rados.0.smithi046.stdout:1160: expect (ObjNum 310 snap 98 seq_num 310) 2024-09-20T21:46:07.585 INFO:tasks.rados.rados.0.smithi046.stdout:1161: copy_from oid 18 from oid 5 current snap is 113 2024-09-20T21:46:07.585 INFO:tasks.rados.rados.0.smithi046.stdout:1156: finishing copy_from to smithi04683737-20 2024-09-20T21:46:07.585 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 437 (ObjNum 338 snap 110 seq_num 338) dirty exists 2024-09-20T21:46:07.585 INFO:tasks.rados.rados.0.smithi046.stdout:1157: finishing write tid 1 to smithi04683737-7 2024-09-20T21:46:07.585 INFO:tasks.rados.rados.0.smithi046.stdout:1157: finishing write tid 2 to smithi04683737-7 2024-09-20T21:46:07.585 INFO:tasks.rados.rados.0.smithi046.stdout:1156: done (5 left) 2024-09-20T21:46:07.586 INFO:tasks.rados.rados.0.smithi046.stdout:1162: snap_create 2024-09-20T21:46:07.586 INFO:tasks.rados.rados.0.smithi046.stdout:1157: finishing write tid 3 to smithi04683737-7 2024-09-20T21:46:07.586 INFO:tasks.rados.rados.0.smithi046.stdout:1157: finishing write tid 4 to smithi04683737-7 2024-09-20T21:46:07.586 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 272 (ObjNum 352 snap 113 seq_num 352) dirty exists 2024-09-20T21:46:07.586 INFO:tasks.rados.rados.0.smithi046.stdout:1157: left oid 7 (ObjNum 352 snap 113 seq_num 352) 2024-09-20T21:46:07.587 INFO:tasks.rados.rados.0.smithi046.stdout:1158: finishing write tid 1 to smithi04683737-3 2024-09-20T21:46:07.587 INFO:tasks.rados.rados.0.smithi046.stdout:1158: finishing write tid 2 to smithi04683737-3 2024-09-20T21:46:07.587 INFO:tasks.rados.rados.0.smithi046.stdout:1158: finishing write tid 3 to smithi04683737-3 2024-09-20T21:46:07.587 INFO:tasks.rados.rados.0.smithi046.stdout:1159: finishing rollback tid 0 to smithi04683737-6 2024-09-20T21:46:07.587 INFO:tasks.rados.rados.0.smithi046.stdout:1159: finishing rollback tid 1 to smithi04683737-6 2024-09-20T21:46:07.587 INFO:tasks.rados.rados.0.smithi046.stdout:1159: finishing rollback tid 2 to smithi04683737-6 2024-09-20T21:46:07.587 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 490 (ObjNum 290 snap 93 seq_num 290) dirty exists 2024-09-20T21:46:07.587 INFO:tasks.rados.rados.0.smithi046.stdout:1158: finishing write tid 4 to smithi04683737-3 2024-09-20T21:46:07.588 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 420 (ObjNum 353 snap 113 seq_num 353) dirty exists 2024-09-20T21:46:07.588 INFO:tasks.rados.rados.0.smithi046.stdout:1158: left oid 3 (ObjNum 353 snap 113 seq_num 353) 2024-09-20T21:46:07.608 INFO:tasks.rados.rados.0.smithi046.stdout:1161: finishing copy_from racing read to smithi04683737-18 2024-09-20T21:46:07.615 INFO:tasks.rados.rados.0.smithi046.stdout:1161: finishing copy_from to smithi04683737-18 2024-09-20T21:46:07.615 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 222 (ObjNum 282 snap 90 seq_num 282) dirty exists 2024-09-20T21:46:07.620 INFO:tasks.rados.rados.0.smithi046.stdout:1160: expect (ObjNum 310 snap 98 seq_num 310) 2024-09-20T21:46:07.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:07 smithi046 ceph-mon[96110]: osdmap e298: 8 total, 7 up, 8 in 2024-09-20T21:46:07.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:07 smithi046 ceph-mon[98591]: osdmap e298: 8 total, 7 up, 8 in 2024-09-20T21:46:07.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:07 smithi134 ceph-mon[89086]: osdmap e298: 8 total, 7 up, 8 in 2024-09-20T21:46:08.555 INFO:tasks.rados.rados.0.smithi046.stdout:1157: done (5 left) 2024-09-20T21:46:08.555 INFO:tasks.rados.rados.0.smithi046.stdout:1158: done (4 left) 2024-09-20T21:46:08.555 INFO:tasks.rados.rados.0.smithi046.stdout:1159: done (3 left) 2024-09-20T21:46:08.555 INFO:tasks.rados.rados.0.smithi046.stdout:1160: done (2 left) 2024-09-20T21:46:08.556 INFO:tasks.rados.rados.0.smithi046.stdout:1161: done (1 left) 2024-09-20T21:46:08.556 INFO:tasks.rados.rados.0.smithi046.stdout:1162: done (0 left) 2024-09-20T21:46:08.556 INFO:tasks.rados.rados.0.smithi046.stdout:1163: read oid 49 snap -1 2024-09-20T21:46:08.556 INFO:tasks.rados.rados.0.smithi046.stdout:1163: expect (ObjNum 335 snap 110 seq_num 335) 2024-09-20T21:46:08.556 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 114 2024-09-20T21:46:08.556 INFO:tasks.rados.rados.0.smithi046.stdout:1164: seq_num 354 ranges {8544256=737280,9281536=401408} 2024-09-20T21:46:08.606 INFO:tasks.rados.rados.0.smithi046.stdout:1164: writing smithi04683737-45 from 8544256 to 9281536 tid 1 2024-09-20T21:46:08.609 INFO:tasks.rados.rados.0.smithi046.stdout:1164: writing smithi04683737-45 from 9281536 to 9682944 tid 2 2024-09-20T21:46:08.609 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 114 2024-09-20T21:46:08.609 INFO:tasks.rados.rados.0.smithi046.stdout:1165: seq_num 355 ranges {6340608=753664,7094272=401408} 2024-09-20T21:46:08.648 INFO:tasks.rados.rados.0.smithi046.stdout:1165: writing smithi04683737-18 from 6340608 to 7094272 tid 1 2024-09-20T21:46:08.651 INFO:tasks.rados.rados.0.smithi046.stdout:1165: writing smithi04683737-18 from 7094272 to 7495680 tid 2 2024-09-20T21:46:08.651 INFO:tasks.rados.rados.0.smithi046.stdout:1166: rollback oid 27 current snap is 114 2024-09-20T21:46:08.651 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 27 to 104 2024-09-20T21:46:08.651 INFO:tasks.rados.rados.0.smithi046.stdout:1163: expect (ObjNum 335 snap 110 seq_num 335) 2024-09-20T21:46:08.692 INFO:tasks.rados.rados.0.smithi046.stdout:1164: finishing write tid 1 to smithi04683737-45 2024-09-20T21:46:08.692 INFO:tasks.rados.rados.0.smithi046.stdout:1164: finishing write tid 2 to smithi04683737-45 2024-09-20T21:46:08.692 INFO:tasks.rados.rados.0.smithi046.stdout:1164: finishing write tid 3 to smithi04683737-45 2024-09-20T21:46:08.692 INFO:tasks.rados.rados.0.smithi046.stdout:1164: finishing write tid 4 to smithi04683737-45 2024-09-20T21:46:08.693 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 332 (ObjNum 354 snap 114 seq_num 354) dirty exists 2024-09-20T21:46:08.693 INFO:tasks.rados.rados.0.smithi046.stdout:1164: left oid 45 (ObjNum 354 snap 114 seq_num 354) 2024-09-20T21:46:08.693 INFO:tasks.rados.rados.0.smithi046.stdout:1163: done (3 left) 2024-09-20T21:46:08.693 INFO:tasks.rados.rados.0.smithi046.stdout:1164: done (2 left) 2024-09-20T21:46:08.693 INFO:tasks.rados.rados.0.smithi046.stdout:1167: read oid 46 snap -1 2024-09-20T21:46:08.693 INFO:tasks.rados.rados.0.smithi046.stdout:1167: expect deleted 2024-09-20T21:46:08.693 INFO:tasks.rados.rados.0.smithi046.stdout:1168: read oid 28 snap -1 2024-09-20T21:46:08.693 INFO:tasks.rados.rados.0.smithi046.stdout:1168: expect (ObjNum 314 snap 101 seq_num 314) 2024-09-20T21:46:08.693 INFO:tasks.rados.rados.0.smithi046.stdout:1165: finishing write tid 1 to smithi04683737-18 2024-09-20T21:46:08.693 INFO:tasks.rados.rados.0.smithi046.stdout:1166: finishing rollback tid 1 to smithi04683737-27 2024-09-20T21:46:08.693 INFO:tasks.rados.rados.0.smithi046.stdout:1166: finishing rollback tid 2 to smithi04683737-27 2024-09-20T21:46:08.693 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 318 (ObjNum 235 snap 71 seq_num 235) dirty exists 2024-09-20T21:46:08.693 INFO:tasks.rados.rados.0.smithi046.stdout:1165: finishing write tid 2 to smithi04683737-18 2024-09-20T21:46:08.693 INFO:tasks.rados.rados.0.smithi046.stdout:1169: read oid 23 snap 110 2024-09-20T21:46:08.694 INFO:tasks.rados.rados.0.smithi046.stdout:1169: expect (ObjNum 299 snap 96 seq_num 299) 2024-09-20T21:46:08.694 INFO:tasks.rados.rados.0.smithi046.stdout:1166: done (4 left) 2024-09-20T21:46:08.694 INFO:tasks.rados.rados.0.smithi046.stdout:1170: snap_create 2024-09-20T21:46:08.694 INFO:tasks.rados.rados.0.smithi046.stdout:1165: finishing write tid 3 to smithi04683737-18 2024-09-20T21:46:08.694 INFO:tasks.rados.rados.0.smithi046.stdout:1165: finishing write tid 4 to smithi04683737-18 2024-09-20T21:46:08.694 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 425 (ObjNum 355 snap 114 seq_num 355) dirty exists 2024-09-20T21:46:08.694 INFO:tasks.rados.rados.0.smithi046.stdout:1165: left oid 18 (ObjNum 355 snap 114 seq_num 355) 2024-09-20T21:46:08.716 INFO:tasks.rados.rados.0.smithi046.stdout:1169: expect (ObjNum 299 snap 96 seq_num 299) 2024-09-20T21:46:08.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:08 smithi046 ceph-mon[96110]: pgmap v110: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 208 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.4 MiB/s wr, 17 op/s; 89/402 objects degraded (22.139%) 2024-09-20T21:46:08.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:08 smithi046 ceph-mon[96110]: osdmap e299: 8 total, 7 up, 8 in 2024-09-20T21:46:08.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:08 smithi046 ceph-mon[98591]: pgmap v110: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 208 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.4 MiB/s wr, 17 op/s; 89/402 objects degraded (22.139%) 2024-09-20T21:46:08.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:08 smithi046 ceph-mon[98591]: osdmap e299: 8 total, 7 up, 8 in 2024-09-20T21:46:08.916 INFO:tasks.rados.rados.0.smithi046.stdout:1168: expect (ObjNum 314 snap 101 seq_num 314) 2024-09-20T21:46:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:08 smithi134 ceph-mon[89086]: pgmap v110: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 208 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.4 MiB/s wr, 17 op/s; 89/402 objects degraded (22.139%) 2024-09-20T21:46:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:08 smithi134 ceph-mon[89086]: osdmap e299: 8 total, 7 up, 8 in 2024-09-20T21:46:08.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:46:08 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:46:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:46:09.574 INFO:tasks.rados.rados.0.smithi046.stdout:1165: done (4 left) 2024-09-20T21:46:09.574 INFO:tasks.rados.rados.0.smithi046.stdout:1167: done (3 left) 2024-09-20T21:46:09.574 INFO:tasks.rados.rados.0.smithi046.stdout:1168: done (2 left) 2024-09-20T21:46:09.574 INFO:tasks.rados.rados.0.smithi046.stdout:1169: done (1 left) 2024-09-20T21:46:09.574 INFO:tasks.rados.rados.0.smithi046.stdout:1170: done (0 left) 2024-09-20T21:46:09.574 INFO:tasks.rados.rados.0.smithi046.stdout:1171: copy_from oid 1 from oid 7 current snap is 115 2024-09-20T21:46:09.574 INFO:tasks.rados.rados.0.smithi046.stdout:1172: snap_remove snap 100 2024-09-20T21:46:09.825 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:09 smithi046 ceph-mon[98591]: osdmap e300: 8 total, 7 up, 8 in 2024-09-20T21:46:09.825 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:09.825 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:09.825 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:09.825 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:09.825 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:09 smithi046 ceph-mon[96110]: osdmap e300: 8 total, 7 up, 8 in 2024-09-20T21:46:09.825 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:09.826 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:09.826 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:09.826 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:09 smithi134 ceph-mon[89086]: osdmap e300: 8 total, 7 up, 8 in 2024-09-20T21:46:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:10.401 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:10 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0[104668]: 2024-09-20T21:46:10.237+0000 7f01ed251640 -1 osd.0 291 log_to_monitors true 2024-09-20T21:46:10.577 INFO:tasks.rados.rados.0.smithi046.stdout:1172: done (1 left) 2024-09-20T21:46:10.577 INFO:tasks.rados.rados.0.smithi046.stdout:1173: delete oid 22 current snap is 115 2024-09-20T21:46:10.577 INFO:tasks.rados.rados.0.smithi046.stdout:1171: finishing copy_from racing read to smithi04683737-1 2024-09-20T21:46:10.577 INFO:tasks.rados.rados.0.smithi046.stdout:1171: finishing copy_from to smithi04683737-1 2024-09-20T21:46:10.577 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 272 (ObjNum 352 snap 113 seq_num 352) dirty exists 2024-09-20T21:46:10.586 INFO:tasks.rados.rados.0.smithi046.stdout:1171: done (1 left) 2024-09-20T21:46:10.586 INFO:tasks.rados.rados.0.smithi046.stdout:1173: done (0 left) 2024-09-20T21:46:10.586 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 115 2024-09-20T21:46:10.586 INFO:tasks.rados.rados.0.smithi046.stdout:1174: seq_num 357 ranges {507904=786432,1294336=401408} 2024-09-20T21:46:10.595 INFO:tasks.rados.rados.0.smithi046.stdout:1174: writing smithi04683737-35 from 507904 to 1294336 tid 1 2024-09-20T21:46:10.598 INFO:tasks.rados.rados.0.smithi046.stdout:1174: writing smithi04683737-35 from 1294336 to 1695744 tid 2 2024-09-20T21:46:10.598 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 115 2024-09-20T21:46:10.598 INFO:tasks.rados.rados.0.smithi046.stdout:1175: seq_num 358 ranges {4055040=802816,4857856=401408} 2024-09-20T21:46:10.624 INFO:tasks.rados.rados.0.smithi046.stdout:1175: writing smithi04683737-23 from 4055040 to 4857856 tid 1 2024-09-20T21:46:10.627 INFO:tasks.rados.rados.0.smithi046.stdout:1175: writing smithi04683737-23 from 4857856 to 5259264 tid 2 2024-09-20T21:46:10.627 INFO:tasks.rados.rados.0.smithi046.stdout:1176: rmattr oid 20 current snap is 115 2024-09-20T21:46:10.627 INFO:tasks.rados.rados.0.smithi046.stdout:1174: finishing write tid 1 to smithi04683737-35 2024-09-20T21:46:10.627 INFO:tasks.rados.rados.0.smithi046.stdout:1174: finishing write tid 2 to smithi04683737-35 2024-09-20T21:46:10.627 INFO:tasks.rados.rados.0.smithi046.stdout:1174: finishing write tid 3 to smithi04683737-35 2024-09-20T21:46:10.628 INFO:tasks.rados.rados.0.smithi046.stdout:1174: finishing write tid 4 to smithi04683737-35 2024-09-20T21:46:10.628 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 426 (ObjNum 357 snap 115 seq_num 357) dirty exists 2024-09-20T21:46:10.628 INFO:tasks.rados.rados.0.smithi046.stdout:1174: left oid 35 (ObjNum 357 snap 115 seq_num 357) 2024-09-20T21:46:10.628 INFO:tasks.rados.rados.0.smithi046.stdout:1174: done (2 left) 2024-09-20T21:46:10.628 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 115 2024-09-20T21:46:10.628 INFO:tasks.rados.rados.0.smithi046.stdout:1177: seq_num 359 ranges {3842048=417792,4259840=417792,4677632=385024} 2024-09-20T21:46:10.650 INFO:tasks.rados.rados.0.smithi046.stdout:1177: writing smithi04683737-41 from 3842048 to 4259840 tid 1 2024-09-20T21:46:10.652 INFO:tasks.rados.rados.0.smithi046.stdout:1177: writing smithi04683737-41 from 4259840 to 4677632 tid 2 2024-09-20T21:46:10.655 INFO:tasks.rados.rados.0.smithi046.stdout:1177: writing smithi04683737-41 from 4677632 to 5062656 tid 3 2024-09-20T21:46:10.655 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 11 current snap is 115 2024-09-20T21:46:10.655 INFO:tasks.rados.rados.0.smithi046.stdout:1175: finishing write tid 1 to smithi04683737-23 2024-09-20T21:46:10.655 INFO:tasks.rados.rados.0.smithi046.stdout:1178: seq_num 360 ranges {0=434176,434176=704512,1138688=98304} 2024-09-20T21:46:10.657 INFO:tasks.rados.rados.0.smithi046.stdout:1178: writing smithi04683737-11 from 0 to 434176 tid 1 2024-09-20T21:46:10.661 INFO:tasks.rados.rados.0.smithi046.stdout:1178: writing smithi04683737-11 from 434176 to 1138688 tid 2 2024-09-20T21:46:10.662 INFO:tasks.rados.rados.0.smithi046.stdout:1178: writing smithi04683737-11 from 1138688 to 1236992 tid 3 2024-09-20T21:46:10.662 INFO:tasks.rados.rados.0.smithi046.stdout:1179: snap_remove snap 107 2024-09-20T21:46:10.750 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:10 smithi046 ceph-mon[96110]: pgmap v113: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 208 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 89/402 objects degraded (22.139%) 2024-09-20T21:46:10.750 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:10 smithi046 ceph-mon[96110]: osdmap e301: 8 total, 7 up, 8 in 2024-09-20T21:46:10.750 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:10 smithi046 ceph-mon[96110]: from='osd.0 [v2:172.21.15.46:6802/588020659,v1:172.21.15.46:6803/588020659]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-20T21:46:10.751 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:10 smithi046 ceph-mon[98591]: pgmap v113: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 208 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 89/402 objects degraded (22.139%) 2024-09-20T21:46:10.751 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:10 smithi046 ceph-mon[98591]: osdmap e301: 8 total, 7 up, 8 in 2024-09-20T21:46:10.751 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:10 smithi046 ceph-mon[98591]: from='osd.0 [v2:172.21.15.46:6802/588020659,v1:172.21.15.46:6803/588020659]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-20T21:46:10.751 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:46:10 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0[104668]: 2024-09-20T21:46:10.594+0000 7f01e4ffc640 -1 osd.0 291 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-20T21:46:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:10 smithi134 ceph-mon[89086]: pgmap v113: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 208 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 89/402 objects degraded (22.139%) 2024-09-20T21:46:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:10 smithi134 ceph-mon[89086]: osdmap e301: 8 total, 7 up, 8 in 2024-09-20T21:46:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:10 smithi134 ceph-mon[89086]: from='osd.0 [v2:172.21.15.46:6802/588020659,v1:172.21.15.46:6803/588020659]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-20T21:46:11.591 INFO:tasks.rados.rados.0.smithi046.stdout:1179: done (4 left) 2024-09-20T21:46:11.592 INFO:tasks.rados.rados.0.smithi046.stdout:1180: snap_remove snap 104 2024-09-20T21:46:11.604 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:11 smithi046 ceph-mon[96110]: from='osd.0 [v2:172.21.15.46:6802/588020659,v1:172.21.15.46:6803/588020659]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-20T21:46:11.604 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:11 smithi046 ceph-mon[96110]: osdmap e302: 8 total, 7 up, 8 in 2024-09-20T21:46:11.604 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:11 smithi046 ceph-mon[96110]: from='osd.0 [v2:172.21.15.46:6802/588020659,v1:172.21.15.46:6803/588020659]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:46:11.604 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:11 smithi046 ceph-mon[98591]: from='osd.0 [v2:172.21.15.46:6802/588020659,v1:172.21.15.46:6803/588020659]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-20T21:46:11.604 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:11 smithi046 ceph-mon[98591]: osdmap e302: 8 total, 7 up, 8 in 2024-09-20T21:46:11.604 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:11 smithi046 ceph-mon[98591]: from='osd.0 [v2:172.21.15.46:6802/588020659,v1:172.21.15.46:6803/588020659]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:46:11.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:11 smithi134 ceph-mon[89086]: from='osd.0 [v2:172.21.15.46:6802/588020659,v1:172.21.15.46:6803/588020659]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-20T21:46:11.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:11 smithi134 ceph-mon[89086]: osdmap e302: 8 total, 7 up, 8 in 2024-09-20T21:46:11.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:11 smithi134 ceph-mon[89086]: from='osd.0 [v2:172.21.15.46:6802/588020659,v1:172.21.15.46:6803/588020659]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:46:12.359 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:46:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:46:12] "GET /metrics HTTP/1.1" 200 36187 "" "Prometheus/2.43.0" 2024-09-20T21:46:12.591 INFO:tasks.rados.rados.0.smithi046.stdout:1180: done (4 left) 2024-09-20T21:46:12.591 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 115 2024-09-20T21:46:12.591 INFO:tasks.rados.rados.0.smithi046.stdout:1181: seq_num 361 ranges {0=450560,450560=581632,1032192=221184} 2024-09-20T21:46:12.595 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:46:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:46:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:46:12.596 INFO:tasks.rados.rados.0.smithi046.stdout:1181: writing smithi04683737-17 from 0 to 450560 tid 1 2024-09-20T21:46:12.597 INFO:tasks.rados.rados.0.smithi046.stdout:1181: writing smithi04683737-17 from 450560 to 1032192 tid 2 2024-09-20T21:46:12.599 INFO:tasks.rados.rados.0.smithi046.stdout:1181: writing smithi04683737-17 from 1032192 to 1253376 tid 3 2024-09-20T21:46:12.600 INFO:tasks.rados.rados.0.smithi046.stdout:1182: read oid 31 snap 110 2024-09-20T21:46:12.600 INFO:tasks.rados.rados.0.smithi046.stdout:1182: expect (ObjNum 237 snap 71 seq_num 237) 2024-09-20T21:46:12.600 INFO:tasks.rados.rados.0.smithi046.stdout:1183: rmattr oid 43 current snap is 115 2024-09-20T21:46:12.600 INFO:tasks.rados.rados.0.smithi046.stdout:1175: finishing write tid 2 to smithi04683737-23 2024-09-20T21:46:12.600 INFO:tasks.rados.rados.0.smithi046.stdout:1175: finishing write tid 3 to smithi04683737-23 2024-09-20T21:46:12.600 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 438 (ObjNum 338 snap 110 seq_num 338) dirty exists 2024-09-20T21:46:12.600 INFO:tasks.rados.rados.0.smithi046.stdout:1175: finishing write tid 4 to smithi04683737-23 2024-09-20T21:46:12.600 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 425 (ObjNum 358 snap 115 seq_num 358) dirty exists 2024-09-20T21:46:12.600 INFO:tasks.rados.rados.0.smithi046.stdout:1175: left oid 23 (ObjNum 358 snap 115 seq_num 358) 2024-09-20T21:46:12.600 INFO:tasks.rados.rados.0.smithi046.stdout:1177: finishing write tid 1 to smithi04683737-41 2024-09-20T21:46:12.600 INFO:tasks.rados.rados.0.smithi046.stdout:1177: finishing write tid 2 to smithi04683737-41 2024-09-20T21:46:12.600 INFO:tasks.rados.rados.0.smithi046.stdout:1177: finishing write tid 3 to smithi04683737-41 2024-09-20T21:46:12.600 INFO:tasks.rados.rados.0.smithi046.stdout:1177: finishing write tid 4 to smithi04683737-41 2024-09-20T21:46:12.601 INFO:tasks.rados.rados.0.smithi046.stdout:1177: finishing write tid 5 to smithi04683737-41 2024-09-20T21:46:12.601 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 470 (ObjNum 359 snap 115 seq_num 359) dirty exists 2024-09-20T21:46:12.601 INFO:tasks.rados.rados.0.smithi046.stdout:1177: left oid 41 (ObjNum 359 snap 115 seq_num 359) 2024-09-20T21:46:12.601 INFO:tasks.rados.rados.0.smithi046.stdout:1178: finishing write tid 1 to smithi04683737-11 2024-09-20T21:46:12.601 INFO:tasks.rados.rados.0.smithi046.stdout:1178: finishing write tid 2 to smithi04683737-11 2024-09-20T21:46:12.601 INFO:tasks.rados.rados.0.smithi046.stdout:1178: finishing write tid 3 to smithi04683737-11 2024-09-20T21:46:12.601 INFO:tasks.rados.rados.0.smithi046.stdout:1178: finishing write tid 4 to smithi04683737-11 2024-09-20T21:46:12.601 INFO:tasks.rados.rados.0.smithi046.stdout:1178: finishing write tid 5 to smithi04683737-11 2024-09-20T21:46:12.601 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 336 (ObjNum 360 snap 115 seq_num 360) dirty exists 2024-09-20T21:46:12.601 INFO:tasks.rados.rados.0.smithi046.stdout:1178: left oid 11 (ObjNum 360 snap 115 seq_num 360) 2024-09-20T21:46:12.602 INFO:tasks.rados.rados.0.smithi046.stdout:1175: done (6 left) 2024-09-20T21:46:12.602 INFO:tasks.rados.rados.0.smithi046.stdout:1176: done (5 left) 2024-09-20T21:46:12.602 INFO:tasks.rados.rados.0.smithi046.stdout:1177: done (4 left) 2024-09-20T21:46:12.602 INFO:tasks.rados.rados.0.smithi046.stdout:1178: done (3 left) 2024-09-20T21:46:12.602 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 115 2024-09-20T21:46:12.602 INFO:tasks.rados.rados.0.smithi046.stdout:1184: seq_num 362 ranges {9715712=466944,10182656=466944,10649600=335872} 2024-09-20T21:46:12.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:12 smithi046 ceph-mon[96110]: pgmap v116: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 233 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.8 MiB/s wr, 13 op/s; 94/435 objects degraded (21.609%) 2024-09-20T21:46:12.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:12 smithi046 ceph-mon[96110]: Health check update: Degraded data redundancy: 94/435 objects degraded (21.609%), 16 pgs degraded (PG_DEGRADED) 2024-09-20T21:46:12.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:12 smithi046 ceph-mon[96110]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-20T21:46:12.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:12 smithi046 ceph-mon[96110]: osd.0 [v2:172.21.15.46:6802/588020659,v1:172.21.15.46:6803/588020659] boot 2024-09-20T21:46:12.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:12 smithi046 ceph-mon[96110]: osdmap e303: 8 total, 8 up, 8 in 2024-09-20T21:46:12.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:12 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-20T21:46:12.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:12 smithi046 ceph-mon[98591]: pgmap v116: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 233 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.8 MiB/s wr, 13 op/s; 94/435 objects degraded (21.609%) 2024-09-20T21:46:12.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:12 smithi046 ceph-mon[98591]: Health check update: Degraded data redundancy: 94/435 objects degraded (21.609%), 16 pgs degraded (PG_DEGRADED) 2024-09-20T21:46:12.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:12 smithi046 ceph-mon[98591]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-20T21:46:12.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:12 smithi046 ceph-mon[98591]: osd.0 [v2:172.21.15.46:6802/588020659,v1:172.21.15.46:6803/588020659] boot 2024-09-20T21:46:12.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:12 smithi046 ceph-mon[98591]: osdmap e303: 8 total, 8 up, 8 in 2024-09-20T21:46:12.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:12 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-20T21:46:12.660 INFO:tasks.rados.rados.0.smithi046.stdout:1184: writing smithi04683737-25 from 9715712 to 10182656 tid 1 2024-09-20T21:46:12.663 INFO:tasks.rados.rados.0.smithi046.stdout:1184: writing smithi04683737-25 from 10182656 to 10649600 tid 2 2024-09-20T21:46:12.666 INFO:tasks.rados.rados.0.smithi046.stdout:1184: writing smithi04683737-25 from 10649600 to 10985472 tid 3 2024-09-20T21:46:12.666 INFO:tasks.rados.rados.0.smithi046.stdout:1185: read oid 23 snap -1 2024-09-20T21:46:12.666 INFO:tasks.rados.rados.0.smithi046.stdout:1185: expect (ObjNum 358 snap 115 seq_num 358) 2024-09-20T21:46:12.667 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 115 2024-09-20T21:46:12.667 INFO:tasks.rados.rados.0.smithi046.stdout:1181: finishing write tid 1 to smithi04683737-17 2024-09-20T21:46:12.667 INFO:tasks.rados.rados.0.smithi046.stdout:1181: finishing write tid 2 to smithi04683737-17 2024-09-20T21:46:12.667 INFO:tasks.rados.rados.0.smithi046.stdout:1181: finishing write tid 3 to smithi04683737-17 2024-09-20T21:46:12.667 INFO:tasks.rados.rados.0.smithi046.stdout:1186: seq_num 363 ranges {0=483328,483328=753664,1236992=49152} 2024-09-20T21:46:12.670 INFO:tasks.rados.rados.0.smithi046.stdout:1186: writing smithi04683737-37 from 0 to 483328 tid 1 2024-09-20T21:46:12.676 INFO:tasks.rados.rados.0.smithi046.stdout:1186: writing smithi04683737-37 from 483328 to 1236992 tid 2 2024-09-20T21:46:12.677 INFO:tasks.rados.rados.0.smithi046.stdout:1186: writing smithi04683737-37 from 1236992 to 1286144 tid 3 2024-09-20T21:46:12.678 INFO:tasks.rados.rados.0.smithi046.stdout:1187: snap_create 2024-09-20T21:46:12.678 INFO:tasks.rados.rados.0.smithi046.stdout:1181: finishing write tid 4 to smithi04683737-17 2024-09-20T21:46:12.678 INFO:tasks.rados.rados.0.smithi046.stdout:1181: finishing write tid 5 to smithi04683737-17 2024-09-20T21:46:12.678 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 431 (ObjNum 361 snap 115 seq_num 361) dirty exists 2024-09-20T21:46:12.678 INFO:tasks.rados.rados.0.smithi046.stdout:1181: left oid 17 (ObjNum 361 snap 115 seq_num 361) 2024-09-20T21:46:12.678 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 508 (ObjNum 305 snap 96 seq_num 305) dirty exists 2024-09-20T21:46:12.678 INFO:tasks.rados.rados.0.smithi046.stdout:1184: finishing write tid 1 to smithi04683737-25 2024-09-20T21:46:12.678 INFO:tasks.rados.rados.0.smithi046.stdout:1184: finishing write tid 2 to smithi04683737-25 2024-09-20T21:46:12.678 INFO:tasks.rados.rados.0.smithi046.stdout:1184: finishing write tid 3 to smithi04683737-25 2024-09-20T21:46:12.678 INFO:tasks.rados.rados.0.smithi046.stdout:1184: finishing write tid 4 to smithi04683737-25 2024-09-20T21:46:12.678 INFO:tasks.rados.rados.0.smithi046.stdout:1186: finishing write tid 1 to smithi04683737-37 2024-09-20T21:46:12.679 INFO:tasks.rados.rados.0.smithi046.stdout:1184: finishing write tid 5 to smithi04683737-25 2024-09-20T21:46:12.679 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 432 (ObjNum 362 snap 115 seq_num 362) dirty exists 2024-09-20T21:46:12.679 INFO:tasks.rados.rados.0.smithi046.stdout:1184: left oid 25 (ObjNum 362 snap 115 seq_num 362) 2024-09-20T21:46:12.685 INFO:tasks.rados.rados.0.smithi046.stdout:1186: finishing write tid 2 to smithi04683737-37 2024-09-20T21:46:12.686 INFO:tasks.rados.rados.0.smithi046.stdout:1186: finishing write tid 3 to smithi04683737-37 2024-09-20T21:46:12.686 INFO:tasks.rados.rados.0.smithi046.stdout:1186: finishing write tid 4 to smithi04683737-37 2024-09-20T21:46:12.688 INFO:tasks.rados.rados.0.smithi046.stdout:1186: finishing write tid 5 to smithi04683737-37 2024-09-20T21:46:12.688 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 437 (ObjNum 363 snap 115 seq_num 363) dirty exists 2024-09-20T21:46:12.688 INFO:tasks.rados.rados.0.smithi046.stdout:1186: left oid 37 (ObjNum 363 snap 115 seq_num 363) 2024-09-20T21:46:12.708 INFO:tasks.rados.rados.0.smithi046.stdout:1182: expect (ObjNum 237 snap 71 seq_num 237) 2024-09-20T21:46:12.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:12 smithi134 ceph-mon[89086]: pgmap v116: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 233 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.8 MiB/s wr, 13 op/s; 94/435 objects degraded (21.609%) 2024-09-20T21:46:12.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:12 smithi134 ceph-mon[89086]: Health check update: Degraded data redundancy: 94/435 objects degraded (21.609%), 16 pgs degraded (PG_DEGRADED) 2024-09-20T21:46:12.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:12 smithi134 ceph-mon[89086]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-20T21:46:12.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:12 smithi134 ceph-mon[89086]: osd.0 [v2:172.21.15.46:6802/588020659,v1:172.21.15.46:6803/588020659] boot 2024-09-20T21:46:12.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:12 smithi134 ceph-mon[89086]: osdmap e303: 8 total, 8 up, 8 in 2024-09-20T21:46:12.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:12 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-20T21:46:13.150 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:46:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:46:12.980+0000 7f8f44ab3640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-09-20T21:46:13.766 INFO:tasks.rados.rados.0.smithi046.stdout:1185: expect (ObjNum 358 snap 115 seq_num 358) 2024-09-20T21:46:13.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:13 smithi046 ceph-mon[96110]: osdmap e304: 8 total, 8 up, 8 in 2024-09-20T21:46:13.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:13.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:13.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:46:13.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:46:13.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:13.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:46:13.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:46:13.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:46:13.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:46:13.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-20T21:46:13.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:13 smithi046 ceph-mon[96110]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-20T21:46:13.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:13 smithi046 ceph-mon[96110]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-09-20T21:46:13.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:13 smithi046 ceph-mon[98591]: osdmap e304: 8 total, 8 up, 8 in 2024-09-20T21:46:13.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:13.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:13.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:46:13.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:46:13.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:13.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:46:13.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:46:13.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:46:13.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:46:13.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-20T21:46:13.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:13 smithi046 ceph-mon[98591]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-20T21:46:13.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:13 smithi046 ceph-mon[98591]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-09-20T21:46:13.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:46:13 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:46:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:46:13.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:13 smithi134 ceph-mon[89086]: osdmap e304: 8 total, 8 up, 8 in 2024-09-20T21:46:13.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:13.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:13.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:46:13.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:46:13.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:13.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:46:13.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:46:13.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:46:13.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:46:13.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-20T21:46:13.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:13 smithi134 ceph-mon[89086]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-20T21:46:13.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:13 smithi134 ceph-mon[89086]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-09-20T21:46:14.064 INFO:tasks.rados.rados.0.smithi046.stdout:1181: done (6 left) 2024-09-20T21:46:14.064 INFO:tasks.rados.rados.0.smithi046.stdout:1182: done (5 left) 2024-09-20T21:46:14.064 INFO:tasks.rados.rados.0.smithi046.stdout:1183: done (4 left) 2024-09-20T21:46:14.065 INFO:tasks.rados.rados.0.smithi046.stdout:1184: done (3 left) 2024-09-20T21:46:14.065 INFO:tasks.rados.rados.0.smithi046.stdout:1185: done (2 left) 2024-09-20T21:46:14.065 INFO:tasks.rados.rados.0.smithi046.stdout:1186: done (1 left) 2024-09-20T21:46:14.065 INFO:tasks.rados.rados.0.smithi046.stdout:1187: done (0 left) 2024-09-20T21:46:14.065 INFO:tasks.rados.rados.0.smithi046.stdout:1188: snap_create 2024-09-20T21:46:14.867 INFO:tasks.rados.rados.0.smithi046.stdout:1188: done (0 left) 2024-09-20T21:46:14.867 INFO:tasks.rados.rados.0.smithi046.stdout:1189: read oid 17 snap 115 2024-09-20T21:46:14.868 INFO:tasks.rados.rados.0.smithi046.stdout:1189: expect (ObjNum 361 snap 115 seq_num 361) 2024-09-20T21:46:14.868 INFO:tasks.rados.rados.0.smithi046.stdout:1190: delete oid 15 current snap is 117 2024-09-20T21:46:14.870 INFO:tasks.rados.rados.0.smithi046.stdout:1190: done (1 left) 2024-09-20T21:46:14.870 INFO:tasks.rados.rados.0.smithi046.stdout:1191: read oid 2 snap 110 2024-09-20T21:46:14.871 INFO:tasks.rados.rados.0.smithi046.stdout:1191: expect deleted 2024-09-20T21:46:14.871 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 117 2024-09-20T21:46:14.871 INFO:tasks.rados.rados.0.smithi046.stdout:1192: seq_num 365 ranges {3088384=516096,3604480=573440,4177920=229376} 2024-09-20T21:46:14.890 INFO:tasks.rados.rados.0.smithi046.stdout:1192: writing smithi04683737-8 from 3088384 to 3604480 tid 1 2024-09-20T21:46:14.894 INFO:tasks.rados.rados.0.smithi046.stdout:1192: writing smithi04683737-8 from 3604480 to 4177920 tid 2 2024-09-20T21:46:14.896 INFO:tasks.rados.rados.0.smithi046.stdout:1192: writing smithi04683737-8 from 4177920 to 4407296 tid 3 2024-09-20T21:46:14.896 INFO:tasks.rados.rados.0.smithi046.stdout:1193: rollback oid 35 current snap is 117 2024-09-20T21:46:14.896 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 35 to 114 2024-09-20T21:46:14.896 INFO:tasks.rados.rados.0.smithi046.stdout:1189: expect (ObjNum 361 snap 115 seq_num 361) 2024-09-20T21:46:14.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:14 smithi046 ceph-mon[96110]: pgmap v119: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 233 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.8 MiB/s wr, 13 op/s; 94/435 objects degraded (21.609%) 2024-09-20T21:46:14.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:14 smithi046 ceph-mon[96110]: osdmap e305: 8 total, 8 up, 8 in 2024-09-20T21:46:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:14 smithi046 ceph-mon[98591]: pgmap v119: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 233 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.8 MiB/s wr, 13 op/s; 94/435 objects degraded (21.609%) 2024-09-20T21:46:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:14 smithi046 ceph-mon[98591]: osdmap e305: 8 total, 8 up, 8 in 2024-09-20T21:46:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:14 smithi134 ceph-mon[89086]: pgmap v119: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 233 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.8 MiB/s wr, 13 op/s; 94/435 objects degraded (21.609%) 2024-09-20T21:46:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:14 smithi134 ceph-mon[89086]: osdmap e305: 8 total, 8 up, 8 in 2024-09-20T21:46:14.927 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:46:14 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:46:14.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:46:14.927 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:46:14 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:46:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:46:14.932 INFO:tasks.rados.rados.0.smithi046.stdout:1192: finishing write tid 1 to smithi04683737-8 2024-09-20T21:46:14.932 INFO:tasks.rados.rados.0.smithi046.stdout:1192: finishing write tid 2 to smithi04683737-8 2024-09-20T21:46:14.932 INFO:tasks.rados.rados.0.smithi046.stdout:1192: finishing write tid 3 to smithi04683737-8 2024-09-20T21:46:14.932 INFO:tasks.rados.rados.0.smithi046.stdout:1193: finishing rollback tid 0 to smithi04683737-35 2024-09-20T21:46:14.932 INFO:tasks.rados.rados.0.smithi046.stdout:1193: finishing rollback tid 1 to smithi04683737-35 2024-09-20T21:46:14.932 INFO:tasks.rados.rados.0.smithi046.stdout:1192: finishing write tid 4 to smithi04683737-8 2024-09-20T21:46:14.932 INFO:tasks.rados.rados.0.smithi046.stdout:1193: finishing rollback tid 2 to smithi04683737-35 2024-09-20T21:46:14.932 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 429 (ObjNum 295 snap 93 seq_num 295) dirty exists 2024-09-20T21:46:14.932 INFO:tasks.rados.rados.0.smithi046.stdout:1192: finishing write tid 5 to smithi04683737-8 2024-09-20T21:46:14.932 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 357 (ObjNum 365 snap 117 seq_num 365) dirty exists 2024-09-20T21:46:14.933 INFO:tasks.rados.rados.0.smithi046.stdout:1192: left oid 8 (ObjNum 365 snap 117 seq_num 365) 2024-09-20T21:46:14.933 INFO:tasks.rados.rados.0.smithi046.stdout:1189: done (3 left) 2024-09-20T21:46:14.933 INFO:tasks.rados.rados.0.smithi046.stdout:1191: done (2 left) 2024-09-20T21:46:14.933 INFO:tasks.rados.rados.0.smithi046.stdout:1192: done (1 left) 2024-09-20T21:46:14.933 INFO:tasks.rados.rados.0.smithi046.stdout:1193: done (0 left) 2024-09-20T21:46:14.933 INFO:tasks.rados.rados.0.smithi046.stdout:1194: rmattr oid 35 current snap is 117 2024-09-20T21:46:14.933 INFO:tasks.rados.rados.0.smithi046.stdout:1195: setattr oid 26 current snap is 117 2024-09-20T21:46:14.933 INFO:tasks.rados.rados.0.smithi046.stdout:1196: snap_remove snap 115 2024-09-20T21:46:15.874 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 430 (ObjNum 295 snap 93 seq_num 295) dirty exists 2024-09-20T21:46:15.874 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 302 (ObjNum 2289 snap 0 seq_num 20855360) dirty exists 2024-09-20T21:46:15.874 INFO:tasks.rados.rados.0.smithi046.stdout:1194: done (2 left) 2024-09-20T21:46:15.875 INFO:tasks.rados.rados.0.smithi046.stdout:1195: done (1 left) 2024-09-20T21:46:15.875 INFO:tasks.rados.rados.0.smithi046.stdout:1196: done (0 left) 2024-09-20T21:46:15.875 INFO:tasks.rados.rados.0.smithi046.stdout:1197: rmattr oid 30 current snap is 117 2024-09-20T21:46:15.875 INFO:tasks.rados.rados.0.smithi046.stdout:1198: snap_remove snap 110 2024-09-20T21:46:16.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:15 smithi046 ceph-mon[96110]: osdmap e306: 8 total, 8 up, 8 in 2024-09-20T21:46:16.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:15 smithi046 ceph-mon[98591]: osdmap e306: 8 total, 8 up, 8 in 2024-09-20T21:46:16.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:15 smithi134 ceph-mon[89086]: osdmap e306: 8 total, 8 up, 8 in 2024-09-20T21:46:16.878 INFO:tasks.rados.rados.0.smithi046.stdout:1198: done (1 left) 2024-09-20T21:46:16.879 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 31 current snap is 117 2024-09-20T21:46:16.879 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 470 (ObjNum 331 snap 109 seq_num 331) dirty exists 2024-09-20T21:46:16.879 INFO:tasks.rados.rados.0.smithi046.stdout:1199: seq_num 366 ranges {4055040=532480,4587520=458752,5046272=344064} 2024-09-20T21:46:16.903 INFO:tasks.rados.rados.0.smithi046.stdout:1199: writing smithi04683737-31 from 4055040 to 4587520 tid 1 2024-09-20T21:46:16.905 INFO:tasks.rados.rados.0.smithi046.stdout:1199: writing smithi04683737-31 from 4587520 to 5046272 tid 2 2024-09-20T21:46:16.907 INFO:tasks.rados.rados.0.smithi046.stdout:1199: writing smithi04683737-31 from 5046272 to 5390336 tid 3 2024-09-20T21:46:16.907 INFO:tasks.rados.rados.0.smithi046.stdout:1197: done (1 left) 2024-09-20T21:46:16.907 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 117 2024-09-20T21:46:16.907 INFO:tasks.rados.rados.0.smithi046.stdout:1200: seq_num 367 ranges {0=548864,548864=737280,1286144=65536} 2024-09-20T21:46:16.910 INFO:tasks.rados.rados.0.smithi046.stdout:1200: writing smithi04683737-29 from 0 to 548864 tid 1 2024-09-20T21:46:16.915 INFO:tasks.rados.rados.0.smithi046.stdout:1200: writing smithi04683737-29 from 548864 to 1286144 tid 2 2024-09-20T21:46:16.916 INFO:tasks.rados.rados.0.smithi046.stdout:1200: writing smithi04683737-29 from 1286144 to 1351680 tid 3 2024-09-20T21:46:16.916 INFO:tasks.rados.rados.0.smithi046.stdout:1201: rollback oid 12 current snap is 117 2024-09-20T21:46:16.916 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 12 to 113 2024-09-20T21:46:16.916 INFO:tasks.rados.rados.0.smithi046.stdout:1199: finishing write tid 1 to smithi04683737-31 2024-09-20T21:46:16.916 INFO:tasks.rados.rados.0.smithi046.stdout:1199: finishing write tid 2 to smithi04683737-31 2024-09-20T21:46:16.916 INFO:tasks.rados.rados.0.smithi046.stdout:1199: finishing write tid 3 to smithi04683737-31 2024-09-20T21:46:16.916 INFO:tasks.rados.rados.0.smithi046.stdout:1199: finishing write tid 4 to smithi04683737-31 2024-09-20T21:46:16.917 INFO:tasks.rados.rados.0.smithi046.stdout:1199: finishing write tid 5 to smithi04683737-31 2024-09-20T21:46:16.917 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 491 (ObjNum 366 snap 117 seq_num 366) dirty exists 2024-09-20T21:46:16.917 INFO:tasks.rados.rados.0.smithi046.stdout:1199: left oid 31 (ObjNum 366 snap 117 seq_num 366) 2024-09-20T21:46:16.917 INFO:tasks.rados.rados.0.smithi046.stdout:1200: finishing write tid 1 to smithi04683737-29 2024-09-20T21:46:16.917 INFO:tasks.rados.rados.0.smithi046.stdout:1199: done (2 left) 2024-09-20T21:46:16.917 INFO:tasks.rados.rados.0.smithi046.stdout:1202: rollback oid 25 current snap is 117 2024-09-20T21:46:16.917 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 25 to 112 2024-09-20T21:46:16.917 INFO:tasks.rados.rados.0.smithi046.stdout:1203: rmattr oid 46 current snap is 117 2024-09-20T21:46:16.917 INFO:tasks.rados.rados.0.smithi046.stdout:1204: rmattr oid 18 current snap is 117 2024-09-20T21:46:16.917 INFO:tasks.rados.rados.0.smithi046.stdout:1205: delete oid 7 current snap is 117 2024-09-20T21:46:16.917 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 0 (ObjNum 65 snap 0 seq_num 4498384) dirty dne 2024-09-20T21:46:16.919 INFO:tasks.rados.rados.0.smithi046.stdout:1201: finishing rollback tid 0 to smithi04683737-12 2024-09-20T21:46:16.920 INFO:tasks.rados.rados.0.smithi046.stdout:1201: finishing rollback tid 1 to smithi04683737-12 2024-09-20T21:46:16.920 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 435 (ObjNum 355 snap 114 seq_num 355) dirty exists 2024-09-20T21:46:16.920 INFO:tasks.rados.rados.0.smithi046.stdout:1203: done (5 left) 2024-09-20T21:46:16.920 INFO:tasks.rados.rados.0.smithi046.stdout:1204: done (4 left) 2024-09-20T21:46:16.920 INFO:tasks.rados.rados.0.smithi046.stdout:1205: done (3 left) 2024-09-20T21:46:16.920 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 117 2024-09-20T21:46:16.920 INFO:tasks.rados.rados.0.smithi046.stdout:1206: seq_num 369 ranges {0=589824,589824=507904,1097728=294912} 2024-09-20T21:46:16.923 INFO:tasks.rados.rados.0.smithi046.stdout:1206: writing smithi04683737-33 from 0 to 589824 tid 1 2024-09-20T21:46:16.926 INFO:tasks.rados.rados.0.smithi046.stdout:1206: writing smithi04683737-33 from 589824 to 1097728 tid 2 2024-09-20T21:46:16.928 INFO:tasks.rados.rados.0.smithi046.stdout:1206: writing smithi04683737-33 from 1097728 to 1392640 tid 3 2024-09-20T21:46:16.928 INFO:tasks.rados.rados.0.smithi046.stdout:1207: snap_remove snap 114 2024-09-20T21:46:17.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:16 smithi046 ceph-mon[96110]: pgmap v122: 121 pgs: 9 active+undersized, 5 active+undersized+degraded, 107 active+clean; 183 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 24 op/s; 31/336 objects degraded (9.226%); 8.1 MiB/s, 3 objects/s recovering 2024-09-20T21:46:17.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:16 smithi046 ceph-mon[96110]: osdmap e307: 8 total, 8 up, 8 in 2024-09-20T21:46:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:16 smithi046 ceph-mon[98591]: pgmap v122: 121 pgs: 9 active+undersized, 5 active+undersized+degraded, 107 active+clean; 183 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 24 op/s; 31/336 objects degraded (9.226%); 8.1 MiB/s, 3 objects/s recovering 2024-09-20T21:46:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:16 smithi046 ceph-mon[98591]: osdmap e307: 8 total, 8 up, 8 in 2024-09-20T21:46:17.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:16 smithi134 ceph-mon[89086]: pgmap v122: 121 pgs: 9 active+undersized, 5 active+undersized+degraded, 107 active+clean; 183 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 24 op/s; 31/336 objects degraded (9.226%); 8.1 MiB/s, 3 objects/s recovering 2024-09-20T21:46:17.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:16 smithi134 ceph-mon[89086]: osdmap e307: 8 total, 8 up, 8 in 2024-09-20T21:46:17.888 INFO:tasks.rados.rados.0.smithi046.stdout:1207: done (4 left) 2024-09-20T21:46:17.889 INFO:tasks.rados.rados.0.smithi046.stdout:1208: read oid 31 snap -1 2024-09-20T21:46:17.889 INFO:tasks.rados.rados.0.smithi046.stdout:1208: expect (ObjNum 366 snap 117 seq_num 366) 2024-09-20T21:46:17.889 INFO:tasks.rados.rados.0.smithi046.stdout:1209: read oid 14 snap -1 2024-09-20T21:46:17.889 INFO:tasks.rados.rados.0.smithi046.stdout:1209: expect (ObjNum 319 snap 104 seq_num 319) 2024-09-20T21:46:17.889 INFO:tasks.rados.rados.0.smithi046.stdout:1210: read oid 42 snap -1 2024-09-20T21:46:17.889 INFO:tasks.rados.rados.0.smithi046.stdout:1210: expect deleted 2024-09-20T21:46:17.889 INFO:tasks.rados.rados.0.smithi046.stdout:1202: finishing rollback tid 0 to smithi04683737-25 2024-09-20T21:46:17.889 INFO:tasks.rados.rados.0.smithi046.stdout:1200: finishing write tid 2 to smithi04683737-29 2024-09-20T21:46:17.889 INFO:tasks.rados.rados.0.smithi046.stdout:1201: finishing rollback tid 2 to smithi04683737-12 2024-09-20T21:46:17.889 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 530 (ObjNum 327 snap 108 seq_num 327) dirty exists 2024-09-20T21:46:17.889 INFO:tasks.rados.rados.0.smithi046.stdout:1202: finishing rollback tid 1 to smithi04683737-25 2024-09-20T21:46:17.890 INFO:tasks.rados.rados.0.smithi046.stdout:1200: finishing write tid 3 to smithi04683737-29 2024-09-20T21:46:17.890 INFO:tasks.rados.rados.0.smithi046.stdout:1202: finishing rollback tid 2 to smithi04683737-25 2024-09-20T21:46:17.890 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 459 (ObjNum 274 snap 87 seq_num 274) dirty exists 2024-09-20T21:46:17.890 INFO:tasks.rados.rados.0.smithi046.stdout:1200: finishing write tid 4 to smithi04683737-29 2024-09-20T21:46:17.890 INFO:tasks.rados.rados.0.smithi046.stdout:1200: finishing write tid 5 to smithi04683737-29 2024-09-20T21:46:17.890 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 367 (ObjNum 367 snap 117 seq_num 367) dirty exists 2024-09-20T21:46:17.890 INFO:tasks.rados.rados.0.smithi046.stdout:1200: left oid 29 (ObjNum 367 snap 117 seq_num 367) 2024-09-20T21:46:17.890 INFO:tasks.rados.rados.0.smithi046.stdout:1206: finishing write tid 1 to smithi04683737-33 2024-09-20T21:46:17.890 INFO:tasks.rados.rados.0.smithi046.stdout:1206: finishing write tid 2 to smithi04683737-33 2024-09-20T21:46:17.890 INFO:tasks.rados.rados.0.smithi046.stdout:1206: finishing write tid 3 to smithi04683737-33 2024-09-20T21:46:17.890 INFO:tasks.rados.rados.0.smithi046.stdout:1206: finishing write tid 4 to smithi04683737-33 2024-09-20T21:46:17.890 INFO:tasks.rados.rados.0.smithi046.stdout:1206: finishing write tid 5 to smithi04683737-33 2024-09-20T21:46:17.890 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 442 (ObjNum 369 snap 117 seq_num 369) dirty exists 2024-09-20T21:46:17.890 INFO:tasks.rados.rados.0.smithi046.stdout:1206: left oid 33 (ObjNum 369 snap 117 seq_num 369) 2024-09-20T21:46:17.891 INFO:tasks.rados.rados.0.smithi046.stdout:1200: done (6 left) 2024-09-20T21:46:17.891 INFO:tasks.rados.rados.0.smithi046.stdout:1201: done (5 left) 2024-09-20T21:46:17.891 INFO:tasks.rados.rados.0.smithi046.stdout:1202: done (4 left) 2024-09-20T21:46:17.891 INFO:tasks.rados.rados.0.smithi046.stdout:1206: done (3 left) 2024-09-20T21:46:17.891 INFO:tasks.rados.rados.0.smithi046.stdout:1211: read oid 45 snap 116 2024-09-20T21:46:17.891 INFO:tasks.rados.rados.0.smithi046.stdout:1211: expect (ObjNum 354 snap 114 seq_num 354) 2024-09-20T21:46:17.891 INFO:tasks.rados.rados.0.smithi046.stdout:1212: rollback oid 23 current snap is 117 2024-09-20T21:46:17.891 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 23 to 113 2024-09-20T21:46:17.891 INFO:tasks.rados.rados.0.smithi046.stdout:1213: delete oid 20 current snap is 117 2024-09-20T21:46:17.895 INFO:tasks.rados.rados.0.smithi046.stdout:1212: finishing rollback tid 0 to smithi04683737-23 2024-09-20T21:46:17.895 INFO:tasks.rados.rados.0.smithi046.stdout:1212: finishing rollback tid 1 to smithi04683737-23 2024-09-20T21:46:17.901 INFO:tasks.rados.rados.0.smithi046.stdout:1212: finishing rollback tid 2 to smithi04683737-23 2024-09-20T21:46:17.902 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 428 (ObjNum 299 snap 96 seq_num 299) dirty exists 2024-09-20T21:46:17.905 INFO:tasks.rados.rados.0.smithi046.stdout:1210: done (5 left) 2024-09-20T21:46:17.905 INFO:tasks.rados.rados.0.smithi046.stdout:1212: done (4 left) 2024-09-20T21:46:17.905 INFO:tasks.rados.rados.0.smithi046.stdout:1213: done (3 left) 2024-09-20T21:46:17.905 INFO:tasks.rados.rados.0.smithi046.stdout:1214: read oid 35 snap 116 2024-09-20T21:46:17.905 INFO:tasks.rados.rados.0.smithi046.stdout:1214: expect (ObjNum 357 snap 115 seq_num 357) 2024-09-20T21:46:17.905 INFO:tasks.rados.rados.0.smithi046.stdout:1215: snap_remove snap 112 2024-09-20T21:46:18.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:17 smithi046 ceph-mon[96110]: osdmap e308: 8 total, 8 up, 8 in 2024-09-20T21:46:18.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:17 smithi046 ceph-mon[96110]: Health check update: Degraded data redundancy: 31/336 objects degraded (9.226%), 5 pgs degraded (PG_DEGRADED) 2024-09-20T21:46:18.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:17 smithi046 ceph-mon[98591]: osdmap e308: 8 total, 8 up, 8 in 2024-09-20T21:46:18.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:17 smithi046 ceph-mon[98591]: Health check update: Degraded data redundancy: 31/336 objects degraded (9.226%), 5 pgs degraded (PG_DEGRADED) 2024-09-20T21:46:18.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:17 smithi134 ceph-mon[89086]: osdmap e308: 8 total, 8 up, 8 in 2024-09-20T21:46:18.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:17 smithi134 ceph-mon[89086]: Health check update: Degraded data redundancy: 31/336 objects degraded (9.226%), 5 pgs degraded (PG_DEGRADED) 2024-09-20T21:46:18.894 INFO:tasks.rados.rados.0.smithi046.stdout:1215: done (4 left) 2024-09-20T21:46:18.894 INFO:tasks.rados.rados.0.smithi046.stdout:1214: expect (ObjNum 357 snap 115 seq_num 357) 2024-09-20T21:46:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:18 smithi134 ceph-mon[89086]: pgmap v125: 121 pgs: 121 active+clean; 173 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 24 op/s; 22 MiB/s, 6 objects/s recovering 2024-09-20T21:46:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:18 smithi134 ceph-mon[89086]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 31/336 objects degraded (9.226%), 5 pgs degraded) 2024-09-20T21:46:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:18 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T21:46:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:18 smithi134 ceph-mon[89086]: osdmap e309: 8 total, 8 up, 8 in 2024-09-20T21:46:18.927 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:46:18 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:46:18.658Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-20T21:46:18.927 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:46:18 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:46:18.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:46:18.959 INFO:tasks.rados.rados.0.smithi046.stdout:1211: expect (ObjNum 354 snap 114 seq_num 354) 2024-09-20T21:46:19.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:18 smithi046 ceph-mon[96110]: pgmap v125: 121 pgs: 121 active+clean; 173 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 24 op/s; 22 MiB/s, 6 objects/s recovering 2024-09-20T21:46:19.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:18 smithi046 ceph-mon[96110]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 31/336 objects degraded (9.226%), 5 pgs degraded) 2024-09-20T21:46:19.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:18 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T21:46:19.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:18 smithi046 ceph-mon[96110]: osdmap e309: 8 total, 8 up, 8 in 2024-09-20T21:46:19.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:18 smithi046 ceph-mon[98591]: pgmap v125: 121 pgs: 121 active+clean; 173 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 24 op/s; 22 MiB/s, 6 objects/s recovering 2024-09-20T21:46:19.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:18 smithi046 ceph-mon[98591]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 31/336 objects degraded (9.226%), 5 pgs degraded) 2024-09-20T21:46:19.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:18 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T21:46:19.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:18 smithi046 ceph-mon[98591]: osdmap e309: 8 total, 8 up, 8 in 2024-09-20T21:46:19.620 INFO:tasks.rados.rados.0.smithi046.stdout:1208: expect (ObjNum 366 snap 117 seq_num 366) 2024-09-20T21:46:19.921 INFO:tasks.rados.rados.0.smithi046.stdout:1209: expect (ObjNum 319 snap 104 seq_num 319) 2024-09-20T21:46:19.948 INFO:tasks.rados.rados.0.smithi046.stdout:1216: read oid 37 snap 113 2024-09-20T21:46:19.948 INFO:tasks.rados.rados.0.smithi046.stdout:1216: expect (ObjNum 20182560 snap 21956 seq_num 20402496) 2024-09-20T21:46:19.949 INFO:tasks.rados.rados.0.smithi046.stdout:1208: done (4 left) 2024-09-20T21:46:19.949 INFO:tasks.rados.rados.0.smithi046.stdout:1209: done (3 left) 2024-09-20T21:46:19.949 INFO:tasks.rados.rados.0.smithi046.stdout:1211: done (2 left) 2024-09-20T21:46:19.949 INFO:tasks.rados.rados.0.smithi046.stdout:1214: done (1 left) 2024-09-20T21:46:19.949 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 117 2024-09-20T21:46:19.949 INFO:tasks.rados.rados.0.smithi046.stdout:1217: seq_num 371 ranges {4407296=622592,5029888=679936,5709824=122880} 2024-09-20T21:46:19.974 INFO:tasks.rados.rados.0.smithi046.stdout:1217: writing smithi04683737-8 from 4407296 to 5029888 tid 1 2024-09-20T21:46:19.978 INFO:tasks.rados.rados.0.smithi046.stdout:1217: writing smithi04683737-8 from 5029888 to 5709824 tid 2 2024-09-20T21:46:19.979 INFO:tasks.rados.rados.0.smithi046.stdout:1217: writing smithi04683737-8 from 5709824 to 5832704 tid 3 2024-09-20T21:46:19.979 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 117 2024-09-20T21:46:19.979 INFO:tasks.rados.rados.0.smithi046.stdout:1218: seq_num 372 ranges {1359872=638976,1998848=565248,2564096=237568} 2024-09-20T21:46:19.990 INFO:tasks.rados.rados.0.smithi046.stdout:1218: writing smithi04683737-12 from 1359872 to 1998848 tid 1 2024-09-20T21:46:19.993 INFO:tasks.rados.rados.0.smithi046.stdout:1218: writing smithi04683737-12 from 1998848 to 2564096 tid 2 2024-09-20T21:46:19.995 INFO:tasks.rados.rados.0.smithi046.stdout:1218: writing smithi04683737-12 from 2564096 to 2801664 tid 3 2024-09-20T21:46:19.995 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 117 2024-09-20T21:46:19.995 INFO:tasks.rados.rados.0.smithi046.stdout:1216: expect (ObjNum 20182560 snap 21956 seq_num 20402496) 2024-09-20T21:46:19.998 INFO:tasks.rados.rados.0.smithi046.stdout:1217: finishing write tid 1 to smithi04683737-8 2024-09-20T21:46:19.998 INFO:tasks.rados.rados.0.smithi046.stdout:1217: finishing write tid 2 to smithi04683737-8 2024-09-20T21:46:19.998 INFO:tasks.rados.rados.0.smithi046.stdout:1217: finishing write tid 3 to smithi04683737-8 2024-09-20T21:46:19.998 INFO:tasks.rados.rados.0.smithi046.stdout:1219: seq_num 373 ranges {0=655360,655360=499712,1155072=303104} 2024-09-20T21:46:20.002 INFO:tasks.rados.rados.0.smithi046.stdout:1219: writing smithi04683737-22 from 0 to 655360 tid 1 2024-09-20T21:46:20.004 INFO:tasks.rados.rados.0.smithi046.stdout:1219: writing smithi04683737-22 from 655360 to 1155072 tid 2 2024-09-20T21:46:20.007 INFO:tasks.rados.rados.0.smithi046.stdout:1219: writing smithi04683737-22 from 1155072 to 1458176 tid 3 2024-09-20T21:46:20.007 INFO:tasks.rados.rados.0.smithi046.stdout:1216: done (3 left) 2024-09-20T21:46:20.007 INFO:tasks.rados.rados.0.smithi046.stdout:1220: snap_remove snap 116 2024-09-20T21:46:20.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:19 smithi046 ceph-mon[96110]: osdmap e310: 8 total, 8 up, 8 in 2024-09-20T21:46:20.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:20.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:46:20.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:19 smithi046 ceph-mon[98591]: osdmap e310: 8 total, 8 up, 8 in 2024-09-20T21:46:20.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:20.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:46:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:19 smithi134 ceph-mon[89086]: osdmap e310: 8 total, 8 up, 8 in 2024-09-20T21:46:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:46:20.900 INFO:tasks.rados.rados.0.smithi046.stdout:1220: done (3 left) 2024-09-20T21:46:20.900 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 34 current snap is 117 2024-09-20T21:46:20.900 INFO:tasks.rados.rados.0.smithi046.stdout:1217: finishing write tid 4 to smithi04683737-8 2024-09-20T21:46:20.900 INFO:tasks.rados.rados.0.smithi046.stdout:1217: finishing write tid 5 to smithi04683737-8 2024-09-20T21:46:20.900 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 375 (ObjNum 371 snap 117 seq_num 371) dirty exists 2024-09-20T21:46:20.900 INFO:tasks.rados.rados.0.smithi046.stdout:1217: left oid 8 (ObjNum 371 snap 117 seq_num 371) 2024-09-20T21:46:20.900 INFO:tasks.rados.rados.0.smithi046.stdout:1218: finishing write tid 1 to smithi04683737-12 2024-09-20T21:46:20.900 INFO:tasks.rados.rados.0.smithi046.stdout:1221: seq_num 374 ranges {2408448=671744,3080192=778240,3858432=24576} 2024-09-20T21:46:20.917 INFO:tasks.rados.rados.0.smithi046.stdout:1221: writing smithi04683737-34 from 2408448 to 3080192 tid 1 2024-09-20T21:46:20.923 INFO:tasks.rados.rados.0.smithi046.stdout:1221: writing smithi04683737-34 from 3080192 to 3858432 tid 2 2024-09-20T21:46:20.923 INFO:tasks.rados.rados.0.smithi046.stdout:1221: writing smithi04683737-34 from 3858432 to 3883008 tid 3 2024-09-20T21:46:20.923 INFO:tasks.rados.rados.0.smithi046.stdout:1217: done (3 left) 2024-09-20T21:46:20.923 INFO:tasks.rados.rados.0.smithi046.stdout:1222: setattr oid 47 current snap is 117 2024-09-20T21:46:20.923 INFO:tasks.rados.rados.0.smithi046.stdout:1218: finishing write tid 2 to smithi04683737-12 2024-09-20T21:46:20.923 INFO:tasks.rados.rados.0.smithi046.stdout:1218: finishing write tid 3 to smithi04683737-12 2024-09-20T21:46:20.923 INFO:tasks.rados.rados.0.smithi046.stdout:1218: finishing write tid 4 to smithi04683737-12 2024-09-20T21:46:20.923 INFO:tasks.rados.rados.0.smithi046.stdout:1218: finishing write tid 5 to smithi04683737-12 2024-09-20T21:46:20.923 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 546 (ObjNum 372 snap 117 seq_num 372) dirty exists 2024-09-20T21:46:20.923 INFO:tasks.rados.rados.0.smithi046.stdout:1218: left oid 12 (ObjNum 372 snap 117 seq_num 372) 2024-09-20T21:46:20.923 INFO:tasks.rados.rados.0.smithi046.stdout:1219: finishing write tid 1 to smithi04683737-22 2024-09-20T21:46:20.923 INFO:tasks.rados.rados.0.smithi046.stdout:1219: finishing write tid 2 to smithi04683737-22 2024-09-20T21:46:20.924 INFO:tasks.rados.rados.0.smithi046.stdout:1219: finishing write tid 3 to smithi04683737-22 2024-09-20T21:46:20.924 INFO:tasks.rados.rados.0.smithi046.stdout:1219: finishing write tid 4 to smithi04683737-22 2024-09-20T21:46:20.924 INFO:tasks.rados.rados.0.smithi046.stdout:1219: finishing write tid 5 to smithi04683737-22 2024-09-20T21:46:20.924 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 550 (ObjNum 373 snap 117 seq_num 373) dirty exists 2024-09-20T21:46:20.924 INFO:tasks.rados.rados.0.smithi046.stdout:1219: left oid 22 (ObjNum 373 snap 117 seq_num 373) 2024-09-20T21:46:20.924 INFO:tasks.rados.rados.0.smithi046.stdout:1221: finishing write tid 1 to smithi04683737-34 2024-09-20T21:46:20.924 INFO:tasks.rados.rados.0.smithi046.stdout:1218: done (3 left) 2024-09-20T21:46:20.925 INFO:tasks.rados.rados.0.smithi046.stdout:1219: done (2 left) 2024-09-20T21:46:20.925 INFO:tasks.rados.rados.0.smithi046.stdout:1223: copy_from oid 46 from oid 9 current snap is 117 2024-09-20T21:46:20.925 INFO:tasks.rados.rados.0.smithi046.stdout:1224: snap_create 2024-09-20T21:46:20.926 INFO:tasks.rados.rados.0.smithi046.stdout:1221: finishing write tid 2 to smithi04683737-34 2024-09-20T21:46:20.928 INFO:tasks.rados.rados.0.smithi046.stdout:1221: finishing write tid 3 to smithi04683737-34 2024-09-20T21:46:20.928 INFO:tasks.rados.rados.0.smithi046.stdout:1221: finishing write tid 4 to smithi04683737-34 2024-09-20T21:46:20.929 INFO:tasks.rados.rados.0.smithi046.stdout:1221: finishing write tid 5 to smithi04683737-34 2024-09-20T21:46:20.929 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 506 (ObjNum 374 snap 117 seq_num 374) dirty exists 2024-09-20T21:46:20.930 INFO:tasks.rados.rados.0.smithi046.stdout:1221: left oid 34 (ObjNum 374 snap 117 seq_num 374) 2024-09-20T21:46:20.930 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 508 (ObjNum 299 snap 96 seq_num 299) dirty exists 2024-09-20T21:46:20.963 INFO:tasks.rados.rados.0.smithi046.stdout:1223: finishing copy_from racing read to smithi04683737-46 2024-09-20T21:46:20.967 INFO:tasks.rados.rados.0.smithi046.stdout:1223: finishing copy_from to smithi04683737-46 2024-09-20T21:46:20.968 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 420 (ObjNum 302 snap 96 seq_num 302) dirty exists 2024-09-20T21:46:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:20 smithi134 ceph-mon[89086]: pgmap v128: 121 pgs: 121 active+clean; 173 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s, 2 objects/s recovering 2024-09-20T21:46:21.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:20 smithi046 ceph-mon[98591]: pgmap v128: 121 pgs: 121 active+clean; 173 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s, 2 objects/s recovering 2024-09-20T21:46:21.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:20 smithi046 ceph-mon[96110]: pgmap v128: 121 pgs: 121 active+clean; 173 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s, 2 objects/s recovering 2024-09-20T21:46:21.921 INFO:tasks.rados.rados.0.smithi046.stdout:1221: done (3 left) 2024-09-20T21:46:21.921 INFO:tasks.rados.rados.0.smithi046.stdout:1222: done (2 left) 2024-09-20T21:46:21.921 INFO:tasks.rados.rados.0.smithi046.stdout:1223: done (1 left) 2024-09-20T21:46:21.921 INFO:tasks.rados.rados.0.smithi046.stdout:1224: done (0 left) 2024-09-20T21:46:21.921 INFO:tasks.rados.rados.0.smithi046.stdout:1225: snap_remove snap 113 2024-09-20T21:46:22.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:21 smithi046 ceph-mon[96110]: osdmap e311: 8 total, 8 up, 8 in 2024-09-20T21:46:22.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:21 smithi046 ceph-mon[98591]: osdmap e311: 8 total, 8 up, 8 in 2024-09-20T21:46:22.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:46:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:46:22] "GET /metrics HTTP/1.1" 200 36196 "" "Prometheus/2.43.0" 2024-09-20T21:46:22.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:21 smithi134 ceph-mon[89086]: osdmap e311: 8 total, 8 up, 8 in 2024-09-20T21:46:22.525 INFO:tasks.rados.rados.0.smithi046.stdout:1225: done (0 left) 2024-09-20T21:46:22.525 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 118 2024-09-20T21:46:22.525 INFO:tasks.rados.rados.0.smithi046.stdout:1226: seq_num 375 ranges {5832704=688128,6520832=663552,7184384=139264} 2024-09-20T21:46:22.561 INFO:tasks.rados.rados.0.smithi046.stdout:1226: writing smithi04683737-8 from 5832704 to 6520832 tid 1 2024-09-20T21:46:22.565 INFO:tasks.rados.rados.0.smithi046.stdout:1226: writing smithi04683737-8 from 6520832 to 7184384 tid 2 2024-09-20T21:46:22.567 INFO:tasks.rados.rados.0.smithi046.stdout:1226: writing smithi04683737-8 from 7184384 to 7323648 tid 3 2024-09-20T21:46:22.567 INFO:tasks.rados.rados.0.smithi046.stdout:1227: rollback oid 31 current snap is 118 2024-09-20T21:46:22.567 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 31 to 117 2024-09-20T21:46:22.567 INFO:tasks.rados.rados.0.smithi046.stdout:1226: finishing write tid 1 to smithi04683737-8 2024-09-20T21:46:22.567 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 118 2024-09-20T21:46:22.567 INFO:tasks.rados.rados.0.smithi046.stdout:1228: seq_num 376 ranges {0=704512,704512=548864,1253376=253952} 2024-09-20T21:46:22.571 INFO:tasks.rados.rados.0.smithi046.stdout:1228: writing smithi04683737-20 from 0 to 704512 tid 1 2024-09-20T21:46:22.574 INFO:tasks.rados.rados.0.smithi046.stdout:1228: writing smithi04683737-20 from 704512 to 1253376 tid 2 2024-09-20T21:46:22.576 INFO:tasks.rados.rados.0.smithi046.stdout:1228: writing smithi04683737-20 from 1253376 to 1507328 tid 3 2024-09-20T21:46:22.576 INFO:tasks.rados.rados.0.smithi046.stdout:1229: read oid 41 snap -1 2024-09-20T21:46:22.576 INFO:tasks.rados.rados.0.smithi046.stdout:1229: expect (ObjNum 359 snap 115 seq_num 359) 2024-09-20T21:46:22.576 INFO:tasks.rados.rados.0.smithi046.stdout:1230: setattr oid 10 current snap is 118 2024-09-20T21:46:22.576 INFO:tasks.rados.rados.0.smithi046.stdout:1226: finishing write tid 2 to smithi04683737-8 2024-09-20T21:46:22.576 INFO:tasks.rados.rados.0.smithi046.stdout:1226: finishing write tid 3 to smithi04683737-8 2024-09-20T21:46:22.577 INFO:tasks.rados.rados.0.smithi046.stdout:1227: finishing rollback tid 0 to smithi04683737-31 2024-09-20T21:46:22.577 INFO:tasks.rados.rados.0.smithi046.stdout:1226: finishing write tid 4 to smithi04683737-8 2024-09-20T21:46:22.577 INFO:tasks.rados.rados.0.smithi046.stdout:1227: finishing rollback tid 1 to smithi04683737-31 2024-09-20T21:46:22.577 INFO:tasks.rados.rados.0.smithi046.stdout:1227: finishing rollback tid 2 to smithi04683737-31 2024-09-20T21:46:22.577 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 520 (ObjNum 366 snap 117 seq_num 366) dirty exists 2024-09-20T21:46:22.577 INFO:tasks.rados.rados.0.smithi046.stdout:1226: finishing write tid 5 to smithi04683737-8 2024-09-20T21:46:22.577 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 384 (ObjNum 375 snap 118 seq_num 375) dirty exists 2024-09-20T21:46:22.577 INFO:tasks.rados.rados.0.smithi046.stdout:1226: left oid 8 (ObjNum 375 snap 118 seq_num 375) 2024-09-20T21:46:22.577 INFO:tasks.rados.rados.0.smithi046.stdout:1228: finishing write tid 1 to smithi04683737-20 2024-09-20T21:46:22.578 INFO:tasks.rados.rados.0.smithi046.stdout:1226: done (4 left) 2024-09-20T21:46:22.578 INFO:tasks.rados.rados.0.smithi046.stdout:1227: done (3 left) 2024-09-20T21:46:22.578 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 118 2024-09-20T21:46:22.578 INFO:tasks.rados.rados.0.smithi046.stdout:1231: seq_num 377 ranges {2007040=720896,2727936=434176,3162112=368640} 2024-09-20T21:46:22.593 INFO:tasks.rados.rados.0.smithi046.stdout:1231: writing smithi04683737-28 from 2007040 to 2727936 tid 1 2024-09-20T21:46:22.596 INFO:tasks.rados.rados.0.smithi046.stdout:1231: writing smithi04683737-28 from 2727936 to 3162112 tid 2 2024-09-20T21:46:22.598 INFO:tasks.rados.rados.0.smithi046.stdout:1231: writing smithi04683737-28 from 3162112 to 3530752 tid 3 2024-09-20T21:46:22.599 INFO:tasks.rados.rados.0.smithi046.stdout:1232: rmattr oid 4 current snap is 118 2024-09-20T21:46:22.599 INFO:tasks.rados.rados.0.smithi046.stdout:1232: done (4 left) 2024-09-20T21:46:22.599 INFO:tasks.rados.rados.0.smithi046.stdout:1233: delete oid 4 current snap is 118 2024-09-20T21:46:22.599 INFO:tasks.rados.rados.0.smithi046.stdout:1228: finishing write tid 2 to smithi04683737-20 2024-09-20T21:46:22.599 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 335 (ObjNum 753 snap 0 seq_num 20524592) dirty exists 2024-09-20T21:46:22.599 INFO:tasks.rados.rados.0.smithi046.stdout:1228: finishing write tid 3 to smithi04683737-20 2024-09-20T21:46:22.599 INFO:tasks.rados.rados.0.smithi046.stdout:1228: finishing write tid 4 to smithi04683737-20 2024-09-20T21:46:22.599 INFO:tasks.rados.rados.0.smithi046.stdout:1228: finishing write tid 5 to smithi04683737-20 2024-09-20T21:46:22.599 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 447 (ObjNum 376 snap 118 seq_num 376) dirty exists 2024-09-20T21:46:22.599 INFO:tasks.rados.rados.0.smithi046.stdout:1228: left oid 20 (ObjNum 376 snap 118 seq_num 376) 2024-09-20T21:46:22.599 INFO:tasks.rados.rados.0.smithi046.stdout:1231: finishing write tid 1 to smithi04683737-28 2024-09-20T21:46:22.599 INFO:tasks.rados.rados.0.smithi046.stdout:1231: finishing write tid 2 to smithi04683737-28 2024-09-20T21:46:22.602 INFO:tasks.rados.rados.0.smithi046.stdout:1229: expect (ObjNum 359 snap 115 seq_num 359) 2024-09-20T21:46:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:46:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:46:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:46:22.741 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-20T21:46:22.832 INFO:tasks.rados.rados.0.smithi046.stdout:1231: finishing write tid 3 to smithi04683737-28 2024-09-20T21:46:22.832 INFO:tasks.rados.rados.0.smithi046.stdout:1231: finishing write tid 4 to smithi04683737-28 2024-09-20T21:46:22.832 INFO:tasks.rados.rados.0.smithi046.stdout:1231: finishing write tid 5 to smithi04683737-28 2024-09-20T21:46:22.832 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 408 (ObjNum 377 snap 118 seq_num 377) dirty exists 2024-09-20T21:46:22.833 INFO:tasks.rados.rados.0.smithi046.stdout:1231: left oid 28 (ObjNum 377 snap 118 seq_num 377) 2024-09-20T21:46:22.833 INFO:tasks.rados.rados.0.smithi046.stdout:1228: done (4 left) 2024-09-20T21:46:22.833 INFO:tasks.rados.rados.0.smithi046.stdout:1229: done (3 left) 2024-09-20T21:46:22.833 INFO:tasks.rados.rados.0.smithi046.stdout:1230: done (2 left) 2024-09-20T21:46:22.833 INFO:tasks.rados.rados.0.smithi046.stdout:1231: done (1 left) 2024-09-20T21:46:22.833 INFO:tasks.rados.rados.0.smithi046.stdout:1233: done (0 left) 2024-09-20T21:46:22.833 INFO:tasks.rados.rados.0.smithi046.stdout:1234: rmattr oid 21 current snap is 118 2024-09-20T21:46:22.833 INFO:tasks.rados.rados.0.smithi046.stdout:1235: rmattr oid 41 current snap is 118 2024-09-20T21:46:22.833 INFO:tasks.rados.rados.0.smithi046.stdout:1236: snap_create 2024-09-20T21:46:22.834 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 522 (ObjNum 359 snap 115 seq_num 359) dirty exists 2024-09-20T21:46:22.834 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 560 (ObjNum 258 snap 83 seq_num 258) dirty exists 2024-09-20T21:46:23.019 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-20T21:46:23.019 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (2m) 14s ago 6m 19.1M - 0.25.0 c8568f914cd2 0d74f13360c6 2024-09-20T21:46:23.019 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi134 *:3000 running (2m) 55s ago 6m 80.2M - 9.4.7 954c08fa6188 8341e8dee31d 2024-09-20T21:46:23.019 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (8m) 14s ago 8m 15.7M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 9e6c3beb915d 2024-09-20T21:46:23.019 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi134 running (8m) 55s ago 8m 18.3M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 132e8dbc5c5d 2024-09-20T21:46:23.019 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi134 *:8443,9283,8765 running (115s) 55s ago 11m 439M - 19.1.1-367-g9e2ac70b cc9251b744a3 4807b49ee672 2024-09-20T21:46:23.020 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443,9283,8765 running (2m) 14s ago 13m 503M - 19.1.1-367-g9e2ac70b cc9251b744a3 287f9c5532d7 2024-09-20T21:46:23.020 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (100s) 14s ago 13m 47.2M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 ce5bbc0a7b3e 2024-09-20T21:46:23.020 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi134 running (60s) 55s ago 12m 27.9M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 72d0616e106b 2024-09-20T21:46:23.020 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (79s) 14s ago 11m 38.5M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 17796ae3530a 2024-09-20T21:46:23.020 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (2m) 14s ago 6m 8094k - 1.5.0 0da6a335fe13 808d8998a7db 2024-09-20T21:46:23.020 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi134 *:9100 running (2m) 55s ago 6m 8702k - 1.5.0 0da6a335fe13 d64b31ebfc6a 2024-09-20T21:46:23.020 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (18s) 14s ago 11m 11.5M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 a86fc71a02d1 2024-09-20T21:46:23.020 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (10m) 14s ago 10m 184M 2481M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be db8e5579c716 2024-09-20T21:46:23.020 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (10m) 14s ago 10m 154M 2481M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be c82637878174 2024-09-20T21:46:23.020 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (10m) 14s ago 10m 128M 2481M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be c17a4d58e03e 2024-09-20T21:46:23.020 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi134 running (9m) 55s ago 9m 153M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 16e7b884874f 2024-09-20T21:46:23.020 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi134 running (9m) 55s ago 9m 178M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 82e68e0822ae 2024-09-20T21:46:23.020 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi134 running (8m) 55s ago 8m 121M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be f826d37d1cf7 2024-09-20T21:46:23.020 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi134 running (8m) 55s ago 8m 121M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be fbf3a60c2bb0 2024-09-20T21:46:23.021 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi134 *:9095 running (2m) 55s ago 7m 50.8M - 2.43.0 a07b618ecd1d 5e01fa97ed3d 2024-09-20T21:46:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:22 smithi134 ceph-mon[89086]: pgmap v130: 121 pgs: 121 active+clean; 142 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-09-20T21:46:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:22 smithi134 ceph-mon[89086]: mgrmap e44: y(active, since 92s), standbys: x 2024-09-20T21:46:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:22 smithi134 ceph-mon[89086]: osdmap e312: 8 total, 8 up, 8 in 2024-09-20T21:46:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:22 smithi134 ceph-mon[89086]: osdmap e313: 8 total, 8 up, 8 in 2024-09-20T21:46:23.353 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-20T21:46:23.353 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-20T21:46:23.353 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 3 2024-09-20T21:46:23.353 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:46:23.353 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-20T21:46:23.353 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 2 2024-09-20T21:46:23.353 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:46:23.353 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-20T21:46:23.353 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 7, 2024-09-20T21:46:23.353 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 1 2024-09-20T21:46:23.353 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:46:23.353 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-20T21:46:23.354 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 2 2024-09-20T21:46:23.354 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:46:23.354 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-20T21:46:23.354 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 9, 2024-09-20T21:46:23.354 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 6 2024-09-20T21:46:23.354 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-20T21:46:23.354 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-20T21:46:23.354 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:22 smithi046 ceph-mon[96110]: pgmap v130: 121 pgs: 121 active+clean; 142 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-09-20T21:46:23.354 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:22 smithi046 ceph-mon[96110]: mgrmap e44: y(active, since 92s), standbys: x 2024-09-20T21:46:23.355 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:22 smithi046 ceph-mon[96110]: osdmap e312: 8 total, 8 up, 8 in 2024-09-20T21:46:23.355 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:22 smithi046 ceph-mon[96110]: osdmap e313: 8 total, 8 up, 8 in 2024-09-20T21:46:23.355 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:22 smithi046 ceph-mon[98591]: pgmap v130: 121 pgs: 121 active+clean; 142 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-09-20T21:46:23.355 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:22 smithi046 ceph-mon[98591]: mgrmap e44: y(active, since 92s), standbys: x 2024-09-20T21:46:23.355 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:22 smithi046 ceph-mon[98591]: osdmap e312: 8 total, 8 up, 8 in 2024-09-20T21:46:23.355 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:22 smithi046 ceph-mon[98591]: osdmap e313: 8 total, 8 up, 8 in 2024-09-20T21:46:23.524 INFO:tasks.rados.rados.0.smithi046.stdout:1234: done (2 left) 2024-09-20T21:46:23.525 INFO:tasks.rados.rados.0.smithi046.stdout:1235: done (1 left) 2024-09-20T21:46:23.525 INFO:tasks.rados.rados.0.smithi046.stdout:1236: done (0 left) 2024-09-20T21:46:23.525 INFO:tasks.rados.rados.0.smithi046.stdout:1237: rollback oid 39 current snap is 119 2024-09-20T21:46:23.525 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 39 to 118 2024-09-20T21:46:23.525 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 119 2024-09-20T21:46:23.525 INFO:tasks.rados.rados.0.smithi046.stdout:1238: seq_num 379 ranges {1056768=753664,1810432=606208,2416640=196608} 2024-09-20T21:46:23.534 INFO:tasks.rados.rados.0.smithi046.stdout:1238: writing smithi04683737-44 from 1056768 to 1810432 tid 1 2024-09-20T21:46:23.538 INFO:tasks.rados.rados.0.smithi046.stdout:1238: writing smithi04683737-44 from 1810432 to 2416640 tid 2 2024-09-20T21:46:23.540 INFO:tasks.rados.rados.0.smithi046.stdout:1238: writing smithi04683737-44 from 2416640 to 2613248 tid 3 2024-09-20T21:46:23.540 INFO:tasks.rados.rados.0.smithi046.stdout:1239: read oid 16 snap 117 2024-09-20T21:46:23.540 INFO:tasks.rados.rados.0.smithi046.stdout:1239: expect deleted 2024-09-20T21:46:23.540 INFO:tasks.rados.rados.0.smithi046.stdout:1237: finishing rollback tid 0 to smithi04683737-39 2024-09-20T21:46:23.540 INFO:tasks.rados.rados.0.smithi046.stdout:1237: finishing rollback tid 1 to smithi04683737-39 2024-09-20T21:46:23.540 INFO:tasks.rados.rados.0.smithi046.stdout:1237: finishing rollback tid 2 to smithi04683737-39 2024-09-20T21:46:23.540 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 412 (ObjNum 270 snap 85 seq_num 270) dirty exists 2024-09-20T21:46:23.540 INFO:tasks.rados.rados.0.smithi046.stdout:1238: finishing write tid 1 to smithi04683737-44 2024-09-20T21:46:23.540 INFO:tasks.rados.rados.0.smithi046.stdout:1237: done (2 left) 2024-09-20T21:46:23.540 INFO:tasks.rados.rados.0.smithi046.stdout:1240: read oid 19 snap -1 2024-09-20T21:46:23.541 INFO:tasks.rados.rados.0.smithi046.stdout:1240: expect (ObjNum 337 snap 110 seq_num 337) 2024-09-20T21:46:23.541 INFO:tasks.rados.rados.0.smithi046.stdout:1241: copy_from oid 7 from oid 29 current snap is 119 2024-09-20T21:46:23.541 INFO:tasks.rados.rados.0.smithi046.stdout:1242: rollback oid 36 current snap is 119 2024-09-20T21:46:23.541 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 36 to 118 2024-09-20T21:46:23.541 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 119 2024-09-20T21:46:23.541 INFO:tasks.rados.rados.0.smithi046.stdout:1243: seq_num 380 ranges {9715712=770048,10485760=483328,10969088=319488} 2024-09-20T21:46:23.598 INFO:tasks.rados.rados.0.smithi046.stdout:1243: writing smithi04683737-25 from 9715712 to 10485760 tid 1 2024-09-20T21:46:23.600 INFO:tasks.rados.rados.0.smithi046.stdout:1243: writing smithi04683737-25 from 10485760 to 10969088 tid 2 2024-09-20T21:46:23.602 INFO:tasks.rados.rados.0.smithi046.stdout:1243: writing smithi04683737-25 from 10969088 to 11288576 tid 3 2024-09-20T21:46:23.603 INFO:tasks.rados.rados.0.smithi046.stdout:1244: read oid 22 snap -1 2024-09-20T21:46:23.603 INFO:tasks.rados.rados.0.smithi046.stdout:1244: expect (ObjNum 373 snap 117 seq_num 373) 2024-09-20T21:46:23.603 INFO:tasks.rados.rados.0.smithi046.stdout:1245: rmattr oid 45 current snap is 119 2024-09-20T21:46:23.603 INFO:tasks.rados.rados.0.smithi046.stdout:1238: finishing write tid 2 to smithi04683737-44 2024-09-20T21:46:23.603 INFO:tasks.rados.rados.0.smithi046.stdout:1238: finishing write tid 3 to smithi04683737-44 2024-09-20T21:46:23.603 INFO:tasks.rados.rados.0.smithi046.stdout:1238: finishing write tid 4 to smithi04683737-44 2024-09-20T21:46:23.603 INFO:tasks.rados.rados.0.smithi046.stdout:1238: finishing write tid 5 to smithi04683737-44 2024-09-20T21:46:23.603 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 417 (ObjNum 379 snap 119 seq_num 379) dirty exists 2024-09-20T21:46:23.603 INFO:tasks.rados.rados.0.smithi046.stdout:1238: left oid 44 (ObjNum 379 snap 119 seq_num 379) 2024-09-20T21:46:23.603 INFO:tasks.rados.rados.0.smithi046.stdout:1240: expect (ObjNum 337 snap 110 seq_num 337) 2024-09-20T21:46:23.627 INFO:tasks.rados.rados.0.smithi046.stdout:1242: finishing rollback tid 0 to smithi04683737-36 2024-09-20T21:46:23.627 INFO:tasks.rados.rados.0.smithi046.stdout:1242: finishing rollback tid 1 to smithi04683737-36 2024-09-20T21:46:23.627 INFO:tasks.rados.rados.0.smithi046.stdout:1242: finishing rollback tid 2 to smithi04683737-36 2024-09-20T21:46:23.627 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 433 (ObjNum 312 snap 100 seq_num 312) dirty exists 2024-09-20T21:46:23.627 INFO:tasks.rados.rados.0.smithi046.stdout:1241: finishing copy_from racing read to smithi04683737-7 2024-09-20T21:46:23.627 INFO:tasks.rados.rados.0.smithi046.stdout:1241: finishing copy_from to smithi04683737-7 2024-09-20T21:46:23.628 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 367 (ObjNum 367 snap 117 seq_num 367) dirty exists 2024-09-20T21:46:23.628 INFO:tasks.rados.rados.0.smithi046.stdout:1238: done (7 left) 2024-09-20T21:46:23.628 INFO:tasks.rados.rados.0.smithi046.stdout:1239: done (6 left) 2024-09-20T21:46:23.628 INFO:tasks.rados.rados.0.smithi046.stdout:1240: done (5 left) 2024-09-20T21:46:23.628 INFO:tasks.rados.rados.0.smithi046.stdout:1241: done (4 left) 2024-09-20T21:46:23.628 INFO:tasks.rados.rados.0.smithi046.stdout:1242: done (3 left) 2024-09-20T21:46:23.628 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 34 current snap is 119 2024-09-20T21:46:23.628 INFO:tasks.rados.rados.0.smithi046.stdout:1243: finishing write tid 1 to smithi04683737-25 2024-09-20T21:46:23.628 INFO:tasks.rados.rados.0.smithi046.stdout:1243: finishing write tid 2 to smithi04683737-25 2024-09-20T21:46:23.628 INFO:tasks.rados.rados.0.smithi046.stdout:1243: finishing write tid 3 to smithi04683737-25 2024-09-20T21:46:23.628 INFO:tasks.rados.rados.0.smithi046.stdout:1243: finishing write tid 4 to smithi04683737-25 2024-09-20T21:46:23.628 INFO:tasks.rados.rados.0.smithi046.stdout:1243: finishing write tid 5 to smithi04683737-25 2024-09-20T21:46:23.628 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 478 (ObjNum 380 snap 119 seq_num 380) dirty exists 2024-09-20T21:46:23.629 INFO:tasks.rados.rados.0.smithi046.stdout:1243: left oid 25 (ObjNum 380 snap 119 seq_num 380) 2024-09-20T21:46:23.629 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 337 (ObjNum 354 snap 114 seq_num 354) dirty exists 2024-09-20T21:46:23.629 INFO:tasks.rados.rados.0.smithi046.stdout:1244: expect (ObjNum 373 snap 117 seq_num 373) 2024-09-20T21:46:23.665 INFO:tasks.rados.rados.0.smithi046.stdout:1246: seq_num 381 ranges {3883008=786432,4669440=417792,5087232=385024} 2024-09-20T21:46:23.690 INFO:tasks.rados.rados.0.smithi046.stdout:1246: writing smithi04683737-34 from 3883008 to 4669440 tid 1 2024-09-20T21:46:23.692 INFO:tasks.rados.rados.0.smithi046.stdout:1246: writing smithi04683737-34 from 4669440 to 5087232 tid 2 2024-09-20T21:46:23.695 INFO:tasks.rados.rados.0.smithi046.stdout:1246: writing smithi04683737-34 from 5087232 to 5472256 tid 3 2024-09-20T21:46:23.695 INFO:tasks.rados.rados.0.smithi046.stdout:1243: done (3 left) 2024-09-20T21:46:23.695 INFO:tasks.rados.rados.0.smithi046.stdout:1244: done (2 left) 2024-09-20T21:46:23.695 INFO:tasks.rados.rados.0.smithi046.stdout:1245: done (1 left) 2024-09-20T21:46:23.695 INFO:tasks.rados.rados.0.smithi046.stdout:1247: copy_from oid 6 from oid 35 current snap is 119 2024-09-20T21:46:23.695 INFO:tasks.rados.rados.0.smithi046.stdout:1248: read oid 42 snap -1 2024-09-20T21:46:23.695 INFO:tasks.rados.rados.0.smithi046.stdout:1248: expect deleted 2024-09-20T21:46:23.695 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 119 2024-09-20T21:46:23.695 INFO:tasks.rados.rados.0.smithi046.stdout:1249: seq_num 382 ranges {7495680=802816,8298496=704512,9003008=98304} 2024-09-20T21:46:23.740 INFO:tasks.rados.rados.0.smithi046.stdout:1249: writing smithi04683737-18 from 7495680 to 8298496 tid 1 2024-09-20T21:46:23.744 INFO:tasks.rados.rados.0.smithi046.stdout:1249: writing smithi04683737-18 from 8298496 to 9003008 tid 2 2024-09-20T21:46:23.745 INFO:tasks.rados.rados.0.smithi046.stdout:1249: writing smithi04683737-18 from 9003008 to 9101312 tid 3 2024-09-20T21:46:23.745 INFO:tasks.rados.rados.0.smithi046.stdout:1250: snap_create 2024-09-20T21:46:23.745 INFO:tasks.rados.rados.0.smithi046.stdout:1246: finishing write tid 1 to smithi04683737-34 2024-09-20T21:46:23.745 INFO:tasks.rados.rados.0.smithi046.stdout:1246: finishing write tid 2 to smithi04683737-34 2024-09-20T21:46:23.745 INFO:tasks.rados.rados.0.smithi046.stdout:1246: finishing write tid 3 to smithi04683737-34 2024-09-20T21:46:23.745 INFO:tasks.rados.rados.0.smithi046.stdout:1247: finishing copy_from racing read to smithi04683737-6 2024-09-20T21:46:23.746 INFO:tasks.rados.rados.0.smithi046.stdout:1246: finishing write tid 4 to smithi04683737-34 2024-09-20T21:46:23.746 INFO:tasks.rados.rados.0.smithi046.stdout:1247: finishing copy_from to smithi04683737-6 2024-09-20T21:46:23.746 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 430 (ObjNum 295 snap 93 seq_num 295) dirty exists 2024-09-20T21:46:23.746 INFO:tasks.rados.rados.0.smithi046.stdout:1246: finishing write tid 5 to smithi04683737-34 2024-09-20T21:46:23.746 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 527 (ObjNum 381 snap 119 seq_num 381) dirty exists 2024-09-20T21:46:23.746 INFO:tasks.rados.rados.0.smithi046.stdout:1246: left oid 34 (ObjNum 381 snap 119 seq_num 381) 2024-09-20T21:46:23.746 INFO:tasks.rados.rados.0.smithi046.stdout:1249: finishing write tid 1 to smithi04683737-18 2024-09-20T21:46:23.747 INFO:tasks.rados.rados.0.smithi046.stdout:1249: finishing write tid 2 to smithi04683737-18 2024-09-20T21:46:23.747 INFO:tasks.rados.rados.0.smithi046.stdout:1249: finishing write tid 3 to smithi04683737-18 2024-09-20T21:46:23.747 INFO:tasks.rados.rados.0.smithi046.stdout:1249: finishing write tid 4 to smithi04683737-18 2024-09-20T21:46:23.748 INFO:tasks.rados.rados.0.smithi046.stdout:1249: finishing write tid 5 to smithi04683737-18 2024-09-20T21:46:23.748 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 448 (ObjNum 382 snap 119 seq_num 382) dirty exists 2024-09-20T21:46:23.748 INFO:tasks.rados.rados.0.smithi046.stdout:1249: left oid 18 (ObjNum 382 snap 119 seq_num 382) 2024-09-20T21:46:23.917 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:46:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:46:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:46:24.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:23 smithi134 ceph-mon[89086]: from='client.34200 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:46:24.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:23 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1020952548' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:46:24.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:23 smithi134 ceph-mon[89086]: osdmap e314: 8 total, 8 up, 8 in 2024-09-20T21:46:24.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:23 smithi046 ceph-mon[96110]: from='client.34200 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:46:24.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:23 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1020952548' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:46:24.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:23 smithi046 ceph-mon[96110]: osdmap e314: 8 total, 8 up, 8 in 2024-09-20T21:46:24.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:23 smithi046 ceph-mon[98591]: from='client.34200 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:46:24.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:23 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1020952548' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:46:24.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:23 smithi046 ceph-mon[98591]: osdmap e314: 8 total, 8 up, 8 in 2024-09-20T21:46:24.528 INFO:tasks.rados.rados.0.smithi046.stdout:1246: done (4 left) 2024-09-20T21:46:24.529 INFO:tasks.rados.rados.0.smithi046.stdout:1247: done (3 left) 2024-09-20T21:46:24.529 INFO:tasks.rados.rados.0.smithi046.stdout:1248: done (2 left) 2024-09-20T21:46:24.529 INFO:tasks.rados.rados.0.smithi046.stdout:1249: done (1 left) 2024-09-20T21:46:24.529 INFO:tasks.rados.rados.0.smithi046.stdout:1250: done (0 left) 2024-09-20T21:46:24.529 INFO:tasks.rados.rados.0.smithi046.stdout:1251: copy_from oid 49 from oid 24 current snap is 120 2024-09-20T21:46:24.529 INFO:tasks.rados.rados.0.smithi046.stdout:1252: rollback oid 15 current snap is 120 2024-09-20T21:46:24.529 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 15 to 117 2024-09-20T21:46:24.529 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 120 2024-09-20T21:46:24.529 INFO:tasks.rados.rados.0.smithi046.stdout:1253: seq_num 383 ranges {507904=417792,925696=589824,1515520=417792,1933312=196608} 2024-09-20T21:46:24.533 INFO:tasks.rados.rados.0.smithi046.stdout:1253: writing smithi04683737-35 from 507904 to 925696 tid 1 2024-09-20T21:46:24.536 INFO:tasks.rados.rados.0.smithi046.stdout:1253: writing smithi04683737-35 from 925696 to 1515520 tid 2 2024-09-20T21:46:24.539 INFO:tasks.rados.rados.0.smithi046.stdout:1253: writing smithi04683737-35 from 1515520 to 1933312 tid 3 2024-09-20T21:46:24.541 INFO:tasks.rados.rados.0.smithi046.stdout:1253: writing smithi04683737-35 from 1933312 to 2129920 tid 4 2024-09-20T21:46:24.541 INFO:tasks.rados.rados.0.smithi046.stdout:1254: snap_create 2024-09-20T21:46:24.541 INFO:tasks.rados.rados.0.smithi046.stdout:1252: finishing rollback tid 1 to smithi04683737-15 2024-09-20T21:46:24.541 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 0 (ObjNum 97 snap 0 seq_num 19815744) dirty dne 2024-09-20T21:46:24.541 INFO:tasks.rados.rados.0.smithi046.stdout:1253: finishing write tid 1 to smithi04683737-35 2024-09-20T21:46:24.541 INFO:tasks.rados.rados.0.smithi046.stdout:1251: finishing copy_from racing read to smithi04683737-49 2024-09-20T21:46:24.541 INFO:tasks.rados.rados.0.smithi046.stdout:1251: finishing copy_from to smithi04683737-49 2024-09-20T21:46:24.542 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 296 (ObjNum 341 snap 110 seq_num 341) dirty exists 2024-09-20T21:46:24.542 INFO:tasks.rados.rados.0.smithi046.stdout:1253: finishing write tid 2 to smithi04683737-35 2024-09-20T21:46:24.544 INFO:tasks.rados.rados.0.smithi046.stdout:1253: finishing write tid 3 to smithi04683737-35 2024-09-20T21:46:24.544 INFO:tasks.rados.rados.0.smithi046.stdout:1253: finishing write tid 4 to smithi04683737-35 2024-09-20T21:46:24.544 INFO:tasks.rados.rados.0.smithi046.stdout:1253: finishing write tid 5 to smithi04683737-35 2024-09-20T21:46:24.545 INFO:tasks.rados.rados.0.smithi046.stdout:1253: finishing write tid 6 to smithi04683737-35 2024-09-20T21:46:24.545 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 438 (ObjNum 383 snap 120 seq_num 383) dirty exists 2024-09-20T21:46:24.546 INFO:tasks.rados.rados.0.smithi046.stdout:1253: left oid 35 (ObjNum 383 snap 120 seq_num 383) 2024-09-20T21:46:24.919 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:46:24 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:46:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:46:24.919 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:46:24 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:46:24.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:46:25.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:24 smithi134 ceph-mon[89086]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:46:25.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:24 smithi134 ceph-mon[89086]: pgmap v133: 121 pgs: 121 active+clean; 142 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-09-20T21:46:25.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:24 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:25.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:24 smithi134 ceph-mon[89086]: osdmap e315: 8 total, 8 up, 8 in 2024-09-20T21:46:25.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:24 smithi046 ceph-mon[96110]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:46:25.470 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:24 smithi046 ceph-mon[96110]: pgmap v133: 121 pgs: 121 active+clean; 142 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-09-20T21:46:25.470 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:24 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:25.470 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:24 smithi046 ceph-mon[96110]: osdmap e315: 8 total, 8 up, 8 in 2024-09-20T21:46:25.470 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:24 smithi046 ceph-mon[98591]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:46:25.470 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:24 smithi046 ceph-mon[98591]: pgmap v133: 121 pgs: 121 active+clean; 142 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-09-20T21:46:25.471 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:24 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:25.471 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:24 smithi046 ceph-mon[98591]: osdmap e315: 8 total, 8 up, 8 in 2024-09-20T21:46:25.530 INFO:tasks.rados.rados.0.smithi046.stdout:1251: done (3 left) 2024-09-20T21:46:25.530 INFO:tasks.rados.rados.0.smithi046.stdout:1252: done (2 left) 2024-09-20T21:46:25.530 INFO:tasks.rados.rados.0.smithi046.stdout:1253: done (1 left) 2024-09-20T21:46:25.530 INFO:tasks.rados.rados.0.smithi046.stdout:1254: done (0 left) 2024-09-20T21:46:25.530 INFO:tasks.rados.rados.0.smithi046.stdout:1255: rollback oid 1 current snap is 121 2024-09-20T21:46:25.530 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 1 to 118 2024-09-20T21:46:25.530 INFO:tasks.rados.rados.0.smithi046.stdout:1256: rollback oid 36 current snap is 121 2024-09-20T21:46:25.530 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 36 to 117 2024-09-20T21:46:25.530 INFO:tasks.rados.rados.0.smithi046.stdout:1257: snap_remove snap 119 2024-09-20T21:46:26.538 INFO:tasks.rados.rados.0.smithi046.stdout:1257: done (2 left) 2024-09-20T21:46:26.538 INFO:tasks.rados.rados.0.smithi046.stdout:1258: snap_remove snap 120 2024-09-20T21:46:26.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:26 smithi046 ceph-mon[96110]: pgmap v136: 121 pgs: 121 active+clean; 150 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.3 MiB/s wr, 31 op/s 2024-09-20T21:46:26.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:26 smithi046 ceph-mon[96110]: osdmap e316: 8 total, 8 up, 8 in 2024-09-20T21:46:26.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:26 smithi046 ceph-mon[98591]: pgmap v136: 121 pgs: 121 active+clean; 150 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.3 MiB/s wr, 31 op/s 2024-09-20T21:46:26.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:26 smithi046 ceph-mon[98591]: osdmap e316: 8 total, 8 up, 8 in 2024-09-20T21:46:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:26 smithi134 ceph-mon[89086]: pgmap v136: 121 pgs: 121 active+clean; 150 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.3 MiB/s wr, 31 op/s 2024-09-20T21:46:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:26 smithi134 ceph-mon[89086]: osdmap e316: 8 total, 8 up, 8 in 2024-09-20T21:46:27.543 INFO:tasks.rados.rados.0.smithi046.stdout:1258: done (2 left) 2024-09-20T21:46:27.544 INFO:tasks.rados.rados.0.smithi046.stdout:1259: read oid 24 snap 118 2024-09-20T21:46:27.544 INFO:tasks.rados.rados.0.smithi046.stdout:1259: expect (ObjNum 341 snap 110 seq_num 341) 2024-09-20T21:46:27.544 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 121 2024-09-20T21:46:27.544 INFO:tasks.rados.rados.0.smithi046.stdout:1256: finishing rollback tid 0 to smithi04683737-36 2024-09-20T21:46:27.544 INFO:tasks.rados.rados.0.smithi046.stdout:1256: finishing rollback tid 1 to smithi04683737-36 2024-09-20T21:46:27.544 INFO:tasks.rados.rados.0.smithi046.stdout:1256: finishing rollback tid 2 to smithi04683737-36 2024-09-20T21:46:27.544 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 441 (ObjNum 312 snap 100 seq_num 312) dirty exists 2024-09-20T21:46:27.544 INFO:tasks.rados.rados.0.smithi046.stdout:1255: finishing rollback tid 0 to smithi04683737-1 2024-09-20T21:46:27.544 INFO:tasks.rados.rados.0.smithi046.stdout:1255: finishing rollback tid 1 to smithi04683737-1 2024-09-20T21:46:27.544 INFO:tasks.rados.rados.0.smithi046.stdout:1255: finishing rollback tid 2 to smithi04683737-1 2024-09-20T21:46:27.544 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 340 (ObjNum 352 snap 113 seq_num 352) dirty exists 2024-09-20T21:46:27.544 INFO:tasks.rados.rados.0.smithi046.stdout:1260: seq_num 384 ranges {9977856=434176,10412032=475136,10887168=630784,11517952=98304} 2024-09-20T21:46:27.600 INFO:tasks.rados.rados.0.smithi046.stdout:1260: writing smithi04683737-9 from 9977856 to 10412032 tid 1 2024-09-20T21:46:27.603 INFO:tasks.rados.rados.0.smithi046.stdout:1260: writing smithi04683737-9 from 10412032 to 10887168 tid 2 2024-09-20T21:46:27.608 INFO:tasks.rados.rados.0.smithi046.stdout:1260: writing smithi04683737-9 from 10887168 to 11517952 tid 3 2024-09-20T21:46:27.608 INFO:tasks.rados.rados.0.smithi046.stdout:1260: writing smithi04683737-9 from 11517952 to 11616256 tid 4 2024-09-20T21:46:27.608 INFO:tasks.rados.rados.0.smithi046.stdout:1255: done (3 left) 2024-09-20T21:46:27.608 INFO:tasks.rados.rados.0.smithi046.stdout:1256: done (2 left) 2024-09-20T21:46:27.608 INFO:tasks.rados.rados.0.smithi046.stdout:1261: copy_from oid 19 from oid 18 current snap is 121 2024-09-20T21:46:27.608 INFO:tasks.rados.rados.0.smithi046.stdout:1259: expect (ObjNum 341 snap 110 seq_num 341) 2024-09-20T21:46:27.637 INFO:tasks.rados.rados.0.smithi046.stdout:1260: finishing write tid 1 to smithi04683737-9 2024-09-20T21:46:27.637 INFO:tasks.rados.rados.0.smithi046.stdout:1260: finishing write tid 2 to smithi04683737-9 2024-09-20T21:46:27.637 INFO:tasks.rados.rados.0.smithi046.stdout:1259: done (2 left) 2024-09-20T21:46:27.637 INFO:tasks.rados.rados.0.smithi046.stdout:1262: snap_remove snap 118 2024-09-20T21:46:27.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:27 smithi046 ceph-mon[96110]: osdmap e317: 8 total, 8 up, 8 in 2024-09-20T21:46:27.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:27 smithi046 ceph-mon[98591]: osdmap e317: 8 total, 8 up, 8 in 2024-09-20T21:46:27.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:27 smithi134 ceph-mon[89086]: osdmap e317: 8 total, 8 up, 8 in 2024-09-20T21:46:28.548 INFO:tasks.rados.rados.0.smithi046.stdout:1262: done (2 left) 2024-09-20T21:46:28.549 INFO:tasks.rados.rados.0.smithi046.stdout:1263: snap_create 2024-09-20T21:46:28.549 INFO:tasks.rados.rados.0.smithi046.stdout:1260: finishing write tid 3 to smithi04683737-9 2024-09-20T21:46:28.549 INFO:tasks.rados.rados.0.smithi046.stdout:1260: finishing write tid 4 to smithi04683737-9 2024-09-20T21:46:28.549 INFO:tasks.rados.rados.0.smithi046.stdout:1260: finishing write tid 5 to smithi04683737-9 2024-09-20T21:46:28.549 INFO:tasks.rados.rados.0.smithi046.stdout:1260: finishing write tid 6 to smithi04683737-9 2024-09-20T21:46:28.549 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 433 (ObjNum 384 snap 121 seq_num 384) dirty exists 2024-09-20T21:46:28.549 INFO:tasks.rados.rados.0.smithi046.stdout:1260: left oid 9 (ObjNum 384 snap 121 seq_num 384) 2024-09-20T21:46:28.549 INFO:tasks.rados.rados.0.smithi046.stdout:1261: finishing copy_from racing read to smithi04683737-19 2024-09-20T21:46:28.549 INFO:tasks.rados.rados.0.smithi046.stdout:1261: finishing copy_from to smithi04683737-19 2024-09-20T21:46:28.549 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 448 (ObjNum 382 snap 119 seq_num 382) dirty exists 2024-09-20T21:46:28.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:28 smithi046 ceph-mon[98591]: pgmap v139: 121 pgs: 121 active+clean; 154 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 6.4 MiB/s wr, 36 op/s 2024-09-20T21:46:28.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:28 smithi046 ceph-mon[98591]: osdmap e318: 8 total, 8 up, 8 in 2024-09-20T21:46:28.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-20T21:46:28.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:28 smithi046 ceph-mon[98591]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-20T21:46:28.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:28 smithi046 ceph-mon[98591]: Upgrade: osd.1 is safe to restart 2024-09-20T21:46:28.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:28 smithi046 ceph-mon[96110]: pgmap v139: 121 pgs: 121 active+clean; 154 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 6.4 MiB/s wr, 36 op/s 2024-09-20T21:46:28.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:28 smithi046 ceph-mon[96110]: osdmap e318: 8 total, 8 up, 8 in 2024-09-20T21:46:28.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-20T21:46:28.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:28 smithi046 ceph-mon[96110]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-20T21:46:28.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:28 smithi046 ceph-mon[96110]: Upgrade: osd.1 is safe to restart 2024-09-20T21:46:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:28 smithi134 ceph-mon[89086]: pgmap v139: 121 pgs: 121 active+clean; 154 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 6.4 MiB/s wr, 36 op/s 2024-09-20T21:46:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:28 smithi134 ceph-mon[89086]: osdmap e318: 8 total, 8 up, 8 in 2024-09-20T21:46:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-20T21:46:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:28 smithi134 ceph-mon[89086]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-20T21:46:28.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:28 smithi134 ceph-mon[89086]: Upgrade: osd.1 is safe to restart 2024-09-20T21:46:28.927 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:46:28 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:46:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:46:29.554 INFO:tasks.rados.rados.0.smithi046.stdout:1260: done (2 left) 2024-09-20T21:46:29.554 INFO:tasks.rados.rados.0.smithi046.stdout:1261: done (1 left) 2024-09-20T21:46:29.554 INFO:tasks.rados.rados.0.smithi046.stdout:1263: done (0 left) 2024-09-20T21:46:29.555 INFO:tasks.rados.rados.0.smithi046.stdout:1264: read oid 47 snap -1 2024-09-20T21:46:29.555 INFO:tasks.rados.rados.0.smithi046.stdout:1264: expect (ObjNum 299 snap 96 seq_num 299) 2024-09-20T21:46:29.555 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 122 2024-09-20T21:46:29.555 INFO:tasks.rados.rados.0.smithi046.stdout:1265: seq_num 385 ranges {0=450560,450560=761856,1212416=442368} 2024-09-20T21:46:29.556 INFO:tasks.rados.rados.0.smithi046.stdout:1265: writing smithi04683737-16 from 0 to 450560 tid 1 2024-09-20T21:46:29.561 INFO:tasks.rados.rados.0.smithi046.stdout:1265: writing smithi04683737-16 from 450560 to 1212416 tid 2 2024-09-20T21:46:29.564 INFO:tasks.rados.rados.0.smithi046.stdout:1265: writing smithi04683737-16 from 1212416 to 1654784 tid 3 2024-09-20T21:46:29.564 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 122 2024-09-20T21:46:29.565 INFO:tasks.rados.rados.0.smithi046.stdout:1265: finishing write tid 1 to smithi04683737-16 2024-09-20T21:46:29.565 INFO:tasks.rados.rados.0.smithi046.stdout:1266: seq_num 386 ranges {827392=466944,1294336=638976,1933312=565248} 2024-09-20T21:46:29.571 INFO:tasks.rados.rados.0.smithi046.stdout:1266: writing smithi04683737-14 from 827392 to 1294336 tid 1 2024-09-20T21:46:29.575 INFO:tasks.rados.rados.0.smithi046.stdout:1266: writing smithi04683737-14 from 1294336 to 1933312 tid 2 2024-09-20T21:46:29.579 INFO:tasks.rados.rados.0.smithi046.stdout:1266: writing smithi04683737-14 from 1933312 to 2498560 tid 3 2024-09-20T21:46:29.579 INFO:tasks.rados.rados.0.smithi046.stdout:1267: snap_remove snap 117 2024-09-20T21:46:29.870 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:29 smithi046 ceph-mon[96110]: osdmap e319: 8 total, 8 up, 8 in 2024-09-20T21:46:29.870 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:29.870 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-20T21:46:29.870 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:46:29.870 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:29 smithi046 ceph-mon[98591]: osdmap e319: 8 total, 8 up, 8 in 2024-09-20T21:46:29.870 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:29.870 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-20T21:46:29.870 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:46:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:29 smithi134 ceph-mon[89086]: osdmap e319: 8 total, 8 up, 8 in 2024-09-20T21:46:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-20T21:46:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:46:30.560 INFO:tasks.rados.rados.0.smithi046.stdout:1267: done (3 left) 2024-09-20T21:46:30.560 INFO:tasks.rados.rados.0.smithi046.stdout:1268: snap_create 2024-09-20T21:46:30.560 INFO:tasks.rados.rados.0.smithi046.stdout:1265: finishing write tid 2 to smithi04683737-16 2024-09-20T21:46:30.560 INFO:tasks.rados.rados.0.smithi046.stdout:1265: finishing write tid 3 to smithi04683737-16 2024-09-20T21:46:30.560 INFO:tasks.rados.rados.0.smithi046.stdout:1265: finishing write tid 4 to smithi04683737-16 2024-09-20T21:46:30.560 INFO:tasks.rados.rados.0.smithi046.stdout:1265: finishing write tid 5 to smithi04683737-16 2024-09-20T21:46:30.560 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 484 (ObjNum 385 snap 122 seq_num 385) dirty exists 2024-09-20T21:46:30.561 INFO:tasks.rados.rados.0.smithi046.stdout:1265: left oid 16 (ObjNum 385 snap 122 seq_num 385) 2024-09-20T21:46:30.561 INFO:tasks.rados.rados.0.smithi046.stdout:1264: expect (ObjNum 299 snap 96 seq_num 299) 2024-09-20T21:46:30.767 INFO:tasks.rados.rados.0.smithi046.stdout:1266: finishing write tid 1 to smithi04683737-14 2024-09-20T21:46:30.767 INFO:tasks.rados.rados.0.smithi046.stdout:1266: finishing write tid 2 to smithi04683737-14 2024-09-20T21:46:30.767 INFO:tasks.rados.rados.0.smithi046.stdout:1266: finishing write tid 3 to smithi04683737-14 2024-09-20T21:46:30.767 INFO:tasks.rados.rados.0.smithi046.stdout:1266: finishing write tid 4 to smithi04683737-14 2024-09-20T21:46:30.767 INFO:tasks.rados.rados.0.smithi046.stdout:1266: finishing write tid 5 to smithi04683737-14 2024-09-20T21:46:30.767 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 534 (ObjNum 386 snap 122 seq_num 386) dirty exists 2024-09-20T21:46:30.767 INFO:tasks.rados.rados.0.smithi046.stdout:1266: left oid 14 (ObjNum 386 snap 122 seq_num 386) 2024-09-20T21:46:30.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:30 smithi046 ceph-mon[96110]: pgmap v142: 121 pgs: 121 active+clean; 154 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 4 op/s 2024-09-20T21:46:30.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:30 smithi046 ceph-mon[96110]: Upgrade: Updating osd.1 2024-09-20T21:46:30.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:30 smithi046 ceph-mon[96110]: Deploying daemon osd.1 on smithi046 2024-09-20T21:46:30.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:30 smithi046 ceph-mon[96110]: osdmap e320: 8 total, 8 up, 8 in 2024-09-20T21:46:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:30 smithi046 ceph-mon[98591]: pgmap v142: 121 pgs: 121 active+clean; 154 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 4 op/s 2024-09-20T21:46:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:30 smithi046 ceph-mon[98591]: Upgrade: Updating osd.1 2024-09-20T21:46:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:30 smithi046 ceph-mon[98591]: Deploying daemon osd.1 on smithi046 2024-09-20T21:46:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:30 smithi046 ceph-mon[98591]: osdmap e320: 8 total, 8 up, 8 in 2024-09-20T21:46:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:30 smithi134 ceph-mon[89086]: pgmap v142: 121 pgs: 121 active+clean; 154 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 4 op/s 2024-09-20T21:46:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:30 smithi134 ceph-mon[89086]: Upgrade: Updating osd.1 2024-09-20T21:46:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:30 smithi134 ceph-mon[89086]: Deploying daemon osd.1 on smithi046 2024-09-20T21:46:30.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:30 smithi134 ceph-mon[89086]: osdmap e320: 8 total, 8 up, 8 in 2024-09-20T21:46:31.566 INFO:tasks.rados.rados.0.smithi046.stdout:1264: done (3 left) 2024-09-20T21:46:31.566 INFO:tasks.rados.rados.0.smithi046.stdout:1265: done (2 left) 2024-09-20T21:46:31.566 INFO:tasks.rados.rados.0.smithi046.stdout:1266: done (1 left) 2024-09-20T21:46:31.567 INFO:tasks.rados.rados.0.smithi046.stdout:1268: done (0 left) 2024-09-20T21:46:31.567 INFO:tasks.rados.rados.0.smithi046.stdout:1269: copy_from oid 34 from oid 38 current snap is 123 2024-09-20T21:46:31.567 INFO:tasks.rados.rados.0.smithi046.stdout:1270: rollback oid 46 current snap is 123 2024-09-20T21:46:31.567 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 46 to 121 2024-09-20T21:46:31.567 INFO:tasks.rados.rados.0.smithi046.stdout:1271: rollback oid 23 current snap is 123 2024-09-20T21:46:31.567 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 23 to 122 2024-09-20T21:46:31.567 INFO:tasks.rados.rados.0.smithi046.stdout:1272: delete oid 22 current snap is 123 2024-09-20T21:46:31.572 INFO:tasks.rados.rados.0.smithi046.stdout:1272: done (3 left) 2024-09-20T21:46:31.572 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 123 2024-09-20T21:46:31.572 INFO:tasks.rados.rados.0.smithi046.stdout:1273: seq_num 388 ranges {2801664=507904,3309568=458752,3768320=606208,4374528=139264} 2024-09-20T21:46:31.590 INFO:tasks.rados.rados.0.smithi046.stdout:1273: writing smithi04683737-12 from 2801664 to 3309568 tid 1 2024-09-20T21:46:31.593 INFO:tasks.rados.rados.0.smithi046.stdout:1273: writing smithi04683737-12 from 3309568 to 3768320 tid 2 2024-09-20T21:46:31.597 INFO:tasks.rados.rados.0.smithi046.stdout:1273: writing smithi04683737-12 from 3768320 to 4374528 tid 3 2024-09-20T21:46:31.598 INFO:tasks.rados.rados.0.smithi046.stdout:1273: writing smithi04683737-12 from 4374528 to 4513792 tid 4 2024-09-20T21:46:31.598 INFO:tasks.rados.rados.0.smithi046.stdout:1274: copy_from oid 28 from oid 42 current snap is 123 2024-09-20T21:46:31.598 INFO:tasks.rados.rados.0.smithi046.stdout:1270: finishing rollback tid 0 to smithi04683737-46 2024-09-20T21:46:31.598 INFO:tasks.rados.rados.0.smithi046.stdout:1270: finishing rollback tid 1 to smithi04683737-46 2024-09-20T21:46:31.599 INFO:tasks.rados.rados.0.smithi046.stdout:1270: finishing rollback tid 2 to smithi04683737-46 2024-09-20T21:46:31.599 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 436 (ObjNum 302 snap 96 seq_num 302) dirty exists 2024-09-20T21:46:31.599 INFO:tasks.rados.rados.0.smithi046.stdout:1271: finishing rollback tid 0 to smithi04683737-23 2024-09-20T21:46:31.599 INFO:tasks.rados.rados.0.smithi046.stdout:1270: done (4 left) 2024-09-20T21:46:31.599 INFO:tasks.rados.rados.0.smithi046.stdout:1275: snap_remove snap 121 2024-09-20T21:46:31.833 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:31 smithi046 ceph-mon[96110]: osdmap e321: 8 total, 8 up, 8 in 2024-09-20T21:46:31.833 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:31 smithi046 ceph-mon[98591]: osdmap e321: 8 total, 8 up, 8 in 2024-09-20T21:46:31.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:31 smithi134 ceph-mon[89086]: osdmap e321: 8 total, 8 up, 8 in 2024-09-20T21:46:32.141 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:46:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:46:32] "GET /metrics HTTP/1.1" 200 36196 "" "Prometheus/2.43.0" 2024-09-20T21:46:32.527 INFO:tasks.rados.rados.0.smithi046.stdout:1275: done (4 left) 2024-09-20T21:46:32.527 INFO:tasks.rados.rados.0.smithi046.stdout:1276: copy_from oid 40 from oid 4 current snap is 123 2024-09-20T21:46:32.527 INFO:tasks.rados.rados.0.smithi046.stdout:1271: finishing rollback tid 1 to smithi04683737-23 2024-09-20T21:46:32.527 INFO:tasks.rados.rados.0.smithi046.stdout:1271: finishing rollback tid 2 to smithi04683737-23 2024-09-20T21:46:32.527 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 439 (ObjNum 299 snap 96 seq_num 299) dirty exists 2024-09-20T21:46:32.527 INFO:tasks.rados.rados.0.smithi046.stdout:1269: finishing copy_from racing read to smithi04683737-34 2024-09-20T21:46:32.527 INFO:tasks.rados.rados.0.smithi046.stdout:1269: finishing copy_from to smithi04683737-34 2024-09-20T21:46:32.527 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 336 (ObjNum 343 snap 110 seq_num 343) dirty exists 2024-09-20T21:46:32.527 INFO:tasks.rados.rados.0.smithi046.stdout:1273: finishing write tid 1 to smithi04683737-12 2024-09-20T21:46:32.527 INFO:tasks.rados.rados.0.smithi046.stdout:1273: finishing write tid 2 to smithi04683737-12 2024-09-20T21:46:32.527 INFO:tasks.rados.rados.0.smithi046.stdout:1274: finishing copy_from to smithi04683737-28 2024-09-20T21:46:32.527 INFO:tasks.rados.rados.0.smithi046.stdout:1274: got expected ENOENT (src dne) 2024-09-20T21:46:32.528 INFO:tasks.rados.rados.0.smithi046.stdout:1274: finishing copy_from racing read to smithi04683737-28 2024-09-20T21:46:32.528 INFO:tasks.rados.rados.0.smithi046.stdout:1273: finishing write tid 3 to smithi04683737-12 2024-09-20T21:46:32.528 INFO:tasks.rados.rados.0.smithi046.stdout:1273: finishing write tid 4 to smithi04683737-12 2024-09-20T21:46:32.528 INFO:tasks.rados.rados.0.smithi046.stdout:1273: finishing write tid 5 to smithi04683737-12 2024-09-20T21:46:32.528 INFO:tasks.rados.rados.0.smithi046.stdout:1273: finishing write tid 6 to smithi04683737-12 2024-09-20T21:46:32.528 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 570 (ObjNum 388 snap 123 seq_num 388) dirty exists 2024-09-20T21:46:32.528 INFO:tasks.rados.rados.0.smithi046.stdout:1273: left oid 12 (ObjNum 388 snap 123 seq_num 388) 2024-09-20T21:46:32.528 INFO:tasks.rados.rados.0.smithi046.stdout:1269: done (4 left) 2024-09-20T21:46:32.528 INFO:tasks.rados.rados.0.smithi046.stdout:1271: done (3 left) 2024-09-20T21:46:32.528 INFO:tasks.rados.rados.0.smithi046.stdout:1273: done (2 left) 2024-09-20T21:46:32.528 INFO:tasks.rados.rados.0.smithi046.stdout:1274: done (1 left) 2024-09-20T21:46:32.528 INFO:tasks.rados.rados.0.smithi046.stdout:1277: copy_from oid 7 from oid 48 current snap is 123 2024-09-20T21:46:32.528 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 27 current snap is 123 2024-09-20T21:46:32.528 INFO:tasks.rados.rados.0.smithi046.stdout:1278: seq_num 389 ranges {4087808=524288,4612096=745472,5357568=458752} 2024-09-20T21:46:32.552 INFO:tasks.rados.rados.0.smithi046.stdout:1278: writing smithi04683737-27 from 4087808 to 4612096 tid 1 2024-09-20T21:46:32.556 INFO:tasks.rados.rados.0.smithi046.stdout:1278: writing smithi04683737-27 from 4612096 to 5357568 tid 2 2024-09-20T21:46:32.559 INFO:tasks.rados.rados.0.smithi046.stdout:1278: writing smithi04683737-27 from 5357568 to 5816320 tid 3 2024-09-20T21:46:32.559 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 31 current snap is 123 2024-09-20T21:46:32.559 INFO:tasks.rados.rados.0.smithi046.stdout:1276: finishing copy_from to smithi04683737-40 2024-09-20T21:46:32.559 INFO:tasks.rados.rados.0.smithi046.stdout:1276: got expected ENOENT (src dne) 2024-09-20T21:46:32.559 INFO:tasks.rados.rados.0.smithi046.stdout:1279: seq_num 390 ranges {5390336=540672,5931008=630784,6561792=573440} 2024-09-20T21:46:32.592 INFO:tasks.rados.rados.0.smithi046.stdout:1279: writing smithi04683737-31 from 5390336 to 5931008 tid 1 2024-09-20T21:46:32.595 INFO:tasks.rados.rados.0.smithi046.stdout:1279: writing smithi04683737-31 from 5931008 to 6561792 tid 2 2024-09-20T21:46:32.599 INFO:tasks.rados.rados.0.smithi046.stdout:1279: writing smithi04683737-31 from 6561792 to 7135232 tid 3 2024-09-20T21:46:32.599 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 123 2024-09-20T21:46:32.599 INFO:tasks.rados.rados.0.smithi046.stdout:1276: finishing copy_from racing read to smithi04683737-40 2024-09-20T21:46:32.599 INFO:tasks.rados.rados.0.smithi046.stdout:1277: finishing copy_from racing read to smithi04683737-7 2024-09-20T21:46:32.599 INFO:tasks.rados.rados.0.smithi046.stdout:1277: finishing copy_from to smithi04683737-7 2024-09-20T21:46:32.599 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 385 (ObjNum 303 snap 96 seq_num 303) dirty exists 2024-09-20T21:46:32.599 INFO:tasks.rados.rados.0.smithi046.stdout:1278: finishing write tid 1 to smithi04683737-27 2024-09-20T21:46:32.599 INFO:tasks.rados.rados.0.smithi046.stdout:1280: seq_num 391 ranges {1179648=557056,1736704=516096,2252800=688128} 2024-09-20T21:46:32.608 INFO:tasks.rados.rados.0.smithi046.stdout:1280: writing smithi04683737-30 from 1179648 to 1736704 tid 1 2024-09-20T21:46:32.611 INFO:tasks.rados.rados.0.smithi046.stdout:1280: writing smithi04683737-30 from 1736704 to 2252800 tid 2 2024-09-20T21:46:32.615 INFO:tasks.rados.rados.0.smithi046.stdout:1280: writing smithi04683737-30 from 2252800 to 2940928 tid 3 2024-09-20T21:46:32.616 INFO:tasks.rados.rados.0.smithi046.stdout:1276: done (4 left) 2024-09-20T21:46:32.616 INFO:tasks.rados.rados.0.smithi046.stdout:1277: done (3 left) 2024-09-20T21:46:32.616 INFO:tasks.rados.rados.0.smithi046.stdout:1281: rmattr oid 36 current snap is 123 2024-09-20T21:46:32.616 INFO:tasks.rados.rados.0.smithi046.stdout:1278: finishing write tid 2 to smithi04683737-27 2024-09-20T21:46:32.616 INFO:tasks.rados.rados.0.smithi046.stdout:1278: finishing write tid 3 to smithi04683737-27 2024-09-20T21:46:32.616 INFO:tasks.rados.rados.0.smithi046.stdout:1278: finishing write tid 4 to smithi04683737-27 2024-09-20T21:46:32.616 INFO:tasks.rados.rados.0.smithi046.stdout:1278: finishing write tid 5 to smithi04683737-27 2024-09-20T21:46:32.616 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 340 (ObjNum 389 snap 123 seq_num 389) dirty exists 2024-09-20T21:46:32.616 INFO:tasks.rados.rados.0.smithi046.stdout:1278: left oid 27 (ObjNum 389 snap 123 seq_num 389) 2024-09-20T21:46:32.616 INFO:tasks.rados.rados.0.smithi046.stdout:1279: finishing write tid 1 to smithi04683737-31 2024-09-20T21:46:32.616 INFO:tasks.rados.rados.0.smithi046.stdout:1278: done (3 left) 2024-09-20T21:46:32.616 INFO:tasks.rados.rados.0.smithi046.stdout:1282: delete oid 1 current snap is 123 2024-09-20T21:46:32.616 INFO:tasks.rados.rados.0.smithi046.stdout:1279: finishing write tid 2 to smithi04683737-31 2024-09-20T21:46:32.617 INFO:tasks.rados.rados.0.smithi046.stdout:1279: finishing write tid 3 to smithi04683737-31 2024-09-20T21:46:32.617 INFO:tasks.rados.rados.0.smithi046.stdout:1279: finishing write tid 4 to smithi04683737-31 2024-09-20T21:46:32.617 INFO:tasks.rados.rados.0.smithi046.stdout:1279: finishing write tid 5 to smithi04683737-31 2024-09-20T21:46:32.617 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 553 (ObjNum 390 snap 123 seq_num 390) dirty exists 2024-09-20T21:46:32.617 INFO:tasks.rados.rados.0.smithi046.stdout:1279: left oid 31 (ObjNum 390 snap 123 seq_num 390) 2024-09-20T21:46:32.617 INFO:tasks.rados.rados.0.smithi046.stdout:1280: finishing write tid 1 to smithi04683737-30 2024-09-20T21:46:32.617 INFO:tasks.rados.rados.0.smithi046.stdout:1280: finishing write tid 2 to smithi04683737-30 2024-09-20T21:46:32.618 INFO:tasks.rados.rados.0.smithi046.stdout:1280: finishing write tid 3 to smithi04683737-30 2024-09-20T21:46:32.618 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 442 (ObjNum 312 snap 100 seq_num 312) dirty exists 2024-09-20T21:46:32.618 INFO:tasks.rados.rados.0.smithi046.stdout:1280: finishing write tid 4 to smithi04683737-30 2024-09-20T21:46:32.619 INFO:tasks.rados.rados.0.smithi046.stdout:1280: finishing write tid 5 to smithi04683737-30 2024-09-20T21:46:32.619 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 474 (ObjNum 391 snap 123 seq_num 391) dirty exists 2024-09-20T21:46:32.619 INFO:tasks.rados.rados.0.smithi046.stdout:1280: left oid 30 (ObjNum 391 snap 123 seq_num 391) 2024-09-20T21:46:32.620 INFO:tasks.rados.rados.0.smithi046.stdout:1279: done (3 left) 2024-09-20T21:46:32.620 INFO:tasks.rados.rados.0.smithi046.stdout:1280: done (2 left) 2024-09-20T21:46:32.620 INFO:tasks.rados.rados.0.smithi046.stdout:1281: done (1 left) 2024-09-20T21:46:32.620 INFO:tasks.rados.rados.0.smithi046.stdout:1282: done (0 left) 2024-09-20T21:46:32.620 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 123 2024-09-20T21:46:32.620 INFO:tasks.rados.rados.0.smithi046.stdout:1283: seq_num 393 ranges {278528=589824,868352=679936,1548288=524288} 2024-09-20T21:46:32.624 INFO:tasks.rados.rados.0.smithi046.stdout:1283: writing smithi04683737-48 from 278528 to 868352 tid 1 2024-09-20T21:46:32.628 INFO:tasks.rados.rados.0.smithi046.stdout:1283: writing smithi04683737-48 from 868352 to 1548288 tid 2 2024-09-20T21:46:32.631 INFO:tasks.rados.rados.0.smithi046.stdout:1283: writing smithi04683737-48 from 1548288 to 2072576 tid 3 2024-09-20T21:46:32.632 INFO:tasks.rados.rados.0.smithi046.stdout:1284: delete oid 20 current snap is 123 2024-09-20T21:46:32.632 INFO:tasks.rados.rados.0.smithi046.stdout:1283: finishing write tid 1 to smithi04683737-48 2024-09-20T21:46:32.632 INFO:tasks.rados.rados.0.smithi046.stdout:1283: finishing write tid 2 to smithi04683737-48 2024-09-20T21:46:32.633 INFO:tasks.rados.rados.0.smithi046.stdout:1284: done (1 left) 2024-09-20T21:46:32.633 INFO:tasks.rados.rados.0.smithi046.stdout:1285: setattr oid 17 current snap is 123 2024-09-20T21:46:32.634 INFO:tasks.rados.rados.0.smithi046.stdout:1283: finishing write tid 3 to smithi04683737-48 2024-09-20T21:46:32.634 INFO:tasks.rados.rados.0.smithi046.stdout:1283: finishing write tid 4 to smithi04683737-48 2024-09-20T21:46:32.635 INFO:tasks.rados.rados.0.smithi046.stdout:1283: finishing write tid 5 to smithi04683737-48 2024-09-20T21:46:32.635 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 457 (ObjNum 393 snap 123 seq_num 393) dirty exists 2024-09-20T21:46:32.635 INFO:tasks.rados.rados.0.smithi046.stdout:1283: left oid 48 (ObjNum 393 snap 123 seq_num 393) 2024-09-20T21:46:32.635 INFO:tasks.rados.rados.0.smithi046.stdout:1283: done (1 left) 2024-09-20T21:46:32.635 INFO:tasks.rados.rados.0.smithi046.stdout:1286: read oid 1 snap -1 2024-09-20T21:46:32.635 INFO:tasks.rados.rados.0.smithi046.stdout:1286: expect deleted 2024-09-20T21:46:32.635 INFO:tasks.rados.rados.0.smithi046.stdout:1287: snap_remove snap 122 2024-09-20T21:46:32.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:32 smithi134 ceph-mon[89086]: pgmap v145: 121 pgs: 121 active+clean; 159 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2024-09-20T21:46:32.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:32 smithi134 ceph-mon[89086]: osdmap e322: 8 total, 8 up, 8 in 2024-09-20T21:46:32.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:32 smithi134 ceph-mon[89086]: osdmap e323: 8 total, 8 up, 8 in 2024-09-20T21:46:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:46:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:46:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:46:32.773 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:32 smithi046 ceph-mon[98591]: pgmap v145: 121 pgs: 121 active+clean; 159 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2024-09-20T21:46:32.773 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:32 smithi046 ceph-mon[98591]: osdmap e322: 8 total, 8 up, 8 in 2024-09-20T21:46:32.773 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:32 smithi046 ceph-mon[98591]: osdmap e323: 8 total, 8 up, 8 in 2024-09-20T21:46:32.774 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:32 smithi046 ceph-mon[96110]: pgmap v145: 121 pgs: 121 active+clean; 159 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2024-09-20T21:46:32.774 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:32 smithi046 ceph-mon[96110]: osdmap e322: 8 total, 8 up, 8 in 2024-09-20T21:46:32.774 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:32 smithi046 ceph-mon[96110]: osdmap e323: 8 total, 8 up, 8 in 2024-09-20T21:46:32.774 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:32 smithi046 systemd[1]: Stopping Ceph osd.1 for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:46:33.151 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1[49996]: 2024-09-20T21:46:32.771+0000 7f13e6f9c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-20T21:46:33.151 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1[49996]: 2024-09-20T21:46:32.771+0000 7f13e6f9c640 -1 osd.1 323 *** Got signal Terminated *** 2024-09-20T21:46:33.151 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1[49996]: 2024-09-20T21:46:32.771+0000 7f13e6f9c640 -1 osd.1 323 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-20T21:46:33.576 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 459 (ObjNum 361 snap 115 seq_num 361) dirty exists 2024-09-20T21:46:33.576 INFO:tasks.rados.rados.0.smithi046.stdout:1285: done (2 left) 2024-09-20T21:46:33.576 INFO:tasks.rados.rados.0.smithi046.stdout:1286: done (1 left) 2024-09-20T21:46:33.576 INFO:tasks.rados.rados.0.smithi046.stdout:1287: done (0 left) 2024-09-20T21:46:33.576 INFO:tasks.rados.rados.0.smithi046.stdout:1288: delete oid 32 current snap is 123 2024-09-20T21:46:33.585 INFO:tasks.rados.rados.0.smithi046.stdout:1288: done (0 left) 2024-09-20T21:46:33.585 INFO:tasks.rados.rados.0.smithi046.stdout:1289: setattr oid 35 current snap is 123 2024-09-20T21:46:33.587 INFO:tasks.rados.rados.0.smithi046.stdout:1290: setattr oid 1 current snap is 123 2024-09-20T21:46:33.589 INFO:tasks.rados.rados.0.smithi046.stdout:1291: snap_create 2024-09-20T21:46:33.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:33 smithi046 ceph-mon[96110]: osd.1 marked itself down and dead 2024-09-20T21:46:33.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:33 smithi046 ceph-mon[98591]: osd.1 marked itself down and dead 2024-09-20T21:46:33.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:33 smithi134 ceph-mon[89086]: osd.1 marked itself down and dead 2024-09-20T21:46:33.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:46:33 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:46:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:46:34.400 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:34 smithi046 podman[109097]: 2024-09-20 21:46:34.134613453 +0000 UTC m=+1.466624728 container died db8e5579c7168317451ac5807b78493c5e670679f8c3dd9d37a76d561e60e960 (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=quincy-fbd1a6a, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True) 2024-09-20T21:46:34.579 INFO:tasks.rados.rados.0.smithi046.stdout:1291: done (2 left) 2024-09-20T21:46:34.579 INFO:tasks.rados.rados.0.smithi046.stdout:1292: rollback oid 19 current snap is 124 2024-09-20T21:46:34.579 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 19 to 123 2024-09-20T21:46:34.579 INFO:tasks.rados.rados.0.smithi046.stdout:1293: read oid 28 snap -1 2024-09-20T21:46:34.579 INFO:tasks.rados.rados.0.smithi046.stdout:1293: expect (ObjNum 377 snap 118 seq_num 377) 2024-09-20T21:46:34.580 INFO:tasks.rados.rados.0.smithi046.stdout:1294: read oid 20 snap -1 2024-09-20T21:46:34.581 INFO:tasks.rados.rados.0.smithi046.stdout:1294: expect deleted 2024-09-20T21:46:34.581 INFO:tasks.rados.rados.0.smithi046.stdout:1295: rollback oid 33 current snap is 124 2024-09-20T21:46:34.581 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 33 to 123 2024-09-20T21:46:34.581 INFO:tasks.rados.rados.0.smithi046.stdout:1296: read oid 39 snap -1 2024-09-20T21:46:34.581 INFO:tasks.rados.rados.0.smithi046.stdout:1296: expect (ObjNum 270 snap 85 seq_num 270) 2024-09-20T21:46:34.581 INFO:tasks.rados.rados.0.smithi046.stdout:1297: rmattr oid 24 current snap is 124 2024-09-20T21:46:34.581 INFO:tasks.rados.rados.0.smithi046.stdout:1297: done (7 left) 2024-09-20T21:46:34.581 INFO:tasks.rados.rados.0.smithi046.stdout:1298: copy_from oid 29 from oid 23 current snap is 124 2024-09-20T21:46:34.581 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 124 2024-09-20T21:46:34.581 INFO:tasks.rados.rados.0.smithi046.stdout:1299: seq_num 396 ranges {507904=638976,1146880=786432,1933312=417792} 2024-09-20T21:46:34.588 INFO:tasks.rados.rados.0.smithi046.stdout:1299: writing smithi04683737-6 from 507904 to 1146880 tid 1 2024-09-20T21:46:34.594 INFO:tasks.rados.rados.0.smithi046.stdout:1299: writing smithi04683737-6 from 1146880 to 1933312 tid 2 2024-09-20T21:46:34.597 INFO:tasks.rados.rados.0.smithi046.stdout:1299: writing smithi04683737-6 from 1933312 to 2351104 tid 3 2024-09-20T21:46:34.597 INFO:tasks.rados.rados.0.smithi046.stdout:1300: copy_from oid 49 from oid 32 current snap is 124 2024-09-20T21:46:34.598 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 443 (ObjNum 383 snap 120 seq_num 383) dirty exists 2024-09-20T21:46:34.598 INFO:tasks.rados.rados.0.smithi046.stdout:1295: finishing rollback tid 0 to smithi04683737-33 2024-09-20T21:46:34.598 INFO:tasks.rados.rados.0.smithi046.stdout:1289: done (9 left) 2024-09-20T21:46:34.598 INFO:tasks.rados.rados.0.smithi046.stdout:1294: done (8 left) 2024-09-20T21:46:34.598 INFO:tasks.rados.rados.0.smithi046.stdout:1301: read oid 21 snap -1 2024-09-20T21:46:34.598 INFO:tasks.rados.rados.0.smithi046.stdout:1301: expect (ObjNum 258 snap 83 seq_num 258) 2024-09-20T21:46:34.598 INFO:tasks.rados.rados.0.smithi046.stdout:1302: copy_from oid 50 from oid 10 current snap is 124 2024-09-20T21:46:34.598 INFO:tasks.rados.rados.0.smithi046.stdout:1295: finishing rollback tid 1 to smithi04683737-33 2024-09-20T21:46:34.598 INFO:tasks.rados.rados.0.smithi046.stdout:1295: finishing rollback tid 2 to smithi04683737-33 2024-09-20T21:46:34.598 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 451 (ObjNum 369 snap 117 seq_num 369) dirty exists 2024-09-20T21:46:34.598 INFO:tasks.rados.rados.0.smithi046.stdout:1295: done (9 left) 2024-09-20T21:46:34.598 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 124 2024-09-20T21:46:34.598 INFO:tasks.rados.rados.0.smithi046.stdout:1303: seq_num 397 ranges {5062656=655360,5718016=671744,6389760=532480} 2024-09-20T21:46:34.631 INFO:tasks.rados.rados.0.smithi046.stdout:1303: writing smithi04683737-41 from 5062656 to 5718016 tid 1 2024-09-20T21:46:34.635 INFO:tasks.rados.rados.0.smithi046.stdout:1303: writing smithi04683737-41 from 5718016 to 6389760 tid 2 2024-09-20T21:46:34.639 INFO:tasks.rados.rados.0.smithi046.stdout:1303: writing smithi04683737-41 from 6389760 to 6922240 tid 3 2024-09-20T21:46:34.639 INFO:tasks.rados.rados.0.smithi046.stdout:1304: copy_from oid 42 from oid 46 current snap is 124 2024-09-20T21:46:34.639 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 342 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-20T21:46:34.639 INFO:tasks.rados.rados.0.smithi046.stdout:1302: finishing copy_from racing read to smithi04683737-50 2024-09-20T21:46:34.639 INFO:tasks.rados.rados.0.smithi046.stdout:1290: done (10 left) 2024-09-20T21:46:34.639 INFO:tasks.rados.rados.0.smithi046.stdout:1305: rollback oid 15 current snap is 124 2024-09-20T21:46:34.639 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 15 to 123 2024-09-20T21:46:34.639 INFO:tasks.rados.rados.0.smithi046.stdout:1292: finishing rollback tid 0 to smithi04683737-19 2024-09-20T21:46:34.640 INFO:tasks.rados.rados.0.smithi046.stdout:1302: finishing copy_from to smithi04683737-50 2024-09-20T21:46:34.640 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 335 (ObjNum 1073 snap 0 seq_num 20092512) dirty exists 2024-09-20T21:46:34.640 INFO:tasks.rados.rados.0.smithi046.stdout:1299: finishing write tid 1 to smithi04683737-6 2024-09-20T21:46:34.640 INFO:tasks.rados.rados.0.smithi046.stdout:1302: done (10 left) 2024-09-20T21:46:34.640 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 124 2024-09-20T21:46:34.640 INFO:tasks.rados.rados.0.smithi046.stdout:1299: finishing write tid 2 to smithi04683737-6 2024-09-20T21:46:34.640 INFO:tasks.rados.rados.0.smithi046.stdout:1292: finishing rollback tid 1 to smithi04683737-19 2024-09-20T21:46:34.640 INFO:tasks.rados.rados.0.smithi046.stdout:1299: finishing write tid 3 to smithi04683737-6 2024-09-20T21:46:34.640 INFO:tasks.rados.rados.0.smithi046.stdout:1292: finishing rollback tid 2 to smithi04683737-19 2024-09-20T21:46:34.640 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 451 (ObjNum 382 snap 119 seq_num 382) dirty exists 2024-09-20T21:46:34.640 INFO:tasks.rados.rados.0.smithi046.stdout:1299: finishing write tid 4 to smithi04683737-6 2024-09-20T21:46:34.640 INFO:tasks.rados.rados.0.smithi046.stdout:1300: finishing copy_from to smithi04683737-49 2024-09-20T21:46:34.640 INFO:tasks.rados.rados.0.smithi046.stdout:1300: got expected ENOENT (src dne) 2024-09-20T21:46:34.640 INFO:tasks.rados.rados.0.smithi046.stdout:1300: finishing copy_from racing read to smithi04683737-49 2024-09-20T21:46:34.640 INFO:tasks.rados.rados.0.smithi046.stdout:1299: finishing write tid 5 to smithi04683737-6 2024-09-20T21:46:34.641 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 540 (ObjNum 396 snap 124 seq_num 396) dirty exists 2024-09-20T21:46:34.641 INFO:tasks.rados.rados.0.smithi046.stdout:1299: left oid 6 (ObjNum 396 snap 124 seq_num 396) 2024-09-20T21:46:34.641 INFO:tasks.rados.rados.0.smithi046.stdout:1306: seq_num 398 ranges {4055040=671744,4726784=557056,5283840=532480,5816320=114688} 2024-09-20T21:46:34.664 INFO:tasks.rados.rados.0.smithi046.stdout:1306: writing smithi04683737-47 from 4055040 to 4726784 tid 1 2024-09-20T21:46:34.667 INFO:tasks.rados.rados.0.smithi046.stdout:1306: writing smithi04683737-47 from 4726784 to 5283840 tid 2 2024-09-20T21:46:34.670 INFO:tasks.rados.rados.0.smithi046.stdout:1306: writing smithi04683737-47 from 5283840 to 5816320 tid 3 2024-09-20T21:46:34.671 INFO:tasks.rados.rados.0.smithi046.stdout:1306: writing smithi04683737-47 from 5816320 to 5931008 tid 4 2024-09-20T21:46:34.671 INFO:tasks.rados.rados.0.smithi046.stdout:1292: done (10 left) 2024-09-20T21:46:34.672 INFO:tasks.rados.rados.0.smithi046.stdout:1299: done (9 left) 2024-09-20T21:46:34.672 INFO:tasks.rados.rados.0.smithi046.stdout:1300: done (8 left) 2024-09-20T21:46:34.672 INFO:tasks.rados.rados.0.smithi046.stdout:1307: read oid 17 snap -1 2024-09-20T21:46:34.672 INFO:tasks.rados.rados.0.smithi046.stdout:1307: expect (ObjNum 361 snap 115 seq_num 361) 2024-09-20T21:46:34.672 INFO:tasks.rados.rados.0.smithi046.stdout:1308: read oid 18 snap -1 2024-09-20T21:46:34.672 INFO:tasks.rados.rados.0.smithi046.stdout:1308: expect (ObjNum 382 snap 119 seq_num 382) 2024-09-20T21:46:34.672 INFO:tasks.rados.rados.0.smithi046.stdout:1309: read oid 22 snap 123 2024-09-20T21:46:34.672 INFO:tasks.rados.rados.0.smithi046.stdout:1309: expect deleted 2024-09-20T21:46:34.672 INFO:tasks.rados.rados.0.smithi046.stdout:1310: snap_create 2024-09-20T21:46:34.672 INFO:tasks.rados.rados.0.smithi046.stdout:1293: expect (ObjNum 377 snap 118 seq_num 377) 2024-09-20T21:46:34.835 INFO:tasks.rados.rados.0.smithi046.stdout:1296: expect (ObjNum 270 snap 85 seq_num 270) 2024-09-20T21:46:34.891 INFO:tasks.rados.rados.0.smithi046.stdout:1298: finishing copy_from racing read to smithi04683737-29 2024-09-20T21:46:34.891 INFO:tasks.rados.rados.0.smithi046.stdout:1298: finishing copy_from to smithi04683737-29 2024-09-20T21:46:34.891 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 439 (ObjNum 299 snap 96 seq_num 299) dirty exists 2024-09-20T21:46:34.891 INFO:tasks.rados.rados.0.smithi046.stdout:1301: expect (ObjNum 258 snap 83 seq_num 258) 2024-09-20T21:46:34.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:34 smithi046 ceph-mon[96110]: pgmap v148: 121 pgs: 121 active+clean; 159 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2024-09-20T21:46:34.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:34 smithi046 ceph-mon[96110]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-20T21:46:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:34 smithi046 ceph-mon[96110]: osdmap e324: 8 total, 7 up, 8 in 2024-09-20T21:46:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:46:34.901 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:34 smithi046 podman[109097]: 2024-09-20 21:46:34.537480242 +0000 UTC m=+1.869491520 container cleanup db8e5579c7168317451ac5807b78493c5e670679f8c3dd9d37a76d561e60e960 (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=quincy-fbd1a6a, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-20T21:46:34.901 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:34 smithi046 bash[109097]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1 2024-09-20T21:46:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:34 smithi046 ceph-mon[98591]: pgmap v148: 121 pgs: 121 active+clean; 159 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2024-09-20T21:46:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:34 smithi046 ceph-mon[98591]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-20T21:46:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:34 smithi046 ceph-mon[98591]: osdmap e324: 8 total, 7 up, 8 in 2024-09-20T21:46:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:34.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:46:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:34 smithi134 ceph-mon[89086]: pgmap v148: 121 pgs: 121 active+clean; 159 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2024-09-20T21:46:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:34 smithi134 ceph-mon[89086]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-20T21:46:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:34 smithi134 ceph-mon[89086]: osdmap e324: 8 total, 7 up, 8 in 2024-09-20T21:46:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:46:34.927 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:46:34 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:46:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:46:34.927 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:46:34 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:46:34.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:46:35.131 INFO:tasks.rados.rados.0.smithi046.stdout:1303: finishing write tid 1 to smithi04683737-41 2024-09-20T21:46:35.131 INFO:tasks.rados.rados.0.smithi046.stdout:1303: finishing write tid 2 to smithi04683737-41 2024-09-20T21:46:35.132 INFO:tasks.rados.rados.0.smithi046.stdout:1305: finishing rollback tid 1 to smithi04683737-15 2024-09-20T21:46:35.132 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 0 (ObjNum 113 snap 0 seq_num 344245200) dirty dne 2024-09-20T21:46:35.132 INFO:tasks.rados.rados.0.smithi046.stdout:1303: finishing write tid 3 to smithi04683737-41 2024-09-20T21:46:35.132 INFO:tasks.rados.rados.0.smithi046.stdout:1303: finishing write tid 4 to smithi04683737-41 2024-09-20T21:46:35.132 INFO:tasks.rados.rados.0.smithi046.stdout:1303: finishing write tid 5 to smithi04683737-41 2024-09-20T21:46:35.132 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 558 (ObjNum 397 snap 124 seq_num 397) dirty exists 2024-09-20T21:46:35.132 INFO:tasks.rados.rados.0.smithi046.stdout:1303: left oid 41 (ObjNum 397 snap 124 seq_num 397) 2024-09-20T21:46:35.132 INFO:tasks.rados.rados.0.smithi046.stdout:1306: finishing write tid 1 to smithi04683737-47 2024-09-20T21:46:35.132 INFO:tasks.rados.rados.0.smithi046.stdout:1306: finishing write tid 2 to smithi04683737-47 2024-09-20T21:46:35.132 INFO:tasks.rados.rados.0.smithi046.stdout:1304: finishing copy_from racing read to smithi04683737-42 2024-09-20T21:46:35.132 INFO:tasks.rados.rados.0.smithi046.stdout:1304: finishing copy_from to smithi04683737-42 2024-09-20T21:46:35.132 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 436 (ObjNum 302 snap 96 seq_num 302) dirty exists 2024-09-20T21:46:35.132 INFO:tasks.rados.rados.0.smithi046.stdout:1306: finishing write tid 3 to smithi04683737-47 2024-09-20T21:46:35.132 INFO:tasks.rados.rados.0.smithi046.stdout:1306: finishing write tid 4 to smithi04683737-47 2024-09-20T21:46:35.133 INFO:tasks.rados.rados.0.smithi046.stdout:1306: finishing write tid 5 to smithi04683737-47 2024-09-20T21:46:35.133 INFO:tasks.rados.rados.0.smithi046.stdout:1306: finishing write tid 6 to smithi04683737-47 2024-09-20T21:46:35.133 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 564 (ObjNum 398 snap 124 seq_num 398) dirty exists 2024-09-20T21:46:35.133 INFO:tasks.rados.rados.0.smithi046.stdout:1306: left oid 47 (ObjNum 398 snap 124 seq_num 398) 2024-09-20T21:46:35.133 INFO:tasks.rados.rados.0.smithi046.stdout:1307: expect (ObjNum 361 snap 115 seq_num 361) 2024-09-20T21:46:35.173 INFO:tasks.rados.rados.0.smithi046.stdout:1308: expect (ObjNum 382 snap 119 seq_num 382) 2024-09-20T21:46:35.400 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:34 smithi046 podman[109120]: 2024-09-20 21:46:34.925217303 +0000 UTC m=+0.791268250 container remove db8e5579c7168317451ac5807b78493c5e670679f8c3dd9d37a76d561e60e960 (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1, RELEASE=quincy-fbd1a6a, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-20T21:46:35.726 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:35 smithi046 ceph-mon[96110]: osdmap e325: 8 total, 7 up, 8 in 2024-09-20T21:46:35.726 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:35 smithi046 ceph-mon[98591]: osdmap e325: 8 total, 7 up, 8 in 2024-09-20T21:46:35.727 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:35 smithi046 podman[109210]: 2024-09-20 21:46:35.339932865 +0000 UTC m=+0.016764823 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T21:46:35.727 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:35 smithi046 podman[109210]: 2024-09-20 21:46:35.464333439 +0000 UTC m=+0.141165398 container create 97ad9840c5af4738cf837be348a9546c1e0f59c2a96dfe2b3022e81311103085 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, ceph=True, RELEASE=squid-9e2ac70, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-20T21:46:35.727 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:35 smithi046 podman[109210]: 2024-09-20 21:46:35.725327479 +0000 UTC m=+0.402159437 container init 97ad9840c5af4738cf837be348a9546c1e0f59c2a96dfe2b3022e81311103085 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1-deactivate, io.buildah.version=1.37.2, RELEASE=squid-9e2ac70, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-20T21:46:35.772 INFO:tasks.rados.rados.0.smithi046.stdout:1293: done (11 left) 2024-09-20T21:46:35.772 INFO:tasks.rados.rados.0.smithi046.stdout:1296: done (10 left) 2024-09-20T21:46:35.772 INFO:tasks.rados.rados.0.smithi046.stdout:1298: done (9 left) 2024-09-20T21:46:35.772 INFO:tasks.rados.rados.0.smithi046.stdout:1301: done (8 left) 2024-09-20T21:46:35.772 INFO:tasks.rados.rados.0.smithi046.stdout:1303: done (7 left) 2024-09-20T21:46:35.773 INFO:tasks.rados.rados.0.smithi046.stdout:1304: done (6 left) 2024-09-20T21:46:35.773 INFO:tasks.rados.rados.0.smithi046.stdout:1305: done (5 left) 2024-09-20T21:46:35.773 INFO:tasks.rados.rados.0.smithi046.stdout:1306: done (4 left) 2024-09-20T21:46:35.773 INFO:tasks.rados.rados.0.smithi046.stdout:1307: done (3 left) 2024-09-20T21:46:35.773 INFO:tasks.rados.rados.0.smithi046.stdout:1308: done (2 left) 2024-09-20T21:46:35.773 INFO:tasks.rados.rados.0.smithi046.stdout:1309: done (1 left) 2024-09-20T21:46:35.773 INFO:tasks.rados.rados.0.smithi046.stdout:1310: done (0 left) 2024-09-20T21:46:35.773 INFO:tasks.rados.rados.0.smithi046.stdout:1311: snap_create 2024-09-20T21:46:35.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:35 smithi134 ceph-mon[89086]: osdmap e325: 8 total, 7 up, 8 in 2024-09-20T21:46:36.151 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:35 smithi046 podman[109210]: 2024-09-20 21:46:35.73164064 +0000 UTC m=+0.408472602 container start 97ad9840c5af4738cf837be348a9546c1e0f59c2a96dfe2b3022e81311103085 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-9e2ac70, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-20T21:46:36.151 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:35 smithi046 podman[109210]: 2024-09-20 21:46:35.825384285 +0000 UTC m=+0.502216259 container attach 97ad9840c5af4738cf837be348a9546c1e0f59c2a96dfe2b3022e81311103085 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-9e2ac70, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-20T21:46:36.151 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:35 smithi046 podman[109210]: 2024-09-20 21:46:35.930813917 +0000 UTC m=+0.607645883 container died 97ad9840c5af4738cf837be348a9546c1e0f59c2a96dfe2b3022e81311103085 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=squid-9e2ac70, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-09-20T21:46:36.589 INFO:tasks.rados.rados.0.smithi046.stdout:1311: done (0 left) 2024-09-20T21:46:36.589 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 126 2024-09-20T21:46:36.589 INFO:tasks.rados.rados.0.smithi046.stdout:1312: seq_num 399 ranges {2613248=688128,3301376=434176,3735552=745472,4481024=24576} 2024-09-20T21:46:36.608 INFO:tasks.rados.rados.0.smithi046.stdout:1312: writing smithi04683737-44 from 2613248 to 3301376 tid 1 2024-09-20T21:46:36.614 INFO:tasks.rados.rados.0.smithi046.stdout:1312: writing smithi04683737-44 from 3301376 to 3735552 tid 2 2024-09-20T21:46:36.619 INFO:tasks.rados.rados.0.smithi046.stdout:1312: writing smithi04683737-44 from 3735552 to 4481024 tid 3 2024-09-20T21:46:36.620 INFO:tasks.rados.rados.0.smithi046.stdout:1312: writing smithi04683737-44 from 4481024 to 4505600 tid 4 2024-09-20T21:46:36.620 INFO:tasks.rados.rados.0.smithi046.stdout:1313: read oid 10 snap -1 2024-09-20T21:46:36.620 INFO:tasks.rados.rados.0.smithi046.stdout:1313: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:46:36.620 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 126 2024-09-20T21:46:36.620 INFO:tasks.rados.rados.0.smithi046.stdout:1314: seq_num 400 ranges {3530752=704512,4235264=720896,4956160=483328} 2024-09-20T21:46:36.643 INFO:tasks.rados.rados.0.smithi046.stdout:1314: writing smithi04683737-28 from 3530752 to 4235264 tid 1 2024-09-20T21:46:36.647 INFO:tasks.rados.rados.0.smithi046.stdout:1314: writing smithi04683737-28 from 4235264 to 4956160 tid 2 2024-09-20T21:46:36.650 INFO:tasks.rados.rados.0.smithi046.stdout:1314: writing smithi04683737-28 from 4956160 to 5439488 tid 3 2024-09-20T21:46:36.650 INFO:tasks.rados.rados.0.smithi046.stdout:1315: rollback oid 26 current snap is 126 2024-09-20T21:46:36.650 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 26 to 123 2024-09-20T21:46:36.651 INFO:tasks.rados.rados.0.smithi046.stdout:1313: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:46:36.654 INFO:tasks.rados.rados.0.smithi046.stdout:1312: finishing write tid 1 to smithi04683737-44 2024-09-20T21:46:36.654 INFO:tasks.rados.rados.0.smithi046.stdout:1312: finishing write tid 2 to smithi04683737-44 2024-09-20T21:46:36.654 INFO:tasks.rados.rados.0.smithi046.stdout:1312: finishing write tid 3 to smithi04683737-44 2024-09-20T21:46:36.654 INFO:tasks.rados.rados.0.smithi046.stdout:1312: finishing write tid 4 to smithi04683737-44 2024-09-20T21:46:36.654 INFO:tasks.rados.rados.0.smithi046.stdout:1313: done (3 left) 2024-09-20T21:46:36.654 INFO:tasks.rados.rados.0.smithi046.stdout:1316: rollback oid 19 current snap is 126 2024-09-20T21:46:36.654 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 19 to 123 2024-09-20T21:46:36.654 INFO:tasks.rados.rados.0.smithi046.stdout:1312: finishing write tid 5 to smithi04683737-44 2024-09-20T21:46:36.654 INFO:tasks.rados.rados.0.smithi046.stdout:1312: finishing write tid 6 to smithi04683737-44 2024-09-20T21:46:36.654 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 433 (ObjNum 399 snap 126 seq_num 399) dirty exists 2024-09-20T21:46:36.654 INFO:tasks.rados.rados.0.smithi046.stdout:1312: left oid 44 (ObjNum 399 snap 126 seq_num 399) 2024-09-20T21:46:36.654 INFO:tasks.rados.rados.0.smithi046.stdout:1314: finishing write tid 1 to smithi04683737-28 2024-09-20T21:46:36.655 INFO:tasks.rados.rados.0.smithi046.stdout:1314: finishing write tid 2 to smithi04683737-28 2024-09-20T21:46:36.655 INFO:tasks.rados.rados.0.smithi046.stdout:1314: finishing write tid 3 to smithi04683737-28 2024-09-20T21:46:36.655 INFO:tasks.rados.rados.0.smithi046.stdout:1314: finishing write tid 4 to smithi04683737-28 2024-09-20T21:46:36.655 INFO:tasks.rados.rados.0.smithi046.stdout:1315: finishing rollback tid 0 to smithi04683737-26 2024-09-20T21:46:36.655 INFO:tasks.rados.rados.0.smithi046.stdout:1315: finishing rollback tid 1 to smithi04683737-26 2024-09-20T21:46:36.655 INFO:tasks.rados.rados.0.smithi046.stdout:1315: finishing rollback tid 2 to smithi04683737-26 2024-09-20T21:46:36.655 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 439 (ObjNum 33 snap 0 seq_num 20000144) dirty exists 2024-09-20T21:46:36.655 INFO:tasks.rados.rados.0.smithi046.stdout:1312: done (3 left) 2024-09-20T21:46:36.655 INFO:tasks.rados.rados.0.smithi046.stdout:1315: done (2 left) 2024-09-20T21:46:36.655 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 126 2024-09-20T21:46:36.655 INFO:tasks.rados.rados.0.smithi046.stdout:1314: finishing write tid 5 to smithi04683737-28 2024-09-20T21:46:36.655 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 438 (ObjNum 400 snap 126 seq_num 400) dirty exists 2024-09-20T21:46:36.655 INFO:tasks.rados.rados.0.smithi046.stdout:1314: left oid 28 (ObjNum 400 snap 126 seq_num 400) 2024-09-20T21:46:36.655 INFO:tasks.rados.rados.0.smithi046.stdout:1317: seq_num 401 ranges {5136384=720896,5857280=606208,6463488=598016} 2024-09-20T21:46:36.685 INFO:tasks.rados.rados.0.smithi046.stdout:1317: writing smithi04683737-21 from 5136384 to 5857280 tid 1 2024-09-20T21:46:36.690 INFO:tasks.rados.rados.0.smithi046.stdout:1317: writing smithi04683737-21 from 5857280 to 6463488 tid 2 2024-09-20T21:46:36.693 INFO:tasks.rados.rados.0.smithi046.stdout:1317: writing smithi04683737-21 from 6463488 to 7061504 tid 3 2024-09-20T21:46:36.693 INFO:tasks.rados.rados.0.smithi046.stdout:1314: done (2 left) 2024-09-20T21:46:36.693 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 126 2024-09-20T21:46:36.693 INFO:tasks.rados.rados.0.smithi046.stdout:1316: finishing rollback tid 0 to smithi04683737-19 2024-09-20T21:46:36.693 INFO:tasks.rados.rados.0.smithi046.stdout:1316: finishing rollback tid 1 to smithi04683737-19 2024-09-20T21:46:36.693 INFO:tasks.rados.rados.0.smithi046.stdout:1316: finishing rollback tid 2 to smithi04683737-19 2024-09-20T21:46:36.693 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 454 (ObjNum 382 snap 119 seq_num 382) dirty exists 2024-09-20T21:46:36.693 INFO:tasks.rados.rados.0.smithi046.stdout:1317: finishing write tid 1 to smithi04683737-21 2024-09-20T21:46:36.694 INFO:tasks.rados.rados.0.smithi046.stdout:1317: finishing write tid 2 to smithi04683737-21 2024-09-20T21:46:36.694 INFO:tasks.rados.rados.0.smithi046.stdout:1318: seq_num 402 ranges {2899968=737280,3637248=491520,4128768=516096,4644864=196608} 2024-09-20T21:46:36.712 INFO:tasks.rados.rados.0.smithi046.stdout:1318: writing smithi04683737-40 from 2899968 to 3637248 tid 1 2024-09-20T21:46:36.715 INFO:tasks.rados.rados.0.smithi046.stdout:1318: writing smithi04683737-40 from 3637248 to 4128768 tid 2 2024-09-20T21:46:36.718 INFO:tasks.rados.rados.0.smithi046.stdout:1318: writing smithi04683737-40 from 4128768 to 4644864 tid 3 2024-09-20T21:46:36.720 INFO:tasks.rados.rados.0.smithi046.stdout:1318: writing smithi04683737-40 from 4644864 to 4841472 tid 4 2024-09-20T21:46:36.720 INFO:tasks.rados.rados.0.smithi046.stdout:1316: done (2 left) 2024-09-20T21:46:36.720 INFO:tasks.rados.rados.0.smithi046.stdout:1319: copy_from oid 18 from oid 49 current snap is 126 2024-09-20T21:46:36.720 INFO:tasks.rados.rados.0.smithi046.stdout:1317: finishing write tid 3 to smithi04683737-21 2024-09-20T21:46:36.720 INFO:tasks.rados.rados.0.smithi046.stdout:1317: finishing write tid 4 to smithi04683737-21 2024-09-20T21:46:36.720 INFO:tasks.rados.rados.0.smithi046.stdout:1317: finishing write tid 5 to smithi04683737-21 2024-09-20T21:46:36.720 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 579 (ObjNum 401 snap 126 seq_num 401) dirty exists 2024-09-20T21:46:36.720 INFO:tasks.rados.rados.0.smithi046.stdout:1317: left oid 21 (ObjNum 401 snap 126 seq_num 401) 2024-09-20T21:46:36.720 INFO:tasks.rados.rados.0.smithi046.stdout:1317: done (2 left) 2024-09-20T21:46:36.721 INFO:tasks.rados.rados.0.smithi046.stdout:1320: read oid 5 snap 123 2024-09-20T21:46:36.721 INFO:tasks.rados.rados.0.smithi046.stdout:1320: expect (ObjNum 282 snap 90 seq_num 282) 2024-09-20T21:46:36.721 INFO:tasks.rados.rados.0.smithi046.stdout:1321: snap_create 2024-09-20T21:46:36.721 INFO:tasks.rados.rados.0.smithi046.stdout:1318: finishing write tid 1 to smithi04683737-40 2024-09-20T21:46:36.721 INFO:tasks.rados.rados.0.smithi046.stdout:1318: finishing write tid 2 to smithi04683737-40 2024-09-20T21:46:36.721 INFO:tasks.rados.rados.0.smithi046.stdout:1318: finishing write tid 3 to smithi04683737-40 2024-09-20T21:46:36.722 INFO:tasks.rados.rados.0.smithi046.stdout:1318: finishing write tid 4 to smithi04683737-40 2024-09-20T21:46:36.722 INFO:tasks.rados.rados.0.smithi046.stdout:1318: finishing write tid 5 to smithi04683737-40 2024-09-20T21:46:36.723 INFO:tasks.rados.rados.0.smithi046.stdout:1318: finishing write tid 6 to smithi04683737-40 2024-09-20T21:46:36.723 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 444 (ObjNum 402 snap 126 seq_num 402) dirty exists 2024-09-20T21:46:36.724 INFO:tasks.rados.rados.0.smithi046.stdout:1318: left oid 40 (ObjNum 402 snap 126 seq_num 402) 2024-09-20T21:46:36.726 INFO:tasks.rados.rados.0.smithi046.stdout:1319: finishing copy_from racing read to smithi04683737-18 2024-09-20T21:46:36.728 INFO:tasks.rados.rados.0.smithi046.stdout:1319: finishing copy_from to smithi04683737-18 2024-09-20T21:46:36.728 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 296 (ObjNum 341 snap 110 seq_num 341) dirty exists 2024-09-20T21:46:36.738 INFO:tasks.rados.rados.0.smithi046.stdout:1320: expect (ObjNum 282 snap 90 seq_num 282) 2024-09-20T21:46:36.799 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:36 smithi046 ceph-mon[96110]: pgmap v151: 121 pgs: 26 active+undersized, 2 stale+active+clean, 11 active+undersized+degraded, 82 active+clean; 183 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 33 op/s; 41/249 objects degraded (16.466%) 2024-09-20T21:46:36.799 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:36 smithi046 ceph-mon[96110]: Health check failed: Degraded data redundancy: 41/249 objects degraded (16.466%), 11 pgs degraded (PG_DEGRADED) 2024-09-20T21:46:36.799 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:36 smithi046 ceph-mon[96110]: osdmap e326: 8 total, 7 up, 8 in 2024-09-20T21:46:36.799 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:36 smithi046 ceph-mon[98591]: pgmap v151: 121 pgs: 26 active+undersized, 2 stale+active+clean, 11 active+undersized+degraded, 82 active+clean; 183 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 33 op/s; 41/249 objects degraded (16.466%) 2024-09-20T21:46:36.799 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:36 smithi046 ceph-mon[98591]: Health check failed: Degraded data redundancy: 41/249 objects degraded (16.466%), 11 pgs degraded (PG_DEGRADED) 2024-09-20T21:46:36.799 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:36 smithi046 ceph-mon[98591]: osdmap e326: 8 total, 7 up, 8 in 2024-09-20T21:46:36.800 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:36 smithi046 podman[109253]: 2024-09-20 21:46:36.528890078 +0000 UTC m=+0.592238886 container remove 97ad9840c5af4738cf837be348a9546c1e0f59c2a96dfe2b3022e81311103085 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1-deactivate, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=squid-9e2ac70, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-20T21:46:36.800 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:36 smithi046 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.1.service: Deactivated successfully. 2024-09-20T21:46:36.800 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:36 smithi046 systemd[1]: Stopped Ceph osd.1 for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:46:36.800 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:36 smithi046 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.1.service: Consumed 11.438s CPU time. 2024-09-20T21:46:36.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:36 smithi134 ceph-mon[89086]: pgmap v151: 121 pgs: 26 active+undersized, 2 stale+active+clean, 11 active+undersized+degraded, 82 active+clean; 183 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 33 op/s; 41/249 objects degraded (16.466%) 2024-09-20T21:46:36.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:36 smithi134 ceph-mon[89086]: Health check failed: Degraded data redundancy: 41/249 objects degraded (16.466%), 11 pgs degraded (PG_DEGRADED) 2024-09-20T21:46:36.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:36 smithi134 ceph-mon[89086]: osdmap e326: 8 total, 7 up, 8 in 2024-09-20T21:46:37.150 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:36 smithi046 systemd[1]: Starting Ceph osd.1 for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:46:37.151 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:37 smithi046 podman[109356]: 2024-09-20 21:46:36.914370084 +0000 UTC m=+0.017187536 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T21:46:37.151 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:37 smithi046 podman[109356]: 2024-09-20 21:46:37.038609911 +0000 UTC m=+0.141427354 container create c6e8c692c785e3cd9fcde1199a50b8756d88a480a25598902c867854e4daa947 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1-activate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=squid-9e2ac70, maintainer=Guillaume Abrioux ) 2024-09-20T21:46:37.457 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:37 smithi046 podman[109356]: 2024-09-20 21:46:37.316466182 +0000 UTC m=+0.419283634 container init c6e8c692c785e3cd9fcde1199a50b8756d88a480a25598902c867854e4daa947 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1-activate, RELEASE=squid-9e2ac70, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-20T21:46:37.457 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:37 smithi046 podman[109356]: 2024-09-20 21:46:37.32163977 +0000 UTC m=+0.424457216 container start c6e8c692c785e3cd9fcde1199a50b8756d88a480a25598902c867854e4daa947 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1-activate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, ceph=True, RELEASE=squid-9e2ac70, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-20T21:46:37.457 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:37 smithi046 podman[109356]: 2024-09-20 21:46:37.408041356 +0000 UTC m=+0.510858799 container attach c6e8c692c785e3cd9fcde1199a50b8756d88a480a25598902c867854e4daa947 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1-activate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, RELEASE=squid-9e2ac70, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-20T21:46:37.527 INFO:tasks.rados.rados.0.smithi046.stdout:1318: done (3 left) 2024-09-20T21:46:37.527 INFO:tasks.rados.rados.0.smithi046.stdout:1319: done (2 left) 2024-09-20T21:46:37.528 INFO:tasks.rados.rados.0.smithi046.stdout:1320: done (1 left) 2024-09-20T21:46:37.528 INFO:tasks.rados.rados.0.smithi046.stdout:1321: done (0 left) 2024-09-20T21:46:37.528 INFO:tasks.rados.rados.0.smithi046.stdout:1322: delete oid 40 current snap is 127 2024-09-20T21:46:37.533 INFO:tasks.rados.rados.0.smithi046.stdout:1322: done (0 left) 2024-09-20T21:46:37.533 INFO:tasks.rados.rados.0.smithi046.stdout:1323: snap_remove snap 126 2024-09-20T21:46:37.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:37 smithi046 ceph-mon[96110]: osdmap e327: 8 total, 7 up, 8 in 2024-09-20T21:46:37.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:37 smithi046 ceph-mon[96110]: osdmap e328: 8 total, 7 up, 8 in 2024-09-20T21:46:37.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:37 smithi046 ceph-mon[98591]: osdmap e327: 8 total, 7 up, 8 in 2024-09-20T21:46:37.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:37 smithi046 ceph-mon[98591]: osdmap e328: 8 total, 7 up, 8 in 2024-09-20T21:46:37.901 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:37 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1-activate[109371]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-20T21:46:37.901 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:37 smithi046 bash[109356]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-20T21:46:37.901 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:37 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1-activate[109371]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-20T21:46:37.901 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:37 smithi046 bash[109356]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-20T21:46:37.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:37 smithi134 ceph-mon[89086]: osdmap e327: 8 total, 7 up, 8 in 2024-09-20T21:46:37.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:37 smithi134 ceph-mon[89086]: osdmap e328: 8 total, 7 up, 8 in 2024-09-20T21:46:38.233 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:37 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1-activate[109371]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-20T21:46:38.234 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:37 smithi046 bash[109356]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-20T21:46:38.234 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:37 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1-activate[109371]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-20T21:46:38.234 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:37 smithi046 bash[109356]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-20T21:46:38.234 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:38 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1-activate[109371]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-20T21:46:38.234 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:38 smithi046 bash[109356]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-20T21:46:38.528 INFO:tasks.rados.rados.0.smithi046.stdout:1323: done (0 left) 2024-09-20T21:46:38.528 INFO:tasks.rados.rados.0.smithi046.stdout:1324: snap_remove snap 125 2024-09-20T21:46:38.554 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:38 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1-activate[109371]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-20T21:46:38.554 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:38 smithi046 bash[109356]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-20T21:46:38.554 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:38 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1-activate[109371]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-09-20T21:46:38.555 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:38 smithi046 bash[109356]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-09-20T21:46:38.555 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:38 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1-activate[109371]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-20T21:46:38.555 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:38 smithi046 bash[109356]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-20T21:46:38.555 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:38 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1-activate[109371]: --> ceph-volume raw activate successful for osd ID: 1 2024-09-20T21:46:38.555 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:38 smithi046 bash[109356]: --> ceph-volume raw activate successful for osd ID: 1 2024-09-20T21:46:38.555 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:38 smithi046 podman[109356]: 2024-09-20 21:46:38.261241778 +0000 UTC m=+1.364059220 container died c6e8c692c785e3cd9fcde1199a50b8756d88a480a25598902c867854e4daa947 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1-activate, org.label-schema.schema-version=1.0, RELEASE=squid-9e2ac70, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-09-20T21:46:38.813 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:38 smithi046 ceph-mon[96110]: pgmap v154: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 185 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 7.6 MiB/s wr, 36 op/s; 44/252 objects degraded (17.460%) 2024-09-20T21:46:38.813 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:38 smithi046 ceph-mon[96110]: osdmap e329: 8 total, 7 up, 8 in 2024-09-20T21:46:38.813 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:38 smithi046 ceph-mon[98591]: pgmap v154: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 185 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 7.6 MiB/s wr, 36 op/s; 44/252 objects degraded (17.460%) 2024-09-20T21:46:38.813 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:38 smithi046 ceph-mon[98591]: osdmap e329: 8 total, 7 up, 8 in 2024-09-20T21:46:38.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:38 smithi134 ceph-mon[89086]: pgmap v154: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 185 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 7.6 MiB/s wr, 36 op/s; 44/252 objects degraded (17.460%) 2024-09-20T21:46:38.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:38 smithi134 ceph-mon[89086]: osdmap e329: 8 total, 7 up, 8 in 2024-09-20T21:46:38.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:46:38 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:46:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:46:39.151 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:38 smithi046 podman[109517]: 2024-09-20 21:46:38.812043672 +0000 UTC m=+0.545020866 container remove c6e8c692c785e3cd9fcde1199a50b8756d88a480a25598902c867854e4daa947 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1-activate, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=squid-9e2ac70, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-20T21:46:39.151 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:39 smithi046 podman[109582]: 2024-09-20 21:46:38.923758534 +0000 UTC m=+0.016496097 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T21:46:39.151 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:39 smithi046 podman[109582]: 2024-09-20 21:46:39.054536077 +0000 UTC m=+0.147273631 container create 04055c8b47dbc2dc98074e867e9f424f073679cc0ae095849f5c7e280b9de2ef (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=squid-9e2ac70, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-20T21:46:39.530 INFO:tasks.rados.rados.0.smithi046.stdout:1324: done (0 left) 2024-09-20T21:46:39.530 INFO:tasks.rados.rados.0.smithi046.stdout:1325: snap_remove snap 123 2024-09-20T21:46:39.650 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:39 smithi046 podman[109582]: 2024-09-20 21:46:39.340729207 +0000 UTC m=+0.433466770 container init 04055c8b47dbc2dc98074e867e9f424f073679cc0ae095849f5c7e280b9de2ef (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=squid-9e2ac70, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-20T21:46:39.651 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:39 smithi046 podman[109582]: 2024-09-20 21:46:39.345851209 +0000 UTC m=+0.438588768 container start 04055c8b47dbc2dc98074e867e9f424f073679cc0ae095849f5c7e280b9de2ef (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, RELEASE=squid-9e2ac70, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-20T21:46:39.651 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:39 smithi046 ceph-osd[109620]: -- 172.21.15.46:0/3945447976 <== mon.0 v2:172.21.15.46:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558ee233da40 con 0x558ee231bc00 2024-09-20T21:46:39.651 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:39 smithi046 bash[109582]: 04055c8b47dbc2dc98074e867e9f424f073679cc0ae095849f5c7e280b9de2ef 2024-09-20T21:46:39.651 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:39 smithi046 systemd[1]: Started Ceph osd.1 for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:46:40.531 INFO:tasks.rados.rados.0.smithi046.stdout:1325: done (0 left) 2024-09-20T21:46:40.531 INFO:tasks.rados.rados.0.smithi046.stdout:1326: delete oid 34 current snap is 127 2024-09-20T21:46:40.535 INFO:tasks.rados.rados.0.smithi046.stdout:1326: done (0 left) 2024-09-20T21:46:40.535 INFO:tasks.rados.rados.0.smithi046.stdout:1327: read oid 33 snap -1 2024-09-20T21:46:40.535 INFO:tasks.rados.rados.0.smithi046.stdout:1327: expect (ObjNum 369 snap 117 seq_num 369) 2024-09-20T21:46:40.535 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 127 2024-09-20T21:46:40.536 INFO:tasks.rados.rados.0.smithi046.stdout:1328: seq_num 405 ranges {2072576=786432,2859008=589824,3448832=614400} 2024-09-20T21:46:40.552 INFO:tasks.rados.rados.0.smithi046.stdout:1328: writing smithi04683737-48 from 2072576 to 2859008 tid 1 2024-09-20T21:46:40.556 INFO:tasks.rados.rados.0.smithi046.stdout:1328: writing smithi04683737-48 from 2859008 to 3448832 tid 2 2024-09-20T21:46:40.560 INFO:tasks.rados.rados.0.smithi046.stdout:1328: writing smithi04683737-48 from 3448832 to 4063232 tid 3 2024-09-20T21:46:40.560 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 127 2024-09-20T21:46:40.560 INFO:tasks.rados.rados.0.smithi046.stdout:1329: seq_num 406 ranges {6340608=802816,7143424=475136,7618560=499712,8118272=229376} 2024-09-20T21:46:40.600 INFO:tasks.rados.rados.0.smithi046.stdout:1329: writing smithi04683737-5 from 6340608 to 7143424 tid 1 2024-09-20T21:46:40.603 INFO:tasks.rados.rados.0.smithi046.stdout:1329: writing smithi04683737-5 from 7143424 to 7618560 tid 2 2024-09-20T21:46:40.606 INFO:tasks.rados.rados.0.smithi046.stdout:1329: writing smithi04683737-5 from 7618560 to 8118272 tid 3 2024-09-20T21:46:40.608 INFO:tasks.rados.rados.0.smithi046.stdout:1329: writing smithi04683737-5 from 8118272 to 8347648 tid 4 2024-09-20T21:46:40.608 INFO:tasks.rados.rados.0.smithi046.stdout:1330: read oid 42 snap -1 2024-09-20T21:46:40.608 INFO:tasks.rados.rados.0.smithi046.stdout:1330: expect (ObjNum 302 snap 96 seq_num 302) 2024-09-20T21:46:40.608 INFO:tasks.rados.rados.0.smithi046.stdout:1331: delete oid 15 current snap is 127 2024-09-20T21:46:40.608 INFO:tasks.rados.rados.0.smithi046.stdout:1327: expect (ObjNum 369 snap 117 seq_num 369) 2024-09-20T21:46:40.681 INFO:tasks.rados.rados.0.smithi046.stdout:1328: finishing write tid 1 to smithi04683737-48 2024-09-20T21:46:40.681 INFO:tasks.rados.rados.0.smithi046.stdout:1328: finishing write tid 2 to smithi04683737-48 2024-09-20T21:46:40.681 INFO:tasks.rados.rados.0.smithi046.stdout:1327: done (4 left) 2024-09-20T21:46:40.681 INFO:tasks.rados.rados.0.smithi046.stdout:1331: done (3 left) 2024-09-20T21:46:40.681 INFO:tasks.rados.rados.0.smithi046.stdout:1332: rollback oid 31 current snap is 127 2024-09-20T21:46:40.681 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 31 to 124 2024-09-20T21:46:40.681 INFO:tasks.rados.rados.0.smithi046.stdout:1328: finishing write tid 3 to smithi04683737-48 2024-09-20T21:46:40.681 INFO:tasks.rados.rados.0.smithi046.stdout:1328: finishing write tid 4 to smithi04683737-48 2024-09-20T21:46:40.681 INFO:tasks.rados.rados.0.smithi046.stdout:1328: finishing write tid 5 to smithi04683737-48 2024-09-20T21:46:40.681 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 474 (ObjNum 405 snap 127 seq_num 405) dirty exists 2024-09-20T21:46:40.681 INFO:tasks.rados.rados.0.smithi046.stdout:1328: left oid 48 (ObjNum 405 snap 127 seq_num 405) 2024-09-20T21:46:40.682 INFO:tasks.rados.rados.0.smithi046.stdout:1329: finishing write tid 1 to smithi04683737-5 2024-09-20T21:46:40.682 INFO:tasks.rados.rados.0.smithi046.stdout:1329: finishing write tid 2 to smithi04683737-5 2024-09-20T21:46:40.682 INFO:tasks.rados.rados.0.smithi046.stdout:1329: finishing write tid 3 to smithi04683737-5 2024-09-20T21:46:40.682 INFO:tasks.rados.rados.0.smithi046.stdout:1329: finishing write tid 4 to smithi04683737-5 2024-09-20T21:46:40.682 INFO:tasks.rados.rados.0.smithi046.stdout:1329: finishing write tid 5 to smithi04683737-5 2024-09-20T21:46:40.682 INFO:tasks.rados.rados.0.smithi046.stdout:1329: finishing write tid 6 to smithi04683737-5 2024-09-20T21:46:40.682 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 227 (ObjNum 406 snap 127 seq_num 406) dirty exists 2024-09-20T21:46:40.682 INFO:tasks.rados.rados.0.smithi046.stdout:1329: left oid 5 (ObjNum 406 snap 127 seq_num 406) 2024-09-20T21:46:40.682 INFO:tasks.rados.rados.0.smithi046.stdout:1330: expect (ObjNum 302 snap 96 seq_num 302) 2024-09-20T21:46:40.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:40 smithi046 ceph-mon[96110]: pgmap v157: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 185 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 450 KiB/s wr, 3 op/s; 44/252 objects degraded (17.460%) 2024-09-20T21:46:40.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:40 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:40.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:40 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:40.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:40 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:46:40.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:40 smithi046 ceph-mon[96110]: osdmap e330: 8 total, 7 up, 8 in 2024-09-20T21:46:40.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:40 smithi046 ceph-mon[98591]: pgmap v157: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 185 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 450 KiB/s wr, 3 op/s; 44/252 objects degraded (17.460%) 2024-09-20T21:46:40.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:40 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:40.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:40 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:40.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:40 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:46:40.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:40 smithi046 ceph-mon[98591]: osdmap e330: 8 total, 7 up, 8 in 2024-09-20T21:46:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:40 smithi134 ceph-mon[89086]: pgmap v157: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 185 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 450 KiB/s wr, 3 op/s; 44/252 objects degraded (17.460%) 2024-09-20T21:46:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:40 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:40 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:40 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:46:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:40 smithi134 ceph-mon[89086]: osdmap e330: 8 total, 7 up, 8 in 2024-09-20T21:46:41.324 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:41 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1[109597]: 2024-09-20T21:46:41.231+0000 7f5e09924640 -1 Falling back to public interface 2024-09-20T21:46:41.568 INFO:tasks.rados.rados.0.smithi046.stdout:1332: finishing rollback tid 0 to smithi04683737-31 2024-09-20T21:46:41.569 INFO:tasks.rados.rados.0.smithi046.stdout:1332: finishing rollback tid 1 to smithi04683737-31 2024-09-20T21:46:41.569 INFO:tasks.rados.rados.0.smithi046.stdout:1328: done (3 left) 2024-09-20T21:46:41.569 INFO:tasks.rados.rados.0.smithi046.stdout:1329: done (2 left) 2024-09-20T21:46:41.569 INFO:tasks.rados.rados.0.smithi046.stdout:1330: done (1 left) 2024-09-20T21:46:41.569 INFO:tasks.rados.rados.0.smithi046.stdout:1333: read oid 30 snap 124 2024-09-20T21:46:41.569 INFO:tasks.rados.rados.0.smithi046.stdout:1333: expect (ObjNum 391 snap 123 seq_num 391) 2024-09-20T21:46:41.569 INFO:tasks.rados.rados.0.smithi046.stdout:1334: read oid 14 snap -1 2024-09-20T21:46:41.569 INFO:tasks.rados.rados.0.smithi046.stdout:1334: expect (ObjNum 386 snap 122 seq_num 386) 2024-09-20T21:46:41.569 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 27 current snap is 127 2024-09-20T21:46:41.569 INFO:tasks.rados.rados.0.smithi046.stdout:1332: finishing rollback tid 2 to smithi04683737-31 2024-09-20T21:46:41.569 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 570 (ObjNum 390 snap 123 seq_num 390) dirty exists 2024-09-20T21:46:41.569 INFO:tasks.rados.rados.0.smithi046.stdout:1335: seq_num 408 ranges {5816320=442368,6258688=647168,6905856=507904,7413760=450560} 2024-09-20T21:46:41.603 INFO:tasks.rados.rados.0.smithi046.stdout:1335: writing smithi04683737-27 from 5816320 to 6258688 tid 1 2024-09-20T21:46:41.607 INFO:tasks.rados.rados.0.smithi046.stdout:1335: writing smithi04683737-27 from 6258688 to 6905856 tid 2 2024-09-20T21:46:41.610 INFO:tasks.rados.rados.0.smithi046.stdout:1335: writing smithi04683737-27 from 6905856 to 7413760 tid 3 2024-09-20T21:46:41.613 INFO:tasks.rados.rados.0.smithi046.stdout:1335: writing smithi04683737-27 from 7413760 to 7864320 tid 4 2024-09-20T21:46:41.614 INFO:tasks.rados.rados.0.smithi046.stdout:1332: done (3 left) 2024-09-20T21:46:41.614 INFO:tasks.rados.rados.0.smithi046.stdout:1336: rollback oid 28 current snap is 127 2024-09-20T21:46:41.614 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 28 to 124 2024-09-20T21:46:41.614 INFO:tasks.rados.rados.0.smithi046.stdout:1334: expect (ObjNum 386 snap 122 seq_num 386) 2024-09-20T21:46:41.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:41 smithi046 ceph-mon[96110]: osdmap e331: 8 total, 7 up, 8 in 2024-09-20T21:46:41.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:41 smithi046 ceph-mon[98591]: osdmap e331: 8 total, 7 up, 8 in 2024-09-20T21:46:41.708 INFO:tasks.rados.rados.0.smithi046.stdout:1333: expect (ObjNum 391 snap 123 seq_num 391) 2024-09-20T21:46:41.822 INFO:tasks.rados.rados.0.smithi046.stdout:1335: finishing write tid 1 to smithi04683737-27 2024-09-20T21:46:41.822 INFO:tasks.rados.rados.0.smithi046.stdout:1335: finishing write tid 2 to smithi04683737-27 2024-09-20T21:46:41.823 INFO:tasks.rados.rados.0.smithi046.stdout:1335: finishing write tid 3 to smithi04683737-27 2024-09-20T21:46:41.823 INFO:tasks.rados.rados.0.smithi046.stdout:1335: finishing write tid 4 to smithi04683737-27 2024-09-20T21:46:41.823 INFO:tasks.rados.rados.0.smithi046.stdout:1336: finishing rollback tid 0 to smithi04683737-28 2024-09-20T21:46:41.823 INFO:tasks.rados.rados.0.smithi046.stdout:1333: done (3 left) 2024-09-20T21:46:41.823 INFO:tasks.rados.rados.0.smithi046.stdout:1334: done (2 left) 2024-09-20T21:46:41.823 INFO:tasks.rados.rados.0.smithi046.stdout:1337: setattr oid 45 current snap is 127 2024-09-20T21:46:41.823 INFO:tasks.rados.rados.0.smithi046.stdout:1335: finishing write tid 5 to smithi04683737-27 2024-09-20T21:46:41.823 INFO:tasks.rados.rados.0.smithi046.stdout:1336: finishing rollback tid 1 to smithi04683737-28 2024-09-20T21:46:41.823 INFO:tasks.rados.rados.0.smithi046.stdout:1336: finishing rollback tid 2 to smithi04683737-28 2024-09-20T21:46:41.823 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 441 (ObjNum 377 snap 118 seq_num 377) dirty exists 2024-09-20T21:46:41.823 INFO:tasks.rados.rados.0.smithi046.stdout:1335: finishing write tid 6 to smithi04683737-27 2024-09-20T21:46:41.823 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 348 (ObjNum 408 snap 127 seq_num 408) dirty exists 2024-09-20T21:46:41.823 INFO:tasks.rados.rados.0.smithi046.stdout:1335: left oid 27 (ObjNum 408 snap 127 seq_num 408) 2024-09-20T21:46:41.824 INFO:tasks.rados.rados.0.smithi046.stdout:1335: done (2 left) 2024-09-20T21:46:41.824 INFO:tasks.rados.rados.0.smithi046.stdout:1336: done (1 left) 2024-09-20T21:46:41.824 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 34 current snap is 127 2024-09-20T21:46:41.824 INFO:tasks.rados.rados.0.smithi046.stdout:1338: seq_num 409 ranges {0=458752,458752=532480,991232=720896,1712128=352256} 2024-09-20T21:46:41.825 INFO:tasks.rados.rados.0.smithi046.stdout:1338: writing smithi04683737-34 from 0 to 458752 tid 1 2024-09-20T21:46:41.828 INFO:tasks.rados.rados.0.smithi046.stdout:1338: writing smithi04683737-34 from 458752 to 991232 tid 2 2024-09-20T21:46:41.832 INFO:tasks.rados.rados.0.smithi046.stdout:1338: writing smithi04683737-34 from 991232 to 1712128 tid 3 2024-09-20T21:46:41.835 INFO:tasks.rados.rados.0.smithi046.stdout:1338: writing smithi04683737-34 from 1712128 to 2064384 tid 4 2024-09-20T21:46:41.835 INFO:tasks.rados.rados.0.smithi046.stdout:1339: copy_from oid 23 from oid 20 current snap is 127 2024-09-20T21:46:41.835 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 343 (ObjNum 354 snap 114 seq_num 354) dirty exists 2024-09-20T21:46:41.835 INFO:tasks.rados.rados.0.smithi046.stdout:1338: finishing write tid 1 to smithi04683737-34 2024-09-20T21:46:41.835 INFO:tasks.rados.rados.0.smithi046.stdout:1338: finishing write tid 2 to smithi04683737-34 2024-09-20T21:46:41.835 INFO:tasks.rados.rados.0.smithi046.stdout:1337: done (2 left) 2024-09-20T21:46:41.835 INFO:tasks.rados.rados.0.smithi046.stdout:1340: read oid 12 snap -1 2024-09-20T21:46:41.835 INFO:tasks.rados.rados.0.smithi046.stdout:1340: expect (ObjNum 388 snap 123 seq_num 388) 2024-09-20T21:46:41.835 INFO:tasks.rados.rados.0.smithi046.stdout:1341: delete oid 46 current snap is 127 2024-09-20T21:46:41.837 INFO:tasks.rados.rados.0.smithi046.stdout:1339: finishing copy_from to smithi04683737-23 2024-09-20T21:46:41.837 INFO:tasks.rados.rados.0.smithi046.stdout:1339: got expected ENOENT (src dne) 2024-09-20T21:46:41.837 INFO:tasks.rados.rados.0.smithi046.stdout:1339: finishing copy_from racing read to smithi04683737-23 2024-09-20T21:46:41.837 INFO:tasks.rados.rados.0.smithi046.stdout:1338: finishing write tid 3 to smithi04683737-34 2024-09-20T21:46:41.838 INFO:tasks.rados.rados.0.smithi046.stdout:1338: finishing write tid 4 to smithi04683737-34 2024-09-20T21:46:41.839 INFO:tasks.rados.rados.0.smithi046.stdout:1338: finishing write tid 5 to smithi04683737-34 2024-09-20T21:46:41.839 INFO:tasks.rados.rados.0.smithi046.stdout:1339: done (3 left) 2024-09-20T21:46:41.839 INFO:tasks.rados.rados.0.smithi046.stdout:1341: done (2 left) 2024-09-20T21:46:41.839 INFO:tasks.rados.rados.0.smithi046.stdout:1342: copy_from oid 3 from oid 7 current snap is 127 2024-09-20T21:46:41.839 INFO:tasks.rados.rados.0.smithi046.stdout:1343: copy_from oid 4 from oid 29 current snap is 127 2024-09-20T21:46:41.839 INFO:tasks.rados.rados.0.smithi046.stdout:1344: copy_from oid 23 from oid 50 current snap is 127 2024-09-20T21:46:41.839 INFO:tasks.rados.rados.0.smithi046.stdout:1345: read oid 18 snap -1 2024-09-20T21:46:41.839 INFO:tasks.rados.rados.0.smithi046.stdout:1345: expect (ObjNum 341 snap 110 seq_num 341) 2024-09-20T21:46:41.839 INFO:tasks.rados.rados.0.smithi046.stdout:1346: read oid 44 snap -1 2024-09-20T21:46:41.839 INFO:tasks.rados.rados.0.smithi046.stdout:1346: expect (ObjNum 399 snap 126 seq_num 399) 2024-09-20T21:46:41.839 INFO:tasks.rados.rados.0.smithi046.stdout:1347: rmattr oid 48 current snap is 127 2024-09-20T21:46:41.839 INFO:tasks.rados.rados.0.smithi046.stdout:1347: done (7 left) 2024-09-20T21:46:41.840 INFO:tasks.rados.rados.0.smithi046.stdout:1348: snap_create 2024-09-20T21:46:41.840 INFO:tasks.rados.rados.0.smithi046.stdout:1338: finishing write tid 6 to smithi04683737-34 2024-09-20T21:46:41.840 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 575 (ObjNum 409 snap 127 seq_num 409) dirty exists 2024-09-20T21:46:41.840 INFO:tasks.rados.rados.0.smithi046.stdout:1338: left oid 34 (ObjNum 409 snap 127 seq_num 409) 2024-09-20T21:46:41.842 INFO:tasks.rados.rados.0.smithi046.stdout:1344: finishing copy_from racing read to smithi04683737-23 2024-09-20T21:46:41.844 INFO:tasks.rados.rados.0.smithi046.stdout:1344: finishing copy_from to smithi04683737-23 2024-09-20T21:46:41.844 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 335 (ObjNum 65 snap 0 seq_num 1432120672) dirty exists 2024-09-20T21:46:41.845 INFO:tasks.rados.rados.0.smithi046.stdout:1342: finishing copy_from racing read to smithi04683737-3 2024-09-20T21:46:41.848 INFO:tasks.rados.rados.0.smithi046.stdout:1345: expect (ObjNum 341 snap 110 seq_num 341) 2024-09-20T21:46:41.879 INFO:tasks.rados.rados.0.smithi046.stdout:1342: finishing copy_from to smithi04683737-3 2024-09-20T21:46:41.880 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 385 (ObjNum 303 snap 96 seq_num 303) dirty exists 2024-09-20T21:46:41.880 INFO:tasks.rados.rados.0.smithi046.stdout:1343: finishing copy_from racing read to smithi04683737-4 2024-09-20T21:46:41.880 INFO:tasks.rados.rados.0.smithi046.stdout:1343: finishing copy_from to smithi04683737-4 2024-09-20T21:46:41.880 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 439 (ObjNum 299 snap 96 seq_num 299) dirty exists 2024-09-20T21:46:41.880 INFO:tasks.rados.rados.0.smithi046.stdout:1346: expect (ObjNum 399 snap 126 seq_num 399) 2024-09-20T21:46:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:41 smithi134 ceph-mon[89086]: osdmap e331: 8 total, 7 up, 8 in 2024-09-20T21:46:42.062 INFO:tasks.rados.rados.0.smithi046.stdout:1340: expect (ObjNum 388 snap 123 seq_num 388) 2024-09-20T21:46:42.133 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:46:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:46:42] "GET /metrics HTTP/1.1" 200 36182 "" "Prometheus/2.43.0" 2024-09-20T21:46:42.528 INFO:tasks.rados.rados.0.smithi046.stdout:1338: done (7 left) 2024-09-20T21:46:42.528 INFO:tasks.rados.rados.0.smithi046.stdout:1340: done (6 left) 2024-09-20T21:46:42.528 INFO:tasks.rados.rados.0.smithi046.stdout:1342: done (5 left) 2024-09-20T21:46:42.528 INFO:tasks.rados.rados.0.smithi046.stdout:1343: done (4 left) 2024-09-20T21:46:42.528 INFO:tasks.rados.rados.0.smithi046.stdout:1344: done (3 left) 2024-09-20T21:46:42.528 INFO:tasks.rados.rados.0.smithi046.stdout:1345: done (2 left) 2024-09-20T21:46:42.529 INFO:tasks.rados.rados.0.smithi046.stdout:1346: done (1 left) 2024-09-20T21:46:42.529 INFO:tasks.rados.rados.0.smithi046.stdout:1348: done (0 left) 2024-09-20T21:46:42.529 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 128 2024-09-20T21:46:42.529 INFO:tasks.rados.rados.0.smithi046.stdout:1349: seq_num 411 ranges {2129920=491520,2621440=753664,3375104=688128,4063232=163840} 2024-09-20T21:46:42.542 INFO:tasks.rados.rados.0.smithi046.stdout:1349: writing smithi04683737-35 from 2129920 to 2621440 tid 1 2024-09-20T21:46:42.547 INFO:tasks.rados.rados.0.smithi046.stdout:1349: writing smithi04683737-35 from 2621440 to 3375104 tid 2 2024-09-20T21:46:42.551 INFO:tasks.rados.rados.0.smithi046.stdout:1349: writing smithi04683737-35 from 3375104 to 4063232 tid 3 2024-09-20T21:46:42.553 INFO:tasks.rados.rados.0.smithi046.stdout:1349: writing smithi04683737-35 from 4063232 to 4227072 tid 4 2024-09-20T21:46:42.553 INFO:tasks.rados.rados.0.smithi046.stdout:1350: delete oid 36 current snap is 128 2024-09-20T21:46:42.554 INFO:tasks.rados.rados.0.smithi046.stdout:1349: finishing write tid 1 to smithi04683737-35 2024-09-20T21:46:42.555 INFO:tasks.rados.rados.0.smithi046.stdout:1349: finishing write tid 2 to smithi04683737-35 2024-09-20T21:46:42.556 INFO:tasks.rados.rados.0.smithi046.stdout:1349: finishing write tid 3 to smithi04683737-35 2024-09-20T21:46:42.557 INFO:tasks.rados.rados.0.smithi046.stdout:1349: finishing write tid 4 to smithi04683737-35 2024-09-20T21:46:42.557 INFO:tasks.rados.rados.0.smithi046.stdout:1349: finishing write tid 5 to smithi04683737-35 2024-09-20T21:46:42.558 INFO:tasks.rados.rados.0.smithi046.stdout:1350: done (1 left) 2024-09-20T21:46:42.558 INFO:tasks.rados.rados.0.smithi046.stdout:1351: read oid 3 snap -1 2024-09-20T21:46:42.558 INFO:tasks.rados.rados.0.smithi046.stdout:1351: expect (ObjNum 303 snap 96 seq_num 303) 2024-09-20T21:46:42.558 INFO:tasks.rados.rados.0.smithi046.stdout:1352: delete oid 13 current snap is 128 2024-09-20T21:46:42.559 INFO:tasks.rados.rados.0.smithi046.stdout:1349: finishing write tid 6 to smithi04683737-35 2024-09-20T21:46:42.559 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 448 (ObjNum 411 snap 128 seq_num 411) dirty exists 2024-09-20T21:46:42.559 INFO:tasks.rados.rados.0.smithi046.stdout:1349: left oid 35 (ObjNum 411 snap 128 seq_num 411) 2024-09-20T21:46:42.561 INFO:tasks.rados.rados.0.smithi046.stdout:1351: expect (ObjNum 303 snap 96 seq_num 303) 2024-09-20T21:46:42.575 INFO:tasks.rados.rados.0.smithi046.stdout:1349: done (2 left) 2024-09-20T21:46:42.575 INFO:tasks.rados.rados.0.smithi046.stdout:1351: done (1 left) 2024-09-20T21:46:42.575 INFO:tasks.rados.rados.0.smithi046.stdout:1352: done (0 left) 2024-09-20T21:46:42.575 INFO:tasks.rados.rados.0.smithi046.stdout:1353: snap_remove snap 124 2024-09-20T21:46:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:42 smithi134 ceph-mon[89086]: pgmap v160: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 193 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.0 MiB/s wr, 9 op/s; 51/276 objects degraded (18.478%) 2024-09-20T21:46:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:42 smithi134 ceph-mon[89086]: Health check update: Degraded data redundancy: 51/276 objects degraded (18.478%), 12 pgs degraded (PG_DEGRADED) 2024-09-20T21:46:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:42 smithi134 ceph-mon[89086]: osdmap e332: 8 total, 7 up, 8 in 2024-09-20T21:46:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:46:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:46:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:46:42.897 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:42 smithi046 ceph-mon[96110]: pgmap v160: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 193 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.0 MiB/s wr, 9 op/s; 51/276 objects degraded (18.478%) 2024-09-20T21:46:42.897 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:42 smithi046 ceph-mon[96110]: Health check update: Degraded data redundancy: 51/276 objects degraded (18.478%), 12 pgs degraded (PG_DEGRADED) 2024-09-20T21:46:42.897 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:42 smithi046 ceph-mon[96110]: osdmap e332: 8 total, 7 up, 8 in 2024-09-20T21:46:42.897 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:42 smithi046 ceph-mon[98591]: pgmap v160: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 193 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.0 MiB/s wr, 9 op/s; 51/276 objects degraded (18.478%) 2024-09-20T21:46:42.897 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:42 smithi046 ceph-mon[98591]: Health check update: Degraded data redundancy: 51/276 objects degraded (18.478%), 12 pgs degraded (PG_DEGRADED) 2024-09-20T21:46:42.897 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:42 smithi046 ceph-mon[98591]: osdmap e332: 8 total, 7 up, 8 in 2024-09-20T21:46:43.552 INFO:tasks.rados.rados.0.smithi046.stdout:1353: done (0 left) 2024-09-20T21:46:43.552 INFO:tasks.rados.rados.0.smithi046.stdout:1354: read oid 37 snap -1 2024-09-20T21:46:43.552 INFO:tasks.rados.rados.0.smithi046.stdout:1354: expect (ObjNum 363 snap 115 seq_num 363) 2024-09-20T21:46:43.552 INFO:tasks.rados.rados.0.smithi046.stdout:1355: snap_create 2024-09-20T21:46:43.563 INFO:tasks.rados.rados.0.smithi046.stdout:1354: expect (ObjNum 363 snap 115 seq_num 363) 2024-09-20T21:46:43.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:46:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:46:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:46:44.455 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:44 smithi134 ceph-mon[89086]: pgmap v162: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 193 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.8 MiB/s wr, 8 op/s; 51/276 objects degraded (18.478%) 2024-09-20T21:46:44.456 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:44.456 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:44.456 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:44 smithi134 ceph-mon[89086]: osdmap e333: 8 total, 7 up, 8 in 2024-09-20T21:46:44.456 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:44.456 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:44.479 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:44 smithi046 ceph-mon[96110]: pgmap v162: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 193 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.8 MiB/s wr, 8 op/s; 51/276 objects degraded (18.478%) 2024-09-20T21:46:44.479 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:44.479 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:44.479 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:44 smithi046 ceph-mon[96110]: osdmap e333: 8 total, 7 up, 8 in 2024-09-20T21:46:44.479 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:44.479 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:44.480 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:44 smithi046 ceph-mon[98591]: pgmap v162: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 193 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.8 MiB/s wr, 8 op/s; 51/276 objects degraded (18.478%) 2024-09-20T21:46:44.480 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:44.480 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:44.480 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:44 smithi046 ceph-mon[98591]: osdmap e333: 8 total, 7 up, 8 in 2024-09-20T21:46:44.480 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:44.480 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:44.555 INFO:tasks.rados.rados.0.smithi046.stdout:1354: done (1 left) 2024-09-20T21:46:44.555 INFO:tasks.rados.rados.0.smithi046.stdout:1355: done (0 left) 2024-09-20T21:46:44.555 INFO:tasks.rados.rados.0.smithi046.stdout:1356: snap_create 2024-09-20T21:46:44.900 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:44 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1[109597]: 2024-09-20T21:46:44.691+0000 7f5e09924640 -1 osd.1 323 log_to_monitors true 2024-09-20T21:46:44.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:46:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:46:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:46:44.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:46:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:46:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:46:45.561 INFO:tasks.rados.rados.0.smithi046.stdout:1356: done (0 left) 2024-09-20T21:46:45.561 INFO:tasks.rados.rados.0.smithi046.stdout:1357: setattr oid 9 current snap is 130 2024-09-20T21:46:45.563 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 130 2024-09-20T21:46:45.564 INFO:tasks.rados.rados.0.smithi046.stdout:1358: seq_num 414 ranges {0=540672,540672=802816,1343488=458752,1802240=344064} 2024-09-20T21:46:45.567 INFO:tasks.rados.rados.0.smithi046.stdout:1358: writing smithi04683737-40 from 0 to 540672 tid 1 2024-09-20T21:46:45.572 INFO:tasks.rados.rados.0.smithi046.stdout:1358: writing smithi04683737-40 from 540672 to 1343488 tid 2 2024-09-20T21:46:45.574 INFO:tasks.rados.rados.0.smithi046.stdout:1358: writing smithi04683737-40 from 1343488 to 1802240 tid 3 2024-09-20T21:46:45.577 INFO:tasks.rados.rados.0.smithi046.stdout:1358: writing smithi04683737-40 from 1802240 to 2146304 tid 4 2024-09-20T21:46:45.577 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 130 2024-09-20T21:46:45.577 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 441 (ObjNum 384 snap 121 seq_num 384) dirty exists 2024-09-20T21:46:45.577 INFO:tasks.rados.rados.0.smithi046.stdout:1359: seq_num 415 ranges {0=557056,557056=688128,1245184=663552,1908736=253952} 2024-09-20T21:46:45.580 INFO:tasks.rados.rados.0.smithi046.stdout:1359: writing smithi04683737-23 from 0 to 557056 tid 1 2024-09-20T21:46:45.585 INFO:tasks.rados.rados.0.smithi046.stdout:1359: writing smithi04683737-23 from 557056 to 1245184 tid 2 2024-09-20T21:46:45.592 INFO:tasks.rados.rados.0.smithi046.stdout:1359: writing smithi04683737-23 from 1245184 to 1908736 tid 3 2024-09-20T21:46:45.594 INFO:tasks.rados.rados.0.smithi046.stdout:1359: writing smithi04683737-23 from 1908736 to 2162688 tid 4 2024-09-20T21:46:45.595 INFO:tasks.rados.rados.0.smithi046.stdout:1357: done (2 left) 2024-09-20T21:46:45.595 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 130 2024-09-20T21:46:45.595 INFO:tasks.rados.rados.0.smithi046.stdout:1358: finishing write tid 1 to smithi04683737-40 2024-09-20T21:46:45.595 INFO:tasks.rados.rados.0.smithi046.stdout:1358: finishing write tid 2 to smithi04683737-40 2024-09-20T21:46:45.595 INFO:tasks.rados.rados.0.smithi046.stdout:1358: finishing write tid 3 to smithi04683737-40 2024-09-20T21:46:45.595 INFO:tasks.rados.rados.0.smithi046.stdout:1358: finishing write tid 4 to smithi04683737-40 2024-09-20T21:46:45.595 INFO:tasks.rados.rados.0.smithi046.stdout:1358: finishing write tid 5 to smithi04683737-40 2024-09-20T21:46:45.596 INFO:tasks.rados.rados.0.smithi046.stdout:1358: finishing write tid 6 to smithi04683737-40 2024-09-20T21:46:45.596 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 450 (ObjNum 414 snap 130 seq_num 414) dirty exists 2024-09-20T21:46:45.596 INFO:tasks.rados.rados.0.smithi046.stdout:1358: left oid 40 (ObjNum 414 snap 130 seq_num 414) 2024-09-20T21:46:45.596 INFO:tasks.rados.rados.0.smithi046.stdout:1359: finishing write tid 1 to smithi04683737-23 2024-09-20T21:46:45.596 INFO:tasks.rados.rados.0.smithi046.stdout:1360: seq_num 416 ranges {1286144=573440,1859584=573440,2433024=475136,2908160=557056} 2024-09-20T21:46:45.604 INFO:tasks.rados.rados.0.smithi046.stdout:1360: writing smithi04683737-37 from 1286144 to 1859584 tid 1 2024-09-20T21:46:45.608 INFO:tasks.rados.rados.0.smithi046.stdout:1360: writing smithi04683737-37 from 1859584 to 2433024 tid 2 2024-09-20T21:46:45.612 INFO:tasks.rados.rados.0.smithi046.stdout:1360: writing smithi04683737-37 from 2433024 to 2908160 tid 3 2024-09-20T21:46:45.616 INFO:tasks.rados.rados.0.smithi046.stdout:1360: writing smithi04683737-37 from 2908160 to 3465216 tid 4 2024-09-20T21:46:45.616 INFO:tasks.rados.rados.0.smithi046.stdout:1358: done (2 left) 2024-09-20T21:46:45.616 INFO:tasks.rados.rados.0.smithi046.stdout:1361: read oid 48 snap 127 2024-09-20T21:46:45.616 INFO:tasks.rados.rados.0.smithi046.stdout:1361: expect (ObjNum 405 snap 127 seq_num 405) 2024-09-20T21:46:45.616 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 130 2024-09-20T21:46:45.616 INFO:tasks.rados.rados.0.smithi046.stdout:1362: seq_num 417 ranges {0=589824,589824=458752,1048576=679936,1728512=466944} 2024-09-20T21:46:45.620 INFO:tasks.rados.rados.0.smithi046.stdout:1362: writing smithi04683737-32 from 0 to 589824 tid 1 2024-09-20T21:46:45.623 INFO:tasks.rados.rados.0.smithi046.stdout:1362: writing smithi04683737-32 from 589824 to 1048576 tid 2 2024-09-20T21:46:45.629 INFO:tasks.rados.rados.0.smithi046.stdout:1362: writing smithi04683737-32 from 1048576 to 1728512 tid 3 2024-09-20T21:46:45.632 INFO:tasks.rados.rados.0.smithi046.stdout:1362: writing smithi04683737-32 from 1728512 to 2195456 tid 4 2024-09-20T21:46:45.632 INFO:tasks.rados.rados.0.smithi046.stdout:1363: setattr oid 5 current snap is 130 2024-09-20T21:46:45.633 INFO:tasks.rados.rados.0.smithi046.stdout:1364: read oid 25 snap -1 2024-09-20T21:46:45.633 INFO:tasks.rados.rados.0.smithi046.stdout:1364: expect (ObjNum 380 snap 119 seq_num 380) 2024-09-20T21:46:45.633 INFO:tasks.rados.rados.0.smithi046.stdout:1365: rollback oid 12 current snap is 130 2024-09-20T21:46:45.634 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 12 to 128 2024-09-20T21:46:45.634 INFO:tasks.rados.rados.0.smithi046.stdout:1366: snap_remove snap 129 2024-09-20T21:46:45.854 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:45 smithi046 ceph-mon[96110]: osdmap e334: 8 total, 7 up, 8 in 2024-09-20T21:46:45.854 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:45 smithi046 ceph-mon[96110]: from='osd.1 [v2:172.21.15.46:6810/1712753891,v1:172.21.15.46:6811/1712753891]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-20T21:46:45.854 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:45 smithi046 ceph-mon[96110]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-20T21:46:45.854 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:45 smithi046 ceph-mon[98591]: osdmap e334: 8 total, 7 up, 8 in 2024-09-20T21:46:45.854 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:45 smithi046 ceph-mon[98591]: from='osd.1 [v2:172.21.15.46:6810/1712753891,v1:172.21.15.46:6811/1712753891]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-20T21:46:45.854 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:45 smithi046 ceph-mon[98591]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-20T21:46:45.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:45 smithi134 ceph-mon[89086]: osdmap e334: 8 total, 7 up, 8 in 2024-09-20T21:46:45.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:45 smithi134 ceph-mon[89086]: from='osd.1 [v2:172.21.15.46:6810/1712753891,v1:172.21.15.46:6811/1712753891]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-20T21:46:45.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:45 smithi134 ceph-mon[89086]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-20T21:46:46.150 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 21:46:45 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1[109597]: 2024-09-20T21:46:45.869+0000 7f5dfd6c7640 -1 osd.1 323 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-20T21:46:46.572 INFO:tasks.rados.rados.0.smithi046.stdout:1361: expect (ObjNum 405 snap 127 seq_num 405) 2024-09-20T21:46:46.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:46 smithi046 ceph-mon[96110]: pgmap v165: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 179 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.9 MiB/s wr, 22 op/s; 56/282 objects degraded (19.858%) 2024-09-20T21:46:46.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:46 smithi046 ceph-mon[96110]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-20T21:46:46.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:46 smithi046 ceph-mon[96110]: osdmap e335: 8 total, 7 up, 8 in 2024-09-20T21:46:46.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:46 smithi046 ceph-mon[96110]: from='osd.1 [v2:172.21.15.46:6810/1712753891,v1:172.21.15.46:6811/1712753891]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:46:46.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:46 smithi046 ceph-mon[96110]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:46:46.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:46 smithi046 ceph-mon[96110]: from='osd.1 ' entity='osd.1' 2024-09-20T21:46:46.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:46 smithi046 ceph-mon[98591]: pgmap v165: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 179 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.9 MiB/s wr, 22 op/s; 56/282 objects degraded (19.858%) 2024-09-20T21:46:46.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:46 smithi046 ceph-mon[98591]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-20T21:46:46.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:46 smithi046 ceph-mon[98591]: osdmap e335: 8 total, 7 up, 8 in 2024-09-20T21:46:46.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:46 smithi046 ceph-mon[98591]: from='osd.1 [v2:172.21.15.46:6810/1712753891,v1:172.21.15.46:6811/1712753891]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:46:46.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:46 smithi046 ceph-mon[98591]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:46:46.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:46 smithi046 ceph-mon[98591]: from='osd.1 ' entity='osd.1' 2024-09-20T21:46:46.728 INFO:tasks.rados.rados.0.smithi046.stdout:1359: finishing write tid 2 to smithi04683737-23 2024-09-20T21:46:46.728 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 228 (ObjNum 406 snap 127 seq_num 406) dirty exists 2024-09-20T21:46:46.728 INFO:tasks.rados.rados.0.smithi046.stdout:1359: finishing write tid 3 to smithi04683737-23 2024-09-20T21:46:46.728 INFO:tasks.rados.rados.0.smithi046.stdout:1359: finishing write tid 4 to smithi04683737-23 2024-09-20T21:46:46.728 INFO:tasks.rados.rados.0.smithi046.stdout:1359: finishing write tid 5 to smithi04683737-23 2024-09-20T21:46:46.728 INFO:tasks.rados.rados.0.smithi046.stdout:1362: finishing write tid 1 to smithi04683737-32 2024-09-20T21:46:46.728 INFO:tasks.rados.rados.0.smithi046.stdout:1361: done (7 left) 2024-09-20T21:46:46.728 INFO:tasks.rados.rados.0.smithi046.stdout:1363: done (6 left) 2024-09-20T21:46:46.729 INFO:tasks.rados.rados.0.smithi046.stdout:1366: done (5 left) 2024-09-20T21:46:46.729 INFO:tasks.rados.rados.0.smithi046.stdout:1367: delete oid 35 current snap is 130 2024-09-20T21:46:46.729 INFO:tasks.rados.rados.0.smithi046.stdout:1362: finishing write tid 2 to smithi04683737-32 2024-09-20T21:46:46.729 INFO:tasks.rados.rados.0.smithi046.stdout:1359: finishing write tid 6 to smithi04683737-23 2024-09-20T21:46:46.729 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 446 (ObjNum 415 snap 130 seq_num 415) dirty exists 2024-09-20T21:46:46.729 INFO:tasks.rados.rados.0.smithi046.stdout:1359: left oid 23 (ObjNum 415 snap 130 seq_num 415) 2024-09-20T21:46:46.729 INFO:tasks.rados.rados.0.smithi046.stdout:1362: finishing write tid 3 to smithi04683737-32 2024-09-20T21:46:46.729 INFO:tasks.rados.rados.0.smithi046.stdout:1362: finishing write tid 4 to smithi04683737-32 2024-09-20T21:46:46.729 INFO:tasks.rados.rados.0.smithi046.stdout:1362: finishing write tid 5 to smithi04683737-32 2024-09-20T21:46:46.729 INFO:tasks.rados.rados.0.smithi046.stdout:1365: finishing rollback tid 0 to smithi04683737-12 2024-09-20T21:46:46.729 INFO:tasks.rados.rados.0.smithi046.stdout:1362: finishing write tid 6 to smithi04683737-32 2024-09-20T21:46:46.729 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 552 (ObjNum 417 snap 130 seq_num 417) dirty exists 2024-09-20T21:46:46.729 INFO:tasks.rados.rados.0.smithi046.stdout:1362: left oid 32 (ObjNum 417 snap 130 seq_num 417) 2024-09-20T21:46:46.729 INFO:tasks.rados.rados.0.smithi046.stdout:1365: finishing rollback tid 1 to smithi04683737-12 2024-09-20T21:46:46.729 INFO:tasks.rados.rados.0.smithi046.stdout:1365: finishing rollback tid 2 to smithi04683737-12 2024-09-20T21:46:46.730 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 583 (ObjNum 388 snap 123 seq_num 388) dirty exists 2024-09-20T21:46:46.730 INFO:tasks.rados.rados.0.smithi046.stdout:1364: expect (ObjNum 380 snap 119 seq_num 380) 2024-09-20T21:46:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:46 smithi134 ceph-mon[89086]: pgmap v165: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 179 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.9 MiB/s wr, 22 op/s; 56/282 objects degraded (19.858%) 2024-09-20T21:46:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:46 smithi134 ceph-mon[89086]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-20T21:46:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:46 smithi134 ceph-mon[89086]: osdmap e335: 8 total, 7 up, 8 in 2024-09-20T21:46:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:46 smithi134 ceph-mon[89086]: from='osd.1 [v2:172.21.15.46:6810/1712753891,v1:172.21.15.46:6811/1712753891]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:46:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:46 smithi134 ceph-mon[89086]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:46:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:46 smithi134 ceph-mon[89086]: from='osd.1 ' entity='osd.1' 2024-09-20T21:46:47.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:46:47 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:46:47.189+0000 7f8f44ab3640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-20T21:46:47.611 INFO:tasks.rados.rados.0.smithi046.stdout:1360: finishing write tid 1 to smithi04683737-37 2024-09-20T21:46:47.612 INFO:tasks.rados.rados.0.smithi046.stdout:1360: finishing write tid 2 to smithi04683737-37 2024-09-20T21:46:47.612 INFO:tasks.rados.rados.0.smithi046.stdout:1359: done (5 left) 2024-09-20T21:46:47.612 INFO:tasks.rados.rados.0.smithi046.stdout:1362: done (4 left) 2024-09-20T21:46:47.612 INFO:tasks.rados.rados.0.smithi046.stdout:1364: done (3 left) 2024-09-20T21:46:47.612 INFO:tasks.rados.rados.0.smithi046.stdout:1365: done (2 left) 2024-09-20T21:46:47.612 INFO:tasks.rados.rados.0.smithi046.stdout:1367: done (1 left) 2024-09-20T21:46:47.612 INFO:tasks.rados.rados.0.smithi046.stdout:1368: setattr oid 19 current snap is 130 2024-09-20T21:46:47.612 INFO:tasks.rados.rados.0.smithi046.stdout:1360: finishing write tid 3 to smithi04683737-37 2024-09-20T21:46:47.612 INFO:tasks.rados.rados.0.smithi046.stdout:1360: finishing write tid 4 to smithi04683737-37 2024-09-20T21:46:47.612 INFO:tasks.rados.rados.0.smithi046.stdout:1360: finishing write tid 5 to smithi04683737-37 2024-09-20T21:46:47.612 INFO:tasks.rados.rados.0.smithi046.stdout:1360: finishing write tid 6 to smithi04683737-37 2024-09-20T21:46:47.612 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 492 (ObjNum 416 snap 130 seq_num 416) dirty exists 2024-09-20T21:46:47.612 INFO:tasks.rados.rados.0.smithi046.stdout:1360: left oid 37 (ObjNum 416 snap 130 seq_num 416) 2024-09-20T21:46:47.613 INFO:tasks.rados.rados.0.smithi046.stdout:1360: done (1 left) 2024-09-20T21:46:47.613 INFO:tasks.rados.rados.0.smithi046.stdout:1369: snap_remove snap 127 2024-09-20T21:46:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:47 smithi046 ceph-mon[98591]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-20T21:46:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:47 smithi046 ceph-mon[98591]: osd.1 [v2:172.21.15.46:6810/1712753891,v1:172.21.15.46:6811/1712753891] boot 2024-09-20T21:46:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:47 smithi046 ceph-mon[98591]: osdmap e336: 8 total, 8 up, 8 in 2024-09-20T21:46:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-20T21:46:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:46:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:46:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:46:47.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:46:47.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:46:47.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:46:47.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-20T21:46:47.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:47 smithi046 ceph-mon[98591]: Health check update: Degraded data redundancy: 56/282 objects degraded (19.858%), 12 pgs degraded (PG_DEGRADED) 2024-09-20T21:46:47.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:47 smithi046 ceph-mon[96110]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-20T21:46:47.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:47 smithi046 ceph-mon[96110]: osd.1 [v2:172.21.15.46:6810/1712753891,v1:172.21.15.46:6811/1712753891] boot 2024-09-20T21:46:47.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:47 smithi046 ceph-mon[96110]: osdmap e336: 8 total, 8 up, 8 in 2024-09-20T21:46:47.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-20T21:46:47.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:47.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:47.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:46:47.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:46:47.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:47.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:46:47.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:46:47.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:46:47.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:46:47.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-20T21:46:47.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:47 smithi046 ceph-mon[96110]: Health check update: Degraded data redundancy: 56/282 objects degraded (19.858%), 12 pgs degraded (PG_DEGRADED) 2024-09-20T21:46:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:47 smithi134 ceph-mon[89086]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-20T21:46:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:47 smithi134 ceph-mon[89086]: osd.1 [v2:172.21.15.46:6810/1712753891,v1:172.21.15.46:6811/1712753891] boot 2024-09-20T21:46:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:47 smithi134 ceph-mon[89086]: osdmap e336: 8 total, 8 up, 8 in 2024-09-20T21:46:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-20T21:46:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:47.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:47.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:46:47.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:46:47.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:47.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:46:47.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:46:47.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:46:47.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:46:47.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-20T21:46:47.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:47 smithi134 ceph-mon[89086]: Health check update: Degraded data redundancy: 56/282 objects degraded (19.858%), 12 pgs degraded (PG_DEGRADED) 2024-09-20T21:46:48.572 INFO:tasks.rados.rados.0.smithi046.stdout:1369: done (1 left) 2024-09-20T21:46:48.572 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 50 current snap is 130 2024-09-20T21:46:48.572 INFO:tasks.rados.rados.0.smithi046.stdout:1370: seq_num 419 ranges {0=622592,622592=671744,1294336=647168,1941504=286720} 2024-09-20T21:46:48.576 INFO:tasks.rados.rados.0.smithi046.stdout:1370: writing smithi04683737-50 from 0 to 622592 tid 1 2024-09-20T21:46:48.581 INFO:tasks.rados.rados.0.smithi046.stdout:1370: writing smithi04683737-50 from 622592 to 1294336 tid 2 2024-09-20T21:46:48.586 INFO:tasks.rados.rados.0.smithi046.stdout:1370: writing smithi04683737-50 from 1294336 to 1941504 tid 3 2024-09-20T21:46:48.588 INFO:tasks.rados.rados.0.smithi046.stdout:1370: writing smithi04683737-50 from 1941504 to 2228224 tid 4 2024-09-20T21:46:48.588 INFO:tasks.rados.rados.0.smithi046.stdout:1371: setattr oid 25 current snap is 130 2024-09-20T21:46:48.588 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 455 (ObjNum 382 snap 119 seq_num 382) dirty exists 2024-09-20T21:46:48.588 INFO:tasks.rados.rados.0.smithi046.stdout:1370: finishing write tid 1 to smithi04683737-50 2024-09-20T21:46:48.588 INFO:tasks.rados.rados.0.smithi046.stdout:1370: finishing write tid 2 to smithi04683737-50 2024-09-20T21:46:48.591 INFO:tasks.rados.rados.0.smithi046.stdout:1368: done (2 left) 2024-09-20T21:46:48.591 INFO:tasks.rados.rados.0.smithi046.stdout:1372: snap_remove snap 128 2024-09-20T21:46:48.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:48 smithi046 ceph-mon[98591]: pgmap v168: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 181 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.5 MiB/s wr, 25 op/s; 56/285 objects degraded (19.649%) 2024-09-20T21:46:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:48 smithi046 ceph-mon[98591]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-20T21:46:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:48 smithi046 ceph-mon[98591]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-20T21:46:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:48 smithi046 ceph-mon[98591]: osdmap e337: 8 total, 8 up, 8 in 2024-09-20T21:46:48.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:48 smithi046 ceph-mon[96110]: pgmap v168: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 181 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.5 MiB/s wr, 25 op/s; 56/285 objects degraded (19.649%) 2024-09-20T21:46:48.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:48 smithi046 ceph-mon[96110]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-20T21:46:48.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:48 smithi046 ceph-mon[96110]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-20T21:46:48.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:48 smithi046 ceph-mon[96110]: osdmap e337: 8 total, 8 up, 8 in 2024-09-20T21:46:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:48 smithi134 ceph-mon[89086]: pgmap v168: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 181 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.5 MiB/s wr, 25 op/s; 56/285 objects degraded (19.649%) 2024-09-20T21:46:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:48 smithi134 ceph-mon[89086]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-20T21:46:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:48 smithi134 ceph-mon[89086]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-20T21:46:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:48 smithi134 ceph-mon[89086]: osdmap e337: 8 total, 8 up, 8 in 2024-09-20T21:46:48.927 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:46:48 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:46:48.658Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-20T21:46:48.927 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:46:48 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:46:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:46:49.575 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:49 smithi046 ceph-mon[96110]: osdmap e338: 8 total, 8 up, 8 in 2024-09-20T21:46:49.576 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:49.576 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:46:49.579 INFO:tasks.rados.rados.0.smithi046.stdout:1370: finishing write tid 3 to smithi04683737-50 2024-09-20T21:46:49.579 INFO:tasks.rados.rados.0.smithi046.stdout:1370: finishing write tid 4 to smithi04683737-50 2024-09-20T21:46:49.579 INFO:tasks.rados.rados.0.smithi046.stdout:1370: finishing write tid 5 to smithi04683737-50 2024-09-20T21:46:49.579 INFO:tasks.rados.rados.0.smithi046.stdout:1370: finishing write tid 6 to smithi04683737-50 2024-09-20T21:46:49.579 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 455 (ObjNum 419 snap 130 seq_num 419) dirty exists 2024-09-20T21:46:49.579 INFO:tasks.rados.rados.0.smithi046.stdout:1370: left oid 50 (ObjNum 419 snap 130 seq_num 419) 2024-09-20T21:46:49.580 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 498 (ObjNum 380 snap 119 seq_num 380) dirty exists 2024-09-20T21:46:49.580 INFO:tasks.rados.rados.0.smithi046.stdout:1370: done (2 left) 2024-09-20T21:46:49.580 INFO:tasks.rados.rados.0.smithi046.stdout:1371: done (1 left) 2024-09-20T21:46:49.580 INFO:tasks.rados.rados.0.smithi046.stdout:1372: done (0 left) 2024-09-20T21:46:49.580 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 130 2024-09-20T21:46:49.580 INFO:tasks.rados.rados.0.smithi046.stdout:1373: seq_num 420 ranges {4055040=638976,4694016=557056,5251072=450560,5701632=598016} 2024-09-20T21:46:49.605 INFO:tasks.rados.rados.0.smithi046.stdout:1373: writing smithi04683737-29 from 4055040 to 4694016 tid 1 2024-09-20T21:46:49.608 INFO:tasks.rados.rados.0.smithi046.stdout:1373: writing smithi04683737-29 from 4694016 to 5251072 tid 2 2024-09-20T21:46:49.611 INFO:tasks.rados.rados.0.smithi046.stdout:1373: writing smithi04683737-29 from 5251072 to 5701632 tid 3 2024-09-20T21:46:49.615 INFO:tasks.rados.rados.0.smithi046.stdout:1373: writing smithi04683737-29 from 5701632 to 6299648 tid 4 2024-09-20T21:46:49.615 INFO:tasks.rados.rados.0.smithi046.stdout:1374: copy_from oid 14 from oid 8 current snap is 130 2024-09-20T21:46:49.615 INFO:tasks.rados.rados.0.smithi046.stdout:1373: finishing write tid 1 to smithi04683737-29 2024-09-20T21:46:49.616 INFO:tasks.rados.rados.0.smithi046.stdout:1373: finishing write tid 2 to smithi04683737-29 2024-09-20T21:46:49.616 INFO:tasks.rados.rados.0.smithi046.stdout:1373: finishing write tid 3 to smithi04683737-29 2024-09-20T21:46:49.616 INFO:tasks.rados.rados.0.smithi046.stdout:1375: setattr oid 25 current snap is 130 2024-09-20T21:46:49.617 INFO:tasks.rados.rados.0.smithi046.stdout:1376: rollback oid 45 current snap is 130 2024-09-20T21:46:49.617 INFO:tasks.rados.rados.0.smithi046.stdout:1376: done (3 left) 2024-09-20T21:46:49.617 INFO:tasks.rados.rados.0.smithi046.stdout:1377: rollback oid 42 current snap is 130 2024-09-20T21:46:49.618 INFO:tasks.rados.rados.0.smithi046.stdout:1377: done (3 left) 2024-09-20T21:46:49.618 INFO:tasks.rados.rados.0.smithi046.stdout:1378: snap_create 2024-09-20T21:46:49.618 INFO:tasks.rados.rados.0.smithi046.stdout:1373: finishing write tid 4 to smithi04683737-29 2024-09-20T21:46:49.619 INFO:tasks.rados.rados.0.smithi046.stdout:1373: finishing write tid 5 to smithi04683737-29 2024-09-20T21:46:49.622 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 503 (ObjNum 380 snap 119 seq_num 380) dirty exists 2024-09-20T21:46:49.624 INFO:tasks.rados.rados.0.smithi046.stdout:1373: finishing write tid 6 to smithi04683737-29 2024-09-20T21:46:49.624 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 460 (ObjNum 420 snap 130 seq_num 420) dirty exists 2024-09-20T21:46:49.625 INFO:tasks.rados.rados.0.smithi046.stdout:1373: left oid 29 (ObjNum 420 snap 130 seq_num 420) 2024-09-20T21:46:49.650 INFO:tasks.rados.rados.0.smithi046.stdout:1374: finishing copy_from racing read to smithi04683737-14 2024-09-20T21:46:49.653 INFO:tasks.rados.rados.0.smithi046.stdout:1374: finishing copy_from to smithi04683737-14 2024-09-20T21:46:49.653 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 384 (ObjNum 375 snap 118 seq_num 375) dirty exists 2024-09-20T21:46:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:49 smithi046 ceph-mon[98591]: osdmap e338: 8 total, 8 up, 8 in 2024-09-20T21:46:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:46:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:49 smithi134 ceph-mon[89086]: osdmap e338: 8 total, 8 up, 8 in 2024-09-20T21:46:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:46:50.579 INFO:tasks.rados.rados.0.smithi046.stdout:1373: done (3 left) 2024-09-20T21:46:50.579 INFO:tasks.rados.rados.0.smithi046.stdout:1374: done (2 left) 2024-09-20T21:46:50.579 INFO:tasks.rados.rados.0.smithi046.stdout:1375: done (1 left) 2024-09-20T21:46:50.579 INFO:tasks.rados.rados.0.smithi046.stdout:1378: done (0 left) 2024-09-20T21:46:50.579 INFO:tasks.rados.rados.0.smithi046.stdout:1379: delete oid 14 current snap is 131 2024-09-20T21:46:50.585 INFO:tasks.rados.rados.0.smithi046.stdout:1379: done (0 left) 2024-09-20T21:46:50.585 INFO:tasks.rados.rados.0.smithi046.stdout:1380: read oid 24 snap -1 2024-09-20T21:46:50.585 INFO:tasks.rados.rados.0.smithi046.stdout:1380: expect (ObjNum 341 snap 110 seq_num 341) 2024-09-20T21:46:50.585 INFO:tasks.rados.rados.0.smithi046.stdout:1381: read oid 4 snap 130 2024-09-20T21:46:50.585 INFO:tasks.rados.rados.0.smithi046.stdout:1381: expect (ObjNum 299 snap 96 seq_num 299) 2024-09-20T21:46:50.585 INFO:tasks.rados.rados.0.smithi046.stdout:1382: read oid 5 snap -1 2024-09-20T21:46:50.585 INFO:tasks.rados.rados.0.smithi046.stdout:1382: expect (ObjNum 406 snap 127 seq_num 406) 2024-09-20T21:46:50.585 INFO:tasks.rados.rados.0.smithi046.stdout:1383: read oid 50 snap -1 2024-09-20T21:46:50.585 INFO:tasks.rados.rados.0.smithi046.stdout:1383: expect (ObjNum 419 snap 130 seq_num 419) 2024-09-20T21:46:50.585 INFO:tasks.rados.rados.0.smithi046.stdout:1384: copy_from oid 22 from oid 23 current snap is 131 2024-09-20T21:46:50.585 INFO:tasks.rados.rados.0.smithi046.stdout:1385: read oid 8 snap -1 2024-09-20T21:46:50.586 INFO:tasks.rados.rados.0.smithi046.stdout:1385: expect (ObjNum 375 snap 118 seq_num 375) 2024-09-20T21:46:50.586 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 131 2024-09-20T21:46:50.586 INFO:tasks.rados.rados.0.smithi046.stdout:1386: seq_num 422 ranges {0=671744,671744=729088,1400832=417792,1818624=458752} 2024-09-20T21:46:50.590 INFO:tasks.rados.rados.0.smithi046.stdout:1386: writing smithi04683737-15 from 0 to 671744 tid 1 2024-09-20T21:46:50.595 INFO:tasks.rados.rados.0.smithi046.stdout:1386: writing smithi04683737-15 from 671744 to 1400832 tid 2 2024-09-20T21:46:50.598 INFO:tasks.rados.rados.0.smithi046.stdout:1386: writing smithi04683737-15 from 1400832 to 1818624 tid 3 2024-09-20T21:46:50.601 INFO:tasks.rados.rados.0.smithi046.stdout:1386: writing smithi04683737-15 from 1818624 to 2277376 tid 4 2024-09-20T21:46:50.601 INFO:tasks.rados.rados.0.smithi046.stdout:1387: read oid 10 snap -1 2024-09-20T21:46:50.602 INFO:tasks.rados.rados.0.smithi046.stdout:1387: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:46:50.602 INFO:tasks.rados.rados.0.smithi046.stdout:1388: delete oid 14 current snap is 131 2024-09-20T21:46:50.602 INFO:tasks.rados.rados.0.smithi046.stdout:1380: expect (ObjNum 341 snap 110 seq_num 341) 2024-09-20T21:46:50.633 INFO:tasks.rados.rados.0.smithi046.stdout:1386: finishing write tid 1 to smithi04683737-15 2024-09-20T21:46:50.633 INFO:tasks.rados.rados.0.smithi046.stdout:1386: finishing write tid 2 to smithi04683737-15 2024-09-20T21:46:50.633 INFO:tasks.rados.rados.0.smithi046.stdout:1380: done (8 left) 2024-09-20T21:46:50.633 INFO:tasks.rados.rados.0.smithi046.stdout:1388: done (7 left) 2024-09-20T21:46:50.633 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 131 2024-09-20T21:46:50.633 INFO:tasks.rados.rados.0.smithi046.stdout:1384: finishing copy_from racing read to smithi04683737-22 2024-09-20T21:46:50.633 INFO:tasks.rados.rados.0.smithi046.stdout:1386: finishing write tid 3 to smithi04683737-15 2024-09-20T21:46:50.633 INFO:tasks.rados.rados.0.smithi046.stdout:1387: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:46:50.635 INFO:tasks.rados.rados.0.smithi046.stdout:1386: finishing write tid 4 to smithi04683737-15 2024-09-20T21:46:50.635 INFO:tasks.rados.rados.0.smithi046.stdout:1386: finishing write tid 5 to smithi04683737-15 2024-09-20T21:46:50.635 INFO:tasks.rados.rados.0.smithi046.stdout:1386: finishing write tid 6 to smithi04683737-15 2024-09-20T21:46:50.635 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 479 (ObjNum 422 snap 131 seq_num 422) dirty exists 2024-09-20T21:46:50.636 INFO:tasks.rados.rados.0.smithi046.stdout:1386: left oid 15 (ObjNum 422 snap 131 seq_num 422) 2024-09-20T21:46:50.636 INFO:tasks.rados.rados.0.smithi046.stdout:1389: seq_num 424 ranges {4063232=704512,4767744=491520,5259264=434176,5693440=679936} 2024-09-20T21:46:50.661 INFO:tasks.rados.rados.0.smithi046.stdout:1389: writing smithi04683737-48 from 4063232 to 4767744 tid 1 2024-09-20T21:46:50.666 INFO:tasks.rados.rados.0.smithi046.stdout:1389: writing smithi04683737-48 from 4767744 to 5259264 tid 2 2024-09-20T21:46:50.666 INFO:tasks.rados.rados.0.smithi046.stdout:1389: writing smithi04683737-48 from 5259264 to 5693440 tid 3 2024-09-20T21:46:50.670 INFO:tasks.rados.rados.0.smithi046.stdout:1389: writing smithi04683737-48 from 5693440 to 6373376 tid 4 2024-09-20T21:46:50.670 INFO:tasks.rados.rados.0.smithi046.stdout:1386: done (7 left) 2024-09-20T21:46:50.670 INFO:tasks.rados.rados.0.smithi046.stdout:1387: done (6 left) 2024-09-20T21:46:50.670 INFO:tasks.rados.rados.0.smithi046.stdout:1390: snap_create 2024-09-20T21:46:50.670 INFO:tasks.rados.rados.0.smithi046.stdout:1384: finishing copy_from to smithi04683737-22 2024-09-20T21:46:50.671 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 446 (ObjNum 415 snap 130 seq_num 415) dirty exists 2024-09-20T21:46:50.671 INFO:tasks.rados.rados.0.smithi046.stdout:1381: expect (ObjNum 299 snap 96 seq_num 299) 2024-09-20T21:46:50.870 INFO:tasks.rados.rados.0.smithi046.stdout:1385: expect (ObjNum 375 snap 118 seq_num 375) 2024-09-20T21:46:50.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:50 smithi046 ceph-mon[98591]: pgmap v171: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 181 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 990 KiB/s wr, 2 op/s; 56/285 objects degraded (19.649%) 2024-09-20T21:46:50.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:50 smithi046 ceph-mon[98591]: osdmap e339: 8 total, 8 up, 8 in 2024-09-20T21:46:50.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:50 smithi046 ceph-mon[96110]: pgmap v171: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 181 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 990 KiB/s wr, 2 op/s; 56/285 objects degraded (19.649%) 2024-09-20T21:46:50.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:50 smithi046 ceph-mon[96110]: osdmap e339: 8 total, 8 up, 8 in 2024-09-20T21:46:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:50 smithi134 ceph-mon[89086]: pgmap v171: 121 pgs: 32 active+undersized, 12 active+undersized+degraded, 77 active+clean; 181 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 990 KiB/s wr, 2 op/s; 56/285 objects degraded (19.649%) 2024-09-20T21:46:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:50 smithi134 ceph-mon[89086]: osdmap e339: 8 total, 8 up, 8 in 2024-09-20T21:46:51.351 INFO:tasks.rados.rados.0.smithi046.stdout:1382: expect (ObjNum 406 snap 127 seq_num 406) 2024-09-20T21:46:51.805 INFO:tasks.rados.rados.0.smithi046.stdout:1383: expect (ObjNum 419 snap 130 seq_num 419) 2024-09-20T21:46:51.867 INFO:tasks.rados.rados.0.smithi046.stdout:1389: finishing write tid 1 to smithi04683737-48 2024-09-20T21:46:51.867 INFO:tasks.rados.rados.0.smithi046.stdout:1389: finishing write tid 2 to smithi04683737-48 2024-09-20T21:46:51.867 INFO:tasks.rados.rados.0.smithi046.stdout:1389: finishing write tid 3 to smithi04683737-48 2024-09-20T21:46:51.867 INFO:tasks.rados.rados.0.smithi046.stdout:1389: finishing write tid 4 to smithi04683737-48 2024-09-20T21:46:51.867 INFO:tasks.rados.rados.0.smithi046.stdout:1389: finishing write tid 5 to smithi04683737-48 2024-09-20T21:46:51.867 INFO:tasks.rados.rados.0.smithi046.stdout:1389: finishing write tid 6 to smithi04683737-48 2024-09-20T21:46:51.867 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 488 (ObjNum 424 snap 131 seq_num 424) dirty exists 2024-09-20T21:46:51.867 INFO:tasks.rados.rados.0.smithi046.stdout:1389: left oid 48 (ObjNum 424 snap 131 seq_num 424) 2024-09-20T21:46:51.867 INFO:tasks.rados.rados.0.smithi046.stdout:1381: done (6 left) 2024-09-20T21:46:51.867 INFO:tasks.rados.rados.0.smithi046.stdout:1382: done (5 left) 2024-09-20T21:46:51.867 INFO:tasks.rados.rados.0.smithi046.stdout:1383: done (4 left) 2024-09-20T21:46:51.868 INFO:tasks.rados.rados.0.smithi046.stdout:1384: done (3 left) 2024-09-20T21:46:51.868 INFO:tasks.rados.rados.0.smithi046.stdout:1385: done (2 left) 2024-09-20T21:46:51.868 INFO:tasks.rados.rados.0.smithi046.stdout:1389: done (1 left) 2024-09-20T21:46:51.868 INFO:tasks.rados.rados.0.smithi046.stdout:1390: done (0 left) 2024-09-20T21:46:51.868 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 132 2024-09-20T21:46:51.868 INFO:tasks.rados.rados.0.smithi046.stdout:1391: seq_num 425 ranges {11616256=720896,12337152=778240,13115392=638976,13754368=188416} 2024-09-20T21:46:51.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:51 smithi046 ceph-mon[96110]: osdmap e340: 8 total, 8 up, 8 in 2024-09-20T21:46:51.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:51 smithi046 ceph-mon[98591]: osdmap e340: 8 total, 8 up, 8 in 2024-09-20T21:46:51.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:51 smithi134 ceph-mon[89086]: osdmap e340: 8 total, 8 up, 8 in 2024-09-20T21:46:51.933 INFO:tasks.rados.rados.0.smithi046.stdout:1391: writing smithi04683737-9 from 11616256 to 12337152 tid 1 2024-09-20T21:46:51.938 INFO:tasks.rados.rados.0.smithi046.stdout:1391: writing smithi04683737-9 from 12337152 to 13115392 tid 2 2024-09-20T21:46:51.941 INFO:tasks.rados.rados.0.smithi046.stdout:1391: writing smithi04683737-9 from 13115392 to 13754368 tid 3 2024-09-20T21:46:51.943 INFO:tasks.rados.rados.0.smithi046.stdout:1391: writing smithi04683737-9 from 13754368 to 13942784 tid 4 2024-09-20T21:46:51.943 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 132 2024-09-20T21:46:51.943 INFO:tasks.rados.rados.0.smithi046.stdout:1391: finishing write tid 1 to smithi04683737-9 2024-09-20T21:46:51.943 INFO:tasks.rados.rados.0.smithi046.stdout:1391: finishing write tid 2 to smithi04683737-9 2024-09-20T21:46:51.943 INFO:tasks.rados.rados.0.smithi046.stdout:1392: seq_num 426 ranges {0=737280,737280=712704,1449984=802816,2252800=90112} 2024-09-20T21:46:51.947 INFO:tasks.rados.rados.0.smithi046.stdout:1392: writing smithi04683737-10 from 0 to 737280 tid 1 2024-09-20T21:46:51.951 INFO:tasks.rados.rados.0.smithi046.stdout:1392: writing smithi04683737-10 from 737280 to 1449984 tid 2 2024-09-20T21:46:51.955 INFO:tasks.rados.rados.0.smithi046.stdout:1392: writing smithi04683737-10 from 1449984 to 2252800 tid 3 2024-09-20T21:46:51.957 INFO:tasks.rados.rados.0.smithi046.stdout:1392: writing smithi04683737-10 from 2252800 to 2342912 tid 4 2024-09-20T21:46:51.957 INFO:tasks.rados.rados.0.smithi046.stdout:1393: copy_from oid 6 from oid 7 current snap is 132 2024-09-20T21:46:51.957 INFO:tasks.rados.rados.0.smithi046.stdout:1391: finishing write tid 3 to smithi04683737-9 2024-09-20T21:46:51.957 INFO:tasks.rados.rados.0.smithi046.stdout:1391: finishing write tid 4 to smithi04683737-9 2024-09-20T21:46:51.957 INFO:tasks.rados.rados.0.smithi046.stdout:1391: finishing write tid 5 to smithi04683737-9 2024-09-20T21:46:51.957 INFO:tasks.rados.rados.0.smithi046.stdout:1391: finishing write tid 6 to smithi04683737-9 2024-09-20T21:46:51.957 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 463 (ObjNum 425 snap 132 seq_num 425) dirty exists 2024-09-20T21:46:51.957 INFO:tasks.rados.rados.0.smithi046.stdout:1391: left oid 9 (ObjNum 425 snap 132 seq_num 425) 2024-09-20T21:46:51.957 INFO:tasks.rados.rados.0.smithi046.stdout:1392: finishing write tid 1 to smithi04683737-10 2024-09-20T21:46:51.957 INFO:tasks.rados.rados.0.smithi046.stdout:1392: finishing write tid 2 to smithi04683737-10 2024-09-20T21:46:51.958 INFO:tasks.rados.rados.0.smithi046.stdout:1391: done (2 left) 2024-09-20T21:46:51.958 INFO:tasks.rados.rados.0.smithi046.stdout:1394: rmattr oid 50 current snap is 132 2024-09-20T21:46:51.958 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 132 2024-09-20T21:46:51.958 INFO:tasks.rados.rados.0.smithi046.stdout:1395: seq_num 427 ranges {4055040=761856,4816896=598016,5414912=606208,6021120=401408} 2024-09-20T21:46:51.983 INFO:tasks.rados.rados.0.smithi046.stdout:1395: writing smithi04683737-4 from 4055040 to 4816896 tid 1 2024-09-20T21:46:51.986 INFO:tasks.rados.rados.0.smithi046.stdout:1395: writing smithi04683737-4 from 4816896 to 5414912 tid 2 2024-09-20T21:46:51.990 INFO:tasks.rados.rados.0.smithi046.stdout:1395: writing smithi04683737-4 from 5414912 to 6021120 tid 3 2024-09-20T21:46:51.993 INFO:tasks.rados.rados.0.smithi046.stdout:1395: writing smithi04683737-4 from 6021120 to 6422528 tid 4 2024-09-20T21:46:51.993 INFO:tasks.rados.rados.0.smithi046.stdout:1396: delete oid 15 current snap is 132 2024-09-20T21:46:51.993 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 456 (ObjNum 419 snap 130 seq_num 419) dirty exists 2024-09-20T21:46:51.993 INFO:tasks.rados.rados.0.smithi046.stdout:1393: finishing copy_from racing read to smithi04683737-6 2024-09-20T21:46:51.993 INFO:tasks.rados.rados.0.smithi046.stdout:1392: finishing write tid 3 to smithi04683737-10 2024-09-20T21:46:51.994 INFO:tasks.rados.rados.0.smithi046.stdout:1392: finishing write tid 4 to smithi04683737-10 2024-09-20T21:46:51.994 INFO:tasks.rados.rados.0.smithi046.stdout:1392: finishing write tid 5 to smithi04683737-10 2024-09-20T21:46:51.994 INFO:tasks.rados.rados.0.smithi046.stdout:1393: finishing copy_from to smithi04683737-6 2024-09-20T21:46:51.994 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 385 (ObjNum 303 snap 96 seq_num 303) dirty exists 2024-09-20T21:46:51.994 INFO:tasks.rados.rados.0.smithi046.stdout:1392: finishing write tid 6 to smithi04683737-10 2024-09-20T21:46:51.994 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 356 (ObjNum 426 snap 132 seq_num 426) dirty exists 2024-09-20T21:46:51.994 INFO:tasks.rados.rados.0.smithi046.stdout:1392: left oid 10 (ObjNum 426 snap 132 seq_num 426) 2024-09-20T21:46:51.994 INFO:tasks.rados.rados.0.smithi046.stdout:1395: finishing write tid 1 to smithi04683737-4 2024-09-20T21:46:51.994 INFO:tasks.rados.rados.0.smithi046.stdout:1395: finishing write tid 2 to smithi04683737-4 2024-09-20T21:46:51.994 INFO:tasks.rados.rados.0.smithi046.stdout:1395: finishing write tid 3 to smithi04683737-4 2024-09-20T21:46:51.995 INFO:tasks.rados.rados.0.smithi046.stdout:1392: done (4 left) 2024-09-20T21:46:51.995 INFO:tasks.rados.rados.0.smithi046.stdout:1393: done (3 left) 2024-09-20T21:46:51.995 INFO:tasks.rados.rados.0.smithi046.stdout:1394: done (2 left) 2024-09-20T21:46:51.995 INFO:tasks.rados.rados.0.smithi046.stdout:1396: done (1 left) 2024-09-20T21:46:51.995 INFO:tasks.rados.rados.0.smithi046.stdout:1397: read oid 11 snap -1 2024-09-20T21:46:51.995 INFO:tasks.rados.rados.0.smithi046.stdout:1397: expect (ObjNum 360 snap 115 seq_num 360) 2024-09-20T21:46:51.995 INFO:tasks.rados.rados.0.smithi046.stdout:1398: snap_create 2024-09-20T21:46:51.996 INFO:tasks.rados.rados.0.smithi046.stdout:1395: finishing write tid 4 to smithi04683737-4 2024-09-20T21:46:51.996 INFO:tasks.rados.rados.0.smithi046.stdout:1395: finishing write tid 5 to smithi04683737-4 2024-09-20T21:46:51.997 INFO:tasks.rados.rados.0.smithi046.stdout:1395: finishing write tid 6 to smithi04683737-4 2024-09-20T21:46:51.997 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 562 (ObjNum 427 snap 132 seq_num 427) dirty exists 2024-09-20T21:46:51.997 INFO:tasks.rados.rados.0.smithi046.stdout:1395: left oid 4 (ObjNum 427 snap 132 seq_num 427) 2024-09-20T21:46:51.999 INFO:tasks.rados.rados.0.smithi046.stdout:1397: expect (ObjNum 360 snap 115 seq_num 360) 2024-09-20T21:46:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:46:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:46:52] "GET /metrics HTTP/1.1" 200 36102 "" "Prometheus/2.43.0" 2024-09-20T21:46:52.532 INFO:tasks.rados.rados.0.smithi046.stdout:1395: done (2 left) 2024-09-20T21:46:52.532 INFO:tasks.rados.rados.0.smithi046.stdout:1397: done (1 left) 2024-09-20T21:46:52.532 INFO:tasks.rados.rados.0.smithi046.stdout:1398: done (0 left) 2024-09-20T21:46:52.532 INFO:tasks.rados.rados.0.smithi046.stdout:1399: delete oid 24 current snap is 133 2024-09-20T21:46:52.537 INFO:tasks.rados.rados.0.smithi046.stdout:1399: done (0 left) 2024-09-20T21:46:52.537 INFO:tasks.rados.rados.0.smithi046.stdout:1400: snap_create 2024-09-20T21:46:52.588 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:46:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:46:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:46:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:52 smithi046 ceph-mon[98591]: pgmap v174: 121 pgs: 121 active+clean; 163 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.9 MiB/s wr, 38 op/s; 39 MiB/s, 8 objects/s recovering 2024-09-20T21:46:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:52 smithi046 ceph-mon[98591]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 56/285 objects degraded (19.649%), 12 pgs degraded) 2024-09-20T21:46:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:52 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T21:46:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:52 smithi046 ceph-mon[98591]: osdmap e341: 8 total, 8 up, 8 in 2024-09-20T21:46:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:52 smithi046 ceph-mon[98591]: osdmap e342: 8 total, 8 up, 8 in 2024-09-20T21:46:52.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:52 smithi046 ceph-mon[96110]: pgmap v174: 121 pgs: 121 active+clean; 163 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.9 MiB/s wr, 38 op/s; 39 MiB/s, 8 objects/s recovering 2024-09-20T21:46:52.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:52 smithi046 ceph-mon[96110]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 56/285 objects degraded (19.649%), 12 pgs degraded) 2024-09-20T21:46:52.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:52 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T21:46:52.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:52 smithi046 ceph-mon[96110]: osdmap e341: 8 total, 8 up, 8 in 2024-09-20T21:46:52.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:52 smithi046 ceph-mon[96110]: osdmap e342: 8 total, 8 up, 8 in 2024-09-20T21:46:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:52 smithi134 ceph-mon[89086]: pgmap v174: 121 pgs: 121 active+clean; 163 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.9 MiB/s wr, 38 op/s; 39 MiB/s, 8 objects/s recovering 2024-09-20T21:46:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:52 smithi134 ceph-mon[89086]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 56/285 objects degraded (19.649%), 12 pgs degraded) 2024-09-20T21:46:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:52 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T21:46:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:52 smithi134 ceph-mon[89086]: osdmap e341: 8 total, 8 up, 8 in 2024-09-20T21:46:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:52 smithi134 ceph-mon[89086]: osdmap e342: 8 total, 8 up, 8 in 2024-09-20T21:46:53.532 INFO:tasks.rados.rados.0.smithi046.stdout:1400: done (0 left) 2024-09-20T21:46:53.533 INFO:tasks.rados.rados.0.smithi046.stdout:1401: snap_remove snap 130 2024-09-20T21:46:53.669 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-20T21:46:53.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:46:53 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:46:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:46:53.943 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-20T21:46:53.943 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (3m) 10s ago 7m 19.1M - 0.25.0 c8568f914cd2 0d74f13360c6 2024-09-20T21:46:53.943 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi134 *:3000 running (3m) 86s ago 7m 80.2M - 9.4.7 954c08fa6188 8341e8dee31d 2024-09-20T21:46:53.943 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (8m) 10s ago 8m 15.8M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 9e6c3beb915d 2024-09-20T21:46:53.943 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi134 running (8m) 86s ago 8m 18.3M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 132e8dbc5c5d 2024-09-20T21:46:53.943 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi134 *:8443,9283,8765 running (2m) 86s ago 12m 439M - 19.1.1-367-g9e2ac70b cc9251b744a3 4807b49ee672 2024-09-20T21:46:53.943 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443,9283,8765 running (2m) 10s ago 13m 505M - 19.1.1-367-g9e2ac70b cc9251b744a3 287f9c5532d7 2024-09-20T21:46:53.943 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (2m) 10s ago 13m 50.4M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 ce5bbc0a7b3e 2024-09-20T21:46:53.943 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi134 running (91s) 86s ago 12m 27.9M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 72d0616e106b 2024-09-20T21:46:53.943 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (110s) 10s ago 12m 43.1M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 17796ae3530a 2024-09-20T21:46:53.944 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (3m) 10s ago 6m 8368k - 1.5.0 0da6a335fe13 808d8998a7db 2024-09-20T21:46:53.944 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi134 *:9100 running (2m) 86s ago 6m 8702k - 1.5.0 0da6a335fe13 d64b31ebfc6a 2024-09-20T21:46:53.944 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (49s) 10s ago 11m 107M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 a86fc71a02d1 2024-09-20T21:46:53.944 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (15s) 10s ago 11m 12.1M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 04055c8b47db 2024-09-20T21:46:53.944 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (11m) 10s ago 11m 169M 2481M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be c82637878174 2024-09-20T21:46:53.944 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (10m) 10s ago 10m 130M 2481M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be c17a4d58e03e 2024-09-20T21:46:53.944 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi134 running (10m) 86s ago 10m 153M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 16e7b884874f 2024-09-20T21:46:53.944 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi134 running (9m) 86s ago 9m 178M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 82e68e0822ae 2024-09-20T21:46:53.944 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi134 running (9m) 86s ago 9m 121M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be f826d37d1cf7 2024-09-20T21:46:53.944 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi134 running (9m) 86s ago 9m 121M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be fbf3a60c2bb0 2024-09-20T21:46:53.944 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi134 *:9095 running (2m) 86s ago 7m 50.8M - 2.43.0 a07b618ecd1d 5e01fa97ed3d 2024-09-20T21:46:54.282 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-20T21:46:54.283 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-20T21:46:54.283 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 3 2024-09-20T21:46:54.283 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:46:54.283 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-20T21:46:54.283 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 2 2024-09-20T21:46:54.283 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:46:54.283 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-20T21:46:54.283 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 6, 2024-09-20T21:46:54.283 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 2 2024-09-20T21:46:54.283 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:46:54.283 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-20T21:46:54.283 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 2 2024-09-20T21:46:54.283 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:46:54.283 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-20T21:46:54.284 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 8, 2024-09-20T21:46:54.284 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 7 2024-09-20T21:46:54.284 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-20T21:46:54.284 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-20T21:46:54.538 INFO:tasks.rados.rados.0.smithi046.stdout:1401: done (0 left) 2024-09-20T21:46:54.539 INFO:tasks.rados.rados.0.smithi046.stdout:1402: snap_create 2024-09-20T21:46:54.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:54 smithi046 ceph-mon[96110]: pgmap v177: 121 pgs: 121 active+clean; 163 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.9 MiB/s wr, 38 op/s; 39 MiB/s, 8 objects/s recovering 2024-09-20T21:46:54.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:54 smithi046 ceph-mon[96110]: osdmap e343: 8 total, 8 up, 8 in 2024-09-20T21:46:54.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:54 smithi046 ceph-mon[96110]: from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:46:54.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:54 smithi046 ceph-mon[96110]: from='client.34230 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:46:54.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:54 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2749630442' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:46:54.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:54 smithi046 ceph-mon[98591]: pgmap v177: 121 pgs: 121 active+clean; 163 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.9 MiB/s wr, 38 op/s; 39 MiB/s, 8 objects/s recovering 2024-09-20T21:46:54.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:54 smithi046 ceph-mon[98591]: osdmap e343: 8 total, 8 up, 8 in 2024-09-20T21:46:54.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:54 smithi046 ceph-mon[98591]: from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:46:54.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:54 smithi046 ceph-mon[98591]: from='client.34230 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:46:54.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:54 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2749630442' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:46:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:54 smithi134 ceph-mon[89086]: pgmap v177: 121 pgs: 121 active+clean; 163 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.9 MiB/s wr, 38 op/s; 39 MiB/s, 8 objects/s recovering 2024-09-20T21:46:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:54 smithi134 ceph-mon[89086]: osdmap e343: 8 total, 8 up, 8 in 2024-09-20T21:46:54.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:54 smithi134 ceph-mon[89086]: from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:46:54.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:54 smithi134 ceph-mon[89086]: from='client.34230 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:46:54.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:54 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2749630442' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:46:54.927 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:46:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:46:54.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:46:54.927 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:46:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:46:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:46:55.545 INFO:tasks.rados.rados.0.smithi046.stdout:1402: done (0 left) 2024-09-20T21:46:55.546 INFO:tasks.rados.rados.0.smithi046.stdout:1403: read oid 11 snap -1 2024-09-20T21:46:55.546 INFO:tasks.rados.rados.0.smithi046.stdout:1403: expect (ObjNum 360 snap 115 seq_num 360) 2024-09-20T21:46:55.546 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 135 2024-09-20T21:46:55.546 INFO:tasks.rados.rados.0.smithi046.stdout:1404: seq_num 430 ranges {0=8192} 2024-09-20T21:46:55.546 INFO:tasks.rados.rados.0.smithi046.stdout:1404: writing smithi04683737-24 from 0 to 8192 tid 1 2024-09-20T21:46:55.546 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 135 2024-09-20T21:46:55.546 INFO:tasks.rados.rados.0.smithi046.stdout:1405: seq_num 431 ranges {2195456=24576} 2024-09-20T21:46:55.559 INFO:tasks.rados.rados.0.smithi046.stdout:1405: writing smithi04683737-32 from 2195456 to 2220032 tid 1 2024-09-20T21:46:55.559 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 135 2024-09-20T21:46:55.559 INFO:tasks.rados.rados.0.smithi046.stdout:1406: seq_num 432 ranges {0=40960} 2024-09-20T21:46:55.559 INFO:tasks.rados.rados.0.smithi046.stdout:1406: writing smithi04683737-36 from 0 to 40960 tid 1 2024-09-20T21:46:55.559 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 135 2024-09-20T21:46:55.559 INFO:tasks.rados.rados.0.smithi046.stdout:1407: seq_num 433 ranges {2162688=57344} 2024-09-20T21:46:55.571 INFO:tasks.rados.rados.0.smithi046.stdout:1407: writing smithi04683737-22 from 2162688 to 2220032 tid 1 2024-09-20T21:46:55.571 INFO:tasks.rados.rados.0.smithi046.stdout:1408: snap_remove snap 132 2024-09-20T21:46:55.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:55 smithi046 ceph-mon[96110]: osdmap e344: 8 total, 8 up, 8 in 2024-09-20T21:46:55.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:55 smithi046 ceph-mon[98591]: osdmap e344: 8 total, 8 up, 8 in 2024-09-20T21:46:55.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:55 smithi134 ceph-mon[89086]: osdmap e344: 8 total, 8 up, 8 in 2024-09-20T21:46:56.545 INFO:tasks.rados.rados.0.smithi046.stdout:1408: done (5 left) 2024-09-20T21:46:56.546 INFO:tasks.rados.rados.0.smithi046.stdout:1409: rollback oid 34 current snap is 135 2024-09-20T21:46:56.546 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 34 to 133 2024-09-20T21:46:56.546 INFO:tasks.rados.rados.0.smithi046.stdout:1404: finishing write tid 1 to smithi04683737-24 2024-09-20T21:46:56.546 INFO:tasks.rados.rados.0.smithi046.stdout:1404: finishing write tid 2 to smithi04683737-24 2024-09-20T21:46:56.546 INFO:tasks.rados.rados.0.smithi046.stdout:1403: expect (ObjNum 360 snap 115 seq_num 360) 2024-09-20T21:46:56.589 INFO:tasks.rados.rados.0.smithi046.stdout:1404: finishing write tid 3 to smithi04683737-24 2024-09-20T21:46:56.589 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 364 (ObjNum 430 snap 135 seq_num 430) dirty exists 2024-09-20T21:46:56.590 INFO:tasks.rados.rados.0.smithi046.stdout:1404: left oid 24 (ObjNum 430 snap 135 seq_num 430) 2024-09-20T21:46:56.590 INFO:tasks.rados.rados.0.smithi046.stdout:1406: finishing write tid 1 to smithi04683737-36 2024-09-20T21:46:56.590 INFO:tasks.rados.rados.0.smithi046.stdout:1406: finishing write tid 2 to smithi04683737-36 2024-09-20T21:46:56.590 INFO:tasks.rados.rados.0.smithi046.stdout:1403: done (5 left) 2024-09-20T21:46:56.590 INFO:tasks.rados.rados.0.smithi046.stdout:1404: done (4 left) 2024-09-20T21:46:56.590 INFO:tasks.rados.rados.0.smithi046.stdout:1410: snap_remove snap 134 2024-09-20T21:46:56.827 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:56 smithi134 ceph-mon[89086]: pgmap v180: 121 pgs: 121 active+clean; 167 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-09-20T21:46:56.828 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:56 smithi134 ceph-mon[89086]: osdmap e345: 8 total, 8 up, 8 in 2024-09-20T21:46:56.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:56 smithi046 ceph-mon[98591]: pgmap v180: 121 pgs: 121 active+clean; 167 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-09-20T21:46:56.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:56 smithi046 ceph-mon[98591]: osdmap e345: 8 total, 8 up, 8 in 2024-09-20T21:46:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:56 smithi046 ceph-mon[96110]: pgmap v180: 121 pgs: 121 active+clean; 167 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-09-20T21:46:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:56 smithi046 ceph-mon[96110]: osdmap e345: 8 total, 8 up, 8 in 2024-09-20T21:46:57.566 INFO:tasks.rados.rados.0.smithi046.stdout:1410: done (4 left) 2024-09-20T21:46:57.566 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 135 2024-09-20T21:46:57.566 INFO:tasks.rados.rados.0.smithi046.stdout:1411: seq_num 434 ranges {1253376=73728} 2024-09-20T21:46:57.568 INFO:tasks.rados.rados.0.smithi046.stdout:1411: writing smithi04683737-17 from 1253376 to 1327104 tid 1 2024-09-20T21:46:57.568 INFO:tasks.rados.rados.0.smithi046.stdout:1412: read oid 31 snap 131 2024-09-20T21:46:57.568 INFO:tasks.rados.rados.0.smithi046.stdout:1412: expect (ObjNum 390 snap 123 seq_num 390) 2024-09-20T21:46:57.568 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 135 2024-09-20T21:46:57.568 INFO:tasks.rados.rados.0.smithi046.stdout:1405: finishing write tid 1 to smithi04683737-32 2024-09-20T21:46:57.568 INFO:tasks.rados.rados.0.smithi046.stdout:1405: finishing write tid 2 to smithi04683737-32 2024-09-20T21:46:57.569 INFO:tasks.rados.rados.0.smithi046.stdout:1406: finishing write tid 3 to smithi04683737-36 2024-09-20T21:46:57.569 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 458 (ObjNum 432 snap 135 seq_num 432) dirty exists 2024-09-20T21:46:57.569 INFO:tasks.rados.rados.0.smithi046.stdout:1406: left oid 36 (ObjNum 432 snap 135 seq_num 432) 2024-09-20T21:46:57.569 INFO:tasks.rados.rados.0.smithi046.stdout:1405: finishing write tid 3 to smithi04683737-32 2024-09-20T21:46:57.569 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 569 (ObjNum 431 snap 135 seq_num 431) dirty exists 2024-09-20T21:46:57.569 INFO:tasks.rados.rados.0.smithi046.stdout:1405: left oid 32 (ObjNum 431 snap 135 seq_num 431) 2024-09-20T21:46:57.569 INFO:tasks.rados.rados.0.smithi046.stdout:1407: finishing write tid 1 to smithi04683737-22 2024-09-20T21:46:57.569 INFO:tasks.rados.rados.0.smithi046.stdout:1407: finishing write tid 2 to smithi04683737-22 2024-09-20T21:46:57.569 INFO:tasks.rados.rados.0.smithi046.stdout:1407: finishing write tid 3 to smithi04683737-22 2024-09-20T21:46:57.569 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 599 (ObjNum 433 snap 135 seq_num 433) dirty exists 2024-09-20T21:46:57.569 INFO:tasks.rados.rados.0.smithi046.stdout:1407: left oid 22 (ObjNum 433 snap 135 seq_num 433) 2024-09-20T21:46:57.569 INFO:tasks.rados.rados.0.smithi046.stdout:1409: finishing rollback tid 0 to smithi04683737-34 2024-09-20T21:46:57.569 INFO:tasks.rados.rados.0.smithi046.stdout:1409: finishing rollback tid 1 to smithi04683737-34 2024-09-20T21:46:57.570 INFO:tasks.rados.rados.0.smithi046.stdout:1409: finishing rollback tid 2 to smithi04683737-34 2024-09-20T21:46:57.570 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 597 (ObjNum 409 snap 127 seq_num 409) dirty exists 2024-09-20T21:46:57.570 INFO:tasks.rados.rados.0.smithi046.stdout:1413: seq_num 435 ranges {917504=90112} 2024-09-20T21:46:57.573 INFO:tasks.rados.rados.0.smithi046.stdout:1413: writing smithi04683737-18 from 917504 to 1007616 tid 1 2024-09-20T21:46:57.573 INFO:tasks.rados.rados.0.smithi046.stdout:1405: done (6 left) 2024-09-20T21:46:57.573 INFO:tasks.rados.rados.0.smithi046.stdout:1406: done (5 left) 2024-09-20T21:46:57.573 INFO:tasks.rados.rados.0.smithi046.stdout:1407: done (4 left) 2024-09-20T21:46:57.573 INFO:tasks.rados.rados.0.smithi046.stdout:1409: done (3 left) 2024-09-20T21:46:57.573 INFO:tasks.rados.rados.0.smithi046.stdout:1414: copy_from oid 11 from oid 6 current snap is 135 2024-09-20T21:46:57.573 INFO:tasks.rados.rados.0.smithi046.stdout:1415: rmattr oid 32 current snap is 135 2024-09-20T21:46:57.573 INFO:tasks.rados.rados.0.smithi046.stdout:1415: done (4 left) 2024-09-20T21:46:57.573 INFO:tasks.rados.rados.0.smithi046.stdout:1416: setattr oid 2 current snap is 135 2024-09-20T21:46:57.574 INFO:tasks.rados.rados.0.smithi046.stdout:1417: rollback oid 32 current snap is 135 2024-09-20T21:46:57.574 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 32 to 133 2024-09-20T21:46:57.575 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 38 current snap is 135 2024-09-20T21:46:57.575 INFO:tasks.rados.rados.0.smithi046.stdout:1418: seq_num 436 ranges {3088384=106496} 2024-09-20T21:46:57.594 INFO:tasks.rados.rados.0.smithi046.stdout:1418: writing smithi04683737-38 from 3088384 to 3194880 tid 1 2024-09-20T21:46:57.594 INFO:tasks.rados.rados.0.smithi046.stdout:1419: read oid 50 snap 131 2024-09-20T21:46:57.594 INFO:tasks.rados.rados.0.smithi046.stdout:1419: expect (ObjNum 419 snap 130 seq_num 419) 2024-09-20T21:46:57.594 INFO:tasks.rados.rados.0.smithi046.stdout:1420: copy_from oid 45 from oid 8 current snap is 135 2024-09-20T21:46:57.594 INFO:tasks.rados.rados.0.smithi046.stdout:1411: finishing write tid 1 to smithi04683737-17 2024-09-20T21:46:57.594 INFO:tasks.rados.rados.0.smithi046.stdout:1411: finishing write tid 2 to smithi04683737-17 2024-09-20T21:46:57.594 INFO:tasks.rados.rados.0.smithi046.stdout:1413: finishing write tid 1 to smithi04683737-18 2024-09-20T21:46:57.595 INFO:tasks.rados.rados.0.smithi046.stdout:1413: finishing write tid 2 to smithi04683737-18 2024-09-20T21:46:57.595 INFO:tasks.rados.rados.0.smithi046.stdout:1411: finishing write tid 3 to smithi04683737-17 2024-09-20T21:46:57.595 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 493 (ObjNum 434 snap 135 seq_num 434) dirty exists 2024-09-20T21:46:57.595 INFO:tasks.rados.rados.0.smithi046.stdout:1411: left oid 17 (ObjNum 434 snap 135 seq_num 434) 2024-09-20T21:46:57.595 INFO:tasks.rados.rados.0.smithi046.stdout:1414: finishing copy_from racing read to smithi04683737-11 2024-09-20T21:46:57.595 INFO:tasks.rados.rados.0.smithi046.stdout:1414: finishing copy_from to smithi04683737-11 2024-09-20T21:46:57.595 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 385 (ObjNum 303 snap 96 seq_num 303) dirty exists 2024-09-20T21:46:57.595 INFO:tasks.rados.rados.0.smithi046.stdout:1413: finishing write tid 3 to smithi04683737-18 2024-09-20T21:46:57.595 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 496 (ObjNum 435 snap 135 seq_num 435) dirty exists 2024-09-20T21:46:57.595 INFO:tasks.rados.rados.0.smithi046.stdout:1413: left oid 18 (ObjNum 435 snap 135 seq_num 435) 2024-09-20T21:46:57.595 INFO:tasks.rados.rados.0.smithi046.stdout:1417: finishing rollback tid 0 to smithi04683737-32 2024-09-20T21:46:57.595 INFO:tasks.rados.rados.0.smithi046.stdout:1417: finishing rollback tid 1 to smithi04683737-32 2024-09-20T21:46:57.595 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 446 (ObjNum 33 snap 0 seq_num 20080824) dirty exists 2024-09-20T21:46:57.596 INFO:tasks.rados.rados.0.smithi046.stdout:1417: finishing rollback tid 2 to smithi04683737-32 2024-09-20T21:46:57.596 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 576 (ObjNum 417 snap 130 seq_num 417) dirty exists 2024-09-20T21:46:57.596 INFO:tasks.rados.rados.0.smithi046.stdout:1411: done (8 left) 2024-09-20T21:46:57.596 INFO:tasks.rados.rados.0.smithi046.stdout:1413: done (7 left) 2024-09-20T21:46:57.596 INFO:tasks.rados.rados.0.smithi046.stdout:1414: done (6 left) 2024-09-20T21:46:57.596 INFO:tasks.rados.rados.0.smithi046.stdout:1416: done (5 left) 2024-09-20T21:46:57.596 INFO:tasks.rados.rados.0.smithi046.stdout:1417: done (4 left) 2024-09-20T21:46:57.596 INFO:tasks.rados.rados.0.smithi046.stdout:1421: copy_from oid 1 from oid 28 current snap is 135 2024-09-20T21:46:57.596 INFO:tasks.rados.rados.0.smithi046.stdout:1422: delete oid 21 current snap is 135 2024-09-20T21:46:57.600 INFO:tasks.rados.rados.0.smithi046.stdout:1422: done (5 left) 2024-09-20T21:46:57.600 INFO:tasks.rados.rados.0.smithi046.stdout:1423: read oid 10 snap -1 2024-09-20T21:46:57.600 INFO:tasks.rados.rados.0.smithi046.stdout:1423: expect (ObjNum 426 snap 132 seq_num 426) 2024-09-20T21:46:57.601 INFO:tasks.rados.rados.0.smithi046.stdout:1424: rollback oid 30 current snap is 135 2024-09-20T21:46:57.601 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 30 to 131 2024-09-20T21:46:57.601 INFO:tasks.rados.rados.0.smithi046.stdout:1418: finishing write tid 1 to smithi04683737-38 2024-09-20T21:46:57.601 INFO:tasks.rados.rados.0.smithi046.stdout:1418: finishing write tid 2 to smithi04683737-38 2024-09-20T21:46:57.601 INFO:tasks.rados.rados.0.smithi046.stdout:1425: read oid 37 snap -1 2024-09-20T21:46:57.601 INFO:tasks.rados.rados.0.smithi046.stdout:1425: expect (ObjNum 416 snap 130 seq_num 416) 2024-09-20T21:46:57.601 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 135 2024-09-20T21:46:57.601 INFO:tasks.rados.rados.0.smithi046.stdout:1426: seq_num 438 ranges {425984=139264} 2024-09-20T21:46:57.604 INFO:tasks.rados.rados.0.smithi046.stdout:1426: writing smithi04683737-43 from 425984 to 565248 tid 1 2024-09-20T21:46:57.604 INFO:tasks.rados.rados.0.smithi046.stdout:1427: snap_create 2024-09-20T21:46:57.604 INFO:tasks.rados.rados.0.smithi046.stdout:1424: finishing rollback tid 0 to smithi04683737-30 2024-09-20T21:46:57.605 INFO:tasks.rados.rados.0.smithi046.stdout:1424: finishing rollback tid 1 to smithi04683737-30 2024-09-20T21:46:57.607 INFO:tasks.rados.rados.0.smithi046.stdout:1412: expect (ObjNum 390 snap 123 seq_num 390) 2024-09-20T21:46:57.839 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:57 smithi134 ceph-mon[89086]: osdmap e346: 8 total, 8 up, 8 in 2024-09-20T21:46:57.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:57 smithi046 ceph-mon[96110]: osdmap e346: 8 total, 8 up, 8 in 2024-09-20T21:46:57.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:57 smithi046 ceph-mon[98591]: osdmap e346: 8 total, 8 up, 8 in 2024-09-20T21:46:58.045 INFO:tasks.rados.rados.0.smithi046.stdout:1424: finishing rollback tid 2 to smithi04683737-30 2024-09-20T21:46:58.045 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 483 (ObjNum 391 snap 123 seq_num 391) dirty exists 2024-09-20T21:46:58.045 INFO:tasks.rados.rados.0.smithi046.stdout:1418: finishing write tid 3 to smithi04683737-38 2024-09-20T21:46:58.045 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 506 (ObjNum 436 snap 135 seq_num 436) dirty exists 2024-09-20T21:46:58.045 INFO:tasks.rados.rados.0.smithi046.stdout:1418: left oid 38 (ObjNum 436 snap 135 seq_num 436) 2024-09-20T21:46:58.045 INFO:tasks.rados.rados.0.smithi046.stdout:1426: finishing write tid 1 to smithi04683737-43 2024-09-20T21:46:58.046 INFO:tasks.rados.rados.0.smithi046.stdout:1426: finishing write tid 2 to smithi04683737-43 2024-09-20T21:46:58.046 INFO:tasks.rados.rados.0.smithi046.stdout:1419: expect (ObjNum 419 snap 130 seq_num 419) 2024-09-20T21:46:58.106 INFO:tasks.rados.rados.0.smithi046.stdout:1426: finishing write tid 3 to smithi04683737-43 2024-09-20T21:46:58.106 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 608 (ObjNum 438 snap 135 seq_num 438) dirty exists 2024-09-20T21:46:58.106 INFO:tasks.rados.rados.0.smithi046.stdout:1426: left oid 43 (ObjNum 438 snap 135 seq_num 438) 2024-09-20T21:46:58.106 INFO:tasks.rados.rados.0.smithi046.stdout:1423: expect (ObjNum 426 snap 132 seq_num 426) 2024-09-20T21:46:58.169 INFO:tasks.rados.rados.0.smithi046.stdout:1425: expect (ObjNum 416 snap 130 seq_num 416) 2024-09-20T21:46:58.283 INFO:tasks.rados.rados.0.smithi046.stdout:1420: finishing copy_from racing read to smithi04683737-45 2024-09-20T21:46:58.283 INFO:tasks.rados.rados.0.smithi046.stdout:1421: finishing copy_from racing read to smithi04683737-1 2024-09-20T21:46:58.283 INFO:tasks.rados.rados.0.smithi046.stdout:1421: finishing copy_from to smithi04683737-1 2024-09-20T21:46:58.283 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 441 (ObjNum 377 snap 118 seq_num 377) dirty exists 2024-09-20T21:46:58.283 INFO:tasks.rados.rados.0.smithi046.stdout:1420: finishing copy_from to smithi04683737-45 2024-09-20T21:46:58.283 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 384 (ObjNum 375 snap 118 seq_num 375) dirty exists 2024-09-20T21:46:58.560 INFO:tasks.rados.rados.0.smithi046.stdout:1412: done (9 left) 2024-09-20T21:46:58.560 INFO:tasks.rados.rados.0.smithi046.stdout:1418: done (8 left) 2024-09-20T21:46:58.560 INFO:tasks.rados.rados.0.smithi046.stdout:1419: done (7 left) 2024-09-20T21:46:58.561 INFO:tasks.rados.rados.0.smithi046.stdout:1420: done (6 left) 2024-09-20T21:46:58.561 INFO:tasks.rados.rados.0.smithi046.stdout:1421: done (5 left) 2024-09-20T21:46:58.561 INFO:tasks.rados.rados.0.smithi046.stdout:1423: done (4 left) 2024-09-20T21:46:58.561 INFO:tasks.rados.rados.0.smithi046.stdout:1424: done (3 left) 2024-09-20T21:46:58.561 INFO:tasks.rados.rados.0.smithi046.stdout:1425: done (2 left) 2024-09-20T21:46:58.561 INFO:tasks.rados.rados.0.smithi046.stdout:1426: done (1 left) 2024-09-20T21:46:58.561 INFO:tasks.rados.rados.0.smithi046.stdout:1427: done (0 left) 2024-09-20T21:46:58.561 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 136 2024-09-20T21:46:58.561 INFO:tasks.rados.rados.0.smithi046.stdout:1428: seq_num 439 ranges {8347648=155648} 2024-09-20T21:46:58.606 INFO:tasks.rados.rados.0.smithi046.stdout:1428: writing smithi04683737-5 from 8347648 to 8503296 tid 1 2024-09-20T21:46:58.607 INFO:tasks.rados.rados.0.smithi046.stdout:1429: rollback oid 11 current snap is 136 2024-09-20T21:46:58.607 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 11 to 135 2024-09-20T21:46:58.607 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 136 2024-09-20T21:46:58.607 INFO:tasks.rados.rados.0.smithi046.stdout:1430: seq_num 440 ranges {6422528=172032} 2024-09-20T21:46:58.643 INFO:tasks.rados.rados.0.smithi046.stdout:1430: writing smithi04683737-4 from 6422528 to 6594560 tid 1 2024-09-20T21:46:58.643 INFO:tasks.rados.rados.0.smithi046.stdout:1431: delete oid 30 current snap is 136 2024-09-20T21:46:58.644 INFO:tasks.rados.rados.0.smithi046.stdout:1428: finishing write tid 1 to smithi04683737-5 2024-09-20T21:46:58.644 INFO:tasks.rados.rados.0.smithi046.stdout:1428: finishing write tid 2 to smithi04683737-5 2024-09-20T21:46:58.644 INFO:tasks.rados.rados.0.smithi046.stdout:1428: finishing write tid 3 to smithi04683737-5 2024-09-20T21:46:58.644 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 230 (ObjNum 439 snap 136 seq_num 439) dirty exists 2024-09-20T21:46:58.644 INFO:tasks.rados.rados.0.smithi046.stdout:1428: left oid 5 (ObjNum 439 snap 136 seq_num 439) 2024-09-20T21:46:58.644 INFO:tasks.rados.rados.0.smithi046.stdout:1429: finishing rollback tid 0 to smithi04683737-11 2024-09-20T21:46:58.644 INFO:tasks.rados.rados.0.smithi046.stdout:1429: finishing rollback tid 1 to smithi04683737-11 2024-09-20T21:46:58.644 INFO:tasks.rados.rados.0.smithi046.stdout:1429: finishing rollback tid 2 to smithi04683737-11 2024-09-20T21:46:58.644 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 444 (ObjNum 303 snap 96 seq_num 303) dirty exists 2024-09-20T21:46:58.646 INFO:tasks.rados.rados.0.smithi046.stdout:1428: done (3 left) 2024-09-20T21:46:58.646 INFO:tasks.rados.rados.0.smithi046.stdout:1429: done (2 left) 2024-09-20T21:46:58.646 INFO:tasks.rados.rados.0.smithi046.stdout:1431: done (1 left) 2024-09-20T21:46:58.646 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 136 2024-09-20T21:46:58.646 INFO:tasks.rados.rados.0.smithi046.stdout:1432: seq_num 442 ranges {0=204800} 2024-09-20T21:46:58.647 INFO:tasks.rados.rados.0.smithi046.stdout:1432: writing smithi04683737-15 from 0 to 204800 tid 1 2024-09-20T21:46:58.647 INFO:tasks.rados.rados.0.smithi046.stdout:1433: delete oid 34 current snap is 136 2024-09-20T21:46:58.647 INFO:tasks.rados.rados.0.smithi046.stdout:1430: finishing write tid 1 to smithi04683737-4 2024-09-20T21:46:58.647 INFO:tasks.rados.rados.0.smithi046.stdout:1430: finishing write tid 2 to smithi04683737-4 2024-09-20T21:46:58.648 INFO:tasks.rados.rados.0.smithi046.stdout:1430: finishing write tid 3 to smithi04683737-4 2024-09-20T21:46:58.648 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 579 (ObjNum 440 snap 136 seq_num 440) dirty exists 2024-09-20T21:46:58.648 INFO:tasks.rados.rados.0.smithi046.stdout:1430: left oid 4 (ObjNum 440 snap 136 seq_num 440) 2024-09-20T21:46:58.650 INFO:tasks.rados.rados.0.smithi046.stdout:1432: finishing write tid 1 to smithi04683737-15 2024-09-20T21:46:58.651 INFO:tasks.rados.rados.0.smithi046.stdout:1432: finishing write tid 2 to smithi04683737-15 2024-09-20T21:46:58.652 INFO:tasks.rados.rados.0.smithi046.stdout:1430: done (2 left) 2024-09-20T21:46:58.652 INFO:tasks.rados.rados.0.smithi046.stdout:1433: done (1 left) 2024-09-20T21:46:58.652 INFO:tasks.rados.rados.0.smithi046.stdout:1434: rollback oid 13 current snap is 136 2024-09-20T21:46:58.652 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 13 to 135 2024-09-20T21:46:58.652 INFO:tasks.rados.rados.0.smithi046.stdout:1435: snap_create 2024-09-20T21:46:58.652 INFO:tasks.rados.rados.0.smithi046.stdout:1432: finishing write tid 3 to smithi04683737-15 2024-09-20T21:46:58.652 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 486 (ObjNum 442 snap 136 seq_num 442) dirty exists 2024-09-20T21:46:58.652 INFO:tasks.rados.rados.0.smithi046.stdout:1432: left oid 15 (ObjNum 442 snap 136 seq_num 442) 2024-09-20T21:46:58.653 INFO:tasks.rados.rados.0.smithi046.stdout:1434: finishing rollback tid 1 to smithi04683737-13 2024-09-20T21:46:58.653 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 0 (ObjNum 33 snap 0 seq_num 19766992) dirty dne 2024-09-20T21:46:58.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:58 smithi046 ceph-mon[98591]: pgmap v183: 121 pgs: 121 active+clean; 170 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.4 MiB/s wr, 17 op/s 2024-09-20T21:46:58.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:58 smithi046 ceph-mon[98591]: osdmap e347: 8 total, 8 up, 8 in 2024-09-20T21:46:58.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:58 smithi046 ceph-mon[96110]: pgmap v183: 121 pgs: 121 active+clean; 170 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.4 MiB/s wr, 17 op/s 2024-09-20T21:46:58.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:58 smithi046 ceph-mon[96110]: osdmap e347: 8 total, 8 up, 8 in 2024-09-20T21:46:58.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:58 smithi134 ceph-mon[89086]: pgmap v183: 121 pgs: 121 active+clean; 170 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.4 MiB/s wr, 17 op/s 2024-09-20T21:46:58.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:58 smithi134 ceph-mon[89086]: osdmap e347: 8 total, 8 up, 8 in 2024-09-20T21:46:58.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:46:58 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:46:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:46:59.569 INFO:tasks.rados.rados.0.smithi046.stdout:1432: done (2 left) 2024-09-20T21:46:59.569 INFO:tasks.rados.rados.0.smithi046.stdout:1434: done (1 left) 2024-09-20T21:46:59.569 INFO:tasks.rados.rados.0.smithi046.stdout:1435: done (0 left) 2024-09-20T21:46:59.569 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 38 current snap is 137 2024-09-20T21:46:59.569 INFO:tasks.rados.rados.0.smithi046.stdout:1436: seq_num 444 ranges {3194880=237568} 2024-09-20T21:46:59.588 INFO:tasks.rados.rados.0.smithi046.stdout:1436: writing smithi04683737-38 from 3194880 to 3432448 tid 1 2024-09-20T21:46:59.588 INFO:tasks.rados.rados.0.smithi046.stdout:1437: rollback oid 50 current snap is 137 2024-09-20T21:46:59.588 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 50 to 136 2024-09-20T21:46:59.588 INFO:tasks.rados.rados.0.smithi046.stdout:1438: setattr oid 41 current snap is 137 2024-09-20T21:46:59.589 INFO:tasks.rados.rados.0.smithi046.stdout:1439: rollback oid 7 current snap is 137 2024-09-20T21:46:59.589 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 7 to 135 2024-09-20T21:46:59.589 INFO:tasks.rados.rados.0.smithi046.stdout:1440: snap_remove snap 133 2024-09-20T21:46:59.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:59 smithi046 ceph-mon[98591]: osdmap e348: 8 total, 8 up, 8 in 2024-09-20T21:46:59.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:46:59 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:59.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:59 smithi046 ceph-mon[96110]: osdmap e348: 8 total, 8 up, 8 in 2024-09-20T21:46:59.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:46:59 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:46:59.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:59 smithi134 ceph-mon[89086]: osdmap e348: 8 total, 8 up, 8 in 2024-09-20T21:46:59.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:46:59 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:00.577 INFO:tasks.rados.rados.0.smithi046.stdout:1437: finishing rollback tid 0 to smithi04683737-50 2024-09-20T21:47:00.578 INFO:tasks.rados.rados.0.smithi046.stdout:1439: finishing rollback tid 0 to smithi04683737-7 2024-09-20T21:47:00.578 INFO:tasks.rados.rados.0.smithi046.stdout:1437: finishing rollback tid 1 to smithi04683737-50 2024-09-20T21:47:00.578 INFO:tasks.rados.rados.0.smithi046.stdout:1437: finishing rollback tid 2 to smithi04683737-50 2024-09-20T21:47:00.578 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 461 (ObjNum 419 snap 130 seq_num 419) dirty exists 2024-09-20T21:47:00.578 INFO:tasks.rados.rados.0.smithi046.stdout:1436: finishing write tid 1 to smithi04683737-38 2024-09-20T21:47:00.578 INFO:tasks.rados.rados.0.smithi046.stdout:1436: finishing write tid 2 to smithi04683737-38 2024-09-20T21:47:00.578 INFO:tasks.rados.rados.0.smithi046.stdout:1439: finishing rollback tid 1 to smithi04683737-7 2024-09-20T21:47:00.578 INFO:tasks.rados.rados.0.smithi046.stdout:1436: finishing write tid 3 to smithi04683737-38 2024-09-20T21:47:00.578 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 509 (ObjNum 444 snap 137 seq_num 444) dirty exists 2024-09-20T21:47:00.578 INFO:tasks.rados.rados.0.smithi046.stdout:1436: left oid 38 (ObjNum 444 snap 137 seq_num 444) 2024-09-20T21:47:00.578 INFO:tasks.rados.rados.0.smithi046.stdout:1439: finishing rollback tid 2 to smithi04683737-7 2024-09-20T21:47:00.578 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 388 (ObjNum 303 snap 96 seq_num 303) dirty exists 2024-09-20T21:47:00.578 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 603 (ObjNum 397 snap 124 seq_num 397) dirty exists 2024-09-20T21:47:00.578 INFO:tasks.rados.rados.0.smithi046.stdout:1436: done (4 left) 2024-09-20T21:47:00.579 INFO:tasks.rados.rados.0.smithi046.stdout:1437: done (3 left) 2024-09-20T21:47:00.579 INFO:tasks.rados.rados.0.smithi046.stdout:1438: done (2 left) 2024-09-20T21:47:00.579 INFO:tasks.rados.rados.0.smithi046.stdout:1439: done (1 left) 2024-09-20T21:47:00.579 INFO:tasks.rados.rados.0.smithi046.stdout:1440: done (0 left) 2024-09-20T21:47:00.579 INFO:tasks.rados.rados.0.smithi046.stdout:1441: rollback oid 30 current snap is 137 2024-09-20T21:47:00.579 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 30 to 135 2024-09-20T21:47:00.579 INFO:tasks.rados.rados.0.smithi046.stdout:1442: delete oid 31 current snap is 137 2024-09-20T21:47:00.589 INFO:tasks.rados.rados.0.smithi046.stdout:1442: done (1 left) 2024-09-20T21:47:00.589 INFO:tasks.rados.rados.0.smithi046.stdout:1443: snap_remove snap 136 2024-09-20T21:47:00.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:00 smithi046 ceph-mon[98591]: pgmap v186: 121 pgs: 121 active+clean; 170 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 652 KiB/s wr, 2 op/s 2024-09-20T21:47:00.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:00 smithi046 ceph-mon[98591]: osdmap e349: 8 total, 8 up, 8 in 2024-09-20T21:47:00.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:00 smithi046 ceph-mon[96110]: pgmap v186: 121 pgs: 121 active+clean; 170 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 652 KiB/s wr, 2 op/s 2024-09-20T21:47:00.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:00 smithi046 ceph-mon[96110]: osdmap e349: 8 total, 8 up, 8 in 2024-09-20T21:47:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:00 smithi134 ceph-mon[89086]: pgmap v186: 121 pgs: 121 active+clean; 170 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 652 KiB/s wr, 2 op/s 2024-09-20T21:47:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:00 smithi134 ceph-mon[89086]: osdmap e349: 8 total, 8 up, 8 in 2024-09-20T21:47:01.583 INFO:tasks.rados.rados.0.smithi046.stdout:1443: done (1 left) 2024-09-20T21:47:01.583 INFO:tasks.rados.rados.0.smithi046.stdout:1444: read oid 22 snap 131 2024-09-20T21:47:01.583 INFO:tasks.rados.rados.0.smithi046.stdout:1444: expect (ObjNum 415 snap 130 seq_num 415) 2024-09-20T21:47:01.583 INFO:tasks.rados.rados.0.smithi046.stdout:1445: read oid 12 snap -1 2024-09-20T21:47:01.583 INFO:tasks.rados.rados.0.smithi046.stdout:1445: expect (ObjNum 388 snap 123 seq_num 388) 2024-09-20T21:47:01.583 INFO:tasks.rados.rados.0.smithi046.stdout:1446: read oid 13 snap -1 2024-09-20T21:47:01.583 INFO:tasks.rados.rados.0.smithi046.stdout:1446: expect deleted 2024-09-20T21:47:01.584 INFO:tasks.rados.rados.0.smithi046.stdout:1447: rmattr oid 5 current snap is 137 2024-09-20T21:47:01.584 INFO:tasks.rados.rados.0.smithi046.stdout:1441: finishing rollback tid 1 to smithi04683737-30 2024-09-20T21:47:01.584 INFO:tasks.rados.rados.0.smithi046.stdout:1441: finishing rollback tid 2 to smithi04683737-30 2024-09-20T21:47:01.584 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 488 (ObjNum 391 snap 123 seq_num 391) dirty exists 2024-09-20T21:47:01.584 INFO:tasks.rados.rados.0.smithi046.stdout:1441: done (4 left) 2024-09-20T21:47:01.584 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 137 2024-09-20T21:47:01.584 INFO:tasks.rados.rados.0.smithi046.stdout:1448: seq_num 446 ranges {565248=278528} 2024-09-20T21:47:01.589 INFO:tasks.rados.rados.0.smithi046.stdout:1448: writing smithi04683737-43 from 565248 to 843776 tid 1 2024-09-20T21:47:01.589 INFO:tasks.rados.rados.0.smithi046.stdout:1446: done (4 left) 2024-09-20T21:47:01.589 INFO:tasks.rados.rados.0.smithi046.stdout:1449: read oid 45 snap -1 2024-09-20T21:47:01.589 INFO:tasks.rados.rados.0.smithi046.stdout:1449: expect (ObjNum 375 snap 118 seq_num 375) 2024-09-20T21:47:01.589 INFO:tasks.rados.rados.0.smithi046.stdout:1450: read oid 38 snap -1 2024-09-20T21:47:01.589 INFO:tasks.rados.rados.0.smithi046.stdout:1450: expect (ObjNum 444 snap 137 seq_num 444) 2024-09-20T21:47:01.589 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 137 2024-09-20T21:47:01.589 INFO:tasks.rados.rados.0.smithi046.stdout:1451: seq_num 447 ranges {11288576=294912} 2024-09-20T21:47:01.653 INFO:tasks.rados.rados.0.smithi046.stdout:1451: writing smithi04683737-25 from 11288576 to 11583488 tid 1 2024-09-20T21:47:01.654 INFO:tasks.rados.rados.0.smithi046.stdout:1452: snap_remove snap 135 2024-09-20T21:47:01.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:01 smithi046 ceph-mon[96110]: osdmap e350: 8 total, 8 up, 8 in 2024-09-20T21:47:01.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:01 smithi046 ceph-mon[98591]: osdmap e350: 8 total, 8 up, 8 in 2024-09-20T21:47:01.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:01 smithi134 ceph-mon[89086]: osdmap e350: 8 total, 8 up, 8 in 2024-09-20T21:47:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:47:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:47:02] "GET /metrics HTTP/1.1" 200 36102 "" "Prometheus/2.43.0" 2024-09-20T21:47:02.535 INFO:tasks.rados.rados.0.smithi046.stdout:1452: done (7 left) 2024-09-20T21:47:02.535 INFO:tasks.rados.rados.0.smithi046.stdout:1453: rmattr oid 33 current snap is 137 2024-09-20T21:47:02.535 INFO:tasks.rados.rados.0.smithi046.stdout:1453: done (7 left) 2024-09-20T21:47:02.535 INFO:tasks.rados.rados.0.smithi046.stdout:1454: snap_create 2024-09-20T21:47:02.535 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 231 (ObjNum 439 snap 136 seq_num 439) dirty exists 2024-09-20T21:47:02.535 INFO:tasks.rados.rados.0.smithi046.stdout:1444: expect (ObjNum 415 snap 130 seq_num 415) 2024-09-20T21:47:02.578 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:47:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:47:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:47:02.599 INFO:tasks.rados.rados.0.smithi046.stdout:1450: expect (ObjNum 444 snap 137 seq_num 444) 2024-09-20T21:47:02.828 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:02 smithi046 ceph-mon[96110]: pgmap v189: 121 pgs: 121 active+clean; 182 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-09-20T21:47:02.829 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:02 smithi046 ceph-mon[96110]: osdmap e351: 8 total, 8 up, 8 in 2024-09-20T21:47:02.829 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:02 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-20T21:47:02.829 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:02 smithi046 ceph-mon[96110]: osdmap e352: 8 total, 8 up, 8 in 2024-09-20T21:47:02.829 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:02 smithi046 ceph-mon[98591]: pgmap v189: 121 pgs: 121 active+clean; 182 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-09-20T21:47:02.829 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:02 smithi046 ceph-mon[98591]: osdmap e351: 8 total, 8 up, 8 in 2024-09-20T21:47:02.829 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:02 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-20T21:47:02.829 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:02 smithi046 ceph-mon[98591]: osdmap e352: 8 total, 8 up, 8 in 2024-09-20T21:47:02.871 INFO:tasks.rados.rados.0.smithi046.stdout:1449: expect (ObjNum 375 snap 118 seq_num 375) 2024-09-20T21:47:02.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:02 smithi134 ceph-mon[89086]: pgmap v189: 121 pgs: 121 active+clean; 182 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-09-20T21:47:02.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:02 smithi134 ceph-mon[89086]: osdmap e351: 8 total, 8 up, 8 in 2024-09-20T21:47:02.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:02 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-20T21:47:02.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:02 smithi134 ceph-mon[89086]: osdmap e352: 8 total, 8 up, 8 in 2024-09-20T21:47:03.355 INFO:tasks.rados.rados.0.smithi046.stdout:1445: expect (ObjNum 388 snap 123 seq_num 388) 2024-09-20T21:47:03.558 INFO:tasks.rados.rados.0.smithi046.stdout:1448: finishing write tid 1 to smithi04683737-43 2024-09-20T21:47:03.559 INFO:tasks.rados.rados.0.smithi046.stdout:1448: finishing write tid 2 to smithi04683737-43 2024-09-20T21:47:03.559 INFO:tasks.rados.rados.0.smithi046.stdout:1448: finishing write tid 3 to smithi04683737-43 2024-09-20T21:47:03.559 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 617 (ObjNum 446 snap 137 seq_num 446) dirty exists 2024-09-20T21:47:03.559 INFO:tasks.rados.rados.0.smithi046.stdout:1448: left oid 43 (ObjNum 446 snap 137 seq_num 446) 2024-09-20T21:47:03.559 INFO:tasks.rados.rados.0.smithi046.stdout:1451: finishing write tid 1 to smithi04683737-25 2024-09-20T21:47:03.559 INFO:tasks.rados.rados.0.smithi046.stdout:1444: done (7 left) 2024-09-20T21:47:03.559 INFO:tasks.rados.rados.0.smithi046.stdout:1445: done (6 left) 2024-09-20T21:47:03.559 INFO:tasks.rados.rados.0.smithi046.stdout:1447: done (5 left) 2024-09-20T21:47:03.559 INFO:tasks.rados.rados.0.smithi046.stdout:1448: done (4 left) 2024-09-20T21:47:03.559 INFO:tasks.rados.rados.0.smithi046.stdout:1449: done (3 left) 2024-09-20T21:47:03.559 INFO:tasks.rados.rados.0.smithi046.stdout:1450: done (2 left) 2024-09-20T21:47:03.559 INFO:tasks.rados.rados.0.smithi046.stdout:1454: done (1 left) 2024-09-20T21:47:03.559 INFO:tasks.rados.rados.0.smithi046.stdout:1455: setattr oid 27 current snap is 138 2024-09-20T21:47:03.559 INFO:tasks.rados.rados.0.smithi046.stdout:1451: finishing write tid 2 to smithi04683737-25 2024-09-20T21:47:03.559 INFO:tasks.rados.rados.0.smithi046.stdout:1451: finishing write tid 3 to smithi04683737-25 2024-09-20T21:47:03.560 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 516 (ObjNum 447 snap 137 seq_num 447) dirty exists 2024-09-20T21:47:03.560 INFO:tasks.rados.rados.0.smithi046.stdout:1451: left oid 25 (ObjNum 447 snap 137 seq_num 447) 2024-09-20T21:47:03.560 INFO:tasks.rados.rados.0.smithi046.stdout:1451: done (1 left) 2024-09-20T21:47:03.560 INFO:tasks.rados.rados.0.smithi046.stdout:1456: read oid 26 snap -1 2024-09-20T21:47:03.560 INFO:tasks.rados.rados.0.smithi046.stdout:1456: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:47:03.560 INFO:tasks.rados.rados.0.smithi046.stdout:1457: read oid 7 snap -1 2024-09-20T21:47:03.560 INFO:tasks.rados.rados.0.smithi046.stdout:1457: expect (ObjNum 303 snap 96 seq_num 303) 2024-09-20T21:47:03.560 INFO:tasks.rados.rados.0.smithi046.stdout:1458: snap_remove snap 131 2024-09-20T21:47:03.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:03 smithi046 ceph-mon[96110]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-20T21:47:03.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:03 smithi046 ceph-mon[96110]: Upgrade: osd.2 is safe to restart 2024-09-20T21:47:03.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:03 smithi046 ceph-mon[96110]: osdmap e353: 8 total, 8 up, 8 in 2024-09-20T21:47:03.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:03 smithi046 ceph-mon[98591]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-20T21:47:03.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:03 smithi046 ceph-mon[98591]: Upgrade: osd.2 is safe to restart 2024-09-20T21:47:03.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:03 smithi046 ceph-mon[98591]: osdmap e353: 8 total, 8 up, 8 in 2024-09-20T21:47:03.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:03 smithi134 ceph-mon[89086]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-20T21:47:03.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:03 smithi134 ceph-mon[89086]: Upgrade: osd.2 is safe to restart 2024-09-20T21:47:03.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:03 smithi134 ceph-mon[89086]: osdmap e353: 8 total, 8 up, 8 in 2024-09-20T21:47:03.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:47:03 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:47:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:47:04.539 INFO:tasks.rados.rados.0.smithi046.stdout:1458: done (3 left) 2024-09-20T21:47:04.539 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 138 2024-09-20T21:47:04.539 INFO:tasks.rados.rados.0.smithi046.stdout:1459: seq_num 448 ranges {0=311296} 2024-09-20T21:47:04.541 INFO:tasks.rados.rados.0.smithi046.stdout:1459: writing smithi04683737-2 from 0 to 311296 tid 1 2024-09-20T21:47:04.541 INFO:tasks.rados.rados.0.smithi046.stdout:1460: rollback oid 47 current snap is 138 2024-09-20T21:47:04.541 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 47 to 137 2024-09-20T21:47:04.541 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 138 2024-09-20T21:47:04.541 INFO:tasks.rados.rados.0.smithi046.stdout:1461: seq_num 449 ranges {3465216=327680} 2024-09-20T21:47:04.563 INFO:tasks.rados.rados.0.smithi046.stdout:1461: writing smithi04683737-37 from 3465216 to 3792896 tid 1 2024-09-20T21:47:04.563 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 138 2024-09-20T21:47:04.563 INFO:tasks.rados.rados.0.smithi046.stdout:1462: seq_num 450 ranges {40960=344064} 2024-09-20T21:47:04.565 INFO:tasks.rados.rados.0.smithi046.stdout:1462: writing smithi04683737-36 from 40960 to 385024 tid 1 2024-09-20T21:47:04.565 INFO:tasks.rados.rados.0.smithi046.stdout:1463: copy_from oid 12 from oid 1 current snap is 138 2024-09-20T21:47:04.565 INFO:tasks.rados.rados.0.smithi046.stdout:1457: expect (ObjNum 303 snap 96 seq_num 303) 2024-09-20T21:47:04.574 INFO:tasks.rados.rados.0.smithi046.stdout:1456: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:47:04.576 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 368 (ObjNum 408 snap 127 seq_num 408) dirty exists 2024-09-20T21:47:04.576 INFO:tasks.rados.rados.0.smithi046.stdout:1460: finishing rollback tid 0 to smithi04683737-47 2024-09-20T21:47:04.576 INFO:tasks.rados.rados.0.smithi046.stdout:1460: finishing rollback tid 1 to smithi04683737-47 2024-09-20T21:47:04.576 INFO:tasks.rados.rados.0.smithi046.stdout:1455: done (7 left) 2024-09-20T21:47:04.577 INFO:tasks.rados.rados.0.smithi046.stdout:1456: done (6 left) 2024-09-20T21:47:04.577 INFO:tasks.rados.rados.0.smithi046.stdout:1457: done (5 left) 2024-09-20T21:47:04.577 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 138 2024-09-20T21:47:04.577 INFO:tasks.rados.rados.0.smithi046.stdout:1459: finishing write tid 1 to smithi04683737-2 2024-09-20T21:47:04.577 INFO:tasks.rados.rados.0.smithi046.stdout:1459: finishing write tid 2 to smithi04683737-2 2024-09-20T21:47:04.577 INFO:tasks.rados.rados.0.smithi046.stdout:1460: finishing rollback tid 2 to smithi04683737-47 2024-09-20T21:47:04.577 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 627 (ObjNum 398 snap 124 seq_num 398) dirty exists 2024-09-20T21:47:04.577 INFO:tasks.rados.rados.0.smithi046.stdout:1459: finishing write tid 3 to smithi04683737-2 2024-09-20T21:47:04.577 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 449 (ObjNum 448 snap 138 seq_num 448) dirty exists 2024-09-20T21:47:04.577 INFO:tasks.rados.rados.0.smithi046.stdout:1459: left oid 2 (ObjNum 448 snap 138 seq_num 448) 2024-09-20T21:47:04.577 INFO:tasks.rados.rados.0.smithi046.stdout:1461: finishing write tid 1 to smithi04683737-37 2024-09-20T21:47:04.577 INFO:tasks.rados.rados.0.smithi046.stdout:1461: finishing write tid 2 to smithi04683737-37 2024-09-20T21:47:04.577 INFO:tasks.rados.rados.0.smithi046.stdout:1461: finishing write tid 3 to smithi04683737-37 2024-09-20T21:47:04.577 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 527 (ObjNum 449 snap 138 seq_num 449) dirty exists 2024-09-20T21:47:04.577 INFO:tasks.rados.rados.0.smithi046.stdout:1461: left oid 37 (ObjNum 449 snap 138 seq_num 449) 2024-09-20T21:47:04.578 INFO:tasks.rados.rados.0.smithi046.stdout:1462: finishing write tid 1 to smithi04683737-36 2024-09-20T21:47:04.578 INFO:tasks.rados.rados.0.smithi046.stdout:1464: seq_num 451 ranges {0=360448} 2024-09-20T21:47:04.578 INFO:tasks.rados.rados.0.smithi046.stdout:1464: writing smithi04683737-26 from 0 to 360448 tid 1 2024-09-20T21:47:04.578 INFO:tasks.rados.rados.0.smithi046.stdout:1459: done (5 left) 2024-09-20T21:47:04.578 INFO:tasks.rados.rados.0.smithi046.stdout:1460: done (4 left) 2024-09-20T21:47:04.579 INFO:tasks.rados.rados.0.smithi046.stdout:1461: done (3 left) 2024-09-20T21:47:04.579 INFO:tasks.rados.rados.0.smithi046.stdout:1465: delete oid 44 current snap is 138 2024-09-20T21:47:04.579 INFO:tasks.rados.rados.0.smithi046.stdout:1462: finishing write tid 2 to smithi04683737-36 2024-09-20T21:47:04.579 INFO:tasks.rados.rados.0.smithi046.stdout:1462: finishing write tid 3 to smithi04683737-36 2024-09-20T21:47:04.579 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 463 (ObjNum 450 snap 138 seq_num 450) dirty exists 2024-09-20T21:47:04.579 INFO:tasks.rados.rados.0.smithi046.stdout:1462: left oid 36 (ObjNum 450 snap 138 seq_num 450) 2024-09-20T21:47:04.579 INFO:tasks.rados.rados.0.smithi046.stdout:1463: finishing copy_from racing read to smithi04683737-12 2024-09-20T21:47:04.580 INFO:tasks.rados.rados.0.smithi046.stdout:1462: done (3 left) 2024-09-20T21:47:04.580 INFO:tasks.rados.rados.0.smithi046.stdout:1465: done (2 left) 2024-09-20T21:47:04.580 INFO:tasks.rados.rados.0.smithi046.stdout:1466: snap_remove snap 137 2024-09-20T21:47:04.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:04 smithi046 ceph-mon[96110]: pgmap v192: 121 pgs: 121 active+clean; 182 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-09-20T21:47:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:04 smithi046 ceph-mon[96110]: Upgrade: Updating osd.2 2024-09-20T21:47:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-20T21:47:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:47:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:04 smithi046 ceph-mon[96110]: Deploying daemon osd.2 on smithi046 2024-09-20T21:47:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:47:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:04 smithi046 ceph-mon[96110]: osdmap e354: 8 total, 8 up, 8 in 2024-09-20T21:47:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:04 smithi046 ceph-mon[98591]: pgmap v192: 121 pgs: 121 active+clean; 182 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-09-20T21:47:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:04 smithi046 ceph-mon[98591]: Upgrade: Updating osd.2 2024-09-20T21:47:04.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:04.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-20T21:47:04.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:47:04.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:04 smithi046 ceph-mon[98591]: Deploying daemon osd.2 on smithi046 2024-09-20T21:47:04.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:04.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:47:04.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:04 smithi046 ceph-mon[98591]: osdmap e354: 8 total, 8 up, 8 in 2024-09-20T21:47:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:04 smithi134 ceph-mon[89086]: pgmap v192: 121 pgs: 121 active+clean; 182 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-09-20T21:47:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:04 smithi134 ceph-mon[89086]: Upgrade: Updating osd.2 2024-09-20T21:47:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-20T21:47:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:47:04.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:04 smithi134 ceph-mon[89086]: Deploying daemon osd.2 on smithi046 2024-09-20T21:47:04.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:04.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:47:04.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:04 smithi134 ceph-mon[89086]: osdmap e354: 8 total, 8 up, 8 in 2024-09-20T21:47:04.927 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:47:04 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:47:04.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:47:04.927 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:47:04 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:47:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:47:05.540 INFO:tasks.rados.rados.0.smithi046.stdout:1466: done (2 left) 2024-09-20T21:47:05.540 INFO:tasks.rados.rados.0.smithi046.stdout:1467: read oid 49 snap -1 2024-09-20T21:47:05.540 INFO:tasks.rados.rados.0.smithi046.stdout:1467: expect (ObjNum 341 snap 110 seq_num 341) 2024-09-20T21:47:05.540 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 138 2024-09-20T21:47:05.540 INFO:tasks.rados.rados.0.smithi046.stdout:1468: seq_num 453 ranges {0=393216} 2024-09-20T21:47:05.542 INFO:tasks.rados.rados.0.smithi046.stdout:1468: writing smithi04683737-21 from 0 to 393216 tid 1 2024-09-20T21:47:05.542 INFO:tasks.rados.rados.0.smithi046.stdout:1469: snap_create 2024-09-20T21:47:05.543 INFO:tasks.rados.rados.0.smithi046.stdout:1464: finishing write tid 1 to smithi04683737-26 2024-09-20T21:47:05.543 INFO:tasks.rados.rados.0.smithi046.stdout:1464: finishing write tid 2 to smithi04683737-26 2024-09-20T21:47:05.543 INFO:tasks.rados.rados.0.smithi046.stdout:1463: finishing copy_from to smithi04683737-12 2024-09-20T21:47:05.543 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 441 (ObjNum 377 snap 118 seq_num 377) dirty exists 2024-09-20T21:47:05.543 INFO:tasks.rados.rados.0.smithi046.stdout:1464: finishing write tid 3 to smithi04683737-26 2024-09-20T21:47:05.543 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 452 (ObjNum 451 snap 138 seq_num 451) dirty exists 2024-09-20T21:47:05.543 INFO:tasks.rados.rados.0.smithi046.stdout:1464: left oid 26 (ObjNum 451 snap 138 seq_num 451) 2024-09-20T21:47:05.548 INFO:tasks.rados.rados.0.smithi046.stdout:1467: expect (ObjNum 341 snap 110 seq_num 341) 2024-09-20T21:47:05.573 INFO:tasks.rados.rados.0.smithi046.stdout:1468: finishing write tid 1 to smithi04683737-21 2024-09-20T21:47:05.573 INFO:tasks.rados.rados.0.smithi046.stdout:1468: finishing write tid 2 to smithi04683737-21 2024-09-20T21:47:05.573 INFO:tasks.rados.rados.0.smithi046.stdout:1468: finishing write tid 3 to smithi04683737-21 2024-09-20T21:47:05.573 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 631 (ObjNum 453 snap 138 seq_num 453) dirty exists 2024-09-20T21:47:05.573 INFO:tasks.rados.rados.0.smithi046.stdout:1468: left oid 21 (ObjNum 453 snap 138 seq_num 453) 2024-09-20T21:47:06.546 INFO:tasks.rados.rados.0.smithi046.stdout:1463: done (4 left) 2024-09-20T21:47:06.546 INFO:tasks.rados.rados.0.smithi046.stdout:1464: done (3 left) 2024-09-20T21:47:06.546 INFO:tasks.rados.rados.0.smithi046.stdout:1467: done (2 left) 2024-09-20T21:47:06.547 INFO:tasks.rados.rados.0.smithi046.stdout:1468: done (1 left) 2024-09-20T21:47:06.547 INFO:tasks.rados.rados.0.smithi046.stdout:1469: done (0 left) 2024-09-20T21:47:06.547 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 139 2024-09-20T21:47:06.547 INFO:tasks.rados.rados.0.smithi046.stdout:1470: seq_num 454 ranges {9101312=409600} 2024-09-20T21:47:06.599 INFO:tasks.rados.rados.0.smithi046.stdout:1470: writing smithi04683737-19 from 9101312 to 9510912 tid 1 2024-09-20T21:47:06.599 INFO:tasks.rados.rados.0.smithi046.stdout:1471: copy_from oid 10 from oid 3 current snap is 139 2024-09-20T21:47:06.599 INFO:tasks.rados.rados.0.smithi046.stdout:1472: snap_remove snap 138 2024-09-20T21:47:06.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:06 smithi046 ceph-mon[96110]: pgmap v195: 121 pgs: 121 active+clean; 157 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-09-20T21:47:06.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:06 smithi046 ceph-mon[96110]: osdmap e355: 8 total, 8 up, 8 in 2024-09-20T21:47:06.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:06 smithi046 ceph-mon[98591]: pgmap v195: 121 pgs: 121 active+clean; 157 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-09-20T21:47:06.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:06 smithi046 ceph-mon[98591]: osdmap e355: 8 total, 8 up, 8 in 2024-09-20T21:47:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:06 smithi134 ceph-mon[89086]: pgmap v195: 121 pgs: 121 active+clean; 157 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-09-20T21:47:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:06 smithi134 ceph-mon[89086]: osdmap e355: 8 total, 8 up, 8 in 2024-09-20T21:47:07.400 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:06 smithi046 systemd[1]: Stopping Ceph osd.2 for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:47:07.401 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:07 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2[55958]: 2024-09-20T21:47:07.187+0000 7f5453234640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-20T21:47:07.401 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:07 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2[55958]: 2024-09-20T21:47:07.187+0000 7f5453234640 -1 osd.2 356 *** Got signal Terminated *** 2024-09-20T21:47:07.401 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:07 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2[55958]: 2024-09-20T21:47:07.187+0000 7f5453234640 -1 osd.2 356 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-20T21:47:07.537 INFO:tasks.rados.rados.0.smithi046.stdout:1472: done (2 left) 2024-09-20T21:47:07.537 INFO:tasks.rados.rados.0.smithi046.stdout:1473: delete oid 29 current snap is 139 2024-09-20T21:47:07.537 INFO:tasks.rados.rados.0.smithi046.stdout:1470: finishing write tid 1 to smithi04683737-19 2024-09-20T21:47:07.537 INFO:tasks.rados.rados.0.smithi046.stdout:1470: finishing write tid 2 to smithi04683737-19 2024-09-20T21:47:07.537 INFO:tasks.rados.rados.0.smithi046.stdout:1470: finishing write tid 3 to smithi04683737-19 2024-09-20T21:47:07.537 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 462 (ObjNum 454 snap 139 seq_num 454) dirty exists 2024-09-20T21:47:07.538 INFO:tasks.rados.rados.0.smithi046.stdout:1470: left oid 19 (ObjNum 454 snap 139 seq_num 454) 2024-09-20T21:47:07.538 INFO:tasks.rados.rados.0.smithi046.stdout:1471: finishing copy_from racing read to smithi04683737-10 2024-09-20T21:47:07.538 INFO:tasks.rados.rados.0.smithi046.stdout:1471: finishing copy_from to smithi04683737-10 2024-09-20T21:47:07.538 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 385 (ObjNum 303 snap 96 seq_num 303) dirty exists 2024-09-20T21:47:07.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:07 smithi046 ceph-mon[98591]: osdmap e356: 8 total, 8 up, 8 in 2024-09-20T21:47:07.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:07 smithi046 ceph-mon[98591]: osd.2 marked itself down and dead 2024-09-20T21:47:07.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:07 smithi046 ceph-mon[98591]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-20T21:47:07.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:07 smithi046 ceph-mon[98591]: osdmap e357: 8 total, 7 up, 8 in 2024-09-20T21:47:07.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:07 smithi046 ceph-mon[96110]: osdmap e356: 8 total, 8 up, 8 in 2024-09-20T21:47:07.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:07 smithi046 ceph-mon[96110]: osd.2 marked itself down and dead 2024-09-20T21:47:07.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:07 smithi046 ceph-mon[96110]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-20T21:47:07.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:07 smithi046 ceph-mon[96110]: osdmap e357: 8 total, 7 up, 8 in 2024-09-20T21:47:07.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:07 smithi134 ceph-mon[89086]: osdmap e356: 8 total, 8 up, 8 in 2024-09-20T21:47:07.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:07 smithi134 ceph-mon[89086]: osd.2 marked itself down and dead 2024-09-20T21:47:07.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:07 smithi134 ceph-mon[89086]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-20T21:47:07.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:07 smithi134 ceph-mon[89086]: osdmap e357: 8 total, 7 up, 8 in 2024-09-20T21:47:08.338 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:08 smithi046 podman[113888]: 2024-09-20 21:47:08.030412855 +0000 UTC m=+0.937520673 container stop c82637878174ade2e093fc02ddc2d941b38b1f1fda3c7899a9f013e86595e539 (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=quincy-fbd1a6a, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-20T21:47:08.339 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:08 smithi046 podman[113888]: 2024-09-20 21:47:08.056482398 +0000 UTC m=+0.963590214 container died c82637878174ade2e093fc02ddc2d941b38b1f1fda3c7899a9f013e86595e539 (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, RELEASE=quincy-fbd1a6a, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-20T21:47:08.550 INFO:tasks.rados.rados.0.smithi046.stdout:1470: done (2 left) 2024-09-20T21:47:08.550 INFO:tasks.rados.rados.0.smithi046.stdout:1471: done (1 left) 2024-09-20T21:47:08.550 INFO:tasks.rados.rados.0.smithi046.stdout:1473: done (0 left) 2024-09-20T21:47:08.550 INFO:tasks.rados.rados.0.smithi046.stdout:1474: read oid 24 snap -1 2024-09-20T21:47:08.551 INFO:tasks.rados.rados.0.smithi046.stdout:1474: expect (ObjNum 430 snap 135 seq_num 430) 2024-09-20T21:47:08.551 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 139 2024-09-20T21:47:08.551 INFO:tasks.rados.rados.0.smithi046.stdout:1475: seq_num 456 ranges {1327104=442368} 2024-09-20T21:47:08.561 INFO:tasks.rados.rados.0.smithi046.stdout:1475: writing smithi04683737-17 from 1327104 to 1769472 tid 1 2024-09-20T21:47:08.561 INFO:tasks.rados.rados.0.smithi046.stdout:1476: read oid 36 snap -1 2024-09-20T21:47:08.561 INFO:tasks.rados.rados.0.smithi046.stdout:1476: expect (ObjNum 450 snap 138 seq_num 450) 2024-09-20T21:47:08.561 INFO:tasks.rados.rados.0.smithi046.stdout:1477: snap_create 2024-09-20T21:47:08.561 INFO:tasks.rados.rados.0.smithi046.stdout:1474: expect (ObjNum 430 snap 135 seq_num 430) 2024-09-20T21:47:08.564 INFO:tasks.rados.rados.0.smithi046.stdout:1475: finishing write tid 1 to smithi04683737-17 2024-09-20T21:47:08.564 INFO:tasks.rados.rados.0.smithi046.stdout:1475: finishing write tid 2 to smithi04683737-17 2024-09-20T21:47:08.565 INFO:tasks.rados.rados.0.smithi046.stdout:1476: expect (ObjNum 450 snap 138 seq_num 450) 2024-09-20T21:47:08.577 INFO:tasks.rados.rados.0.smithi046.stdout:1475: finishing write tid 3 to smithi04683737-17 2024-09-20T21:47:08.577 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 506 (ObjNum 456 snap 139 seq_num 456) dirty exists 2024-09-20T21:47:08.577 INFO:tasks.rados.rados.0.smithi046.stdout:1475: left oid 17 (ObjNum 456 snap 139 seq_num 456) 2024-09-20T21:47:08.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:08 smithi046 ceph-mon[96110]: pgmap v198: 121 pgs: 121 active+clean; 151 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-09-20T21:47:08.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:08 smithi046 ceph-mon[96110]: osdmap e358: 8 total, 7 up, 8 in 2024-09-20T21:47:08.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:08 smithi046 ceph-mon[98591]: pgmap v198: 121 pgs: 121 active+clean; 151 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-09-20T21:47:08.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:08 smithi046 ceph-mon[98591]: osdmap e358: 8 total, 7 up, 8 in 2024-09-20T21:47:08.651 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:08 smithi046 podman[113888]: 2024-09-20 21:47:08.527777969 +0000 UTC m=+1.434885774 container cleanup c82637878174ade2e093fc02ddc2d941b38b1f1fda3c7899a9f013e86595e539 (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=quincy-fbd1a6a, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0) 2024-09-20T21:47:08.651 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:08 smithi046 bash[113888]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2 2024-09-20T21:47:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:08 smithi134 ceph-mon[89086]: pgmap v198: 121 pgs: 121 active+clean; 151 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-09-20T21:47:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:08 smithi134 ceph-mon[89086]: osdmap e358: 8 total, 7 up, 8 in 2024-09-20T21:47:08.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:47:08 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:47:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:47:09.150 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:08 smithi046 podman[113908]: 2024-09-20 21:47:08.746376298 +0000 UTC m=+0.707951015 container remove c82637878174ade2e093fc02ddc2d941b38b1f1fda3c7899a9f013e86595e539 (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, RELEASE=quincy-fbd1a6a) 2024-09-20T21:47:09.526 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:09 smithi046 podman[114003]: 2024-09-20 21:47:09.058188306 +0000 UTC m=+0.016416987 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T21:47:09.526 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:09 smithi046 podman[114003]: 2024-09-20 21:47:09.155367303 +0000 UTC m=+0.113595969 container create fb6057c81251e5d433e9efa015681303f82e085f76c82dd2d1c8b960db69564b (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2-deactivate, RELEASE=squid-9e2ac70, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-09-20T21:47:09.560 INFO:tasks.rados.rados.0.smithi046.stdout:1474: done (3 left) 2024-09-20T21:47:09.560 INFO:tasks.rados.rados.0.smithi046.stdout:1475: done (2 left) 2024-09-20T21:47:09.560 INFO:tasks.rados.rados.0.smithi046.stdout:1476: done (1 left) 2024-09-20T21:47:09.560 INFO:tasks.rados.rados.0.smithi046.stdout:1477: done (0 left) 2024-09-20T21:47:09.561 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 140 2024-09-20T21:47:09.561 INFO:tasks.rados.rados.0.smithi046.stdout:1478: seq_num 457 ranges {0=458752} 2024-09-20T21:47:09.563 INFO:tasks.rados.rados.0.smithi046.stdout:1478: writing smithi04683737-44 from 0 to 458752 tid 1 2024-09-20T21:47:09.563 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 140 2024-09-20T21:47:09.563 INFO:tasks.rados.rados.0.smithi046.stdout:1479: seq_num 458 ranges {6373376=475136} 2024-09-20T21:47:09.601 INFO:tasks.rados.rados.0.smithi046.stdout:1479: writing smithi04683737-48 from 6373376 to 6848512 tid 1 2024-09-20T21:47:09.601 INFO:tasks.rados.rados.0.smithi046.stdout:1480: delete oid 25 current snap is 140 2024-09-20T21:47:09.601 INFO:tasks.rados.rados.0.smithi046.stdout:1478: finishing write tid 1 to smithi04683737-44 2024-09-20T21:47:09.601 INFO:tasks.rados.rados.0.smithi046.stdout:1478: finishing write tid 2 to smithi04683737-44 2024-09-20T21:47:09.601 INFO:tasks.rados.rados.0.smithi046.stdout:1478: finishing write tid 3 to smithi04683737-44 2024-09-20T21:47:09.601 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 457 (ObjNum 457 snap 140 seq_num 457) dirty exists 2024-09-20T21:47:09.601 INFO:tasks.rados.rados.0.smithi046.stdout:1478: left oid 44 (ObjNum 457 snap 140 seq_num 457) 2024-09-20T21:47:09.605 INFO:tasks.rados.rados.0.smithi046.stdout:1478: done (2 left) 2024-09-20T21:47:09.606 INFO:tasks.rados.rados.0.smithi046.stdout:1480: done (1 left) 2024-09-20T21:47:09.606 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 140 2024-09-20T21:47:09.606 INFO:tasks.rados.rados.0.smithi046.stdout:1481: seq_num 460 ranges {2220032=507904} 2024-09-20T21:47:09.621 INFO:tasks.rados.rados.0.smithi046.stdout:1481: writing smithi04683737-22 from 2220032 to 2727936 tid 1 2024-09-20T21:47:09.621 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 140 2024-09-20T21:47:09.621 INFO:tasks.rados.rados.0.smithi046.stdout:1479: finishing write tid 1 to smithi04683737-48 2024-09-20T21:47:09.621 INFO:tasks.rados.rados.0.smithi046.stdout:1479: finishing write tid 2 to smithi04683737-48 2024-09-20T21:47:09.621 INFO:tasks.rados.rados.0.smithi046.stdout:1482: seq_num 461 ranges {917504=524288} 2024-09-20T21:47:09.629 INFO:tasks.rados.rados.0.smithi046.stdout:1482: writing smithi04683737-49 from 917504 to 1441792 tid 1 2024-09-20T21:47:09.629 INFO:tasks.rados.rados.0.smithi046.stdout:1483: read oid 44 snap 139 2024-09-20T21:47:09.629 INFO:tasks.rados.rados.0.smithi046.stdout:1483: expect deleted 2024-09-20T21:47:09.629 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 140 2024-09-20T21:47:09.629 INFO:tasks.rados.rados.0.smithi046.stdout:1479: finishing write tid 3 to smithi04683737-48 2024-09-20T21:47:09.629 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 509 (ObjNum 458 snap 140 seq_num 458) dirty exists 2024-09-20T21:47:09.629 INFO:tasks.rados.rados.0.smithi046.stdout:1479: left oid 48 (ObjNum 458 snap 140 seq_num 458) 2024-09-20T21:47:09.629 INFO:tasks.rados.rados.0.smithi046.stdout:1481: finishing write tid 1 to smithi04683737-22 2024-09-20T21:47:09.630 INFO:tasks.rados.rados.0.smithi046.stdout:1484: seq_num 462 ranges {0=540672} 2024-09-20T21:47:09.633 INFO:tasks.rados.rados.0.smithi046.stdout:1484: writing smithi04683737-46 from 0 to 540672 tid 1 2024-09-20T21:47:09.633 INFO:tasks.rados.rados.0.smithi046.stdout:1479: done (4 left) 2024-09-20T21:47:09.633 INFO:tasks.rados.rados.0.smithi046.stdout:1485: delete oid 39 current snap is 140 2024-09-20T21:47:09.633 INFO:tasks.rados.rados.0.smithi046.stdout:1481: finishing write tid 2 to smithi04683737-22 2024-09-20T21:47:09.633 INFO:tasks.rados.rados.0.smithi046.stdout:1481: finishing write tid 3 to smithi04683737-22 2024-09-20T21:47:09.633 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 634 (ObjNum 460 snap 140 seq_num 460) dirty exists 2024-09-20T21:47:09.633 INFO:tasks.rados.rados.0.smithi046.stdout:1481: left oid 22 (ObjNum 460 snap 140 seq_num 460) 2024-09-20T21:47:09.633 INFO:tasks.rados.rados.0.smithi046.stdout:1482: finishing write tid 1 to smithi04683737-49 2024-09-20T21:47:09.633 INFO:tasks.rados.rados.0.smithi046.stdout:1482: finishing write tid 2 to smithi04683737-49 2024-09-20T21:47:09.634 INFO:tasks.rados.rados.0.smithi046.stdout:1482: finishing write tid 3 to smithi04683737-49 2024-09-20T21:47:09.634 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 594 (ObjNum 461 snap 140 seq_num 461) dirty exists 2024-09-20T21:47:09.634 INFO:tasks.rados.rados.0.smithi046.stdout:1482: left oid 49 (ObjNum 461 snap 140 seq_num 461) 2024-09-20T21:47:09.634 INFO:tasks.rados.rados.0.smithi046.stdout:1481: done (4 left) 2024-09-20T21:47:09.635 INFO:tasks.rados.rados.0.smithi046.stdout:1482: done (3 left) 2024-09-20T21:47:09.635 INFO:tasks.rados.rados.0.smithi046.stdout:1483: done (2 left) 2024-09-20T21:47:09.635 INFO:tasks.rados.rados.0.smithi046.stdout:1485: done (1 left) 2024-09-20T21:47:09.635 INFO:tasks.rados.rados.0.smithi046.stdout:1486: setattr oid 13 current snap is 140 2024-09-20T21:47:09.635 INFO:tasks.rados.rados.0.smithi046.stdout:1484: finishing write tid 1 to smithi04683737-46 2024-09-20T21:47:09.635 INFO:tasks.rados.rados.0.smithi046.stdout:1484: finishing write tid 2 to smithi04683737-46 2024-09-20T21:47:09.637 INFO:tasks.rados.rados.0.smithi046.stdout:1487: snap_remove snap 139 2024-09-20T21:47:09.901 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:09 smithi046 podman[114003]: 2024-09-20 21:47:09.525407667 +0000 UTC m=+0.483636333 container init fb6057c81251e5d433e9efa015681303f82e085f76c82dd2d1c8b960db69564b (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2-deactivate, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, RELEASE=squid-9e2ac70, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-09-20T21:47:09.901 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:09 smithi046 podman[114003]: 2024-09-20 21:47:09.530757967 +0000 UTC m=+0.488986634 container start fb6057c81251e5d433e9efa015681303f82e085f76c82dd2d1c8b960db69564b (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=squid-9e2ac70, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-09-20T21:47:09.901 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:09 smithi046 podman[114003]: 2024-09-20 21:47:09.633693537 +0000 UTC m=+0.591922236 container attach fb6057c81251e5d433e9efa015681303f82e085f76c82dd2d1c8b960db69564b (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-9e2ac70, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-09-20T21:47:09.901 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:09 smithi046 podman[114003]: 2024-09-20 21:47:09.747651817 +0000 UTC m=+0.705880494 container died fb6057c81251e5d433e9efa015681303f82e085f76c82dd2d1c8b960db69564b (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2-deactivate, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=squid-9e2ac70, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-20T21:47:10.564 INFO:tasks.rados.rados.0.smithi046.stdout:1487: done (2 left) 2024-09-20T21:47:10.565 INFO:tasks.rados.rados.0.smithi046.stdout:1488: setattr oid 15 current snap is 140 2024-09-20T21:47:10.565 INFO:tasks.rados.rados.0.smithi046.stdout:1484: finishing write tid 3 to smithi04683737-46 2024-09-20T21:47:10.565 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 469 (ObjNum 462 snap 140 seq_num 462) dirty exists 2024-09-20T21:47:10.565 INFO:tasks.rados.rados.0.smithi046.stdout:1484: left oid 46 (ObjNum 462 snap 140 seq_num 462) 2024-09-20T21:47:10.565 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 595 (ObjNum 225 snap 0 seq_num 20072128) dirty exists 2024-09-20T21:47:10.569 INFO:tasks.rados.rados.0.smithi046.stdout:1484: done (2 left) 2024-09-20T21:47:10.569 INFO:tasks.rados.rados.0.smithi046.stdout:1486: done (1 left) 2024-09-20T21:47:10.569 INFO:tasks.rados.rados.0.smithi046.stdout:1489: rollback oid 33 current snap is 140 2024-09-20T21:47:10.570 INFO:tasks.rados.rados.0.smithi046.stdout:1489: done (1 left) 2024-09-20T21:47:10.570 INFO:tasks.rados.rados.0.smithi046.stdout:1490: read oid 38 snap -1 2024-09-20T21:47:10.570 INFO:tasks.rados.rados.0.smithi046.stdout:1490: expect (ObjNum 444 snap 137 seq_num 444) 2024-09-20T21:47:10.570 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 140 2024-09-20T21:47:10.570 INFO:tasks.rados.rados.0.smithi046.stdout:1491: seq_num 464 ranges {7323648=573440} 2024-09-20T21:47:10.613 INFO:tasks.rados.rados.0.smithi046.stdout:1491: writing smithi04683737-8 from 7323648 to 7897088 tid 1 2024-09-20T21:47:10.613 INFO:tasks.rados.rados.0.smithi046.stdout:1492: delete oid 39 current snap is 140 2024-09-20T21:47:10.613 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 489 (ObjNum 442 snap 136 seq_num 442) dirty exists 2024-09-20T21:47:10.613 INFO:tasks.rados.rados.0.smithi046.stdout:1490: expect (ObjNum 444 snap 137 seq_num 444) 2024-09-20T21:47:10.648 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:10 smithi046 ceph-mon[96110]: pgmap v201: 121 pgs: 14 stale+active+clean, 107 active+clean; 151 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 679 KiB/s rd, 164 KiB/s wr, 3 op/s 2024-09-20T21:47:10.648 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:10 smithi046 ceph-mon[96110]: osdmap e359: 8 total, 7 up, 8 in 2024-09-20T21:47:10.648 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:10 smithi046 podman[114046]: 2024-09-20 21:47:10.396086784 +0000 UTC m=+0.642412478 container remove fb6057c81251e5d433e9efa015681303f82e085f76c82dd2d1c8b960db69564b (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2-deactivate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, RELEASE=squid-9e2ac70) 2024-09-20T21:47:10.648 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:10 smithi046 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.2.service: Deactivated successfully. 2024-09-20T21:47:10.648 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:10 smithi046 systemd[1]: Stopped Ceph osd.2 for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:47:10.648 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:10 smithi046 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.2.service: Consumed 12.511s CPU time. 2024-09-20T21:47:10.648 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:10 smithi046 ceph-mon[98591]: pgmap v201: 121 pgs: 14 stale+active+clean, 107 active+clean; 151 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 679 KiB/s rd, 164 KiB/s wr, 3 op/s 2024-09-20T21:47:10.649 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:10 smithi046 ceph-mon[98591]: osdmap e359: 8 total, 7 up, 8 in 2024-09-20T21:47:10.882 INFO:tasks.rados.rados.0.smithi046.stdout:1491: finishing write tid 1 to smithi04683737-8 2024-09-20T21:47:10.882 INFO:tasks.rados.rados.0.smithi046.stdout:1491: finishing write tid 2 to smithi04683737-8 2024-09-20T21:47:10.882 INFO:tasks.rados.rados.0.smithi046.stdout:1491: finishing write tid 3 to smithi04683737-8 2024-09-20T21:47:10.882 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 465 (ObjNum 464 snap 140 seq_num 464) dirty exists 2024-09-20T21:47:10.882 INFO:tasks.rados.rados.0.smithi046.stdout:1491: left oid 8 (ObjNum 464 snap 140 seq_num 464) 2024-09-20T21:47:10.882 INFO:tasks.rados.rados.0.smithi046.stdout:1488: done (3 left) 2024-09-20T21:47:10.882 INFO:tasks.rados.rados.0.smithi046.stdout:1490: done (2 left) 2024-09-20T21:47:10.882 INFO:tasks.rados.rados.0.smithi046.stdout:1491: done (1 left) 2024-09-20T21:47:10.882 INFO:tasks.rados.rados.0.smithi046.stdout:1492: done (0 left) 2024-09-20T21:47:10.882 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 140 2024-09-20T21:47:10.883 INFO:tasks.rados.rados.0.smithi046.stdout:1493: seq_num 466 ranges {278528=614400} 2024-09-20T21:47:10.887 INFO:tasks.rados.rados.0.smithi046.stdout:1493: writing smithi04683737-7 from 278528 to 892928 tid 1 2024-09-20T21:47:10.887 INFO:tasks.rados.rados.0.smithi046.stdout:1494: copy_from oid 15 from oid 13 current snap is 140 2024-09-20T21:47:10.887 INFO:tasks.rados.rados.0.smithi046.stdout:1495: copy_from oid 48 from oid 47 current snap is 140 2024-09-20T21:47:10.887 INFO:tasks.rados.rados.0.smithi046.stdout:1496: read oid 29 snap -1 2024-09-20T21:47:10.887 INFO:tasks.rados.rados.0.smithi046.stdout:1496: expect deleted 2024-09-20T21:47:10.887 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 140 2024-09-20T21:47:10.887 INFO:tasks.rados.rados.0.smithi046.stdout:1497: seq_num 467 ranges {311296=630784} 2024-09-20T21:47:10.893 INFO:tasks.rados.rados.0.smithi046.stdout:1497: writing smithi04683737-2 from 311296 to 942080 tid 1 2024-09-20T21:47:10.893 INFO:tasks.rados.rados.0.smithi046.stdout:1498: read oid 44 snap -1 2024-09-20T21:47:10.893 INFO:tasks.rados.rados.0.smithi046.stdout:1498: expect (ObjNum 457 snap 140 seq_num 457) 2024-09-20T21:47:10.893 INFO:tasks.rados.rados.0.smithi046.stdout:1499: rollback oid 6 current snap is 140 2024-09-20T21:47:10.893 INFO:tasks.rados.rados.0.smithi046.stdout:1499: done (6 left) 2024-09-20T21:47:10.893 INFO:tasks.rados.rados.0.smithi046.stdout:1500: copy_from oid 19 from oid 30 current snap is 140 2024-09-20T21:47:10.893 INFO:tasks.rados.rados.0.smithi046.stdout:1493: finishing write tid 1 to smithi04683737-7 2024-09-20T21:47:10.893 INFO:tasks.rados.rados.0.smithi046.stdout:1493: finishing write tid 2 to smithi04683737-7 2024-09-20T21:47:10.893 INFO:tasks.rados.rados.0.smithi046.stdout:1494: finishing copy_from racing read to smithi04683737-15 2024-09-20T21:47:10.893 INFO:tasks.rados.rados.0.smithi046.stdout:1493: finishing write tid 3 to smithi04683737-7 2024-09-20T21:47:10.893 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 390 (ObjNum 466 snap 140 seq_num 466) dirty exists 2024-09-20T21:47:10.893 INFO:tasks.rados.rados.0.smithi046.stdout:1493: left oid 7 (ObjNum 466 snap 140 seq_num 466) 2024-09-20T21:47:10.894 INFO:tasks.rados.rados.0.smithi046.stdout:1494: finishing copy_from to smithi04683737-15 2024-09-20T21:47:10.894 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 595 (ObjNum 305 snap 0 seq_num 1567821245) dirty exists 2024-09-20T21:47:10.894 INFO:tasks.rados.rados.0.smithi046.stdout:1493: done (6 left) 2024-09-20T21:47:10.894 INFO:tasks.rados.rados.0.smithi046.stdout:1494: done (5 left) 2024-09-20T21:47:10.894 INFO:tasks.rados.rados.0.smithi046.stdout:1496: done (4 left) 2024-09-20T21:47:10.894 INFO:tasks.rados.rados.0.smithi046.stdout:1501: read oid 23 snap -1 2024-09-20T21:47:10.894 INFO:tasks.rados.rados.0.smithi046.stdout:1501: expect (ObjNum 415 snap 130 seq_num 415) 2024-09-20T21:47:10.894 INFO:tasks.rados.rados.0.smithi046.stdout:1502: read oid 33 snap -1 2024-09-20T21:47:10.894 INFO:tasks.rados.rados.0.smithi046.stdout:1502: expect (ObjNum 369 snap 117 seq_num 369) 2024-09-20T21:47:10.894 INFO:tasks.rados.rados.0.smithi046.stdout:1503: rollback oid 6 current snap is 140 2024-09-20T21:47:10.894 INFO:tasks.rados.rados.0.smithi046.stdout:1503: done (6 left) 2024-09-20T21:47:10.894 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 140 2024-09-20T21:47:10.894 INFO:tasks.rados.rados.0.smithi046.stdout:1504: seq_num 468 ranges {0=647168} 2024-09-20T21:47:10.897 INFO:tasks.rados.rados.0.smithi046.stdout:1504: writing smithi04683737-29 from 0 to 647168 tid 1 2024-09-20T21:47:10.897 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 11 current snap is 140 2024-09-20T21:47:10.898 INFO:tasks.rados.rados.0.smithi046.stdout:1505: seq_num 469 ranges {278528=663552} 2024-09-20T21:47:10.900 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:10 smithi046 systemd[1]: Starting Ceph osd.2 for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:47:10.900 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:10 smithi046 podman[114149]: 2024-09-20 21:47:10.855362248 +0000 UTC m=+0.109312875 container create aa5f5a19bfb30eb80c1d596bcb10cc4bca609484f29b033288d798c934e99e81 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2-activate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , RELEASE=squid-9e2ac70, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2) 2024-09-20T21:47:10.901 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:10 smithi046 podman[114149]: 2024-09-20 21:47:10.762640008 +0000 UTC m=+0.016590647 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T21:47:10.903 INFO:tasks.rados.rados.0.smithi046.stdout:1505: writing smithi04683737-11 from 278528 to 942080 tid 1 2024-09-20T21:47:10.903 INFO:tasks.rados.rados.0.smithi046.stdout:1506: delete oid 34 current snap is 140 2024-09-20T21:47:10.904 INFO:tasks.rados.rados.0.smithi046.stdout:1498: expect (ObjNum 457 snap 140 seq_num 457) 2024-09-20T21:47:10.918 INFO:tasks.rados.rados.0.smithi046.stdout:1497: finishing write tid 1 to smithi04683737-2 2024-09-20T21:47:10.918 INFO:tasks.rados.rados.0.smithi046.stdout:1497: finishing write tid 2 to smithi04683737-2 2024-09-20T21:47:10.918 INFO:tasks.rados.rados.0.smithi046.stdout:1497: finishing write tid 3 to smithi04683737-2 2024-09-20T21:47:10.919 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 464 (ObjNum 467 snap 140 seq_num 467) dirty exists 2024-09-20T21:47:10.919 INFO:tasks.rados.rados.0.smithi046.stdout:1497: left oid 2 (ObjNum 467 snap 140 seq_num 467) 2024-09-20T21:47:10.919 INFO:tasks.rados.rados.0.smithi046.stdout:1504: finishing write tid 1 to smithi04683737-29 2024-09-20T21:47:10.919 INFO:tasks.rados.rados.0.smithi046.stdout:1504: finishing write tid 2 to smithi04683737-29 2024-09-20T21:47:10.919 INFO:tasks.rados.rados.0.smithi046.stdout:1504: finishing write tid 3 to smithi04683737-29 2024-09-20T21:47:10.919 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 467 (ObjNum 468 snap 140 seq_num 468) dirty exists 2024-09-20T21:47:10.919 INFO:tasks.rados.rados.0.smithi046.stdout:1504: left oid 29 (ObjNum 468 snap 140 seq_num 468) 2024-09-20T21:47:10.919 INFO:tasks.rados.rados.0.smithi046.stdout:1502: expect (ObjNum 369 snap 117 seq_num 369) 2024-09-20T21:47:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:10 smithi134 ceph-mon[89086]: pgmap v201: 121 pgs: 14 stale+active+clean, 107 active+clean; 151 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 679 KiB/s rd, 164 KiB/s wr, 3 op/s 2024-09-20T21:47:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:10 smithi134 ceph-mon[89086]: osdmap e359: 8 total, 7 up, 8 in 2024-09-20T21:47:10.955 INFO:tasks.rados.rados.0.smithi046.stdout:1505: finishing write tid 1 to smithi04683737-11 2024-09-20T21:47:10.955 INFO:tasks.rados.rados.0.smithi046.stdout:1505: finishing write tid 2 to smithi04683737-11 2024-09-20T21:47:10.955 INFO:tasks.rados.rados.0.smithi046.stdout:1505: finishing write tid 3 to smithi04683737-11 2024-09-20T21:47:10.955 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 446 (ObjNum 469 snap 140 seq_num 469) dirty exists 2024-09-20T21:47:10.955 INFO:tasks.rados.rados.0.smithi046.stdout:1505: left oid 11 (ObjNum 469 snap 140 seq_num 469) 2024-09-20T21:47:10.955 INFO:tasks.rados.rados.0.smithi046.stdout:1501: expect (ObjNum 415 snap 130 seq_num 415) 2024-09-20T21:47:11.016 INFO:tasks.rados.rados.0.smithi046.stdout:1500: finishing copy_from racing read to smithi04683737-19 2024-09-20T21:47:11.016 INFO:tasks.rados.rados.0.smithi046.stdout:1500: finishing copy_from to smithi04683737-19 2024-09-20T21:47:11.016 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 488 (ObjNum 391 snap 123 seq_num 391) dirty exists 2024-09-20T21:47:11.016 INFO:tasks.rados.rados.0.smithi046.stdout:1495: finishing copy_from racing read to smithi04683737-48 2024-09-20T21:47:11.016 INFO:tasks.rados.rados.0.smithi046.stdout:1497: done (8 left) 2024-09-20T21:47:11.016 INFO:tasks.rados.rados.0.smithi046.stdout:1498: done (7 left) 2024-09-20T21:47:11.016 INFO:tasks.rados.rados.0.smithi046.stdout:1500: done (6 left) 2024-09-20T21:47:11.017 INFO:tasks.rados.rados.0.smithi046.stdout:1501: done (5 left) 2024-09-20T21:47:11.017 INFO:tasks.rados.rados.0.smithi046.stdout:1502: done (4 left) 2024-09-20T21:47:11.017 INFO:tasks.rados.rados.0.smithi046.stdout:1504: done (3 left) 2024-09-20T21:47:11.017 INFO:tasks.rados.rados.0.smithi046.stdout:1505: done (2 left) 2024-09-20T21:47:11.017 INFO:tasks.rados.rados.0.smithi046.stdout:1506: done (1 left) 2024-09-20T21:47:11.017 INFO:tasks.rados.rados.0.smithi046.stdout:1507: rollback oid 45 current snap is 140 2024-09-20T21:47:11.017 INFO:tasks.rados.rados.0.smithi046.stdout:1507: done (1 left) 2024-09-20T21:47:11.017 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 140 2024-09-20T21:47:11.017 INFO:tasks.rados.rados.0.smithi046.stdout:1495: finishing copy_from to smithi04683737-48 2024-09-20T21:47:11.017 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 627 (ObjNum 398 snap 124 seq_num 398) dirty exists 2024-09-20T21:47:11.017 INFO:tasks.rados.rados.0.smithi046.stdout:1508: seq_num 471 ranges {0=696320} 2024-09-20T21:47:11.020 INFO:tasks.rados.rados.0.smithi046.stdout:1508: writing smithi04683737-14 from 0 to 696320 tid 1 2024-09-20T21:47:11.020 INFO:tasks.rados.rados.0.smithi046.stdout:1495: done (1 left) 2024-09-20T21:47:11.020 INFO:tasks.rados.rados.0.smithi046.stdout:1509: rmattr oid 4 current snap is 140 2024-09-20T21:47:11.020 INFO:tasks.rados.rados.0.smithi046.stdout:1510: read oid 9 snap -1 2024-09-20T21:47:11.020 INFO:tasks.rados.rados.0.smithi046.stdout:1510: expect (ObjNum 425 snap 132 seq_num 425) 2024-09-20T21:47:11.020 INFO:tasks.rados.rados.0.smithi046.stdout:1511: read oid 32 snap -1 2024-09-20T21:47:11.021 INFO:tasks.rados.rados.0.smithi046.stdout:1511: expect (ObjNum 417 snap 130 seq_num 417) 2024-09-20T21:47:11.021 INFO:tasks.rados.rados.0.smithi046.stdout:1512: read oid 12 snap -1 2024-09-20T21:47:11.021 INFO:tasks.rados.rados.0.smithi046.stdout:1512: expect (ObjNum 377 snap 118 seq_num 377) 2024-09-20T21:47:11.021 INFO:tasks.rados.rados.0.smithi046.stdout:1513: setattr oid 38 current snap is 140 2024-09-20T21:47:11.023 INFO:tasks.rados.rados.0.smithi046.stdout:1514: read oid 49 snap -1 2024-09-20T21:47:11.023 INFO:tasks.rados.rados.0.smithi046.stdout:1514: expect (ObjNum 461 snap 140 seq_num 461) 2024-09-20T21:47:11.023 INFO:tasks.rados.rados.0.smithi046.stdout:1515: rollback oid 15 current snap is 140 2024-09-20T21:47:11.023 INFO:tasks.rados.rados.0.smithi046.stdout:1515: done (7 left) 2024-09-20T21:47:11.023 INFO:tasks.rados.rados.0.smithi046.stdout:1516: snap_create 2024-09-20T21:47:11.025 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 598 (ObjNum 440 snap 136 seq_num 440) dirty exists 2024-09-20T21:47:11.027 INFO:tasks.rados.rados.0.smithi046.stdout:1508: finishing write tid 1 to smithi04683737-14 2024-09-20T21:47:11.027 INFO:tasks.rados.rados.0.smithi046.stdout:1508: finishing write tid 2 to smithi04683737-14 2024-09-20T21:47:11.027 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 534 (ObjNum 444 snap 137 seq_num 444) dirty exists 2024-09-20T21:47:11.029 INFO:tasks.rados.rados.0.smithi046.stdout:1508: finishing write tid 3 to smithi04683737-14 2024-09-20T21:47:11.029 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 634 (ObjNum 471 snap 140 seq_num 471) dirty exists 2024-09-20T21:47:11.029 INFO:tasks.rados.rados.0.smithi046.stdout:1508: left oid 14 (ObjNum 471 snap 140 seq_num 471) 2024-09-20T21:47:11.034 INFO:tasks.rados.rados.0.smithi046.stdout:1511: expect (ObjNum 417 snap 130 seq_num 417) 2024-09-20T21:47:11.102 INFO:tasks.rados.rados.0.smithi046.stdout:1514: expect (ObjNum 461 snap 140 seq_num 461) 2024-09-20T21:47:11.155 INFO:tasks.rados.rados.0.smithi046.stdout:1512: expect (ObjNum 377 snap 118 seq_num 377) 2024-09-20T21:47:11.259 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:11 smithi046 podman[114149]: 2024-09-20 21:47:11.133494376 +0000 UTC m=+0.387445015 container init aa5f5a19bfb30eb80c1d596bcb10cc4bca609484f29b033288d798c934e99e81 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2-activate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=squid-9e2ac70, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-20T21:47:11.259 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:11 smithi046 podman[114149]: 2024-09-20 21:47:11.138636431 +0000 UTC m=+0.392587059 container start aa5f5a19bfb30eb80c1d596bcb10cc4bca609484f29b033288d798c934e99e81 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2-activate, org.label-schema.schema-version=1.0, RELEASE=squid-9e2ac70, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-09-20T21:47:11.318 INFO:tasks.rados.rados.0.smithi046.stdout:1510: expect (ObjNum 425 snap 132 seq_num 425) 2024-09-20T21:47:11.566 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:11 smithi046 podman[114149]: 2024-09-20 21:47:11.258305761 +0000 UTC m=+0.512256397 container attach aa5f5a19bfb30eb80c1d596bcb10cc4bca609484f29b033288d798c934e99e81 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2-activate, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-9e2ac70, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-09-20T21:47:11.566 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:11 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2-activate[114164]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-20T21:47:11.567 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:11 smithi046 bash[114149]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-20T21:47:11.567 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:11 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2-activate[114164]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-20T21:47:11.567 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:11 smithi046 bash[114149]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-20T21:47:11.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:11 smithi046 ceph-mon[96110]: osdmap e360: 8 total, 7 up, 8 in 2024-09-20T21:47:11.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:11 smithi046 ceph-mon[98591]: osdmap e360: 8 total, 7 up, 8 in 2024-09-20T21:47:11.901 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:11 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2-activate[114164]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-20T21:47:11.901 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:11 smithi046 bash[114149]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-20T21:47:11.901 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:11 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2-activate[114164]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-20T21:47:11.901 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:11 smithi046 bash[114149]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-20T21:47:11.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:11 smithi134 ceph-mon[89086]: osdmap e360: 8 total, 7 up, 8 in 2024-09-20T21:47:12.280 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:47:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:47:12] "GET /metrics HTTP/1.1" 200 36262 "" "Prometheus/2.43.0" 2024-09-20T21:47:12.281 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2-activate[114164]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-20T21:47:12.281 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:12 smithi046 bash[114149]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-20T21:47:12.281 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2-activate[114164]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-20T21:47:12.281 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:12 smithi046 bash[114149]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-20T21:47:12.281 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2-activate[114164]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-09-20T21:47:12.281 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:12 smithi046 bash[114149]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-09-20T21:47:12.281 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2-activate[114164]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-20T21:47:12.281 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:12 smithi046 bash[114149]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-20T21:47:12.281 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2-activate[114164]: --> ceph-volume raw activate successful for osd ID: 2 2024-09-20T21:47:12.281 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:12 smithi046 bash[114149]: --> ceph-volume raw activate successful for osd ID: 2 2024-09-20T21:47:12.282 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:12 smithi046 podman[114149]: 2024-09-20 21:47:12.082587144 +0000 UTC m=+1.336537786 container died aa5f5a19bfb30eb80c1d596bcb10cc4bca609484f29b033288d798c934e99e81 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2-activate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-9e2ac70, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-09-20T21:47:12.568 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:47:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:47:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:47:12.611 INFO:tasks.rados.rados.0.smithi046.stdout:1508: done (7 left) 2024-09-20T21:47:12.611 INFO:tasks.rados.rados.0.smithi046.stdout:1509: done (6 left) 2024-09-20T21:47:12.611 INFO:tasks.rados.rados.0.smithi046.stdout:1510: done (5 left) 2024-09-20T21:47:12.612 INFO:tasks.rados.rados.0.smithi046.stdout:1511: done (4 left) 2024-09-20T21:47:12.612 INFO:tasks.rados.rados.0.smithi046.stdout:1512: done (3 left) 2024-09-20T21:47:12.612 INFO:tasks.rados.rados.0.smithi046.stdout:1513: done (2 left) 2024-09-20T21:47:12.612 INFO:tasks.rados.rados.0.smithi046.stdout:1514: done (1 left) 2024-09-20T21:47:12.612 INFO:tasks.rados.rados.0.smithi046.stdout:1516: done (0 left) 2024-09-20T21:47:12.612 INFO:tasks.rados.rados.0.smithi046.stdout:1517: read oid 18 snap -1 2024-09-20T21:47:12.612 INFO:tasks.rados.rados.0.smithi046.stdout:1517: expect (ObjNum 435 snap 135 seq_num 435) 2024-09-20T21:47:12.612 INFO:tasks.rados.rados.0.smithi046.stdout:1518: setattr oid 31 current snap is 141 2024-09-20T21:47:12.614 INFO:tasks.rados.rados.0.smithi046.stdout:1519: snap_create 2024-09-20T21:47:12.618 INFO:tasks.rados.rados.0.smithi046.stdout:1517: expect (ObjNum 435 snap 135 seq_num 435) 2024-09-20T21:47:12.660 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 635 (ObjNum 481 snap 0 seq_num 536846000) dirty exists 2024-09-20T21:47:12.900 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:12 smithi046 podman[114323]: 2024-09-20 21:47:12.75461836 +0000 UTC m=+0.665886292 container remove aa5f5a19bfb30eb80c1d596bcb10cc4bca609484f29b033288d798c934e99e81 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2-activate, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-9e2ac70, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-20T21:47:12.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:12 smithi046 ceph-mon[96110]: pgmap v204: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 143 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 290 KiB/s rd, 1.1 MiB/s wr, 14 op/s; 23/222 objects degraded (10.360%) 2024-09-20T21:47:12.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:12 smithi046 ceph-mon[96110]: Health check failed: Degraded data redundancy: 23/222 objects degraded (10.360%), 10 pgs degraded (PG_DEGRADED) 2024-09-20T21:47:12.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:12 smithi046 ceph-mon[96110]: osdmap e361: 8 total, 7 up, 8 in 2024-09-20T21:47:12.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:12 smithi046 ceph-mon[96110]: osdmap e362: 8 total, 7 up, 8 in 2024-09-20T21:47:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:12 smithi046 ceph-mon[98591]: pgmap v204: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 143 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 290 KiB/s rd, 1.1 MiB/s wr, 14 op/s; 23/222 objects degraded (10.360%) 2024-09-20T21:47:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:12 smithi046 ceph-mon[98591]: Health check failed: Degraded data redundancy: 23/222 objects degraded (10.360%), 10 pgs degraded (PG_DEGRADED) 2024-09-20T21:47:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:12 smithi046 ceph-mon[98591]: osdmap e361: 8 total, 7 up, 8 in 2024-09-20T21:47:12.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:12 smithi046 ceph-mon[98591]: osdmap e362: 8 total, 7 up, 8 in 2024-09-20T21:47:12.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:12 smithi134 ceph-mon[89086]: pgmap v204: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 143 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 290 KiB/s rd, 1.1 MiB/s wr, 14 op/s; 23/222 objects degraded (10.360%) 2024-09-20T21:47:12.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:12 smithi134 ceph-mon[89086]: Health check failed: Degraded data redundancy: 23/222 objects degraded (10.360%), 10 pgs degraded (PG_DEGRADED) 2024-09-20T21:47:12.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:12 smithi134 ceph-mon[89086]: osdmap e361: 8 total, 7 up, 8 in 2024-09-20T21:47:12.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:12 smithi134 ceph-mon[89086]: osdmap e362: 8 total, 7 up, 8 in 2024-09-20T21:47:13.228 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:12 smithi046 podman[114397]: 2024-09-20 21:47:12.867525626 +0000 UTC m=+0.016416996 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T21:47:13.228 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:12 smithi046 podman[114397]: 2024-09-20 21:47:12.98904243 +0000 UTC m=+0.137933793 container create bfb9841748e3dd3615b9d3f134d6b94abad8a114c35465469077c03c6bd6fd57 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-9e2ac70, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-09-20T21:47:13.228 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:13 smithi046 podman[114397]: 2024-09-20 21:47:13.19981702 +0000 UTC m=+0.348708384 container init bfb9841748e3dd3615b9d3f134d6b94abad8a114c35465469077c03c6bd6fd57 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=squid-9e2ac70, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-09-20T21:47:13.228 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:13 smithi046 podman[114397]: 2024-09-20 21:47:13.204691421 +0000 UTC m=+0.353582776 container start bfb9841748e3dd3615b9d3f134d6b94abad8a114c35465469077c03c6bd6fd57 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2, RELEASE=squid-9e2ac70, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-20T21:47:13.575 INFO:tasks.rados.rados.0.smithi046.stdout:1517: done (2 left) 2024-09-20T21:47:13.575 INFO:tasks.rados.rados.0.smithi046.stdout:1518: done (1 left) 2024-09-20T21:47:13.576 INFO:tasks.rados.rados.0.smithi046.stdout:1519: done (0 left) 2024-09-20T21:47:13.576 INFO:tasks.rados.rados.0.smithi046.stdout:1520: snap_remove snap 141 2024-09-20T21:47:13.650 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:13 smithi046 ceph-osd[114435]: -- 172.21.15.46:0/3063938815 <== mon.0 v2:172.21.15.46:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f60b181a40 con 0x55f60bf48400 2024-09-20T21:47:13.651 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:13 smithi046 bash[114397]: bfb9841748e3dd3615b9d3f134d6b94abad8a114c35465469077c03c6bd6fd57 2024-09-20T21:47:13.651 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:13 smithi046 systemd[1]: Started Ceph osd.2 for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:47:13.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:47:13 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:47:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:47:14.578 INFO:tasks.rados.rados.0.smithi046.stdout:1520: done (0 left) 2024-09-20T21:47:14.578 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 142 2024-09-20T21:47:14.578 INFO:tasks.rados.rados.0.smithi046.stdout:1521: seq_num 472 ranges {2162688=712704} 2024-09-20T21:47:14.593 INFO:tasks.rados.rados.0.smithi046.stdout:1521: writing smithi04683737-23 from 2162688 to 2875392 tid 1 2024-09-20T21:47:14.594 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 142 2024-09-20T21:47:14.594 INFO:tasks.rados.rados.0.smithi046.stdout:1522: seq_num 473 ranges {3530752=729088} 2024-09-20T21:47:14.617 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:14 smithi046 ceph-mon[96110]: pgmap v207: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 143 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 290 KiB/s rd, 1.1 MiB/s wr, 14 op/s; 23/222 objects degraded (10.360%) 2024-09-20T21:47:14.617 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:14 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:14.617 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:14 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:14.618 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:14 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:47:14.618 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:14 smithi046 ceph-mon[96110]: osdmap e363: 8 total, 7 up, 8 in 2024-09-20T21:47:14.618 INFO:tasks.rados.rados.0.smithi046.stdout:1522: writing smithi04683737-1 from 3530752 to 4259840 tid 1 2024-09-20T21:47:14.618 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:14 smithi046 ceph-mon[98591]: pgmap v207: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 143 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 290 KiB/s rd, 1.1 MiB/s wr, 14 op/s; 23/222 objects degraded (10.360%) 2024-09-20T21:47:14.618 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:14 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:14.618 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:14 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:14.618 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:14 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:47:14.618 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:14 smithi046 ceph-mon[98591]: osdmap e363: 8 total, 7 up, 8 in 2024-09-20T21:47:14.619 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 142 2024-09-20T21:47:14.619 INFO:tasks.rados.rados.0.smithi046.stdout:1521: finishing write tid 1 to smithi04683737-23 2024-09-20T21:47:14.619 INFO:tasks.rados.rados.0.smithi046.stdout:1523: seq_num 474 ranges {2195456=745472} 2024-09-20T21:47:14.635 INFO:tasks.rados.rados.0.smithi046.stdout:1523: writing smithi04683737-32 from 2195456 to 2940928 tid 1 2024-09-20T21:47:14.636 INFO:tasks.rados.rados.0.smithi046.stdout:1524: rollback oid 41 current snap is 142 2024-09-20T21:47:14.636 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 41 to 140 2024-09-20T21:47:14.636 INFO:tasks.rados.rados.0.smithi046.stdout:1521: finishing write tid 2 to smithi04683737-23 2024-09-20T21:47:14.636 INFO:tasks.rados.rados.0.smithi046.stdout:1521: finishing write tid 3 to smithi04683737-23 2024-09-20T21:47:14.636 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 472 (ObjNum 472 snap 142 seq_num 472) dirty exists 2024-09-20T21:47:14.636 INFO:tasks.rados.rados.0.smithi046.stdout:1521: left oid 23 (ObjNum 472 snap 142 seq_num 472) 2024-09-20T21:47:14.636 INFO:tasks.rados.rados.0.smithi046.stdout:1522: finishing write tid 1 to smithi04683737-1 2024-09-20T21:47:14.636 INFO:tasks.rados.rados.0.smithi046.stdout:1522: finishing write tid 2 to smithi04683737-1 2024-09-20T21:47:14.636 INFO:tasks.rados.rados.0.smithi046.stdout:1522: finishing write tid 3 to smithi04683737-1 2024-09-20T21:47:14.636 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 448 (ObjNum 473 snap 142 seq_num 473) dirty exists 2024-09-20T21:47:14.636 INFO:tasks.rados.rados.0.smithi046.stdout:1522: left oid 1 (ObjNum 473 snap 142 seq_num 473) 2024-09-20T21:47:14.636 INFO:tasks.rados.rados.0.smithi046.stdout:1521: done (3 left) 2024-09-20T21:47:14.636 INFO:tasks.rados.rados.0.smithi046.stdout:1522: done (2 left) 2024-09-20T21:47:14.636 INFO:tasks.rados.rados.0.smithi046.stdout:1525: delete oid 50 current snap is 142 2024-09-20T21:47:14.639 INFO:tasks.rados.rados.0.smithi046.stdout:1525: done (2 left) 2024-09-20T21:47:14.639 INFO:tasks.rados.rados.0.smithi046.stdout:1526: rmattr oid 27 current snap is 142 2024-09-20T21:47:14.639 INFO:tasks.rados.rados.0.smithi046.stdout:1524: finishing rollback tid 0 to smithi04683737-41 2024-09-20T21:47:14.639 INFO:tasks.rados.rados.0.smithi046.stdout:1527: rollback oid 49 current snap is 142 2024-09-20T21:47:14.639 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 49 to 140 2024-09-20T21:47:14.639 INFO:tasks.rados.rados.0.smithi046.stdout:1528: read oid 45 snap 140 2024-09-20T21:47:14.639 INFO:tasks.rados.rados.0.smithi046.stdout:1528: expect (ObjNum 375 snap 118 seq_num 375) 2024-09-20T21:47:14.639 INFO:tasks.rados.rados.0.smithi046.stdout:1529: read oid 39 snap -1 2024-09-20T21:47:14.639 INFO:tasks.rados.rados.0.smithi046.stdout:1529: expect deleted 2024-09-20T21:47:14.639 INFO:tasks.rados.rados.0.smithi046.stdout:1530: copy_from oid 28 from oid 48 current snap is 142 2024-09-20T21:47:14.640 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 142 2024-09-20T21:47:14.640 INFO:tasks.rados.rados.0.smithi046.stdout:1531: seq_num 476 ranges {278528=778240} 2024-09-20T21:47:14.645 INFO:tasks.rados.rados.0.smithi046.stdout:1531: writing smithi04683737-6 from 278528 to 1056768 tid 1 2024-09-20T21:47:14.647 INFO:tasks.rados.rados.0.smithi046.stdout:1532: copy_from oid 38 from oid 50 current snap is 142 2024-09-20T21:47:14.647 INFO:tasks.rados.rados.0.smithi046.stdout:1524: finishing rollback tid 1 to smithi04683737-41 2024-09-20T21:47:14.647 INFO:tasks.rados.rados.0.smithi046.stdout:1524: finishing rollback tid 2 to smithi04683737-41 2024-09-20T21:47:14.647 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 639 (ObjNum 397 snap 124 seq_num 397) dirty exists 2024-09-20T21:47:14.647 INFO:tasks.rados.rados.0.smithi046.stdout:1523: finishing write tid 1 to smithi04683737-32 2024-09-20T21:47:14.647 INFO:tasks.rados.rados.0.smithi046.stdout:1523: finishing write tid 2 to smithi04683737-32 2024-09-20T21:47:14.647 INFO:tasks.rados.rados.0.smithi046.stdout:1527: finishing rollback tid 0 to smithi04683737-49 2024-09-20T21:47:14.647 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 386 (ObjNum 408 snap 127 seq_num 408) dirty exists 2024-09-20T21:47:14.647 INFO:tasks.rados.rados.0.smithi046.stdout:1523: finishing write tid 3 to smithi04683737-32 2024-09-20T21:47:14.647 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 601 (ObjNum 474 snap 142 seq_num 474) dirty exists 2024-09-20T21:47:14.647 INFO:tasks.rados.rados.0.smithi046.stdout:1523: left oid 32 (ObjNum 474 snap 142 seq_num 474) 2024-09-20T21:47:14.648 INFO:tasks.rados.rados.0.smithi046.stdout:1523: done (8 left) 2024-09-20T21:47:14.648 INFO:tasks.rados.rados.0.smithi046.stdout:1524: done (7 left) 2024-09-20T21:47:14.648 INFO:tasks.rados.rados.0.smithi046.stdout:1526: done (6 left) 2024-09-20T21:47:14.648 INFO:tasks.rados.rados.0.smithi046.stdout:1529: done (5 left) 2024-09-20T21:47:14.648 INFO:tasks.rados.rados.0.smithi046.stdout:1533: read oid 20 snap -1 2024-09-20T21:47:14.648 INFO:tasks.rados.rados.0.smithi046.stdout:1533: expect deleted 2024-09-20T21:47:14.648 INFO:tasks.rados.rados.0.smithi046.stdout:1534: copy_from oid 46 from oid 33 current snap is 142 2024-09-20T21:47:14.648 INFO:tasks.rados.rados.0.smithi046.stdout:1535: read oid 22 snap -1 2024-09-20T21:47:14.648 INFO:tasks.rados.rados.0.smithi046.stdout:1535: expect (ObjNum 460 snap 140 seq_num 460) 2024-09-20T21:47:14.648 INFO:tasks.rados.rados.0.smithi046.stdout:1536: snap_create 2024-09-20T21:47:14.648 INFO:tasks.rados.rados.0.smithi046.stdout:1527: finishing rollback tid 1 to smithi04683737-49 2024-09-20T21:47:14.649 INFO:tasks.rados.rados.0.smithi046.stdout:1532: finishing copy_from to smithi04683737-38 2024-09-20T21:47:14.649 INFO:tasks.rados.rados.0.smithi046.stdout:1532: got expected ENOENT (src dne) 2024-09-20T21:47:14.649 INFO:tasks.rados.rados.0.smithi046.stdout:1532: finishing copy_from racing read to smithi04683737-38 2024-09-20T21:47:14.651 INFO:tasks.rados.rados.0.smithi046.stdout:1527: finishing rollback tid 2 to smithi04683737-49 2024-09-20T21:47:14.651 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 605 (ObjNum 461 snap 140 seq_num 461) dirty exists 2024-09-20T21:47:14.651 INFO:tasks.rados.rados.0.smithi046.stdout:1531: finishing write tid 1 to smithi04683737-6 2024-09-20T21:47:14.652 INFO:tasks.rados.rados.0.smithi046.stdout:1531: finishing write tid 2 to smithi04683737-6 2024-09-20T21:47:14.654 INFO:tasks.rados.rados.0.smithi046.stdout:1531: finishing write tid 3 to smithi04683737-6 2024-09-20T21:47:14.654 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 608 (ObjNum 476 snap 142 seq_num 476) dirty exists 2024-09-20T21:47:14.654 INFO:tasks.rados.rados.0.smithi046.stdout:1531: left oid 6 (ObjNum 476 snap 142 seq_num 476) 2024-09-20T21:47:14.657 INFO:tasks.rados.rados.0.smithi046.stdout:1534: finishing copy_from racing read to smithi04683737-46 2024-09-20T21:47:14.658 INFO:tasks.rados.rados.0.smithi046.stdout:1534: finishing copy_from to smithi04683737-46 2024-09-20T21:47:14.658 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 451 (ObjNum 369 snap 117 seq_num 369) dirty exists 2024-09-20T21:47:14.667 INFO:tasks.rados.rados.0.smithi046.stdout:1528: expect (ObjNum 375 snap 118 seq_num 375) 2024-09-20T21:47:14.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:14 smithi134 ceph-mon[89086]: pgmap v207: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 143 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 290 KiB/s rd, 1.1 MiB/s wr, 14 op/s; 23/222 objects degraded (10.360%) 2024-09-20T21:47:14.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:14 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:14.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:14 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:14.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:14 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:47:14.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:14 smithi134 ceph-mon[89086]: osdmap e363: 8 total, 7 up, 8 in 2024-09-20T21:47:14.677 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:47:14 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:47:14.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:47:14.677 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:47:14 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:47:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:47:14.900 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:14 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2[114412]: 2024-09-20T21:47:14.615+0000 7efee5151640 -1 Falling back to public interface 2024-09-20T21:47:15.157 INFO:tasks.rados.rados.0.smithi046.stdout:1535: expect (ObjNum 460 snap 140 seq_num 460) 2024-09-20T21:47:15.303 INFO:tasks.rados.rados.0.smithi046.stdout:1530: finishing copy_from racing read to smithi04683737-28 2024-09-20T21:47:15.303 INFO:tasks.rados.rados.0.smithi046.stdout:1530: finishing copy_from to smithi04683737-28 2024-09-20T21:47:15.303 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 627 (ObjNum 398 snap 124 seq_num 398) dirty exists 2024-09-20T21:47:15.582 INFO:tasks.rados.rados.0.smithi046.stdout:1527: done (8 left) 2024-09-20T21:47:15.582 INFO:tasks.rados.rados.0.smithi046.stdout:1528: done (7 left) 2024-09-20T21:47:15.582 INFO:tasks.rados.rados.0.smithi046.stdout:1530: done (6 left) 2024-09-20T21:47:15.582 INFO:tasks.rados.rados.0.smithi046.stdout:1531: done (5 left) 2024-09-20T21:47:15.582 INFO:tasks.rados.rados.0.smithi046.stdout:1532: done (4 left) 2024-09-20T21:47:15.582 INFO:tasks.rados.rados.0.smithi046.stdout:1533: done (3 left) 2024-09-20T21:47:15.582 INFO:tasks.rados.rados.0.smithi046.stdout:1534: done (2 left) 2024-09-20T21:47:15.583 INFO:tasks.rados.rados.0.smithi046.stdout:1535: done (1 left) 2024-09-20T21:47:15.583 INFO:tasks.rados.rados.0.smithi046.stdout:1536: done (0 left) 2024-09-20T21:47:15.583 INFO:tasks.rados.rados.0.smithi046.stdout:1537: delete oid 36 current snap is 143 2024-09-20T21:47:15.583 INFO:tasks.rados.rados.0.smithi046.stdout:1537: done (0 left) 2024-09-20T21:47:15.583 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 143 2024-09-20T21:47:15.584 INFO:tasks.rados.rados.0.smithi046.stdout:1538: seq_num 478 ranges {6594560=409600,7004160=401408} 2024-09-20T21:47:15.622 INFO:tasks.rados.rados.0.smithi046.stdout:1538: writing smithi04683737-4 from 6594560 to 7004160 tid 1 2024-09-20T21:47:15.625 INFO:tasks.rados.rados.0.smithi046.stdout:1538: writing smithi04683737-4 from 7004160 to 7405568 tid 2 2024-09-20T21:47:15.625 INFO:tasks.rados.rados.0.smithi046.stdout:1539: rollback oid 39 current snap is 143 2024-09-20T21:47:15.625 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 39 to 142 2024-09-20T21:47:15.625 INFO:tasks.rados.rados.0.smithi046.stdout:1540: read oid 48 snap 140 2024-09-20T21:47:15.625 INFO:tasks.rados.rados.0.smithi046.stdout:1540: expect (ObjNum 398 snap 124 seq_num 398) 2024-09-20T21:47:15.625 INFO:tasks.rados.rados.0.smithi046.stdout:1541: snap_create 2024-09-20T21:47:15.625 INFO:tasks.rados.rados.0.smithi046.stdout:1539: finishing rollback tid 1 to smithi04683737-39 2024-09-20T21:47:15.625 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 0 (ObjNum 33 snap 0 seq_num 0) dirty dne 2024-09-20T21:47:15.629 INFO:tasks.rados.rados.0.smithi046.stdout:1538: finishing write tid 1 to smithi04683737-4 2024-09-20T21:47:15.629 INFO:tasks.rados.rados.0.smithi046.stdout:1538: finishing write tid 2 to smithi04683737-4 2024-09-20T21:47:15.630 INFO:tasks.rados.rados.0.smithi046.stdout:1538: finishing write tid 3 to smithi04683737-4 2024-09-20T21:47:15.630 INFO:tasks.rados.rados.0.smithi046.stdout:1538: finishing write tid 4 to smithi04683737-4 2024-09-20T21:47:15.630 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 612 (ObjNum 478 snap 143 seq_num 478) dirty exists 2024-09-20T21:47:15.631 INFO:tasks.rados.rados.0.smithi046.stdout:1538: left oid 4 (ObjNum 478 snap 143 seq_num 478) 2024-09-20T21:47:15.655 INFO:tasks.rados.rados.0.smithi046.stdout:1540: expect (ObjNum 398 snap 124 seq_num 398) 2024-09-20T21:47:15.831 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:15 smithi046 ceph-mon[96110]: osdmap e364: 8 total, 7 up, 8 in 2024-09-20T21:47:15.832 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:15 smithi046 ceph-mon[98591]: osdmap e364: 8 total, 7 up, 8 in 2024-09-20T21:47:15.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:15 smithi134 ceph-mon[89086]: osdmap e364: 8 total, 7 up, 8 in 2024-09-20T21:47:16.588 INFO:tasks.rados.rados.0.smithi046.stdout:1538: done (3 left) 2024-09-20T21:47:16.588 INFO:tasks.rados.rados.0.smithi046.stdout:1539: done (2 left) 2024-09-20T21:47:16.589 INFO:tasks.rados.rados.0.smithi046.stdout:1540: done (1 left) 2024-09-20T21:47:16.589 INFO:tasks.rados.rados.0.smithi046.stdout:1541: done (0 left) 2024-09-20T21:47:16.589 INFO:tasks.rados.rados.0.smithi046.stdout:1542: setattr oid 18 current snap is 144 2024-09-20T21:47:16.589 INFO:tasks.rados.rados.0.smithi046.stdout:1543: setattr oid 47 current snap is 144 2024-09-20T21:47:16.591 INFO:tasks.rados.rados.0.smithi046.stdout:1544: delete oid 41 current snap is 144 2024-09-20T21:47:16.595 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 628 (ObjNum 435 snap 135 seq_num 435) dirty exists 2024-09-20T21:47:16.596 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 641 (ObjNum 398 snap 124 seq_num 398) dirty exists 2024-09-20T21:47:16.597 INFO:tasks.rados.rados.0.smithi046.stdout:1542: done (2 left) 2024-09-20T21:47:16.597 INFO:tasks.rados.rados.0.smithi046.stdout:1543: done (1 left) 2024-09-20T21:47:16.597 INFO:tasks.rados.rados.0.smithi046.stdout:1544: done (0 left) 2024-09-20T21:47:16.597 INFO:tasks.rados.rados.0.smithi046.stdout:1545: snap_create 2024-09-20T21:47:16.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:16 smithi046 ceph-mon[96110]: pgmap v210: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 141 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 2.4 MiB/s wr, 34 op/s; 25/237 objects degraded (10.549%) 2024-09-20T21:47:16.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:16 smithi046 ceph-mon[96110]: osdmap e365: 8 total, 7 up, 8 in 2024-09-20T21:47:16.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:16 smithi046 ceph-mon[98591]: pgmap v210: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 141 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 2.4 MiB/s wr, 34 op/s; 25/237 objects degraded (10.549%) 2024-09-20T21:47:16.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:16 smithi046 ceph-mon[98591]: osdmap e365: 8 total, 7 up, 8 in 2024-09-20T21:47:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:16 smithi134 ceph-mon[89086]: pgmap v210: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 141 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 2.4 MiB/s wr, 34 op/s; 25/237 objects degraded (10.549%) 2024-09-20T21:47:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:16 smithi134 ceph-mon[89086]: osdmap e365: 8 total, 7 up, 8 in 2024-09-20T21:47:17.595 INFO:tasks.rados.rados.0.smithi046.stdout:1545: done (0 left) 2024-09-20T21:47:17.595 INFO:tasks.rados.rados.0.smithi046.stdout:1546: copy_from oid 49 from oid 48 current snap is 145 2024-09-20T21:47:17.595 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 145 2024-09-20T21:47:17.595 INFO:tasks.rados.rados.0.smithi046.stdout:1547: seq_num 480 ranges {0=442368,442368=401408} 2024-09-20T21:47:17.597 INFO:tasks.rados.rados.0.smithi046.stdout:1547: writing smithi04683737-15 from 0 to 442368 tid 1 2024-09-20T21:47:17.600 INFO:tasks.rados.rados.0.smithi046.stdout:1547: writing smithi04683737-15 from 442368 to 843776 tid 2 2024-09-20T21:47:17.600 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 145 2024-09-20T21:47:17.600 INFO:tasks.rados.rados.0.smithi046.stdout:1548: seq_num 481 ranges {1769472=458752,2228224=401408} 2024-09-20T21:47:17.613 INFO:tasks.rados.rados.0.smithi046.stdout:1548: writing smithi04683737-17 from 1769472 to 2228224 tid 1 2024-09-20T21:47:17.616 INFO:tasks.rados.rados.0.smithi046.stdout:1548: writing smithi04683737-17 from 2228224 to 2629632 tid 2 2024-09-20T21:47:17.616 INFO:tasks.rados.rados.0.smithi046.stdout:1549: rollback oid 28 current snap is 145 2024-09-20T21:47:17.616 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 28 to 144 2024-09-20T21:47:17.616 INFO:tasks.rados.rados.0.smithi046.stdout:1547: finishing write tid 1 to smithi04683737-15 2024-09-20T21:47:17.617 INFO:tasks.rados.rados.0.smithi046.stdout:1547: finishing write tid 2 to smithi04683737-15 2024-09-20T21:47:17.617 INFO:tasks.rados.rados.0.smithi046.stdout:1547: finishing write tid 3 to smithi04683737-15 2024-09-20T21:47:17.617 INFO:tasks.rados.rados.0.smithi046.stdout:1547: finishing write tid 4 to smithi04683737-15 2024-09-20T21:47:17.617 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 598 (ObjNum 480 snap 145 seq_num 480) dirty exists 2024-09-20T21:47:17.617 INFO:tasks.rados.rados.0.smithi046.stdout:1547: left oid 15 (ObjNum 480 snap 145 seq_num 480) 2024-09-20T21:47:17.617 INFO:tasks.rados.rados.0.smithi046.stdout:1547: done (3 left) 2024-09-20T21:47:17.617 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 145 2024-09-20T21:47:17.617 INFO:tasks.rados.rados.0.smithi046.stdout:1550: seq_num 482 ranges {3792896=475136,4268032=401408} 2024-09-20T21:47:17.640 INFO:tasks.rados.rados.0.smithi046.stdout:1550: writing smithi04683737-37 from 3792896 to 4268032 tid 1 2024-09-20T21:47:17.642 INFO:tasks.rados.rados.0.smithi046.stdout:1550: writing smithi04683737-37 from 4268032 to 4669440 tid 2 2024-09-20T21:47:17.642 INFO:tasks.rados.rados.0.smithi046.stdout:1551: delete oid 50 current snap is 145 2024-09-20T21:47:17.642 INFO:tasks.rados.rados.0.smithi046.stdout:1548: finishing write tid 1 to smithi04683737-17 2024-09-20T21:47:17.643 INFO:tasks.rados.rados.0.smithi046.stdout:1548: finishing write tid 2 to smithi04683737-17 2024-09-20T21:47:17.643 INFO:tasks.rados.rados.0.smithi046.stdout:1548: finishing write tid 3 to smithi04683737-17 2024-09-20T21:47:17.643 INFO:tasks.rados.rados.0.smithi046.stdout:1548: finishing write tid 4 to smithi04683737-17 2024-09-20T21:47:17.643 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 631 (ObjNum 481 snap 145 seq_num 481) dirty exists 2024-09-20T21:47:17.643 INFO:tasks.rados.rados.0.smithi046.stdout:1548: left oid 17 (ObjNum 481 snap 145 seq_num 481) 2024-09-20T21:47:17.643 INFO:tasks.rados.rados.0.smithi046.stdout:1549: finishing rollback tid 0 to smithi04683737-28 2024-09-20T21:47:17.643 INFO:tasks.rados.rados.0.smithi046.stdout:1549: finishing rollback tid 1 to smithi04683737-28 2024-09-20T21:47:17.643 INFO:tasks.rados.rados.0.smithi046.stdout:1549: finishing rollback tid 2 to smithi04683737-28 2024-09-20T21:47:17.643 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 630 (ObjNum 398 snap 124 seq_num 398) dirty exists 2024-09-20T21:47:17.643 INFO:tasks.rados.rados.0.smithi046.stdout:1546: finishing copy_from racing read to smithi04683737-49 2024-09-20T21:47:17.643 INFO:tasks.rados.rados.0.smithi046.stdout:1546: finishing copy_from to smithi04683737-49 2024-09-20T21:47:17.643 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 627 (ObjNum 398 snap 124 seq_num 398) dirty exists 2024-09-20T21:47:17.644 INFO:tasks.rados.rados.0.smithi046.stdout:1546: done (4 left) 2024-09-20T21:47:17.644 INFO:tasks.rados.rados.0.smithi046.stdout:1548: done (3 left) 2024-09-20T21:47:17.644 INFO:tasks.rados.rados.0.smithi046.stdout:1549: done (2 left) 2024-09-20T21:47:17.644 INFO:tasks.rados.rados.0.smithi046.stdout:1551: done (1 left) 2024-09-20T21:47:17.644 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 145 2024-09-20T21:47:17.644 INFO:tasks.rados.rados.0.smithi046.stdout:1552: seq_num 484 ranges {458752=507904,966656=401408} 2024-09-20T21:47:17.649 INFO:tasks.rados.rados.0.smithi046.stdout:1552: writing smithi04683737-44 from 458752 to 966656 tid 1 2024-09-20T21:47:17.651 INFO:tasks.rados.rados.0.smithi046.stdout:1552: writing smithi04683737-44 from 966656 to 1368064 tid 2 2024-09-20T21:47:17.652 INFO:tasks.rados.rados.0.smithi046.stdout:1553: read oid 2 snap -1 2024-09-20T21:47:17.652 INFO:tasks.rados.rados.0.smithi046.stdout:1553: expect (ObjNum 467 snap 140 seq_num 467) 2024-09-20T21:47:17.652 INFO:tasks.rados.rados.0.smithi046.stdout:1554: copy_from oid 49 from oid 16 current snap is 145 2024-09-20T21:47:17.652 INFO:tasks.rados.rados.0.smithi046.stdout:1550: finishing write tid 1 to smithi04683737-37 2024-09-20T21:47:17.652 INFO:tasks.rados.rados.0.smithi046.stdout:1555: setattr oid 9 current snap is 145 2024-09-20T21:47:17.652 INFO:tasks.rados.rados.0.smithi046.stdout:1550: finishing write tid 2 to smithi04683737-37 2024-09-20T21:47:17.652 INFO:tasks.rados.rados.0.smithi046.stdout:1550: finishing write tid 3 to smithi04683737-37 2024-09-20T21:47:17.652 INFO:tasks.rados.rados.0.smithi046.stdout:1550: finishing write tid 4 to smithi04683737-37 2024-09-20T21:47:17.652 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 538 (ObjNum 482 snap 145 seq_num 482) dirty exists 2024-09-20T21:47:17.652 INFO:tasks.rados.rados.0.smithi046.stdout:1550: left oid 37 (ObjNum 482 snap 145 seq_num 482) 2024-09-20T21:47:17.653 INFO:tasks.rados.rados.0.smithi046.stdout:1550: done (4 left) 2024-09-20T21:47:17.653 INFO:tasks.rados.rados.0.smithi046.stdout:1556: delete oid 20 current snap is 145 2024-09-20T21:47:17.654 INFO:tasks.rados.rados.0.smithi046.stdout:1552: finishing write tid 1 to smithi04683737-44 2024-09-20T21:47:17.654 INFO:tasks.rados.rados.0.smithi046.stdout:1552: finishing write tid 2 to smithi04683737-44 2024-09-20T21:47:17.654 INFO:tasks.rados.rados.0.smithi046.stdout:1552: finishing write tid 3 to smithi04683737-44 2024-09-20T21:47:17.655 INFO:tasks.rados.rados.0.smithi046.stdout:1556: done (4 left) 2024-09-20T21:47:17.656 INFO:tasks.rados.rados.0.smithi046.stdout:1557: read oid 5 snap 143 2024-09-20T21:47:17.656 INFO:tasks.rados.rados.0.smithi046.stdout:1557: expect (ObjNum 439 snap 136 seq_num 439) 2024-09-20T21:47:17.656 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 145 2024-09-20T21:47:17.656 INFO:tasks.rados.rados.0.smithi046.stdout:1558: seq_num 486 ranges {9977856=548864,10526720=401408} 2024-09-20T21:47:17.717 INFO:tasks.rados.rados.0.smithi046.stdout:1558: writing smithi04683737-42 from 9977856 to 10526720 tid 1 2024-09-20T21:47:17.720 INFO:tasks.rados.rados.0.smithi046.stdout:1558: writing smithi04683737-42 from 10526720 to 10928128 tid 2 2024-09-20T21:47:17.720 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 145 2024-09-20T21:47:17.720 INFO:tasks.rados.rados.0.smithi046.stdout:1552: finishing write tid 4 to smithi04683737-44 2024-09-20T21:47:17.720 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 633 (ObjNum 484 snap 145 seq_num 484) dirty exists 2024-09-20T21:47:17.721 INFO:tasks.rados.rados.0.smithi046.stdout:1552: left oid 44 (ObjNum 484 snap 145 seq_num 484) 2024-09-20T21:47:17.721 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 476 (ObjNum 425 snap 132 seq_num 425) dirty exists 2024-09-20T21:47:17.721 INFO:tasks.rados.rados.0.smithi046.stdout:1553: expect (ObjNum 467 snap 140 seq_num 467) 2024-09-20T21:47:17.754 INFO:tasks.rados.rados.0.smithi046.stdout:1554: finishing copy_from racing read to smithi04683737-49 2024-09-20T21:47:17.754 INFO:tasks.rados.rados.0.smithi046.stdout:1554: finishing copy_from to smithi04683737-49 2024-09-20T21:47:17.754 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 484 (ObjNum 385 snap 122 seq_num 385) dirty exists 2024-09-20T21:47:17.754 INFO:tasks.rados.rados.0.smithi046.stdout:1557: expect (ObjNum 439 snap 136 seq_num 439) 2024-09-20T21:47:17.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:17 smithi046 ceph-mon[96110]: osdmap e366: 8 total, 7 up, 8 in 2024-09-20T21:47:17.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:17 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:17.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:17 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:17.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:17 smithi046 ceph-mon[96110]: Health check update: Degraded data redundancy: 25/237 objects degraded (10.549%), 10 pgs degraded (PG_DEGRADED) 2024-09-20T21:47:17.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:17 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:17.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:17 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:17.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:17 smithi046 ceph-mon[98591]: osdmap e366: 8 total, 7 up, 8 in 2024-09-20T21:47:17.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:17 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:17.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:17 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:17.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:17 smithi046 ceph-mon[98591]: Health check update: Degraded data redundancy: 25/237 objects degraded (10.549%), 10 pgs degraded (PG_DEGRADED) 2024-09-20T21:47:17.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:17 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:17.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:17 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:17 smithi134 ceph-mon[89086]: osdmap e366: 8 total, 7 up, 8 in 2024-09-20T21:47:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:17 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:17 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:17 smithi134 ceph-mon[89086]: Health check update: Degraded data redundancy: 25/237 objects degraded (10.549%), 10 pgs degraded (PG_DEGRADED) 2024-09-20T21:47:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:17 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:17 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:18.356 INFO:tasks.rados.rados.0.smithi046.stdout:1558: finishing write tid 1 to smithi04683737-42 2024-09-20T21:47:18.356 INFO:tasks.rados.rados.0.smithi046.stdout:1558: finishing write tid 2 to smithi04683737-42 2024-09-20T21:47:18.356 INFO:tasks.rados.rados.0.smithi046.stdout:1558: finishing write tid 3 to smithi04683737-42 2024-09-20T21:47:18.357 INFO:tasks.rados.rados.0.smithi046.stdout:1558: finishing write tid 4 to smithi04683737-42 2024-09-20T21:47:18.357 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 455 (ObjNum 486 snap 145 seq_num 486) dirty exists 2024-09-20T21:47:18.357 INFO:tasks.rados.rados.0.smithi046.stdout:1558: left oid 42 (ObjNum 486 snap 145 seq_num 486) 2024-09-20T21:47:18.357 INFO:tasks.rados.rados.0.smithi046.stdout:1559: seq_num 487 ranges {647168=565248,1212416=401408} 2024-09-20T21:47:18.362 INFO:tasks.rados.rados.0.smithi046.stdout:1559: writing smithi04683737-29 from 647168 to 1212416 tid 1 2024-09-20T21:47:18.365 INFO:tasks.rados.rados.0.smithi046.stdout:1559: writing smithi04683737-29 from 1212416 to 1613824 tid 2 2024-09-20T21:47:18.365 INFO:tasks.rados.rados.0.smithi046.stdout:1552: done (6 left) 2024-09-20T21:47:18.365 INFO:tasks.rados.rados.0.smithi046.stdout:1553: done (5 left) 2024-09-20T21:47:18.365 INFO:tasks.rados.rados.0.smithi046.stdout:1554: done (4 left) 2024-09-20T21:47:18.365 INFO:tasks.rados.rados.0.smithi046.stdout:1555: done (3 left) 2024-09-20T21:47:18.365 INFO:tasks.rados.rados.0.smithi046.stdout:1557: done (2 left) 2024-09-20T21:47:18.365 INFO:tasks.rados.rados.0.smithi046.stdout:1558: done (1 left) 2024-09-20T21:47:18.365 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 145 2024-09-20T21:47:18.366 INFO:tasks.rados.rados.0.smithi046.stdout:1559: finishing write tid 1 to smithi04683737-29 2024-09-20T21:47:18.366 INFO:tasks.rados.rados.0.smithi046.stdout:1560: seq_num 488 ranges {1007616=581632,1589248=401408} 2024-09-20T21:47:18.373 INFO:tasks.rados.rados.0.smithi046.stdout:1560: writing smithi04683737-18 from 1007616 to 1589248 tid 1 2024-09-20T21:47:18.376 INFO:tasks.rados.rados.0.smithi046.stdout:1560: writing smithi04683737-18 from 1589248 to 1990656 tid 2 2024-09-20T21:47:18.376 INFO:tasks.rados.rados.0.smithi046.stdout:1561: snap_remove snap 143 2024-09-20T21:47:18.581 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:18 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2[114412]: 2024-09-20T21:47:18.273+0000 7efee5151640 -1 osd.2 356 log_to_monitors true 2024-09-20T21:47:18.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:18 smithi046 ceph-mon[96110]: pgmap v213: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 153 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 5.3 MiB/s wr, 44 op/s; 26/252 objects degraded (10.317%) 2024-09-20T21:47:18.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:18 smithi046 ceph-mon[96110]: osdmap e367: 8 total, 7 up, 8 in 2024-09-20T21:47:18.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:18 smithi046 ceph-mon[96110]: from='osd.2 [v2:172.21.15.46:6818/2490787853,v1:172.21.15.46:6819/2490787853]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-20T21:47:18.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:18 smithi046 ceph-mon[96110]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-20T21:47:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:18 smithi046 ceph-mon[98591]: pgmap v213: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 153 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 5.3 MiB/s wr, 44 op/s; 26/252 objects degraded (10.317%) 2024-09-20T21:47:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:18 smithi046 ceph-mon[98591]: osdmap e367: 8 total, 7 up, 8 in 2024-09-20T21:47:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:18 smithi046 ceph-mon[98591]: from='osd.2 [v2:172.21.15.46:6818/2490787853,v1:172.21.15.46:6819/2490787853]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-20T21:47:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:18 smithi046 ceph-mon[98591]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-20T21:47:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:18 smithi134 ceph-mon[89086]: pgmap v213: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 153 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 5.3 MiB/s wr, 44 op/s; 26/252 objects degraded (10.317%) 2024-09-20T21:47:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:18 smithi134 ceph-mon[89086]: osdmap e367: 8 total, 7 up, 8 in 2024-09-20T21:47:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:18 smithi134 ceph-mon[89086]: from='osd.2 [v2:172.21.15.46:6818/2490787853,v1:172.21.15.46:6819/2490787853]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-20T21:47:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:18 smithi134 ceph-mon[89086]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-20T21:47:18.927 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:47:18 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:47:18.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:47:18.934 INFO:tasks.rados.rados.0.smithi046.stdout:1561: done (2 left) 2024-09-20T21:47:18.934 INFO:tasks.rados.rados.0.smithi046.stdout:1562: snap_create 2024-09-20T21:47:18.935 INFO:tasks.rados.rados.0.smithi046.stdout:1559: finishing write tid 2 to smithi04683737-29 2024-09-20T21:47:18.935 INFO:tasks.rados.rados.0.smithi046.stdout:1559: finishing write tid 3 to smithi04683737-29 2024-09-20T21:47:18.935 INFO:tasks.rados.rados.0.smithi046.stdout:1559: finishing write tid 4 to smithi04683737-29 2024-09-20T21:47:18.935 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 491 (ObjNum 487 snap 145 seq_num 487) dirty exists 2024-09-20T21:47:18.935 INFO:tasks.rados.rados.0.smithi046.stdout:1559: left oid 29 (ObjNum 487 snap 145 seq_num 487) 2024-09-20T21:47:18.935 INFO:tasks.rados.rados.0.smithi046.stdout:1560: finishing write tid 1 to smithi04683737-18 2024-09-20T21:47:18.935 INFO:tasks.rados.rados.0.smithi046.stdout:1560: finishing write tid 2 to smithi04683737-18 2024-09-20T21:47:18.935 INFO:tasks.rados.rados.0.smithi046.stdout:1560: finishing write tid 3 to smithi04683737-18 2024-09-20T21:47:18.935 INFO:tasks.rados.rados.0.smithi046.stdout:1560: finishing write tid 4 to smithi04683737-18 2024-09-20T21:47:18.935 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 634 (ObjNum 488 snap 145 seq_num 488) dirty exists 2024-09-20T21:47:18.935 INFO:tasks.rados.rados.0.smithi046.stdout:1560: left oid 18 (ObjNum 488 snap 145 seq_num 488) 2024-09-20T21:47:19.168 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:47:18 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2[114412]: 2024-09-20T21:47:18.948+0000 7efedcefc640 -1 osd.2 356 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-20T21:47:19.945 INFO:tasks.rados.rados.0.smithi046.stdout:1559: done (2 left) 2024-09-20T21:47:19.945 INFO:tasks.rados.rados.0.smithi046.stdout:1560: done (1 left) 2024-09-20T21:47:19.945 INFO:tasks.rados.rados.0.smithi046.stdout:1562: done (0 left) 2024-09-20T21:47:19.945 INFO:tasks.rados.rados.0.smithi046.stdout:1563: read oid 34 snap -1 2024-09-20T21:47:19.945 INFO:tasks.rados.rados.0.smithi046.stdout:1563: expect deleted 2024-09-20T21:47:19.945 INFO:tasks.rados.rados.0.smithi046.stdout:1564: setattr oid 5 current snap is 146 2024-09-20T21:47:19.945 INFO:tasks.rados.rados.0.smithi046.stdout:1565: snap_create 2024-09-20T21:47:20.223 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:19 smithi046 ceph-mon[96110]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-20T21:47:20.224 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:19 smithi046 ceph-mon[96110]: osdmap e368: 8 total, 7 up, 8 in 2024-09-20T21:47:20.224 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:19 smithi046 ceph-mon[96110]: from='osd.2 [v2:172.21.15.46:6818/2490787853,v1:172.21.15.46:6819/2490787853]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:47:20.224 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:19 smithi046 ceph-mon[96110]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:47:20.224 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:20.224 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:47:20.224 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:19 smithi046 ceph-mon[98591]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-20T21:47:20.224 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:19 smithi046 ceph-mon[98591]: osdmap e368: 8 total, 7 up, 8 in 2024-09-20T21:47:20.224 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:19 smithi046 ceph-mon[98591]: from='osd.2 [v2:172.21.15.46:6818/2490787853,v1:172.21.15.46:6819/2490787853]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:47:20.224 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:19 smithi046 ceph-mon[98591]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:47:20.224 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:20.225 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:47:20.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:19 smithi134 ceph-mon[89086]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-20T21:47:20.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:19 smithi134 ceph-mon[89086]: osdmap e368: 8 total, 7 up, 8 in 2024-09-20T21:47:20.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:19 smithi134 ceph-mon[89086]: from='osd.2 [v2:172.21.15.46:6818/2490787853,v1:172.21.15.46:6819/2490787853]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:47:20.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:19 smithi134 ceph-mon[89086]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:47:20.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:20.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:47:20.941 INFO:tasks.rados.rados.0.smithi046.stdout:1563: done (2 left) 2024-09-20T21:47:20.942 INFO:tasks.rados.rados.0.smithi046.stdout:1565: done (1 left) 2024-09-20T21:47:20.942 INFO:tasks.rados.rados.0.smithi046.stdout:1566: delete oid 42 current snap is 147 2024-09-20T21:47:20.949 INFO:tasks.rados.rados.0.smithi046.stdout:1566: done (1 left) 2024-09-20T21:47:20.949 INFO:tasks.rados.rados.0.smithi046.stdout:1567: snap_create 2024-09-20T21:47:20.967 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 232 (ObjNum 439 snap 136 seq_num 439) dirty exists 2024-09-20T21:47:21.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:47:21 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:47:21.009+0000 7f8f44ab3640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-20T21:47:21.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:20 smithi046 ceph-mon[96110]: pgmap v216: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 153 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 9 op/s; 26/252 objects degraded (10.317%) 2024-09-20T21:47:21.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:20 smithi046 ceph-mon[96110]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-20T21:47:21.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:20 smithi046 ceph-mon[96110]: osd.2 [v2:172.21.15.46:6818/2490787853,v1:172.21.15.46:6819/2490787853] boot 2024-09-20T21:47:21.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:20 smithi046 ceph-mon[96110]: osdmap e369: 8 total, 8 up, 8 in 2024-09-20T21:47:21.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:20 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-20T21:47:21.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:20 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:21.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:20 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:21.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:20 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:47:21.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:20 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:47:21.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:20 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:21.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:20 smithi046 ceph-mon[98591]: pgmap v216: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 153 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 9 op/s; 26/252 objects degraded (10.317%) 2024-09-20T21:47:21.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:20 smithi046 ceph-mon[98591]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-20T21:47:21.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:20 smithi046 ceph-mon[98591]: osd.2 [v2:172.21.15.46:6818/2490787853,v1:172.21.15.46:6819/2490787853] boot 2024-09-20T21:47:21.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:20 smithi046 ceph-mon[98591]: osdmap e369: 8 total, 8 up, 8 in 2024-09-20T21:47:21.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:20 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-20T21:47:21.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:20 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:21.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:20 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:21.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:20 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:47:21.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:20 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:47:21.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:20 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:21.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:20 smithi134 ceph-mon[89086]: pgmap v216: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 153 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 9 op/s; 26/252 objects degraded (10.317%) 2024-09-20T21:47:21.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:20 smithi134 ceph-mon[89086]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-20T21:47:21.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:20 smithi134 ceph-mon[89086]: osd.2 [v2:172.21.15.46:6818/2490787853,v1:172.21.15.46:6819/2490787853] boot 2024-09-20T21:47:21.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:20 smithi134 ceph-mon[89086]: osdmap e369: 8 total, 8 up, 8 in 2024-09-20T21:47:21.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:20 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-20T21:47:21.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:20 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:21.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:20 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:21.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:20 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:47:21.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:20 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:47:21.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:20 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:21.954 INFO:tasks.rados.rados.0.smithi046.stdout:1564: done (1 left) 2024-09-20T21:47:21.954 INFO:tasks.rados.rados.0.smithi046.stdout:1567: done (0 left) 2024-09-20T21:47:21.954 INFO:tasks.rados.rados.0.smithi046.stdout:1568: snap_remove snap 144 2024-09-20T21:47:22.315 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:21 smithi134 ceph-mon[89086]: osdmap e370: 8 total, 8 up, 8 in 2024-09-20T21:47:22.315 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:21 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:47:22.315 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:21 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:47:22.315 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:21 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:47:22.315 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:21 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:47:22.315 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:21 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-20T21:47:22.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:47:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:47:22] "GET /metrics HTTP/1.1" 200 36112 "" "Prometheus/2.43.0" 2024-09-20T21:47:22.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:21 smithi046 ceph-mon[96110]: osdmap e370: 8 total, 8 up, 8 in 2024-09-20T21:47:22.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:21 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:47:22.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:21 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:47:22.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:21 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:47:22.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:21 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:47:22.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:21 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-20T21:47:22.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:21 smithi046 ceph-mon[98591]: osdmap e370: 8 total, 8 up, 8 in 2024-09-20T21:47:22.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:21 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:47:22.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:21 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:47:22.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:21 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:47:22.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:21 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:47:22.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:21 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-20T21:47:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:47:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:47:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:47:22.957 INFO:tasks.rados.rados.0.smithi046.stdout:1568: done (0 left) 2024-09-20T21:47:22.957 INFO:tasks.rados.rados.0.smithi046.stdout:1569: delete oid 32 current snap is 148 2024-09-20T21:47:22.964 INFO:tasks.rados.rados.0.smithi046.stdout:1569: done (0 left) 2024-09-20T21:47:22.964 INFO:tasks.rados.rados.0.smithi046.stdout:1570: delete oid 21 current snap is 148 2024-09-20T21:47:22.966 INFO:tasks.rados.rados.0.smithi046.stdout:1570: done (0 left) 2024-09-20T21:47:22.966 INFO:tasks.rados.rados.0.smithi046.stdout:1571: snap_remove snap 147 2024-09-20T21:47:23.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:22 smithi046 ceph-mon[96110]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-20T21:47:23.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:22 smithi046 ceph-mon[96110]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-20T21:47:23.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:22 smithi046 ceph-mon[96110]: pgmap v219: 121 pgs: 23 peering, 7 active+undersized, 7 active+undersized+degraded, 84 active+clean; 158 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 710 KiB/s rd, 2.9 MiB/s wr, 17 op/s; 19/282 objects degraded (6.738%) 2024-09-20T21:47:23.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:22 smithi046 ceph-mon[96110]: osdmap e371: 8 total, 8 up, 8 in 2024-09-20T21:47:23.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:22 smithi046 ceph-mon[96110]: Health check update: Degraded data redundancy: 19/282 objects degraded (6.738%), 7 pgs degraded (PG_DEGRADED) 2024-09-20T21:47:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:22 smithi046 ceph-mon[98591]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-20T21:47:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:22 smithi046 ceph-mon[98591]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-20T21:47:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:22 smithi046 ceph-mon[98591]: pgmap v219: 121 pgs: 23 peering, 7 active+undersized, 7 active+undersized+degraded, 84 active+clean; 158 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 710 KiB/s rd, 2.9 MiB/s wr, 17 op/s; 19/282 objects degraded (6.738%) 2024-09-20T21:47:23.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:22 smithi046 ceph-mon[98591]: osdmap e371: 8 total, 8 up, 8 in 2024-09-20T21:47:23.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:22 smithi046 ceph-mon[98591]: Health check update: Degraded data redundancy: 19/282 objects degraded (6.738%), 7 pgs degraded (PG_DEGRADED) 2024-09-20T21:47:23.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:22 smithi134 ceph-mon[89086]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-20T21:47:23.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:22 smithi134 ceph-mon[89086]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-20T21:47:23.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:22 smithi134 ceph-mon[89086]: pgmap v219: 121 pgs: 23 peering, 7 active+undersized, 7 active+undersized+degraded, 84 active+clean; 158 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 710 KiB/s rd, 2.9 MiB/s wr, 17 op/s; 19/282 objects degraded (6.738%) 2024-09-20T21:47:23.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:22 smithi134 ceph-mon[89086]: osdmap e371: 8 total, 8 up, 8 in 2024-09-20T21:47:23.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:22 smithi134 ceph-mon[89086]: Health check update: Degraded data redundancy: 19/282 objects degraded (6.738%), 7 pgs degraded (PG_DEGRADED) 2024-09-20T21:47:23.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:47:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:47:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:47:23.970 INFO:tasks.rados.rados.0.smithi046.stdout:1571: done (0 left) 2024-09-20T21:47:23.970 INFO:tasks.rados.rados.0.smithi046.stdout:1572: snap_remove snap 142 2024-09-20T21:47:24.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:23 smithi046 ceph-mon[96110]: osdmap e372: 8 total, 8 up, 8 in 2024-09-20T21:47:24.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:23 smithi046 ceph-mon[98591]: osdmap e372: 8 total, 8 up, 8 in 2024-09-20T21:47:24.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:23 smithi134 ceph-mon[89086]: osdmap e372: 8 total, 8 up, 8 in 2024-09-20T21:47:24.598 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-20T21:47:24.872 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-20T21:47:24.872 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (3m) 7s ago 7m 19.1M - 0.25.0 c8568f914cd2 0d74f13360c6 2024-09-20T21:47:24.873 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi134 *:3000 running (3m) 117s ago 7m 80.2M - 9.4.7 954c08fa6188 8341e8dee31d 2024-09-20T21:47:24.873 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (9m) 7s ago 9m 15.9M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 9e6c3beb915d 2024-09-20T21:47:24.873 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi134 running (9m) 117s ago 9m 18.3M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 132e8dbc5c5d 2024-09-20T21:47:24.873 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi134 *:8443,9283,8765 running (2m) 117s ago 12m 439M - 19.1.1-367-g9e2ac70b cc9251b744a3 4807b49ee672 2024-09-20T21:47:24.873 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443,9283,8765 running (3m) 7s ago 14m 506M - 19.1.1-367-g9e2ac70b cc9251b744a3 287f9c5532d7 2024-09-20T21:47:24.873 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (2m) 7s ago 14m 51.2M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 ce5bbc0a7b3e 2024-09-20T21:47:24.873 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi134 running (2m) 117s ago 13m 27.9M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 72d0616e106b 2024-09-20T21:47:24.873 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (2m) 7s ago 12m 43.5M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 17796ae3530a 2024-09-20T21:47:24.873 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (3m) 7s ago 7m 8619k - 1.5.0 0da6a335fe13 808d8998a7db 2024-09-20T21:47:24.873 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi134 *:9100 running (3m) 117s ago 7m 8702k - 1.5.0 0da6a335fe13 d64b31ebfc6a 2024-09-20T21:47:24.873 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (80s) 7s ago 12m 140M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 a86fc71a02d1 2024-09-20T21:47:24.873 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (45s) 7s ago 11m 101M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 04055c8b47db 2024-09-20T21:47:24.873 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (11s) 7s ago 11m 12.1M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 bfb9841748e3 2024-09-20T21:47:24.873 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (11m) 7s ago 11m 146M 2481M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be c17a4d58e03e 2024-09-20T21:47:24.874 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi134 running (10m) 117s ago 10m 153M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 16e7b884874f 2024-09-20T21:47:24.874 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi134 running (10m) 117s ago 10m 178M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 82e68e0822ae 2024-09-20T21:47:24.874 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi134 running (9m) 117s ago 9m 121M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be f826d37d1cf7 2024-09-20T21:47:24.874 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi134 running (9m) 117s ago 9m 121M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be fbf3a60c2bb0 2024-09-20T21:47:24.874 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi134 *:9095 running (3m) 117s ago 8m 50.8M - 2.43.0 a07b618ecd1d 5e01fa97ed3d 2024-09-20T21:47:24.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:47:24 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:47:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:47:24.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:47:24 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:47:24.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:47:24.971 INFO:tasks.rados.rados.0.smithi046.stdout:1572: done (0 left) 2024-09-20T21:47:24.971 INFO:tasks.rados.rados.0.smithi046.stdout:1573: copy_from oid 11 from oid 16 current snap is 148 2024-09-20T21:47:24.971 INFO:tasks.rados.rados.0.smithi046.stdout:1574: rollback oid 40 current snap is 148 2024-09-20T21:47:24.971 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 40 to 145 2024-09-20T21:47:24.971 INFO:tasks.rados.rados.0.smithi046.stdout:1575: read oid 17 snap -1 2024-09-20T21:47:24.971 INFO:tasks.rados.rados.0.smithi046.stdout:1575: expect (ObjNum 481 snap 145 seq_num 481) 2024-09-20T21:47:24.971 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 148 2024-09-20T21:47:24.971 INFO:tasks.rados.rados.0.smithi046.stdout:1576: seq_num 492 ranges {843776=647168,1490944=401408} 2024-09-20T21:47:24.980 INFO:tasks.rados.rados.0.smithi046.stdout:1576: writing smithi04683737-43 from 843776 to 1490944 tid 1 2024-09-20T21:47:24.983 INFO:tasks.rados.rados.0.smithi046.stdout:1576: writing smithi04683737-43 from 1490944 to 1892352 tid 2 2024-09-20T21:47:24.983 INFO:tasks.rados.rados.0.smithi046.stdout:1577: setattr oid 9 current snap is 148 2024-09-20T21:47:24.983 INFO:tasks.rados.rados.0.smithi046.stdout:1574: finishing rollback tid 0 to smithi04683737-40 2024-09-20T21:47:24.984 INFO:tasks.rados.rados.0.smithi046.stdout:1574: finishing rollback tid 1 to smithi04683737-40 2024-09-20T21:47:24.984 INFO:tasks.rados.rados.0.smithi046.stdout:1574: finishing rollback tid 2 to smithi04683737-40 2024-09-20T21:47:24.984 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 459 (ObjNum 414 snap 130 seq_num 414) dirty exists 2024-09-20T21:47:24.986 INFO:tasks.rados.rados.0.smithi046.stdout:1574: done (4 left) 2024-09-20T21:47:24.986 INFO:tasks.rados.rados.0.smithi046.stdout:1578: snap_remove snap 146 2024-09-20T21:47:25.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:24 smithi046 ceph-mon[96110]: pgmap v222: 121 pgs: 23 peering, 7 active+undersized, 7 active+undersized+degraded, 84 active+clean; 158 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 710 KiB/s rd, 2.9 MiB/s wr, 17 op/s; 19/282 objects degraded (6.738%) 2024-09-20T21:47:25.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:24 smithi046 ceph-mon[96110]: osdmap e373: 8 total, 8 up, 8 in 2024-09-20T21:47:25.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:24 smithi046 ceph-mon[98591]: pgmap v222: 121 pgs: 23 peering, 7 active+undersized, 7 active+undersized+degraded, 84 active+clean; 158 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 710 KiB/s rd, 2.9 MiB/s wr, 17 op/s; 19/282 objects degraded (6.738%) 2024-09-20T21:47:25.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:24 smithi046 ceph-mon[98591]: osdmap e373: 8 total, 8 up, 8 in 2024-09-20T21:47:25.229 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-20T21:47:25.230 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-20T21:47:25.230 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 3 2024-09-20T21:47:25.230 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:47:25.230 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-20T21:47:25.230 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 2 2024-09-20T21:47:25.230 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:47:25.230 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-20T21:47:25.230 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 5, 2024-09-20T21:47:25.230 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 3 2024-09-20T21:47:25.230 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:47:25.231 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-20T21:47:25.231 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 2 2024-09-20T21:47:25.231 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:47:25.231 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-20T21:47:25.231 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 7, 2024-09-20T21:47:25.231 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 8 2024-09-20T21:47:25.231 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-20T21:47:25.231 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-20T21:47:25.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:24 smithi134 ceph-mon[89086]: pgmap v222: 121 pgs: 23 peering, 7 active+undersized, 7 active+undersized+degraded, 84 active+clean; 158 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 710 KiB/s rd, 2.9 MiB/s wr, 17 op/s; 19/282 objects degraded (6.738%) 2024-09-20T21:47:25.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:24 smithi134 ceph-mon[89086]: osdmap e373: 8 total, 8 up, 8 in 2024-09-20T21:47:25.984 INFO:tasks.rados.rados.0.smithi046.stdout:1573: finishing copy_from racing read to smithi04683737-11 2024-09-20T21:47:25.984 INFO:tasks.rados.rados.0.smithi046.stdout:1573: finishing copy_from to smithi04683737-11 2024-09-20T21:47:25.984 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 484 (ObjNum 385 snap 122 seq_num 385) dirty exists 2024-09-20T21:47:25.984 INFO:tasks.rados.rados.0.smithi046.stdout:1576: finishing write tid 1 to smithi04683737-43 2024-09-20T21:47:25.984 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 484 (ObjNum 425 snap 132 seq_num 425) dirty exists 2024-09-20T21:47:25.984 INFO:tasks.rados.rados.0.smithi046.stdout:1576: finishing write tid 2 to smithi04683737-43 2024-09-20T21:47:25.985 INFO:tasks.rados.rados.0.smithi046.stdout:1576: finishing write tid 3 to smithi04683737-43 2024-09-20T21:47:25.985 INFO:tasks.rados.rados.0.smithi046.stdout:1576: finishing write tid 4 to smithi04683737-43 2024-09-20T21:47:25.985 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 646 (ObjNum 492 snap 148 seq_num 492) dirty exists 2024-09-20T21:47:25.985 INFO:tasks.rados.rados.0.smithi046.stdout:1576: left oid 43 (ObjNum 492 snap 148 seq_num 492) 2024-09-20T21:47:25.985 INFO:tasks.rados.rados.0.smithi046.stdout:1575: expect (ObjNum 481 snap 145 seq_num 481) 2024-09-20T21:47:26.129 INFO:tasks.rados.rados.0.smithi046.stdout:1573: done (4 left) 2024-09-20T21:47:26.130 INFO:tasks.rados.rados.0.smithi046.stdout:1575: done (3 left) 2024-09-20T21:47:26.130 INFO:tasks.rados.rados.0.smithi046.stdout:1576: done (2 left) 2024-09-20T21:47:26.130 INFO:tasks.rados.rados.0.smithi046.stdout:1577: done (1 left) 2024-09-20T21:47:26.130 INFO:tasks.rados.rados.0.smithi046.stdout:1578: done (0 left) 2024-09-20T21:47:26.130 INFO:tasks.rados.rados.0.smithi046.stdout:1579: rmattr oid 39 current snap is 148 2024-09-20T21:47:26.130 INFO:tasks.rados.rados.0.smithi046.stdout:1579: done (0 left) 2024-09-20T21:47:26.130 INFO:tasks.rados.rados.0.smithi046.stdout:1580: read oid 26 snap 140 2024-09-20T21:47:26.130 INFO:tasks.rados.rados.0.smithi046.stdout:1580: expect (ObjNum 451 snap 138 seq_num 451) 2024-09-20T21:47:26.130 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 148 2024-09-20T21:47:26.130 INFO:tasks.rados.rados.0.smithi046.stdout:1581: seq_num 493 ranges {2875392=663552,3538944=401408} 2024-09-20T21:47:26.148 INFO:tasks.rados.rados.0.smithi046.stdout:1581: writing smithi04683737-23 from 2875392 to 3538944 tid 1 2024-09-20T21:47:26.151 INFO:tasks.rados.rados.0.smithi046.stdout:1581: writing smithi04683737-23 from 3538944 to 3940352 tid 2 2024-09-20T21:47:26.151 INFO:tasks.rados.rados.0.smithi046.stdout:1582: rollback oid 17 current snap is 148 2024-09-20T21:47:26.151 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 17 to 140 2024-09-20T21:47:26.151 INFO:tasks.rados.rados.0.smithi046.stdout:1580: expect (ObjNum 451 snap 138 seq_num 451) 2024-09-20T21:47:26.162 INFO:tasks.rados.rados.0.smithi046.stdout:1582: finishing rollback tid 0 to smithi04683737-17 2024-09-20T21:47:26.162 INFO:tasks.rados.rados.0.smithi046.stdout:1581: finishing write tid 1 to smithi04683737-23 2024-09-20T21:47:26.163 INFO:tasks.rados.rados.0.smithi046.stdout:1582: finishing rollback tid 1 to smithi04683737-17 2024-09-20T21:47:26.163 INFO:tasks.rados.rados.0.smithi046.stdout:1580: done (2 left) 2024-09-20T21:47:26.163 INFO:tasks.rados.rados.0.smithi046.stdout:1583: snap_remove snap 145 2024-09-20T21:47:26.327 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:25 smithi134 ceph-mon[89086]: from='client.34248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:47:26.328 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:25 smithi134 ceph-mon[89086]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:47:26.328 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:25 smithi134 ceph-mon[89086]: osdmap e374: 8 total, 8 up, 8 in 2024-09-20T21:47:26.328 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:25 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4127005704' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:47:26.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:25 smithi046 ceph-mon[96110]: from='client.34248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:47:26.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:25 smithi046 ceph-mon[96110]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:47:26.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:25 smithi046 ceph-mon[96110]: osdmap e374: 8 total, 8 up, 8 in 2024-09-20T21:47:26.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:25 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4127005704' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:47:26.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:25 smithi046 ceph-mon[98591]: from='client.34248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:47:26.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:25 smithi046 ceph-mon[98591]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:47:26.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:25 smithi046 ceph-mon[98591]: osdmap e374: 8 total, 8 up, 8 in 2024-09-20T21:47:26.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:25 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4127005704' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:47:26.987 INFO:tasks.rados.rados.0.smithi046.stdout:1583: done (2 left) 2024-09-20T21:47:26.987 INFO:tasks.rados.rados.0.smithi046.stdout:1584: rollback oid 3 current snap is 148 2024-09-20T21:47:26.987 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 3 to 140 2024-09-20T21:47:26.987 INFO:tasks.rados.rados.0.smithi046.stdout:1581: finishing write tid 2 to smithi04683737-23 2024-09-20T21:47:26.987 INFO:tasks.rados.rados.0.smithi046.stdout:1582: finishing rollback tid 2 to smithi04683737-17 2024-09-20T21:47:26.987 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 637 (ObjNum 456 snap 139 seq_num 456) dirty exists 2024-09-20T21:47:26.987 INFO:tasks.rados.rados.0.smithi046.stdout:1581: finishing write tid 3 to smithi04683737-23 2024-09-20T21:47:26.987 INFO:tasks.rados.rados.0.smithi046.stdout:1581: finishing write tid 4 to smithi04683737-23 2024-09-20T21:47:26.987 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 490 (ObjNum 493 snap 148 seq_num 493) dirty exists 2024-09-20T21:47:26.987 INFO:tasks.rados.rados.0.smithi046.stdout:1581: left oid 23 (ObjNum 493 snap 148 seq_num 493) 2024-09-20T21:47:26.988 INFO:tasks.rados.rados.0.smithi046.stdout:1581: done (2 left) 2024-09-20T21:47:26.988 INFO:tasks.rados.rados.0.smithi046.stdout:1582: done (1 left) 2024-09-20T21:47:26.988 INFO:tasks.rados.rados.0.smithi046.stdout:1585: copy_from oid 7 from oid 11 current snap is 148 2024-09-20T21:47:26.988 INFO:tasks.rados.rados.0.smithi046.stdout:1586: rollback oid 31 current snap is 148 2024-09-20T21:47:26.988 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 31 to 140 2024-09-20T21:47:26.988 INFO:tasks.rados.rados.0.smithi046.stdout:1587: rollback oid 24 current snap is 148 2024-09-20T21:47:26.988 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 24 to 140 2024-09-20T21:47:26.988 INFO:tasks.rados.rados.0.smithi046.stdout:1588: setattr oid 43 current snap is 148 2024-09-20T21:47:26.989 INFO:tasks.rados.rados.0.smithi046.stdout:1589: read oid 49 snap -1 2024-09-20T21:47:26.989 INFO:tasks.rados.rados.0.smithi046.stdout:1589: expect (ObjNum 385 snap 122 seq_num 385) 2024-09-20T21:47:26.989 INFO:tasks.rados.rados.0.smithi046.stdout:1590: snap_create 2024-09-20T21:47:26.993 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 655 (ObjNum 492 snap 148 seq_num 492) dirty exists 2024-09-20T21:47:26.998 INFO:tasks.rados.rados.0.smithi046.stdout:1586: finishing rollback tid 0 to smithi04683737-31 2024-09-20T21:47:26.998 INFO:tasks.rados.rados.0.smithi046.stdout:1586: finishing rollback tid 1 to smithi04683737-31 2024-09-20T21:47:26.998 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 653 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-09-20T21:47:26.998 INFO:tasks.rados.rados.0.smithi046.stdout:1587: finishing rollback tid 0 to smithi04683737-24 2024-09-20T21:47:27.000 INFO:tasks.rados.rados.0.smithi046.stdout:1587: finishing rollback tid 1 to smithi04683737-24 2024-09-20T21:47:27.000 INFO:tasks.rados.rados.0.smithi046.stdout:1587: finishing rollback tid 2 to smithi04683737-24 2024-09-20T21:47:27.000 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 389 (ObjNum 430 snap 135 seq_num 430) dirty exists 2024-09-20T21:47:27.003 INFO:tasks.rados.rados.0.smithi046.stdout:1589: expect (ObjNum 385 snap 122 seq_num 385) 2024-09-20T21:47:27.048 INFO:tasks.rados.rados.0.smithi046.stdout:1584: finishing rollback tid 0 to smithi04683737-3 2024-09-20T21:47:27.048 INFO:tasks.rados.rados.0.smithi046.stdout:1584: finishing rollback tid 1 to smithi04683737-3 2024-09-20T21:47:27.048 INFO:tasks.rados.rados.0.smithi046.stdout:1584: finishing rollback tid 2 to smithi04683737-3 2024-09-20T21:47:27.048 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 640 (ObjNum 303 snap 96 seq_num 303) dirty exists 2024-09-20T21:47:27.049 INFO:tasks.rados.rados.0.smithi046.stdout:1585: finishing copy_from racing read to smithi04683737-7 2024-09-20T21:47:27.049 INFO:tasks.rados.rados.0.smithi046.stdout:1585: finishing copy_from to smithi04683737-7 2024-09-20T21:47:27.049 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 484 (ObjNum 385 snap 122 seq_num 385) dirty exists 2024-09-20T21:47:27.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:26 smithi046 ceph-mon[96110]: pgmap v225: 121 pgs: 7 peering, 114 active+clean; 147 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.3 MiB/s wr, 20 op/s; 13 MiB/s, 4 objects/s recovering 2024-09-20T21:47:27.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:26 smithi046 ceph-mon[96110]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 19/282 objects degraded (6.738%), 7 pgs degraded) 2024-09-20T21:47:27.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:26 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T21:47:27.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:26 smithi046 ceph-mon[96110]: osdmap e375: 8 total, 8 up, 8 in 2024-09-20T21:47:27.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:26 smithi046 ceph-mon[98591]: pgmap v225: 121 pgs: 7 peering, 114 active+clean; 147 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.3 MiB/s wr, 20 op/s; 13 MiB/s, 4 objects/s recovering 2024-09-20T21:47:27.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:26 smithi046 ceph-mon[98591]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 19/282 objects degraded (6.738%), 7 pgs degraded) 2024-09-20T21:47:27.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:26 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T21:47:27.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:26 smithi046 ceph-mon[98591]: osdmap e375: 8 total, 8 up, 8 in 2024-09-20T21:47:27.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:26 smithi134 ceph-mon[89086]: pgmap v225: 121 pgs: 7 peering, 114 active+clean; 147 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.3 MiB/s wr, 20 op/s; 13 MiB/s, 4 objects/s recovering 2024-09-20T21:47:27.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:26 smithi134 ceph-mon[89086]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 19/282 objects degraded (6.738%), 7 pgs degraded) 2024-09-20T21:47:27.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:26 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T21:47:27.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:26 smithi134 ceph-mon[89086]: osdmap e375: 8 total, 8 up, 8 in 2024-09-20T21:47:27.542 INFO:tasks.rados.rados.0.smithi046.stdout:1584: done (6 left) 2024-09-20T21:47:27.542 INFO:tasks.rados.rados.0.smithi046.stdout:1585: done (5 left) 2024-09-20T21:47:27.542 INFO:tasks.rados.rados.0.smithi046.stdout:1586: done (4 left) 2024-09-20T21:47:27.542 INFO:tasks.rados.rados.0.smithi046.stdout:1587: done (3 left) 2024-09-20T21:47:27.542 INFO:tasks.rados.rados.0.smithi046.stdout:1588: done (2 left) 2024-09-20T21:47:27.542 INFO:tasks.rados.rados.0.smithi046.stdout:1589: done (1 left) 2024-09-20T21:47:27.542 INFO:tasks.rados.rados.0.smithi046.stdout:1590: done (0 left) 2024-09-20T21:47:27.543 INFO:tasks.rados.rados.0.smithi046.stdout:1591: copy_from oid 12 from oid 38 current snap is 149 2024-09-20T21:47:27.543 INFO:tasks.rados.rados.0.smithi046.stdout:1592: read oid 23 snap 140 2024-09-20T21:47:27.543 INFO:tasks.rados.rados.0.smithi046.stdout:1592: expect (ObjNum 415 snap 130 seq_num 415) 2024-09-20T21:47:27.543 INFO:tasks.rados.rados.0.smithi046.stdout:1593: rollback oid 42 current snap is 149 2024-09-20T21:47:27.543 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 42 to 140 2024-09-20T21:47:27.543 INFO:tasks.rados.rados.0.smithi046.stdout:1594: read oid 40 snap -1 2024-09-20T21:47:27.543 INFO:tasks.rados.rados.0.smithi046.stdout:1594: expect (ObjNum 414 snap 130 seq_num 414) 2024-09-20T21:47:27.543 INFO:tasks.rados.rados.0.smithi046.stdout:1595: snap_create 2024-09-20T21:47:27.550 INFO:tasks.rados.rados.0.smithi046.stdout:1593: finishing rollback tid 1 to smithi04683737-42 2024-09-20T21:47:27.550 INFO:tasks.rados.rados.0.smithi046.stdout:1593: finishing rollback tid 2 to smithi04683737-42 2024-09-20T21:47:27.551 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 461 (ObjNum 302 snap 96 seq_num 302) dirty exists 2024-09-20T21:47:27.554 INFO:tasks.rados.rados.0.smithi046.stdout:1594: expect (ObjNum 414 snap 130 seq_num 414) 2024-09-20T21:47:27.615 INFO:tasks.rados.rados.0.smithi046.stdout:1592: expect (ObjNum 415 snap 130 seq_num 415) 2024-09-20T21:47:27.673 INFO:tasks.rados.rados.0.smithi046.stdout:1591: finishing copy_from racing read to smithi04683737-12 2024-09-20T21:47:27.674 INFO:tasks.rados.rados.0.smithi046.stdout:1591: finishing copy_from to smithi04683737-12 2024-09-20T21:47:27.674 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 534 (ObjNum 444 snap 137 seq_num 444) dirty exists 2024-09-20T21:47:28.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:27 smithi046 ceph-mon[96110]: osdmap e376: 8 total, 8 up, 8 in 2024-09-20T21:47:28.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:27 smithi046 ceph-mon[96110]: osdmap e377: 8 total, 8 up, 8 in 2024-09-20T21:47:28.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:27 smithi046 ceph-mon[98591]: osdmap e376: 8 total, 8 up, 8 in 2024-09-20T21:47:28.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:27 smithi046 ceph-mon[98591]: osdmap e377: 8 total, 8 up, 8 in 2024-09-20T21:47:28.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:27 smithi134 ceph-mon[89086]: osdmap e376: 8 total, 8 up, 8 in 2024-09-20T21:47:28.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:27 smithi134 ceph-mon[89086]: osdmap e377: 8 total, 8 up, 8 in 2024-09-20T21:47:28.544 INFO:tasks.rados.rados.0.smithi046.stdout:1591: done (4 left) 2024-09-20T21:47:28.544 INFO:tasks.rados.rados.0.smithi046.stdout:1592: done (3 left) 2024-09-20T21:47:28.544 INFO:tasks.rados.rados.0.smithi046.stdout:1593: done (2 left) 2024-09-20T21:47:28.544 INFO:tasks.rados.rados.0.smithi046.stdout:1594: done (1 left) 2024-09-20T21:47:28.544 INFO:tasks.rados.rados.0.smithi046.stdout:1595: done (0 left) 2024-09-20T21:47:28.544 INFO:tasks.rados.rados.0.smithi046.stdout:1596: read oid 1 snap -1 2024-09-20T21:47:28.544 INFO:tasks.rados.rados.0.smithi046.stdout:1596: expect (ObjNum 473 snap 142 seq_num 473) 2024-09-20T21:47:28.544 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 150 2024-09-20T21:47:28.544 INFO:tasks.rados.rados.0.smithi046.stdout:1597: seq_num 494 ranges {696320=679936,1376256=401408} 2024-09-20T21:47:28.551 INFO:tasks.rados.rados.0.smithi046.stdout:1597: writing smithi04683737-14 from 696320 to 1376256 tid 1 2024-09-20T21:47:28.554 INFO:tasks.rados.rados.0.smithi046.stdout:1597: writing smithi04683737-14 from 1376256 to 1777664 tid 2 2024-09-20T21:47:28.554 INFO:tasks.rados.rados.0.smithi046.stdout:1598: snap_remove snap 149 2024-09-20T21:47:28.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:47:28 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:47:28.658Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-20T21:47:28.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:47:28 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:47:28.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:47:29.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:28 smithi046 ceph-mon[98591]: pgmap v228: 121 pgs: 121 active+clean; 147 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.3 MiB/s wr, 21 op/s; 13 MiB/s, 4 objects/s recovering 2024-09-20T21:47:29.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:28 smithi046 ceph-mon[98591]: osdmap e378: 8 total, 8 up, 8 in 2024-09-20T21:47:29.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:28 smithi046 ceph-mon[96110]: pgmap v228: 121 pgs: 121 active+clean; 147 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.3 MiB/s wr, 21 op/s; 13 MiB/s, 4 objects/s recovering 2024-09-20T21:47:29.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:28 smithi046 ceph-mon[96110]: osdmap e378: 8 total, 8 up, 8 in 2024-09-20T21:47:29.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:28 smithi134 ceph-mon[89086]: pgmap v228: 121 pgs: 121 active+clean; 147 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.3 MiB/s wr, 21 op/s; 13 MiB/s, 4 objects/s recovering 2024-09-20T21:47:29.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:28 smithi134 ceph-mon[89086]: osdmap e378: 8 total, 8 up, 8 in 2024-09-20T21:47:29.545 INFO:tasks.rados.rados.0.smithi046.stdout:1598: done (2 left) 2024-09-20T21:47:29.545 INFO:tasks.rados.rados.0.smithi046.stdout:1599: rollback oid 30 current snap is 150 2024-09-20T21:47:29.545 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 30 to 140 2024-09-20T21:47:29.545 INFO:tasks.rados.rados.0.smithi046.stdout:1596: expect (ObjNum 473 snap 142 seq_num 473) 2024-09-20T21:47:29.786 INFO:tasks.rados.rados.0.smithi046.stdout:1597: finishing write tid 1 to smithi04683737-14 2024-09-20T21:47:29.786 INFO:tasks.rados.rados.0.smithi046.stdout:1597: finishing write tid 2 to smithi04683737-14 2024-09-20T21:47:29.787 INFO:tasks.rados.rados.0.smithi046.stdout:1597: finishing write tid 3 to smithi04683737-14 2024-09-20T21:47:29.787 INFO:tasks.rados.rados.0.smithi046.stdout:1597: finishing write tid 4 to smithi04683737-14 2024-09-20T21:47:29.787 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 657 (ObjNum 494 snap 150 seq_num 494) dirty exists 2024-09-20T21:47:29.787 INFO:tasks.rados.rados.0.smithi046.stdout:1597: left oid 14 (ObjNum 494 snap 150 seq_num 494) 2024-09-20T21:47:29.787 INFO:tasks.rados.rados.0.smithi046.stdout:1596: done (2 left) 2024-09-20T21:47:29.787 INFO:tasks.rados.rados.0.smithi046.stdout:1597: done (1 left) 2024-09-20T21:47:29.787 INFO:tasks.rados.rados.0.smithi046.stdout:1600: copy_from oid 9 from oid 25 current snap is 150 2024-09-20T21:47:29.787 INFO:tasks.rados.rados.0.smithi046.stdout:1599: finishing rollback tid 0 to smithi04683737-30 2024-09-20T21:47:29.788 INFO:tasks.rados.rados.0.smithi046.stdout:1599: finishing rollback tid 1 to smithi04683737-30 2024-09-20T21:47:29.788 INFO:tasks.rados.rados.0.smithi046.stdout:1599: finishing rollback tid 2 to smithi04683737-30 2024-09-20T21:47:29.788 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 601 (ObjNum 391 snap 123 seq_num 391) dirty exists 2024-09-20T21:47:29.788 INFO:tasks.rados.rados.0.smithi046.stdout:1599: done (1 left) 2024-09-20T21:47:29.788 INFO:tasks.rados.rados.0.smithi046.stdout:1601: setattr oid 11 current snap is 150 2024-09-20T21:47:29.789 INFO:tasks.rados.rados.0.smithi046.stdout:1600: finishing copy_from to smithi04683737-9 2024-09-20T21:47:29.789 INFO:tasks.rados.rados.0.smithi046.stdout:1600: got expected ENOENT (src dne) 2024-09-20T21:47:29.789 INFO:tasks.rados.rados.0.smithi046.stdout:1600: finishing copy_from racing read to smithi04683737-9 2024-09-20T21:47:29.790 INFO:tasks.rados.rados.0.smithi046.stdout:1600: done (1 left) 2024-09-20T21:47:29.790 INFO:tasks.rados.rados.0.smithi046.stdout:1602: copy_from oid 16 from oid 33 current snap is 150 2024-09-20T21:47:29.790 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 150 2024-09-20T21:47:29.790 INFO:tasks.rados.rados.0.smithi046.stdout:1603: seq_num 495 ranges {0=696320,696320=401408} 2024-09-20T21:47:29.792 INFO:tasks.rados.rados.0.smithi046.stdout:1603: writing smithi04683737-25 from 0 to 696320 tid 1 2024-09-20T21:47:29.794 INFO:tasks.rados.rados.0.smithi046.stdout:1603: writing smithi04683737-25 from 696320 to 1097728 tid 2 2024-09-20T21:47:29.794 INFO:tasks.rados.rados.0.smithi046.stdout:1604: snap_remove snap 148 2024-09-20T21:47:30.547 INFO:tasks.rados.rados.0.smithi046.stdout:1604: done (3 left) 2024-09-20T21:47:30.547 INFO:tasks.rados.rados.0.smithi046.stdout:1605: copy_from oid 27 from oid 19 current snap is 150 2024-09-20T21:47:30.547 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 485 (ObjNum 385 snap 122 seq_num 385) dirty exists 2024-09-20T21:47:30.548 INFO:tasks.rados.rados.0.smithi046.stdout:1602: finishing copy_from racing read to smithi04683737-16 2024-09-20T21:47:30.548 INFO:tasks.rados.rados.0.smithi046.stdout:1602: finishing copy_from to smithi04683737-16 2024-09-20T21:47:30.548 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 451 (ObjNum 369 snap 117 seq_num 369) dirty exists 2024-09-20T21:47:30.548 INFO:tasks.rados.rados.0.smithi046.stdout:1603: finishing write tid 1 to smithi04683737-25 2024-09-20T21:47:30.548 INFO:tasks.rados.rados.0.smithi046.stdout:1601: done (3 left) 2024-09-20T21:47:30.548 INFO:tasks.rados.rados.0.smithi046.stdout:1602: done (2 left) 2024-09-20T21:47:30.548 INFO:tasks.rados.rados.0.smithi046.stdout:1606: snap_create 2024-09-20T21:47:30.548 INFO:tasks.rados.rados.0.smithi046.stdout:1603: finishing write tid 2 to smithi04683737-25 2024-09-20T21:47:30.548 INFO:tasks.rados.rados.0.smithi046.stdout:1603: finishing write tid 3 to smithi04683737-25 2024-09-20T21:47:30.548 INFO:tasks.rados.rados.0.smithi046.stdout:1603: finishing write tid 4 to smithi04683737-25 2024-09-20T21:47:30.548 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 549 (ObjNum 495 snap 150 seq_num 495) dirty exists 2024-09-20T21:47:30.548 INFO:tasks.rados.rados.0.smithi046.stdout:1603: left oid 25 (ObjNum 495 snap 150 seq_num 495) 2024-09-20T21:47:30.569 INFO:tasks.rados.rados.0.smithi046.stdout:1605: finishing copy_from racing read to smithi04683737-27 2024-09-20T21:47:30.570 INFO:tasks.rados.rados.0.smithi046.stdout:1605: finishing copy_from to smithi04683737-27 2024-09-20T21:47:30.570 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 488 (ObjNum 391 snap 123 seq_num 391) dirty exists 2024-09-20T21:47:30.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:30 smithi046 ceph-mon[98591]: pgmap v231: 121 pgs: 121 active+clean; 147 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 404 KiB/s wr, 3 op/s 2024-09-20T21:47:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:30 smithi046 ceph-mon[98591]: osdmap e379: 8 total, 8 up, 8 in 2024-09-20T21:47:30.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:30 smithi046 ceph-mon[96110]: pgmap v231: 121 pgs: 121 active+clean; 147 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 404 KiB/s wr, 3 op/s 2024-09-20T21:47:30.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:30 smithi046 ceph-mon[96110]: osdmap e379: 8 total, 8 up, 8 in 2024-09-20T21:47:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:30 smithi134 ceph-mon[89086]: pgmap v231: 121 pgs: 121 active+clean; 147 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 404 KiB/s wr, 3 op/s 2024-09-20T21:47:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:30 smithi134 ceph-mon[89086]: osdmap e379: 8 total, 8 up, 8 in 2024-09-20T21:47:31.561 INFO:tasks.rados.rados.0.smithi046.stdout:1603: done (2 left) 2024-09-20T21:47:31.562 INFO:tasks.rados.rados.0.smithi046.stdout:1605: done (1 left) 2024-09-20T21:47:31.562 INFO:tasks.rados.rados.0.smithi046.stdout:1606: done (0 left) 2024-09-20T21:47:31.562 INFO:tasks.rados.rados.0.smithi046.stdout:1607: delete oid 30 current snap is 151 2024-09-20T21:47:31.568 INFO:tasks.rados.rados.0.smithi046.stdout:1607: done (0 left) 2024-09-20T21:47:31.568 INFO:tasks.rados.rados.0.smithi046.stdout:1608: rollback oid 41 current snap is 151 2024-09-20T21:47:31.568 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 41 to 150 2024-09-20T21:47:31.568 INFO:tasks.rados.rados.0.smithi046.stdout:1609: read oid 42 snap -1 2024-09-20T21:47:31.568 INFO:tasks.rados.rados.0.smithi046.stdout:1609: expect (ObjNum 302 snap 96 seq_num 302) 2024-09-20T21:47:31.568 INFO:tasks.rados.rados.0.smithi046.stdout:1610: copy_from oid 31 from oid 50 current snap is 151 2024-09-20T21:47:31.568 INFO:tasks.rados.rados.0.smithi046.stdout:1611: snap_create 2024-09-20T21:47:31.572 INFO:tasks.rados.rados.0.smithi046.stdout:1608: finishing rollback tid 1 to smithi04683737-41 2024-09-20T21:47:31.572 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 643 (ObjNum 289 snap 0 seq_num 1568240581) dirty dne 2024-09-20T21:47:31.574 INFO:tasks.rados.rados.0.smithi046.stdout:1610: finishing copy_from to smithi04683737-31 2024-09-20T21:47:31.574 INFO:tasks.rados.rados.0.smithi046.stdout:1610: got expected ENOENT (src dne) 2024-09-20T21:47:31.574 INFO:tasks.rados.rados.0.smithi046.stdout:1610: finishing copy_from racing read to smithi04683737-31 2024-09-20T21:47:31.604 INFO:tasks.rados.rados.0.smithi046.stdout:1609: expect (ObjNum 302 snap 96 seq_num 302) 2024-09-20T21:47:31.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:31 smithi046 ceph-mon[96110]: osdmap e380: 8 total, 8 up, 8 in 2024-09-20T21:47:31.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:31 smithi046 ceph-mon[98591]: osdmap e380: 8 total, 8 up, 8 in 2024-09-20T21:47:31.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:31 smithi134 ceph-mon[89086]: osdmap e380: 8 total, 8 up, 8 in 2024-09-20T21:47:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:47:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:47:32] "GET /metrics HTTP/1.1" 200 36112 "" "Prometheus/2.43.0" 2024-09-20T21:47:32.540 INFO:tasks.rados.rados.0.smithi046.stdout:1608: done (3 left) 2024-09-20T21:47:32.541 INFO:tasks.rados.rados.0.smithi046.stdout:1609: done (2 left) 2024-09-20T21:47:32.541 INFO:tasks.rados.rados.0.smithi046.stdout:1610: done (1 left) 2024-09-20T21:47:32.541 INFO:tasks.rados.rados.0.smithi046.stdout:1611: done (0 left) 2024-09-20T21:47:32.541 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 152 2024-09-20T21:47:32.541 INFO:tasks.rados.rados.0.smithi046.stdout:1612: seq_num 497 ranges {5931008=729088,6660096=401408} 2024-09-20T21:47:32.577 INFO:tasks.rados.rados.0.smithi046.stdout:1612: writing smithi04683737-47 from 5931008 to 6660096 tid 1 2024-09-20T21:47:32.580 INFO:tasks.rados.rados.0.smithi046.stdout:1612: writing smithi04683737-47 from 6660096 to 7061504 tid 2 2024-09-20T21:47:32.580 INFO:tasks.rados.rados.0.smithi046.stdout:1613: read oid 37 snap -1 2024-09-20T21:47:32.580 INFO:tasks.rados.rados.0.smithi046.stdout:1613: expect (ObjNum 482 snap 145 seq_num 482) 2024-09-20T21:47:32.580 INFO:tasks.rados.rados.0.smithi046.stdout:1614: read oid 9 snap -1 2024-09-20T21:47:32.580 INFO:tasks.rados.rados.0.smithi046.stdout:1614: expect (ObjNum 425 snap 132 seq_num 425) 2024-09-20T21:47:32.580 INFO:tasks.rados.rados.0.smithi046.stdout:1615: rmattr oid 22 current snap is 152 2024-09-20T21:47:32.580 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 152 2024-09-20T21:47:32.580 INFO:tasks.rados.rados.0.smithi046.stdout:1616: seq_num 498 ranges {7405568=745472,8151040=401408} 2024-09-20T21:47:32.629 INFO:tasks.rados.rados.0.smithi046.stdout:1616: writing smithi04683737-4 from 7405568 to 8151040 tid 1 2024-09-20T21:47:32.633 INFO:tasks.rados.rados.0.smithi046.stdout:1616: writing smithi04683737-4 from 8151040 to 8552448 tid 2 2024-09-20T21:47:32.633 INFO:tasks.rados.rados.0.smithi046.stdout:1617: delete oid 44 current snap is 152 2024-09-20T21:47:32.633 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 661 (ObjNum 460 snap 140 seq_num 460) dirty exists 2024-09-20T21:47:32.633 INFO:tasks.rados.rados.0.smithi046.stdout:1612: finishing write tid 1 to smithi04683737-47 2024-09-20T21:47:32.633 INFO:tasks.rados.rados.0.smithi046.stdout:1612: finishing write tid 2 to smithi04683737-47 2024-09-20T21:47:32.633 INFO:tasks.rados.rados.0.smithi046.stdout:1612: finishing write tid 3 to smithi04683737-47 2024-09-20T21:47:32.633 INFO:tasks.rados.rados.0.smithi046.stdout:1612: finishing write tid 4 to smithi04683737-47 2024-09-20T21:47:32.633 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 666 (ObjNum 497 snap 152 seq_num 497) dirty exists 2024-09-20T21:47:32.633 INFO:tasks.rados.rados.0.smithi046.stdout:1612: left oid 47 (ObjNum 497 snap 152 seq_num 497) 2024-09-20T21:47:32.633 INFO:tasks.rados.rados.0.smithi046.stdout:1613: expect (ObjNum 482 snap 145 seq_num 482) 2024-09-20T21:47:32.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:32 smithi134 ceph-mon[89086]: pgmap v234: 121 pgs: 121 active+clean; 163 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-09-20T21:47:32.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:32 smithi134 ceph-mon[89086]: osdmap e381: 8 total, 8 up, 8 in 2024-09-20T21:47:32.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:32 smithi134 ceph-mon[89086]: osdmap e382: 8 total, 8 up, 8 in 2024-09-20T21:47:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:47:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:47:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:47:32.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:32 smithi046 ceph-mon[96110]: pgmap v234: 121 pgs: 121 active+clean; 163 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-09-20T21:47:32.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:32 smithi046 ceph-mon[96110]: osdmap e381: 8 total, 8 up, 8 in 2024-09-20T21:47:32.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:32 smithi046 ceph-mon[96110]: osdmap e382: 8 total, 8 up, 8 in 2024-09-20T21:47:32.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:32 smithi046 ceph-mon[98591]: pgmap v234: 121 pgs: 121 active+clean; 163 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-09-20T21:47:32.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:32 smithi046 ceph-mon[98591]: osdmap e381: 8 total, 8 up, 8 in 2024-09-20T21:47:32.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:32 smithi046 ceph-mon[98591]: osdmap e382: 8 total, 8 up, 8 in 2024-09-20T21:47:32.902 INFO:tasks.rados.rados.0.smithi046.stdout:1616: finishing write tid 1 to smithi04683737-4 2024-09-20T21:47:32.902 INFO:tasks.rados.rados.0.smithi046.stdout:1616: finishing write tid 2 to smithi04683737-4 2024-09-20T21:47:32.902 INFO:tasks.rados.rados.0.smithi046.stdout:1616: finishing write tid 3 to smithi04683737-4 2024-09-20T21:47:32.902 INFO:tasks.rados.rados.0.smithi046.stdout:1612: done (5 left) 2024-09-20T21:47:32.902 INFO:tasks.rados.rados.0.smithi046.stdout:1613: done (4 left) 2024-09-20T21:47:32.902 INFO:tasks.rados.rados.0.smithi046.stdout:1615: done (3 left) 2024-09-20T21:47:32.902 INFO:tasks.rados.rados.0.smithi046.stdout:1617: done (2 left) 2024-09-20T21:47:32.902 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 152 2024-09-20T21:47:32.902 INFO:tasks.rados.rados.0.smithi046.stdout:1616: finishing write tid 4 to smithi04683737-4 2024-09-20T21:47:32.903 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 637 (ObjNum 498 snap 152 seq_num 498) dirty exists 2024-09-20T21:47:32.903 INFO:tasks.rados.rados.0.smithi046.stdout:1616: left oid 4 (ObjNum 498 snap 152 seq_num 498) 2024-09-20T21:47:32.903 INFO:tasks.rados.rados.0.smithi046.stdout:1614: expect (ObjNum 425 snap 132 seq_num 425) 2024-09-20T21:47:33.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:47:33 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:47:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:47:34.189 INFO:tasks.rados.rados.0.smithi046.stdout:1618: seq_num 500 ranges {0=778240,778240=401408} 2024-09-20T21:47:34.193 INFO:tasks.rados.rados.0.smithi046.stdout:1618: writing smithi04683737-41 from 0 to 778240 tid 1 2024-09-20T21:47:34.196 INFO:tasks.rados.rados.0.smithi046.stdout:1618: writing smithi04683737-41 from 778240 to 1179648 tid 2 2024-09-20T21:47:34.196 INFO:tasks.rados.rados.0.smithi046.stdout:1614: done (2 left) 2024-09-20T21:47:34.196 INFO:tasks.rados.rados.0.smithi046.stdout:1616: done (1 left) 2024-09-20T21:47:34.196 INFO:tasks.rados.rados.0.smithi046.stdout:1619: snap_create 2024-09-20T21:47:34.199 INFO:tasks.rados.rados.0.smithi046.stdout:1618: finishing write tid 1 to smithi04683737-41 2024-09-20T21:47:34.199 INFO:tasks.rados.rados.0.smithi046.stdout:1618: finishing write tid 2 to smithi04683737-41 2024-09-20T21:47:34.199 INFO:tasks.rados.rados.0.smithi046.stdout:1618: finishing write tid 3 to smithi04683737-41 2024-09-20T21:47:34.200 INFO:tasks.rados.rados.0.smithi046.stdout:1618: finishing write tid 4 to smithi04683737-41 2024-09-20T21:47:34.200 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 669 (ObjNum 500 snap 152 seq_num 500) dirty exists 2024-09-20T21:47:34.200 INFO:tasks.rados.rados.0.smithi046.stdout:1618: left oid 41 (ObjNum 500 snap 152 seq_num 500) 2024-09-20T21:47:34.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:34 smithi046 ceph-mon[96110]: pgmap v237: 121 pgs: 121 active+clean; 163 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-09-20T21:47:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:47:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:34 smithi046 ceph-mon[98591]: pgmap v237: 121 pgs: 121 active+clean; 163 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-09-20T21:47:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:47:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:34 smithi134 ceph-mon[89086]: pgmap v237: 121 pgs: 121 active+clean; 163 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-09-20T21:47:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:47:34.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:34.927 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:47:34 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:47:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:47:34.927 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:47:34 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:47:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:47:35.193 INFO:tasks.rados.rados.0.smithi046.stdout:1618: done (1 left) 2024-09-20T21:47:35.193 INFO:tasks.rados.rados.0.smithi046.stdout:1619: done (0 left) 2024-09-20T21:47:35.193 INFO:tasks.rados.rados.0.smithi046.stdout:1620: rollback oid 21 current snap is 153 2024-09-20T21:47:35.193 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 21 to 152 2024-09-20T21:47:35.193 INFO:tasks.rados.rados.0.smithi046.stdout:1621: read oid 13 snap 150 2024-09-20T21:47:35.193 INFO:tasks.rados.rados.0.smithi046.stdout:1621: expect (ObjNum 20333520 snap 21956 seq_num 402760272) 2024-09-20T21:47:35.193 INFO:tasks.rados.rados.0.smithi046.stdout:1622: rollback oid 28 current snap is 153 2024-09-20T21:47:35.194 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 28 to 152 2024-09-20T21:47:35.194 INFO:tasks.rados.rados.0.smithi046.stdout:1623: read oid 19 snap -1 2024-09-20T21:47:35.194 INFO:tasks.rados.rados.0.smithi046.stdout:1623: expect (ObjNum 391 snap 123 seq_num 391) 2024-09-20T21:47:35.194 INFO:tasks.rados.rados.0.smithi046.stdout:1624: delete oid 43 current snap is 153 2024-09-20T21:47:35.198 INFO:tasks.rados.rados.0.smithi046.stdout:1621: expect (ObjNum 20333520 snap 21956 seq_num 402760272) 2024-09-20T21:47:35.205 INFO:tasks.rados.rados.0.smithi046.stdout:1620: finishing rollback tid 1 to smithi04683737-21 2024-09-20T21:47:35.205 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 638 (ObjNum 81 snap 0 seq_num 1) dirty dne 2024-09-20T21:47:35.205 INFO:tasks.rados.rados.0.smithi046.stdout:1622: finishing rollback tid 0 to smithi04683737-28 2024-09-20T21:47:35.205 INFO:tasks.rados.rados.0.smithi046.stdout:1620: done (4 left) 2024-09-20T21:47:35.205 INFO:tasks.rados.rados.0.smithi046.stdout:1621: done (3 left) 2024-09-20T21:47:35.206 INFO:tasks.rados.rados.0.smithi046.stdout:1624: done (2 left) 2024-09-20T21:47:35.206 INFO:tasks.rados.rados.0.smithi046.stdout:1625: snap_remove snap 150 2024-09-20T21:47:36.197 INFO:tasks.rados.rados.0.smithi046.stdout:1625: done (2 left) 2024-09-20T21:47:36.197 INFO:tasks.rados.rados.0.smithi046.stdout:1626: snap_create 2024-09-20T21:47:36.197 INFO:tasks.rados.rados.0.smithi046.stdout:1622: finishing rollback tid 1 to smithi04683737-28 2024-09-20T21:47:36.197 INFO:tasks.rados.rados.0.smithi046.stdout:1622: finishing rollback tid 2 to smithi04683737-28 2024-09-20T21:47:36.197 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 637 (ObjNum 398 snap 124 seq_num 398) dirty exists 2024-09-20T21:47:36.197 INFO:tasks.rados.rados.0.smithi046.stdout:1623: expect (ObjNum 391 snap 123 seq_num 391) 2024-09-20T21:47:36.451 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:36 smithi046 ceph-mon[96110]: pgmap v238: 121 pgs: 121 active+clean; 168 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-09-20T21:47:36.452 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:36 smithi046 ceph-mon[96110]: osdmap e383: 8 total, 8 up, 8 in 2024-09-20T21:47:36.452 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:36 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-20T21:47:36.452 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:36 smithi046 ceph-mon[98591]: pgmap v238: 121 pgs: 121 active+clean; 168 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-09-20T21:47:36.452 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:36 smithi046 ceph-mon[98591]: osdmap e383: 8 total, 8 up, 8 in 2024-09-20T21:47:36.453 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:36 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-20T21:47:36.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:36 smithi134 ceph-mon[89086]: pgmap v238: 121 pgs: 121 active+clean; 168 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-09-20T21:47:36.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:36 smithi134 ceph-mon[89086]: osdmap e383: 8 total, 8 up, 8 in 2024-09-20T21:47:36.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:36 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-20T21:47:37.203 INFO:tasks.rados.rados.0.smithi046.stdout:1622: done (2 left) 2024-09-20T21:47:37.203 INFO:tasks.rados.rados.0.smithi046.stdout:1623: done (1 left) 2024-09-20T21:47:37.204 INFO:tasks.rados.rados.0.smithi046.stdout:1626: done (0 left) 2024-09-20T21:47:37.204 INFO:tasks.rados.rados.0.smithi046.stdout:1627: setattr oid 11 current snap is 154 2024-09-20T21:47:37.205 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 154 2024-09-20T21:47:37.205 INFO:tasks.rados.rados.0.smithi046.stdout:1628: seq_num 502 ranges {0=409600,409600=417792,827392=385024} 2024-09-20T21:47:37.207 INFO:tasks.rados.rados.0.smithi046.stdout:1628: writing smithi04683737-21 from 0 to 409600 tid 1 2024-09-20T21:47:37.210 INFO:tasks.rados.rados.0.smithi046.stdout:1628: writing smithi04683737-21 from 409600 to 827392 tid 2 2024-09-20T21:47:37.213 INFO:tasks.rados.rados.0.smithi046.stdout:1628: writing smithi04683737-21 from 827392 to 1212416 tid 3 2024-09-20T21:47:37.213 INFO:tasks.rados.rados.0.smithi046.stdout:1629: copy_from oid 45 from oid 29 current snap is 154 2024-09-20T21:47:37.214 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 486 (ObjNum 385 snap 122 seq_num 385) dirty exists 2024-09-20T21:47:37.214 INFO:tasks.rados.rados.0.smithi046.stdout:1628: finishing write tid 1 to smithi04683737-21 2024-09-20T21:47:37.214 INFO:tasks.rados.rados.0.smithi046.stdout:1627: done (2 left) 2024-09-20T21:47:37.214 INFO:tasks.rados.rados.0.smithi046.stdout:1630: rollback oid 3 current snap is 154 2024-09-20T21:47:37.214 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 3 to 151 2024-09-20T21:47:37.214 INFO:tasks.rados.rados.0.smithi046.stdout:1631: delete oid 28 current snap is 154 2024-09-20T21:47:37.214 INFO:tasks.rados.rados.0.smithi046.stdout:1628: finishing write tid 2 to smithi04683737-21 2024-09-20T21:47:37.217 INFO:tasks.rados.rados.0.smithi046.stdout:1628: finishing write tid 3 to smithi04683737-21 2024-09-20T21:47:37.218 INFO:tasks.rados.rados.0.smithi046.stdout:1631: done (3 left) 2024-09-20T21:47:37.218 INFO:tasks.rados.rados.0.smithi046.stdout:1632: copy_from oid 48 from oid 22 current snap is 154 2024-09-20T21:47:37.218 INFO:tasks.rados.rados.0.smithi046.stdout:1633: copy_from oid 35 from oid 4 current snap is 154 2024-09-20T21:47:37.218 INFO:tasks.rados.rados.0.smithi046.stdout:1628: finishing write tid 4 to smithi04683737-21 2024-09-20T21:47:37.218 INFO:tasks.rados.rados.0.smithi046.stdout:1634: read oid 47 snap -1 2024-09-20T21:47:37.218 INFO:tasks.rados.rados.0.smithi046.stdout:1634: expect (ObjNum 497 snap 152 seq_num 497) 2024-09-20T21:47:37.218 INFO:tasks.rados.rados.0.smithi046.stdout:1635: copy_from oid 42 from oid 20 current snap is 154 2024-09-20T21:47:37.218 INFO:tasks.rados.rados.0.smithi046.stdout:1636: read oid 44 snap 153 2024-09-20T21:47:37.218 INFO:tasks.rados.rados.0.smithi046.stdout:1636: expect deleted 2024-09-20T21:47:37.218 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 154 2024-09-20T21:47:37.219 INFO:tasks.rados.rados.0.smithi046.stdout:1637: seq_num 504 ranges {1777664=450560,2228224=589824,2818048=212992} 2024-09-20T21:47:37.231 INFO:tasks.rados.rados.0.smithi046.stdout:1637: writing smithi04683737-14 from 1777664 to 2228224 tid 1 2024-09-20T21:47:37.235 INFO:tasks.rados.rados.0.smithi046.stdout:1637: writing smithi04683737-14 from 2228224 to 2818048 tid 2 2024-09-20T21:47:37.237 INFO:tasks.rados.rados.0.smithi046.stdout:1637: writing smithi04683737-14 from 2818048 to 3031040 tid 3 2024-09-20T21:47:37.237 INFO:tasks.rados.rados.0.smithi046.stdout:1638: read oid 6 snap -1 2024-09-20T21:47:37.237 INFO:tasks.rados.rados.0.smithi046.stdout:1638: expect (ObjNum 476 snap 142 seq_num 476) 2024-09-20T21:47:37.238 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 154 2024-09-20T21:47:37.238 INFO:tasks.rados.rados.0.smithi046.stdout:1630: finishing rollback tid 0 to smithi04683737-3 2024-09-20T21:47:37.238 INFO:tasks.rados.rados.0.smithi046.stdout:1639: seq_num 505 ranges {1179648=466944,1646592=475136,2121728=327680} 2024-09-20T21:47:37.248 INFO:tasks.rados.rados.0.smithi046.stdout:1639: writing smithi04683737-41 from 1179648 to 1646592 tid 1 2024-09-20T21:47:37.251 INFO:tasks.rados.rados.0.smithi046.stdout:1639: writing smithi04683737-41 from 1646592 to 2121728 tid 2 2024-09-20T21:47:37.254 INFO:tasks.rados.rados.0.smithi046.stdout:1639: writing smithi04683737-41 from 2121728 to 2449408 tid 3 2024-09-20T21:47:37.254 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 154 2024-09-20T21:47:37.254 INFO:tasks.rados.rados.0.smithi046.stdout:1640: seq_num 506 ranges {1392640=483328,1875968=761856,2637824=40960} 2024-09-20T21:47:37.264 INFO:tasks.rados.rados.0.smithi046.stdout:1640: writing smithi04683737-46 from 1392640 to 1875968 tid 1 2024-09-20T21:47:37.268 INFO:tasks.rados.rados.0.smithi046.stdout:1640: writing smithi04683737-46 from 1875968 to 2637824 tid 2 2024-09-20T21:47:37.269 INFO:tasks.rados.rados.0.smithi046.stdout:1640: writing smithi04683737-46 from 2637824 to 2678784 tid 3 2024-09-20T21:47:37.270 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 154 2024-09-20T21:47:37.270 INFO:tasks.rados.rados.0.smithi046.stdout:1628: finishing write tid 5 to smithi04683737-21 2024-09-20T21:47:37.270 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 672 (ObjNum 502 snap 154 seq_num 502) dirty exists 2024-09-20T21:47:37.270 INFO:tasks.rados.rados.0.smithi046.stdout:1628: left oid 21 (ObjNum 502 snap 154 seq_num 502) 2024-09-20T21:47:37.270 INFO:tasks.rados.rados.0.smithi046.stdout:1630: finishing rollback tid 1 to smithi04683737-3 2024-09-20T21:47:37.270 INFO:tasks.rados.rados.0.smithi046.stdout:1630: finishing rollback tid 2 to smithi04683737-3 2024-09-20T21:47:37.271 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 643 (ObjNum 303 snap 96 seq_num 303) dirty exists 2024-09-20T21:47:37.271 INFO:tasks.rados.rados.0.smithi046.stdout:1635: finishing copy_from to smithi04683737-42 2024-09-20T21:47:37.271 INFO:tasks.rados.rados.0.smithi046.stdout:1635: got expected ENOENT (src dne) 2024-09-20T21:47:37.271 INFO:tasks.rados.rados.0.smithi046.stdout:1635: finishing copy_from racing read to smithi04683737-42 2024-09-20T21:47:37.271 INFO:tasks.rados.rados.0.smithi046.stdout:1629: finishing copy_from racing read to smithi04683737-45 2024-09-20T21:47:37.271 INFO:tasks.rados.rados.0.smithi046.stdout:1641: seq_num 507 ranges {1392640=499712,1892352=638976,2531328=163840} 2024-09-20T21:47:37.279 INFO:tasks.rados.rados.0.smithi046.stdout:1641: writing smithi04683737-33 from 1392640 to 1892352 tid 1 2024-09-20T21:47:37.282 INFO:tasks.rados.rados.0.smithi046.stdout:1641: writing smithi04683737-33 from 1892352 to 2531328 tid 2 2024-09-20T21:47:37.284 INFO:tasks.rados.rados.0.smithi046.stdout:1641: writing smithi04683737-33 from 2531328 to 2695168 tid 3 2024-09-20T21:47:37.284 INFO:tasks.rados.rados.0.smithi046.stdout:1628: done (12 left) 2024-09-20T21:47:37.284 INFO:tasks.rados.rados.0.smithi046.stdout:1630: done (11 left) 2024-09-20T21:47:37.285 INFO:tasks.rados.rados.0.smithi046.stdout:1635: done (10 left) 2024-09-20T21:47:37.285 INFO:tasks.rados.rados.0.smithi046.stdout:1636: done (9 left) 2024-09-20T21:47:37.285 INFO:tasks.rados.rados.0.smithi046.stdout:1642: delete oid 5 current snap is 154 2024-09-20T21:47:37.285 INFO:tasks.rados.rados.0.smithi046.stdout:1629: finishing copy_from to smithi04683737-45 2024-09-20T21:47:37.285 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 491 (ObjNum 487 snap 145 seq_num 487) dirty exists 2024-09-20T21:47:37.285 INFO:tasks.rados.rados.0.smithi046.stdout:1632: finishing copy_from racing read to smithi04683737-48 2024-09-20T21:47:37.285 INFO:tasks.rados.rados.0.smithi046.stdout:1638: expect (ObjNum 476 snap 142 seq_num 476) 2024-09-20T21:47:37.316 INFO:tasks.rados.rados.0.smithi046.stdout:1632: finishing copy_from to smithi04683737-48 2024-09-20T21:47:37.317 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 661 (ObjNum 460 snap 140 seq_num 460) dirty exists 2024-09-20T21:47:37.317 INFO:tasks.rados.rados.0.smithi046.stdout:1634: expect (ObjNum 497 snap 152 seq_num 497) 2024-09-20T21:47:37.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:37 smithi046 ceph-mon[96110]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-20T21:47:37.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:37 smithi046 ceph-mon[96110]: Upgrade: osd.3 is safe to restart 2024-09-20T21:47:37.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:37 smithi046 ceph-mon[96110]: osdmap e384: 8 total, 8 up, 8 in 2024-09-20T21:47:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:37 smithi046 ceph-mon[98591]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-20T21:47:37.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:37 smithi046 ceph-mon[98591]: Upgrade: osd.3 is safe to restart 2024-09-20T21:47:37.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:37 smithi046 ceph-mon[98591]: osdmap e384: 8 total, 8 up, 8 in 2024-09-20T21:47:37.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:37 smithi134 ceph-mon[89086]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-20T21:47:37.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:37 smithi134 ceph-mon[89086]: Upgrade: osd.3 is safe to restart 2024-09-20T21:47:37.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:37 smithi134 ceph-mon[89086]: osdmap e384: 8 total, 8 up, 8 in 2024-09-20T21:47:37.764 INFO:tasks.rados.rados.0.smithi046.stdout:1637: finishing write tid 1 to smithi04683737-14 2024-09-20T21:47:37.764 INFO:tasks.rados.rados.0.smithi046.stdout:1637: finishing write tid 2 to smithi04683737-14 2024-09-20T21:47:37.765 INFO:tasks.rados.rados.0.smithi046.stdout:1629: done (9 left) 2024-09-20T21:47:37.765 INFO:tasks.rados.rados.0.smithi046.stdout:1632: done (8 left) 2024-09-20T21:47:37.765 INFO:tasks.rados.rados.0.smithi046.stdout:1634: done (7 left) 2024-09-20T21:47:37.765 INFO:tasks.rados.rados.0.smithi046.stdout:1638: done (6 left) 2024-09-20T21:47:37.765 INFO:tasks.rados.rados.0.smithi046.stdout:1642: done (5 left) 2024-09-20T21:47:37.765 INFO:tasks.rados.rados.0.smithi046.stdout:1643: rollback oid 12 current snap is 154 2024-09-20T21:47:37.765 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 12 to 153 2024-09-20T21:47:37.765 INFO:tasks.rados.rados.0.smithi046.stdout:1637: finishing write tid 3 to smithi04683737-14 2024-09-20T21:47:37.765 INFO:tasks.rados.rados.0.smithi046.stdout:1637: finishing write tid 4 to smithi04683737-14 2024-09-20T21:47:37.765 INFO:tasks.rados.rados.0.smithi046.stdout:1637: finishing write tid 5 to smithi04683737-14 2024-09-20T21:47:37.765 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 676 (ObjNum 504 snap 154 seq_num 504) dirty exists 2024-09-20T21:47:37.765 INFO:tasks.rados.rados.0.smithi046.stdout:1637: left oid 14 (ObjNum 504 snap 154 seq_num 504) 2024-09-20T21:47:37.765 INFO:tasks.rados.rados.0.smithi046.stdout:1639: finishing write tid 1 to smithi04683737-41 2024-09-20T21:47:37.766 INFO:tasks.rados.rados.0.smithi046.stdout:1633: finishing copy_from racing read to smithi04683737-35 2024-09-20T21:47:37.766 INFO:tasks.rados.rados.0.smithi046.stdout:1639: finishing write tid 2 to smithi04683737-41 2024-09-20T21:47:37.766 INFO:tasks.rados.rados.0.smithi046.stdout:1639: finishing write tid 3 to smithi04683737-41 2024-09-20T21:47:37.766 INFO:tasks.rados.rados.0.smithi046.stdout:1639: finishing write tid 4 to smithi04683737-41 2024-09-20T21:47:37.766 INFO:tasks.rados.rados.0.smithi046.stdout:1633: finishing copy_from to smithi04683737-35 2024-09-20T21:47:37.766 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 637 (ObjNum 498 snap 152 seq_num 498) dirty exists 2024-09-20T21:47:37.766 INFO:tasks.rados.rados.0.smithi046.stdout:1639: finishing write tid 5 to smithi04683737-41 2024-09-20T21:47:37.766 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 681 (ObjNum 505 snap 154 seq_num 505) dirty exists 2024-09-20T21:47:37.766 INFO:tasks.rados.rados.0.smithi046.stdout:1639: left oid 41 (ObjNum 505 snap 154 seq_num 505) 2024-09-20T21:47:37.766 INFO:tasks.rados.rados.0.smithi046.stdout:1640: finishing write tid 1 to smithi04683737-46 2024-09-20T21:47:37.766 INFO:tasks.rados.rados.0.smithi046.stdout:1640: finishing write tid 2 to smithi04683737-46 2024-09-20T21:47:37.766 INFO:tasks.rados.rados.0.smithi046.stdout:1640: finishing write tid 3 to smithi04683737-46 2024-09-20T21:47:37.766 INFO:tasks.rados.rados.0.smithi046.stdout:1640: finishing write tid 4 to smithi04683737-46 2024-09-20T21:47:37.766 INFO:tasks.rados.rados.0.smithi046.stdout:1633: done (5 left) 2024-09-20T21:47:37.767 INFO:tasks.rados.rados.0.smithi046.stdout:1637: done (4 left) 2024-09-20T21:47:37.767 INFO:tasks.rados.rados.0.smithi046.stdout:1639: done (3 left) 2024-09-20T21:47:37.767 INFO:tasks.rados.rados.0.smithi046.stdout:1644: snap_remove snap 152 2024-09-20T21:47:38.546 INFO:tasks.rados.rados.0.smithi046.stdout:1644: done (3 left) 2024-09-20T21:47:38.547 INFO:tasks.rados.rados.0.smithi046.stdout:1645: rmattr oid 34 current snap is 154 2024-09-20T21:47:38.547 INFO:tasks.rados.rados.0.smithi046.stdout:1645: done (3 left) 2024-09-20T21:47:38.547 INFO:tasks.rados.rados.0.smithi046.stdout:1646: snap_create 2024-09-20T21:47:38.547 INFO:tasks.rados.rados.0.smithi046.stdout:1640: finishing write tid 5 to smithi04683737-46 2024-09-20T21:47:38.547 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 499 (ObjNum 506 snap 154 seq_num 506) dirty exists 2024-09-20T21:47:38.547 INFO:tasks.rados.rados.0.smithi046.stdout:1640: left oid 46 (ObjNum 506 snap 154 seq_num 506) 2024-09-20T21:47:38.547 INFO:tasks.rados.rados.0.smithi046.stdout:1641: finishing write tid 1 to smithi04683737-33 2024-09-20T21:47:38.547 INFO:tasks.rados.rados.0.smithi046.stdout:1641: finishing write tid 2 to smithi04683737-33 2024-09-20T21:47:38.547 INFO:tasks.rados.rados.0.smithi046.stdout:1641: finishing write tid 3 to smithi04683737-33 2024-09-20T21:47:38.547 INFO:tasks.rados.rados.0.smithi046.stdout:1641: finishing write tid 4 to smithi04683737-33 2024-09-20T21:47:38.547 INFO:tasks.rados.rados.0.smithi046.stdout:1641: finishing write tid 5 to smithi04683737-33 2024-09-20T21:47:38.547 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 455 (ObjNum 507 snap 154 seq_num 507) dirty exists 2024-09-20T21:47:38.547 INFO:tasks.rados.rados.0.smithi046.stdout:1641: left oid 33 (ObjNum 507 snap 154 seq_num 507) 2024-09-20T21:47:38.548 INFO:tasks.rados.rados.0.smithi046.stdout:1643: finishing rollback tid 0 to smithi04683737-12 2024-09-20T21:47:38.548 INFO:tasks.rados.rados.0.smithi046.stdout:1643: finishing rollback tid 1 to smithi04683737-12 2024-09-20T21:47:38.548 INFO:tasks.rados.rados.0.smithi046.stdout:1643: finishing rollback tid 2 to smithi04683737-12 2024-09-20T21:47:38.548 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 676 (ObjNum 444 snap 137 seq_num 444) dirty exists 2024-09-20T21:47:38.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:38 smithi046 ceph-mon[96110]: pgmap v241: 121 pgs: 121 active+clean; 169 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-09-20T21:47:38.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:38 smithi046 ceph-mon[96110]: osdmap e385: 8 total, 8 up, 8 in 2024-09-20T21:47:38.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:38 smithi046 ceph-mon[96110]: Upgrade: Updating osd.3 2024-09-20T21:47:38.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:38 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:38.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:38 smithi046 ceph-mon[96110]: osdmap e386: 8 total, 8 up, 8 in 2024-09-20T21:47:38.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:38 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-20T21:47:38.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:38 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:47:38.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:38 smithi046 ceph-mon[96110]: Deploying daemon osd.3 on smithi046 2024-09-20T21:47:38.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:38 smithi046 ceph-mon[98591]: pgmap v241: 121 pgs: 121 active+clean; 169 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-09-20T21:47:38.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:38 smithi046 ceph-mon[98591]: osdmap e385: 8 total, 8 up, 8 in 2024-09-20T21:47:38.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:38 smithi046 ceph-mon[98591]: Upgrade: Updating osd.3 2024-09-20T21:47:38.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:38 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:38.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:38 smithi046 ceph-mon[98591]: osdmap e386: 8 total, 8 up, 8 in 2024-09-20T21:47:38.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:38 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-20T21:47:38.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:38 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:47:38.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:38 smithi046 ceph-mon[98591]: Deploying daemon osd.3 on smithi046 2024-09-20T21:47:38.660 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:38 smithi134 ceph-mon[89086]: pgmap v241: 121 pgs: 121 active+clean; 169 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-09-20T21:47:38.660 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:38 smithi134 ceph-mon[89086]: osdmap e385: 8 total, 8 up, 8 in 2024-09-20T21:47:38.660 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:38 smithi134 ceph-mon[89086]: Upgrade: Updating osd.3 2024-09-20T21:47:38.660 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:38 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:38.660 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:38 smithi134 ceph-mon[89086]: osdmap e386: 8 total, 8 up, 8 in 2024-09-20T21:47:38.660 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:38 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-20T21:47:38.660 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:38 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:47:38.660 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:38 smithi134 ceph-mon[89086]: Deploying daemon osd.3 on smithi046 2024-09-20T21:47:38.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:47:38 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:47:38.658Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-20T21:47:38.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:47:38 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:47:38.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:47:39.553 INFO:tasks.rados.rados.0.smithi046.stdout:1640: done (3 left) 2024-09-20T21:47:39.554 INFO:tasks.rados.rados.0.smithi046.stdout:1641: done (2 left) 2024-09-20T21:47:39.554 INFO:tasks.rados.rados.0.smithi046.stdout:1643: done (1 left) 2024-09-20T21:47:39.554 INFO:tasks.rados.rados.0.smithi046.stdout:1646: done (0 left) 2024-09-20T21:47:39.554 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 155 2024-09-20T21:47:39.554 INFO:tasks.rados.rados.0.smithi046.stdout:1647: seq_num 509 ranges {0=532480,532480=409600,942080=393216} 2024-09-20T21:47:39.556 INFO:tasks.rados.rados.0.smithi046.stdout:1647: writing smithi04683737-32 from 0 to 532480 tid 1 2024-09-20T21:47:39.559 INFO:tasks.rados.rados.0.smithi046.stdout:1647: writing smithi04683737-32 from 532480 to 942080 tid 2 2024-09-20T21:47:39.562 INFO:tasks.rados.rados.0.smithi046.stdout:1647: writing smithi04683737-32 from 942080 to 1335296 tid 3 2024-09-20T21:47:39.562 INFO:tasks.rados.rados.0.smithi046.stdout:1648: rollback oid 4 current snap is 155 2024-09-20T21:47:39.562 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 4 to 140 2024-09-20T21:47:39.562 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 155 2024-09-20T21:47:39.562 INFO:tasks.rados.rados.0.smithi046.stdout:1649: seq_num 510 ranges {1769472=548864,2318336=745472,3063808=57344} 2024-09-20T21:47:39.575 INFO:tasks.rados.rados.0.smithi046.stdout:1649: writing smithi04683737-17 from 1769472 to 2318336 tid 1 2024-09-20T21:47:39.579 INFO:tasks.rados.rados.0.smithi046.stdout:1649: writing smithi04683737-17 from 2318336 to 3063808 tid 2 2024-09-20T21:47:39.580 INFO:tasks.rados.rados.0.smithi046.stdout:1649: writing smithi04683737-17 from 3063808 to 3121152 tid 3 2024-09-20T21:47:39.580 INFO:tasks.rados.rados.0.smithi046.stdout:1650: rollback oid 34 current snap is 155 2024-09-20T21:47:39.580 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 34 to 151 2024-09-20T21:47:39.580 INFO:tasks.rados.rados.0.smithi046.stdout:1647: finishing write tid 1 to smithi04683737-32 2024-09-20T21:47:39.581 INFO:tasks.rados.rados.0.smithi046.stdout:1647: finishing write tid 2 to smithi04683737-32 2024-09-20T21:47:39.581 INFO:tasks.rados.rados.0.smithi046.stdout:1647: finishing write tid 3 to smithi04683737-32 2024-09-20T21:47:39.581 INFO:tasks.rados.rados.0.smithi046.stdout:1647: finishing write tid 4 to smithi04683737-32 2024-09-20T21:47:39.581 INFO:tasks.rados.rados.0.smithi046.stdout:1648: finishing rollback tid 0 to smithi04683737-4 2024-09-20T21:47:39.581 INFO:tasks.rados.rados.0.smithi046.stdout:1648: finishing rollback tid 1 to smithi04683737-4 2024-09-20T21:47:39.581 INFO:tasks.rados.rados.0.smithi046.stdout:1647: finishing write tid 5 to smithi04683737-32 2024-09-20T21:47:39.581 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 643 (ObjNum 509 snap 155 seq_num 509) dirty exists 2024-09-20T21:47:39.581 INFO:tasks.rados.rados.0.smithi046.stdout:1647: left oid 32 (ObjNum 509 snap 155 seq_num 509) 2024-09-20T21:47:39.581 INFO:tasks.rados.rados.0.smithi046.stdout:1648: finishing rollback tid 2 to smithi04683737-4 2024-09-20T21:47:39.581 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 647 (ObjNum 440 snap 136 seq_num 440) dirty exists 2024-09-20T21:47:39.581 INFO:tasks.rados.rados.0.smithi046.stdout:1647: done (3 left) 2024-09-20T21:47:39.581 INFO:tasks.rados.rados.0.smithi046.stdout:1648: done (2 left) 2024-09-20T21:47:39.581 INFO:tasks.rados.rados.0.smithi046.stdout:1651: setattr oid 16 current snap is 155 2024-09-20T21:47:39.582 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 155 2024-09-20T21:47:39.582 INFO:tasks.rados.rados.0.smithi046.stdout:1652: seq_num 511 ranges {2449408=565248,3014656=630784,3645440=172032} 2024-09-20T21:47:39.597 INFO:tasks.rados.rados.0.smithi046.stdout:1652: writing smithi04683737-41 from 2449408 to 3014656 tid 1 2024-09-20T21:47:39.601 INFO:tasks.rados.rados.0.smithi046.stdout:1652: writing smithi04683737-41 from 3014656 to 3645440 tid 2 2024-09-20T21:47:39.602 INFO:tasks.rados.rados.0.smithi046.stdout:1652: writing smithi04683737-41 from 3645440 to 3817472 tid 3 2024-09-20T21:47:39.602 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 155 2024-09-20T21:47:39.603 INFO:tasks.rados.rados.0.smithi046.stdout:1650: finishing rollback tid 1 to smithi04683737-34 2024-09-20T21:47:39.603 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-20T21:47:39.603 INFO:tasks.rados.rados.0.smithi046.stdout:1649: finishing write tid 1 to smithi04683737-17 2024-09-20T21:47:39.603 INFO:tasks.rados.rados.0.smithi046.stdout:1653: seq_num 512 ranges {3432448=581632,4014080=516096,4530176=286720} 2024-09-20T21:47:39.624 INFO:tasks.rados.rados.0.smithi046.stdout:1653: writing smithi04683737-12 from 3432448 to 4014080 tid 1 2024-09-20T21:47:39.627 INFO:tasks.rados.rados.0.smithi046.stdout:1653: writing smithi04683737-12 from 4014080 to 4530176 tid 2 2024-09-20T21:47:39.631 INFO:tasks.rados.rados.0.smithi046.stdout:1653: writing smithi04683737-12 from 4530176 to 4816896 tid 3 2024-09-20T21:47:39.631 INFO:tasks.rados.rados.0.smithi046.stdout:1650: done (4 left) 2024-09-20T21:47:39.631 INFO:tasks.rados.rados.0.smithi046.stdout:1654: read oid 13 snap -1 2024-09-20T21:47:39.631 INFO:tasks.rados.rados.0.smithi046.stdout:1654: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:47:39.631 INFO:tasks.rados.rados.0.smithi046.stdout:1649: finishing write tid 2 to smithi04683737-17 2024-09-20T21:47:39.631 INFO:tasks.rados.rados.0.smithi046.stdout:1649: finishing write tid 3 to smithi04683737-17 2024-09-20T21:47:39.631 INFO:tasks.rados.rados.0.smithi046.stdout:1649: finishing write tid 4 to smithi04683737-17 2024-09-20T21:47:39.631 INFO:tasks.rados.rados.0.smithi046.stdout:1649: finishing write tid 5 to smithi04683737-17 2024-09-20T21:47:39.631 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 665 (ObjNum 510 snap 155 seq_num 510) dirty exists 2024-09-20T21:47:39.631 INFO:tasks.rados.rados.0.smithi046.stdout:1649: left oid 17 (ObjNum 510 snap 155 seq_num 510) 2024-09-20T21:47:39.631 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 553 (ObjNum 369 snap 117 seq_num 369) dirty exists 2024-09-20T21:47:39.632 INFO:tasks.rados.rados.0.smithi046.stdout:1652: finishing write tid 1 to smithi04683737-41 2024-09-20T21:47:39.632 INFO:tasks.rados.rados.0.smithi046.stdout:1652: finishing write tid 2 to smithi04683737-41 2024-09-20T21:47:39.632 INFO:tasks.rados.rados.0.smithi046.stdout:1652: finishing write tid 3 to smithi04683737-41 2024-09-20T21:47:39.632 INFO:tasks.rados.rados.0.smithi046.stdout:1652: finishing write tid 4 to smithi04683737-41 2024-09-20T21:47:39.632 INFO:tasks.rados.rados.0.smithi046.stdout:1652: finishing write tid 5 to smithi04683737-41 2024-09-20T21:47:39.632 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 690 (ObjNum 511 snap 155 seq_num 511) dirty exists 2024-09-20T21:47:39.632 INFO:tasks.rados.rados.0.smithi046.stdout:1652: left oid 41 (ObjNum 511 snap 155 seq_num 511) 2024-09-20T21:47:39.632 INFO:tasks.rados.rados.0.smithi046.stdout:1649: done (4 left) 2024-09-20T21:47:39.632 INFO:tasks.rados.rados.0.smithi046.stdout:1651: done (3 left) 2024-09-20T21:47:39.632 INFO:tasks.rados.rados.0.smithi046.stdout:1652: done (2 left) 2024-09-20T21:47:39.632 INFO:tasks.rados.rados.0.smithi046.stdout:1655: copy_from oid 50 from oid 32 current snap is 155 2024-09-20T21:47:39.632 INFO:tasks.rados.rados.0.smithi046.stdout:1656: rollback oid 5 current snap is 155 2024-09-20T21:47:39.632 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 5 to 140 2024-09-20T21:47:39.632 INFO:tasks.rados.rados.0.smithi046.stdout:1657: copy_from oid 28 from oid 30 current snap is 155 2024-09-20T21:47:39.633 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 155 2024-09-20T21:47:39.633 INFO:tasks.rados.rados.0.smithi046.stdout:1653: finishing write tid 1 to smithi04683737-12 2024-09-20T21:47:39.633 INFO:tasks.rados.rados.0.smithi046.stdout:1658: seq_num 513 ranges {1097728=598016,1695744=794624,2490368=8192} 2024-09-20T21:47:39.639 INFO:tasks.rados.rados.0.smithi046.stdout:1658: writing smithi04683737-25 from 1097728 to 1695744 tid 1 2024-09-20T21:47:39.644 INFO:tasks.rados.rados.0.smithi046.stdout:1658: writing smithi04683737-25 from 1695744 to 2490368 tid 2 2024-09-20T21:47:39.644 INFO:tasks.rados.rados.0.smithi046.stdout:1658: writing smithi04683737-25 from 2490368 to 2498560 tid 3 2024-09-20T21:47:39.644 INFO:tasks.rados.rados.0.smithi046.stdout:1659: delete oid 42 current snap is 155 2024-09-20T21:47:39.644 INFO:tasks.rados.rados.0.smithi046.stdout:1654: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:47:39.650 INFO:tasks.rados.rados.0.smithi046.stdout:1657: finishing copy_from to smithi04683737-28 2024-09-20T21:47:39.650 INFO:tasks.rados.rados.0.smithi046.stdout:1657: got expected ENOENT (src dne) 2024-09-20T21:47:39.650 INFO:tasks.rados.rados.0.smithi046.stdout:1657: finishing copy_from racing read to smithi04683737-28 2024-09-20T21:47:39.650 INFO:tasks.rados.rados.0.smithi046.stdout:1653: finishing write tid 2 to smithi04683737-12 2024-09-20T21:47:39.650 INFO:tasks.rados.rados.0.smithi046.stdout:1656: finishing rollback tid 1 to smithi04683737-5 2024-09-20T21:47:39.650 INFO:tasks.rados.rados.0.smithi046.stdout:1656: finishing rollback tid 2 to smithi04683737-5 2024-09-20T21:47:39.650 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 235 (ObjNum 439 snap 136 seq_num 439) dirty exists 2024-09-20T21:47:39.650 INFO:tasks.rados.rados.0.smithi046.stdout:1653: finishing write tid 3 to smithi04683737-12 2024-09-20T21:47:39.650 INFO:tasks.rados.rados.0.smithi046.stdout:1653: finishing write tid 4 to smithi04683737-12 2024-09-20T21:47:39.650 INFO:tasks.rados.rados.0.smithi046.stdout:1654: done (6 left) 2024-09-20T21:47:39.651 INFO:tasks.rados.rados.0.smithi046.stdout:1656: done (5 left) 2024-09-20T21:47:39.651 INFO:tasks.rados.rados.0.smithi046.stdout:1657: done (4 left) 2024-09-20T21:47:39.651 INFO:tasks.rados.rados.0.smithi046.stdout:1659: done (3 left) 2024-09-20T21:47:39.651 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 155 2024-09-20T21:47:39.651 INFO:tasks.rados.rados.0.smithi046.stdout:1653: finishing write tid 5 to smithi04683737-12 2024-09-20T21:47:39.651 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 685 (ObjNum 512 snap 155 seq_num 512) dirty exists 2024-09-20T21:47:39.651 INFO:tasks.rados.rados.0.smithi046.stdout:1653: left oid 12 (ObjNum 512 snap 155 seq_num 512) 2024-09-20T21:47:39.651 INFO:tasks.rados.rados.0.smithi046.stdout:1655: finishing copy_from racing read to smithi04683737-50 2024-09-20T21:47:39.651 INFO:tasks.rados.rados.0.smithi046.stdout:1655: finishing copy_from to smithi04683737-50 2024-09-20T21:47:39.651 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 643 (ObjNum 509 snap 155 seq_num 509) dirty exists 2024-09-20T21:47:39.651 INFO:tasks.rados.rados.0.smithi046.stdout:1658: finishing write tid 1 to smithi04683737-25 2024-09-20T21:47:39.651 INFO:tasks.rados.rados.0.smithi046.stdout:1660: seq_num 515 ranges {0=630784,630784=565248,1196032=237568} 2024-09-20T21:47:39.652 INFO:tasks.rados.rados.0.smithi046.stdout:1660: writing smithi04683737-39 from 0 to 630784 tid 1 2024-09-20T21:47:39.655 INFO:tasks.rados.rados.0.smithi046.stdout:1660: writing smithi04683737-39 from 630784 to 1196032 tid 2 2024-09-20T21:47:39.658 INFO:tasks.rados.rados.0.smithi046.stdout:1660: writing smithi04683737-39 from 1196032 to 1433600 tid 3 2024-09-20T21:47:39.658 INFO:tasks.rados.rados.0.smithi046.stdout:1653: done (3 left) 2024-09-20T21:47:39.658 INFO:tasks.rados.rados.0.smithi046.stdout:1655: done (2 left) 2024-09-20T21:47:39.658 INFO:tasks.rados.rados.0.smithi046.stdout:1661: rollback oid 26 current snap is 155 2024-09-20T21:47:39.658 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 26 to 154 2024-09-20T21:47:39.658 INFO:tasks.rados.rados.0.smithi046.stdout:1658: finishing write tid 2 to smithi04683737-25 2024-09-20T21:47:39.658 INFO:tasks.rados.rados.0.smithi046.stdout:1658: finishing write tid 3 to smithi04683737-25 2024-09-20T21:47:39.658 INFO:tasks.rados.rados.0.smithi046.stdout:1658: finishing write tid 4 to smithi04683737-25 2024-09-20T21:47:39.658 INFO:tasks.rados.rados.0.smithi046.stdout:1658: finishing write tid 5 to smithi04683737-25 2024-09-20T21:47:39.658 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 558 (ObjNum 513 snap 155 seq_num 513) dirty exists 2024-09-20T21:47:39.658 INFO:tasks.rados.rados.0.smithi046.stdout:1658: left oid 25 (ObjNum 513 snap 155 seq_num 513) 2024-09-20T21:47:39.658 INFO:tasks.rados.rados.0.smithi046.stdout:1660: finishing write tid 1 to smithi04683737-39 2024-09-20T21:47:39.658 INFO:tasks.rados.rados.0.smithi046.stdout:1658: done (2 left) 2024-09-20T21:47:39.659 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 155 2024-09-20T21:47:39.659 INFO:tasks.rados.rados.0.smithi046.stdout:1662: seq_num 516 ranges {2678784=647168,3325952=450560,3776512=352256} 2024-09-20T21:47:39.676 INFO:tasks.rados.rados.0.smithi046.stdout:1662: writing smithi04683737-46 from 2678784 to 3325952 tid 1 2024-09-20T21:47:39.678 INFO:tasks.rados.rados.0.smithi046.stdout:1662: writing smithi04683737-46 from 3325952 to 3776512 tid 2 2024-09-20T21:47:39.681 INFO:tasks.rados.rados.0.smithi046.stdout:1662: writing smithi04683737-46 from 3776512 to 4128768 tid 3 2024-09-20T21:47:39.681 INFO:tasks.rados.rados.0.smithi046.stdout:1663: setattr oid 13 current snap is 155 2024-09-20T21:47:39.681 INFO:tasks.rados.rados.0.smithi046.stdout:1660: finishing write tid 2 to smithi04683737-39 2024-09-20T21:47:39.681 INFO:tasks.rados.rados.0.smithi046.stdout:1660: finishing write tid 3 to smithi04683737-39 2024-09-20T21:47:39.681 INFO:tasks.rados.rados.0.smithi046.stdout:1660: finishing write tid 4 to smithi04683737-39 2024-09-20T21:47:39.682 INFO:tasks.rados.rados.0.smithi046.stdout:1661: finishing rollback tid 0 to smithi04683737-26 2024-09-20T21:47:39.682 INFO:tasks.rados.rados.0.smithi046.stdout:1661: finishing rollback tid 1 to smithi04683737-26 2024-09-20T21:47:39.682 INFO:tasks.rados.rados.0.smithi046.stdout:1661: finishing rollback tid 2 to smithi04683737-26 2024-09-20T21:47:39.682 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 465 (ObjNum 451 snap 138 seq_num 451) dirty exists 2024-09-20T21:47:39.682 INFO:tasks.rados.rados.0.smithi046.stdout:1660: finishing write tid 5 to smithi04683737-39 2024-09-20T21:47:39.682 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 642 (ObjNum 515 snap 155 seq_num 515) dirty exists 2024-09-20T21:47:39.682 INFO:tasks.rados.rados.0.smithi046.stdout:1660: left oid 39 (ObjNum 515 snap 155 seq_num 515) 2024-09-20T21:47:39.682 INFO:tasks.rados.rados.0.smithi046.stdout:1662: finishing write tid 1 to smithi04683737-46 2024-09-20T21:47:39.683 INFO:tasks.rados.rados.0.smithi046.stdout:1662: finishing write tid 2 to smithi04683737-46 2024-09-20T21:47:39.683 INFO:tasks.rados.rados.0.smithi046.stdout:1660: done (3 left) 2024-09-20T21:47:39.683 INFO:tasks.rados.rados.0.smithi046.stdout:1661: done (2 left) 2024-09-20T21:47:39.684 INFO:tasks.rados.rados.0.smithi046.stdout:1664: setattr oid 17 current snap is 155 2024-09-20T21:47:39.684 INFO:tasks.rados.rados.0.smithi046.stdout:1662: finishing write tid 3 to smithi04683737-46 2024-09-20T21:47:39.684 INFO:tasks.rados.rados.0.smithi046.stdout:1662: finishing write tid 4 to smithi04683737-46 2024-09-20T21:47:39.684 INFO:tasks.rados.rados.0.smithi046.stdout:1662: finishing write tid 5 to smithi04683737-46 2024-09-20T21:47:39.684 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 506 (ObjNum 516 snap 155 seq_num 516) dirty exists 2024-09-20T21:47:39.684 INFO:tasks.rados.rados.0.smithi046.stdout:1662: left oid 46 (ObjNum 516 snap 155 seq_num 516) 2024-09-20T21:47:39.686 INFO:tasks.rados.rados.0.smithi046.stdout:1662: done (2 left) 2024-09-20T21:47:39.687 INFO:tasks.rados.rados.0.smithi046.stdout:1665: copy_from oid 40 from oid 3 current snap is 155 2024-09-20T21:47:39.687 INFO:tasks.rados.rados.0.smithi046.stdout:1666: read oid 10 snap -1 2024-09-20T21:47:39.687 INFO:tasks.rados.rados.0.smithi046.stdout:1666: expect (ObjNum 303 snap 96 seq_num 303) 2024-09-20T21:47:39.687 INFO:tasks.rados.rados.0.smithi046.stdout:1667: rollback oid 7 current snap is 155 2024-09-20T21:47:39.687 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 7 to 153 2024-09-20T21:47:39.687 INFO:tasks.rados.rados.0.smithi046.stdout:1668: copy_from oid 42 from oid 18 current snap is 155 2024-09-20T21:47:39.687 INFO:tasks.rados.rados.0.smithi046.stdout:1669: rollback oid 1 current snap is 155 2024-09-20T21:47:39.687 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 1 to 153 2024-09-20T21:47:39.687 INFO:tasks.rados.rados.0.smithi046.stdout:1670: snap_create 2024-09-20T21:47:39.688 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 649 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-20T21:47:39.689 INFO:tasks.rados.rados.0.smithi046.stdout:1669: finishing rollback tid 0 to smithi04683737-1 2024-09-20T21:47:39.690 INFO:tasks.rados.rados.0.smithi046.stdout:1669: finishing rollback tid 1 to smithi04683737-1 2024-09-20T21:47:39.690 INFO:tasks.rados.rados.0.smithi046.stdout:1669: finishing rollback tid 2 to smithi04683737-1 2024-09-20T21:47:39.690 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 494 (ObjNum 473 snap 142 seq_num 473) dirty exists 2024-09-20T21:47:39.690 INFO:tasks.rados.rados.0.smithi046.stdout:1667: finishing rollback tid 0 to smithi04683737-7 2024-09-20T21:47:39.690 INFO:tasks.rados.rados.0.smithi046.stdout:1667: finishing rollback tid 1 to smithi04683737-7 2024-09-20T21:47:39.690 INFO:tasks.rados.rados.0.smithi046.stdout:1666: expect (ObjNum 303 snap 96 seq_num 303) 2024-09-20T21:47:39.699 INFO:tasks.rados.rados.0.smithi046.stdout:1667: finishing rollback tid 2 to smithi04683737-7 2024-09-20T21:47:39.699 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 487 (ObjNum 385 snap 122 seq_num 385) dirty exists 2024-09-20T21:47:39.699 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 666 (ObjNum 510 snap 155 seq_num 510) dirty exists 2024-09-20T21:47:39.699 INFO:tasks.rados.rados.0.smithi046.stdout:1665: finishing copy_from racing read to smithi04683737-40 2024-09-20T21:47:39.699 INFO:tasks.rados.rados.0.smithi046.stdout:1665: finishing copy_from to smithi04683737-40 2024-09-20T21:47:39.699 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 643 (ObjNum 303 snap 96 seq_num 303) dirty exists 2024-09-20T21:47:39.699 INFO:tasks.rados.rados.0.smithi046.stdout:1668: finishing copy_from racing read to smithi04683737-42 2024-09-20T21:47:39.700 INFO:tasks.rados.rados.0.smithi046.stdout:1668: finishing copy_from to smithi04683737-42 2024-09-20T21:47:39.700 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 634 (ObjNum 488 snap 145 seq_num 488) dirty exists 2024-09-20T21:47:39.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:39 smithi046 ceph-mon[96110]: osdmap e387: 8 total, 8 up, 8 in 2024-09-20T21:47:39.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:39 smithi046 ceph-mon[98591]: osdmap e387: 8 total, 8 up, 8 in 2024-09-20T21:47:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:39 smithi134 ceph-mon[89086]: osdmap e387: 8 total, 8 up, 8 in 2024-09-20T21:47:40.560 INFO:tasks.rados.rados.0.smithi046.stdout:1663: done (7 left) 2024-09-20T21:47:40.560 INFO:tasks.rados.rados.0.smithi046.stdout:1664: done (6 left) 2024-09-20T21:47:40.560 INFO:tasks.rados.rados.0.smithi046.stdout:1665: done (5 left) 2024-09-20T21:47:40.560 INFO:tasks.rados.rados.0.smithi046.stdout:1666: done (4 left) 2024-09-20T21:47:40.560 INFO:tasks.rados.rados.0.smithi046.stdout:1667: done (3 left) 2024-09-20T21:47:40.560 INFO:tasks.rados.rados.0.smithi046.stdout:1668: done (2 left) 2024-09-20T21:47:40.560 INFO:tasks.rados.rados.0.smithi046.stdout:1669: done (1 left) 2024-09-20T21:47:40.560 INFO:tasks.rados.rados.0.smithi046.stdout:1670: done (0 left) 2024-09-20T21:47:40.560 INFO:tasks.rados.rados.0.smithi046.stdout:1671: snap_create 2024-09-20T21:47:40.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:40 smithi046 ceph-mon[96110]: pgmap v245: 121 pgs: 121 active+clean; 180 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.0 MiB/s wr, 7 op/s 2024-09-20T21:47:40.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:40 smithi046 ceph-mon[96110]: osdmap e388: 8 total, 8 up, 8 in 2024-09-20T21:47:40.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:40 smithi046 ceph-mon[98591]: pgmap v245: 121 pgs: 121 active+clean; 180 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.0 MiB/s wr, 7 op/s 2024-09-20T21:47:40.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:40 smithi046 ceph-mon[98591]: osdmap e388: 8 total, 8 up, 8 in 2024-09-20T21:47:40.902 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:40 smithi046 systemd[1]: Stopping Ceph osd.3 for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:47:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:40 smithi134 ceph-mon[89086]: pgmap v245: 121 pgs: 121 active+clean; 180 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.0 MiB/s wr, 7 op/s 2024-09-20T21:47:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:40 smithi134 ceph-mon[89086]: osdmap e388: 8 total, 8 up, 8 in 2024-09-20T21:47:41.401 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:40 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3[62141]: 2024-09-20T21:47:40.945+0000 7f6c18226640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-20T21:47:41.401 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:40 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3[62141]: 2024-09-20T21:47:40.945+0000 7f6c18226640 -1 osd.3 389 *** Got signal Terminated *** 2024-09-20T21:47:41.401 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:40 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3[62141]: 2024-09-20T21:47:40.945+0000 7f6c18226640 -1 osd.3 389 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-20T21:47:41.572 INFO:tasks.rados.rados.0.smithi046.stdout:1671: done (0 left) 2024-09-20T21:47:41.572 INFO:tasks.rados.rados.0.smithi046.stdout:1672: read oid 37 snap -1 2024-09-20T21:47:41.572 INFO:tasks.rados.rados.0.smithi046.stdout:1672: expect (ObjNum 482 snap 145 seq_num 482) 2024-09-20T21:47:41.572 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 157 2024-09-20T21:47:41.573 INFO:tasks.rados.rados.0.smithi046.stdout:1673: seq_num 517 ranges {1613824=663552,2277376=786432,3063808=16384} 2024-09-20T21:47:41.584 INFO:tasks.rados.rados.0.smithi046.stdout:1673: writing smithi04683737-45 from 1613824 to 2277376 tid 1 2024-09-20T21:47:41.589 INFO:tasks.rados.rados.0.smithi046.stdout:1673: writing smithi04683737-45 from 2277376 to 3063808 tid 2 2024-09-20T21:47:41.589 INFO:tasks.rados.rados.0.smithi046.stdout:1673: writing smithi04683737-45 from 3063808 to 3080192 tid 3 2024-09-20T21:47:41.589 INFO:tasks.rados.rados.0.smithi046.stdout:1674: copy_from oid 16 from oid 27 current snap is 157 2024-09-20T21:47:41.589 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 157 2024-09-20T21:47:41.589 INFO:tasks.rados.rados.0.smithi046.stdout:1675: seq_num 518 ranges {0=679936,679936=671744,1351680=131072} 2024-09-20T21:47:41.593 INFO:tasks.rados.rados.0.smithi046.stdout:1675: writing smithi04683737-20 from 0 to 679936 tid 1 2024-09-20T21:47:41.596 INFO:tasks.rados.rados.0.smithi046.stdout:1675: writing smithi04683737-20 from 679936 to 1351680 tid 2 2024-09-20T21:47:41.597 INFO:tasks.rados.rados.0.smithi046.stdout:1675: writing smithi04683737-20 from 1351680 to 1482752 tid 3 2024-09-20T21:47:41.597 INFO:tasks.rados.rados.0.smithi046.stdout:1676: snap_remove snap 153 2024-09-20T21:47:41.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:41 smithi046 ceph-mon[96110]: osdmap e389: 8 total, 8 up, 8 in 2024-09-20T21:47:41.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:41 smithi046 ceph-mon[96110]: osd.3 marked itself down and dead 2024-09-20T21:47:41.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:41 smithi046 ceph-mon[98591]: osdmap e389: 8 total, 8 up, 8 in 2024-09-20T21:47:41.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:41 smithi046 ceph-mon[98591]: osd.3 marked itself down and dead 2024-09-20T21:47:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:41 smithi134 ceph-mon[89086]: osdmap e389: 8 total, 8 up, 8 in 2024-09-20T21:47:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:41 smithi134 ceph-mon[89086]: osd.3 marked itself down and dead 2024-09-20T21:47:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:47:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:47:42] "GET /metrics HTTP/1.1" 200 36254 "" "Prometheus/2.43.0" 2024-09-20T21:47:42.401 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:42 smithi046 podman[118968]: 2024-09-20 21:47:42.119158584 +0000 UTC m=+1.293499656 container died c17a4d58e03e2fd6330affed1a43da0a825484ff989c5d17e8d383947204fe8d (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=quincy-fbd1a6a, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-09-20T21:47:42.544 INFO:tasks.rados.rados.0.smithi046.stdout:1676: done (4 left) 2024-09-20T21:47:42.545 INFO:tasks.rados.rados.0.smithi046.stdout:1677: copy_from oid 28 from oid 43 current snap is 157 2024-09-20T21:47:42.545 INFO:tasks.rados.rados.0.smithi046.stdout:1672: expect (ObjNum 482 snap 145 seq_num 482) 2024-09-20T21:47:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:42 smithi134 ceph-mon[89086]: pgmap v248: 121 pgs: 121 active+clean; 198 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 7.2 MiB/s wr, 41 op/s 2024-09-20T21:47:42.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:42 smithi134 ceph-mon[89086]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-20T21:47:42.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:42 smithi134 ceph-mon[89086]: osdmap e390: 8 total, 7 up, 8 in 2024-09-20T21:47:42.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:42 smithi134 ceph-mon[89086]: osdmap e391: 8 total, 7 up, 8 in 2024-09-20T21:47:42.677 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:47:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:47:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:47:42.755 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:42 smithi046 ceph-mon[96110]: pgmap v248: 121 pgs: 121 active+clean; 198 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 7.2 MiB/s wr, 41 op/s 2024-09-20T21:47:42.755 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:42 smithi046 ceph-mon[96110]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-20T21:47:42.755 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:42 smithi046 ceph-mon[96110]: osdmap e390: 8 total, 7 up, 8 in 2024-09-20T21:47:42.755 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:42 smithi046 ceph-mon[96110]: osdmap e391: 8 total, 7 up, 8 in 2024-09-20T21:47:42.755 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:42 smithi046 ceph-mon[98591]: pgmap v248: 121 pgs: 121 active+clean; 198 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 7.2 MiB/s wr, 41 op/s 2024-09-20T21:47:42.755 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:42 smithi046 ceph-mon[98591]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-20T21:47:42.756 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:42 smithi046 ceph-mon[98591]: osdmap e390: 8 total, 7 up, 8 in 2024-09-20T21:47:42.756 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:42 smithi046 ceph-mon[98591]: osdmap e391: 8 total, 7 up, 8 in 2024-09-20T21:47:42.756 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:42 smithi046 podman[118968]: 2024-09-20 21:47:42.501970491 +0000 UTC m=+1.676311563 container cleanup c17a4d58e03e2fd6330affed1a43da0a825484ff989c5d17e8d383947204fe8d (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, RELEASE=quincy-fbd1a6a, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux ) 2024-09-20T21:47:42.756 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:42 smithi046 bash[118968]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3 2024-09-20T21:47:42.823 INFO:tasks.rados.rados.0.smithi046.stdout:1674: finishing copy_from racing read to smithi04683737-16 2024-09-20T21:47:42.823 INFO:tasks.rados.rados.0.smithi046.stdout:1674: finishing copy_from to smithi04683737-16 2024-09-20T21:47:42.824 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 488 (ObjNum 391 snap 123 seq_num 391) dirty exists 2024-09-20T21:47:42.824 INFO:tasks.rados.rados.0.smithi046.stdout:1675: finishing write tid 1 to smithi04683737-20 2024-09-20T21:47:42.824 INFO:tasks.rados.rados.0.smithi046.stdout:1675: finishing write tid 2 to smithi04683737-20 2024-09-20T21:47:42.824 INFO:tasks.rados.rados.0.smithi046.stdout:1675: finishing write tid 3 to smithi04683737-20 2024-09-20T21:47:42.824 INFO:tasks.rados.rados.0.smithi046.stdout:1673: finishing write tid 1 to smithi04683737-45 2024-09-20T21:47:42.824 INFO:tasks.rados.rados.0.smithi046.stdout:1675: finishing write tid 4 to smithi04683737-20 2024-09-20T21:47:42.824 INFO:tasks.rados.rados.0.smithi046.stdout:1675: finishing write tid 5 to smithi04683737-20 2024-09-20T21:47:42.824 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 459 (ObjNum 518 snap 157 seq_num 518) dirty exists 2024-09-20T21:47:42.824 INFO:tasks.rados.rados.0.smithi046.stdout:1675: left oid 20 (ObjNum 518 snap 157 seq_num 518) 2024-09-20T21:47:42.824 INFO:tasks.rados.rados.0.smithi046.stdout:1673: finishing write tid 2 to smithi04683737-45 2024-09-20T21:47:42.824 INFO:tasks.rados.rados.0.smithi046.stdout:1673: finishing write tid 3 to smithi04683737-45 2024-09-20T21:47:42.824 INFO:tasks.rados.rados.0.smithi046.stdout:1673: finishing write tid 4 to smithi04683737-45 2024-09-20T21:47:42.824 INFO:tasks.rados.rados.0.smithi046.stdout:1673: finishing write tid 5 to smithi04683737-45 2024-09-20T21:47:42.824 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 498 (ObjNum 517 snap 157 seq_num 517) dirty exists 2024-09-20T21:47:42.825 INFO:tasks.rados.rados.0.smithi046.stdout:1673: left oid 45 (ObjNum 517 snap 157 seq_num 517) 2024-09-20T21:47:42.825 INFO:tasks.rados.rados.0.smithi046.stdout:1672: done (4 left) 2024-09-20T21:47:42.825 INFO:tasks.rados.rados.0.smithi046.stdout:1673: done (3 left) 2024-09-20T21:47:42.825 INFO:tasks.rados.rados.0.smithi046.stdout:1674: done (2 left) 2024-09-20T21:47:42.825 INFO:tasks.rados.rados.0.smithi046.stdout:1675: done (1 left) 2024-09-20T21:47:42.825 INFO:tasks.rados.rados.0.smithi046.stdout:1678: snap_create 2024-09-20T21:47:42.825 INFO:tasks.rados.rados.0.smithi046.stdout:1677: finishing copy_from to smithi04683737-28 2024-09-20T21:47:42.825 INFO:tasks.rados.rados.0.smithi046.stdout:1677: got expected ENOENT (src dne) 2024-09-20T21:47:42.825 INFO:tasks.rados.rados.0.smithi046.stdout:1677: finishing copy_from racing read to smithi04683737-28 2024-09-20T21:47:43.150 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:42 smithi046 podman[118995]: 2024-09-20 21:47:42.754041923 +0000 UTC m=+0.632058700 container remove c17a4d58e03e2fd6330affed1a43da0a825484ff989c5d17e8d383947204fe8d (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-fbd1a6a, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-20T21:47:43.465 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:43 smithi046 podman[119093]: 2024-09-20 21:47:43.114794065 +0000 UTC m=+0.017170968 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T21:47:43.465 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:43 smithi046 podman[119093]: 2024-09-20 21:47:43.338704374 +0000 UTC m=+0.241081257 container create 96384dd457ec77f99599cf4623a5b31cf1ca2faf149dfa7106444235c2d5c3a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, RELEASE=squid-9e2ac70) 2024-09-20T21:47:43.571 INFO:tasks.rados.rados.0.smithi046.stdout:1677: done (1 left) 2024-09-20T21:47:43.571 INFO:tasks.rados.rados.0.smithi046.stdout:1678: done (0 left) 2024-09-20T21:47:43.571 INFO:tasks.rados.rados.0.smithi046.stdout:1679: read oid 44 snap -1 2024-09-20T21:47:43.571 INFO:tasks.rados.rados.0.smithi046.stdout:1679: expect deleted 2024-09-20T21:47:43.572 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 158 2024-09-20T21:47:43.572 INFO:tasks.rados.rados.0.smithi046.stdout:1680: seq_num 519 ranges {1654784=696320,2351104=548864,2899968=253952} 2024-09-20T21:47:43.585 INFO:tasks.rados.rados.0.smithi046.stdout:1680: writing smithi04683737-7 from 1654784 to 2351104 tid 1 2024-09-20T21:47:43.588 INFO:tasks.rados.rados.0.smithi046.stdout:1680: writing smithi04683737-7 from 2351104 to 2899968 tid 2 2024-09-20T21:47:43.591 INFO:tasks.rados.rados.0.smithi046.stdout:1680: writing smithi04683737-7 from 2899968 to 3153920 tid 3 2024-09-20T21:47:43.591 INFO:tasks.rados.rados.0.smithi046.stdout:1681: delete oid 12 current snap is 158 2024-09-20T21:47:43.591 INFO:tasks.rados.rados.0.smithi046.stdout:1680: finishing write tid 1 to smithi04683737-7 2024-09-20T21:47:43.591 INFO:tasks.rados.rados.0.smithi046.stdout:1680: finishing write tid 2 to smithi04683737-7 2024-09-20T21:47:43.595 INFO:tasks.rados.rados.0.smithi046.stdout:1679: done (2 left) 2024-09-20T21:47:43.595 INFO:tasks.rados.rados.0.smithi046.stdout:1681: done (1 left) 2024-09-20T21:47:43.595 INFO:tasks.rados.rados.0.smithi046.stdout:1682: rollback oid 20 current snap is 158 2024-09-20T21:47:43.595 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 20 to 156 2024-09-20T21:47:43.595 INFO:tasks.rados.rados.0.smithi046.stdout:1683: snap_remove snap 154 2024-09-20T21:47:43.901 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:43 smithi046 podman[119093]: 2024-09-20 21:47:43.557734214 +0000 UTC m=+0.460111110 container init 96384dd457ec77f99599cf4623a5b31cf1ca2faf149dfa7106444235c2d5c3a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-9e2ac70, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-09-20T21:47:43.901 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:43 smithi046 podman[119093]: 2024-09-20 21:47:43.565353749 +0000 UTC m=+0.467730641 container start 96384dd457ec77f99599cf4623a5b31cf1ca2faf149dfa7106444235c2d5c3a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3-deactivate, maintainer=Guillaume Abrioux , RELEASE=squid-9e2ac70, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-09-20T21:47:43.901 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:43 smithi046 podman[119093]: 2024-09-20 21:47:43.691221904 +0000 UTC m=+0.593598797 container attach 96384dd457ec77f99599cf4623a5b31cf1ca2faf149dfa7106444235c2d5c3a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3-deactivate, RELEASE=squid-9e2ac70, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-20T21:47:43.901 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:43 smithi046 podman[119093]: 2024-09-20 21:47:43.76969992 +0000 UTC m=+0.672076815 container died 96384dd457ec77f99599cf4623a5b31cf1ca2faf149dfa7106444235c2d5c3a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-9e2ac70, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-09-20T21:47:43.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:47:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:47:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:47:44.580 INFO:tasks.rados.rados.0.smithi046.stdout:1683: done (2 left) 2024-09-20T21:47:44.580 INFO:tasks.rados.rados.0.smithi046.stdout:1684: copy_from oid 36 from oid 27 current snap is 158 2024-09-20T21:47:44.580 INFO:tasks.rados.rados.0.smithi046.stdout:1680: finishing write tid 3 to smithi04683737-7 2024-09-20T21:47:44.580 INFO:tasks.rados.rados.0.smithi046.stdout:1680: finishing write tid 4 to smithi04683737-7 2024-09-20T21:47:44.580 INFO:tasks.rados.rados.0.smithi046.stdout:1680: finishing write tid 5 to smithi04683737-7 2024-09-20T21:47:44.580 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 491 (ObjNum 519 snap 158 seq_num 519) dirty exists 2024-09-20T21:47:44.580 INFO:tasks.rados.rados.0.smithi046.stdout:1680: left oid 7 (ObjNum 519 snap 158 seq_num 519) 2024-09-20T21:47:44.580 INFO:tasks.rados.rados.0.smithi046.stdout:1682: finishing rollback tid 0 to smithi04683737-20 2024-09-20T21:47:44.580 INFO:tasks.rados.rados.0.smithi046.stdout:1682: finishing rollback tid 1 to smithi04683737-20 2024-09-20T21:47:44.581 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 461 (ObjNum 33 snap 0 seq_num 19916640) dirty dne 2024-09-20T21:47:44.581 INFO:tasks.rados.rados.0.smithi046.stdout:1680: done (2 left) 2024-09-20T21:47:44.581 INFO:tasks.rados.rados.0.smithi046.stdout:1682: done (1 left) 2024-09-20T21:47:44.581 INFO:tasks.rados.rados.0.smithi046.stdout:1685: snap_remove snap 155 2024-09-20T21:47:44.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:44 smithi046 ceph-mon[96110]: pgmap v251: 121 pgs: 16 stale+active+clean, 105 active+clean; 198 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.4 MiB/s wr, 37 op/s 2024-09-20T21:47:44.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:44 smithi046 ceph-mon[96110]: osdmap e392: 8 total, 7 up, 8 in 2024-09-20T21:47:44.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:44 smithi046 ceph-mon[98591]: pgmap v251: 121 pgs: 16 stale+active+clean, 105 active+clean; 198 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.4 MiB/s wr, 37 op/s 2024-09-20T21:47:44.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:44 smithi046 ceph-mon[98591]: osdmap e392: 8 total, 7 up, 8 in 2024-09-20T21:47:44.651 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:44 smithi046 podman[119137]: 2024-09-20 21:47:44.395477689 +0000 UTC m=+0.619583757 container remove 96384dd457ec77f99599cf4623a5b31cf1ca2faf149dfa7106444235c2d5c3a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-9e2ac70, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-20T21:47:44.651 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:44 smithi046 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.3.service: Deactivated successfully. 2024-09-20T21:47:44.651 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:44 smithi046 systemd[1]: Stopped Ceph osd.3 for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:47:44.651 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:44 smithi046 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.3.service: Consumed 10.148s CPU time. 2024-09-20T21:47:44.651 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:44 smithi046 systemd[1]: Starting Ceph osd.3 for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:47:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:44 smithi134 ceph-mon[89086]: pgmap v251: 121 pgs: 16 stale+active+clean, 105 active+clean; 198 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.4 MiB/s wr, 37 op/s 2024-09-20T21:47:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:44 smithi134 ceph-mon[89086]: osdmap e392: 8 total, 7 up, 8 in 2024-09-20T21:47:44.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:47:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:47:44.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:47:44.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:47:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:47:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:47:45.133 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:44 smithi046 podman[119242]: 2024-09-20 21:47:44.756368701 +0000 UTC m=+0.016303450 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T21:47:45.134 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:44 smithi046 podman[119242]: 2024-09-20 21:47:44.854739549 +0000 UTC m=+0.114674280 container create d2492f188517327c43982cddb08bbc06f8d8af1cde76c90a0fb67e4cbe679b26 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3-activate, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-9e2ac70, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-09-20T21:47:45.134 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:45 smithi046 podman[119242]: 2024-09-20 21:47:45.132609065 +0000 UTC m=+0.392543806 container init d2492f188517327c43982cddb08bbc06f8d8af1cde76c90a0fb67e4cbe679b26 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3-activate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-9e2ac70) 2024-09-20T21:47:45.401 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:45 smithi046 podman[119242]: 2024-09-20 21:47:45.137789689 +0000 UTC m=+0.397724423 container start d2492f188517327c43982cddb08bbc06f8d8af1cde76c90a0fb67e4cbe679b26 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3-activate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-9e2ac70, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-09-20T21:47:45.401 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:45 smithi046 podman[119242]: 2024-09-20 21:47:45.232600514 +0000 UTC m=+0.492535257 container attach d2492f188517327c43982cddb08bbc06f8d8af1cde76c90a0fb67e4cbe679b26 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3-activate, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-9e2ac70, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, ceph=True) 2024-09-20T21:47:45.401 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:45 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3-activate[119256]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-20T21:47:45.401 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:45 smithi046 bash[119242]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-20T21:47:45.401 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:45 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3-activate[119256]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-20T21:47:45.401 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:45 smithi046 bash[119242]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-20T21:47:45.583 INFO:tasks.rados.rados.0.smithi046.stdout:1685: done (1 left) 2024-09-20T21:47:45.584 INFO:tasks.rados.rados.0.smithi046.stdout:1686: read oid 3 snap -1 2024-09-20T21:47:45.584 INFO:tasks.rados.rados.0.smithi046.stdout:1686: expect (ObjNum 303 snap 96 seq_num 303) 2024-09-20T21:47:45.584 INFO:tasks.rados.rados.0.smithi046.stdout:1687: copy_from oid 42 from oid 37 current snap is 158 2024-09-20T21:47:45.584 INFO:tasks.rados.rados.0.smithi046.stdout:1684: finishing copy_from racing read to smithi04683737-36 2024-09-20T21:47:45.584 INFO:tasks.rados.rados.0.smithi046.stdout:1684: finishing copy_from to smithi04683737-36 2024-09-20T21:47:45.584 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 488 (ObjNum 391 snap 123 seq_num 391) dirty exists 2024-09-20T21:47:45.584 INFO:tasks.rados.rados.0.smithi046.stdout:1684: done (2 left) 2024-09-20T21:47:45.584 INFO:tasks.rados.rados.0.smithi046.stdout:1688: copy_from oid 16 from oid 41 current snap is 158 2024-09-20T21:47:45.584 INFO:tasks.rados.rados.0.smithi046.stdout:1689: read oid 24 snap 156 2024-09-20T21:47:45.584 INFO:tasks.rados.rados.0.smithi046.stdout:1689: expect (ObjNum 430 snap 135 seq_num 430) 2024-09-20T21:47:45.584 INFO:tasks.rados.rados.0.smithi046.stdout:1690: delete oid 1 current snap is 158 2024-09-20T21:47:45.588 INFO:tasks.rados.rados.0.smithi046.stdout:1686: expect (ObjNum 303 snap 96 seq_num 303) 2024-09-20T21:47:45.597 INFO:tasks.rados.rados.0.smithi046.stdout:1689: expect (ObjNum 430 snap 135 seq_num 430) 2024-09-20T21:47:45.598 INFO:tasks.rados.rados.0.smithi046.stdout:1686: done (4 left) 2024-09-20T21:47:45.598 INFO:tasks.rados.rados.0.smithi046.stdout:1689: done (3 left) 2024-09-20T21:47:45.598 INFO:tasks.rados.rados.0.smithi046.stdout:1690: done (2 left) 2024-09-20T21:47:45.598 INFO:tasks.rados.rados.0.smithi046.stdout:1691: read oid 33 snap -1 2024-09-20T21:47:45.598 INFO:tasks.rados.rados.0.smithi046.stdout:1691: expect (ObjNum 507 snap 154 seq_num 507) 2024-09-20T21:47:45.598 INFO:tasks.rados.rados.0.smithi046.stdout:1692: read oid 35 snap -1 2024-09-20T21:47:45.598 INFO:tasks.rados.rados.0.smithi046.stdout:1692: expect (ObjNum 498 snap 152 seq_num 498) 2024-09-20T21:47:45.598 INFO:tasks.rados.rados.0.smithi046.stdout:1693: snap_create 2024-09-20T21:47:45.606 INFO:tasks.rados.rados.0.smithi046.stdout:1688: finishing copy_from racing read to smithi04683737-16 2024-09-20T21:47:45.610 INFO:tasks.rados.rados.0.smithi046.stdout:1687: finishing copy_from racing read to smithi04683737-42 2024-09-20T21:47:45.619 INFO:tasks.rados.rados.0.smithi046.stdout:1688: finishing copy_from to smithi04683737-16 2024-09-20T21:47:45.619 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 690 (ObjNum 511 snap 155 seq_num 511) dirty exists 2024-09-20T21:47:45.621 INFO:tasks.rados.rados.0.smithi046.stdout:1687: finishing copy_from to smithi04683737-42 2024-09-20T21:47:45.621 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 538 (ObjNum 482 snap 145 seq_num 482) dirty exists 2024-09-20T21:47:45.624 INFO:tasks.rados.rados.0.smithi046.stdout:1691: expect (ObjNum 507 snap 154 seq_num 507) 2024-09-20T21:47:45.723 INFO:tasks.rados.rados.0.smithi046.stdout:1692: expect (ObjNum 498 snap 152 seq_num 498) 2024-09-20T21:47:45.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:45 smithi046 ceph-mon[96110]: osdmap e393: 8 total, 7 up, 8 in 2024-09-20T21:47:45.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:45 smithi046 ceph-mon[98591]: osdmap e393: 8 total, 7 up, 8 in 2024-09-20T21:47:45.901 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:45 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3-activate[119256]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-20T21:47:45.901 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:45 smithi046 bash[119242]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-20T21:47:45.901 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:45 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3-activate[119256]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-20T21:47:45.901 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:45 smithi046 bash[119242]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-20T21:47:45.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:45 smithi134 ceph-mon[89086]: osdmap e393: 8 total, 7 up, 8 in 2024-09-20T21:47:46.388 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:46 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3-activate[119256]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-20T21:47:46.388 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:46 smithi046 bash[119242]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-20T21:47:46.388 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:46 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3-activate[119256]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-20T21:47:46.388 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:46 smithi046 bash[119242]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-20T21:47:46.388 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:46 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3-activate[119256]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-09-20T21:47:46.388 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:46 smithi046 bash[119242]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-09-20T21:47:46.388 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:46 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3-activate[119256]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-20T21:47:46.388 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:46 smithi046 bash[119242]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-20T21:47:46.389 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:46 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3-activate[119256]: --> ceph-volume raw activate successful for osd ID: 3 2024-09-20T21:47:46.389 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:46 smithi046 bash[119242]: --> ceph-volume raw activate successful for osd ID: 3 2024-09-20T21:47:46.389 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:46 smithi046 podman[119242]: 2024-09-20 21:47:46.071104518 +0000 UTC m=+1.331039250 container died d2492f188517327c43982cddb08bbc06f8d8af1cde76c90a0fb67e4cbe679b26 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3-activate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=squid-9e2ac70, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-09-20T21:47:46.587 INFO:tasks.rados.rados.0.smithi046.stdout:1687: done (4 left) 2024-09-20T21:47:46.587 INFO:tasks.rados.rados.0.smithi046.stdout:1688: done (3 left) 2024-09-20T21:47:46.587 INFO:tasks.rados.rados.0.smithi046.stdout:1691: done (2 left) 2024-09-20T21:47:46.587 INFO:tasks.rados.rados.0.smithi046.stdout:1692: done (1 left) 2024-09-20T21:47:46.587 INFO:tasks.rados.rados.0.smithi046.stdout:1693: done (0 left) 2024-09-20T21:47:46.587 INFO:tasks.rados.rados.0.smithi046.stdout:1694: snap_create 2024-09-20T21:47:46.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:46 smithi046 ceph-mon[96110]: pgmap v254: 121 pgs: 18 active+undersized, 6 stale+active+clean, 4 active+undersized+degraded, 93 active+clean; 214 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 12 op/s; 12/411 objects degraded (2.920%) 2024-09-20T21:47:46.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:46 smithi046 ceph-mon[96110]: Health check failed: Degraded data redundancy: 12/411 objects degraded (2.920%), 4 pgs degraded (PG_DEGRADED) 2024-09-20T21:47:46.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:46 smithi046 ceph-mon[96110]: osdmap e394: 8 total, 7 up, 8 in 2024-09-20T21:47:46.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:46 smithi046 ceph-mon[98591]: pgmap v254: 121 pgs: 18 active+undersized, 6 stale+active+clean, 4 active+undersized+degraded, 93 active+clean; 214 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 12 op/s; 12/411 objects degraded (2.920%) 2024-09-20T21:47:46.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:46 smithi046 ceph-mon[98591]: Health check failed: Degraded data redundancy: 12/411 objects degraded (2.920%), 4 pgs degraded (PG_DEGRADED) 2024-09-20T21:47:46.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:46 smithi046 ceph-mon[98591]: osdmap e394: 8 total, 7 up, 8 in 2024-09-20T21:47:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:46 smithi134 ceph-mon[89086]: pgmap v254: 121 pgs: 18 active+undersized, 6 stale+active+clean, 4 active+undersized+degraded, 93 active+clean; 214 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 12 op/s; 12/411 objects degraded (2.920%) 2024-09-20T21:47:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:46 smithi134 ceph-mon[89086]: Health check failed: Degraded data redundancy: 12/411 objects degraded (2.920%), 4 pgs degraded (PG_DEGRADED) 2024-09-20T21:47:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:46 smithi134 ceph-mon[89086]: osdmap e394: 8 total, 7 up, 8 in 2024-09-20T21:47:47.099 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:46 smithi046 podman[119421]: 2024-09-20 21:47:46.728579928 +0000 UTC m=+0.647997081 container remove d2492f188517327c43982cddb08bbc06f8d8af1cde76c90a0fb67e4cbe679b26 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3-activate, RELEASE=squid-9e2ac70, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-20T21:47:47.099 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:46 smithi046 podman[119487]: 2024-09-20 21:47:46.838513603 +0000 UTC m=+0.016651233 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T21:47:47.099 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:46 smithi046 podman[119487]: 2024-09-20 21:47:46.971313976 +0000 UTC m=+0.149451588 container create bff5e3b30c9655283113f6cc5bbb70a8bb6112ed3a5a7bf530406a39818ce97d (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-9e2ac70, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-20T21:47:47.545 INFO:tasks.rados.rados.0.smithi046.stdout:1694: done (0 left) 2024-09-20T21:47:47.545 INFO:tasks.rados.rados.0.smithi046.stdout:1695: snap_remove snap 157 2024-09-20T21:47:47.589 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:47 smithi046 podman[119487]: 2024-09-20 21:47:47.181954279 +0000 UTC m=+0.360091901 container init bff5e3b30c9655283113f6cc5bbb70a8bb6112ed3a5a7bf530406a39818ce97d (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-9e2ac70, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731) 2024-09-20T21:47:47.589 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:47 smithi046 podman[119487]: 2024-09-20 21:47:47.187313437 +0000 UTC m=+0.365451050 container start bff5e3b30c9655283113f6cc5bbb70a8bb6112ed3a5a7bf530406a39818ce97d (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, RELEASE=squid-9e2ac70, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-20T21:47:47.589 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:47 smithi046 ceph-osd[119526]: -- 172.21.15.46:0/1281626528 <== mon.0 v2:172.21.15.46:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e0103efa40 con 0x55e0103cdc00 2024-09-20T21:47:47.589 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:47 smithi046 bash[119487]: bff5e3b30c9655283113f6cc5bbb70a8bb6112ed3a5a7bf530406a39818ce97d 2024-09-20T21:47:47.590 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:47 smithi046 systemd[1]: Started Ceph osd.3 for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:47:47.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:47 smithi046 ceph-mon[98591]: osdmap e395: 8 total, 7 up, 8 in 2024-09-20T21:47:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:47:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:47 smithi046 ceph-mon[98591]: osdmap e396: 8 total, 7 up, 8 in 2024-09-20T21:47:47.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:47 smithi046 ceph-mon[96110]: osdmap e395: 8 total, 7 up, 8 in 2024-09-20T21:47:47.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:47.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:47.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:47:47.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:47 smithi046 ceph-mon[96110]: osdmap e396: 8 total, 7 up, 8 in 2024-09-20T21:47:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:47 smithi134 ceph-mon[89086]: osdmap e395: 8 total, 7 up, 8 in 2024-09-20T21:47:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:47:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:47 smithi134 ceph-mon[89086]: osdmap e396: 8 total, 7 up, 8 in 2024-09-20T21:47:48.549 INFO:tasks.rados.rados.0.smithi046.stdout:1695: done (0 left) 2024-09-20T21:47:48.549 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 160 2024-09-20T21:47:48.549 INFO:tasks.rados.rados.0.smithi046.stdout:1696: seq_num 522 ranges {278528=745472,1024000=606208,1630208=196608} 2024-09-20T21:47:48.554 INFO:tasks.rados.rados.0.smithi046.stdout:1696: writing smithi04683737-40 from 278528 to 1024000 tid 1 2024-09-20T21:47:48.558 INFO:tasks.rados.rados.0.smithi046.stdout:1696: writing smithi04683737-40 from 1024000 to 1630208 tid 2 2024-09-20T21:47:48.559 INFO:tasks.rados.rados.0.smithi046.stdout:1696: writing smithi04683737-40 from 1630208 to 1826816 tid 3 2024-09-20T21:47:48.559 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 160 2024-09-20T21:47:48.559 INFO:tasks.rados.rados.0.smithi046.stdout:1697: seq_num 523 ranges {3031040=770048,3801088=491520,4292608=311296} 2024-09-20T21:47:48.582 INFO:tasks.rados.rados.0.smithi046.stdout:1697: writing smithi04683737-14 from 3031040 to 3801088 tid 1 2024-09-20T21:47:48.585 INFO:tasks.rados.rados.0.smithi046.stdout:1697: writing smithi04683737-14 from 3801088 to 4292608 tid 2 2024-09-20T21:47:48.587 INFO:tasks.rados.rados.0.smithi046.stdout:1697: writing smithi04683737-14 from 4292608 to 4603904 tid 3 2024-09-20T21:47:48.587 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 160 2024-09-20T21:47:48.587 INFO:tasks.rados.rados.0.smithi046.stdout:1696: finishing write tid 1 to smithi04683737-40 2024-09-20T21:47:48.587 INFO:tasks.rados.rados.0.smithi046.stdout:1698: seq_num 524 ranges {6594560=786432,7380992=778240,8159232=24576} 2024-09-20T21:47:48.629 INFO:tasks.rados.rados.0.smithi046.stdout:1698: writing smithi04683737-4 from 6594560 to 7380992 tid 1 2024-09-20T21:47:48.635 INFO:tasks.rados.rados.0.smithi046.stdout:1698: writing smithi04683737-4 from 7380992 to 8159232 tid 2 2024-09-20T21:47:48.635 INFO:tasks.rados.rados.0.smithi046.stdout:1698: writing smithi04683737-4 from 8159232 to 8183808 tid 3 2024-09-20T21:47:48.635 INFO:tasks.rados.rados.0.smithi046.stdout:1699: snap_create 2024-09-20T21:47:48.635 INFO:tasks.rados.rados.0.smithi046.stdout:1696: finishing write tid 2 to smithi04683737-40 2024-09-20T21:47:48.635 INFO:tasks.rados.rados.0.smithi046.stdout:1696: finishing write tid 3 to smithi04683737-40 2024-09-20T21:47:48.635 INFO:tasks.rados.rados.0.smithi046.stdout:1696: finishing write tid 4 to smithi04683737-40 2024-09-20T21:47:48.635 INFO:tasks.rados.rados.0.smithi046.stdout:1696: finishing write tid 5 to smithi04683737-40 2024-09-20T21:47:48.635 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 647 (ObjNum 522 snap 160 seq_num 522) dirty exists 2024-09-20T21:47:48.635 INFO:tasks.rados.rados.0.smithi046.stdout:1696: left oid 40 (ObjNum 522 snap 160 seq_num 522) 2024-09-20T21:47:48.635 INFO:tasks.rados.rados.0.smithi046.stdout:1697: finishing write tid 1 to smithi04683737-14 2024-09-20T21:47:48.636 INFO:tasks.rados.rados.0.smithi046.stdout:1697: finishing write tid 2 to smithi04683737-14 2024-09-20T21:47:48.636 INFO:tasks.rados.rados.0.smithi046.stdout:1697: finishing write tid 3 to smithi04683737-14 2024-09-20T21:47:48.636 INFO:tasks.rados.rados.0.smithi046.stdout:1697: finishing write tid 4 to smithi04683737-14 2024-09-20T21:47:48.636 INFO:tasks.rados.rados.0.smithi046.stdout:1697: finishing write tid 5 to smithi04683737-14 2024-09-20T21:47:48.636 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 701 (ObjNum 523 snap 160 seq_num 523) dirty exists 2024-09-20T21:47:48.636 INFO:tasks.rados.rados.0.smithi046.stdout:1697: left oid 14 (ObjNum 523 snap 160 seq_num 523) 2024-09-20T21:47:48.636 INFO:tasks.rados.rados.0.smithi046.stdout:1698: finishing write tid 1 to smithi04683737-4 2024-09-20T21:47:48.638 INFO:tasks.rados.rados.0.smithi046.stdout:1698: finishing write tid 2 to smithi04683737-4 2024-09-20T21:47:48.638 INFO:tasks.rados.rados.0.smithi046.stdout:1698: finishing write tid 3 to smithi04683737-4 2024-09-20T21:47:48.638 INFO:tasks.rados.rados.0.smithi046.stdout:1698: finishing write tid 4 to smithi04683737-4 2024-09-20T21:47:48.639 INFO:tasks.rados.rados.0.smithi046.stdout:1698: finishing write tid 5 to smithi04683737-4 2024-09-20T21:47:48.640 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 654 (ObjNum 524 snap 160 seq_num 524) dirty exists 2024-09-20T21:47:48.640 INFO:tasks.rados.rados.0.smithi046.stdout:1698: left oid 4 (ObjNum 524 snap 160 seq_num 524) 2024-09-20T21:47:48.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:48 smithi046 ceph-mon[96110]: pgmap v257: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 215 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 13 op/s; 37/414 objects degraded (8.937%) 2024-09-20T21:47:48.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:48 smithi046 ceph-mon[96110]: osdmap e397: 8 total, 7 up, 8 in 2024-09-20T21:47:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:48 smithi046 ceph-mon[98591]: pgmap v257: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 215 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 13 op/s; 37/414 objects degraded (8.937%) 2024-09-20T21:47:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:48 smithi046 ceph-mon[98591]: osdmap e397: 8 total, 7 up, 8 in 2024-09-20T21:47:48.901 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:48 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3[119503]: 2024-09-20T21:47:48.836+0000 7fa21655b640 -1 Falling back to public interface 2024-09-20T21:47:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:48 smithi134 ceph-mon[89086]: pgmap v257: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 215 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 13 op/s; 37/414 objects degraded (8.937%) 2024-09-20T21:47:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:48 smithi134 ceph-mon[89086]: osdmap e397: 8 total, 7 up, 8 in 2024-09-20T21:47:48.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:47:48 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:47:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:47:49.597 INFO:tasks.rados.rados.0.smithi046.stdout:1696: done (3 left) 2024-09-20T21:47:49.598 INFO:tasks.rados.rados.0.smithi046.stdout:1697: done (2 left) 2024-09-20T21:47:49.598 INFO:tasks.rados.rados.0.smithi046.stdout:1698: done (1 left) 2024-09-20T21:47:49.598 INFO:tasks.rados.rados.0.smithi046.stdout:1699: done (0 left) 2024-09-20T21:47:49.598 INFO:tasks.rados.rados.0.smithi046.stdout:1700: rmattr oid 13 current snap is 161 2024-09-20T21:47:49.598 INFO:tasks.rados.rados.0.smithi046.stdout:1701: read oid 26 snap 159 2024-09-20T21:47:49.598 INFO:tasks.rados.rados.0.smithi046.stdout:1701: expect (ObjNum 451 snap 138 seq_num 451) 2024-09-20T21:47:49.599 INFO:tasks.rados.rados.0.smithi046.stdout:1702: read oid 4 snap 156 2024-09-20T21:47:49.599 INFO:tasks.rados.rados.0.smithi046.stdout:1702: expect (ObjNum 440 snap 136 seq_num 440) 2024-09-20T21:47:49.599 INFO:tasks.rados.rados.0.smithi046.stdout:1703: delete oid 20 current snap is 161 2024-09-20T21:47:49.599 INFO:tasks.rados.rados.0.smithi046.stdout:1703: done (3 left) 2024-09-20T21:47:49.600 INFO:tasks.rados.rados.0.smithi046.stdout:1704: read oid 28 snap -1 2024-09-20T21:47:49.600 INFO:tasks.rados.rados.0.smithi046.stdout:1704: expect deleted 2024-09-20T21:47:49.600 INFO:tasks.rados.rados.0.smithi046.stdout:1705: delete oid 11 current snap is 161 2024-09-20T21:47:49.603 INFO:tasks.rados.rados.0.smithi046.stdout:1704: done (4 left) 2024-09-20T21:47:49.603 INFO:tasks.rados.rados.0.smithi046.stdout:1705: done (3 left) 2024-09-20T21:47:49.603 INFO:tasks.rados.rados.0.smithi046.stdout:1706: snap_remove snap 160 2024-09-20T21:47:50.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:50 smithi046 ceph-mon[98591]: pgmap v260: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 218 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.1 MiB/s wr, 3 op/s; 37/414 objects degraded (8.937%) 2024-09-20T21:47:50.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:50 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:50.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:50 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:47:50.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:50 smithi046 ceph-mon[98591]: osdmap e398: 8 total, 7 up, 8 in 2024-09-20T21:47:50.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:50 smithi046 ceph-mon[96110]: pgmap v260: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 218 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.1 MiB/s wr, 3 op/s; 37/414 objects degraded (8.937%) 2024-09-20T21:47:50.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:50 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:50.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:50 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:47:50.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:50 smithi046 ceph-mon[96110]: osdmap e398: 8 total, 7 up, 8 in 2024-09-20T21:47:50.599 INFO:tasks.rados.rados.0.smithi046.stdout:1706: done (3 left) 2024-09-20T21:47:50.599 INFO:tasks.rados.rados.0.smithi046.stdout:1707: rollback oid 36 current snap is 161 2024-09-20T21:47:50.600 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 36 to 156 2024-09-20T21:47:50.600 INFO:tasks.rados.rados.0.smithi046.stdout:1701: expect (ObjNum 451 snap 138 seq_num 451) 2024-09-20T21:47:50.612 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 656 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-09-20T21:47:50.613 INFO:tasks.rados.rados.0.smithi046.stdout:1702: expect (ObjNum 440 snap 136 seq_num 440) 2024-09-20T21:47:50.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:50 smithi134 ceph-mon[89086]: pgmap v260: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 218 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.1 MiB/s wr, 3 op/s; 37/414 objects degraded (8.937%) 2024-09-20T21:47:50.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:50 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:50.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:50 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:47:50.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:50 smithi134 ceph-mon[89086]: osdmap e398: 8 total, 7 up, 8 in 2024-09-20T21:47:51.055 INFO:tasks.rados.rados.0.smithi046.stdout:1707: finishing rollback tid 0 to smithi04683737-36 2024-09-20T21:47:51.055 INFO:tasks.rados.rados.0.smithi046.stdout:1707: finishing rollback tid 1 to smithi04683737-36 2024-09-20T21:47:51.055 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 645 (ObjNum 65 snap 0 seq_num 1145700176) dirty dne 2024-09-20T21:47:51.055 INFO:tasks.rados.rados.0.smithi046.stdout:1700: done (3 left) 2024-09-20T21:47:51.055 INFO:tasks.rados.rados.0.smithi046.stdout:1701: done (2 left) 2024-09-20T21:47:51.056 INFO:tasks.rados.rados.0.smithi046.stdout:1702: done (1 left) 2024-09-20T21:47:51.056 INFO:tasks.rados.rados.0.smithi046.stdout:1707: done (0 left) 2024-09-20T21:47:51.056 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 161 2024-09-20T21:47:51.056 INFO:tasks.rados.rados.0.smithi046.stdout:1708: seq_num 527 ranges {1654784=434176,2088960=475136,2564096=565248,3129344=163840} 2024-09-20T21:47:51.066 INFO:tasks.rados.rados.0.smithi046.stdout:1708: writing smithi04683737-49 from 1654784 to 2088960 tid 1 2024-09-20T21:47:51.069 INFO:tasks.rados.rados.0.smithi046.stdout:1708: writing smithi04683737-49 from 2088960 to 2564096 tid 2 2024-09-20T21:47:51.072 INFO:tasks.rados.rados.0.smithi046.stdout:1708: writing smithi04683737-49 from 2564096 to 3129344 tid 3 2024-09-20T21:47:51.073 INFO:tasks.rados.rados.0.smithi046.stdout:1708: writing smithi04683737-49 from 3129344 to 3293184 tid 4 2024-09-20T21:47:51.073 INFO:tasks.rados.rados.0.smithi046.stdout:1709: copy_from oid 19 from oid 48 current snap is 161 2024-09-20T21:47:51.073 INFO:tasks.rados.rados.0.smithi046.stdout:1708: finishing write tid 1 to smithi04683737-49 2024-09-20T21:47:51.073 INFO:tasks.rados.rados.0.smithi046.stdout:1708: finishing write tid 2 to smithi04683737-49 2024-09-20T21:47:51.073 INFO:tasks.rados.rados.0.smithi046.stdout:1710: copy_from oid 1 from oid 28 current snap is 161 2024-09-20T21:47:51.073 INFO:tasks.rados.rados.0.smithi046.stdout:1711: snap_create 2024-09-20T21:47:51.074 INFO:tasks.rados.rados.0.smithi046.stdout:1710: finishing copy_from to smithi04683737-1 2024-09-20T21:47:51.074 INFO:tasks.rados.rados.0.smithi046.stdout:1710: got expected ENOENT (src dne) 2024-09-20T21:47:51.074 INFO:tasks.rados.rados.0.smithi046.stdout:1710: finishing copy_from racing read to smithi04683737-1 2024-09-20T21:47:51.075 INFO:tasks.rados.rados.0.smithi046.stdout:1708: finishing write tid 3 to smithi04683737-49 2024-09-20T21:47:51.075 INFO:tasks.rados.rados.0.smithi046.stdout:1708: finishing write tid 4 to smithi04683737-49 2024-09-20T21:47:51.075 INFO:tasks.rados.rados.0.smithi046.stdout:1708: finishing write tid 5 to smithi04683737-49 2024-09-20T21:47:51.077 INFO:tasks.rados.rados.0.smithi046.stdout:1708: finishing write tid 6 to smithi04683737-49 2024-09-20T21:47:51.077 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 662 (ObjNum 527 snap 161 seq_num 527) dirty exists 2024-09-20T21:47:51.077 INFO:tasks.rados.rados.0.smithi046.stdout:1708: left oid 49 (ObjNum 527 snap 161 seq_num 527) 2024-09-20T21:47:51.086 INFO:tasks.rados.rados.0.smithi046.stdout:1709: finishing copy_from racing read to smithi04683737-19 2024-09-20T21:47:51.088 INFO:tasks.rados.rados.0.smithi046.stdout:1709: finishing copy_from to smithi04683737-19 2024-09-20T21:47:51.088 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 661 (ObjNum 460 snap 140 seq_num 460) dirty exists 2024-09-20T21:47:51.604 INFO:tasks.rados.rados.0.smithi046.stdout:1708: done (3 left) 2024-09-20T21:47:51.605 INFO:tasks.rados.rados.0.smithi046.stdout:1709: done (2 left) 2024-09-20T21:47:51.605 INFO:tasks.rados.rados.0.smithi046.stdout:1710: done (1 left) 2024-09-20T21:47:51.605 INFO:tasks.rados.rados.0.smithi046.stdout:1711: done (0 left) 2024-09-20T21:47:51.605 INFO:tasks.rados.rados.0.smithi046.stdout:1712: read oid 47 snap -1 2024-09-20T21:47:51.605 INFO:tasks.rados.rados.0.smithi046.stdout:1712: expect (ObjNum 497 snap 152 seq_num 497) 2024-09-20T21:47:51.605 INFO:tasks.rados.rados.0.smithi046.stdout:1713: read oid 8 snap -1 2024-09-20T21:47:51.605 INFO:tasks.rados.rados.0.smithi046.stdout:1713: expect (ObjNum 464 snap 140 seq_num 464) 2024-09-20T21:47:51.605 INFO:tasks.rados.rados.0.smithi046.stdout:1714: read oid 2 snap -1 2024-09-20T21:47:51.605 INFO:tasks.rados.rados.0.smithi046.stdout:1714: expect (ObjNum 467 snap 140 seq_num 467) 2024-09-20T21:47:51.605 INFO:tasks.rados.rados.0.smithi046.stdout:1715: read oid 1 snap -1 2024-09-20T21:47:51.605 INFO:tasks.rados.rados.0.smithi046.stdout:1715: expect deleted 2024-09-20T21:47:51.605 INFO:tasks.rados.rados.0.smithi046.stdout:1716: rollback oid 15 current snap is 162 2024-09-20T21:47:51.605 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 15 to 156 2024-09-20T21:47:51.605 INFO:tasks.rados.rados.0.smithi046.stdout:1717: delete oid 12 current snap is 162 2024-09-20T21:47:51.610 INFO:tasks.rados.rados.0.smithi046.stdout:1716: finishing rollback tid 0 to smithi04683737-15 2024-09-20T21:47:51.611 INFO:tasks.rados.rados.0.smithi046.stdout:1716: finishing rollback tid 1 to smithi04683737-15 2024-09-20T21:47:51.611 INFO:tasks.rados.rados.0.smithi046.stdout:1715: done (5 left) 2024-09-20T21:47:51.612 INFO:tasks.rados.rados.0.smithi046.stdout:1717: done (4 left) 2024-09-20T21:47:51.612 INFO:tasks.rados.rados.0.smithi046.stdout:1718: snap_remove snap 151 2024-09-20T21:47:51.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:51 smithi046 ceph-mon[96110]: osdmap e399: 8 total, 7 up, 8 in 2024-09-20T21:47:51.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:51.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:51.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:51 smithi046 ceph-mon[98591]: osdmap e399: 8 total, 7 up, 8 in 2024-09-20T21:47:51.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:51.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:51.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:51 smithi134 ceph-mon[89086]: osdmap e399: 8 total, 7 up, 8 in 2024-09-20T21:47:51.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:51.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:52.384 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:47:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:47:52] "GET /metrics HTTP/1.1" 200 36256 "" "Prometheus/2.43.0" 2024-09-20T21:47:52.602 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:47:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:47:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:47:52.609 INFO:tasks.rados.rados.0.smithi046.stdout:1718: done (4 left) 2024-09-20T21:47:52.610 INFO:tasks.rados.rados.0.smithi046.stdout:1719: copy_from oid 45 from oid 13 current snap is 162 2024-09-20T21:47:52.610 INFO:tasks.rados.rados.0.smithi046.stdout:1716: finishing rollback tid 2 to smithi04683737-15 2024-09-20T21:47:52.610 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 605 (ObjNum 480 snap 145 seq_num 480) dirty exists 2024-09-20T21:47:52.610 INFO:tasks.rados.rados.0.smithi046.stdout:1714: expect (ObjNum 467 snap 140 seq_num 467) 2024-09-20T21:47:52.649 INFO:tasks.rados.rados.0.smithi046.stdout:1713: expect (ObjNum 464 snap 140 seq_num 464) 2024-09-20T21:47:52.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:52 smithi046 ceph-mon[98591]: pgmap v263: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 228 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.8 MiB/s wr, 15 op/s; 40/432 objects degraded (9.259%) 2024-09-20T21:47:52.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:52 smithi046 ceph-mon[98591]: Health check update: Degraded data redundancy: 40/432 objects degraded (9.259%), 8 pgs degraded (PG_DEGRADED) 2024-09-20T21:47:52.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:52 smithi046 ceph-mon[98591]: osdmap e400: 8 total, 7 up, 8 in 2024-09-20T21:47:52.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:52 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:52.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:52 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:52.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:52 smithi046 ceph-mon[98591]: from='osd.3 [v2:172.21.15.46:6826/620755801,v1:172.21.15.46:6827/620755801]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-20T21:47:52.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:52 smithi046 ceph-mon[96110]: pgmap v263: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 228 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.8 MiB/s wr, 15 op/s; 40/432 objects degraded (9.259%) 2024-09-20T21:47:52.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:52 smithi046 ceph-mon[96110]: Health check update: Degraded data redundancy: 40/432 objects degraded (9.259%), 8 pgs degraded (PG_DEGRADED) 2024-09-20T21:47:52.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:52 smithi046 ceph-mon[96110]: osdmap e400: 8 total, 7 up, 8 in 2024-09-20T21:47:52.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:52 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:52.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:52 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:52.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:52 smithi046 ceph-mon[96110]: from='osd.3 [v2:172.21.15.46:6826/620755801,v1:172.21.15.46:6827/620755801]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-20T21:47:52.652 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3[119503]: 2024-09-20T21:47:52.491+0000 7fa21655b640 -1 osd.3 389 log_to_monitors true 2024-09-20T21:47:52.652 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:47:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3[119503]: 2024-09-20T21:47:52.627+0000 7fa20e306640 -1 osd.3 389 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-20T21:47:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:52 smithi134 ceph-mon[89086]: pgmap v263: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 228 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.8 MiB/s wr, 15 op/s; 40/432 objects degraded (9.259%) 2024-09-20T21:47:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:52 smithi134 ceph-mon[89086]: Health check update: Degraded data redundancy: 40/432 objects degraded (9.259%), 8 pgs degraded (PG_DEGRADED) 2024-09-20T21:47:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:52 smithi134 ceph-mon[89086]: osdmap e400: 8 total, 7 up, 8 in 2024-09-20T21:47:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:52 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:52.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:52 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:52.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:52 smithi134 ceph-mon[89086]: from='osd.3 [v2:172.21.15.46:6826/620755801,v1:172.21.15.46:6827/620755801]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-20T21:47:53.268 INFO:tasks.rados.rados.0.smithi046.stdout:1712: expect (ObjNum 497 snap 152 seq_num 497) 2024-09-20T21:47:53.724 INFO:tasks.rados.rados.0.smithi046.stdout:1719: finishing copy_from racing read to smithi04683737-45 2024-09-20T21:47:53.724 INFO:tasks.rados.rados.0.smithi046.stdout:1719: finishing copy_from to smithi04683737-45 2024-09-20T21:47:53.724 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 656 (ObjNum 177 snap 0 seq_num 20481872) dirty exists 2024-09-20T21:47:53.724 INFO:tasks.rados.rados.0.smithi046.stdout:1712: done (4 left) 2024-09-20T21:47:53.724 INFO:tasks.rados.rados.0.smithi046.stdout:1713: done (3 left) 2024-09-20T21:47:53.724 INFO:tasks.rados.rados.0.smithi046.stdout:1714: done (2 left) 2024-09-20T21:47:53.724 INFO:tasks.rados.rados.0.smithi046.stdout:1716: done (1 left) 2024-09-20T21:47:53.724 INFO:tasks.rados.rados.0.smithi046.stdout:1719: done (0 left) 2024-09-20T21:47:53.724 INFO:tasks.rados.rados.0.smithi046.stdout:1720: rmattr oid 10 current snap is 162 2024-09-20T21:47:53.724 INFO:tasks.rados.rados.0.smithi046.stdout:1720: done (0 left) 2024-09-20T21:47:53.724 INFO:tasks.rados.rados.0.smithi046.stdout:1721: setattr oid 27 current snap is 162 2024-09-20T21:47:53.725 INFO:tasks.rados.rados.0.smithi046.stdout:1722: snap_remove snap 158 2024-09-20T21:47:53.829 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:53 smithi046 ceph-mon[96110]: from='osd.3 [v2:172.21.15.46:6826/620755801,v1:172.21.15.46:6827/620755801]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-20T21:47:53.829 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:53 smithi046 ceph-mon[96110]: osdmap e401: 8 total, 7 up, 8 in 2024-09-20T21:47:53.829 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:53 smithi046 ceph-mon[96110]: from='osd.3 [v2:172.21.15.46:6826/620755801,v1:172.21.15.46:6827/620755801]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:47:53.829 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:53 smithi046 ceph-mon[98591]: from='osd.3 [v2:172.21.15.46:6826/620755801,v1:172.21.15.46:6827/620755801]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-20T21:47:53.829 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:53 smithi046 ceph-mon[98591]: osdmap e401: 8 total, 7 up, 8 in 2024-09-20T21:47:53.830 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:53 smithi046 ceph-mon[98591]: from='osd.3 [v2:172.21.15.46:6826/620755801,v1:172.21.15.46:6827/620755801]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:47:53.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:53 smithi134 ceph-mon[89086]: from='osd.3 [v2:172.21.15.46:6826/620755801,v1:172.21.15.46:6827/620755801]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-20T21:47:53.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:53 smithi134 ceph-mon[89086]: osdmap e401: 8 total, 7 up, 8 in 2024-09-20T21:47:53.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:53 smithi134 ceph-mon[89086]: from='osd.3 [v2:172.21.15.46:6826/620755801,v1:172.21.15.46:6827/620755801]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-09-20T21:47:53.927 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:47:53 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:47:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:47:54.614 INFO:tasks.rados.rados.0.smithi046.stdout:1722: done (1 left) 2024-09-20T21:47:54.614 INFO:tasks.rados.rados.0.smithi046.stdout:1723: setattr oid 33 current snap is 162 2024-09-20T21:47:54.614 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 489 (ObjNum 391 snap 123 seq_num 391) dirty exists 2024-09-20T21:47:54.619 INFO:tasks.rados.rados.0.smithi046.stdout:1721: done (1 left) 2024-09-20T21:47:54.620 INFO:tasks.rados.rados.0.smithi046.stdout:1724: copy_from oid 38 from oid 1 current snap is 162 2024-09-20T21:47:54.620 INFO:tasks.rados.rados.0.smithi046.stdout:1725: rollback oid 15 current snap is 162 2024-09-20T21:47:54.620 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 15 to 161 2024-09-20T21:47:54.620 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 162 2024-09-20T21:47:54.620 INFO:tasks.rados.rados.0.smithi046.stdout:1726: seq_num 529 ranges {2727936=466944,3194880=647168,3842048=532480,4374528=24576} 2024-09-20T21:47:54.635 INFO:tasks.rados.rados.0.smithi046.stdout:1726: writing smithi04683737-22 from 2727936 to 3194880 tid 1 2024-09-20T21:47:54.640 INFO:tasks.rados.rados.0.smithi046.stdout:1726: writing smithi04683737-22 from 3194880 to 3842048 tid 2 2024-09-20T21:47:54.644 INFO:tasks.rados.rados.0.smithi046.stdout:1726: writing smithi04683737-22 from 3842048 to 4374528 tid 3 2024-09-20T21:47:54.645 INFO:tasks.rados.rados.0.smithi046.stdout:1726: writing smithi04683737-22 from 4374528 to 4399104 tid 4 2024-09-20T21:47:54.645 INFO:tasks.rados.rados.0.smithi046.stdout:1725: finishing rollback tid 0 to smithi04683737-15 2024-09-20T21:47:54.646 INFO:tasks.rados.rados.0.smithi046.stdout:1725: finishing rollback tid 1 to smithi04683737-15 2024-09-20T21:47:54.646 INFO:tasks.rados.rados.0.smithi046.stdout:1725: finishing rollback tid 2 to smithi04683737-15 2024-09-20T21:47:54.646 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 608 (ObjNum 480 snap 145 seq_num 480) dirty exists 2024-09-20T21:47:54.646 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 462 (ObjNum 507 snap 154 seq_num 507) dirty exists 2024-09-20T21:47:54.646 INFO:tasks.rados.rados.0.smithi046.stdout:1726: finishing write tid 1 to smithi04683737-22 2024-09-20T21:47:54.646 INFO:tasks.rados.rados.0.smithi046.stdout:1723: done (3 left) 2024-09-20T21:47:54.646 INFO:tasks.rados.rados.0.smithi046.stdout:1725: done (2 left) 2024-09-20T21:47:54.646 INFO:tasks.rados.rados.0.smithi046.stdout:1727: rollback oid 16 current snap is 162 2024-09-20T21:47:54.646 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 16 to 140 2024-09-20T21:47:54.646 INFO:tasks.rados.rados.0.smithi046.stdout:1728: snap_create 2024-09-20T21:47:54.648 INFO:tasks.rados.rados.0.smithi046.stdout:1726: finishing write tid 2 to smithi04683737-22 2024-09-20T21:47:54.649 INFO:tasks.rados.rados.0.smithi046.stdout:1727: finishing rollback tid 0 to smithi04683737-16 2024-09-20T21:47:54.649 INFO:tasks.rados.rados.0.smithi046.stdout:1724: finishing copy_from to smithi04683737-38 2024-09-20T21:47:54.649 INFO:tasks.rados.rados.0.smithi046.stdout:1724: got expected ENOENT (src dne) 2024-09-20T21:47:54.649 INFO:tasks.rados.rados.0.smithi046.stdout:1724: finishing copy_from racing read to smithi04683737-38 2024-09-20T21:47:54.650 INFO:tasks.rados.rados.0.smithi046.stdout:1726: finishing write tid 3 to smithi04683737-22 2024-09-20T21:47:54.650 INFO:tasks.rados.rados.0.smithi046.stdout:1727: finishing rollback tid 1 to smithi04683737-16 2024-09-20T21:47:54.650 INFO:tasks.rados.rados.0.smithi046.stdout:1726: finishing write tid 4 to smithi04683737-22 2024-09-20T21:47:54.650 INFO:tasks.rados.rados.0.smithi046.stdout:1727: finishing rollback tid 2 to smithi04683737-16 2024-09-20T21:47:54.650 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 693 (ObjNum 385 snap 122 seq_num 385) dirty exists 2024-09-20T21:47:54.650 INFO:tasks.rados.rados.0.smithi046.stdout:1726: finishing write tid 5 to smithi04683737-22 2024-09-20T21:47:54.651 INFO:tasks.rados.rados.0.smithi046.stdout:1726: finishing write tid 6 to smithi04683737-22 2024-09-20T21:47:54.651 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 708 (ObjNum 529 snap 162 seq_num 529) dirty exists 2024-09-20T21:47:54.651 INFO:tasks.rados.rados.0.smithi046.stdout:1726: left oid 22 (ObjNum 529 snap 162 seq_num 529) 2024-09-20T21:47:54.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:54 smithi046 ceph-mon[96110]: pgmap v266: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 228 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.1 MiB/s wr, 13 op/s; 40/432 objects degraded (9.259%) 2024-09-20T21:47:54.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:54 smithi046 ceph-mon[96110]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-20T21:47:54.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:54 smithi046 ceph-mon[96110]: osd.3 [v2:172.21.15.46:6826/620755801,v1:172.21.15.46:6827/620755801] boot 2024-09-20T21:47:54.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:54 smithi046 ceph-mon[96110]: osdmap e402: 8 total, 8 up, 8 in 2024-09-20T21:47:54.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:54 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-20T21:47:54.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:54 smithi046 ceph-mon[96110]: osdmap e403: 8 total, 8 up, 8 in 2024-09-20T21:47:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:54 smithi046 ceph-mon[98591]: pgmap v266: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 228 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.1 MiB/s wr, 13 op/s; 40/432 objects degraded (9.259%) 2024-09-20T21:47:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:54 smithi046 ceph-mon[98591]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-20T21:47:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:54 smithi046 ceph-mon[98591]: osd.3 [v2:172.21.15.46:6826/620755801,v1:172.21.15.46:6827/620755801] boot 2024-09-20T21:47:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:54 smithi046 ceph-mon[98591]: osdmap e402: 8 total, 8 up, 8 in 2024-09-20T21:47:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:54 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-20T21:47:54.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:54 smithi046 ceph-mon[98591]: osdmap e403: 8 total, 8 up, 8 in 2024-09-20T21:47:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:54 smithi134 ceph-mon[89086]: pgmap v266: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 228 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.1 MiB/s wr, 13 op/s; 40/432 objects degraded (9.259%) 2024-09-20T21:47:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:54 smithi134 ceph-mon[89086]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-20T21:47:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:54 smithi134 ceph-mon[89086]: osd.3 [v2:172.21.15.46:6826/620755801,v1:172.21.15.46:6827/620755801] boot 2024-09-20T21:47:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:54 smithi134 ceph-mon[89086]: osdmap e402: 8 total, 8 up, 8 in 2024-09-20T21:47:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:54 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-20T21:47:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:54 smithi134 ceph-mon[89086]: osdmap e403: 8 total, 8 up, 8 in 2024-09-20T21:47:54.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:47:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:47:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:47:54.927 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:47:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:47:54.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:47:55.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:47:55 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:47:55.157+0000 7f8f44ab3640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-09-20T21:47:55.528 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-20T21:47:55.619 INFO:tasks.rados.rados.0.smithi046.stdout:1724: done (3 left) 2024-09-20T21:47:55.619 INFO:tasks.rados.rados.0.smithi046.stdout:1726: done (2 left) 2024-09-20T21:47:55.619 INFO:tasks.rados.rados.0.smithi046.stdout:1727: done (1 left) 2024-09-20T21:47:55.619 INFO:tasks.rados.rados.0.smithi046.stdout:1728: done (0 left) 2024-09-20T21:47:55.619 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 163 2024-09-20T21:47:55.619 INFO:tasks.rados.rados.0.smithi046.stdout:1729: seq_num 530 ranges {7897088=483328,8380416=532480,8912896=671744} 2024-09-20T21:47:55.665 INFO:tasks.rados.rados.0.smithi046.stdout:1729: writing smithi04683737-8 from 7897088 to 8380416 tid 1 2024-09-20T21:47:55.668 INFO:tasks.rados.rados.0.smithi046.stdout:1729: writing smithi04683737-8 from 8380416 to 8912896 tid 2 2024-09-20T21:47:55.673 INFO:tasks.rados.rados.0.smithi046.stdout:1729: writing smithi04683737-8 from 8912896 to 9584640 tid 3 2024-09-20T21:47:55.673 INFO:tasks.rados.rados.0.smithi046.stdout:1730: delete oid 12 current snap is 163 2024-09-20T21:47:55.673 INFO:tasks.rados.rados.0.smithi046.stdout:1729: finishing write tid 1 to smithi04683737-8 2024-09-20T21:47:55.673 INFO:tasks.rados.rados.0.smithi046.stdout:1729: finishing write tid 2 to smithi04683737-8 2024-09-20T21:47:55.676 INFO:tasks.rados.rados.0.smithi046.stdout:1729: finishing write tid 3 to smithi04683737-8 2024-09-20T21:47:55.676 INFO:tasks.rados.rados.0.smithi046.stdout:1729: finishing write tid 4 to smithi04683737-8 2024-09-20T21:47:55.677 INFO:tasks.rados.rados.0.smithi046.stdout:1730: done (1 left) 2024-09-20T21:47:55.677 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 163 2024-09-20T21:47:55.677 INFO:tasks.rados.rados.0.smithi046.stdout:1729: finishing write tid 5 to smithi04683737-8 2024-09-20T21:47:55.677 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 665 (ObjNum 530 snap 163 seq_num 530) dirty exists 2024-09-20T21:47:55.677 INFO:tasks.rados.rados.0.smithi046.stdout:1729: left oid 8 (ObjNum 530 snap 163 seq_num 530) 2024-09-20T21:47:55.677 INFO:tasks.rados.rados.0.smithi046.stdout:1731: seq_num 532 ranges {8552448=516096,9068544=696320,9764864=507904} 2024-09-20T21:47:55.726 INFO:tasks.rados.rados.0.smithi046.stdout:1731: writing smithi04683737-35 from 8552448 to 9068544 tid 1 2024-09-20T21:47:55.730 INFO:tasks.rados.rados.0.smithi046.stdout:1731: writing smithi04683737-35 from 9068544 to 9764864 tid 2 2024-09-20T21:47:55.734 INFO:tasks.rados.rados.0.smithi046.stdout:1731: writing smithi04683737-35 from 9764864 to 10272768 tid 3 2024-09-20T21:47:55.734 INFO:tasks.rados.rados.0.smithi046.stdout:1729: done (1 left) 2024-09-20T21:47:55.734 INFO:tasks.rados.rados.0.smithi046.stdout:1732: delete oid 32 current snap is 163 2024-09-20T21:47:55.734 INFO:tasks.rados.rados.0.smithi046.stdout:1731: finishing write tid 1 to smithi04683737-35 2024-09-20T21:47:55.734 INFO:tasks.rados.rados.0.smithi046.stdout:1731: finishing write tid 2 to smithi04683737-35 2024-09-20T21:47:55.737 INFO:tasks.rados.rados.0.smithi046.stdout:1731: finishing write tid 3 to smithi04683737-35 2024-09-20T21:47:55.737 INFO:tasks.rados.rados.0.smithi046.stdout:1732: done (1 left) 2024-09-20T21:47:55.737 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 163 2024-09-20T21:47:55.737 INFO:tasks.rados.rados.0.smithi046.stdout:1733: seq_num 534 ranges {7061504=548864,7610368=516096,8126464=688128} 2024-09-20T21:47:55.778 INFO:tasks.rados.rados.0.smithi046.stdout:1733: writing smithi04683737-47 from 7061504 to 7610368 tid 1 2024-09-20T21:47:55.781 INFO:tasks.rados.rados.0.smithi046.stdout:1733: writing smithi04683737-47 from 7610368 to 8126464 tid 2 2024-09-20T21:47:55.786 INFO:tasks.rados.rados.0.smithi046.stdout:1733: writing smithi04683737-47 from 8126464 to 8814592 tid 3 2024-09-20T21:47:55.786 INFO:tasks.rados.rados.0.smithi046.stdout:1734: rmattr oid 23 current snap is 163 2024-09-20T21:47:55.786 INFO:tasks.rados.rados.0.smithi046.stdout:1731: finishing write tid 4 to smithi04683737-35 2024-09-20T21:47:55.786 INFO:tasks.rados.rados.0.smithi046.stdout:1731: finishing write tid 5 to smithi04683737-35 2024-09-20T21:47:55.786 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 649 (ObjNum 532 snap 163 seq_num 532) dirty exists 2024-09-20T21:47:55.786 INFO:tasks.rados.rados.0.smithi046.stdout:1731: left oid 35 (ObjNum 532 snap 163 seq_num 532) 2024-09-20T21:47:55.786 INFO:tasks.rados.rados.0.smithi046.stdout:1731: done (2 left) 2024-09-20T21:47:55.786 INFO:tasks.rados.rados.0.smithi046.stdout:1735: copy_from oid 31 from oid 2 current snap is 163 2024-09-20T21:47:55.786 INFO:tasks.rados.rados.0.smithi046.stdout:1736: copy_from oid 7 from oid 46 current snap is 163 2024-09-20T21:47:55.787 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 163 2024-09-20T21:47:55.787 INFO:tasks.rados.rados.0.smithi046.stdout:1737: seq_num 535 ranges {0=565248,565248=802816,1368064=401408} 2024-09-20T21:47:55.789 INFO:tasks.rados.rados.0.smithi046.stdout:1737: writing smithi04683737-43 from 0 to 565248 tid 1 2024-09-20T21:47:55.794 INFO:tasks.rados.rados.0.smithi046.stdout:1737: writing smithi04683737-43 from 565248 to 1368064 tid 2 2024-09-20T21:47:55.797 INFO:tasks.rados.rados.0.smithi046.stdout:1737: writing smithi04683737-43 from 1368064 to 1769472 tid 3 2024-09-20T21:47:55.797 INFO:tasks.rados.rados.0.smithi046.stdout:1738: delete oid 48 current snap is 163 2024-09-20T21:47:55.797 INFO:tasks.rados.rados.0.smithi046.stdout:1733: finishing write tid 1 to smithi04683737-47 2024-09-20T21:47:55.797 INFO:tasks.rados.rados.0.smithi046.stdout:1733: finishing write tid 2 to smithi04683737-47 2024-09-20T21:47:55.797 INFO:tasks.rados.rados.0.smithi046.stdout:1733: finishing write tid 3 to smithi04683737-47 2024-09-20T21:47:55.798 INFO:tasks.rados.rados.0.smithi046.stdout:1733: finishing write tid 4 to smithi04683737-47 2024-09-20T21:47:55.798 INFO:tasks.rados.rados.0.smithi046.stdout:1733: finishing write tid 5 to smithi04683737-47 2024-09-20T21:47:55.798 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 712 (ObjNum 534 snap 163 seq_num 534) dirty exists 2024-09-20T21:47:55.798 INFO:tasks.rados.rados.0.smithi046.stdout:1733: left oid 47 (ObjNum 534 snap 163 seq_num 534) 2024-09-20T21:47:55.798 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 514 (ObjNum 493 snap 148 seq_num 493) dirty exists 2024-09-20T21:47:55.798 INFO:tasks.rados.rados.0.smithi046.stdout:1737: finishing write tid 1 to smithi04683737-43 2024-09-20T21:47:55.798 INFO:tasks.rados.rados.0.smithi046.stdout:1735: finishing copy_from racing read to smithi04683737-31 2024-09-20T21:47:55.798 INFO:tasks.rados.rados.0.smithi046.stdout:1735: finishing copy_from to smithi04683737-31 2024-09-20T21:47:55.799 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 464 (ObjNum 467 snap 140 seq_num 467) dirty exists 2024-09-20T21:47:55.800 INFO:tasks.rados.rados.0.smithi046.stdout:1737: finishing write tid 2 to smithi04683737-43 2024-09-20T21:47:55.801 INFO:tasks.rados.rados.0.smithi046.stdout:1733: done (5 left) 2024-09-20T21:47:55.801 INFO:tasks.rados.rados.0.smithi046.stdout:1734: done (4 left) 2024-09-20T21:47:55.801 INFO:tasks.rados.rados.0.smithi046.stdout:1735: done (3 left) 2024-09-20T21:47:55.801 INFO:tasks.rados.rados.0.smithi046.stdout:1738: done (2 left) 2024-09-20T21:47:55.801 INFO:tasks.rados.rados.0.smithi046.stdout:1739: read oid 16 snap -1 2024-09-20T21:47:55.801 INFO:tasks.rados.rados.0.smithi046.stdout:1739: expect (ObjNum 385 snap 122 seq_num 385) 2024-09-20T21:47:55.801 INFO:tasks.rados.rados.0.smithi046.stdout:1740: delete oid 3 current snap is 163 2024-09-20T21:47:55.801 INFO:tasks.rados.rados.0.smithi046.stdout:1737: finishing write tid 3 to smithi04683737-43 2024-09-20T21:47:55.801 INFO:tasks.rados.rados.0.smithi046.stdout:1737: finishing write tid 4 to smithi04683737-43 2024-09-20T21:47:55.802 INFO:tasks.rados.rados.0.smithi046.stdout:1737: finishing write tid 5 to smithi04683737-43 2024-09-20T21:47:55.802 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 713 (ObjNum 535 snap 163 seq_num 535) dirty exists 2024-09-20T21:47:55.802 INFO:tasks.rados.rados.0.smithi046.stdout:1737: left oid 43 (ObjNum 535 snap 163 seq_num 535) 2024-09-20T21:47:55.803 INFO:tasks.rados.rados.0.smithi046.stdout:1737: done (3 left) 2024-09-20T21:47:55.803 INFO:tasks.rados.rados.0.smithi046.stdout:1740: done (2 left) 2024-09-20T21:47:55.803 INFO:tasks.rados.rados.0.smithi046.stdout:1741: snap_create 2024-09-20T21:47:55.808 INFO:tasks.rados.rados.0.smithi046.stdout:1739: expect (ObjNum 385 snap 122 seq_num 385) 2024-09-20T21:47:55.822 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-20T21:47:55.822 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (4m) 4s ago 8m 17.5M - 0.25.0 c8568f914cd2 0d74f13360c6 2024-09-20T21:47:55.822 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi134 *:3000 running (4m) 2m ago 8m 80.2M - 9.4.7 954c08fa6188 8341e8dee31d 2024-09-20T21:47:55.822 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (9m) 4s ago 9m 16.0M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 9e6c3beb915d 2024-09-20T21:47:55.822 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi134 running (9m) 2m ago 9m 18.3M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 132e8dbc5c5d 2024-09-20T21:47:55.822 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi134 *:8443,9283,8765 running (3m) 2m ago 13m 439M - 19.1.1-367-g9e2ac70b cc9251b744a3 4807b49ee672 2024-09-20T21:47:55.822 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443,9283,8765 running (3m) 4s ago 14m 511M - 19.1.1-367-g9e2ac70b cc9251b744a3 287f9c5532d7 2024-09-20T21:47:55.823 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (3m) 4s ago 15m 54.4M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 ce5bbc0a7b3e 2024-09-20T21:47:55.823 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi134 running (2m) 2m ago 13m 27.9M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 72d0616e106b 2024-09-20T21:47:55.823 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (2m) 4s ago 13m 46.3M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 17796ae3530a 2024-09-20T21:47:55.823 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (4m) 4s ago 7m 8456k - 1.5.0 0da6a335fe13 808d8998a7db 2024-09-20T21:47:55.823 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi134 *:9100 running (4m) 2m ago 7m 8702k - 1.5.0 0da6a335fe13 d64b31ebfc6a 2024-09-20T21:47:55.823 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (111s) 4s ago 12m 157M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 a86fc71a02d1 2024-09-20T21:47:55.823 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (76s) 4s ago 12m 126M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 04055c8b47db 2024-09-20T21:47:55.823 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (42s) 4s ago 12m 86.6M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 bfb9841748e3 2024-09-20T21:47:55.823 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (8s) 4s ago 11m 14.4M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 bff5e3b30c96 2024-09-20T21:47:55.823 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi134 running (11m) 2m ago 11m 153M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 16e7b884874f 2024-09-20T21:47:55.823 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi134 running (10m) 2m ago 10m 178M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 82e68e0822ae 2024-09-20T21:47:55.823 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi134 running (10m) 2m ago 10m 121M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be f826d37d1cf7 2024-09-20T21:47:55.823 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi134 running (10m) 2m ago 10m 121M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be fbf3a60c2bb0 2024-09-20T21:47:55.823 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi134 *:9095 running (3m) 2m ago 8m 50.8M - 2.43.0 a07b618ecd1d 5e01fa97ed3d 2024-09-20T21:47:55.853 INFO:tasks.rados.rados.0.smithi046.stdout:1736: finishing copy_from racing read to smithi04683737-7 2024-09-20T21:47:55.853 INFO:tasks.rados.rados.0.smithi046.stdout:1736: finishing copy_from to smithi04683737-7 2024-09-20T21:47:55.853 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 506 (ObjNum 516 snap 155 seq_num 516) dirty exists 2024-09-20T21:47:56.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:56 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:56.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:56 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:56.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:56 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:47:56.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:56 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:47:56.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:56 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:56.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:56 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:47:56.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:56 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:47:56.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:56 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:47:56.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:56 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:47:56.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:56 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-20T21:47:56.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:56 smithi046 ceph-mon[96110]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-20T21:47:56.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:56 smithi046 ceph-mon[96110]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-09-20T21:47:56.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:56 smithi046 ceph-mon[96110]: pgmap v269: 121 pgs: 3 peering, 24 active+undersized, 4 active+undersized+degraded, 90 active+clean; 231 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 16 op/s; 28/417 objects degraded (6.715%); 362 KiB/s, 0 objects/s recovering 2024-09-20T21:47:56.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:56 smithi046 ceph-mon[96110]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:47:56.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:56 smithi046 ceph-mon[96110]: osdmap e404: 8 total, 8 up, 8 in 2024-09-20T21:47:56.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:56 smithi046 ceph-mon[96110]: from='client.34278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:47:56.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:56 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:56.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:56 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:56.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:56 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:47:56.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:56 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:47:56.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:56 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:56.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:56 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:47:56.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:56 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:47:56.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:56 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:47:56.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:56 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:47:56.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:56 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-20T21:47:56.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:56 smithi046 ceph-mon[98591]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-20T21:47:56.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:56 smithi046 ceph-mon[98591]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-09-20T21:47:56.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:56 smithi046 ceph-mon[98591]: pgmap v269: 121 pgs: 3 peering, 24 active+undersized, 4 active+undersized+degraded, 90 active+clean; 231 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 16 op/s; 28/417 objects degraded (6.715%); 362 KiB/s, 0 objects/s recovering 2024-09-20T21:47:56.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:56 smithi046 ceph-mon[98591]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:47:56.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:56 smithi046 ceph-mon[98591]: osdmap e404: 8 total, 8 up, 8 in 2024-09-20T21:47:56.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:56 smithi046 ceph-mon[98591]: from='client.34278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:47:56.165 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-20T21:47:56.165 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-20T21:47:56.165 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 3 2024-09-20T21:47:56.165 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:47:56.165 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-20T21:47:56.165 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 2 2024-09-20T21:47:56.165 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:47:56.165 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-20T21:47:56.165 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 4, 2024-09-20T21:47:56.165 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 4 2024-09-20T21:47:56.165 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:47:56.165 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-20T21:47:56.166 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 2 2024-09-20T21:47:56.166 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:47:56.166 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-20T21:47:56.166 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 6, 2024-09-20T21:47:56.166 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 9 2024-09-20T21:47:56.166 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-20T21:47:56.166 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-20T21:47:56.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:56 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:56.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:56 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:56.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:56 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:47:56.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:56 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:47:56.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:56 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:47:56.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:56 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:47:56.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:56 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:47:56.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:56 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:47:56.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:56 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:47:56.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:56 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-20T21:47:56.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:56 smithi134 ceph-mon[89086]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-20T21:47:56.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:56 smithi134 ceph-mon[89086]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-09-20T21:47:56.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:56 smithi134 ceph-mon[89086]: pgmap v269: 121 pgs: 3 peering, 24 active+undersized, 4 active+undersized+degraded, 90 active+clean; 231 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 16 op/s; 28/417 objects degraded (6.715%); 362 KiB/s, 0 objects/s recovering 2024-09-20T21:47:56.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:56 smithi134 ceph-mon[89086]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:47:56.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:56 smithi134 ceph-mon[89086]: osdmap e404: 8 total, 8 up, 8 in 2024-09-20T21:47:56.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:56 smithi134 ceph-mon[89086]: from='client.34278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:47:56.621 INFO:tasks.rados.rados.0.smithi046.stdout:1736: done (2 left) 2024-09-20T21:47:56.622 INFO:tasks.rados.rados.0.smithi046.stdout:1739: done (1 left) 2024-09-20T21:47:56.622 INFO:tasks.rados.rados.0.smithi046.stdout:1741: done (0 left) 2024-09-20T21:47:56.622 INFO:tasks.rados.rados.0.smithi046.stdout:1742: delete oid 9 current snap is 164 2024-09-20T21:47:56.628 INFO:tasks.rados.rados.0.smithi046.stdout:1742: done (0 left) 2024-09-20T21:47:56.628 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 164 2024-09-20T21:47:56.628 INFO:tasks.rados.rados.0.smithi046.stdout:1743: seq_num 539 ranges {1433600=630784,2064384=737280,2801664=466944} 2024-09-20T21:47:56.639 INFO:tasks.rados.rados.0.smithi046.stdout:1743: writing smithi04683737-39 from 1433600 to 2064384 tid 1 2024-09-20T21:47:56.643 INFO:tasks.rados.rados.0.smithi046.stdout:1743: writing smithi04683737-39 from 2064384 to 2801664 tid 2 2024-09-20T21:47:56.647 INFO:tasks.rados.rados.0.smithi046.stdout:1743: writing smithi04683737-39 from 2801664 to 3268608 tid 3 2024-09-20T21:47:56.647 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 164 2024-09-20T21:47:56.647 INFO:tasks.rados.rados.0.smithi046.stdout:1743: finishing write tid 1 to smithi04683737-39 2024-09-20T21:47:56.647 INFO:tasks.rados.rados.0.smithi046.stdout:1743: finishing write tid 2 to smithi04683737-39 2024-09-20T21:47:56.647 INFO:tasks.rados.rados.0.smithi046.stdout:1744: seq_num 540 ranges {8814592=647168,9461760=671744,10133504=532480} 2024-09-20T21:47:56.698 INFO:tasks.rados.rados.0.smithi046.stdout:1744: writing smithi04683737-47 from 8814592 to 9461760 tid 1 2024-09-20T21:47:56.702 INFO:tasks.rados.rados.0.smithi046.stdout:1744: writing smithi04683737-47 from 9461760 to 10133504 tid 2 2024-09-20T21:47:56.705 INFO:tasks.rados.rados.0.smithi046.stdout:1744: writing smithi04683737-47 from 10133504 to 10665984 tid 3 2024-09-20T21:47:56.705 INFO:tasks.rados.rados.0.smithi046.stdout:1745: read oid 32 snap -1 2024-09-20T21:47:56.705 INFO:tasks.rados.rados.0.smithi046.stdout:1745: expect deleted 2024-09-20T21:47:56.705 INFO:tasks.rados.rados.0.smithi046.stdout:1746: snap_create 2024-09-20T21:47:56.705 INFO:tasks.rados.rados.0.smithi046.stdout:1743: finishing write tid 3 to smithi04683737-39 2024-09-20T21:47:56.705 INFO:tasks.rados.rados.0.smithi046.stdout:1743: finishing write tid 4 to smithi04683737-39 2024-09-20T21:47:56.706 INFO:tasks.rados.rados.0.smithi046.stdout:1743: finishing write tid 5 to smithi04683737-39 2024-09-20T21:47:56.706 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 646 (ObjNum 539 snap 164 seq_num 539) dirty exists 2024-09-20T21:47:56.706 INFO:tasks.rados.rados.0.smithi046.stdout:1743: left oid 39 (ObjNum 539 snap 164 seq_num 539) 2024-09-20T21:47:56.706 INFO:tasks.rados.rados.0.smithi046.stdout:1744: finishing write tid 1 to smithi04683737-47 2024-09-20T21:47:56.708 INFO:tasks.rados.rados.0.smithi046.stdout:1744: finishing write tid 2 to smithi04683737-47 2024-09-20T21:47:56.708 INFO:tasks.rados.rados.0.smithi046.stdout:1744: finishing write tid 3 to smithi04683737-47 2024-09-20T21:47:56.708 INFO:tasks.rados.rados.0.smithi046.stdout:1744: finishing write tid 4 to smithi04683737-47 2024-09-20T21:47:56.709 INFO:tasks.rados.rados.0.smithi046.stdout:1744: finishing write tid 5 to smithi04683737-47 2024-09-20T21:47:56.710 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 718 (ObjNum 540 snap 164 seq_num 540) dirty exists 2024-09-20T21:47:56.710 INFO:tasks.rados.rados.0.smithi046.stdout:1744: left oid 47 (ObjNum 540 snap 164 seq_num 540) 2024-09-20T21:47:57.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:57 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/3937302059' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:47:57.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:57 smithi046 ceph-mon[96110]: osdmap e405: 8 total, 8 up, 8 in 2024-09-20T21:47:57.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:57 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/3937302059' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:47:57.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:57 smithi046 ceph-mon[98591]: osdmap e405: 8 total, 8 up, 8 in 2024-09-20T21:47:57.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:57 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/3937302059' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:47:57.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:57 smithi134 ceph-mon[89086]: osdmap e405: 8 total, 8 up, 8 in 2024-09-20T21:47:57.623 INFO:tasks.rados.rados.0.smithi046.stdout:1743: done (3 left) 2024-09-20T21:47:57.623 INFO:tasks.rados.rados.0.smithi046.stdout:1744: done (2 left) 2024-09-20T21:47:57.623 INFO:tasks.rados.rados.0.smithi046.stdout:1745: done (1 left) 2024-09-20T21:47:57.623 INFO:tasks.rados.rados.0.smithi046.stdout:1746: done (0 left) 2024-09-20T21:47:57.623 INFO:tasks.rados.rados.0.smithi046.stdout:1747: copy_from oid 23 from oid 48 current snap is 165 2024-09-20T21:47:57.623 INFO:tasks.rados.rados.0.smithi046.stdout:1748: delete oid 40 current snap is 165 2024-09-20T21:47:57.628 INFO:tasks.rados.rados.0.smithi046.stdout:1748: done (1 left) 2024-09-20T21:47:57.629 INFO:tasks.rados.rados.0.smithi046.stdout:1749: snap_remove snap 164 2024-09-20T21:47:58.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:58 smithi046 ceph-mon[96110]: pgmap v272: 121 pgs: 3 peering, 15 active+undersized, 1 active+undersized+degraded, 102 active+clean; 215 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 18 op/s; 11/402 objects degraded (2.736%); 5.1 MiB/s, 1 objects/s recovering 2024-09-20T21:47:58.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:58 smithi046 ceph-mon[96110]: Health check update: Degraded data redundancy: 28/417 objects degraded (6.715%), 4 pgs degraded (PG_DEGRADED) 2024-09-20T21:47:58.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:58 smithi046 ceph-mon[96110]: osdmap e406: 8 total, 8 up, 8 in 2024-09-20T21:47:58.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:58 smithi046 ceph-mon[98591]: pgmap v272: 121 pgs: 3 peering, 15 active+undersized, 1 active+undersized+degraded, 102 active+clean; 215 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 18 op/s; 11/402 objects degraded (2.736%); 5.1 MiB/s, 1 objects/s recovering 2024-09-20T21:47:58.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:58 smithi046 ceph-mon[98591]: Health check update: Degraded data redundancy: 28/417 objects degraded (6.715%), 4 pgs degraded (PG_DEGRADED) 2024-09-20T21:47:58.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:58 smithi046 ceph-mon[98591]: osdmap e406: 8 total, 8 up, 8 in 2024-09-20T21:47:58.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:58 smithi134 ceph-mon[89086]: pgmap v272: 121 pgs: 3 peering, 15 active+undersized, 1 active+undersized+degraded, 102 active+clean; 215 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 18 op/s; 11/402 objects degraded (2.736%); 5.1 MiB/s, 1 objects/s recovering 2024-09-20T21:47:58.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:58 smithi134 ceph-mon[89086]: Health check update: Degraded data redundancy: 28/417 objects degraded (6.715%), 4 pgs degraded (PG_DEGRADED) 2024-09-20T21:47:58.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:58 smithi134 ceph-mon[89086]: osdmap e406: 8 total, 8 up, 8 in 2024-09-20T21:47:58.626 INFO:tasks.rados.rados.0.smithi046.stdout:1749: done (1 left) 2024-09-20T21:47:58.626 INFO:tasks.rados.rados.0.smithi046.stdout:1750: setattr oid 37 current snap is 165 2024-09-20T21:47:58.626 INFO:tasks.rados.rados.0.smithi046.stdout:1747: finishing copy_from to smithi04683737-23 2024-09-20T21:47:58.626 INFO:tasks.rados.rados.0.smithi046.stdout:1747: got expected ENOENT (src dne) 2024-09-20T21:47:58.626 INFO:tasks.rados.rados.0.smithi046.stdout:1747: finishing copy_from racing read to smithi04683737-23 2024-09-20T21:47:58.627 INFO:tasks.rados.rados.0.smithi046.stdout:1747: done (1 left) 2024-09-20T21:47:58.627 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 165 2024-09-20T21:47:58.627 INFO:tasks.rados.rados.0.smithi046.stdout:1751: seq_num 542 ranges {4128768=679936,4808704=442368,5251072=679936,5931008=81920} 2024-09-20T21:47:58.653 INFO:tasks.rados.rados.0.smithi046.stdout:1751: writing smithi04683737-46 from 4128768 to 4808704 tid 1 2024-09-20T21:47:58.656 INFO:tasks.rados.rados.0.smithi046.stdout:1751: writing smithi04683737-46 from 4808704 to 5251072 tid 2 2024-09-20T21:47:58.660 INFO:tasks.rados.rados.0.smithi046.stdout:1751: writing smithi04683737-46 from 5251072 to 5931008 tid 3 2024-09-20T21:47:58.661 INFO:tasks.rados.rados.0.smithi046.stdout:1751: writing smithi04683737-46 from 5931008 to 6012928 tid 4 2024-09-20T21:47:58.661 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 694 (ObjNum 482 snap 145 seq_num 482) dirty exists 2024-09-20T21:47:58.661 INFO:tasks.rados.rados.0.smithi046.stdout:1750: done (1 left) 2024-09-20T21:47:58.661 INFO:tasks.rados.rados.0.smithi046.stdout:1752: delete oid 41 current snap is 165 2024-09-20T21:47:58.661 INFO:tasks.rados.rados.0.smithi046.stdout:1751: finishing write tid 1 to smithi04683737-46 2024-09-20T21:47:58.661 INFO:tasks.rados.rados.0.smithi046.stdout:1751: finishing write tid 2 to smithi04683737-46 2024-09-20T21:47:58.666 INFO:tasks.rados.rados.0.smithi046.stdout:1751: finishing write tid 3 to smithi04683737-46 2024-09-20T21:47:58.666 INFO:tasks.rados.rados.0.smithi046.stdout:1751: finishing write tid 4 to smithi04683737-46 2024-09-20T21:47:58.666 INFO:tasks.rados.rados.0.smithi046.stdout:1751: finishing write tid 5 to smithi04683737-46 2024-09-20T21:47:58.666 INFO:tasks.rados.rados.0.smithi046.stdout:1752: done (1 left) 2024-09-20T21:47:58.666 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 165 2024-09-20T21:47:58.666 INFO:tasks.rados.rados.0.smithi046.stdout:1753: seq_num 544 ranges {360448=720896,1081344=614400,1695744=589824} 2024-09-20T21:47:58.672 INFO:tasks.rados.rados.0.smithi046.stdout:1753: writing smithi04683737-26 from 360448 to 1081344 tid 1 2024-09-20T21:47:58.676 INFO:tasks.rados.rados.0.smithi046.stdout:1753: writing smithi04683737-26 from 1081344 to 1695744 tid 2 2024-09-20T21:47:58.679 INFO:tasks.rados.rados.0.smithi046.stdout:1753: writing smithi04683737-26 from 1695744 to 2285568 tid 3 2024-09-20T21:47:58.679 INFO:tasks.rados.rados.0.smithi046.stdout:1754: snap_remove snap 162 2024-09-20T21:47:58.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:47:58 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:47:58.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-20T21:47:58.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:47:58 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:47:58.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:47:59.631 INFO:tasks.rados.rados.0.smithi046.stdout:1754: done (2 left) 2024-09-20T21:47:59.631 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 165 2024-09-20T21:47:59.631 INFO:tasks.rados.rados.0.smithi046.stdout:1751: finishing write tid 6 to smithi04683737-46 2024-09-20T21:47:59.631 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 522 (ObjNum 542 snap 165 seq_num 542) dirty exists 2024-09-20T21:47:59.631 INFO:tasks.rados.rados.0.smithi046.stdout:1751: left oid 46 (ObjNum 542 snap 165 seq_num 542) 2024-09-20T21:47:59.631 INFO:tasks.rados.rados.0.smithi046.stdout:1755: seq_num 545 ranges {0=737280,737280=491520,1228800=450560,1679360=262144} 2024-09-20T21:47:59.635 INFO:tasks.rados.rados.0.smithi046.stdout:1755: writing smithi04683737-9 from 0 to 737280 tid 1 2024-09-20T21:47:59.638 INFO:tasks.rados.rados.0.smithi046.stdout:1755: writing smithi04683737-9 from 737280 to 1228800 tid 2 2024-09-20T21:47:59.640 INFO:tasks.rados.rados.0.smithi046.stdout:1755: writing smithi04683737-9 from 1228800 to 1679360 tid 3 2024-09-20T21:47:59.643 INFO:tasks.rados.rados.0.smithi046.stdout:1755: writing smithi04683737-9 from 1679360 to 1941504 tid 4 2024-09-20T21:47:59.643 INFO:tasks.rados.rados.0.smithi046.stdout:1751: done (2 left) 2024-09-20T21:47:59.644 INFO:tasks.rados.rados.0.smithi046.stdout:1756: snap_create 2024-09-20T21:47:59.644 INFO:tasks.rados.rados.0.smithi046.stdout:1753: finishing write tid 1 to smithi04683737-26 2024-09-20T21:47:59.644 INFO:tasks.rados.rados.0.smithi046.stdout:1753: finishing write tid 2 to smithi04683737-26 2024-09-20T21:47:59.644 INFO:tasks.rados.rados.0.smithi046.stdout:1753: finishing write tid 3 to smithi04683737-26 2024-09-20T21:47:59.644 INFO:tasks.rados.rados.0.smithi046.stdout:1753: finishing write tid 4 to smithi04683737-26 2024-09-20T21:47:59.644 INFO:tasks.rados.rados.0.smithi046.stdout:1753: finishing write tid 5 to smithi04683737-26 2024-09-20T21:47:59.644 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 652 (ObjNum 544 snap 165 seq_num 544) dirty exists 2024-09-20T21:47:59.644 INFO:tasks.rados.rados.0.smithi046.stdout:1753: left oid 26 (ObjNum 544 snap 165 seq_num 544) 2024-09-20T21:47:59.645 INFO:tasks.rados.rados.0.smithi046.stdout:1755: finishing write tid 1 to smithi04683737-9 2024-09-20T21:47:59.648 INFO:tasks.rados.rados.0.smithi046.stdout:1755: finishing write tid 2 to smithi04683737-9 2024-09-20T21:47:59.648 INFO:tasks.rados.rados.0.smithi046.stdout:1755: finishing write tid 3 to smithi04683737-9 2024-09-20T21:47:59.649 INFO:tasks.rados.rados.0.smithi046.stdout:1755: finishing write tid 4 to smithi04683737-9 2024-09-20T21:47:59.650 INFO:tasks.rados.rados.0.smithi046.stdout:1755: finishing write tid 5 to smithi04683737-9 2024-09-20T21:47:59.652 INFO:tasks.rados.rados.0.smithi046.stdout:1755: finishing write tid 6 to smithi04683737-9 2024-09-20T21:47:59.652 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 531 (ObjNum 545 snap 165 seq_num 545) dirty exists 2024-09-20T21:47:59.652 INFO:tasks.rados.rados.0.smithi046.stdout:1755: left oid 9 (ObjNum 545 snap 165 seq_num 545) 2024-09-20T21:47:59.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:47:59 smithi046 ceph-mon[96110]: osdmap e407: 8 total, 8 up, 8 in 2024-09-20T21:47:59.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:47:59 smithi046 ceph-mon[98591]: osdmap e407: 8 total, 8 up, 8 in 2024-09-20T21:47:59.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:47:59 smithi134 ceph-mon[89086]: osdmap e407: 8 total, 8 up, 8 in 2024-09-20T21:48:00.636 INFO:tasks.rados.rados.0.smithi046.stdout:1753: done (2 left) 2024-09-20T21:48:00.636 INFO:tasks.rados.rados.0.smithi046.stdout:1755: done (1 left) 2024-09-20T21:48:00.636 INFO:tasks.rados.rados.0.smithi046.stdout:1756: done (0 left) 2024-09-20T21:48:00.636 INFO:tasks.rados.rados.0.smithi046.stdout:1757: rollback oid 36 current snap is 166 2024-09-20T21:48:00.636 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 36 to 159 2024-09-20T21:48:00.637 INFO:tasks.rados.rados.0.smithi046.stdout:1758: snap_create 2024-09-20T21:48:00.641 INFO:tasks.rados.rados.0.smithi046.stdout:1757: finishing rollback tid 1 to smithi04683737-36 2024-09-20T21:48:00.642 INFO:tasks.rados.rados.0.smithi046.stdout:1757: finishing rollback tid 2 to smithi04683737-36 2024-09-20T21:48:00.642 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 651 (ObjNum 391 snap 123 seq_num 391) dirty exists 2024-09-20T21:48:00.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:00 smithi046 ceph-mon[96110]: pgmap v275: 121 pgs: 121 active+clean; 222 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 709 KiB/s rd, 2.2 MiB/s wr, 6 op/s; 7.2 MiB/s, 3 objects/s recovering 2024-09-20T21:48:00.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:00 smithi046 ceph-mon[96110]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/402 objects degraded (2.736%), 1 pg degraded) 2024-09-20T21:48:00.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:00 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T21:48:00.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:00 smithi046 ceph-mon[96110]: osdmap e408: 8 total, 8 up, 8 in 2024-09-20T21:48:00.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:00 smithi046 ceph-mon[98591]: pgmap v275: 121 pgs: 121 active+clean; 222 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 709 KiB/s rd, 2.2 MiB/s wr, 6 op/s; 7.2 MiB/s, 3 objects/s recovering 2024-09-20T21:48:00.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:00 smithi046 ceph-mon[98591]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/402 objects degraded (2.736%), 1 pg degraded) 2024-09-20T21:48:00.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:00 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T21:48:00.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:00 smithi046 ceph-mon[98591]: osdmap e408: 8 total, 8 up, 8 in 2024-09-20T21:48:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:00 smithi134 ceph-mon[89086]: pgmap v275: 121 pgs: 121 active+clean; 222 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 709 KiB/s rd, 2.2 MiB/s wr, 6 op/s; 7.2 MiB/s, 3 objects/s recovering 2024-09-20T21:48:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:00 smithi134 ceph-mon[89086]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/402 objects degraded (2.736%), 1 pg degraded) 2024-09-20T21:48:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:00 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T21:48:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:00 smithi134 ceph-mon[89086]: osdmap e408: 8 total, 8 up, 8 in 2024-09-20T21:48:01.642 INFO:tasks.rados.rados.0.smithi046.stdout:1757: done (1 left) 2024-09-20T21:48:01.643 INFO:tasks.rados.rados.0.smithi046.stdout:1758: done (0 left) 2024-09-20T21:48:01.643 INFO:tasks.rados.rados.0.smithi046.stdout:1759: read oid 4 snap 163 2024-09-20T21:48:01.643 INFO:tasks.rados.rados.0.smithi046.stdout:1759: expect (ObjNum 524 snap 160 seq_num 524) 2024-09-20T21:48:01.643 INFO:tasks.rados.rados.0.smithi046.stdout:1760: read oid 11 snap -1 2024-09-20T21:48:01.643 INFO:tasks.rados.rados.0.smithi046.stdout:1760: expect deleted 2024-09-20T21:48:01.643 INFO:tasks.rados.rados.0.smithi046.stdout:1761: snap_create 2024-09-20T21:48:01.672 INFO:tasks.rados.rados.0.smithi046.stdout:1759: expect (ObjNum 524 snap 160 seq_num 524) 2024-09-20T21:48:01.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:01 smithi046 ceph-mon[96110]: osdmap e409: 8 total, 8 up, 8 in 2024-09-20T21:48:01.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:01 smithi046 ceph-mon[98591]: osdmap e409: 8 total, 8 up, 8 in 2024-09-20T21:48:01.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:01 smithi134 ceph-mon[89086]: osdmap e409: 8 total, 8 up, 8 in 2024-09-20T21:48:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:48:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:48:02] "GET /metrics HTTP/1.1" 200 36256 "" "Prometheus/2.43.0" 2024-09-20T21:48:02.548 INFO:tasks.rados.rados.0.smithi046.stdout:1759: done (2 left) 2024-09-20T21:48:02.548 INFO:tasks.rados.rados.0.smithi046.stdout:1760: done (1 left) 2024-09-20T21:48:02.549 INFO:tasks.rados.rados.0.smithi046.stdout:1761: done (0 left) 2024-09-20T21:48:02.549 INFO:tasks.rados.rados.0.smithi046.stdout:1762: setattr oid 37 current snap is 168 2024-09-20T21:48:02.550 INFO:tasks.rados.rados.0.smithi046.stdout:1763: copy_from oid 34 from oid 33 current snap is 168 2024-09-20T21:48:02.550 INFO:tasks.rados.rados.0.smithi046.stdout:1764: copy_from oid 16 from oid 43 current snap is 168 2024-09-20T21:48:02.550 INFO:tasks.rados.rados.0.smithi046.stdout:1765: rollback oid 13 current snap is 168 2024-09-20T21:48:02.550 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 13 to 159 2024-09-20T21:48:02.550 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 168 2024-09-20T21:48:02.550 INFO:tasks.rados.rados.0.smithi046.stdout:1766: seq_num 546 ranges {8192=753664,761856=778240,1540096=425984} 2024-09-20T21:48:02.555 INFO:tasks.rados.rados.0.smithi046.stdout:1766: writing smithi04683737-24 from 8192 to 761856 tid 1 2024-09-20T21:48:02.559 INFO:tasks.rados.rados.0.smithi046.stdout:1766: writing smithi04683737-24 from 761856 to 1540096 tid 2 2024-09-20T21:48:02.563 INFO:tasks.rados.rados.0.smithi046.stdout:1766: writing smithi04683737-24 from 1540096 to 1966080 tid 3 2024-09-20T21:48:02.563 INFO:tasks.rados.rados.0.smithi046.stdout:1767: copy_from oid 38 from oid 11 current snap is 168 2024-09-20T21:48:02.563 INFO:tasks.rados.rados.0.smithi046.stdout:1765: finishing rollback tid 0 to smithi04683737-13 2024-09-20T21:48:02.563 INFO:tasks.rados.rados.0.smithi046.stdout:1765: finishing rollback tid 1 to smithi04683737-13 2024-09-20T21:48:02.564 INFO:tasks.rados.rados.0.smithi046.stdout:1768: rollback oid 47 current snap is 168 2024-09-20T21:48:02.564 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 47 to 167 2024-09-20T21:48:02.564 INFO:tasks.rados.rados.0.smithi046.stdout:1765: finishing rollback tid 2 to smithi04683737-13 2024-09-20T21:48:02.564 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 682 (ObjNum 177 snap 0 seq_num 20706800) dirty exists 2024-09-20T21:48:02.564 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 695 (ObjNum 482 snap 145 seq_num 482) dirty exists 2024-09-20T21:48:02.564 INFO:tasks.rados.rados.0.smithi046.stdout:1762: done (6 left) 2024-09-20T21:48:02.564 INFO:tasks.rados.rados.0.smithi046.stdout:1765: done (5 left) 2024-09-20T21:48:02.564 INFO:tasks.rados.rados.0.smithi046.stdout:1769: snap_create 2024-09-20T21:48:02.565 INFO:tasks.rados.rados.0.smithi046.stdout:1767: finishing copy_from to smithi04683737-38 2024-09-20T21:48:02.565 INFO:tasks.rados.rados.0.smithi046.stdout:1767: got expected ENOENT (src dne) 2024-09-20T21:48:02.565 INFO:tasks.rados.rados.0.smithi046.stdout:1767: finishing copy_from racing read to smithi04683737-38 2024-09-20T21:48:02.565 INFO:tasks.rados.rados.0.smithi046.stdout:1766: finishing write tid 1 to smithi04683737-24 2024-09-20T21:48:02.565 INFO:tasks.rados.rados.0.smithi046.stdout:1766: finishing write tid 2 to smithi04683737-24 2024-09-20T21:48:02.566 INFO:tasks.rados.rados.0.smithi046.stdout:1766: finishing write tid 3 to smithi04683737-24 2024-09-20T21:48:02.567 INFO:tasks.rados.rados.0.smithi046.stdout:1766: finishing write tid 4 to smithi04683737-24 2024-09-20T21:48:02.569 INFO:tasks.rados.rados.0.smithi046.stdout:1766: finishing write tid 5 to smithi04683737-24 2024-09-20T21:48:02.569 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 493 (ObjNum 546 snap 168 seq_num 546) dirty exists 2024-09-20T21:48:02.569 INFO:tasks.rados.rados.0.smithi046.stdout:1766: left oid 24 (ObjNum 546 snap 168 seq_num 546) 2024-09-20T21:48:02.569 INFO:tasks.rados.rados.0.smithi046.stdout:1763: finishing copy_from racing read to smithi04683737-34 2024-09-20T21:48:02.572 INFO:tasks.rados.rados.0.smithi046.stdout:1764: finishing copy_from racing read to smithi04683737-16 2024-09-20T21:48:02.573 INFO:tasks.rados.rados.0.smithi046.stdout:1764: finishing copy_from to smithi04683737-16 2024-09-20T21:48:02.573 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 713 (ObjNum 535 snap 163 seq_num 535) dirty exists 2024-09-20T21:48:02.573 INFO:tasks.rados.rados.0.smithi046.stdout:1763: finishing copy_from to smithi04683737-34 2024-09-20T21:48:02.573 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 462 (ObjNum 507 snap 154 seq_num 507) dirty exists 2024-09-20T21:48:02.573 INFO:tasks.rados.rados.0.smithi046.stdout:1768: finishing rollback tid 0 to smithi04683737-47 2024-09-20T21:48:02.574 INFO:tasks.rados.rados.0.smithi046.stdout:1768: finishing rollback tid 1 to smithi04683737-47 2024-09-20T21:48:02.575 INFO:tasks.rados.rados.0.smithi046.stdout:1768: finishing rollback tid 2 to smithi04683737-47 2024-09-20T21:48:02.575 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 729 (ObjNum 540 snap 164 seq_num 540) dirty exists 2024-09-20T21:48:02.639 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:48:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:48:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:48:02.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:02 smithi046 ceph-mon[96110]: pgmap v278: 121 pgs: 121 active+clean; 235 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.1 MiB/s wr, 23 op/s; 2.5 MiB/s, 1 objects/s recovering 2024-09-20T21:48:02.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:02 smithi046 ceph-mon[96110]: osdmap e410: 8 total, 8 up, 8 in 2024-09-20T21:48:02.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:02 smithi046 ceph-mon[96110]: osdmap e411: 8 total, 8 up, 8 in 2024-09-20T21:48:02.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:02 smithi046 ceph-mon[98591]: pgmap v278: 121 pgs: 121 active+clean; 235 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.1 MiB/s wr, 23 op/s; 2.5 MiB/s, 1 objects/s recovering 2024-09-20T21:48:02.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:02 smithi046 ceph-mon[98591]: osdmap e410: 8 total, 8 up, 8 in 2024-09-20T21:48:02.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:02 smithi046 ceph-mon[98591]: osdmap e411: 8 total, 8 up, 8 in 2024-09-20T21:48:02.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:02 smithi134 ceph-mon[89086]: pgmap v278: 121 pgs: 121 active+clean; 235 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.1 MiB/s wr, 23 op/s; 2.5 MiB/s, 1 objects/s recovering 2024-09-20T21:48:02.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:02 smithi134 ceph-mon[89086]: osdmap e410: 8 total, 8 up, 8 in 2024-09-20T21:48:02.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:02 smithi134 ceph-mon[89086]: osdmap e411: 8 total, 8 up, 8 in 2024-09-20T21:48:03.551 INFO:tasks.rados.rados.0.smithi046.stdout:1763: done (5 left) 2024-09-20T21:48:03.551 INFO:tasks.rados.rados.0.smithi046.stdout:1764: done (4 left) 2024-09-20T21:48:03.551 INFO:tasks.rados.rados.0.smithi046.stdout:1766: done (3 left) 2024-09-20T21:48:03.552 INFO:tasks.rados.rados.0.smithi046.stdout:1767: done (2 left) 2024-09-20T21:48:03.552 INFO:tasks.rados.rados.0.smithi046.stdout:1768: done (1 left) 2024-09-20T21:48:03.552 INFO:tasks.rados.rados.0.smithi046.stdout:1769: done (0 left) 2024-09-20T21:48:03.552 INFO:tasks.rados.rados.0.smithi046.stdout:1770: rmattr oid 9 current snap is 169 2024-09-20T21:48:03.552 INFO:tasks.rados.rados.0.smithi046.stdout:1770: done (0 left) 2024-09-20T21:48:03.552 INFO:tasks.rados.rados.0.smithi046.stdout:1771: copy_from oid 8 from oid 42 current snap is 169 2024-09-20T21:48:03.552 INFO:tasks.rados.rados.0.smithi046.stdout:1772: delete oid 3 current snap is 169 2024-09-20T21:48:03.555 INFO:tasks.rados.rados.0.smithi046.stdout:1772: done (1 left) 2024-09-20T21:48:03.555 INFO:tasks.rados.rados.0.smithi046.stdout:1773: rollback oid 25 current snap is 169 2024-09-20T21:48:03.555 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 25 to 166 2024-09-20T21:48:03.555 INFO:tasks.rados.rados.0.smithi046.stdout:1774: snap_create 2024-09-20T21:48:03.558 INFO:tasks.rados.rados.0.smithi046.stdout:1773: finishing rollback tid 0 to smithi04683737-25 2024-09-20T21:48:03.559 INFO:tasks.rados.rados.0.smithi046.stdout:1773: finishing rollback tid 1 to smithi04683737-25 2024-09-20T21:48:03.559 INFO:tasks.rados.rados.0.smithi046.stdout:1773: finishing rollback tid 2 to smithi04683737-25 2024-09-20T21:48:03.560 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 716 (ObjNum 513 snap 155 seq_num 513) dirty exists 2024-09-20T21:48:03.577 INFO:tasks.rados.rados.0.smithi046.stdout:1771: finishing copy_from racing read to smithi04683737-8 2024-09-20T21:48:03.579 INFO:tasks.rados.rados.0.smithi046.stdout:1771: finishing copy_from to smithi04683737-8 2024-09-20T21:48:03.579 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 538 (ObjNum 482 snap 145 seq_num 482) dirty exists 2024-09-20T21:48:03.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:48:03 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:48:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:48:04.552 INFO:tasks.rados.rados.0.smithi046.stdout:1771: done (2 left) 2024-09-20T21:48:04.552 INFO:tasks.rados.rados.0.smithi046.stdout:1773: done (1 left) 2024-09-20T21:48:04.552 INFO:tasks.rados.rados.0.smithi046.stdout:1774: done (0 left) 2024-09-20T21:48:04.552 INFO:tasks.rados.rados.0.smithi046.stdout:1775: read oid 30 snap 167 2024-09-20T21:48:04.552 INFO:tasks.rados.rados.0.smithi046.stdout:1775: expect deleted 2024-09-20T21:48:04.552 INFO:tasks.rados.rados.0.smithi046.stdout:1776: rollback oid 17 current snap is 170 2024-09-20T21:48:04.552 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 17 to 159 2024-09-20T21:48:04.552 INFO:tasks.rados.rados.0.smithi046.stdout:1777: read oid 14 snap 163 2024-09-20T21:48:04.552 INFO:tasks.rados.rados.0.smithi046.stdout:1777: expect (ObjNum 523 snap 160 seq_num 523) 2024-09-20T21:48:04.552 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 170 2024-09-20T21:48:04.552 INFO:tasks.rados.rados.0.smithi046.stdout:1778: seq_num 548 ranges {0=786432,786432=598016,1384448=606208} 2024-09-20T21:48:04.557 INFO:tasks.rados.rados.0.smithi046.stdout:1778: writing smithi04683737-13 from 0 to 786432 tid 1 2024-09-20T21:48:04.560 INFO:tasks.rados.rados.0.smithi046.stdout:1778: writing smithi04683737-13 from 786432 to 1384448 tid 2 2024-09-20T21:48:04.565 INFO:tasks.rados.rados.0.smithi046.stdout:1778: writing smithi04683737-13 from 1384448 to 1990656 tid 3 2024-09-20T21:48:04.566 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 170 2024-09-20T21:48:04.566 INFO:tasks.rados.rados.0.smithi046.stdout:1776: finishing rollback tid 0 to smithi04683737-17 2024-09-20T21:48:04.566 INFO:tasks.rados.rados.0.smithi046.stdout:1776: finishing rollback tid 1 to smithi04683737-17 2024-09-20T21:48:04.566 INFO:tasks.rados.rados.0.smithi046.stdout:1776: finishing rollback tid 2 to smithi04683737-17 2024-09-20T21:48:04.566 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 671 (ObjNum 510 snap 155 seq_num 510) dirty exists 2024-09-20T21:48:04.566 INFO:tasks.rados.rados.0.smithi046.stdout:1779: seq_num 549 ranges {3940352=802816,4743168=483328,5226496=434176,5660672=286720} 2024-09-20T21:48:04.592 INFO:tasks.rados.rados.0.smithi046.stdout:1779: writing smithi04683737-23 from 3940352 to 4743168 tid 1 2024-09-20T21:48:04.595 INFO:tasks.rados.rados.0.smithi046.stdout:1779: writing smithi04683737-23 from 4743168 to 5226496 tid 2 2024-09-20T21:48:04.598 INFO:tasks.rados.rados.0.smithi046.stdout:1779: writing smithi04683737-23 from 5226496 to 5660672 tid 3 2024-09-20T21:48:04.600 INFO:tasks.rados.rados.0.smithi046.stdout:1779: writing smithi04683737-23 from 5660672 to 5947392 tid 4 2024-09-20T21:48:04.600 INFO:tasks.rados.rados.0.smithi046.stdout:1775: done (4 left) 2024-09-20T21:48:04.600 INFO:tasks.rados.rados.0.smithi046.stdout:1776: done (3 left) 2024-09-20T21:48:04.600 INFO:tasks.rados.rados.0.smithi046.stdout:1780: rollback oid 30 current snap is 170 2024-09-20T21:48:04.600 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 30 to 140 2024-09-20T21:48:04.600 INFO:tasks.rados.rados.0.smithi046.stdout:1778: finishing write tid 1 to smithi04683737-13 2024-09-20T21:48:04.600 INFO:tasks.rados.rados.0.smithi046.stdout:1778: finishing write tid 2 to smithi04683737-13 2024-09-20T21:48:04.600 INFO:tasks.rados.rados.0.smithi046.stdout:1778: finishing write tid 3 to smithi04683737-13 2024-09-20T21:48:04.600 INFO:tasks.rados.rados.0.smithi046.stdout:1778: finishing write tid 4 to smithi04683737-13 2024-09-20T21:48:04.600 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 11 current snap is 170 2024-09-20T21:48:04.601 INFO:tasks.rados.rados.0.smithi046.stdout:1781: seq_num 550 ranges {0=417792,417792=770048,1187840=638976,1826816=196608} 2024-09-20T21:48:04.602 INFO:tasks.rados.rados.0.smithi046.stdout:1781: writing smithi04683737-11 from 0 to 417792 tid 1 2024-09-20T21:48:04.607 INFO:tasks.rados.rados.0.smithi046.stdout:1781: writing smithi04683737-11 from 417792 to 1187840 tid 2 2024-09-20T21:48:04.610 INFO:tasks.rados.rados.0.smithi046.stdout:1781: writing smithi04683737-11 from 1187840 to 1826816 tid 3 2024-09-20T21:48:04.612 INFO:tasks.rados.rados.0.smithi046.stdout:1781: writing smithi04683737-11 from 1826816 to 2023424 tid 4 2024-09-20T21:48:04.612 INFO:tasks.rados.rados.0.smithi046.stdout:1782: read oid 36 snap -1 2024-09-20T21:48:04.612 INFO:tasks.rados.rados.0.smithi046.stdout:1782: expect (ObjNum 391 snap 123 seq_num 391) 2024-09-20T21:48:04.612 INFO:tasks.rados.rados.0.smithi046.stdout:1783: rmattr oid 15 current snap is 170 2024-09-20T21:48:04.612 INFO:tasks.rados.rados.0.smithi046.stdout:1778: finishing write tid 5 to smithi04683737-13 2024-09-20T21:48:04.612 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 687 (ObjNum 548 snap 170 seq_num 548) dirty exists 2024-09-20T21:48:04.613 INFO:tasks.rados.rados.0.smithi046.stdout:1778: left oid 13 (ObjNum 548 snap 170 seq_num 548) 2024-09-20T21:48:04.613 INFO:tasks.rados.rados.0.smithi046.stdout:1777: expect (ObjNum 523 snap 160 seq_num 523) 2024-09-20T21:48:04.825 INFO:tasks.rados.rados.0.smithi046.stdout:1779: finishing write tid 1 to smithi04683737-23 2024-09-20T21:48:04.825 INFO:tasks.rados.rados.0.smithi046.stdout:1779: finishing write tid 2 to smithi04683737-23 2024-09-20T21:48:04.825 INFO:tasks.rados.rados.0.smithi046.stdout:1779: finishing write tid 3 to smithi04683737-23 2024-09-20T21:48:04.826 INFO:tasks.rados.rados.0.smithi046.stdout:1780: finishing rollback tid 1 to smithi04683737-30 2024-09-20T21:48:04.826 INFO:tasks.rados.rados.0.smithi046.stdout:1779: finishing write tid 4 to smithi04683737-23 2024-09-20T21:48:04.826 INFO:tasks.rados.rados.0.smithi046.stdout:1780: finishing rollback tid 2 to smithi04683737-30 2024-09-20T21:48:04.826 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 610 (ObjNum 391 snap 123 seq_num 391) dirty exists 2024-09-20T21:48:04.826 INFO:tasks.rados.rados.0.smithi046.stdout:1779: finishing write tid 5 to smithi04683737-23 2024-09-20T21:48:04.826 INFO:tasks.rados.rados.0.smithi046.stdout:1777: done (6 left) 2024-09-20T21:48:04.826 INFO:tasks.rados.rados.0.smithi046.stdout:1778: done (5 left) 2024-09-20T21:48:04.826 INFO:tasks.rados.rados.0.smithi046.stdout:1780: done (4 left) 2024-09-20T21:48:04.826 INFO:tasks.rados.rados.0.smithi046.stdout:1784: copy_from oid 33 from oid 37 current snap is 170 2024-09-20T21:48:04.826 INFO:tasks.rados.rados.0.smithi046.stdout:1781: finishing write tid 1 to smithi04683737-11 2024-09-20T21:48:04.826 INFO:tasks.rados.rados.0.smithi046.stdout:1779: finishing write tid 6 to smithi04683737-23 2024-09-20T21:48:04.826 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 539 (ObjNum 549 snap 170 seq_num 549) dirty exists 2024-09-20T21:48:04.826 INFO:tasks.rados.rados.0.smithi046.stdout:1779: left oid 23 (ObjNum 549 snap 170 seq_num 549) 2024-09-20T21:48:04.827 INFO:tasks.rados.rados.0.smithi046.stdout:1781: finishing write tid 2 to smithi04683737-11 2024-09-20T21:48:04.827 INFO:tasks.rados.rados.0.smithi046.stdout:1781: finishing write tid 3 to smithi04683737-11 2024-09-20T21:48:04.827 INFO:tasks.rados.rados.0.smithi046.stdout:1781: finishing write tid 4 to smithi04683737-11 2024-09-20T21:48:04.827 INFO:tasks.rados.rados.0.smithi046.stdout:1781: finishing write tid 5 to smithi04683737-11 2024-09-20T21:48:04.827 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 611 (ObjNum 480 snap 145 seq_num 480) dirty exists 2024-09-20T21:48:04.827 INFO:tasks.rados.rados.0.smithi046.stdout:1781: finishing write tid 6 to smithi04683737-11 2024-09-20T21:48:04.827 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 661 (ObjNum 550 snap 170 seq_num 550) dirty exists 2024-09-20T21:48:04.827 INFO:tasks.rados.rados.0.smithi046.stdout:1781: left oid 11 (ObjNum 550 snap 170 seq_num 550) 2024-09-20T21:48:04.827 INFO:tasks.rados.rados.0.smithi046.stdout:1782: expect (ObjNum 391 snap 123 seq_num 391) 2024-09-20T21:48:04.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:04 smithi046 ceph-mon[96110]: pgmap v281: 121 pgs: 121 active+clean; 235 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-09-20T21:48:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:04 smithi046 ceph-mon[96110]: osdmap e412: 8 total, 8 up, 8 in 2024-09-20T21:48:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:48:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:04 smithi046 ceph-mon[98591]: pgmap v281: 121 pgs: 121 active+clean; 235 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-09-20T21:48:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:04 smithi046 ceph-mon[98591]: osdmap e412: 8 total, 8 up, 8 in 2024-09-20T21:48:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:48:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:04 smithi134 ceph-mon[89086]: pgmap v281: 121 pgs: 121 active+clean; 235 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-09-20T21:48:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:04 smithi134 ceph-mon[89086]: osdmap e412: 8 total, 8 up, 8 in 2024-09-20T21:48:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:48:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:04.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:48:04 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:48:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:48:04.927 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:48:04 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:48:04.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:48:04.932 INFO:tasks.rados.rados.0.smithi046.stdout:1784: finishing copy_from racing read to smithi04683737-33 2024-09-20T21:48:04.932 INFO:tasks.rados.rados.0.smithi046.stdout:1784: finishing copy_from to smithi04683737-33 2024-09-20T21:48:04.933 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 695 (ObjNum 482 snap 145 seq_num 482) dirty exists 2024-09-20T21:48:04.933 INFO:tasks.rados.rados.0.smithi046.stdout:1779: done (4 left) 2024-09-20T21:48:04.933 INFO:tasks.rados.rados.0.smithi046.stdout:1781: done (3 left) 2024-09-20T21:48:04.933 INFO:tasks.rados.rados.0.smithi046.stdout:1782: done (2 left) 2024-09-20T21:48:04.933 INFO:tasks.rados.rados.0.smithi046.stdout:1783: done (1 left) 2024-09-20T21:48:04.933 INFO:tasks.rados.rados.0.smithi046.stdout:1784: done (0 left) 2024-09-20T21:48:04.933 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 170 2024-09-20T21:48:04.933 INFO:tasks.rados.rados.0.smithi046.stdout:1785: seq_num 551 ranges {1769472=434176,2203648=647168,2850816=450560,3301376=507904} 2024-09-20T21:48:04.944 INFO:tasks.rados.rados.0.smithi046.stdout:1785: writing smithi04683737-16 from 1769472 to 2203648 tid 1 2024-09-20T21:48:04.948 INFO:tasks.rados.rados.0.smithi046.stdout:1785: writing smithi04683737-16 from 2203648 to 2850816 tid 2 2024-09-20T21:48:04.950 INFO:tasks.rados.rados.0.smithi046.stdout:1785: writing smithi04683737-16 from 2850816 to 3301376 tid 3 2024-09-20T21:48:04.954 INFO:tasks.rados.rados.0.smithi046.stdout:1785: writing smithi04683737-16 from 3301376 to 3809280 tid 4 2024-09-20T21:48:04.954 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 170 2024-09-20T21:48:04.954 INFO:tasks.rados.rados.0.smithi046.stdout:1785: finishing write tid 1 to smithi04683737-16 2024-09-20T21:48:04.954 INFO:tasks.rados.rados.0.smithi046.stdout:1785: finishing write tid 2 to smithi04683737-16 2024-09-20T21:48:04.954 INFO:tasks.rados.rados.0.smithi046.stdout:1785: finishing write tid 3 to smithi04683737-16 2024-09-20T21:48:04.954 INFO:tasks.rados.rados.0.smithi046.stdout:1786: seq_num 552 ranges {0=450560,450560=532480,983040=655360,1638400=417792} 2024-09-20T21:48:04.956 INFO:tasks.rados.rados.0.smithi046.stdout:1786: writing smithi04683737-20 from 0 to 450560 tid 1 2024-09-20T21:48:04.959 INFO:tasks.rados.rados.0.smithi046.stdout:1786: writing smithi04683737-20 from 450560 to 983040 tid 2 2024-09-20T21:48:04.962 INFO:tasks.rados.rados.0.smithi046.stdout:1786: writing smithi04683737-20 from 983040 to 1638400 tid 3 2024-09-20T21:48:04.965 INFO:tasks.rados.rados.0.smithi046.stdout:1786: writing smithi04683737-20 from 1638400 to 2056192 tid 4 2024-09-20T21:48:04.965 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 170 2024-09-20T21:48:04.965 INFO:tasks.rados.rados.0.smithi046.stdout:1787: seq_num 553 ranges {1990656=466944,2457600=417792,2875392=417792,3293184=516096,3809280=253952} 2024-09-20T21:48:04.978 INFO:tasks.rados.rados.0.smithi046.stdout:1787: writing smithi04683737-18 from 1990656 to 2457600 tid 1 2024-09-20T21:48:04.980 INFO:tasks.rados.rados.0.smithi046.stdout:1787: writing smithi04683737-18 from 2457600 to 2875392 tid 2 2024-09-20T21:48:04.983 INFO:tasks.rados.rados.0.smithi046.stdout:1787: writing smithi04683737-18 from 2875392 to 3293184 tid 3 2024-09-20T21:48:04.986 INFO:tasks.rados.rados.0.smithi046.stdout:1787: writing smithi04683737-18 from 3293184 to 3809280 tid 4 2024-09-20T21:48:04.988 INFO:tasks.rados.rados.0.smithi046.stdout:1787: writing smithi04683737-18 from 3809280 to 4063232 tid 5 2024-09-20T21:48:04.988 INFO:tasks.rados.rados.0.smithi046.stdout:1788: snap_create 2024-09-20T21:48:04.988 INFO:tasks.rados.rados.0.smithi046.stdout:1785: finishing write tid 4 to smithi04683737-16 2024-09-20T21:48:04.988 INFO:tasks.rados.rados.0.smithi046.stdout:1785: finishing write tid 5 to smithi04683737-16 2024-09-20T21:48:04.988 INFO:tasks.rados.rados.0.smithi046.stdout:1785: finishing write tid 6 to smithi04683737-16 2024-09-20T21:48:04.988 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 721 (ObjNum 551 snap 170 seq_num 551) dirty exists 2024-09-20T21:48:04.988 INFO:tasks.rados.rados.0.smithi046.stdout:1785: left oid 16 (ObjNum 551 snap 170 seq_num 551) 2024-09-20T21:48:04.989 INFO:tasks.rados.rados.0.smithi046.stdout:1786: finishing write tid 1 to smithi04683737-20 2024-09-20T21:48:04.989 INFO:tasks.rados.rados.0.smithi046.stdout:1786: finishing write tid 2 to smithi04683737-20 2024-09-20T21:48:04.989 INFO:tasks.rados.rados.0.smithi046.stdout:1786: finishing write tid 3 to smithi04683737-20 2024-09-20T21:48:04.989 INFO:tasks.rados.rados.0.smithi046.stdout:1786: finishing write tid 4 to smithi04683737-20 2024-09-20T21:48:04.989 INFO:tasks.rados.rados.0.smithi046.stdout:1786: finishing write tid 5 to smithi04683737-20 2024-09-20T21:48:04.989 INFO:tasks.rados.rados.0.smithi046.stdout:1786: finishing write tid 6 to smithi04683737-20 2024-09-20T21:48:04.989 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 700 (ObjNum 552 snap 170 seq_num 552) dirty exists 2024-09-20T21:48:04.989 INFO:tasks.rados.rados.0.smithi046.stdout:1786: left oid 20 (ObjNum 552 snap 170 seq_num 552) 2024-09-20T21:48:04.989 INFO:tasks.rados.rados.0.smithi046.stdout:1787: finishing write tid 1 to smithi04683737-18 2024-09-20T21:48:04.989 INFO:tasks.rados.rados.0.smithi046.stdout:1787: finishing write tid 2 to smithi04683737-18 2024-09-20T21:48:04.989 INFO:tasks.rados.rados.0.smithi046.stdout:1787: finishing write tid 3 to smithi04683737-18 2024-09-20T21:48:04.990 INFO:tasks.rados.rados.0.smithi046.stdout:1787: finishing write tid 4 to smithi04683737-18 2024-09-20T21:48:04.990 INFO:tasks.rados.rados.0.smithi046.stdout:1787: finishing write tid 5 to smithi04683737-18 2024-09-20T21:48:04.990 INFO:tasks.rados.rados.0.smithi046.stdout:1787: finishing write tid 6 to smithi04683737-18 2024-09-20T21:48:04.991 INFO:tasks.rados.rados.0.smithi046.stdout:1787: finishing write tid 7 to smithi04683737-18 2024-09-20T21:48:04.991 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 677 (ObjNum 553 snap 170 seq_num 553) dirty exists 2024-09-20T21:48:04.991 INFO:tasks.rados.rados.0.smithi046.stdout:1787: left oid 18 (ObjNum 553 snap 170 seq_num 553) 2024-09-20T21:48:05.561 INFO:tasks.rados.rados.0.smithi046.stdout:1785: done (3 left) 2024-09-20T21:48:05.561 INFO:tasks.rados.rados.0.smithi046.stdout:1786: done (2 left) 2024-09-20T21:48:05.561 INFO:tasks.rados.rados.0.smithi046.stdout:1787: done (1 left) 2024-09-20T21:48:05.561 INFO:tasks.rados.rados.0.smithi046.stdout:1788: done (0 left) 2024-09-20T21:48:05.561 INFO:tasks.rados.rados.0.smithi046.stdout:1789: delete oid 40 current snap is 171 2024-09-20T21:48:05.565 INFO:tasks.rados.rados.0.smithi046.stdout:1789: done (0 left) 2024-09-20T21:48:05.565 INFO:tasks.rados.rados.0.smithi046.stdout:1790: read oid 17 snap 169 2024-09-20T21:48:05.566 INFO:tasks.rados.rados.0.smithi046.stdout:1790: expect (ObjNum 510 snap 155 seq_num 510) 2024-09-20T21:48:05.566 INFO:tasks.rados.rados.0.smithi046.stdout:1791: rollback oid 11 current snap is 171 2024-09-20T21:48:05.566 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 11 to 140 2024-09-20T21:48:05.566 INFO:tasks.rados.rados.0.smithi046.stdout:1792: snap_create 2024-09-20T21:48:05.571 INFO:tasks.rados.rados.0.smithi046.stdout:1791: finishing rollback tid 0 to smithi04683737-11 2024-09-20T21:48:05.572 INFO:tasks.rados.rados.0.smithi046.stdout:1791: finishing rollback tid 1 to smithi04683737-11 2024-09-20T21:48:05.572 INFO:tasks.rados.rados.0.smithi046.stdout:1791: finishing rollback tid 2 to smithi04683737-11 2024-09-20T21:48:05.572 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 664 (ObjNum 469 snap 140 seq_num 469) dirty exists 2024-09-20T21:48:05.579 INFO:tasks.rados.rados.0.smithi046.stdout:1790: expect (ObjNum 510 snap 155 seq_num 510) 2024-09-20T21:48:05.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:05 smithi046 ceph-mon[96110]: osdmap e413: 8 total, 8 up, 8 in 2024-09-20T21:48:05.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:05 smithi046 ceph-mon[98591]: osdmap e413: 8 total, 8 up, 8 in 2024-09-20T21:48:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:05 smithi134 ceph-mon[89086]: osdmap e413: 8 total, 8 up, 8 in 2024-09-20T21:48:06.569 INFO:tasks.rados.rados.0.smithi046.stdout:1790: done (2 left) 2024-09-20T21:48:06.569 INFO:tasks.rados.rados.0.smithi046.stdout:1791: done (1 left) 2024-09-20T21:48:06.569 INFO:tasks.rados.rados.0.smithi046.stdout:1792: done (0 left) 2024-09-20T21:48:06.569 INFO:tasks.rados.rados.0.smithi046.stdout:1793: setattr oid 14 current snap is 172 2024-09-20T21:48:06.570 INFO:tasks.rados.rados.0.smithi046.stdout:1794: snap_create 2024-09-20T21:48:06.576 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 731 (ObjNum 523 snap 160 seq_num 523) dirty exists 2024-09-20T21:48:06.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:06 smithi046 ceph-mon[98591]: pgmap v284: 121 pgs: 121 active+clean; 262 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.2 MiB/s wr, 16 op/s 2024-09-20T21:48:06.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:06 smithi046 ceph-mon[98591]: osdmap e414: 8 total, 8 up, 8 in 2024-09-20T21:48:06.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:06 smithi046 ceph-mon[96110]: pgmap v284: 121 pgs: 121 active+clean; 262 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.2 MiB/s wr, 16 op/s 2024-09-20T21:48:06.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:06 smithi046 ceph-mon[96110]: osdmap e414: 8 total, 8 up, 8 in 2024-09-20T21:48:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:06 smithi134 ceph-mon[89086]: pgmap v284: 121 pgs: 121 active+clean; 262 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.2 MiB/s wr, 16 op/s 2024-09-20T21:48:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:06 smithi134 ceph-mon[89086]: osdmap e414: 8 total, 8 up, 8 in 2024-09-20T21:48:07.550 INFO:tasks.rados.rados.0.smithi046.stdout:1793: done (1 left) 2024-09-20T21:48:07.550 INFO:tasks.rados.rados.0.smithi046.stdout:1794: done (0 left) 2024-09-20T21:48:07.550 INFO:tasks.rados.rados.0.smithi046.stdout:1795: delete oid 24 current snap is 173 2024-09-20T21:48:07.555 INFO:tasks.rados.rados.0.smithi046.stdout:1795: done (0 left) 2024-09-20T21:48:07.555 INFO:tasks.rados.rados.0.smithi046.stdout:1796: rmattr oid 14 current snap is 173 2024-09-20T21:48:07.555 INFO:tasks.rados.rados.0.smithi046.stdout:1797: delete oid 7 current snap is 173 2024-09-20T21:48:07.560 INFO:tasks.rados.rados.0.smithi046.stdout:1797: done (1 left) 2024-09-20T21:48:07.560 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 173 2024-09-20T21:48:07.561 INFO:tasks.rados.rados.0.smithi046.stdout:1798: seq_num 557 ranges {1613824=532480,2146304=802816,2949120=794624,3743744=8192} 2024-09-20T21:48:07.573 INFO:tasks.rados.rados.0.smithi046.stdout:1798: writing smithi04683737-29 from 1613824 to 2146304 tid 1 2024-09-20T21:48:07.578 INFO:tasks.rados.rados.0.smithi046.stdout:1798: writing smithi04683737-29 from 2146304 to 2949120 tid 2 2024-09-20T21:48:07.583 INFO:tasks.rados.rados.0.smithi046.stdout:1798: writing smithi04683737-29 from 2949120 to 3743744 tid 3 2024-09-20T21:48:07.583 INFO:tasks.rados.rados.0.smithi046.stdout:1798: writing smithi04683737-29 from 3743744 to 3751936 tid 4 2024-09-20T21:48:07.583 INFO:tasks.rados.rados.0.smithi046.stdout:1799: snap_create 2024-09-20T21:48:07.583 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 733 (ObjNum 523 snap 160 seq_num 523) dirty exists 2024-09-20T21:48:07.583 INFO:tasks.rados.rados.0.smithi046.stdout:1798: finishing write tid 1 to smithi04683737-29 2024-09-20T21:48:07.583 INFO:tasks.rados.rados.0.smithi046.stdout:1798: finishing write tid 2 to smithi04683737-29 2024-09-20T21:48:07.587 INFO:tasks.rados.rados.0.smithi046.stdout:1798: finishing write tid 3 to smithi04683737-29 2024-09-20T21:48:07.587 INFO:tasks.rados.rados.0.smithi046.stdout:1798: finishing write tid 4 to smithi04683737-29 2024-09-20T21:48:07.587 INFO:tasks.rados.rados.0.smithi046.stdout:1798: finishing write tid 5 to smithi04683737-29 2024-09-20T21:48:07.588 INFO:tasks.rados.rados.0.smithi046.stdout:1798: finishing write tid 6 to smithi04683737-29 2024-09-20T21:48:07.588 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 670 (ObjNum 557 snap 173 seq_num 557) dirty exists 2024-09-20T21:48:07.589 INFO:tasks.rados.rados.0.smithi046.stdout:1798: left oid 29 (ObjNum 557 snap 173 seq_num 557) 2024-09-20T21:48:07.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:07 smithi046 ceph-mon[98591]: osdmap e415: 8 total, 8 up, 8 in 2024-09-20T21:48:07.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:07 smithi046 ceph-mon[98591]: osdmap e416: 8 total, 8 up, 8 in 2024-09-20T21:48:07.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:07 smithi046 ceph-mon[96110]: osdmap e415: 8 total, 8 up, 8 in 2024-09-20T21:48:07.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:07 smithi046 ceph-mon[96110]: osdmap e416: 8 total, 8 up, 8 in 2024-09-20T21:48:07.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:07 smithi134 ceph-mon[89086]: osdmap e415: 8 total, 8 up, 8 in 2024-09-20T21:48:07.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:07 smithi134 ceph-mon[89086]: osdmap e416: 8 total, 8 up, 8 in 2024-09-20T21:48:08.581 INFO:tasks.rados.rados.0.smithi046.stdout:1796: done (2 left) 2024-09-20T21:48:08.581 INFO:tasks.rados.rados.0.smithi046.stdout:1798: done (1 left) 2024-09-20T21:48:08.581 INFO:tasks.rados.rados.0.smithi046.stdout:1799: done (0 left) 2024-09-20T21:48:08.581 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 174 2024-09-20T21:48:08.581 INFO:tasks.rados.rados.0.smithi046.stdout:1800: seq_num 558 ranges {0=548864,548864=688128,1236992=606208,1843200=311296} 2024-09-20T21:48:08.584 INFO:tasks.rados.rados.0.smithi046.stdout:1800: writing smithi04683737-45 from 0 to 548864 tid 1 2024-09-20T21:48:08.588 INFO:tasks.rados.rados.0.smithi046.stdout:1800: writing smithi04683737-45 from 548864 to 1236992 tid 2 2024-09-20T21:48:08.592 INFO:tasks.rados.rados.0.smithi046.stdout:1800: writing smithi04683737-45 from 1236992 to 1843200 tid 3 2024-09-20T21:48:08.594 INFO:tasks.rados.rados.0.smithi046.stdout:1800: writing smithi04683737-45 from 1843200 to 2154496 tid 4 2024-09-20T21:48:08.594 INFO:tasks.rados.rados.0.smithi046.stdout:1801: snap_remove snap 171 2024-09-20T21:48:08.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:08 smithi046 ceph-mon[96110]: pgmap v287: 121 pgs: 121 active+clean; 264 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.7 MiB/s wr, 18 op/s 2024-09-20T21:48:08.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:08 smithi046 ceph-mon[98591]: pgmap v287: 121 pgs: 121 active+clean; 264 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.7 MiB/s wr, 18 op/s 2024-09-20T21:48:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:08 smithi134 ceph-mon[89086]: pgmap v287: 121 pgs: 121 active+clean; 264 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.7 MiB/s wr, 18 op/s 2024-09-20T21:48:08.927 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:48:08 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:48:08.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-20T21:48:08.927 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:48:08 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:48:08.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:48:09.588 INFO:tasks.rados.rados.0.smithi046.stdout:1801: done (1 left) 2024-09-20T21:48:09.589 INFO:tasks.rados.rados.0.smithi046.stdout:1802: copy_from oid 25 from oid 40 current snap is 174 2024-09-20T21:48:09.589 INFO:tasks.rados.rados.0.smithi046.stdout:1800: finishing write tid 1 to smithi04683737-45 2024-09-20T21:48:09.589 INFO:tasks.rados.rados.0.smithi046.stdout:1800: finishing write tid 2 to smithi04683737-45 2024-09-20T21:48:09.589 INFO:tasks.rados.rados.0.smithi046.stdout:1800: finishing write tid 3 to smithi04683737-45 2024-09-20T21:48:09.589 INFO:tasks.rados.rados.0.smithi046.stdout:1800: finishing write tid 4 to smithi04683737-45 2024-09-20T21:48:09.589 INFO:tasks.rados.rados.0.smithi046.stdout:1800: finishing write tid 5 to smithi04683737-45 2024-09-20T21:48:09.589 INFO:tasks.rados.rados.0.smithi046.stdout:1800: finishing write tid 6 to smithi04683737-45 2024-09-20T21:48:09.589 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 669 (ObjNum 558 snap 174 seq_num 558) dirty exists 2024-09-20T21:48:09.589 INFO:tasks.rados.rados.0.smithi046.stdout:1800: left oid 45 (ObjNum 558 snap 174 seq_num 558) 2024-09-20T21:48:09.589 INFO:tasks.rados.rados.0.smithi046.stdout:1800: done (1 left) 2024-09-20T21:48:09.589 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 174 2024-09-20T21:48:09.589 INFO:tasks.rados.rados.0.smithi046.stdout:1803: seq_num 559 ranges {0=565248,565248=573440,1138688=409600,1548288=622592} 2024-09-20T21:48:09.592 INFO:tasks.rados.rados.0.smithi046.stdout:1803: writing smithi04683737-32 from 0 to 565248 tid 1 2024-09-20T21:48:09.595 INFO:tasks.rados.rados.0.smithi046.stdout:1803: writing smithi04683737-32 from 565248 to 1138688 tid 2 2024-09-20T21:48:09.598 INFO:tasks.rados.rados.0.smithi046.stdout:1803: writing smithi04683737-32 from 1138688 to 1548288 tid 3 2024-09-20T21:48:09.602 INFO:tasks.rados.rados.0.smithi046.stdout:1803: writing smithi04683737-32 from 1548288 to 2170880 tid 4 2024-09-20T21:48:09.602 INFO:tasks.rados.rados.0.smithi046.stdout:1804: snap_remove snap 161 2024-09-20T21:48:09.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:09 smithi046 ceph-mon[96110]: osdmap e417: 8 total, 8 up, 8 in 2024-09-20T21:48:09.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:09 smithi046 ceph-mon[98591]: osdmap e417: 8 total, 8 up, 8 in 2024-09-20T21:48:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:09 smithi134 ceph-mon[89086]: osdmap e417: 8 total, 8 up, 8 in 2024-09-20T21:48:10.593 INFO:tasks.rados.rados.0.smithi046.stdout:1804: done (2 left) 2024-09-20T21:48:10.593 INFO:tasks.rados.rados.0.smithi046.stdout:1805: delete oid 19 current snap is 174 2024-09-20T21:48:10.593 INFO:tasks.rados.rados.0.smithi046.stdout:1802: finishing copy_from to smithi04683737-25 2024-09-20T21:48:10.593 INFO:tasks.rados.rados.0.smithi046.stdout:1802: got expected ENOENT (src dne) 2024-09-20T21:48:10.593 INFO:tasks.rados.rados.0.smithi046.stdout:1802: finishing copy_from racing read to smithi04683737-25 2024-09-20T21:48:10.593 INFO:tasks.rados.rados.0.smithi046.stdout:1803: finishing write tid 1 to smithi04683737-32 2024-09-20T21:48:10.593 INFO:tasks.rados.rados.0.smithi046.stdout:1803: finishing write tid 2 to smithi04683737-32 2024-09-20T21:48:10.594 INFO:tasks.rados.rados.0.smithi046.stdout:1803: finishing write tid 3 to smithi04683737-32 2024-09-20T21:48:10.594 INFO:tasks.rados.rados.0.smithi046.stdout:1803: finishing write tid 4 to smithi04683737-32 2024-09-20T21:48:10.594 INFO:tasks.rados.rados.0.smithi046.stdout:1803: finishing write tid 5 to smithi04683737-32 2024-09-20T21:48:10.594 INFO:tasks.rados.rados.0.smithi046.stdout:1803: finishing write tid 6 to smithi04683737-32 2024-09-20T21:48:10.594 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 692 (ObjNum 559 snap 174 seq_num 559) dirty exists 2024-09-20T21:48:10.594 INFO:tasks.rados.rados.0.smithi046.stdout:1803: left oid 32 (ObjNum 559 snap 174 seq_num 559) 2024-09-20T21:48:10.609 INFO:tasks.rados.rados.0.smithi046.stdout:1802: done (2 left) 2024-09-20T21:48:10.609 INFO:tasks.rados.rados.0.smithi046.stdout:1803: done (1 left) 2024-09-20T21:48:10.609 INFO:tasks.rados.rados.0.smithi046.stdout:1805: done (0 left) 2024-09-20T21:48:10.609 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 174 2024-09-20T21:48:10.609 INFO:tasks.rados.rados.0.smithi046.stdout:1806: seq_num 561 ranges {5947392=598016,6545408=745472,7290880=778240,8069120=81920} 2024-09-20T21:48:10.643 INFO:tasks.rados.rados.0.smithi046.stdout:1806: writing smithi04683737-23 from 5947392 to 6545408 tid 1 2024-09-20T21:48:10.647 INFO:tasks.rados.rados.0.smithi046.stdout:1806: writing smithi04683737-23 from 6545408 to 7290880 tid 2 2024-09-20T21:48:10.651 INFO:tasks.rados.rados.0.smithi046.stdout:1806: writing smithi04683737-23 from 7290880 to 8069120 tid 3 2024-09-20T21:48:10.652 INFO:tasks.rados.rados.0.smithi046.stdout:1806: writing smithi04683737-23 from 8069120 to 8151040 tid 4 2024-09-20T21:48:10.652 INFO:tasks.rados.rados.0.smithi046.stdout:1807: snap_create 2024-09-20T21:48:10.652 INFO:tasks.rados.rados.0.smithi046.stdout:1806: finishing write tid 1 to smithi04683737-23 2024-09-20T21:48:10.652 INFO:tasks.rados.rados.0.smithi046.stdout:1806: finishing write tid 2 to smithi04683737-23 2024-09-20T21:48:10.655 INFO:tasks.rados.rados.0.smithi046.stdout:1806: finishing write tid 3 to smithi04683737-23 2024-09-20T21:48:10.655 INFO:tasks.rados.rados.0.smithi046.stdout:1806: finishing write tid 4 to smithi04683737-23 2024-09-20T21:48:10.655 INFO:tasks.rados.rados.0.smithi046.stdout:1806: finishing write tid 5 to smithi04683737-23 2024-09-20T21:48:10.656 INFO:tasks.rados.rados.0.smithi046.stdout:1806: finishing write tid 6 to smithi04683737-23 2024-09-20T21:48:10.657 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 551 (ObjNum 561 snap 174 seq_num 561) dirty exists 2024-09-20T21:48:10.657 INFO:tasks.rados.rados.0.smithi046.stdout:1806: left oid 23 (ObjNum 561 snap 174 seq_num 561) 2024-09-20T21:48:10.864 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:10 smithi134 ceph-mon[89086]: pgmap v290: 121 pgs: 121 active+clean; 270 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-09-20T21:48:10.864 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:10 smithi134 ceph-mon[89086]: osdmap e418: 8 total, 8 up, 8 in 2024-09-20T21:48:10.864 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:10 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-20T21:48:10.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:10 smithi046 ceph-mon[96110]: pgmap v290: 121 pgs: 121 active+clean; 270 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-09-20T21:48:10.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:10 smithi046 ceph-mon[96110]: osdmap e418: 8 total, 8 up, 8 in 2024-09-20T21:48:10.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:10 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-20T21:48:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:10 smithi046 ceph-mon[98591]: pgmap v290: 121 pgs: 121 active+clean; 270 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-09-20T21:48:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:10 smithi046 ceph-mon[98591]: osdmap e418: 8 total, 8 up, 8 in 2024-09-20T21:48:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:10 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-20T21:48:11.596 INFO:tasks.rados.rados.0.smithi046.stdout:1806: done (1 left) 2024-09-20T21:48:11.597 INFO:tasks.rados.rados.0.smithi046.stdout:1807: done (0 left) 2024-09-20T21:48:11.597 INFO:tasks.rados.rados.0.smithi046.stdout:1808: read oid 33 snap -1 2024-09-20T21:48:11.597 INFO:tasks.rados.rados.0.smithi046.stdout:1808: expect (ObjNum 482 snap 145 seq_num 482) 2024-09-20T21:48:11.597 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 175 2024-09-20T21:48:11.597 INFO:tasks.rados.rados.0.smithi046.stdout:1809: seq_num 562 ranges {0=622592,622592=630784,1253376=581632,1835008=393216} 2024-09-20T21:48:11.599 INFO:tasks.rados.rados.0.smithi046.stdout:1809: writing smithi04683737-44 from 0 to 622592 tid 1 2024-09-20T21:48:11.603 INFO:tasks.rados.rados.0.smithi046.stdout:1809: writing smithi04683737-44 from 622592 to 1253376 tid 2 2024-09-20T21:48:11.607 INFO:tasks.rados.rados.0.smithi046.stdout:1809: writing smithi04683737-44 from 1253376 to 1835008 tid 3 2024-09-20T21:48:11.610 INFO:tasks.rados.rados.0.smithi046.stdout:1809: writing smithi04683737-44 from 1835008 to 2228224 tid 4 2024-09-20T21:48:11.610 INFO:tasks.rados.rados.0.smithi046.stdout:1810: snap_create 2024-09-20T21:48:11.610 INFO:tasks.rados.rados.0.smithi046.stdout:1809: finishing write tid 1 to smithi04683737-44 2024-09-20T21:48:11.611 INFO:tasks.rados.rados.0.smithi046.stdout:1809: finishing write tid 2 to smithi04683737-44 2024-09-20T21:48:11.613 INFO:tasks.rados.rados.0.smithi046.stdout:1809: finishing write tid 3 to smithi04683737-44 2024-09-20T21:48:11.614 INFO:tasks.rados.rados.0.smithi046.stdout:1809: finishing write tid 4 to smithi04683737-44 2024-09-20T21:48:11.614 INFO:tasks.rados.rados.0.smithi046.stdout:1809: finishing write tid 5 to smithi04683737-44 2024-09-20T21:48:11.615 INFO:tasks.rados.rados.0.smithi046.stdout:1809: finishing write tid 6 to smithi04683737-44 2024-09-20T21:48:11.615 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 651 (ObjNum 562 snap 175 seq_num 562) dirty exists 2024-09-20T21:48:11.615 INFO:tasks.rados.rados.0.smithi046.stdout:1809: left oid 44 (ObjNum 562 snap 175 seq_num 562) 2024-09-20T21:48:11.620 INFO:tasks.rados.rados.0.smithi046.stdout:1808: expect (ObjNum 482 snap 145 seq_num 482) 2024-09-20T21:48:11.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:11 smithi046 ceph-mon[96110]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-20T21:48:11.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:11 smithi046 ceph-mon[96110]: Upgrade: osd.4 is safe to restart 2024-09-20T21:48:11.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:11 smithi046 ceph-mon[96110]: osdmap e419: 8 total, 8 up, 8 in 2024-09-20T21:48:11.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:11 smithi046 ceph-mon[98591]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-20T21:48:11.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:11 smithi046 ceph-mon[98591]: Upgrade: osd.4 is safe to restart 2024-09-20T21:48:11.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:11 smithi046 ceph-mon[98591]: osdmap e419: 8 total, 8 up, 8 in 2024-09-20T21:48:11.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:11 smithi134 ceph-mon[89086]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-20T21:48:11.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:11 smithi134 ceph-mon[89086]: Upgrade: osd.4 is safe to restart 2024-09-20T21:48:11.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:11 smithi134 ceph-mon[89086]: osdmap e419: 8 total, 8 up, 8 in 2024-09-20T21:48:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:48:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:48:12] "GET /metrics HTTP/1.1" 200 36253 "" "Prometheus/2.43.0" 2024-09-20T21:48:12.406 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:48:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:48:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:48:12.603 INFO:tasks.rados.rados.0.smithi046.stdout:1808: done (2 left) 2024-09-20T21:48:12.603 INFO:tasks.rados.rados.0.smithi046.stdout:1809: done (1 left) 2024-09-20T21:48:12.604 INFO:tasks.rados.rados.0.smithi046.stdout:1810: done (0 left) 2024-09-20T21:48:12.604 INFO:tasks.rados.rados.0.smithi046.stdout:1811: rmattr oid 25 current snap is 176 2024-09-20T21:48:12.604 INFO:tasks.rados.rados.0.smithi046.stdout:1811: done (0 left) 2024-09-20T21:48:12.604 INFO:tasks.rados.rados.0.smithi046.stdout:1812: copy_from oid 15 from oid 38 current snap is 176 2024-09-20T21:48:12.604 INFO:tasks.rados.rados.0.smithi046.stdout:1813: rollback oid 45 current snap is 176 2024-09-20T21:48:12.604 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 45 to 168 2024-09-20T21:48:12.604 INFO:tasks.rados.rados.0.smithi046.stdout:1814: read oid 30 snap -1 2024-09-20T21:48:12.604 INFO:tasks.rados.rados.0.smithi046.stdout:1814: expect (ObjNum 391 snap 123 seq_num 391) 2024-09-20T21:48:12.604 INFO:tasks.rados.rados.0.smithi046.stdout:1815: rollback oid 2 current snap is 176 2024-09-20T21:48:12.604 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 2 to 167 2024-09-20T21:48:12.604 INFO:tasks.rados.rados.0.smithi046.stdout:1816: snap_create 2024-09-20T21:48:12.607 INFO:tasks.rados.rados.0.smithi046.stdout:1815: finishing rollback tid 0 to smithi04683737-2 2024-09-20T21:48:12.608 INFO:tasks.rados.rados.0.smithi046.stdout:1815: finishing rollback tid 1 to smithi04683737-2 2024-09-20T21:48:12.610 INFO:tasks.rados.rados.0.smithi046.stdout:1813: finishing rollback tid 0 to smithi04683737-45 2024-09-20T21:48:12.610 INFO:tasks.rados.rados.0.smithi046.stdout:1815: finishing rollback tid 2 to smithi04683737-2 2024-09-20T21:48:12.610 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 654 (ObjNum 467 snap 140 seq_num 467) dirty exists 2024-09-20T21:48:12.610 INFO:tasks.rados.rados.0.smithi046.stdout:1813: finishing rollback tid 1 to smithi04683737-45 2024-09-20T21:48:12.610 INFO:tasks.rados.rados.0.smithi046.stdout:1813: finishing rollback tid 2 to smithi04683737-45 2024-09-20T21:48:12.611 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 672 (ObjNum 33 snap 0 seq_num 20802480) dirty exists 2024-09-20T21:48:12.620 INFO:tasks.rados.rados.0.smithi046.stdout:1814: expect (ObjNum 391 snap 123 seq_num 391) 2024-09-20T21:48:12.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:12 smithi134 ceph-mon[89086]: pgmap v293: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 273 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-09-20T21:48:12.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:12 smithi134 ceph-mon[89086]: osdmap e420: 8 total, 8 up, 8 in 2024-09-20T21:48:12.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:12 smithi134 ceph-mon[89086]: Upgrade: Updating osd.4 2024-09-20T21:48:12.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:12 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:12.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:12 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-20T21:48:12.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:12 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:48:12.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:12 smithi134 ceph-mon[89086]: Deploying daemon osd.4 on smithi134 2024-09-20T21:48:12.728 INFO:tasks.rados.rados.0.smithi046.stdout:1812: finishing copy_from racing read to smithi04683737-15 2024-09-20T21:48:12.728 INFO:tasks.rados.rados.0.smithi046.stdout:1812: finishing copy_from to smithi04683737-15 2024-09-20T21:48:12.728 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 534 (ObjNum 444 snap 137 seq_num 444) dirty exists 2024-09-20T21:48:12.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:12 smithi046 ceph-mon[96110]: pgmap v293: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 273 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-09-20T21:48:12.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:12 smithi046 ceph-mon[96110]: osdmap e420: 8 total, 8 up, 8 in 2024-09-20T21:48:12.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:12 smithi046 ceph-mon[96110]: Upgrade: Updating osd.4 2024-09-20T21:48:12.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:12 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:12.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:12 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-20T21:48:12.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:12 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:48:12.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:12 smithi046 ceph-mon[96110]: Deploying daemon osd.4 on smithi134 2024-09-20T21:48:12.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:12 smithi046 ceph-mon[98591]: pgmap v293: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 273 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-09-20T21:48:12.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:12 smithi046 ceph-mon[98591]: osdmap e420: 8 total, 8 up, 8 in 2024-09-20T21:48:12.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:12 smithi046 ceph-mon[98591]: Upgrade: Updating osd.4 2024-09-20T21:48:12.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:12 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:12.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:12 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-20T21:48:12.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:12 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:48:12.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:12 smithi046 ceph-mon[98591]: Deploying daemon osd.4 on smithi134 2024-09-20T21:48:13.608 INFO:tasks.rados.rados.0.smithi046.stdout:1812: done (4 left) 2024-09-20T21:48:13.608 INFO:tasks.rados.rados.0.smithi046.stdout:1813: done (3 left) 2024-09-20T21:48:13.608 INFO:tasks.rados.rados.0.smithi046.stdout:1814: done (2 left) 2024-09-20T21:48:13.608 INFO:tasks.rados.rados.0.smithi046.stdout:1815: done (1 left) 2024-09-20T21:48:13.608 INFO:tasks.rados.rados.0.smithi046.stdout:1816: done (0 left) 2024-09-20T21:48:13.608 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 177 2024-09-20T21:48:13.609 INFO:tasks.rados.rados.0.smithi046.stdout:1817: seq_num 563 ranges {0=638976,638976=565248,1204224=794624,1998848=245760} 2024-09-20T21:48:13.611 INFO:tasks.rados.rados.0.smithi046.stdout:1817: writing smithi04683737-41 from 0 to 638976 tid 1 2024-09-20T21:48:13.614 INFO:tasks.rados.rados.0.smithi046.stdout:1817: writing smithi04683737-41 from 638976 to 1204224 tid 2 2024-09-20T21:48:13.619 INFO:tasks.rados.rados.0.smithi046.stdout:1817: writing smithi04683737-41 from 1204224 to 1998848 tid 3 2024-09-20T21:48:13.621 INFO:tasks.rados.rados.0.smithi046.stdout:1817: writing smithi04683737-41 from 1998848 to 2244608 tid 4 2024-09-20T21:48:13.621 INFO:tasks.rados.rados.0.smithi046.stdout:1818: delete oid 38 current snap is 177 2024-09-20T21:48:13.621 INFO:tasks.rados.rados.0.smithi046.stdout:1817: finishing write tid 1 to smithi04683737-41 2024-09-20T21:48:13.621 INFO:tasks.rados.rados.0.smithi046.stdout:1817: finishing write tid 2 to smithi04683737-41 2024-09-20T21:48:13.624 INFO:tasks.rados.rados.0.smithi046.stdout:1817: finishing write tid 3 to smithi04683737-41 2024-09-20T21:48:13.624 INFO:tasks.rados.rados.0.smithi046.stdout:1817: finishing write tid 4 to smithi04683737-41 2024-09-20T21:48:13.624 INFO:tasks.rados.rados.0.smithi046.stdout:1817: finishing write tid 5 to smithi04683737-41 2024-09-20T21:48:13.625 INFO:tasks.rados.rados.0.smithi046.stdout:1818: done (1 left) 2024-09-20T21:48:13.625 INFO:tasks.rados.rados.0.smithi046.stdout:1819: read oid 34 snap -1 2024-09-20T21:48:13.625 INFO:tasks.rados.rados.0.smithi046.stdout:1819: expect (ObjNum 507 snap 154 seq_num 507) 2024-09-20T21:48:13.625 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 177 2024-09-20T21:48:13.625 INFO:tasks.rados.rados.0.smithi046.stdout:1820: seq_num 565 ranges {4669440=671744,5341184=729088,6070272=753664,6823936=122880} 2024-09-20T21:48:13.654 INFO:tasks.rados.rados.0.smithi046.stdout:1820: writing smithi04683737-33 from 4669440 to 5341184 tid 1 2024-09-20T21:48:13.658 INFO:tasks.rados.rados.0.smithi046.stdout:1820: writing smithi04683737-33 from 5341184 to 6070272 tid 2 2024-09-20T21:48:13.662 INFO:tasks.rados.rados.0.smithi046.stdout:1820: writing smithi04683737-33 from 6070272 to 6823936 tid 3 2024-09-20T21:48:13.664 INFO:tasks.rados.rados.0.smithi046.stdout:1820: writing smithi04683737-33 from 6823936 to 6946816 tid 4 2024-09-20T21:48:13.664 INFO:tasks.rados.rados.0.smithi046.stdout:1821: read oid 37 snap -1 2024-09-20T21:48:13.664 INFO:tasks.rados.rados.0.smithi046.stdout:1821: expect (ObjNum 482 snap 145 seq_num 482) 2024-09-20T21:48:13.664 INFO:tasks.rados.rados.0.smithi046.stdout:1822: snap_create 2024-09-20T21:48:13.664 INFO:tasks.rados.rados.0.smithi046.stdout:1817: finishing write tid 6 to smithi04683737-41 2024-09-20T21:48:13.664 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 746 (ObjNum 563 snap 177 seq_num 563) dirty exists 2024-09-20T21:48:13.664 INFO:tasks.rados.rados.0.smithi046.stdout:1817: left oid 41 (ObjNum 563 snap 177 seq_num 563) 2024-09-20T21:48:13.664 INFO:tasks.rados.rados.0.smithi046.stdout:1819: expect (ObjNum 507 snap 154 seq_num 507) 2024-09-20T21:48:13.739 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:13 smithi134 ceph-mon[89086]: osdmap e421: 8 total, 8 up, 8 in 2024-09-20T21:48:13.739 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:48:13 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:48:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:48:13.762 INFO:tasks.rados.rados.0.smithi046.stdout:1820: finishing write tid 1 to smithi04683737-33 2024-09-20T21:48:13.762 INFO:tasks.rados.rados.0.smithi046.stdout:1820: finishing write tid 2 to smithi04683737-33 2024-09-20T21:48:13.762 INFO:tasks.rados.rados.0.smithi046.stdout:1820: finishing write tid 3 to smithi04683737-33 2024-09-20T21:48:13.762 INFO:tasks.rados.rados.0.smithi046.stdout:1820: finishing write tid 4 to smithi04683737-33 2024-09-20T21:48:13.762 INFO:tasks.rados.rados.0.smithi046.stdout:1820: finishing write tid 5 to smithi04683737-33 2024-09-20T21:48:13.762 INFO:tasks.rados.rados.0.smithi046.stdout:1820: finishing write tid 6 to smithi04683737-33 2024-09-20T21:48:13.762 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 705 (ObjNum 565 snap 177 seq_num 565) dirty exists 2024-09-20T21:48:13.762 INFO:tasks.rados.rados.0.smithi046.stdout:1820: left oid 33 (ObjNum 565 snap 177 seq_num 565) 2024-09-20T21:48:13.762 INFO:tasks.rados.rados.0.smithi046.stdout:1821: expect (ObjNum 482 snap 145 seq_num 482) 2024-09-20T21:48:13.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:13 smithi046 ceph-mon[96110]: osdmap e421: 8 total, 8 up, 8 in 2024-09-20T21:48:13.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:13 smithi046 ceph-mon[98591]: osdmap e421: 8 total, 8 up, 8 in 2024-09-20T21:48:14.614 INFO:tasks.rados.rados.0.smithi046.stdout:1817: done (4 left) 2024-09-20T21:48:14.614 INFO:tasks.rados.rados.0.smithi046.stdout:1819: done (3 left) 2024-09-20T21:48:14.614 INFO:tasks.rados.rados.0.smithi046.stdout:1820: done (2 left) 2024-09-20T21:48:14.615 INFO:tasks.rados.rados.0.smithi046.stdout:1821: done (1 left) 2024-09-20T21:48:14.615 INFO:tasks.rados.rados.0.smithi046.stdout:1822: done (0 left) 2024-09-20T21:48:14.615 INFO:tasks.rados.rados.0.smithi046.stdout:1823: read oid 14 snap 163 2024-09-20T21:48:14.615 INFO:tasks.rados.rados.0.smithi046.stdout:1823: expect (ObjNum 523 snap 160 seq_num 523) 2024-09-20T21:48:14.615 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 178 2024-09-20T21:48:14.615 INFO:tasks.rados.rados.0.smithi046.stdout:1824: seq_num 566 ranges {2940928=688128,3629056=614400,4243456=565248,4808704=425984} 2024-09-20T21:48:14.633 INFO:tasks.rados.rados.0.smithi046.stdout:1824: writing smithi04683737-30 from 2940928 to 3629056 tid 1 2024-09-20T21:48:14.637 INFO:tasks.rados.rados.0.smithi046.stdout:1824: writing smithi04683737-30 from 3629056 to 4243456 tid 2 2024-09-20T21:48:14.640 INFO:tasks.rados.rados.0.smithi046.stdout:1824: writing smithi04683737-30 from 4243456 to 4808704 tid 3 2024-09-20T21:48:14.643 INFO:tasks.rados.rados.0.smithi046.stdout:1824: writing smithi04683737-30 from 4808704 to 5234688 tid 4 2024-09-20T21:48:14.643 INFO:tasks.rados.rados.0.smithi046.stdout:1825: read oid 12 snap -1 2024-09-20T21:48:14.643 INFO:tasks.rados.rados.0.smithi046.stdout:1825: expect deleted 2024-09-20T21:48:14.643 INFO:tasks.rados.rados.0.smithi046.stdout:1826: snap_create 2024-09-20T21:48:14.643 INFO:tasks.rados.rados.0.smithi046.stdout:1823: expect (ObjNum 523 snap 160 seq_num 523) 2024-09-20T21:48:14.853 INFO:tasks.rados.rados.0.smithi046.stdout:1824: finishing write tid 1 to smithi04683737-30 2024-09-20T21:48:14.853 INFO:tasks.rados.rados.0.smithi046.stdout:1824: finishing write tid 2 to smithi04683737-30 2024-09-20T21:48:14.854 INFO:tasks.rados.rados.0.smithi046.stdout:1824: finishing write tid 3 to smithi04683737-30 2024-09-20T21:48:14.854 INFO:tasks.rados.rados.0.smithi046.stdout:1824: finishing write tid 4 to smithi04683737-30 2024-09-20T21:48:14.854 INFO:tasks.rados.rados.0.smithi046.stdout:1824: finishing write tid 5 to smithi04683737-30 2024-09-20T21:48:14.854 INFO:tasks.rados.rados.0.smithi046.stdout:1824: finishing write tid 6 to smithi04683737-30 2024-09-20T21:48:14.854 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 616 (ObjNum 566 snap 178 seq_num 566) dirty exists 2024-09-20T21:48:14.854 INFO:tasks.rados.rados.0.smithi046.stdout:1824: left oid 30 (ObjNum 566 snap 178 seq_num 566) 2024-09-20T21:48:14.866 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:14 smithi134 ceph-mon[89086]: pgmap v296: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 275 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.0 MiB/s wr, 10 op/s 2024-09-20T21:48:14.866 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:14 smithi134 ceph-mon[89086]: osdmap e422: 8 total, 8 up, 8 in 2024-09-20T21:48:14.867 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:48:14 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:48:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:48:14.867 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:48:14 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:48:14.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:48:14.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:14 smithi046 ceph-mon[96110]: pgmap v296: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 275 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.0 MiB/s wr, 10 op/s 2024-09-20T21:48:14.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:14 smithi046 ceph-mon[96110]: osdmap e422: 8 total, 8 up, 8 in 2024-09-20T21:48:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:14 smithi046 ceph-mon[98591]: pgmap v296: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 275 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.0 MiB/s wr, 10 op/s 2024-09-20T21:48:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:14 smithi046 ceph-mon[98591]: osdmap e422: 8 total, 8 up, 8 in 2024-09-20T21:48:15.118 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:14 smithi134 systemd[1]: Stopping Ceph osd.4 for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:48:15.426 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:15 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4[37158]: 2024-09-20T21:48:15.115+0000 7eff341ce640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-20T21:48:15.426 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:15 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4[37158]: 2024-09-20T21:48:15.115+0000 7eff341ce640 -1 osd.4 423 *** Got signal Terminated *** 2024-09-20T21:48:15.426 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:15 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4[37158]: 2024-09-20T21:48:15.115+0000 7eff341ce640 -1 osd.4 423 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-20T21:48:15.625 INFO:tasks.rados.rados.0.smithi046.stdout:1823: done (3 left) 2024-09-20T21:48:15.625 INFO:tasks.rados.rados.0.smithi046.stdout:1824: done (2 left) 2024-09-20T21:48:15.625 INFO:tasks.rados.rados.0.smithi046.stdout:1825: done (1 left) 2024-09-20T21:48:15.625 INFO:tasks.rados.rados.0.smithi046.stdout:1826: done (0 left) 2024-09-20T21:48:15.625 INFO:tasks.rados.rados.0.smithi046.stdout:1827: delete oid 43 current snap is 179 2024-09-20T21:48:15.632 INFO:tasks.rados.rados.0.smithi046.stdout:1827: done (0 left) 2024-09-20T21:48:15.632 INFO:tasks.rados.rados.0.smithi046.stdout:1828: read oid 30 snap -1 2024-09-20T21:48:15.632 INFO:tasks.rados.rados.0.smithi046.stdout:1828: expect (ObjNum 566 snap 178 seq_num 566) 2024-09-20T21:48:15.632 INFO:tasks.rados.rados.0.smithi046.stdout:1829: read oid 38 snap -1 2024-09-20T21:48:15.632 INFO:tasks.rados.rados.0.smithi046.stdout:1829: expect deleted 2024-09-20T21:48:15.632 INFO:tasks.rados.rados.0.smithi046.stdout:1830: snap_remove snap 169 2024-09-20T21:48:15.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:15 smithi046 ceph-mon[98591]: osdmap e423: 8 total, 8 up, 8 in 2024-09-20T21:48:15.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:15 smithi046 ceph-mon[98591]: osd.4 marked itself down and dead 2024-09-20T21:48:15.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:15 smithi046 ceph-mon[96110]: osdmap e423: 8 total, 8 up, 8 in 2024-09-20T21:48:15.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:15 smithi046 ceph-mon[96110]: osd.4 marked itself down and dead 2024-09-20T21:48:15.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:15 smithi134 ceph-mon[89086]: osdmap e423: 8 total, 8 up, 8 in 2024-09-20T21:48:15.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:15 smithi134 ceph-mon[89086]: osd.4 marked itself down and dead 2024-09-20T21:48:16.426 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:16 smithi134 podman[94581]: 2024-09-20 21:48:16.168761628 +0000 UTC m=+1.162545128 container died 16e7b884874f2462891aef18d8c3b4a4a19e1ce1eb97fc6662d56cab51ff4b99 (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-fbd1a6a, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True) 2024-09-20T21:48:16.627 INFO:tasks.rados.rados.0.smithi046.stdout:1830: done (2 left) 2024-09-20T21:48:16.627 INFO:tasks.rados.rados.0.smithi046.stdout:1831: copy_from oid 8 from oid 42 current snap is 179 2024-09-20T21:48:16.627 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 179 2024-09-20T21:48:16.627 INFO:tasks.rados.rados.0.smithi046.stdout:1832: seq_num 568 ranges {0=720896,720896=786432,1507328=581632,2088960=237568} 2024-09-20T21:48:16.631 INFO:tasks.rados.rados.0.smithi046.stdout:1832: writing smithi04683737-40 from 0 to 720896 tid 1 2024-09-20T21:48:16.640 INFO:tasks.rados.rados.0.smithi046.stdout:1832: writing smithi04683737-40 from 720896 to 1507328 tid 2 2024-09-20T21:48:16.641 INFO:tasks.rados.rados.0.smithi046.stdout:1832: writing smithi04683737-40 from 1507328 to 2088960 tid 3 2024-09-20T21:48:16.643 INFO:tasks.rados.rados.0.smithi046.stdout:1832: writing smithi04683737-40 from 2088960 to 2326528 tid 4 2024-09-20T21:48:16.643 INFO:tasks.rados.rados.0.smithi046.stdout:1833: read oid 17 snap -1 2024-09-20T21:48:16.643 INFO:tasks.rados.rados.0.smithi046.stdout:1833: expect (ObjNum 510 snap 155 seq_num 510) 2024-09-20T21:48:16.643 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 50 current snap is 179 2024-09-20T21:48:16.643 INFO:tasks.rados.rados.0.smithi046.stdout:1834: seq_num 569 ranges {1335296=737280,2072576=671744,2744320=737280,3481600=196608} 2024-09-20T21:48:16.656 INFO:tasks.rados.rados.0.smithi046.stdout:1834: writing smithi04683737-50 from 1335296 to 2072576 tid 1 2024-09-20T21:48:16.661 INFO:tasks.rados.rados.0.smithi046.stdout:1834: writing smithi04683737-50 from 2072576 to 2744320 tid 2 2024-09-20T21:48:16.666 INFO:tasks.rados.rados.0.smithi046.stdout:1834: writing smithi04683737-50 from 2744320 to 3481600 tid 3 2024-09-20T21:48:16.667 INFO:tasks.rados.rados.0.smithi046.stdout:1834: writing smithi04683737-50 from 3481600 to 3678208 tid 4 2024-09-20T21:48:16.667 INFO:tasks.rados.rados.0.smithi046.stdout:1835: snap_create 2024-09-20T21:48:16.667 INFO:tasks.rados.rados.0.smithi046.stdout:1832: finishing write tid 1 to smithi04683737-40 2024-09-20T21:48:16.668 INFO:tasks.rados.rados.0.smithi046.stdout:1832: finishing write tid 2 to smithi04683737-40 2024-09-20T21:48:16.668 INFO:tasks.rados.rados.0.smithi046.stdout:1832: finishing write tid 3 to smithi04683737-40 2024-09-20T21:48:16.668 INFO:tasks.rados.rados.0.smithi046.stdout:1832: finishing write tid 4 to smithi04683737-40 2024-09-20T21:48:16.668 INFO:tasks.rados.rados.0.smithi046.stdout:1832: finishing write tid 5 to smithi04683737-40 2024-09-20T21:48:16.668 INFO:tasks.rados.rados.0.smithi046.stdout:1833: expect (ObjNum 510 snap 155 seq_num 510) 2024-09-20T21:48:16.800 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:16 smithi134 ceph-mon[89086]: pgmap v299: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 286 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.5 MiB/s wr, 14 op/s 2024-09-20T21:48:16.801 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:16 smithi134 ceph-mon[89086]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-20T21:48:16.801 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:16 smithi134 ceph-mon[89086]: osdmap e424: 8 total, 7 up, 8 in 2024-09-20T21:48:16.801 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:16 smithi134 podman[94581]: 2024-09-20 21:48:16.514741963 +0000 UTC m=+1.508525445 container cleanup 16e7b884874f2462891aef18d8c3b4a4a19e1ce1eb97fc6662d56cab51ff4b99 (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, RELEASE=quincy-fbd1a6a, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-20T21:48:16.801 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:16 smithi134 bash[94581]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4 2024-09-20T21:48:16.830 INFO:tasks.rados.rados.0.smithi046.stdout:1832: finishing write tid 6 to smithi04683737-40 2024-09-20T21:48:16.830 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 657 (ObjNum 568 snap 179 seq_num 568) dirty exists 2024-09-20T21:48:16.830 INFO:tasks.rados.rados.0.smithi046.stdout:1832: left oid 40 (ObjNum 568 snap 179 seq_num 568) 2024-09-20T21:48:16.830 INFO:tasks.rados.rados.0.smithi046.stdout:1828: expect (ObjNum 566 snap 178 seq_num 566) 2024-09-20T21:48:16.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:16 smithi046 ceph-mon[98591]: pgmap v299: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 286 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.5 MiB/s wr, 14 op/s 2024-09-20T21:48:16.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:16 smithi046 ceph-mon[98591]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-20T21:48:16.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:16 smithi046 ceph-mon[98591]: osdmap e424: 8 total, 7 up, 8 in 2024-09-20T21:48:16.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:16 smithi046 ceph-mon[96110]: pgmap v299: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 286 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.5 MiB/s wr, 14 op/s 2024-09-20T21:48:16.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:16 smithi046 ceph-mon[96110]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-20T21:48:16.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:16 smithi046 ceph-mon[96110]: osdmap e424: 8 total, 7 up, 8 in 2024-09-20T21:48:17.048 INFO:tasks.rados.rados.0.smithi046.stdout:1834: finishing write tid 1 to smithi04683737-50 2024-09-20T21:48:17.049 INFO:tasks.rados.rados.0.smithi046.stdout:1834: finishing write tid 2 to smithi04683737-50 2024-09-20T21:48:17.049 INFO:tasks.rados.rados.0.smithi046.stdout:1834: finishing write tid 3 to smithi04683737-50 2024-09-20T21:48:17.049 INFO:tasks.rados.rados.0.smithi046.stdout:1834: finishing write tid 4 to smithi04683737-50 2024-09-20T21:48:17.049 INFO:tasks.rados.rados.0.smithi046.stdout:1834: finishing write tid 5 to smithi04683737-50 2024-09-20T21:48:17.049 INFO:tasks.rados.rados.0.smithi046.stdout:1831: finishing copy_from racing read to smithi04683737-8 2024-09-20T21:48:17.049 INFO:tasks.rados.rados.0.smithi046.stdout:1834: finishing write tid 6 to smithi04683737-50 2024-09-20T21:48:17.049 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 656 (ObjNum 569 snap 179 seq_num 569) dirty exists 2024-09-20T21:48:17.049 INFO:tasks.rados.rados.0.smithi046.stdout:1834: left oid 50 (ObjNum 569 snap 179 seq_num 569) 2024-09-20T21:48:17.049 INFO:tasks.rados.rados.0.smithi046.stdout:1831: finishing copy_from to smithi04683737-8 2024-09-20T21:48:17.049 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 538 (ObjNum 482 snap 145 seq_num 482) dirty exists 2024-09-20T21:48:17.140 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:16 smithi134 podman[94604]: 2024-09-20 21:48:16.799434765 +0000 UTC m=+0.626504962 container remove 16e7b884874f2462891aef18d8c3b4a4a19e1ce1eb97fc6662d56cab51ff4b99 (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=quincy-fbd1a6a, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-20T21:48:17.422 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:17 smithi134 podman[94699]: 2024-09-20 21:48:17.041615297 +0000 UTC m=+0.015784685 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T21:48:17.422 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:17 smithi134 podman[94699]: 2024-09-20 21:48:17.1756636 +0000 UTC m=+0.149832984 container create cd458e1c85e1774b1ffde55c1d465f069d912f4bca7fdb384b5e98e3d085b09c (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4-deactivate, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=squid-9e2ac70, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-20T21:48:17.551 INFO:tasks.rados.rados.0.smithi046.stdout:1828: done (6 left) 2024-09-20T21:48:17.552 INFO:tasks.rados.rados.0.smithi046.stdout:1829: done (5 left) 2024-09-20T21:48:17.552 INFO:tasks.rados.rados.0.smithi046.stdout:1831: done (4 left) 2024-09-20T21:48:17.552 INFO:tasks.rados.rados.0.smithi046.stdout:1832: done (3 left) 2024-09-20T21:48:17.552 INFO:tasks.rados.rados.0.smithi046.stdout:1833: done (2 left) 2024-09-20T21:48:17.552 INFO:tasks.rados.rados.0.smithi046.stdout:1834: done (1 left) 2024-09-20T21:48:17.552 INFO:tasks.rados.rados.0.smithi046.stdout:1835: done (0 left) 2024-09-20T21:48:17.552 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 180 2024-09-20T21:48:17.552 INFO:tasks.rados.rados.0.smithi046.stdout:1836: seq_num 570 ranges {4063232=753664,4816896=548864,5365760=540672,5906432=516096} 2024-09-20T21:48:17.577 INFO:tasks.rados.rados.0.smithi046.stdout:1836: writing smithi04683737-18 from 4063232 to 4816896 tid 1 2024-09-20T21:48:17.581 INFO:tasks.rados.rados.0.smithi046.stdout:1836: writing smithi04683737-18 from 4816896 to 5365760 tid 2 2024-09-20T21:48:17.584 INFO:tasks.rados.rados.0.smithi046.stdout:1836: writing smithi04683737-18 from 5365760 to 5906432 tid 3 2024-09-20T21:48:17.587 INFO:tasks.rados.rados.0.smithi046.stdout:1836: writing smithi04683737-18 from 5906432 to 6422528 tid 4 2024-09-20T21:48:17.587 INFO:tasks.rados.rados.0.smithi046.stdout:1837: snap_create 2024-09-20T21:48:17.587 INFO:tasks.rados.rados.0.smithi046.stdout:1836: finishing write tid 1 to smithi04683737-18 2024-09-20T21:48:17.588 INFO:tasks.rados.rados.0.smithi046.stdout:1836: finishing write tid 2 to smithi04683737-18 2024-09-20T21:48:17.588 INFO:tasks.rados.rados.0.smithi046.stdout:1836: finishing write tid 3 to smithi04683737-18 2024-09-20T21:48:17.590 INFO:tasks.rados.rados.0.smithi046.stdout:1836: finishing write tid 4 to smithi04683737-18 2024-09-20T21:48:17.590 INFO:tasks.rados.rados.0.smithi046.stdout:1836: finishing write tid 5 to smithi04683737-18 2024-09-20T21:48:17.591 INFO:tasks.rados.rados.0.smithi046.stdout:1836: finishing write tid 6 to smithi04683737-18 2024-09-20T21:48:17.591 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 682 (ObjNum 570 snap 180 seq_num 570) dirty exists 2024-09-20T21:48:17.591 INFO:tasks.rados.rados.0.smithi046.stdout:1836: left oid 18 (ObjNum 570 snap 180 seq_num 570) 2024-09-20T21:48:17.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:17 smithi134 ceph-mon[89086]: osdmap e425: 8 total, 7 up, 8 in 2024-09-20T21:48:17.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:17 smithi134 ceph-mon[89086]: osdmap e426: 8 total, 7 up, 8 in 2024-09-20T21:48:17.677 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:17 smithi134 podman[94699]: 2024-09-20 21:48:17.420623282 +0000 UTC m=+0.394792667 container init cd458e1c85e1774b1ffde55c1d465f069d912f4bca7fdb384b5e98e3d085b09c (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4-deactivate, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-9e2ac70, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-20T21:48:17.677 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:17 smithi134 podman[94699]: 2024-09-20 21:48:17.425310009 +0000 UTC m=+0.399479398 container start cd458e1c85e1774b1ffde55c1d465f069d912f4bca7fdb384b5e98e3d085b09c (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, RELEASE=squid-9e2ac70, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-09-20T21:48:17.677 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:17 smithi134 podman[94699]: 2024-09-20 21:48:17.495518386 +0000 UTC m=+0.469687790 container attach cd458e1c85e1774b1ffde55c1d465f069d912f4bca7fdb384b5e98e3d085b09c (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, RELEASE=squid-9e2ac70, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-09-20T21:48:17.677 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:17 smithi134 podman[94699]: 2024-09-20 21:48:17.612938258 +0000 UTC m=+0.587107640 container died cd458e1c85e1774b1ffde55c1d465f069d912f4bca7fdb384b5e98e3d085b09c (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4-deactivate, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, RELEASE=squid-9e2ac70, org.label-schema.vendor=CentOS) 2024-09-20T21:48:17.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:17 smithi046 ceph-mon[96110]: osdmap e425: 8 total, 7 up, 8 in 2024-09-20T21:48:17.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:17 smithi046 ceph-mon[96110]: osdmap e426: 8 total, 7 up, 8 in 2024-09-20T21:48:17.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:17 smithi046 ceph-mon[98591]: osdmap e425: 8 total, 7 up, 8 in 2024-09-20T21:48:17.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:17 smithi046 ceph-mon[98591]: osdmap e426: 8 total, 7 up, 8 in 2024-09-20T21:48:18.553 INFO:tasks.rados.rados.0.smithi046.stdout:1836: done (1 left) 2024-09-20T21:48:18.553 INFO:tasks.rados.rados.0.smithi046.stdout:1837: done (0 left) 2024-09-20T21:48:18.553 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 181 2024-09-20T21:48:18.554 INFO:tasks.rados.rados.0.smithi046.stdout:1838: seq_num 571 ranges {3121152=770048,3891200=483328,4374528=753664,5128192=368640} 2024-09-20T21:48:18.574 INFO:tasks.rados.rados.0.smithi046.stdout:1838: writing smithi04683737-17 from 3121152 to 3891200 tid 1 2024-09-20T21:48:18.577 INFO:tasks.rados.rados.0.smithi046.stdout:1838: writing smithi04683737-17 from 3891200 to 4374528 tid 2 2024-09-20T21:48:18.582 INFO:tasks.rados.rados.0.smithi046.stdout:1838: writing smithi04683737-17 from 4374528 to 5128192 tid 3 2024-09-20T21:48:18.585 INFO:tasks.rados.rados.0.smithi046.stdout:1838: writing smithi04683737-17 from 5128192 to 5496832 tid 4 2024-09-20T21:48:18.585 INFO:tasks.rados.rados.0.smithi046.stdout:1839: rollback oid 22 current snap is 181 2024-09-20T21:48:18.585 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 22 to 176 2024-09-20T21:48:18.585 INFO:tasks.rados.rados.0.smithi046.stdout:1838: finishing write tid 1 to smithi04683737-17 2024-09-20T21:48:18.585 INFO:tasks.rados.rados.0.smithi046.stdout:1840: delete oid 39 current snap is 181 2024-09-20T21:48:18.585 INFO:tasks.rados.rados.0.smithi046.stdout:1838: finishing write tid 2 to smithi04683737-17 2024-09-20T21:48:18.589 INFO:tasks.rados.rados.0.smithi046.stdout:1839: finishing rollback tid 0 to smithi04683737-22 2024-09-20T21:48:18.590 INFO:tasks.rados.rados.0.smithi046.stdout:1840: done (2 left) 2024-09-20T21:48:18.590 INFO:tasks.rados.rados.0.smithi046.stdout:1841: snap_remove snap 172 2024-09-20T21:48:18.625 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:18 smithi134 podman[94742]: 2024-09-20 21:48:18.248160894 +0000 UTC m=+0.626256393 container remove cd458e1c85e1774b1ffde55c1d465f069d912f4bca7fdb384b5e98e3d085b09c (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4-deactivate, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=squid-9e2ac70, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-20T21:48:18.625 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:18 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.4.service: Deactivated successfully. 2024-09-20T21:48:18.625 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:18 smithi134 systemd[1]: Stopped Ceph osd.4 for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:48:18.626 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:18 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.4.service: Consumed 12.836s CPU time. 2024-09-20T21:48:18.626 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:18 smithi134 systemd[1]: Starting Ceph osd.4 for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:48:18.891 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:18 smithi134 ceph-mon[89086]: pgmap v302: 121 pgs: 9 stale+active+clean, 112 active+clean; 289 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.5 MiB/s wr, 14 op/s 2024-09-20T21:48:18.891 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:18 smithi134 ceph-mon[89086]: osdmap e427: 8 total, 7 up, 8 in 2024-09-20T21:48:18.891 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:18 smithi134 podman[94849]: 2024-09-20 21:48:18.59170517 +0000 UTC m=+0.020305327 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T21:48:18.891 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:18 smithi134 podman[94849]: 2024-09-20 21:48:18.696026723 +0000 UTC m=+0.124626907 container create 6fb234a3f3a9a810e2832abd4f2efae41fb401007e65d7e50a38f8f33cd47f50 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4-activate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-9e2ac70, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True) 2024-09-20T21:48:18.892 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:48:18 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:48:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:48:18.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:18 smithi046 ceph-mon[96110]: pgmap v302: 121 pgs: 9 stale+active+clean, 112 active+clean; 289 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.5 MiB/s wr, 14 op/s 2024-09-20T21:48:18.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:18 smithi046 ceph-mon[96110]: osdmap e427: 8 total, 7 up, 8 in 2024-09-20T21:48:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:18 smithi046 ceph-mon[98591]: pgmap v302: 121 pgs: 9 stale+active+clean, 112 active+clean; 289 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.5 MiB/s wr, 14 op/s 2024-09-20T21:48:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:18 smithi046 ceph-mon[98591]: osdmap e427: 8 total, 7 up, 8 in 2024-09-20T21:48:19.176 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:18 smithi134 podman[94849]: 2024-09-20 21:48:18.890194248 +0000 UTC m=+0.318794402 container init 6fb234a3f3a9a810e2832abd4f2efae41fb401007e65d7e50a38f8f33cd47f50 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4-activate, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-9e2ac70, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-20T21:48:19.176 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:18 smithi134 podman[94849]: 2024-09-20 21:48:18.895071215 +0000 UTC m=+0.323671359 container start 6fb234a3f3a9a810e2832abd4f2efae41fb401007e65d7e50a38f8f33cd47f50 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4-activate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-9e2ac70, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-09-20T21:48:19.176 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:18 smithi134 podman[94849]: 2024-09-20 21:48:18.981712999 +0000 UTC m=+0.410313158 container attach 6fb234a3f3a9a810e2832abd4f2efae41fb401007e65d7e50a38f8f33cd47f50 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4-activate, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-9e2ac70, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0) 2024-09-20T21:48:19.177 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:19 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4-activate[94864]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-20T21:48:19.177 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:19 smithi134 bash[94849]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-20T21:48:19.177 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:19 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4-activate[94864]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-20T21:48:19.177 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:19 smithi134 bash[94849]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-20T21:48:19.556 INFO:tasks.rados.rados.0.smithi046.stdout:1841: done (2 left) 2024-09-20T21:48:19.556 INFO:tasks.rados.rados.0.smithi046.stdout:1842: snap_create 2024-09-20T21:48:19.556 INFO:tasks.rados.rados.0.smithi046.stdout:1838: finishing write tid 3 to smithi04683737-17 2024-09-20T21:48:19.556 INFO:tasks.rados.rados.0.smithi046.stdout:1838: finishing write tid 4 to smithi04683737-17 2024-09-20T21:48:19.556 INFO:tasks.rados.rados.0.smithi046.stdout:1839: finishing rollback tid 1 to smithi04683737-22 2024-09-20T21:48:19.556 INFO:tasks.rados.rados.0.smithi046.stdout:1839: finishing rollback tid 2 to smithi04683737-22 2024-09-20T21:48:19.556 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 723 (ObjNum 529 snap 162 seq_num 529) dirty exists 2024-09-20T21:48:19.556 INFO:tasks.rados.rados.0.smithi046.stdout:1838: finishing write tid 5 to smithi04683737-17 2024-09-20T21:48:19.556 INFO:tasks.rados.rados.0.smithi046.stdout:1838: finishing write tid 6 to smithi04683737-17 2024-09-20T21:48:19.557 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 687 (ObjNum 571 snap 181 seq_num 571) dirty exists 2024-09-20T21:48:19.557 INFO:tasks.rados.rados.0.smithi046.stdout:1838: left oid 17 (ObjNum 571 snap 181 seq_num 571) 2024-09-20T21:48:19.785 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:19 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4-activate[94864]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-20T21:48:19.786 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:19 smithi134 bash[94849]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-20T21:48:19.786 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:19 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4-activate[94864]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-20T21:48:19.786 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:19 smithi134 bash[94849]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-20T21:48:20.172 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:19 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4-activate[94864]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-20T21:48:20.172 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:19 smithi134 bash[94849]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-20T21:48:20.172 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:19 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4-activate[94864]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-20T21:48:20.172 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:19 smithi134 bash[94849]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-20T21:48:20.172 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:19 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4-activate[94864]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-09-20T21:48:20.172 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:19 smithi134 bash[94849]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-09-20T21:48:20.172 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:19 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4-activate[94864]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-20T21:48:20.172 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:19 smithi134 bash[94849]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-20T21:48:20.172 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:19 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4-activate[94864]: --> ceph-volume raw activate successful for osd ID: 4 2024-09-20T21:48:20.172 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:19 smithi134 bash[94849]: --> ceph-volume raw activate successful for osd ID: 4 2024-09-20T21:48:20.172 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:19 smithi134 podman[94849]: 2024-09-20 21:48:19.812390227 +0000 UTC m=+1.240990379 container died 6fb234a3f3a9a810e2832abd4f2efae41fb401007e65d7e50a38f8f33cd47f50 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4-activate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=squid-9e2ac70, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-20T21:48:20.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:20 smithi134 ceph-mon[89086]: pgmap v305: 121 pgs: 5 active+undersized, 7 stale+active+clean, 3 active+undersized+degraded, 106 active+clean; 300 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 7 op/s; 21/552 objects degraded (3.804%) 2024-09-20T21:48:20.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:20 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:20.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:20 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:48:20.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:20 smithi134 ceph-mon[89086]: osdmap e428: 8 total, 7 up, 8 in 2024-09-20T21:48:20.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:20 smithi134 ceph-mon[89086]: Health check failed: Degraded data redundancy: 21/552 objects degraded (3.804%), 3 pgs degraded (PG_DEGRADED) 2024-09-20T21:48:20.557 INFO:tasks.rados.rados.0.smithi046.stdout:1838: done (2 left) 2024-09-20T21:48:20.557 INFO:tasks.rados.rados.0.smithi046.stdout:1839: done (1 left) 2024-09-20T21:48:20.557 INFO:tasks.rados.rados.0.smithi046.stdout:1842: done (0 left) 2024-09-20T21:48:20.557 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 182 2024-09-20T21:48:20.557 INFO:tasks.rados.rados.0.smithi046.stdout:1843: seq_num 573 ranges {278528=802816,1081344=655360,1736704=720896,2457600=229376} 2024-09-20T21:48:20.562 INFO:tasks.rados.rados.0.smithi046.stdout:1843: writing smithi04683737-10 from 278528 to 1081344 tid 1 2024-09-20T21:48:20.566 INFO:tasks.rados.rados.0.smithi046.stdout:1843: writing smithi04683737-10 from 1081344 to 1736704 tid 2 2024-09-20T21:48:20.570 INFO:tasks.rados.rados.0.smithi046.stdout:1843: writing smithi04683737-10 from 1736704 to 2457600 tid 3 2024-09-20T21:48:20.572 INFO:tasks.rados.rados.0.smithi046.stdout:1843: writing smithi04683737-10 from 2457600 to 2686976 tid 4 2024-09-20T21:48:20.572 INFO:tasks.rados.rados.0.smithi046.stdout:1844: snap_create 2024-09-20T21:48:20.572 INFO:tasks.rados.rados.0.smithi046.stdout:1843: finishing write tid 1 to smithi04683737-10 2024-09-20T21:48:20.572 INFO:tasks.rados.rados.0.smithi046.stdout:1843: finishing write tid 2 to smithi04683737-10 2024-09-20T21:48:20.574 INFO:tasks.rados.rados.0.smithi046.stdout:1843: finishing write tid 3 to smithi04683737-10 2024-09-20T21:48:20.574 INFO:tasks.rados.rados.0.smithi046.stdout:1843: finishing write tid 4 to smithi04683737-10 2024-09-20T21:48:20.574 INFO:tasks.rados.rados.0.smithi046.stdout:1843: finishing write tid 5 to smithi04683737-10 2024-09-20T21:48:20.575 INFO:tasks.rados.rados.0.smithi046.stdout:1843: finishing write tid 6 to smithi04683737-10 2024-09-20T21:48:20.575 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 499 (ObjNum 573 snap 182 seq_num 573) dirty exists 2024-09-20T21:48:20.575 INFO:tasks.rados.rados.0.smithi046.stdout:1843: left oid 10 (ObjNum 573 snap 182 seq_num 573) 2024-09-20T21:48:20.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:20 smithi046 ceph-mon[96110]: pgmap v305: 121 pgs: 5 active+undersized, 7 stale+active+clean, 3 active+undersized+degraded, 106 active+clean; 300 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 7 op/s; 21/552 objects degraded (3.804%) 2024-09-20T21:48:20.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:20 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:20.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:20 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:48:20.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:20 smithi046 ceph-mon[96110]: osdmap e428: 8 total, 7 up, 8 in 2024-09-20T21:48:20.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:20 smithi046 ceph-mon[96110]: Health check failed: Degraded data redundancy: 21/552 objects degraded (3.804%), 3 pgs degraded (PG_DEGRADED) 2024-09-20T21:48:20.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:20 smithi046 ceph-mon[98591]: pgmap v305: 121 pgs: 5 active+undersized, 7 stale+active+clean, 3 active+undersized+degraded, 106 active+clean; 300 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 7 op/s; 21/552 objects degraded (3.804%) 2024-09-20T21:48:20.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:20 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:20.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:20 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:48:20.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:20 smithi046 ceph-mon[98591]: osdmap e428: 8 total, 7 up, 8 in 2024-09-20T21:48:20.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:20 smithi046 ceph-mon[98591]: Health check failed: Degraded data redundancy: 21/552 objects degraded (3.804%), 3 pgs degraded (PG_DEGRADED) 2024-09-20T21:48:20.681 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:20 smithi134 podman[95008]: 2024-09-20 21:48:20.429383686 +0000 UTC m=+0.611430431 container remove 6fb234a3f3a9a810e2832abd4f2efae41fb401007e65d7e50a38f8f33cd47f50 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4-activate, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-9e2ac70, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-09-20T21:48:20.682 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:20 smithi134 podman[95072]: 2024-09-20 21:48:20.541417763 +0000 UTC m=+0.015589089 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T21:48:20.992 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:20 smithi134 podman[95072]: 2024-09-20 21:48:20.680444918 +0000 UTC m=+0.154616274 container create ced5920fc235d93a51cea01d3c9483a993d7d04638011b3808926dbbdcd716b0 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=squid-9e2ac70, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-20T21:48:20.993 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:20 smithi134 podman[95072]: 2024-09-20 21:48:20.891577135 +0000 UTC m=+0.365748460 container init ced5920fc235d93a51cea01d3c9483a993d7d04638011b3808926dbbdcd716b0 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-9e2ac70, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-09-20T21:48:20.993 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:20 smithi134 podman[95072]: 2024-09-20 21:48:20.896310384 +0000 UTC m=+0.370481701 container start ced5920fc235d93a51cea01d3c9483a993d7d04638011b3808926dbbdcd716b0 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=squid-9e2ac70, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-20T21:48:20.993 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:20 smithi134 ceph-osd[95110]: -- 172.21.15.134:0/4146524476 <== mon.1 v2:172.21.15.134:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55fbd67f9a40 con 0x55fbd75c0400 2024-09-20T21:48:21.426 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:20 smithi134 bash[95072]: ced5920fc235d93a51cea01d3c9483a993d7d04638011b3808926dbbdcd716b0 2024-09-20T21:48:21.426 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:20 smithi134 systemd[1]: Started Ceph osd.4 for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:48:21.560 INFO:tasks.rados.rados.0.smithi046.stdout:1843: done (1 left) 2024-09-20T21:48:21.560 INFO:tasks.rados.rados.0.smithi046.stdout:1844: done (0 left) 2024-09-20T21:48:21.560 INFO:tasks.rados.rados.0.smithi046.stdout:1845: rollback oid 27 current snap is 183 2024-09-20T21:48:21.560 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 27 to 177 2024-09-20T21:48:21.560 INFO:tasks.rados.rados.0.smithi046.stdout:1846: delete oid 39 current snap is 183 2024-09-20T21:48:21.568 INFO:tasks.rados.rados.0.smithi046.stdout:1846: done (1 left) 2024-09-20T21:48:21.568 INFO:tasks.rados.rados.0.smithi046.stdout:1847: rollback oid 5 current snap is 183 2024-09-20T21:48:21.568 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 5 to 156 2024-09-20T21:48:21.568 INFO:tasks.rados.rados.0.smithi046.stdout:1848: copy_from oid 6 from oid 24 current snap is 183 2024-09-20T21:48:21.568 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 183 2024-09-20T21:48:21.568 INFO:tasks.rados.rados.0.smithi046.stdout:1849: seq_num 575 ranges {5496832=32768} 2024-09-20T21:48:21.599 INFO:tasks.rados.rados.0.smithi046.stdout:1849: writing smithi04683737-17 from 5496832 to 5529600 tid 1 2024-09-20T21:48:21.599 INFO:tasks.rados.rados.0.smithi046.stdout:1850: snap_create 2024-09-20T21:48:21.600 INFO:tasks.rados.rados.0.smithi046.stdout:1848: finishing copy_from to smithi04683737-6 2024-09-20T21:48:21.600 INFO:tasks.rados.rados.0.smithi046.stdout:1848: got expected ENOENT (src dne) 2024-09-20T21:48:21.600 INFO:tasks.rados.rados.0.smithi046.stdout:1848: finishing copy_from racing read to smithi04683737-6 2024-09-20T21:48:21.600 INFO:tasks.rados.rados.0.smithi046.stdout:1845: finishing rollback tid 0 to smithi04683737-27 2024-09-20T21:48:21.600 INFO:tasks.rados.rados.0.smithi046.stdout:1845: finishing rollback tid 1 to smithi04683737-27 2024-09-20T21:48:21.600 INFO:tasks.rados.rados.0.smithi046.stdout:1847: finishing rollback tid 0 to smithi04683737-5 2024-09-20T21:48:21.600 INFO:tasks.rados.rados.0.smithi046.stdout:1845: finishing rollback tid 2 to smithi04683737-27 2024-09-20T21:48:21.600 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 502 (ObjNum 391 snap 123 seq_num 391) dirty exists 2024-09-20T21:48:21.600 INFO:tasks.rados.rados.0.smithi046.stdout:1847: finishing rollback tid 1 to smithi04683737-5 2024-09-20T21:48:21.600 INFO:tasks.rados.rados.0.smithi046.stdout:1847: finishing rollback tid 2 to smithi04683737-5 2024-09-20T21:48:21.600 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 238 (ObjNum 439 snap 136 seq_num 439) dirty exists 2024-09-20T21:48:21.602 INFO:tasks.rados.rados.0.smithi046.stdout:1849: finishing write tid 1 to smithi04683737-17 2024-09-20T21:48:21.602 INFO:tasks.rados.rados.0.smithi046.stdout:1849: finishing write tid 2 to smithi04683737-17 2024-09-20T21:48:21.603 INFO:tasks.rados.rados.0.smithi046.stdout:1849: finishing write tid 3 to smithi04683737-17 2024-09-20T21:48:21.604 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 689 (ObjNum 575 snap 183 seq_num 575) dirty exists 2024-09-20T21:48:21.604 INFO:tasks.rados.rados.0.smithi046.stdout:1849: left oid 17 (ObjNum 575 snap 183 seq_num 575) 2024-09-20T21:48:21.822 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:21 smithi134 ceph-mon[89086]: osdmap e429: 8 total, 7 up, 8 in 2024-09-20T21:48:21.823 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:21 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:21.823 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:21 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:21.823 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:21 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:48:21.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:21 smithi046 ceph-mon[96110]: osdmap e429: 8 total, 7 up, 8 in 2024-09-20T21:48:21.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:21 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:21.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:21 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:21.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:21 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:48:21.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:21 smithi046 ceph-mon[98591]: osdmap e429: 8 total, 7 up, 8 in 2024-09-20T21:48:21.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:21 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:21.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:21 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:21.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:21 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:48:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:48:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:48:22] "GET /metrics HTTP/1.1" 200 36253 "" "Prometheus/2.43.0" 2024-09-20T21:48:22.553 INFO:tasks.rados.rados.0.smithi046.stdout:1845: done (4 left) 2024-09-20T21:48:22.553 INFO:tasks.rados.rados.0.smithi046.stdout:1847: done (3 left) 2024-09-20T21:48:22.553 INFO:tasks.rados.rados.0.smithi046.stdout:1848: done (2 left) 2024-09-20T21:48:22.554 INFO:tasks.rados.rados.0.smithi046.stdout:1849: done (1 left) 2024-09-20T21:48:22.554 INFO:tasks.rados.rados.0.smithi046.stdout:1850: done (0 left) 2024-09-20T21:48:22.554 INFO:tasks.rados.rados.0.smithi046.stdout:1851: snap_remove snap 181 2024-09-20T21:48:22.565 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4[95087]: 2024-09-20T21:48:22.533+0000 7f58940e1640 -1 Falling back to public interface 2024-09-20T21:48:22.565 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:48:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:48:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:48:22.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:22 smithi046 ceph-mon[96110]: pgmap v308: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 302 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 8 op/s; 71/558 objects degraded (12.724%) 2024-09-20T21:48:22.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:22 smithi046 ceph-mon[96110]: osdmap e430: 8 total, 7 up, 8 in 2024-09-20T21:48:22.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:22 smithi046 ceph-mon[96110]: osdmap e431: 8 total, 7 up, 8 in 2024-09-20T21:48:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:22 smithi046 ceph-mon[98591]: pgmap v308: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 302 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 8 op/s; 71/558 objects degraded (12.724%) 2024-09-20T21:48:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:22 smithi046 ceph-mon[98591]: osdmap e430: 8 total, 7 up, 8 in 2024-09-20T21:48:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:22 smithi046 ceph-mon[98591]: osdmap e431: 8 total, 7 up, 8 in 2024-09-20T21:48:22.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:22 smithi134 ceph-mon[89086]: pgmap v308: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 302 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 8 op/s; 71/558 objects degraded (12.724%) 2024-09-20T21:48:22.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:22 smithi134 ceph-mon[89086]: osdmap e430: 8 total, 7 up, 8 in 2024-09-20T21:48:22.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:22 smithi134 ceph-mon[89086]: osdmap e431: 8 total, 7 up, 8 in 2024-09-20T21:48:23.560 INFO:tasks.rados.rados.0.smithi046.stdout:1851: done (0 left) 2024-09-20T21:48:23.560 INFO:tasks.rados.rados.0.smithi046.stdout:1852: read oid 42 snap 163 2024-09-20T21:48:23.560 INFO:tasks.rados.rados.0.smithi046.stdout:1852: expect (ObjNum 482 snap 145 seq_num 482) 2024-09-20T21:48:23.561 INFO:tasks.rados.rados.0.smithi046.stdout:1853: snap_remove snap 156 2024-09-20T21:48:23.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:48:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:48:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:48:24.565 INFO:tasks.rados.rados.0.smithi046.stdout:1853: done (1 left) 2024-09-20T21:48:24.565 INFO:tasks.rados.rados.0.smithi046.stdout:1854: snap_create 2024-09-20T21:48:24.565 INFO:tasks.rados.rados.0.smithi046.stdout:1852: expect (ObjNum 482 snap 145 seq_num 482) 2024-09-20T21:48:24.853 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:24 smithi134 ceph-mon[89086]: pgmap v311: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 302 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 381 KiB/s rd, 568 KiB/s wr, 2 op/s; 71/558 objects degraded (12.724%) 2024-09-20T21:48:24.853 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:24 smithi134 ceph-mon[89086]: osdmap e432: 8 total, 7 up, 8 in 2024-09-20T21:48:24.853 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:48:24 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:48:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:48:24.853 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:48:24 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:48:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:48:24.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:24 smithi046 ceph-mon[96110]: pgmap v311: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 302 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 381 KiB/s rd, 568 KiB/s wr, 2 op/s; 71/558 objects degraded (12.724%) 2024-09-20T21:48:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:24 smithi046 ceph-mon[96110]: osdmap e432: 8 total, 7 up, 8 in 2024-09-20T21:48:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:24 smithi046 ceph-mon[98591]: pgmap v311: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 302 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 381 KiB/s rd, 568 KiB/s wr, 2 op/s; 71/558 objects degraded (12.724%) 2024-09-20T21:48:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:24 smithi046 ceph-mon[98591]: osdmap e432: 8 total, 7 up, 8 in 2024-09-20T21:48:25.570 INFO:tasks.rados.rados.0.smithi046.stdout:1852: done (1 left) 2024-09-20T21:48:25.570 INFO:tasks.rados.rados.0.smithi046.stdout:1854: done (0 left) 2024-09-20T21:48:25.570 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 185 2024-09-20T21:48:25.571 INFO:tasks.rados.rados.0.smithi046.stdout:1855: seq_num 576 ranges {8151040=49152} 2024-09-20T21:48:25.615 INFO:tasks.rados.rados.0.smithi046.stdout:1855: writing smithi04683737-23 from 8151040 to 8200192 tid 1 2024-09-20T21:48:25.615 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 185 2024-09-20T21:48:25.615 INFO:tasks.rados.rados.0.smithi046.stdout:1856: seq_num 577 ranges {10272768=65536} 2024-09-20T21:48:25.672 INFO:tasks.rados.rados.0.smithi046.stdout:1856: writing smithi04683737-35 from 10272768 to 10338304 tid 1 2024-09-20T21:48:25.672 INFO:tasks.rados.rados.0.smithi046.stdout:1857: rollback oid 37 current snap is 185 2024-09-20T21:48:25.672 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 37 to 163 2024-09-20T21:48:25.672 INFO:tasks.rados.rados.0.smithi046.stdout:1855: finishing write tid 1 to smithi04683737-23 2024-09-20T21:48:25.672 INFO:tasks.rados.rados.0.smithi046.stdout:1855: finishing write tid 2 to smithi04683737-23 2024-09-20T21:48:25.672 INFO:tasks.rados.rados.0.smithi046.stdout:1855: finishing write tid 3 to smithi04683737-23 2024-09-20T21:48:25.672 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 564 (ObjNum 576 snap 185 seq_num 576) dirty exists 2024-09-20T21:48:25.672 INFO:tasks.rados.rados.0.smithi046.stdout:1855: left oid 23 (ObjNum 576 snap 185 seq_num 576) 2024-09-20T21:48:25.673 INFO:tasks.rados.rados.0.smithi046.stdout:1855: done (2 left) 2024-09-20T21:48:25.673 INFO:tasks.rados.rados.0.smithi046.stdout:1858: setattr oid 26 current snap is 185 2024-09-20T21:48:25.673 INFO:tasks.rados.rados.0.smithi046.stdout:1859: read oid 24 snap -1 2024-09-20T21:48:25.673 INFO:tasks.rados.rados.0.smithi046.stdout:1859: expect deleted 2024-09-20T21:48:25.673 INFO:tasks.rados.rados.0.smithi046.stdout:1860: snap_remove snap 168 2024-09-20T21:48:25.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:25 smithi046 ceph-mon[96110]: osdmap e433: 8 total, 7 up, 8 in 2024-09-20T21:48:25.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:25 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:25.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:25 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:25.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:25 smithi046 ceph-mon[98591]: osdmap e433: 8 total, 7 up, 8 in 2024-09-20T21:48:25.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:25 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:25.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:25 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:25.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:25 smithi134 ceph-mon[89086]: osdmap e433: 8 total, 7 up, 8 in 2024-09-20T21:48:25.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:25 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:25.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:25 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:26.469 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-20T21:48:26.517 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:26 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4[95087]: 2024-09-20T21:48:26.264+0000 7f58940e1640 -1 osd.4 423 log_to_monitors true 2024-09-20T21:48:26.576 INFO:tasks.rados.rados.0.smithi046.stdout:1860: done (4 left) 2024-09-20T21:48:26.576 INFO:tasks.rados.rados.0.smithi046.stdout:1861: delete oid 38 current snap is 185 2024-09-20T21:48:26.576 INFO:tasks.rados.rados.0.smithi046.stdout:1857: finishing rollback tid 0 to smithi04683737-37 2024-09-20T21:48:26.576 INFO:tasks.rados.rados.0.smithi046.stdout:1857: finishing rollback tid 1 to smithi04683737-37 2024-09-20T21:48:26.576 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 658 (ObjNum 544 snap 165 seq_num 544) dirty exists 2024-09-20T21:48:26.576 INFO:tasks.rados.rados.0.smithi046.stdout:1857: finishing rollback tid 2 to smithi04683737-37 2024-09-20T21:48:26.576 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 725 (ObjNum 482 snap 145 seq_num 482) dirty exists 2024-09-20T21:48:26.576 INFO:tasks.rados.rados.0.smithi046.stdout:1856: finishing write tid 1 to smithi04683737-35 2024-09-20T21:48:26.576 INFO:tasks.rados.rados.0.smithi046.stdout:1856: finishing write tid 2 to smithi04683737-35 2024-09-20T21:48:26.577 INFO:tasks.rados.rados.0.smithi046.stdout:1856: finishing write tid 3 to smithi04683737-35 2024-09-20T21:48:26.577 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 658 (ObjNum 577 snap 185 seq_num 577) dirty exists 2024-09-20T21:48:26.577 INFO:tasks.rados.rados.0.smithi046.stdout:1856: left oid 35 (ObjNum 577 snap 185 seq_num 577) 2024-09-20T21:48:26.578 INFO:tasks.rados.rados.0.smithi046.stdout:1856: done (4 left) 2024-09-20T21:48:26.578 INFO:tasks.rados.rados.0.smithi046.stdout:1857: done (3 left) 2024-09-20T21:48:26.578 INFO:tasks.rados.rados.0.smithi046.stdout:1858: done (2 left) 2024-09-20T21:48:26.578 INFO:tasks.rados.rados.0.smithi046.stdout:1859: done (1 left) 2024-09-20T21:48:26.578 INFO:tasks.rados.rados.0.smithi046.stdout:1861: done (0 left) 2024-09-20T21:48:26.578 INFO:tasks.rados.rados.0.smithi046.stdout:1862: snap_create 2024-09-20T21:48:26.749 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-20T21:48:26.749 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (4m) 35s ago 8m 17.5M - 0.25.0 c8568f914cd2 0d74f13360c6 2024-09-20T21:48:26.749 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi134 *:3000 running (4m) 1s ago 8m 85.5M - 9.4.7 954c08fa6188 8341e8dee31d 2024-09-20T21:48:26.749 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (10m) 35s ago 10m 16.0M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 9e6c3beb915d 2024-09-20T21:48:26.749 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi134 running (10m) 1s ago 10m 19.9M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 132e8dbc5c5d 2024-09-20T21:48:26.749 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi134 *:8443,9283,8765 running (3m) 1s ago 13m 441M - 19.1.1-367-g9e2ac70b cc9251b744a3 4807b49ee672 2024-09-20T21:48:26.749 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443,9283,8765 running (4m) 35s ago 15m 511M - 19.1.1-367-g9e2ac70b cc9251b744a3 287f9c5532d7 2024-09-20T21:48:26.749 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (3m) 35s ago 15m 54.4M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 ce5bbc0a7b3e 2024-09-20T21:48:26.749 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi134 running (3m) 1s ago 14m 44.1M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 72d0616e106b 2024-09-20T21:48:26.750 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (3m) 35s ago 13m 46.3M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 17796ae3530a 2024-09-20T21:48:26.750 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (4m) 35s ago 8m 8456k - 1.5.0 0da6a335fe13 808d8998a7db 2024-09-20T21:48:26.750 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi134 *:9100 running (4m) 1s ago 8m 15.7M - 1.5.0 0da6a335fe13 d64b31ebfc6a 2024-09-20T21:48:26.750 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (2m) 35s ago 13m 157M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 a86fc71a02d1 2024-09-20T21:48:26.750 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (107s) 35s ago 12m 126M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 04055c8b47db 2024-09-20T21:48:26.750 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (73s) 35s ago 12m 86.6M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 bfb9841748e3 2024-09-20T21:48:26.750 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (39s) 35s ago 12m 14.4M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 bff5e3b30c96 2024-09-20T21:48:26.750 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi134 running (6s) 1s ago 11m 14.4M 2480M 19.1.1-367-g9e2ac70b cc9251b744a3 ced5920fc235 2024-09-20T21:48:26.750 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi134 running (11m) 1s ago 11m 290M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 82e68e0822ae 2024-09-20T21:48:26.750 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi134 running (11m) 1s ago 10m 189M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be f826d37d1cf7 2024-09-20T21:48:26.750 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi134 running (10m) 1s ago 10m 178M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be fbf3a60c2bb0 2024-09-20T21:48:26.750 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi134 *:9095 running (4m) 1s ago 9m 64.5M - 2.43.0 a07b618ecd1d 5e01fa97ed3d 2024-09-20T21:48:26.751 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:26 smithi046 ceph-mon[96110]: pgmap v314: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 300 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 596 KiB/s wr, 3 op/s; 72/567 objects degraded (12.698%) 2024-09-20T21:48:26.751 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:26 smithi046 ceph-mon[96110]: Health check update: Degraded data redundancy: 72/567 objects degraded (12.698%), 14 pgs degraded (PG_DEGRADED) 2024-09-20T21:48:26.751 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:26 smithi046 ceph-mon[96110]: osdmap e434: 8 total, 7 up, 8 in 2024-09-20T21:48:26.751 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:26 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:26.751 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:26 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:26.751 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:26 smithi046 ceph-mon[96110]: from='osd.4 [v2:172.21.15.134:6800/3885643233,v1:172.21.15.134:6801/3885643233]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-20T21:48:26.751 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:26 smithi046 ceph-mon[96110]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-20T21:48:26.751 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:26 smithi046 ceph-mon[98591]: pgmap v314: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 300 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 596 KiB/s wr, 3 op/s; 72/567 objects degraded (12.698%) 2024-09-20T21:48:26.751 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:26 smithi046 ceph-mon[98591]: Health check update: Degraded data redundancy: 72/567 objects degraded (12.698%), 14 pgs degraded (PG_DEGRADED) 2024-09-20T21:48:26.752 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:26 smithi046 ceph-mon[98591]: osdmap e434: 8 total, 7 up, 8 in 2024-09-20T21:48:26.752 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:26 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:26.752 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:26 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:26.752 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:26 smithi046 ceph-mon[98591]: from='osd.4 [v2:172.21.15.134:6800/3885643233,v1:172.21.15.134:6801/3885643233]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-20T21:48:26.752 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:26 smithi046 ceph-mon[98591]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-20T21:48:26.926 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 21:48:26 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4[95087]: 2024-09-20T21:48:26.602+0000 7f588be8c640 -1 osd.4 423 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-20T21:48:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:26 smithi134 ceph-mon[89086]: pgmap v314: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 300 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 596 KiB/s wr, 3 op/s; 72/567 objects degraded (12.698%) 2024-09-20T21:48:26.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:26 smithi134 ceph-mon[89086]: Health check update: Degraded data redundancy: 72/567 objects degraded (12.698%), 14 pgs degraded (PG_DEGRADED) 2024-09-20T21:48:26.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:26 smithi134 ceph-mon[89086]: osdmap e434: 8 total, 7 up, 8 in 2024-09-20T21:48:26.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:26 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:26.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:26 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:26.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:26 smithi134 ceph-mon[89086]: from='osd.4 [v2:172.21.15.134:6800/3885643233,v1:172.21.15.134:6801/3885643233]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-20T21:48:26.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:26 smithi134 ceph-mon[89086]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-20T21:48:27.093 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-20T21:48:27.093 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-20T21:48:27.093 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 3 2024-09-20T21:48:27.093 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:48:27.093 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-20T21:48:27.093 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 2 2024-09-20T21:48:27.094 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:48:27.094 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-20T21:48:27.094 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 3, 2024-09-20T21:48:27.094 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 4 2024-09-20T21:48:27.094 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:48:27.094 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-20T21:48:27.094 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 2 2024-09-20T21:48:27.094 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:48:27.094 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-20T21:48:27.094 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 5, 2024-09-20T21:48:27.094 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 9 2024-09-20T21:48:27.094 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-20T21:48:27.094 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-20T21:48:27.586 INFO:tasks.rados.rados.0.smithi046.stdout:1862: done (0 left) 2024-09-20T21:48:27.586 INFO:tasks.rados.rados.0.smithi046.stdout:1863: read oid 15 snap 173 2024-09-20T21:48:27.586 INFO:tasks.rados.rados.0.smithi046.stdout:1863: expect (ObjNum 480 snap 145 seq_num 480) 2024-09-20T21:48:27.586 INFO:tasks.rados.rados.0.smithi046.stdout:1864: snap_create 2024-09-20T21:48:27.781 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:27 smithi134 ceph-mon[89086]: from='client.34293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:48:27.781 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:27 smithi134 ceph-mon[89086]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-20T21:48:27.781 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:27 smithi134 ceph-mon[89086]: osdmap e435: 8 total, 7 up, 8 in 2024-09-20T21:48:27.782 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:27 smithi134 ceph-mon[89086]: from='osd.4 [v2:172.21.15.134:6800/3885643233,v1:172.21.15.134:6801/3885643233]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:48:27.782 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:27 smithi134 ceph-mon[89086]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:48:27.782 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:27 smithi134 ceph-mon[89086]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:48:27.782 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:27 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4093340508' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:48:27.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:27 smithi046 ceph-mon[96110]: from='client.34293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:48:27.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:27 smithi046 ceph-mon[96110]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-20T21:48:27.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:27 smithi046 ceph-mon[96110]: osdmap e435: 8 total, 7 up, 8 in 2024-09-20T21:48:27.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:27 smithi046 ceph-mon[96110]: from='osd.4 [v2:172.21.15.134:6800/3885643233,v1:172.21.15.134:6801/3885643233]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:48:27.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:27 smithi046 ceph-mon[96110]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:48:27.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:27 smithi046 ceph-mon[96110]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:48:27.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:27 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4093340508' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:48:27.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:27 smithi046 ceph-mon[98591]: from='client.34293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:48:27.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:27 smithi046 ceph-mon[98591]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-20T21:48:27.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:27 smithi046 ceph-mon[98591]: osdmap e435: 8 total, 7 up, 8 in 2024-09-20T21:48:27.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:27 smithi046 ceph-mon[98591]: from='osd.4 [v2:172.21.15.134:6800/3885643233,v1:172.21.15.134:6801/3885643233]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:48:27.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:27 smithi046 ceph-mon[98591]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:48:27.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:27 smithi046 ceph-mon[98591]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:48:27.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:27 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4093340508' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:48:28.592 INFO:tasks.rados.rados.0.smithi046.stdout:1864: done (1 left) 2024-09-20T21:48:28.592 INFO:tasks.rados.rados.0.smithi046.stdout:1865: snap_remove snap 167 2024-09-20T21:48:28.781 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:28 smithi134 ceph-mon[89086]: pgmap v317: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 300 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 596 KiB/s wr, 4 op/s; 72/567 objects degraded (12.698%) 2024-09-20T21:48:28.781 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:28 smithi134 ceph-mon[89086]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-20T21:48:28.782 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:28 smithi134 ceph-mon[89086]: osd.4 [v2:172.21.15.134:6800/3885643233,v1:172.21.15.134:6801/3885643233] boot 2024-09-20T21:48:28.782 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:28 smithi134 ceph-mon[89086]: osdmap e436: 8 total, 8 up, 8 in 2024-09-20T21:48:28.782 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-20T21:48:28.782 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:48:28 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:48:28.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-20T21:48:28.782 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:48:28 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:48:28.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)\", cluster_addr=\"172.21.15.46\", device_class=\"ssd\", hostname=\"smithi046\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.46\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:48:28.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:28 smithi046 ceph-mon[96110]: pgmap v317: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 300 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 596 KiB/s wr, 4 op/s; 72/567 objects degraded (12.698%) 2024-09-20T21:48:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:28 smithi046 ceph-mon[96110]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-20T21:48:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:28 smithi046 ceph-mon[96110]: osd.4 [v2:172.21.15.134:6800/3885643233,v1:172.21.15.134:6801/3885643233] boot 2024-09-20T21:48:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:28 smithi046 ceph-mon[96110]: osdmap e436: 8 total, 8 up, 8 in 2024-09-20T21:48:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-20T21:48:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:28 smithi046 ceph-mon[98591]: pgmap v317: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 300 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 596 KiB/s wr, 4 op/s; 72/567 objects degraded (12.698%) 2024-09-20T21:48:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:28 smithi046 ceph-mon[98591]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-20T21:48:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:28 smithi046 ceph-mon[98591]: osd.4 [v2:172.21.15.134:6800/3885643233,v1:172.21.15.134:6801/3885643233] boot 2024-09-20T21:48:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:28 smithi046 ceph-mon[98591]: osdmap e436: 8 total, 8 up, 8 in 2024-09-20T21:48:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-20T21:48:29.592 INFO:tasks.rados.rados.0.smithi046.stdout:1865: done (1 left) 2024-09-20T21:48:29.592 INFO:tasks.rados.rados.0.smithi046.stdout:1866: delete oid 49 current snap is 187 2024-09-20T21:48:29.592 INFO:tasks.rados.rados.0.smithi046.stdout:1863: expect (ObjNum 480 snap 145 seq_num 480) 2024-09-20T21:48:29.593 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:48:29 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:48:29.266+0000 7f8f44ab3640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-20T21:48:29.594 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:29 smithi046 ceph-mon[98591]: osdmap e437: 8 total, 8 up, 8 in 2024-09-20T21:48:29.594 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:29.595 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:29.595 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:48:29.595 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:48:29.595 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:29.595 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:48:29.595 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:48:29.595 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:48:29.595 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:48:29.595 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-20T21:48:29.628 INFO:tasks.rados.rados.0.smithi046.stdout:1863: done (1 left) 2024-09-20T21:48:29.628 INFO:tasks.rados.rados.0.smithi046.stdout:1866: done (0 left) 2024-09-20T21:48:29.628 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 187 2024-09-20T21:48:29.628 INFO:tasks.rados.rados.0.smithi046.stdout:1867: seq_num 580 ranges {4669440=114688} 2024-09-20T21:48:29.654 INFO:tasks.rados.rados.0.smithi046.stdout:1867: writing smithi04683737-37 from 4669440 to 4784128 tid 1 2024-09-20T21:48:29.654 INFO:tasks.rados.rados.0.smithi046.stdout:1868: rmattr oid 7 current snap is 187 2024-09-20T21:48:29.654 INFO:tasks.rados.rados.0.smithi046.stdout:1868: done (1 left) 2024-09-20T21:48:29.654 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 187 2024-09-20T21:48:29.654 INFO:tasks.rados.rados.0.smithi046.stdout:1869: seq_num 581 ranges {0=139264} 2024-09-20T21:48:29.655 INFO:tasks.rados.rados.0.smithi046.stdout:1869: writing smithi04683737-1 from 0 to 139264 tid 1 2024-09-20T21:48:29.655 INFO:tasks.rados.rados.0.smithi046.stdout:1870: snap_create 2024-09-20T21:48:29.657 INFO:tasks.rados.rados.0.smithi046.stdout:1869: finishing write tid 1 to smithi04683737-1 2024-09-20T21:48:29.657 INFO:tasks.rados.rados.0.smithi046.stdout:1867: finishing write tid 1 to smithi04683737-37 2024-09-20T21:48:29.657 INFO:tasks.rados.rados.0.smithi046.stdout:1869: finishing write tid 2 to smithi04683737-1 2024-09-20T21:48:29.657 INFO:tasks.rados.rados.0.smithi046.stdout:1867: finishing write tid 2 to smithi04683737-37 2024-09-20T21:48:29.658 INFO:tasks.rados.rados.0.smithi046.stdout:1869: finishing write tid 3 to smithi04683737-1 2024-09-20T21:48:29.659 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 674 (ObjNum 581 snap 187 seq_num 581) dirty exists 2024-09-20T21:48:29.659 INFO:tasks.rados.rados.0.smithi046.stdout:1869: left oid 1 (ObjNum 581 snap 187 seq_num 581) 2024-09-20T21:48:29.659 INFO:tasks.rados.rados.0.smithi046.stdout:1867: finishing write tid 3 to smithi04683737-37 2024-09-20T21:48:29.659 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 727 (ObjNum 580 snap 187 seq_num 580) dirty exists 2024-09-20T21:48:29.659 INFO:tasks.rados.rados.0.smithi046.stdout:1867: left oid 37 (ObjNum 580 snap 187 seq_num 580) 2024-09-20T21:48:29.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:29 smithi046 ceph-mon[96110]: osdmap e437: 8 total, 8 up, 8 in 2024-09-20T21:48:29.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:29.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:29.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:48:29.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:48:29.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:29.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:48:29.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:48:29.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:48:29.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:48:29.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-20T21:48:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:29 smithi134 ceph-mon[89086]: osdmap e437: 8 total, 8 up, 8 in 2024-09-20T21:48:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:48:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:48:29.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:29.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:48:29.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:48:29.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:48:29.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:48:29.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-20T21:48:30.603 INFO:tasks.rados.rados.0.smithi046.stdout:1867: done (2 left) 2024-09-20T21:48:30.603 INFO:tasks.rados.rados.0.smithi046.stdout:1869: done (1 left) 2024-09-20T21:48:30.603 INFO:tasks.rados.rados.0.smithi046.stdout:1870: done (0 left) 2024-09-20T21:48:30.603 INFO:tasks.rados.rados.0.smithi046.stdout:1871: read oid 48 snap -1 2024-09-20T21:48:30.603 INFO:tasks.rados.rados.0.smithi046.stdout:1871: expect deleted 2024-09-20T21:48:30.603 INFO:tasks.rados.rados.0.smithi046.stdout:1872: copy_from oid 1 from oid 22 current snap is 188 2024-09-20T21:48:30.603 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 188 2024-09-20T21:48:30.603 INFO:tasks.rados.rados.0.smithi046.stdout:1873: seq_num 582 ranges {8503296=155648} 2024-09-20T21:48:30.652 INFO:tasks.rados.rados.0.smithi046.stdout:1873: writing smithi04683737-5 from 8503296 to 8658944 tid 1 2024-09-20T21:48:30.652 INFO:tasks.rados.rados.0.smithi046.stdout:1874: read oid 3 snap -1 2024-09-20T21:48:30.652 INFO:tasks.rados.rados.0.smithi046.stdout:1874: expect deleted 2024-09-20T21:48:30.652 INFO:tasks.rados.rados.0.smithi046.stdout:1875: read oid 50 snap -1 2024-09-20T21:48:30.652 INFO:tasks.rados.rados.0.smithi046.stdout:1875: expect (ObjNum 569 snap 179 seq_num 569) 2024-09-20T21:48:30.652 INFO:tasks.rados.rados.0.smithi046.stdout:1876: snap_remove snap 186 2024-09-20T21:48:30.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:30 smithi046 ceph-mon[96110]: pgmap v320: 121 pgs: 3 peering, 28 active+undersized, 12 active+undersized+degraded, 78 active+clean; 300 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 16 KiB/s wr, 1 op/s; 56/567 objects degraded (9.877%); 4.1 MiB/s, 0 objects/s recovering 2024-09-20T21:48:30.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:30 smithi046 ceph-mon[96110]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-20T21:48:30.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:30 smithi046 ceph-mon[96110]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-20T21:48:30.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:30 smithi046 ceph-mon[96110]: osdmap e438: 8 total, 8 up, 8 in 2024-09-20T21:48:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:30 smithi046 ceph-mon[98591]: pgmap v320: 121 pgs: 3 peering, 28 active+undersized, 12 active+undersized+degraded, 78 active+clean; 300 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 16 KiB/s wr, 1 op/s; 56/567 objects degraded (9.877%); 4.1 MiB/s, 0 objects/s recovering 2024-09-20T21:48:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:30 smithi046 ceph-mon[98591]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-20T21:48:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:30 smithi046 ceph-mon[98591]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-20T21:48:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:30 smithi046 ceph-mon[98591]: osdmap e438: 8 total, 8 up, 8 in 2024-09-20T21:48:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:30 smithi134 ceph-mon[89086]: pgmap v320: 121 pgs: 3 peering, 28 active+undersized, 12 active+undersized+degraded, 78 active+clean; 300 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 16 KiB/s wr, 1 op/s; 56/567 objects degraded (9.877%); 4.1 MiB/s, 0 objects/s recovering 2024-09-20T21:48:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:30 smithi134 ceph-mon[89086]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-20T21:48:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:30 smithi134 ceph-mon[89086]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-20T21:48:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:30 smithi134 ceph-mon[89086]: osdmap e438: 8 total, 8 up, 8 in 2024-09-20T21:48:31.607 INFO:tasks.rados.rados.0.smithi046.stdout:1876: done (5 left) 2024-09-20T21:48:31.608 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 188 2024-09-20T21:48:31.608 INFO:tasks.rados.rados.0.smithi046.stdout:1877: seq_num 583 ranges {3751936=172032} 2024-09-20T21:48:31.629 INFO:tasks.rados.rados.0.smithi046.stdout:1877: writing smithi04683737-29 from 3751936 to 3923968 tid 1 2024-09-20T21:48:31.629 INFO:tasks.rados.rados.0.smithi046.stdout:1878: read oid 39 snap -1 2024-09-20T21:48:31.630 INFO:tasks.rados.rados.0.smithi046.stdout:1878: expect deleted 2024-09-20T21:48:31.630 INFO:tasks.rados.rados.0.smithi046.stdout:1879: snap_remove snap 179 2024-09-20T21:48:31.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:31 smithi046 ceph-mon[96110]: osdmap e439: 8 total, 8 up, 8 in 2024-09-20T21:48:31.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:31 smithi046 ceph-mon[98591]: osdmap e439: 8 total, 8 up, 8 in 2024-09-20T21:48:31.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:31 smithi134 ceph-mon[89086]: osdmap e439: 8 total, 8 up, 8 in 2024-09-20T21:48:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:48:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:48:32] "GET /metrics HTTP/1.1" 200 36253 "" "Prometheus/2.43.0" 2024-09-20T21:48:32.609 INFO:tasks.rados.rados.0.smithi046.stdout:1879: done (7 left) 2024-09-20T21:48:32.609 INFO:tasks.rados.rados.0.smithi046.stdout:1880: snap_create 2024-09-20T21:48:32.609 INFO:tasks.rados.rados.0.smithi046.stdout:1872: finishing copy_from racing read to smithi04683737-1 2024-09-20T21:48:32.609 INFO:tasks.rados.rados.0.smithi046.stdout:1872: finishing copy_from to smithi04683737-1 2024-09-20T21:48:32.609 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 723 (ObjNum 529 snap 162 seq_num 529) dirty exists 2024-09-20T21:48:32.609 INFO:tasks.rados.rados.0.smithi046.stdout:1873: finishing write tid 1 to smithi04683737-5 2024-09-20T21:48:32.609 INFO:tasks.rados.rados.0.smithi046.stdout:1873: finishing write tid 2 to smithi04683737-5 2024-09-20T21:48:32.609 INFO:tasks.rados.rados.0.smithi046.stdout:1873: finishing write tid 3 to smithi04683737-5 2024-09-20T21:48:32.610 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 240 (ObjNum 582 snap 188 seq_num 582) dirty exists 2024-09-20T21:48:32.610 INFO:tasks.rados.rados.0.smithi046.stdout:1873: left oid 5 (ObjNum 582 snap 188 seq_num 582) 2024-09-20T21:48:32.610 INFO:tasks.rados.rados.0.smithi046.stdout:1875: expect (ObjNum 569 snap 179 seq_num 569) 2024-09-20T21:48:32.613 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:48:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:48:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:48:32.732 INFO:tasks.rados.rados.0.smithi046.stdout:1877: finishing write tid 1 to smithi04683737-29 2024-09-20T21:48:32.732 INFO:tasks.rados.rados.0.smithi046.stdout:1877: finishing write tid 2 to smithi04683737-29 2024-09-20T21:48:32.732 INFO:tasks.rados.rados.0.smithi046.stdout:1877: finishing write tid 3 to smithi04683737-29 2024-09-20T21:48:32.733 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 673 (ObjNum 583 snap 188 seq_num 583) dirty exists 2024-09-20T21:48:32.733 INFO:tasks.rados.rados.0.smithi046.stdout:1877: left oid 29 (ObjNum 583 snap 188 seq_num 583) 2024-09-20T21:48:32.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:32 smithi046 ceph-mon[96110]: pgmap v323: 121 pgs: 3 peering, 6 active+undersized, 3 active+undersized+degraded, 109 active+clean; 298 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 642 KiB/s rd, 28 KiB/s wr, 7 op/s; 21/570 objects degraded (3.684%); 6.5 MiB/s, 1 objects/s recovering 2024-09-20T21:48:32.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:32 smithi046 ceph-mon[96110]: Health check update: Degraded data redundancy: 21/570 objects degraded (3.684%), 3 pgs degraded (PG_DEGRADED) 2024-09-20T21:48:32.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:32 smithi046 ceph-mon[96110]: osdmap e440: 8 total, 8 up, 8 in 2024-09-20T21:48:32.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:32 smithi046 ceph-mon[98591]: pgmap v323: 121 pgs: 3 peering, 6 active+undersized, 3 active+undersized+degraded, 109 active+clean; 298 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 642 KiB/s rd, 28 KiB/s wr, 7 op/s; 21/570 objects degraded (3.684%); 6.5 MiB/s, 1 objects/s recovering 2024-09-20T21:48:32.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:32 smithi046 ceph-mon[98591]: Health check update: Degraded data redundancy: 21/570 objects degraded (3.684%), 3 pgs degraded (PG_DEGRADED) 2024-09-20T21:48:32.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:32 smithi046 ceph-mon[98591]: osdmap e440: 8 total, 8 up, 8 in 2024-09-20T21:48:32.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:32 smithi134 ceph-mon[89086]: pgmap v323: 121 pgs: 3 peering, 6 active+undersized, 3 active+undersized+degraded, 109 active+clean; 298 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 642 KiB/s rd, 28 KiB/s wr, 7 op/s; 21/570 objects degraded (3.684%); 6.5 MiB/s, 1 objects/s recovering 2024-09-20T21:48:32.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:32 smithi134 ceph-mon[89086]: Health check update: Degraded data redundancy: 21/570 objects degraded (3.684%), 3 pgs degraded (PG_DEGRADED) 2024-09-20T21:48:32.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:32 smithi134 ceph-mon[89086]: osdmap e440: 8 total, 8 up, 8 in 2024-09-20T21:48:33.622 INFO:tasks.rados.rados.0.smithi046.stdout:1871: done (7 left) 2024-09-20T21:48:33.622 INFO:tasks.rados.rados.0.smithi046.stdout:1872: done (6 left) 2024-09-20T21:48:33.622 INFO:tasks.rados.rados.0.smithi046.stdout:1873: done (5 left) 2024-09-20T21:48:33.622 INFO:tasks.rados.rados.0.smithi046.stdout:1874: done (4 left) 2024-09-20T21:48:33.622 INFO:tasks.rados.rados.0.smithi046.stdout:1875: done (3 left) 2024-09-20T21:48:33.622 INFO:tasks.rados.rados.0.smithi046.stdout:1877: done (2 left) 2024-09-20T21:48:33.623 INFO:tasks.rados.rados.0.smithi046.stdout:1878: done (1 left) 2024-09-20T21:48:33.623 INFO:tasks.rados.rados.0.smithi046.stdout:1880: done (0 left) 2024-09-20T21:48:33.623 INFO:tasks.rados.rados.0.smithi046.stdout:1881: rollback oid 39 current snap is 189 2024-09-20T21:48:33.623 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 39 to 184 2024-09-20T21:48:33.623 INFO:tasks.rados.rados.0.smithi046.stdout:1882: snap_create 2024-09-20T21:48:33.624 INFO:tasks.rados.rados.0.smithi046.stdout:1881: finishing rollback tid 1 to smithi04683737-39 2024-09-20T21:48:33.624 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 655 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-09-20T21:48:33.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:33 smithi046 ceph-mon[96110]: osdmap e441: 8 total, 8 up, 8 in 2024-09-20T21:48:33.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:33 smithi046 ceph-mon[98591]: osdmap e441: 8 total, 8 up, 8 in 2024-09-20T21:48:33.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:33 smithi134 ceph-mon[89086]: osdmap e441: 8 total, 8 up, 8 in 2024-09-20T21:48:33.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:48:33 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:48:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:48:34.624 INFO:tasks.rados.rados.0.smithi046.stdout:1881: done (1 left) 2024-09-20T21:48:34.624 INFO:tasks.rados.rados.0.smithi046.stdout:1882: done (0 left) 2024-09-20T21:48:34.624 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 190 2024-09-20T21:48:34.624 INFO:tasks.rados.rados.0.smithi046.stdout:1883: seq_num 584 ranges {0=188416} 2024-09-20T21:48:34.625 INFO:tasks.rados.rados.0.smithi046.stdout:1883: writing smithi04683737-28 from 0 to 188416 tid 1 2024-09-20T21:48:34.625 INFO:tasks.rados.rados.0.smithi046.stdout:1884: snap_create 2024-09-20T21:48:34.632 INFO:tasks.rados.rados.0.smithi046.stdout:1883: finishing write tid 1 to smithi04683737-28 2024-09-20T21:48:34.633 INFO:tasks.rados.rados.0.smithi046.stdout:1883: finishing write tid 2 to smithi04683737-28 2024-09-20T21:48:34.634 INFO:tasks.rados.rados.0.smithi046.stdout:1883: finishing write tid 3 to smithi04683737-28 2024-09-20T21:48:34.634 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 657 (ObjNum 584 snap 190 seq_num 584) dirty exists 2024-09-20T21:48:34.634 INFO:tasks.rados.rados.0.smithi046.stdout:1883: left oid 28 (ObjNum 584 snap 190 seq_num 584) 2024-09-20T21:48:34.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:34 smithi046 ceph-mon[96110]: pgmap v326: 121 pgs: 121 active+clean; 300 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 643 KiB/s rd, 1.1 MiB/s wr, 9 op/s; 4.6 MiB/s, 1 objects/s recovering 2024-09-20T21:48:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:34 smithi046 ceph-mon[96110]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 21/570 objects degraded (3.684%), 3 pgs degraded) 2024-09-20T21:48:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:34 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T21:48:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:34 smithi046 ceph-mon[96110]: osdmap e442: 8 total, 8 up, 8 in 2024-09-20T21:48:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:48:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:34 smithi046 ceph-mon[98591]: pgmap v326: 121 pgs: 121 active+clean; 300 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 643 KiB/s rd, 1.1 MiB/s wr, 9 op/s; 4.6 MiB/s, 1 objects/s recovering 2024-09-20T21:48:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:34 smithi046 ceph-mon[98591]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 21/570 objects degraded (3.684%), 3 pgs degraded) 2024-09-20T21:48:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:34 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T21:48:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:34 smithi046 ceph-mon[98591]: osdmap e442: 8 total, 8 up, 8 in 2024-09-20T21:48:34.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:34.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:48:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:34 smithi134 ceph-mon[89086]: pgmap v326: 121 pgs: 121 active+clean; 300 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 643 KiB/s rd, 1.1 MiB/s wr, 9 op/s; 4.6 MiB/s, 1 objects/s recovering 2024-09-20T21:48:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:34 smithi134 ceph-mon[89086]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 21/570 objects degraded (3.684%), 3 pgs degraded) 2024-09-20T21:48:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:34 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T21:48:34.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:34 smithi134 ceph-mon[89086]: osdmap e442: 8 total, 8 up, 8 in 2024-09-20T21:48:34.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:34.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:48:34.927 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:48:34 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:48:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:48:34.927 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:48:34 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:48:34.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:48:35.634 INFO:tasks.rados.rados.0.smithi046.stdout:1883: done (1 left) 2024-09-20T21:48:35.634 INFO:tasks.rados.rados.0.smithi046.stdout:1884: done (0 left) 2024-09-20T21:48:35.635 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 191 2024-09-20T21:48:35.635 INFO:tasks.rados.rados.0.smithi046.stdout:1885: seq_num 585 ranges {4399104=204800} 2024-09-20T21:48:35.659 INFO:tasks.rados.rados.0.smithi046.stdout:1885: writing smithi04683737-22 from 4399104 to 4603904 tid 1 2024-09-20T21:48:35.660 INFO:tasks.rados.rados.0.smithi046.stdout:1886: copy_from oid 50 from oid 15 current snap is 191 2024-09-20T21:48:35.660 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 191 2024-09-20T21:48:35.660 INFO:tasks.rados.rados.0.smithi046.stdout:1887: seq_num 586 ranges {4669440=221184} 2024-09-20T21:48:35.688 INFO:tasks.rados.rados.0.smithi046.stdout:1887: writing smithi04683737-8 from 4669440 to 4890624 tid 1 2024-09-20T21:48:35.688 INFO:tasks.rados.rados.0.smithi046.stdout:1888: copy_from oid 31 from oid 27 current snap is 191 2024-09-20T21:48:35.688 INFO:tasks.rados.rados.0.smithi046.stdout:1885: finishing write tid 1 to smithi04683737-22 2024-09-20T21:48:35.688 INFO:tasks.rados.rados.0.smithi046.stdout:1889: snap_create 2024-09-20T21:48:35.688 INFO:tasks.rados.rados.0.smithi046.stdout:1885: finishing write tid 2 to smithi04683737-22 2024-09-20T21:48:35.689 INFO:tasks.rados.rados.0.smithi046.stdout:1885: finishing write tid 3 to smithi04683737-22 2024-09-20T21:48:35.689 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 744 (ObjNum 585 snap 191 seq_num 585) dirty exists 2024-09-20T21:48:35.689 INFO:tasks.rados.rados.0.smithi046.stdout:1885: left oid 22 (ObjNum 585 snap 191 seq_num 585) 2024-09-20T21:48:35.689 INFO:tasks.rados.rados.0.smithi046.stdout:1886: finishing copy_from racing read to smithi04683737-50 2024-09-20T21:48:35.689 INFO:tasks.rados.rados.0.smithi046.stdout:1886: finishing copy_from to smithi04683737-50 2024-09-20T21:48:35.689 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 534 (ObjNum 444 snap 137 seq_num 444) dirty exists 2024-09-20T21:48:35.691 INFO:tasks.rados.rados.0.smithi046.stdout:1887: finishing write tid 1 to smithi04683737-8 2024-09-20T21:48:35.691 INFO:tasks.rados.rados.0.smithi046.stdout:1887: finishing write tid 2 to smithi04683737-8 2024-09-20T21:48:35.693 INFO:tasks.rados.rados.0.smithi046.stdout:1887: finishing write tid 3 to smithi04683737-8 2024-09-20T21:48:35.693 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 675 (ObjNum 586 snap 191 seq_num 586) dirty exists 2024-09-20T21:48:35.693 INFO:tasks.rados.rados.0.smithi046.stdout:1887: left oid 8 (ObjNum 586 snap 191 seq_num 586) 2024-09-20T21:48:35.702 INFO:tasks.rados.rados.0.smithi046.stdout:1888: finishing copy_from racing read to smithi04683737-31 2024-09-20T21:48:35.704 INFO:tasks.rados.rados.0.smithi046.stdout:1888: finishing copy_from to smithi04683737-31 2024-09-20T21:48:35.704 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 502 (ObjNum 391 snap 123 seq_num 391) dirty exists 2024-09-20T21:48:35.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:35 smithi046 ceph-mon[96110]: osdmap e443: 8 total, 8 up, 8 in 2024-09-20T21:48:35.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:35 smithi046 ceph-mon[98591]: osdmap e443: 8 total, 8 up, 8 in 2024-09-20T21:48:35.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:35 smithi134 ceph-mon[89086]: osdmap e443: 8 total, 8 up, 8 in 2024-09-20T21:48:36.639 INFO:tasks.rados.rados.0.smithi046.stdout:1885: done (4 left) 2024-09-20T21:48:36.639 INFO:tasks.rados.rados.0.smithi046.stdout:1886: done (3 left) 2024-09-20T21:48:36.639 INFO:tasks.rados.rados.0.smithi046.stdout:1887: done (2 left) 2024-09-20T21:48:36.639 INFO:tasks.rados.rados.0.smithi046.stdout:1888: done (1 left) 2024-09-20T21:48:36.639 INFO:tasks.rados.rados.0.smithi046.stdout:1889: done (0 left) 2024-09-20T21:48:36.639 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 192 2024-09-20T21:48:36.639 INFO:tasks.rados.rados.0.smithi046.stdout:1890: seq_num 587 ranges {0=237568} 2024-09-20T21:48:36.640 INFO:tasks.rados.rados.0.smithi046.stdout:1890: writing smithi04683737-43 from 0 to 237568 tid 1 2024-09-20T21:48:36.640 INFO:tasks.rados.rados.0.smithi046.stdout:1891: delete oid 18 current snap is 192 2024-09-20T21:48:36.645 INFO:tasks.rados.rados.0.smithi046.stdout:1891: done (1 left) 2024-09-20T21:48:36.645 INFO:tasks.rados.rados.0.smithi046.stdout:1892: read oid 13 snap -1 2024-09-20T21:48:36.645 INFO:tasks.rados.rados.0.smithi046.stdout:1892: expect (ObjNum 548 snap 170 seq_num 548) 2024-09-20T21:48:36.645 INFO:tasks.rados.rados.0.smithi046.stdout:1893: snap_create 2024-09-20T21:48:36.648 INFO:tasks.rados.rados.0.smithi046.stdout:1890: finishing write tid 1 to smithi04683737-43 2024-09-20T21:48:36.649 INFO:tasks.rados.rados.0.smithi046.stdout:1890: finishing write tid 2 to smithi04683737-43 2024-09-20T21:48:36.650 INFO:tasks.rados.rados.0.smithi046.stdout:1890: finishing write tid 3 to smithi04683737-43 2024-09-20T21:48:36.651 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 746 (ObjNum 587 snap 192 seq_num 587) dirty exists 2024-09-20T21:48:36.651 INFO:tasks.rados.rados.0.smithi046.stdout:1890: left oid 43 (ObjNum 587 snap 192 seq_num 587) 2024-09-20T21:48:36.654 INFO:tasks.rados.rados.0.smithi046.stdout:1892: expect (ObjNum 548 snap 170 seq_num 548) 2024-09-20T21:48:36.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:36 smithi046 ceph-mon[96110]: pgmap v329: 121 pgs: 121 active+clean; 301 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.2 MiB/s wr, 4 op/s; 2.2 MiB/s, 0 objects/s recovering 2024-09-20T21:48:36.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:36 smithi046 ceph-mon[96110]: osdmap e444: 8 total, 8 up, 8 in 2024-09-20T21:48:36.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:36 smithi046 ceph-mon[98591]: pgmap v329: 121 pgs: 121 active+clean; 301 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.2 MiB/s wr, 4 op/s; 2.2 MiB/s, 0 objects/s recovering 2024-09-20T21:48:36.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:36 smithi046 ceph-mon[98591]: osdmap e444: 8 total, 8 up, 8 in 2024-09-20T21:48:36.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:36 smithi134 ceph-mon[89086]: pgmap v329: 121 pgs: 121 active+clean; 301 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.2 MiB/s wr, 4 op/s; 2.2 MiB/s, 0 objects/s recovering 2024-09-20T21:48:36.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:36 smithi134 ceph-mon[89086]: osdmap e444: 8 total, 8 up, 8 in 2024-09-20T21:48:37.557 INFO:tasks.rados.rados.0.smithi046.stdout:1890: done (2 left) 2024-09-20T21:48:37.557 INFO:tasks.rados.rados.0.smithi046.stdout:1892: done (1 left) 2024-09-20T21:48:37.557 INFO:tasks.rados.rados.0.smithi046.stdout:1893: done (0 left) 2024-09-20T21:48:37.557 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 193 2024-09-20T21:48:37.557 INFO:tasks.rados.rados.0.smithi046.stdout:1894: seq_num 589 ranges {188416=270336} 2024-09-20T21:48:37.559 INFO:tasks.rados.rados.0.smithi046.stdout:1894: writing smithi04683737-28 from 188416 to 458752 tid 1 2024-09-20T21:48:37.559 INFO:tasks.rados.rados.0.smithi046.stdout:1895: snap_create 2024-09-20T21:48:37.566 INFO:tasks.rados.rados.0.smithi046.stdout:1894: finishing write tid 1 to smithi04683737-28 2024-09-20T21:48:37.566 INFO:tasks.rados.rados.0.smithi046.stdout:1894: finishing write tid 2 to smithi04683737-28 2024-09-20T21:48:37.567 INFO:tasks.rados.rados.0.smithi046.stdout:1894: finishing write tid 3 to smithi04683737-28 2024-09-20T21:48:37.567 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 659 (ObjNum 589 snap 193 seq_num 589) dirty exists 2024-09-20T21:48:37.567 INFO:tasks.rados.rados.0.smithi046.stdout:1894: left oid 28 (ObjNum 589 snap 193 seq_num 589) 2024-09-20T21:48:37.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:37 smithi046 ceph-mon[98591]: osdmap e445: 8 total, 8 up, 8 in 2024-09-20T21:48:37.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:37 smithi046 ceph-mon[98591]: osdmap e446: 8 total, 8 up, 8 in 2024-09-20T21:48:37.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:37 smithi046 ceph-mon[96110]: osdmap e445: 8 total, 8 up, 8 in 2024-09-20T21:48:37.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:37 smithi046 ceph-mon[96110]: osdmap e446: 8 total, 8 up, 8 in 2024-09-20T21:48:37.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:37 smithi134 ceph-mon[89086]: osdmap e445: 8 total, 8 up, 8 in 2024-09-20T21:48:37.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:37 smithi134 ceph-mon[89086]: osdmap e446: 8 total, 8 up, 8 in 2024-09-20T21:48:38.559 INFO:tasks.rados.rados.0.smithi046.stdout:1894: done (1 left) 2024-09-20T21:48:38.559 INFO:tasks.rados.rados.0.smithi046.stdout:1895: done (0 left) 2024-09-20T21:48:38.559 INFO:tasks.rados.rados.0.smithi046.stdout:1896: read oid 22 snap -1 2024-09-20T21:48:38.559 INFO:tasks.rados.rados.0.smithi046.stdout:1896: expect (ObjNum 585 snap 191 seq_num 585) 2024-09-20T21:48:38.559 INFO:tasks.rados.rados.0.smithi046.stdout:1897: snap_create 2024-09-20T21:48:38.580 INFO:tasks.rados.rados.0.smithi046.stdout:1896: expect (ObjNum 585 snap 191 seq_num 585) 2024-09-20T21:48:38.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:38 smithi046 ceph-mon[96110]: pgmap v332: 121 pgs: 121 active+clean; 301 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 126 KiB/s wr, 3 op/s 2024-09-20T21:48:38.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:38 smithi046 ceph-mon[96110]: osdmap e447: 8 total, 8 up, 8 in 2024-09-20T21:48:38.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:38 smithi046 ceph-mon[98591]: pgmap v332: 121 pgs: 121 active+clean; 301 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 126 KiB/s wr, 3 op/s 2024-09-20T21:48:38.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:38 smithi046 ceph-mon[98591]: osdmap e447: 8 total, 8 up, 8 in 2024-09-20T21:48:38.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:38 smithi134 ceph-mon[89086]: pgmap v332: 121 pgs: 121 active+clean; 301 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 126 KiB/s wr, 3 op/s 2024-09-20T21:48:38.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:38 smithi134 ceph-mon[89086]: osdmap e447: 8 total, 8 up, 8 in 2024-09-20T21:48:39.560 INFO:tasks.rados.rados.0.smithi046.stdout:1896: done (1 left) 2024-09-20T21:48:39.560 INFO:tasks.rados.rados.0.smithi046.stdout:1897: done (0 left) 2024-09-20T21:48:39.560 INFO:tasks.rados.rados.0.smithi046.stdout:1898: rmattr oid 29 current snap is 195 2024-09-20T21:48:39.561 INFO:tasks.rados.rados.0.smithi046.stdout:1898: done (0 left) 2024-09-20T21:48:39.561 INFO:tasks.rados.rados.0.smithi046.stdout:1899: delete oid 39 current snap is 195 2024-09-20T21:48:39.564 INFO:tasks.rados.rados.0.smithi046.stdout:1899: done (0 left) 2024-09-20T21:48:39.564 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 195 2024-09-20T21:48:39.565 INFO:tasks.rados.rados.0.smithi046.stdout:1900: seq_num 591 ranges {0=303104} 2024-09-20T21:48:39.566 INFO:tasks.rados.rados.0.smithi046.stdout:1900: writing smithi04683737-49 from 0 to 303104 tid 1 2024-09-20T21:48:39.566 INFO:tasks.rados.rados.0.smithi046.stdout:1901: read oid 38 snap -1 2024-09-20T21:48:39.566 INFO:tasks.rados.rados.0.smithi046.stdout:1901: expect deleted 2024-09-20T21:48:39.567 INFO:tasks.rados.rados.0.smithi046.stdout:1902: delete oid 33 current snap is 195 2024-09-20T21:48:39.570 INFO:tasks.rados.rados.0.smithi046.stdout:1900: finishing write tid 1 to smithi04683737-49 2024-09-20T21:48:39.570 INFO:tasks.rados.rados.0.smithi046.stdout:1900: finishing write tid 2 to smithi04683737-49 2024-09-20T21:48:39.572 INFO:tasks.rados.rados.0.smithi046.stdout:1901: done (2 left) 2024-09-20T21:48:39.572 INFO:tasks.rados.rados.0.smithi046.stdout:1902: done (1 left) 2024-09-20T21:48:39.572 INFO:tasks.rados.rados.0.smithi046.stdout:1903: snap_create 2024-09-20T21:48:39.572 INFO:tasks.rados.rados.0.smithi046.stdout:1900: finishing write tid 3 to smithi04683737-49 2024-09-20T21:48:39.572 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 718 (ObjNum 591 snap 195 seq_num 591) dirty exists 2024-09-20T21:48:39.572 INFO:tasks.rados.rados.0.smithi046.stdout:1900: left oid 49 (ObjNum 591 snap 195 seq_num 591) 2024-09-20T21:48:40.562 INFO:tasks.rados.rados.0.smithi046.stdout:1900: done (1 left) 2024-09-20T21:48:40.562 INFO:tasks.rados.rados.0.smithi046.stdout:1903: done (0 left) 2024-09-20T21:48:40.562 INFO:tasks.rados.rados.0.smithi046.stdout:1904: snap_create 2024-09-20T21:48:40.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:40 smithi046 ceph-mon[96110]: pgmap v335: 121 pgs: 121 active+clean; 304 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 938 KiB/s wr, 2 op/s 2024-09-20T21:48:40.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:40 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:40.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:40 smithi046 ceph-mon[96110]: osdmap e448: 8 total, 8 up, 8 in 2024-09-20T21:48:40.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:40 smithi046 ceph-mon[98591]: pgmap v335: 121 pgs: 121 active+clean; 304 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 938 KiB/s wr, 2 op/s 2024-09-20T21:48:40.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:40 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:40.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:40 smithi046 ceph-mon[98591]: osdmap e448: 8 total, 8 up, 8 in 2024-09-20T21:48:40.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:40 smithi134 ceph-mon[89086]: pgmap v335: 121 pgs: 121 active+clean; 304 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 938 KiB/s wr, 2 op/s 2024-09-20T21:48:40.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:40 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:40.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:40 smithi134 ceph-mon[89086]: osdmap e448: 8 total, 8 up, 8 in 2024-09-20T21:48:41.568 INFO:tasks.rados.rados.0.smithi046.stdout:1904: done (0 left) 2024-09-20T21:48:41.568 INFO:tasks.rados.rados.0.smithi046.stdout:1905: read oid 37 snap 175 2024-09-20T21:48:41.568 INFO:tasks.rados.rados.0.smithi046.stdout:1905: expect (ObjNum 482 snap 145 seq_num 482) 2024-09-20T21:48:41.568 INFO:tasks.rados.rados.0.smithi046.stdout:1906: delete oid 10 current snap is 197 2024-09-20T21:48:41.574 INFO:tasks.rados.rados.0.smithi046.stdout:1906: done (1 left) 2024-09-20T21:48:41.574 INFO:tasks.rados.rados.0.smithi046.stdout:1907: copy_from oid 33 from oid 27 current snap is 197 2024-09-20T21:48:41.574 INFO:tasks.rados.rados.0.smithi046.stdout:1908: snap_remove snap 180 2024-09-20T21:48:41.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:41 smithi046 ceph-mon[96110]: osdmap e449: 8 total, 8 up, 8 in 2024-09-20T21:48:41.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:41 smithi046 ceph-mon[98591]: osdmap e449: 8 total, 8 up, 8 in 2024-09-20T21:48:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:41 smithi134 ceph-mon[89086]: osdmap e449: 8 total, 8 up, 8 in 2024-09-20T21:48:42.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:48:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:48:42] "GET /metrics HTTP/1.1" 200 36263 "" "Prometheus/2.43.0" 2024-09-20T21:48:42.561 INFO:tasks.rados.rados.0.smithi046.stdout:1908: done (2 left) 2024-09-20T21:48:42.561 INFO:tasks.rados.rados.0.smithi046.stdout:1909: read oid 17 snap -1 2024-09-20T21:48:42.561 INFO:tasks.rados.rados.0.smithi046.stdout:1909: expect (ObjNum 575 snap 183 seq_num 575) 2024-09-20T21:48:42.562 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 197 2024-09-20T21:48:42.562 INFO:tasks.rados.rados.0.smithi046.stdout:1910: seq_num 594 ranges {0=352256} 2024-09-20T21:48:42.565 INFO:tasks.rados.rados.0.smithi046.stdout:1910: writing smithi04683737-3 from 0 to 352256 tid 1 2024-09-20T21:48:42.565 INFO:tasks.rados.rados.0.smithi046.stdout:1911: rollback oid 4 current snap is 197 2024-09-20T21:48:42.565 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 4 to 184 2024-09-20T21:48:42.565 INFO:tasks.rados.rados.0.smithi046.stdout:1912: rollback oid 50 current snap is 197 2024-09-20T21:48:42.565 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 50 to 140 2024-09-20T21:48:42.565 INFO:tasks.rados.rados.0.smithi046.stdout:1913: read oid 42 snap -1 2024-09-20T21:48:42.565 INFO:tasks.rados.rados.0.smithi046.stdout:1913: expect (ObjNum 482 snap 145 seq_num 482) 2024-09-20T21:48:42.565 INFO:tasks.rados.rados.0.smithi046.stdout:1914: setattr oid 15 current snap is 197 2024-09-20T21:48:42.567 INFO:tasks.rados.rados.0.smithi046.stdout:1905: expect (ObjNum 482 snap 145 seq_num 482) 2024-09-20T21:48:42.568 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:48:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:48:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:48:42.851 INFO:tasks.rados.rados.0.smithi046.stdout:1907: finishing copy_from racing read to smithi04683737-33 2024-09-20T21:48:42.851 INFO:tasks.rados.rados.0.smithi046.stdout:1907: finishing copy_from to smithi04683737-33 2024-09-20T21:48:42.851 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 502 (ObjNum 391 snap 123 seq_num 391) dirty exists 2024-09-20T21:48:42.851 INFO:tasks.rados.rados.0.smithi046.stdout:1905: done (7 left) 2024-09-20T21:48:42.851 INFO:tasks.rados.rados.0.smithi046.stdout:1907: done (6 left) 2024-09-20T21:48:42.851 INFO:tasks.rados.rados.0.smithi046.stdout:1915: rmattr oid 20 current snap is 197 2024-09-20T21:48:42.852 INFO:tasks.rados.rados.0.smithi046.stdout:1915: done (6 left) 2024-09-20T21:48:42.852 INFO:tasks.rados.rados.0.smithi046.stdout:1916: copy_from oid 43 from oid 13 current snap is 197 2024-09-20T21:48:42.852 INFO:tasks.rados.rados.0.smithi046.stdout:1912: finishing rollback tid 0 to smithi04683737-50 2024-09-20T21:48:42.852 INFO:tasks.rados.rados.0.smithi046.stdout:1912: finishing rollback tid 1 to smithi04683737-50 2024-09-20T21:48:42.852 INFO:tasks.rados.rados.0.smithi046.stdout:1912: finishing rollback tid 2 to smithi04683737-50 2024-09-20T21:48:42.852 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 661 (ObjNum 419 snap 130 seq_num 419) dirty exists 2024-09-20T21:48:42.852 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 617 (ObjNum 444 snap 137 seq_num 444) dirty exists 2024-09-20T21:48:42.852 INFO:tasks.rados.rados.0.smithi046.stdout:1911: finishing rollback tid 0 to smithi04683737-4 2024-09-20T21:48:42.852 INFO:tasks.rados.rados.0.smithi046.stdout:1911: finishing rollback tid 1 to smithi04683737-4 2024-09-20T21:48:42.852 INFO:tasks.rados.rados.0.smithi046.stdout:1911: finishing rollback tid 2 to smithi04683737-4 2024-09-20T21:48:42.852 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 724 (ObjNum 524 snap 160 seq_num 524) dirty exists 2024-09-20T21:48:42.852 INFO:tasks.rados.rados.0.smithi046.stdout:1910: finishing write tid 1 to smithi04683737-3 2024-09-20T21:48:42.852 INFO:tasks.rados.rados.0.smithi046.stdout:1910: finishing write tid 2 to smithi04683737-3 2024-09-20T21:48:42.852 INFO:tasks.rados.rados.0.smithi046.stdout:1913: expect (ObjNum 482 snap 145 seq_num 482) 2024-09-20T21:48:42.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:42 smithi046 ceph-mon[96110]: pgmap v338: 121 pgs: 121 active+clean; 308 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-09-20T21:48:42.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:42 smithi046 ceph-mon[96110]: osdmap e450: 8 total, 8 up, 8 in 2024-09-20T21:48:42.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:42 smithi046 ceph-mon[96110]: osdmap e451: 8 total, 8 up, 8 in 2024-09-20T21:48:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:42 smithi046 ceph-mon[98591]: pgmap v338: 121 pgs: 121 active+clean; 308 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-09-20T21:48:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:42 smithi046 ceph-mon[98591]: osdmap e450: 8 total, 8 up, 8 in 2024-09-20T21:48:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:42 smithi046 ceph-mon[98591]: osdmap e451: 8 total, 8 up, 8 in 2024-09-20T21:48:42.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:42 smithi134 ceph-mon[89086]: pgmap v338: 121 pgs: 121 active+clean; 308 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-09-20T21:48:42.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:42 smithi134 ceph-mon[89086]: osdmap e450: 8 total, 8 up, 8 in 2024-09-20T21:48:42.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:42 smithi134 ceph-mon[89086]: osdmap e451: 8 total, 8 up, 8 in 2024-09-20T21:48:43.116 INFO:tasks.rados.rados.0.smithi046.stdout:1909: expect (ObjNum 575 snap 183 seq_num 575) 2024-09-20T21:48:43.480 INFO:tasks.rados.rados.0.smithi046.stdout:1910: finishing write tid 3 to smithi04683737-3 2024-09-20T21:48:43.480 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 692 (ObjNum 594 snap 197 seq_num 594) dirty exists 2024-09-20T21:48:43.480 INFO:tasks.rados.rados.0.smithi046.stdout:1910: left oid 3 (ObjNum 594 snap 197 seq_num 594) 2024-09-20T21:48:43.480 INFO:tasks.rados.rados.0.smithi046.stdout:1916: finishing copy_from racing read to smithi04683737-43 2024-09-20T21:48:43.480 INFO:tasks.rados.rados.0.smithi046.stdout:1916: finishing copy_from to smithi04683737-43 2024-09-20T21:48:43.480 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 687 (ObjNum 548 snap 170 seq_num 548) dirty exists 2024-09-20T21:48:43.481 INFO:tasks.rados.rados.0.smithi046.stdout:1909: done (6 left) 2024-09-20T21:48:43.481 INFO:tasks.rados.rados.0.smithi046.stdout:1910: done (5 left) 2024-09-20T21:48:43.481 INFO:tasks.rados.rados.0.smithi046.stdout:1911: done (4 left) 2024-09-20T21:48:43.481 INFO:tasks.rados.rados.0.smithi046.stdout:1912: done (3 left) 2024-09-20T21:48:43.481 INFO:tasks.rados.rados.0.smithi046.stdout:1913: done (2 left) 2024-09-20T21:48:43.481 INFO:tasks.rados.rados.0.smithi046.stdout:1914: done (1 left) 2024-09-20T21:48:43.481 INFO:tasks.rados.rados.0.smithi046.stdout:1916: done (0 left) 2024-09-20T21:48:43.481 INFO:tasks.rados.rados.0.smithi046.stdout:1917: snap_remove snap 166 2024-09-20T21:48:43.574 INFO:tasks.rados.rados.0.smithi046.stdout:1917: done (0 left) 2024-09-20T21:48:43.574 INFO:tasks.rados.rados.0.smithi046.stdout:1918: setattr oid 27 current snap is 197 2024-09-20T21:48:43.576 INFO:tasks.rados.rados.0.smithi046.stdout:1919: read oid 46 snap 187 2024-09-20T21:48:43.576 INFO:tasks.rados.rados.0.smithi046.stdout:1919: expect (ObjNum 542 snap 165 seq_num 542) 2024-09-20T21:48:43.576 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 197 2024-09-20T21:48:43.576 INFO:tasks.rados.rados.0.smithi046.stdout:1920: seq_num 595 ranges {4603904=368640} 2024-09-20T21:48:43.606 INFO:tasks.rados.rados.0.smithi046.stdout:1920: writing smithi04683737-22 from 4603904 to 4972544 tid 1 2024-09-20T21:48:43.606 INFO:tasks.rados.rados.0.smithi046.stdout:1921: copy_from oid 28 from oid 34 current snap is 197 2024-09-20T21:48:43.606 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 504 (ObjNum 391 snap 123 seq_num 391) dirty exists 2024-09-20T21:48:43.606 INFO:tasks.rados.rados.0.smithi046.stdout:1918: done (3 left) 2024-09-20T21:48:43.606 INFO:tasks.rados.rados.0.smithi046.stdout:1922: rollback oid 39 current snap is 197 2024-09-20T21:48:43.606 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 39 to 187 2024-09-20T21:48:43.607 INFO:tasks.rados.rados.0.smithi046.stdout:1923: read oid 6 snap -1 2024-09-20T21:48:43.607 INFO:tasks.rados.rados.0.smithi046.stdout:1923: expect (ObjNum 476 snap 142 seq_num 476) 2024-09-20T21:48:43.607 INFO:tasks.rados.rados.0.smithi046.stdout:1924: copy_from oid 20 from oid 30 current snap is 197 2024-09-20T21:48:43.607 INFO:tasks.rados.rados.0.smithi046.stdout:1925: copy_from oid 25 from oid 13 current snap is 197 2024-09-20T21:48:43.607 INFO:tasks.rados.rados.0.smithi046.stdout:1926: snap_remove snap 176 2024-09-20T21:48:43.926 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:48:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:48:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi046\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", domainname=\"(none)\", instance=\"smithi046\", job=\"node\", machine=\"x86_64\", nodename=\"smithi046\", release=\"5.14.0-508.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:48:44.582 INFO:tasks.rados.rados.0.smithi046.stdout:1926: done (7 left) 2024-09-20T21:48:44.582 INFO:tasks.rados.rados.0.smithi046.stdout:1927: read oid 16 snap -1 2024-09-20T21:48:44.582 INFO:tasks.rados.rados.0.smithi046.stdout:1927: expect (ObjNum 551 snap 170 seq_num 551) 2024-09-20T21:48:44.582 INFO:tasks.rados.rados.0.smithi046.stdout:1928: read oid 50 snap 183 2024-09-20T21:48:44.582 INFO:tasks.rados.rados.0.smithi046.stdout:1928: expect (ObjNum 569 snap 179 seq_num 569) 2024-09-20T21:48:44.582 INFO:tasks.rados.rados.0.smithi046.stdout:1929: snap_create 2024-09-20T21:48:44.582 INFO:tasks.rados.rados.0.smithi046.stdout:1922: finishing rollback tid 1 to smithi04683737-39 2024-09-20T21:48:44.582 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 655 (ObjNum 177 snap 0 seq_num 536845696) dirty dne 2024-09-20T21:48:44.582 INFO:tasks.rados.rados.0.smithi046.stdout:1923: expect (ObjNum 476 snap 142 seq_num 476) 2024-09-20T21:48:44.626 INFO:tasks.rados.rados.0.smithi046.stdout:1920: finishing write tid 1 to smithi04683737-22 2024-09-20T21:48:44.626 INFO:tasks.rados.rados.0.smithi046.stdout:1920: finishing write tid 2 to smithi04683737-22 2024-09-20T21:48:44.626 INFO:tasks.rados.rados.0.smithi046.stdout:1920: finishing write tid 3 to smithi04683737-22 2024-09-20T21:48:44.626 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 757 (ObjNum 595 snap 197 seq_num 595) dirty exists 2024-09-20T21:48:44.626 INFO:tasks.rados.rados.0.smithi046.stdout:1920: left oid 22 (ObjNum 595 snap 197 seq_num 595) 2024-09-20T21:48:44.626 INFO:tasks.rados.rados.0.smithi046.stdout:1919: expect (ObjNum 542 snap 165 seq_num 542) 2024-09-20T21:48:44.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:44 smithi046 ceph-mon[98591]: pgmap v341: 121 pgs: 121 active+clean; 311 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-09-20T21:48:44.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:44 smithi046 ceph-mon[98591]: osdmap e452: 8 total, 8 up, 8 in 2024-09-20T21:48:44.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-20T21:48:44.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:44 smithi046 ceph-mon[96110]: pgmap v341: 121 pgs: 121 active+clean; 311 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-09-20T21:48:44.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:44 smithi046 ceph-mon[96110]: osdmap e452: 8 total, 8 up, 8 in 2024-09-20T21:48:44.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-20T21:48:44.918 INFO:tasks.rados.rados.0.smithi046.stdout:1925: finishing copy_from racing read to smithi04683737-25 2024-09-20T21:48:44.918 INFO:tasks.rados.rados.0.smithi046.stdout:1925: finishing copy_from to smithi04683737-25 2024-09-20T21:48:44.918 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 687 (ObjNum 548 snap 170 seq_num 548) dirty exists 2024-09-20T21:48:44.918 INFO:tasks.rados.rados.0.smithi046.stdout:1921: finishing copy_from racing read to smithi04683737-28 2024-09-20T21:48:44.918 INFO:tasks.rados.rados.0.smithi046.stdout:1921: finishing copy_from to smithi04683737-28 2024-09-20T21:48:44.918 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 462 (ObjNum 507 snap 154 seq_num 507) dirty exists 2024-09-20T21:48:44.918 INFO:tasks.rados.rados.0.smithi046.stdout:1924: finishing copy_from racing read to smithi04683737-20 2024-09-20T21:48:44.918 INFO:tasks.rados.rados.0.smithi046.stdout:1924: finishing copy_from to smithi04683737-20 2024-09-20T21:48:44.918 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 616 (ObjNum 566 snap 178 seq_num 566) dirty exists 2024-09-20T21:48:44.918 INFO:tasks.rados.rados.0.smithi046.stdout:1928: expect (ObjNum 569 snap 179 seq_num 569) 2024-09-20T21:48:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:44 smithi134 ceph-mon[89086]: pgmap v341: 121 pgs: 121 active+clean; 311 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-09-20T21:48:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:44 smithi134 ceph-mon[89086]: osdmap e452: 8 total, 8 up, 8 in 2024-09-20T21:48:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-20T21:48:45.036 INFO:tasks.rados.rados.0.smithi046.stdout:1927: expect (ObjNum 551 snap 170 seq_num 551) 2024-09-20T21:48:45.586 INFO:tasks.rados.rados.0.smithi046.stdout:1919: done (9 left) 2024-09-20T21:48:45.586 INFO:tasks.rados.rados.0.smithi046.stdout:1920: done (8 left) 2024-09-20T21:48:45.586 INFO:tasks.rados.rados.0.smithi046.stdout:1921: done (7 left) 2024-09-20T21:48:45.586 INFO:tasks.rados.rados.0.smithi046.stdout:1922: done (6 left) 2024-09-20T21:48:45.586 INFO:tasks.rados.rados.0.smithi046.stdout:1923: done (5 left) 2024-09-20T21:48:45.586 INFO:tasks.rados.rados.0.smithi046.stdout:1924: done (4 left) 2024-09-20T21:48:45.586 INFO:tasks.rados.rados.0.smithi046.stdout:1925: done (3 left) 2024-09-20T21:48:45.586 INFO:tasks.rados.rados.0.smithi046.stdout:1927: done (2 left) 2024-09-20T21:48:45.586 INFO:tasks.rados.rados.0.smithi046.stdout:1928: done (1 left) 2024-09-20T21:48:45.586 INFO:tasks.rados.rados.0.smithi046.stdout:1929: done (0 left) 2024-09-20T21:48:45.586 INFO:tasks.rados.rados.0.smithi046.stdout:1930: snap_remove snap 170 2024-09-20T21:48:45.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:45 smithi046 ceph-mon[98591]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-20T21:48:45.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:45 smithi046 ceph-mon[98591]: Upgrade: osd.5 is safe to restart 2024-09-20T21:48:45.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:45 smithi046 ceph-mon[98591]: osdmap e453: 8 total, 8 up, 8 in 2024-09-20T21:48:45.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:45 smithi046 ceph-mon[96110]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-20T21:48:45.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:45 smithi046 ceph-mon[96110]: Upgrade: osd.5 is safe to restart 2024-09-20T21:48:45.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:45 smithi046 ceph-mon[96110]: osdmap e453: 8 total, 8 up, 8 in 2024-09-20T21:48:45.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:45 smithi134 ceph-mon[89086]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-20T21:48:45.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:45 smithi134 ceph-mon[89086]: Upgrade: osd.5 is safe to restart 2024-09-20T21:48:45.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:45 smithi134 ceph-mon[89086]: osdmap e453: 8 total, 8 up, 8 in 2024-09-20T21:48:46.588 INFO:tasks.rados.rados.0.smithi046.stdout:1930: done (0 left) 2024-09-20T21:48:46.588 INFO:tasks.rados.rados.0.smithi046.stdout:1931: copy_from oid 3 from oid 28 current snap is 198 2024-09-20T21:48:46.588 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 198 2024-09-20T21:48:46.589 INFO:tasks.rados.rados.0.smithi046.stdout:1932: seq_num 596 ranges {0=385024} 2024-09-20T21:48:46.591 INFO:tasks.rados.rados.0.smithi046.stdout:1932: writing smithi04683737-45 from 0 to 385024 tid 1 2024-09-20T21:48:46.592 INFO:tasks.rados.rados.0.smithi046.stdout:1933: read oid 14 snap -1 2024-09-20T21:48:46.592 INFO:tasks.rados.rados.0.smithi046.stdout:1933: expect (ObjNum 523 snap 160 seq_num 523) 2024-09-20T21:48:46.592 INFO:tasks.rados.rados.0.smithi046.stdout:1934: read oid 19 snap -1 2024-09-20T21:48:46.592 INFO:tasks.rados.rados.0.smithi046.stdout:1934: expect deleted 2024-09-20T21:48:46.593 INFO:tasks.rados.rados.0.smithi046.stdout:1935: snap_remove snap 187 2024-09-20T21:48:46.761 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:46 smithi134 ceph-mon[89086]: pgmap v344: 121 pgs: 121 active+clean; 316 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-09-20T21:48:46.761 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:46 smithi134 ceph-mon[89086]: osdmap e454: 8 total, 8 up, 8 in 2024-09-20T21:48:46.761 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:46 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:46.761 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:46 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-20T21:48:46.761 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:46 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:48:46.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:46 smithi046 ceph-mon[96110]: pgmap v344: 121 pgs: 121 active+clean; 316 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-09-20T21:48:46.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:46 smithi046 ceph-mon[96110]: osdmap e454: 8 total, 8 up, 8 in 2024-09-20T21:48:46.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:46 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:46.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:46 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-20T21:48:46.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:46 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:48:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:46 smithi046 ceph-mon[98591]: pgmap v344: 121 pgs: 121 active+clean; 316 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-09-20T21:48:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:46 smithi046 ceph-mon[98591]: osdmap e454: 8 total, 8 up, 8 in 2024-09-20T21:48:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:46 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:46 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-20T21:48:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:46 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:48:47.605 INFO:tasks.rados.rados.0.smithi046.stdout:1932: finishing write tid 1 to smithi04683737-45 2024-09-20T21:48:47.605 INFO:tasks.rados.rados.0.smithi046.stdout:1932: finishing write tid 2 to smithi04683737-45 2024-09-20T21:48:47.605 INFO:tasks.rados.rados.0.smithi046.stdout:1932: finishing write tid 3 to smithi04683737-45 2024-09-20T21:48:47.605 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 725 (ObjNum 596 snap 198 seq_num 596) dirty exists 2024-09-20T21:48:47.605 INFO:tasks.rados.rados.0.smithi046.stdout:1932: left oid 45 (ObjNum 596 snap 198 seq_num 596) 2024-09-20T21:48:47.605 INFO:tasks.rados.rados.0.smithi046.stdout:1931: finishing copy_from racing read to smithi04683737-3 2024-09-20T21:48:47.605 INFO:tasks.rados.rados.0.smithi046.stdout:1933: expect (ObjNum 523 snap 160 seq_num 523) 2024-09-20T21:48:47.822 INFO:tasks.rados.rados.0.smithi046.stdout:1931: finishing copy_from to smithi04683737-3 2024-09-20T21:48:47.823 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 462 (ObjNum 507 snap 154 seq_num 507) dirty exists 2024-09-20T21:48:47.823 INFO:tasks.rados.rados.0.smithi046.stdout:1931: done (4 left) 2024-09-20T21:48:47.823 INFO:tasks.rados.rados.0.smithi046.stdout:1932: done (3 left) 2024-09-20T21:48:47.823 INFO:tasks.rados.rados.0.smithi046.stdout:1933: done (2 left) 2024-09-20T21:48:47.823 INFO:tasks.rados.rados.0.smithi046.stdout:1934: done (1 left) 2024-09-20T21:48:47.823 INFO:tasks.rados.rados.0.smithi046.stdout:1935: done (0 left) 2024-09-20T21:48:47.823 INFO:tasks.rados.rados.0.smithi046.stdout:1936: read oid 8 snap -1 2024-09-20T21:48:47.823 INFO:tasks.rados.rados.0.smithi046.stdout:1936: expect (ObjNum 586 snap 191 seq_num 586) 2024-09-20T21:48:47.823 INFO:tasks.rados.rados.0.smithi046.stdout:1937: copy_from oid 27 from oid 37 current snap is 198 2024-09-20T21:48:47.823 INFO:tasks.rados.rados.0.smithi046.stdout:1938: delete oid 15 current snap is 198 2024-09-20T21:48:47.826 INFO:tasks.rados.rados.0.smithi046.stdout:1938: done (2 left) 2024-09-20T21:48:47.826 INFO:tasks.rados.rados.0.smithi046.stdout:1939: rollback oid 32 current snap is 198 2024-09-20T21:48:47.826 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 32 to 173 2024-09-20T21:48:47.826 INFO:tasks.rados.rados.0.smithi046.stdout:1940: copy_from oid 18 from oid 36 current snap is 198 2024-09-20T21:48:47.827 INFO:tasks.rados.rados.0.smithi046.stdout:1941: delete oid 42 current snap is 198 2024-09-20T21:48:47.829 INFO:tasks.rados.rados.0.smithi046.stdout:1939: finishing rollback tid 0 to smithi04683737-32 2024-09-20T21:48:47.830 INFO:tasks.rados.rados.0.smithi046.stdout:1939: finishing rollback tid 1 to smithi04683737-32 2024-09-20T21:48:47.830 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 743 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-20T21:48:47.830 INFO:tasks.rados.rados.0.smithi046.stdout:1939: done (4 left) 2024-09-20T21:48:47.830 INFO:tasks.rados.rados.0.smithi046.stdout:1941: done (3 left) 2024-09-20T21:48:47.830 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 198 2024-09-20T21:48:47.831 INFO:tasks.rados.rados.0.smithi046.stdout:1942: seq_num 599 ranges {1056768=434176} 2024-09-20T21:48:47.839 INFO:tasks.rados.rados.0.smithi046.stdout:1942: writing smithi04683737-6 from 1056768 to 1490944 tid 1 2024-09-20T21:48:47.839 INFO:tasks.rados.rados.0.smithi046.stdout:1943: copy_from oid 1 from oid 24 current snap is 198 2024-09-20T21:48:47.839 INFO:tasks.rados.rados.0.smithi046.stdout:1944: read oid 11 snap -1 2024-09-20T21:48:47.839 INFO:tasks.rados.rados.0.smithi046.stdout:1944: expect (ObjNum 469 snap 140 seq_num 469) 2024-09-20T21:48:47.839 INFO:tasks.rados.rados.0.smithi046.stdout:1945: setattr oid 10 current snap is 198 2024-09-20T21:48:47.841 INFO:tasks.rados.rados.0.smithi046.stdout:1937: finishing copy_from racing read to smithi04683737-27 2024-09-20T21:48:47.841 INFO:tasks.rados.rados.0.smithi046.stdout:1946: copy_from oid 15 from oid 31 current snap is 198 2024-09-20T21:48:47.841 INFO:tasks.rados.rados.0.smithi046.stdout:1947: read oid 22 snap -1 2024-09-20T21:48:47.841 INFO:tasks.rados.rados.0.smithi046.stdout:1947: expect (ObjNum 595 snap 197 seq_num 595) 2024-09-20T21:48:47.841 INFO:tasks.rados.rados.0.smithi046.stdout:1948: snap_create 2024-09-20T21:48:47.842 INFO:tasks.rados.rados.0.smithi046.stdout:1936: expect (ObjNum 586 snap 191 seq_num 586) 2024-09-20T21:48:47.887 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:47 smithi134 ceph-mon[89086]: Upgrade: Updating osd.5 2024-09-20T21:48:47.887 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:47 smithi134 ceph-mon[89086]: Deploying daemon osd.5 on smithi134 2024-09-20T21:48:47.887 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:47 smithi134 ceph-mon[89086]: osdmap e455: 8 total, 8 up, 8 in 2024-09-20T21:48:47.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:47 smithi046 ceph-mon[96110]: Upgrade: Updating osd.5 2024-09-20T21:48:47.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:47 smithi046 ceph-mon[96110]: Deploying daemon osd.5 on smithi134 2024-09-20T21:48:47.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:47 smithi046 ceph-mon[96110]: osdmap e455: 8 total, 8 up, 8 in 2024-09-20T21:48:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:47 smithi046 ceph-mon[98591]: Upgrade: Updating osd.5 2024-09-20T21:48:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:47 smithi046 ceph-mon[98591]: Deploying daemon osd.5 on smithi134 2024-09-20T21:48:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:47 smithi046 ceph-mon[98591]: osdmap e455: 8 total, 8 up, 8 in 2024-09-20T21:48:48.191 INFO:tasks.rados.rados.0.smithi046.stdout:1940: finishing copy_from racing read to smithi04683737-18 2024-09-20T21:48:48.191 INFO:tasks.rados.rados.0.smithi046.stdout:1944: expect (ObjNum 469 snap 140 seq_num 469) 2024-09-20T21:48:48.220 INFO:tasks.rados.rados.0.smithi046.stdout:1943: finishing copy_from to smithi04683737-1 2024-09-20T21:48:48.220 INFO:tasks.rados.rados.0.smithi046.stdout:1943: got expected ENOENT (src dne) 2024-09-20T21:48:48.220 INFO:tasks.rados.rados.0.smithi046.stdout:1943: finishing copy_from racing read to smithi04683737-1 2024-09-20T21:48:48.220 INFO:tasks.rados.rados.0.smithi046.stdout:1942: finishing write tid 1 to smithi04683737-6 2024-09-20T21:48:48.220 INFO:tasks.rados.rados.0.smithi046.stdout:1937: finishing copy_from to smithi04683737-27 2024-09-20T21:48:48.220 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 727 (ObjNum 580 snap 187 seq_num 580) dirty exists 2024-09-20T21:48:48.220 INFO:tasks.rados.rados.0.smithi046.stdout:1942: finishing write tid 2 to smithi04683737-6 2024-09-20T21:48:48.221 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 728 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-20T21:48:48.221 INFO:tasks.rados.rados.0.smithi046.stdout:1940: finishing copy_from to smithi04683737-18 2024-09-20T21:48:48.221 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 651 (ObjNum 391 snap 123 seq_num 391) dirty exists 2024-09-20T21:48:48.221 INFO:tasks.rados.rados.0.smithi046.stdout:1942: finishing write tid 3 to smithi04683737-6 2024-09-20T21:48:48.221 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 746 (ObjNum 599 snap 198 seq_num 599) dirty exists 2024-09-20T21:48:48.221 INFO:tasks.rados.rados.0.smithi046.stdout:1942: left oid 6 (ObjNum 599 snap 198 seq_num 599) 2024-09-20T21:48:48.221 INFO:tasks.rados.rados.0.smithi046.stdout:1946: finishing copy_from racing read to smithi04683737-15 2024-09-20T21:48:48.221 INFO:tasks.rados.rados.0.smithi046.stdout:1947: expect (ObjNum 595 snap 197 seq_num 595) 2024-09-20T21:48:48.616 INFO:tasks.rados.rados.0.smithi046.stdout:1946: finishing copy_from to smithi04683737-15 2024-09-20T21:48:48.616 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 502 (ObjNum 391 snap 123 seq_num 391) dirty exists 2024-09-20T21:48:48.616 INFO:tasks.rados.rados.0.smithi046.stdout:1936: done (9 left) 2024-09-20T21:48:48.616 INFO:tasks.rados.rados.0.smithi046.stdout:1937: done (8 left) 2024-09-20T21:48:48.616 INFO:tasks.rados.rados.0.smithi046.stdout:1940: done (7 left) 2024-09-20T21:48:48.616 INFO:tasks.rados.rados.0.smithi046.stdout:1942: done (6 left) 2024-09-20T21:48:48.617 INFO:tasks.rados.rados.0.smithi046.stdout:1943: done (5 left) 2024-09-20T21:48:48.617 INFO:tasks.rados.rados.0.smithi046.stdout:1944: done (4 left) 2024-09-20T21:48:48.617 INFO:tasks.rados.rados.0.smithi046.stdout:1945: done (3 left) 2024-09-20T21:48:48.617 INFO:tasks.rados.rados.0.smithi046.stdout:1946: done (2 left) 2024-09-20T21:48:48.617 INFO:tasks.rados.rados.0.smithi046.stdout:1947: done (1 left) 2024-09-20T21:48:48.617 INFO:tasks.rados.rados.0.smithi046.stdout:1948: done (0 left) 2024-09-20T21:48:48.617 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 199 2024-09-20T21:48:48.617 INFO:tasks.rados.rados.0.smithi046.stdout:1949: seq_num 600 ranges {303104=450560} 2024-09-20T21:48:48.619 INFO:tasks.rados.rados.0.smithi046.stdout:1949: writing smithi04683737-49 from 303104 to 753664 tid 1 2024-09-20T21:48:48.619 INFO:tasks.rados.rados.0.smithi046.stdout:1950: delete oid 40 current snap is 199 2024-09-20T21:48:48.622 INFO:tasks.rados.rados.0.smithi046.stdout:1950: done (1 left) 2024-09-20T21:48:48.622 INFO:tasks.rados.rados.0.smithi046.stdout:1951: read oid 6 snap 185 2024-09-20T21:48:48.622 INFO:tasks.rados.rados.0.smithi046.stdout:1951: expect (ObjNum 476 snap 142 seq_num 476) 2024-09-20T21:48:48.623 INFO:tasks.rados.rados.0.smithi046.stdout:1952: rollback oid 3 current snap is 199 2024-09-20T21:48:48.623 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 3 to 190 2024-09-20T21:48:48.623 INFO:tasks.rados.rados.0.smithi046.stdout:1953: read oid 42 snap -1 2024-09-20T21:48:48.623 INFO:tasks.rados.rados.0.smithi046.stdout:1953: expect deleted 2024-09-20T21:48:48.623 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 199 2024-09-20T21:48:48.623 INFO:tasks.rados.rados.0.smithi046.stdout:1954: seq_num 602 ranges {2244608=491520} 2024-09-20T21:48:48.638 INFO:tasks.rados.rados.0.smithi046.stdout:1954: writing smithi04683737-41 from 2244608 to 2736128 tid 1 2024-09-20T21:48:48.638 INFO:tasks.rados.rados.0.smithi046.stdout:1955: read oid 28 snap -1 2024-09-20T21:48:48.638 INFO:tasks.rados.rados.0.smithi046.stdout:1955: expect (ObjNum 507 snap 154 seq_num 507) 2024-09-20T21:48:48.638 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 199 2024-09-20T21:48:48.638 INFO:tasks.rados.rados.0.smithi046.stdout:1956: seq_num 603 ranges {0=507904} 2024-09-20T21:48:48.641 INFO:tasks.rados.rados.0.smithi046.stdout:1956: writing smithi04683737-7 from 0 to 507904 tid 1 2024-09-20T21:48:48.641 INFO:tasks.rados.rados.0.smithi046.stdout:1957: rollback oid 25 current snap is 199 2024-09-20T21:48:48.641 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 25 to 183 2024-09-20T21:48:48.641 INFO:tasks.rados.rados.0.smithi046.stdout:1949: finishing write tid 1 to smithi04683737-49 2024-09-20T21:48:48.641 INFO:tasks.rados.rados.0.smithi046.stdout:1949: finishing write tid 2 to smithi04683737-49 2024-09-20T21:48:48.642 INFO:tasks.rados.rados.0.smithi046.stdout:1952: finishing rollback tid 0 to smithi04683737-3 2024-09-20T21:48:48.642 INFO:tasks.rados.rados.0.smithi046.stdout:1952: finishing rollback tid 1 to smithi04683737-3 2024-09-20T21:48:48.642 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 694 (ObjNum 33 snap 0 seq_num 561909264) dirty dne 2024-09-20T21:48:48.642 INFO:tasks.rados.rados.0.smithi046.stdout:1951: expect (ObjNum 476 snap 142 seq_num 476) 2024-09-20T21:48:48.675 INFO:tasks.rados.rados.0.smithi046.stdout:1949: finishing write tid 3 to smithi04683737-49 2024-09-20T21:48:48.676 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 749 (ObjNum 600 snap 199 seq_num 600) dirty exists 2024-09-20T21:48:48.676 INFO:tasks.rados.rados.0.smithi046.stdout:1949: left oid 49 (ObjNum 600 snap 199 seq_num 600) 2024-09-20T21:48:48.676 INFO:tasks.rados.rados.0.smithi046.stdout:1949: done (7 left) 2024-09-20T21:48:48.676 INFO:tasks.rados.rados.0.smithi046.stdout:1951: done (6 left) 2024-09-20T21:48:48.676 INFO:tasks.rados.rados.0.smithi046.stdout:1952: done (5 left) 2024-09-20T21:48:48.676 INFO:tasks.rados.rados.0.smithi046.stdout:1953: done (4 left) 2024-09-20T21:48:48.677 INFO:tasks.rados.rados.0.smithi046.stdout:1958: delete oid 18 current snap is 199 2024-09-20T21:48:48.677 INFO:tasks.rados.rados.0.smithi046.stdout:1954: finishing write tid 1 to smithi04683737-41 2024-09-20T21:48:48.677 INFO:tasks.rados.rados.0.smithi046.stdout:1954: finishing write tid 2 to smithi04683737-41 2024-09-20T21:48:48.677 INFO:tasks.rados.rados.0.smithi046.stdout:1954: finishing write tid 3 to smithi04683737-41 2024-09-20T21:48:48.677 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 783 (ObjNum 602 snap 199 seq_num 602) dirty exists 2024-09-20T21:48:48.677 INFO:tasks.rados.rados.0.smithi046.stdout:1954: left oid 41 (ObjNum 602 snap 199 seq_num 602) 2024-09-20T21:48:48.678 INFO:tasks.rados.rados.0.smithi046.stdout:1957: finishing rollback tid 0 to smithi04683737-25 2024-09-20T21:48:48.678 INFO:tasks.rados.rados.0.smithi046.stdout:1957: finishing rollback tid 1 to smithi04683737-25 2024-09-20T21:48:48.678 INFO:tasks.rados.rados.0.smithi046.stdout:1957: finishing rollback tid 2 to smithi04683737-25 2024-09-20T21:48:48.678 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 730 (ObjNum 513 snap 155 seq_num 513) dirty exists 2024-09-20T21:48:48.678 INFO:tasks.rados.rados.0.smithi046.stdout:1955: expect (ObjNum 507 snap 154 seq_num 507) 2024-09-20T21:48:48.679 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:48 smithi134 ceph-mon[89086]: pgmap v347: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 325 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-09-20T21:48:48.679 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:48 smithi134 ceph-mon[89086]: osdmap e456: 8 total, 8 up, 8 in 2024-09-20T21:48:48.771 INFO:tasks.rados.rados.0.smithi046.stdout:1956: finishing write tid 1 to smithi04683737-7 2024-09-20T21:48:48.771 INFO:tasks.rados.rados.0.smithi046.stdout:1956: finishing write tid 2 to smithi04683737-7 2024-09-20T21:48:48.771 INFO:tasks.rados.rados.0.smithi046.stdout:1956: finishing write tid 3 to smithi04683737-7 2024-09-20T21:48:48.771 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 509 (ObjNum 603 snap 199 seq_num 603) dirty exists 2024-09-20T21:48:48.771 INFO:tasks.rados.rados.0.smithi046.stdout:1956: left oid 7 (ObjNum 603 snap 199 seq_num 603) 2024-09-20T21:48:48.772 INFO:tasks.rados.rados.0.smithi046.stdout:1954: done (4 left) 2024-09-20T21:48:48.772 INFO:tasks.rados.rados.0.smithi046.stdout:1955: done (3 left) 2024-09-20T21:48:48.772 INFO:tasks.rados.rados.0.smithi046.stdout:1956: done (2 left) 2024-09-20T21:48:48.772 INFO:tasks.rados.rados.0.smithi046.stdout:1957: done (1 left) 2024-09-20T21:48:48.772 INFO:tasks.rados.rados.0.smithi046.stdout:1958: done (0 left) 2024-09-20T21:48:48.772 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 199 2024-09-20T21:48:48.773 INFO:tasks.rados.rados.0.smithi046.stdout:1959: seq_num 605 ranges {507904=540672} 2024-09-20T21:48:48.776 INFO:tasks.rados.rados.0.smithi046.stdout:1959: writing smithi04683737-7 from 507904 to 1048576 tid 1 2024-09-20T21:48:48.777 INFO:tasks.rados.rados.0.smithi046.stdout:1960: rollback oid 20 current snap is 199 2024-09-20T21:48:48.777 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 20 to 193 2024-09-20T21:48:48.777 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 11 current snap is 199 2024-09-20T21:48:48.777 INFO:tasks.rados.rados.0.smithi046.stdout:1961: seq_num 606 ranges {942080=557056} 2024-09-20T21:48:48.785 INFO:tasks.rados.rados.0.smithi046.stdout:1961: writing smithi04683737-11 from 942080 to 1499136 tid 1 2024-09-20T21:48:48.785 INFO:tasks.rados.rados.0.smithi046.stdout:1962: rollback oid 44 current snap is 199 2024-09-20T21:48:48.785 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 44 to 178 2024-09-20T21:48:48.785 INFO:tasks.rados.rados.0.smithi046.stdout:1959: finishing write tid 1 to smithi04683737-7 2024-09-20T21:48:48.785 INFO:tasks.rados.rados.0.smithi046.stdout:1959: finishing write tid 2 to smithi04683737-7 2024-09-20T21:48:48.785 INFO:tasks.rados.rados.0.smithi046.stdout:1960: finishing rollback tid 0 to smithi04683737-20 2024-09-20T21:48:48.785 INFO:tasks.rados.rados.0.smithi046.stdout:1960: finishing rollback tid 1 to smithi04683737-20 2024-09-20T21:48:48.785 INFO:tasks.rados.rados.0.smithi046.stdout:1960: finishing rollback tid 2 to smithi04683737-20 2024-09-20T21:48:48.785 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 709 (ObjNum 552 snap 170 seq_num 552) dirty exists 2024-09-20T21:48:48.785 INFO:tasks.rados.rados.0.smithi046.stdout:1959: finishing write tid 3 to smithi04683737-7 2024-09-20T21:48:48.785 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 511 (ObjNum 605 snap 199 seq_num 605) dirty exists 2024-09-20T21:48:48.785 INFO:tasks.rados.rados.0.smithi046.stdout:1959: left oid 7 (ObjNum 605 snap 199 seq_num 605) 2024-09-20T21:48:48.786 INFO:tasks.rados.rados.0.smithi046.stdout:1959: done (3 left) 2024-09-20T21:48:48.786 INFO:tasks.rados.rados.0.smithi046.stdout:1960: done (2 left) 2024-09-20T21:48:48.786 INFO:tasks.rados.rados.0.smithi046.stdout:1963: snap_create 2024-09-20T21:48:48.788 INFO:tasks.rados.rados.0.smithi046.stdout:1961: finishing write tid 1 to smithi04683737-11 2024-09-20T21:48:48.788 INFO:tasks.rados.rados.0.smithi046.stdout:1961: finishing write tid 2 to smithi04683737-11 2024-09-20T21:48:48.788 INFO:tasks.rados.rados.0.smithi046.stdout:1962: finishing rollback tid 0 to smithi04683737-44 2024-09-20T21:48:48.788 INFO:tasks.rados.rados.0.smithi046.stdout:1962: finishing rollback tid 1 to smithi04683737-44 2024-09-20T21:48:48.788 INFO:tasks.rados.rados.0.smithi046.stdout:1962: finishing rollback tid 2 to smithi04683737-44 2024-09-20T21:48:48.789 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 662 (ObjNum 562 snap 175 seq_num 562) dirty exists 2024-09-20T21:48:48.789 INFO:tasks.rados.rados.0.smithi046.stdout:1961: finishing write tid 3 to smithi04683737-11 2024-09-20T21:48:48.789 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 727 (ObjNum 606 snap 199 seq_num 606) dirty exists 2024-09-20T21:48:48.789 INFO:tasks.rados.rados.0.smithi046.stdout:1961: left oid 11 (ObjNum 606 snap 199 seq_num 606) 2024-09-20T21:48:48.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:48 smithi046 ceph-mon[98591]: pgmap v347: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 325 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-09-20T21:48:48.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:48 smithi046 ceph-mon[98591]: osdmap e456: 8 total, 8 up, 8 in 2024-09-20T21:48:48.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:48 smithi046 ceph-mon[96110]: pgmap v347: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 325 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-09-20T21:48:48.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:48 smithi046 ceph-mon[96110]: osdmap e456: 8 total, 8 up, 8 in 2024-09-20T21:48:49.612 INFO:tasks.rados.rados.0.smithi046.stdout:1961: done (2 left) 2024-09-20T21:48:49.612 INFO:tasks.rados.rados.0.smithi046.stdout:1962: done (1 left) 2024-09-20T21:48:49.612 INFO:tasks.rados.rados.0.smithi046.stdout:1963: done (0 left) 2024-09-20T21:48:49.613 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 50 current snap is 200 2024-09-20T21:48:49.613 INFO:tasks.rados.rados.0.smithi046.stdout:1964: seq_num 607 ranges {2228224=573440} 2024-09-20T21:48:49.627 INFO:tasks.rados.rados.0.smithi046.stdout:1964: writing smithi04683737-50 from 2228224 to 2801664 tid 1 2024-09-20T21:48:49.628 INFO:tasks.rados.rados.0.smithi046.stdout:1965: read oid 28 snap 177 2024-09-20T21:48:49.628 INFO:tasks.rados.rados.0.smithi046.stdout:1965: expect deleted 2024-09-20T21:48:49.628 INFO:tasks.rados.rados.0.smithi046.stdout:1966: snap_remove snap 159 2024-09-20T21:48:49.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:49 smithi046 ceph-mon[96110]: osdmap e457: 8 total, 8 up, 8 in 2024-09-20T21:48:49.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:48:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:49 smithi046 ceph-mon[98591]: osdmap e457: 8 total, 8 up, 8 in 2024-09-20T21:48:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:48:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:49 smithi134 ceph-mon[89086]: osdmap e457: 8 total, 8 up, 8 in 2024-09-20T21:48:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:48:49.927 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:49 smithi134 systemd[1]: Stopping Ceph osd.5 for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:48:49.927 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:49 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[43297]: 2024-09-20T21:48:49.781+0000 7f2ef5863640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-20T21:48:49.927 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:49 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[43297]: 2024-09-20T21:48:49.781+0000 7f2ef5863640 -1 osd.5 458 *** Got signal Terminated *** 2024-09-20T21:48:49.927 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:49 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[43297]: 2024-09-20T21:48:49.781+0000 7f2ef5863640 -1 osd.5 458 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-20T21:48:50.626 INFO:tasks.rados.rados.0.smithi046.stdout:1964: finishing write tid 1 to smithi04683737-50 2024-09-20T21:48:50.626 INFO:tasks.rados.rados.0.smithi046.stdout:1964: finishing write tid 2 to smithi04683737-50 2024-09-20T21:48:50.626 INFO:tasks.rados.rados.0.smithi046.stdout:1964: finishing write tid 3 to smithi04683737-50 2024-09-20T21:48:50.626 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 663 (ObjNum 607 snap 200 seq_num 607) dirty exists 2024-09-20T21:48:50.627 INFO:tasks.rados.rados.0.smithi046.stdout:1964: left oid 50 (ObjNum 607 snap 200 seq_num 607) 2024-09-20T21:48:50.627 INFO:tasks.rados.rados.0.smithi046.stdout:1964: done (2 left) 2024-09-20T21:48:50.627 INFO:tasks.rados.rados.0.smithi046.stdout:1965: done (1 left) 2024-09-20T21:48:50.627 INFO:tasks.rados.rados.0.smithi046.stdout:1966: done (0 left) 2024-09-20T21:48:50.627 INFO:tasks.rados.rados.0.smithi046.stdout:1967: read oid 26 snap -1 2024-09-20T21:48:50.627 INFO:tasks.rados.rados.0.smithi046.stdout:1967: expect (ObjNum 544 snap 165 seq_num 544) 2024-09-20T21:48:50.627 INFO:tasks.rados.rados.0.smithi046.stdout:1968: read oid 47 snap 191 2024-09-20T21:48:50.627 INFO:tasks.rados.rados.0.smithi046.stdout:1968: expect (ObjNum 540 snap 164 seq_num 540) 2024-09-20T21:48:50.627 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 200 2024-09-20T21:48:50.627 INFO:tasks.rados.rados.0.smithi046.stdout:1969: seq_num 608 ranges {5529600=589824} 2024-09-20T21:48:50.662 INFO:tasks.rados.rados.0.smithi046.stdout:1969: writing smithi04683737-17 from 5529600 to 6119424 tid 1 2024-09-20T21:48:50.662 INFO:tasks.rados.rados.0.smithi046.stdout:1970: snap_remove snap 188 2024-09-20T21:48:50.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:50 smithi046 ceph-mon[96110]: pgmap v350: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 330 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 11 op/s 2024-09-20T21:48:50.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:50 smithi046 ceph-mon[96110]: osdmap e458: 8 total, 8 up, 8 in 2024-09-20T21:48:50.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:50 smithi046 ceph-mon[96110]: osd.5 marked itself down and dead 2024-09-20T21:48:50.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:50 smithi046 ceph-mon[98591]: pgmap v350: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 330 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 11 op/s 2024-09-20T21:48:50.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:50 smithi046 ceph-mon[98591]: osdmap e458: 8 total, 8 up, 8 in 2024-09-20T21:48:50.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:50 smithi046 ceph-mon[98591]: osd.5 marked itself down and dead 2024-09-20T21:48:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:50 smithi134 ceph-mon[89086]: pgmap v350: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 330 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 11 op/s 2024-09-20T21:48:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:50 smithi134 ceph-mon[89086]: osdmap e458: 8 total, 8 up, 8 in 2024-09-20T21:48:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:50 smithi134 ceph-mon[89086]: osd.5 marked itself down and dead 2024-09-20T21:48:51.474 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:51 smithi134 podman[99326]: 2024-09-20 21:48:51.202345317 +0000 UTC m=+1.519397125 container died 82e68e0822aed643963e07c09000005b972ea8f7c8579de6db63311688dbaf78 (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=quincy-fbd1a6a, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-09-20T21:48:51.626 INFO:tasks.rados.rados.0.smithi046.stdout:1967: expect (ObjNum 544 snap 165 seq_num 544) 2024-09-20T21:48:51.704 INFO:tasks.rados.rados.0.smithi046.stdout:1968: expect (ObjNum 540 snap 164 seq_num 540) 2024-09-20T21:48:51.791 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:51 smithi134 ceph-mon[89086]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-20T21:48:51.791 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:51 smithi134 ceph-mon[89086]: osdmap e459: 8 total, 7 up, 8 in 2024-09-20T21:48:51.791 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:51 smithi134 podman[99326]: 2024-09-20 21:48:51.623121202 +0000 UTC m=+1.940173014 container cleanup 82e68e0822aed643963e07c09000005b972ea8f7c8579de6db63311688dbaf78 (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=quincy-fbd1a6a, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-20T21:48:51.791 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:51 smithi134 bash[99326]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5 2024-09-20T21:48:51.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:51 smithi046 ceph-mon[96110]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-20T21:48:51.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:51 smithi046 ceph-mon[96110]: osdmap e459: 8 total, 7 up, 8 in 2024-09-20T21:48:51.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:51 smithi046 ceph-mon[98591]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-20T21:48:51.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:51 smithi046 ceph-mon[98591]: osdmap e459: 8 total, 7 up, 8 in 2024-09-20T21:48:52.176 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:51 smithi134 podman[99347]: 2024-09-20 21:48:51.789611946 +0000 UTC m=+0.587487539 container remove 82e68e0822aed643963e07c09000005b972ea8f7c8579de6db63311688dbaf78 (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, RELEASE=quincy-fbd1a6a, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-09-20T21:48:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:48:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:48:52] "GET /metrics HTTP/1.1" 200 36253 "" "Prometheus/2.43.0" 2024-09-20T21:48:52.503 INFO:tasks.rados.rados.0.smithi046.stdout:1969: finishing write tid 1 to smithi04683737-17 2024-09-20T21:48:52.504 INFO:tasks.rados.rados.0.smithi046.stdout:1969: finishing write tid 2 to smithi04683737-17 2024-09-20T21:48:52.504 INFO:tasks.rados.rados.0.smithi046.stdout:1969: finishing write tid 3 to smithi04683737-17 2024-09-20T21:48:52.504 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 697 (ObjNum 608 snap 200 seq_num 608) dirty exists 2024-09-20T21:48:52.504 INFO:tasks.rados.rados.0.smithi046.stdout:1969: left oid 17 (ObjNum 608 snap 200 seq_num 608) 2024-09-20T21:48:52.504 INFO:tasks.rados.rados.0.smithi046.stdout:1967: done (3 left) 2024-09-20T21:48:52.504 INFO:tasks.rados.rados.0.smithi046.stdout:1968: done (2 left) 2024-09-20T21:48:52.504 INFO:tasks.rados.rados.0.smithi046.stdout:1969: done (1 left) 2024-09-20T21:48:52.504 INFO:tasks.rados.rados.0.smithi046.stdout:1970: done (0 left) 2024-09-20T21:48:52.504 INFO:tasks.rados.rados.0.smithi046.stdout:1971: read oid 10 snap -1 2024-09-20T21:48:52.504 INFO:tasks.rados.rados.0.smithi046.stdout:1971: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:48:52.504 INFO:tasks.rados.rados.0.smithi046.stdout:1972: snap_remove snap 165 2024-09-20T21:48:52.511 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:48:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:48:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:48:52.511 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:52 smithi134 podman[99443]: 2024-09-20 21:48:52.134662375 +0000 UTC m=+0.015538716 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T21:48:52.511 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:52 smithi134 podman[99443]: 2024-09-20 21:48:52.248791933 +0000 UTC m=+0.129668258 container create 2e76004c74921b97d38884ced8bf576a33dd90231330acea66b8bf4f194fc879 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5-deactivate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-9e2ac70, ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-20T21:48:52.511 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:52 smithi134 podman[99443]: 2024-09-20 21:48:52.509885476 +0000 UTC m=+0.390761814 container init 2e76004c74921b97d38884ced8bf576a33dd90231330acea66b8bf4f194fc879 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, RELEASE=squid-9e2ac70, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-09-20T21:48:52.559 INFO:tasks.rados.rados.0.smithi046.stdout:1971: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:48:52.562 INFO:tasks.rados.rados.0.smithi046.stdout:1971: done (1 left) 2024-09-20T21:48:52.563 INFO:tasks.rados.rados.0.smithi046.stdout:1972: done (0 left) 2024-09-20T21:48:52.563 INFO:tasks.rados.rados.0.smithi046.stdout:1973: snap_remove snap 183 2024-09-20T21:48:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:52 smithi046 ceph-mon[98591]: pgmap v353: 121 pgs: 6 peering, 17 stale+active+clean, 4 active+clean+snaptrim, 94 active+clean; 337 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.9 MiB/s wr, 20 op/s 2024-09-20T21:48:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:52 smithi046 ceph-mon[98591]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-20T21:48:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:52 smithi046 ceph-mon[98591]: osdmap e460: 8 total, 7 up, 8 in 2024-09-20T21:48:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:52 smithi046 ceph-mon[98591]: osdmap e461: 8 total, 7 up, 8 in 2024-09-20T21:48:52.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:52 smithi046 ceph-mon[96110]: pgmap v353: 121 pgs: 6 peering, 17 stale+active+clean, 4 active+clean+snaptrim, 94 active+clean; 337 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.9 MiB/s wr, 20 op/s 2024-09-20T21:48:52.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:52 smithi046 ceph-mon[96110]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-20T21:48:52.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:52 smithi046 ceph-mon[96110]: osdmap e460: 8 total, 7 up, 8 in 2024-09-20T21:48:52.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:52 smithi046 ceph-mon[96110]: osdmap e461: 8 total, 7 up, 8 in 2024-09-20T21:48:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:52 smithi134 ceph-mon[89086]: pgmap v353: 121 pgs: 6 peering, 17 stale+active+clean, 4 active+clean+snaptrim, 94 active+clean; 337 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.9 MiB/s wr, 20 op/s 2024-09-20T21:48:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:52 smithi134 ceph-mon[89086]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-20T21:48:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:52 smithi134 ceph-mon[89086]: osdmap e460: 8 total, 7 up, 8 in 2024-09-20T21:48:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:52 smithi134 ceph-mon[89086]: osdmap e461: 8 total, 7 up, 8 in 2024-09-20T21:48:52.926 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:52 smithi134 podman[99443]: 2024-09-20 21:48:52.514627656 +0000 UTC m=+0.395503984 container start 2e76004c74921b97d38884ced8bf576a33dd90231330acea66b8bf4f194fc879 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-9e2ac70, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-09-20T21:48:52.926 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:52 smithi134 podman[99443]: 2024-09-20 21:48:52.610568758 +0000 UTC m=+0.491445099 container attach 2e76004c74921b97d38884ced8bf576a33dd90231330acea66b8bf4f194fc879 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=squid-9e2ac70, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-20T21:48:52.927 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:52 smithi134 podman[99443]: 2024-09-20 21:48:52.715699167 +0000 UTC m=+0.596575525 container died 2e76004c74921b97d38884ced8bf576a33dd90231330acea66b8bf4f194fc879 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=squid-9e2ac70, maintainer=Guillaume Abrioux ) 2024-09-20T21:48:53.563 INFO:tasks.rados.rados.0.smithi046.stdout:1973: done (0 left) 2024-09-20T21:48:53.563 INFO:tasks.rados.rados.0.smithi046.stdout:1974: read oid 14 snap 189 2024-09-20T21:48:53.564 INFO:tasks.rados.rados.0.smithi046.stdout:1974: expect (ObjNum 523 snap 160 seq_num 523) 2024-09-20T21:48:53.564 INFO:tasks.rados.rados.0.smithi046.stdout:1975: rmattr oid 13 current snap is 200 2024-09-20T21:48:53.564 INFO:tasks.rados.rados.0.smithi046.stdout:1976: read oid 8 snap -1 2024-09-20T21:48:53.564 INFO:tasks.rados.rados.0.smithi046.stdout:1976: expect (ObjNum 586 snap 191 seq_num 586) 2024-09-20T21:48:53.564 INFO:tasks.rados.rados.0.smithi046.stdout:1977: rollback oid 35 current snap is 200 2024-09-20T21:48:53.564 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 35 to 173 2024-09-20T21:48:53.564 INFO:tasks.rados.rados.0.smithi046.stdout:1978: snap_remove snap 191 2024-09-20T21:48:53.676 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:53 smithi134 podman[99485]: 2024-09-20 21:48:53.413957189 +0000 UTC m=+0.692431567 container remove 2e76004c74921b97d38884ced8bf576a33dd90231330acea66b8bf4f194fc879 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-9e2ac70, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_BRANCH=HEAD) 2024-09-20T21:48:53.676 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:53 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.5.service: Deactivated successfully. 2024-09-20T21:48:53.677 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:53 smithi134 systemd[1]: Stopped Ceph osd.5 for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:48:53.677 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:53 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.5.service: Consumed 15.400s CPU time. 2024-09-20T21:48:53.677 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:53 smithi134 systemd[1]: Starting Ceph osd.5 for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:48:54.144 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:53 smithi134 podman[99590]: 2024-09-20 21:48:53.771561161 +0000 UTC m=+0.016287339 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T21:48:54.210 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:53 smithi134 podman[99590]: 2024-09-20 21:48:53.881632442 +0000 UTC m=+0.126358609 container create 8d63a26dca9f33088dac63dab4fc5356218e9f304b1af56b92f1649a253679c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5-activate, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=squid-9e2ac70, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731) 2024-09-20T21:48:54.210 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:54 smithi134 podman[99590]: 2024-09-20 21:48:54.134371365 +0000 UTC m=+0.379097548 container init 8d63a26dca9f33088dac63dab4fc5356218e9f304b1af56b92f1649a253679c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5-activate, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=squid-9e2ac70, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-20T21:48:54.426 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:54 smithi134 podman[99590]: 2024-09-20 21:48:54.139766215 +0000 UTC m=+0.384492383 container start 8d63a26dca9f33088dac63dab4fc5356218e9f304b1af56b92f1649a253679c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5-activate, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , RELEASE=squid-9e2ac70, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS) 2024-09-20T21:48:54.427 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:54 smithi134 podman[99590]: 2024-09-20 21:48:54.217460638 +0000 UTC m=+0.462186807 container attach 8d63a26dca9f33088dac63dab4fc5356218e9f304b1af56b92f1649a253679c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5-activate, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=squid-9e2ac70, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, ceph=True, org.label-schema.schema-version=1.0) 2024-09-20T21:48:54.427 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5-activate[99605]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-20T21:48:54.427 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:54 smithi134 bash[99590]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-20T21:48:54.427 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5-activate[99605]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-20T21:48:54.427 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:54 smithi134 bash[99590]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-20T21:48:54.567 INFO:tasks.rados.rados.0.smithi046.stdout:1978: done (4 left) 2024-09-20T21:48:54.567 INFO:tasks.rados.rados.0.smithi046.stdout:1979: snap_create 2024-09-20T21:48:54.567 INFO:tasks.rados.rados.0.smithi046.stdout:1977: finishing rollback tid 0 to smithi04683737-35 2024-09-20T21:48:54.568 INFO:tasks.rados.rados.0.smithi046.stdout:1977: finishing rollback tid 1 to smithi04683737-35 2024-09-20T21:48:54.568 INFO:tasks.rados.rados.0.smithi046.stdout:1977: finishing rollback tid 2 to smithi04683737-35 2024-09-20T21:48:54.568 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 666 (ObjNum 532 snap 163 seq_num 532) dirty exists 2024-09-20T21:48:54.568 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 775 (ObjNum 548 snap 170 seq_num 548) dirty exists 2024-09-20T21:48:54.568 INFO:tasks.rados.rados.0.smithi046.stdout:1974: expect (ObjNum 523 snap 160 seq_num 523) 2024-09-20T21:48:54.785 INFO:tasks.rados.rados.0.smithi046.stdout:1976: expect (ObjNum 586 snap 191 seq_num 586) 2024-09-20T21:48:54.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:54 smithi046 ceph-mon[96110]: pgmap v356: 121 pgs: 9 active+undersized, 12 peering, 7 stale+active+clean, 2 active+clean+snaptrim, 91 active+clean; 337 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-09-20T21:48:54.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:54 smithi046 ceph-mon[96110]: osdmap e462: 8 total, 7 up, 8 in 2024-09-20T21:48:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:54 smithi046 ceph-mon[98591]: pgmap v356: 121 pgs: 9 active+undersized, 12 peering, 7 stale+active+clean, 2 active+clean+snaptrim, 91 active+clean; 337 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-09-20T21:48:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:54 smithi046 ceph-mon[98591]: osdmap e462: 8 total, 7 up, 8 in 2024-09-20T21:48:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:54 smithi134 ceph-mon[89086]: pgmap v356: 121 pgs: 9 active+undersized, 12 peering, 7 stale+active+clean, 2 active+clean+snaptrim, 91 active+clean; 337 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-09-20T21:48:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:54 smithi134 ceph-mon[89086]: osdmap e462: 8 total, 7 up, 8 in 2024-09-20T21:48:54.926 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5-activate[99605]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-20T21:48:54.926 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:54 smithi134 bash[99590]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-20T21:48:54.927 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5-activate[99605]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-20T21:48:54.927 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:54 smithi134 bash[99590]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-20T21:48:55.426 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:55 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5-activate[99605]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-20T21:48:55.426 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:55 smithi134 bash[99590]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-20T21:48:55.427 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:55 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5-activate[99605]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-20T21:48:55.427 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:55 smithi134 bash[99590]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-20T21:48:55.427 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:55 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5-activate[99605]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-09-20T21:48:55.427 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:55 smithi134 bash[99590]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-09-20T21:48:55.427 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:55 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5-activate[99605]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-20T21:48:55.427 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:55 smithi134 bash[99590]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-20T21:48:55.427 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:55 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5-activate[99605]: --> ceph-volume raw activate successful for osd ID: 5 2024-09-20T21:48:55.427 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:55 smithi134 bash[99590]: --> ceph-volume raw activate successful for osd ID: 5 2024-09-20T21:48:55.427 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:55 smithi134 podman[99590]: 2024-09-20 21:48:55.052149987 +0000 UTC m=+1.296876156 container died 8d63a26dca9f33088dac63dab4fc5356218e9f304b1af56b92f1649a253679c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5-activate, maintainer=Guillaume Abrioux , RELEASE=squid-9e2ac70, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-20T21:48:55.572 INFO:tasks.rados.rados.0.smithi046.stdout:1974: done (4 left) 2024-09-20T21:48:55.572 INFO:tasks.rados.rados.0.smithi046.stdout:1975: done (3 left) 2024-09-20T21:48:55.572 INFO:tasks.rados.rados.0.smithi046.stdout:1976: done (2 left) 2024-09-20T21:48:55.572 INFO:tasks.rados.rados.0.smithi046.stdout:1977: done (1 left) 2024-09-20T21:48:55.572 INFO:tasks.rados.rados.0.smithi046.stdout:1979: done (0 left) 2024-09-20T21:48:55.572 INFO:tasks.rados.rados.0.smithi046.stdout:1980: read oid 42 snap 177 2024-09-20T21:48:55.572 INFO:tasks.rados.rados.0.smithi046.stdout:1980: expect (ObjNum 482 snap 145 seq_num 482) 2024-09-20T21:48:55.572 INFO:tasks.rados.rados.0.smithi046.stdout:1981: snap_create 2024-09-20T21:48:55.587 INFO:tasks.rados.rados.0.smithi046.stdout:1980: expect (ObjNum 482 snap 145 seq_num 482) 2024-09-20T21:48:55.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:55 smithi046 ceph-mon[96110]: osdmap e463: 8 total, 7 up, 8 in 2024-09-20T21:48:55.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:55 smithi046 ceph-mon[98591]: osdmap e463: 8 total, 7 up, 8 in 2024-09-20T21:48:55.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:55 smithi134 ceph-mon[89086]: osdmap e463: 8 total, 7 up, 8 in 2024-09-20T21:48:55.926 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:55 smithi134 podman[99751]: 2024-09-20 21:48:55.762775928 +0000 UTC m=+0.704886718 container remove 8d63a26dca9f33088dac63dab4fc5356218e9f304b1af56b92f1649a253679c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5-activate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=squid-9e2ac70) 2024-09-20T21:48:56.235 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:55 smithi134 podman[99816]: 2024-09-20 21:48:55.87030063 +0000 UTC m=+0.015902021 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T21:48:56.235 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:56 smithi134 podman[99816]: 2024-09-20 21:48:56.005551432 +0000 UTC m=+0.151152854 container create dc4e11b5a9da5284c973fabfea60a6d8223028d04d971dc68a549dff3d522b1d (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=squid-9e2ac70, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-20T21:48:56.235 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:56 smithi134 podman[99816]: 2024-09-20 21:48:56.23364753 +0000 UTC m=+0.379248918 container init dc4e11b5a9da5284c973fabfea60a6d8223028d04d971dc68a549dff3d522b1d (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-9e2ac70, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-09-20T21:48:56.574 INFO:tasks.rados.rados.0.smithi046.stdout:1980: done (1 left) 2024-09-20T21:48:56.575 INFO:tasks.rados.rados.0.smithi046.stdout:1981: done (0 left) 2024-09-20T21:48:56.575 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 202 2024-09-20T21:48:56.575 INFO:tasks.rados.rados.0.smithi046.stdout:1982: seq_num 609 ranges {0=606208} 2024-09-20T21:48:56.576 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:56 smithi134 podman[99816]: 2024-09-20 21:48:56.238821927 +0000 UTC m=+0.384423307 container start dc4e11b5a9da5284c973fabfea60a6d8223028d04d971dc68a549dff3d522b1d (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=squid-9e2ac70, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-09-20T21:48:56.576 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:56 smithi134 ceph-osd[99854]: -- 172.21.15.134:0/4114144770 <== mon.1 v2:172.21.15.134:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ed84c51a40 con 0x55ed84c2fc00 2024-09-20T21:48:56.576 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:56 smithi134 bash[99816]: dc4e11b5a9da5284c973fabfea60a6d8223028d04d971dc68a549dff3d522b1d 2024-09-20T21:48:56.576 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:56 smithi134 systemd[1]: Started Ceph osd.5 for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:48:56.578 INFO:tasks.rados.rados.0.smithi046.stdout:1982: writing smithi04683737-39 from 0 to 606208 tid 1 2024-09-20T21:48:56.578 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 38 current snap is 202 2024-09-20T21:48:56.579 INFO:tasks.rados.rados.0.smithi046.stdout:1983: seq_num 610 ranges {0=622592} 2024-09-20T21:48:56.583 INFO:tasks.rados.rados.0.smithi046.stdout:1983: writing smithi04683737-38 from 0 to 622592 tid 1 2024-09-20T21:48:56.583 INFO:tasks.rados.rados.0.smithi046.stdout:1984: read oid 35 snap -1 2024-09-20T21:48:56.583 INFO:tasks.rados.rados.0.smithi046.stdout:1984: expect (ObjNum 532 snap 163 seq_num 532) 2024-09-20T21:48:56.583 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 202 2024-09-20T21:48:56.583 INFO:tasks.rados.rados.0.smithi046.stdout:1985: seq_num 611 ranges {8200192=638976} 2024-09-20T21:48:56.632 INFO:tasks.rados.rados.0.smithi046.stdout:1985: writing smithi04683737-23 from 8200192 to 8839168 tid 1 2024-09-20T21:48:56.632 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 202 2024-09-20T21:48:56.632 INFO:tasks.rados.rados.0.smithi046.stdout:1986: seq_num 612 ranges {4972544=655360} 2024-09-20T21:48:56.663 INFO:tasks.rados.rados.0.smithi046.stdout:1986: writing smithi04683737-22 from 4972544 to 5627904 tid 1 2024-09-20T21:48:56.663 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 202 2024-09-20T21:48:56.663 INFO:tasks.rados.rados.0.smithi046.stdout:1982: finishing write tid 1 to smithi04683737-39 2024-09-20T21:48:56.663 INFO:tasks.rados.rados.0.smithi046.stdout:1987: seq_num 613 ranges {4784128=671744} 2024-09-20T21:48:56.693 INFO:tasks.rados.rados.0.smithi046.stdout:1987: writing smithi04683737-37 from 4784128 to 5455872 tid 1 2024-09-20T21:48:56.693 INFO:tasks.rados.rados.0.smithi046.stdout:1988: read oid 47 snap 173 2024-09-20T21:48:56.693 INFO:tasks.rados.rados.0.smithi046.stdout:1988: expect (ObjNum 540 snap 164 seq_num 540) 2024-09-20T21:48:56.693 INFO:tasks.rados.rados.0.smithi046.stdout:1989: rmattr oid 25 current snap is 202 2024-09-20T21:48:56.693 INFO:tasks.rados.rados.0.smithi046.stdout:1989: done (7 left) 2024-09-20T21:48:56.694 INFO:tasks.rados.rados.0.smithi046.stdout:1990: snap_remove snap 185 2024-09-20T21:48:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:56 smithi046 ceph-mon[96110]: pgmap v359: 121 pgs: 23 active+undersized, 12 peering, 2 stale+active+clean, 2 active+clean+snaptrim, 8 active+undersized+degraded, 74 active+clean; 338 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 420 KiB/s wr, 8 op/s; 67/654 objects degraded (10.245%) 2024-09-20T21:48:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:56 smithi046 ceph-mon[96110]: Health check failed: Degraded data redundancy: 67/654 objects degraded (10.245%), 8 pgs degraded (PG_DEGRADED) 2024-09-20T21:48:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:56 smithi046 ceph-mon[96110]: osdmap e464: 8 total, 7 up, 8 in 2024-09-20T21:48:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:56 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:56 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:56 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:48:56.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:56 smithi046 ceph-mon[98591]: pgmap v359: 121 pgs: 23 active+undersized, 12 peering, 2 stale+active+clean, 2 active+clean+snaptrim, 8 active+undersized+degraded, 74 active+clean; 338 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 420 KiB/s wr, 8 op/s; 67/654 objects degraded (10.245%) 2024-09-20T21:48:56.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:56 smithi046 ceph-mon[98591]: Health check failed: Degraded data redundancy: 67/654 objects degraded (10.245%), 8 pgs degraded (PG_DEGRADED) 2024-09-20T21:48:56.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:56 smithi046 ceph-mon[98591]: osdmap e464: 8 total, 7 up, 8 in 2024-09-20T21:48:56.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:56 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:56.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:56 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:56.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:56 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:48:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:56 smithi134 ceph-mon[89086]: pgmap v359: 121 pgs: 23 active+undersized, 12 peering, 2 stale+active+clean, 2 active+clean+snaptrim, 8 active+undersized+degraded, 74 active+clean; 338 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 420 KiB/s wr, 8 op/s; 67/654 objects degraded (10.245%) 2024-09-20T21:48:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:56 smithi134 ceph-mon[89086]: Health check failed: Degraded data redundancy: 67/654 objects degraded (10.245%), 8 pgs degraded (PG_DEGRADED) 2024-09-20T21:48:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:56 smithi134 ceph-mon[89086]: osdmap e464: 8 total, 7 up, 8 in 2024-09-20T21:48:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:56 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:56 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:48:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:56 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:48:57.395 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-20T21:48:57.568 INFO:tasks.rados.rados.0.smithi046.stdout:1990: done (7 left) 2024-09-20T21:48:57.568 INFO:tasks.rados.rados.0.smithi046.stdout:1991: rollback oid 21 current snap is 202 2024-09-20T21:48:57.568 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 21 to 192 2024-09-20T21:48:57.568 INFO:tasks.rados.rados.0.smithi046.stdout:1982: finishing write tid 2 to smithi04683737-39 2024-09-20T21:48:57.569 INFO:tasks.rados.rados.0.smithi046.stdout:1982: finishing write tid 3 to smithi04683737-39 2024-09-20T21:48:57.569 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 664 (ObjNum 609 snap 202 seq_num 609) dirty exists 2024-09-20T21:48:57.569 INFO:tasks.rados.rados.0.smithi046.stdout:1982: left oid 39 (ObjNum 609 snap 202 seq_num 609) 2024-09-20T21:48:57.569 INFO:tasks.rados.rados.0.smithi046.stdout:1983: finishing write tid 1 to smithi04683737-38 2024-09-20T21:48:57.569 INFO:tasks.rados.rados.0.smithi046.stdout:1983: finishing write tid 2 to smithi04683737-38 2024-09-20T21:48:57.569 INFO:tasks.rados.rados.0.smithi046.stdout:1983: finishing write tid 3 to smithi04683737-38 2024-09-20T21:48:57.569 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 732 (ObjNum 610 snap 202 seq_num 610) dirty exists 2024-09-20T21:48:57.569 INFO:tasks.rados.rados.0.smithi046.stdout:1983: left oid 38 (ObjNum 610 snap 202 seq_num 610) 2024-09-20T21:48:57.569 INFO:tasks.rados.rados.0.smithi046.stdout:1984: expect (ObjNum 532 snap 163 seq_num 532) 2024-09-20T21:48:57.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:57 smithi046 ceph-mon[96110]: osdmap e465: 8 total, 7 up, 8 in 2024-09-20T21:48:57.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:57 smithi046 ceph-mon[96110]: osdmap e466: 8 total, 7 up, 8 in 2024-09-20T21:48:57.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:57 smithi046 ceph-mon[98591]: osdmap e465: 8 total, 7 up, 8 in 2024-09-20T21:48:57.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:57 smithi046 ceph-mon[98591]: osdmap e466: 8 total, 7 up, 8 in 2024-09-20T21:48:57.687 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-20T21:48:57.687 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (5m) 66s ago 9m 17.5M - 0.25.0 c8568f914cd2 0d74f13360c6 2024-09-20T21:48:57.687 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi134 *:3000 running (5m) 32s ago 9m 85.5M - 9.4.7 954c08fa6188 8341e8dee31d 2024-09-20T21:48:57.687 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (10m) 66s ago 10m 16.0M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 9e6c3beb915d 2024-09-20T21:48:57.687 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi134 running (10m) 32s ago 10m 19.9M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 132e8dbc5c5d 2024-09-20T21:48:57.687 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi134 *:8443,9283,8765 running (4m) 32s ago 14m 441M - 19.1.1-367-g9e2ac70b cc9251b744a3 4807b49ee672 2024-09-20T21:48:57.688 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443,9283,8765 running (4m) 66s ago 15m 511M - 19.1.1-367-g9e2ac70b cc9251b744a3 287f9c5532d7 2024-09-20T21:48:57.688 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (4m) 66s ago 16m 54.4M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 ce5bbc0a7b3e 2024-09-20T21:48:57.688 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi134 running (3m) 32s ago 14m 44.1M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 72d0616e106b 2024-09-20T21:48:57.688 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (3m) 66s ago 14m 46.3M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 17796ae3530a 2024-09-20T21:48:57.688 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (5m) 66s ago 9m 8456k - 1.5.0 0da6a335fe13 808d8998a7db 2024-09-20T21:48:57.688 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi134 *:9100 running (5m) 32s ago 8m 15.7M - 1.5.0 0da6a335fe13 d64b31ebfc6a 2024-09-20T21:48:57.688 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (2m) 66s ago 13m 157M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 a86fc71a02d1 2024-09-20T21:48:57.688 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (2m) 66s ago 13m 126M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 04055c8b47db 2024-09-20T21:48:57.688 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (104s) 66s ago 13m 86.6M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 bfb9841748e3 2024-09-20T21:48:57.688 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (70s) 66s ago 12m 14.4M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 bff5e3b30c96 2024-09-20T21:48:57.688 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi134 running (37s) 32s ago 12m 14.4M 2480M 19.1.1-367-g9e2ac70b cc9251b744a3 ced5920fc235 2024-09-20T21:48:57.688 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi134 starting - - - 2480M 2024-09-20T21:48:57.688 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi134 running (11m) 32s ago 11m 189M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be f826d37d1cf7 2024-09-20T21:48:57.689 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi134 running (11m) 32s ago 11m 178M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be fbf3a60c2bb0 2024-09-20T21:48:57.689 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi134 *:9095 running (4m) 32s ago 9m 64.5M - 2.43.0 a07b618ecd1d 5e01fa97ed3d 2024-09-20T21:48:57.896 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:57 smithi134 ceph-mon[89086]: osdmap e465: 8 total, 7 up, 8 in 2024-09-20T21:48:57.896 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:57 smithi134 ceph-mon[89086]: osdmap e466: 8 total, 7 up, 8 in 2024-09-20T21:48:58.025 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-20T21:48:58.025 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-20T21:48:58.025 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 3 2024-09-20T21:48:58.025 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:48:58.026 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-20T21:48:58.026 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 2 2024-09-20T21:48:58.026 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:48:58.026 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-20T21:48:58.026 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 2, 2024-09-20T21:48:58.026 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 5 2024-09-20T21:48:58.026 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:48:58.026 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-20T21:48:58.026 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 2 2024-09-20T21:48:58.026 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:48:58.026 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-20T21:48:58.026 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 4, 2024-09-20T21:48:58.026 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 10 2024-09-20T21:48:58.026 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-20T21:48:58.026 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-20T21:48:58.175 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:48:57 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[99831]: 2024-09-20T21:48:57.893+0000 7f06901d8640 -1 Falling back to public interface 2024-09-20T21:48:58.484 INFO:tasks.rados.rados.0.smithi046.stdout:1985: finishing write tid 1 to smithi04683737-23 2024-09-20T21:48:58.484 INFO:tasks.rados.rados.0.smithi046.stdout:1985: finishing write tid 2 to smithi04683737-23 2024-09-20T21:48:58.484 INFO:tasks.rados.rados.0.smithi046.stdout:1985: finishing write tid 3 to smithi04683737-23 2024-09-20T21:48:58.485 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 581 (ObjNum 611 snap 202 seq_num 611) dirty exists 2024-09-20T21:48:58.485 INFO:tasks.rados.rados.0.smithi046.stdout:1985: left oid 23 (ObjNum 611 snap 202 seq_num 611) 2024-09-20T21:48:58.485 INFO:tasks.rados.rados.0.smithi046.stdout:1986: finishing write tid 1 to smithi04683737-22 2024-09-20T21:48:58.485 INFO:tasks.rados.rados.0.smithi046.stdout:1986: finishing write tid 2 to smithi04683737-22 2024-09-20T21:48:58.485 INFO:tasks.rados.rados.0.smithi046.stdout:1982: done (7 left) 2024-09-20T21:48:58.485 INFO:tasks.rados.rados.0.smithi046.stdout:1983: done (6 left) 2024-09-20T21:48:58.485 INFO:tasks.rados.rados.0.smithi046.stdout:1984: done (5 left) 2024-09-20T21:48:58.485 INFO:tasks.rados.rados.0.smithi046.stdout:1985: done (4 left) 2024-09-20T21:48:58.485 INFO:tasks.rados.rados.0.smithi046.stdout:1992: read oid 27 snap -1 2024-09-20T21:48:58.485 INFO:tasks.rados.rados.0.smithi046.stdout:1992: expect (ObjNum 580 snap 187 seq_num 580) 2024-09-20T21:48:58.485 INFO:tasks.rados.rados.0.smithi046.stdout:1993: delete oid 18 current snap is 202 2024-09-20T21:48:58.485 INFO:tasks.rados.rados.0.smithi046.stdout:1986: finishing write tid 3 to smithi04683737-22 2024-09-20T21:48:58.485 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 770 (ObjNum 612 snap 202 seq_num 612) dirty exists 2024-09-20T21:48:58.485 INFO:tasks.rados.rados.0.smithi046.stdout:1986: left oid 22 (ObjNum 612 snap 202 seq_num 612) 2024-09-20T21:48:58.485 INFO:tasks.rados.rados.0.smithi046.stdout:1987: finishing write tid 1 to smithi04683737-37 2024-09-20T21:48:58.485 INFO:tasks.rados.rados.0.smithi046.stdout:1987: finishing write tid 2 to smithi04683737-37 2024-09-20T21:48:58.486 INFO:tasks.rados.rados.0.smithi046.stdout:1987: finishing write tid 3 to smithi04683737-37 2024-09-20T21:48:58.486 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 734 (ObjNum 613 snap 202 seq_num 613) dirty exists 2024-09-20T21:48:58.486 INFO:tasks.rados.rados.0.smithi046.stdout:1987: left oid 37 (ObjNum 613 snap 202 seq_num 613) 2024-09-20T21:48:58.486 INFO:tasks.rados.rados.0.smithi046.stdout:1988: expect (ObjNum 540 snap 164 seq_num 540) 2024-09-20T21:48:58.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:58 smithi046 ceph-mon[98591]: pgmap v362: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 337 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 436 KiB/s wr, 10 op/s; 111/642 objects degraded (17.290%) 2024-09-20T21:48:58.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:58 smithi046 ceph-mon[98591]: from='client.34314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:48:58.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:58 smithi046 ceph-mon[98591]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-09-20T21:48:58.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:58 smithi046 ceph-mon[98591]: from='client.44267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:48:58.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:48:58 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1842345594' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:48:58.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:58 smithi046 ceph-mon[96110]: pgmap v362: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 337 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 436 KiB/s wr, 10 op/s; 111/642 objects degraded (17.290%) 2024-09-20T21:48:58.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:58 smithi046 ceph-mon[96110]: from='client.34314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:48:58.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:58 smithi046 ceph-mon[96110]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-09-20T21:48:58.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:58 smithi046 ceph-mon[96110]: from='client.44267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:48:58.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:48:58 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1842345594' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:48:58.903 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:58 smithi134 ceph-mon[89086]: pgmap v362: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 337 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 436 KiB/s wr, 10 op/s; 111/642 objects degraded (17.290%) 2024-09-20T21:48:58.903 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:58 smithi134 ceph-mon[89086]: from='client.34314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:48:58.903 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:58 smithi134 ceph-mon[89086]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-09-20T21:48:58.903 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:58 smithi134 ceph-mon[89086]: from='client.44267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:48:58.903 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:48:58 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1842345594' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:48:59.286 INFO:tasks.rados.rados.0.smithi046.stdout:1991: finishing rollback tid 0 to smithi04683737-21 2024-09-20T21:48:59.286 INFO:tasks.rados.rados.0.smithi046.stdout:1991: finishing rollback tid 1 to smithi04683737-21 2024-09-20T21:48:59.286 INFO:tasks.rados.rados.0.smithi046.stdout:1991: finishing rollback tid 2 to smithi04683737-21 2024-09-20T21:48:59.286 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 774 (ObjNum 502 snap 154 seq_num 502) dirty exists 2024-09-20T21:48:59.286 INFO:tasks.rados.rados.0.smithi046.stdout:1986: done (5 left) 2024-09-20T21:48:59.286 INFO:tasks.rados.rados.0.smithi046.stdout:1987: done (4 left) 2024-09-20T21:48:59.286 INFO:tasks.rados.rados.0.smithi046.stdout:1988: done (3 left) 2024-09-20T21:48:59.286 INFO:tasks.rados.rados.0.smithi046.stdout:1991: done (2 left) 2024-09-20T21:48:59.286 INFO:tasks.rados.rados.0.smithi046.stdout:1993: done (1 left) 2024-09-20T21:48:59.286 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 202 2024-09-20T21:48:59.287 INFO:tasks.rados.rados.0.smithi046.stdout:1992: expect (ObjNum 580 snap 187 seq_num 580) 2024-09-20T21:48:59.629 INFO:tasks.rados.rados.0.smithi046.stdout:1994: seq_num 615 ranges {0=704512} 2024-09-20T21:48:59.633 INFO:tasks.rados.rados.0.smithi046.stdout:1994: writing smithi04683737-24 from 0 to 704512 tid 1 2024-09-20T21:48:59.633 INFO:tasks.rados.rados.0.smithi046.stdout:1992: done (1 left) 2024-09-20T21:48:59.633 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 202 2024-09-20T21:48:59.633 INFO:tasks.rados.rados.0.smithi046.stdout:1995: seq_num 616 ranges {0=720896} 2024-09-20T21:48:59.637 INFO:tasks.rados.rados.0.smithi046.stdout:1995: writing smithi04683737-32 from 0 to 720896 tid 1 2024-09-20T21:48:59.637 INFO:tasks.rados.rados.0.smithi046.stdout:1996: snap_remove snap 178 2024-09-20T21:49:00.595 INFO:tasks.rados.rados.0.smithi046.stdout:1996: done (2 left) 2024-09-20T21:49:00.595 INFO:tasks.rados.rados.0.smithi046.stdout:1997: read oid 5 snap -1 2024-09-20T21:49:00.596 INFO:tasks.rados.rados.0.smithi046.stdout:1997: expect (ObjNum 582 snap 188 seq_num 582) 2024-09-20T21:49:00.596 INFO:tasks.rados.rados.0.smithi046.stdout:1994: finishing write tid 1 to smithi04683737-24 2024-09-20T21:49:00.596 INFO:tasks.rados.rados.0.smithi046.stdout:1994: finishing write tid 2 to smithi04683737-24 2024-09-20T21:49:00.596 INFO:tasks.rados.rados.0.smithi046.stdout:1994: finishing write tid 3 to smithi04683737-24 2024-09-20T21:49:00.596 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 730 (ObjNum 615 snap 202 seq_num 615) dirty exists 2024-09-20T21:49:00.596 INFO:tasks.rados.rados.0.smithi046.stdout:1994: left oid 24 (ObjNum 615 snap 202 seq_num 615) 2024-09-20T21:49:00.596 INFO:tasks.rados.rados.0.smithi046.stdout:1995: finishing write tid 1 to smithi04683737-32 2024-09-20T21:49:00.596 INFO:tasks.rados.rados.0.smithi046.stdout:1995: finishing write tid 2 to smithi04683737-32 2024-09-20T21:49:00.596 INFO:tasks.rados.rados.0.smithi046.stdout:1995: finishing write tid 3 to smithi04683737-32 2024-09-20T21:49:00.596 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 803 (ObjNum 616 snap 202 seq_num 616) dirty exists 2024-09-20T21:49:00.596 INFO:tasks.rados.rados.0.smithi046.stdout:1995: left oid 32 (ObjNum 616 snap 202 seq_num 616) 2024-09-20T21:49:00.596 INFO:tasks.rados.rados.0.smithi046.stdout:1994: done (2 left) 2024-09-20T21:49:00.596 INFO:tasks.rados.rados.0.smithi046.stdout:1995: done (1 left) 2024-09-20T21:49:00.596 INFO:tasks.rados.rados.0.smithi046.stdout:1998: delete oid 44 current snap is 202 2024-09-20T21:49:00.612 INFO:tasks.rados.rados.0.smithi046.stdout:1998: done (1 left) 2024-09-20T21:49:00.612 INFO:tasks.rados.rados.0.smithi046.stdout:1999: read oid 49 snap -1 2024-09-20T21:49:00.612 INFO:tasks.rados.rados.0.smithi046.stdout:1999: expect (ObjNum 600 snap 199 seq_num 600) 2024-09-20T21:49:00.612 INFO:tasks.rados.rados.0.smithi046.stdout:2000: delete oid 12 current snap is 202 2024-09-20T21:49:00.616 INFO:tasks.rados.rados.0.smithi046.stdout:2000: done (2 left) 2024-09-20T21:49:00.616 INFO:tasks.rados.rados.0.smithi046.stdout:2001: delete oid 20 current snap is 202 2024-09-20T21:49:00.618 INFO:tasks.rados.rados.0.smithi046.stdout:2001: done (2 left) 2024-09-20T21:49:00.618 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 31 current snap is 202 2024-09-20T21:49:00.618 INFO:tasks.rados.rados.0.smithi046.stdout:2002: seq_num 620 ranges {2940928=794624} 2024-09-20T21:49:00.640 INFO:tasks.rados.rados.0.smithi046.stdout:2002: writing smithi04683737-31 from 2940928 to 3735552 tid 1 2024-09-20T21:49:00.640 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 202 2024-09-20T21:49:00.640 INFO:tasks.rados.rados.0.smithi046.stdout:2003: seq_num 621 ranges {2498560=409600,2908160=401408} 2024-09-20T21:49:00.655 INFO:tasks.rados.rados.0.smithi046.stdout:2003: writing smithi04683737-25 from 2498560 to 2908160 tid 1 2024-09-20T21:49:00.658 INFO:tasks.rados.rados.0.smithi046.stdout:2003: writing smithi04683737-25 from 2908160 to 3309568 tid 2 2024-09-20T21:49:00.658 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 202 2024-09-20T21:49:00.658 INFO:tasks.rados.rados.0.smithi046.stdout:2004: seq_num 622 ranges {4399104=425984,4825088=401408} 2024-09-20T21:49:00.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:00 smithi134 ceph-mon[89086]: pgmap v364: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 337 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 132 KiB/s wr, 7 op/s; 111/642 objects degraded (17.290%) 2024-09-20T21:49:00.684 INFO:tasks.rados.rados.0.smithi046.stdout:2004: writing smithi04683737-1 from 4399104 to 4825088 tid 1 2024-09-20T21:49:00.687 INFO:tasks.rados.rados.0.smithi046.stdout:2004: writing smithi04683737-1 from 4825088 to 5226496 tid 2 2024-09-20T21:49:00.687 INFO:tasks.rados.rados.0.smithi046.stdout:2005: setattr oid 30 current snap is 202 2024-09-20T21:49:00.687 INFO:tasks.rados.rados.0.smithi046.stdout:1999: expect (ObjNum 600 snap 199 seq_num 600) 2024-09-20T21:49:00.713 INFO:tasks.rados.rados.0.smithi046.stdout:1997: expect (ObjNum 582 snap 188 seq_num 582) 2024-09-20T21:49:00.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:00 smithi046 ceph-mon[96110]: pgmap v364: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 337 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 132 KiB/s wr, 7 op/s; 111/642 objects degraded (17.290%) 2024-09-20T21:49:00.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:00 smithi046 ceph-mon[98591]: pgmap v364: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 337 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 132 KiB/s wr, 7 op/s; 111/642 objects degraded (17.290%) 2024-09-20T21:49:00.901 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:49:00 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2[114412]: 2024-09-20T21:49:00.634+0000 7efec66b5640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fa after trimming was started 2024-09-20T21:49:01.450 INFO:tasks.rados.rados.0.smithi046.stdout:2002: finishing write tid 1 to smithi04683737-31 2024-09-20T21:49:01.450 INFO:tasks.rados.rados.0.smithi046.stdout:2002: finishing write tid 2 to smithi04683737-31 2024-09-20T21:49:01.451 INFO:tasks.rados.rados.0.smithi046.stdout:2002: finishing write tid 3 to smithi04683737-31 2024-09-20T21:49:01.451 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 816 (ObjNum 620 snap 202 seq_num 620) dirty exists 2024-09-20T21:49:01.451 INFO:tasks.rados.rados.0.smithi046.stdout:2002: left oid 31 (ObjNum 620 snap 202 seq_num 620) 2024-09-20T21:49:01.451 INFO:tasks.rados.rados.0.smithi046.stdout:2003: finishing write tid 1 to smithi04683737-25 2024-09-20T21:49:01.451 INFO:tasks.rados.rados.0.smithi046.stdout:2003: finishing write tid 2 to smithi04683737-25 2024-09-20T21:49:01.451 INFO:tasks.rados.rados.0.smithi046.stdout:2003: finishing write tid 3 to smithi04683737-25 2024-09-20T21:49:01.451 INFO:tasks.rados.rados.0.smithi046.stdout:2003: finishing write tid 4 to smithi04683737-25 2024-09-20T21:49:01.451 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 737 (ObjNum 621 snap 202 seq_num 621) dirty exists 2024-09-20T21:49:01.451 INFO:tasks.rados.rados.0.smithi046.stdout:2003: left oid 25 (ObjNum 621 snap 202 seq_num 621) 2024-09-20T21:49:01.451 INFO:tasks.rados.rados.0.smithi046.stdout:2004: finishing write tid 1 to smithi04683737-1 2024-09-20T21:49:01.451 INFO:tasks.rados.rados.0.smithi046.stdout:2004: finishing write tid 2 to smithi04683737-1 2024-09-20T21:49:01.451 INFO:tasks.rados.rados.0.smithi046.stdout:2004: finishing write tid 3 to smithi04683737-1 2024-09-20T21:49:01.451 INFO:tasks.rados.rados.0.smithi046.stdout:2004: finishing write tid 4 to smithi04683737-1 2024-09-20T21:49:01.452 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 730 (ObjNum 622 snap 202 seq_num 622) dirty exists 2024-09-20T21:49:01.452 INFO:tasks.rados.rados.0.smithi046.stdout:2004: left oid 1 (ObjNum 622 snap 202 seq_num 622) 2024-09-20T21:49:01.452 INFO:tasks.rados.rados.0.smithi046.stdout:1997: done (5 left) 2024-09-20T21:49:01.452 INFO:tasks.rados.rados.0.smithi046.stdout:1999: done (4 left) 2024-09-20T21:49:01.452 INFO:tasks.rados.rados.0.smithi046.stdout:2002: done (3 left) 2024-09-20T21:49:01.452 INFO:tasks.rados.rados.0.smithi046.stdout:2003: done (2 left) 2024-09-20T21:49:01.452 INFO:tasks.rados.rados.0.smithi046.stdout:2004: done (1 left) 2024-09-20T21:49:01.452 INFO:tasks.rados.rados.0.smithi046.stdout:2006: delete oid 9 current snap is 202 2024-09-20T21:49:01.453 INFO:tasks.rados.rados.0.smithi046.stdout:2006: done (1 left) 2024-09-20T21:49:01.453 INFO:tasks.rados.rados.0.smithi046.stdout:2007: read oid 40 snap -1 2024-09-20T21:49:01.453 INFO:tasks.rados.rados.0.smithi046.stdout:2007: expect deleted 2024-09-20T21:49:01.453 INFO:tasks.rados.rados.0.smithi046.stdout:2008: read oid 2 snap 197 2024-09-20T21:49:01.453 INFO:tasks.rados.rados.0.smithi046.stdout:2008: expect (ObjNum 467 snap 140 seq_num 467) 2024-09-20T21:49:01.453 INFO:tasks.rados.rados.0.smithi046.stdout:2009: delete oid 47 current snap is 202 2024-09-20T21:49:01.453 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 619 (ObjNum 566 snap 178 seq_num 566) dirty exists 2024-09-20T21:49:01.455 INFO:tasks.rados.rados.0.smithi046.stdout:2008: expect (ObjNum 467 snap 140 seq_num 467) 2024-09-20T21:49:01.488 INFO:tasks.rados.rados.0.smithi046.stdout:2005: done (3 left) 2024-09-20T21:49:01.488 INFO:tasks.rados.rados.0.smithi046.stdout:2007: done (2 left) 2024-09-20T21:49:01.488 INFO:tasks.rados.rados.0.smithi046.stdout:2008: done (1 left) 2024-09-20T21:49:01.488 INFO:tasks.rados.rados.0.smithi046.stdout:2009: done (0 left) 2024-09-20T21:49:01.488 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 202 2024-09-20T21:49:01.488 INFO:tasks.rados.rados.0.smithi046.stdout:2010: seq_num 625 ranges {8839168=475136,9314304=401408} 2024-09-20T21:49:01.538 INFO:tasks.rados.rados.0.smithi046.stdout:2010: writing smithi04683737-23 from 8839168 to 9314304 tid 1 2024-09-20T21:49:01.541 INFO:tasks.rados.rados.0.smithi046.stdout:2010: writing smithi04683737-23 from 9314304 to 9715712 tid 2 2024-09-20T21:49:01.541 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 202 2024-09-20T21:49:01.541 INFO:tasks.rados.rados.0.smithi046.stdout:2011: seq_num 626 ranges {1990656=491520,2482176=401408} 2024-09-20T21:49:01.554 INFO:tasks.rados.rados.0.smithi046.stdout:2011: writing smithi04683737-43 from 1990656 to 2482176 tid 1 2024-09-20T21:49:01.557 INFO:tasks.rados.rados.0.smithi046.stdout:2011: writing smithi04683737-43 from 2482176 to 2883584 tid 2 2024-09-20T21:49:01.557 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 202 2024-09-20T21:49:01.557 INFO:tasks.rados.rados.0.smithi046.stdout:2010: finishing write tid 1 to smithi04683737-23 2024-09-20T21:49:01.557 INFO:tasks.rados.rados.0.smithi046.stdout:2010: finishing write tid 2 to smithi04683737-23 2024-09-20T21:49:01.557 INFO:tasks.rados.rados.0.smithi046.stdout:2010: finishing write tid 3 to smithi04683737-23 2024-09-20T21:49:01.557 INFO:tasks.rados.rados.0.smithi046.stdout:2010: finishing write tid 4 to smithi04683737-23 2024-09-20T21:49:01.557 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 586 (ObjNum 625 snap 202 seq_num 625) dirty exists 2024-09-20T21:49:01.557 INFO:tasks.rados.rados.0.smithi046.stdout:2010: left oid 23 (ObjNum 625 snap 202 seq_num 625) 2024-09-20T21:49:01.557 INFO:tasks.rados.rados.0.smithi046.stdout:2012: seq_num 627 ranges {0=507904,507904=401408} 2024-09-20T21:49:01.560 INFO:tasks.rados.rados.0.smithi046.stdout:2012: writing smithi04683737-48 from 0 to 507904 tid 1 2024-09-20T21:49:01.563 INFO:tasks.rados.rados.0.smithi046.stdout:2012: writing smithi04683737-48 from 507904 to 909312 tid 2 2024-09-20T21:49:01.563 INFO:tasks.rados.rados.0.smithi046.stdout:2010: done (2 left) 2024-09-20T21:49:01.563 INFO:tasks.rados.rados.0.smithi046.stdout:2013: read oid 11 snap -1 2024-09-20T21:49:01.563 INFO:tasks.rados.rados.0.smithi046.stdout:2013: expect (ObjNum 606 snap 199 seq_num 606) 2024-09-20T21:49:01.563 INFO:tasks.rados.rados.0.smithi046.stdout:2014: snap_remove snap 200 2024-09-20T21:49:01.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:01 smithi046 ceph-mon[96110]: osdmap e467: 8 total, 7 up, 8 in 2024-09-20T21:49:01.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:01 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:01.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:01 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:01.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:01 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:01.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:01 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:01.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:01 smithi046 ceph-mon[98591]: osdmap e467: 8 total, 7 up, 8 in 2024-09-20T21:49:01.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:01 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:01.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:01 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:01.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:01 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:01.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:01 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:01.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:01 smithi134 ceph-mon[89086]: osdmap e467: 8 total, 7 up, 8 in 2024-09-20T21:49:01.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:01 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:01.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:01 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:01.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:01 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:01.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:01 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:02.190 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:49:01 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[99831]: 2024-09-20T21:49:01.995+0000 7f06901d8640 -1 osd.5 458 log_to_monitors true 2024-09-20T21:49:02.384 INFO:tasks.rados.rados.0.smithi046.stdout:2014: done (3 left) 2024-09-20T21:49:02.384 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 202 2024-09-20T21:49:02.384 INFO:tasks.rados.rados.0.smithi046.stdout:2015: seq_num 628 ranges {2736128=524288,3260416=401408} 2024-09-20T21:49:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:49:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:49:02] "GET /metrics HTTP/1.1" 200 36253 "" "Prometheus/2.43.0" 2024-09-20T21:49:02.402 INFO:tasks.rados.rados.0.smithi046.stdout:2015: writing smithi04683737-41 from 2736128 to 3260416 tid 1 2024-09-20T21:49:02.405 INFO:tasks.rados.rados.0.smithi046.stdout:2015: writing smithi04683737-41 from 3260416 to 3661824 tid 2 2024-09-20T21:49:02.405 INFO:tasks.rados.rados.0.smithi046.stdout:2016: read oid 8 snap 184 2024-09-20T21:49:02.405 INFO:tasks.rados.rados.0.smithi046.stdout:2016: expect (ObjNum 482 snap 145 seq_num 482) 2024-09-20T21:49:02.405 INFO:tasks.rados.rados.0.smithi046.stdout:2017: snap_remove snap 189 2024-09-20T21:49:02.544 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:49:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[99831]: 2024-09-20T21:49:02.417+0000 7f0687f83640 -1 osd.5 458 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-20T21:49:02.544 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:49:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:49:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:49:02.802 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:02 smithi134 ceph-mon[89086]: pgmap v366: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 341 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 687 KiB/s wr, 9 op/s; 114/654 objects degraded (17.431%) 2024-09-20T21:49:02.802 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:02 smithi134 ceph-mon[89086]: Health check update: Degraded data redundancy: 114/654 objects degraded (17.431%), 14 pgs degraded (PG_DEGRADED) 2024-09-20T21:49:02.802 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:02 smithi134 ceph-mon[89086]: from='osd.5 [v2:172.21.15.134:6808/340979693,v1:172.21.15.134:6809/340979693]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-20T21:49:02.802 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:02 smithi134 ceph-mon[89086]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-20T21:49:02.802 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:02 smithi134 ceph-mon[89086]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-20T21:49:02.802 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:02 smithi134 ceph-mon[89086]: from='osd.5 [v2:172.21.15.134:6808/340979693,v1:172.21.15.134:6809/340979693]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:49:02.802 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:02 smithi134 ceph-mon[89086]: osdmap e468: 8 total, 7 up, 8 in 2024-09-20T21:49:02.802 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:02 smithi134 ceph-mon[89086]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:49:02.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:02 smithi046 ceph-mon[96110]: pgmap v366: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 341 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 687 KiB/s wr, 9 op/s; 114/654 objects degraded (17.431%) 2024-09-20T21:49:02.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:02 smithi046 ceph-mon[96110]: Health check update: Degraded data redundancy: 114/654 objects degraded (17.431%), 14 pgs degraded (PG_DEGRADED) 2024-09-20T21:49:02.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:02 smithi046 ceph-mon[96110]: from='osd.5 [v2:172.21.15.134:6808/340979693,v1:172.21.15.134:6809/340979693]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-20T21:49:02.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:02 smithi046 ceph-mon[96110]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-20T21:49:02.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:02 smithi046 ceph-mon[96110]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-20T21:49:02.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:02 smithi046 ceph-mon[96110]: from='osd.5 [v2:172.21.15.134:6808/340979693,v1:172.21.15.134:6809/340979693]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:49:02.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:02 smithi046 ceph-mon[96110]: osdmap e468: 8 total, 7 up, 8 in 2024-09-20T21:49:02.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:02 smithi046 ceph-mon[96110]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:49:02.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:02 smithi046 ceph-mon[98591]: pgmap v366: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 341 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 687 KiB/s wr, 9 op/s; 114/654 objects degraded (17.431%) 2024-09-20T21:49:02.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:02 smithi046 ceph-mon[98591]: Health check update: Degraded data redundancy: 114/654 objects degraded (17.431%), 14 pgs degraded (PG_DEGRADED) 2024-09-20T21:49:02.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:02 smithi046 ceph-mon[98591]: from='osd.5 [v2:172.21.15.134:6808/340979693,v1:172.21.15.134:6809/340979693]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-20T21:49:02.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:02 smithi046 ceph-mon[98591]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-20T21:49:02.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:02 smithi046 ceph-mon[98591]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-20T21:49:02.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:02 smithi046 ceph-mon[98591]: from='osd.5 [v2:172.21.15.134:6808/340979693,v1:172.21.15.134:6809/340979693]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:49:02.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:02 smithi046 ceph-mon[98591]: osdmap e468: 8 total, 7 up, 8 in 2024-09-20T21:49:02.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:02 smithi046 ceph-mon[98591]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:49:03.386 INFO:tasks.rados.rados.0.smithi046.stdout:2017: done (5 left) 2024-09-20T21:49:03.386 INFO:tasks.rados.rados.0.smithi046.stdout:2018: rollback oid 10 current snap is 202 2024-09-20T21:49:03.392 INFO:tasks.rados.rados.0.smithi046.stdout:2011: finishing write tid 1 to smithi04683737-43 2024-09-20T21:49:03.392 INFO:tasks.rados.rados.0.smithi046.stdout:2011: finishing write tid 2 to smithi04683737-43 2024-09-20T21:49:03.392 INFO:tasks.rados.rados.0.smithi046.stdout:2011: finishing write tid 3 to smithi04683737-43 2024-09-20T21:49:03.392 INFO:tasks.rados.rados.0.smithi046.stdout:2011: finishing write tid 4 to smithi04683737-43 2024-09-20T21:49:03.392 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 779 (ObjNum 626 snap 202 seq_num 626) dirty exists 2024-09-20T21:49:03.392 INFO:tasks.rados.rados.0.smithi046.stdout:2011: left oid 43 (ObjNum 626 snap 202 seq_num 626) 2024-09-20T21:49:03.392 INFO:tasks.rados.rados.0.smithi046.stdout:2012: finishing write tid 1 to smithi04683737-48 2024-09-20T21:49:03.393 INFO:tasks.rados.rados.0.smithi046.stdout:2012: finishing write tid 2 to smithi04683737-48 2024-09-20T21:49:03.393 INFO:tasks.rados.rados.0.smithi046.stdout:2012: finishing write tid 3 to smithi04683737-48 2024-09-20T21:49:03.393 INFO:tasks.rados.rados.0.smithi046.stdout:2012: finishing write tid 4 to smithi04683737-48 2024-09-20T21:49:03.393 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 700 (ObjNum 627 snap 202 seq_num 627) dirty exists 2024-09-20T21:49:03.393 INFO:tasks.rados.rados.0.smithi046.stdout:2012: left oid 48 (ObjNum 627 snap 202 seq_num 627) 2024-09-20T21:49:03.393 INFO:tasks.rados.rados.0.smithi046.stdout:2013: expect (ObjNum 606 snap 199 seq_num 606) 2024-09-20T21:49:03.456 INFO:tasks.rados.rados.0.smithi046.stdout:2015: finishing write tid 1 to smithi04683737-41 2024-09-20T21:49:03.456 INFO:tasks.rados.rados.0.smithi046.stdout:2015: finishing write tid 2 to smithi04683737-41 2024-09-20T21:49:03.456 INFO:tasks.rados.rados.0.smithi046.stdout:2015: finishing write tid 3 to smithi04683737-41 2024-09-20T21:49:03.456 INFO:tasks.rados.rados.0.smithi046.stdout:2015: finishing write tid 4 to smithi04683737-41 2024-09-20T21:49:03.456 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 826 (ObjNum 628 snap 202 seq_num 628) dirty exists 2024-09-20T21:49:03.456 INFO:tasks.rados.rados.0.smithi046.stdout:2015: left oid 41 (ObjNum 628 snap 202 seq_num 628) 2024-09-20T21:49:03.456 INFO:tasks.rados.rados.0.smithi046.stdout:2016: expect (ObjNum 482 snap 145 seq_num 482) 2024-09-20T21:49:03.721 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 10 to 199 2024-09-20T21:49:03.721 INFO:tasks.rados.rados.0.smithi046.stdout:2011: done (5 left) 2024-09-20T21:49:03.721 INFO:tasks.rados.rados.0.smithi046.stdout:2012: done (4 left) 2024-09-20T21:49:03.722 INFO:tasks.rados.rados.0.smithi046.stdout:2013: done (3 left) 2024-09-20T21:49:03.722 INFO:tasks.rados.rados.0.smithi046.stdout:2015: done (2 left) 2024-09-20T21:49:03.722 INFO:tasks.rados.rados.0.smithi046.stdout:2016: done (1 left) 2024-09-20T21:49:03.722 INFO:tasks.rados.rados.0.smithi046.stdout:2019: setattr oid 36 current snap is 202 2024-09-20T21:49:03.723 INFO:tasks.rados.rados.0.smithi046.stdout:2020: snap_create 2024-09-20T21:49:03.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:03 smithi046 ceph-mon[96110]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-20T21:49:03.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:03 smithi046 ceph-mon[96110]: osd.5 [v2:172.21.15.134:6808/340979693,v1:172.21.15.134:6809/340979693] boot 2024-09-20T21:49:03.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:03 smithi046 ceph-mon[96110]: osdmap e469: 8 total, 8 up, 8 in 2024-09-20T21:49:03.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:03 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-20T21:49:03.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:03 smithi046 ceph-mon[98591]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-20T21:49:03.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:03 smithi046 ceph-mon[98591]: osd.5 [v2:172.21.15.134:6808/340979693,v1:172.21.15.134:6809/340979693] boot 2024-09-20T21:49:03.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:03 smithi046 ceph-mon[98591]: osdmap e469: 8 total, 8 up, 8 in 2024-09-20T21:49:03.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:03 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-20T21:49:03.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:03 smithi134 ceph-mon[89086]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-20T21:49:03.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:03 smithi134 ceph-mon[89086]: osd.5 [v2:172.21.15.134:6808/340979693,v1:172.21.15.134:6809/340979693] boot 2024-09-20T21:49:03.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:03 smithi134 ceph-mon[89086]: osdmap e469: 8 total, 8 up, 8 in 2024-09-20T21:49:03.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:03 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-20T21:49:04.389 INFO:tasks.rados.rados.0.smithi046.stdout:2020: done (2 left) 2024-09-20T21:49:04.389 INFO:tasks.rados.rados.0.smithi046.stdout:2021: delete oid 49 current snap is 203 2024-09-20T21:49:04.399 INFO:tasks.rados.rados.0.smithi046.stdout:2021: done (2 left) 2024-09-20T21:49:04.400 INFO:tasks.rados.rados.0.smithi046.stdout:2022: read oid 42 snap 173 2024-09-20T21:49:04.400 INFO:tasks.rados.rados.0.smithi046.stdout:2022: expect (ObjNum 482 snap 145 seq_num 482) 2024-09-20T21:49:04.400 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 50 current snap is 203 2024-09-20T21:49:04.400 INFO:tasks.rados.rados.0.smithi046.stdout:2023: seq_num 630 ranges {2801664=557056,3358720=401408} 2024-09-20T21:49:04.420 INFO:tasks.rados.rados.0.smithi046.stdout:2023: writing smithi04683737-50 from 2801664 to 3358720 tid 1 2024-09-20T21:49:04.423 INFO:tasks.rados.rados.0.smithi046.stdout:2023: writing smithi04683737-50 from 3358720 to 3760128 tid 2 2024-09-20T21:49:04.423 INFO:tasks.rados.rados.0.smithi046.stdout:2024: snap_remove snap 190 2024-09-20T21:49:04.900 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:49:04 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:49:04.665+0000 7f8f44ab3640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-20T21:49:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:04 smithi046 ceph-mon[96110]: pgmap v368: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 343 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 917 KiB/s wr, 11 op/s; 117/669 objects degraded (17.489%) 2024-09-20T21:49:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:49:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:04 smithi046 ceph-mon[96110]: osdmap e470: 8 total, 8 up, 8 in 2024-09-20T21:49:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:49:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:49:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:04.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:04 smithi046 ceph-mon[98591]: pgmap v368: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 343 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 917 KiB/s wr, 11 op/s; 117/669 objects degraded (17.489%) 2024-09-20T21:49:04.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:04.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:49:04.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:04 smithi046 ceph-mon[98591]: osdmap e470: 8 total, 8 up, 8 in 2024-09-20T21:49:04.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:04.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:04.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:49:04.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:49:04.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:04 smithi134 ceph-mon[89086]: pgmap v368: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 343 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 917 KiB/s wr, 11 op/s; 117/669 objects degraded (17.489%) 2024-09-20T21:49:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:49:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:04 smithi134 ceph-mon[89086]: osdmap e470: 8 total, 8 up, 8 in 2024-09-20T21:49:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:49:04.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:49:04.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:05.389 INFO:tasks.rados.rados.0.smithi046.stdout:2024: done (4 left) 2024-09-20T21:49:05.390 INFO:tasks.rados.rados.0.smithi046.stdout:2025: rmattr oid 33 current snap is 203 2024-09-20T21:49:05.390 INFO:tasks.rados.rados.0.smithi046.stdout:2018: finishing rollback tid 0 to smithi04683737-10 2024-09-20T21:49:05.390 INFO:tasks.rados.rados.0.smithi046.stdout:2018: finishing rollback tid 1 to smithi04683737-10 2024-09-20T21:49:05.390 INFO:tasks.rados.rados.0.smithi046.stdout:2018: finishing rollback tid 2 to smithi04683737-10 2024-09-20T21:49:05.390 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 733 (ObjNum 177 snap 0 seq_num 1567748864) dirty exists 2024-09-20T21:49:05.390 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 667 (ObjNum 391 snap 123 seq_num 391) dirty exists 2024-09-20T21:49:05.390 INFO:tasks.rados.rados.0.smithi046.stdout:2022: expect (ObjNum 482 snap 145 seq_num 482) 2024-09-20T21:49:05.663 INFO:tasks.rados.rados.0.smithi046.stdout:2023: finishing write tid 1 to smithi04683737-50 2024-09-20T21:49:05.663 INFO:tasks.rados.rados.0.smithi046.stdout:2023: finishing write tid 2 to smithi04683737-50 2024-09-20T21:49:05.663 INFO:tasks.rados.rados.0.smithi046.stdout:2018: done (4 left) 2024-09-20T21:49:05.663 INFO:tasks.rados.rados.0.smithi046.stdout:2019: done (3 left) 2024-09-20T21:49:05.664 INFO:tasks.rados.rados.0.smithi046.stdout:2022: done (2 left) 2024-09-20T21:49:05.664 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 203 2024-09-20T21:49:05.664 INFO:tasks.rados.rados.0.smithi046.stdout:2023: finishing write tid 3 to smithi04683737-50 2024-09-20T21:49:05.664 INFO:tasks.rados.rados.0.smithi046.stdout:2026: seq_num 631 ranges {9715712=573440,10289152=401408} 2024-09-20T21:49:05.719 INFO:tasks.rados.rados.0.smithi046.stdout:2026: writing smithi04683737-23 from 9715712 to 10289152 tid 1 2024-09-20T21:49:05.722 INFO:tasks.rados.rados.0.smithi046.stdout:2026: writing smithi04683737-23 from 10289152 to 10690560 tid 2 2024-09-20T21:49:05.722 INFO:tasks.rados.rados.0.smithi046.stdout:2027: copy_from oid 28 from oid 38 current snap is 203 2024-09-20T21:49:05.722 INFO:tasks.rados.rados.0.smithi046.stdout:2023: finishing write tid 4 to smithi04683737-50 2024-09-20T21:49:05.722 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 670 (ObjNum 630 snap 203 seq_num 630) dirty exists 2024-09-20T21:49:05.722 INFO:tasks.rados.rados.0.smithi046.stdout:2023: left oid 50 (ObjNum 630 snap 203 seq_num 630) 2024-09-20T21:49:05.722 INFO:tasks.rados.rados.0.smithi046.stdout:2023: done (3 left) 2024-09-20T21:49:05.722 INFO:tasks.rados.rados.0.smithi046.stdout:2028: delete oid 45 current snap is 203 2024-09-20T21:49:05.722 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 711 (ObjNum 391 snap 123 seq_num 391) dirty exists 2024-09-20T21:49:05.725 INFO:tasks.rados.rados.0.smithi046.stdout:2025: done (3 left) 2024-09-20T21:49:05.725 INFO:tasks.rados.rados.0.smithi046.stdout:2028: done (2 left) 2024-09-20T21:49:05.725 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 203 2024-09-20T21:49:05.725 INFO:tasks.rados.rados.0.smithi046.stdout:2029: seq_num 633 ranges {6012928=606208,6619136=401408} 2024-09-20T21:49:05.761 INFO:tasks.rados.rados.0.smithi046.stdout:2029: writing smithi04683737-46 from 6012928 to 6619136 tid 1 2024-09-20T21:49:05.763 INFO:tasks.rados.rados.0.smithi046.stdout:2029: writing smithi04683737-46 from 6619136 to 7020544 tid 2 2024-09-20T21:49:05.763 INFO:tasks.rados.rados.0.smithi046.stdout:2030: snap_remove snap 174 2024-09-20T21:49:05.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:05 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:49:05.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:05 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:49:05.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:05 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:49:05.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:05 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:49:05.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:05 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-20T21:49:05.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:05 smithi046 ceph-mon[98591]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-20T21:49:05.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:05 smithi046 ceph-mon[98591]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-20T21:49:05.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:05 smithi046 ceph-mon[98591]: osdmap e471: 8 total, 8 up, 8 in 2024-09-20T21:49:05.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:05 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:49:05.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:05 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:49:05.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:05 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:49:05.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:05 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:49:05.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:05 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-20T21:49:05.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:05 smithi046 ceph-mon[96110]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-20T21:49:05.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:05 smithi046 ceph-mon[96110]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-20T21:49:05.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:05 smithi046 ceph-mon[96110]: osdmap e471: 8 total, 8 up, 8 in 2024-09-20T21:49:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:05 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:49:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:05 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:49:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:05 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:49:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:05 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:49:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:05 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-20T21:49:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:05 smithi134 ceph-mon[89086]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-20T21:49:05.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:05 smithi134 ceph-mon[89086]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-20T21:49:05.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:05 smithi134 ceph-mon[89086]: osdmap e471: 8 total, 8 up, 8 in 2024-09-20T21:49:06.612 INFO:tasks.rados.rados.0.smithi046.stdout:2026: finishing write tid 1 to smithi04683737-23 2024-09-20T21:49:06.613 INFO:tasks.rados.rados.0.smithi046.stdout:2026: finishing write tid 2 to smithi04683737-23 2024-09-20T21:49:06.613 INFO:tasks.rados.rados.0.smithi046.stdout:2026: finishing write tid 3 to smithi04683737-23 2024-09-20T21:49:06.613 INFO:tasks.rados.rados.0.smithi046.stdout:2026: finishing write tid 4 to smithi04683737-23 2024-09-20T21:49:06.613 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 608 (ObjNum 631 snap 203 seq_num 631) dirty exists 2024-09-20T21:49:06.613 INFO:tasks.rados.rados.0.smithi046.stdout:2026: left oid 23 (ObjNum 631 snap 203 seq_num 631) 2024-09-20T21:49:06.613 INFO:tasks.rados.rados.0.smithi046.stdout:2027: finishing copy_from racing read to smithi04683737-28 2024-09-20T21:49:06.613 INFO:tasks.rados.rados.0.smithi046.stdout:2027: finishing copy_from to smithi04683737-28 2024-09-20T21:49:06.613 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 732 (ObjNum 610 snap 202 seq_num 610) dirty exists 2024-09-20T21:49:06.613 INFO:tasks.rados.rados.0.smithi046.stdout:2029: finishing write tid 1 to smithi04683737-46 2024-09-20T21:49:06.613 INFO:tasks.rados.rados.0.smithi046.stdout:2029: finishing write tid 2 to smithi04683737-46 2024-09-20T21:49:06.613 INFO:tasks.rados.rados.0.smithi046.stdout:2029: finishing write tid 3 to smithi04683737-46 2024-09-20T21:49:06.613 INFO:tasks.rados.rados.0.smithi046.stdout:2029: finishing write tid 4 to smithi04683737-46 2024-09-20T21:49:06.613 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 612 (ObjNum 633 snap 203 seq_num 633) dirty exists 2024-09-20T21:49:06.614 INFO:tasks.rados.rados.0.smithi046.stdout:2029: left oid 46 (ObjNum 633 snap 203 seq_num 633) 2024-09-20T21:49:06.614 INFO:tasks.rados.rados.0.smithi046.stdout:2026: done (3 left) 2024-09-20T21:49:06.614 INFO:tasks.rados.rados.0.smithi046.stdout:2027: done (2 left) 2024-09-20T21:49:06.614 INFO:tasks.rados.rados.0.smithi046.stdout:2029: done (1 left) 2024-09-20T21:49:06.614 INFO:tasks.rados.rados.0.smithi046.stdout:2030: done (0 left) 2024-09-20T21:49:06.614 INFO:tasks.rados.rados.0.smithi046.stdout:2031: delete oid 28 current snap is 203 2024-09-20T21:49:06.624 INFO:tasks.rados.rados.0.smithi046.stdout:2031: done (0 left) 2024-09-20T21:49:06.624 INFO:tasks.rados.rados.0.smithi046.stdout:2032: setattr oid 22 current snap is 203 2024-09-20T21:49:06.627 INFO:tasks.rados.rados.0.smithi046.stdout:2033: snap_create 2024-09-20T21:49:06.637 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 807 (ObjNum 612 snap 202 seq_num 612) dirty exists 2024-09-20T21:49:06.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:06 smithi046 ceph-mon[96110]: pgmap v371: 121 pgs: 5 peering, 27 active+undersized, 6 active+undersized+degraded, 83 active+clean; 346 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.6 MiB/s wr, 17 op/s; 49/678 objects degraded (7.227%); 4.3 MiB/s, 1 objects/s recovering 2024-09-20T21:49:06.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:06 smithi046 ceph-mon[98591]: pgmap v371: 121 pgs: 5 peering, 27 active+undersized, 6 active+undersized+degraded, 83 active+clean; 346 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.6 MiB/s wr, 17 op/s; 49/678 objects degraded (7.227%); 4.3 MiB/s, 1 objects/s recovering 2024-09-20T21:49:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:06 smithi134 ceph-mon[89086]: pgmap v371: 121 pgs: 5 peering, 27 active+undersized, 6 active+undersized+degraded, 83 active+clean; 346 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.6 MiB/s wr, 17 op/s; 49/678 objects degraded (7.227%); 4.3 MiB/s, 1 objects/s recovering 2024-09-20T21:49:07.617 INFO:tasks.rados.rados.0.smithi046.stdout:2032: done (1 left) 2024-09-20T21:49:07.617 INFO:tasks.rados.rados.0.smithi046.stdout:2033: done (0 left) 2024-09-20T21:49:07.617 INFO:tasks.rados.rados.0.smithi046.stdout:2034: snap_remove snap 173 2024-09-20T21:49:07.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:07 smithi046 ceph-mon[98591]: osdmap e472: 8 total, 8 up, 8 in 2024-09-20T21:49:07.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:07 smithi046 ceph-mon[98591]: Health check update: Degraded data redundancy: 49/678 objects degraded (7.227%), 6 pgs degraded (PG_DEGRADED) 2024-09-20T21:49:07.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:07 smithi046 ceph-mon[96110]: osdmap e472: 8 total, 8 up, 8 in 2024-09-20T21:49:07.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:07 smithi046 ceph-mon[96110]: Health check update: Degraded data redundancy: 49/678 objects degraded (7.227%), 6 pgs degraded (PG_DEGRADED) 2024-09-20T21:49:07.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:07 smithi134 ceph-mon[89086]: osdmap e472: 8 total, 8 up, 8 in 2024-09-20T21:49:07.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:07 smithi134 ceph-mon[89086]: Health check update: Degraded data redundancy: 49/678 objects degraded (7.227%), 6 pgs degraded (PG_DEGRADED) 2024-09-20T21:49:08.620 INFO:tasks.rados.rados.0.smithi046.stdout:2034: done (0 left) 2024-09-20T21:49:08.620 INFO:tasks.rados.rados.0.smithi046.stdout:2035: read oid 8 snap -1 2024-09-20T21:49:08.620 INFO:tasks.rados.rados.0.smithi046.stdout:2035: expect (ObjNum 586 snap 191 seq_num 586) 2024-09-20T21:49:08.620 INFO:tasks.rados.rados.0.smithi046.stdout:2036: rmattr oid 25 current snap is 204 2024-09-20T21:49:08.621 INFO:tasks.rados.rados.0.smithi046.stdout:2036: done (1 left) 2024-09-20T21:49:08.621 INFO:tasks.rados.rados.0.smithi046.stdout:2037: snap_create 2024-09-20T21:49:08.650 INFO:tasks.rados.rados.0.smithi046.stdout:2035: expect (ObjNum 586 snap 191 seq_num 586) 2024-09-20T21:49:08.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:08 smithi046 ceph-mon[96110]: pgmap v374: 121 pgs: 5 peering, 20 active+undersized, 2 active+undersized+degraded, 94 active+clean; 342 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 856 KiB/s wr, 12 op/s; 27/675 objects degraded (4.000%); 8.9 MiB/s, 2 objects/s recovering 2024-09-20T21:49:08.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:08 smithi046 ceph-mon[96110]: osdmap e473: 8 total, 8 up, 8 in 2024-09-20T21:49:08.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:08 smithi046 ceph-mon[98591]: pgmap v374: 121 pgs: 5 peering, 20 active+undersized, 2 active+undersized+degraded, 94 active+clean; 342 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 856 KiB/s wr, 12 op/s; 27/675 objects degraded (4.000%); 8.9 MiB/s, 2 objects/s recovering 2024-09-20T21:49:08.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:08 smithi046 ceph-mon[98591]: osdmap e473: 8 total, 8 up, 8 in 2024-09-20T21:49:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:08 smithi134 ceph-mon[89086]: pgmap v374: 121 pgs: 5 peering, 20 active+undersized, 2 active+undersized+degraded, 94 active+clean; 342 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 856 KiB/s wr, 12 op/s; 27/675 objects degraded (4.000%); 8.9 MiB/s, 2 objects/s recovering 2024-09-20T21:49:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:08 smithi134 ceph-mon[89086]: osdmap e473: 8 total, 8 up, 8 in 2024-09-20T21:49:09.631 INFO:tasks.rados.rados.0.smithi046.stdout:2035: done (1 left) 2024-09-20T21:49:09.631 INFO:tasks.rados.rados.0.smithi046.stdout:2037: done (0 left) 2024-09-20T21:49:09.631 INFO:tasks.rados.rados.0.smithi046.stdout:2038: read oid 39 snap 177 2024-09-20T21:49:09.631 INFO:tasks.rados.rados.0.smithi046.stdout:2038: expect (ObjNum 539 snap 164 seq_num 539) 2024-09-20T21:49:09.631 INFO:tasks.rados.rados.0.smithi046.stdout:2039: snap_remove snap 194 2024-09-20T21:49:09.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:09 smithi046 ceph-mon[96110]: osdmap e474: 8 total, 8 up, 8 in 2024-09-20T21:49:09.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:09 smithi046 ceph-mon[98591]: osdmap e474: 8 total, 8 up, 8 in 2024-09-20T21:49:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:09 smithi134 ceph-mon[89086]: osdmap e474: 8 total, 8 up, 8 in 2024-09-20T21:49:10.633 INFO:tasks.rados.rados.0.smithi046.stdout:2039: done (1 left) 2024-09-20T21:49:10.633 INFO:tasks.rados.rados.0.smithi046.stdout:2040: read oid 19 snap -1 2024-09-20T21:49:10.633 INFO:tasks.rados.rados.0.smithi046.stdout:2040: expect deleted 2024-09-20T21:49:10.634 INFO:tasks.rados.rados.0.smithi046.stdout:2041: rollback oid 8 current snap is 205 2024-09-20T21:49:10.634 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 8 to 198 2024-09-20T21:49:10.634 INFO:tasks.rados.rados.0.smithi046.stdout:2038: expect (ObjNum 539 snap 164 seq_num 539) 2024-09-20T21:49:10.753 INFO:tasks.rados.rados.0.smithi046.stdout:2041: finishing rollback tid 0 to smithi04683737-8 2024-09-20T21:49:10.753 INFO:tasks.rados.rados.0.smithi046.stdout:2041: finishing rollback tid 1 to smithi04683737-8 2024-09-20T21:49:10.753 INFO:tasks.rados.rados.0.smithi046.stdout:2041: finishing rollback tid 2 to smithi04683737-8 2024-09-20T21:49:10.753 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 678 (ObjNum 586 snap 191 seq_num 586) dirty exists 2024-09-20T21:49:10.753 INFO:tasks.rados.rados.0.smithi046.stdout:2038: done (2 left) 2024-09-20T21:49:10.753 INFO:tasks.rados.rados.0.smithi046.stdout:2040: done (1 left) 2024-09-20T21:49:10.753 INFO:tasks.rados.rados.0.smithi046.stdout:2041: done (0 left) 2024-09-20T21:49:10.753 INFO:tasks.rados.rados.0.smithi046.stdout:2042: snap_remove snap 195 2024-09-20T21:49:10.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:10 smithi046 ceph-mon[96110]: pgmap v377: 121 pgs: 121 active+clean; 336 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 452 KiB/s wr, 18 op/s; 19 MiB/s, 4 objects/s recovering 2024-09-20T21:49:10.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:10 smithi046 ceph-mon[96110]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/675 objects degraded (4.000%), 2 pgs degraded) 2024-09-20T21:49:10.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:10 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T21:49:10.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:10 smithi046 ceph-mon[96110]: osdmap e475: 8 total, 8 up, 8 in 2024-09-20T21:49:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:10 smithi046 ceph-mon[98591]: pgmap v377: 121 pgs: 121 active+clean; 336 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 452 KiB/s wr, 18 op/s; 19 MiB/s, 4 objects/s recovering 2024-09-20T21:49:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:10 smithi046 ceph-mon[98591]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/675 objects degraded (4.000%), 2 pgs degraded) 2024-09-20T21:49:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:10 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T21:49:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:10 smithi046 ceph-mon[98591]: osdmap e475: 8 total, 8 up, 8 in 2024-09-20T21:49:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:10 smithi134 ceph-mon[89086]: pgmap v377: 121 pgs: 121 active+clean; 336 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 452 KiB/s wr, 18 op/s; 19 MiB/s, 4 objects/s recovering 2024-09-20T21:49:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:10 smithi134 ceph-mon[89086]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/675 objects degraded (4.000%), 2 pgs degraded) 2024-09-20T21:49:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:10 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T21:49:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:10 smithi134 ceph-mon[89086]: osdmap e475: 8 total, 8 up, 8 in 2024-09-20T21:49:11.645 INFO:tasks.rados.rados.0.smithi046.stdout:2042: done (0 left) 2024-09-20T21:49:11.645 INFO:tasks.rados.rados.0.smithi046.stdout:2043: rollback oid 32 current snap is 205 2024-09-20T21:49:11.645 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 32 to 201 2024-09-20T21:49:11.645 INFO:tasks.rados.rados.0.smithi046.stdout:2044: read oid 17 snap -1 2024-09-20T21:49:11.645 INFO:tasks.rados.rados.0.smithi046.stdout:2044: expect (ObjNum 608 snap 200 seq_num 608) 2024-09-20T21:49:11.645 INFO:tasks.rados.rados.0.smithi046.stdout:2045: rollback oid 21 current snap is 205 2024-09-20T21:49:11.645 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 21 to 184 2024-09-20T21:49:11.646 INFO:tasks.rados.rados.0.smithi046.stdout:2046: delete oid 2 current snap is 205 2024-09-20T21:49:11.659 INFO:tasks.rados.rados.0.smithi046.stdout:2045: finishing rollback tid 0 to smithi04683737-21 2024-09-20T21:49:11.660 INFO:tasks.rados.rados.0.smithi046.stdout:2046: done (3 left) 2024-09-20T21:49:11.660 INFO:tasks.rados.rados.0.smithi046.stdout:2047: copy_from oid 36 from oid 39 current snap is 205 2024-09-20T21:49:11.660 INFO:tasks.rados.rados.0.smithi046.stdout:2048: snap_create 2024-09-20T21:49:11.664 INFO:tasks.rados.rados.0.smithi046.stdout:2043: finishing rollback tid 0 to smithi04683737-32 2024-09-20T21:49:11.664 INFO:tasks.rados.rados.0.smithi046.stdout:2043: finishing rollback tid 1 to smithi04683737-32 2024-09-20T21:49:11.664 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 864 (ObjNum 49 snap 0 seq_num 561908848) dirty dne 2024-09-20T21:49:11.665 INFO:tasks.rados.rados.0.smithi046.stdout:2045: finishing rollback tid 1 to smithi04683737-21 2024-09-20T21:49:11.665 INFO:tasks.rados.rados.0.smithi046.stdout:2045: finishing rollback tid 2 to smithi04683737-21 2024-09-20T21:49:11.665 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 823 (ObjNum 502 snap 154 seq_num 502) dirty exists 2024-09-20T21:49:11.674 INFO:tasks.rados.rados.0.smithi046.stdout:2047: finishing copy_from racing read to smithi04683737-36 2024-09-20T21:49:11.675 INFO:tasks.rados.rados.0.smithi046.stdout:2047: finishing copy_from to smithi04683737-36 2024-09-20T21:49:11.675 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 664 (ObjNum 609 snap 202 seq_num 609) dirty exists 2024-09-20T21:49:11.683 INFO:tasks.rados.rados.0.smithi046.stdout:2044: expect (ObjNum 608 snap 200 seq_num 608) 2024-09-20T21:49:11.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:11 smithi046 ceph-mon[96110]: osdmap e476: 8 total, 8 up, 8 in 2024-09-20T21:49:11.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:11 smithi046 ceph-mon[98591]: osdmap e476: 8 total, 8 up, 8 in 2024-09-20T21:49:11.901 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:49:11 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2[114412]: 2024-09-20T21:49:11.678+0000 7efec8eba640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 10b after trimming was started 2024-09-20T21:49:11.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:11 smithi134 ceph-mon[89086]: osdmap e476: 8 total, 8 up, 8 in 2024-09-20T21:49:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:49:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:49:12] "GET /metrics HTTP/1.1" 200 36101 "" "Prometheus/2.43.0" 2024-09-20T21:49:12.566 INFO:tasks.rados.rados.0.smithi046.stdout:2043: done (4 left) 2024-09-20T21:49:12.566 INFO:tasks.rados.rados.0.smithi046.stdout:2044: done (3 left) 2024-09-20T21:49:12.566 INFO:tasks.rados.rados.0.smithi046.stdout:2045: done (2 left) 2024-09-20T21:49:12.566 INFO:tasks.rados.rados.0.smithi046.stdout:2047: done (1 left) 2024-09-20T21:49:12.566 INFO:tasks.rados.rados.0.smithi046.stdout:2048: done (0 left) 2024-09-20T21:49:12.566 INFO:tasks.rados.rados.0.smithi046.stdout:2049: read oid 15 snap -1 2024-09-20T21:49:12.566 INFO:tasks.rados.rados.0.smithi046.stdout:2049: expect (ObjNum 391 snap 123 seq_num 391) 2024-09-20T21:49:12.566 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 206 2024-09-20T21:49:12.567 INFO:tasks.rados.rados.0.smithi046.stdout:2050: seq_num 636 ranges {3809280=655360,4464640=401408} 2024-09-20T21:49:12.590 INFO:tasks.rados.rados.0.smithi046.stdout:2050: writing smithi04683737-16 from 3809280 to 4464640 tid 1 2024-09-20T21:49:12.593 INFO:tasks.rados.rados.0.smithi046.stdout:2050: writing smithi04683737-16 from 4464640 to 4866048 tid 2 2024-09-20T21:49:12.593 INFO:tasks.rados.rados.0.smithi046.stdout:2051: delete oid 42 current snap is 206 2024-09-20T21:49:12.593 INFO:tasks.rados.rados.0.smithi046.stdout:2049: expect (ObjNum 391 snap 123 seq_num 391) 2024-09-20T21:49:12.640 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:49:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:49:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:49:12.706 INFO:tasks.rados.rados.0.smithi046.stdout:2050: finishing write tid 1 to smithi04683737-16 2024-09-20T21:49:12.706 INFO:tasks.rados.rados.0.smithi046.stdout:2050: finishing write tid 2 to smithi04683737-16 2024-09-20T21:49:12.706 INFO:tasks.rados.rados.0.smithi046.stdout:2050: finishing write tid 3 to smithi04683737-16 2024-09-20T21:49:12.706 INFO:tasks.rados.rados.0.smithi046.stdout:2050: finishing write tid 4 to smithi04683737-16 2024-09-20T21:49:12.706 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 740 (ObjNum 636 snap 206 seq_num 636) dirty exists 2024-09-20T21:49:12.706 INFO:tasks.rados.rados.0.smithi046.stdout:2050: left oid 16 (ObjNum 636 snap 206 seq_num 636) 2024-09-20T21:49:12.706 INFO:tasks.rados.rados.0.smithi046.stdout:2049: done (2 left) 2024-09-20T21:49:12.707 INFO:tasks.rados.rados.0.smithi046.stdout:2050: done (1 left) 2024-09-20T21:49:12.707 INFO:tasks.rados.rados.0.smithi046.stdout:2051: done (0 left) 2024-09-20T21:49:12.707 INFO:tasks.rados.rados.0.smithi046.stdout:2052: read oid 7 snap -1 2024-09-20T21:49:12.707 INFO:tasks.rados.rados.0.smithi046.stdout:2052: expect (ObjNum 605 snap 199 seq_num 605) 2024-09-20T21:49:12.707 INFO:tasks.rados.rados.0.smithi046.stdout:2053: snap_create 2024-09-20T21:49:12.709 INFO:tasks.rados.rados.0.smithi046.stdout:2052: expect (ObjNum 605 snap 199 seq_num 605) 2024-09-20T21:49:12.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:12 smithi046 ceph-mon[96110]: pgmap v380: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 338 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.1 MiB/s wr, 16 op/s; 15 MiB/s, 3 objects/s recovering 2024-09-20T21:49:12.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:12 smithi046 ceph-mon[96110]: osdmap e477: 8 total, 8 up, 8 in 2024-09-20T21:49:12.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:12 smithi046 ceph-mon[96110]: osdmap e478: 8 total, 8 up, 8 in 2024-09-20T21:49:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:12 smithi046 ceph-mon[98591]: pgmap v380: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 338 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.1 MiB/s wr, 16 op/s; 15 MiB/s, 3 objects/s recovering 2024-09-20T21:49:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:12 smithi046 ceph-mon[98591]: osdmap e477: 8 total, 8 up, 8 in 2024-09-20T21:49:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:12 smithi046 ceph-mon[98591]: osdmap e478: 8 total, 8 up, 8 in 2024-09-20T21:49:12.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:12 smithi134 ceph-mon[89086]: pgmap v380: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 338 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.1 MiB/s wr, 16 op/s; 15 MiB/s, 3 objects/s recovering 2024-09-20T21:49:12.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:12 smithi134 ceph-mon[89086]: osdmap e477: 8 total, 8 up, 8 in 2024-09-20T21:49:12.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:12 smithi134 ceph-mon[89086]: osdmap e478: 8 total, 8 up, 8 in 2024-09-20T21:49:13.648 INFO:tasks.rados.rados.0.smithi046.stdout:2052: done (1 left) 2024-09-20T21:49:13.648 INFO:tasks.rados.rados.0.smithi046.stdout:2053: done (0 left) 2024-09-20T21:49:13.648 INFO:tasks.rados.rados.0.smithi046.stdout:2054: read oid 46 snap 184 2024-09-20T21:49:13.648 INFO:tasks.rados.rados.0.smithi046.stdout:2054: expect (ObjNum 542 snap 165 seq_num 542) 2024-09-20T21:49:13.648 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 207 2024-09-20T21:49:13.648 INFO:tasks.rados.rados.0.smithi046.stdout:2055: seq_num 638 ranges {0=688128,688128=401408} 2024-09-20T21:49:13.652 INFO:tasks.rados.rados.0.smithi046.stdout:2055: writing smithi04683737-32 from 0 to 688128 tid 1 2024-09-20T21:49:13.655 INFO:tasks.rados.rados.0.smithi046.stdout:2055: writing smithi04683737-32 from 688128 to 1089536 tid 2 2024-09-20T21:49:13.655 INFO:tasks.rados.rados.0.smithi046.stdout:2056: read oid 31 snap -1 2024-09-20T21:49:13.655 INFO:tasks.rados.rados.0.smithi046.stdout:2056: expect (ObjNum 620 snap 202 seq_num 620) 2024-09-20T21:49:13.655 INFO:tasks.rados.rados.0.smithi046.stdout:2057: snap_create 2024-09-20T21:49:13.663 INFO:tasks.rados.rados.0.smithi046.stdout:2055: finishing write tid 1 to smithi04683737-32 2024-09-20T21:49:13.664 INFO:tasks.rados.rados.0.smithi046.stdout:2055: finishing write tid 2 to smithi04683737-32 2024-09-20T21:49:13.664 INFO:tasks.rados.rados.0.smithi046.stdout:2055: finishing write tid 3 to smithi04683737-32 2024-09-20T21:49:13.666 INFO:tasks.rados.rados.0.smithi046.stdout:2055: finishing write tid 4 to smithi04683737-32 2024-09-20T21:49:13.666 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 873 (ObjNum 638 snap 207 seq_num 638) dirty exists 2024-09-20T21:49:13.666 INFO:tasks.rados.rados.0.smithi046.stdout:2055: left oid 32 (ObjNum 638 snap 207 seq_num 638) 2024-09-20T21:49:13.688 INFO:tasks.rados.rados.0.smithi046.stdout:2054: expect (ObjNum 542 snap 165 seq_num 542) 2024-09-20T21:49:13.979 INFO:tasks.rados.rados.0.smithi046.stdout:2056: expect (ObjNum 620 snap 202 seq_num 620) 2024-09-20T21:49:14.653 INFO:tasks.rados.rados.0.smithi046.stdout:2054: done (3 left) 2024-09-20T21:49:14.653 INFO:tasks.rados.rados.0.smithi046.stdout:2055: done (2 left) 2024-09-20T21:49:14.653 INFO:tasks.rados.rados.0.smithi046.stdout:2056: done (1 left) 2024-09-20T21:49:14.653 INFO:tasks.rados.rados.0.smithi046.stdout:2057: done (0 left) 2024-09-20T21:49:14.653 INFO:tasks.rados.rados.0.smithi046.stdout:2058: rmattr oid 11 current snap is 208 2024-09-20T21:49:14.653 INFO:tasks.rados.rados.0.smithi046.stdout:2058: done (0 left) 2024-09-20T21:49:14.653 INFO:tasks.rados.rados.0.smithi046.stdout:2059: read oid 45 snap -1 2024-09-20T21:49:14.653 INFO:tasks.rados.rados.0.smithi046.stdout:2059: expect deleted 2024-09-20T21:49:14.653 INFO:tasks.rados.rados.0.smithi046.stdout:2060: copy_from oid 30 from oid 9 current snap is 208 2024-09-20T21:49:14.654 INFO:tasks.rados.rados.0.smithi046.stdout:2061: snap_create 2024-09-20T21:49:14.657 INFO:tasks.rados.rados.0.smithi046.stdout:2060: finishing copy_from to smithi04683737-30 2024-09-20T21:49:14.657 INFO:tasks.rados.rados.0.smithi046.stdout:2060: got expected ENOENT (src dne) 2024-09-20T21:49:14.657 INFO:tasks.rados.rados.0.smithi046.stdout:2060: finishing copy_from racing read to smithi04683737-30 2024-09-20T21:49:14.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:14 smithi046 ceph-mon[96110]: pgmap v383: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 338 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 636 KiB/s wr, 4 op/s 2024-09-20T21:49:14.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:14 smithi046 ceph-mon[96110]: osdmap e479: 8 total, 8 up, 8 in 2024-09-20T21:49:14.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:14 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:14 smithi046 ceph-mon[98591]: pgmap v383: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 338 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 636 KiB/s wr, 4 op/s 2024-09-20T21:49:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:14 smithi046 ceph-mon[98591]: osdmap e479: 8 total, 8 up, 8 in 2024-09-20T21:49:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:14 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:14 smithi134 ceph-mon[89086]: pgmap v383: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 338 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 636 KiB/s wr, 4 op/s 2024-09-20T21:49:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:14 smithi134 ceph-mon[89086]: osdmap e479: 8 total, 8 up, 8 in 2024-09-20T21:49:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:14 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:15.660 INFO:tasks.rados.rados.0.smithi046.stdout:2059: done (2 left) 2024-09-20T21:49:15.660 INFO:tasks.rados.rados.0.smithi046.stdout:2060: done (1 left) 2024-09-20T21:49:15.660 INFO:tasks.rados.rados.0.smithi046.stdout:2061: done (0 left) 2024-09-20T21:49:15.660 INFO:tasks.rados.rados.0.smithi046.stdout:2062: rollback oid 30 current snap is 209 2024-09-20T21:49:15.660 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 30 to 198 2024-09-20T21:49:15.660 INFO:tasks.rados.rados.0.smithi046.stdout:2063: rollback oid 36 current snap is 209 2024-09-20T21:49:15.660 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 36 to 193 2024-09-20T21:49:15.660 INFO:tasks.rados.rados.0.smithi046.stdout:2064: read oid 1 snap -1 2024-09-20T21:49:15.660 INFO:tasks.rados.rados.0.smithi046.stdout:2064: expect (ObjNum 622 snap 202 seq_num 622) 2024-09-20T21:49:15.660 INFO:tasks.rados.rados.0.smithi046.stdout:2065: read oid 46 snap 202 2024-09-20T21:49:15.661 INFO:tasks.rados.rados.0.smithi046.stdout:2065: expect (ObjNum 542 snap 165 seq_num 542) 2024-09-20T21:49:15.661 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 209 2024-09-20T21:49:15.661 INFO:tasks.rados.rados.0.smithi046.stdout:2066: seq_num 639 ranges {5627904=704512,6332416=401408} 2024-09-20T21:49:15.695 INFO:tasks.rados.rados.0.smithi046.stdout:2066: writing smithi04683737-22 from 5627904 to 6332416 tid 1 2024-09-20T21:49:15.697 INFO:tasks.rados.rados.0.smithi046.stdout:2066: writing smithi04683737-22 from 6332416 to 6733824 tid 2 2024-09-20T21:49:15.698 INFO:tasks.rados.rados.0.smithi046.stdout:2067: snap_create 2024-09-20T21:49:15.698 INFO:tasks.rados.rados.0.smithi046.stdout:2063: finishing rollback tid 0 to smithi04683737-36 2024-09-20T21:49:15.698 INFO:tasks.rados.rados.0.smithi046.stdout:2063: finishing rollback tid 1 to smithi04683737-36 2024-09-20T21:49:15.698 INFO:tasks.rados.rados.0.smithi046.stdout:2063: finishing rollback tid 2 to smithi04683737-36 2024-09-20T21:49:15.698 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 673 (ObjNum 391 snap 123 seq_num 391) dirty exists 2024-09-20T21:49:15.698 INFO:tasks.rados.rados.0.smithi046.stdout:2062: finishing rollback tid 0 to smithi04683737-30 2024-09-20T21:49:15.698 INFO:tasks.rados.rados.0.smithi046.stdout:2062: finishing rollback tid 1 to smithi04683737-30 2024-09-20T21:49:15.698 INFO:tasks.rados.rados.0.smithi046.stdout:2062: finishing rollback tid 2 to smithi04683737-30 2024-09-20T21:49:15.698 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 622 (ObjNum 566 snap 178 seq_num 566) dirty exists 2024-09-20T21:49:15.698 INFO:tasks.rados.rados.0.smithi046.stdout:2064: expect (ObjNum 622 snap 202 seq_num 622) 2024-09-20T21:49:15.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:15 smithi134 ceph-mon[89086]: osdmap e480: 8 total, 8 up, 8 in 2024-09-20T21:49:16.025 INFO:tasks.rados.rados.0.smithi046.stdout:2065: expect (ObjNum 542 snap 165 seq_num 542) 2024-09-20T21:49:16.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:15 smithi046 ceph-mon[96110]: osdmap e480: 8 total, 8 up, 8 in 2024-09-20T21:49:16.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:15 smithi046 ceph-mon[98591]: osdmap e480: 8 total, 8 up, 8 in 2024-09-20T21:49:16.317 INFO:tasks.rados.rados.0.smithi046.stdout:2066: finishing write tid 1 to smithi04683737-22 2024-09-20T21:49:16.317 INFO:tasks.rados.rados.0.smithi046.stdout:2066: finishing write tid 2 to smithi04683737-22 2024-09-20T21:49:16.317 INFO:tasks.rados.rados.0.smithi046.stdout:2066: finishing write tid 3 to smithi04683737-22 2024-09-20T21:49:16.318 INFO:tasks.rados.rados.0.smithi046.stdout:2066: finishing write tid 4 to smithi04683737-22 2024-09-20T21:49:16.318 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 833 (ObjNum 639 snap 209 seq_num 639) dirty exists 2024-09-20T21:49:16.318 INFO:tasks.rados.rados.0.smithi046.stdout:2066: left oid 22 (ObjNum 639 snap 209 seq_num 639) 2024-09-20T21:49:16.663 INFO:tasks.rados.rados.0.smithi046.stdout:2062: done (5 left) 2024-09-20T21:49:16.663 INFO:tasks.rados.rados.0.smithi046.stdout:2063: done (4 left) 2024-09-20T21:49:16.663 INFO:tasks.rados.rados.0.smithi046.stdout:2064: done (3 left) 2024-09-20T21:49:16.663 INFO:tasks.rados.rados.0.smithi046.stdout:2065: done (2 left) 2024-09-20T21:49:16.663 INFO:tasks.rados.rados.0.smithi046.stdout:2066: done (1 left) 2024-09-20T21:49:16.663 INFO:tasks.rados.rados.0.smithi046.stdout:2067: done (0 left) 2024-09-20T21:49:16.664 INFO:tasks.rados.rados.0.smithi046.stdout:2068: rollback oid 16 current snap is 210 2024-09-20T21:49:16.664 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 16 to 198 2024-09-20T21:49:16.664 INFO:tasks.rados.rados.0.smithi046.stdout:2069: read oid 42 snap -1 2024-09-20T21:49:16.664 INFO:tasks.rados.rados.0.smithi046.stdout:2069: expect deleted 2024-09-20T21:49:16.664 INFO:tasks.rados.rados.0.smithi046.stdout:2070: snap_remove snap 202 2024-09-20T21:49:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:16 smithi134 ceph-mon[89086]: pgmap v386: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 338 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 148 KiB/s wr, 5 op/s 2024-09-20T21:49:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:16 smithi134 ceph-mon[89086]: osdmap e481: 8 total, 8 up, 8 in 2024-09-20T21:49:17.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:16 smithi046 ceph-mon[96110]: pgmap v386: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 338 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 148 KiB/s wr, 5 op/s 2024-09-20T21:49:17.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:16 smithi046 ceph-mon[96110]: osdmap e481: 8 total, 8 up, 8 in 2024-09-20T21:49:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:16 smithi046 ceph-mon[98591]: pgmap v386: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 338 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 148 KiB/s wr, 5 op/s 2024-09-20T21:49:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:16 smithi046 ceph-mon[98591]: osdmap e481: 8 total, 8 up, 8 in 2024-09-20T21:49:17.570 INFO:tasks.rados.rados.0.smithi046.stdout:2070: done (2 left) 2024-09-20T21:49:17.570 INFO:tasks.rados.rados.0.smithi046.stdout:2071: copy_from oid 12 from oid 25 current snap is 210 2024-09-20T21:49:17.571 INFO:tasks.rados.rados.0.smithi046.stdout:2068: finishing rollback tid 0 to smithi04683737-16 2024-09-20T21:49:17.571 INFO:tasks.rados.rados.0.smithi046.stdout:2068: finishing rollback tid 1 to smithi04683737-16 2024-09-20T21:49:17.571 INFO:tasks.rados.rados.0.smithi046.stdout:2068: finishing rollback tid 2 to smithi04683737-16 2024-09-20T21:49:17.571 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 743 (ObjNum 551 snap 170 seq_num 551) dirty exists 2024-09-20T21:49:17.571 INFO:tasks.rados.rados.0.smithi046.stdout:2068: done (2 left) 2024-09-20T21:49:17.571 INFO:tasks.rados.rados.0.smithi046.stdout:2069: done (1 left) 2024-09-20T21:49:17.571 INFO:tasks.rados.rados.0.smithi046.stdout:2072: snap_create 2024-09-20T21:49:17.595 INFO:tasks.rados.rados.0.smithi046.stdout:2071: finishing copy_from racing read to smithi04683737-12 2024-09-20T21:49:17.601 INFO:tasks.rados.rados.0.smithi046.stdout:2071: finishing copy_from to smithi04683737-12 2024-09-20T21:49:17.601 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 737 (ObjNum 621 snap 202 seq_num 621) dirty exists 2024-09-20T21:49:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:17 smithi134 ceph-mon[89086]: osdmap e482: 8 total, 8 up, 8 in 2024-09-20T21:49:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:17 smithi134 ceph-mon[89086]: osdmap e483: 8 total, 8 up, 8 in 2024-09-20T21:49:18.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:17 smithi046 ceph-mon[96110]: osdmap e482: 8 total, 8 up, 8 in 2024-09-20T21:49:18.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:17 smithi046 ceph-mon[96110]: osdmap e483: 8 total, 8 up, 8 in 2024-09-20T21:49:18.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:17 smithi046 ceph-mon[98591]: osdmap e482: 8 total, 8 up, 8 in 2024-09-20T21:49:18.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:17 smithi046 ceph-mon[98591]: osdmap e483: 8 total, 8 up, 8 in 2024-09-20T21:49:18.578 INFO:tasks.rados.rados.0.smithi046.stdout:2071: done (1 left) 2024-09-20T21:49:18.578 INFO:tasks.rados.rados.0.smithi046.stdout:2072: done (0 left) 2024-09-20T21:49:18.578 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 211 2024-09-20T21:49:18.578 INFO:tasks.rados.rados.0.smithi046.stdout:2073: seq_num 640 ranges {0=729088,729088=401408} 2024-09-20T21:49:18.582 INFO:tasks.rados.rados.0.smithi046.stdout:2073: writing smithi04683737-40 from 0 to 729088 tid 1 2024-09-20T21:49:18.584 INFO:tasks.rados.rados.0.smithi046.stdout:2073: writing smithi04683737-40 from 729088 to 1130496 tid 2 2024-09-20T21:49:18.584 INFO:tasks.rados.rados.0.smithi046.stdout:2074: copy_from oid 27 from oid 9 current snap is 211 2024-09-20T21:49:18.584 INFO:tasks.rados.rados.0.smithi046.stdout:2075: snap_remove snap 140 2024-09-20T21:49:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:18 smithi134 ceph-mon[89086]: pgmap v389: 121 pgs: 121 active+clean; 340 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 672 KiB/s wr, 7 op/s 2024-09-20T21:49:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:18 smithi134 ceph-mon[89086]: osdmap e484: 8 total, 8 up, 8 in 2024-09-20T21:49:19.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:18 smithi046 ceph-mon[96110]: pgmap v389: 121 pgs: 121 active+clean; 340 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 672 KiB/s wr, 7 op/s 2024-09-20T21:49:19.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:18 smithi046 ceph-mon[96110]: osdmap e484: 8 total, 8 up, 8 in 2024-09-20T21:49:19.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:18 smithi046 ceph-mon[98591]: pgmap v389: 121 pgs: 121 active+clean; 340 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 672 KiB/s wr, 7 op/s 2024-09-20T21:49:19.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:18 smithi046 ceph-mon[98591]: osdmap e484: 8 total, 8 up, 8 in 2024-09-20T21:49:19.584 INFO:tasks.rados.rados.0.smithi046.stdout:2075: done (2 left) 2024-09-20T21:49:19.584 INFO:tasks.rados.rados.0.smithi046.stdout:2076: copy_from oid 32 from oid 2 current snap is 211 2024-09-20T21:49:19.584 INFO:tasks.rados.rados.0.smithi046.stdout:2074: finishing copy_from to smithi04683737-27 2024-09-20T21:49:19.584 INFO:tasks.rados.rados.0.smithi046.stdout:2074: got expected ENOENT (src dne) 2024-09-20T21:49:19.584 INFO:tasks.rados.rados.0.smithi046.stdout:2074: finishing copy_from racing read to smithi04683737-27 2024-09-20T21:49:19.584 INFO:tasks.rados.rados.0.smithi046.stdout:2073: finishing write tid 1 to smithi04683737-40 2024-09-20T21:49:19.584 INFO:tasks.rados.rados.0.smithi046.stdout:2073: finishing write tid 2 to smithi04683737-40 2024-09-20T21:49:19.584 INFO:tasks.rados.rados.0.smithi046.stdout:2073: finishing write tid 3 to smithi04683737-40 2024-09-20T21:49:19.584 INFO:tasks.rados.rados.0.smithi046.stdout:2073: finishing write tid 4 to smithi04683737-40 2024-09-20T21:49:19.585 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 663 (ObjNum 640 snap 211 seq_num 640) dirty exists 2024-09-20T21:49:19.585 INFO:tasks.rados.rados.0.smithi046.stdout:2073: left oid 40 (ObjNum 640 snap 211 seq_num 640) 2024-09-20T21:49:19.585 INFO:tasks.rados.rados.0.smithi046.stdout:2073: done (2 left) 2024-09-20T21:49:19.585 INFO:tasks.rados.rados.0.smithi046.stdout:2074: done (1 left) 2024-09-20T21:49:19.585 INFO:tasks.rados.rados.0.smithi046.stdout:2077: rmattr oid 44 current snap is 211 2024-09-20T21:49:19.585 INFO:tasks.rados.rados.0.smithi046.stdout:2077: done (1 left) 2024-09-20T21:49:19.585 INFO:tasks.rados.rados.0.smithi046.stdout:2078: copy_from oid 6 from oid 25 current snap is 211 2024-09-20T21:49:19.585 INFO:tasks.rados.rados.0.smithi046.stdout:2079: snap_create 2024-09-20T21:49:19.609 INFO:tasks.rados.rados.0.smithi046.stdout:2076: finishing copy_from to smithi04683737-32 2024-09-20T21:49:19.609 INFO:tasks.rados.rados.0.smithi046.stdout:2076: got expected ENOENT (src dne) 2024-09-20T21:49:19.617 INFO:tasks.rados.rados.0.smithi046.stdout:2078: finishing copy_from racing read to smithi04683737-6 2024-09-20T21:49:19.617 INFO:tasks.rados.rados.0.smithi046.stdout:2076: finishing copy_from racing read to smithi04683737-32 2024-09-20T21:49:19.619 INFO:tasks.rados.rados.0.smithi046.stdout:2078: finishing copy_from to smithi04683737-6 2024-09-20T21:49:19.619 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 737 (ObjNum 621 snap 202 seq_num 621) dirty exists 2024-09-20T21:49:20.338 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:20 smithi134 ceph-mon[89086]: pgmap v392: 121 pgs: 121 active+clean; 344 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 794 KiB/s wr, 6 op/s 2024-09-20T21:49:20.338 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:20 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:20.338 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:20 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:49:20.338 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:20 smithi134 ceph-mon[89086]: osdmap e485: 8 total, 8 up, 8 in 2024-09-20T21:49:20.338 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:20 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-20T21:49:20.338 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:20 smithi134 ceph-mon[89086]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-20T21:49:20.338 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:20 smithi134 ceph-mon[89086]: Upgrade: osd.6 is safe to restart 2024-09-20T21:49:20.581 INFO:tasks.rados.rados.0.smithi046.stdout:2076: done (2 left) 2024-09-20T21:49:20.582 INFO:tasks.rados.rados.0.smithi046.stdout:2078: done (1 left) 2024-09-20T21:49:20.582 INFO:tasks.rados.rados.0.smithi046.stdout:2079: done (0 left) 2024-09-20T21:49:20.582 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 212 2024-09-20T21:49:20.582 INFO:tasks.rados.rados.0.smithi046.stdout:2080: seq_num 641 ranges {1130496=745472,1875968=401408} 2024-09-20T21:49:20.592 INFO:tasks.rados.rados.0.smithi046.stdout:2080: writing smithi04683737-40 from 1130496 to 1875968 tid 1 2024-09-20T21:49:20.594 INFO:tasks.rados.rados.0.smithi046.stdout:2080: writing smithi04683737-40 from 1875968 to 2277376 tid 2 2024-09-20T21:49:20.595 INFO:tasks.rados.rados.0.smithi046.stdout:2081: setattr oid 23 current snap is 212 2024-09-20T21:49:20.596 INFO:tasks.rados.rados.0.smithi046.stdout:2082: delete oid 21 current snap is 212 2024-09-20T21:49:20.600 INFO:tasks.rados.rados.0.smithi046.stdout:2080: finishing write tid 1 to smithi04683737-40 2024-09-20T21:49:20.600 INFO:tasks.rados.rados.0.smithi046.stdout:2080: finishing write tid 2 to smithi04683737-40 2024-09-20T21:49:20.601 INFO:tasks.rados.rados.0.smithi046.stdout:2080: finishing write tid 3 to smithi04683737-40 2024-09-20T21:49:20.601 INFO:tasks.rados.rados.0.smithi046.stdout:2082: done (2 left) 2024-09-20T21:49:20.601 INFO:tasks.rados.rados.0.smithi046.stdout:2083: read oid 41 snap -1 2024-09-20T21:49:20.601 INFO:tasks.rados.rados.0.smithi046.stdout:2083: expect (ObjNum 628 snap 202 seq_num 628) 2024-09-20T21:49:20.601 INFO:tasks.rados.rados.0.smithi046.stdout:2084: rollback oid 10 current snap is 212 2024-09-20T21:49:20.601 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 10 to 201 2024-09-20T21:49:20.601 INFO:tasks.rados.rados.0.smithi046.stdout:2085: setattr oid 42 current snap is 212 2024-09-20T21:49:20.601 INFO:tasks.rados.rados.0.smithi046.stdout:2080: finishing write tid 4 to smithi04683737-40 2024-09-20T21:49:20.602 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 666 (ObjNum 641 snap 212 seq_num 641) dirty exists 2024-09-20T21:49:20.602 INFO:tasks.rados.rados.0.smithi046.stdout:2080: left oid 40 (ObjNum 641 snap 212 seq_num 641) 2024-09-20T21:49:20.602 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 648 (ObjNum 631 snap 203 seq_num 631) dirty exists 2024-09-20T21:49:20.603 INFO:tasks.rados.rados.0.smithi046.stdout:2080: done (4 left) 2024-09-20T21:49:20.603 INFO:tasks.rados.rados.0.smithi046.stdout:2081: done (3 left) 2024-09-20T21:49:20.603 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 11 current snap is 212 2024-09-20T21:49:20.603 INFO:tasks.rados.rados.0.smithi046.stdout:2086: seq_num 643 ranges {1499136=778240,2277376=401408} 2024-09-20T21:49:20.616 INFO:tasks.rados.rados.0.smithi046.stdout:2086: writing smithi04683737-11 from 1499136 to 2277376 tid 1 2024-09-20T21:49:20.619 INFO:tasks.rados.rados.0.smithi046.stdout:2086: writing smithi04683737-11 from 2277376 to 2678784 tid 2 2024-09-20T21:49:20.619 INFO:tasks.rados.rados.0.smithi046.stdout:2087: copy_from oid 47 from oid 12 current snap is 212 2024-09-20T21:49:20.619 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 667 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-20T21:49:20.619 INFO:tasks.rados.rados.0.smithi046.stdout:2085: done (4 left) 2024-09-20T21:49:20.619 INFO:tasks.rados.rados.0.smithi046.stdout:2088: snap_remove snap 209 2024-09-20T21:49:20.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:20 smithi046 ceph-mon[96110]: pgmap v392: 121 pgs: 121 active+clean; 344 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 794 KiB/s wr, 6 op/s 2024-09-20T21:49:20.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:20 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:20.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:20 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:49:20.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:20 smithi046 ceph-mon[96110]: osdmap e485: 8 total, 8 up, 8 in 2024-09-20T21:49:20.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:20 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-20T21:49:20.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:20 smithi046 ceph-mon[96110]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-20T21:49:20.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:20 smithi046 ceph-mon[96110]: Upgrade: osd.6 is safe to restart 2024-09-20T21:49:20.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:20 smithi046 ceph-mon[98591]: pgmap v392: 121 pgs: 121 active+clean; 344 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 794 KiB/s wr, 6 op/s 2024-09-20T21:49:20.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:20 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:20.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:20 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:49:20.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:20 smithi046 ceph-mon[98591]: osdmap e485: 8 total, 8 up, 8 in 2024-09-20T21:49:20.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:20 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-20T21:49:20.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:20 smithi046 ceph-mon[98591]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-20T21:49:20.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:20 smithi046 ceph-mon[98591]: Upgrade: osd.6 is safe to restart 2024-09-20T21:49:21.589 INFO:tasks.rados.rados.0.smithi046.stdout:2084: finishing rollback tid 0 to smithi04683737-10 2024-09-20T21:49:21.589 INFO:tasks.rados.rados.0.smithi046.stdout:2084: finishing rollback tid 1 to smithi04683737-10 2024-09-20T21:49:21.589 INFO:tasks.rados.rados.0.smithi046.stdout:2084: finishing rollback tid 2 to smithi04683737-10 2024-09-20T21:49:21.589 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 736 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-20T21:49:21.589 INFO:tasks.rados.rados.0.smithi046.stdout:2083: expect (ObjNum 628 snap 202 seq_num 628) 2024-09-20T21:49:21.768 INFO:tasks.rados.rados.0.smithi046.stdout:2086: finishing write tid 1 to smithi04683737-11 2024-09-20T21:49:21.768 INFO:tasks.rados.rados.0.smithi046.stdout:2086: finishing write tid 2 to smithi04683737-11 2024-09-20T21:49:21.768 INFO:tasks.rados.rados.0.smithi046.stdout:2086: finishing write tid 3 to smithi04683737-11 2024-09-20T21:49:21.768 INFO:tasks.rados.rados.0.smithi046.stdout:2086: finishing write tid 4 to smithi04683737-11 2024-09-20T21:49:21.768 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 734 (ObjNum 643 snap 212 seq_num 643) dirty exists 2024-09-20T21:49:21.769 INFO:tasks.rados.rados.0.smithi046.stdout:2086: left oid 11 (ObjNum 643 snap 212 seq_num 643) 2024-09-20T21:49:21.769 INFO:tasks.rados.rados.0.smithi046.stdout:2087: finishing copy_from racing read to smithi04683737-47 2024-09-20T21:49:21.769 INFO:tasks.rados.rados.0.smithi046.stdout:2087: finishing copy_from to smithi04683737-47 2024-09-20T21:49:21.769 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 737 (ObjNum 621 snap 202 seq_num 621) dirty exists 2024-09-20T21:49:21.769 INFO:tasks.rados.rados.0.smithi046.stdout:2083: done (4 left) 2024-09-20T21:49:21.769 INFO:tasks.rados.rados.0.smithi046.stdout:2084: done (3 left) 2024-09-20T21:49:21.769 INFO:tasks.rados.rados.0.smithi046.stdout:2086: done (2 left) 2024-09-20T21:49:21.769 INFO:tasks.rados.rados.0.smithi046.stdout:2087: done (1 left) 2024-09-20T21:49:21.769 INFO:tasks.rados.rados.0.smithi046.stdout:2088: done (0 left) 2024-09-20T21:49:21.769 INFO:tasks.rados.rados.0.smithi046.stdout:2089: snap_create 2024-09-20T21:49:21.786 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:21 smithi134 ceph-mon[89086]: osdmap e486: 8 total, 8 up, 8 in 2024-09-20T21:49:21.786 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:21 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:21.786 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:21 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-20T21:49:21.786 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:21 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:49:21.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:21 smithi046 ceph-mon[96110]: osdmap e486: 8 total, 8 up, 8 in 2024-09-20T21:49:21.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:21 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:21.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:21 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-20T21:49:21.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:21 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:49:21.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:21 smithi046 ceph-mon[98591]: osdmap e486: 8 total, 8 up, 8 in 2024-09-20T21:49:21.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:21 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:21.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:21 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-20T21:49:21.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:21 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:49:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:49:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:49:22] "GET /metrics HTTP/1.1" 200 36247 "" "Prometheus/2.43.0" 2024-09-20T21:49:22.570 INFO:tasks.rados.rados.0.smithi046.stdout:2089: done (0 left) 2024-09-20T21:49:22.570 INFO:tasks.rados.rados.0.smithi046.stdout:2090: rollback oid 29 current snap is 213 2024-09-20T21:49:22.570 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 29 to 208 2024-09-20T21:49:22.570 INFO:tasks.rados.rados.0.smithi046.stdout:2091: snap_remove snap 201 2024-09-20T21:49:22.585 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:49:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:49:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:49:22.894 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:22 smithi134 ceph-mon[89086]: Upgrade: Updating osd.6 2024-09-20T21:49:22.894 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:22 smithi134 ceph-mon[89086]: Deploying daemon osd.6 on smithi134 2024-09-20T21:49:22.894 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:22 smithi134 ceph-mon[89086]: pgmap v395: 121 pgs: 121 active+clean; 316 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-09-20T21:49:22.894 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:22 smithi134 ceph-mon[89086]: osdmap e487: 8 total, 8 up, 8 in 2024-09-20T21:49:22.894 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:22 smithi134 ceph-mon[89086]: osdmap e488: 8 total, 8 up, 8 in 2024-09-20T21:49:22.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:22 smithi046 ceph-mon[98591]: Upgrade: Updating osd.6 2024-09-20T21:49:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:22 smithi046 ceph-mon[98591]: Deploying daemon osd.6 on smithi134 2024-09-20T21:49:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:22 smithi046 ceph-mon[98591]: pgmap v395: 121 pgs: 121 active+clean; 316 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-09-20T21:49:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:22 smithi046 ceph-mon[98591]: osdmap e487: 8 total, 8 up, 8 in 2024-09-20T21:49:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:22 smithi046 ceph-mon[98591]: osdmap e488: 8 total, 8 up, 8 in 2024-09-20T21:49:22.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:22 smithi046 ceph-mon[96110]: Upgrade: Updating osd.6 2024-09-20T21:49:22.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:22 smithi046 ceph-mon[96110]: Deploying daemon osd.6 on smithi134 2024-09-20T21:49:22.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:22 smithi046 ceph-mon[96110]: pgmap v395: 121 pgs: 121 active+clean; 316 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-09-20T21:49:22.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:22 smithi046 ceph-mon[96110]: osdmap e487: 8 total, 8 up, 8 in 2024-09-20T21:49:22.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:22 smithi046 ceph-mon[96110]: osdmap e488: 8 total, 8 up, 8 in 2024-09-20T21:49:23.572 INFO:tasks.rados.rados.0.smithi046.stdout:2091: done (1 left) 2024-09-20T21:49:23.573 INFO:tasks.rados.rados.0.smithi046.stdout:2092: rollback oid 42 current snap is 213 2024-09-20T21:49:23.573 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 42 to 208 2024-09-20T21:49:23.573 INFO:tasks.rados.rados.0.smithi046.stdout:2090: finishing rollback tid 0 to smithi04683737-29 2024-09-20T21:49:23.573 INFO:tasks.rados.rados.0.smithi046.stdout:2090: finishing rollback tid 1 to smithi04683737-29 2024-09-20T21:49:23.573 INFO:tasks.rados.rados.0.smithi046.stdout:2090: finishing rollback tid 2 to smithi04683737-29 2024-09-20T21:49:23.573 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 681 (ObjNum 583 snap 188 seq_num 583) dirty exists 2024-09-20T21:49:23.573 INFO:tasks.rados.rados.0.smithi046.stdout:2090: done (1 left) 2024-09-20T21:49:23.573 INFO:tasks.rados.rados.0.smithi046.stdout:2093: delete oid 11 current snap is 213 2024-09-20T21:49:23.582 INFO:tasks.rados.rados.0.smithi046.stdout:2093: done (1 left) 2024-09-20T21:49:23.582 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 213 2024-09-20T21:49:23.582 INFO:tasks.rados.rados.0.smithi046.stdout:2094: seq_num 645 ranges {0=409600,409600=778240,1187840=24576} 2024-09-20T21:49:23.585 INFO:tasks.rados.rados.0.smithi046.stdout:2094: writing smithi04683737-49 from 0 to 409600 tid 1 2024-09-20T21:49:23.590 INFO:tasks.rados.rados.0.smithi046.stdout:2094: writing smithi04683737-49 from 409600 to 1187840 tid 2 2024-09-20T21:49:23.592 INFO:tasks.rados.rados.0.smithi046.stdout:2094: writing smithi04683737-49 from 1187840 to 1212416 tid 3 2024-09-20T21:49:23.592 INFO:tasks.rados.rados.0.smithi046.stdout:2095: rmattr oid 12 current snap is 213 2024-09-20T21:49:23.592 INFO:tasks.rados.rados.0.smithi046.stdout:2095: done (2 left) 2024-09-20T21:49:23.592 INFO:tasks.rados.rados.0.smithi046.stdout:2096: rmattr oid 10 current snap is 213 2024-09-20T21:49:23.592 INFO:tasks.rados.rados.0.smithi046.stdout:2092: finishing rollback tid 0 to smithi04683737-42 2024-09-20T21:49:23.592 INFO:tasks.rados.rados.0.smithi046.stdout:2092: finishing rollback tid 1 to smithi04683737-42 2024-09-20T21:49:23.592 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 669 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-20T21:49:23.592 INFO:tasks.rados.rados.0.smithi046.stdout:2092: done (2 left) 2024-09-20T21:49:23.592 INFO:tasks.rados.rados.0.smithi046.stdout:2097: copy_from oid 24 from oid 37 current snap is 213 2024-09-20T21:49:23.592 INFO:tasks.rados.rados.0.smithi046.stdout:2098: copy_from oid 12 from oid 50 current snap is 213 2024-09-20T21:49:23.592 INFO:tasks.rados.rados.0.smithi046.stdout:2099: snap_remove snap 210 2024-09-20T21:49:24.426 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:24 smithi134 systemd[1]: Stopping Ceph osd.6 for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:49:24.426 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:24 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[49350]: 2024-09-20T21:49:24.368+0000 7fb8d006b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-20T21:49:24.427 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:24 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[49350]: 2024-09-20T21:49:24.368+0000 7fb8d006b640 -1 osd.6 489 *** Got signal Terminated *** 2024-09-20T21:49:24.427 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:24 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[49350]: 2024-09-20T21:49:24.368+0000 7fb8d006b640 -1 osd.6 489 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-20T21:49:24.596 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 737 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-20T21:49:24.596 INFO:tasks.rados.rados.0.smithi046.stdout:2094: finishing write tid 1 to smithi04683737-49 2024-09-20T21:49:24.596 INFO:tasks.rados.rados.0.smithi046.stdout:2094: finishing write tid 2 to smithi04683737-49 2024-09-20T21:49:24.596 INFO:tasks.rados.rados.0.smithi046.stdout:2094: finishing write tid 3 to smithi04683737-49 2024-09-20T21:49:24.596 INFO:tasks.rados.rados.0.smithi046.stdout:2094: finishing write tid 4 to smithi04683737-49 2024-09-20T21:49:24.596 INFO:tasks.rados.rados.0.smithi046.stdout:2094: finishing write tid 5 to smithi04683737-49 2024-09-20T21:49:24.596 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 899 (ObjNum 645 snap 213 seq_num 645) dirty exists 2024-09-20T21:49:24.596 INFO:tasks.rados.rados.0.smithi046.stdout:2094: left oid 49 (ObjNum 645 snap 213 seq_num 645) 2024-09-20T21:49:24.596 INFO:tasks.rados.rados.0.smithi046.stdout:2097: finishing copy_from racing read to smithi04683737-24 2024-09-20T21:49:24.596 INFO:tasks.rados.rados.0.smithi046.stdout:2098: finishing copy_from racing read to smithi04683737-12 2024-09-20T21:49:24.597 INFO:tasks.rados.rados.0.smithi046.stdout:2097: finishing copy_from to smithi04683737-24 2024-09-20T21:49:24.597 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 734 (ObjNum 613 snap 202 seq_num 613) dirty exists 2024-09-20T21:49:24.597 INFO:tasks.rados.rados.0.smithi046.stdout:2098: finishing copy_from to smithi04683737-12 2024-09-20T21:49:24.597 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 670 (ObjNum 630 snap 203 seq_num 630) dirty exists 2024-09-20T21:49:24.597 INFO:tasks.rados.rados.0.smithi046.stdout:2094: done (4 left) 2024-09-20T21:49:24.597 INFO:tasks.rados.rados.0.smithi046.stdout:2096: done (3 left) 2024-09-20T21:49:24.597 INFO:tasks.rados.rados.0.smithi046.stdout:2097: done (2 left) 2024-09-20T21:49:24.597 INFO:tasks.rados.rados.0.smithi046.stdout:2098: done (1 left) 2024-09-20T21:49:24.597 INFO:tasks.rados.rados.0.smithi046.stdout:2099: done (0 left) 2024-09-20T21:49:24.597 INFO:tasks.rados.rados.0.smithi046.stdout:2100: rollback oid 17 current snap is 213 2024-09-20T21:49:24.597 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 17 to 211 2024-09-20T21:49:24.597 INFO:tasks.rados.rados.0.smithi046.stdout:2101: rollback oid 9 current snap is 213 2024-09-20T21:49:24.597 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 9 to 196 2024-09-20T21:49:24.597 INFO:tasks.rados.rados.0.smithi046.stdout:2102: read oid 48 snap -1 2024-09-20T21:49:24.597 INFO:tasks.rados.rados.0.smithi046.stdout:2102: expect (ObjNum 627 snap 202 seq_num 627) 2024-09-20T21:49:24.598 INFO:tasks.rados.rados.0.smithi046.stdout:2103: rollback oid 47 current snap is 213 2024-09-20T21:49:24.598 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 47 to 192 2024-09-20T21:49:24.598 INFO:tasks.rados.rados.0.smithi046.stdout:2104: snap_remove snap 193 2024-09-20T21:49:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:24 smithi046 ceph-mon[96110]: pgmap v398: 121 pgs: 121 active+clean; 300 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2024-09-20T21:49:24.925 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:24 smithi046 ceph-mon[96110]: osdmap e489: 8 total, 8 up, 8 in 2024-09-20T21:49:24.926 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:24 smithi046 ceph-mon[96110]: osd.6 marked itself down and dead 2024-09-20T21:49:24.926 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:24 smithi046 ceph-mon[98591]: pgmap v398: 121 pgs: 121 active+clean; 300 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2024-09-20T21:49:24.926 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:24 smithi046 ceph-mon[98591]: osdmap e489: 8 total, 8 up, 8 in 2024-09-20T21:49:24.926 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:24 smithi046 ceph-mon[98591]: osd.6 marked itself down and dead 2024-09-20T21:49:24.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:24 smithi134 ceph-mon[89086]: pgmap v398: 121 pgs: 121 active+clean; 300 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2024-09-20T21:49:24.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:24 smithi134 ceph-mon[89086]: osdmap e489: 8 total, 8 up, 8 in 2024-09-20T21:49:24.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:24 smithi134 ceph-mon[89086]: osd.6 marked itself down and dead 2024-09-20T21:49:25.426 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:25 smithi134 podman[104344]: 2024-09-20 21:49:25.157134912 +0000 UTC m=+0.888206361 container died f826d37d1cf79c4eff33c2c3ae28fdf8b643f29dcf857acc2566139189253286 (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=quincy-fbd1a6a, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-20T21:49:25.598 INFO:tasks.rados.rados.0.smithi046.stdout:2104: done (4 left) 2024-09-20T21:49:25.598 INFO:tasks.rados.rados.0.smithi046.stdout:2105: rollback oid 40 current snap is 213 2024-09-20T21:49:25.598 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 40 to 211 2024-09-20T21:49:25.599 INFO:tasks.rados.rados.0.smithi046.stdout:2100: finishing rollback tid 0 to smithi04683737-17 2024-09-20T21:49:25.599 INFO:tasks.rados.rados.0.smithi046.stdout:2100: finishing rollback tid 1 to smithi04683737-17 2024-09-20T21:49:25.599 INFO:tasks.rados.rados.0.smithi046.stdout:2100: finishing rollback tid 2 to smithi04683737-17 2024-09-20T21:49:25.599 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 728 (ObjNum 608 snap 200 seq_num 608) dirty exists 2024-09-20T21:49:25.599 INFO:tasks.rados.rados.0.smithi046.stdout:2102: expect (ObjNum 627 snap 202 seq_num 627) 2024-09-20T21:49:25.636 INFO:tasks.rados.rados.0.smithi046.stdout:2103: finishing rollback tid 0 to smithi04683737-47 2024-09-20T21:49:25.636 INFO:tasks.rados.rados.0.smithi046.stdout:2101: finishing rollback tid 1 to smithi04683737-9 2024-09-20T21:49:25.636 INFO:tasks.rados.rados.0.smithi046.stdout:2100: done (4 left) 2024-09-20T21:49:25.636 INFO:tasks.rados.rados.0.smithi046.stdout:2102: done (3 left) 2024-09-20T21:49:25.636 INFO:tasks.rados.rados.0.smithi046.stdout:2106: delete oid 43 current snap is 213 2024-09-20T21:49:25.636 INFO:tasks.rados.rados.0.smithi046.stdout:2105: finishing rollback tid 0 to smithi04683737-40 2024-09-20T21:49:25.636 INFO:tasks.rados.rados.0.smithi046.stdout:2105: finishing rollback tid 1 to smithi04683737-40 2024-09-20T21:49:25.636 INFO:tasks.rados.rados.0.smithi046.stdout:2105: finishing rollback tid 2 to smithi04683737-40 2024-09-20T21:49:25.637 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 672 (ObjNum 640 snap 211 seq_num 640) dirty exists 2024-09-20T21:49:25.637 INFO:tasks.rados.rados.0.smithi046.stdout:2101: finishing rollback tid 2 to smithi04683737-9 2024-09-20T21:49:25.637 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 658 (ObjNum 545 snap 165 seq_num 545) dirty exists 2024-09-20T21:49:25.637 INFO:tasks.rados.rados.0.smithi046.stdout:2103: finishing rollback tid 1 to smithi04683737-47 2024-09-20T21:49:25.637 INFO:tasks.rados.rados.0.smithi046.stdout:2103: finishing rollback tid 2 to smithi04683737-47 2024-09-20T21:49:25.637 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 875 (ObjNum 540 snap 164 seq_num 540) dirty exists 2024-09-20T21:49:25.640 INFO:tasks.rados.rados.0.smithi046.stdout:2101: done (3 left) 2024-09-20T21:49:25.640 INFO:tasks.rados.rados.0.smithi046.stdout:2103: done (2 left) 2024-09-20T21:49:25.640 INFO:tasks.rados.rados.0.smithi046.stdout:2105: done (1 left) 2024-09-20T21:49:25.640 INFO:tasks.rados.rados.0.smithi046.stdout:2106: done (0 left) 2024-09-20T21:49:25.640 INFO:tasks.rados.rados.0.smithi046.stdout:2107: rollback oid 11 current snap is 213 2024-09-20T21:49:25.640 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 11 to 175 2024-09-20T21:49:25.640 INFO:tasks.rados.rados.0.smithi046.stdout:2108: snap_create 2024-09-20T21:49:25.642 INFO:tasks.rados.rados.0.smithi046.stdout:2107: finishing rollback tid 1 to smithi04683737-11 2024-09-20T21:49:25.642 INFO:tasks.rados.rados.0.smithi046.stdout:2107: finishing rollback tid 2 to smithi04683737-11 2024-09-20T21:49:25.642 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 737 (ObjNum 469 snap 140 seq_num 469) dirty exists 2024-09-20T21:49:25.787 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:25 smithi134 ceph-mon[89086]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-20T21:49:25.787 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:25 smithi134 ceph-mon[89086]: osdmap e490: 8 total, 7 up, 8 in 2024-09-20T21:49:25.787 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:25 smithi134 podman[104344]: 2024-09-20 21:49:25.592430804 +0000 UTC m=+1.323502254 container cleanup f826d37d1cf79c4eff33c2c3ae28fdf8b643f29dcf857acc2566139189253286 (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=quincy-fbd1a6a, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-20T21:49:25.788 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:25 smithi134 bash[104344]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6 2024-09-20T21:49:25.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:25 smithi046 ceph-mon[96110]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-20T21:49:25.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:25 smithi046 ceph-mon[96110]: osdmap e490: 8 total, 7 up, 8 in 2024-09-20T21:49:25.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:25 smithi046 ceph-mon[98591]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-20T21:49:25.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:25 smithi046 ceph-mon[98591]: osdmap e490: 8 total, 7 up, 8 in 2024-09-20T21:49:26.176 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:25 smithi134 podman[104366]: 2024-09-20 21:49:25.785652958 +0000 UTC m=+0.628798462 container remove f826d37d1cf79c4eff33c2c3ae28fdf8b643f29dcf857acc2566139189253286 (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-fbd1a6a, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True) 2024-09-20T21:49:26.449 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:26 smithi134 podman[104459]: 2024-09-20 21:49:26.118143286 +0000 UTC m=+0.016266186 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T21:49:26.449 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:26 smithi134 podman[104459]: 2024-09-20 21:49:26.219915292 +0000 UTC m=+0.118038186 container create 87b6a6ba3f21937611e3d7d89180ad2da4eb080ce7aa855dd521a0e7e8139f03 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6-deactivate, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-9e2ac70, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-20T21:49:26.449 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:26 smithi134 podman[104459]: 2024-09-20 21:49:26.447876928 +0000 UTC m=+0.345999823 container init 87b6a6ba3f21937611e3d7d89180ad2da4eb080ce7aa855dd521a0e7e8139f03 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6-deactivate, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=squid-9e2ac70, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-09-20T21:49:26.599 INFO:tasks.rados.rados.0.smithi046.stdout:2107: done (1 left) 2024-09-20T21:49:26.599 INFO:tasks.rados.rados.0.smithi046.stdout:2108: done (0 left) 2024-09-20T21:49:26.599 INFO:tasks.rados.rados.0.smithi046.stdout:2109: snap_create 2024-09-20T21:49:26.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:26 smithi046 ceph-mon[96110]: pgmap v401: 121 pgs: 9 peering, 12 stale+active+clean, 100 active+clean; 288 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-20T21:49:26.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:26 smithi046 ceph-mon[96110]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-20T21:49:26.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:26 smithi046 ceph-mon[96110]: osdmap e491: 8 total, 7 up, 8 in 2024-09-20T21:49:26.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:26 smithi046 ceph-mon[98591]: pgmap v401: 121 pgs: 9 peering, 12 stale+active+clean, 100 active+clean; 288 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-20T21:49:26.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:26 smithi046 ceph-mon[98591]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-20T21:49:26.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:26 smithi046 ceph-mon[98591]: osdmap e491: 8 total, 7 up, 8 in 2024-09-20T21:49:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:26 smithi134 ceph-mon[89086]: pgmap v401: 121 pgs: 9 peering, 12 stale+active+clean, 100 active+clean; 288 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-20T21:49:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:26 smithi134 ceph-mon[89086]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-20T21:49:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:26 smithi134 ceph-mon[89086]: osdmap e491: 8 total, 7 up, 8 in 2024-09-20T21:49:26.926 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:26 smithi134 podman[104459]: 2024-09-20 21:49:26.452877781 +0000 UTC m=+0.351000671 container start 87b6a6ba3f21937611e3d7d89180ad2da4eb080ce7aa855dd521a0e7e8139f03 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-9e2ac70, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-20T21:49:26.927 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:26 smithi134 podman[104459]: 2024-09-20 21:49:26.539418442 +0000 UTC m=+0.437541346 container attach 87b6a6ba3f21937611e3d7d89180ad2da4eb080ce7aa855dd521a0e7e8139f03 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=squid-9e2ac70, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-09-20T21:49:26.927 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:26 smithi134 podman[104459]: 2024-09-20 21:49:26.636939415 +0000 UTC m=+0.535062321 container died 87b6a6ba3f21937611e3d7d89180ad2da4eb080ce7aa855dd521a0e7e8139f03 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6-deactivate, RELEASE=squid-9e2ac70, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-20T21:49:27.571 INFO:tasks.rados.rados.0.smithi046.stdout:2109: done (0 left) 2024-09-20T21:49:27.571 INFO:tasks.rados.rados.0.smithi046.stdout:2110: snap_create 2024-09-20T21:49:27.572 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:27 smithi134 podman[104502]: 2024-09-20 21:49:27.29331832 +0000 UTC m=+0.644694545 container remove 87b6a6ba3f21937611e3d7d89180ad2da4eb080ce7aa855dd521a0e7e8139f03 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6-deactivate, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-9e2ac70, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-09-20T21:49:27.572 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:27 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.6.service: Deactivated successfully. 2024-09-20T21:49:27.572 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:27 smithi134 systemd[1]: Stopped Ceph osd.6 for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:49:27.572 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:27 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.6.service: Consumed 13.347s CPU time. 2024-09-20T21:49:27.824 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:27 smithi134 ceph-mon[89086]: osdmap e492: 8 total, 7 up, 8 in 2024-09-20T21:49:27.824 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:27 smithi134 ceph-mon[89086]: osdmap e493: 8 total, 7 up, 8 in 2024-09-20T21:49:27.824 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:27 smithi134 systemd[1]: Starting Ceph osd.6 for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:49:27.824 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:27 smithi134 podman[104604]: 2024-09-20 21:49:27.687661673 +0000 UTC m=+0.015744000 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T21:49:27.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:27 smithi046 ceph-mon[96110]: osdmap e492: 8 total, 7 up, 8 in 2024-09-20T21:49:27.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:27 smithi046 ceph-mon[96110]: osdmap e493: 8 total, 7 up, 8 in 2024-09-20T21:49:27.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:27 smithi046 ceph-mon[98591]: osdmap e492: 8 total, 7 up, 8 in 2024-09-20T21:49:27.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:27 smithi046 ceph-mon[98591]: osdmap e493: 8 total, 7 up, 8 in 2024-09-20T21:49:28.081 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:27 smithi134 podman[104604]: 2024-09-20 21:49:27.835944112 +0000 UTC m=+0.164026426 container create 0193de07edf7b088f62a813ed14b163635b0d183eab46738967311282bfb556b (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6-activate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=squid-9e2ac70, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-20T21:49:28.343 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-20T21:49:28.426 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:28 smithi134 podman[104604]: 2024-09-20 21:49:28.08036608 +0000 UTC m=+0.408448408 container init 0193de07edf7b088f62a813ed14b163635b0d183eab46738967311282bfb556b (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6-activate, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=squid-9e2ac70, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True) 2024-09-20T21:49:28.426 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:28 smithi134 podman[104604]: 2024-09-20 21:49:28.084957686 +0000 UTC m=+0.413040004 container start 0193de07edf7b088f62a813ed14b163635b0d183eab46738967311282bfb556b (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6-activate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=squid-9e2ac70) 2024-09-20T21:49:28.426 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:28 smithi134 podman[104604]: 2024-09-20 21:49:28.155226519 +0000 UTC m=+0.483308847 container attach 0193de07edf7b088f62a813ed14b163635b0d183eab46738967311282bfb556b (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6-activate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=squid-9e2ac70, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-20T21:49:28.427 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:28 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6-activate[104627]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-20T21:49:28.427 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:28 smithi134 bash[104604]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-20T21:49:28.427 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:28 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6-activate[104627]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-20T21:49:28.427 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:28 smithi134 bash[104604]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-20T21:49:28.572 INFO:tasks.rados.rados.0.smithi046.stdout:2110: done (0 left) 2024-09-20T21:49:28.572 INFO:tasks.rados.rados.0.smithi046.stdout:2111: read oid 21 snap -1 2024-09-20T21:49:28.572 INFO:tasks.rados.rados.0.smithi046.stdout:2111: expect deleted 2024-09-20T21:49:28.572 INFO:tasks.rados.rados.0.smithi046.stdout:2112: delete oid 10 current snap is 216 2024-09-20T21:49:28.574 INFO:tasks.rados.rados.0.smithi046.stdout:2112: done (1 left) 2024-09-20T21:49:28.574 INFO:tasks.rados.rados.0.smithi046.stdout:2113: rollback oid 28 current snap is 216 2024-09-20T21:49:28.575 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 28 to 196 2024-09-20T21:49:28.575 INFO:tasks.rados.rados.0.smithi046.stdout:2114: snap_remove snap 212 2024-09-20T21:49:28.623 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-20T21:49:28.623 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (5m) 97s ago 9m 17.5M - 0.25.0 c8568f914cd2 0d74f13360c6 2024-09-20T21:49:28.623 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi134 *:3000 running (5m) 27s ago 9m 86.1M - 9.4.7 954c08fa6188 8341e8dee31d 2024-09-20T21:49:28.623 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (11m) 97s ago 11m 16.0M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 9e6c3beb915d 2024-09-20T21:49:28.623 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi134 running (11m) 27s ago 11m 20.1M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 132e8dbc5c5d 2024-09-20T21:49:28.623 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi134 *:8443,9283,8765 running (5m) 27s ago 14m 441M - 19.1.1-367-g9e2ac70b cc9251b744a3 4807b49ee672 2024-09-20T21:49:28.623 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443,9283,8765 running (5m) 97s ago 16m 511M - 19.1.1-367-g9e2ac70b cc9251b744a3 287f9c5532d7 2024-09-20T21:49:28.623 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (4m) 97s ago 16m 54.4M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 ce5bbc0a7b3e 2024-09-20T21:49:28.623 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi134 running (4m) 27s ago 15m 45.8M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 72d0616e106b 2024-09-20T21:49:28.624 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (4m) 97s ago 15m 46.3M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 17796ae3530a 2024-09-20T21:49:28.624 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (5m) 97s ago 9m 8456k - 1.5.0 0da6a335fe13 808d8998a7db 2024-09-20T21:49:28.624 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi134 *:9100 running (5m) 27s ago 9m 16.2M - 1.5.0 0da6a335fe13 d64b31ebfc6a 2024-09-20T21:49:28.624 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (3m) 97s ago 14m 157M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 a86fc71a02d1 2024-09-20T21:49:28.624 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (2m) 97s ago 14m 126M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 04055c8b47db 2024-09-20T21:49:28.624 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (2m) 97s ago 13m 86.6M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 bfb9841748e3 2024-09-20T21:49:28.624 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (101s) 97s ago 13m 14.4M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 bff5e3b30c96 2024-09-20T21:49:28.624 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi134 running (68s) 27s ago 12m 122M 2480M 19.1.1-367-g9e2ac70b cc9251b744a3 ced5920fc235 2024-09-20T21:49:28.624 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi134 running (32s) 27s ago 12m 11.9M 2480M 19.1.1-367-g9e2ac70b cc9251b744a3 dc4e11b5a9da 2024-09-20T21:49:28.624 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi134 running (12m) 27s ago 12m 201M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be f826d37d1cf7 2024-09-20T21:49:28.624 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi134 running (11m) 27s ago 11m 201M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be fbf3a60c2bb0 2024-09-20T21:49:28.624 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi134 *:9095 running (5m) 27s ago 10m 64.5M - 2.43.0 a07b618ecd1d 5e01fa97ed3d 2024-09-20T21:49:28.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:28 smithi046 ceph-mon[98591]: pgmap v404: 121 pgs: 1 active+clean+snaptrim, 11 active+undersized, 3 activating+undersized, 9 peering, 4 stale+active+clean, 2 active+undersized+degraded, 91 active+clean; 291 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 11 op/s; 27/603 objects degraded (4.478%) 2024-09-20T21:49:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:28 smithi046 ceph-mon[98591]: Health check failed: Degraded data redundancy: 27/603 objects degraded (4.478%), 2 pgs degraded (PG_DEGRADED) 2024-09-20T21:49:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:28 smithi046 ceph-mon[98591]: osdmap e494: 8 total, 7 up, 8 in 2024-09-20T21:49:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:28 smithi046 ceph-mon[96110]: pgmap v404: 121 pgs: 1 active+clean+snaptrim, 11 active+undersized, 3 activating+undersized, 9 peering, 4 stale+active+clean, 2 active+undersized+degraded, 91 active+clean; 291 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 11 op/s; 27/603 objects degraded (4.478%) 2024-09-20T21:49:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:28 smithi046 ceph-mon[96110]: Health check failed: Degraded data redundancy: 27/603 objects degraded (4.478%), 2 pgs degraded (PG_DEGRADED) 2024-09-20T21:49:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:28 smithi046 ceph-mon[96110]: osdmap e494: 8 total, 7 up, 8 in 2024-09-20T21:49:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:28 smithi134 ceph-mon[89086]: pgmap v404: 121 pgs: 1 active+clean+snaptrim, 11 active+undersized, 3 activating+undersized, 9 peering, 4 stale+active+clean, 2 active+undersized+degraded, 91 active+clean; 291 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 11 op/s; 27/603 objects degraded (4.478%) 2024-09-20T21:49:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:28 smithi134 ceph-mon[89086]: Health check failed: Degraded data redundancy: 27/603 objects degraded (4.478%), 2 pgs degraded (PG_DEGRADED) 2024-09-20T21:49:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:28 smithi134 ceph-mon[89086]: osdmap e494: 8 total, 7 up, 8 in 2024-09-20T21:49:28.926 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:28 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6-activate[104627]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-20T21:49:28.926 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:28 smithi134 bash[104604]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-20T21:49:28.926 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:28 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6-activate[104627]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-20T21:49:28.926 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:28 smithi134 bash[104604]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-20T21:49:28.957 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-20T21:49:28.957 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-20T21:49:28.957 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 3 2024-09-20T21:49:28.957 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:49:28.957 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-20T21:49:28.957 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 2 2024-09-20T21:49:28.957 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:49:28.958 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-20T21:49:28.958 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 1, 2024-09-20T21:49:28.958 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 6 2024-09-20T21:49:28.958 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:49:28.958 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-20T21:49:28.958 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 2 2024-09-20T21:49:28.958 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:49:28.958 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-20T21:49:28.958 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 3, 2024-09-20T21:49:28.958 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 11 2024-09-20T21:49:28.958 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-20T21:49:28.958 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-20T21:49:29.302 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:28 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6-activate[104627]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-20T21:49:29.302 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:28 smithi134 bash[104604]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-20T21:49:29.302 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:28 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6-activate[104627]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-20T21:49:29.302 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:28 smithi134 bash[104604]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-20T21:49:29.302 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:28 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6-activate[104627]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-09-20T21:49:29.302 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:28 smithi134 bash[104604]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-09-20T21:49:29.302 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:28 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6-activate[104627]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-20T21:49:29.302 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:28 smithi134 bash[104604]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-20T21:49:29.303 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:28 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6-activate[104627]: --> ceph-volume raw activate successful for osd ID: 6 2024-09-20T21:49:29.303 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:28 smithi134 bash[104604]: --> ceph-volume raw activate successful for osd ID: 6 2024-09-20T21:49:29.303 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:29 smithi134 podman[104604]: 2024-09-20 21:49:29.012494209 +0000 UTC m=+1.340576532 container died 0193de07edf7b088f62a813ed14b163635b0d183eab46738967311282bfb556b (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6-activate, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=squid-9e2ac70, org.label-schema.build-date=20240731) 2024-09-20T21:49:29.575 INFO:tasks.rados.rados.0.smithi046.stdout:2114: done (2 left) 2024-09-20T21:49:29.575 INFO:tasks.rados.rados.0.smithi046.stdout:2115: snap_create 2024-09-20T21:49:29.575 INFO:tasks.rados.rados.0.smithi046.stdout:2113: finishing rollback tid 1 to smithi04683737-28 2024-09-20T21:49:29.575 INFO:tasks.rados.rados.0.smithi046.stdout:2113: finishing rollback tid 2 to smithi04683737-28 2024-09-20T21:49:29.575 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 736 (ObjNum 589 snap 193 seq_num 589) dirty exists 2024-09-20T21:49:29.605 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:29 smithi134 podman[104792]: 2024-09-20 21:49:29.533884334 +0000 UTC m=+0.514065148 container remove 0193de07edf7b088f62a813ed14b163635b0d183eab46738967311282bfb556b (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6-activate, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=squid-9e2ac70, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-09-20T21:49:29.882 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:29 smithi134 ceph-mon[89086]: from='client.34332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:49:29.883 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:29 smithi134 ceph-mon[89086]: from='client.34338 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:49:29.883 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:29 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/887779656' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:49:29.883 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:29 smithi134 ceph-mon[89086]: osdmap e495: 8 total, 7 up, 8 in 2024-09-20T21:49:29.883 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:29 smithi134 podman[104855]: 2024-09-20 21:49:29.646273576 +0000 UTC m=+0.015648143 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T21:49:29.883 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:29 smithi134 podman[104855]: 2024-09-20 21:49:29.759842215 +0000 UTC m=+0.129216767 container create fa6e363227ed086883f9a6d80362981a4e81e6778163206137ec7617ef2c65a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=squid-9e2ac70, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-09-20T21:49:29.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:29 smithi046 ceph-mon[96110]: from='client.34332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:49:29.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:29 smithi046 ceph-mon[96110]: from='client.34338 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:49:29.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:29 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/887779656' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:49:29.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:29 smithi046 ceph-mon[96110]: osdmap e495: 8 total, 7 up, 8 in 2024-09-20T21:49:29.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:29 smithi046 ceph-mon[98591]: from='client.34332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:49:29.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:29 smithi046 ceph-mon[98591]: from='client.34338 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:49:29.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:29 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/887779656' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:49:29.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:29 smithi046 ceph-mon[98591]: osdmap e495: 8 total, 7 up, 8 in 2024-09-20T21:49:30.426 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:29 smithi134 podman[104855]: 2024-09-20 21:49:29.978721858 +0000 UTC m=+0.348096411 container init fa6e363227ed086883f9a6d80362981a4e81e6778163206137ec7617ef2c65a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6, RELEASE=squid-9e2ac70, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-09-20T21:49:30.426 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:29 smithi134 podman[104855]: 2024-09-20 21:49:29.983640344 +0000 UTC m=+0.353014897 container start fa6e363227ed086883f9a6d80362981a4e81e6778163206137ec7617ef2c65a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-9e2ac70, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-09-20T21:49:30.426 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:30 smithi134 ceph-osd[104893]: -- 172.21.15.134:0/3763301987 <== mon.1 v2:172.21.15.134:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d036a5fa40 con 0x55d037826400 2024-09-20T21:49:30.426 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:30 smithi134 bash[104855]: fa6e363227ed086883f9a6d80362981a4e81e6778163206137ec7617ef2c65a0 2024-09-20T21:49:30.426 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:30 smithi134 systemd[1]: Started Ceph osd.6 for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:49:30.576 INFO:tasks.rados.rados.0.smithi046.stdout:2111: done (2 left) 2024-09-20T21:49:30.576 INFO:tasks.rados.rados.0.smithi046.stdout:2113: done (1 left) 2024-09-20T21:49:30.576 INFO:tasks.rados.rados.0.smithi046.stdout:2115: done (0 left) 2024-09-20T21:49:30.576 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 217 2024-09-20T21:49:30.576 INFO:tasks.rados.rados.0.smithi046.stdout:2116: seq_num 648 ranges {1130496=458752,1589248=475136,2064384=327680} 2024-09-20T21:49:30.584 INFO:tasks.rados.rados.0.smithi046.stdout:2116: writing smithi04683737-40 from 1130496 to 1589248 tid 1 2024-09-20T21:49:30.587 INFO:tasks.rados.rados.0.smithi046.stdout:2116: writing smithi04683737-40 from 1589248 to 2064384 tid 2 2024-09-20T21:49:30.589 INFO:tasks.rados.rados.0.smithi046.stdout:2116: writing smithi04683737-40 from 2064384 to 2392064 tid 3 2024-09-20T21:49:30.590 INFO:tasks.rados.rados.0.smithi046.stdout:2117: setattr oid 18 current snap is 217 2024-09-20T21:49:30.592 INFO:tasks.rados.rados.0.smithi046.stdout:2118: setattr oid 7 current snap is 217 2024-09-20T21:49:30.593 INFO:tasks.rados.rados.0.smithi046.stdout:2116: finishing write tid 1 to smithi04683737-40 2024-09-20T21:49:30.593 INFO:tasks.rados.rados.0.smithi046.stdout:2116: finishing write tid 2 to smithi04683737-40 2024-09-20T21:49:30.594 INFO:tasks.rados.rados.0.smithi046.stdout:2116: finishing write tid 3 to smithi04683737-40 2024-09-20T21:49:30.594 INFO:tasks.rados.rados.0.smithi046.stdout:2116: finishing write tid 4 to smithi04683737-40 2024-09-20T21:49:30.596 INFO:tasks.rados.rados.0.smithi046.stdout:2119: rollback oid 12 current snap is 217 2024-09-20T21:49:30.596 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 12 to 208 2024-09-20T21:49:30.596 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 217 2024-09-20T21:49:30.596 INFO:tasks.rados.rados.0.smithi046.stdout:2120: seq_num 649 ranges {8183808=475136,8658944=761856,9420800=40960} 2024-09-20T21:49:30.644 INFO:tasks.rados.rados.0.smithi046.stdout:2120: writing smithi04683737-4 from 8183808 to 8658944 tid 1 2024-09-20T21:49:30.650 INFO:tasks.rados.rados.0.smithi046.stdout:2120: writing smithi04683737-4 from 8658944 to 9420800 tid 2 2024-09-20T21:49:30.650 INFO:tasks.rados.rados.0.smithi046.stdout:2120: writing smithi04683737-4 from 9420800 to 9461760 tid 3 2024-09-20T21:49:30.650 INFO:tasks.rados.rados.0.smithi046.stdout:2121: read oid 32 snap 207 2024-09-20T21:49:30.650 INFO:tasks.rados.rados.0.smithi046.stdout:2121: expect (ObjNum 638 snap 207 seq_num 638) 2024-09-20T21:49:30.650 INFO:tasks.rados.rados.0.smithi046.stdout:2122: copy_from oid 46 from oid 20 current snap is 217 2024-09-20T21:49:30.651 INFO:tasks.rados.rados.0.smithi046.stdout:2116: finishing write tid 5 to smithi04683737-40 2024-09-20T21:49:30.651 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 676 (ObjNum 648 snap 217 seq_num 648) dirty exists 2024-09-20T21:49:30.651 INFO:tasks.rados.rados.0.smithi046.stdout:2116: left oid 40 (ObjNum 648 snap 217 seq_num 648) 2024-09-20T21:49:30.651 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 733 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-20T21:49:30.651 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 512 (ObjNum 605 snap 199 seq_num 605) dirty exists 2024-09-20T21:49:30.651 INFO:tasks.rados.rados.0.smithi046.stdout:2119: finishing rollback tid 0 to smithi04683737-12 2024-09-20T21:49:30.651 INFO:tasks.rados.rados.0.smithi046.stdout:2119: finishing rollback tid 1 to smithi04683737-12 2024-09-20T21:49:30.651 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 877 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-20T21:49:30.651 INFO:tasks.rados.rados.0.smithi046.stdout:2120: finishing write tid 1 to smithi04683737-4 2024-09-20T21:49:30.651 INFO:tasks.rados.rados.0.smithi046.stdout:2116: done (6 left) 2024-09-20T21:49:30.651 INFO:tasks.rados.rados.0.smithi046.stdout:2117: done (5 left) 2024-09-20T21:49:30.651 INFO:tasks.rados.rados.0.smithi046.stdout:2118: done (4 left) 2024-09-20T21:49:30.651 INFO:tasks.rados.rados.0.smithi046.stdout:2119: done (3 left) 2024-09-20T21:49:30.651 INFO:tasks.rados.rados.0.smithi046.stdout:2123: read oid 38 snap 208 2024-09-20T21:49:30.652 INFO:tasks.rados.rados.0.smithi046.stdout:2123: expect (ObjNum 610 snap 202 seq_num 610) 2024-09-20T21:49:30.652 INFO:tasks.rados.rados.0.smithi046.stdout:2124: snap_create 2024-09-20T21:49:30.652 INFO:tasks.rados.rados.0.smithi046.stdout:2122: finishing copy_from to smithi04683737-46 2024-09-20T21:49:30.652 INFO:tasks.rados.rados.0.smithi046.stdout:2122: got expected ENOENT (src dne) 2024-09-20T21:49:30.652 INFO:tasks.rados.rados.0.smithi046.stdout:2122: finishing copy_from racing read to smithi04683737-46 2024-09-20T21:49:30.653 INFO:tasks.rados.rados.0.smithi046.stdout:2120: finishing write tid 2 to smithi04683737-4 2024-09-20T21:49:30.653 INFO:tasks.rados.rados.0.smithi046.stdout:2120: finishing write tid 3 to smithi04683737-4 2024-09-20T21:49:30.654 INFO:tasks.rados.rados.0.smithi046.stdout:2120: finishing write tid 4 to smithi04683737-4 2024-09-20T21:49:30.654 INFO:tasks.rados.rados.0.smithi046.stdout:2123: expect (ObjNum 610 snap 202 seq_num 610) 2024-09-20T21:49:30.672 INFO:tasks.rados.rados.0.smithi046.stdout:2120: finishing write tid 5 to smithi04683737-4 2024-09-20T21:49:30.672 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 904 (ObjNum 649 snap 217 seq_num 649) dirty exists 2024-09-20T21:49:30.672 INFO:tasks.rados.rados.0.smithi046.stdout:2120: left oid 4 (ObjNum 649 snap 217 seq_num 649) 2024-09-20T21:49:30.672 INFO:tasks.rados.rados.0.smithi046.stdout:2121: expect (ObjNum 638 snap 207 seq_num 638) 2024-09-20T21:49:30.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:30 smithi046 ceph-mon[96110]: pgmap v407: 121 pgs: 1 active+clean+snaptrim, 27 active+undersized, 3 activating+undersized, 9 peering, 4 active+undersized+degraded, 77 active+clean; 296 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 666 KiB/s rd, 1.2 MiB/s wr, 9 op/s; 40/615 objects degraded (6.504%) 2024-09-20T21:49:30.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:30.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:30.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:49:30.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:30 smithi046 ceph-mon[96110]: osdmap e496: 8 total, 7 up, 8 in 2024-09-20T21:49:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:30 smithi046 ceph-mon[98591]: pgmap v407: 121 pgs: 1 active+clean+snaptrim, 27 active+undersized, 3 activating+undersized, 9 peering, 4 active+undersized+degraded, 77 active+clean; 296 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 666 KiB/s rd, 1.2 MiB/s wr, 9 op/s; 40/615 objects degraded (6.504%) 2024-09-20T21:49:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:49:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:30 smithi046 ceph-mon[98591]: osdmap e496: 8 total, 7 up, 8 in 2024-09-20T21:49:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:30 smithi134 ceph-mon[89086]: pgmap v407: 121 pgs: 1 active+clean+snaptrim, 27 active+undersized, 3 activating+undersized, 9 peering, 4 active+undersized+degraded, 77 active+clean; 296 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 666 KiB/s rd, 1.2 MiB/s wr, 9 op/s; 40/615 objects degraded (6.504%) 2024-09-20T21:49:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:49:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:30 smithi134 ceph-mon[89086]: osdmap e496: 8 total, 7 up, 8 in 2024-09-20T21:49:31.616 INFO:tasks.rados.rados.0.smithi046.stdout:2120: done (4 left) 2024-09-20T21:49:31.616 INFO:tasks.rados.rados.0.smithi046.stdout:2121: done (3 left) 2024-09-20T21:49:31.616 INFO:tasks.rados.rados.0.smithi046.stdout:2122: done (2 left) 2024-09-20T21:49:31.616 INFO:tasks.rados.rados.0.smithi046.stdout:2123: done (1 left) 2024-09-20T21:49:31.616 INFO:tasks.rados.rados.0.smithi046.stdout:2124: done (0 left) 2024-09-20T21:49:31.616 INFO:tasks.rados.rados.0.smithi046.stdout:2125: copy_from oid 23 from oid 16 current snap is 218 2024-09-20T21:49:31.616 INFO:tasks.rados.rados.0.smithi046.stdout:2126: setattr oid 43 current snap is 218 2024-09-20T21:49:31.617 INFO:tasks.rados.rados.0.smithi046.stdout:2127: snap_create 2024-09-20T21:49:31.622 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 878 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-20T21:49:31.638 INFO:tasks.rados.rados.0.smithi046.stdout:2125: finishing copy_from racing read to smithi04683737-23 2024-09-20T21:49:31.639 INFO:tasks.rados.rados.0.smithi046.stdout:2125: finishing copy_from to smithi04683737-23 2024-09-20T21:49:31.639 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 743 (ObjNum 551 snap 170 seq_num 551) dirty exists 2024-09-20T21:49:31.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:31 smithi134 ceph-mon[89086]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-09-20T21:49:31.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:31 smithi134 ceph-mon[89086]: osdmap e497: 8 total, 7 up, 8 in 2024-09-20T21:49:31.926 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:31 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T21:49:31.869+0000 7fcad675b640 -1 Falling back to public interface 2024-09-20T21:49:32.054 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:31 smithi046 ceph-mon[96110]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-09-20T21:49:32.054 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:31 smithi046 ceph-mon[96110]: osdmap e497: 8 total, 7 up, 8 in 2024-09-20T21:49:32.054 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:31 smithi046 ceph-mon[98591]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-09-20T21:49:32.054 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:31 smithi046 ceph-mon[98591]: osdmap e497: 8 total, 7 up, 8 in 2024-09-20T21:49:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:49:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:49:32] "GET /metrics HTTP/1.1" 200 36247 "" "Prometheus/2.43.0" 2024-09-20T21:49:32.574 INFO:tasks.rados.rados.0.smithi046.stdout:2125: done (2 left) 2024-09-20T21:49:32.574 INFO:tasks.rados.rados.0.smithi046.stdout:2126: done (1 left) 2024-09-20T21:49:32.574 INFO:tasks.rados.rados.0.smithi046.stdout:2127: done (0 left) 2024-09-20T21:49:32.574 INFO:tasks.rados.rados.0.smithi046.stdout:2128: copy_from oid 9 from oid 43 current snap is 219 2024-09-20T21:49:32.574 INFO:tasks.rados.rados.0.smithi046.stdout:2129: copy_from oid 20 from oid 18 current snap is 219 2024-09-20T21:49:32.574 INFO:tasks.rados.rados.0.smithi046.stdout:2130: read oid 15 snap 211 2024-09-20T21:49:32.574 INFO:tasks.rados.rados.0.smithi046.stdout:2130: expect (ObjNum 391 snap 123 seq_num 391) 2024-09-20T21:49:32.575 INFO:tasks.rados.rados.0.smithi046.stdout:2131: copy_from oid 49 from oid 27 current snap is 219 2024-09-20T21:49:32.575 INFO:tasks.rados.rados.0.smithi046.stdout:2132: read oid 40 snap -1 2024-09-20T21:49:32.575 INFO:tasks.rados.rados.0.smithi046.stdout:2132: expect (ObjNum 648 snap 217 seq_num 648) 2024-09-20T21:49:32.575 INFO:tasks.rados.rados.0.smithi046.stdout:2133: read oid 35 snap -1 2024-09-20T21:49:32.575 INFO:tasks.rados.rados.0.smithi046.stdout:2133: expect (ObjNum 532 snap 163 seq_num 532) 2024-09-20T21:49:32.575 INFO:tasks.rados.rados.0.smithi046.stdout:2134: read oid 8 snap -1 2024-09-20T21:49:32.575 INFO:tasks.rados.rados.0.smithi046.stdout:2134: expect (ObjNum 586 snap 191 seq_num 586) 2024-09-20T21:49:32.575 INFO:tasks.rados.rados.0.smithi046.stdout:2135: copy_from oid 44 from oid 26 current snap is 219 2024-09-20T21:49:32.575 INFO:tasks.rados.rados.0.smithi046.stdout:2136: delete oid 31 current snap is 219 2024-09-20T21:49:32.583 INFO:tasks.rados.rados.0.smithi046.stdout:2129: finishing copy_from racing read to smithi04683737-20 2024-09-20T21:49:32.584 INFO:tasks.rados.rados.0.smithi046.stdout:2136: done (8 left) 2024-09-20T21:49:32.584 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 219 2024-09-20T21:49:32.584 INFO:tasks.rados.rados.0.smithi046.stdout:2137: seq_num 651 ranges {7020544=507904,7528448=532480,8060928=270336} 2024-09-20T21:49:32.629 INFO:tasks.rados.rados.0.smithi046.stdout:2137: writing smithi04683737-46 from 7020544 to 7528448 tid 1 2024-09-20T21:49:32.632 INFO:tasks.rados.rados.0.smithi046.stdout:2137: writing smithi04683737-46 from 7528448 to 8060928 tid 2 2024-09-20T21:49:32.634 INFO:tasks.rados.rados.0.smithi046.stdout:2137: writing smithi04683737-46 from 8060928 to 8331264 tid 3 2024-09-20T21:49:32.634 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 219 2024-09-20T21:49:32.634 INFO:tasks.rados.rados.0.smithi046.stdout:2138: seq_num 652 ranges {0=524288,524288=409600,933888=393216} 2024-09-20T21:49:32.637 INFO:tasks.rados.rados.0.smithi046.stdout:2138: writing smithi04683737-42 from 0 to 524288 tid 1 2024-09-20T21:49:32.639 INFO:tasks.rados.rados.0.smithi046.stdout:2138: writing smithi04683737-42 from 524288 to 933888 tid 2 2024-09-20T21:49:32.643 INFO:tasks.rados.rados.0.smithi046.stdout:2138: writing smithi04683737-42 from 933888 to 1327104 tid 3 2024-09-20T21:49:32.643 INFO:tasks.rados.rados.0.smithi046.stdout:2139: read oid 39 snap -1 2024-09-20T21:49:32.643 INFO:tasks.rados.rados.0.smithi046.stdout:2139: expect (ObjNum 609 snap 202 seq_num 609) 2024-09-20T21:49:32.643 INFO:tasks.rados.rados.0.smithi046.stdout:2140: copy_from oid 41 from oid 14 current snap is 219 2024-09-20T21:49:32.643 INFO:tasks.rados.rados.0.smithi046.stdout:2129: finishing copy_from to smithi04683737-20 2024-09-20T21:49:32.643 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 733 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-20T21:49:32.643 INFO:tasks.rados.rados.0.smithi046.stdout:2128: finishing copy_from racing read to smithi04683737-9 2024-09-20T21:49:32.644 INFO:tasks.rados.rados.0.smithi046.stdout:2129: done (11 left) 2024-09-20T21:49:32.644 INFO:tasks.rados.rados.0.smithi046.stdout:2141: read oid 24 snap -1 2024-09-20T21:49:32.644 INFO:tasks.rados.rados.0.smithi046.stdout:2141: expect (ObjNum 613 snap 202 seq_num 613) 2024-09-20T21:49:32.644 INFO:tasks.rados.rados.0.smithi046.stdout:2142: read oid 36 snap 177 2024-09-20T21:49:32.644 INFO:tasks.rados.rados.0.smithi046.stdout:2142: expect (ObjNum 391 snap 123 seq_num 391) 2024-09-20T21:49:32.644 INFO:tasks.rados.rados.0.smithi046.stdout:2128: finishing copy_from to smithi04683737-9 2024-09-20T21:49:32.644 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 878 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-20T21:49:32.644 INFO:tasks.rados.rados.0.smithi046.stdout:2130: expect (ObjNum 391 snap 123 seq_num 391) 2024-09-20T21:49:32.649 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:49:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:49:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:49:32.754 INFO:tasks.rados.rados.0.smithi046.stdout:2132: expect (ObjNum 648 snap 217 seq_num 648) 2024-09-20T21:49:32.835 INFO:tasks.rados.rados.0.smithi046.stdout:2135: finishing copy_from racing read to smithi04683737-44 2024-09-20T21:49:32.835 INFO:tasks.rados.rados.0.smithi046.stdout:2134: expect (ObjNum 586 snap 191 seq_num 586) 2024-09-20T21:49:32.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:32 smithi134 ceph-mon[89086]: pgmap v410: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 308 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 666 KiB/s rd, 1.5 MiB/s wr, 6 op/s; 59/621 objects degraded (9.501%) 2024-09-20T21:49:32.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:32 smithi134 ceph-mon[89086]: osdmap e498: 8 total, 7 up, 8 in 2024-09-20T21:49:33.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:32 smithi046 ceph-mon[96110]: pgmap v410: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 308 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 666 KiB/s rd, 1.5 MiB/s wr, 6 op/s; 59/621 objects degraded (9.501%) 2024-09-20T21:49:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:32 smithi046 ceph-mon[96110]: osdmap e498: 8 total, 7 up, 8 in 2024-09-20T21:49:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:32 smithi046 ceph-mon[98591]: pgmap v410: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 308 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 666 KiB/s rd, 1.5 MiB/s wr, 6 op/s; 59/621 objects degraded (9.501%) 2024-09-20T21:49:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:32 smithi046 ceph-mon[98591]: osdmap e498: 8 total, 7 up, 8 in 2024-09-20T21:49:33.182 INFO:tasks.rados.rados.0.smithi046.stdout:2135: finishing copy_from to smithi04683737-44 2024-09-20T21:49:33.182 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 658 (ObjNum 544 snap 165 seq_num 544) dirty exists 2024-09-20T21:49:33.182 INFO:tasks.rados.rados.0.smithi046.stdout:2131: finishing copy_from racing read to smithi04683737-49 2024-09-20T21:49:33.182 INFO:tasks.rados.rados.0.smithi046.stdout:2131: finishing copy_from to smithi04683737-49 2024-09-20T21:49:33.182 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 727 (ObjNum 580 snap 187 seq_num 580) dirty exists 2024-09-20T21:49:33.182 INFO:tasks.rados.rados.0.smithi046.stdout:2128: done (12 left) 2024-09-20T21:49:33.182 INFO:tasks.rados.rados.0.smithi046.stdout:2130: done (11 left) 2024-09-20T21:49:33.182 INFO:tasks.rados.rados.0.smithi046.stdout:2131: done (10 left) 2024-09-20T21:49:33.182 INFO:tasks.rados.rados.0.smithi046.stdout:2132: done (9 left) 2024-09-20T21:49:33.182 INFO:tasks.rados.rados.0.smithi046.stdout:2134: done (8 left) 2024-09-20T21:49:33.183 INFO:tasks.rados.rados.0.smithi046.stdout:2135: done (7 left) 2024-09-20T21:49:33.183 INFO:tasks.rados.rados.0.smithi046.stdout:2143: read oid 3 snap -1 2024-09-20T21:49:33.183 INFO:tasks.rados.rados.0.smithi046.stdout:2143: expect deleted 2024-09-20T21:49:33.183 INFO:tasks.rados.rados.0.smithi046.stdout:2144: snap_create 2024-09-20T21:49:33.183 INFO:tasks.rados.rados.0.smithi046.stdout:2137: finishing write tid 1 to smithi04683737-46 2024-09-20T21:49:33.183 INFO:tasks.rados.rados.0.smithi046.stdout:2133: expect (ObjNum 532 snap 163 seq_num 532) 2024-09-20T21:49:34.087 INFO:tasks.rados.rados.0.smithi046.stdout:2137: finishing write tid 2 to smithi04683737-46 2024-09-20T21:49:34.087 INFO:tasks.rados.rados.0.smithi046.stdout:2137: finishing write tid 3 to smithi04683737-46 2024-09-20T21:49:34.087 INFO:tasks.rados.rados.0.smithi046.stdout:2137: finishing write tid 4 to smithi04683737-46 2024-09-20T21:49:34.087 INFO:tasks.rados.rados.0.smithi046.stdout:2137: finishing write tid 5 to smithi04683737-46 2024-09-20T21:49:34.087 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 882 (ObjNum 651 snap 219 seq_num 651) dirty exists 2024-09-20T21:49:34.088 INFO:tasks.rados.rados.0.smithi046.stdout:2137: left oid 46 (ObjNum 651 snap 219 seq_num 651) 2024-09-20T21:49:34.088 INFO:tasks.rados.rados.0.smithi046.stdout:2138: finishing write tid 1 to smithi04683737-42 2024-09-20T21:49:34.088 INFO:tasks.rados.rados.0.smithi046.stdout:2138: finishing write tid 2 to smithi04683737-42 2024-09-20T21:49:34.088 INFO:tasks.rados.rados.0.smithi046.stdout:2138: finishing write tid 3 to smithi04683737-42 2024-09-20T21:49:34.088 INFO:tasks.rados.rados.0.smithi046.stdout:2139: expect (ObjNum 609 snap 202 seq_num 609) 2024-09-20T21:49:34.103 INFO:tasks.rados.rados.0.smithi046.stdout:2138: finishing write tid 4 to smithi04683737-42 2024-09-20T21:49:34.103 INFO:tasks.rados.rados.0.smithi046.stdout:2138: finishing write tid 5 to smithi04683737-42 2024-09-20T21:49:34.103 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 680 (ObjNum 652 snap 219 seq_num 652) dirty exists 2024-09-20T21:49:34.103 INFO:tasks.rados.rados.0.smithi046.stdout:2138: left oid 42 (ObjNum 652 snap 219 seq_num 652) 2024-09-20T21:49:34.103 INFO:tasks.rados.rados.0.smithi046.stdout:2141: expect (ObjNum 613 snap 202 seq_num 613) 2024-09-20T21:49:34.542 INFO:tasks.rados.rados.0.smithi046.stdout:2140: finishing copy_from racing read to smithi04683737-41 2024-09-20T21:49:34.542 INFO:tasks.rados.rados.0.smithi046.stdout:2140: finishing copy_from to smithi04683737-41 2024-09-20T21:49:34.542 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 733 (ObjNum 523 snap 160 seq_num 523) dirty exists 2024-09-20T21:49:34.542 INFO:tasks.rados.rados.0.smithi046.stdout:2142: expect (ObjNum 391 snap 123 seq_num 391) 2024-09-20T21:49:34.650 INFO:tasks.rados.rados.0.smithi046.stdout:2133: done (8 left) 2024-09-20T21:49:34.650 INFO:tasks.rados.rados.0.smithi046.stdout:2137: done (7 left) 2024-09-20T21:49:34.650 INFO:tasks.rados.rados.0.smithi046.stdout:2138: done (6 left) 2024-09-20T21:49:34.650 INFO:tasks.rados.rados.0.smithi046.stdout:2139: done (5 left) 2024-09-20T21:49:34.650 INFO:tasks.rados.rados.0.smithi046.stdout:2140: done (4 left) 2024-09-20T21:49:34.650 INFO:tasks.rados.rados.0.smithi046.stdout:2141: done (3 left) 2024-09-20T21:49:34.650 INFO:tasks.rados.rados.0.smithi046.stdout:2142: done (2 left) 2024-09-20T21:49:34.650 INFO:tasks.rados.rados.0.smithi046.stdout:2143: done (1 left) 2024-09-20T21:49:34.650 INFO:tasks.rados.rados.0.smithi046.stdout:2144: done (0 left) 2024-09-20T21:49:34.650 INFO:tasks.rados.rados.0.smithi046.stdout:2145: setattr oid 33 current snap is 220 2024-09-20T21:49:34.651 INFO:tasks.rados.rados.0.smithi046.stdout:2146: delete oid 35 current snap is 220 2024-09-20T21:49:34.653 INFO:tasks.rados.rados.0.smithi046.stdout:2146: done (1 left) 2024-09-20T21:49:34.653 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 220 2024-09-20T21:49:34.653 INFO:tasks.rados.rados.0.smithi046.stdout:2147: seq_num 654 ranges {4784128=557056,5341184=630784,5971968=172032} 2024-09-20T21:49:34.682 INFO:tasks.rados.rados.0.smithi046.stdout:2147: writing smithi04683737-49 from 4784128 to 5341184 tid 1 2024-09-20T21:49:34.686 INFO:tasks.rados.rados.0.smithi046.stdout:2147: writing smithi04683737-49 from 5341184 to 5971968 tid 2 2024-09-20T21:49:34.687 INFO:tasks.rados.rados.0.smithi046.stdout:2147: writing smithi04683737-49 from 5971968 to 6144000 tid 3 2024-09-20T21:49:34.688 INFO:tasks.rados.rados.0.smithi046.stdout:2148: snap_create 2024-09-20T21:49:34.688 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 734 (ObjNum 391 snap 123 seq_num 391) dirty exists 2024-09-20T21:49:34.688 INFO:tasks.rados.rados.0.smithi046.stdout:2147: finishing write tid 1 to smithi04683737-49 2024-09-20T21:49:34.690 INFO:tasks.rados.rados.0.smithi046.stdout:2147: finishing write tid 2 to smithi04683737-49 2024-09-20T21:49:34.690 INFO:tasks.rados.rados.0.smithi046.stdout:2147: finishing write tid 3 to smithi04683737-49 2024-09-20T21:49:34.691 INFO:tasks.rados.rados.0.smithi046.stdout:2147: finishing write tid 4 to smithi04683737-49 2024-09-20T21:49:34.692 INFO:tasks.rados.rados.0.smithi046.stdout:2147: finishing write tid 5 to smithi04683737-49 2024-09-20T21:49:34.692 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 911 (ObjNum 654 snap 220 seq_num 654) dirty exists 2024-09-20T21:49:34.692 INFO:tasks.rados.rados.0.smithi046.stdout:2147: left oid 49 (ObjNum 654 snap 220 seq_num 654) 2024-09-20T21:49:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:34 smithi134 ceph-mon[89086]: pgmap v413: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 307 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 456 KiB/s rd, 620 KiB/s wr, 10 op/s; 59/621 objects degraded (9.501%) 2024-09-20T21:49:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:34 smithi134 ceph-mon[89086]: osdmap e499: 8 total, 7 up, 8 in 2024-09-20T21:49:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:49:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:35.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:34 smithi046 ceph-mon[96110]: pgmap v413: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 307 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 456 KiB/s rd, 620 KiB/s wr, 10 op/s; 59/621 objects degraded (9.501%) 2024-09-20T21:49:35.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:34 smithi046 ceph-mon[96110]: osdmap e499: 8 total, 7 up, 8 in 2024-09-20T21:49:35.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:35.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:49:35.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:35.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:35.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:34 smithi046 ceph-mon[98591]: pgmap v413: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 307 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 456 KiB/s rd, 620 KiB/s wr, 10 op/s; 59/621 objects degraded (9.501%) 2024-09-20T21:49:35.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:34 smithi046 ceph-mon[98591]: osdmap e499: 8 total, 7 up, 8 in 2024-09-20T21:49:35.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:35.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:49:35.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:35.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:35.671 INFO:tasks.rados.rados.0.smithi046.stdout:2145: done (2 left) 2024-09-20T21:49:35.672 INFO:tasks.rados.rados.0.smithi046.stdout:2147: done (1 left) 2024-09-20T21:49:35.672 INFO:tasks.rados.rados.0.smithi046.stdout:2148: done (0 left) 2024-09-20T21:49:35.672 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 221 2024-09-20T21:49:35.672 INFO:tasks.rados.rados.0.smithi046.stdout:2149: seq_num 655 ranges {1089536=573440,1662976=516096,2179072=286720} 2024-09-20T21:49:35.680 INFO:tasks.rados.rados.0.smithi046.stdout:2149: writing smithi04683737-32 from 1089536 to 1662976 tid 1 2024-09-20T21:49:35.683 INFO:tasks.rados.rados.0.smithi046.stdout:2149: writing smithi04683737-32 from 1662976 to 2179072 tid 2 2024-09-20T21:49:35.685 INFO:tasks.rados.rados.0.smithi046.stdout:2149: writing smithi04683737-32 from 2179072 to 2465792 tid 3 2024-09-20T21:49:35.685 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 221 2024-09-20T21:49:35.685 INFO:tasks.rados.rados.0.smithi046.stdout:2150: seq_num 656 ranges {0=589824,589824=802816} 2024-09-20T21:49:35.689 INFO:tasks.rados.rados.0.smithi046.stdout:2150: writing smithi04683737-12 from 0 to 589824 tid 1 2024-09-20T21:49:35.694 INFO:tasks.rados.rados.0.smithi046.stdout:2150: writing smithi04683737-12 from 589824 to 1392640 tid 2 2024-09-20T21:49:35.695 INFO:tasks.rados.rados.0.smithi046.stdout:2151: rmattr oid 2 current snap is 221 2024-09-20T21:49:35.695 INFO:tasks.rados.rados.0.smithi046.stdout:2151: done (2 left) 2024-09-20T21:49:35.695 INFO:tasks.rados.rados.0.smithi046.stdout:2152: rollback oid 46 current snap is 221 2024-09-20T21:49:35.695 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 46 to 163 2024-09-20T21:49:35.695 INFO:tasks.rados.rados.0.smithi046.stdout:2149: finishing write tid 1 to smithi04683737-32 2024-09-20T21:49:35.695 INFO:tasks.rados.rados.0.smithi046.stdout:2149: finishing write tid 2 to smithi04683737-32 2024-09-20T21:49:35.695 INFO:tasks.rados.rados.0.smithi046.stdout:2149: finishing write tid 3 to smithi04683737-32 2024-09-20T21:49:35.695 INFO:tasks.rados.rados.0.smithi046.stdout:2149: finishing write tid 4 to smithi04683737-32 2024-09-20T21:49:35.695 INFO:tasks.rados.rados.0.smithi046.stdout:2149: finishing write tid 5 to smithi04683737-32 2024-09-20T21:49:35.695 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 916 (ObjNum 655 snap 221 seq_num 655) dirty exists 2024-09-20T21:49:35.695 INFO:tasks.rados.rados.0.smithi046.stdout:2149: left oid 32 (ObjNum 655 snap 221 seq_num 655) 2024-09-20T21:49:35.695 INFO:tasks.rados.rados.0.smithi046.stdout:2149: done (2 left) 2024-09-20T21:49:35.695 INFO:tasks.rados.rados.0.smithi046.stdout:2153: delete oid 14 current snap is 221 2024-09-20T21:49:35.696 INFO:tasks.rados.rados.0.smithi046.stdout:2150: finishing write tid 1 to smithi04683737-12 2024-09-20T21:49:35.699 INFO:tasks.rados.rados.0.smithi046.stdout:2153: done (2 left) 2024-09-20T21:49:35.699 INFO:tasks.rados.rados.0.smithi046.stdout:2154: setattr oid 10 current snap is 221 2024-09-20T21:49:35.699 INFO:tasks.rados.rados.0.smithi046.stdout:2150: finishing write tid 2 to smithi04683737-12 2024-09-20T21:49:35.699 INFO:tasks.rados.rados.0.smithi046.stdout:2150: finishing write tid 3 to smithi04683737-12 2024-09-20T21:49:35.699 INFO:tasks.rados.rados.0.smithi046.stdout:2152: finishing rollback tid 0 to smithi04683737-46 2024-09-20T21:49:35.700 INFO:tasks.rados.rados.0.smithi046.stdout:2155: rmattr oid 42 current snap is 221 2024-09-20T21:49:35.700 INFO:tasks.rados.rados.0.smithi046.stdout:2155: done (3 left) 2024-09-20T21:49:35.700 INFO:tasks.rados.rados.0.smithi046.stdout:2156: read oid 39 snap -1 2024-09-20T21:49:35.700 INFO:tasks.rados.rados.0.smithi046.stdout:2156: expect (ObjNum 609 snap 202 seq_num 609) 2024-09-20T21:49:35.700 INFO:tasks.rados.rados.0.smithi046.stdout:2157: copy_from oid 17 from oid 32 current snap is 221 2024-09-20T21:49:35.700 INFO:tasks.rados.rados.0.smithi046.stdout:2158: setattr oid 7 current snap is 221 2024-09-20T21:49:35.700 INFO:tasks.rados.rados.0.smithi046.stdout:2152: finishing rollback tid 1 to smithi04683737-46 2024-09-20T21:49:35.701 INFO:tasks.rados.rados.0.smithi046.stdout:2152: finishing rollback tid 2 to smithi04683737-46 2024-09-20T21:49:35.701 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 885 (ObjNum 516 snap 155 seq_num 516) dirty exists 2024-09-20T21:49:35.702 INFO:tasks.rados.rados.0.smithi046.stdout:2152: done (5 left) 2024-09-20T21:49:35.702 INFO:tasks.rados.rados.0.smithi046.stdout:2159: rollback oid 18 current snap is 221 2024-09-20T21:49:35.702 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 18 to 206 2024-09-20T21:49:35.702 INFO:tasks.rados.rados.0.smithi046.stdout:2150: finishing write tid 4 to smithi04683737-12 2024-09-20T21:49:35.702 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 881 (ObjNum 656 snap 221 seq_num 656) dirty exists 2024-09-20T21:49:35.702 INFO:tasks.rados.rados.0.smithi046.stdout:2150: left oid 12 (ObjNum 656 snap 221 seq_num 656) 2024-09-20T21:49:35.702 INFO:tasks.rados.rados.0.smithi046.stdout:2150: done (5 left) 2024-09-20T21:49:35.702 INFO:tasks.rados.rados.0.smithi046.stdout:2160: rollback oid 35 current snap is 221 2024-09-20T21:49:35.703 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 35 to 204 2024-09-20T21:49:35.703 INFO:tasks.rados.rados.0.smithi046.stdout:2161: copy_from oid 3 from oid 30 current snap is 221 2024-09-20T21:49:35.703 INFO:tasks.rados.rados.0.smithi046.stdout:2162: read oid 1 snap 218 2024-09-20T21:49:35.703 INFO:tasks.rados.rados.0.smithi046.stdout:2162: expect (ObjNum 622 snap 202 seq_num 622) 2024-09-20T21:49:35.703 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 221 2024-09-20T21:49:35.703 INFO:tasks.rados.rados.0.smithi046.stdout:2163: seq_num 658 ranges {3809280=622592,4431872=565248,4997120=237568} 2024-09-20T21:49:35.727 INFO:tasks.rados.rados.0.smithi046.stdout:2163: writing smithi04683737-23 from 3809280 to 4431872 tid 1 2024-09-20T21:49:35.730 INFO:tasks.rados.rados.0.smithi046.stdout:2163: writing smithi04683737-23 from 4431872 to 4997120 tid 2 2024-09-20T21:49:35.732 INFO:tasks.rados.rados.0.smithi046.stdout:2163: writing smithi04683737-23 from 4997120 to 5234688 tid 3 2024-09-20T21:49:35.732 INFO:tasks.rados.rados.0.smithi046.stdout:2164: rollback oid 4 current snap is 221 2024-09-20T21:49:35.732 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 4 to 220 2024-09-20T21:49:35.732 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 739 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-20T21:49:35.732 INFO:tasks.rados.rados.0.smithi046.stdout:2156: expect (ObjNum 609 snap 202 seq_num 609) 2024-09-20T21:49:35.749 INFO:tasks.rados.rados.0.smithi046.stdout:2159: finishing rollback tid 0 to smithi04683737-18 2024-09-20T21:49:35.750 INFO:tasks.rados.rados.0.smithi046.stdout:2160: finishing rollback tid 1 to smithi04683737-35 2024-09-20T21:49:35.750 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 513 (ObjNum 605 snap 199 seq_num 605) dirty exists 2024-09-20T21:49:35.750 INFO:tasks.rados.rados.0.smithi046.stdout:2160: finishing rollback tid 2 to smithi04683737-35 2024-09-20T21:49:35.750 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 676 (ObjNum 532 snap 163 seq_num 532) dirty exists 2024-09-20T21:49:35.750 INFO:tasks.rados.rados.0.smithi046.stdout:2157: finishing copy_from racing read to smithi04683737-17 2024-09-20T21:49:35.750 INFO:tasks.rados.rados.0.smithi046.stdout:2159: finishing rollback tid 1 to smithi04683737-18 2024-09-20T21:49:35.750 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 736 (ObjNum 33 snap 0 seq_num 20019760) dirty dne 2024-09-20T21:49:35.750 INFO:tasks.rados.rados.0.smithi046.stdout:2157: finishing copy_from to smithi04683737-17 2024-09-20T21:49:35.750 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 916 (ObjNum 655 snap 221 seq_num 655) dirty exists 2024-09-20T21:49:35.750 INFO:tasks.rados.rados.0.smithi046.stdout:2162: expect (ObjNum 622 snap 202 seq_num 622) 2024-09-20T21:49:36.050 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:35 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T21:49:35.855+0000 7fcad675b640 -1 osd.6 489 log_to_monitors true 2024-09-20T21:49:36.077 INFO:tasks.rados.rados.0.smithi046.stdout:2161: finishing copy_from racing read to smithi04683737-3 2024-09-20T21:49:36.077 INFO:tasks.rados.rados.0.smithi046.stdout:2163: finishing write tid 1 to smithi04683737-23 2024-09-20T21:49:36.077 INFO:tasks.rados.rados.0.smithi046.stdout:2163: finishing write tid 2 to smithi04683737-23 2024-09-20T21:49:36.077 INFO:tasks.rados.rados.0.smithi046.stdout:2163: finishing write tid 3 to smithi04683737-23 2024-09-20T21:49:36.077 INFO:tasks.rados.rados.0.smithi046.stdout:2163: finishing write tid 4 to smithi04683737-23 2024-09-20T21:49:36.078 INFO:tasks.rados.rados.0.smithi046.stdout:2164: finishing rollback tid 0 to smithi04683737-4 2024-09-20T21:49:36.078 INFO:tasks.rados.rados.0.smithi046.stdout:2164: finishing rollback tid 1 to smithi04683737-4 2024-09-20T21:49:36.078 INFO:tasks.rados.rados.0.smithi046.stdout:2164: finishing rollback tid 2 to smithi04683737-4 2024-09-20T21:49:36.078 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 920 (ObjNum 649 snap 217 seq_num 649) dirty exists 2024-09-20T21:49:36.078 INFO:tasks.rados.rados.0.smithi046.stdout:2163: finishing write tid 5 to smithi04683737-23 2024-09-20T21:49:36.078 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 889 (ObjNum 658 snap 221 seq_num 658) dirty exists 2024-09-20T21:49:36.078 INFO:tasks.rados.rados.0.smithi046.stdout:2163: left oid 23 (ObjNum 658 snap 221 seq_num 658) 2024-09-20T21:49:36.078 INFO:tasks.rados.rados.0.smithi046.stdout:2161: finishing copy_from to smithi04683737-3 2024-09-20T21:49:36.078 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 622 (ObjNum 566 snap 178 seq_num 566) dirty exists 2024-09-20T21:49:36.078 INFO:tasks.rados.rados.0.smithi046.stdout:2154: done (9 left) 2024-09-20T21:49:36.078 INFO:tasks.rados.rados.0.smithi046.stdout:2156: done (8 left) 2024-09-20T21:49:36.078 INFO:tasks.rados.rados.0.smithi046.stdout:2157: done (7 left) 2024-09-20T21:49:36.078 INFO:tasks.rados.rados.0.smithi046.stdout:2158: done (6 left) 2024-09-20T21:49:36.078 INFO:tasks.rados.rados.0.smithi046.stdout:2159: done (5 left) 2024-09-20T21:49:36.078 INFO:tasks.rados.rados.0.smithi046.stdout:2160: done (4 left) 2024-09-20T21:49:36.079 INFO:tasks.rados.rados.0.smithi046.stdout:2161: done (3 left) 2024-09-20T21:49:36.079 INFO:tasks.rados.rados.0.smithi046.stdout:2162: done (2 left) 2024-09-20T21:49:36.079 INFO:tasks.rados.rados.0.smithi046.stdout:2163: done (1 left) 2024-09-20T21:49:36.079 INFO:tasks.rados.rados.0.smithi046.stdout:2164: done (0 left) 2024-09-20T21:49:36.079 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 221 2024-09-20T21:49:36.079 INFO:tasks.rados.rados.0.smithi046.stdout:2165: seq_num 659 ranges {5234688=647168,5881856=450560,6332416=352256} 2024-09-20T21:49:36.109 INFO:tasks.rados.rados.0.smithi046.stdout:2165: writing smithi04683737-23 from 5234688 to 5881856 tid 1 2024-09-20T21:49:36.111 INFO:tasks.rados.rados.0.smithi046.stdout:2165: writing smithi04683737-23 from 5881856 to 6332416 tid 2 2024-09-20T21:49:36.114 INFO:tasks.rados.rados.0.smithi046.stdout:2165: writing smithi04683737-23 from 6332416 to 6684672 tid 3 2024-09-20T21:49:36.114 INFO:tasks.rados.rados.0.smithi046.stdout:2166: copy_from oid 31 from oid 42 current snap is 221 2024-09-20T21:49:36.114 INFO:tasks.rados.rados.0.smithi046.stdout:2165: finishing write tid 1 to smithi04683737-23 2024-09-20T21:49:36.114 INFO:tasks.rados.rados.0.smithi046.stdout:2165: finishing write tid 2 to smithi04683737-23 2024-09-20T21:49:36.114 INFO:tasks.rados.rados.0.smithi046.stdout:2167: rollback oid 12 current snap is 221 2024-09-20T21:49:36.114 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 12 to 197 2024-09-20T21:49:36.114 INFO:tasks.rados.rados.0.smithi046.stdout:2168: delete oid 38 current snap is 221 2024-09-20T21:49:36.116 INFO:tasks.rados.rados.0.smithi046.stdout:2165: finishing write tid 3 to smithi04683737-23 2024-09-20T21:49:36.116 INFO:tasks.rados.rados.0.smithi046.stdout:2168: done (3 left) 2024-09-20T21:49:36.116 INFO:tasks.rados.rados.0.smithi046.stdout:2169: read oid 26 snap 216 2024-09-20T21:49:36.116 INFO:tasks.rados.rados.0.smithi046.stdout:2169: expect (ObjNum 544 snap 165 seq_num 544) 2024-09-20T21:49:36.116 INFO:tasks.rados.rados.0.smithi046.stdout:2170: snap_remove snap 220 2024-09-20T21:49:36.322 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:36 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:36.323 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:36 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:36.323 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:36 smithi134 ceph-mon[89086]: pgmap v415: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 311 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.5 MiB/s wr, 21 op/s; 61/630 objects degraded (9.683%) 2024-09-20T21:49:36.323 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:36 smithi134 ceph-mon[89086]: osdmap e500: 8 total, 7 up, 8 in 2024-09-20T21:49:36.323 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:36 smithi134 ceph-mon[89086]: from='osd.6 [v2:172.21.15.134:6816/199039960,v1:172.21.15.134:6817/199039960]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-20T21:49:36.323 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:36 smithi134 ceph-mon[89086]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-20T21:49:36.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:36 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:36.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:36 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:36.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:36 smithi046 ceph-mon[96110]: pgmap v415: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 311 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.5 MiB/s wr, 21 op/s; 61/630 objects degraded (9.683%) 2024-09-20T21:49:36.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:36 smithi046 ceph-mon[96110]: osdmap e500: 8 total, 7 up, 8 in 2024-09-20T21:49:36.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:36 smithi046 ceph-mon[96110]: from='osd.6 [v2:172.21.15.134:6816/199039960,v1:172.21.15.134:6817/199039960]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-20T21:49:36.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:36 smithi046 ceph-mon[96110]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-20T21:49:36.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:36 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:36.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:36 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:36.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:36 smithi046 ceph-mon[98591]: pgmap v415: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 311 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.5 MiB/s wr, 21 op/s; 61/630 objects degraded (9.683%) 2024-09-20T21:49:36.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:36 smithi046 ceph-mon[98591]: osdmap e500: 8 total, 7 up, 8 in 2024-09-20T21:49:36.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:36 smithi046 ceph-mon[98591]: from='osd.6 [v2:172.21.15.134:6816/199039960,v1:172.21.15.134:6817/199039960]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-20T21:49:36.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:36 smithi046 ceph-mon[98591]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-20T21:49:36.674 INFO:tasks.rados.rados.0.smithi046.stdout:2170: done (4 left) 2024-09-20T21:49:36.675 INFO:tasks.rados.rados.0.smithi046.stdout:2171: snap_create 2024-09-20T21:49:36.675 INFO:tasks.rados.rados.0.smithi046.stdout:2167: finishing rollback tid 0 to smithi04683737-12 2024-09-20T21:49:36.675 INFO:tasks.rados.rados.0.smithi046.stdout:2167: finishing rollback tid 1 to smithi04683737-12 2024-09-20T21:49:36.675 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 883 (ObjNum 129 snap 0 seq_num 20489280) dirty dne 2024-09-20T21:49:36.675 INFO:tasks.rados.rados.0.smithi046.stdout:2165: finishing write tid 4 to smithi04683737-23 2024-09-20T21:49:36.675 INFO:tasks.rados.rados.0.smithi046.stdout:2165: finishing write tid 5 to smithi04683737-23 2024-09-20T21:49:36.675 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 893 (ObjNum 659 snap 221 seq_num 659) dirty exists 2024-09-20T21:49:36.675 INFO:tasks.rados.rados.0.smithi046.stdout:2165: left oid 23 (ObjNum 659 snap 221 seq_num 659) 2024-09-20T21:49:36.675 INFO:tasks.rados.rados.0.smithi046.stdout:2169: expect (ObjNum 544 snap 165 seq_num 544) 2024-09-20T21:49:36.743 INFO:tasks.rados.rados.0.smithi046.stdout:2166: finishing copy_from racing read to smithi04683737-31 2024-09-20T21:49:36.744 INFO:tasks.rados.rados.0.smithi046.stdout:2166: finishing copy_from to smithi04683737-31 2024-09-20T21:49:36.744 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 680 (ObjNum 652 snap 219 seq_num 652) dirty exists 2024-09-20T21:49:36.966 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 21:49:36 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T21:49:36.705+0000 7fcace506640 -1 osd.6 489 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-20T21:49:37.244 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:37 smithi134 ceph-mon[89086]: Health check update: Degraded data redundancy: 61/630 objects degraded (9.683%), 9 pgs degraded (PG_DEGRADED) 2024-09-20T21:49:37.244 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:37 smithi134 ceph-mon[89086]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-20T21:49:37.244 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:37 smithi134 ceph-mon[89086]: osdmap e501: 8 total, 7 up, 8 in 2024-09-20T21:49:37.244 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:37 smithi134 ceph-mon[89086]: from='osd.6 [v2:172.21.15.134:6816/199039960,v1:172.21.15.134:6817/199039960]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:49:37.244 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:37 smithi134 ceph-mon[89086]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:49:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:37 smithi046 ceph-mon[98591]: Health check update: Degraded data redundancy: 61/630 objects degraded (9.683%), 9 pgs degraded (PG_DEGRADED) 2024-09-20T21:49:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:37 smithi046 ceph-mon[98591]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-20T21:49:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:37 smithi046 ceph-mon[98591]: osdmap e501: 8 total, 7 up, 8 in 2024-09-20T21:49:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:37 smithi046 ceph-mon[98591]: from='osd.6 [v2:172.21.15.134:6816/199039960,v1:172.21.15.134:6817/199039960]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:49:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:37 smithi046 ceph-mon[98591]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:49:37.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:37 smithi046 ceph-mon[96110]: Health check update: Degraded data redundancy: 61/630 objects degraded (9.683%), 9 pgs degraded (PG_DEGRADED) 2024-09-20T21:49:37.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:37 smithi046 ceph-mon[96110]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-20T21:49:37.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:37 smithi046 ceph-mon[96110]: osdmap e501: 8 total, 7 up, 8 in 2024-09-20T21:49:37.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:37 smithi046 ceph-mon[96110]: from='osd.6 [v2:172.21.15.134:6816/199039960,v1:172.21.15.134:6817/199039960]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:49:37.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:37 smithi046 ceph-mon[96110]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:49:37.678 INFO:tasks.rados.rados.0.smithi046.stdout:2165: done (4 left) 2024-09-20T21:49:37.678 INFO:tasks.rados.rados.0.smithi046.stdout:2166: done (3 left) 2024-09-20T21:49:37.678 INFO:tasks.rados.rados.0.smithi046.stdout:2167: done (2 left) 2024-09-20T21:49:37.678 INFO:tasks.rados.rados.0.smithi046.stdout:2169: done (1 left) 2024-09-20T21:49:37.678 INFO:tasks.rados.rados.0.smithi046.stdout:2171: done (0 left) 2024-09-20T21:49:37.678 INFO:tasks.rados.rados.0.smithi046.stdout:2172: delete oid 47 current snap is 222 2024-09-20T21:49:38.085 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:38 smithi134 ceph-mon[89086]: pgmap v418: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 325 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 25 op/s; 66/651 objects degraded (10.138%) 2024-09-20T21:49:38.085 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:38 smithi134 ceph-mon[89086]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-20T21:49:38.085 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:38 smithi134 ceph-mon[89086]: osd.6 [v2:172.21.15.134:6816/199039960,v1:172.21.15.134:6817/199039960] boot 2024-09-20T21:49:38.085 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:38 smithi134 ceph-mon[89086]: osdmap e502: 8 total, 8 up, 8 in 2024-09-20T21:49:38.086 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:38 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-20T21:49:38.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:38 smithi046 ceph-mon[98591]: pgmap v418: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 325 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 25 op/s; 66/651 objects degraded (10.138%) 2024-09-20T21:49:38.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:38 smithi046 ceph-mon[98591]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-20T21:49:38.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:38 smithi046 ceph-mon[98591]: osd.6 [v2:172.21.15.134:6816/199039960,v1:172.21.15.134:6817/199039960] boot 2024-09-20T21:49:38.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:38 smithi046 ceph-mon[98591]: osdmap e502: 8 total, 8 up, 8 in 2024-09-20T21:49:38.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:38 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-20T21:49:38.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:38 smithi046 ceph-mon[96110]: pgmap v418: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 325 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 25 op/s; 66/651 objects degraded (10.138%) 2024-09-20T21:49:38.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:38 smithi046 ceph-mon[96110]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-20T21:49:38.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:38 smithi046 ceph-mon[96110]: osd.6 [v2:172.21.15.134:6816/199039960,v1:172.21.15.134:6817/199039960] boot 2024-09-20T21:49:38.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:38 smithi046 ceph-mon[96110]: osdmap e502: 8 total, 8 up, 8 in 2024-09-20T21:49:38.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:38 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-20T21:49:38.751 INFO:tasks.rados.rados.0.smithi046.stdout:2172: done (0 left) 2024-09-20T21:49:38.751 INFO:tasks.rados.rados.0.smithi046.stdout:2173: snap_create 2024-09-20T21:49:39.150 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:49:38 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T21:49:38.665+0000 7f8f44ab3640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-09-20T21:49:39.682 INFO:tasks.rados.rados.0.smithi046.stdout:2173: done (0 left) 2024-09-20T21:49:39.682 INFO:tasks.rados.rados.0.smithi046.stdout:2174: rollback oid 30 current snap is 223 2024-09-20T21:49:39.682 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 30 to 175 2024-09-20T21:49:39.682 INFO:tasks.rados.rados.0.smithi046.stdout:2175: rollback oid 21 current snap is 223 2024-09-20T21:49:39.682 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 21 to 206 2024-09-20T21:49:39.682 INFO:tasks.rados.rados.0.smithi046.stdout:2176: delete oid 10 current snap is 223 2024-09-20T21:49:39.684 INFO:tasks.rados.rados.0.smithi046.stdout:2176: done (2 left) 2024-09-20T21:49:39.684 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 223 2024-09-20T21:49:39.684 INFO:tasks.rados.rados.0.smithi046.stdout:2177: seq_num 663 ranges {909312=712704,1622016=442368,2064384=360448} 2024-09-20T21:49:39.693 INFO:tasks.rados.rados.0.smithi046.stdout:2177: writing smithi04683737-48 from 909312 to 1622016 tid 1 2024-09-20T21:49:39.696 INFO:tasks.rados.rados.0.smithi046.stdout:2177: writing smithi04683737-48 from 1622016 to 2064384 tid 2 2024-09-20T21:49:39.699 INFO:tasks.rados.rados.0.smithi046.stdout:2177: writing smithi04683737-48 from 2064384 to 2424832 tid 3 2024-09-20T21:49:39.699 INFO:tasks.rados.rados.0.smithi046.stdout:2178: snap_create 2024-09-20T21:49:39.699 INFO:tasks.rados.rados.0.smithi046.stdout:2174: finishing rollback tid 0 to smithi04683737-30 2024-09-20T21:49:39.699 INFO:tasks.rados.rados.0.smithi046.stdout:2175: finishing rollback tid 1 to smithi04683737-21 2024-09-20T21:49:39.699 INFO:tasks.rados.rados.0.smithi046.stdout:2175: finishing rollback tid 2 to smithi04683737-21 2024-09-20T21:49:39.699 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 885 (ObjNum 502 snap 154 seq_num 502) dirty exists 2024-09-20T21:49:39.699 INFO:tasks.rados.rados.0.smithi046.stdout:2174: finishing rollback tid 1 to smithi04683737-30 2024-09-20T21:49:39.699 INFO:tasks.rados.rados.0.smithi046.stdout:2174: finishing rollback tid 2 to smithi04683737-30 2024-09-20T21:49:39.699 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 625 (ObjNum 391 snap 123 seq_num 391) dirty exists 2024-09-20T21:49:39.699 INFO:tasks.rados.rados.0.smithi046.stdout:2177: finishing write tid 1 to smithi04683737-48 2024-09-20T21:49:39.699 INFO:tasks.rados.rados.0.smithi046.stdout:2177: finishing write tid 2 to smithi04683737-48 2024-09-20T21:49:39.701 INFO:tasks.rados.rados.0.smithi046.stdout:2177: finishing write tid 3 to smithi04683737-48 2024-09-20T21:49:39.701 INFO:tasks.rados.rados.0.smithi046.stdout:2177: finishing write tid 4 to smithi04683737-48 2024-09-20T21:49:39.701 INFO:tasks.rados.rados.0.smithi046.stdout:2177: finishing write tid 5 to smithi04683737-48 2024-09-20T21:49:39.702 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 920 (ObjNum 663 snap 223 seq_num 663) dirty exists 2024-09-20T21:49:39.702 INFO:tasks.rados.rados.0.smithi046.stdout:2177: left oid 48 (ObjNum 663 snap 223 seq_num 663) 2024-09-20T21:49:39.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:39 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:39.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:39 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:39.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:39 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:49:39.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:39 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:49:39.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:39 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:39.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:39 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:49:39.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:39 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:49:39.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:39 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:49:39.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:39 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:49:39.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:39 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-20T21:49:39.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:39 smithi046 ceph-mon[98591]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-20T21:49:39.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:39 smithi046 ceph-mon[98591]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-09-20T21:49:39.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:39 smithi046 ceph-mon[98591]: osdmap e503: 8 total, 8 up, 8 in 2024-09-20T21:49:39.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:39 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:39.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:39 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:39.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:39 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:49:39.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:39 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:49:39.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:39 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:39.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:39 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:49:39.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:39 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:49:39.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:39 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:49:39.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:39 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:49:39.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:39 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-20T21:49:39.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:39 smithi046 ceph-mon[96110]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-20T21:49:39.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:39 smithi046 ceph-mon[96110]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-09-20T21:49:39.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:39 smithi046 ceph-mon[96110]: osdmap e503: 8 total, 8 up, 8 in 2024-09-20T21:49:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:39 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:39.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:39 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:39.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:39 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:49:39.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:39 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:49:39.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:39 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:39.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:39 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:49:39.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:39 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:49:39.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:39 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:49:39.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:39 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:49:39.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:39 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-20T21:49:39.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:39 smithi134 ceph-mon[89086]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-20T21:49:39.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:39 smithi134 ceph-mon[89086]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-09-20T21:49:39.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:39 smithi134 ceph-mon[89086]: osdmap e503: 8 total, 8 up, 8 in 2024-09-20T21:49:40.686 INFO:tasks.rados.rados.0.smithi046.stdout:2174: done (3 left) 2024-09-20T21:49:40.687 INFO:tasks.rados.rados.0.smithi046.stdout:2175: done (2 left) 2024-09-20T21:49:40.687 INFO:tasks.rados.rados.0.smithi046.stdout:2177: done (1 left) 2024-09-20T21:49:40.687 INFO:tasks.rados.rados.0.smithi046.stdout:2178: done (0 left) 2024-09-20T21:49:40.687 INFO:tasks.rados.rados.0.smithi046.stdout:2179: rmattr oid 36 current snap is 224 2024-09-20T21:49:40.687 INFO:tasks.rados.rados.0.smithi046.stdout:2180: delete oid 14 current snap is 224 2024-09-20T21:49:40.689 INFO:tasks.rados.rados.0.smithi046.stdout:2180: done (1 left) 2024-09-20T21:49:40.689 INFO:tasks.rados.rados.0.smithi046.stdout:2181: read oid 16 snap -1 2024-09-20T21:49:40.689 INFO:tasks.rados.rados.0.smithi046.stdout:2181: expect (ObjNum 551 snap 170 seq_num 551) 2024-09-20T21:49:40.689 INFO:tasks.rados.rados.0.smithi046.stdout:2182: setattr oid 40 current snap is 224 2024-09-20T21:49:40.691 INFO:tasks.rados.rados.0.smithi046.stdout:2183: copy_from oid 20 from oid 9 current snap is 224 2024-09-20T21:49:40.691 INFO:tasks.rados.rados.0.smithi046.stdout:2184: read oid 21 snap -1 2024-09-20T21:49:40.691 INFO:tasks.rados.rados.0.smithi046.stdout:2184: expect (ObjNum 502 snap 154 seq_num 502) 2024-09-20T21:49:40.691 INFO:tasks.rados.rados.0.smithi046.stdout:2185: snap_remove snap 182 2024-09-20T21:49:41.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:40 smithi046 ceph-mon[96110]: pgmap v421: 121 pgs: 32 active+undersized, 9 active+undersized+degraded, 80 active+clean; 342 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.7 MiB/s wr, 25 op/s; 66/663 objects degraded (9.955%) 2024-09-20T21:49:41.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:40 smithi046 ceph-mon[96110]: osdmap e504: 8 total, 8 up, 8 in 2024-09-20T21:49:41.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:40 smithi046 ceph-mon[98591]: pgmap v421: 121 pgs: 32 active+undersized, 9 active+undersized+degraded, 80 active+clean; 342 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.7 MiB/s wr, 25 op/s; 66/663 objects degraded (9.955%) 2024-09-20T21:49:41.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:40 smithi046 ceph-mon[98591]: osdmap e504: 8 total, 8 up, 8 in 2024-09-20T21:49:41.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:40 smithi134 ceph-mon[89086]: pgmap v421: 121 pgs: 32 active+undersized, 9 active+undersized+degraded, 80 active+clean; 342 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.7 MiB/s wr, 25 op/s; 66/663 objects degraded (9.955%) 2024-09-20T21:49:41.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:40 smithi134 ceph-mon[89086]: osdmap e504: 8 total, 8 up, 8 in 2024-09-20T21:49:41.693 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 677 (ObjNum 391 snap 123 seq_num 391) dirty exists 2024-09-20T21:49:41.693 INFO:tasks.rados.rados.0.smithi046.stdout:2183: finishing copy_from racing read to smithi04683737-20 2024-09-20T21:49:41.693 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 681 (ObjNum 648 snap 217 seq_num 648) dirty exists 2024-09-20T21:49:41.693 INFO:tasks.rados.rados.0.smithi046.stdout:2184: expect (ObjNum 502 snap 154 seq_num 502) 2024-09-20T21:49:41.736 INFO:tasks.rados.rados.0.smithi046.stdout:2183: finishing copy_from to smithi04683737-20 2024-09-20T21:49:41.736 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 878 (ObjNum 145 snap 0 seq_num 21381832) dirty exists 2024-09-20T21:49:41.736 INFO:tasks.rados.rados.0.smithi046.stdout:2181: expect (ObjNum 551 snap 170 seq_num 551) 2024-09-20T21:49:41.865 INFO:tasks.rados.rados.0.smithi046.stdout:2179: done (5 left) 2024-09-20T21:49:41.866 INFO:tasks.rados.rados.0.smithi046.stdout:2181: done (4 left) 2024-09-20T21:49:41.866 INFO:tasks.rados.rados.0.smithi046.stdout:2182: done (3 left) 2024-09-20T21:49:41.866 INFO:tasks.rados.rados.0.smithi046.stdout:2183: done (2 left) 2024-09-20T21:49:41.866 INFO:tasks.rados.rados.0.smithi046.stdout:2184: done (1 left) 2024-09-20T21:49:41.866 INFO:tasks.rados.rados.0.smithi046.stdout:2185: done (0 left) 2024-09-20T21:49:41.866 INFO:tasks.rados.rados.0.smithi046.stdout:2186: rmattr oid 38 current snap is 224 2024-09-20T21:49:41.866 INFO:tasks.rados.rados.0.smithi046.stdout:2186: done (0 left) 2024-09-20T21:49:41.866 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 224 2024-09-20T21:49:41.866 INFO:tasks.rados.rados.0.smithi046.stdout:2187: seq_num 665 ranges {6733824=745472,7479296=606208,8085504=196608} 2024-09-20T21:49:41.906 INFO:tasks.rados.rados.0.smithi046.stdout:2187: writing smithi04683737-22 from 6733824 to 7479296 tid 1 2024-09-20T21:49:41.909 INFO:tasks.rados.rados.0.smithi046.stdout:2187: writing smithi04683737-22 from 7479296 to 8085504 tid 2 2024-09-20T21:49:41.910 INFO:tasks.rados.rados.0.smithi046.stdout:2187: writing smithi04683737-22 from 8085504 to 8282112 tid 3 2024-09-20T21:49:41.911 INFO:tasks.rados.rados.0.smithi046.stdout:2188: snap_create 2024-09-20T21:49:41.912 INFO:tasks.rados.rados.0.smithi046.stdout:2187: finishing write tid 1 to smithi04683737-22 2024-09-20T21:49:41.913 INFO:tasks.rados.rados.0.smithi046.stdout:2187: finishing write tid 2 to smithi04683737-22 2024-09-20T21:49:41.914 INFO:tasks.rados.rados.0.smithi046.stdout:2187: finishing write tid 3 to smithi04683737-22 2024-09-20T21:49:41.914 INFO:tasks.rados.rados.0.smithi046.stdout:2187: finishing write tid 4 to smithi04683737-22 2024-09-20T21:49:41.915 INFO:tasks.rados.rados.0.smithi046.stdout:2187: finishing write tid 5 to smithi04683737-22 2024-09-20T21:49:41.915 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 894 (ObjNum 665 snap 224 seq_num 665) dirty exists 2024-09-20T21:49:41.915 INFO:tasks.rados.rados.0.smithi046.stdout:2187: left oid 22 (ObjNum 665 snap 224 seq_num 665) 2024-09-20T21:49:42.053 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:41 smithi046 ceph-mon[96110]: osdmap e505: 8 total, 8 up, 8 in 2024-09-20T21:49:42.054 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:41 smithi046 ceph-mon[98591]: osdmap e505: 8 total, 8 up, 8 in 2024-09-20T21:49:42.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:41 smithi134 ceph-mon[89086]: osdmap e505: 8 total, 8 up, 8 in 2024-09-20T21:49:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:49:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:49:42] "GET /metrics HTTP/1.1" 200 36249 "" "Prometheus/2.43.0" 2024-09-20T21:49:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:49:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:49:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:49:42.698 INFO:tasks.rados.rados.0.smithi046.stdout:2187: done (1 left) 2024-09-20T21:49:42.698 INFO:tasks.rados.rados.0.smithi046.stdout:2188: done (0 left) 2024-09-20T21:49:42.698 INFO:tasks.rados.rados.0.smithi046.stdout:2189: read oid 13 snap 163 2024-09-20T21:49:42.698 INFO:tasks.rados.rados.0.smithi046.stdout:2189: expect (ObjNum 20180112 snap 21956 seq_num 19879744) 2024-09-20T21:49:42.698 INFO:tasks.rados.rados.0.smithi046.stdout:2190: rollback oid 24 current snap is 225 2024-09-20T21:49:42.698 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 24 to 203 2024-09-20T21:49:42.698 INFO:tasks.rados.rados.0.smithi046.stdout:2191: read oid 4 snap -1 2024-09-20T21:49:42.698 INFO:tasks.rados.rados.0.smithi046.stdout:2191: expect (ObjNum 649 snap 217 seq_num 649) 2024-09-20T21:49:42.698 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 225 2024-09-20T21:49:42.698 INFO:tasks.rados.rados.0.smithi046.stdout:2192: seq_num 666 ranges {0=761856,761856=491520,1253376=311296} 2024-09-20T21:49:42.703 INFO:tasks.rados.rados.0.smithi046.stdout:2192: writing smithi04683737-14 from 0 to 761856 tid 1 2024-09-20T21:49:42.706 INFO:tasks.rados.rados.0.smithi046.stdout:2192: writing smithi04683737-14 from 761856 to 1253376 tid 2 2024-09-20T21:49:42.708 INFO:tasks.rados.rados.0.smithi046.stdout:2192: writing smithi04683737-14 from 1253376 to 1564672 tid 3 2024-09-20T21:49:42.708 INFO:tasks.rados.rados.0.smithi046.stdout:2193: delete oid 26 current snap is 225 2024-09-20T21:49:42.709 INFO:tasks.rados.rados.0.smithi046.stdout:2189: expect (ObjNum 20180112 snap 21956 seq_num 19879744) 2024-09-20T21:49:42.717 INFO:tasks.rados.rados.0.smithi046.stdout:2190: finishing rollback tid 0 to smithi04683737-24 2024-09-20T21:49:42.717 INFO:tasks.rados.rados.0.smithi046.stdout:2190: finishing rollback tid 1 to smithi04683737-24 2024-09-20T21:49:42.717 INFO:tasks.rados.rados.0.smithi046.stdout:2190: finishing rollback tid 2 to smithi04683737-24 2024-09-20T21:49:42.717 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 743 (ObjNum 615 snap 202 seq_num 615) dirty exists 2024-09-20T21:49:42.718 INFO:tasks.rados.rados.0.smithi046.stdout:2192: finishing write tid 1 to smithi04683737-14 2024-09-20T21:49:42.718 INFO:tasks.rados.rados.0.smithi046.stdout:2192: finishing write tid 2 to smithi04683737-14 2024-09-20T21:49:42.718 INFO:tasks.rados.rados.0.smithi046.stdout:2189: done (4 left) 2024-09-20T21:49:42.718 INFO:tasks.rados.rados.0.smithi046.stdout:2190: done (3 left) 2024-09-20T21:49:42.718 INFO:tasks.rados.rados.0.smithi046.stdout:2193: done (2 left) 2024-09-20T21:49:42.718 INFO:tasks.rados.rados.0.smithi046.stdout:2194: snap_create 2024-09-20T21:49:42.718 INFO:tasks.rados.rados.0.smithi046.stdout:2192: finishing write tid 3 to smithi04683737-14 2024-09-20T21:49:42.718 INFO:tasks.rados.rados.0.smithi046.stdout:2192: finishing write tid 4 to smithi04683737-14 2024-09-20T21:49:42.718 INFO:tasks.rados.rados.0.smithi046.stdout:2192: finishing write tid 5 to smithi04683737-14 2024-09-20T21:49:42.718 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 907 (ObjNum 666 snap 225 seq_num 666) dirty exists 2024-09-20T21:49:42.718 INFO:tasks.rados.rados.0.smithi046.stdout:2192: left oid 14 (ObjNum 666 snap 225 seq_num 666) 2024-09-20T21:49:42.731 INFO:tasks.rados.rados.0.smithi046.stdout:2191: expect (ObjNum 649 snap 217 seq_num 649) 2024-09-20T21:49:43.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:42 smithi046 ceph-mon[96110]: pgmap v424: 121 pgs: 26 active+undersized, 4 active+undersized+degraded, 91 active+clean; 342 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.8 MiB/s wr, 20 op/s; 28/675 objects degraded (4.148%); 18 MiB/s, 3 objects/s recovering 2024-09-20T21:49:43.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:42 smithi046 ceph-mon[96110]: Health check update: Degraded data redundancy: 28/675 objects degraded (4.148%), 4 pgs degraded (PG_DEGRADED) 2024-09-20T21:49:43.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:42 smithi046 ceph-mon[96110]: osdmap e506: 8 total, 8 up, 8 in 2024-09-20T21:49:43.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:42 smithi046 ceph-mon[98591]: pgmap v424: 121 pgs: 26 active+undersized, 4 active+undersized+degraded, 91 active+clean; 342 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.8 MiB/s wr, 20 op/s; 28/675 objects degraded (4.148%); 18 MiB/s, 3 objects/s recovering 2024-09-20T21:49:43.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:42 smithi046 ceph-mon[98591]: Health check update: Degraded data redundancy: 28/675 objects degraded (4.148%), 4 pgs degraded (PG_DEGRADED) 2024-09-20T21:49:43.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:42 smithi046 ceph-mon[98591]: osdmap e506: 8 total, 8 up, 8 in 2024-09-20T21:49:43.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:42 smithi134 ceph-mon[89086]: pgmap v424: 121 pgs: 26 active+undersized, 4 active+undersized+degraded, 91 active+clean; 342 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.8 MiB/s wr, 20 op/s; 28/675 objects degraded (4.148%); 18 MiB/s, 3 objects/s recovering 2024-09-20T21:49:43.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:42 smithi134 ceph-mon[89086]: Health check update: Degraded data redundancy: 28/675 objects degraded (4.148%), 4 pgs degraded (PG_DEGRADED) 2024-09-20T21:49:43.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:42 smithi134 ceph-mon[89086]: osdmap e506: 8 total, 8 up, 8 in 2024-09-20T21:49:43.702 INFO:tasks.rados.rados.0.smithi046.stdout:2191: done (2 left) 2024-09-20T21:49:43.703 INFO:tasks.rados.rados.0.smithi046.stdout:2192: done (1 left) 2024-09-20T21:49:43.703 INFO:tasks.rados.rados.0.smithi046.stdout:2194: done (0 left) 2024-09-20T21:49:43.703 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 226 2024-09-20T21:49:43.703 INFO:tasks.rados.rados.0.smithi046.stdout:2195: seq_num 668 ranges {1990656=794624,2785280=663552,3448832=139264} 2024-09-20T21:49:43.717 INFO:tasks.rados.rados.0.smithi046.stdout:2195: writing smithi04683737-13 from 1990656 to 2785280 tid 1 2024-09-20T21:49:43.722 INFO:tasks.rados.rados.0.smithi046.stdout:2195: writing smithi04683737-13 from 2785280 to 3448832 tid 2 2024-09-20T21:49:43.723 INFO:tasks.rados.rados.0.smithi046.stdout:2195: writing smithi04683737-13 from 3448832 to 3588096 tid 3 2024-09-20T21:49:43.723 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 226 2024-09-20T21:49:43.723 INFO:tasks.rados.rados.0.smithi046.stdout:2196: seq_num 669 ranges {2465792=409600,2875392=548864,3424256=655360} 2024-09-20T21:49:43.739 INFO:tasks.rados.rados.0.smithi046.stdout:2196: writing smithi04683737-17 from 2465792 to 2875392 tid 1 2024-09-20T21:49:43.742 INFO:tasks.rados.rados.0.smithi046.stdout:2196: writing smithi04683737-17 from 2875392 to 3424256 tid 2 2024-09-20T21:49:43.746 INFO:tasks.rados.rados.0.smithi046.stdout:2196: writing smithi04683737-17 from 3424256 to 4079616 tid 3 2024-09-20T21:49:43.746 INFO:tasks.rados.rados.0.smithi046.stdout:2197: read oid 30 snap -1 2024-09-20T21:49:43.746 INFO:tasks.rados.rados.0.smithi046.stdout:2197: expect (ObjNum 391 snap 123 seq_num 391) 2024-09-20T21:49:43.747 INFO:tasks.rados.rados.0.smithi046.stdout:2198: rollback oid 11 current snap is 226 2024-09-20T21:49:43.747 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 11 to 221 2024-09-20T21:49:43.747 INFO:tasks.rados.rados.0.smithi046.stdout:2195: finishing write tid 1 to smithi04683737-13 2024-09-20T21:49:43.747 INFO:tasks.rados.rados.0.smithi046.stdout:2195: finishing write tid 2 to smithi04683737-13 2024-09-20T21:49:43.747 INFO:tasks.rados.rados.0.smithi046.stdout:2195: finishing write tid 3 to smithi04683737-13 2024-09-20T21:49:43.747 INFO:tasks.rados.rados.0.smithi046.stdout:2195: finishing write tid 4 to smithi04683737-13 2024-09-20T21:49:43.747 INFO:tasks.rados.rados.0.smithi046.stdout:2195: finishing write tid 5 to smithi04683737-13 2024-09-20T21:49:43.747 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 949 (ObjNum 668 snap 226 seq_num 668) dirty exists 2024-09-20T21:49:43.747 INFO:tasks.rados.rados.0.smithi046.stdout:2195: left oid 13 (ObjNum 668 snap 226 seq_num 668) 2024-09-20T21:49:43.747 INFO:tasks.rados.rados.0.smithi046.stdout:2196: finishing write tid 1 to smithi04683737-17 2024-09-20T21:49:43.747 INFO:tasks.rados.rados.0.smithi046.stdout:2195: done (3 left) 2024-09-20T21:49:43.747 INFO:tasks.rados.rados.0.smithi046.stdout:2199: read oid 29 snap -1 2024-09-20T21:49:43.747 INFO:tasks.rados.rados.0.smithi046.stdout:2199: expect (ObjNum 583 snap 188 seq_num 583) 2024-09-20T21:49:43.748 INFO:tasks.rados.rados.0.smithi046.stdout:2200: snap_remove snap 214 2024-09-20T21:49:44.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:43 smithi046 ceph-mon[96110]: osdmap e507: 8 total, 8 up, 8 in 2024-09-20T21:49:44.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:43 smithi046 ceph-mon[98591]: osdmap e507: 8 total, 8 up, 8 in 2024-09-20T21:49:44.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:43 smithi134 ceph-mon[89086]: osdmap e507: 8 total, 8 up, 8 in 2024-09-20T21:49:44.712 INFO:tasks.rados.rados.0.smithi046.stdout:2200: done (4 left) 2024-09-20T21:49:44.712 INFO:tasks.rados.rados.0.smithi046.stdout:2201: snap_create 2024-09-20T21:49:44.712 INFO:tasks.rados.rados.0.smithi046.stdout:2196: finishing write tid 2 to smithi04683737-17 2024-09-20T21:49:44.712 INFO:tasks.rados.rados.0.smithi046.stdout:2198: finishing rollback tid 0 to smithi04683737-11 2024-09-20T21:49:44.712 INFO:tasks.rados.rados.0.smithi046.stdout:2198: finishing rollback tid 1 to smithi04683737-11 2024-09-20T21:49:44.712 INFO:tasks.rados.rados.0.smithi046.stdout:2198: finishing rollback tid 2 to smithi04683737-11 2024-09-20T21:49:44.712 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 740 (ObjNum 469 snap 140 seq_num 469) dirty exists 2024-09-20T21:49:44.712 INFO:tasks.rados.rados.0.smithi046.stdout:2196: finishing write tid 3 to smithi04683737-17 2024-09-20T21:49:44.712 INFO:tasks.rados.rados.0.smithi046.stdout:2196: finishing write tid 4 to smithi04683737-17 2024-09-20T21:49:44.712 INFO:tasks.rados.rados.0.smithi046.stdout:2196: finishing write tid 5 to smithi04683737-17 2024-09-20T21:49:44.713 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 924 (ObjNum 669 snap 226 seq_num 669) dirty exists 2024-09-20T21:49:44.713 INFO:tasks.rados.rados.0.smithi046.stdout:2196: left oid 17 (ObjNum 669 snap 226 seq_num 669) 2024-09-20T21:49:44.713 INFO:tasks.rados.rados.0.smithi046.stdout:2199: expect (ObjNum 583 snap 188 seq_num 583) 2024-09-20T21:49:44.920 INFO:tasks.rados.rados.0.smithi046.stdout:2197: expect (ObjNum 391 snap 123 seq_num 391) 2024-09-20T21:49:45.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:44 smithi046 ceph-mon[96110]: pgmap v427: 121 pgs: 121 active+clean; 347 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.7 MiB/s wr, 17 op/s; 28 MiB/s, 5 objects/s recovering 2024-09-20T21:49:45.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:44 smithi046 ceph-mon[96110]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/675 objects degraded (4.148%), 4 pgs degraded) 2024-09-20T21:49:45.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:44 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T21:49:45.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:44 smithi046 ceph-mon[96110]: osdmap e508: 8 total, 8 up, 8 in 2024-09-20T21:49:45.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:44 smithi046 ceph-mon[98591]: pgmap v427: 121 pgs: 121 active+clean; 347 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.7 MiB/s wr, 17 op/s; 28 MiB/s, 5 objects/s recovering 2024-09-20T21:49:45.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:44 smithi046 ceph-mon[98591]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/675 objects degraded (4.148%), 4 pgs degraded) 2024-09-20T21:49:45.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:44 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T21:49:45.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:44 smithi046 ceph-mon[98591]: osdmap e508: 8 total, 8 up, 8 in 2024-09-20T21:49:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:44 smithi134 ceph-mon[89086]: pgmap v427: 121 pgs: 121 active+clean; 347 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.7 MiB/s wr, 17 op/s; 28 MiB/s, 5 objects/s recovering 2024-09-20T21:49:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:44 smithi134 ceph-mon[89086]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/675 objects degraded (4.148%), 4 pgs degraded) 2024-09-20T21:49:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:44 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T21:49:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:44 smithi134 ceph-mon[89086]: osdmap e508: 8 total, 8 up, 8 in 2024-09-20T21:49:45.716 INFO:tasks.rados.rados.0.smithi046.stdout:2196: done (4 left) 2024-09-20T21:49:45.716 INFO:tasks.rados.rados.0.smithi046.stdout:2197: done (3 left) 2024-09-20T21:49:45.716 INFO:tasks.rados.rados.0.smithi046.stdout:2198: done (2 left) 2024-09-20T21:49:45.717 INFO:tasks.rados.rados.0.smithi046.stdout:2199: done (1 left) 2024-09-20T21:49:45.717 INFO:tasks.rados.rados.0.smithi046.stdout:2201: done (0 left) 2024-09-20T21:49:45.717 INFO:tasks.rados.rados.0.smithi046.stdout:2202: read oid 42 snap -1 2024-09-20T21:49:45.717 INFO:tasks.rados.rados.0.smithi046.stdout:2202: expect (ObjNum 652 snap 219 seq_num 652) 2024-09-20T21:49:45.717 INFO:tasks.rados.rados.0.smithi046.stdout:2203: snap_remove snap 175 2024-09-20T21:49:46.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:45 smithi046 ceph-mon[98591]: osdmap e509: 8 total, 8 up, 8 in 2024-09-20T21:49:46.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:45 smithi046 ceph-mon[96110]: osdmap e509: 8 total, 8 up, 8 in 2024-09-20T21:49:46.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:45 smithi134 ceph-mon[89086]: osdmap e509: 8 total, 8 up, 8 in 2024-09-20T21:49:46.721 INFO:tasks.rados.rados.0.smithi046.stdout:2203: done (1 left) 2024-09-20T21:49:46.722 INFO:tasks.rados.rados.0.smithi046.stdout:2204: copy_from oid 21 from oid 12 current snap is 227 2024-09-20T21:49:46.722 INFO:tasks.rados.rados.0.smithi046.stdout:2202: expect (ObjNum 652 snap 219 seq_num 652) 2024-09-20T21:49:46.769 INFO:tasks.rados.rados.0.smithi046.stdout:2204: finishing copy_from to smithi04683737-21 2024-09-20T21:49:46.769 INFO:tasks.rados.rados.0.smithi046.stdout:2204: got expected ENOENT (src dne) 2024-09-20T21:49:46.769 INFO:tasks.rados.rados.0.smithi046.stdout:2204: finishing copy_from racing read to smithi04683737-21 2024-09-20T21:49:46.769 INFO:tasks.rados.rados.0.smithi046.stdout:2202: done (1 left) 2024-09-20T21:49:46.769 INFO:tasks.rados.rados.0.smithi046.stdout:2204: done (0 left) 2024-09-20T21:49:46.769 INFO:tasks.rados.rados.0.smithi046.stdout:2205: copy_from oid 11 from oid 38 current snap is 227 2024-09-20T21:49:46.770 INFO:tasks.rados.rados.0.smithi046.stdout:2206: delete oid 36 current snap is 227 2024-09-20T21:49:46.771 INFO:tasks.rados.rados.0.smithi046.stdout:2205: finishing copy_from to smithi04683737-11 2024-09-20T21:49:46.772 INFO:tasks.rados.rados.0.smithi046.stdout:2205: got expected ENOENT (src dne) 2024-09-20T21:49:46.772 INFO:tasks.rados.rados.0.smithi046.stdout:2205: finishing copy_from racing read to smithi04683737-11 2024-09-20T21:49:46.772 INFO:tasks.rados.rados.0.smithi046.stdout:2205: done (1 left) 2024-09-20T21:49:46.772 INFO:tasks.rados.rados.0.smithi046.stdout:2206: done (0 left) 2024-09-20T21:49:46.772 INFO:tasks.rados.rados.0.smithi046.stdout:2207: read oid 34 snap -1 2024-09-20T21:49:46.772 INFO:tasks.rados.rados.0.smithi046.stdout:2207: expect (ObjNum 507 snap 154 seq_num 507) 2024-09-20T21:49:46.772 INFO:tasks.rados.rados.0.smithi046.stdout:2208: snap_remove snap 224 2024-09-20T21:49:47.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:46 smithi046 ceph-mon[98591]: pgmap v430: 121 pgs: 121 active+clean; 352 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.2 MiB/s wr, 14 op/s; 10 MiB/s, 1 objects/s recovering 2024-09-20T21:49:47.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:46 smithi046 ceph-mon[98591]: osdmap e510: 8 total, 8 up, 8 in 2024-09-20T21:49:47.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:46 smithi046 ceph-mon[96110]: pgmap v430: 121 pgs: 121 active+clean; 352 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.2 MiB/s wr, 14 op/s; 10 MiB/s, 1 objects/s recovering 2024-09-20T21:49:47.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:46 smithi046 ceph-mon[96110]: osdmap e510: 8 total, 8 up, 8 in 2024-09-20T21:49:47.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:46 smithi134 ceph-mon[89086]: pgmap v430: 121 pgs: 121 active+clean; 352 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.2 MiB/s wr, 14 op/s; 10 MiB/s, 1 objects/s recovering 2024-09-20T21:49:47.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:46 smithi134 ceph-mon[89086]: osdmap e510: 8 total, 8 up, 8 in 2024-09-20T21:49:47.577 INFO:tasks.rados.rados.0.smithi046.stdout:2208: done (1 left) 2024-09-20T21:49:47.577 INFO:tasks.rados.rados.0.smithi046.stdout:2209: snap_create 2024-09-20T21:49:47.578 INFO:tasks.rados.rados.0.smithi046.stdout:2207: expect (ObjNum 507 snap 154 seq_num 507) 2024-09-20T21:49:48.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:47 smithi046 ceph-mon[96110]: osdmap e511: 8 total, 8 up, 8 in 2024-09-20T21:49:48.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:47 smithi046 ceph-mon[96110]: osdmap e512: 8 total, 8 up, 8 in 2024-09-20T21:49:48.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:47 smithi046 ceph-mon[98591]: osdmap e511: 8 total, 8 up, 8 in 2024-09-20T21:49:48.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:47 smithi046 ceph-mon[98591]: osdmap e512: 8 total, 8 up, 8 in 2024-09-20T21:49:48.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:47 smithi134 ceph-mon[89086]: osdmap e511: 8 total, 8 up, 8 in 2024-09-20T21:49:48.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:47 smithi134 ceph-mon[89086]: osdmap e512: 8 total, 8 up, 8 in 2024-09-20T21:49:48.579 INFO:tasks.rados.rados.0.smithi046.stdout:2207: done (1 left) 2024-09-20T21:49:48.579 INFO:tasks.rados.rados.0.smithi046.stdout:2209: done (0 left) 2024-09-20T21:49:48.579 INFO:tasks.rados.rados.0.smithi046.stdout:2210: snap_remove snap 198 2024-09-20T21:49:49.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:48 smithi046 ceph-mon[96110]: pgmap v433: 121 pgs: 121 active+clean; 354 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.5 MiB/s wr, 15 op/s 2024-09-20T21:49:49.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:48 smithi046 ceph-mon[96110]: osdmap e513: 8 total, 8 up, 8 in 2024-09-20T21:49:49.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:48 smithi046 ceph-mon[98591]: pgmap v433: 121 pgs: 121 active+clean; 354 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.5 MiB/s wr, 15 op/s 2024-09-20T21:49:49.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:48 smithi046 ceph-mon[98591]: osdmap e513: 8 total, 8 up, 8 in 2024-09-20T21:49:49.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:48 smithi134 ceph-mon[89086]: pgmap v433: 121 pgs: 121 active+clean; 354 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.5 MiB/s wr, 15 op/s 2024-09-20T21:49:49.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:48 smithi134 ceph-mon[89086]: osdmap e513: 8 total, 8 up, 8 in 2024-09-20T21:49:49.583 INFO:tasks.rados.rados.0.smithi046.stdout:2210: done (0 left) 2024-09-20T21:49:49.583 INFO:tasks.rados.rados.0.smithi046.stdout:2211: copy_from oid 33 from oid 14 current snap is 228 2024-09-20T21:49:49.583 INFO:tasks.rados.rados.0.smithi046.stdout:2212: rmattr oid 20 current snap is 228 2024-09-20T21:49:49.583 INFO:tasks.rados.rados.0.smithi046.stdout:2213: snap_remove snap 184 2024-09-20T21:49:50.582 INFO:tasks.rados.rados.0.smithi046.stdout:2213: done (2 left) 2024-09-20T21:49:50.583 INFO:tasks.rados.rados.0.smithi046.stdout:2214: snap_create 2024-09-20T21:49:50.583 INFO:tasks.rados.rados.0.smithi046.stdout:2211: finishing copy_from racing read to smithi04683737-33 2024-09-20T21:49:50.583 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 879 (ObjNum 81 snap 0 seq_num 4498384) dirty exists 2024-09-20T21:49:50.583 INFO:tasks.rados.rados.0.smithi046.stdout:2211: finishing copy_from to smithi04683737-33 2024-09-20T21:49:50.583 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 907 (ObjNum 666 snap 225 seq_num 666) dirty exists 2024-09-20T21:49:50.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:50 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:50.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:50 smithi046 ceph-mon[96110]: pgmap v436: 121 pgs: 121 active+clean; 352 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 390 KiB/s wr, 10 op/s 2024-09-20T21:49:50.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:50 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:49:50.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:50 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:50.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:50 smithi046 ceph-mon[96110]: osdmap e514: 8 total, 8 up, 8 in 2024-09-20T21:49:50.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:50 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:50.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:50 smithi046 ceph-mon[98591]: pgmap v436: 121 pgs: 121 active+clean; 352 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 390 KiB/s wr, 10 op/s 2024-09-20T21:49:50.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:50 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:49:50.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:50 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:50.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:50 smithi046 ceph-mon[98591]: osdmap e514: 8 total, 8 up, 8 in 2024-09-20T21:49:50.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:50 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:50.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:50 smithi134 ceph-mon[89086]: pgmap v436: 121 pgs: 121 active+clean; 352 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 390 KiB/s wr, 10 op/s 2024-09-20T21:49:50.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:50 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:49:50.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:50 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:50.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:50 smithi134 ceph-mon[89086]: osdmap e514: 8 total, 8 up, 8 in 2024-09-20T21:49:51.588 INFO:tasks.rados.rados.0.smithi046.stdout:2211: done (2 left) 2024-09-20T21:49:51.588 INFO:tasks.rados.rados.0.smithi046.stdout:2212: done (1 left) 2024-09-20T21:49:51.589 INFO:tasks.rados.rados.0.smithi046.stdout:2214: done (0 left) 2024-09-20T21:49:51.589 INFO:tasks.rados.rados.0.smithi046.stdout:2215: read oid 47 snap -1 2024-09-20T21:49:51.589 INFO:tasks.rados.rados.0.smithi046.stdout:2215: expect deleted 2024-09-20T21:49:51.589 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 229 2024-09-20T21:49:51.589 INFO:tasks.rados.rados.0.smithi046.stdout:2216: seq_num 671 ranges {0=442368,442368=761856,1204224=442368} 2024-09-20T21:49:51.590 INFO:tasks.rados.rados.0.smithi046.stdout:2216: writing smithi04683737-12 from 0 to 442368 tid 1 2024-09-20T21:49:51.594 INFO:tasks.rados.rados.0.smithi046.stdout:2216: writing smithi04683737-12 from 442368 to 1204224 tid 2 2024-09-20T21:49:51.598 INFO:tasks.rados.rados.0.smithi046.stdout:2216: writing smithi04683737-12 from 1204224 to 1646592 tid 3 2024-09-20T21:49:51.598 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 229 2024-09-20T21:49:51.598 INFO:tasks.rados.rados.0.smithi046.stdout:2217: seq_num 672 ranges {4890624=458752,5349376=647168,5996544=466944,6463488=90112} 2024-09-20T21:49:51.627 INFO:tasks.rados.rados.0.smithi046.stdout:2217: writing smithi04683737-8 from 4890624 to 5349376 tid 1 2024-09-20T21:49:51.631 INFO:tasks.rados.rados.0.smithi046.stdout:2217: writing smithi04683737-8 from 5349376 to 5996544 tid 2 2024-09-20T21:49:51.634 INFO:tasks.rados.rados.0.smithi046.stdout:2217: writing smithi04683737-8 from 5996544 to 6463488 tid 3 2024-09-20T21:49:51.635 INFO:tasks.rados.rados.0.smithi046.stdout:2217: writing smithi04683737-8 from 6463488 to 6553600 tid 4 2024-09-20T21:49:51.635 INFO:tasks.rados.rados.0.smithi046.stdout:2218: delete oid 31 current snap is 229 2024-09-20T21:49:51.635 INFO:tasks.rados.rados.0.smithi046.stdout:2216: finishing write tid 1 to smithi04683737-12 2024-09-20T21:49:51.635 INFO:tasks.rados.rados.0.smithi046.stdout:2216: finishing write tid 2 to smithi04683737-12 2024-09-20T21:49:51.635 INFO:tasks.rados.rados.0.smithi046.stdout:2216: finishing write tid 3 to smithi04683737-12 2024-09-20T21:49:51.635 INFO:tasks.rados.rados.0.smithi046.stdout:2216: finishing write tid 4 to smithi04683737-12 2024-09-20T21:49:51.635 INFO:tasks.rados.rados.0.smithi046.stdout:2216: finishing write tid 5 to smithi04683737-12 2024-09-20T21:49:51.635 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 918 (ObjNum 671 snap 229 seq_num 671) dirty exists 2024-09-20T21:49:51.635 INFO:tasks.rados.rados.0.smithi046.stdout:2216: left oid 12 (ObjNum 671 snap 229 seq_num 671) 2024-09-20T21:49:51.635 INFO:tasks.rados.rados.0.smithi046.stdout:2217: finishing write tid 1 to smithi04683737-8 2024-09-20T21:49:51.636 INFO:tasks.rados.rados.0.smithi046.stdout:2217: finishing write tid 2 to smithi04683737-8 2024-09-20T21:49:51.638 INFO:tasks.rados.rados.0.smithi046.stdout:2215: done (3 left) 2024-09-20T21:49:51.638 INFO:tasks.rados.rados.0.smithi046.stdout:2216: done (2 left) 2024-09-20T21:49:51.638 INFO:tasks.rados.rados.0.smithi046.stdout:2218: done (1 left) 2024-09-20T21:49:51.638 INFO:tasks.rados.rados.0.smithi046.stdout:2219: delete oid 12 current snap is 229 2024-09-20T21:49:51.639 INFO:tasks.rados.rados.0.smithi046.stdout:2217: finishing write tid 3 to smithi04683737-8 2024-09-20T21:49:51.639 INFO:tasks.rados.rados.0.smithi046.stdout:2217: finishing write tid 4 to smithi04683737-8 2024-09-20T21:49:51.639 INFO:tasks.rados.rados.0.smithi046.stdout:2217: finishing write tid 5 to smithi04683737-8 2024-09-20T21:49:51.640 INFO:tasks.rados.rados.0.smithi046.stdout:2219: done (1 left) 2024-09-20T21:49:51.640 INFO:tasks.rados.rados.0.smithi046.stdout:2220: read oid 46 snap -1 2024-09-20T21:49:51.640 INFO:tasks.rados.rados.0.smithi046.stdout:2220: expect (ObjNum 516 snap 155 seq_num 516) 2024-09-20T21:49:51.640 INFO:tasks.rados.rados.0.smithi046.stdout:2221: read oid 44 snap -1 2024-09-20T21:49:51.640 INFO:tasks.rados.rados.0.smithi046.stdout:2221: expect (ObjNum 544 snap 165 seq_num 544) 2024-09-20T21:49:51.641 INFO:tasks.rados.rados.0.smithi046.stdout:2222: copy_from oid 34 from oid 35 current snap is 229 2024-09-20T21:49:51.641 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 229 2024-09-20T21:49:51.641 INFO:tasks.rados.rados.0.smithi046.stdout:2223: seq_num 675 ranges {5455872=507904,5963776=704512,6668288=499712} 2024-09-20T21:49:51.675 INFO:tasks.rados.rados.0.smithi046.stdout:2223: writing smithi04683737-37 from 5455872 to 5963776 tid 1 2024-09-20T21:49:51.679 INFO:tasks.rados.rados.0.smithi046.stdout:2223: writing smithi04683737-37 from 5963776 to 6668288 tid 2 2024-09-20T21:49:51.683 INFO:tasks.rados.rados.0.smithi046.stdout:2223: writing smithi04683737-37 from 6668288 to 7168000 tid 3 2024-09-20T21:49:51.683 INFO:tasks.rados.rados.0.smithi046.stdout:2224: snap_create 2024-09-20T21:49:51.684 INFO:tasks.rados.rados.0.smithi046.stdout:2217: finishing write tid 6 to smithi04683737-8 2024-09-20T21:49:51.684 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 686 (ObjNum 672 snap 229 seq_num 672) dirty exists 2024-09-20T21:49:51.684 INFO:tasks.rados.rados.0.smithi046.stdout:2217: left oid 8 (ObjNum 672 snap 229 seq_num 672) 2024-09-20T21:49:51.684 INFO:tasks.rados.rados.0.smithi046.stdout:2221: expect (ObjNum 544 snap 165 seq_num 544) 2024-09-20T21:49:51.753 INFO:tasks.rados.rados.0.smithi046.stdout:2220: expect (ObjNum 516 snap 155 seq_num 516) 2024-09-20T21:49:51.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:51 smithi046 ceph-mon[96110]: osdmap e515: 8 total, 8 up, 8 in 2024-09-20T21:49:51.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:51 smithi046 ceph-mon[98591]: osdmap e515: 8 total, 8 up, 8 in 2024-09-20T21:49:51.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:51 smithi134 ceph-mon[89086]: osdmap e515: 8 total, 8 up, 8 in 2024-09-20T21:49:51.928 INFO:tasks.rados.rados.0.smithi046.stdout:2223: finishing write tid 1 to smithi04683737-37 2024-09-20T21:49:51.928 INFO:tasks.rados.rados.0.smithi046.stdout:2223: finishing write tid 2 to smithi04683737-37 2024-09-20T21:49:51.928 INFO:tasks.rados.rados.0.smithi046.stdout:2223: finishing write tid 3 to smithi04683737-37 2024-09-20T21:49:51.928 INFO:tasks.rados.rados.0.smithi046.stdout:2223: finishing write tid 4 to smithi04683737-37 2024-09-20T21:49:51.928 INFO:tasks.rados.rados.0.smithi046.stdout:2223: finishing write tid 5 to smithi04683737-37 2024-09-20T21:49:51.928 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 792 (ObjNum 675 snap 229 seq_num 675) dirty exists 2024-09-20T21:49:51.928 INFO:tasks.rados.rados.0.smithi046.stdout:2223: left oid 37 (ObjNum 675 snap 229 seq_num 675) 2024-09-20T21:49:51.928 INFO:tasks.rados.rados.0.smithi046.stdout:2222: finishing copy_from racing read to smithi04683737-34 2024-09-20T21:49:51.928 INFO:tasks.rados.rados.0.smithi046.stdout:2222: finishing copy_from to smithi04683737-34 2024-09-20T21:49:51.928 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 676 (ObjNum 532 snap 163 seq_num 532) dirty exists 2024-09-20T21:49:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:49:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:49:52] "GET /metrics HTTP/1.1" 200 36247 "" "Prometheus/2.43.0" 2024-09-20T21:49:52.578 INFO:tasks.rados.rados.0.smithi046.stdout:2217: done (5 left) 2024-09-20T21:49:52.578 INFO:tasks.rados.rados.0.smithi046.stdout:2220: done (4 left) 2024-09-20T21:49:52.578 INFO:tasks.rados.rados.0.smithi046.stdout:2221: done (3 left) 2024-09-20T21:49:52.579 INFO:tasks.rados.rados.0.smithi046.stdout:2222: done (2 left) 2024-09-20T21:49:52.579 INFO:tasks.rados.rados.0.smithi046.stdout:2223: done (1 left) 2024-09-20T21:49:52.579 INFO:tasks.rados.rados.0.smithi046.stdout:2224: done (0 left) 2024-09-20T21:49:52.579 INFO:tasks.rados.rados.0.smithi046.stdout:2225: read oid 28 snap -1 2024-09-20T21:49:52.579 INFO:tasks.rados.rados.0.smithi046.stdout:2225: expect (ObjNum 589 snap 193 seq_num 589) 2024-09-20T21:49:52.579 INFO:tasks.rados.rados.0.smithi046.stdout:2226: read oid 50 snap -1 2024-09-20T21:49:52.579 INFO:tasks.rados.rados.0.smithi046.stdout:2226: expect (ObjNum 630 snap 203 seq_num 630) 2024-09-20T21:49:52.579 INFO:tasks.rados.rados.0.smithi046.stdout:2227: setattr oid 14 current snap is 230 2024-09-20T21:49:52.580 INFO:tasks.rados.rados.0.smithi046.stdout:2228: read oid 22 snap -1 2024-09-20T21:49:52.580 INFO:tasks.rados.rados.0.smithi046.stdout:2228: expect (ObjNum 665 snap 224 seq_num 665) 2024-09-20T21:49:52.580 INFO:tasks.rados.rados.0.smithi046.stdout:2229: rollback oid 31 current snap is 230 2024-09-20T21:49:52.580 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 31 to 199 2024-09-20T21:49:52.580 INFO:tasks.rados.rados.0.smithi046.stdout:2230: rollback oid 34 current snap is 230 2024-09-20T21:49:52.581 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 34 to 207 2024-09-20T21:49:52.581 INFO:tasks.rados.rados.0.smithi046.stdout:2231: read oid 17 snap 219 2024-09-20T21:49:52.581 INFO:tasks.rados.rados.0.smithi046.stdout:2231: expect (ObjNum 608 snap 200 seq_num 608) 2024-09-20T21:49:52.581 INFO:tasks.rados.rados.0.smithi046.stdout:2232: rollback oid 18 current snap is 230 2024-09-20T21:49:52.581 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 18 to 197 2024-09-20T21:49:52.581 INFO:tasks.rados.rados.0.smithi046.stdout:2233: snap_remove snap 177 2024-09-20T21:49:52.586 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:49:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:49:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:49:52.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:52 smithi046 ceph-mon[96110]: pgmap v439: 121 pgs: 121 active+clean; 352 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 0 B/s wr, 4 op/s 2024-09-20T21:49:52.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:52 smithi046 ceph-mon[96110]: osdmap e516: 8 total, 8 up, 8 in 2024-09-20T21:49:52.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:52 smithi046 ceph-mon[96110]: osdmap e517: 8 total, 8 up, 8 in 2024-09-20T21:49:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:52 smithi046 ceph-mon[98591]: pgmap v439: 121 pgs: 121 active+clean; 352 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 0 B/s wr, 4 op/s 2024-09-20T21:49:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:52 smithi046 ceph-mon[98591]: osdmap e516: 8 total, 8 up, 8 in 2024-09-20T21:49:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:52 smithi046 ceph-mon[98591]: osdmap e517: 8 total, 8 up, 8 in 2024-09-20T21:49:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:52 smithi134 ceph-mon[89086]: pgmap v439: 121 pgs: 121 active+clean; 352 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 0 B/s wr, 4 op/s 2024-09-20T21:49:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:52 smithi134 ceph-mon[89086]: osdmap e516: 8 total, 8 up, 8 in 2024-09-20T21:49:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:52 smithi134 ceph-mon[89086]: osdmap e517: 8 total, 8 up, 8 in 2024-09-20T21:49:53.581 INFO:tasks.rados.rados.0.smithi046.stdout:2233: done (8 left) 2024-09-20T21:49:53.582 INFO:tasks.rados.rados.0.smithi046.stdout:2234: delete oid 27 current snap is 230 2024-09-20T21:49:53.582 INFO:tasks.rados.rados.0.smithi046.stdout:2225: expect (ObjNum 589 snap 193 seq_num 589) 2024-09-20T21:49:53.607 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 943 (ObjNum 666 snap 225 seq_num 666) dirty exists 2024-09-20T21:49:53.608 INFO:tasks.rados.rados.0.smithi046.stdout:2229: finishing rollback tid 1 to smithi04683737-31 2024-09-20T21:49:53.608 INFO:tasks.rados.rados.0.smithi046.stdout:2229: finishing rollback tid 2 to smithi04683737-31 2024-09-20T21:49:53.608 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 945 (ObjNum 391 snap 123 seq_num 391) dirty exists 2024-09-20T21:49:53.608 INFO:tasks.rados.rados.0.smithi046.stdout:2230: finishing rollback tid 0 to smithi04683737-34 2024-09-20T21:49:53.608 INFO:tasks.rados.rados.0.smithi046.stdout:2225: done (8 left) 2024-09-20T21:49:53.608 INFO:tasks.rados.rados.0.smithi046.stdout:2227: done (7 left) 2024-09-20T21:49:53.608 INFO:tasks.rados.rados.0.smithi046.stdout:2229: done (6 left) 2024-09-20T21:49:53.608 INFO:tasks.rados.rados.0.smithi046.stdout:2234: done (5 left) 2024-09-20T21:49:53.608 INFO:tasks.rados.rados.0.smithi046.stdout:2235: read oid 36 snap -1 2024-09-20T21:49:53.608 INFO:tasks.rados.rados.0.smithi046.stdout:2235: expect deleted 2024-09-20T21:49:53.608 INFO:tasks.rados.rados.0.smithi046.stdout:2236: rollback oid 42 current snap is 230 2024-09-20T21:49:53.608 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 42 to 211 2024-09-20T21:49:53.609 INFO:tasks.rados.rados.0.smithi046.stdout:2230: finishing rollback tid 1 to smithi04683737-34 2024-09-20T21:49:53.609 INFO:tasks.rados.rados.0.smithi046.stdout:2237: delete oid 28 current snap is 230 2024-09-20T21:49:53.609 INFO:tasks.rados.rados.0.smithi046.stdout:2230: finishing rollback tid 2 to smithi04683737-34 2024-09-20T21:49:53.609 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 949 (ObjNum 507 snap 154 seq_num 507) dirty exists 2024-09-20T21:49:53.609 INFO:tasks.rados.rados.0.smithi046.stdout:2226: expect (ObjNum 630 snap 203 seq_num 630) 2024-09-20T21:49:53.793 INFO:tasks.rados.rados.0.smithi046.stdout:2232: finishing rollback tid 1 to smithi04683737-18 2024-09-20T21:49:53.793 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 736 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-20T21:49:53.793 INFO:tasks.rados.rados.0.smithi046.stdout:2231: expect (ObjNum 608 snap 200 seq_num 608) 2024-09-20T21:49:54.262 INFO:tasks.rados.rados.0.smithi046.stdout:2228: expect (ObjNum 665 snap 224 seq_num 665) 2024-09-20T21:49:54.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:54 smithi134 ceph-mon[89086]: pgmap v442: 121 pgs: 121 active+clean; 353 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 784 KiB/s wr, 6 op/s 2024-09-20T21:49:54.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:54 smithi134 ceph-mon[89086]: osdmap e518: 8 total, 8 up, 8 in 2024-09-20T21:49:54.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:54 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-20T21:49:54.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:54 smithi134 ceph-mon[89086]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-20T21:49:54.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:54 smithi134 ceph-mon[89086]: Upgrade: osd.7 is safe to restart 2024-09-20T21:49:54.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:54 smithi046 ceph-mon[96110]: pgmap v442: 121 pgs: 121 active+clean; 353 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 784 KiB/s wr, 6 op/s 2024-09-20T21:49:54.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:54 smithi046 ceph-mon[96110]: osdmap e518: 8 total, 8 up, 8 in 2024-09-20T21:49:54.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:54 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-20T21:49:54.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:54 smithi046 ceph-mon[96110]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-20T21:49:54.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:54 smithi046 ceph-mon[96110]: Upgrade: osd.7 is safe to restart 2024-09-20T21:49:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:54 smithi046 ceph-mon[98591]: pgmap v442: 121 pgs: 121 active+clean; 353 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 784 KiB/s wr, 6 op/s 2024-09-20T21:49:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:54 smithi046 ceph-mon[98591]: osdmap e518: 8 total, 8 up, 8 in 2024-09-20T21:49:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:54 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-20T21:49:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:54 smithi046 ceph-mon[98591]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-20T21:49:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:54 smithi046 ceph-mon[98591]: Upgrade: osd.7 is safe to restart 2024-09-20T21:49:55.031 INFO:tasks.rados.rados.0.smithi046.stdout:2236: finishing rollback tid 0 to smithi04683737-42 2024-09-20T21:49:55.031 INFO:tasks.rados.rados.0.smithi046.stdout:2236: finishing rollback tid 1 to smithi04683737-42 2024-09-20T21:49:55.031 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 684 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-20T21:49:55.032 INFO:tasks.rados.rados.0.smithi046.stdout:2226: done (7 left) 2024-09-20T21:49:55.032 INFO:tasks.rados.rados.0.smithi046.stdout:2228: done (6 left) 2024-09-20T21:49:55.032 INFO:tasks.rados.rados.0.smithi046.stdout:2230: done (5 left) 2024-09-20T21:49:55.032 INFO:tasks.rados.rados.0.smithi046.stdout:2231: done (4 left) 2024-09-20T21:49:55.032 INFO:tasks.rados.rados.0.smithi046.stdout:2232: done (3 left) 2024-09-20T21:49:55.032 INFO:tasks.rados.rados.0.smithi046.stdout:2235: done (2 left) 2024-09-20T21:49:55.032 INFO:tasks.rados.rados.0.smithi046.stdout:2236: done (1 left) 2024-09-20T21:49:55.032 INFO:tasks.rados.rados.0.smithi046.stdout:2237: done (0 left) 2024-09-20T21:49:55.032 INFO:tasks.rados.rados.0.smithi046.stdout:2238: delete oid 50 current snap is 230 2024-09-20T21:49:55.034 INFO:tasks.rados.rados.0.smithi046.stdout:2238: done (0 left) 2024-09-20T21:49:55.034 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 230 2024-09-20T21:49:55.034 INFO:tasks.rados.rados.0.smithi046.stdout:2239: seq_num 679 ranges {10272768=581632,10854400=688128,11542528=516096} 2024-09-20T21:49:55.093 INFO:tasks.rados.rados.0.smithi046.stdout:2239: writing smithi04683737-35 from 10272768 to 10854400 tid 1 2024-09-20T21:49:55.097 INFO:tasks.rados.rados.0.smithi046.stdout:2239: writing smithi04683737-35 from 10854400 to 11542528 tid 2 2024-09-20T21:49:55.100 INFO:tasks.rados.rados.0.smithi046.stdout:2239: writing smithi04683737-35 from 11542528 to 12058624 tid 3 2024-09-20T21:49:55.100 INFO:tasks.rados.rados.0.smithi046.stdout:2240: delete oid 17 current snap is 230 2024-09-20T21:49:55.100 INFO:tasks.rados.rados.0.smithi046.stdout:2239: finishing write tid 1 to smithi04683737-35 2024-09-20T21:49:55.101 INFO:tasks.rados.rados.0.smithi046.stdout:2239: finishing write tid 2 to smithi04683737-35 2024-09-20T21:49:55.103 INFO:tasks.rados.rados.0.smithi046.stdout:2240: done (1 left) 2024-09-20T21:49:55.103 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 230 2024-09-20T21:49:55.103 INFO:tasks.rados.rados.0.smithi046.stdout:2241: seq_num 681 ranges {5234688=614400,5849088=458752,6307840=638976,6946816=106496} 2024-09-20T21:49:55.135 INFO:tasks.rados.rados.0.smithi046.stdout:2241: writing smithi04683737-3 from 5234688 to 5849088 tid 1 2024-09-20T21:49:55.137 INFO:tasks.rados.rados.0.smithi046.stdout:2241: writing smithi04683737-3 from 5849088 to 6307840 tid 2 2024-09-20T21:49:55.141 INFO:tasks.rados.rados.0.smithi046.stdout:2241: writing smithi04683737-3 from 6307840 to 6946816 tid 3 2024-09-20T21:49:55.142 INFO:tasks.rados.rados.0.smithi046.stdout:2241: writing smithi04683737-3 from 6946816 to 7053312 tid 4 2024-09-20T21:49:55.143 INFO:tasks.rados.rados.0.smithi046.stdout:2242: snap_create 2024-09-20T21:49:55.143 INFO:tasks.rados.rados.0.smithi046.stdout:2239: finishing write tid 3 to smithi04683737-35 2024-09-20T21:49:55.143 INFO:tasks.rados.rados.0.smithi046.stdout:2239: finishing write tid 4 to smithi04683737-35 2024-09-20T21:49:55.143 INFO:tasks.rados.rados.0.smithi046.stdout:2239: finishing write tid 5 to smithi04683737-35 2024-09-20T21:49:55.143 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 683 (ObjNum 679 snap 230 seq_num 679) dirty exists 2024-09-20T21:49:55.143 INFO:tasks.rados.rados.0.smithi046.stdout:2239: left oid 35 (ObjNum 679 snap 230 seq_num 679) 2024-09-20T21:49:55.143 INFO:tasks.rados.rados.0.smithi046.stdout:2241: finishing write tid 1 to smithi04683737-3 2024-09-20T21:49:55.143 INFO:tasks.rados.rados.0.smithi046.stdout:2241: finishing write tid 2 to smithi04683737-3 2024-09-20T21:49:55.145 INFO:tasks.rados.rados.0.smithi046.stdout:2241: finishing write tid 3 to smithi04683737-3 2024-09-20T21:49:55.145 INFO:tasks.rados.rados.0.smithi046.stdout:2241: finishing write tid 4 to smithi04683737-3 2024-09-20T21:49:55.145 INFO:tasks.rados.rados.0.smithi046.stdout:2241: finishing write tid 5 to smithi04683737-3 2024-09-20T21:49:55.146 INFO:tasks.rados.rados.0.smithi046.stdout:2241: finishing write tid 6 to smithi04683737-3 2024-09-20T21:49:55.146 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 930 (ObjNum 681 snap 230 seq_num 681) dirty exists 2024-09-20T21:49:55.146 INFO:tasks.rados.rados.0.smithi046.stdout:2241: left oid 3 (ObjNum 681 snap 230 seq_num 681) 2024-09-20T21:49:56.092 INFO:tasks.rados.rados.0.smithi046.stdout:2239: done (2 left) 2024-09-20T21:49:56.092 INFO:tasks.rados.rados.0.smithi046.stdout:2241: done (1 left) 2024-09-20T21:49:56.092 INFO:tasks.rados.rados.0.smithi046.stdout:2242: done (0 left) 2024-09-20T21:49:56.092 INFO:tasks.rados.rados.0.smithi046.stdout:2243: delete oid 47 current snap is 231 2024-09-20T21:49:56.094 INFO:tasks.rados.rados.0.smithi046.stdout:2243: done (0 left) 2024-09-20T21:49:56.094 INFO:tasks.rados.rados.0.smithi046.stdout:2244: copy_from oid 37 from oid 34 current snap is 231 2024-09-20T21:49:56.094 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 231 2024-09-20T21:49:56.094 INFO:tasks.rados.rados.0.smithi046.stdout:2245: seq_num 683 ranges {0=647168,647168=630784,1277952=573440} 2024-09-20T21:49:56.098 INFO:tasks.rados.rados.0.smithi046.stdout:2245: writing smithi04683737-9 from 0 to 647168 tid 1 2024-09-20T21:49:56.102 INFO:tasks.rados.rados.0.smithi046.stdout:2245: writing smithi04683737-9 from 647168 to 1277952 tid 2 2024-09-20T21:49:56.106 INFO:tasks.rados.rados.0.smithi046.stdout:2245: writing smithi04683737-9 from 1277952 to 1851392 tid 3 2024-09-20T21:49:56.106 INFO:tasks.rados.rados.0.smithi046.stdout:2246: rollback oid 27 current snap is 231 2024-09-20T21:49:56.107 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 27 to 222 2024-09-20T21:49:56.107 INFO:tasks.rados.rados.0.smithi046.stdout:2245: finishing write tid 1 to smithi04683737-9 2024-09-20T21:49:56.107 INFO:tasks.rados.rados.0.smithi046.stdout:2247: delete oid 28 current snap is 231 2024-09-20T21:49:56.107 INFO:tasks.rados.rados.0.smithi046.stdout:2244: finishing copy_from racing read to smithi04683737-37 2024-09-20T21:49:56.107 INFO:tasks.rados.rados.0.smithi046.stdout:2245: finishing write tid 2 to smithi04683737-9 2024-09-20T21:49:56.109 INFO:tasks.rados.rados.0.smithi046.stdout:2244: finishing copy_from to smithi04683737-37 2024-09-20T21:49:56.109 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 949 (ObjNum 507 snap 154 seq_num 507) dirty exists 2024-09-20T21:49:56.109 INFO:tasks.rados.rados.0.smithi046.stdout:2244: done (3 left) 2024-09-20T21:49:56.109 INFO:tasks.rados.rados.0.smithi046.stdout:2247: done (2 left) 2024-09-20T21:49:56.109 INFO:tasks.rados.rados.0.smithi046.stdout:2248: delete oid 20 current snap is 231 2024-09-20T21:49:56.110 INFO:tasks.rados.rados.0.smithi046.stdout:2246: finishing rollback tid 1 to smithi04683737-27 2024-09-20T21:49:56.111 INFO:tasks.rados.rados.0.smithi046.stdout:2245: finishing write tid 3 to smithi04683737-9 2024-09-20T21:49:56.111 INFO:tasks.rados.rados.0.smithi046.stdout:2246: finishing rollback tid 2 to smithi04683737-27 2024-09-20T21:49:56.111 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 746 (ObjNum 580 snap 187 seq_num 580) dirty exists 2024-09-20T21:49:56.111 INFO:tasks.rados.rados.0.smithi046.stdout:2245: finishing write tid 4 to smithi04683737-9 2024-09-20T21:49:56.112 INFO:tasks.rados.rados.0.smithi046.stdout:2246: done (2 left) 2024-09-20T21:49:56.112 INFO:tasks.rados.rados.0.smithi046.stdout:2248: done (1 left) 2024-09-20T21:49:56.112 INFO:tasks.rados.rados.0.smithi046.stdout:2249: snap_create 2024-09-20T21:49:56.113 INFO:tasks.rados.rados.0.smithi046.stdout:2245: finishing write tid 5 to smithi04683737-9 2024-09-20T21:49:56.113 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 897 (ObjNum 683 snap 231 seq_num 683) dirty exists 2024-09-20T21:49:56.113 INFO:tasks.rados.rados.0.smithi046.stdout:2245: left oid 9 (ObjNum 683 snap 231 seq_num 683) 2024-09-20T21:49:56.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:56 smithi046 ceph-mon[96110]: Upgrade: Updating osd.7 2024-09-20T21:49:56.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:56 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:56.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:56 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-20T21:49:56.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:56 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:49:56.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:56 smithi046 ceph-mon[96110]: Deploying daemon osd.7 on smithi134 2024-09-20T21:49:56.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:56 smithi046 ceph-mon[96110]: pgmap v444: 121 pgs: 121 active+clean; 354 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-09-20T21:49:56.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:56 smithi046 ceph-mon[98591]: Upgrade: Updating osd.7 2024-09-20T21:49:56.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:56 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:56.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:56 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-20T21:49:56.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:56 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:49:56.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:56 smithi046 ceph-mon[98591]: Deploying daemon osd.7 on smithi134 2024-09-20T21:49:56.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:56 smithi046 ceph-mon[98591]: pgmap v444: 121 pgs: 121 active+clean; 354 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-09-20T21:49:56.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:56 smithi134 ceph-mon[89086]: Upgrade: Updating osd.7 2024-09-20T21:49:56.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:56 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:49:56.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:56 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-20T21:49:56.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:56 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:49:56.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:56 smithi134 ceph-mon[89086]: Deploying daemon osd.7 on smithi134 2024-09-20T21:49:56.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:56 smithi134 ceph-mon[89086]: pgmap v444: 121 pgs: 121 active+clean; 354 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-09-20T21:49:57.096 INFO:tasks.rados.rados.0.smithi046.stdout:2245: done (1 left) 2024-09-20T21:49:57.097 INFO:tasks.rados.rados.0.smithi046.stdout:2249: done (0 left) 2024-09-20T21:49:57.097 INFO:tasks.rados.rados.0.smithi046.stdout:2250: snap_remove snap 222 2024-09-20T21:49:57.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:57 smithi046 ceph-mon[98591]: osdmap e519: 8 total, 8 up, 8 in 2024-09-20T21:49:57.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:57 smithi046 ceph-mon[96110]: osdmap e519: 8 total, 8 up, 8 in 2024-09-20T21:49:57.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:57 smithi134 ceph-mon[89086]: osdmap e519: 8 total, 8 up, 8 in 2024-09-20T21:49:57.580 INFO:tasks.rados.rados.0.smithi046.stdout:2250: done (0 left) 2024-09-20T21:49:57.580 INFO:tasks.rados.rados.0.smithi046.stdout:2251: snap_create 2024-09-20T21:49:58.329 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:58 smithi134 ceph-mon[89086]: osdmap e520: 8 total, 8 up, 8 in 2024-09-20T21:49:58.329 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:58 smithi134 ceph-mon[89086]: pgmap v447: 121 pgs: 121 active+clean; 358 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-09-20T21:49:58.329 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:58 smithi134 ceph-mon[89086]: osdmap e521: 8 total, 8 up, 8 in 2024-09-20T21:49:58.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:58 smithi046 ceph-mon[96110]: osdmap e520: 8 total, 8 up, 8 in 2024-09-20T21:49:58.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:58 smithi046 ceph-mon[96110]: pgmap v447: 121 pgs: 121 active+clean; 358 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-09-20T21:49:58.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:58 smithi046 ceph-mon[96110]: osdmap e521: 8 total, 8 up, 8 in 2024-09-20T21:49:58.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:58 smithi046 ceph-mon[98591]: osdmap e520: 8 total, 8 up, 8 in 2024-09-20T21:49:58.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:58 smithi046 ceph-mon[98591]: pgmap v447: 121 pgs: 121 active+clean; 358 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-09-20T21:49:58.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:58 smithi046 ceph-mon[98591]: osdmap e521: 8 total, 8 up, 8 in 2024-09-20T21:49:58.581 INFO:tasks.rados.rados.0.smithi046.stdout:2251: done (0 left) 2024-09-20T21:49:58.581 INFO:tasks.rados.rados.0.smithi046.stdout:2252: snap_remove snap 196 2024-09-20T21:49:58.600 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:49:58 smithi134 systemd[1]: Stopping Ceph osd.7 for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:49:58.926 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:49:58 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[55879]: 2024-09-20T21:49:58.597+0000 7fa202c67640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-20T21:49:58.926 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:49:58 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[55879]: 2024-09-20T21:49:58.597+0000 7fa202c67640 -1 osd.7 521 *** Got signal Terminated *** 2024-09-20T21:49:58.926 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:49:58 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[55879]: 2024-09-20T21:49:58.597+0000 7fa202c67640 -1 osd.7 521 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-20T21:49:59.270 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-20T21:49:59.544 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-20T21:49:59.544 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (6m) 2m ago 10m 17.5M - 0.25.0 c8568f914cd2 0d74f13360c6 2024-09-20T21:49:59.544 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi134 *:3000 running (6m) 25s ago 10m 85.0M - 9.4.7 954c08fa6188 8341e8dee31d 2024-09-20T21:49:59.544 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (11m) 2m ago 11m 16.0M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 9e6c3beb915d 2024-09-20T21:49:59.544 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi134 running (11m) 25s ago 11m 20.3M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 132e8dbc5c5d 2024-09-20T21:49:59.544 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi134 *:8443,9283,8765 running (5m) 25s ago 15m 441M - 19.1.1-367-g9e2ac70b cc9251b744a3 4807b49ee672 2024-09-20T21:49:59.545 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443,9283,8765 running (6m) 2m ago 16m 511M - 19.1.1-367-g9e2ac70b cc9251b744a3 287f9c5532d7 2024-09-20T21:49:59.545 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (5m) 2m ago 17m 54.4M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 ce5bbc0a7b3e 2024-09-20T21:49:59.545 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi134 running (4m) 25s ago 15m 45.4M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 72d0616e106b 2024-09-20T21:49:59.545 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (4m) 2m ago 15m 46.3M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 17796ae3530a 2024-09-20T21:49:59.545 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (6m) 2m ago 10m 8456k - 1.5.0 0da6a335fe13 808d8998a7db 2024-09-20T21:49:59.545 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi134 *:9100 running (6m) 25s ago 9m 15.9M - 1.5.0 0da6a335fe13 d64b31ebfc6a 2024-09-20T21:49:59.545 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (3m) 2m ago 14m 157M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 a86fc71a02d1 2024-09-20T21:49:59.545 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (3m) 2m ago 14m 126M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 04055c8b47db 2024-09-20T21:49:59.545 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (2m) 2m ago 14m 86.6M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 bfb9841748e3 2024-09-20T21:49:59.545 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (2m) 2m ago 13m 14.4M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 bff5e3b30c96 2024-09-20T21:49:59.545 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi134 running (98s) 25s ago 13m 156M 2480M 19.1.1-367-g9e2ac70b cc9251b744a3 ced5920fc235 2024-09-20T21:49:59.545 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi134 running (63s) 25s ago 12m 150M 2480M 19.1.1-367-g9e2ac70b cc9251b744a3 dc4e11b5a9da 2024-09-20T21:49:59.545 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi134 running (29s) 25s ago 12m 11.8M 2480M 19.1.1-367-g9e2ac70b cc9251b744a3 fa6e363227ed 2024-09-20T21:49:59.545 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi134 running (12m) 25s ago 12m 220M 2480M 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be fbf3a60c2bb0 2024-09-20T21:49:59.546 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi134 *:9095 running (5m) 25s ago 10m 64.5M - 2.43.0 a07b618ecd1d 5e01fa97ed3d 2024-09-20T21:49:59.586 INFO:tasks.rados.rados.0.smithi046.stdout:2252: done (0 left) 2024-09-20T21:49:59.586 INFO:tasks.rados.rados.0.smithi046.stdout:2253: setattr oid 43 current snap is 233 2024-09-20T21:49:59.588 INFO:tasks.rados.rados.0.smithi046.stdout:2254: setattr oid 29 current snap is 233 2024-09-20T21:49:59.591 INFO:tasks.rados.rados.0.smithi046.stdout:2255: rmattr oid 12 current snap is 233 2024-09-20T21:49:59.591 INFO:tasks.rados.rados.0.smithi046.stdout:2255: done (2 left) 2024-09-20T21:49:59.591 INFO:tasks.rados.rados.0.smithi046.stdout:2256: read oid 3 snap -1 2024-09-20T21:49:59.591 INFO:tasks.rados.rados.0.smithi046.stdout:2256: expect (ObjNum 681 snap 230 seq_num 681) 2024-09-20T21:49:59.591 INFO:tasks.rados.rados.0.smithi046.stdout:2257: copy_from oid 32 from oid 47 current snap is 233 2024-09-20T21:49:59.591 INFO:tasks.rados.rados.0.smithi046.stdout:2258: snap_remove snap 231 2024-09-20T21:49:59.896 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-20T21:49:59.897 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-20T21:49:59.897 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 3 2024-09-20T21:49:59.897 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:49:59.897 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-20T21:49:59.897 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 2 2024-09-20T21:49:59.897 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:49:59.897 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-20T21:49:59.897 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 7 2024-09-20T21:49:59.897 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:49:59.897 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-20T21:49:59.897 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 2 2024-09-20T21:49:59.897 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:49:59.897 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-20T21:49:59.898 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 2, 2024-09-20T21:49:59.898 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 12 2024-09-20T21:49:59.898 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-20T21:49:59.898 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-20T21:49:59.898 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:59 smithi046 ceph-mon[96110]: osdmap e522: 8 total, 8 up, 8 in 2024-09-20T21:49:59.898 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:49:59 smithi046 ceph-mon[96110]: osd.7 marked itself down and dead 2024-09-20T21:49:59.898 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:59 smithi046 ceph-mon[98591]: osdmap e522: 8 total, 8 up, 8 in 2024-09-20T21:49:59.898 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:49:59 smithi046 ceph-mon[98591]: osd.7 marked itself down and dead 2024-09-20T21:49:59.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:59 smithi134 ceph-mon[89086]: osdmap e522: 8 total, 8 up, 8 in 2024-09-20T21:49:59.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:49:59 smithi134 ceph-mon[89086]: osd.7 marked itself down and dead 2024-09-20T21:50:00.427 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:00 smithi134 podman[109265]: 2024-09-20 21:50:00.150980221 +0000 UTC m=+1.666040322 container died fbf3a60c2bb0026199799167e63b4a8edb5f983203b3bd784cada60d7dbb062c (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=quincy-fbd1a6a, org.label-schema.build-date=20240731) 2024-09-20T21:50:00.594 INFO:tasks.rados.rados.0.smithi046.stdout:2258: done (4 left) 2024-09-20T21:50:00.594 INFO:tasks.rados.rados.0.smithi046.stdout:2259: rmattr oid 23 current snap is 233 2024-09-20T21:50:00.594 INFO:tasks.rados.rados.0.smithi046.stdout:2259: done (4 left) 2024-09-20T21:50:00.594 INFO:tasks.rados.rados.0.smithi046.stdout:2260: copy_from oid 46 from oid 6 current snap is 233 2024-09-20T21:50:00.594 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 929 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-20T21:50:00.594 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 687 (ObjNum 583 snap 188 seq_num 583) dirty exists 2024-09-20T21:50:00.594 INFO:tasks.rados.rados.0.smithi046.stdout:2253: done (4 left) 2024-09-20T21:50:00.594 INFO:tasks.rados.rados.0.smithi046.stdout:2254: done (3 left) 2024-09-20T21:50:00.594 INFO:tasks.rados.rados.0.smithi046.stdout:2261: read oid 11 snap -1 2024-09-20T21:50:00.594 INFO:tasks.rados.rados.0.smithi046.stdout:2261: expect (ObjNum 469 snap 140 seq_num 469) 2024-09-20T21:50:00.594 INFO:tasks.rados.rados.0.smithi046.stdout:2262: read oid 45 snap -1 2024-09-20T21:50:00.595 INFO:tasks.rados.rados.0.smithi046.stdout:2262: expect deleted 2024-09-20T21:50:00.595 INFO:tasks.rados.rados.0.smithi046.stdout:2263: setattr oid 2 current snap is 233 2024-09-20T21:50:00.596 INFO:tasks.rados.rados.0.smithi046.stdout:2264: read oid 7 snap 163 2024-09-20T21:50:00.596 INFO:tasks.rados.rados.0.smithi046.stdout:2264: expect (ObjNum 516 snap 155 seq_num 516) 2024-09-20T21:50:00.596 INFO:tasks.rados.rados.0.smithi046.stdout:2265: copy_from oid 14 from oid 36 current snap is 233 2024-09-20T21:50:00.596 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 233 2024-09-20T21:50:00.596 INFO:tasks.rados.rados.0.smithi046.stdout:2266: seq_num 686 ranges {5226496=696320,5922816=729088,6651904=425984,7077888=49152} 2024-09-20T21:50:00.631 INFO:tasks.rados.rados.0.smithi046.stdout:2266: writing smithi04683737-1 from 5226496 to 5922816 tid 1 2024-09-20T21:50:00.635 INFO:tasks.rados.rados.0.smithi046.stdout:2266: writing smithi04683737-1 from 5922816 to 6651904 tid 2 2024-09-20T21:50:00.638 INFO:tasks.rados.rados.0.smithi046.stdout:2266: writing smithi04683737-1 from 6651904 to 7077888 tid 3 2024-09-20T21:50:00.638 INFO:tasks.rados.rados.0.smithi046.stdout:2266: writing smithi04683737-1 from 7077888 to 7127040 tid 4 2024-09-20T21:50:00.638 INFO:tasks.rados.rados.0.smithi046.stdout:2267: snap_remove snap 219 2024-09-20T21:50:00.848 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:00 smithi134 podman[109265]: 2024-09-20 21:50:00.511592185 +0000 UTC m=+2.026652274 container cleanup fbf3a60c2bb0026199799167e63b4a8edb5f983203b3bd784cada60d7dbb062c (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=quincy-fbd1a6a, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-20T21:50:00.848 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:00 smithi134 bash[109265]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7 2024-09-20T21:50:00.848 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:00 smithi134 ceph-mon[89086]: pgmap v450: 121 pgs: 121 active+clean; 361 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-09-20T21:50:00.848 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:00 smithi134 ceph-mon[89086]: from='client.44303 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:50:00.848 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:00 smithi134 ceph-mon[89086]: from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:50:00.848 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:00 smithi134 ceph-mon[89086]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-20T21:50:00.848 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:00 smithi134 ceph-mon[89086]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-09-20T21:50:00.848 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:00 smithi134 ceph-mon[89086]: osdmap e523: 8 total, 7 up, 8 in 2024-09-20T21:50:00.848 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:00 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/547139575' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:00.849 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:00 smithi134 ceph-mon[89086]: Health detail: HEALTH_WARN 1 osds down; all OSDs are running squid or later but require_osd_release < squid 2024-09-20T21:50:00.849 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:00 smithi134 ceph-mon[89086]: [WRN] OSD_DOWN: 1 osds down 2024-09-20T21:50:00.849 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:00 smithi134 ceph-mon[89086]: osd.7 (root=default,host=smithi134) is down 2024-09-20T21:50:00.849 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:00 smithi134 ceph-mon[89086]: [WRN] OSD_UPGRADE_FINISHED: all OSDs are running squid or later but require_osd_release < squid 2024-09-20T21:50:00.849 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:00 smithi134 ceph-mon[89086]: all OSDs are running squid or later but require_osd_release < squid 2024-09-20T21:50:00.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:00 smithi046 ceph-mon[96110]: pgmap v450: 121 pgs: 121 active+clean; 361 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-09-20T21:50:00.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:00 smithi046 ceph-mon[96110]: from='client.44303 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:50:00.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:00 smithi046 ceph-mon[96110]: from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:50:00.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:00 smithi046 ceph-mon[96110]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-20T21:50:00.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:00 smithi046 ceph-mon[96110]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-09-20T21:50:00.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:00 smithi046 ceph-mon[96110]: osdmap e523: 8 total, 7 up, 8 in 2024-09-20T21:50:00.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:00 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/547139575' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:00.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:00 smithi046 ceph-mon[96110]: Health detail: HEALTH_WARN 1 osds down; all OSDs are running squid or later but require_osd_release < squid 2024-09-20T21:50:00.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:00 smithi046 ceph-mon[96110]: [WRN] OSD_DOWN: 1 osds down 2024-09-20T21:50:00.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:00 smithi046 ceph-mon[96110]: osd.7 (root=default,host=smithi134) is down 2024-09-20T21:50:00.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:00 smithi046 ceph-mon[96110]: [WRN] OSD_UPGRADE_FINISHED: all OSDs are running squid or later but require_osd_release < squid 2024-09-20T21:50:00.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:00 smithi046 ceph-mon[96110]: all OSDs are running squid or later but require_osd_release < squid 2024-09-20T21:50:00.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:00 smithi046 ceph-mon[98591]: pgmap v450: 121 pgs: 121 active+clean; 361 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-09-20T21:50:00.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:00 smithi046 ceph-mon[98591]: from='client.44303 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:50:00.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:00 smithi046 ceph-mon[98591]: from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:50:00.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:00 smithi046 ceph-mon[98591]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-20T21:50:00.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:00 smithi046 ceph-mon[98591]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-09-20T21:50:00.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:00 smithi046 ceph-mon[98591]: osdmap e523: 8 total, 7 up, 8 in 2024-09-20T21:50:00.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:00 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/547139575' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:00.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:00 smithi046 ceph-mon[98591]: Health detail: HEALTH_WARN 1 osds down; all OSDs are running squid or later but require_osd_release < squid 2024-09-20T21:50:00.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:00 smithi046 ceph-mon[98591]: [WRN] OSD_DOWN: 1 osds down 2024-09-20T21:50:00.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:00 smithi046 ceph-mon[98591]: osd.7 (root=default,host=smithi134) is down 2024-09-20T21:50:00.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:00 smithi046 ceph-mon[98591]: [WRN] OSD_UPGRADE_FINISHED: all OSDs are running squid or later but require_osd_release < squid 2024-09-20T21:50:00.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:00 smithi046 ceph-mon[98591]: all OSDs are running squid or later but require_osd_release < squid 2024-09-20T21:50:01.155 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:00 smithi134 podman[109288]: 2024-09-20 21:50:00.846423279 +0000 UTC m=+0.694382801 container remove fbf3a60c2bb0026199799167e63b4a8edb5f983203b3bd784cada60d7dbb062c (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , ceph=True, RELEASE=quincy-fbd1a6a, org.label-schema.license=GPLv2) 2024-09-20T21:50:01.426 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:01 smithi134 podman[109376]: 2024-09-20 21:50:01.05649645 +0000 UTC m=+0.015658938 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T21:50:01.426 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:01 smithi134 podman[109376]: 2024-09-20 21:50:01.230762846 +0000 UTC m=+0.189925322 container create e1be8840c4b2e493961650b31670040d6a3c34eccdfa7019a9c412848274282c (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7-deactivate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-9e2ac70, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-20T21:50:01.599 INFO:tasks.rados.rados.0.smithi046.stdout:2261: expect (ObjNum 469 snap 140 seq_num 469) 2024-09-20T21:50:01.635 INFO:tasks.rados.rados.0.smithi046.stdout:2257: finishing copy_from to smithi04683737-32 2024-09-20T21:50:01.635 INFO:tasks.rados.rados.0.smithi046.stdout:2257: got expected ENOENT (src dne) 2024-09-20T21:50:01.635 INFO:tasks.rados.rados.0.smithi046.stdout:2257: finishing copy_from racing read to smithi04683737-32 2024-09-20T21:50:01.635 INFO:tasks.rados.rados.0.smithi046.stdout:2265: finishing copy_from to smithi04683737-14 2024-09-20T21:50:01.635 INFO:tasks.rados.rados.0.smithi046.stdout:2265: got expected ENOENT (src dne) 2024-09-20T21:50:01.635 INFO:tasks.rados.rados.0.smithi046.stdout:2265: finishing copy_from racing read to smithi04683737-14 2024-09-20T21:50:01.635 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 738 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-09-20T21:50:01.636 INFO:tasks.rados.rados.0.smithi046.stdout:2264: expect (ObjNum 516 snap 155 seq_num 516) 2024-09-20T21:50:01.810 INFO:tasks.rados.rados.0.smithi046.stdout:2260: finishing copy_from racing read to smithi04683737-46 2024-09-20T21:50:01.810 INFO:tasks.rados.rados.0.smithi046.stdout:2260: finishing copy_from to smithi04683737-46 2024-09-20T21:50:01.811 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 737 (ObjNum 621 snap 202 seq_num 621) dirty exists 2024-09-20T21:50:01.811 INFO:tasks.rados.rados.0.smithi046.stdout:2257: done (9 left) 2024-09-20T21:50:01.811 INFO:tasks.rados.rados.0.smithi046.stdout:2260: done (8 left) 2024-09-20T21:50:01.811 INFO:tasks.rados.rados.0.smithi046.stdout:2261: done (7 left) 2024-09-20T21:50:01.811 INFO:tasks.rados.rados.0.smithi046.stdout:2262: done (6 left) 2024-09-20T21:50:01.811 INFO:tasks.rados.rados.0.smithi046.stdout:2263: done (5 left) 2024-09-20T21:50:01.811 INFO:tasks.rados.rados.0.smithi046.stdout:2264: done (4 left) 2024-09-20T21:50:01.811 INFO:tasks.rados.rados.0.smithi046.stdout:2265: done (3 left) 2024-09-20T21:50:01.811 INFO:tasks.rados.rados.0.smithi046.stdout:2267: done (2 left) 2024-09-20T21:50:01.811 INFO:tasks.rados.rados.0.smithi046.stdout:2268: copy_from oid 18 from oid 5 current snap is 233 2024-09-20T21:50:01.811 INFO:tasks.rados.rados.0.smithi046.stdout:2266: finishing write tid 1 to smithi04683737-1 2024-09-20T21:50:01.811 INFO:tasks.rados.rados.0.smithi046.stdout:2266: finishing write tid 2 to smithi04683737-1 2024-09-20T21:50:01.811 INFO:tasks.rados.rados.0.smithi046.stdout:2266: finishing write tid 3 to smithi04683737-1 2024-09-20T21:50:01.812 INFO:tasks.rados.rados.0.smithi046.stdout:2266: finishing write tid 4 to smithi04683737-1 2024-09-20T21:50:01.812 INFO:tasks.rados.rados.0.smithi046.stdout:2266: finishing write tid 5 to smithi04683737-1 2024-09-20T21:50:01.812 INFO:tasks.rados.rados.0.smithi046.stdout:2266: finishing write tid 6 to smithi04683737-1 2024-09-20T21:50:01.812 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 745 (ObjNum 686 snap 233 seq_num 686) dirty exists 2024-09-20T21:50:01.812 INFO:tasks.rados.rados.0.smithi046.stdout:2266: left oid 1 (ObjNum 686 snap 233 seq_num 686) 2024-09-20T21:50:01.812 INFO:tasks.rados.rados.0.smithi046.stdout:2256: expect (ObjNum 681 snap 230 seq_num 681) 2024-09-20T21:50:01.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:01 smithi046 ceph-mon[96110]: osdmap e524: 8 total, 7 up, 8 in 2024-09-20T21:50:01.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:01 smithi046 ceph-mon[98591]: osdmap e524: 8 total, 7 up, 8 in 2024-09-20T21:50:01.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:01 smithi134 ceph-mon[89086]: osdmap e524: 8 total, 7 up, 8 in 2024-09-20T21:50:01.926 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:01 smithi134 podman[109376]: 2024-09-20 21:50:01.466663737 +0000 UTC m=+0.425826224 container init e1be8840c4b2e493961650b31670040d6a3c34eccdfa7019a9c412848274282c (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7-deactivate, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-9e2ac70, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-20T21:50:01.926 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:01 smithi134 podman[109376]: 2024-09-20 21:50:01.47139877 +0000 UTC m=+0.430561247 container start e1be8840c4b2e493961650b31670040d6a3c34eccdfa7019a9c412848274282c (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7-deactivate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=squid-9e2ac70, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-20T21:50:01.926 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:01 smithi134 podman[109376]: 2024-09-20 21:50:01.599898527 +0000 UTC m=+0.559061007 container attach e1be8840c4b2e493961650b31670040d6a3c34eccdfa7019a9c412848274282c (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7-deactivate, maintainer=Guillaume Abrioux , RELEASE=squid-9e2ac70, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-09-20T21:50:01.926 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:01 smithi134 podman[109376]: 2024-09-20 21:50:01.668187589 +0000 UTC m=+0.627350073 container died e1be8840c4b2e493961650b31670040d6a3c34eccdfa7019a9c412848274282c (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7-deactivate, org.label-schema.build-date=20240731, RELEASE=squid-9e2ac70, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-20T21:50:02.164 INFO:tasks.rados.rados.0.smithi046.stdout:2268: finishing copy_from racing read to smithi04683737-18 2024-09-20T21:50:02.164 INFO:tasks.rados.rados.0.smithi046.stdout:2268: finishing copy_from to smithi04683737-18 2024-09-20T21:50:02.164 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 240 (ObjNum 582 snap 188 seq_num 582) dirty exists 2024-09-20T21:50:02.164 INFO:tasks.rados.rados.0.smithi046.stdout:2256: done (2 left) 2024-09-20T21:50:02.164 INFO:tasks.rados.rados.0.smithi046.stdout:2266: done (1 left) 2024-09-20T21:50:02.164 INFO:tasks.rados.rados.0.smithi046.stdout:2268: done (0 left) 2024-09-20T21:50:02.164 INFO:tasks.rados.rados.0.smithi046.stdout:2269: rmattr oid 3 current snap is 233 2024-09-20T21:50:02.164 INFO:tasks.rados.rados.0.smithi046.stdout:2270: snap_create 2024-09-20T21:50:02.166 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 931 (ObjNum 681 snap 230 seq_num 681) dirty exists 2024-09-20T21:50:02.226 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:02 smithi134 podman[109419]: 2024-09-20 21:50:02.212201182 +0000 UTC m=+0.538187737 container remove e1be8840c4b2e493961650b31670040d6a3c34eccdfa7019a9c412848274282c (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=squid-9e2ac70, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-20T21:50:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:50:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:50:02] "GET /metrics HTTP/1.1" 200 36247 "" "Prometheus/2.43.0" 2024-09-20T21:50:02.581 INFO:tasks.rados.rados.0.smithi046.stdout:2269: done (1 left) 2024-09-20T21:50:02.581 INFO:tasks.rados.rados.0.smithi046.stdout:2270: done (0 left) 2024-09-20T21:50:02.581 INFO:tasks.rados.rados.0.smithi046.stdout:2271: rollback oid 50 current snap is 234 2024-09-20T21:50:02.581 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 50 to 217 2024-09-20T21:50:02.581 INFO:tasks.rados.rados.0.smithi046.stdout:2272: read oid 14 snap -1 2024-09-20T21:50:02.582 INFO:tasks.rados.rados.0.smithi046.stdout:2272: expect (ObjNum 666 snap 225 seq_num 666) 2024-09-20T21:50:02.582 INFO:tasks.rados.rados.0.smithi046.stdout:2273: read oid 38 snap -1 2024-09-20T21:50:02.582 INFO:tasks.rados.rados.0.smithi046.stdout:2273: expect deleted 2024-09-20T21:50:02.582 INFO:tasks.rados.rados.0.smithi046.stdout:2274: rmattr oid 24 current snap is 234 2024-09-20T21:50:02.582 INFO:tasks.rados.rados.0.smithi046.stdout:2274: done (3 left) 2024-09-20T21:50:02.582 INFO:tasks.rados.rados.0.smithi046.stdout:2275: read oid 20 snap 225 2024-09-20T21:50:02.582 INFO:tasks.rados.rados.0.smithi046.stdout:2275: expect (ObjNum 20670336 snap 21956 seq_num 20696704) 2024-09-20T21:50:02.582 INFO:tasks.rados.rados.0.smithi046.stdout:2276: rollback oid 18 current snap is 234 2024-09-20T21:50:02.582 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 18 to 215 2024-09-20T21:50:02.582 INFO:tasks.rados.rados.0.smithi046.stdout:2277: copy_from oid 17 from oid 9 current snap is 234 2024-09-20T21:50:02.582 INFO:tasks.rados.rados.0.smithi046.stdout:2278: snap_remove snap 227 2024-09-20T21:50:02.595 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:50:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:50:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:50:02.595 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:02 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.7.service: Deactivated successfully. 2024-09-20T21:50:02.595 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:02 smithi134 systemd[1]: Stopped Ceph osd.7 for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:50:02.595 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:02 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.7.service: Consumed 16.178s CPU time. 2024-09-20T21:50:02.596 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:02 smithi134 systemd[1]: Starting Ceph osd.7 for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:50:02.884 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:02 smithi134 ceph-mon[89086]: pgmap v453: 121 pgs: 7 active+undersized, 15 stale+active+clean, 3 active+undersized+degraded, 96 active+clean; 361 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 880 KiB/s wr, 7 op/s; 5/708 objects degraded (0.706%) 2024-09-20T21:50:02.884 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:02 smithi134 ceph-mon[89086]: Health check failed: Degraded data redundancy: 5/708 objects degraded (0.706%), 3 pgs degraded (PG_DEGRADED) 2024-09-20T21:50:02.884 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:02 smithi134 ceph-mon[89086]: osdmap e525: 8 total, 7 up, 8 in 2024-09-20T21:50:02.884 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:02 smithi134 ceph-mon[89086]: osdmap e526: 8 total, 7 up, 8 in 2024-09-20T21:50:02.884 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:02 smithi134 podman[109525]: 2024-09-20 21:50:02.53077 +0000 UTC m=+0.015656118 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T21:50:02.884 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:02 smithi134 podman[109525]: 2024-09-20 21:50:02.631780702 +0000 UTC m=+0.116666803 container create 5aee9a9df6a3f4eafd6f9f44d8d0e6bb12770867d0528d140184fb88efdfdfb1 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7-activate, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=squid-9e2ac70, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-09-20T21:50:02.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:02 smithi046 ceph-mon[96110]: pgmap v453: 121 pgs: 7 active+undersized, 15 stale+active+clean, 3 active+undersized+degraded, 96 active+clean; 361 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 880 KiB/s wr, 7 op/s; 5/708 objects degraded (0.706%) 2024-09-20T21:50:02.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:02 smithi046 ceph-mon[96110]: Health check failed: Degraded data redundancy: 5/708 objects degraded (0.706%), 3 pgs degraded (PG_DEGRADED) 2024-09-20T21:50:02.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:02 smithi046 ceph-mon[96110]: osdmap e525: 8 total, 7 up, 8 in 2024-09-20T21:50:02.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:02 smithi046 ceph-mon[96110]: osdmap e526: 8 total, 7 up, 8 in 2024-09-20T21:50:02.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:02 smithi046 ceph-mon[98591]: pgmap v453: 121 pgs: 7 active+undersized, 15 stale+active+clean, 3 active+undersized+degraded, 96 active+clean; 361 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 880 KiB/s wr, 7 op/s; 5/708 objects degraded (0.706%) 2024-09-20T21:50:02.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:02 smithi046 ceph-mon[98591]: Health check failed: Degraded data redundancy: 5/708 objects degraded (0.706%), 3 pgs degraded (PG_DEGRADED) 2024-09-20T21:50:02.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:02 smithi046 ceph-mon[98591]: osdmap e525: 8 total, 7 up, 8 in 2024-09-20T21:50:02.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:02 smithi046 ceph-mon[98591]: osdmap e526: 8 total, 7 up, 8 in 2024-09-20T21:50:03.176 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:02 smithi134 podman[109525]: 2024-09-20 21:50:02.882633847 +0000 UTC m=+0.367519957 container init 5aee9a9df6a3f4eafd6f9f44d8d0e6bb12770867d0528d140184fb88efdfdfb1 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7-activate, RELEASE=squid-9e2ac70, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-20T21:50:03.176 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:02 smithi134 podman[109525]: 2024-09-20 21:50:02.887299279 +0000 UTC m=+0.372185383 container start 5aee9a9df6a3f4eafd6f9f44d8d0e6bb12770867d0528d140184fb88efdfdfb1 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7-activate, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-9e2ac70, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-20T21:50:03.177 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:02 smithi134 podman[109525]: 2024-09-20 21:50:02.9825903 +0000 UTC m=+0.467476417 container attach 5aee9a9df6a3f4eafd6f9f44d8d0e6bb12770867d0528d140184fb88efdfdfb1 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7-activate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-9e2ac70, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-09-20T21:50:03.177 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:03 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7-activate[109540]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-20T21:50:03.177 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:03 smithi134 bash[109525]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-20T21:50:03.177 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:03 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7-activate[109540]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-20T21:50:03.177 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:03 smithi134 bash[109525]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-20T21:50:03.585 INFO:tasks.rados.rados.0.smithi046.stdout:2275: expect (ObjNum 20670336 snap 21956 seq_num 20696704) 2024-09-20T21:50:03.586 INFO:tasks.rados.rados.0.smithi046.stdout:2276: finishing rollback tid 0 to smithi04683737-18 2024-09-20T21:50:03.586 INFO:tasks.rados.rados.0.smithi046.stdout:2271: finishing rollback tid 1 to smithi04683737-50 2024-09-20T21:50:03.586 INFO:tasks.rados.rados.0.smithi046.stdout:2276: finishing rollback tid 1 to smithi04683737-18 2024-09-20T21:50:03.586 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 933 (ObjNum 465 snap 0 seq_num 1567696288) dirty dne 2024-09-20T21:50:03.587 INFO:tasks.rados.rados.0.smithi046.stdout:2271: finishing rollback tid 2 to smithi04683737-50 2024-09-20T21:50:03.587 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 685 (ObjNum 630 snap 203 seq_num 630) dirty exists 2024-09-20T21:50:03.587 INFO:tasks.rados.rados.0.smithi046.stdout:2272: expect (ObjNum 666 snap 225 seq_num 666) 2024-09-20T21:50:03.632 INFO:tasks.rados.rados.0.smithi046.stdout:2277: finishing copy_from racing read to smithi04683737-17 2024-09-20T21:50:03.632 INFO:tasks.rados.rados.0.smithi046.stdout:2277: finishing copy_from to smithi04683737-17 2024-09-20T21:50:03.633 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 897 (ObjNum 683 snap 231 seq_num 683) dirty exists 2024-09-20T21:50:03.633 INFO:tasks.rados.rados.0.smithi046.stdout:2271: done (6 left) 2024-09-20T21:50:03.633 INFO:tasks.rados.rados.0.smithi046.stdout:2272: done (5 left) 2024-09-20T21:50:03.633 INFO:tasks.rados.rados.0.smithi046.stdout:2273: done (4 left) 2024-09-20T21:50:03.633 INFO:tasks.rados.rados.0.smithi046.stdout:2275: done (3 left) 2024-09-20T21:50:03.633 INFO:tasks.rados.rados.0.smithi046.stdout:2276: done (2 left) 2024-09-20T21:50:03.633 INFO:tasks.rados.rados.0.smithi046.stdout:2277: done (1 left) 2024-09-20T21:50:03.633 INFO:tasks.rados.rados.0.smithi046.stdout:2278: done (0 left) 2024-09-20T21:50:03.633 INFO:tasks.rados.rados.0.smithi046.stdout:2279: read oid 31 snap -1 2024-09-20T21:50:03.633 INFO:tasks.rados.rados.0.smithi046.stdout:2279: expect (ObjNum 391 snap 123 seq_num 391) 2024-09-20T21:50:03.633 INFO:tasks.rados.rados.0.smithi046.stdout:2280: copy_from oid 30 from oid 50 current snap is 234 2024-09-20T21:50:03.633 INFO:tasks.rados.rados.0.smithi046.stdout:2281: setattr oid 4 current snap is 234 2024-09-20T21:50:03.634 INFO:tasks.rados.rados.0.smithi046.stdout:2282: read oid 36 snap -1 2024-09-20T21:50:03.634 INFO:tasks.rados.rados.0.smithi046.stdout:2282: expect deleted 2024-09-20T21:50:03.634 INFO:tasks.rados.rados.0.smithi046.stdout:2283: setattr oid 7 current snap is 234 2024-09-20T21:50:03.635 INFO:tasks.rados.rados.0.smithi046.stdout:2284: read oid 28 snap -1 2024-09-20T21:50:03.635 INFO:tasks.rados.rados.0.smithi046.stdout:2284: expect deleted 2024-09-20T21:50:03.635 INFO:tasks.rados.rados.0.smithi046.stdout:2285: setattr oid 6 current snap is 234 2024-09-20T21:50:03.637 INFO:tasks.rados.rados.0.smithi046.stdout:2284: done (6 left) 2024-09-20T21:50:03.637 INFO:tasks.rados.rados.0.smithi046.stdout:2286: read oid 17 snap -1 2024-09-20T21:50:03.637 INFO:tasks.rados.rados.0.smithi046.stdout:2286: expect (ObjNum 683 snap 231 seq_num 683) 2024-09-20T21:50:03.637 INFO:tasks.rados.rados.0.smithi046.stdout:2287: copy_from oid 14 from oid 48 current snap is 234 2024-09-20T21:50:03.638 INFO:tasks.rados.rados.0.smithi046.stdout:2288: read oid 21 snap -1 2024-09-20T21:50:03.638 INFO:tasks.rados.rados.0.smithi046.stdout:2288: expect (ObjNum 502 snap 154 seq_num 502) 2024-09-20T21:50:03.638 INFO:tasks.rados.rados.0.smithi046.stdout:2289: copy_from oid 49 from oid 28 current snap is 234 2024-09-20T21:50:03.638 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 234 2024-09-20T21:50:03.638 INFO:tasks.rados.rados.0.smithi046.stdout:2290: seq_num 687 ranges {3309568=712704,4022272=614400,4636672=589824} 2024-09-20T21:50:03.663 INFO:tasks.rados.rados.0.smithi046.stdout:2290: writing smithi04683737-46 from 3309568 to 4022272 tid 1 2024-09-20T21:50:03.666 INFO:tasks.rados.rados.0.smithi046.stdout:2290: writing smithi04683737-46 from 4022272 to 4636672 tid 2 2024-09-20T21:50:03.670 INFO:tasks.rados.rados.0.smithi046.stdout:2290: writing smithi04683737-46 from 4636672 to 5226496 tid 3 2024-09-20T21:50:03.670 INFO:tasks.rados.rados.0.smithi046.stdout:2291: read oid 34 snap -1 2024-09-20T21:50:03.670 INFO:tasks.rados.rados.0.smithi046.stdout:2291: expect (ObjNum 507 snap 154 seq_num 507) 2024-09-20T21:50:03.670 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 11 current snap is 234 2024-09-20T21:50:03.670 INFO:tasks.rados.rados.0.smithi046.stdout:2292: seq_num 688 ranges {942080=729088,1671168=499712,2170880=704512} 2024-09-20T21:50:03.679 INFO:tasks.rados.rados.0.smithi046.stdout:2292: writing smithi04683737-11 from 942080 to 1671168 tid 1 2024-09-20T21:50:03.682 INFO:tasks.rados.rados.0.smithi046.stdout:2292: writing smithi04683737-11 from 1671168 to 2170880 tid 2 2024-09-20T21:50:03.687 INFO:tasks.rados.rados.0.smithi046.stdout:2292: writing smithi04683737-11 from 2170880 to 2875392 tid 3 2024-09-20T21:50:03.687 INFO:tasks.rados.rados.0.smithi046.stdout:2293: read oid 41 snap -1 2024-09-20T21:50:03.688 INFO:tasks.rados.rados.0.smithi046.stdout:2293: expect (ObjNum 523 snap 160 seq_num 523) 2024-09-20T21:50:03.688 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 234 2024-09-20T21:50:03.688 INFO:tasks.rados.rados.0.smithi046.stdout:2294: seq_num 689 ranges {2695168=745472,3440640=786432,4227072=417792} 2024-09-20T21:50:03.706 INFO:tasks.rados.rados.0.smithi046.stdout:2294: writing smithi04683737-37 from 2695168 to 3440640 tid 1 2024-09-20T21:50:03.711 INFO:tasks.rados.rados.0.smithi046.stdout:2294: writing smithi04683737-37 from 3440640 to 4227072 tid 2 2024-09-20T21:50:03.714 INFO:tasks.rados.rados.0.smithi046.stdout:2294: writing smithi04683737-37 from 4227072 to 4644864 tid 3 2024-09-20T21:50:03.714 INFO:tasks.rados.rados.0.smithi046.stdout:2295: copy_from oid 16 from oid 39 current snap is 234 2024-09-20T21:50:03.714 INFO:tasks.rados.rados.0.smithi046.stdout:2289: finishing copy_from to smithi04683737-49 2024-09-20T21:50:03.714 INFO:tasks.rados.rados.0.smithi046.stdout:2289: got expected ENOENT (src dne) 2024-09-20T21:50:03.714 INFO:tasks.rados.rados.0.smithi046.stdout:2289: finishing copy_from racing read to smithi04683737-49 2024-09-20T21:50:03.714 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 1019 (ObjNum 649 snap 217 seq_num 649) dirty exists 2024-09-20T21:50:03.714 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1021 (ObjNum 621 snap 202 seq_num 621) dirty exists 2024-09-20T21:50:03.714 INFO:tasks.rados.rados.0.smithi046.stdout:2281: done (15 left) 2024-09-20T21:50:03.714 INFO:tasks.rados.rados.0.smithi046.stdout:2282: done (14 left) 2024-09-20T21:50:03.714 INFO:tasks.rados.rados.0.smithi046.stdout:2285: done (13 left) 2024-09-20T21:50:03.714 INFO:tasks.rados.rados.0.smithi046.stdout:2289: done (12 left) 2024-09-20T21:50:03.714 INFO:tasks.rados.rados.0.smithi046.stdout:2296: rollback oid 38 current snap is 234 2024-09-20T21:50:03.715 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 38 to 199 2024-09-20T21:50:03.715 INFO:tasks.rados.rados.0.smithi046.stdout:2288: expect (ObjNum 502 snap 154 seq_num 502) 2024-09-20T21:50:03.745 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 514 (ObjNum 605 snap 199 seq_num 605) dirty exists 2024-09-20T21:50:03.745 INFO:tasks.rados.rados.0.smithi046.stdout:2286: expect (ObjNum 683 snap 231 seq_num 683) 2024-09-20T21:50:03.770 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:03 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7-activate[109540]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-20T21:50:03.770 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:03 smithi134 bash[109525]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-20T21:50:03.770 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:03 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7-activate[109540]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-20T21:50:03.770 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:03 smithi134 bash[109525]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-20T21:50:03.770 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:03 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7-activate[109540]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-20T21:50:03.796 INFO:tasks.rados.rados.0.smithi046.stdout:2279: expect (ObjNum 391 snap 123 seq_num 391) 2024-09-20T21:50:03.905 INFO:tasks.rados.rados.0.smithi046.stdout:2280: finishing copy_from racing read to smithi04683737-30 2024-09-20T21:50:03.905 INFO:tasks.rados.rados.0.smithi046.stdout:2280: finishing copy_from to smithi04683737-30 2024-09-20T21:50:03.905 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 685 (ObjNum 630 snap 203 seq_num 630) dirty exists 2024-09-20T21:50:03.905 INFO:tasks.rados.rados.0.smithi046.stdout:2287: finishing copy_from racing read to smithi04683737-14 2024-09-20T21:50:03.905 INFO:tasks.rados.rados.0.smithi046.stdout:2290: finishing write tid 1 to smithi04683737-46 2024-09-20T21:50:03.905 INFO:tasks.rados.rados.0.smithi046.stdout:2287: finishing copy_from to smithi04683737-14 2024-09-20T21:50:03.905 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 920 (ObjNum 663 snap 223 seq_num 663) dirty exists 2024-09-20T21:50:03.905 INFO:tasks.rados.rados.0.smithi046.stdout:2290: finishing write tid 2 to smithi04683737-46 2024-09-20T21:50:03.906 INFO:tasks.rados.rados.0.smithi046.stdout:2279: done (12 left) 2024-09-20T21:50:03.906 INFO:tasks.rados.rados.0.smithi046.stdout:2280: done (11 left) 2024-09-20T21:50:03.906 INFO:tasks.rados.rados.0.smithi046.stdout:2283: done (10 left) 2024-09-20T21:50:03.906 INFO:tasks.rados.rados.0.smithi046.stdout:2286: done (9 left) 2024-09-20T21:50:03.906 INFO:tasks.rados.rados.0.smithi046.stdout:2287: done (8 left) 2024-09-20T21:50:03.906 INFO:tasks.rados.rados.0.smithi046.stdout:2288: done (7 left) 2024-09-20T21:50:03.906 INFO:tasks.rados.rados.0.smithi046.stdout:2297: setattr oid 3 current snap is 234 2024-09-20T21:50:03.906 INFO:tasks.rados.rados.0.smithi046.stdout:2290: finishing write tid 3 to smithi04683737-46 2024-09-20T21:50:03.906 INFO:tasks.rados.rados.0.smithi046.stdout:2290: finishing write tid 4 to smithi04683737-46 2024-09-20T21:50:03.906 INFO:tasks.rados.rados.0.smithi046.stdout:2290: finishing write tid 5 to smithi04683737-46 2024-09-20T21:50:03.906 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 901 (ObjNum 687 snap 234 seq_num 687) dirty exists 2024-09-20T21:50:03.906 INFO:tasks.rados.rados.0.smithi046.stdout:2290: left oid 46 (ObjNum 687 snap 234 seq_num 687) 2024-09-20T21:50:03.906 INFO:tasks.rados.rados.0.smithi046.stdout:2291: expect (ObjNum 507 snap 154 seq_num 507) 2024-09-20T21:50:04.000 INFO:tasks.rados.rados.0.smithi046.stdout:2292: finishing write tid 1 to smithi04683737-11 2024-09-20T21:50:04.000 INFO:tasks.rados.rados.0.smithi046.stdout:2292: finishing write tid 2 to smithi04683737-11 2024-09-20T21:50:04.000 INFO:tasks.rados.rados.0.smithi046.stdout:2292: finishing write tid 3 to smithi04683737-11 2024-09-20T21:50:04.000 INFO:tasks.rados.rados.0.smithi046.stdout:2292: finishing write tid 4 to smithi04683737-11 2024-09-20T21:50:04.000 INFO:tasks.rados.rados.0.smithi046.stdout:2292: finishing write tid 5 to smithi04683737-11 2024-09-20T21:50:04.000 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 749 (ObjNum 688 snap 234 seq_num 688) dirty exists 2024-09-20T21:50:04.000 INFO:tasks.rados.rados.0.smithi046.stdout:2292: left oid 11 (ObjNum 688 snap 234 seq_num 688) 2024-09-20T21:50:04.000 INFO:tasks.rados.rados.0.smithi046.stdout:2293: expect (ObjNum 523 snap 160 seq_num 523) 2024-09-20T21:50:04.105 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:03 smithi134 bash[109525]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-20T21:50:04.105 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:03 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7-activate[109540]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-20T21:50:04.105 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:03 smithi134 bash[109525]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-20T21:50:04.105 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:03 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7-activate[109540]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-09-20T21:50:04.105 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:03 smithi134 bash[109525]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-09-20T21:50:04.105 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:03 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7-activate[109540]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-20T21:50:04.105 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:03 smithi134 bash[109525]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-20T21:50:04.105 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:03 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7-activate[109540]: --> ceph-volume raw activate successful for osd ID: 7 2024-09-20T21:50:04.105 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:03 smithi134 bash[109525]: --> ceph-volume raw activate successful for osd ID: 7 2024-09-20T21:50:04.105 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:03 smithi134 podman[109525]: 2024-09-20 21:50:03.796959394 +0000 UTC m=+1.281845500 container died 5aee9a9df6a3f4eafd6f9f44d8d0e6bb12770867d0528d140184fb88efdfdfb1 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7-activate, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=squid-9e2ac70, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2) 2024-09-20T21:50:04.213 INFO:tasks.rados.rados.0.smithi046.stdout:2294: finishing write tid 1 to smithi04683737-37 2024-09-20T21:50:04.213 INFO:tasks.rados.rados.0.smithi046.stdout:2294: finishing write tid 2 to smithi04683737-37 2024-09-20T21:50:04.213 INFO:tasks.rados.rados.0.smithi046.stdout:2294: finishing write tid 3 to smithi04683737-37 2024-09-20T21:50:04.213 INFO:tasks.rados.rados.0.smithi046.stdout:2294: finishing write tid 4 to smithi04683737-37 2024-09-20T21:50:04.213 INFO:tasks.rados.rados.0.smithi046.stdout:2294: finishing write tid 5 to smithi04683737-37 2024-09-20T21:50:04.213 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 953 (ObjNum 689 snap 234 seq_num 689) dirty exists 2024-09-20T21:50:04.213 INFO:tasks.rados.rados.0.smithi046.stdout:2294: left oid 37 (ObjNum 689 snap 234 seq_num 689) 2024-09-20T21:50:04.213 INFO:tasks.rados.rados.0.smithi046.stdout:2296: finishing rollback tid 1 to smithi04683737-38 2024-09-20T21:50:04.213 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 757 (ObjNum 177 snap 0 seq_num 536845696) dirty dne 2024-09-20T21:50:04.213 INFO:tasks.rados.rados.0.smithi046.stdout:2295: finishing copy_from racing read to smithi04683737-16 2024-09-20T21:50:04.213 INFO:tasks.rados.rados.0.smithi046.stdout:2295: finishing copy_from to smithi04683737-16 2024-09-20T21:50:04.213 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 664 (ObjNum 609 snap 202 seq_num 609) dirty exists 2024-09-20T21:50:04.214 INFO:tasks.rados.rados.0.smithi046.stdout:2290: done (7 left) 2024-09-20T21:50:04.214 INFO:tasks.rados.rados.0.smithi046.stdout:2291: done (6 left) 2024-09-20T21:50:04.214 INFO:tasks.rados.rados.0.smithi046.stdout:2292: done (5 left) 2024-09-20T21:50:04.214 INFO:tasks.rados.rados.0.smithi046.stdout:2293: done (4 left) 2024-09-20T21:50:04.214 INFO:tasks.rados.rados.0.smithi046.stdout:2294: done (3 left) 2024-09-20T21:50:04.214 INFO:tasks.rados.rados.0.smithi046.stdout:2295: done (2 left) 2024-09-20T21:50:04.214 INFO:tasks.rados.rados.0.smithi046.stdout:2296: done (1 left) 2024-09-20T21:50:04.214 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 234 2024-09-20T21:50:04.214 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 934 (ObjNum 681 snap 230 seq_num 681) dirty exists 2024-09-20T21:50:04.214 INFO:tasks.rados.rados.0.smithi046.stdout:2298: seq_num 690 ranges {1564672=761856,2326528=663552,2990080=409600,3399680=131072} 2024-09-20T21:50:04.225 INFO:tasks.rados.rados.0.smithi046.stdout:2298: writing smithi04683737-33 from 1564672 to 2326528 tid 1 2024-09-20T21:50:04.228 INFO:tasks.rados.rados.0.smithi046.stdout:2298: writing smithi04683737-33 from 2326528 to 2990080 tid 2 2024-09-20T21:50:04.231 INFO:tasks.rados.rados.0.smithi046.stdout:2298: writing smithi04683737-33 from 2990080 to 3399680 tid 3 2024-09-20T21:50:04.232 INFO:tasks.rados.rados.0.smithi046.stdout:2298: writing smithi04683737-33 from 3399680 to 3530752 tid 4 2024-09-20T21:50:04.232 INFO:tasks.rados.rados.0.smithi046.stdout:2297: done (1 left) 2024-09-20T21:50:04.232 INFO:tasks.rados.rados.0.smithi046.stdout:2299: delete oid 15 current snap is 234 2024-09-20T21:50:04.232 INFO:tasks.rados.rados.0.smithi046.stdout:2298: finishing write tid 1 to smithi04683737-33 2024-09-20T21:50:04.232 INFO:tasks.rados.rados.0.smithi046.stdout:2298: finishing write tid 2 to smithi04683737-33 2024-09-20T21:50:04.234 INFO:tasks.rados.rados.0.smithi046.stdout:2299: done (1 left) 2024-09-20T21:50:04.234 INFO:tasks.rados.rados.0.smithi046.stdout:2300: setattr oid 23 current snap is 234 2024-09-20T21:50:04.235 INFO:tasks.rados.rados.0.smithi046.stdout:2298: finishing write tid 3 to smithi04683737-33 2024-09-20T21:50:04.235 INFO:tasks.rados.rados.0.smithi046.stdout:2298: finishing write tid 4 to smithi04683737-33 2024-09-20T21:50:04.235 INFO:tasks.rados.rados.0.smithi046.stdout:2298: finishing write tid 5 to smithi04683737-33 2024-09-20T21:50:04.237 INFO:tasks.rados.rados.0.smithi046.stdout:2301: copy_from oid 3 from oid 8 current snap is 234 2024-09-20T21:50:04.237 INFO:tasks.rados.rados.0.smithi046.stdout:2302: read oid 39 snap -1 2024-09-20T21:50:04.237 INFO:tasks.rados.rados.0.smithi046.stdout:2302: expect (ObjNum 609 snap 202 seq_num 609) 2024-09-20T21:50:04.237 INFO:tasks.rados.rados.0.smithi046.stdout:2303: rollback oid 11 current snap is 234 2024-09-20T21:50:04.237 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 11 to 207 2024-09-20T21:50:04.237 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 234 2024-09-20T21:50:04.237 INFO:tasks.rados.rados.0.smithi046.stdout:2304: seq_num 692 ranges {0=794624,794624=483328,1277952=720896} 2024-09-20T21:50:04.242 INFO:tasks.rados.rados.0.smithi046.stdout:2304: writing smithi04683737-10 from 0 to 794624 tid 1 2024-09-20T21:50:04.245 INFO:tasks.rados.rados.0.smithi046.stdout:2304: writing smithi04683737-10 from 794624 to 1277952 tid 2 2024-09-20T21:50:04.250 INFO:tasks.rados.rados.0.smithi046.stdout:2304: writing smithi04683737-10 from 1277952 to 1998848 tid 3 2024-09-20T21:50:04.250 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 234 2024-09-20T21:50:04.250 INFO:tasks.rados.rados.0.smithi046.stdout:2298: finishing write tid 6 to smithi04683737-33 2024-09-20T21:50:04.250 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 913 (ObjNum 690 snap 234 seq_num 690) dirty exists 2024-09-20T21:50:04.250 INFO:tasks.rados.rados.0.smithi046.stdout:2298: left oid 33 (ObjNum 690 snap 234 seq_num 690) 2024-09-20T21:50:04.250 INFO:tasks.rados.rados.0.smithi046.stdout:2305: seq_num 693 ranges {0=409600,409600=770048,1179648=581632,1761280=253952} 2024-09-20T21:50:04.252 INFO:tasks.rados.rados.0.smithi046.stdout:2305: writing smithi04683737-42 from 0 to 409600 tid 1 2024-09-20T21:50:04.257 INFO:tasks.rados.rados.0.smithi046.stdout:2305: writing smithi04683737-42 from 409600 to 1179648 tid 2 2024-09-20T21:50:04.261 INFO:tasks.rados.rados.0.smithi046.stdout:2305: writing smithi04683737-42 from 1179648 to 1761280 tid 3 2024-09-20T21:50:04.263 INFO:tasks.rados.rados.0.smithi046.stdout:2305: writing smithi04683737-42 from 1761280 to 2015232 tid 4 2024-09-20T21:50:04.263 INFO:tasks.rados.rados.0.smithi046.stdout:2298: done (6 left) 2024-09-20T21:50:04.263 INFO:tasks.rados.rados.0.smithi046.stdout:2306: snap_create 2024-09-20T21:50:04.263 INFO:tasks.rados.rados.0.smithi046.stdout:2303: finishing rollback tid 0 to smithi04683737-11 2024-09-20T21:50:04.263 INFO:tasks.rados.rados.0.smithi046.stdout:2302: expect (ObjNum 609 snap 202 seq_num 609) 2024-09-20T21:50:04.280 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 902 (ObjNum 659 snap 221 seq_num 659) dirty exists 2024-09-20T21:50:04.280 INFO:tasks.rados.rados.0.smithi046.stdout:2303: finishing rollback tid 1 to smithi04683737-11 2024-09-20T21:50:04.280 INFO:tasks.rados.rados.0.smithi046.stdout:2303: finishing rollback tid 2 to smithi04683737-11 2024-09-20T21:50:04.280 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 752 (ObjNum 606 snap 199 seq_num 606) dirty exists 2024-09-20T21:50:04.280 INFO:tasks.rados.rados.0.smithi046.stdout:2304: finishing write tid 1 to smithi04683737-10 2024-09-20T21:50:04.280 INFO:tasks.rados.rados.0.smithi046.stdout:2304: finishing write tid 2 to smithi04683737-10 2024-09-20T21:50:04.280 INFO:tasks.rados.rados.0.smithi046.stdout:2304: finishing write tid 3 to smithi04683737-10 2024-09-20T21:50:04.280 INFO:tasks.rados.rados.0.smithi046.stdout:2304: finishing write tid 4 to smithi04683737-10 2024-09-20T21:50:04.280 INFO:tasks.rados.rados.0.smithi046.stdout:2305: finishing write tid 1 to smithi04683737-42 2024-09-20T21:50:04.280 INFO:tasks.rados.rados.0.smithi046.stdout:2304: finishing write tid 5 to smithi04683737-10 2024-09-20T21:50:04.280 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 750 (ObjNum 692 snap 234 seq_num 692) dirty exists 2024-09-20T21:50:04.280 INFO:tasks.rados.rados.0.smithi046.stdout:2304: left oid 10 (ObjNum 692 snap 234 seq_num 692) 2024-09-20T21:50:04.281 INFO:tasks.rados.rados.0.smithi046.stdout:2301: finishing copy_from racing read to smithi04683737-3 2024-09-20T21:50:04.281 INFO:tasks.rados.rados.0.smithi046.stdout:2301: finishing copy_from to smithi04683737-3 2024-09-20T21:50:04.281 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 686 (ObjNum 672 snap 229 seq_num 672) dirty exists 2024-09-20T21:50:04.281 INFO:tasks.rados.rados.0.smithi046.stdout:2305: finishing write tid 2 to smithi04683737-42 2024-09-20T21:50:04.281 INFO:tasks.rados.rados.0.smithi046.stdout:2305: finishing write tid 3 to smithi04683737-42 2024-09-20T21:50:04.281 INFO:tasks.rados.rados.0.smithi046.stdout:2305: finishing write tid 4 to smithi04683737-42 2024-09-20T21:50:04.281 INFO:tasks.rados.rados.0.smithi046.stdout:2305: finishing write tid 5 to smithi04683737-42 2024-09-20T21:50:04.281 INFO:tasks.rados.rados.0.smithi046.stdout:2305: finishing write tid 6 to smithi04683737-42 2024-09-20T21:50:04.281 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 689 (ObjNum 693 snap 234 seq_num 693) dirty exists 2024-09-20T21:50:04.281 INFO:tasks.rados.rados.0.smithi046.stdout:2305: left oid 42 (ObjNum 693 snap 234 seq_num 693) 2024-09-20T21:50:04.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:04 smithi134 ceph-mon[89086]: pgmap v456: 121 pgs: 1 active+clean+snaptrim, 32 active+undersized, 3 stale+active+clean, 10 active+undersized+degraded, 75 active+clean; 365 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s wr, 11 op/s; 44/714 objects degraded (6.162%) 2024-09-20T21:50:04.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:04 smithi134 ceph-mon[89086]: osdmap e527: 8 total, 7 up, 8 in 2024-09-20T21:50:04.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:04.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:50:04.676 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:04 smithi134 podman[109690]: 2024-09-20 21:50:04.361529344 +0000 UTC m=+0.555300705 container remove 5aee9a9df6a3f4eafd6f9f44d8d0e6bb12770867d0528d140184fb88efdfdfb1 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7-activate, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=squid-9e2ac70, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-09-20T21:50:04.677 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:04 smithi134 podman[109754]: 2024-09-20 21:50:04.562439403 +0000 UTC m=+0.111419611 container create e50a5780bf70550c38c748d0d4aee9c2ad15f8142e779c0b94c01a805009d546 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, RELEASE=squid-9e2ac70, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-20T21:50:04.677 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:04 smithi134 podman[109754]: 2024-09-20 21:50:04.46824794 +0000 UTC m=+0.017228150 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T21:50:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:04 smithi046 ceph-mon[96110]: pgmap v456: 121 pgs: 1 active+clean+snaptrim, 32 active+undersized, 3 stale+active+clean, 10 active+undersized+degraded, 75 active+clean; 365 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s wr, 11 op/s; 44/714 objects degraded (6.162%) 2024-09-20T21:50:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:04 smithi046 ceph-mon[96110]: osdmap e527: 8 total, 7 up, 8 in 2024-09-20T21:50:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:50:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:04 smithi046 ceph-mon[98591]: pgmap v456: 121 pgs: 1 active+clean+snaptrim, 32 active+undersized, 3 stale+active+clean, 10 active+undersized+degraded, 75 active+clean; 365 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s wr, 11 op/s; 44/714 objects degraded (6.162%) 2024-09-20T21:50:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:04 smithi046 ceph-mon[98591]: osdmap e527: 8 total, 7 up, 8 in 2024-09-20T21:50:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:50:05.176 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:04 smithi134 podman[109754]: 2024-09-20 21:50:04.831575536 +0000 UTC m=+0.380555743 container init e50a5780bf70550c38c748d0d4aee9c2ad15f8142e779c0b94c01a805009d546 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-9e2ac70, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-09-20T21:50:05.176 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:04 smithi134 podman[109754]: 2024-09-20 21:50:04.836645793 +0000 UTC m=+0.385626001 container start e50a5780bf70550c38c748d0d4aee9c2ad15f8142e779c0b94c01a805009d546 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=squid-9e2ac70, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-20T21:50:05.176 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:04 smithi134 ceph-osd[109792]: -- 172.21.15.134:0/1962552371 <== mon.1 v2:172.21.15.134:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f642b01a40 con 0x55f642adfc00 2024-09-20T21:50:05.176 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:04 smithi134 bash[109754]: e50a5780bf70550c38c748d0d4aee9c2ad15f8142e779c0b94c01a805009d546 2024-09-20T21:50:05.177 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:04 smithi134 systemd[1]: Started Ceph osd.7 for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:50:05.199 INFO:tasks.rados.rados.0.smithi046.stdout:2300: done (6 left) 2024-09-20T21:50:05.199 INFO:tasks.rados.rados.0.smithi046.stdout:2301: done (5 left) 2024-09-20T21:50:05.199 INFO:tasks.rados.rados.0.smithi046.stdout:2302: done (4 left) 2024-09-20T21:50:05.199 INFO:tasks.rados.rados.0.smithi046.stdout:2303: done (3 left) 2024-09-20T21:50:05.199 INFO:tasks.rados.rados.0.smithi046.stdout:2304: done (2 left) 2024-09-20T21:50:05.199 INFO:tasks.rados.rados.0.smithi046.stdout:2305: done (1 left) 2024-09-20T21:50:05.199 INFO:tasks.rados.rados.0.smithi046.stdout:2306: done (0 left) 2024-09-20T21:50:05.200 INFO:tasks.rados.rados.0.smithi046.stdout:2307: rollback oid 45 current snap is 235 2024-09-20T21:50:05.200 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 45 to 192 2024-09-20T21:50:05.200 INFO:tasks.rados.rados.0.smithi046.stdout:2308: read oid 14 snap -1 2024-09-20T21:50:05.200 INFO:tasks.rados.rados.0.smithi046.stdout:2308: expect (ObjNum 663 snap 223 seq_num 663) 2024-09-20T21:50:05.200 INFO:tasks.rados.rados.0.smithi046.stdout:2309: read oid 3 snap -1 2024-09-20T21:50:05.200 INFO:tasks.rados.rados.0.smithi046.stdout:2309: expect (ObjNum 672 snap 229 seq_num 672) 2024-09-20T21:50:05.200 INFO:tasks.rados.rados.0.smithi046.stdout:2310: snap_create 2024-09-20T21:50:05.204 INFO:tasks.rados.rados.0.smithi046.stdout:2307: finishing rollback tid 1 to smithi04683737-45 2024-09-20T21:50:05.205 INFO:tasks.rados.rados.0.smithi046.stdout:2307: finishing rollback tid 2 to smithi04683737-45 2024-09-20T21:50:05.205 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 754 (ObjNum 20803840 snap 21956 seq_num 304) dirty exists 2024-09-20T21:50:05.221 INFO:tasks.rados.rados.0.smithi046.stdout:2308: expect (ObjNum 663 snap 223 seq_num 663) 2024-09-20T21:50:05.303 INFO:tasks.rados.rados.0.smithi046.stdout:2309: expect (ObjNum 672 snap 229 seq_num 672) 2024-09-20T21:50:06.203 INFO:tasks.rados.rados.0.smithi046.stdout:2307: done (3 left) 2024-09-20T21:50:06.203 INFO:tasks.rados.rados.0.smithi046.stdout:2308: done (2 left) 2024-09-20T21:50:06.203 INFO:tasks.rados.rados.0.smithi046.stdout:2309: done (1 left) 2024-09-20T21:50:06.204 INFO:tasks.rados.rados.0.smithi046.stdout:2310: done (0 left) 2024-09-20T21:50:06.204 INFO:tasks.rados.rados.0.smithi046.stdout:2311: snap_create 2024-09-20T21:50:06.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:05 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:06.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:05 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:06.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:05 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:50:06.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:05 smithi046 ceph-mon[96110]: osdmap e528: 8 total, 7 up, 8 in 2024-09-20T21:50:06.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:05 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:06.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:05 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:06.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:05 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:50:06.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:05 smithi046 ceph-mon[98591]: osdmap e528: 8 total, 7 up, 8 in 2024-09-20T21:50:06.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:05 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:06.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:05 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:06.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:05 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:50:06.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:05 smithi134 ceph-mon[89086]: osdmap e528: 8 total, 7 up, 8 in 2024-09-20T21:50:06.785 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:06 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T21:50:06.470+0000 7fbdf3f6f640 -1 Falling back to public interface 2024-09-20T21:50:07.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:06 smithi134 ceph-mon[89086]: pgmap v459: 121 pgs: 1 active+clean+snaptrim, 37 active+undersized, 13 active+undersized+degraded, 70 active+clean; 383 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.7 MiB/s wr, 23 op/s; 78/726 objects degraded (10.744%) 2024-09-20T21:50:07.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:06 smithi134 ceph-mon[89086]: osdmap e529: 8 total, 7 up, 8 in 2024-09-20T21:50:07.206 INFO:tasks.rados.rados.0.smithi046.stdout:2311: done (0 left) 2024-09-20T21:50:07.206 INFO:tasks.rados.rados.0.smithi046.stdout:2312: read oid 2 snap -1 2024-09-20T21:50:07.206 INFO:tasks.rados.rados.0.smithi046.stdout:2312: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:50:07.206 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 237 2024-09-20T21:50:07.206 INFO:tasks.rados.rados.0.smithi046.stdout:2313: seq_num 694 ranges {3309568=425984,3735552=655360,4390912=786432,5177344=163840} 2024-09-20T21:50:07.226 INFO:tasks.rados.rados.0.smithi046.stdout:2313: writing smithi04683737-25 from 3309568 to 3735552 tid 1 2024-09-20T21:50:07.230 INFO:tasks.rados.rados.0.smithi046.stdout:2313: writing smithi04683737-25 from 3735552 to 4390912 tid 2 2024-09-20T21:50:07.235 INFO:tasks.rados.rados.0.smithi046.stdout:2313: writing smithi04683737-25 from 4390912 to 5177344 tid 3 2024-09-20T21:50:07.236 INFO:tasks.rados.rados.0.smithi046.stdout:2313: writing smithi04683737-25 from 5177344 to 5341184 tid 4 2024-09-20T21:50:07.236 INFO:tasks.rados.rados.0.smithi046.stdout:2314: rollback oid 13 current snap is 237 2024-09-20T21:50:07.236 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 13 to 232 2024-09-20T21:50:07.236 INFO:tasks.rados.rados.0.smithi046.stdout:2312: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:50:07.239 INFO:tasks.rados.rados.0.smithi046.stdout:2313: finishing write tid 1 to smithi04683737-25 2024-09-20T21:50:07.239 INFO:tasks.rados.rados.0.smithi046.stdout:2313: finishing write tid 2 to smithi04683737-25 2024-09-20T21:50:07.239 INFO:tasks.rados.rados.0.smithi046.stdout:2312: done (2 left) 2024-09-20T21:50:07.239 INFO:tasks.rados.rados.0.smithi046.stdout:2315: delete oid 45 current snap is 237 2024-09-20T21:50:07.240 INFO:tasks.rados.rados.0.smithi046.stdout:2313: finishing write tid 3 to smithi04683737-25 2024-09-20T21:50:07.240 INFO:tasks.rados.rados.0.smithi046.stdout:2313: finishing write tid 4 to smithi04683737-25 2024-09-20T21:50:07.240 INFO:tasks.rados.rados.0.smithi046.stdout:2313: finishing write tid 5 to smithi04683737-25 2024-09-20T21:50:07.242 INFO:tasks.rados.rados.0.smithi046.stdout:2314: finishing rollback tid 0 to smithi04683737-13 2024-09-20T21:50:07.242 INFO:tasks.rados.rados.0.smithi046.stdout:2314: finishing rollback tid 1 to smithi04683737-13 2024-09-20T21:50:07.243 INFO:tasks.rados.rados.0.smithi046.stdout:2314: finishing rollback tid 2 to smithi04683737-13 2024-09-20T21:50:07.244 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1025 (ObjNum 668 snap 226 seq_num 668) dirty exists 2024-09-20T21:50:07.245 INFO:tasks.rados.rados.0.smithi046.stdout:2313: finishing write tid 6 to smithi04683737-25 2024-09-20T21:50:07.245 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 958 (ObjNum 694 snap 237 seq_num 694) dirty exists 2024-09-20T21:50:07.245 INFO:tasks.rados.rados.0.smithi046.stdout:2313: left oid 25 (ObjNum 694 snap 237 seq_num 694) 2024-09-20T21:50:07.245 INFO:tasks.rados.rados.0.smithi046.stdout:2313: done (2 left) 2024-09-20T21:50:07.245 INFO:tasks.rados.rados.0.smithi046.stdout:2314: done (1 left) 2024-09-20T21:50:07.245 INFO:tasks.rados.rados.0.smithi046.stdout:2315: done (0 left) 2024-09-20T21:50:07.245 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 237 2024-09-20T21:50:07.245 INFO:tasks.rados.rados.0.smithi046.stdout:2316: seq_num 696 ranges {6144000=458752,6602752=417792,7020544=753664,7774208=434176} 2024-09-20T21:50:07.281 INFO:tasks.rados.rados.0.smithi046.stdout:2316: writing smithi04683737-49 from 6144000 to 6602752 tid 1 2024-09-20T21:50:07.283 INFO:tasks.rados.rados.0.smithi046.stdout:2316: writing smithi04683737-49 from 6602752 to 7020544 tid 2 2024-09-20T21:50:07.288 INFO:tasks.rados.rados.0.smithi046.stdout:2316: writing smithi04683737-49 from 7020544 to 7774208 tid 3 2024-09-20T21:50:07.291 INFO:tasks.rados.rados.0.smithi046.stdout:2316: writing smithi04683737-49 from 7774208 to 8208384 tid 4 2024-09-20T21:50:07.291 INFO:tasks.rados.rados.0.smithi046.stdout:2317: delete oid 37 current snap is 237 2024-09-20T21:50:07.291 INFO:tasks.rados.rados.0.smithi046.stdout:2316: finishing write tid 1 to smithi04683737-49 2024-09-20T21:50:07.291 INFO:tasks.rados.rados.0.smithi046.stdout:2316: finishing write tid 2 to smithi04683737-49 2024-09-20T21:50:07.293 INFO:tasks.rados.rados.0.smithi046.stdout:2316: finishing write tid 3 to smithi04683737-49 2024-09-20T21:50:07.294 INFO:tasks.rados.rados.0.smithi046.stdout:2316: finishing write tid 4 to smithi04683737-49 2024-09-20T21:50:07.294 INFO:tasks.rados.rados.0.smithi046.stdout:2317: done (1 left) 2024-09-20T21:50:07.294 INFO:tasks.rados.rados.0.smithi046.stdout:2318: snap_remove snap 216 2024-09-20T21:50:07.371 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:06 smithi046 ceph-mon[96110]: pgmap v459: 121 pgs: 1 active+clean+snaptrim, 37 active+undersized, 13 active+undersized+degraded, 70 active+clean; 383 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.7 MiB/s wr, 23 op/s; 78/726 objects degraded (10.744%) 2024-09-20T21:50:07.371 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:06 smithi046 ceph-mon[96110]: osdmap e529: 8 total, 7 up, 8 in 2024-09-20T21:50:07.371 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:06 smithi046 ceph-mon[98591]: pgmap v459: 121 pgs: 1 active+clean+snaptrim, 37 active+undersized, 13 active+undersized+degraded, 70 active+clean; 383 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.7 MiB/s wr, 23 op/s; 78/726 objects degraded (10.744%) 2024-09-20T21:50:07.371 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:06 smithi046 ceph-mon[98591]: osdmap e529: 8 total, 7 up, 8 in 2024-09-20T21:50:07.583 INFO:tasks.rados.rados.0.smithi046.stdout:2318: done (1 left) 2024-09-20T21:50:07.583 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 38 current snap is 237 2024-09-20T21:50:07.583 INFO:tasks.rados.rados.0.smithi046.stdout:2319: seq_num 698 ranges {0=499712,499712=589824,1089536=770048,1859584=245760} 2024-09-20T21:50:07.586 INFO:tasks.rados.rados.0.smithi046.stdout:2319: writing smithi04683737-38 from 0 to 499712 tid 1 2024-09-20T21:50:07.591 INFO:tasks.rados.rados.0.smithi046.stdout:2319: writing smithi04683737-38 from 499712 to 1089536 tid 2 2024-09-20T21:50:07.596 INFO:tasks.rados.rados.0.smithi046.stdout:2319: writing smithi04683737-38 from 1089536 to 1859584 tid 3 2024-09-20T21:50:07.598 INFO:tasks.rados.rados.0.smithi046.stdout:2319: writing smithi04683737-38 from 1859584 to 2105344 tid 4 2024-09-20T21:50:07.598 INFO:tasks.rados.rados.0.smithi046.stdout:2320: snap_remove snap 228 2024-09-20T21:50:08.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:08 smithi134 ceph-mon[89086]: pgmap v461: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 393 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.8 MiB/s wr, 40 op/s; 80/747 objects degraded (10.710%) 2024-09-20T21:50:08.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:08 smithi134 ceph-mon[89086]: osdmap e530: 8 total, 7 up, 8 in 2024-09-20T21:50:08.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:08 smithi134 ceph-mon[89086]: Health check update: Degraded data redundancy: 78/726 objects degraded (10.744%), 13 pgs degraded (PG_DEGRADED) 2024-09-20T21:50:08.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:08 smithi134 ceph-mon[89086]: osdmap e531: 8 total, 7 up, 8 in 2024-09-20T21:50:08.591 INFO:tasks.rados.rados.0.smithi046.stdout:2320: done (2 left) 2024-09-20T21:50:08.591 INFO:tasks.rados.rados.0.smithi046.stdout:2321: copy_from oid 29 from oid 2 current snap is 237 2024-09-20T21:50:08.591 INFO:tasks.rados.rados.0.smithi046.stdout:2316: finishing write tid 5 to smithi04683737-49 2024-09-20T21:50:08.591 INFO:tasks.rados.rados.0.smithi046.stdout:2316: finishing write tid 6 to smithi04683737-49 2024-09-20T21:50:08.591 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 1031 (ObjNum 696 snap 237 seq_num 696) dirty exists 2024-09-20T21:50:08.591 INFO:tasks.rados.rados.0.smithi046.stdout:2316: left oid 49 (ObjNum 696 snap 237 seq_num 696) 2024-09-20T21:50:08.591 INFO:tasks.rados.rados.0.smithi046.stdout:2319: finishing write tid 1 to smithi04683737-38 2024-09-20T21:50:08.591 INFO:tasks.rados.rados.0.smithi046.stdout:2319: finishing write tid 2 to smithi04683737-38 2024-09-20T21:50:08.591 INFO:tasks.rados.rados.0.smithi046.stdout:2319: finishing write tid 3 to smithi04683737-38 2024-09-20T21:50:08.592 INFO:tasks.rados.rados.0.smithi046.stdout:2319: finishing write tid 4 to smithi04683737-38 2024-09-20T21:50:08.592 INFO:tasks.rados.rados.0.smithi046.stdout:2319: finishing write tid 5 to smithi04683737-38 2024-09-20T21:50:08.592 INFO:tasks.rados.rados.0.smithi046.stdout:2319: finishing write tid 6 to smithi04683737-38 2024-09-20T21:50:08.592 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 964 (ObjNum 698 snap 237 seq_num 698) dirty exists 2024-09-20T21:50:08.592 INFO:tasks.rados.rados.0.smithi046.stdout:2319: left oid 38 (ObjNum 698 snap 237 seq_num 698) 2024-09-20T21:50:08.592 INFO:tasks.rados.rados.0.smithi046.stdout:2316: done (2 left) 2024-09-20T21:50:08.592 INFO:tasks.rados.rados.0.smithi046.stdout:2319: done (1 left) 2024-09-20T21:50:08.592 INFO:tasks.rados.rados.0.smithi046.stdout:2322: read oid 42 snap 233 2024-09-20T21:50:08.592 INFO:tasks.rados.rados.0.smithi046.stdout:2322: expect deleted 2024-09-20T21:50:08.592 INFO:tasks.rados.rados.0.smithi046.stdout:2323: copy_from oid 10 from oid 27 current snap is 237 2024-09-20T21:50:08.592 INFO:tasks.rados.rados.0.smithi046.stdout:2324: rmattr oid 37 current snap is 237 2024-09-20T21:50:08.592 INFO:tasks.rados.rados.0.smithi046.stdout:2324: done (3 left) 2024-09-20T21:50:08.592 INFO:tasks.rados.rados.0.smithi046.stdout:2325: rmattr oid 21 current snap is 237 2024-09-20T21:50:08.592 INFO:tasks.rados.rados.0.smithi046.stdout:2325: done (3 left) 2024-09-20T21:50:08.593 INFO:tasks.rados.rados.0.smithi046.stdout:2326: snap_create 2024-09-20T21:50:08.603 INFO:tasks.rados.rados.0.smithi046.stdout:2321: finishing copy_from racing read to smithi04683737-29 2024-09-20T21:50:08.610 INFO:tasks.rados.rados.0.smithi046.stdout:2321: finishing copy_from to smithi04683737-29 2024-09-20T21:50:08.610 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 738 (ObjNum 81 snap 0 seq_num 4498384) dirty exists 2024-09-20T21:50:08.623 INFO:tasks.rados.rados.0.smithi046.stdout:2323: finishing copy_from racing read to smithi04683737-10 2024-09-20T21:50:08.626 INFO:tasks.rados.rados.0.smithi046.stdout:2323: finishing copy_from to smithi04683737-10 2024-09-20T21:50:08.626 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 746 (ObjNum 580 snap 187 seq_num 580) dirty exists 2024-09-20T21:50:08.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:08 smithi046 ceph-mon[96110]: pgmap v461: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 393 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.8 MiB/s wr, 40 op/s; 80/747 objects degraded (10.710%) 2024-09-20T21:50:08.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:08 smithi046 ceph-mon[96110]: osdmap e530: 8 total, 7 up, 8 in 2024-09-20T21:50:08.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:08 smithi046 ceph-mon[96110]: Health check update: Degraded data redundancy: 78/726 objects degraded (10.744%), 13 pgs degraded (PG_DEGRADED) 2024-09-20T21:50:08.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:08 smithi046 ceph-mon[96110]: osdmap e531: 8 total, 7 up, 8 in 2024-09-20T21:50:08.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:08 smithi046 ceph-mon[98591]: pgmap v461: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 393 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.8 MiB/s wr, 40 op/s; 80/747 objects degraded (10.710%) 2024-09-20T21:50:08.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:08 smithi046 ceph-mon[98591]: osdmap e530: 8 total, 7 up, 8 in 2024-09-20T21:50:08.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:08 smithi046 ceph-mon[98591]: Health check update: Degraded data redundancy: 78/726 objects degraded (10.744%), 13 pgs degraded (PG_DEGRADED) 2024-09-20T21:50:08.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:08 smithi046 ceph-mon[98591]: osdmap e531: 8 total, 7 up, 8 in 2024-09-20T21:50:09.596 INFO:tasks.rados.rados.0.smithi046.stdout:2321: done (3 left) 2024-09-20T21:50:09.596 INFO:tasks.rados.rados.0.smithi046.stdout:2322: done (2 left) 2024-09-20T21:50:09.596 INFO:tasks.rados.rados.0.smithi046.stdout:2323: done (1 left) 2024-09-20T21:50:09.596 INFO:tasks.rados.rados.0.smithi046.stdout:2326: done (0 left) 2024-09-20T21:50:09.596 INFO:tasks.rados.rados.0.smithi046.stdout:2327: read oid 19 snap -1 2024-09-20T21:50:09.596 INFO:tasks.rados.rados.0.smithi046.stdout:2327: expect deleted 2024-09-20T21:50:09.596 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 238 2024-09-20T21:50:09.596 INFO:tasks.rados.rados.0.smithi046.stdout:2328: seq_num 699 ranges {4603904=516096,5120000=475136,5595136=573440,6168576=557056} 2024-09-20T21:50:09.623 INFO:tasks.rados.rados.0.smithi046.stdout:2328: writing smithi04683737-41 from 4603904 to 5120000 tid 1 2024-09-20T21:50:09.626 INFO:tasks.rados.rados.0.smithi046.stdout:2328: writing smithi04683737-41 from 5120000 to 5595136 tid 2 2024-09-20T21:50:09.629 INFO:tasks.rados.rados.0.smithi046.stdout:2328: writing smithi04683737-41 from 5595136 to 6168576 tid 3 2024-09-20T21:50:09.633 INFO:tasks.rados.rados.0.smithi046.stdout:2328: writing smithi04683737-41 from 6168576 to 6725632 tid 4 2024-09-20T21:50:09.633 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 238 2024-09-20T21:50:09.633 INFO:tasks.rados.rados.0.smithi046.stdout:2329: seq_num 700 ranges {1048576=532480,1581056=409600,1990656=737280,2727936=458752} 2024-09-20T21:50:09.642 INFO:tasks.rados.rados.0.smithi046.stdout:2329: writing smithi04683737-7 from 1048576 to 1581056 tid 1 2024-09-20T21:50:09.644 INFO:tasks.rados.rados.0.smithi046.stdout:2329: writing smithi04683737-7 from 1581056 to 1990656 tid 2 2024-09-20T21:50:09.648 INFO:tasks.rados.rados.0.smithi046.stdout:2329: writing smithi04683737-7 from 1990656 to 2727936 tid 3 2024-09-20T21:50:09.652 INFO:tasks.rados.rados.0.smithi046.stdout:2329: writing smithi04683737-7 from 2727936 to 3186688 tid 4 2024-09-20T21:50:09.652 INFO:tasks.rados.rados.0.smithi046.stdout:2330: snap_create 2024-09-20T21:50:09.652 INFO:tasks.rados.rados.0.smithi046.stdout:2328: finishing write tid 1 to smithi04683737-41 2024-09-20T21:50:09.652 INFO:tasks.rados.rados.0.smithi046.stdout:2328: finishing write tid 2 to smithi04683737-41 2024-09-20T21:50:09.652 INFO:tasks.rados.rados.0.smithi046.stdout:2328: finishing write tid 3 to smithi04683737-41 2024-09-20T21:50:09.652 INFO:tasks.rados.rados.0.smithi046.stdout:2328: finishing write tid 4 to smithi04683737-41 2024-09-20T21:50:09.652 INFO:tasks.rados.rados.0.smithi046.stdout:2328: finishing write tid 5 to smithi04683737-41 2024-09-20T21:50:09.652 INFO:tasks.rados.rados.0.smithi046.stdout:2328: finishing write tid 6 to smithi04683737-41 2024-09-20T21:50:09.652 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 972 (ObjNum 699 snap 238 seq_num 699) dirty exists 2024-09-20T21:50:09.652 INFO:tasks.rados.rados.0.smithi046.stdout:2328: left oid 41 (ObjNum 699 snap 238 seq_num 699) 2024-09-20T21:50:09.652 INFO:tasks.rados.rados.0.smithi046.stdout:2329: finishing write tid 1 to smithi04683737-7 2024-09-20T21:50:09.652 INFO:tasks.rados.rados.0.smithi046.stdout:2329: finishing write tid 2 to smithi04683737-7 2024-09-20T21:50:09.654 INFO:tasks.rados.rados.0.smithi046.stdout:2329: finishing write tid 3 to smithi04683737-7 2024-09-20T21:50:09.655 INFO:tasks.rados.rados.0.smithi046.stdout:2329: finishing write tid 4 to smithi04683737-7 2024-09-20T21:50:09.655 INFO:tasks.rados.rados.0.smithi046.stdout:2329: finishing write tid 5 to smithi04683737-7 2024-09-20T21:50:09.656 INFO:tasks.rados.rados.0.smithi046.stdout:2329: finishing write tid 6 to smithi04683737-7 2024-09-20T21:50:09.656 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 519 (ObjNum 700 snap 238 seq_num 700) dirty exists 2024-09-20T21:50:09.656 INFO:tasks.rados.rados.0.smithi046.stdout:2329: left oid 7 (ObjNum 700 snap 238 seq_num 700) 2024-09-20T21:50:09.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:09 smithi046 ceph-mon[96110]: osdmap e532: 8 total, 7 up, 8 in 2024-09-20T21:50:09.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:09.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:09.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:09 smithi046 ceph-mon[98591]: osdmap e532: 8 total, 7 up, 8 in 2024-09-20T21:50:09.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:09.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:09 smithi134 ceph-mon[89086]: osdmap e532: 8 total, 7 up, 8 in 2024-09-20T21:50:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:10.507 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:10 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T21:50:10.215+0000 7fbdf3f6f640 -1 osd.7 522 log_to_monitors true 2024-09-20T21:50:10.598 INFO:tasks.rados.rados.0.smithi046.stdout:2327: done (3 left) 2024-09-20T21:50:10.598 INFO:tasks.rados.rados.0.smithi046.stdout:2328: done (2 left) 2024-09-20T21:50:10.598 INFO:tasks.rados.rados.0.smithi046.stdout:2329: done (1 left) 2024-09-20T21:50:10.598 INFO:tasks.rados.rados.0.smithi046.stdout:2330: done (0 left) 2024-09-20T21:50:10.598 INFO:tasks.rados.rados.0.smithi046.stdout:2331: read oid 29 snap -1 2024-09-20T21:50:10.598 INFO:tasks.rados.rados.0.smithi046.stdout:2331: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:50:10.598 INFO:tasks.rados.rados.0.smithi046.stdout:2332: snap_create 2024-09-20T21:50:10.599 INFO:tasks.rados.rados.0.smithi046.stdout:2331: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:50:10.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:10 smithi046 ceph-mon[96110]: pgmap v465: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 411 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 7.1 MiB/s wr, 41 op/s; 82/768 objects degraded (10.677%) 2024-09-20T21:50:10.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:10 smithi046 ceph-mon[96110]: osdmap e533: 8 total, 7 up, 8 in 2024-09-20T21:50:10.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:10 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:10.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:10 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:10.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:10 smithi046 ceph-mon[96110]: from='osd.7 [v2:172.21.15.134:6824/124614543,v1:172.21.15.134:6825/124614543]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-20T21:50:10.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:10 smithi046 ceph-mon[96110]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-20T21:50:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:10 smithi046 ceph-mon[98591]: pgmap v465: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 411 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 7.1 MiB/s wr, 41 op/s; 82/768 objects degraded (10.677%) 2024-09-20T21:50:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:10 smithi046 ceph-mon[98591]: osdmap e533: 8 total, 7 up, 8 in 2024-09-20T21:50:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:10 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:10 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:10 smithi046 ceph-mon[98591]: from='osd.7 [v2:172.21.15.134:6824/124614543,v1:172.21.15.134:6825/124614543]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-20T21:50:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:10 smithi046 ceph-mon[98591]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-20T21:50:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:10 smithi134 ceph-mon[89086]: pgmap v465: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 411 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 7.1 MiB/s wr, 41 op/s; 82/768 objects degraded (10.677%) 2024-09-20T21:50:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:10 smithi134 ceph-mon[89086]: osdmap e533: 8 total, 7 up, 8 in 2024-09-20T21:50:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:10 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:10 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:10 smithi134 ceph-mon[89086]: from='osd.7 [v2:172.21.15.134:6824/124614543,v1:172.21.15.134:6825/124614543]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-20T21:50:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:10 smithi134 ceph-mon[89086]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-20T21:50:11.422 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:50:11 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T21:50:11.037+0000 7fbde7d12640 -1 osd.7 522 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-20T21:50:11.608 INFO:tasks.rados.rados.0.smithi046.stdout:2331: done (1 left) 2024-09-20T21:50:11.608 INFO:tasks.rados.rados.0.smithi046.stdout:2332: done (0 left) 2024-09-20T21:50:11.608 INFO:tasks.rados.rados.0.smithi046.stdout:2333: rollback oid 30 current snap is 240 2024-09-20T21:50:11.608 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 30 to 234 2024-09-20T21:50:11.608 INFO:tasks.rados.rados.0.smithi046.stdout:2334: delete oid 21 current snap is 240 2024-09-20T21:50:11.618 INFO:tasks.rados.rados.0.smithi046.stdout:2333: finishing rollback tid 0 to smithi04683737-30 2024-09-20T21:50:11.618 INFO:tasks.rados.rados.0.smithi046.stdout:2333: finishing rollback tid 1 to smithi04683737-30 2024-09-20T21:50:11.618 INFO:tasks.rados.rados.0.smithi046.stdout:2333: finishing rollback tid 2 to smithi04683737-30 2024-09-20T21:50:11.618 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 689 (ObjNum 630 snap 203 seq_num 630) dirty exists 2024-09-20T21:50:11.619 INFO:tasks.rados.rados.0.smithi046.stdout:2333: done (1 left) 2024-09-20T21:50:11.619 INFO:tasks.rados.rados.0.smithi046.stdout:2334: done (0 left) 2024-09-20T21:50:11.619 INFO:tasks.rados.rados.0.smithi046.stdout:2335: snap_create 2024-09-20T21:50:11.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:11 smithi134 ceph-mon[89086]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-20T21:50:11.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:11 smithi134 ceph-mon[89086]: osdmap e534: 8 total, 7 up, 8 in 2024-09-20T21:50:11.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:11 smithi134 ceph-mon[89086]: from='osd.7 [v2:172.21.15.134:6824/124614543,v1:172.21.15.134:6825/124614543]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:50:11.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:11 smithi134 ceph-mon[89086]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:50:11.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:11 smithi134 ceph-mon[89086]: from='osd.7 ' entity='osd.7' 2024-09-20T21:50:11.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:11 smithi046 ceph-mon[96110]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-20T21:50:11.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:11 smithi046 ceph-mon[96110]: osdmap e534: 8 total, 7 up, 8 in 2024-09-20T21:50:11.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:11 smithi046 ceph-mon[96110]: from='osd.7 [v2:172.21.15.134:6824/124614543,v1:172.21.15.134:6825/124614543]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:50:11.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:11 smithi046 ceph-mon[96110]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:50:11.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:11 smithi046 ceph-mon[96110]: from='osd.7 ' entity='osd.7' 2024-09-20T21:50:11.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:11 smithi046 ceph-mon[98591]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-20T21:50:11.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:11 smithi046 ceph-mon[98591]: osdmap e534: 8 total, 7 up, 8 in 2024-09-20T21:50:11.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:11 smithi046 ceph-mon[98591]: from='osd.7 [v2:172.21.15.134:6824/124614543,v1:172.21.15.134:6825/124614543]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:50:11.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:11 smithi046 ceph-mon[98591]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi134", "root=default"]}]: dispatch 2024-09-20T21:50:11.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:11 smithi046 ceph-mon[98591]: from='osd.7 ' entity='osd.7' 2024-09-20T21:50:12.402 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:50:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:50:12] "GET /metrics HTTP/1.1" 200 36321 "" "Prometheus/2.43.0" 2024-09-20T21:50:12.630 INFO:tasks.rados.rados.0.smithi046.stdout:2335: done (0 left) 2024-09-20T21:50:12.631 INFO:tasks.rados.rados.0.smithi046.stdout:2336: snap_create 2024-09-20T21:50:12.633 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:50:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:50:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:50:12.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:12 smithi046 ceph-mon[96110]: pgmap v468: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 413 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.0 MiB/s wr, 15 op/s; 82/774 objects degraded (10.594%) 2024-09-20T21:50:12.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:12 smithi046 ceph-mon[96110]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-20T21:50:12.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:12 smithi046 ceph-mon[96110]: osd.7 [v2:172.21.15.134:6824/124614543,v1:172.21.15.134:6825/124614543] boot 2024-09-20T21:50:12.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:12 smithi046 ceph-mon[96110]: osdmap e535: 8 total, 8 up, 8 in 2024-09-20T21:50:12.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:12 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-20T21:50:12.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:12 smithi046 ceph-mon[96110]: Health check update: Degraded data redundancy: 82/774 objects degraded (10.594%), 13 pgs degraded (PG_DEGRADED) 2024-09-20T21:50:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:12 smithi046 ceph-mon[98591]: pgmap v468: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 413 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.0 MiB/s wr, 15 op/s; 82/774 objects degraded (10.594%) 2024-09-20T21:50:12.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:12 smithi046 ceph-mon[98591]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-20T21:50:12.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:12 smithi046 ceph-mon[98591]: osd.7 [v2:172.21.15.134:6824/124614543,v1:172.21.15.134:6825/124614543] boot 2024-09-20T21:50:12.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:12 smithi046 ceph-mon[98591]: osdmap e535: 8 total, 8 up, 8 in 2024-09-20T21:50:12.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:12 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-20T21:50:12.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:12 smithi046 ceph-mon[98591]: Health check update: Degraded data redundancy: 82/774 objects degraded (10.594%), 13 pgs degraded (PG_DEGRADED) 2024-09-20T21:50:12.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:12 smithi134 ceph-mon[89086]: pgmap v468: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 413 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.0 MiB/s wr, 15 op/s; 82/774 objects degraded (10.594%) 2024-09-20T21:50:12.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:12 smithi134 ceph-mon[89086]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-20T21:50:12.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:12 smithi134 ceph-mon[89086]: osd.7 [v2:172.21.15.134:6824/124614543,v1:172.21.15.134:6825/124614543] boot 2024-09-20T21:50:12.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:12 smithi134 ceph-mon[89086]: osdmap e535: 8 total, 8 up, 8 in 2024-09-20T21:50:12.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:12 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-20T21:50:12.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:12 smithi134 ceph-mon[89086]: Health check update: Degraded data redundancy: 82/774 objects degraded (10.594%), 13 pgs degraded (PG_DEGRADED) 2024-09-20T21:50:13.642 INFO:tasks.rados.rados.0.smithi046.stdout:2336: done (0 left) 2024-09-20T21:50:13.642 INFO:tasks.rados.rados.0.smithi046.stdout:2337: delete oid 36 current snap is 242 2024-09-20T21:50:13.646 INFO:tasks.rados.rados.0.smithi046.stdout:2337: done (0 left) 2024-09-20T21:50:13.647 INFO:tasks.rados.rados.0.smithi046.stdout:2338: delete oid 1 current snap is 242 2024-09-20T21:50:13.652 INFO:tasks.rados.rados.0.smithi046.stdout:2338: done (0 left) 2024-09-20T21:50:13.652 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 242 2024-09-20T21:50:13.652 INFO:tasks.rados.rados.0.smithi046.stdout:2339: seq_num 704 ranges {0=598016,598016=745472,1343488=712704,2056192=147456} 2024-09-20T21:50:13.655 INFO:tasks.rados.rados.0.smithi046.stdout:2339: writing smithi04683737-21 from 0 to 598016 tid 1 2024-09-20T21:50:13.660 INFO:tasks.rados.rados.0.smithi046.stdout:2339: writing smithi04683737-21 from 598016 to 1343488 tid 2 2024-09-20T21:50:13.665 INFO:tasks.rados.rados.0.smithi046.stdout:2339: writing smithi04683737-21 from 1343488 to 2056192 tid 3 2024-09-20T21:50:13.666 INFO:tasks.rados.rados.0.smithi046.stdout:2339: writing smithi04683737-21 from 2056192 to 2203648 tid 4 2024-09-20T21:50:13.666 INFO:tasks.rados.rados.0.smithi046.stdout:2340: copy_from oid 19 from oid 49 current snap is 242 2024-09-20T21:50:13.666 INFO:tasks.rados.rados.0.smithi046.stdout:2339: finishing write tid 1 to smithi04683737-21 2024-09-20T21:50:13.667 INFO:tasks.rados.rados.0.smithi046.stdout:2339: finishing write tid 2 to smithi04683737-21 2024-09-20T21:50:13.667 INFO:tasks.rados.rados.0.smithi046.stdout:2341: read oid 9 snap -1 2024-09-20T21:50:13.667 INFO:tasks.rados.rados.0.smithi046.stdout:2341: expect (ObjNum 683 snap 231 seq_num 683) 2024-09-20T21:50:13.667 INFO:tasks.rados.rados.0.smithi046.stdout:2342: snap_remove snap 207 2024-09-20T21:50:13.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[96110]: osdmap e536: 8 total, 8 up, 8 in 2024-09-20T21:50:13.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:13.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:13.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:50:13.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:50:13.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:13.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:50:13.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:13.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:13.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:13.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:13.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:13.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-09-20T21:50:13.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-20T21:50:13.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-09-20T21:50:13.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-20T21:50:13.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-09-20T21:50:13.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-20T21:50:13.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-09-20T21:50:13.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-20T21:50:13.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-09-20T21:50:13.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-20T21:50:13.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-09-20T21:50:13.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-20T21:50:13.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-09-20T21:50:13.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-20T21:50:13.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[98591]: osdmap e536: 8 total, 8 up, 8 in 2024-09-20T21:50:13.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:13.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:13.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:50:13.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:50:13.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:13.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:50:13.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:13.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:13.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:13.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:13.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:13.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-09-20T21:50:13.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-20T21:50:13.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-09-20T21:50:13.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-20T21:50:13.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-09-20T21:50:13.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-20T21:50:13.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-09-20T21:50:13.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-20T21:50:13.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-09-20T21:50:13.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-20T21:50:13.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-09-20T21:50:13.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-20T21:50:13.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-09-20T21:50:13.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-20T21:50:13.905 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-09-20T21:50:13.906 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-20T21:50:13.906 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-09-20T21:50:13.906 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-09-20T21:50:13.906 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-20T21:50:13.906 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-09-20T21:50:13.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:13 smithi134 ceph-mon[89086]: osdmap e536: 8 total, 8 up, 8 in 2024-09-20T21:50:13.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:13.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:13.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:50:13.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:50:13.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:13.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:50:13.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:13.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:13.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:13.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:13.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:13.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-09-20T21:50:13.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-20T21:50:13.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-09-20T21:50:13.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-20T21:50:13.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-09-20T21:50:13.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-20T21:50:13.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-09-20T21:50:13.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-20T21:50:13.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-09-20T21:50:13.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-20T21:50:13.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-09-20T21:50:13.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-20T21:50:13.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-09-20T21:50:13.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-20T21:50:13.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-09-20T21:50:13.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-20T21:50:13.929 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-09-20T21:50:14.642 INFO:tasks.rados.rados.0.smithi046.stdout:2342: done (3 left) 2024-09-20T21:50:14.642 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 242 2024-09-20T21:50:14.642 INFO:tasks.rados.rados.0.smithi046.stdout:2339: finishing write tid 3 to smithi04683737-21 2024-09-20T21:50:14.642 INFO:tasks.rados.rados.0.smithi046.stdout:2343: seq_num 705 ranges {0=614400,614400=630784,1245184=524288,1769472=450560} 2024-09-20T21:50:14.646 INFO:tasks.rados.rados.0.smithi046.stdout:2343: writing smithi04683737-45 from 0 to 614400 tid 1 2024-09-20T21:50:14.650 INFO:tasks.rados.rados.0.smithi046.stdout:2343: writing smithi04683737-45 from 614400 to 1245184 tid 2 2024-09-20T21:50:14.654 INFO:tasks.rados.rados.0.smithi046.stdout:2343: writing smithi04683737-45 from 1245184 to 1769472 tid 3 2024-09-20T21:50:14.658 INFO:tasks.rados.rados.0.smithi046.stdout:2343: writing smithi04683737-45 from 1769472 to 2220032 tid 4 2024-09-20T21:50:14.658 INFO:tasks.rados.rados.0.smithi046.stdout:2344: snap_remove snap 229 2024-09-20T21:50:14.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:14 smithi046 ceph-mon[98591]: Upgrade: Setting container_image for all osd 2024-09-20T21:50:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:14 smithi046 ceph-mon[98591]: pgmap v471: 121 pgs: 16 peering, 20 active+undersized, 10 active+undersized+degraded, 75 active+clean; 417 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 1.5 MiB/s wr, 7 op/s; 66/786 objects degraded (8.397%) 2024-09-20T21:50:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:14 smithi046 ceph-mon[98591]: Upgrade: Setting require_osd_release to 19 squid 2024-09-20T21:50:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:14 smithi046 ceph-mon[98591]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-09-20T21:50:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:14 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-09-20T21:50:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:14 smithi046 ceph-mon[98591]: osdmap e537: 8 total, 8 up, 8 in 2024-09-20T21:50:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:14 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-20T21:50:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:14 smithi046 ceph-mon[98591]: Upgrade: It appears safe to stop mds.a 2024-09-20T21:50:14.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:14 smithi046 ceph-mon[96110]: Upgrade: Setting container_image for all osd 2024-09-20T21:50:14.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:14 smithi046 ceph-mon[96110]: pgmap v471: 121 pgs: 16 peering, 20 active+undersized, 10 active+undersized+degraded, 75 active+clean; 417 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 1.5 MiB/s wr, 7 op/s; 66/786 objects degraded (8.397%) 2024-09-20T21:50:14.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:14 smithi046 ceph-mon[96110]: Upgrade: Setting require_osd_release to 19 squid 2024-09-20T21:50:14.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:14 smithi046 ceph-mon[96110]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-09-20T21:50:14.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:14 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-09-20T21:50:14.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:14 smithi046 ceph-mon[96110]: osdmap e537: 8 total, 8 up, 8 in 2024-09-20T21:50:14.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:14 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-20T21:50:14.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:14 smithi046 ceph-mon[96110]: Upgrade: It appears safe to stop mds.a 2024-09-20T21:50:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:14 smithi134 ceph-mon[89086]: Upgrade: Setting container_image for all osd 2024-09-20T21:50:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:14 smithi134 ceph-mon[89086]: pgmap v471: 121 pgs: 16 peering, 20 active+undersized, 10 active+undersized+degraded, 75 active+clean; 417 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 1.5 MiB/s wr, 7 op/s; 66/786 objects degraded (8.397%) 2024-09-20T21:50:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:14 smithi134 ceph-mon[89086]: Upgrade: Setting require_osd_release to 19 squid 2024-09-20T21:50:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:14 smithi134 ceph-mon[89086]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-09-20T21:50:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:14 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-09-20T21:50:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:14 smithi134 ceph-mon[89086]: osdmap e537: 8 total, 8 up, 8 in 2024-09-20T21:50:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:14 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-20T21:50:14.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:14 smithi134 ceph-mon[89086]: Upgrade: It appears safe to stop mds.a 2024-09-20T21:50:15.647 INFO:tasks.rados.rados.0.smithi046.stdout:2344: done (4 left) 2024-09-20T21:50:15.647 INFO:tasks.rados.rados.0.smithi046.stdout:2345: snap_remove snap 208 2024-09-20T21:50:15.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:15 smithi046 ceph-mon[96110]: osdmap e538: 8 total, 8 up, 8 in 2024-09-20T21:50:15.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:15 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:15.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:15 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-20T21:50:15.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:15 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:50:15.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:15 smithi046 ceph-mon[98591]: osdmap e538: 8 total, 8 up, 8 in 2024-09-20T21:50:15.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:15 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:15.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:15 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-20T21:50:15.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:15 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:50:15.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:15 smithi134 ceph-mon[89086]: osdmap e538: 8 total, 8 up, 8 in 2024-09-20T21:50:15.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:15 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:15.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:15 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-20T21:50:15.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:15 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:50:16.651 INFO:tasks.rados.rados.0.smithi046.stdout:2345: done (4 left) 2024-09-20T21:50:16.651 INFO:tasks.rados.rados.0.smithi046.stdout:2346: read oid 29 snap 192 2024-09-20T21:50:16.651 INFO:tasks.rados.rados.0.smithi046.stdout:2346: expect (ObjNum 583 snap 188 seq_num 583) 2024-09-20T21:50:16.651 INFO:tasks.rados.rados.0.smithi046.stdout:2347: snap_create 2024-09-20T21:50:16.651 INFO:tasks.rados.rados.0.smithi046.stdout:2339: finishing write tid 4 to smithi04683737-21 2024-09-20T21:50:16.651 INFO:tasks.rados.rados.0.smithi046.stdout:2339: finishing write tid 5 to smithi04683737-21 2024-09-20T21:50:16.651 INFO:tasks.rados.rados.0.smithi046.stdout:2339: finishing write tid 6 to smithi04683737-21 2024-09-20T21:50:16.651 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 956 (ObjNum 704 snap 242 seq_num 704) dirty exists 2024-09-20T21:50:16.651 INFO:tasks.rados.rados.0.smithi046.stdout:2339: left oid 21 (ObjNum 704 snap 242 seq_num 704) 2024-09-20T21:50:16.651 INFO:tasks.rados.rados.0.smithi046.stdout:2341: expect (ObjNum 683 snap 231 seq_num 683) 2024-09-20T21:50:16.714 INFO:tasks.rados.rados.0.smithi046.stdout:2340: finishing copy_from racing read to smithi04683737-19 2024-09-20T21:50:16.714 INFO:tasks.rados.rados.0.smithi046.stdout:2340: finishing copy_from to smithi04683737-19 2024-09-20T21:50:16.714 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1031 (ObjNum 696 snap 237 seq_num 696) dirty exists 2024-09-20T21:50:16.714 INFO:tasks.rados.rados.0.smithi046.stdout:2343: finishing write tid 1 to smithi04683737-45 2024-09-20T21:50:16.714 INFO:tasks.rados.rados.0.smithi046.stdout:2343: finishing write tid 2 to smithi04683737-45 2024-09-20T21:50:16.714 INFO:tasks.rados.rados.0.smithi046.stdout:2343: finishing write tid 3 to smithi04683737-45 2024-09-20T21:50:16.714 INFO:tasks.rados.rados.0.smithi046.stdout:2343: finishing write tid 4 to smithi04683737-45 2024-09-20T21:50:16.714 INFO:tasks.rados.rados.0.smithi046.stdout:2343: finishing write tid 5 to smithi04683737-45 2024-09-20T21:50:16.714 INFO:tasks.rados.rados.0.smithi046.stdout:2343: finishing write tid 6 to smithi04683737-45 2024-09-20T21:50:16.714 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 761 (ObjNum 705 snap 242 seq_num 705) dirty exists 2024-09-20T21:50:16.715 INFO:tasks.rados.rados.0.smithi046.stdout:2343: left oid 45 (ObjNum 705 snap 242 seq_num 705) 2024-09-20T21:50:16.715 INFO:tasks.rados.rados.0.smithi046.stdout:2346: expect (ObjNum 583 snap 188 seq_num 583) 2024-09-20T21:50:16.881 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:16 smithi046 ceph-mon[96110]: pgmap v474: 121 pgs: 16 peering, 17 active+undersized, 8 active+undersized+degraded, 80 active+clean; 427 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 3.5 MiB/s wr, 7 op/s; 47/789 objects degraded (5.957%); 7.4 MiB/s, 1 objects/s recovering 2024-09-20T21:50:16.881 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:16 smithi046 ceph-mon[96110]: Upgrade: Updating mds.a 2024-09-20T21:50:16.881 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:16 smithi046 ceph-mon[96110]: Deploying daemon mds.a on smithi046 2024-09-20T21:50:16.881 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:16 smithi046 ceph-mon[96110]: osdmap e539: 8 total, 8 up, 8 in 2024-09-20T21:50:16.882 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:16 smithi046 ceph-mon[98591]: pgmap v474: 121 pgs: 16 peering, 17 active+undersized, 8 active+undersized+degraded, 80 active+clean; 427 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 3.5 MiB/s wr, 7 op/s; 47/789 objects degraded (5.957%); 7.4 MiB/s, 1 objects/s recovering 2024-09-20T21:50:16.882 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:16 smithi046 ceph-mon[98591]: Upgrade: Updating mds.a 2024-09-20T21:50:16.882 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:16 smithi046 ceph-mon[98591]: Deploying daemon mds.a on smithi046 2024-09-20T21:50:16.882 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:16 smithi046 ceph-mon[98591]: osdmap e539: 8 total, 8 up, 8 in 2024-09-20T21:50:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:16 smithi134 ceph-mon[89086]: pgmap v474: 121 pgs: 16 peering, 17 active+undersized, 8 active+undersized+degraded, 80 active+clean; 427 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 3.5 MiB/s wr, 7 op/s; 47/789 objects degraded (5.957%); 7.4 MiB/s, 1 objects/s recovering 2024-09-20T21:50:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:16 smithi134 ceph-mon[89086]: Upgrade: Updating mds.a 2024-09-20T21:50:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:16 smithi134 ceph-mon[89086]: Deploying daemon mds.a on smithi046 2024-09-20T21:50:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:16 smithi134 ceph-mon[89086]: osdmap e539: 8 total, 8 up, 8 in 2024-09-20T21:50:17.431 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 20 21:50:17 smithi046 systemd[1]: Stopping Ceph mds.a for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:50:17.657 INFO:tasks.rados.rados.0.smithi046.stdout:2339: done (5 left) 2024-09-20T21:50:17.657 INFO:tasks.rados.rados.0.smithi046.stdout:2340: done (4 left) 2024-09-20T21:50:17.657 INFO:tasks.rados.rados.0.smithi046.stdout:2341: done (3 left) 2024-09-20T21:50:17.657 INFO:tasks.rados.rados.0.smithi046.stdout:2343: done (2 left) 2024-09-20T21:50:17.658 INFO:tasks.rados.rados.0.smithi046.stdout:2346: done (1 left) 2024-09-20T21:50:17.658 INFO:tasks.rados.rados.0.smithi046.stdout:2347: done (0 left) 2024-09-20T21:50:17.658 INFO:tasks.rados.rados.0.smithi046.stdout:2348: setattr oid 44 current snap is 243 2024-09-20T21:50:17.658 INFO:tasks.rados.rados.0.smithi046.stdout:2349: rollback oid 17 current snap is 243 2024-09-20T21:50:17.658 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 17 to 236 2024-09-20T21:50:17.658 INFO:tasks.rados.rados.0.smithi046.stdout:2350: snap_remove snap 163 2024-09-20T21:50:17.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:17 smithi046 ceph-mon[98591]: osdmap e540: 8 total, 8 up, 8 in 2024-09-20T21:50:17.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:17 smithi046 ceph-mon[98591]: Health check update: Degraded data redundancy: 47/789 objects degraded (5.957%), 8 pgs degraded (PG_DEGRADED) 2024-09-20T21:50:17.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:17 smithi046 ceph-mon[96110]: osdmap e540: 8 total, 8 up, 8 in 2024-09-20T21:50:17.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:17 smithi046 ceph-mon[96110]: Health check update: Degraded data redundancy: 47/789 objects degraded (5.957%), 8 pgs degraded (PG_DEGRADED) 2024-09-20T21:50:17.901 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 20 21:50:17 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-a[67296]: 2024-09-20T21:50:17.428+0000 7f860baa4640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-20T21:50:17.901 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 20 21:50:17 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-a[67296]: 2024-09-20T21:50:17.428+0000 7f860baa4640 -1 mds.a *** got signal Terminated *** 2024-09-20T21:50:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:17 smithi134 ceph-mon[89086]: osdmap e540: 8 total, 8 up, 8 in 2024-09-20T21:50:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:17 smithi134 ceph-mon[89086]: Health check update: Degraded data redundancy: 47/789 objects degraded (5.957%), 8 pgs degraded (PG_DEGRADED) 2024-09-20T21:50:18.667 INFO:tasks.rados.rados.0.smithi046.stdout:2350: done (2 left) 2024-09-20T21:50:18.668 INFO:tasks.rados.rados.0.smithi046.stdout:2351: delete oid 48 current snap is 243 2024-09-20T21:50:18.668 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 739 (ObjNum 544 snap 165 seq_num 544) dirty exists 2024-09-20T21:50:18.668 INFO:tasks.rados.rados.0.smithi046.stdout:2349: finishing rollback tid 0 to smithi04683737-17 2024-09-20T21:50:18.668 INFO:tasks.rados.rados.0.smithi046.stdout:2349: finishing rollback tid 1 to smithi04683737-17 2024-09-20T21:50:18.668 INFO:tasks.rados.rados.0.smithi046.stdout:2349: finishing rollback tid 2 to smithi04683737-17 2024-09-20T21:50:18.668 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 937 (ObjNum 683 snap 231 seq_num 683) dirty exists 2024-09-20T21:50:18.683 INFO:tasks.rados.rados.0.smithi046.stdout:2348: done (2 left) 2024-09-20T21:50:18.684 INFO:tasks.rados.rados.0.smithi046.stdout:2349: done (1 left) 2024-09-20T21:50:18.684 INFO:tasks.rados.rados.0.smithi046.stdout:2351: done (0 left) 2024-09-20T21:50:18.684 INFO:tasks.rados.rados.0.smithi046.stdout:2352: setattr oid 14 current snap is 243 2024-09-20T21:50:18.686 INFO:tasks.rados.rados.0.smithi046.stdout:2353: snap_remove snap 241 2024-09-20T21:50:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:18 smithi134 ceph-mon[89086]: pgmap v477: 121 pgs: 1 active+clean+snaptrim, 8 peering, 112 active+clean; 419 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s; 14 MiB/s, 3 objects/s recovering 2024-09-20T21:50:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:18 smithi134 ceph-mon[89086]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 47/789 objects degraded (5.957%), 8 pgs degraded) 2024-09-20T21:50:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:18 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T21:50:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:18 smithi134 ceph-mon[89086]: osdmap e541: 8 total, 8 up, 8 in 2024-09-20T21:50:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:18 smithi134 ceph-mon[89086]: fsmap cephfs:1 {0=b=up:active} 2024-09-20T21:50:19.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:18 smithi046 ceph-mon[98591]: pgmap v477: 121 pgs: 1 active+clean+snaptrim, 8 peering, 112 active+clean; 419 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s; 14 MiB/s, 3 objects/s recovering 2024-09-20T21:50:19.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:18 smithi046 ceph-mon[98591]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 47/789 objects degraded (5.957%), 8 pgs degraded) 2024-09-20T21:50:19.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:18 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T21:50:19.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:18 smithi046 ceph-mon[98591]: osdmap e541: 8 total, 8 up, 8 in 2024-09-20T21:50:19.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:18 smithi046 ceph-mon[98591]: fsmap cephfs:1 {0=b=up:active} 2024-09-20T21:50:19.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:18 smithi046 ceph-mon[96110]: pgmap v477: 121 pgs: 1 active+clean+snaptrim, 8 peering, 112 active+clean; 419 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s; 14 MiB/s, 3 objects/s recovering 2024-09-20T21:50:19.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:18 smithi046 ceph-mon[96110]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 47/789 objects degraded (5.957%), 8 pgs degraded) 2024-09-20T21:50:19.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:18 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T21:50:19.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:18 smithi046 ceph-mon[96110]: osdmap e541: 8 total, 8 up, 8 in 2024-09-20T21:50:19.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:18 smithi046 ceph-mon[96110]: fsmap cephfs:1 {0=b=up:active} 2024-09-20T21:50:19.674 INFO:tasks.rados.rados.0.smithi046.stdout:2353: done (1 left) 2024-09-20T21:50:19.674 INFO:tasks.rados.rados.0.smithi046.stdout:2354: rollback oid 37 current snap is 243 2024-09-20T21:50:19.674 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 37 to 239 2024-09-20T21:50:19.674 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 1024 (ObjNum 663 snap 223 seq_num 663) dirty exists 2024-09-20T21:50:19.674 INFO:tasks.rados.rados.0.smithi046.stdout:2352: done (1 left) 2024-09-20T21:50:19.674 INFO:tasks.rados.rados.0.smithi046.stdout:2355: snap_remove snap 242 2024-09-20T21:50:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:19 smithi134 ceph-mon[89086]: osdmap e542: 8 total, 8 up, 8 in 2024-09-20T21:50:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:50:19.991 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:19 smithi046 ceph-mon[96110]: osdmap e542: 8 total, 8 up, 8 in 2024-09-20T21:50:19.991 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:19.991 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:50:19.991 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:19 smithi046 ceph-mon[98591]: osdmap e542: 8 total, 8 up, 8 in 2024-09-20T21:50:19.991 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:19.991 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:50:20.280 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 20 21:50:19 smithi046 podman[124596]: 2024-09-20 21:50:19.989766119 +0000 UTC m=+2.681989516 container died 9e6c3beb915dbfa80377bae9e8bff91f0cffeca92e8bb3ba61fb31a77e03533c (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-a, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=quincy-fbd1a6a, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-20T21:50:20.621 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 20 21:50:20 smithi046 podman[124596]: 2024-09-20 21:50:20.409817661 +0000 UTC m=+3.102041046 container cleanup 9e6c3beb915dbfa80377bae9e8bff91f0cffeca92e8bb3ba61fb31a77e03533c (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-fbd1a6a, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-20T21:50:20.621 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 20 21:50:20 smithi046 bash[124596]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-a 2024-09-20T21:50:20.676 INFO:tasks.rados.rados.0.smithi046.stdout:2355: done (1 left) 2024-09-20T21:50:20.676 INFO:tasks.rados.rados.0.smithi046.stdout:2356: copy_from oid 41 from oid 7 current snap is 243 2024-09-20T21:50:20.676 INFO:tasks.rados.rados.0.smithi046.stdout:2354: finishing rollback tid 1 to smithi04683737-37 2024-09-20T21:50:20.676 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 959 (ObjNum 353 snap 0 seq_num 20838528) dirty dne 2024-09-20T21:50:20.676 INFO:tasks.rados.rados.0.smithi046.stdout:2354: done (1 left) 2024-09-20T21:50:20.676 INFO:tasks.rados.rados.0.smithi046.stdout:2357: read oid 14 snap -1 2024-09-20T21:50:20.677 INFO:tasks.rados.rados.0.smithi046.stdout:2357: expect (ObjNum 663 snap 223 seq_num 663) 2024-09-20T21:50:20.677 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 243 2024-09-20T21:50:20.677 INFO:tasks.rados.rados.0.smithi046.stdout:2358: seq_num 707 ranges {2015232=647168,2662400=802816,3465216=532480,3997696=270336} 2024-09-20T21:50:20.691 INFO:tasks.rados.rados.0.smithi046.stdout:2358: writing smithi04683737-42 from 2015232 to 2662400 tid 1 2024-09-20T21:50:20.696 INFO:tasks.rados.rados.0.smithi046.stdout:2358: writing smithi04683737-42 from 2662400 to 3465216 tid 2 2024-09-20T21:50:20.700 INFO:tasks.rados.rados.0.smithi046.stdout:2358: writing smithi04683737-42 from 3465216 to 3997696 tid 3 2024-09-20T21:50:20.702 INFO:tasks.rados.rados.0.smithi046.stdout:2358: writing smithi04683737-42 from 3997696 to 4268032 tid 4 2024-09-20T21:50:20.702 INFO:tasks.rados.rados.0.smithi046.stdout:2359: snap_create 2024-09-20T21:50:20.702 INFO:tasks.rados.rados.0.smithi046.stdout:2358: finishing write tid 1 to smithi04683737-42 2024-09-20T21:50:20.702 INFO:tasks.rados.rados.0.smithi046.stdout:2357: expect (ObjNum 663 snap 223 seq_num 663) 2024-09-20T21:50:20.800 INFO:tasks.rados.rados.0.smithi046.stdout:2358: finishing write tid 2 to smithi04683737-42 2024-09-20T21:50:20.800 INFO:tasks.rados.rados.0.smithi046.stdout:2356: finishing copy_from racing read to smithi04683737-41 2024-09-20T21:50:20.801 INFO:tasks.rados.rados.0.smithi046.stdout:2356: finishing copy_from to smithi04683737-41 2024-09-20T21:50:20.801 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 519 (ObjNum 700 snap 238 seq_num 700) dirty exists 2024-09-20T21:50:20.801 INFO:tasks.rados.rados.0.smithi046.stdout:2358: finishing write tid 3 to smithi04683737-42 2024-09-20T21:50:20.801 INFO:tasks.rados.rados.0.smithi046.stdout:2358: finishing write tid 4 to smithi04683737-42 2024-09-20T21:50:20.801 INFO:tasks.rados.rados.0.smithi046.stdout:2358: finishing write tid 5 to smithi04683737-42 2024-09-20T21:50:20.801 INFO:tasks.rados.rados.0.smithi046.stdout:2358: finishing write tid 6 to smithi04683737-42 2024-09-20T21:50:20.801 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 694 (ObjNum 707 snap 243 seq_num 707) dirty exists 2024-09-20T21:50:20.801 INFO:tasks.rados.rados.0.smithi046.stdout:2358: left oid 42 (ObjNum 707 snap 243 seq_num 707) 2024-09-20T21:50:20.886 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:20 smithi046 ceph-mon[96110]: pgmap v480: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 405 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.6 MiB/s wr, 7 op/s; 6.5 MiB/s, 1 objects/s recovering 2024-09-20T21:50:20.886 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:20 smithi046 ceph-mon[96110]: osdmap e543: 8 total, 8 up, 8 in 2024-09-20T21:50:20.886 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:20 smithi046 ceph-mon[98591]: pgmap v480: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 405 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.6 MiB/s wr, 7 op/s; 6.5 MiB/s, 1 objects/s recovering 2024-09-20T21:50:20.887 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:20 smithi046 ceph-mon[98591]: osdmap e543: 8 total, 8 up, 8 in 2024-09-20T21:50:20.887 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 20 21:50:20 smithi046 podman[124613]: 2024-09-20 21:50:20.619147611 +0000 UTC m=+0.622178638 container remove 9e6c3beb915dbfa80377bae9e8bff91f0cffeca92e8bb3ba61fb31a77e03533c (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-a, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=quincy-fbd1a6a, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-20T21:50:20.887 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 20 21:50:20 smithi046 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mds.a.service: Deactivated successfully. 2024-09-20T21:50:20.887 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 20 21:50:20 smithi046 systemd[1]: Stopped Ceph mds.a for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:50:20.887 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 20 21:50:20 smithi046 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mds.a.service: Consumed 1.189s CPU time. 2024-09-20T21:50:21.150 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 20 21:50:21 smithi046 systemd[1]: Starting Ceph mds.a for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:50:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:20 smithi134 ceph-mon[89086]: pgmap v480: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 405 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.6 MiB/s wr, 7 op/s; 6.5 MiB/s, 1 objects/s recovering 2024-09-20T21:50:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:20 smithi134 ceph-mon[89086]: osdmap e543: 8 total, 8 up, 8 in 2024-09-20T21:50:21.554 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 20 21:50:21 smithi046 podman[124749]: 2024-09-20 21:50:21.19298135 +0000 UTC m=+0.016377147 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T21:50:21.555 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 20 21:50:21 smithi046 podman[124749]: 2024-09-20 21:50:21.303991681 +0000 UTC m=+0.127387510 container create 33108268f827ffa93de3309dce57b1739dc90714b7f10d94dd5747db8cdcf864 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-a, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-9e2ac70, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-20T21:50:21.555 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 20 21:50:21 smithi046 podman[124749]: 2024-09-20 21:50:21.523429792 +0000 UTC m=+0.346825578 container init 33108268f827ffa93de3309dce57b1739dc90714b7f10d94dd5747db8cdcf864 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-a, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=squid-9e2ac70) 2024-09-20T21:50:21.555 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 20 21:50:21 smithi046 podman[124749]: 2024-09-20 21:50:21.528304915 +0000 UTC m=+0.351700698 container start 33108268f827ffa93de3309dce57b1739dc90714b7f10d94dd5747db8cdcf864 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-a, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-9e2ac70, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-20T21:50:21.686 INFO:tasks.rados.rados.0.smithi046.stdout:2356: done (3 left) 2024-09-20T21:50:21.686 INFO:tasks.rados.rados.0.smithi046.stdout:2357: done (2 left) 2024-09-20T21:50:21.686 INFO:tasks.rados.rados.0.smithi046.stdout:2358: done (1 left) 2024-09-20T21:50:21.686 INFO:tasks.rados.rados.0.smithi046.stdout:2359: done (0 left) 2024-09-20T21:50:21.686 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 244 2024-09-20T21:50:21.686 INFO:tasks.rados.rados.0.smithi046.stdout:2360: seq_num 708 ranges {0=663552,663552=737280,1400832=696320,2097152=172032} 2024-09-20T21:50:21.690 INFO:tasks.rados.rados.0.smithi046.stdout:2360: writing smithi04683737-48 from 0 to 663552 tid 1 2024-09-20T21:50:21.694 INFO:tasks.rados.rados.0.smithi046.stdout:2360: writing smithi04683737-48 from 663552 to 1400832 tid 2 2024-09-20T21:50:21.698 INFO:tasks.rados.rados.0.smithi046.stdout:2360: writing smithi04683737-48 from 1400832 to 2097152 tid 3 2024-09-20T21:50:21.699 INFO:tasks.rados.rados.0.smithi046.stdout:2360: writing smithi04683737-48 from 2097152 to 2269184 tid 4 2024-09-20T21:50:21.699 INFO:tasks.rados.rados.0.smithi046.stdout:2361: delete oid 9 current snap is 244 2024-09-20T21:50:21.700 INFO:tasks.rados.rados.0.smithi046.stdout:2360: finishing write tid 1 to smithi04683737-48 2024-09-20T21:50:21.700 INFO:tasks.rados.rados.0.smithi046.stdout:2360: finishing write tid 2 to smithi04683737-48 2024-09-20T21:50:21.702 INFO:tasks.rados.rados.0.smithi046.stdout:2360: finishing write tid 3 to smithi04683737-48 2024-09-20T21:50:21.703 INFO:tasks.rados.rados.0.smithi046.stdout:2360: finishing write tid 4 to smithi04683737-48 2024-09-20T21:50:21.703 INFO:tasks.rados.rados.0.smithi046.stdout:2360: finishing write tid 5 to smithi04683737-48 2024-09-20T21:50:21.705 INFO:tasks.rados.rados.0.smithi046.stdout:2361: done (1 left) 2024-09-20T21:50:21.705 INFO:tasks.rados.rados.0.smithi046.stdout:2362: read oid 25 snap -1 2024-09-20T21:50:21.705 INFO:tasks.rados.rados.0.smithi046.stdout:2362: expect (ObjNum 694 snap 237 seq_num 694) 2024-09-20T21:50:21.705 INFO:tasks.rados.rados.0.smithi046.stdout:2363: read oid 18 snap -1 2024-09-20T21:50:21.705 INFO:tasks.rados.rados.0.smithi046.stdout:2363: expect deleted 2024-09-20T21:50:21.705 INFO:tasks.rados.rados.0.smithi046.stdout:2364: copy_from oid 45 from oid 1 current snap is 244 2024-09-20T21:50:21.705 INFO:tasks.rados.rados.0.smithi046.stdout:2365: read oid 20 snap -1 2024-09-20T21:50:21.705 INFO:tasks.rados.rados.0.smithi046.stdout:2365: expect deleted 2024-09-20T21:50:21.705 INFO:tasks.rados.rados.0.smithi046.stdout:2366: rollback oid 21 current snap is 244 2024-09-20T21:50:21.706 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 21 to 236 2024-09-20T21:50:21.706 INFO:tasks.rados.rados.0.smithi046.stdout:2367: snap_create 2024-09-20T21:50:21.706 INFO:tasks.rados.rados.0.smithi046.stdout:2360: finishing write tid 6 to smithi04683737-48 2024-09-20T21:50:21.707 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 943 (ObjNum 708 snap 244 seq_num 708) dirty exists 2024-09-20T21:50:21.707 INFO:tasks.rados.rados.0.smithi046.stdout:2360: left oid 48 (ObjNum 708 snap 244 seq_num 708) 2024-09-20T21:50:21.708 INFO:tasks.rados.rados.0.smithi046.stdout:2364: finishing copy_from to smithi04683737-45 2024-09-20T21:50:21.708 INFO:tasks.rados.rados.0.smithi046.stdout:2364: got expected ENOENT (src dne) 2024-09-20T21:50:21.708 INFO:tasks.rados.rados.0.smithi046.stdout:2364: finishing copy_from racing read to smithi04683737-45 2024-09-20T21:50:21.709 INFO:tasks.rados.rados.0.smithi046.stdout:2366: finishing rollback tid 0 to smithi04683737-21 2024-09-20T21:50:21.709 INFO:tasks.rados.rados.0.smithi046.stdout:2366: finishing rollback tid 1 to smithi04683737-21 2024-09-20T21:50:21.710 INFO:tasks.rados.rados.0.smithi046.stdout:2366: finishing rollback tid 2 to smithi04683737-21 2024-09-20T21:50:21.710 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 982 (ObjNum 502 snap 154 seq_num 502) dirty exists 2024-09-20T21:50:21.731 INFO:tasks.rados.rados.0.smithi046.stdout:2362: expect (ObjNum 694 snap 237 seq_num 694) 2024-09-20T21:50:21.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:21 smithi046 ceph-mon[96110]: osdmap e544: 8 total, 8 up, 8 in 2024-09-20T21:50:21.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:21 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:21.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:21 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:21.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:21 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:50:21.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:21 smithi046 ceph-mon[98591]: osdmap e544: 8 total, 8 up, 8 in 2024-09-20T21:50:21.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:21 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:21.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:21 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:21.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:21 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:50:21.901 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 20 21:50:21 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-a[124763]: starting mds.a at 2024-09-20T21:50:21.901 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 20 21:50:21 smithi046 bash[124749]: 33108268f827ffa93de3309dce57b1739dc90714b7f10d94dd5747db8cdcf864 2024-09-20T21:50:21.902 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 20 21:50:21 smithi046 systemd[1]: Started Ceph mds.a for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:50:22.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:21 smithi134 ceph-mon[89086]: osdmap e544: 8 total, 8 up, 8 in 2024-09-20T21:50:22.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:21 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:22.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:21 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:22.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:21 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:50:22.335 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:50:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:50:22] "GET /metrics HTTP/1.1" 200 36092 "" "Prometheus/2.43.0" 2024-09-20T21:50:22.587 INFO:tasks.rados.rados.0.smithi046.stdout:2360: done (6 left) 2024-09-20T21:50:22.587 INFO:tasks.rados.rados.0.smithi046.stdout:2362: done (5 left) 2024-09-20T21:50:22.587 INFO:tasks.rados.rados.0.smithi046.stdout:2363: done (4 left) 2024-09-20T21:50:22.587 INFO:tasks.rados.rados.0.smithi046.stdout:2364: done (3 left) 2024-09-20T21:50:22.587 INFO:tasks.rados.rados.0.smithi046.stdout:2365: done (2 left) 2024-09-20T21:50:22.587 INFO:tasks.rados.rados.0.smithi046.stdout:2366: done (1 left) 2024-09-20T21:50:22.587 INFO:tasks.rados.rados.0.smithi046.stdout:2367: done (0 left) 2024-09-20T21:50:22.587 INFO:tasks.rados.rados.0.smithi046.stdout:2368: snap_remove snap 218 2024-09-20T21:50:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:50:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:50:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:50:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:22 smithi046 ceph-mon[98591]: pgmap v483: 121 pgs: 121 active+clean; 394 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-09-20T21:50:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:22 smithi046 ceph-mon[98591]: mds.? [v2:172.21.15.46:6834/2027598210,v1:172.21.15.46:6835/2027598210] up:boot 2024-09-20T21:50:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:22 smithi046 ceph-mon[98591]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-20T21:50:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:22 smithi046 ceph-mon[98591]: osdmap e545: 8 total, 8 up, 8 in 2024-09-20T21:50:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:22 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-20T21:50:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:22 smithi046 ceph-mon[98591]: osdmap e546: 8 total, 8 up, 8 in 2024-09-20T21:50:23.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:22 smithi046 ceph-mon[96110]: pgmap v483: 121 pgs: 121 active+clean; 394 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-09-20T21:50:23.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:22 smithi046 ceph-mon[96110]: mds.? [v2:172.21.15.46:6834/2027598210,v1:172.21.15.46:6835/2027598210] up:boot 2024-09-20T21:50:23.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:22 smithi046 ceph-mon[96110]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-20T21:50:23.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:22 smithi046 ceph-mon[96110]: osdmap e545: 8 total, 8 up, 8 in 2024-09-20T21:50:23.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:22 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-20T21:50:23.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:22 smithi046 ceph-mon[96110]: osdmap e546: 8 total, 8 up, 8 in 2024-09-20T21:50:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:22 smithi134 ceph-mon[89086]: pgmap v483: 121 pgs: 121 active+clean; 394 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-09-20T21:50:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:22 smithi134 ceph-mon[89086]: mds.? [v2:172.21.15.46:6834/2027598210,v1:172.21.15.46:6835/2027598210] up:boot 2024-09-20T21:50:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:22 smithi134 ceph-mon[89086]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-20T21:50:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:22 smithi134 ceph-mon[89086]: osdmap e545: 8 total, 8 up, 8 in 2024-09-20T21:50:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:22 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-20T21:50:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:22 smithi134 ceph-mon[89086]: osdmap e546: 8 total, 8 up, 8 in 2024-09-20T21:50:23.588 INFO:tasks.rados.rados.0.smithi046.stdout:2368: done (0 left) 2024-09-20T21:50:23.588 INFO:tasks.rados.rados.0.smithi046.stdout:2369: delete oid 47 current snap is 245 2024-09-20T21:50:23.604 INFO:tasks.rados.rados.0.smithi046.stdout:2369: done (0 left) 2024-09-20T21:50:23.604 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 27 current snap is 245 2024-09-20T21:50:23.604 INFO:tasks.rados.rados.0.smithi046.stdout:2370: seq_num 711 ranges {4784128=712704,5496832=786432,6283264=516096,6799360=303104} 2024-09-20T21:50:23.634 INFO:tasks.rados.rados.0.smithi046.stdout:2370: writing smithi04683737-27 from 4784128 to 5496832 tid 1 2024-09-20T21:50:23.638 INFO:tasks.rados.rados.0.smithi046.stdout:2370: writing smithi04683737-27 from 5496832 to 6283264 tid 2 2024-09-20T21:50:23.641 INFO:tasks.rados.rados.0.smithi046.stdout:2370: writing smithi04683737-27 from 6283264 to 6799360 tid 3 2024-09-20T21:50:23.643 INFO:tasks.rados.rados.0.smithi046.stdout:2370: writing smithi04683737-27 from 6799360 to 7102464 tid 4 2024-09-20T21:50:23.643 INFO:tasks.rados.rados.0.smithi046.stdout:2371: read oid 18 snap -1 2024-09-20T21:50:23.643 INFO:tasks.rados.rados.0.smithi046.stdout:2371: expect deleted 2024-09-20T21:50:23.644 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 245 2024-09-20T21:50:23.644 INFO:tasks.rados.rados.0.smithi046.stdout:2370: finishing write tid 1 to smithi04683737-27 2024-09-20T21:50:23.644 INFO:tasks.rados.rados.0.smithi046.stdout:2370: finishing write tid 2 to smithi04683737-27 2024-09-20T21:50:23.644 INFO:tasks.rados.rados.0.smithi046.stdout:2372: seq_num 712 ranges {0=729088,729088=671744,1400832=671744,2072576=262144} 2024-09-20T21:50:23.647 INFO:tasks.rados.rados.0.smithi046.stdout:2372: writing smithi04683737-43 from 0 to 729088 tid 1 2024-09-20T21:50:23.651 INFO:tasks.rados.rados.0.smithi046.stdout:2372: writing smithi04683737-43 from 729088 to 1400832 tid 2 2024-09-20T21:50:23.655 INFO:tasks.rados.rados.0.smithi046.stdout:2372: writing smithi04683737-43 from 1400832 to 2072576 tid 3 2024-09-20T21:50:23.657 INFO:tasks.rados.rados.0.smithi046.stdout:2372: writing smithi04683737-43 from 2072576 to 2334720 tid 4 2024-09-20T21:50:23.657 INFO:tasks.rados.rados.0.smithi046.stdout:2373: read oid 8 snap 236 2024-09-20T21:50:23.657 INFO:tasks.rados.rados.0.smithi046.stdout:2373: expect (ObjNum 672 snap 229 seq_num 672) 2024-09-20T21:50:23.657 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 34 current snap is 245 2024-09-20T21:50:23.657 INFO:tasks.rados.rados.0.smithi046.stdout:2374: seq_num 713 ranges {2695168=745472,3440640=557056,3997696=483328,4481024=565248} 2024-09-20T21:50:23.676 INFO:tasks.rados.rados.0.smithi046.stdout:2374: writing smithi04683737-34 from 2695168 to 3440640 tid 1 2024-09-20T21:50:23.679 INFO:tasks.rados.rados.0.smithi046.stdout:2374: writing smithi04683737-34 from 3440640 to 3997696 tid 2 2024-09-20T21:50:23.682 INFO:tasks.rados.rados.0.smithi046.stdout:2374: writing smithi04683737-34 from 3997696 to 4481024 tid 3 2024-09-20T21:50:23.686 INFO:tasks.rados.rados.0.smithi046.stdout:2374: writing smithi04683737-34 from 4481024 to 5046272 tid 4 2024-09-20T21:50:23.686 INFO:tasks.rados.rados.0.smithi046.stdout:2375: delete oid 17 current snap is 245 2024-09-20T21:50:23.687 INFO:tasks.rados.rados.0.smithi046.stdout:2370: finishing write tid 3 to smithi04683737-27 2024-09-20T21:50:23.687 INFO:tasks.rados.rados.0.smithi046.stdout:2370: finishing write tid 4 to smithi04683737-27 2024-09-20T21:50:23.687 INFO:tasks.rados.rados.0.smithi046.stdout:2370: finishing write tid 5 to smithi04683737-27 2024-09-20T21:50:23.687 INFO:tasks.rados.rados.0.smithi046.stdout:2370: finishing write tid 6 to smithi04683737-27 2024-09-20T21:50:23.687 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 755 (ObjNum 711 snap 245 seq_num 711) dirty exists 2024-09-20T21:50:23.687 INFO:tasks.rados.rados.0.smithi046.stdout:2370: left oid 27 (ObjNum 711 snap 245 seq_num 711) 2024-09-20T21:50:23.687 INFO:tasks.rados.rados.0.smithi046.stdout:2372: finishing write tid 1 to smithi04683737-43 2024-09-20T21:50:23.687 INFO:tasks.rados.rados.0.smithi046.stdout:2372: finishing write tid 2 to smithi04683737-43 2024-09-20T21:50:23.687 INFO:tasks.rados.rados.0.smithi046.stdout:2372: finishing write tid 3 to smithi04683737-43 2024-09-20T21:50:23.687 INFO:tasks.rados.rados.0.smithi046.stdout:2372: finishing write tid 4 to smithi04683737-43 2024-09-20T21:50:23.687 INFO:tasks.rados.rados.0.smithi046.stdout:2372: finishing write tid 5 to smithi04683737-43 2024-09-20T21:50:23.687 INFO:tasks.rados.rados.0.smithi046.stdout:2372: finishing write tid 6 to smithi04683737-43 2024-09-20T21:50:23.688 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 992 (ObjNum 712 snap 245 seq_num 712) dirty exists 2024-09-20T21:50:23.688 INFO:tasks.rados.rados.0.smithi046.stdout:2372: left oid 43 (ObjNum 712 snap 245 seq_num 712) 2024-09-20T21:50:23.688 INFO:tasks.rados.rados.0.smithi046.stdout:2373: expect (ObjNum 672 snap 229 seq_num 672) 2024-09-20T21:50:24.170 INFO:tasks.rados.rados.0.smithi046.stdout:2374: finishing write tid 1 to smithi04683737-34 2024-09-20T21:50:24.170 INFO:tasks.rados.rados.0.smithi046.stdout:2374: finishing write tid 2 to smithi04683737-34 2024-09-20T21:50:24.170 INFO:tasks.rados.rados.0.smithi046.stdout:2374: finishing write tid 3 to smithi04683737-34 2024-09-20T21:50:24.170 INFO:tasks.rados.rados.0.smithi046.stdout:2370: done (5 left) 2024-09-20T21:50:24.171 INFO:tasks.rados.rados.0.smithi046.stdout:2371: done (4 left) 2024-09-20T21:50:24.171 INFO:tasks.rados.rados.0.smithi046.stdout:2372: done (3 left) 2024-09-20T21:50:24.171 INFO:tasks.rados.rados.0.smithi046.stdout:2373: done (2 left) 2024-09-20T21:50:24.171 INFO:tasks.rados.rados.0.smithi046.stdout:2375: done (1 left) 2024-09-20T21:50:24.171 INFO:tasks.rados.rados.0.smithi046.stdout:2376: setattr oid 24 current snap is 245 2024-09-20T21:50:24.171 INFO:tasks.rados.rados.0.smithi046.stdout:2374: finishing write tid 4 to smithi04683737-34 2024-09-20T21:50:24.171 INFO:tasks.rados.rados.0.smithi046.stdout:2374: finishing write tid 5 to smithi04683737-34 2024-09-20T21:50:24.171 INFO:tasks.rados.rados.0.smithi046.stdout:2374: finishing write tid 6 to smithi04683737-34 2024-09-20T21:50:24.171 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 1047 (ObjNum 713 snap 245 seq_num 713) dirty exists 2024-09-20T21:50:24.171 INFO:tasks.rados.rados.0.smithi046.stdout:2374: left oid 34 (ObjNum 713 snap 245 seq_num 713) 2024-09-20T21:50:24.172 INFO:tasks.rados.rados.0.smithi046.stdout:2374: done (1 left) 2024-09-20T21:50:24.172 INFO:tasks.rados.rados.0.smithi046.stdout:2377: read oid 10 snap -1 2024-09-20T21:50:24.172 INFO:tasks.rados.rados.0.smithi046.stdout:2377: expect (ObjNum 580 snap 187 seq_num 580) 2024-09-20T21:50:24.172 INFO:tasks.rados.rados.0.smithi046.stdout:2378: delete oid 26 current snap is 245 2024-09-20T21:50:24.172 INFO:tasks.rados.rados.0.smithi046.stdout:2378: done (2 left) 2024-09-20T21:50:24.172 INFO:tasks.rados.rados.0.smithi046.stdout:2379: delete oid 33 current snap is 245 2024-09-20T21:50:24.174 INFO:tasks.rados.rados.0.smithi046.stdout:2379: done (2 left) 2024-09-20T21:50:24.175 INFO:tasks.rados.rados.0.smithi046.stdout:2380: snap_create 2024-09-20T21:50:24.177 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 756 (ObjNum 615 snap 202 seq_num 615) dirty exists 2024-09-20T21:50:24.197 INFO:tasks.rados.rados.0.smithi046.stdout:2377: expect (ObjNum 580 snap 187 seq_num 580) 2024-09-20T21:50:24.688 INFO:tasks.rados.rados.0.smithi046.stdout:2376: done (2 left) 2024-09-20T21:50:24.688 INFO:tasks.rados.rados.0.smithi046.stdout:2377: done (1 left) 2024-09-20T21:50:24.688 INFO:tasks.rados.rados.0.smithi046.stdout:2380: done (0 left) 2024-09-20T21:50:24.688 INFO:tasks.rados.rados.0.smithi046.stdout:2381: snap_remove snap 215 2024-09-20T21:50:24.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:24 smithi046 ceph-mon[98591]: pgmap v486: 121 pgs: 121 active+clean; 372 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 10 op/s 2024-09-20T21:50:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:24 smithi046 ceph-mon[98591]: osdmap e547: 8 total, 8 up, 8 in 2024-09-20T21:50:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:24 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:24 smithi046 ceph-mon[96110]: pgmap v486: 121 pgs: 121 active+clean; 372 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 10 op/s 2024-09-20T21:50:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:24 smithi046 ceph-mon[96110]: osdmap e547: 8 total, 8 up, 8 in 2024-09-20T21:50:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:24 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:24 smithi134 ceph-mon[89086]: pgmap v486: 121 pgs: 121 active+clean; 372 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 10 op/s 2024-09-20T21:50:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:24 smithi134 ceph-mon[89086]: osdmap e547: 8 total, 8 up, 8 in 2024-09-20T21:50:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:24 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:25.690 INFO:tasks.rados.rados.0.smithi046.stdout:2381: done (0 left) 2024-09-20T21:50:25.690 INFO:tasks.rados.rados.0.smithi046.stdout:2382: rmattr oid 26 current snap is 246 2024-09-20T21:50:25.690 INFO:tasks.rados.rados.0.smithi046.stdout:2382: done (0 left) 2024-09-20T21:50:25.691 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 246 2024-09-20T21:50:25.691 INFO:tasks.rados.rados.0.smithi046.stdout:2383: seq_num 717 ranges {0=16384} 2024-09-20T21:50:25.691 INFO:tasks.rados.rados.0.smithi046.stdout:2383: writing smithi04683737-1 from 0 to 16384 tid 1 2024-09-20T21:50:25.691 INFO:tasks.rados.rados.0.smithi046.stdout:2384: copy_from oid 15 from oid 9 current snap is 246 2024-09-20T21:50:25.691 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 246 2024-09-20T21:50:25.691 INFO:tasks.rados.rados.0.smithi046.stdout:2385: seq_num 718 ranges {3186688=32768} 2024-09-20T21:50:25.710 INFO:tasks.rados.rados.0.smithi046.stdout:2385: writing smithi04683737-41 from 3186688 to 3219456 tid 1 2024-09-20T21:50:25.711 INFO:tasks.rados.rados.0.smithi046.stdout:2383: finishing write tid 1 to smithi04683737-1 2024-09-20T21:50:25.711 INFO:tasks.rados.rados.0.smithi046.stdout:2383: finishing write tid 2 to smithi04683737-1 2024-09-20T21:50:25.711 INFO:tasks.rados.rados.0.smithi046.stdout:2383: finishing write tid 3 to smithi04683737-1 2024-09-20T21:50:25.711 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 763 (ObjNum 717 snap 246 seq_num 717) dirty exists 2024-09-20T21:50:25.711 INFO:tasks.rados.rados.0.smithi046.stdout:2383: left oid 1 (ObjNum 717 snap 246 seq_num 717) 2024-09-20T21:50:25.711 INFO:tasks.rados.rados.0.smithi046.stdout:2384: finishing copy_from to smithi04683737-15 2024-09-20T21:50:25.711 INFO:tasks.rados.rados.0.smithi046.stdout:2384: got expected ENOENT (src dne) 2024-09-20T21:50:25.711 INFO:tasks.rados.rados.0.smithi046.stdout:2384: finishing copy_from racing read to smithi04683737-15 2024-09-20T21:50:25.711 INFO:tasks.rados.rados.0.smithi046.stdout:2383: done (2 left) 2024-09-20T21:50:25.711 INFO:tasks.rados.rados.0.smithi046.stdout:2384: done (1 left) 2024-09-20T21:50:25.711 INFO:tasks.rados.rados.0.smithi046.stdout:2386: delete oid 46 current snap is 246 2024-09-20T21:50:25.716 INFO:tasks.rados.rados.0.smithi046.stdout:2386: done (1 left) 2024-09-20T21:50:25.716 INFO:tasks.rados.rados.0.smithi046.stdout:2387: rollback oid 42 current snap is 246 2024-09-20T21:50:25.716 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 42 to 240 2024-09-20T21:50:25.716 INFO:tasks.rados.rados.0.smithi046.stdout:2388: rollback oid 35 current snap is 246 2024-09-20T21:50:25.716 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 35 to 225 2024-09-20T21:50:25.716 INFO:tasks.rados.rados.0.smithi046.stdout:2389: rollback oid 19 current snap is 246 2024-09-20T21:50:25.716 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 19 to 245 2024-09-20T21:50:25.717 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 246 2024-09-20T21:50:25.717 INFO:tasks.rados.rados.0.smithi046.stdout:2390: seq_num 720 ranges {9461760=65536} 2024-09-20T21:50:25.769 INFO:tasks.rados.rados.0.smithi046.stdout:2390: writing smithi04683737-4 from 9461760 to 9527296 tid 1 2024-09-20T21:50:25.770 INFO:tasks.rados.rados.0.smithi046.stdout:2391: snap_create 2024-09-20T21:50:25.770 INFO:tasks.rados.rados.0.smithi046.stdout:2385: finishing write tid 1 to smithi04683737-41 2024-09-20T21:50:25.770 INFO:tasks.rados.rados.0.smithi046.stdout:2385: finishing write tid 2 to smithi04683737-41 2024-09-20T21:50:25.770 INFO:tasks.rados.rados.0.smithi046.stdout:2385: finishing write tid 3 to smithi04683737-41 2024-09-20T21:50:25.770 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1054 (ObjNum 718 snap 246 seq_num 718) dirty exists 2024-09-20T21:50:25.770 INFO:tasks.rados.rados.0.smithi046.stdout:2385: left oid 41 (ObjNum 718 snap 246 seq_num 718) 2024-09-20T21:50:25.770 INFO:tasks.rados.rados.0.smithi046.stdout:2389: finishing rollback tid 0 to smithi04683737-19 2024-09-20T21:50:25.770 INFO:tasks.rados.rados.0.smithi046.stdout:2387: finishing rollback tid 0 to smithi04683737-42 2024-09-20T21:50:25.770 INFO:tasks.rados.rados.0.smithi046.stdout:2389: finishing rollback tid 1 to smithi04683737-19 2024-09-20T21:50:25.770 INFO:tasks.rados.rados.0.smithi046.stdout:2388: finishing rollback tid 0 to smithi04683737-35 2024-09-20T21:50:25.771 INFO:tasks.rados.rados.0.smithi046.stdout:2388: finishing rollback tid 1 to smithi04683737-35 2024-09-20T21:50:25.771 INFO:tasks.rados.rados.0.smithi046.stdout:2388: finishing rollback tid 2 to smithi04683737-35 2024-09-20T21:50:25.771 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 688 (ObjNum 532 snap 163 seq_num 532) dirty exists 2024-09-20T21:50:25.771 INFO:tasks.rados.rados.0.smithi046.stdout:2387: finishing rollback tid 1 to smithi04683737-42 2024-09-20T21:50:25.771 INFO:tasks.rados.rados.0.smithi046.stdout:2387: finishing rollback tid 2 to smithi04683737-42 2024-09-20T21:50:25.771 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 697 (ObjNum 693 snap 234 seq_num 693) dirty exists 2024-09-20T21:50:25.771 INFO:tasks.rados.rados.0.smithi046.stdout:2389: finishing rollback tid 2 to smithi04683737-19 2024-09-20T21:50:25.771 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1034 (ObjNum 696 snap 237 seq_num 696) dirty exists 2024-09-20T21:50:25.772 INFO:tasks.rados.rados.0.smithi046.stdout:2390: finishing write tid 1 to smithi04683737-4 2024-09-20T21:50:25.772 INFO:tasks.rados.rados.0.smithi046.stdout:2390: finishing write tid 2 to smithi04683737-4 2024-09-20T21:50:25.773 INFO:tasks.rados.rados.0.smithi046.stdout:2390: finishing write tid 3 to smithi04683737-4 2024-09-20T21:50:25.773 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 1104 (ObjNum 720 snap 246 seq_num 720) dirty exists 2024-09-20T21:50:25.774 INFO:tasks.rados.rados.0.smithi046.stdout:2390: left oid 4 (ObjNum 720 snap 246 seq_num 720) 2024-09-20T21:50:25.984 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:25 smithi046 ceph-mon[96110]: osdmap e548: 8 total, 8 up, 8 in 2024-09-20T21:50:25.984 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:25 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:25.984 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:25 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:25.984 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:25 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:25.984 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:25 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:25.985 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:25 smithi046 ceph-mon[98591]: osdmap e548: 8 total, 8 up, 8 in 2024-09-20T21:50:25.985 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:25 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:25.985 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:25 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:25.985 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:25 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:25.985 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:25 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:26.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:25 smithi134 ceph-mon[89086]: osdmap e548: 8 total, 8 up, 8 in 2024-09-20T21:50:26.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:25 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:26.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:25 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:26.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:25 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:26.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:25 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:26.707 INFO:tasks.rados.rados.0.smithi046.stdout:2385: done (5 left) 2024-09-20T21:50:26.707 INFO:tasks.rados.rados.0.smithi046.stdout:2387: done (4 left) 2024-09-20T21:50:26.707 INFO:tasks.rados.rados.0.smithi046.stdout:2388: done (3 left) 2024-09-20T21:50:26.707 INFO:tasks.rados.rados.0.smithi046.stdout:2389: done (2 left) 2024-09-20T21:50:26.707 INFO:tasks.rados.rados.0.smithi046.stdout:2390: done (1 left) 2024-09-20T21:50:26.707 INFO:tasks.rados.rados.0.smithi046.stdout:2391: done (0 left) 2024-09-20T21:50:26.707 INFO:tasks.rados.rados.0.smithi046.stdout:2392: read oid 19 snap -1 2024-09-20T21:50:26.708 INFO:tasks.rados.rados.0.smithi046.stdout:2392: expect (ObjNum 696 snap 237 seq_num 696) 2024-09-20T21:50:26.708 INFO:tasks.rados.rados.0.smithi046.stdout:2393: copy_from oid 3 from oid 21 current snap is 247 2024-09-20T21:50:26.708 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 247 2024-09-20T21:50:26.708 INFO:tasks.rados.rados.0.smithi046.stdout:2394: seq_num 721 ranges {704512=81920} 2024-09-20T21:50:26.711 INFO:tasks.rados.rados.0.smithi046.stdout:2394: writing smithi04683737-24 from 704512 to 786432 tid 1 2024-09-20T21:50:26.712 INFO:tasks.rados.rados.0.smithi046.stdout:2395: rollback oid 11 current snap is 247 2024-09-20T21:50:26.712 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 11 to 237 2024-09-20T21:50:26.712 INFO:tasks.rados.rados.0.smithi046.stdout:2396: read oid 38 snap -1 2024-09-20T21:50:26.712 INFO:tasks.rados.rados.0.smithi046.stdout:2396: expect (ObjNum 698 snap 237 seq_num 698) 2024-09-20T21:50:26.712 INFO:tasks.rados.rados.0.smithi046.stdout:2397: delete oid 30 current snap is 247 2024-09-20T21:50:26.716 INFO:tasks.rados.rados.0.smithi046.stdout:2395: finishing rollback tid 0 to smithi04683737-11 2024-09-20T21:50:26.718 INFO:tasks.rados.rados.0.smithi046.stdout:2395: finishing rollback tid 1 to smithi04683737-11 2024-09-20T21:50:26.720 INFO:tasks.rados.rados.0.smithi046.stdout:2397: done (5 left) 2024-09-20T21:50:26.720 INFO:tasks.rados.rados.0.smithi046.stdout:2398: read oid 6 snap -1 2024-09-20T21:50:26.720 INFO:tasks.rados.rados.0.smithi046.stdout:2398: expect (ObjNum 621 snap 202 seq_num 621) 2024-09-20T21:50:26.720 INFO:tasks.rados.rados.0.smithi046.stdout:2399: delete oid 25 current snap is 247 2024-09-20T21:50:26.720 INFO:tasks.rados.rados.0.smithi046.stdout:2395: finishing rollback tid 2 to smithi04683737-11 2024-09-20T21:50:26.720 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 766 (ObjNum 606 snap 199 seq_num 606) dirty exists 2024-09-20T21:50:26.721 INFO:tasks.rados.rados.0.smithi046.stdout:2394: finishing write tid 1 to smithi04683737-24 2024-09-20T21:50:26.722 INFO:tasks.rados.rados.0.smithi046.stdout:2394: finishing write tid 2 to smithi04683737-24 2024-09-20T21:50:26.724 INFO:tasks.rados.rados.0.smithi046.stdout:2394: finishing write tid 3 to smithi04683737-24 2024-09-20T21:50:26.724 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 758 (ObjNum 721 snap 247 seq_num 721) dirty exists 2024-09-20T21:50:26.724 INFO:tasks.rados.rados.0.smithi046.stdout:2394: left oid 24 (ObjNum 721 snap 247 seq_num 721) 2024-09-20T21:50:26.726 INFO:tasks.rados.rados.0.smithi046.stdout:2396: expect (ObjNum 698 snap 237 seq_num 698) 2024-09-20T21:50:26.785 INFO:tasks.rados.rados.0.smithi046.stdout:2393: finishing copy_from racing read to smithi04683737-3 2024-09-20T21:50:26.785 INFO:tasks.rados.rados.0.smithi046.stdout:2393: finishing copy_from to smithi04683737-3 2024-09-20T21:50:26.785 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 982 (ObjNum 502 snap 154 seq_num 502) dirty exists 2024-09-20T21:50:26.785 INFO:tasks.rados.rados.0.smithi046.stdout:2398: expect (ObjNum 621 snap 202 seq_num 621) 2024-09-20T21:50:26.871 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:26 smithi046 ceph-mon[96110]: pgmap v489: 121 pgs: 121 active+clean; 374 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 554 KiB/s wr, 3 op/s 2024-09-20T21:50:26.871 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:26 smithi046 ceph-mon[96110]: osdmap e549: 8 total, 8 up, 8 in 2024-09-20T21:50:26.871 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:26 smithi046 ceph-mon[98591]: pgmap v489: 121 pgs: 121 active+clean; 374 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 554 KiB/s wr, 3 op/s 2024-09-20T21:50:26.871 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:26 smithi046 ceph-mon[98591]: osdmap e549: 8 total, 8 up, 8 in 2024-09-20T21:50:26.947 INFO:tasks.rados.rados.0.smithi046.stdout:2392: expect (ObjNum 696 snap 237 seq_num 696) 2024-09-20T21:50:27.077 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:26 smithi134 ceph-mon[89086]: pgmap v489: 121 pgs: 121 active+clean; 374 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 554 KiB/s wr, 3 op/s 2024-09-20T21:50:27.077 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:26 smithi134 ceph-mon[89086]: osdmap e549: 8 total, 8 up, 8 in 2024-09-20T21:50:27.565 INFO:tasks.rados.rados.0.smithi046.stdout:2392: done (6 left) 2024-09-20T21:50:27.565 INFO:tasks.rados.rados.0.smithi046.stdout:2393: done (5 left) 2024-09-20T21:50:27.565 INFO:tasks.rados.rados.0.smithi046.stdout:2394: done (4 left) 2024-09-20T21:50:27.565 INFO:tasks.rados.rados.0.smithi046.stdout:2395: done (3 left) 2024-09-20T21:50:27.565 INFO:tasks.rados.rados.0.smithi046.stdout:2396: done (2 left) 2024-09-20T21:50:27.565 INFO:tasks.rados.rados.0.smithi046.stdout:2398: done (1 left) 2024-09-20T21:50:27.565 INFO:tasks.rados.rados.0.smithi046.stdout:2399: done (0 left) 2024-09-20T21:50:27.565 INFO:tasks.rados.rados.0.smithi046.stdout:2400: delete oid 28 current snap is 247 2024-09-20T21:50:27.567 INFO:tasks.rados.rados.0.smithi046.stdout:2400: done (0 left) 2024-09-20T21:50:27.567 INFO:tasks.rados.rados.0.smithi046.stdout:2401: rollback oid 33 current snap is 247 2024-09-20T21:50:27.567 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 33 to 225 2024-09-20T21:50:27.567 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 247 2024-09-20T21:50:27.567 INFO:tasks.rados.rados.0.smithi046.stdout:2402: seq_num 725 ranges {0=147456} 2024-09-20T21:50:27.568 INFO:tasks.rados.rados.0.smithi046.stdout:2402: writing smithi04683737-47 from 0 to 147456 tid 1 2024-09-20T21:50:27.568 INFO:tasks.rados.rados.0.smithi046.stdout:2403: read oid 30 snap -1 2024-09-20T21:50:27.568 INFO:tasks.rados.rados.0.smithi046.stdout:2403: expect deleted 2024-09-20T21:50:27.568 INFO:tasks.rados.rados.0.smithi046.stdout:2404: read oid 46 snap -1 2024-09-20T21:50:27.568 INFO:tasks.rados.rados.0.smithi046.stdout:2404: expect deleted 2024-09-20T21:50:27.568 INFO:tasks.rados.rados.0.smithi046.stdout:2405: read oid 37 snap 205 2024-09-20T21:50:27.568 INFO:tasks.rados.rados.0.smithi046.stdout:2405: expect (ObjNum 613 snap 202 seq_num 613) 2024-09-20T21:50:27.568 INFO:tasks.rados.rados.0.smithi046.stdout:2406: copy_from oid 10 from oid 11 current snap is 247 2024-09-20T21:50:27.568 INFO:tasks.rados.rados.0.smithi046.stdout:2407: delete oid 45 current snap is 247 2024-09-20T21:50:27.572 INFO:tasks.rados.rados.0.smithi046.stdout:2401: finishing rollback tid 1 to smithi04683737-33 2024-09-20T21:50:27.573 INFO:tasks.rados.rados.0.smithi046.stdout:2401: finishing rollback tid 2 to smithi04683737-33 2024-09-20T21:50:27.573 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 916 (ObjNum 391 snap 123 seq_num 391) dirty exists 2024-09-20T21:50:27.573 INFO:tasks.rados.rados.0.smithi046.stdout:2401: done (6 left) 2024-09-20T21:50:27.573 INFO:tasks.rados.rados.0.smithi046.stdout:2403: done (5 left) 2024-09-20T21:50:27.573 INFO:tasks.rados.rados.0.smithi046.stdout:2404: done (4 left) 2024-09-20T21:50:27.573 INFO:tasks.rados.rados.0.smithi046.stdout:2407: done (3 left) 2024-09-20T21:50:27.574 INFO:tasks.rados.rados.0.smithi046.stdout:2408: snap_remove snap 203 2024-09-20T21:50:27.590 INFO:tasks.rados.rados.0.smithi046.stdout:2408: done (3 left) 2024-09-20T21:50:27.590 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 247 2024-09-20T21:50:27.590 INFO:tasks.rados.rados.0.smithi046.stdout:2402: finishing write tid 1 to smithi04683737-47 2024-09-20T21:50:27.590 INFO:tasks.rados.rados.0.smithi046.stdout:2409: seq_num 727 ranges {0=180224} 2024-09-20T21:50:27.591 INFO:tasks.rados.rados.0.smithi046.stdout:2409: writing smithi04683737-30 from 0 to 180224 tid 1 2024-09-20T21:50:27.591 INFO:tasks.rados.rados.0.smithi046.stdout:2402: finishing write tid 2 to smithi04683737-47 2024-09-20T21:50:27.591 INFO:tasks.rados.rados.0.smithi046.stdout:2402: finishing write tid 3 to smithi04683737-47 2024-09-20T21:50:27.591 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1062 (ObjNum 725 snap 247 seq_num 725) dirty exists 2024-09-20T21:50:27.591 INFO:tasks.rados.rados.0.smithi046.stdout:2402: left oid 47 (ObjNum 725 snap 247 seq_num 725) 2024-09-20T21:50:27.592 INFO:tasks.rados.rados.0.smithi046.stdout:2406: finishing copy_from racing read to smithi04683737-10 2024-09-20T21:50:27.592 INFO:tasks.rados.rados.0.smithi046.stdout:2406: finishing copy_from to smithi04683737-10 2024-09-20T21:50:27.592 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 766 (ObjNum 606 snap 199 seq_num 606) dirty exists 2024-09-20T21:50:27.592 INFO:tasks.rados.rados.0.smithi046.stdout:2410: read oid 1 snap -1 2024-09-20T21:50:27.592 INFO:tasks.rados.rados.0.smithi046.stdout:2410: expect (ObjNum 717 snap 246 seq_num 717) 2024-09-20T21:50:27.592 INFO:tasks.rados.rados.0.smithi046.stdout:2402: done (4 left) 2024-09-20T21:50:27.592 INFO:tasks.rados.rados.0.smithi046.stdout:2406: done (3 left) 2024-09-20T21:50:27.592 INFO:tasks.rados.rados.0.smithi046.stdout:2411: snap_create 2024-09-20T21:50:27.597 INFO:tasks.rados.rados.0.smithi046.stdout:2410: expect (ObjNum 717 snap 246 seq_num 717) 2024-09-20T21:50:27.604 INFO:tasks.rados.rados.0.smithi046.stdout:2405: expect (ObjNum 613 snap 202 seq_num 613) 2024-09-20T21:50:27.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:27 smithi134 ceph-mon[89086]: osdmap e550: 8 total, 8 up, 8 in 2024-09-20T21:50:27.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:27 smithi134 ceph-mon[89086]: osdmap e551: 8 total, 8 up, 8 in 2024-09-20T21:50:27.927 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 21:50:27 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[99831]: 2024-09-20T21:50:27.606+0000 7f066ef37640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 113 after trimming was started 2024-09-20T21:50:27.974 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:27 smithi046 ceph-mon[96110]: osdmap e550: 8 total, 8 up, 8 in 2024-09-20T21:50:27.974 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:27 smithi046 ceph-mon[96110]: osdmap e551: 8 total, 8 up, 8 in 2024-09-20T21:50:27.975 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:27 smithi046 ceph-mon[98591]: osdmap e550: 8 total, 8 up, 8 in 2024-09-20T21:50:27.975 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:27 smithi046 ceph-mon[98591]: osdmap e551: 8 total, 8 up, 8 in 2024-09-20T21:50:28.072 INFO:tasks.rados.rados.0.smithi046.stdout:2409: finishing write tid 1 to smithi04683737-30 2024-09-20T21:50:28.072 INFO:tasks.rados.rados.0.smithi046.stdout:2409: finishing write tid 2 to smithi04683737-30 2024-09-20T21:50:28.072 INFO:tasks.rados.rados.0.smithi046.stdout:2409: finishing write tid 3 to smithi04683737-30 2024-09-20T21:50:28.072 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 692 (ObjNum 727 snap 247 seq_num 727) dirty exists 2024-09-20T21:50:28.073 INFO:tasks.rados.rados.0.smithi046.stdout:2409: left oid 30 (ObjNum 727 snap 247 seq_num 727) 2024-09-20T21:50:28.590 INFO:tasks.rados.rados.0.smithi046.stdout:2405: done (3 left) 2024-09-20T21:50:28.590 INFO:tasks.rados.rados.0.smithi046.stdout:2409: done (2 left) 2024-09-20T21:50:28.590 INFO:tasks.rados.rados.0.smithi046.stdout:2410: done (1 left) 2024-09-20T21:50:28.591 INFO:tasks.rados.rados.0.smithi046.stdout:2411: done (0 left) 2024-09-20T21:50:28.591 INFO:tasks.rados.rados.0.smithi046.stdout:2412: copy_from oid 10 from oid 15 current snap is 248 2024-09-20T21:50:28.591 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 248 2024-09-20T21:50:28.591 INFO:tasks.rados.rados.0.smithi046.stdout:2413: seq_num 728 ranges {0=196608} 2024-09-20T21:50:28.591 INFO:tasks.rados.rados.0.smithi046.stdout:2413: writing smithi04683737-37 from 0 to 196608 tid 1 2024-09-20T21:50:28.591 INFO:tasks.rados.rados.0.smithi046.stdout:2414: copy_from oid 6 from oid 9 current snap is 248 2024-09-20T21:50:28.591 INFO:tasks.rados.rados.0.smithi046.stdout:2415: snap_remove snap 245 2024-09-20T21:50:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:28 smithi046 ceph-mon[96110]: pgmap v492: 121 pgs: 121 active+clean; 383 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-09-20T21:50:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:28 smithi046 ceph-mon[96110]: osdmap e552: 8 total, 8 up, 8 in 2024-09-20T21:50:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:50:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:50:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:28 smithi046 ceph-mon[98591]: pgmap v492: 121 pgs: 121 active+clean; 383 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-09-20T21:50:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:28 smithi046 ceph-mon[98591]: osdmap e552: 8 total, 8 up, 8 in 2024-09-20T21:50:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:28.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:28.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:50:28.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:50:28.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:29.135 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:28 smithi134 ceph-mon[89086]: pgmap v492: 121 pgs: 121 active+clean; 383 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-09-20T21:50:29.135 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:28 smithi134 ceph-mon[89086]: osdmap e552: 8 total, 8 up, 8 in 2024-09-20T21:50:29.136 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:29.136 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:29.136 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:50:29.136 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:50:29.136 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:29.595 INFO:tasks.rados.rados.0.smithi046.stdout:2415: done (3 left) 2024-09-20T21:50:29.595 INFO:tasks.rados.rados.0.smithi046.stdout:2416: delete oid 7 current snap is 248 2024-09-20T21:50:29.595 INFO:tasks.rados.rados.0.smithi046.stdout:2413: finishing write tid 1 to smithi04683737-37 2024-09-20T21:50:29.595 INFO:tasks.rados.rados.0.smithi046.stdout:2412: finishing copy_from to smithi04683737-10 2024-09-20T21:50:29.595 INFO:tasks.rados.rados.0.smithi046.stdout:2412: got expected ENOENT (src dne) 2024-09-20T21:50:29.595 INFO:tasks.rados.rados.0.smithi046.stdout:2412: finishing copy_from racing read to smithi04683737-10 2024-09-20T21:50:29.595 INFO:tasks.rados.rados.0.smithi046.stdout:2413: finishing write tid 2 to smithi04683737-37 2024-09-20T21:50:29.595 INFO:tasks.rados.rados.0.smithi046.stdout:2414: finishing copy_from to smithi04683737-6 2024-09-20T21:50:29.595 INFO:tasks.rados.rados.0.smithi046.stdout:2414: got expected ENOENT (src dne) 2024-09-20T21:50:29.595 INFO:tasks.rados.rados.0.smithi046.stdout:2414: finishing copy_from racing read to smithi04683737-6 2024-09-20T21:50:29.596 INFO:tasks.rados.rados.0.smithi046.stdout:2413: finishing write tid 3 to smithi04683737-37 2024-09-20T21:50:29.596 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 967 (ObjNum 728 snap 248 seq_num 728) dirty exists 2024-09-20T21:50:29.596 INFO:tasks.rados.rados.0.smithi046.stdout:2413: left oid 37 (ObjNum 728 snap 248 seq_num 728) 2024-09-20T21:50:29.604 INFO:tasks.rados.rados.0.smithi046.stdout:2412: done (3 left) 2024-09-20T21:50:29.604 INFO:tasks.rados.rados.0.smithi046.stdout:2413: done (2 left) 2024-09-20T21:50:29.604 INFO:tasks.rados.rados.0.smithi046.stdout:2414: done (1 left) 2024-09-20T21:50:29.604 INFO:tasks.rados.rados.0.smithi046.stdout:2416: done (0 left) 2024-09-20T21:50:29.604 INFO:tasks.rados.rados.0.smithi046.stdout:2417: rmattr oid 13 current snap is 248 2024-09-20T21:50:29.604 INFO:tasks.rados.rados.0.smithi046.stdout:2418: setattr oid 5 current snap is 248 2024-09-20T21:50:29.605 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 248 2024-09-20T21:50:29.605 INFO:tasks.rados.rados.0.smithi046.stdout:2419: seq_num 730 ranges {0=229376} 2024-09-20T21:50:29.607 INFO:tasks.rados.rados.0.smithi046.stdout:2419: writing smithi04683737-18 from 0 to 229376 tid 1 2024-09-20T21:50:29.607 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 248 2024-09-20T21:50:29.607 INFO:tasks.rados.rados.0.smithi046.stdout:2420: seq_num 731 ranges {0=245760} 2024-09-20T21:50:29.609 INFO:tasks.rados.rados.0.smithi046.stdout:2420: writing smithi04683737-26 from 0 to 245760 tid 1 2024-09-20T21:50:29.609 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 248 2024-09-20T21:50:29.609 INFO:tasks.rados.rados.0.smithi046.stdout:2421: seq_num 732 ranges {2269184=262144} 2024-09-20T21:50:29.623 INFO:tasks.rados.rados.0.smithi046.stdout:2421: writing smithi04683737-48 from 2269184 to 2531328 tid 1 2024-09-20T21:50:29.623 INFO:tasks.rados.rados.0.smithi046.stdout:2422: rollback oid 22 current snap is 248 2024-09-20T21:50:29.623 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 22 to 217 2024-09-20T21:50:29.623 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1116 (ObjNum 668 snap 226 seq_num 668) dirty exists 2024-09-20T21:50:29.623 INFO:tasks.rados.rados.0.smithi046.stdout:2419: finishing write tid 1 to smithi04683737-18 2024-09-20T21:50:29.624 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 241 (ObjNum 582 snap 188 seq_num 582) dirty exists 2024-09-20T21:50:29.624 INFO:tasks.rados.rados.0.smithi046.stdout:2420: finishing write tid 1 to smithi04683737-26 2024-09-20T21:50:29.624 INFO:tasks.rados.rados.0.smithi046.stdout:2419: finishing write tid 2 to smithi04683737-18 2024-09-20T21:50:29.624 INFO:tasks.rados.rados.0.smithi046.stdout:2420: finishing write tid 2 to smithi04683737-26 2024-09-20T21:50:29.624 INFO:tasks.rados.rados.0.smithi046.stdout:2417: done (5 left) 2024-09-20T21:50:29.624 INFO:tasks.rados.rados.0.smithi046.stdout:2418: done (4 left) 2024-09-20T21:50:29.624 INFO:tasks.rados.rados.0.smithi046.stdout:2423: delete oid 6 current snap is 248 2024-09-20T21:50:29.624 INFO:tasks.rados.rados.0.smithi046.stdout:2419: finishing write tid 3 to smithi04683737-18 2024-09-20T21:50:29.624 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 984 (ObjNum 730 snap 248 seq_num 730) dirty exists 2024-09-20T21:50:29.624 INFO:tasks.rados.rados.0.smithi046.stdout:2419: left oid 18 (ObjNum 730 snap 248 seq_num 730) 2024-09-20T21:50:29.624 INFO:tasks.rados.rados.0.smithi046.stdout:2420: finishing write tid 3 to smithi04683737-26 2024-09-20T21:50:29.624 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 699 (ObjNum 731 snap 248 seq_num 731) dirty exists 2024-09-20T21:50:29.624 INFO:tasks.rados.rados.0.smithi046.stdout:2420: left oid 26 (ObjNum 731 snap 248 seq_num 731) 2024-09-20T21:50:29.627 INFO:tasks.rados.rados.0.smithi046.stdout:2419: done (4 left) 2024-09-20T21:50:29.627 INFO:tasks.rados.rados.0.smithi046.stdout:2420: done (3 left) 2024-09-20T21:50:29.627 INFO:tasks.rados.rados.0.smithi046.stdout:2423: done (2 left) 2024-09-20T21:50:29.627 INFO:tasks.rados.rados.0.smithi046.stdout:2424: snap_create 2024-09-20T21:50:29.627 INFO:tasks.rados.rados.0.smithi046.stdout:2421: finishing write tid 1 to smithi04683737-48 2024-09-20T21:50:29.627 INFO:tasks.rados.rados.0.smithi046.stdout:2421: finishing write tid 2 to smithi04683737-48 2024-09-20T21:50:29.628 INFO:tasks.rados.rados.0.smithi046.stdout:2422: finishing rollback tid 0 to smithi04683737-22 2024-09-20T21:50:29.629 INFO:tasks.rados.rados.0.smithi046.stdout:2421: finishing write tid 3 to smithi04683737-48 2024-09-20T21:50:29.629 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 986 (ObjNum 732 snap 248 seq_num 732) dirty exists 2024-09-20T21:50:29.629 INFO:tasks.rados.rados.0.smithi046.stdout:2421: left oid 48 (ObjNum 732 snap 248 seq_num 732) 2024-09-20T21:50:29.629 INFO:tasks.rados.rados.0.smithi046.stdout:2422: finishing rollback tid 1 to smithi04683737-22 2024-09-20T21:50:29.629 INFO:tasks.rados.rados.0.smithi046.stdout:2422: finishing rollback tid 2 to smithi04683737-22 2024-09-20T21:50:29.629 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1006 (ObjNum 639 snap 209 seq_num 639) dirty exists 2024-09-20T21:50:30.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:29 smithi046 ceph-mon[96110]: Detected new or changed devices on smithi046 2024-09-20T21:50:30.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:50:30.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:30.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:30.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:30.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:30.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-20T21:50:30.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:29 smithi046 ceph-mon[96110]: Upgrade: It appears safe to stop mds.b 2024-09-20T21:50:30.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:29 smithi046 ceph-mon[96110]: osdmap e553: 8 total, 8 up, 8 in 2024-09-20T21:50:30.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:29 smithi046 ceph-mon[98591]: Detected new or changed devices on smithi046 2024-09-20T21:50:30.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:50:30.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:30.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:30.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:30.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:30.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-20T21:50:30.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:29 smithi046 ceph-mon[98591]: Upgrade: It appears safe to stop mds.b 2024-09-20T21:50:30.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:29 smithi046 ceph-mon[98591]: osdmap e553: 8 total, 8 up, 8 in 2024-09-20T21:50:30.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:29 smithi134 ceph-mon[89086]: Detected new or changed devices on smithi046 2024-09-20T21:50:30.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:50:30.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:30.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:30.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:30.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:30.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-20T21:50:30.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:29 smithi134 ceph-mon[89086]: Upgrade: It appears safe to stop mds.b 2024-09-20T21:50:30.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:29 smithi134 ceph-mon[89086]: osdmap e553: 8 total, 8 up, 8 in 2024-09-20T21:50:30.209 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-20T21:50:30.485 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-20T21:50:30.485 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (6m) 5s ago 10m 25.5M - 0.25.0 c8568f914cd2 0d74f13360c6 2024-09-20T21:50:30.485 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi134 *:3000 running (6m) 21s ago 10m 84.9M - 9.4.7 954c08fa6188 8341e8dee31d 2024-09-20T21:50:30.485 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (9s) 5s ago 12m 12.8M - 19.1.1-367-g9e2ac70b cc9251b744a3 33108268f827 2024-09-20T21:50:30.485 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi134 running (12m) 21s ago 12m 20.6M - 17.2.7-1649-gfbd1a6ab fc3ec4a4f6be 132e8dbc5c5d 2024-09-20T21:50:30.485 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi134 *:8443,9283,8765 running (6m) 21s ago 15m 442M - 19.1.1-367-g9e2ac70b cc9251b744a3 4807b49ee672 2024-09-20T21:50:30.485 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443,9283,8765 running (6m) 5s ago 17m 513M - 19.1.1-367-g9e2ac70b cc9251b744a3 287f9c5532d7 2024-09-20T21:50:30.485 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (5m) 5s ago 17m 66.5M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 ce5bbc0a7b3e 2024-09-20T21:50:30.485 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi134 running (5m) 21s ago 16m 48.5M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 72d0616e106b 2024-09-20T21:50:30.485 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (5m) 5s ago 16m 56.2M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 17796ae3530a 2024-09-20T21:50:30.485 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (6m) 5s ago 10m 15.6M - 1.5.0 0da6a335fe13 808d8998a7db 2024-09-20T21:50:30.485 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi134 *:9100 running (6m) 21s ago 10m 15.8M - 1.5.0 0da6a335fe13 d64b31ebfc6a 2024-09-20T21:50:30.486 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (4m) 5s ago 15m 289M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 a86fc71a02d1 2024-09-20T21:50:30.486 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (3m) 5s ago 15m 240M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 04055c8b47db 2024-09-20T21:50:30.486 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (3m) 5s ago 14m 206M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 bfb9841748e3 2024-09-20T21:50:30.486 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (2m) 5s ago 14m 157M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 bff5e3b30c96 2024-09-20T21:50:30.486 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi134 running (2m) 21s ago 13m 169M 2480M 19.1.1-367-g9e2ac70b cc9251b744a3 ced5920fc235 2024-09-20T21:50:30.486 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi134 running (94s) 21s ago 13m 194M 2480M 19.1.1-367-g9e2ac70b cc9251b744a3 dc4e11b5a9da 2024-09-20T21:50:30.486 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi134 running (60s) 21s ago 13m 115M 2480M 19.1.1-367-g9e2ac70b cc9251b744a3 fa6e363227ed 2024-09-20T21:50:30.486 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi134 running (26s) 21s ago 12m 11.2M 2480M 19.1.1-367-g9e2ac70b cc9251b744a3 e50a5780bf70 2024-09-20T21:50:30.486 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi134 *:9095 running (6m) 21s ago 11m 66.7M - 2.43.0 a07b618ecd1d 5e01fa97ed3d 2024-09-20T21:50:30.593 INFO:tasks.rados.rados.0.smithi046.stdout:2421: done (2 left) 2024-09-20T21:50:30.593 INFO:tasks.rados.rados.0.smithi046.stdout:2422: done (1 left) 2024-09-20T21:50:30.593 INFO:tasks.rados.rados.0.smithi046.stdout:2424: done (0 left) 2024-09-20T21:50:30.593 INFO:tasks.rados.rados.0.smithi046.stdout:2425: copy_from oid 8 from oid 3 current snap is 249 2024-09-20T21:50:30.593 INFO:tasks.rados.rados.0.smithi046.stdout:2426: setattr oid 13 current snap is 249 2024-09-20T21:50:30.594 INFO:tasks.rados.rados.0.smithi046.stdout:2427: delete oid 23 current snap is 249 2024-09-20T21:50:30.600 INFO:tasks.rados.rados.0.smithi046.stdout:2427: done (2 left) 2024-09-20T21:50:30.600 INFO:tasks.rados.rados.0.smithi046.stdout:2428: copy_from oid 2 from oid 24 current snap is 249 2024-09-20T21:50:30.600 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1120 (ObjNum 668 snap 226 seq_num 668) dirty exists 2024-09-20T21:50:30.600 INFO:tasks.rados.rados.0.smithi046.stdout:2426: done (2 left) 2024-09-20T21:50:30.600 INFO:tasks.rados.rados.0.smithi046.stdout:2429: snap_create 2024-09-20T21:50:30.602 INFO:tasks.rados.rados.0.smithi046.stdout:2425: finishing copy_from racing read to smithi04683737-8 2024-09-20T21:50:30.604 INFO:tasks.rados.rados.0.smithi046.stdout:2425: finishing copy_from to smithi04683737-8 2024-09-20T21:50:30.604 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 982 (ObjNum 502 snap 154 seq_num 502) dirty exists 2024-09-20T21:50:30.608 INFO:tasks.rados.rados.0.smithi046.stdout:2428: finishing copy_from racing read to smithi04683737-2 2024-09-20T21:50:30.609 INFO:tasks.rados.rados.0.smithi046.stdout:2428: finishing copy_from to smithi04683737-2 2024-09-20T21:50:30.609 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 758 (ObjNum 721 snap 247 seq_num 721) dirty exists 2024-09-20T21:50:30.829 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-20T21:50:30.829 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-20T21:50:30.830 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 3 2024-09-20T21:50:30.830 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:50:30.830 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-20T21:50:30.830 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 2 2024-09-20T21:50:30.830 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:50:30.830 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-20T21:50:30.830 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 8 2024-09-20T21:50:30.830 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:50:30.830 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-20T21:50:30.830 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 1, 2024-09-20T21:50:30.831 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 1 2024-09-20T21:50:30.831 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:50:30.831 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-20T21:50:30.831 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.2.7-1649-gfbd1a6ab (fbd1a6ab0448f011c60f6376195d5c078b0cf20b) quincy (stable)": 1, 2024-09-20T21:50:30.831 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 14 2024-09-20T21:50:30.831 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-20T21:50:30.831 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-20T21:50:30.831 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:30 smithi046 ceph-mon[96110]: pgmap v495: 121 pgs: 121 active+clean; 387 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-09-20T21:50:30.831 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:30.831 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-20T21:50:30.831 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:50:30.831 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:30 smithi046 ceph-mon[96110]: osdmap e554: 8 total, 8 up, 8 in 2024-09-20T21:50:30.832 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:30 smithi046 ceph-mon[98591]: pgmap v495: 121 pgs: 121 active+clean; 387 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-09-20T21:50:30.832 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:30.832 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-20T21:50:30.832 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:50:30.832 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:30 smithi046 ceph-mon[98591]: osdmap e554: 8 total, 8 up, 8 in 2024-09-20T21:50:30.840 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:30 smithi134 ceph-mon[89086]: pgmap v495: 121 pgs: 121 active+clean; 387 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-09-20T21:50:30.841 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:30.841 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-20T21:50:30.841 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:50:30.841 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:30 smithi134 ceph-mon[89086]: osdmap e554: 8 total, 8 up, 8 in 2024-09-20T21:50:31.595 INFO:tasks.rados.rados.0.smithi046.stdout:2425: done (2 left) 2024-09-20T21:50:31.595 INFO:tasks.rados.rados.0.smithi046.stdout:2428: done (1 left) 2024-09-20T21:50:31.595 INFO:tasks.rados.rados.0.smithi046.stdout:2429: done (0 left) 2024-09-20T21:50:31.595 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 250 2024-09-20T21:50:31.595 INFO:tasks.rados.rados.0.smithi046.stdout:2430: seq_num 735 ranges {0=311296} 2024-09-20T21:50:31.597 INFO:tasks.rados.rados.0.smithi046.stdout:2430: writing smithi04683737-12 from 0 to 311296 tid 1 2024-09-20T21:50:31.597 INFO:tasks.rados.rados.0.smithi046.stdout:2431: read oid 33 snap -1 2024-09-20T21:50:31.597 INFO:tasks.rados.rados.0.smithi046.stdout:2431: expect (ObjNum 391 snap 123 seq_num 391) 2024-09-20T21:50:31.597 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 250 2024-09-20T21:50:31.597 INFO:tasks.rados.rados.0.smithi046.stdout:2432: seq_num 736 ranges {0=335872} 2024-09-20T21:50:31.599 INFO:tasks.rados.rados.0.smithi046.stdout:2432: writing smithi04683737-45 from 0 to 335872 tid 1 2024-09-20T21:50:31.599 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 250 2024-09-20T21:50:31.599 INFO:tasks.rados.rados.0.smithi046.stdout:2433: seq_num 737 ranges {2465792=352256} 2024-09-20T21:50:31.616 INFO:tasks.rados.rados.0.smithi046.stdout:2433: writing smithi04683737-32 from 2465792 to 2818048 tid 1 2024-09-20T21:50:31.616 INFO:tasks.rados.rados.0.smithi046.stdout:2434: delete oid 5 current snap is 250 2024-09-20T21:50:31.616 INFO:tasks.rados.rados.0.smithi046.stdout:2430: finishing write tid 1 to smithi04683737-12 2024-09-20T21:50:31.616 INFO:tasks.rados.rados.0.smithi046.stdout:2430: finishing write tid 2 to smithi04683737-12 2024-09-20T21:50:31.616 INFO:tasks.rados.rados.0.smithi046.stdout:2430: finishing write tid 3 to smithi04683737-12 2024-09-20T21:50:31.616 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1008 (ObjNum 735 snap 250 seq_num 735) dirty exists 2024-09-20T21:50:31.616 INFO:tasks.rados.rados.0.smithi046.stdout:2430: left oid 12 (ObjNum 735 snap 250 seq_num 735) 2024-09-20T21:50:31.616 INFO:tasks.rados.rados.0.smithi046.stdout:2432: finishing write tid 1 to smithi04683737-45 2024-09-20T21:50:31.616 INFO:tasks.rados.rados.0.smithi046.stdout:2432: finishing write tid 2 to smithi04683737-45 2024-09-20T21:50:31.617 INFO:tasks.rados.rados.0.smithi046.stdout:2431: expect (ObjNum 391 snap 123 seq_num 391) 2024-09-20T21:50:31.728 INFO:tasks.rados.rados.0.smithi046.stdout:2432: finishing write tid 3 to smithi04683737-45 2024-09-20T21:50:31.728 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 769 (ObjNum 736 snap 250 seq_num 736) dirty exists 2024-09-20T21:50:31.728 INFO:tasks.rados.rados.0.smithi046.stdout:2432: left oid 45 (ObjNum 736 snap 250 seq_num 736) 2024-09-20T21:50:31.728 INFO:tasks.rados.rados.0.smithi046.stdout:2430: done (4 left) 2024-09-20T21:50:31.728 INFO:tasks.rados.rados.0.smithi046.stdout:2431: done (3 left) 2024-09-20T21:50:31.728 INFO:tasks.rados.rados.0.smithi046.stdout:2432: done (2 left) 2024-09-20T21:50:31.728 INFO:tasks.rados.rados.0.smithi046.stdout:2434: done (1 left) 2024-09-20T21:50:31.728 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 250 2024-09-20T21:50:31.728 INFO:tasks.rados.rados.0.smithi046.stdout:2433: finishing write tid 1 to smithi04683737-32 2024-09-20T21:50:31.728 INFO:tasks.rados.rados.0.smithi046.stdout:2435: seq_num 739 ranges {1212416=385024} 2024-09-20T21:50:31.736 INFO:tasks.rados.rados.0.smithi046.stdout:2435: writing smithi04683737-3 from 1212416 to 1597440 tid 1 2024-09-20T21:50:31.736 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 250 2024-09-20T21:50:31.737 INFO:tasks.rados.rados.0.smithi046.stdout:2433: finishing write tid 2 to smithi04683737-32 2024-09-20T21:50:31.737 INFO:tasks.rados.rados.0.smithi046.stdout:2433: finishing write tid 3 to smithi04683737-32 2024-09-20T21:50:31.737 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1123 (ObjNum 737 snap 250 seq_num 737) dirty exists 2024-09-20T21:50:31.737 INFO:tasks.rados.rados.0.smithi046.stdout:2433: left oid 32 (ObjNum 737 snap 250 seq_num 737) 2024-09-20T21:50:31.737 INFO:tasks.rados.rados.0.smithi046.stdout:2436: seq_num 740 ranges {0=401408} 2024-09-20T21:50:31.738 INFO:tasks.rados.rados.0.smithi046.stdout:2436: writing smithi04683737-23 from 0 to 401408 tid 1 2024-09-20T21:50:31.739 INFO:tasks.rados.rados.0.smithi046.stdout:2433: done (2 left) 2024-09-20T21:50:31.739 INFO:tasks.rados.rados.0.smithi046.stdout:2437: snap_create 2024-09-20T21:50:31.742 INFO:tasks.rados.rados.0.smithi046.stdout:2435: finishing write tid 1 to smithi04683737-3 2024-09-20T21:50:31.744 INFO:tasks.rados.rados.0.smithi046.stdout:2435: finishing write tid 2 to smithi04683737-3 2024-09-20T21:50:31.746 INFO:tasks.rados.rados.0.smithi046.stdout:2435: finishing write tid 3 to smithi04683737-3 2024-09-20T21:50:31.746 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 988 (ObjNum 739 snap 250 seq_num 739) dirty exists 2024-09-20T21:50:31.746 INFO:tasks.rados.rados.0.smithi046.stdout:2435: left oid 3 (ObjNum 739 snap 250 seq_num 739) 2024-09-20T21:50:31.746 INFO:tasks.rados.rados.0.smithi046.stdout:2436: finishing write tid 1 to smithi04683737-23 2024-09-20T21:50:31.747 INFO:tasks.rados.rados.0.smithi046.stdout:2436: finishing write tid 2 to smithi04683737-23 2024-09-20T21:50:31.750 INFO:tasks.rados.rados.0.smithi046.stdout:2436: finishing write tid 3 to smithi04683737-23 2024-09-20T21:50:31.750 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 907 (ObjNum 740 snap 250 seq_num 740) dirty exists 2024-09-20T21:50:31.750 INFO:tasks.rados.rados.0.smithi046.stdout:2436: left oid 23 (ObjNum 740 snap 250 seq_num 740) 2024-09-20T21:50:31.892 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:31 smithi134 ceph-mon[89086]: from='client.34380 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:50:31.892 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:31 smithi134 ceph-mon[89086]: Upgrade: Updating mds.b 2024-09-20T21:50:31.892 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:31 smithi134 ceph-mon[89086]: Deploying daemon mds.b on smithi134 2024-09-20T21:50:31.892 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:31 smithi134 ceph-mon[89086]: from='client.34386 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:50:31.893 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:31 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1029303002' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:31.893 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:31 smithi134 ceph-mon[89086]: osdmap e555: 8 total, 8 up, 8 in 2024-09-20T21:50:32.056 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:31 smithi046 ceph-mon[98591]: from='client.34380 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:50:32.056 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:31 smithi046 ceph-mon[98591]: Upgrade: Updating mds.b 2024-09-20T21:50:32.056 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:31 smithi046 ceph-mon[98591]: Deploying daemon mds.b on smithi134 2024-09-20T21:50:32.056 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:31 smithi046 ceph-mon[98591]: from='client.34386 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:50:32.056 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:31 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1029303002' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:32.056 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:31 smithi046 ceph-mon[98591]: osdmap e555: 8 total, 8 up, 8 in 2024-09-20T21:50:32.056 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:31 smithi046 ceph-mon[96110]: from='client.34380 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:50:32.056 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:31 smithi046 ceph-mon[96110]: Upgrade: Updating mds.b 2024-09-20T21:50:32.057 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:31 smithi046 ceph-mon[96110]: Deploying daemon mds.b on smithi134 2024-09-20T21:50:32.057 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:31 smithi046 ceph-mon[96110]: from='client.34386 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:50:32.057 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:31 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1029303002' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:32.057 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:31 smithi046 ceph-mon[96110]: osdmap e555: 8 total, 8 up, 8 in 2024-09-20T21:50:32.153 INFO:journalctl@ceph.mds.b.smithi134.stdout:Sep 20 21:50:31 smithi134 systemd[1]: Stopping Ceph mds.b for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:50:32.159 INFO:tasks.rados.rados.0.smithi046.stdout:2435: done (2 left) 2024-09-20T21:50:32.159 INFO:tasks.rados.rados.0.smithi046.stdout:2436: done (1 left) 2024-09-20T21:50:32.159 INFO:tasks.rados.rados.0.smithi046.stdout:2437: done (0 left) 2024-09-20T21:50:32.159 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 251 2024-09-20T21:50:32.159 INFO:tasks.rados.rados.0.smithi046.stdout:2438: seq_num 741 ranges {0=417792} 2024-09-20T21:50:32.162 INFO:tasks.rados.rados.0.smithi046.stdout:2438: writing smithi04683737-15 from 0 to 417792 tid 1 2024-09-20T21:50:32.162 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 251 2024-09-20T21:50:32.162 INFO:tasks.rados.rados.0.smithi046.stdout:2439: seq_num 742 ranges {1212416=434176} 2024-09-20T21:50:32.171 INFO:tasks.rados.rados.0.smithi046.stdout:2439: writing smithi04683737-21 from 1212416 to 1646592 tid 1 2024-09-20T21:50:32.172 INFO:tasks.rados.rados.0.smithi046.stdout:2438: finishing write tid 1 to smithi04683737-15 2024-09-20T21:50:32.172 INFO:tasks.rados.rados.0.smithi046.stdout:2438: finishing write tid 2 to smithi04683737-15 2024-09-20T21:50:32.172 INFO:tasks.rados.rados.0.smithi046.stdout:2438: finishing write tid 3 to smithi04683737-15 2024-09-20T21:50:32.172 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 694 (ObjNum 741 snap 251 seq_num 741) dirty exists 2024-09-20T21:50:32.172 INFO:tasks.rados.rados.0.smithi046.stdout:2438: left oid 15 (ObjNum 741 snap 251 seq_num 741) 2024-09-20T21:50:32.172 INFO:tasks.rados.rados.0.smithi046.stdout:2438: done (1 left) 2024-09-20T21:50:32.172 INFO:tasks.rados.rados.0.smithi046.stdout:2440: setattr oid 43 current snap is 251 2024-09-20T21:50:32.174 INFO:tasks.rados.rados.0.smithi046.stdout:2441: copy_from oid 14 from oid 2 current snap is 251 2024-09-20T21:50:32.174 INFO:tasks.rados.rados.0.smithi046.stdout:2442: snap_create 2024-09-20T21:50:32.177 INFO:tasks.rados.rados.0.smithi046.stdout:2439: finishing write tid 1 to smithi04683737-21 2024-09-20T21:50:32.177 INFO:tasks.rados.rados.0.smithi046.stdout:2439: finishing write tid 2 to smithi04683737-21 2024-09-20T21:50:32.177 INFO:tasks.rados.rados.0.smithi046.stdout:2439: finishing write tid 3 to smithi04683737-21 2024-09-20T21:50:32.177 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1011 (ObjNum 742 snap 251 seq_num 742) dirty exists 2024-09-20T21:50:32.178 INFO:tasks.rados.rados.0.smithi046.stdout:2439: left oid 21 (ObjNum 742 snap 251 seq_num 742) 2024-09-20T21:50:32.178 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1013 (ObjNum 712 snap 245 seq_num 712) dirty exists 2024-09-20T21:50:32.180 INFO:tasks.rados.rados.0.smithi046.stdout:2441: finishing copy_from racing read to smithi04683737-14 2024-09-20T21:50:32.182 INFO:tasks.rados.rados.0.smithi046.stdout:2441: finishing copy_from to smithi04683737-14 2024-09-20T21:50:32.182 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 758 (ObjNum 721 snap 247 seq_num 721) dirty exists 2024-09-20T21:50:32.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-a[96087]: 2024-09-20T21:50:32.151+0000 7fa041aaf640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-20T21:50:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:50:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:50:32] "GET /metrics HTTP/1.1" 200 36092 "" "Prometheus/2.43.0" 2024-09-20T21:50:32.426 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:50:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:50:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:50:32.426 INFO:journalctl@ceph.mds.b.smithi134.stdout:Sep 20 21:50:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-b[59908]: 2024-09-20T21:50:32.151+0000 7f0971d4d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-20T21:50:32.426 INFO:journalctl@ceph.mds.b.smithi134.stdout:Sep 20 21:50:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-b[59908]: 2024-09-20T21:50:32.151+0000 7f0971d4d640 -1 mds.b *** got signal Terminated *** 2024-09-20T21:50:32.591 INFO:tasks.rados.rados.0.smithi046.stdout:2439: done (3 left) 2024-09-20T21:50:32.592 INFO:tasks.rados.rados.0.smithi046.stdout:2440: done (2 left) 2024-09-20T21:50:32.592 INFO:tasks.rados.rados.0.smithi046.stdout:2441: done (1 left) 2024-09-20T21:50:32.592 INFO:tasks.rados.rados.0.smithi046.stdout:2442: done (0 left) 2024-09-20T21:50:32.592 INFO:tasks.rados.rados.0.smithi046.stdout:2443: rollback oid 6 current snap is 252 2024-09-20T21:50:32.592 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 6 to 197 2024-09-20T21:50:32.592 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 252 2024-09-20T21:50:32.592 INFO:tasks.rados.rados.0.smithi046.stdout:2444: seq_num 743 ranges {0=450560} 2024-09-20T21:50:32.595 INFO:tasks.rados.rados.0.smithi046.stdout:2444: writing smithi04683737-9 from 0 to 450560 tid 1 2024-09-20T21:50:32.595 INFO:tasks.rados.rados.0.smithi046.stdout:2445: copy_from oid 19 from oid 31 current snap is 252 2024-09-20T21:50:32.595 INFO:tasks.rados.rados.0.smithi046.stdout:2446: rollback oid 17 current snap is 252 2024-09-20T21:50:32.595 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 17 to 223 2024-09-20T21:50:32.595 INFO:tasks.rados.rados.0.smithi046.stdout:2447: delete oid 21 current snap is 252 2024-09-20T21:50:32.595 INFO:tasks.rados.rados.0.smithi046.stdout:2443: finishing rollback tid 1 to smithi04683737-6 2024-09-20T21:50:32.595 INFO:tasks.rados.rados.0.smithi046.stdout:2443: finishing rollback tid 2 to smithi04683737-6 2024-09-20T21:50:32.596 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1125 (ObjNum 476 snap 142 seq_num 476) dirty exists 2024-09-20T21:50:32.599 INFO:tasks.rados.rados.0.smithi046.stdout:2444: finishing write tid 1 to smithi04683737-9 2024-09-20T21:50:32.599 INFO:tasks.rados.rados.0.smithi046.stdout:2444: finishing write tid 2 to smithi04683737-9 2024-09-20T21:50:32.600 INFO:tasks.rados.rados.0.smithi046.stdout:2444: finishing write tid 3 to smithi04683737-9 2024-09-20T21:50:32.601 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 909 (ObjNum 743 snap 252 seq_num 743) dirty exists 2024-09-20T21:50:32.601 INFO:tasks.rados.rados.0.smithi046.stdout:2444: left oid 9 (ObjNum 743 snap 252 seq_num 743) 2024-09-20T21:50:32.601 INFO:tasks.rados.rados.0.smithi046.stdout:2446: finishing rollback tid 1 to smithi04683737-17 2024-09-20T21:50:32.602 INFO:tasks.rados.rados.0.smithi046.stdout:2443: done (4 left) 2024-09-20T21:50:32.602 INFO:tasks.rados.rados.0.smithi046.stdout:2444: done (3 left) 2024-09-20T21:50:32.602 INFO:tasks.rados.rados.0.smithi046.stdout:2447: done (2 left) 2024-09-20T21:50:32.602 INFO:tasks.rados.rados.0.smithi046.stdout:2448: read oid 44 snap -1 2024-09-20T21:50:32.602 INFO:tasks.rados.rados.0.smithi046.stdout:2448: expect (ObjNum 544 snap 165 seq_num 544) 2024-09-20T21:50:32.602 INFO:tasks.rados.rados.0.smithi046.stdout:2449: rollback oid 23 current snap is 252 2024-09-20T21:50:32.602 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 23 to 211 2024-09-20T21:50:32.602 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 252 2024-09-20T21:50:32.602 INFO:tasks.rados.rados.0.smithi046.stdout:2450: seq_num 745 ranges {6733824=483328} 2024-09-20T21:50:32.642 INFO:tasks.rados.rados.0.smithi046.stdout:2450: writing smithi04683737-22 from 6733824 to 7217152 tid 1 2024-09-20T21:50:32.643 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 252 2024-09-20T21:50:32.643 INFO:tasks.rados.rados.0.smithi046.stdout:2446: finishing rollback tid 2 to smithi04683737-17 2024-09-20T21:50:32.643 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 990 (ObjNum 655 snap 221 seq_num 655) dirty exists 2024-09-20T21:50:32.643 INFO:tasks.rados.rados.0.smithi046.stdout:2449: finishing rollback tid 0 to smithi04683737-23 2024-09-20T21:50:32.643 INFO:tasks.rados.rados.0.smithi046.stdout:2449: finishing rollback tid 1 to smithi04683737-23 2024-09-20T21:50:32.643 INFO:tasks.rados.rados.0.smithi046.stdout:2449: finishing rollback tid 2 to smithi04683737-23 2024-09-20T21:50:32.643 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 912 (ObjNum 631 snap 203 seq_num 631) dirty exists 2024-09-20T21:50:32.643 INFO:tasks.rados.rados.0.smithi046.stdout:2448: expect (ObjNum 544 snap 165 seq_num 544) 2024-09-20T21:50:32.713 INFO:tasks.rados.rados.0.smithi046.stdout:2445: finishing copy_from racing read to smithi04683737-19 2024-09-20T21:50:32.713 INFO:tasks.rados.rados.0.smithi046.stdout:2445: finishing copy_from to smithi04683737-19 2024-09-20T21:50:32.713 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 945 (ObjNum 391 snap 123 seq_num 391) dirty exists 2024-09-20T21:50:32.713 INFO:tasks.rados.rados.0.smithi046.stdout:2450: finishing write tid 1 to smithi04683737-22 2024-09-20T21:50:32.713 INFO:tasks.rados.rados.0.smithi046.stdout:2450: finishing write tid 2 to smithi04683737-22 2024-09-20T21:50:32.713 INFO:tasks.rados.rados.0.smithi046.stdout:2451: seq_num 746 ranges {2392064=499712} 2024-09-20T21:50:32.729 INFO:tasks.rados.rados.0.smithi046.stdout:2451: writing smithi04683737-40 from 2392064 to 2891776 tid 1 2024-09-20T21:50:32.729 INFO:tasks.rados.rados.0.smithi046.stdout:2445: done (5 left) 2024-09-20T21:50:32.729 INFO:tasks.rados.rados.0.smithi046.stdout:2446: done (4 left) 2024-09-20T21:50:32.730 INFO:tasks.rados.rados.0.smithi046.stdout:2448: done (3 left) 2024-09-20T21:50:32.730 INFO:tasks.rados.rados.0.smithi046.stdout:2449: done (2 left) 2024-09-20T21:50:32.730 INFO:tasks.rados.rados.0.smithi046.stdout:2452: read oid 30 snap -1 2024-09-20T21:50:32.730 INFO:tasks.rados.rados.0.smithi046.stdout:2452: expect (ObjNum 727 snap 247 seq_num 727) 2024-09-20T21:50:32.730 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 252 2024-09-20T21:50:32.730 INFO:tasks.rados.rados.0.smithi046.stdout:2450: finishing write tid 3 to smithi04683737-22 2024-09-20T21:50:32.730 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1018 (ObjNum 745 snap 252 seq_num 745) dirty exists 2024-09-20T21:50:32.730 INFO:tasks.rados.rados.0.smithi046.stdout:2450: left oid 22 (ObjNum 745 snap 252 seq_num 745) 2024-09-20T21:50:32.730 INFO:tasks.rados.rados.0.smithi046.stdout:2453: seq_num 747 ranges {786432=516096} 2024-09-20T21:50:32.736 INFO:tasks.rados.rados.0.smithi046.stdout:2453: writing smithi04683737-14 from 786432 to 1302528 tid 1 2024-09-20T21:50:32.736 INFO:tasks.rados.rados.0.smithi046.stdout:2450: done (3 left) 2024-09-20T21:50:32.736 INFO:tasks.rados.rados.0.smithi046.stdout:2454: copy_from oid 16 from oid 48 current snap is 252 2024-09-20T21:50:32.737 INFO:tasks.rados.rados.0.smithi046.stdout:2452: expect (ObjNum 727 snap 247 seq_num 727) 2024-09-20T21:50:32.742 INFO:tasks.rados.rados.0.smithi046.stdout:2451: finishing write tid 1 to smithi04683737-40 2024-09-20T21:50:32.742 INFO:tasks.rados.rados.0.smithi046.stdout:2451: finishing write tid 2 to smithi04683737-40 2024-09-20T21:50:32.742 INFO:tasks.rados.rados.0.smithi046.stdout:2452: done (3 left) 2024-09-20T21:50:32.742 INFO:tasks.rados.rados.0.smithi046.stdout:2455: read oid 43 snap -1 2024-09-20T21:50:32.742 INFO:tasks.rados.rados.0.smithi046.stdout:2455: expect (ObjNum 712 snap 245 seq_num 712) 2024-09-20T21:50:32.742 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 252 2024-09-20T21:50:32.742 INFO:tasks.rados.rados.0.smithi046.stdout:2451: finishing write tid 3 to smithi04683737-40 2024-09-20T21:50:32.743 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 701 (ObjNum 746 snap 252 seq_num 746) dirty exists 2024-09-20T21:50:32.743 INFO:tasks.rados.rados.0.smithi046.stdout:2451: left oid 40 (ObjNum 746 snap 252 seq_num 746) 2024-09-20T21:50:32.743 INFO:tasks.rados.rados.0.smithi046.stdout:2453: finishing write tid 1 to smithi04683737-14 2024-09-20T21:50:32.743 INFO:tasks.rados.rados.0.smithi046.stdout:2453: finishing write tid 2 to smithi04683737-14 2024-09-20T21:50:32.743 INFO:tasks.rados.rados.0.smithi046.stdout:2453: finishing write tid 3 to smithi04683737-14 2024-09-20T21:50:32.743 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 1077 (ObjNum 747 snap 252 seq_num 747) dirty exists 2024-09-20T21:50:32.743 INFO:tasks.rados.rados.0.smithi046.stdout:2453: left oid 14 (ObjNum 747 snap 252 seq_num 747) 2024-09-20T21:50:32.743 INFO:tasks.rados.rados.0.smithi046.stdout:2456: seq_num 748 ranges {3219456=532480} 2024-09-20T21:50:32.763 INFO:tasks.rados.rados.0.smithi046.stdout:2456: writing smithi04683737-41 from 3219456 to 3751936 tid 1 2024-09-20T21:50:32.763 INFO:tasks.rados.rados.0.smithi046.stdout:2451: done (4 left) 2024-09-20T21:50:32.763 INFO:tasks.rados.rados.0.smithi046.stdout:2453: done (3 left) 2024-09-20T21:50:32.764 INFO:tasks.rados.rados.0.smithi046.stdout:2457: delete oid 26 current snap is 252 2024-09-20T21:50:32.764 INFO:tasks.rados.rados.0.smithi046.stdout:2454: finishing copy_from racing read to smithi04683737-16 2024-09-20T21:50:32.764 INFO:tasks.rados.rados.0.smithi046.stdout:2454: finishing copy_from to smithi04683737-16 2024-09-20T21:50:32.764 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 986 (ObjNum 732 snap 248 seq_num 732) dirty exists 2024-09-20T21:50:32.764 INFO:tasks.rados.rados.0.smithi046.stdout:2455: expect (ObjNum 712 snap 245 seq_num 712) 2024-09-20T21:50:32.832 INFO:tasks.rados.rados.0.smithi046.stdout:2456: finishing write tid 1 to smithi04683737-41 2024-09-20T21:50:32.832 INFO:tasks.rados.rados.0.smithi046.stdout:2456: finishing write tid 2 to smithi04683737-41 2024-09-20T21:50:32.832 INFO:tasks.rados.rados.0.smithi046.stdout:2456: finishing write tid 3 to smithi04683737-41 2024-09-20T21:50:32.833 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1080 (ObjNum 748 snap 252 seq_num 748) dirty exists 2024-09-20T21:50:32.833 INFO:tasks.rados.rados.0.smithi046.stdout:2456: left oid 41 (ObjNum 748 snap 252 seq_num 748) 2024-09-20T21:50:32.833 INFO:tasks.rados.rados.0.smithi046.stdout:2454: done (3 left) 2024-09-20T21:50:32.833 INFO:tasks.rados.rados.0.smithi046.stdout:2455: done (2 left) 2024-09-20T21:50:32.833 INFO:tasks.rados.rados.0.smithi046.stdout:2456: done (1 left) 2024-09-20T21:50:32.833 INFO:tasks.rados.rados.0.smithi046.stdout:2457: done (0 left) 2024-09-20T21:50:32.833 INFO:tasks.rados.rados.0.smithi046.stdout:2458: snap_remove snap 249 2024-09-20T21:50:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:32 smithi046 ceph-mon[96110]: pgmap v498: 121 pgs: 121 active+clean; 390 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.5 MiB/s wr, 21 op/s 2024-09-20T21:50:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:32 smithi046 ceph-mon[96110]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-20T21:50:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:32 smithi046 ceph-mon[96110]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-20T21:50:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:32 smithi046 ceph-mon[96110]: osdmap e556: 8 total, 8 up, 8 in 2024-09-20T21:50:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:32 smithi046 ceph-mon[96110]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-20T21:50:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:32 smithi046 ceph-mon[96110]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-20T21:50:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:32 smithi046 ceph-mon[96110]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-20T21:50:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:32 smithi046 ceph-mon[96110]: fsmap cephfs:1/1 {0=a=up:replay} 2024-09-20T21:50:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:32 smithi046 ceph-mon[96110]: osdmap e557: 8 total, 8 up, 8 in 2024-09-20T21:50:33.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:32 smithi046 ceph-mon[98591]: pgmap v498: 121 pgs: 121 active+clean; 390 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.5 MiB/s wr, 21 op/s 2024-09-20T21:50:33.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:32 smithi046 ceph-mon[98591]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-20T21:50:33.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:32 smithi046 ceph-mon[98591]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-20T21:50:33.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:32 smithi046 ceph-mon[98591]: osdmap e556: 8 total, 8 up, 8 in 2024-09-20T21:50:33.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:32 smithi046 ceph-mon[98591]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-20T21:50:33.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:32 smithi046 ceph-mon[98591]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-20T21:50:33.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:32 smithi046 ceph-mon[98591]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-20T21:50:33.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:32 smithi046 ceph-mon[98591]: fsmap cephfs:1/1 {0=a=up:replay} 2024-09-20T21:50:33.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:32 smithi046 ceph-mon[98591]: osdmap e557: 8 total, 8 up, 8 in 2024-09-20T21:50:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:32 smithi134 ceph-mon[89086]: pgmap v498: 121 pgs: 121 active+clean; 390 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.5 MiB/s wr, 21 op/s 2024-09-20T21:50:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:32 smithi134 ceph-mon[89086]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-20T21:50:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:32 smithi134 ceph-mon[89086]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-20T21:50:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:32 smithi134 ceph-mon[89086]: osdmap e556: 8 total, 8 up, 8 in 2024-09-20T21:50:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:32 smithi134 ceph-mon[89086]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-20T21:50:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:32 smithi134 ceph-mon[89086]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-20T21:50:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:32 smithi134 ceph-mon[89086]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-20T21:50:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:32 smithi134 ceph-mon[89086]: fsmap cephfs:1/1 {0=a=up:replay} 2024-09-20T21:50:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:32 smithi134 ceph-mon[89086]: osdmap e557: 8 total, 8 up, 8 in 2024-09-20T21:50:33.726 INFO:tasks.rados.rados.0.smithi046.stdout:2458: done (0 left) 2024-09-20T21:50:33.726 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 252 2024-09-20T21:50:33.726 INFO:tasks.rados.rados.0.smithi046.stdout:2459: seq_num 750 ranges {7217152=565248} 2024-09-20T21:50:33.770 INFO:tasks.rados.rados.0.smithi046.stdout:2459: writing smithi04683737-22 from 7217152 to 7782400 tid 1 2024-09-20T21:50:33.770 INFO:tasks.rados.rados.0.smithi046.stdout:2460: read oid 40 snap -1 2024-09-20T21:50:33.770 INFO:tasks.rados.rados.0.smithi046.stdout:2460: expect (ObjNum 746 snap 252 seq_num 746) 2024-09-20T21:50:33.770 INFO:tasks.rados.rados.0.smithi046.stdout:2461: read oid 29 snap -1 2024-09-20T21:50:33.770 INFO:tasks.rados.rados.0.smithi046.stdout:2461: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:50:33.771 INFO:tasks.rados.rados.0.smithi046.stdout:2462: snap_remove snap 226 2024-09-20T21:50:34.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:34 smithi134 ceph-mon[89086]: mds.? [v2:172.21.15.46:6834/2027598210,v1:172.21.15.46:6835/2027598210] up:reconnect 2024-09-20T21:50:34.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:34 smithi134 ceph-mon[89086]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-09-20T21:50:34.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:34 smithi134 ceph-mon[89086]: pgmap v502: 121 pgs: 121 active+clean; 394 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 32 op/s 2024-09-20T21:50:34.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:34 smithi134 ceph-mon[89086]: osdmap e558: 8 total, 8 up, 8 in 2024-09-20T21:50:34.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:34 smithi046 ceph-mon[98591]: mds.? [v2:172.21.15.46:6834/2027598210,v1:172.21.15.46:6835/2027598210] up:reconnect 2024-09-20T21:50:34.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:34 smithi046 ceph-mon[98591]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-09-20T21:50:34.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:34 smithi046 ceph-mon[98591]: pgmap v502: 121 pgs: 121 active+clean; 394 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 32 op/s 2024-09-20T21:50:34.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:34 smithi046 ceph-mon[98591]: osdmap e558: 8 total, 8 up, 8 in 2024-09-20T21:50:34.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:34 smithi046 ceph-mon[96110]: mds.? [v2:172.21.15.46:6834/2027598210,v1:172.21.15.46:6835/2027598210] up:reconnect 2024-09-20T21:50:34.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:34 smithi046 ceph-mon[96110]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-09-20T21:50:34.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:34 smithi046 ceph-mon[96110]: pgmap v502: 121 pgs: 121 active+clean; 394 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 32 op/s 2024-09-20T21:50:34.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:34 smithi046 ceph-mon[96110]: osdmap e558: 8 total, 8 up, 8 in 2024-09-20T21:50:34.730 INFO:tasks.rados.rados.0.smithi046.stdout:2462: done (3 left) 2024-09-20T21:50:34.730 INFO:tasks.rados.rados.0.smithi046.stdout:2463: snap_remove snap 233 2024-09-20T21:50:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:35 smithi134 ceph-mon[89086]: mds.? [v2:172.21.15.46:6834/2027598210,v1:172.21.15.46:6835/2027598210] up:rejoin 2024-09-20T21:50:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:35 smithi134 ceph-mon[89086]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-09-20T21:50:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:35 smithi134 ceph-mon[89086]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-20T21:50:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:35 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:35 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:50:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:35 smithi134 ceph-mon[89086]: osdmap e559: 8 total, 8 up, 8 in 2024-09-20T21:50:35.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:35 smithi046 ceph-mon[98591]: mds.? [v2:172.21.15.46:6834/2027598210,v1:172.21.15.46:6835/2027598210] up:rejoin 2024-09-20T21:50:35.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:35 smithi046 ceph-mon[98591]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-09-20T21:50:35.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:35 smithi046 ceph-mon[98591]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-20T21:50:35.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:35 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:35.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:35 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:50:35.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:35 smithi046 ceph-mon[98591]: osdmap e559: 8 total, 8 up, 8 in 2024-09-20T21:50:35.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:35 smithi046 ceph-mon[96110]: mds.? [v2:172.21.15.46:6834/2027598210,v1:172.21.15.46:6835/2027598210] up:rejoin 2024-09-20T21:50:35.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:35 smithi046 ceph-mon[96110]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-09-20T21:50:35.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:35 smithi046 ceph-mon[96110]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-20T21:50:35.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:35 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:35.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:35 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:50:35.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:35 smithi046 ceph-mon[96110]: osdmap e559: 8 total, 8 up, 8 in 2024-09-20T21:50:35.736 INFO:tasks.rados.rados.0.smithi046.stdout:2463: done (3 left) 2024-09-20T21:50:35.736 INFO:tasks.rados.rados.0.smithi046.stdout:2464: delete oid 8 current snap is 252 2024-09-20T21:50:35.736 INFO:tasks.rados.rados.0.smithi046.stdout:2461: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:50:35.740 INFO:tasks.rados.rados.0.smithi046.stdout:2459: finishing write tid 1 to smithi04683737-22 2024-09-20T21:50:35.740 INFO:tasks.rados.rados.0.smithi046.stdout:2459: finishing write tid 2 to smithi04683737-22 2024-09-20T21:50:35.740 INFO:tasks.rados.rados.0.smithi046.stdout:2459: finishing write tid 3 to smithi04683737-22 2024-09-20T21:50:35.740 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1026 (ObjNum 750 snap 252 seq_num 750) dirty exists 2024-09-20T21:50:35.740 INFO:tasks.rados.rados.0.smithi046.stdout:2459: left oid 22 (ObjNum 750 snap 252 seq_num 750) 2024-09-20T21:50:35.740 INFO:tasks.rados.rados.0.smithi046.stdout:2460: expect (ObjNum 746 snap 252 seq_num 746) 2024-09-20T21:50:35.843 INFO:journalctl@ceph.mds.b.smithi134.stdout:Sep 20 21:50:35 smithi134 podman[114398]: 2024-09-20 21:50:35.562980675 +0000 UTC m=+3.528230193 container died 132e8dbc5c5df62221abb161783734110efddd987f9066bcb2cec7c782acee74 (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-b, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=quincy-fbd1a6a, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-20T21:50:35.883 INFO:tasks.rados.rados.0.smithi046.stdout:2459: done (3 left) 2024-09-20T21:50:35.883 INFO:tasks.rados.rados.0.smithi046.stdout:2460: done (2 left) 2024-09-20T21:50:35.883 INFO:tasks.rados.rados.0.smithi046.stdout:2461: done (1 left) 2024-09-20T21:50:35.883 INFO:tasks.rados.rados.0.smithi046.stdout:2464: done (0 left) 2024-09-20T21:50:35.883 INFO:tasks.rados.rados.0.smithi046.stdout:2465: delete oid 19 current snap is 252 2024-09-20T21:50:35.885 INFO:tasks.rados.rados.0.smithi046.stdout:2465: done (0 left) 2024-09-20T21:50:35.885 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 252 2024-09-20T21:50:35.885 INFO:tasks.rados.rados.0.smithi046.stdout:2466: seq_num 753 ranges {229376=614400} 2024-09-20T21:50:35.890 INFO:tasks.rados.rados.0.smithi046.stdout:2466: writing smithi04683737-18 from 229376 to 843776 tid 1 2024-09-20T21:50:35.890 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 252 2024-09-20T21:50:35.890 INFO:tasks.rados.rados.0.smithi046.stdout:2467: seq_num 754 ranges {1302528=630784} 2024-09-20T21:50:35.901 INFO:tasks.rados.rados.0.smithi046.stdout:2467: writing smithi04683737-14 from 1302528 to 1933312 tid 1 2024-09-20T21:50:35.901 INFO:tasks.rados.rados.0.smithi046.stdout:2468: delete oid 35 current snap is 252 2024-09-20T21:50:35.901 INFO:tasks.rados.rados.0.smithi046.stdout:2466: finishing write tid 1 to smithi04683737-18 2024-09-20T21:50:35.901 INFO:tasks.rados.rados.0.smithi046.stdout:2466: finishing write tid 2 to smithi04683737-18 2024-09-20T21:50:35.901 INFO:tasks.rados.rados.0.smithi046.stdout:2466: finishing write tid 3 to smithi04683737-18 2024-09-20T21:50:35.901 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 992 (ObjNum 753 snap 252 seq_num 753) dirty exists 2024-09-20T21:50:35.901 INFO:tasks.rados.rados.0.smithi046.stdout:2466: left oid 18 (ObjNum 753 snap 252 seq_num 753) 2024-09-20T21:50:35.903 INFO:tasks.rados.rados.0.smithi046.stdout:2466: done (2 left) 2024-09-20T21:50:35.903 INFO:tasks.rados.rados.0.smithi046.stdout:2468: done (1 left) 2024-09-20T21:50:35.903 INFO:tasks.rados.rados.0.smithi046.stdout:2469: setattr oid 35 current snap is 252 2024-09-20T21:50:35.904 INFO:tasks.rados.rados.0.smithi046.stdout:2467: finishing write tid 1 to smithi04683737-14 2024-09-20T21:50:35.905 INFO:tasks.rados.rados.0.smithi046.stdout:2470: copy_from oid 26 from oid 1 current snap is 252 2024-09-20T21:50:35.905 INFO:tasks.rados.rados.0.smithi046.stdout:2471: copy_from oid 17 from oid 29 current snap is 252 2024-09-20T21:50:35.905 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 27 current snap is 252 2024-09-20T21:50:35.905 INFO:tasks.rados.rados.0.smithi046.stdout:2472: seq_num 756 ranges {7102464=671744} 2024-09-20T21:50:35.947 INFO:tasks.rados.rados.0.smithi046.stdout:2472: writing smithi04683737-27 from 7102464 to 7774208 tid 1 2024-09-20T21:50:35.947 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 252 2024-09-20T21:50:35.947 INFO:tasks.rados.rados.0.smithi046.stdout:2467: finishing write tid 2 to smithi04683737-14 2024-09-20T21:50:35.947 INFO:tasks.rados.rados.0.smithi046.stdout:2473: seq_num 757 ranges {786432=688128} 2024-09-20T21:50:35.957 INFO:tasks.rados.rados.0.smithi046.stdout:2473: writing smithi04683737-2 from 786432 to 1474560 tid 1 2024-09-20T21:50:35.957 INFO:tasks.rados.rados.0.smithi046.stdout:2474: read oid 9 snap -1 2024-09-20T21:50:35.957 INFO:tasks.rados.rados.0.smithi046.stdout:2474: expect (ObjNum 743 snap 252 seq_num 743) 2024-09-20T21:50:35.957 INFO:tasks.rados.rados.0.smithi046.stdout:2475: rmattr oid 28 current snap is 252 2024-09-20T21:50:35.957 INFO:tasks.rados.rados.0.smithi046.stdout:2475: done (7 left) 2024-09-20T21:50:35.957 INFO:tasks.rados.rados.0.smithi046.stdout:2476: rollback oid 44 current snap is 252 2024-09-20T21:50:35.957 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 44 to 246 2024-09-20T21:50:35.957 INFO:tasks.rados.rados.0.smithi046.stdout:2467: finishing write tid 3 to smithi04683737-14 2024-09-20T21:50:35.957 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 1100 (ObjNum 754 snap 252 seq_num 754) dirty exists 2024-09-20T21:50:35.957 INFO:tasks.rados.rados.0.smithi046.stdout:2467: left oid 14 (ObjNum 754 snap 252 seq_num 754) 2024-09-20T21:50:35.957 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 690 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-20T21:50:35.957 INFO:tasks.rados.rados.0.smithi046.stdout:2471: finishing copy_from racing read to smithi04683737-17 2024-09-20T21:50:35.957 INFO:tasks.rados.rados.0.smithi046.stdout:2471: finishing copy_from to smithi04683737-17 2024-09-20T21:50:35.958 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 738 (ObjNum 65 snap 0 seq_num 1717525855) dirty exists 2024-09-20T21:50:35.958 INFO:tasks.rados.rados.0.smithi046.stdout:2470: finishing copy_from racing read to smithi04683737-26 2024-09-20T21:50:35.958 INFO:tasks.rados.rados.0.smithi046.stdout:2470: finishing copy_from to smithi04683737-26 2024-09-20T21:50:35.958 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 763 (ObjNum 717 snap 246 seq_num 717) dirty exists 2024-09-20T21:50:35.958 INFO:tasks.rados.rados.0.smithi046.stdout:2472: finishing write tid 1 to smithi04683737-27 2024-09-20T21:50:35.958 INFO:tasks.rados.rados.0.smithi046.stdout:2472: finishing write tid 2 to smithi04683737-27 2024-09-20T21:50:35.958 INFO:tasks.rados.rados.0.smithi046.stdout:2472: finishing write tid 3 to smithi04683737-27 2024-09-20T21:50:35.958 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 768 (ObjNum 756 snap 252 seq_num 756) dirty exists 2024-09-20T21:50:35.958 INFO:tasks.rados.rados.0.smithi046.stdout:2472: left oid 27 (ObjNum 756 snap 252 seq_num 756) 2024-09-20T21:50:35.959 INFO:tasks.rados.rados.0.smithi046.stdout:2467: done (7 left) 2024-09-20T21:50:35.959 INFO:tasks.rados.rados.0.smithi046.stdout:2469: done (6 left) 2024-09-20T21:50:35.959 INFO:tasks.rados.rados.0.smithi046.stdout:2470: done (5 left) 2024-09-20T21:50:35.959 INFO:tasks.rados.rados.0.smithi046.stdout:2471: done (4 left) 2024-09-20T21:50:35.959 INFO:tasks.rados.rados.0.smithi046.stdout:2472: done (3 left) 2024-09-20T21:50:35.959 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 252 2024-09-20T21:50:35.959 INFO:tasks.rados.rados.0.smithi046.stdout:2477: seq_num 758 ranges {786432=704512} 2024-09-20T21:50:35.965 INFO:tasks.rados.rados.0.smithi046.stdout:2477: writing smithi04683737-24 from 786432 to 1490944 tid 1 2024-09-20T21:50:35.965 INFO:tasks.rados.rados.0.smithi046.stdout:2478: read oid 37 snap -1 2024-09-20T21:50:35.965 INFO:tasks.rados.rados.0.smithi046.stdout:2478: expect (ObjNum 728 snap 248 seq_num 728) 2024-09-20T21:50:35.965 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 34 current snap is 252 2024-09-20T21:50:35.965 INFO:tasks.rados.rados.0.smithi046.stdout:2479: seq_num 759 ranges {5046272=720896} 2024-09-20T21:50:35.997 INFO:tasks.rados.rados.0.smithi046.stdout:2479: writing smithi04683737-34 from 5046272 to 5767168 tid 1 2024-09-20T21:50:35.997 INFO:tasks.rados.rados.0.smithi046.stdout:2480: copy_from oid 1 from oid 46 current snap is 252 2024-09-20T21:50:35.997 INFO:tasks.rados.rados.0.smithi046.stdout:2474: expect (ObjNum 743 snap 252 seq_num 743) 2024-09-20T21:50:36.008 INFO:tasks.rados.rados.0.smithi046.stdout:2473: finishing write tid 1 to smithi04683737-2 2024-09-20T21:50:36.009 INFO:tasks.rados.rados.0.smithi046.stdout:2473: finishing write tid 2 to smithi04683737-2 2024-09-20T21:50:36.009 INFO:tasks.rados.rados.0.smithi046.stdout:2474: done (6 left) 2024-09-20T21:50:36.009 INFO:tasks.rados.rados.0.smithi046.stdout:2481: snap_create 2024-09-20T21:50:36.009 INFO:tasks.rados.rados.0.smithi046.stdout:2476: finishing rollback tid 0 to smithi04683737-44 2024-09-20T21:50:36.009 INFO:tasks.rados.rados.0.smithi046.stdout:2476: finishing rollback tid 1 to smithi04683737-44 2024-09-20T21:50:36.009 INFO:tasks.rados.rados.0.smithi046.stdout:2473: finishing write tid 3 to smithi04683737-2 2024-09-20T21:50:36.009 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 760 (ObjNum 757 snap 252 seq_num 757) dirty exists 2024-09-20T21:50:36.009 INFO:tasks.rados.rados.0.smithi046.stdout:2473: left oid 2 (ObjNum 757 snap 252 seq_num 757) 2024-09-20T21:50:36.009 INFO:tasks.rados.rados.0.smithi046.stdout:2476: finishing rollback tid 2 to smithi04683737-44 2024-09-20T21:50:36.009 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 763 (ObjNum 544 snap 165 seq_num 544) dirty exists 2024-09-20T21:50:36.009 INFO:tasks.rados.rados.0.smithi046.stdout:2478: expect (ObjNum 728 snap 248 seq_num 728) 2024-09-20T21:50:36.014 INFO:tasks.rados.rados.0.smithi046.stdout:2477: finishing write tid 1 to smithi04683737-24 2024-09-20T21:50:36.014 INFO:tasks.rados.rados.0.smithi046.stdout:2477: finishing write tid 2 to smithi04683737-24 2024-09-20T21:50:36.014 INFO:tasks.rados.rados.0.smithi046.stdout:2477: finishing write tid 3 to smithi04683737-24 2024-09-20T21:50:36.014 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 770 (ObjNum 758 snap 252 seq_num 758) dirty exists 2024-09-20T21:50:36.014 INFO:tasks.rados.rados.0.smithi046.stdout:2477: left oid 24 (ObjNum 758 snap 252 seq_num 758) 2024-09-20T21:50:36.014 INFO:tasks.rados.rados.0.smithi046.stdout:2480: finishing copy_from to smithi04683737-1 2024-09-20T21:50:36.014 INFO:tasks.rados.rados.0.smithi046.stdout:2480: got expected ENOENT (src dne) 2024-09-20T21:50:36.014 INFO:tasks.rados.rados.0.smithi046.stdout:2480: finishing copy_from racing read to smithi04683737-1 2024-09-20T21:50:36.014 INFO:tasks.rados.rados.0.smithi046.stdout:2479: finishing write tid 1 to smithi04683737-34 2024-09-20T21:50:36.014 INFO:tasks.rados.rados.0.smithi046.stdout:2479: finishing write tid 2 to smithi04683737-34 2024-09-20T21:50:36.014 INFO:tasks.rados.rados.0.smithi046.stdout:2479: finishing write tid 3 to smithi04683737-34 2024-09-20T21:50:36.015 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 1103 (ObjNum 759 snap 252 seq_num 759) dirty exists 2024-09-20T21:50:36.015 INFO:tasks.rados.rados.0.smithi046.stdout:2479: left oid 34 (ObjNum 759 snap 252 seq_num 759) 2024-09-20T21:50:36.176 INFO:journalctl@ceph.mds.b.smithi134.stdout:Sep 20 21:50:35 smithi134 podman[114398]: 2024-09-20 21:50:35.932809132 +0000 UTC m=+3.898058690 container cleanup 132e8dbc5c5df62221abb161783734110efddd987f9066bcb2cec7c782acee74 (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-b, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-fbd1a6a, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-20T21:50:36.176 INFO:journalctl@ceph.mds.b.smithi134.stdout:Sep 20 21:50:35 smithi134 bash[114398]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-b 2024-09-20T21:50:36.426 INFO:journalctl@ceph.mds.b.smithi134.stdout:Sep 20 21:50:36 smithi134 podman[114415]: 2024-09-20 21:50:36.209548745 +0000 UTC m=+0.646277124 container remove 132e8dbc5c5df62221abb161783734110efddd987f9066bcb2cec7c782acee74 (image=quay.ceph.io/ceph-ci/ceph@sha256:ee510334bec3e52f2758802688c49d04ace3cbf9008a76cda46905f72653dab2, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-b, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=quincy-fbd1a6a, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.37.2) 2024-09-20T21:50:36.426 INFO:journalctl@ceph.mds.b.smithi134.stdout:Sep 20 21:50:36 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mds.b.service: Deactivated successfully. 2024-09-20T21:50:36.426 INFO:journalctl@ceph.mds.b.smithi134.stdout:Sep 20 21:50:36 smithi134 systemd[1]: Stopped Ceph mds.b for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:50:36.426 INFO:journalctl@ceph.mds.b.smithi134.stdout:Sep 20 21:50:36 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mds.b.service: Consumed 1.658s CPU time. 2024-09-20T21:50:36.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:36 smithi134 ceph-mon[89086]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-20T21:50:36.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:36 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T21:50:36.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:36 smithi134 ceph-mon[89086]: mds.? [v2:172.21.15.46:6834/2027598210,v1:172.21.15.46:6835/2027598210] up:active 2024-09-20T21:50:36.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:36 smithi134 ceph-mon[89086]: fsmap cephfs:1 {0=a=up:active} 2024-09-20T21:50:36.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:36 smithi134 ceph-mon[89086]: pgmap v505: 121 pgs: 121 active+clean; 401 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.8 MiB/s wr, 27 op/s 2024-09-20T21:50:36.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:36 smithi134 ceph-mon[89086]: osdmap e560: 8 total, 8 up, 8 in 2024-09-20T21:50:36.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:36 smithi046 ceph-mon[96110]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-20T21:50:36.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:36 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T21:50:36.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:36 smithi046 ceph-mon[96110]: mds.? [v2:172.21.15.46:6834/2027598210,v1:172.21.15.46:6835/2027598210] up:active 2024-09-20T21:50:36.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:36 smithi046 ceph-mon[96110]: fsmap cephfs:1 {0=a=up:active} 2024-09-20T21:50:36.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:36 smithi046 ceph-mon[96110]: pgmap v505: 121 pgs: 121 active+clean; 401 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.8 MiB/s wr, 27 op/s 2024-09-20T21:50:36.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:36 smithi046 ceph-mon[96110]: osdmap e560: 8 total, 8 up, 8 in 2024-09-20T21:50:36.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:36 smithi046 ceph-mon[98591]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-20T21:50:36.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:36 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T21:50:36.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:36 smithi046 ceph-mon[98591]: mds.? [v2:172.21.15.46:6834/2027598210,v1:172.21.15.46:6835/2027598210] up:active 2024-09-20T21:50:36.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:36 smithi046 ceph-mon[98591]: fsmap cephfs:1 {0=a=up:active} 2024-09-20T21:50:36.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:36 smithi046 ceph-mon[98591]: pgmap v505: 121 pgs: 121 active+clean; 401 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.8 MiB/s wr, 27 op/s 2024-09-20T21:50:36.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:36 smithi046 ceph-mon[98591]: osdmap e560: 8 total, 8 up, 8 in 2024-09-20T21:50:36.731 INFO:tasks.rados.rados.0.smithi046.stdout:2473: done (6 left) 2024-09-20T21:50:36.731 INFO:tasks.rados.rados.0.smithi046.stdout:2476: done (5 left) 2024-09-20T21:50:36.731 INFO:tasks.rados.rados.0.smithi046.stdout:2477: done (4 left) 2024-09-20T21:50:36.731 INFO:tasks.rados.rados.0.smithi046.stdout:2478: done (3 left) 2024-09-20T21:50:36.731 INFO:tasks.rados.rados.0.smithi046.stdout:2479: done (2 left) 2024-09-20T21:50:36.731 INFO:tasks.rados.rados.0.smithi046.stdout:2480: done (1 left) 2024-09-20T21:50:36.731 INFO:tasks.rados.rados.0.smithi046.stdout:2481: done (0 left) 2024-09-20T21:50:36.732 INFO:tasks.rados.rados.0.smithi046.stdout:2482: snap_create 2024-09-20T21:50:36.915 INFO:journalctl@ceph.mds.b.smithi134.stdout:Sep 20 21:50:36 smithi134 systemd[1]: Starting Ceph mds.b for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:50:36.915 INFO:journalctl@ceph.mds.b.smithi134.stdout:Sep 20 21:50:36 smithi134 podman[114551]: 2024-09-20 21:50:36.680467796 +0000 UTC m=+0.015789130 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T21:50:36.915 INFO:journalctl@ceph.mds.b.smithi134.stdout:Sep 20 21:50:36 smithi134 podman[114551]: 2024-09-20 21:50:36.79428003 +0000 UTC m=+0.129601355 container create 6e869ed93a43d3508425b3e9abbe0f6818d2771ae8289d6a40efda49d271ebe1 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-b, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-9e2ac70) 2024-09-20T21:50:37.150 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 20 21:50:36 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-a[124763]: 2024-09-20T21:50:36.687+0000 7fc440c48640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-20T21:50:37.426 INFO:journalctl@ceph.mds.b.smithi134.stdout:Sep 20 21:50:37 smithi134 podman[114551]: 2024-09-20 21:50:37.01338186 +0000 UTC m=+0.348703189 container init 6e869ed93a43d3508425b3e9abbe0f6818d2771ae8289d6a40efda49d271ebe1 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-b, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, RELEASE=squid-9e2ac70, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-09-20T21:50:37.426 INFO:journalctl@ceph.mds.b.smithi134.stdout:Sep 20 21:50:37 smithi134 podman[114551]: 2024-09-20 21:50:37.018762211 +0000 UTC m=+0.354083539 container start 6e869ed93a43d3508425b3e9abbe0f6818d2771ae8289d6a40efda49d271ebe1 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-b, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-9e2ac70, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-09-20T21:50:37.426 INFO:journalctl@ceph.mds.b.smithi134.stdout:Sep 20 21:50:37 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-b[114566]: starting mds.b at 2024-09-20T21:50:37.426 INFO:journalctl@ceph.mds.b.smithi134.stdout:Sep 20 21:50:37 smithi134 bash[114551]: 6e869ed93a43d3508425b3e9abbe0f6818d2771ae8289d6a40efda49d271ebe1 2024-09-20T21:50:37.426 INFO:journalctl@ceph.mds.b.smithi134.stdout:Sep 20 21:50:37 smithi134 systemd[1]: Started Ceph mds.b for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:50:37.592 INFO:tasks.rados.rados.0.smithi046.stdout:2482: done (0 left) 2024-09-20T21:50:37.592 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 254 2024-09-20T21:50:37.592 INFO:tasks.rados.rados.0.smithi046.stdout:2483: seq_num 760 ranges {2015232=737280} 2024-09-20T21:50:37.608 INFO:tasks.rados.rados.0.smithi046.stdout:2483: writing smithi04683737-42 from 2015232 to 2752512 tid 1 2024-09-20T21:50:37.608 INFO:tasks.rados.rados.0.smithi046.stdout:2484: read oid 35 snap 250 2024-09-20T21:50:37.608 INFO:tasks.rados.rados.0.smithi046.stdout:2484: expect (ObjNum 532 snap 163 seq_num 532) 2024-09-20T21:50:37.608 INFO:tasks.rados.rados.0.smithi046.stdout:2485: rollback oid 45 current snap is 254 2024-09-20T21:50:37.608 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 45 to 230 2024-09-20T21:50:37.608 INFO:tasks.rados.rados.0.smithi046.stdout:2486: read oid 14 snap -1 2024-09-20T21:50:37.608 INFO:tasks.rados.rados.0.smithi046.stdout:2486: expect (ObjNum 754 snap 252 seq_num 754) 2024-09-20T21:50:37.609 INFO:tasks.rados.rados.0.smithi046.stdout:2487: rollback oid 31 current snap is 254 2024-09-20T21:50:37.609 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 31 to 238 2024-09-20T21:50:37.609 INFO:tasks.rados.rados.0.smithi046.stdout:2488: snap_create 2024-09-20T21:50:37.612 INFO:tasks.rados.rados.0.smithi046.stdout:2485: finishing rollback tid 0 to smithi04683737-45 2024-09-20T21:50:37.615 INFO:tasks.rados.rados.0.smithi046.stdout:2483: finishing write tid 1 to smithi04683737-42 2024-09-20T21:50:37.615 INFO:tasks.rados.rados.0.smithi046.stdout:2485: finishing rollback tid 1 to smithi04683737-45 2024-09-20T21:50:37.615 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 771 (ObjNum 1521 snap 0 seq_num 21414224) dirty dne 2024-09-20T21:50:37.615 INFO:tasks.rados.rados.0.smithi046.stdout:2483: finishing write tid 2 to smithi04683737-42 2024-09-20T21:50:37.617 INFO:tasks.rados.rados.0.smithi046.stdout:2483: finishing write tid 3 to smithi04683737-42 2024-09-20T21:50:37.617 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 765 (ObjNum 760 snap 254 seq_num 760) dirty exists 2024-09-20T21:50:37.617 INFO:tasks.rados.rados.0.smithi046.stdout:2483: left oid 42 (ObjNum 760 snap 254 seq_num 760) 2024-09-20T21:50:37.622 INFO:tasks.rados.rados.0.smithi046.stdout:2486: expect (ObjNum 754 snap 252 seq_num 754) 2024-09-20T21:50:37.722 INFO:tasks.rados.rados.0.smithi046.stdout:2487: finishing rollback tid 0 to smithi04683737-31 2024-09-20T21:50:37.722 INFO:tasks.rados.rados.0.smithi046.stdout:2487: finishing rollback tid 1 to smithi04683737-31 2024-09-20T21:50:37.722 INFO:tasks.rados.rados.0.smithi046.stdout:2487: finishing rollback tid 2 to smithi04683737-31 2024-09-20T21:50:37.722 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 1107 (ObjNum 391 snap 123 seq_num 391) dirty exists 2024-09-20T21:50:37.722 INFO:tasks.rados.rados.0.smithi046.stdout:2484: expect (ObjNum 532 snap 163 seq_num 532) 2024-09-20T21:50:38.001 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:37 smithi134 ceph-mon[89086]: osdmap e561: 8 total, 8 up, 8 in 2024-09-20T21:50:38.001 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:37 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:38.001 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:37 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:38.001 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:37 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:50:38.001 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:37 smithi134 ceph-mon[89086]: osdmap e562: 8 total, 8 up, 8 in 2024-09-20T21:50:38.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:37 smithi046 ceph-mon[96110]: osdmap e561: 8 total, 8 up, 8 in 2024-09-20T21:50:38.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:37 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:38.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:37 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:38.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:37 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:50:38.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:37 smithi046 ceph-mon[96110]: osdmap e562: 8 total, 8 up, 8 in 2024-09-20T21:50:38.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:37 smithi046 ceph-mon[98591]: osdmap e561: 8 total, 8 up, 8 in 2024-09-20T21:50:38.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:37 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:38.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:37 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:38.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:37 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:50:38.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:37 smithi046 ceph-mon[98591]: osdmap e562: 8 total, 8 up, 8 in 2024-09-20T21:50:38.625 INFO:tasks.rados.rados.0.smithi046.stdout:2483: done (5 left) 2024-09-20T21:50:38.625 INFO:tasks.rados.rados.0.smithi046.stdout:2484: done (4 left) 2024-09-20T21:50:38.625 INFO:tasks.rados.rados.0.smithi046.stdout:2485: done (3 left) 2024-09-20T21:50:38.625 INFO:tasks.rados.rados.0.smithi046.stdout:2486: done (2 left) 2024-09-20T21:50:38.626 INFO:tasks.rados.rados.0.smithi046.stdout:2487: done (1 left) 2024-09-20T21:50:38.626 INFO:tasks.rados.rados.0.smithi046.stdout:2488: done (0 left) 2024-09-20T21:50:38.626 INFO:tasks.rados.rados.0.smithi046.stdout:2489: read oid 49 snap -1 2024-09-20T21:50:38.626 INFO:tasks.rados.rados.0.smithi046.stdout:2489: expect (ObjNum 696 snap 237 seq_num 696) 2024-09-20T21:50:38.626 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 255 2024-09-20T21:50:38.626 INFO:tasks.rados.rados.0.smithi046.stdout:2490: seq_num 761 ranges {2531328=753664} 2024-09-20T21:50:38.643 INFO:tasks.rados.rados.0.smithi046.stdout:2490: writing smithi04683737-48 from 2531328 to 3284992 tid 1 2024-09-20T21:50:38.643 INFO:tasks.rados.rados.0.smithi046.stdout:2491: rmattr oid 11 current snap is 255 2024-09-20T21:50:38.643 INFO:tasks.rados.rados.0.smithi046.stdout:2491: done (2 left) 2024-09-20T21:50:38.643 INFO:tasks.rados.rados.0.smithi046.stdout:2492: read oid 15 snap -1 2024-09-20T21:50:38.643 INFO:tasks.rados.rados.0.smithi046.stdout:2492: expect (ObjNum 741 snap 251 seq_num 741) 2024-09-20T21:50:38.644 INFO:tasks.rados.rados.0.smithi046.stdout:2493: snap_remove snap 239 2024-09-20T21:50:39.021 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:38 smithi134 ceph-mon[89086]: pgmap v508: 121 pgs: 121 active+clean; 418 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.6 MiB/s wr, 33 op/s 2024-09-20T21:50:39.021 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:38 smithi134 ceph-mon[89086]: mds.? [v2:172.21.15.134:6832/1764148102,v1:172.21.15.134:6833/1764148102] up:boot 2024-09-20T21:50:39.021 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:38 smithi134 ceph-mon[89086]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-20T21:50:39.022 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:38 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-20T21:50:39.022 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:38 smithi134 ceph-mon[89086]: osdmap e563: 8 total, 8 up, 8 in 2024-09-20T21:50:39.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:38 smithi046 ceph-mon[96110]: pgmap v508: 121 pgs: 121 active+clean; 418 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.6 MiB/s wr, 33 op/s 2024-09-20T21:50:39.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:38 smithi046 ceph-mon[96110]: mds.? [v2:172.21.15.134:6832/1764148102,v1:172.21.15.134:6833/1764148102] up:boot 2024-09-20T21:50:39.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:38 smithi046 ceph-mon[96110]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-20T21:50:39.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:38 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-20T21:50:39.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:38 smithi046 ceph-mon[96110]: osdmap e563: 8 total, 8 up, 8 in 2024-09-20T21:50:39.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:38 smithi046 ceph-mon[98591]: pgmap v508: 121 pgs: 121 active+clean; 418 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.6 MiB/s wr, 33 op/s 2024-09-20T21:50:39.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:38 smithi046 ceph-mon[98591]: mds.? [v2:172.21.15.134:6832/1764148102,v1:172.21.15.134:6833/1764148102] up:boot 2024-09-20T21:50:39.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:38 smithi046 ceph-mon[98591]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-20T21:50:39.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:38 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-20T21:50:39.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:38 smithi046 ceph-mon[98591]: osdmap e563: 8 total, 8 up, 8 in 2024-09-20T21:50:39.598 INFO:tasks.rados.rados.0.smithi046.stdout:2492: expect (ObjNum 741 snap 251 seq_num 741) 2024-09-20T21:50:39.618 INFO:tasks.rados.rados.0.smithi046.stdout:2490: finishing write tid 1 to smithi04683737-48 2024-09-20T21:50:39.618 INFO:tasks.rados.rados.0.smithi046.stdout:2490: finishing write tid 2 to smithi04683737-48 2024-09-20T21:50:39.618 INFO:tasks.rados.rados.0.smithi046.stdout:2492: done (3 left) 2024-09-20T21:50:39.618 INFO:tasks.rados.rados.0.smithi046.stdout:2493: done (2 left) 2024-09-20T21:50:39.618 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 31 current snap is 255 2024-09-20T21:50:39.618 INFO:tasks.rados.rados.0.smithi046.stdout:2494: seq_num 762 ranges {2940928=770048} 2024-09-20T21:50:39.638 INFO:tasks.rados.rados.0.smithi046.stdout:2494: writing smithi04683737-31 from 2940928 to 3710976 tid 1 2024-09-20T21:50:39.638 INFO:tasks.rados.rados.0.smithi046.stdout:2495: rmattr oid 6 current snap is 255 2024-09-20T21:50:39.638 INFO:tasks.rados.rados.0.smithi046.stdout:2495: done (3 left) 2024-09-20T21:50:39.638 INFO:tasks.rados.rados.0.smithi046.stdout:2496: snap_remove snap 250 2024-09-20T21:50:40.601 INFO:tasks.rados.rados.0.smithi046.stdout:2496: done (3 left) 2024-09-20T21:50:40.602 INFO:tasks.rados.rados.0.smithi046.stdout:2497: snap_remove snap 244 2024-09-20T21:50:40.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:40 smithi046 ceph-mon[98591]: pgmap v511: 121 pgs: 121 active+clean; 406 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 44 op/s 2024-09-20T21:50:40.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:40 smithi046 ceph-mon[98591]: osdmap e564: 8 total, 8 up, 8 in 2024-09-20T21:50:40.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:40 smithi046 ceph-mon[96110]: pgmap v511: 121 pgs: 121 active+clean; 406 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 44 op/s 2024-09-20T21:50:40.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:40 smithi046 ceph-mon[96110]: osdmap e564: 8 total, 8 up, 8 in 2024-09-20T21:50:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:40 smithi134 ceph-mon[89086]: pgmap v511: 121 pgs: 121 active+clean; 406 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 44 op/s 2024-09-20T21:50:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:40 smithi134 ceph-mon[89086]: osdmap e564: 8 total, 8 up, 8 in 2024-09-20T21:50:41.606 INFO:tasks.rados.rados.0.smithi046.stdout:2497: done (3 left) 2024-09-20T21:50:41.606 INFO:tasks.rados.rados.0.smithi046.stdout:2498: rmattr oid 1 current snap is 255 2024-09-20T21:50:41.606 INFO:tasks.rados.rados.0.smithi046.stdout:2498: done (3 left) 2024-09-20T21:50:41.606 INFO:tasks.rados.rados.0.smithi046.stdout:2499: read oid 26 snap -1 2024-09-20T21:50:41.606 INFO:tasks.rados.rados.0.smithi046.stdout:2499: expect (ObjNum 717 snap 246 seq_num 717) 2024-09-20T21:50:41.606 INFO:tasks.rados.rados.0.smithi046.stdout:2500: read oid 18 snap -1 2024-09-20T21:50:41.606 INFO:tasks.rados.rados.0.smithi046.stdout:2500: expect (ObjNum 753 snap 252 seq_num 753) 2024-09-20T21:50:41.606 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 255 2024-09-20T21:50:41.606 INFO:tasks.rados.rados.0.smithi046.stdout:2501: seq_num 763 ranges {0=786432} 2024-09-20T21:50:41.611 INFO:tasks.rados.rados.0.smithi046.stdout:2501: writing smithi04683737-35 from 0 to 786432 tid 1 2024-09-20T21:50:41.611 INFO:tasks.rados.rados.0.smithi046.stdout:2489: expect (ObjNum 696 snap 237 seq_num 696) 2024-09-20T21:50:41.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:41 smithi046 ceph-mon[96110]: osdmap e565: 8 total, 8 up, 8 in 2024-09-20T21:50:41.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:41 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:41.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:41 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:41.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:41 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:41.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:41 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:41.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:41 smithi046 ceph-mon[98591]: osdmap e565: 8 total, 8 up, 8 in 2024-09-20T21:50:41.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:41 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:41.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:41 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:41.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:41 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:41.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:41 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:41 smithi134 ceph-mon[89086]: osdmap e565: 8 total, 8 up, 8 in 2024-09-20T21:50:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:41 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:41 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:41 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:41 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:42.232 INFO:tasks.rados.rados.0.smithi046.stdout:2490: finishing write tid 3 to smithi04683737-48 2024-09-20T21:50:42.232 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 994 (ObjNum 761 snap 255 seq_num 761) dirty exists 2024-09-20T21:50:42.232 INFO:tasks.rados.rados.0.smithi046.stdout:2490: left oid 48 (ObjNum 761 snap 255 seq_num 761) 2024-09-20T21:50:42.232 INFO:tasks.rados.rados.0.smithi046.stdout:2494: finishing write tid 1 to smithi04683737-31 2024-09-20T21:50:42.232 INFO:tasks.rados.rados.0.smithi046.stdout:2494: finishing write tid 2 to smithi04683737-31 2024-09-20T21:50:42.232 INFO:tasks.rados.rados.0.smithi046.stdout:2489: done (5 left) 2024-09-20T21:50:42.232 INFO:tasks.rados.rados.0.smithi046.stdout:2490: done (4 left) 2024-09-20T21:50:42.233 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 255 2024-09-20T21:50:42.233 INFO:tasks.rados.rados.0.smithi046.stdout:2494: finishing write tid 3 to smithi04683737-31 2024-09-20T21:50:42.233 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 1118 (ObjNum 762 snap 255 seq_num 762) dirty exists 2024-09-20T21:50:42.233 INFO:tasks.rados.rados.0.smithi046.stdout:2494: left oid 31 (ObjNum 762 snap 255 seq_num 762) 2024-09-20T21:50:42.233 INFO:tasks.rados.rados.0.smithi046.stdout:2499: expect (ObjNum 717 snap 246 seq_num 717) 2024-09-20T21:50:42.233 INFO:tasks.rados.rados.0.smithi046.stdout:2500: expect (ObjNum 753 snap 252 seq_num 753) 2024-09-20T21:50:42.258 INFO:tasks.rados.rados.0.smithi046.stdout:2501: finishing write tid 1 to smithi04683737-35 2024-09-20T21:50:42.258 INFO:tasks.rados.rados.0.smithi046.stdout:2501: finishing write tid 2 to smithi04683737-35 2024-09-20T21:50:42.258 INFO:tasks.rados.rados.0.smithi046.stdout:2501: finishing write tid 3 to smithi04683737-35 2024-09-20T21:50:42.258 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 692 (ObjNum 763 snap 255 seq_num 763) dirty exists 2024-09-20T21:50:42.258 INFO:tasks.rados.rados.0.smithi046.stdout:2501: left oid 35 (ObjNum 763 snap 255 seq_num 763) 2024-09-20T21:50:42.258 INFO:tasks.rados.rados.0.smithi046.stdout:2502: seq_num 764 ranges {180224=802816} 2024-09-20T21:50:42.263 INFO:tasks.rados.rados.0.smithi046.stdout:2502: writing smithi04683737-30 from 180224 to 983040 tid 1 2024-09-20T21:50:42.264 INFO:tasks.rados.rados.0.smithi046.stdout:2494: done (4 left) 2024-09-20T21:50:42.264 INFO:tasks.rados.rados.0.smithi046.stdout:2499: done (3 left) 2024-09-20T21:50:42.264 INFO:tasks.rados.rados.0.smithi046.stdout:2500: done (2 left) 2024-09-20T21:50:42.264 INFO:tasks.rados.rados.0.smithi046.stdout:2501: done (1 left) 2024-09-20T21:50:42.264 INFO:tasks.rados.rados.0.smithi046.stdout:2503: snap_remove snap 240 2024-09-20T21:50:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:50:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:50:42] "GET /metrics HTTP/1.1" 200 36146 "" "Prometheus/2.43.0" 2024-09-20T21:50:42.528 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:50:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:50:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:50:42.594 INFO:tasks.rados.rados.0.smithi046.stdout:2502: finishing write tid 1 to smithi04683737-30 2024-09-20T21:50:42.594 INFO:tasks.rados.rados.0.smithi046.stdout:2502: finishing write tid 2 to smithi04683737-30 2024-09-20T21:50:42.594 INFO:tasks.rados.rados.0.smithi046.stdout:2502: finishing write tid 3 to smithi04683737-30 2024-09-20T21:50:42.595 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 696 (ObjNum 764 snap 255 seq_num 764) dirty exists 2024-09-20T21:50:42.595 INFO:tasks.rados.rados.0.smithi046.stdout:2502: left oid 30 (ObjNum 764 snap 255 seq_num 764) 2024-09-20T21:50:42.595 INFO:tasks.rados.rados.0.smithi046.stdout:2502: done (1 left) 2024-09-20T21:50:42.595 INFO:tasks.rados.rados.0.smithi046.stdout:2503: done (0 left) 2024-09-20T21:50:42.595 INFO:tasks.rados.rados.0.smithi046.stdout:2504: copy_from oid 34 from oid 39 current snap is 255 2024-09-20T21:50:42.595 INFO:tasks.rados.rados.0.smithi046.stdout:2505: snap_remove snap 230 2024-09-20T21:50:42.811 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:42 smithi134 ceph-mon[89086]: pgmap v514: 121 pgs: 121 active+clean; 410 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.8 MiB/s wr, 30 op/s 2024-09-20T21:50:42.811 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:42 smithi134 ceph-mon[89086]: osdmap e566: 8 total, 8 up, 8 in 2024-09-20T21:50:42.812 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:42 smithi134 ceph-mon[89086]: osdmap e567: 8 total, 8 up, 8 in 2024-09-20T21:50:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:42 smithi046 ceph-mon[98591]: pgmap v514: 121 pgs: 121 active+clean; 410 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.8 MiB/s wr, 30 op/s 2024-09-20T21:50:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:42 smithi046 ceph-mon[98591]: osdmap e566: 8 total, 8 up, 8 in 2024-09-20T21:50:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:42 smithi046 ceph-mon[98591]: osdmap e567: 8 total, 8 up, 8 in 2024-09-20T21:50:42.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:42 smithi046 ceph-mon[96110]: pgmap v514: 121 pgs: 121 active+clean; 410 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.8 MiB/s wr, 30 op/s 2024-09-20T21:50:42.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:42 smithi046 ceph-mon[96110]: osdmap e566: 8 total, 8 up, 8 in 2024-09-20T21:50:42.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:42 smithi046 ceph-mon[96110]: osdmap e567: 8 total, 8 up, 8 in 2024-09-20T21:50:43.596 INFO:tasks.rados.rados.0.smithi046.stdout:2505: done (1 left) 2024-09-20T21:50:43.596 INFO:tasks.rados.rados.0.smithi046.stdout:2506: copy_from oid 5 from oid 16 current snap is 255 2024-09-20T21:50:43.596 INFO:tasks.rados.rados.0.smithi046.stdout:2507: read oid 6 snap -1 2024-09-20T21:50:43.596 INFO:tasks.rados.rados.0.smithi046.stdout:2507: expect (ObjNum 476 snap 142 seq_num 476) 2024-09-20T21:50:43.597 INFO:tasks.rados.rados.0.smithi046.stdout:2508: delete oid 21 current snap is 255 2024-09-20T21:50:43.597 INFO:tasks.rados.rados.0.smithi046.stdout:2504: finishing copy_from racing read to smithi04683737-34 2024-09-20T21:50:43.597 INFO:tasks.rados.rados.0.smithi046.stdout:2504: finishing copy_from to smithi04683737-34 2024-09-20T21:50:43.597 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 664 (ObjNum 609 snap 202 seq_num 609) dirty exists 2024-09-20T21:50:43.608 INFO:tasks.rados.rados.0.smithi046.stdout:2504: done (3 left) 2024-09-20T21:50:43.608 INFO:tasks.rados.rados.0.smithi046.stdout:2508: done (2 left) 2024-09-20T21:50:43.608 INFO:tasks.rados.rados.0.smithi046.stdout:2509: setattr oid 7 current snap is 255 2024-09-20T21:50:43.609 INFO:tasks.rados.rados.0.smithi046.stdout:2510: snap_create 2024-09-20T21:50:43.619 INFO:tasks.rados.rados.0.smithi046.stdout:2507: expect (ObjNum 476 snap 142 seq_num 476) 2024-09-20T21:50:43.654 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 521 (ObjNum 145 snap 0 seq_num 21740384) dirty exists 2024-09-20T21:50:43.654 INFO:tasks.rados.rados.0.smithi046.stdout:2506: finishing copy_from racing read to smithi04683737-5 2024-09-20T21:50:43.654 INFO:tasks.rados.rados.0.smithi046.stdout:2506: finishing copy_from to smithi04683737-5 2024-09-20T21:50:43.654 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 986 (ObjNum 732 snap 248 seq_num 732) dirty exists 2024-09-20T21:50:44.613 INFO:tasks.rados.rados.0.smithi046.stdout:2506: done (3 left) 2024-09-20T21:50:44.614 INFO:tasks.rados.rados.0.smithi046.stdout:2507: done (2 left) 2024-09-20T21:50:44.614 INFO:tasks.rados.rados.0.smithi046.stdout:2509: done (1 left) 2024-09-20T21:50:44.614 INFO:tasks.rados.rados.0.smithi046.stdout:2510: done (0 left) 2024-09-20T21:50:44.614 INFO:tasks.rados.rados.0.smithi046.stdout:2511: snap_remove snap 217 2024-09-20T21:50:44.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:44 smithi046 ceph-mon[96110]: pgmap v517: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 411 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-09-20T21:50:44.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:44 smithi046 ceph-mon[96110]: osdmap e568: 8 total, 8 up, 8 in 2024-09-20T21:50:44.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:44 smithi046 ceph-mon[98591]: pgmap v517: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 411 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-09-20T21:50:44.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:44 smithi046 ceph-mon[98591]: osdmap e568: 8 total, 8 up, 8 in 2024-09-20T21:50:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:44 smithi134 ceph-mon[89086]: pgmap v517: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 411 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-09-20T21:50:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:44 smithi134 ceph-mon[89086]: osdmap e568: 8 total, 8 up, 8 in 2024-09-20T21:50:45.616 INFO:tasks.rados.rados.0.smithi046.stdout:2511: done (0 left) 2024-09-20T21:50:45.616 INFO:tasks.rados.rados.0.smithi046.stdout:2512: snap_remove snap 248 2024-09-20T21:50:45.801 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: osdmap e569: 8 total, 8 up, 8 in 2024-09-20T21:50:45.801 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: Detected new or changed devices on smithi134 2024-09-20T21:50:45.801 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:45.801 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:45.802 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:50:45.802 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:50:45.802 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:45.802 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:50:45.802 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.802 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.802 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.802 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.802 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.802 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: Upgrade: Setting container_image for all mds 2024-09-20T21:50:45.802 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:45.802 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-09-20T21:50:45.802 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-09-20T21:50:45.803 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-09-20T21:50:45.803 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-09-20T21:50:45.803 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.803 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: Upgrade: Setting container_image for all rgw 2024-09-20T21:50:45.803 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:45.803 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.803 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: Upgrade: Setting container_image for all rbd-mirror 2024-09-20T21:50:45.803 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:45.803 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.803 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.803 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: Upgrade: Setting container_image for all ceph-exporter 2024-09-20T21:50:45.803 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:45.803 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.803 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: Upgrade: Setting container_image for all iscsi 2024-09-20T21:50:45.804 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:45.804 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.804 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: Upgrade: Setting container_image for all nfs 2024-09-20T21:50:45.804 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:45.804 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.804 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: Upgrade: Setting container_image for all nvmeof 2024-09-20T21:50:45.804 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:45.804 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.804 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.804 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: osdmap e569: 8 total, 8 up, 8 in 2024-09-20T21:50:45.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: Detected new or changed devices on smithi134 2024-09-20T21:50:45.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:45.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:45.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:50:45.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:50:45.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:45.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:50:45.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: Upgrade: Setting container_image for all mds 2024-09-20T21:50:45.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:45.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-09-20T21:50:45.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-09-20T21:50:45.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-09-20T21:50:45.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-09-20T21:50:45.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: Upgrade: Setting container_image for all rgw 2024-09-20T21:50:45.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:45.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: Upgrade: Setting container_image for all rbd-mirror 2024-09-20T21:50:45.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:45.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: Upgrade: Setting container_image for all ceph-exporter 2024-09-20T21:50:45.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:45.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: Upgrade: Setting container_image for all iscsi 2024-09-20T21:50:45.904 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:45.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: osdmap e569: 8 total, 8 up, 8 in 2024-09-20T21:50:45.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: Detected new or changed devices on smithi134 2024-09-20T21:50:45.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:45.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:45.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:50:45.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:50:45.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:45.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:50:45.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: Upgrade: Setting container_image for all mds 2024-09-20T21:50:45.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:45.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-09-20T21:50:45.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-09-20T21:50:45.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-09-20T21:50:45.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-09-20T21:50:45.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: Upgrade: Setting container_image for all rgw 2024-09-20T21:50:45.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:45.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: Upgrade: Setting container_image for all rbd-mirror 2024-09-20T21:50:45.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:45.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: Upgrade: Setting container_image for all ceph-exporter 2024-09-20T21:50:45.906 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:45.906 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.906 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: Upgrade: Setting container_image for all iscsi 2024-09-20T21:50:45.906 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:45.906 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.906 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: Upgrade: Setting container_image for all nfs 2024-09-20T21:50:45.906 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:45.906 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.906 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: Upgrade: Setting container_image for all nvmeof 2024-09-20T21:50:45.906 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:45.907 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.907 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.907 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: Upgrade: Setting container_image for all nfs 2024-09-20T21:50:45.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:45.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: Upgrade: Setting container_image for all nvmeof 2024-09-20T21:50:45.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:45.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:45.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:50:46.627 INFO:tasks.rados.rados.0.smithi046.stdout:2512: done (0 left) 2024-09-20T21:50:46.628 INFO:tasks.rados.rados.0.smithi046.stdout:2513: rollback oid 18 current snap is 256 2024-09-20T21:50:46.628 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 18 to 251 2024-09-20T21:50:46.628 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 256 2024-09-20T21:50:46.628 INFO:tasks.rados.rados.0.smithi046.stdout:2514: seq_num 766 ranges {1499136=434176,1933312=401408} 2024-09-20T21:50:46.639 INFO:tasks.rados.rados.0.smithi046.stdout:2514: writing smithi04683737-10 from 1499136 to 1933312 tid 1 2024-09-20T21:50:46.643 INFO:tasks.rados.rados.0.smithi046.stdout:2514: writing smithi04683737-10 from 1933312 to 2334720 tid 2 2024-09-20T21:50:46.643 INFO:tasks.rados.rados.0.smithi046.stdout:2515: snap_create 2024-09-20T21:50:46.643 INFO:tasks.rados.rados.0.smithi046.stdout:2513: finishing rollback tid 0 to smithi04683737-18 2024-09-20T21:50:46.643 INFO:tasks.rados.rados.0.smithi046.stdout:2513: finishing rollback tid 1 to smithi04683737-18 2024-09-20T21:50:46.643 INFO:tasks.rados.rados.0.smithi046.stdout:2513: finishing rollback tid 2 to smithi04683737-18 2024-09-20T21:50:46.643 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 997 (ObjNum 730 snap 248 seq_num 730) dirty exists 2024-09-20T21:50:46.645 INFO:tasks.rados.rados.0.smithi046.stdout:2514: finishing write tid 1 to smithi04683737-10 2024-09-20T21:50:46.648 INFO:tasks.rados.rados.0.smithi046.stdout:2514: finishing write tid 2 to smithi04683737-10 2024-09-20T21:50:46.648 INFO:tasks.rados.rados.0.smithi046.stdout:2514: finishing write tid 3 to smithi04683737-10 2024-09-20T21:50:46.650 INFO:tasks.rados.rados.0.smithi046.stdout:2514: finishing write tid 4 to smithi04683737-10 2024-09-20T21:50:46.650 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 773 (ObjNum 766 snap 256 seq_num 766) dirty exists 2024-09-20T21:50:46.650 INFO:tasks.rados.rados.0.smithi046.stdout:2514: left oid 10 (ObjNum 766 snap 256 seq_num 766) 2024-09-20T21:50:46.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:46 smithi046 ceph-mon[96110]: pgmap v520: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 414 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 925 KiB/s rd, 1006 KiB/s wr, 8 op/s 2024-09-20T21:50:46.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:46 smithi046 ceph-mon[96110]: osdmap e570: 8 total, 8 up, 8 in 2024-09-20T21:50:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:46 smithi046 ceph-mon[98591]: pgmap v520: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 414 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 925 KiB/s rd, 1006 KiB/s wr, 8 op/s 2024-09-20T21:50:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:46 smithi046 ceph-mon[98591]: osdmap e570: 8 total, 8 up, 8 in 2024-09-20T21:50:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:46 smithi134 ceph-mon[89086]: pgmap v520: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 414 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 925 KiB/s rd, 1006 KiB/s wr, 8 op/s 2024-09-20T21:50:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:46 smithi134 ceph-mon[89086]: osdmap e570: 8 total, 8 up, 8 in 2024-09-20T21:50:47.596 INFO:tasks.rados.rados.0.smithi046.stdout:2513: done (2 left) 2024-09-20T21:50:47.596 INFO:tasks.rados.rados.0.smithi046.stdout:2514: done (1 left) 2024-09-20T21:50:47.596 INFO:tasks.rados.rados.0.smithi046.stdout:2515: done (0 left) 2024-09-20T21:50:47.596 INFO:tasks.rados.rados.0.smithi046.stdout:2516: rollback oid 20 current snap is 257 2024-09-20T21:50:47.596 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 20 to 255 2024-09-20T21:50:47.596 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 257 2024-09-20T21:50:47.596 INFO:tasks.rados.rados.0.smithi046.stdout:2517: seq_num 767 ranges {786432=450560,1236992=401408} 2024-09-20T21:50:47.602 INFO:tasks.rados.rados.0.smithi046.stdout:2517: writing smithi04683737-35 from 786432 to 1236992 tid 1 2024-09-20T21:50:47.605 INFO:tasks.rados.rados.0.smithi046.stdout:2517: writing smithi04683737-35 from 1236992 to 1638400 tid 2 2024-09-20T21:50:47.605 INFO:tasks.rados.rados.0.smithi046.stdout:2516: finishing rollback tid 1 to smithi04683737-20 2024-09-20T21:50:47.605 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 908 (ObjNum 177 snap 0 seq_num 1560714105) dirty dne 2024-09-20T21:50:47.605 INFO:tasks.rados.rados.0.smithi046.stdout:2516: done (1 left) 2024-09-20T21:50:47.605 INFO:tasks.rados.rados.0.smithi046.stdout:2518: delete oid 2 current snap is 257 2024-09-20T21:50:47.612 INFO:tasks.rados.rados.0.smithi046.stdout:2517: finishing write tid 1 to smithi04683737-35 2024-09-20T21:50:47.612 INFO:tasks.rados.rados.0.smithi046.stdout:2517: finishing write tid 2 to smithi04683737-35 2024-09-20T21:50:47.613 INFO:tasks.rados.rados.0.smithi046.stdout:2518: done (1 left) 2024-09-20T21:50:47.613 INFO:tasks.rados.rados.0.smithi046.stdout:2519: setattr oid 3 current snap is 257 2024-09-20T21:50:47.613 INFO:tasks.rados.rados.0.smithi046.stdout:2517: finishing write tid 3 to smithi04683737-35 2024-09-20T21:50:47.615 INFO:tasks.rados.rados.0.smithi046.stdout:2517: finishing write tid 4 to smithi04683737-35 2024-09-20T21:50:47.615 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 695 (ObjNum 767 snap 257 seq_num 767) dirty exists 2024-09-20T21:50:47.615 INFO:tasks.rados.rados.0.smithi046.stdout:2517: left oid 35 (ObjNum 767 snap 257 seq_num 767) 2024-09-20T21:50:47.615 INFO:tasks.rados.rados.0.smithi046.stdout:2517: done (1 left) 2024-09-20T21:50:47.615 INFO:tasks.rados.rados.0.smithi046.stdout:2520: rmattr oid 27 current snap is 257 2024-09-20T21:50:47.615 INFO:tasks.rados.rados.0.smithi046.stdout:2521: rmattr oid 29 current snap is 257 2024-09-20T21:50:47.615 INFO:tasks.rados.rados.0.smithi046.stdout:2522: read oid 19 snap 206 2024-09-20T21:50:47.615 INFO:tasks.rados.rados.0.smithi046.stdout:2522: expect deleted 2024-09-20T21:50:47.616 INFO:tasks.rados.rados.0.smithi046.stdout:2523: read oid 46 snap -1 2024-09-20T21:50:47.616 INFO:tasks.rados.rados.0.smithi046.stdout:2523: expect deleted 2024-09-20T21:50:47.616 INFO:tasks.rados.rados.0.smithi046.stdout:2524: delete oid 4 current snap is 257 2024-09-20T21:50:47.618 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1037 (ObjNum 65 snap 0 seq_num 1936282223) dirty exists 2024-09-20T21:50:47.619 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 998 (ObjNum 739 snap 250 seq_num 739) dirty exists 2024-09-20T21:50:47.619 INFO:tasks.rados.rados.0.smithi046.stdout:2519: done (5 left) 2024-09-20T21:50:47.619 INFO:tasks.rados.rados.0.smithi046.stdout:2521: done (4 left) 2024-09-20T21:50:47.619 INFO:tasks.rados.rados.0.smithi046.stdout:2522: done (3 left) 2024-09-20T21:50:47.620 INFO:tasks.rados.rados.0.smithi046.stdout:2523: done (2 left) 2024-09-20T21:50:47.620 INFO:tasks.rados.rados.0.smithi046.stdout:2524: done (1 left) 2024-09-20T21:50:47.620 INFO:tasks.rados.rados.0.smithi046.stdout:2525: snap_create 2024-09-20T21:50:47.620 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 774 (ObjNum 756 snap 252 seq_num 756) dirty exists 2024-09-20T21:50:47.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:47 smithi046 ceph-mon[96110]: Upgrade: Updating grafana.a 2024-09-20T21:50:47.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:47 smithi046 ceph-mon[96110]: Deploying daemon grafana.a on smithi134 2024-09-20T21:50:47.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:47 smithi046 ceph-mon[96110]: osdmap e571: 8 total, 8 up, 8 in 2024-09-20T21:50:47.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:47 smithi046 ceph-mon[96110]: osdmap e572: 8 total, 8 up, 8 in 2024-09-20T21:50:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:47 smithi046 ceph-mon[98591]: Upgrade: Updating grafana.a 2024-09-20T21:50:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:47 smithi046 ceph-mon[98591]: Deploying daemon grafana.a on smithi134 2024-09-20T21:50:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:47 smithi046 ceph-mon[98591]: osdmap e571: 8 total, 8 up, 8 in 2024-09-20T21:50:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:47 smithi046 ceph-mon[98591]: osdmap e572: 8 total, 8 up, 8 in 2024-09-20T21:50:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:47 smithi134 ceph-mon[89086]: Upgrade: Updating grafana.a 2024-09-20T21:50:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:47 smithi134 ceph-mon[89086]: Deploying daemon grafana.a on smithi134 2024-09-20T21:50:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:47 smithi134 ceph-mon[89086]: osdmap e571: 8 total, 8 up, 8 in 2024-09-20T21:50:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:47 smithi134 ceph-mon[89086]: osdmap e572: 8 total, 8 up, 8 in 2024-09-20T21:50:48.597 INFO:tasks.rados.rados.0.smithi046.stdout:2520: done (1 left) 2024-09-20T21:50:48.597 INFO:tasks.rados.rados.0.smithi046.stdout:2525: done (0 left) 2024-09-20T21:50:48.597 INFO:tasks.rados.rados.0.smithi046.stdout:2526: snap_remove snap 257 2024-09-20T21:50:48.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:48 smithi046 ceph-mon[96110]: pgmap v523: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 413 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 958 KiB/s wr, 9 op/s 2024-09-20T21:50:48.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:48 smithi046 ceph-mon[96110]: osdmap e573: 8 total, 8 up, 8 in 2024-09-20T21:50:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:48 smithi046 ceph-mon[98591]: pgmap v523: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 413 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 958 KiB/s wr, 9 op/s 2024-09-20T21:50:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:48 smithi046 ceph-mon[98591]: osdmap e573: 8 total, 8 up, 8 in 2024-09-20T21:50:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:48 smithi134 ceph-mon[89086]: pgmap v523: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 413 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 958 KiB/s wr, 9 op/s 2024-09-20T21:50:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:48 smithi134 ceph-mon[89086]: osdmap e573: 8 total, 8 up, 8 in 2024-09-20T21:50:49.599 INFO:tasks.rados.rados.0.smithi046.stdout:2526: done (0 left) 2024-09-20T21:50:49.599 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 31 current snap is 258 2024-09-20T21:50:49.599 INFO:tasks.rados.rados.0.smithi046.stdout:2527: seq_num 770 ranges {3710976=499712,4210688=401408} 2024-09-20T21:50:49.622 INFO:tasks.rados.rados.0.smithi046.stdout:2527: writing smithi04683737-31 from 3710976 to 4210688 tid 1 2024-09-20T21:50:49.624 INFO:tasks.rados.rados.0.smithi046.stdout:2527: writing smithi04683737-31 from 4210688 to 4612096 tid 2 2024-09-20T21:50:49.624 INFO:tasks.rados.rados.0.smithi046.stdout:2528: delete oid 49 current snap is 258 2024-09-20T21:50:49.631 INFO:tasks.rados.rados.0.smithi046.stdout:2527: finishing write tid 1 to smithi04683737-31 2024-09-20T21:50:49.631 INFO:tasks.rados.rados.0.smithi046.stdout:2527: finishing write tid 2 to smithi04683737-31 2024-09-20T21:50:49.631 INFO:tasks.rados.rados.0.smithi046.stdout:2527: finishing write tid 3 to smithi04683737-31 2024-09-20T21:50:49.631 INFO:tasks.rados.rados.0.smithi046.stdout:2528: done (1 left) 2024-09-20T21:50:49.632 INFO:tasks.rados.rados.0.smithi046.stdout:2529: delete oid 34 current snap is 258 2024-09-20T21:50:49.633 INFO:tasks.rados.rados.0.smithi046.stdout:2527: finishing write tid 4 to smithi04683737-31 2024-09-20T21:50:49.634 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 1174 (ObjNum 770 snap 258 seq_num 770) dirty exists 2024-09-20T21:50:49.634 INFO:tasks.rados.rados.0.smithi046.stdout:2527: left oid 31 (ObjNum 770 snap 258 seq_num 770) 2024-09-20T21:50:49.634 INFO:tasks.rados.rados.0.smithi046.stdout:2527: done (1 left) 2024-09-20T21:50:49.634 INFO:tasks.rados.rados.0.smithi046.stdout:2529: done (0 left) 2024-09-20T21:50:49.634 INFO:tasks.rados.rados.0.smithi046.stdout:2530: snap_remove snap 234 2024-09-20T21:50:50.601 INFO:tasks.rados.rados.0.smithi046.stdout:2530: done (0 left) 2024-09-20T21:50:50.601 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 258 2024-09-20T21:50:50.601 INFO:tasks.rados.rados.0.smithi046.stdout:2531: seq_num 773 ranges {0=548864,548864=401408} 2024-09-20T21:50:50.605 INFO:tasks.rados.rados.0.smithi046.stdout:2531: writing smithi04683737-45 from 0 to 548864 tid 1 2024-09-20T21:50:50.608 INFO:tasks.rados.rados.0.smithi046.stdout:2531: writing smithi04683737-45 from 548864 to 950272 tid 2 2024-09-20T21:50:50.608 INFO:tasks.rados.rados.0.smithi046.stdout:2532: read oid 30 snap -1 2024-09-20T21:50:50.608 INFO:tasks.rados.rados.0.smithi046.stdout:2532: expect (ObjNum 764 snap 255 seq_num 764) 2024-09-20T21:50:50.609 INFO:tasks.rados.rados.0.smithi046.stdout:2533: rmattr oid 41 current snap is 258 2024-09-20T21:50:50.609 INFO:tasks.rados.rados.0.smithi046.stdout:2534: snap_remove snap 235 2024-09-20T21:50:50.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:50 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:50.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:50 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:50:50.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:50 smithi046 ceph-mon[96110]: pgmap v526: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 414 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 787 KiB/s rd, 356 KiB/s wr, 10 op/s 2024-09-20T21:50:50.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:50 smithi046 ceph-mon[96110]: osdmap e574: 8 total, 8 up, 8 in 2024-09-20T21:50:50.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:50 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:50.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:50 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:50:50.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:50 smithi046 ceph-mon[98591]: pgmap v526: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 414 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 787 KiB/s rd, 356 KiB/s wr, 10 op/s 2024-09-20T21:50:50.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:50 smithi046 ceph-mon[98591]: osdmap e574: 8 total, 8 up, 8 in 2024-09-20T21:50:50.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:50 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:50.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:50 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:50:50.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:50 smithi134 ceph-mon[89086]: pgmap v526: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 414 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 787 KiB/s rd, 356 KiB/s wr, 10 op/s 2024-09-20T21:50:50.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:50 smithi134 ceph-mon[89086]: osdmap e574: 8 total, 8 up, 8 in 2024-09-20T21:50:51.607 INFO:tasks.rados.rados.0.smithi046.stdout:2531: finishing write tid 1 to smithi04683737-45 2024-09-20T21:50:51.608 INFO:tasks.rados.rados.0.smithi046.stdout:2531: finishing write tid 2 to smithi04683737-45 2024-09-20T21:50:51.608 INFO:tasks.rados.rados.0.smithi046.stdout:2531: finishing write tid 3 to smithi04683737-45 2024-09-20T21:50:51.608 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1182 (ObjNum 748 snap 252 seq_num 748) dirty exists 2024-09-20T21:50:51.608 INFO:tasks.rados.rados.0.smithi046.stdout:2531: finishing write tid 4 to smithi04683737-45 2024-09-20T21:50:51.608 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 774 (ObjNum 773 snap 258 seq_num 773) dirty exists 2024-09-20T21:50:51.608 INFO:tasks.rados.rados.0.smithi046.stdout:2531: left oid 45 (ObjNum 773 snap 258 seq_num 773) 2024-09-20T21:50:51.608 INFO:tasks.rados.rados.0.smithi046.stdout:2532: expect (ObjNum 764 snap 255 seq_num 764) 2024-09-20T21:50:51.647 INFO:tasks.rados.rados.0.smithi046.stdout:2531: done (3 left) 2024-09-20T21:50:51.647 INFO:tasks.rados.rados.0.smithi046.stdout:2532: done (2 left) 2024-09-20T21:50:51.647 INFO:tasks.rados.rados.0.smithi046.stdout:2533: done (1 left) 2024-09-20T21:50:51.648 INFO:tasks.rados.rados.0.smithi046.stdout:2534: done (0 left) 2024-09-20T21:50:51.648 INFO:tasks.rados.rados.0.smithi046.stdout:2535: snap_create 2024-09-20T21:50:51.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:51 smithi046 ceph-mon[96110]: osdmap e575: 8 total, 8 up, 8 in 2024-09-20T21:50:51.974 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:51 smithi046 ceph-mon[98591]: osdmap e575: 8 total, 8 up, 8 in 2024-09-20T21:50:51.975 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:51 smithi134 ceph-mon[89086]: osdmap e575: 8 total, 8 up, 8 in 2024-09-20T21:50:52.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:50:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:50:52] "GET /metrics HTTP/1.1" 200 36388 "" "Prometheus/2.43.0" 2024-09-20T21:50:52.598 INFO:tasks.rados.rados.0.smithi046.stdout:2535: done (0 left) 2024-09-20T21:50:52.598 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 259 2024-09-20T21:50:52.598 INFO:tasks.rados.rados.0.smithi046.stdout:2536: seq_num 774 ranges {0=565248,565248=401408} 2024-09-20T21:50:52.601 INFO:tasks.rados.rados.0.smithi046.stdout:2536: writing smithi04683737-20 from 0 to 565248 tid 1 2024-09-20T21:50:52.605 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:50:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:50:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:50:52.606 INFO:tasks.rados.rados.0.smithi046.stdout:2536: writing smithi04683737-20 from 565248 to 966656 tid 2 2024-09-20T21:50:52.606 INFO:tasks.rados.rados.0.smithi046.stdout:2537: read oid 9 snap 246 2024-09-20T21:50:52.606 INFO:tasks.rados.rados.0.smithi046.stdout:2537: expect deleted 2024-09-20T21:50:52.606 INFO:tasks.rados.rados.0.smithi046.stdout:2538: read oid 30 snap -1 2024-09-20T21:50:52.607 INFO:tasks.rados.rados.0.smithi046.stdout:2538: expect (ObjNum 764 snap 255 seq_num 764) 2024-09-20T21:50:52.607 INFO:tasks.rados.rados.0.smithi046.stdout:2539: rollback oid 50 current snap is 259 2024-09-20T21:50:52.607 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 50 to 213 2024-09-20T21:50:52.607 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 259 2024-09-20T21:50:52.607 INFO:tasks.rados.rados.0.smithi046.stdout:2540: seq_num 775 ranges {1490944=589824,2080768=401408} 2024-09-20T21:50:52.617 INFO:tasks.rados.rados.0.smithi046.stdout:2540: writing smithi04683737-24 from 1490944 to 2080768 tid 1 2024-09-20T21:50:52.619 INFO:tasks.rados.rados.0.smithi046.stdout:2540: writing smithi04683737-24 from 2080768 to 2482176 tid 2 2024-09-20T21:50:52.619 INFO:tasks.rados.rados.0.smithi046.stdout:2541: snap_remove snap 211 2024-09-20T21:50:52.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:52 smithi046 ceph-mon[96110]: pgmap v529: 121 pgs: 121 active+clean; 416 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 632 KiB/s wr, 18 op/s 2024-09-20T21:50:52.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:52 smithi046 ceph-mon[96110]: osdmap e576: 8 total, 8 up, 8 in 2024-09-20T21:50:52.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:52 smithi046 ceph-mon[96110]: osdmap e577: 8 total, 8 up, 8 in 2024-09-20T21:50:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:52 smithi046 ceph-mon[98591]: pgmap v529: 121 pgs: 121 active+clean; 416 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 632 KiB/s wr, 18 op/s 2024-09-20T21:50:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:52 smithi046 ceph-mon[98591]: osdmap e576: 8 total, 8 up, 8 in 2024-09-20T21:50:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:52 smithi046 ceph-mon[98591]: osdmap e577: 8 total, 8 up, 8 in 2024-09-20T21:50:52.911 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:52 smithi134 ceph-mon[89086]: pgmap v529: 121 pgs: 121 active+clean; 416 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 632 KiB/s wr, 18 op/s 2024-09-20T21:50:52.912 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:52 smithi134 ceph-mon[89086]: osdmap e576: 8 total, 8 up, 8 in 2024-09-20T21:50:52.912 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:52 smithi134 ceph-mon[89086]: osdmap e577: 8 total, 8 up, 8 in 2024-09-20T21:50:53.615 INFO:tasks.rados.rados.0.smithi046.stdout:2541: done (5 left) 2024-09-20T21:50:53.615 INFO:tasks.rados.rados.0.smithi046.stdout:2542: rollback oid 18 current snap is 259 2024-09-20T21:50:53.616 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 18 to 253 2024-09-20T21:50:53.616 INFO:tasks.rados.rados.0.smithi046.stdout:2536: finishing write tid 1 to smithi04683737-20 2024-09-20T21:50:53.616 INFO:tasks.rados.rados.0.smithi046.stdout:2536: finishing write tid 2 to smithi04683737-20 2024-09-20T21:50:53.616 INFO:tasks.rados.rados.0.smithi046.stdout:2536: finishing write tid 3 to smithi04683737-20 2024-09-20T21:50:53.616 INFO:tasks.rados.rados.0.smithi046.stdout:2536: finishing write tid 4 to smithi04683737-20 2024-09-20T21:50:53.616 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 919 (ObjNum 774 snap 259 seq_num 774) dirty exists 2024-09-20T21:50:53.616 INFO:tasks.rados.rados.0.smithi046.stdout:2536: left oid 20 (ObjNum 774 snap 259 seq_num 774) 2024-09-20T21:50:53.616 INFO:tasks.rados.rados.0.smithi046.stdout:2539: finishing rollback tid 0 to smithi04683737-50 2024-09-20T21:50:53.616 INFO:tasks.rados.rados.0.smithi046.stdout:2539: finishing rollback tid 1 to smithi04683737-50 2024-09-20T21:50:53.616 INFO:tasks.rados.rados.0.smithi046.stdout:2539: finishing rollback tid 2 to smithi04683737-50 2024-09-20T21:50:53.616 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 698 (ObjNum 630 snap 203 seq_num 630) dirty exists 2024-09-20T21:50:53.616 INFO:tasks.rados.rados.0.smithi046.stdout:2538: expect (ObjNum 764 snap 255 seq_num 764) 2024-09-20T21:50:53.654 INFO:tasks.rados.rados.0.smithi046.stdout:2540: finishing write tid 1 to smithi04683737-24 2024-09-20T21:50:53.654 INFO:tasks.rados.rados.0.smithi046.stdout:2540: finishing write tid 2 to smithi04683737-24 2024-09-20T21:50:53.655 INFO:tasks.rados.rados.0.smithi046.stdout:2540: finishing write tid 3 to smithi04683737-24 2024-09-20T21:50:53.655 INFO:tasks.rados.rados.0.smithi046.stdout:2540: finishing write tid 4 to smithi04683737-24 2024-09-20T21:50:53.655 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 777 (ObjNum 775 snap 259 seq_num 775) dirty exists 2024-09-20T21:50:53.655 INFO:tasks.rados.rados.0.smithi046.stdout:2540: left oid 24 (ObjNum 775 snap 259 seq_num 775) 2024-09-20T21:50:53.655 INFO:tasks.rados.rados.0.smithi046.stdout:2536: done (5 left) 2024-09-20T21:50:53.655 INFO:tasks.rados.rados.0.smithi046.stdout:2537: done (4 left) 2024-09-20T21:50:53.655 INFO:tasks.rados.rados.0.smithi046.stdout:2538: done (3 left) 2024-09-20T21:50:53.655 INFO:tasks.rados.rados.0.smithi046.stdout:2539: done (2 left) 2024-09-20T21:50:53.655 INFO:tasks.rados.rados.0.smithi046.stdout:2540: done (1 left) 2024-09-20T21:50:53.655 INFO:tasks.rados.rados.0.smithi046.stdout:2543: delete oid 50 current snap is 259 2024-09-20T21:50:53.655 INFO:tasks.rados.rados.0.smithi046.stdout:2542: finishing rollback tid 0 to smithi04683737-18 2024-09-20T21:50:53.655 INFO:tasks.rados.rados.0.smithi046.stdout:2542: finishing rollback tid 1 to smithi04683737-18 2024-09-20T21:50:53.655 INFO:tasks.rados.rados.0.smithi046.stdout:2542: finishing rollback tid 2 to smithi04683737-18 2024-09-20T21:50:53.655 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1001 (ObjNum 753 snap 252 seq_num 753) dirty exists 2024-09-20T21:50:53.656 INFO:tasks.rados.rados.0.smithi046.stdout:2542: done (1 left) 2024-09-20T21:50:53.656 INFO:tasks.rados.rados.0.smithi046.stdout:2543: done (0 left) 2024-09-20T21:50:53.656 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 259 2024-09-20T21:50:53.656 INFO:tasks.rados.rados.0.smithi046.stdout:2544: seq_num 777 ranges {0=622592,622592=401408} 2024-09-20T21:50:53.659 INFO:tasks.rados.rados.0.smithi046.stdout:2544: writing smithi04683737-2 from 0 to 622592 tid 1 2024-09-20T21:50:53.662 INFO:tasks.rados.rados.0.smithi046.stdout:2544: writing smithi04683737-2 from 622592 to 1024000 tid 2 2024-09-20T21:50:53.662 INFO:tasks.rados.rados.0.smithi046.stdout:2545: snap_remove snap 256 2024-09-20T21:50:54.616 INFO:tasks.rados.rados.0.smithi046.stdout:2544: finishing write tid 1 to smithi04683737-2 2024-09-20T21:50:54.616 INFO:tasks.rados.rados.0.smithi046.stdout:2544: finishing write tid 2 to smithi04683737-2 2024-09-20T21:50:54.617 INFO:tasks.rados.rados.0.smithi046.stdout:2544: finishing write tid 3 to smithi04683737-2 2024-09-20T21:50:54.617 INFO:tasks.rados.rados.0.smithi046.stdout:2544: finishing write tid 4 to smithi04683737-2 2024-09-20T21:50:54.617 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 767 (ObjNum 777 snap 259 seq_num 777) dirty exists 2024-09-20T21:50:54.617 INFO:tasks.rados.rados.0.smithi046.stdout:2544: left oid 2 (ObjNum 777 snap 259 seq_num 777) 2024-09-20T21:50:54.617 INFO:tasks.rados.rados.0.smithi046.stdout:2544: done (1 left) 2024-09-20T21:50:54.617 INFO:tasks.rados.rados.0.smithi046.stdout:2545: done (0 left) 2024-09-20T21:50:54.617 INFO:tasks.rados.rados.0.smithi046.stdout:2546: read oid 32 snap -1 2024-09-20T21:50:54.617 INFO:tasks.rados.rados.0.smithi046.stdout:2546: expect (ObjNum 737 snap 250 seq_num 737) 2024-09-20T21:50:54.617 INFO:tasks.rados.rados.0.smithi046.stdout:2547: rollback oid 11 current snap is 259 2024-09-20T21:50:54.617 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 11 to 192 2024-09-20T21:50:54.617 INFO:tasks.rados.rados.0.smithi046.stdout:2548: setattr oid 49 current snap is 259 2024-09-20T21:50:54.619 INFO:tasks.rados.rados.0.smithi046.stdout:2549: copy_from oid 50 from oid 39 current snap is 259 2024-09-20T21:50:54.619 INFO:tasks.rados.rados.0.smithi046.stdout:2550: rmattr oid 46 current snap is 259 2024-09-20T21:50:54.619 INFO:tasks.rados.rados.0.smithi046.stdout:2550: done (4 left) 2024-09-20T21:50:54.620 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 259 2024-09-20T21:50:54.620 INFO:tasks.rados.rados.0.smithi046.stdout:2551: seq_num 778 ranges {196608=638976,835584=401408} 2024-09-20T21:50:54.625 INFO:tasks.rados.rados.0.smithi046.stdout:2551: writing smithi04683737-37 from 196608 to 835584 tid 1 2024-09-20T21:50:54.628 INFO:tasks.rados.rados.0.smithi046.stdout:2551: writing smithi04683737-37 from 835584 to 1236992 tid 2 2024-09-20T21:50:54.628 INFO:tasks.rados.rados.0.smithi046.stdout:2552: delete oid 42 current snap is 259 2024-09-20T21:50:54.631 INFO:tasks.rados.rados.0.smithi046.stdout:2547: finishing rollback tid 0 to smithi04683737-11 2024-09-20T21:50:54.632 INFO:tasks.rados.rados.0.smithi046.stdout:2549: finishing copy_from racing read to smithi04683737-50 2024-09-20T21:50:54.632 INFO:tasks.rados.rados.0.smithi046.stdout:2547: finishing rollback tid 1 to smithi04683737-11 2024-09-20T21:50:54.632 INFO:tasks.rados.rados.0.smithi046.stdout:2547: finishing rollback tid 2 to smithi04683737-11 2024-09-20T21:50:54.633 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 777 (ObjNum 469 snap 140 seq_num 469) dirty exists 2024-09-20T21:50:54.633 INFO:tasks.rados.rados.0.smithi046.stdout:2547: done (5 left) 2024-09-20T21:50:54.633 INFO:tasks.rados.rados.0.smithi046.stdout:2552: done (4 left) 2024-09-20T21:50:54.633 INFO:tasks.rados.rados.0.smithi046.stdout:2553: snap_remove snap 204 2024-09-20T21:50:54.859 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:54 smithi134 ceph-mon[89086]: pgmap v532: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 417 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 721 KiB/s rd, 656 KiB/s wr, 12 op/s 2024-09-20T21:50:54.859 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:54 smithi134 ceph-mon[89086]: osdmap e578: 8 total, 8 up, 8 in 2024-09-20T21:50:54.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:54 smithi046 ceph-mon[96110]: pgmap v532: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 417 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 721 KiB/s rd, 656 KiB/s wr, 12 op/s 2024-09-20T21:50:54.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:54 smithi046 ceph-mon[96110]: osdmap e578: 8 total, 8 up, 8 in 2024-09-20T21:50:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:54 smithi046 ceph-mon[98591]: pgmap v532: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 417 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 721 KiB/s rd, 656 KiB/s wr, 12 op/s 2024-09-20T21:50:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:54 smithi046 ceph-mon[98591]: osdmap e578: 8 total, 8 up, 8 in 2024-09-20T21:50:55.630 INFO:tasks.rados.rados.0.smithi046.stdout:2553: done (4 left) 2024-09-20T21:50:55.630 INFO:tasks.rados.rados.0.smithi046.stdout:2554: read oid 2 snap -1 2024-09-20T21:50:55.630 INFO:tasks.rados.rados.0.smithi046.stdout:2554: expect (ObjNum 777 snap 259 seq_num 777) 2024-09-20T21:50:55.630 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 259 2024-09-20T21:50:55.630 INFO:tasks.rados.rados.0.smithi046.stdout:2555: seq_num 780 ranges {2891776=671744,3563520=401408} 2024-09-20T21:50:55.651 INFO:tasks.rados.rados.0.smithi046.stdout:2555: writing smithi04683737-40 from 2891776 to 3563520 tid 1 2024-09-20T21:50:55.654 INFO:tasks.rados.rados.0.smithi046.stdout:2555: writing smithi04683737-40 from 3563520 to 3964928 tid 2 2024-09-20T21:50:55.654 INFO:tasks.rados.rados.0.smithi046.stdout:2556: rollback oid 41 current snap is 259 2024-09-20T21:50:55.654 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 41 to 243 2024-09-20T21:50:55.654 INFO:tasks.rados.rados.0.smithi046.stdout:2549: finishing copy_from to smithi04683737-50 2024-09-20T21:50:55.655 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 664 (ObjNum 609 snap 202 seq_num 609) dirty exists 2024-09-20T21:50:55.655 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 1232 (ObjNum 33 snap 0 seq_num 20806128) dirty exists 2024-09-20T21:50:55.655 INFO:tasks.rados.rados.0.smithi046.stdout:2551: finishing write tid 1 to smithi04683737-37 2024-09-20T21:50:55.655 INFO:tasks.rados.rados.0.smithi046.stdout:2551: finishing write tid 2 to smithi04683737-37 2024-09-20T21:50:55.655 INFO:tasks.rados.rados.0.smithi046.stdout:2551: finishing write tid 3 to smithi04683737-37 2024-09-20T21:50:55.655 INFO:tasks.rados.rados.0.smithi046.stdout:2551: finishing write tid 4 to smithi04683737-37 2024-09-20T21:50:55.655 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 989 (ObjNum 778 snap 259 seq_num 778) dirty exists 2024-09-20T21:50:55.655 INFO:tasks.rados.rados.0.smithi046.stdout:2551: left oid 37 (ObjNum 778 snap 259 seq_num 778) 2024-09-20T21:50:55.655 INFO:tasks.rados.rados.0.smithi046.stdout:2546: expect (ObjNum 737 snap 250 seq_num 737) 2024-09-20T21:50:55.783 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:55 smithi134 ceph-mon[89086]: osdmap e579: 8 total, 8 up, 8 in 2024-09-20T21:50:55.790 INFO:tasks.rados.rados.0.smithi046.stdout:2554: expect (ObjNum 777 snap 259 seq_num 777) 2024-09-20T21:50:55.817 INFO:tasks.rados.rados.0.smithi046.stdout:2556: finishing rollback tid 0 to smithi04683737-41 2024-09-20T21:50:55.818 INFO:tasks.rados.rados.0.smithi046.stdout:2555: finishing write tid 1 to smithi04683737-40 2024-09-20T21:50:55.818 INFO:tasks.rados.rados.0.smithi046.stdout:2555: finishing write tid 2 to smithi04683737-40 2024-09-20T21:50:55.818 INFO:tasks.rados.rados.0.smithi046.stdout:2556: finishing rollback tid 1 to smithi04683737-41 2024-09-20T21:50:55.818 INFO:tasks.rados.rados.0.smithi046.stdout:2555: finishing write tid 3 to smithi04683737-40 2024-09-20T21:50:55.818 INFO:tasks.rados.rados.0.smithi046.stdout:2556: finishing rollback tid 2 to smithi04683737-41 2024-09-20T21:50:55.818 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1220 (ObjNum 700 snap 238 seq_num 700) dirty exists 2024-09-20T21:50:55.818 INFO:tasks.rados.rados.0.smithi046.stdout:2555: finishing write tid 4 to smithi04683737-40 2024-09-20T21:50:55.818 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 769 (ObjNum 780 snap 259 seq_num 780) dirty exists 2024-09-20T21:50:55.818 INFO:tasks.rados.rados.0.smithi046.stdout:2555: left oid 40 (ObjNum 780 snap 259 seq_num 780) 2024-09-20T21:50:55.818 INFO:tasks.rados.rados.0.smithi046.stdout:2546: done (6 left) 2024-09-20T21:50:55.818 INFO:tasks.rados.rados.0.smithi046.stdout:2548: done (5 left) 2024-09-20T21:50:55.818 INFO:tasks.rados.rados.0.smithi046.stdout:2549: done (4 left) 2024-09-20T21:50:55.818 INFO:tasks.rados.rados.0.smithi046.stdout:2551: done (3 left) 2024-09-20T21:50:55.818 INFO:tasks.rados.rados.0.smithi046.stdout:2554: done (2 left) 2024-09-20T21:50:55.818 INFO:tasks.rados.rados.0.smithi046.stdout:2555: done (1 left) 2024-09-20T21:50:55.819 INFO:tasks.rados.rados.0.smithi046.stdout:2556: done (0 left) 2024-09-20T21:50:55.819 INFO:tasks.rados.rados.0.smithi046.stdout:2557: rmattr oid 16 current snap is 259 2024-09-20T21:50:55.819 INFO:tasks.rados.rados.0.smithi046.stdout:2557: done (0 left) 2024-09-20T21:50:55.819 INFO:tasks.rados.rados.0.smithi046.stdout:2558: read oid 34 snap 206 2024-09-20T21:50:55.819 INFO:tasks.rados.rados.0.smithi046.stdout:2558: expect (ObjNum 507 snap 154 seq_num 507) 2024-09-20T21:50:55.819 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 259 2024-09-20T21:50:55.819 INFO:tasks.rados.rados.0.smithi046.stdout:2559: seq_num 781 ranges {1933312=688128,2621440=401408} 2024-09-20T21:50:55.831 INFO:tasks.rados.rados.0.smithi046.stdout:2559: writing smithi04683737-14 from 1933312 to 2621440 tid 1 2024-09-20T21:50:55.834 INFO:tasks.rados.rados.0.smithi046.stdout:2559: writing smithi04683737-14 from 2621440 to 3022848 tid 2 2024-09-20T21:50:55.834 INFO:tasks.rados.rados.0.smithi046.stdout:2560: rollback oid 3 current snap is 259 2024-09-20T21:50:55.834 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 3 to 197 2024-09-20T21:50:55.834 INFO:tasks.rados.rados.0.smithi046.stdout:2558: expect (ObjNum 507 snap 154 seq_num 507) 2024-09-20T21:50:55.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:55 smithi046 ceph-mon[96110]: osdmap e579: 8 total, 8 up, 8 in 2024-09-20T21:50:55.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:55 smithi046 ceph-mon[98591]: osdmap e579: 8 total, 8 up, 8 in 2024-09-20T21:50:55.901 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:50:55 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0[104668]: 2024-09-20T21:50:55.636+0000 7f01ccfb2640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 114 after trimming was started 2024-09-20T21:50:55.929 INFO:tasks.rados.rados.0.smithi046.stdout:2559: finishing write tid 1 to smithi04683737-14 2024-09-20T21:50:55.929 INFO:tasks.rados.rados.0.smithi046.stdout:2560: finishing rollback tid 0 to smithi04683737-3 2024-09-20T21:50:55.929 INFO:tasks.rados.rados.0.smithi046.stdout:2559: finishing write tid 2 to smithi04683737-14 2024-09-20T21:50:55.930 INFO:tasks.rados.rados.0.smithi046.stdout:2560: finishing rollback tid 1 to smithi04683737-3 2024-09-20T21:50:55.930 INFO:tasks.rados.rados.0.smithi046.stdout:2559: finishing write tid 3 to smithi04683737-14 2024-09-20T21:50:55.930 INFO:tasks.rados.rados.0.smithi046.stdout:2560: finishing rollback tid 2 to smithi04683737-3 2024-09-20T21:50:55.930 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1004 (ObjNum 594 snap 197 seq_num 594) dirty exists 2024-09-20T21:50:55.930 INFO:tasks.rados.rados.0.smithi046.stdout:2558: done (2 left) 2024-09-20T21:50:55.930 INFO:tasks.rados.rados.0.smithi046.stdout:2560: done (1 left) 2024-09-20T21:50:55.930 INFO:tasks.rados.rados.0.smithi046.stdout:2561: rmattr oid 18 current snap is 259 2024-09-20T21:50:55.930 INFO:tasks.rados.rados.0.smithi046.stdout:2561: done (1 left) 2024-09-20T21:50:55.930 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 259 2024-09-20T21:50:55.930 INFO:tasks.rados.rados.0.smithi046.stdout:2559: finishing write tid 4 to smithi04683737-14 2024-09-20T21:50:55.930 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 1224 (ObjNum 781 snap 259 seq_num 781) dirty exists 2024-09-20T21:50:55.930 INFO:tasks.rados.rados.0.smithi046.stdout:2559: left oid 14 (ObjNum 781 snap 259 seq_num 781) 2024-09-20T21:50:55.930 INFO:tasks.rados.rados.0.smithi046.stdout:2562: seq_num 782 ranges {16384=704512,720896=401408} 2024-09-20T21:50:55.933 INFO:tasks.rados.rados.0.smithi046.stdout:2562: writing smithi04683737-1 from 16384 to 720896 tid 1 2024-09-20T21:50:55.936 INFO:tasks.rados.rados.0.smithi046.stdout:2562: writing smithi04683737-1 from 720896 to 1122304 tid 2 2024-09-20T21:50:55.936 INFO:tasks.rados.rados.0.smithi046.stdout:2559: done (1 left) 2024-09-20T21:50:55.936 INFO:tasks.rados.rados.0.smithi046.stdout:2563: copy_from oid 48 from oid 37 current snap is 259 2024-09-20T21:50:55.936 INFO:tasks.rados.rados.0.smithi046.stdout:2564: read oid 39 snap -1 2024-09-20T21:50:55.936 INFO:tasks.rados.rados.0.smithi046.stdout:2564: expect (ObjNum 609 snap 202 seq_num 609) 2024-09-20T21:50:55.936 INFO:tasks.rados.rados.0.smithi046.stdout:2565: setattr oid 38 current snap is 259 2024-09-20T21:50:55.937 INFO:tasks.rados.rados.0.smithi046.stdout:2566: rmattr oid 11 current snap is 259 2024-09-20T21:50:55.937 INFO:tasks.rados.rados.0.smithi046.stdout:2566: done (4 left) 2024-09-20T21:50:55.937 INFO:tasks.rados.rados.0.smithi046.stdout:2567: read oid 23 snap 251 2024-09-20T21:50:55.937 INFO:tasks.rados.rados.0.smithi046.stdout:2567: expect (ObjNum 740 snap 250 seq_num 740) 2024-09-20T21:50:55.937 INFO:tasks.rados.rados.0.smithi046.stdout:2568: snap_create 2024-09-20T21:50:55.939 INFO:tasks.rados.rados.0.smithi046.stdout:2562: finishing write tid 1 to smithi04683737-1 2024-09-20T21:50:55.939 INFO:tasks.rados.rados.0.smithi046.stdout:2562: finishing write tid 2 to smithi04683737-1 2024-09-20T21:50:55.939 INFO:tasks.rados.rados.0.smithi046.stdout:2564: expect (ObjNum 609 snap 202 seq_num 609) 2024-09-20T21:50:55.957 INFO:tasks.rados.rados.0.smithi046.stdout:2562: finishing write tid 3 to smithi04683737-1 2024-09-20T21:50:55.957 INFO:tasks.rados.rados.0.smithi046.stdout:2562: finishing write tid 4 to smithi04683737-1 2024-09-20T21:50:55.957 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 780 (ObjNum 782 snap 259 seq_num 782) dirty exists 2024-09-20T21:50:55.957 INFO:tasks.rados.rados.0.smithi046.stdout:2562: left oid 1 (ObjNum 782 snap 259 seq_num 782) 2024-09-20T21:50:55.957 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 990 (ObjNum 698 snap 237 seq_num 698) dirty exists 2024-09-20T21:50:55.957 INFO:tasks.rados.rados.0.smithi046.stdout:2567: expect (ObjNum 740 snap 250 seq_num 740) 2024-09-20T21:50:55.967 INFO:tasks.rados.rados.0.smithi046.stdout:2563: finishing copy_from racing read to smithi04683737-48 2024-09-20T21:50:55.967 INFO:tasks.rados.rados.0.smithi046.stdout:2563: finishing copy_from to smithi04683737-48 2024-09-20T21:50:55.967 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 989 (ObjNum 778 snap 259 seq_num 778) dirty exists 2024-09-20T21:50:56.055 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:55 smithi134 systemd[1]: Stopping Ceph grafana.a for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:50:56.334 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:56 smithi134 podman[118598]: 2024-09-20 21:50:56.053595457 +0000 UTC m=+0.122268420 container died 8341e8dee31d6616e2ac1b4f4ff858546427f61c27d0363426276346b965ee2c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, distribution-scope=public, maintainer=Paul Cuzner , build-date=2022-04-29T11:48:11.055897, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.buildah.version=1.32.0, name=ubi8, architecture=x86_64, description=Ceph Grafana Container, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-type=git, com.redhat.component=ubi8-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base rhel8, version=8.5, summary=Grafana Container configured for Ceph mgr/dashboard integration) 2024-09-20T21:50:56.630 INFO:tasks.rados.rados.0.smithi046.stdout:2562: done (5 left) 2024-09-20T21:50:56.630 INFO:tasks.rados.rados.0.smithi046.stdout:2563: done (4 left) 2024-09-20T21:50:56.630 INFO:tasks.rados.rados.0.smithi046.stdout:2564: done (3 left) 2024-09-20T21:50:56.630 INFO:tasks.rados.rados.0.smithi046.stdout:2565: done (2 left) 2024-09-20T21:50:56.630 INFO:tasks.rados.rados.0.smithi046.stdout:2567: done (1 left) 2024-09-20T21:50:56.630 INFO:tasks.rados.rados.0.smithi046.stdout:2568: done (0 left) 2024-09-20T21:50:56.631 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 260 2024-09-20T21:50:56.631 INFO:tasks.rados.rados.0.smithi046.stdout:2569: seq_num 783 ranges {417792=720896,1138688=401408} 2024-09-20T21:50:56.631 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:56 smithi134 podman[118598]: 2024-09-20 21:50:56.432382807 +0000 UTC m=+0.501055768 container cleanup 8341e8dee31d6616e2ac1b4f4ff858546427f61c27d0363426276346b965ee2c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, release=239.1651231664, distribution-scope=public, summary=Grafana Container configured for Ceph mgr/dashboard integration, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.component=ubi8-container, maintainer=Paul Cuzner , vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, version=8.5, io.buildah.version=1.32.0, vcs-type=git, architecture=x86_64, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, io.openshift.tags=base rhel8, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=Ceph Grafana Container, build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, name=ubi8) 2024-09-20T21:50:56.631 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:56 smithi134 bash[118598]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a 2024-09-20T21:50:56.636 INFO:tasks.rados.rados.0.smithi046.stdout:2569: writing smithi04683737-15 from 417792 to 1138688 tid 1 2024-09-20T21:50:56.638 INFO:tasks.rados.rados.0.smithi046.stdout:2569: writing smithi04683737-15 from 1138688 to 1540096 tid 2 2024-09-20T21:50:56.638 INFO:tasks.rados.rados.0.smithi046.stdout:2570: delete oid 23 current snap is 260 2024-09-20T21:50:56.642 INFO:tasks.rados.rados.0.smithi046.stdout:2570: done (1 left) 2024-09-20T21:50:56.643 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 260 2024-09-20T21:50:56.643 INFO:tasks.rados.rados.0.smithi046.stdout:2571: seq_num 785 ranges {0=753664,753664=401408} 2024-09-20T21:50:56.646 INFO:tasks.rados.rados.0.smithi046.stdout:2571: writing smithi04683737-28 from 0 to 753664 tid 1 2024-09-20T21:50:56.649 INFO:tasks.rados.rados.0.smithi046.stdout:2571: writing smithi04683737-28 from 753664 to 1155072 tid 2 2024-09-20T21:50:56.649 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 260 2024-09-20T21:50:56.649 INFO:tasks.rados.rados.0.smithi046.stdout:2569: finishing write tid 1 to smithi04683737-15 2024-09-20T21:50:56.649 INFO:tasks.rados.rados.0.smithi046.stdout:2569: finishing write tid 2 to smithi04683737-15 2024-09-20T21:50:56.649 INFO:tasks.rados.rados.0.smithi046.stdout:2569: finishing write tid 3 to smithi04683737-15 2024-09-20T21:50:56.649 INFO:tasks.rados.rados.0.smithi046.stdout:2572: seq_num 786 ranges {1236992=770048,2007040=401408} 2024-09-20T21:50:56.660 INFO:tasks.rados.rados.0.smithi046.stdout:2572: writing smithi04683737-37 from 1236992 to 2007040 tid 1 2024-09-20T21:50:56.663 INFO:tasks.rados.rados.0.smithi046.stdout:2572: writing smithi04683737-37 from 2007040 to 2408448 tid 2 2024-09-20T21:50:56.663 INFO:tasks.rados.rados.0.smithi046.stdout:2573: read oid 42 snap -1 2024-09-20T21:50:56.663 INFO:tasks.rados.rados.0.smithi046.stdout:2573: expect deleted 2024-09-20T21:50:56.663 INFO:tasks.rados.rados.0.smithi046.stdout:2574: delete oid 29 current snap is 260 2024-09-20T21:50:56.663 INFO:tasks.rados.rados.0.smithi046.stdout:2569: finishing write tid 4 to smithi04683737-15 2024-09-20T21:50:56.663 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 699 (ObjNum 783 snap 260 seq_num 783) dirty exists 2024-09-20T21:50:56.663 INFO:tasks.rados.rados.0.smithi046.stdout:2569: left oid 15 (ObjNum 783 snap 260 seq_num 783) 2024-09-20T21:50:56.663 INFO:tasks.rados.rados.0.smithi046.stdout:2571: finishing write tid 1 to smithi04683737-28 2024-09-20T21:50:56.663 INFO:tasks.rados.rados.0.smithi046.stdout:2571: finishing write tid 2 to smithi04683737-28 2024-09-20T21:50:56.663 INFO:tasks.rados.rados.0.smithi046.stdout:2571: finishing write tid 3 to smithi04683737-28 2024-09-20T21:50:56.664 INFO:tasks.rados.rados.0.smithi046.stdout:2571: finishing write tid 4 to smithi04683737-28 2024-09-20T21:50:56.664 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 773 (ObjNum 785 snap 260 seq_num 785) dirty exists 2024-09-20T21:50:56.664 INFO:tasks.rados.rados.0.smithi046.stdout:2571: left oid 28 (ObjNum 785 snap 260 seq_num 785) 2024-09-20T21:50:56.665 INFO:tasks.rados.rados.0.smithi046.stdout:2572: finishing write tid 1 to smithi04683737-37 2024-09-20T21:50:56.665 INFO:tasks.rados.rados.0.smithi046.stdout:2572: finishing write tid 2 to smithi04683737-37 2024-09-20T21:50:56.666 INFO:tasks.rados.rados.0.smithi046.stdout:2572: finishing write tid 3 to smithi04683737-37 2024-09-20T21:50:56.666 INFO:tasks.rados.rados.0.smithi046.stdout:2572: finishing write tid 4 to smithi04683737-37 2024-09-20T21:50:56.667 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 994 (ObjNum 786 snap 260 seq_num 786) dirty exists 2024-09-20T21:50:56.667 INFO:tasks.rados.rados.0.smithi046.stdout:2572: left oid 37 (ObjNum 786 snap 260 seq_num 786) 2024-09-20T21:50:56.667 INFO:tasks.rados.rados.0.smithi046.stdout:2569: done (4 left) 2024-09-20T21:50:56.667 INFO:tasks.rados.rados.0.smithi046.stdout:2571: done (3 left) 2024-09-20T21:50:56.667 INFO:tasks.rados.rados.0.smithi046.stdout:2572: done (2 left) 2024-09-20T21:50:56.668 INFO:tasks.rados.rados.0.smithi046.stdout:2573: done (1 left) 2024-09-20T21:50:56.668 INFO:tasks.rados.rados.0.smithi046.stdout:2574: done (0 left) 2024-09-20T21:50:56.668 INFO:tasks.rados.rados.0.smithi046.stdout:2575: copy_from oid 41 from oid 14 current snap is 260 2024-09-20T21:50:56.668 INFO:tasks.rados.rados.0.smithi046.stdout:2576: copy_from oid 19 from oid 13 current snap is 260 2024-09-20T21:50:56.668 INFO:tasks.rados.rados.0.smithi046.stdout:2577: snap_create 2024-09-20T21:50:56.680 INFO:tasks.rados.rados.0.smithi046.stdout:2575: finishing copy_from racing read to smithi04683737-41 2024-09-20T21:50:56.683 INFO:tasks.rados.rados.0.smithi046.stdout:2575: finishing copy_from to smithi04683737-41 2024-09-20T21:50:56.683 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1224 (ObjNum 781 snap 259 seq_num 781) dirty exists 2024-09-20T21:50:56.683 INFO:tasks.rados.rados.0.smithi046.stdout:2576: finishing copy_from racing read to smithi04683737-19 2024-09-20T21:50:56.685 INFO:tasks.rados.rados.0.smithi046.stdout:2576: finishing copy_from to smithi04683737-19 2024-09-20T21:50:56.685 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1120 (ObjNum 668 snap 226 seq_num 668) dirty exists 2024-09-20T21:50:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:56 smithi046 ceph-mon[96110]: pgmap v535: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 417 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 720 KiB/s rd, 232 KiB/s wr, 3 op/s 2024-09-20T21:50:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:56 smithi046 ceph-mon[96110]: osdmap e580: 8 total, 8 up, 8 in 2024-09-20T21:50:56.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:56 smithi046 ceph-mon[98591]: pgmap v535: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 417 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 720 KiB/s rd, 232 KiB/s wr, 3 op/s 2024-09-20T21:50:56.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:56 smithi046 ceph-mon[98591]: osdmap e580: 8 total, 8 up, 8 in 2024-09-20T21:50:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:56 smithi134 ceph-mon[89086]: pgmap v535: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 417 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 720 KiB/s rd, 232 KiB/s wr, 3 op/s 2024-09-20T21:50:56.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:56 smithi134 ceph-mon[89086]: osdmap e580: 8 total, 8 up, 8 in 2024-09-20T21:50:56.927 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:56 smithi134 podman[118614]: 2024-09-20 21:50:56.708734947 +0000 UTC m=+0.657594459 container remove 8341e8dee31d6616e2ac1b4f4ff858546427f61c27d0363426276346b965ee2c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a, io.openshift.expose-services=, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.buildah.version=1.32.0, vendor=Red Hat, Inc., version=8.5, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, build-date=2022-04-29T11:48:11.055897, maintainer=Paul Cuzner , name=ubi8, architecture=x86_64, com.redhat.component=ubi8-container, description=Ceph Grafana Container, io.openshift.tags=base rhel8, release=239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.display-name=Red Hat Universal Base Image 8, distribution-scope=public) 2024-09-20T21:50:56.927 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:56 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-09-20T21:50:56.927 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:56 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@grafana.a.service: Failed with result 'exit-code'. 2024-09-20T21:50:56.927 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:56 smithi134 systemd[1]: Stopped Ceph grafana.a for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:50:56.927 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:56 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@grafana.a.service: Consumed 7.137s CPU time. 2024-09-20T21:50:57.333 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:57 smithi134 systemd[1]: Starting Ceph grafana.a for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T21:50:57.333 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:57 smithi134 podman[118748]: 2024-09-20 21:50:57.226701183 +0000 UTC m=+0.112716057 container create b597a6221e127f66edf0502069d4d224eef9ddf92fdeb7f87b6196eb73070064 (image=quay.io/ceph/grafana:9.4.12, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a, maintainer=Grafana Labs ) 2024-09-20T21:50:57.333 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:57 smithi134 podman[118748]: 2024-09-20 21:50:57.130753833 +0000 UTC m=+0.016768710 image pull 2bacad6d85d802cd176c146528adcc0e47a8a83e94bc4a8b7ba1a9b9ef2c65e7 quay.io/ceph/grafana:9.4.12 2024-09-20T21:50:57.597 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:57 smithi134 podman[118748]: 2024-09-20 21:50:57.510266254 +0000 UTC m=+0.396281132 container init b597a6221e127f66edf0502069d4d224eef9ddf92fdeb7f87b6196eb73070064 (image=quay.io/ceph/grafana:9.4.12, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a, maintainer=Grafana Labs ) 2024-09-20T21:50:57.597 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:57 smithi134 podman[118748]: 2024-09-20 21:50:57.514955152 +0000 UTC m=+0.400970023 container start b597a6221e127f66edf0502069d4d224eef9ddf92fdeb7f87b6196eb73070064 (image=quay.io/ceph/grafana:9.4.12, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a, maintainer=Grafana Labs ) 2024-09-20T21:50:57.599 INFO:tasks.rados.rados.0.smithi046.stdout:2575: done (2 left) 2024-09-20T21:50:57.599 INFO:tasks.rados.rados.0.smithi046.stdout:2576: done (1 left) 2024-09-20T21:50:57.599 INFO:tasks.rados.rados.0.smithi046.stdout:2577: done (0 left) 2024-09-20T21:50:57.599 INFO:tasks.rados.rados.0.smithi046.stdout:2578: copy_from oid 4 from oid 16 current snap is 261 2024-09-20T21:50:57.599 INFO:tasks.rados.rados.0.smithi046.stdout:2579: snap_create 2024-09-20T21:50:57.611 INFO:tasks.rados.rados.0.smithi046.stdout:2578: finishing copy_from racing read to smithi04683737-4 2024-09-20T21:50:57.612 INFO:tasks.rados.rados.0.smithi046.stdout:2578: finishing copy_from to smithi04683737-4 2024-09-20T21:50:57.613 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 986 (ObjNum 732 snap 248 seq_num 732) dirty exists 2024-09-20T21:50:57.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:57 smithi046 ceph-mon[96110]: osdmap e581: 8 total, 8 up, 8 in 2024-09-20T21:50:57.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:57 smithi046 ceph-mon[96110]: osdmap e582: 8 total, 8 up, 8 in 2024-09-20T21:50:57.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:57 smithi046 ceph-mon[98591]: osdmap e581: 8 total, 8 up, 8 in 2024-09-20T21:50:57.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:57 smithi046 ceph-mon[98591]: osdmap e582: 8 total, 8 up, 8 in 2024-09-20T21:50:57.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:57 smithi134 ceph-mon[89086]: osdmap e581: 8 total, 8 up, 8 in 2024-09-20T21:50:57.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:57 smithi134 ceph-mon[89086]: osdmap e582: 8 total, 8 up, 8 in 2024-09-20T21:50:57.927 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:57 smithi134 bash[118748]: b597a6221e127f66edf0502069d4d224eef9ddf92fdeb7f87b6196eb73070064 2024-09-20T21:50:57.927 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:57 smithi134 systemd[1]: Started Ceph grafana.a for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T21:50:57.927 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:57 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=settings t=2024-09-20T21:50:57.670618828Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-09-20T21:50:57.928 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:57 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=settings t=2024-09-20T21:50:57.670806841Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-09-20T21:50:57.928 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:57 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=settings t=2024-09-20T21:50:57.670818146Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-20T21:50:57.928 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:57 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=settings t=2024-09-20T21:50:57.670821669Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-20T21:50:57.928 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:57 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=settings t=2024-09-20T21:50:57.670824568Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-09-20T21:50:57.928 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:57 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=settings t=2024-09-20T21:50:57.670827792Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-09-20T21:50:57.928 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:57 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=settings t=2024-09-20T21:50:57.670830308Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-09-20T21:50:57.928 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:57 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=settings t=2024-09-20T21:50:57.670832912Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-09-20T21:50:57.928 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:57 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=settings t=2024-09-20T21:50:57.670835918Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-09-20T21:50:57.928 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:57 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=settings t=2024-09-20T21:50:57.67083886Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-20T21:50:57.928 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:57 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=settings t=2024-09-20T21:50:57.670841626Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-20T21:50:57.928 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:57 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=settings t=2024-09-20T21:50:57.670844219Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-20T21:50:57.928 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:57 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=settings t=2024-09-20T21:50:57.670847085Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-20T21:50:57.928 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:57 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=settings t=2024-09-20T21:50:57.670850399Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-20T21:50:57.928 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:57 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=settings t=2024-09-20T21:50:57.670852946Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-20T21:50:57.928 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:57 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=settings t=2024-09-20T21:50:57.67085546Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-20T21:50:57.929 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:57 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=settings t=2024-09-20T21:50:57.67085783Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-20T21:50:57.929 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:57 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=settings t=2024-09-20T21:50:57.670860378Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-20T21:50:57.929 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:57 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=settings t=2024-09-20T21:50:57.670863195Z level=info msg="App mode production" 2024-09-20T21:50:57.929 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:57 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=sqlstore t=2024-09-20T21:50:57.670903724Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-20T21:50:57.929 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:57 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=sqlstore t=2024-09-20T21:50:57.670914149Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-20T21:50:57.929 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:57 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=migrator t=2024-09-20T21:50:57.685107982Z level=info msg="Starting DB migrations" 2024-09-20T21:50:57.929 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:57 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=migrator t=2024-09-20T21:50:57.689633055Z level=info msg="migrations completed" performed=0 skipped=481 duration=418.896µs 2024-09-20T21:50:57.929 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:57 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=sqlstore t=2024-09-20T21:50:57.689977951Z level=info msg="Created default organization" 2024-09-20T21:50:57.929 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:57 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=plugin.finder t=2024-09-20T21:50:57.723066146Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-09-20T21:50:57.929 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:57 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=secrets t=2024-09-20T21:50:57.723173794Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-20T21:50:57.929 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:57 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=query_data t=2024-09-20T21:50:57.727003282Z level=info msg="Query Service initialization" 2024-09-20T21:50:57.929 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:57 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=live.push_http t=2024-09-20T21:50:57.729863832Z level=info msg="Live Push Gateway initialization" 2024-09-20T21:50:58.601 INFO:tasks.rados.rados.0.smithi046.stdout:2578: done (1 left) 2024-09-20T21:50:58.601 INFO:tasks.rados.rados.0.smithi046.stdout:2579: done (0 left) 2024-09-20T21:50:58.601 INFO:tasks.rados.rados.0.smithi046.stdout:2580: read oid 49 snap -1 2024-09-20T21:50:58.601 INFO:tasks.rados.rados.0.smithi046.stdout:2580: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:50:58.601 INFO:tasks.rados.rados.0.smithi046.stdout:2581: delete oid 45 current snap is 262 2024-09-20T21:50:58.604 INFO:tasks.rados.rados.0.smithi046.stdout:2581: done (1 left) 2024-09-20T21:50:58.604 INFO:tasks.rados.rados.0.smithi046.stdout:2582: snap_remove snap 247 2024-09-20T21:50:58.658 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:58 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=infra.usagestats.collector t=2024-09-20T21:50:58.360004671Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-20T21:50:58.658 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:58 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=provisioning.datasources t=2024-09-20T21:50:58.362124706Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-09-20T21:50:58.658 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:58 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=provisioning.datasources t=2024-09-20T21:50:58.362133935Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-09-20T21:50:58.658 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:58 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=provisioning.datasources t=2024-09-20T21:50:58.362248788Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-20T21:50:58.658 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:58 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=provisioning.alerting t=2024-09-20T21:50:58.383719502Z level=info msg="starting to provision alerting" 2024-09-20T21:50:58.658 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:58 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=provisioning.alerting t=2024-09-20T21:50:58.383731483Z level=info msg="finished to provision alerting" 2024-09-20T21:50:58.659 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:58 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=ngalert.state.manager t=2024-09-20T21:50:58.384202209Z level=info msg="Warming state cache for startup" 2024-09-20T21:50:58.659 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:58 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=grafanaStorageLogger t=2024-09-20T21:50:58.384248803Z level=info msg="storage starting" 2024-09-20T21:50:58.659 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:58 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=http.server t=2024-09-20T21:50:58.392289655Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-20T21:50:58.659 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:58 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=ngalert.state.manager t=2024-09-20T21:50:58.403865808Z level=info msg="State cache has been initialized" states=0 duration=19.662778ms 2024-09-20T21:50:58.659 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:58 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=ticker t=2024-09-20T21:50:58.40390918Z level=info msg=starting first_tick=2024-09-20T21:51:00Z 2024-09-20T21:50:58.659 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 21:50:58 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=ngalert.multiorg.alertmanager t=2024-09-20T21:50:58.403919289Z level=info msg="starting MultiOrg Alertmanager" 2024-09-20T21:50:58.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:58 smithi134 ceph-mon[89086]: pgmap v538: 121 pgs: 121 active+clean; 420 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 982 KiB/s wr, 19 op/s 2024-09-20T21:50:58.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:58 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:58.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:58 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:58.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:58 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:50:58.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:50:58 smithi134 ceph-mon[89086]: osdmap e583: 8 total, 8 up, 8 in 2024-09-20T21:50:59.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:58 smithi046 ceph-mon[96110]: pgmap v538: 121 pgs: 121 active+clean; 420 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 982 KiB/s wr, 19 op/s 2024-09-20T21:50:59.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:58 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:59.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:58 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:59.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:58 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:50:59.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:50:58 smithi046 ceph-mon[96110]: osdmap e583: 8 total, 8 up, 8 in 2024-09-20T21:50:59.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:58 smithi046 ceph-mon[98591]: pgmap v538: 121 pgs: 121 active+clean; 420 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 982 KiB/s wr, 19 op/s 2024-09-20T21:50:59.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:58 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:59.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:58 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:50:59.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:58 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:50:59.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:50:58 smithi046 ceph-mon[98591]: osdmap e583: 8 total, 8 up, 8 in 2024-09-20T21:50:59.603 INFO:tasks.rados.rados.0.smithi046.stdout:2582: done (1 left) 2024-09-20T21:50:59.603 INFO:tasks.rados.rados.0.smithi046.stdout:2583: rmattr oid 46 current snap is 262 2024-09-20T21:50:59.603 INFO:tasks.rados.rados.0.smithi046.stdout:2583: done (1 left) 2024-09-20T21:50:59.603 INFO:tasks.rados.rados.0.smithi046.stdout:2584: snap_create 2024-09-20T21:50:59.603 INFO:tasks.rados.rados.0.smithi046.stdout:2580: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:51:00.605 INFO:tasks.rados.rados.0.smithi046.stdout:2580: done (1 left) 2024-09-20T21:51:00.605 INFO:tasks.rados.rados.0.smithi046.stdout:2584: done (0 left) 2024-09-20T21:51:00.605 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 263 2024-09-20T21:51:00.606 INFO:tasks.rados.rados.0.smithi046.stdout:2585: seq_num 789 ranges {2531328=417792,2949120=663552,3612672=139264} 2024-09-20T21:51:00.621 INFO:tasks.rados.rados.0.smithi046.stdout:2585: writing smithi04683737-4 from 2531328 to 2949120 tid 1 2024-09-20T21:51:00.625 INFO:tasks.rados.rados.0.smithi046.stdout:2585: writing smithi04683737-4 from 2949120 to 3612672 tid 2 2024-09-20T21:51:00.627 INFO:tasks.rados.rados.0.smithi046.stdout:2585: writing smithi04683737-4 from 3612672 to 3751936 tid 3 2024-09-20T21:51:00.627 INFO:tasks.rados.rados.0.smithi046.stdout:2586: read oid 38 snap -1 2024-09-20T21:51:00.627 INFO:tasks.rados.rados.0.smithi046.stdout:2586: expect (ObjNum 698 snap 237 seq_num 698) 2024-09-20T21:51:00.627 INFO:tasks.rados.rados.0.smithi046.stdout:2587: rmattr oid 3 current snap is 263 2024-09-20T21:51:00.627 INFO:tasks.rados.rados.0.smithi046.stdout:2587: done (2 left) 2024-09-20T21:51:00.628 INFO:tasks.rados.rados.0.smithi046.stdout:2585: finishing write tid 1 to smithi04683737-4 2024-09-20T21:51:00.628 INFO:tasks.rados.rados.0.smithi046.stdout:2588: read oid 39 snap 225 2024-09-20T21:51:00.628 INFO:tasks.rados.rados.0.smithi046.stdout:2588: expect (ObjNum 609 snap 202 seq_num 609) 2024-09-20T21:51:00.628 INFO:tasks.rados.rados.0.smithi046.stdout:2589: snap_create 2024-09-20T21:51:00.631 INFO:tasks.rados.rados.0.smithi046.stdout:2588: expect (ObjNum 609 snap 202 seq_num 609) 2024-09-20T21:51:00.650 INFO:tasks.rados.rados.0.smithi046.stdout:2585: finishing write tid 2 to smithi04683737-4 2024-09-20T21:51:00.650 INFO:tasks.rados.rados.0.smithi046.stdout:2585: finishing write tid 3 to smithi04683737-4 2024-09-20T21:51:00.650 INFO:tasks.rados.rados.0.smithi046.stdout:2585: finishing write tid 4 to smithi04683737-4 2024-09-20T21:51:00.650 INFO:tasks.rados.rados.0.smithi046.stdout:2585: finishing write tid 5 to smithi04683737-4 2024-09-20T21:51:00.650 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 1256 (ObjNum 789 snap 263 seq_num 789) dirty exists 2024-09-20T21:51:00.650 INFO:tasks.rados.rados.0.smithi046.stdout:2585: left oid 4 (ObjNum 789 snap 263 seq_num 789) 2024-09-20T21:51:00.651 INFO:tasks.rados.rados.0.smithi046.stdout:2586: expect (ObjNum 698 snap 237 seq_num 698) 2024-09-20T21:51:00.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:00 smithi134 ceph-mon[89086]: pgmap v541: 121 pgs: 121 active+clean; 426 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-09-20T21:51:00.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:00 smithi134 ceph-mon[89086]: osdmap e584: 8 total, 8 up, 8 in 2024-09-20T21:51:00.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:00 smithi046 ceph-mon[96110]: pgmap v541: 121 pgs: 121 active+clean; 426 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-09-20T21:51:00.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:00 smithi046 ceph-mon[96110]: osdmap e584: 8 total, 8 up, 8 in 2024-09-20T21:51:00.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:00 smithi046 ceph-mon[98591]: pgmap v541: 121 pgs: 121 active+clean; 426 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-09-20T21:51:00.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:00 smithi046 ceph-mon[98591]: osdmap e584: 8 total, 8 up, 8 in 2024-09-20T21:51:01.134 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-20T21:51:01.409 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-20T21:51:01.409 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (7m) 36s ago 11m 25.5M - 0.25.0 c8568f914cd2 0d74f13360c6 2024-09-20T21:51:01.409 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi134 *:3000 starting - - - - 2024-09-20T21:51:01.409 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (40s) 36s ago 12m 12.8M - 19.1.1-367-g9e2ac70b cc9251b744a3 33108268f827 2024-09-20T21:51:01.409 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi134 running (24s) 20s ago 12m 11.6M - 19.1.1-367-g9e2ac70b cc9251b744a3 6e869ed93a43 2024-09-20T21:51:01.409 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi134 *:8443,9283,8765 running (6m) 20s ago 16m 442M - 19.1.1-367-g9e2ac70b cc9251b744a3 4807b49ee672 2024-09-20T21:51:01.409 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443,9283,8765 running (7m) 36s ago 17m 513M - 19.1.1-367-g9e2ac70b cc9251b744a3 287f9c5532d7 2024-09-20T21:51:01.410 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (6m) 36s ago 18m 66.5M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 ce5bbc0a7b3e 2024-09-20T21:51:01.410 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi134 running (5m) 20s ago 16m 51.9M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 72d0616e106b 2024-09-20T21:51:01.410 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (5m) 36s ago 16m 56.2M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 17796ae3530a 2024-09-20T21:51:01.410 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (7m) 36s ago 11m 15.6M - 1.5.0 0da6a335fe13 808d8998a7db 2024-09-20T21:51:01.410 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi134 *:9100 running (7m) 20s ago 11m 16.0M - 1.5.0 0da6a335fe13 d64b31ebfc6a 2024-09-20T21:51:01.410 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (4m) 36s ago 15m 289M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 a86fc71a02d1 2024-09-20T21:51:01.410 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (4m) 36s ago 15m 240M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 04055c8b47db 2024-09-20T21:51:01.410 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (3m) 36s ago 15m 206M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 bfb9841748e3 2024-09-20T21:51:01.410 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (3m) 36s ago 14m 157M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 bff5e3b30c96 2024-09-20T21:51:01.410 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi134 running (2m) 20s ago 14m 185M 2480M 19.1.1-367-g9e2ac70b cc9251b744a3 ced5920fc235 2024-09-20T21:51:01.410 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi134 running (2m) 20s ago 13m 224M 2480M 19.1.1-367-g9e2ac70b cc9251b744a3 dc4e11b5a9da 2024-09-20T21:51:01.410 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi134 running (91s) 20s ago 13m 146M 2480M 19.1.1-367-g9e2ac70b cc9251b744a3 fa6e363227ed 2024-09-20T21:51:01.410 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi134 running (56s) 20s ago 13m 116M 2480M 19.1.1-367-g9e2ac70b cc9251b744a3 e50a5780bf70 2024-09-20T21:51:01.410 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi134 *:9095 running (6m) 20s ago 11m 66.7M - 2.43.0 a07b618ecd1d 5e01fa97ed3d 2024-09-20T21:51:01.614 INFO:tasks.rados.rados.0.smithi046.stdout:2585: done (3 left) 2024-09-20T21:51:01.615 INFO:tasks.rados.rados.0.smithi046.stdout:2586: done (2 left) 2024-09-20T21:51:01.615 INFO:tasks.rados.rados.0.smithi046.stdout:2588: done (1 left) 2024-09-20T21:51:01.615 INFO:tasks.rados.rados.0.smithi046.stdout:2589: done (0 left) 2024-09-20T21:51:01.615 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 264 2024-09-20T21:51:01.615 INFO:tasks.rados.rados.0.smithi046.stdout:2590: seq_num 790 ranges {966656=434176,1400832=548864,1949696=253952} 2024-09-20T21:51:01.623 INFO:tasks.rados.rados.0.smithi046.stdout:2590: writing smithi04683737-20 from 966656 to 1400832 tid 1 2024-09-20T21:51:01.627 INFO:tasks.rados.rados.0.smithi046.stdout:2590: writing smithi04683737-20 from 1400832 to 1949696 tid 2 2024-09-20T21:51:01.630 INFO:tasks.rados.rados.0.smithi046.stdout:2590: writing smithi04683737-20 from 1949696 to 2203648 tid 3 2024-09-20T21:51:01.630 INFO:tasks.rados.rados.0.smithi046.stdout:2591: read oid 17 snap 261 2024-09-20T21:51:01.630 INFO:tasks.rados.rados.0.smithi046.stdout:2591: expect (ObjNum 20754672 snap 21956 seq_num 21303184) 2024-09-20T21:51:01.630 INFO:tasks.rados.rados.0.smithi046.stdout:2592: copy_from oid 41 from oid 16 current snap is 264 2024-09-20T21:51:01.630 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 27 current snap is 264 2024-09-20T21:51:01.630 INFO:tasks.rados.rados.0.smithi046.stdout:2593: seq_num 791 ranges {7774208=450560,8224768=475136,8699904=327680} 2024-09-20T21:51:01.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:01 smithi134 ceph-mon[89086]: osdmap e585: 8 total, 8 up, 8 in 2024-09-20T21:51:01.678 INFO:tasks.rados.rados.0.smithi046.stdout:2593: writing smithi04683737-27 from 7774208 to 8224768 tid 1 2024-09-20T21:51:01.681 INFO:tasks.rados.rados.0.smithi046.stdout:2593: writing smithi04683737-27 from 8224768 to 8699904 tid 2 2024-09-20T21:51:01.685 INFO:tasks.rados.rados.0.smithi046.stdout:2593: writing smithi04683737-27 from 8699904 to 9027584 tid 3 2024-09-20T21:51:01.685 INFO:tasks.rados.rados.0.smithi046.stdout:2594: read oid 36 snap -1 2024-09-20T21:51:01.685 INFO:tasks.rados.rados.0.smithi046.stdout:2594: expect deleted 2024-09-20T21:51:01.685 INFO:tasks.rados.rados.0.smithi046.stdout:2595: copy_from oid 26 from oid 45 current snap is 264 2024-09-20T21:51:01.685 INFO:tasks.rados.rados.0.smithi046.stdout:2590: finishing write tid 1 to smithi04683737-20 2024-09-20T21:51:01.685 INFO:tasks.rados.rados.0.smithi046.stdout:2591: expect (ObjNum 20754672 snap 21956 seq_num 21303184) 2024-09-20T21:51:01.689 INFO:tasks.rados.rados.0.smithi046.stdout:2590: finishing write tid 2 to smithi04683737-20 2024-09-20T21:51:01.689 INFO:tasks.rados.rados.0.smithi046.stdout:2590: finishing write tid 3 to smithi04683737-20 2024-09-20T21:51:01.689 INFO:tasks.rados.rados.0.smithi046.stdout:2590: finishing write tid 4 to smithi04683737-20 2024-09-20T21:51:01.689 INFO:tasks.rados.rados.0.smithi046.stdout:2590: finishing write tid 5 to smithi04683737-20 2024-09-20T21:51:01.689 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 923 (ObjNum 790 snap 264 seq_num 790) dirty exists 2024-09-20T21:51:01.689 INFO:tasks.rados.rados.0.smithi046.stdout:2590: left oid 20 (ObjNum 790 snap 264 seq_num 790) 2024-09-20T21:51:01.689 INFO:tasks.rados.rados.0.smithi046.stdout:2592: finishing copy_from racing read to smithi04683737-41 2024-09-20T21:51:01.689 INFO:tasks.rados.rados.0.smithi046.stdout:2592: finishing copy_from to smithi04683737-41 2024-09-20T21:51:01.689 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 986 (ObjNum 732 snap 248 seq_num 732) dirty exists 2024-09-20T21:51:01.689 INFO:tasks.rados.rados.0.smithi046.stdout:2593: finishing write tid 1 to smithi04683737-27 2024-09-20T21:51:01.689 INFO:tasks.rados.rados.0.smithi046.stdout:2590: done (5 left) 2024-09-20T21:51:01.690 INFO:tasks.rados.rados.0.smithi046.stdout:2591: done (4 left) 2024-09-20T21:51:01.690 INFO:tasks.rados.rados.0.smithi046.stdout:2592: done (3 left) 2024-09-20T21:51:01.690 INFO:tasks.rados.rados.0.smithi046.stdout:2596: read oid 7 snap -1 2024-09-20T21:51:01.690 INFO:tasks.rados.rados.0.smithi046.stdout:2596: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:51:01.690 INFO:tasks.rados.rados.0.smithi046.stdout:2597: copy_from oid 42 from oid 18 current snap is 264 2024-09-20T21:51:01.690 INFO:tasks.rados.rados.0.smithi046.stdout:2595: finishing copy_from to smithi04683737-26 2024-09-20T21:51:01.690 INFO:tasks.rados.rados.0.smithi046.stdout:2595: got expected ENOENT (src dne) 2024-09-20T21:51:01.690 INFO:tasks.rados.rados.0.smithi046.stdout:2595: finishing copy_from racing read to smithi04683737-26 2024-09-20T21:51:01.690 INFO:tasks.rados.rados.0.smithi046.stdout:2593: finishing write tid 2 to smithi04683737-27 2024-09-20T21:51:01.690 INFO:tasks.rados.rados.0.smithi046.stdout:2593: finishing write tid 3 to smithi04683737-27 2024-09-20T21:51:01.690 INFO:tasks.rados.rados.0.smithi046.stdout:2594: done (4 left) 2024-09-20T21:51:01.690 INFO:tasks.rados.rados.0.smithi046.stdout:2595: done (3 left) 2024-09-20T21:51:01.690 INFO:tasks.rados.rados.0.smithi046.stdout:2598: copy_from oid 17 from oid 40 current snap is 264 2024-09-20T21:51:01.691 INFO:tasks.rados.rados.0.smithi046.stdout:2593: finishing write tid 4 to smithi04683737-27 2024-09-20T21:51:01.691 INFO:tasks.rados.rados.0.smithi046.stdout:2599: snap_remove snap 253 2024-09-20T21:51:01.785 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-20T21:51:01.785 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-20T21:51:01.785 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 3 2024-09-20T21:51:01.785 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:51:01.785 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-20T21:51:01.785 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 2 2024-09-20T21:51:01.786 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:51:01.786 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-20T21:51:01.786 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 8 2024-09-20T21:51:01.786 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:51:01.786 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-20T21:51:01.786 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 2 2024-09-20T21:51:01.786 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:51:01.786 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-20T21:51:01.786 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 15 2024-09-20T21:51:01.786 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-20T21:51:01.786 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-20T21:51:01.787 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:01 smithi046 ceph-mon[96110]: osdmap e585: 8 total, 8 up, 8 in 2024-09-20T21:51:01.787 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:01 smithi046 ceph-mon[98591]: osdmap e585: 8 total, 8 up, 8 in 2024-09-20T21:51:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:51:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:51:02] "GET /metrics HTTP/1.1" 200 36388 "" "Prometheus/2.43.0" 2024-09-20T21:51:02.602 INFO:tasks.rados.rados.0.smithi046.stdout:2599: done (4 left) 2024-09-20T21:51:02.602 INFO:tasks.rados.rados.0.smithi046.stdout:2600: delete oid 31 current snap is 264 2024-09-20T21:51:02.602 INFO:tasks.rados.rados.0.smithi046.stdout:2596: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:51:02.604 INFO:tasks.rados.rados.0.smithi046.stdout:2593: finishing write tid 5 to smithi04683737-27 2024-09-20T21:51:02.605 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 781 (ObjNum 791 snap 264 seq_num 791) dirty exists 2024-09-20T21:51:02.605 INFO:tasks.rados.rados.0.smithi046.stdout:2593: left oid 27 (ObjNum 791 snap 264 seq_num 791) 2024-09-20T21:51:02.605 INFO:tasks.rados.rados.0.smithi046.stdout:2597: finishing copy_from racing read to smithi04683737-42 2024-09-20T21:51:02.605 INFO:tasks.rados.rados.0.smithi046.stdout:2597: finishing copy_from to smithi04683737-42 2024-09-20T21:51:02.605 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 1001 (ObjNum 753 snap 252 seq_num 753) dirty exists 2024-09-20T21:51:02.605 INFO:tasks.rados.rados.0.smithi046.stdout:2598: finishing copy_from racing read to smithi04683737-17 2024-09-20T21:51:02.605 INFO:tasks.rados.rados.0.smithi046.stdout:2598: finishing copy_from to smithi04683737-17 2024-09-20T21:51:02.605 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 769 (ObjNum 780 snap 259 seq_num 780) dirty exists 2024-09-20T21:51:02.612 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:51:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:51:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:51:02.613 INFO:tasks.rados.rados.0.smithi046.stdout:2593: done (4 left) 2024-09-20T21:51:02.613 INFO:tasks.rados.rados.0.smithi046.stdout:2596: done (3 left) 2024-09-20T21:51:02.613 INFO:tasks.rados.rados.0.smithi046.stdout:2597: done (2 left) 2024-09-20T21:51:02.613 INFO:tasks.rados.rados.0.smithi046.stdout:2598: done (1 left) 2024-09-20T21:51:02.613 INFO:tasks.rados.rados.0.smithi046.stdout:2600: done (0 left) 2024-09-20T21:51:02.613 INFO:tasks.rados.rados.0.smithi046.stdout:2601: delete oid 21 current snap is 264 2024-09-20T21:51:02.618 INFO:tasks.rados.rados.0.smithi046.stdout:2601: done (0 left) 2024-09-20T21:51:02.618 INFO:tasks.rados.rados.0.smithi046.stdout:2602: copy_from oid 13 from oid 17 current snap is 264 2024-09-20T21:51:02.618 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 264 2024-09-20T21:51:02.618 INFO:tasks.rados.rados.0.smithi046.stdout:2603: seq_num 794 ranges {16384=499712,516096=532480,1048576=270336} 2024-09-20T21:51:02.621 INFO:tasks.rados.rados.0.smithi046.stdout:2603: writing smithi04683737-26 from 16384 to 516096 tid 1 2024-09-20T21:51:02.625 INFO:tasks.rados.rados.0.smithi046.stdout:2603: writing smithi04683737-26 from 516096 to 1048576 tid 2 2024-09-20T21:51:02.627 INFO:tasks.rados.rados.0.smithi046.stdout:2603: writing smithi04683737-26 from 1048576 to 1318912 tid 3 2024-09-20T21:51:02.627 INFO:tasks.rados.rados.0.smithi046.stdout:2604: snap_create 2024-09-20T21:51:02.627 INFO:tasks.rados.rados.0.smithi046.stdout:2603: finishing write tid 1 to smithi04683737-26 2024-09-20T21:51:02.630 INFO:tasks.rados.rados.0.smithi046.stdout:2603: finishing write tid 2 to smithi04683737-26 2024-09-20T21:51:02.630 INFO:tasks.rados.rados.0.smithi046.stdout:2603: finishing write tid 3 to smithi04683737-26 2024-09-20T21:51:02.631 INFO:tasks.rados.rados.0.smithi046.stdout:2603: finishing write tid 4 to smithi04683737-26 2024-09-20T21:51:02.631 INFO:tasks.rados.rados.0.smithi046.stdout:2603: finishing write tid 5 to smithi04683737-26 2024-09-20T21:51:02.632 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 1005 (ObjNum 794 snap 264 seq_num 794) dirty exists 2024-09-20T21:51:02.632 INFO:tasks.rados.rados.0.smithi046.stdout:2603: left oid 26 (ObjNum 794 snap 264 seq_num 794) 2024-09-20T21:51:02.644 INFO:tasks.rados.rados.0.smithi046.stdout:2602: finishing copy_from racing read to smithi04683737-13 2024-09-20T21:51:02.646 INFO:tasks.rados.rados.0.smithi046.stdout:2602: finishing copy_from to smithi04683737-13 2024-09-20T21:51:02.646 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 769 (ObjNum 780 snap 259 seq_num 780) dirty exists 2024-09-20T21:51:02.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:02 smithi046 ceph-mon[96110]: from='client.44345 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:51:02.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:02 smithi046 ceph-mon[96110]: pgmap v544: 121 pgs: 121 active+clean; 435 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 4.2 MiB/s wr, 14 op/s 2024-09-20T21:51:02.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:02 smithi046 ceph-mon[96110]: from='client.44351 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:51:02.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:02 smithi046 ceph-mon[96110]: osdmap e586: 8 total, 8 up, 8 in 2024-09-20T21:51:02.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:02 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/3481869653' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:02.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:02 smithi046 ceph-mon[96110]: osdmap e587: 8 total, 8 up, 8 in 2024-09-20T21:51:02.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:02 smithi046 ceph-mon[98591]: from='client.44345 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:51:02.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:02 smithi046 ceph-mon[98591]: pgmap v544: 121 pgs: 121 active+clean; 435 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 4.2 MiB/s wr, 14 op/s 2024-09-20T21:51:02.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:02 smithi046 ceph-mon[98591]: from='client.44351 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:51:02.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:02 smithi046 ceph-mon[98591]: osdmap e586: 8 total, 8 up, 8 in 2024-09-20T21:51:02.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:02 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/3481869653' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:02.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:02 smithi046 ceph-mon[98591]: osdmap e587: 8 total, 8 up, 8 in 2024-09-20T21:51:02.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:02 smithi134 ceph-mon[89086]: from='client.44345 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:51:02.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:02 smithi134 ceph-mon[89086]: pgmap v544: 121 pgs: 121 active+clean; 435 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 4.2 MiB/s wr, 14 op/s 2024-09-20T21:51:02.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:02 smithi134 ceph-mon[89086]: from='client.44351 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:51:02.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:02 smithi134 ceph-mon[89086]: osdmap e586: 8 total, 8 up, 8 in 2024-09-20T21:51:02.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:02 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/3481869653' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:02.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:02 smithi134 ceph-mon[89086]: osdmap e587: 8 total, 8 up, 8 in 2024-09-20T21:51:03.622 INFO:tasks.rados.rados.0.smithi046.stdout:2602: done (2 left) 2024-09-20T21:51:03.622 INFO:tasks.rados.rados.0.smithi046.stdout:2603: done (1 left) 2024-09-20T21:51:03.622 INFO:tasks.rados.rados.0.smithi046.stdout:2604: done (0 left) 2024-09-20T21:51:03.622 INFO:tasks.rados.rados.0.smithi046.stdout:2605: copy_from oid 24 from oid 35 current snap is 265 2024-09-20T21:51:03.622 INFO:tasks.rados.rados.0.smithi046.stdout:2606: read oid 32 snap 223 2024-09-20T21:51:03.622 INFO:tasks.rados.rados.0.smithi046.stdout:2606: expect (ObjNum 655 snap 221 seq_num 655) 2024-09-20T21:51:03.622 INFO:tasks.rados.rados.0.smithi046.stdout:2607: read oid 38 snap -1 2024-09-20T21:51:03.623 INFO:tasks.rados.rados.0.smithi046.stdout:2607: expect (ObjNum 698 snap 237 seq_num 698) 2024-09-20T21:51:03.623 INFO:tasks.rados.rados.0.smithi046.stdout:2608: read oid 41 snap -1 2024-09-20T21:51:03.623 INFO:tasks.rados.rados.0.smithi046.stdout:2608: expect (ObjNum 732 snap 248 seq_num 732) 2024-09-20T21:51:03.623 INFO:tasks.rados.rados.0.smithi046.stdout:2609: snap_create 2024-09-20T21:51:03.633 INFO:tasks.rados.rados.0.smithi046.stdout:2606: expect (ObjNum 655 snap 221 seq_num 655) 2024-09-20T21:51:03.717 INFO:tasks.rados.rados.0.smithi046.stdout:2607: expect (ObjNum 698 snap 237 seq_num 698) 2024-09-20T21:51:03.773 INFO:tasks.rados.rados.0.smithi046.stdout:2608: expect (ObjNum 732 snap 248 seq_num 732) 2024-09-20T21:51:03.876 INFO:tasks.rados.rados.0.smithi046.stdout:2605: finishing copy_from racing read to smithi04683737-24 2024-09-20T21:51:03.876 INFO:tasks.rados.rados.0.smithi046.stdout:2605: finishing copy_from to smithi04683737-24 2024-09-20T21:51:03.877 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 695 (ObjNum 767 snap 257 seq_num 767) dirty exists 2024-09-20T21:51:04.627 INFO:tasks.rados.rados.0.smithi046.stdout:2605: done (4 left) 2024-09-20T21:51:04.627 INFO:tasks.rados.rados.0.smithi046.stdout:2606: done (3 left) 2024-09-20T21:51:04.627 INFO:tasks.rados.rados.0.smithi046.stdout:2607: done (2 left) 2024-09-20T21:51:04.627 INFO:tasks.rados.rados.0.smithi046.stdout:2608: done (1 left) 2024-09-20T21:51:04.627 INFO:tasks.rados.rados.0.smithi046.stdout:2609: done (0 left) 2024-09-20T21:51:04.627 INFO:tasks.rados.rados.0.smithi046.stdout:2610: snap_remove snap 236 2024-09-20T21:51:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:04 smithi046 ceph-mon[96110]: pgmap v547: 121 pgs: 121 active+clean; 437 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2024-09-20T21:51:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:04 smithi046 ceph-mon[96110]: osdmap e588: 8 total, 8 up, 8 in 2024-09-20T21:51:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:51:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:51:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:51:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:04 smithi046 ceph-mon[98591]: pgmap v547: 121 pgs: 121 active+clean; 437 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2024-09-20T21:51:04.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:04 smithi046 ceph-mon[98591]: osdmap e588: 8 total, 8 up, 8 in 2024-09-20T21:51:04.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:51:04.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:51:04.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:51:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:04 smithi134 ceph-mon[89086]: pgmap v547: 121 pgs: 121 active+clean; 437 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2024-09-20T21:51:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:04 smithi134 ceph-mon[89086]: osdmap e588: 8 total, 8 up, 8 in 2024-09-20T21:51:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:51:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:51:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:51:05.633 INFO:tasks.rados.rados.0.smithi046.stdout:2610: done (0 left) 2024-09-20T21:51:05.633 INFO:tasks.rados.rados.0.smithi046.stdout:2611: read oid 1 snap -1 2024-09-20T21:51:05.633 INFO:tasks.rados.rados.0.smithi046.stdout:2611: expect (ObjNum 782 snap 259 seq_num 782) 2024-09-20T21:51:05.633 INFO:tasks.rados.rados.0.smithi046.stdout:2612: snap_remove snap 255 2024-09-20T21:51:05.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:05 smithi134 ceph-mon[89086]: osdmap e589: 8 total, 8 up, 8 in 2024-09-20T21:51:05.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:05 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:51:05.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:05 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:51:05.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:05 smithi046 ceph-mon[96110]: osdmap e589: 8 total, 8 up, 8 in 2024-09-20T21:51:05.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:05 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:51:05.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:05 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:51:05.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:05 smithi046 ceph-mon[98591]: osdmap e589: 8 total, 8 up, 8 in 2024-09-20T21:51:05.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:05 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:51:05.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:05 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:51:06.642 INFO:tasks.rados.rados.0.smithi046.stdout:2612: done (1 left) 2024-09-20T21:51:06.642 INFO:tasks.rados.rados.0.smithi046.stdout:2613: delete oid 42 current snap is 266 2024-09-20T21:51:06.642 INFO:tasks.rados.rados.0.smithi046.stdout:2611: expect (ObjNum 782 snap 259 seq_num 782) 2024-09-20T21:51:06.682 INFO:tasks.rados.rados.0.smithi046.stdout:2611: done (1 left) 2024-09-20T21:51:06.683 INFO:tasks.rados.rados.0.smithi046.stdout:2613: done (0 left) 2024-09-20T21:51:06.683 INFO:tasks.rados.rados.0.smithi046.stdout:2614: rollback oid 18 current snap is 266 2024-09-20T21:51:06.683 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 18 to 221 2024-09-20T21:51:06.683 INFO:tasks.rados.rados.0.smithi046.stdout:2615: rollback oid 20 current snap is 266 2024-09-20T21:51:06.683 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 20 to 251 2024-09-20T21:51:06.683 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 266 2024-09-20T21:51:06.683 INFO:tasks.rados.rados.0.smithi046.stdout:2616: seq_num 796 ranges {3964928=540672,4505600=704512,5210112=98304} 2024-09-20T21:51:06.707 INFO:tasks.rados.rados.0.smithi046.stdout:2616: writing smithi04683737-17 from 3964928 to 4505600 tid 1 2024-09-20T21:51:06.711 INFO:tasks.rados.rados.0.smithi046.stdout:2616: writing smithi04683737-17 from 4505600 to 5210112 tid 2 2024-09-20T21:51:06.713 INFO:tasks.rados.rados.0.smithi046.stdout:2616: writing smithi04683737-17 from 5210112 to 5308416 tid 3 2024-09-20T21:51:06.713 INFO:tasks.rados.rados.0.smithi046.stdout:2617: read oid 48 snap -1 2024-09-20T21:51:06.713 INFO:tasks.rados.rados.0.smithi046.stdout:2617: expect (ObjNum 778 snap 259 seq_num 778) 2024-09-20T21:51:06.713 INFO:tasks.rados.rados.0.smithi046.stdout:2618: read oid 9 snap -1 2024-09-20T21:51:06.713 INFO:tasks.rados.rados.0.smithi046.stdout:2618: expect (ObjNum 743 snap 252 seq_num 743) 2024-09-20T21:51:06.713 INFO:tasks.rados.rados.0.smithi046.stdout:2619: rollback oid 2 current snap is 266 2024-09-20T21:51:06.713 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 2 to 223 2024-09-20T21:51:06.713 INFO:tasks.rados.rados.0.smithi046.stdout:2615: finishing rollback tid 0 to smithi04683737-20 2024-09-20T21:51:06.713 INFO:tasks.rados.rados.0.smithi046.stdout:2614: finishing rollback tid 0 to smithi04683737-18 2024-09-20T21:51:06.713 INFO:tasks.rados.rados.0.smithi046.stdout:2615: finishing rollback tid 1 to smithi04683737-20 2024-09-20T21:51:06.714 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 925 (ObjNum 33 snap 0 seq_num 20066944) dirty dne 2024-09-20T21:51:06.714 INFO:tasks.rados.rados.0.smithi046.stdout:2614: finishing rollback tid 1 to smithi04683737-18 2024-09-20T21:51:06.714 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1013 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-20T21:51:06.714 INFO:tasks.rados.rados.0.smithi046.stdout:2616: finishing write tid 1 to smithi04683737-17 2024-09-20T21:51:06.714 INFO:tasks.rados.rados.0.smithi046.stdout:2614: done (5 left) 2024-09-20T21:51:06.714 INFO:tasks.rados.rados.0.smithi046.stdout:2615: done (4 left) 2024-09-20T21:51:06.714 INFO:tasks.rados.rados.0.smithi046.stdout:2620: delete oid 41 current snap is 266 2024-09-20T21:51:06.715 INFO:tasks.rados.rados.0.smithi046.stdout:2620: done (4 left) 2024-09-20T21:51:06.715 INFO:tasks.rados.rados.0.smithi046.stdout:2621: setattr oid 42 current snap is 266 2024-09-20T21:51:06.716 INFO:tasks.rados.rados.0.smithi046.stdout:2618: expect (ObjNum 743 snap 252 seq_num 743) 2024-09-20T21:51:06.730 INFO:tasks.rados.rados.0.smithi046.stdout:2619: finishing rollback tid 0 to smithi04683737-2 2024-09-20T21:51:06.730 INFO:tasks.rados.rados.0.smithi046.stdout:2619: finishing rollback tid 1 to smithi04683737-2 2024-09-20T21:51:06.730 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 788 (ObjNum 1089 snap 0 seq_num 536846560) dirty dne 2024-09-20T21:51:06.730 INFO:tasks.rados.rados.0.smithi046.stdout:2616: finishing write tid 2 to smithi04683737-17 2024-09-20T21:51:06.730 INFO:tasks.rados.rados.0.smithi046.stdout:2616: finishing write tid 3 to smithi04683737-17 2024-09-20T21:51:06.731 INFO:tasks.rados.rados.0.smithi046.stdout:2616: finishing write tid 4 to smithi04683737-17 2024-09-20T21:51:06.731 INFO:tasks.rados.rados.0.smithi046.stdout:2617: expect (ObjNum 778 snap 259 seq_num 778) 2024-09-20T21:51:06.754 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:06 smithi134 ceph-mon[89086]: pgmap v550: 121 pgs: 121 active+clean; 440 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-09-20T21:51:06.754 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:06 smithi134 ceph-mon[89086]: osdmap e590: 8 total, 8 up, 8 in 2024-09-20T21:51:06.766 INFO:tasks.rados.rados.0.smithi046.stdout:2616: finishing write tid 5 to smithi04683737-17 2024-09-20T21:51:06.766 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1018 (ObjNum 796 snap 266 seq_num 796) dirty exists 2024-09-20T21:51:06.767 INFO:tasks.rados.rados.0.smithi046.stdout:2616: left oid 17 (ObjNum 796 snap 266 seq_num 796) 2024-09-20T21:51:06.767 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 1007 (ObjNum 257 snap 0 seq_num 1567492624) dirty exists 2024-09-20T21:51:06.767 INFO:tasks.rados.rados.0.smithi046.stdout:2616: done (4 left) 2024-09-20T21:51:06.767 INFO:tasks.rados.rados.0.smithi046.stdout:2617: done (3 left) 2024-09-20T21:51:06.767 INFO:tasks.rados.rados.0.smithi046.stdout:2618: done (2 left) 2024-09-20T21:51:06.767 INFO:tasks.rados.rados.0.smithi046.stdout:2619: done (1 left) 2024-09-20T21:51:06.767 INFO:tasks.rados.rados.0.smithi046.stdout:2621: done (0 left) 2024-09-20T21:51:06.767 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 266 2024-09-20T21:51:06.767 INFO:tasks.rados.rados.0.smithi046.stdout:2622: seq_num 798 ranges {0=573440,573440=466944,1040384=335872} 2024-09-20T21:51:06.769 INFO:tasks.rados.rados.0.smithi046.stdout:2622: writing smithi04683737-49 from 0 to 573440 tid 1 2024-09-20T21:51:06.772 INFO:tasks.rados.rados.0.smithi046.stdout:2622: writing smithi04683737-49 from 573440 to 1040384 tid 2 2024-09-20T21:51:06.774 INFO:tasks.rados.rados.0.smithi046.stdout:2622: writing smithi04683737-49 from 1040384 to 1376256 tid 3 2024-09-20T21:51:06.774 INFO:tasks.rados.rados.0.smithi046.stdout:2623: copy_from oid 47 from oid 31 current snap is 266 2024-09-20T21:51:06.775 INFO:tasks.rados.rados.0.smithi046.stdout:2622: finishing write tid 1 to smithi04683737-49 2024-09-20T21:51:06.775 INFO:tasks.rados.rados.0.smithi046.stdout:2624: rollback oid 11 current snap is 266 2024-09-20T21:51:06.775 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 11 to 223 2024-09-20T21:51:06.775 INFO:tasks.rados.rados.0.smithi046.stdout:2625: setattr oid 8 current snap is 266 2024-09-20T21:51:06.775 INFO:tasks.rados.rados.0.smithi046.stdout:2622: finishing write tid 2 to smithi04683737-49 2024-09-20T21:51:06.775 INFO:tasks.rados.rados.0.smithi046.stdout:2623: finishing copy_from to smithi04683737-47 2024-09-20T21:51:06.775 INFO:tasks.rados.rados.0.smithi046.stdout:2623: got expected ENOENT (src dne) 2024-09-20T21:51:06.775 INFO:tasks.rados.rados.0.smithi046.stdout:2623: finishing copy_from racing read to smithi04683737-47 2024-09-20T21:51:06.776 INFO:tasks.rados.rados.0.smithi046.stdout:2623: done (3 left) 2024-09-20T21:51:06.777 INFO:tasks.rados.rados.0.smithi046.stdout:2626: snap_create 2024-09-20T21:51:06.778 INFO:tasks.rados.rados.0.smithi046.stdout:2624: finishing rollback tid 0 to smithi04683737-11 2024-09-20T21:51:06.778 INFO:tasks.rados.rados.0.smithi046.stdout:2622: finishing write tid 3 to smithi04683737-49 2024-09-20T21:51:06.779 INFO:tasks.rados.rados.0.smithi046.stdout:2624: finishing rollback tid 1 to smithi04683737-11 2024-09-20T21:51:06.779 INFO:tasks.rados.rados.0.smithi046.stdout:2624: finishing rollback tid 2 to smithi04683737-11 2024-09-20T21:51:06.779 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 784 (ObjNum 469 snap 140 seq_num 469) dirty exists 2024-09-20T21:51:06.779 INFO:tasks.rados.rados.0.smithi046.stdout:2622: finishing write tid 4 to smithi04683737-49 2024-09-20T21:51:06.780 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1121 (ObjNum 33 snap 0 seq_num 22062512) dirty exists 2024-09-20T21:51:06.781 INFO:tasks.rados.rados.0.smithi046.stdout:2622: finishing write tid 5 to smithi04683737-49 2024-09-20T21:51:06.781 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 1283 (ObjNum 798 snap 266 seq_num 798) dirty exists 2024-09-20T21:51:06.781 INFO:tasks.rados.rados.0.smithi046.stdout:2622: left oid 49 (ObjNum 798 snap 266 seq_num 798) 2024-09-20T21:51:06.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:06 smithi046 ceph-mon[96110]: pgmap v550: 121 pgs: 121 active+clean; 440 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-09-20T21:51:06.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:06 smithi046 ceph-mon[96110]: osdmap e590: 8 total, 8 up, 8 in 2024-09-20T21:51:06.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:06 smithi046 ceph-mon[98591]: pgmap v550: 121 pgs: 121 active+clean; 440 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-09-20T21:51:06.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:06 smithi046 ceph-mon[98591]: osdmap e590: 8 total, 8 up, 8 in 2024-09-20T21:51:07.603 INFO:tasks.rados.rados.0.smithi046.stdout:2622: done (3 left) 2024-09-20T21:51:07.603 INFO:tasks.rados.rados.0.smithi046.stdout:2624: done (2 left) 2024-09-20T21:51:07.603 INFO:tasks.rados.rados.0.smithi046.stdout:2625: done (1 left) 2024-09-20T21:51:07.603 INFO:tasks.rados.rados.0.smithi046.stdout:2626: done (0 left) 2024-09-20T21:51:07.604 INFO:tasks.rados.rados.0.smithi046.stdout:2627: read oid 18 snap -1 2024-09-20T21:51:07.604 INFO:tasks.rados.rados.0.smithi046.stdout:2627: expect deleted 2024-09-20T21:51:07.604 INFO:tasks.rados.rados.0.smithi046.stdout:2628: read oid 38 snap -1 2024-09-20T21:51:07.604 INFO:tasks.rados.rados.0.smithi046.stdout:2628: expect (ObjNum 698 snap 237 seq_num 698) 2024-09-20T21:51:07.604 INFO:tasks.rados.rados.0.smithi046.stdout:2629: setattr oid 40 current snap is 267 2024-09-20T21:51:07.605 INFO:tasks.rados.rados.0.smithi046.stdout:2630: read oid 50 snap -1 2024-09-20T21:51:07.605 INFO:tasks.rados.rados.0.smithi046.stdout:2630: expect (ObjNum 609 snap 202 seq_num 609) 2024-09-20T21:51:07.606 INFO:tasks.rados.rados.0.smithi046.stdout:2631: rollback oid 7 current snap is 267 2024-09-20T21:51:07.606 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 7 to 265 2024-09-20T21:51:07.606 INFO:tasks.rados.rados.0.smithi046.stdout:2632: delete oid 16 current snap is 267 2024-09-20T21:51:07.611 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1008 (ObjNum 780 snap 259 seq_num 780) dirty exists 2024-09-20T21:51:07.616 INFO:tasks.rados.rados.0.smithi046.stdout:2628: expect (ObjNum 698 snap 237 seq_num 698) 2024-09-20T21:51:07.676 INFO:tasks.rados.rados.0.smithi046.stdout:2631: finishing rollback tid 0 to smithi04683737-7 2024-09-20T21:51:07.676 INFO:tasks.rados.rados.0.smithi046.stdout:2631: finishing rollback tid 1 to smithi04683737-7 2024-09-20T21:51:07.676 INFO:tasks.rados.rados.0.smithi046.stdout:2630: expect (ObjNum 609 snap 202 seq_num 609) 2024-09-20T21:51:07.693 INFO:tasks.rados.rados.0.smithi046.stdout:2631: finishing rollback tid 2 to smithi04683737-7 2024-09-20T21:51:07.693 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 524 (ObjNum 129 snap 0 seq_num 536845648) dirty exists 2024-09-20T21:51:07.693 INFO:tasks.rados.rados.0.smithi046.stdout:2627: done (5 left) 2024-09-20T21:51:07.693 INFO:tasks.rados.rados.0.smithi046.stdout:2628: done (4 left) 2024-09-20T21:51:07.693 INFO:tasks.rados.rados.0.smithi046.stdout:2629: done (3 left) 2024-09-20T21:51:07.693 INFO:tasks.rados.rados.0.smithi046.stdout:2630: done (2 left) 2024-09-20T21:51:07.694 INFO:tasks.rados.rados.0.smithi046.stdout:2631: done (1 left) 2024-09-20T21:51:07.694 INFO:tasks.rados.rados.0.smithi046.stdout:2632: done (0 left) 2024-09-20T21:51:07.694 INFO:tasks.rados.rados.0.smithi046.stdout:2633: rollback oid 46 current snap is 267 2024-09-20T21:51:07.694 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 46 to 260 2024-09-20T21:51:07.694 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 267 2024-09-20T21:51:07.694 INFO:tasks.rados.rados.0.smithi046.stdout:2634: seq_num 800 ranges {147456=606208,753664=688128,1441792=114688} 2024-09-20T21:51:07.696 INFO:tasks.rados.rados.0.smithi046.stdout:2634: writing smithi04683737-47 from 147456 to 753664 tid 1 2024-09-20T21:51:07.700 INFO:tasks.rados.rados.0.smithi046.stdout:2634: writing smithi04683737-47 from 753664 to 1441792 tid 2 2024-09-20T21:51:07.701 INFO:tasks.rados.rados.0.smithi046.stdout:2634: writing smithi04683737-47 from 1441792 to 1556480 tid 3 2024-09-20T21:51:07.701 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 267 2024-09-20T21:51:07.701 INFO:tasks.rados.rados.0.smithi046.stdout:2633: finishing rollback tid 1 to smithi04683737-46 2024-09-20T21:51:07.702 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 904 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-20T21:51:07.702 INFO:tasks.rados.rados.0.smithi046.stdout:2635: seq_num 801 ranges {3022848=622592,3645440=573440,4218880=229376} 2024-09-20T21:51:07.720 INFO:tasks.rados.rados.0.smithi046.stdout:2635: writing smithi04683737-14 from 3022848 to 3645440 tid 1 2024-09-20T21:51:07.724 INFO:tasks.rados.rados.0.smithi046.stdout:2635: writing smithi04683737-14 from 3645440 to 4218880 tid 2 2024-09-20T21:51:07.725 INFO:tasks.rados.rados.0.smithi046.stdout:2635: writing smithi04683737-14 from 4218880 to 4448256 tid 3 2024-09-20T21:51:07.725 INFO:tasks.rados.rados.0.smithi046.stdout:2633: done (2 left) 2024-09-20T21:51:07.725 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 267 2024-09-20T21:51:07.725 INFO:tasks.rados.rados.0.smithi046.stdout:2634: finishing write tid 1 to smithi04683737-47 2024-09-20T21:51:07.725 INFO:tasks.rados.rados.0.smithi046.stdout:2634: finishing write tid 2 to smithi04683737-47 2024-09-20T21:51:07.726 INFO:tasks.rados.rados.0.smithi046.stdout:2634: finishing write tid 3 to smithi04683737-47 2024-09-20T21:51:07.726 INFO:tasks.rados.rados.0.smithi046.stdout:2634: finishing write tid 4 to smithi04683737-47 2024-09-20T21:51:07.726 INFO:tasks.rados.rados.0.smithi046.stdout:2636: seq_num 802 ranges {0=638976,638976=458752,1097728=344064} 2024-09-20T21:51:07.729 INFO:tasks.rados.rados.0.smithi046.stdout:2636: writing smithi04683737-18 from 0 to 638976 tid 1 2024-09-20T21:51:07.731 INFO:tasks.rados.rados.0.smithi046.stdout:2636: writing smithi04683737-18 from 638976 to 1097728 tid 2 2024-09-20T21:51:07.734 INFO:tasks.rados.rados.0.smithi046.stdout:2636: writing smithi04683737-18 from 1097728 to 1441792 tid 3 2024-09-20T21:51:07.735 INFO:tasks.rados.rados.0.smithi046.stdout:2637: snap_create 2024-09-20T21:51:07.735 INFO:tasks.rados.rados.0.smithi046.stdout:2634: finishing write tid 5 to smithi04683737-47 2024-09-20T21:51:07.735 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1269 (ObjNum 800 snap 267 seq_num 800) dirty exists 2024-09-20T21:51:07.735 INFO:tasks.rados.rados.0.smithi046.stdout:2634: left oid 47 (ObjNum 800 snap 267 seq_num 800) 2024-09-20T21:51:07.735 INFO:tasks.rados.rados.0.smithi046.stdout:2635: finishing write tid 1 to smithi04683737-14 2024-09-20T21:51:07.735 INFO:tasks.rados.rados.0.smithi046.stdout:2635: finishing write tid 2 to smithi04683737-14 2024-09-20T21:51:07.735 INFO:tasks.rados.rados.0.smithi046.stdout:2635: finishing write tid 3 to smithi04683737-14 2024-09-20T21:51:07.735 INFO:tasks.rados.rados.0.smithi046.stdout:2635: finishing write tid 4 to smithi04683737-14 2024-09-20T21:51:07.735 INFO:tasks.rados.rados.0.smithi046.stdout:2635: finishing write tid 5 to smithi04683737-14 2024-09-20T21:51:07.735 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 1274 (ObjNum 801 snap 267 seq_num 801) dirty exists 2024-09-20T21:51:07.735 INFO:tasks.rados.rados.0.smithi046.stdout:2635: left oid 14 (ObjNum 801 snap 267 seq_num 801) 2024-09-20T21:51:07.735 INFO:tasks.rados.rados.0.smithi046.stdout:2636: finishing write tid 1 to smithi04683737-18 2024-09-20T21:51:07.735 INFO:tasks.rados.rados.0.smithi046.stdout:2636: finishing write tid 2 to smithi04683737-18 2024-09-20T21:51:07.737 INFO:tasks.rados.rados.0.smithi046.stdout:2636: finishing write tid 3 to smithi04683737-18 2024-09-20T21:51:07.737 INFO:tasks.rados.rados.0.smithi046.stdout:2636: finishing write tid 4 to smithi04683737-18 2024-09-20T21:51:07.738 INFO:tasks.rados.rados.0.smithi046.stdout:2636: finishing write tid 5 to smithi04683737-18 2024-09-20T21:51:07.738 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1022 (ObjNum 802 snap 267 seq_num 802) dirty exists 2024-09-20T21:51:07.738 INFO:tasks.rados.rados.0.smithi046.stdout:2636: left oid 18 (ObjNum 802 snap 267 seq_num 802) 2024-09-20T21:51:07.831 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:07 smithi134 ceph-mon[89086]: osdmap e591: 8 total, 8 up, 8 in 2024-09-20T21:51:07.832 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:07 smithi134 ceph-mon[89086]: osdmap e592: 8 total, 8 up, 8 in 2024-09-20T21:51:07.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:07 smithi046 ceph-mon[96110]: osdmap e591: 8 total, 8 up, 8 in 2024-09-20T21:51:07.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:07 smithi046 ceph-mon[96110]: osdmap e592: 8 total, 8 up, 8 in 2024-09-20T21:51:07.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:07 smithi046 ceph-mon[98591]: osdmap e591: 8 total, 8 up, 8 in 2024-09-20T21:51:07.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:07 smithi046 ceph-mon[98591]: osdmap e592: 8 total, 8 up, 8 in 2024-09-20T21:51:08.660 INFO:tasks.rados.rados.0.smithi046.stdout:2634: done (3 left) 2024-09-20T21:51:08.660 INFO:tasks.rados.rados.0.smithi046.stdout:2635: done (2 left) 2024-09-20T21:51:08.660 INFO:tasks.rados.rados.0.smithi046.stdout:2636: done (1 left) 2024-09-20T21:51:08.660 INFO:tasks.rados.rados.0.smithi046.stdout:2637: done (0 left) 2024-09-20T21:51:08.660 INFO:tasks.rados.rados.0.smithi046.stdout:2638: copy_from oid 48 from oid 43 current snap is 268 2024-09-20T21:51:08.660 INFO:tasks.rados.rados.0.smithi046.stdout:2639: setattr oid 7 current snap is 268 2024-09-20T21:51:08.661 INFO:tasks.rados.rados.0.smithi046.stdout:2640: read oid 36 snap 206 2024-09-20T21:51:08.661 INFO:tasks.rados.rados.0.smithi046.stdout:2640: expect (ObjNum 609 snap 202 seq_num 609) 2024-09-20T21:51:08.661 INFO:tasks.rados.rados.0.smithi046.stdout:2641: read oid 25 snap -1 2024-09-20T21:51:08.662 INFO:tasks.rados.rados.0.smithi046.stdout:2641: expect deleted 2024-09-20T21:51:08.662 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 268 2024-09-20T21:51:08.662 INFO:tasks.rados.rados.0.smithi046.stdout:2642: seq_num 803 ranges {2285568=655360,2940928=745472,3686400=57344} 2024-09-20T21:51:08.679 INFO:tasks.rados.rados.0.smithi046.stdout:2642: writing smithi04683737-44 from 2285568 to 2940928 tid 1 2024-09-20T21:51:08.683 INFO:tasks.rados.rados.0.smithi046.stdout:2642: writing smithi04683737-44 from 2940928 to 3686400 tid 2 2024-09-20T21:51:08.684 INFO:tasks.rados.rados.0.smithi046.stdout:2642: writing smithi04683737-44 from 3686400 to 3743744 tid 3 2024-09-20T21:51:08.684 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 268 2024-09-20T21:51:08.684 INFO:tasks.rados.rados.0.smithi046.stdout:2643: seq_num 804 ranges {1638400=671744,2310144=622592,2932736=180224} 2024-09-20T21:51:08.696 INFO:tasks.rados.rados.0.smithi046.stdout:2643: writing smithi04683737-24 from 1638400 to 2310144 tid 1 2024-09-20T21:51:08.700 INFO:tasks.rados.rados.0.smithi046.stdout:2643: writing smithi04683737-24 from 2310144 to 2932736 tid 2 2024-09-20T21:51:08.701 INFO:tasks.rados.rados.0.smithi046.stdout:2643: writing smithi04683737-24 from 2932736 to 3112960 tid 3 2024-09-20T21:51:08.701 INFO:tasks.rados.rados.0.smithi046.stdout:2644: rmattr oid 37 current snap is 268 2024-09-20T21:51:08.701 INFO:tasks.rados.rados.0.smithi046.stdout:2644: done (6 left) 2024-09-20T21:51:08.701 INFO:tasks.rados.rados.0.smithi046.stdout:2645: rmattr oid 23 current snap is 268 2024-09-20T21:51:08.702 INFO:tasks.rados.rados.0.smithi046.stdout:2645: done (6 left) 2024-09-20T21:51:08.702 INFO:tasks.rados.rados.0.smithi046.stdout:2646: read oid 37 snap 266 2024-09-20T21:51:08.702 INFO:tasks.rados.rados.0.smithi046.stdout:2646: expect (ObjNum 786 snap 260 seq_num 786) 2024-09-20T21:51:08.702 INFO:tasks.rados.rados.0.smithi046.stdout:2647: delete oid 32 current snap is 268 2024-09-20T21:51:08.702 INFO:tasks.rados.rados.0.smithi046.stdout:2640: expect (ObjNum 609 snap 202 seq_num 609) 2024-09-20T21:51:08.720 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 525 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-20T21:51:08.720 INFO:tasks.rados.rados.0.smithi046.stdout:2638: finishing copy_from racing read to smithi04683737-48 2024-09-20T21:51:08.721 INFO:tasks.rados.rados.0.smithi046.stdout:2638: finishing copy_from to smithi04683737-48 2024-09-20T21:51:08.721 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1013 (ObjNum 712 snap 245 seq_num 712) dirty exists 2024-09-20T21:51:08.721 INFO:tasks.rados.rados.0.smithi046.stdout:2642: finishing write tid 1 to smithi04683737-44 2024-09-20T21:51:08.721 INFO:tasks.rados.rados.0.smithi046.stdout:2638: done (7 left) 2024-09-20T21:51:08.721 INFO:tasks.rados.rados.0.smithi046.stdout:2639: done (6 left) 2024-09-20T21:51:08.721 INFO:tasks.rados.rados.0.smithi046.stdout:2640: done (5 left) 2024-09-20T21:51:08.721 INFO:tasks.rados.rados.0.smithi046.stdout:2641: done (4 left) 2024-09-20T21:51:08.721 INFO:tasks.rados.rados.0.smithi046.stdout:2647: done (3 left) 2024-09-20T21:51:08.721 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 268 2024-09-20T21:51:08.721 INFO:tasks.rados.rados.0.smithi046.stdout:2642: finishing write tid 2 to smithi04683737-44 2024-09-20T21:51:08.721 INFO:tasks.rados.rados.0.smithi046.stdout:2642: finishing write tid 3 to smithi04683737-44 2024-09-20T21:51:08.721 INFO:tasks.rados.rados.0.smithi046.stdout:2642: finishing write tid 4 to smithi04683737-44 2024-09-20T21:51:08.721 INFO:tasks.rados.rados.0.smithi046.stdout:2642: finishing write tid 5 to smithi04683737-44 2024-09-20T21:51:08.721 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 793 (ObjNum 803 snap 268 seq_num 803) dirty exists 2024-09-20T21:51:08.721 INFO:tasks.rados.rados.0.smithi046.stdout:2642: left oid 44 (ObjNum 803 snap 268 seq_num 803) 2024-09-20T21:51:08.722 INFO:tasks.rados.rados.0.smithi046.stdout:2643: finishing write tid 1 to smithi04683737-24 2024-09-20T21:51:08.722 INFO:tasks.rados.rados.0.smithi046.stdout:2643: finishing write tid 2 to smithi04683737-24 2024-09-20T21:51:08.722 INFO:tasks.rados.rados.0.smithi046.stdout:2643: finishing write tid 3 to smithi04683737-24 2024-09-20T21:51:08.722 INFO:tasks.rados.rados.0.smithi046.stdout:2643: finishing write tid 4 to smithi04683737-24 2024-09-20T21:51:08.722 INFO:tasks.rados.rados.0.smithi046.stdout:2643: finishing write tid 5 to smithi04683737-24 2024-09-20T21:51:08.722 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 785 (ObjNum 804 snap 268 seq_num 804) dirty exists 2024-09-20T21:51:08.722 INFO:tasks.rados.rados.0.smithi046.stdout:2643: left oid 24 (ObjNum 804 snap 268 seq_num 804) 2024-09-20T21:51:08.722 INFO:tasks.rados.rados.0.smithi046.stdout:2646: expect (ObjNum 786 snap 260 seq_num 786) 2024-09-20T21:51:08.810 INFO:tasks.rados.rados.0.smithi046.stdout:2648: seq_num 806 ranges {0=704512,704512=442368,1146880=360448} 2024-09-20T21:51:08.813 INFO:tasks.rados.rados.0.smithi046.stdout:2648: writing smithi04683737-23 from 0 to 704512 tid 1 2024-09-20T21:51:08.816 INFO:tasks.rados.rados.0.smithi046.stdout:2648: writing smithi04683737-23 from 704512 to 1146880 tid 2 2024-09-20T21:51:08.818 INFO:tasks.rados.rados.0.smithi046.stdout:2648: writing smithi04683737-23 from 1146880 to 1507328 tid 3 2024-09-20T21:51:08.819 INFO:tasks.rados.rados.0.smithi046.stdout:2642: done (3 left) 2024-09-20T21:51:08.819 INFO:tasks.rados.rados.0.smithi046.stdout:2643: done (2 left) 2024-09-20T21:51:08.819 INFO:tasks.rados.rados.0.smithi046.stdout:2646: done (1 left) 2024-09-20T21:51:08.819 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 268 2024-09-20T21:51:08.819 INFO:tasks.rados.rados.0.smithi046.stdout:2648: finishing write tid 1 to smithi04683737-23 2024-09-20T21:51:08.819 INFO:tasks.rados.rados.0.smithi046.stdout:2649: seq_num 807 ranges {4448256=720896,5169152=729088,5898240=73728} 2024-09-20T21:51:08.846 INFO:tasks.rados.rados.0.smithi046.stdout:2649: writing smithi04683737-14 from 4448256 to 5169152 tid 1 2024-09-20T21:51:08.850 INFO:tasks.rados.rados.0.smithi046.stdout:2649: writing smithi04683737-14 from 5169152 to 5898240 tid 2 2024-09-20T21:51:08.851 INFO:tasks.rados.rados.0.smithi046.stdout:2649: writing smithi04683737-14 from 5898240 to 5971968 tid 3 2024-09-20T21:51:08.851 INFO:tasks.rados.rados.0.smithi046.stdout:2650: read oid 20 snap 232 2024-09-20T21:51:08.851 INFO:tasks.rados.rados.0.smithi046.stdout:2650: expect deleted 2024-09-20T21:51:08.851 INFO:tasks.rados.rados.0.smithi046.stdout:2651: snap_remove snap 205 2024-09-20T21:51:08.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: pgmap v553: 121 pgs: 121 active+clean; 449 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.0 MiB/s wr, 11 op/s 2024-09-20T21:51:08.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:51:08.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:51:08.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:51:08.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:51:08.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:51:08.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-20T21:51:08.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:51:08.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:51:08.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-20T21:51:08.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-20T21:51:08.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: pgmap v553: 121 pgs: 121 active+clean; 449 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.0 MiB/s wr, 11 op/s 2024-09-20T21:51:08.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:51:08.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:51:08.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:51:08.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:51:08.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:51:08.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-20T21:51:08.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:51:08.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:51:08.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-20T21:51:08.906 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-20T21:51:08.906 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-20T21:51:08.906 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-20T21:51:08.906 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-20T21:51:08.906 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-20T21:51:08.906 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-20T21:51:08.906 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-20T21:51:08.906 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-20T21:51:08.906 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-20T21:51:08.906 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-20T21:51:08.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-20T21:51:08.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-20T21:51:08.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-20T21:51:08.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-20T21:51:08.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-20T21:51:08.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-20T21:51:08.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-20T21:51:08.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-20T21:51:08.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-20T21:51:08.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-20T21:51:08.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-20T21:51:08.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-20T21:51:08.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-20T21:51:08.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-20T21:51:08.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-20T21:51:08.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-20T21:51:08.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-20T21:51:08.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-20T21:51:08.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-20T21:51:08.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-20T21:51:08.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-20T21:51:08.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-20T21:51:08.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-20T21:51:08.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-20T21:51:08.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-20T21:51:08.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-20T21:51:08.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-20T21:51:08.909 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-20T21:51:08.909 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-20T21:51:08.909 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-20T21:51:08.909 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-20T21:51:08.909 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-20T21:51:08.909 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-20T21:51:08.909 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-20T21:51:08.909 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-20T21:51:08.909 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-20T21:51:08.909 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-20T21:51:08.909 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-20T21:51:08.909 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-20T21:51:08.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-20T21:51:08.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-20T21:51:08.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:51:08.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:51:08.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:51:08.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:51:08.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:51:08.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:51:08.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:51:08.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:51:08.910 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-20T21:51:08.910 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-20T21:51:08.910 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-20T21:51:08.911 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-20T21:51:08.911 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-20T21:51:08.911 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-20T21:51:08.911 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-20T21:51:08.911 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-20T21:51:08.911 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:51:08.911 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:51:08.911 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:51:08.911 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:51:08.911 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:51:08.911 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:51:08.911 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:51:08.911 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:51:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: pgmap v553: 121 pgs: 121 active+clean; 449 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.0 MiB/s wr, 11 op/s 2024-09-20T21:51:08.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:51:08.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:51:08.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:51:08.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:51:08.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:51:08.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-20T21:51:08.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:51:08.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:08.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:51:08.929 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-20T21:51:08.929 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-20T21:51:08.929 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-20T21:51:08.929 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-20T21:51:08.929 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-20T21:51:08.929 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-20T21:51:08.929 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-20T21:51:08.929 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-20T21:51:08.929 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-20T21:51:08.929 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-20T21:51:08.929 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-20T21:51:08.929 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-20T21:51:08.929 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-20T21:51:08.929 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-20T21:51:08.930 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-20T21:51:08.930 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-20T21:51:08.930 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-20T21:51:08.930 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-20T21:51:08.930 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-20T21:51:08.930 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-20T21:51:08.930 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-20T21:51:08.930 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-20T21:51:08.930 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-20T21:51:08.930 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-20T21:51:08.930 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-20T21:51:08.930 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-20T21:51:08.930 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-20T21:51:08.930 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-20T21:51:08.930 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-20T21:51:08.931 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-20T21:51:08.931 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-20T21:51:08.931 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:51:08.931 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:51:08.931 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:51:08.931 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:51:08.931 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:51:08.931 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:51:08.931 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:51:08.931 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:51:09.667 INFO:tasks.rados.rados.0.smithi046.stdout:2651: done (3 left) 2024-09-20T21:51:09.667 INFO:tasks.rados.rados.0.smithi046.stdout:2652: snap_remove snap 237 2024-09-20T21:51:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:09 smithi134 ceph-mon[89086]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-20T21:51:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:09 smithi134 ceph-mon[89086]: Upgrade: Finalizing container_image settings 2024-09-20T21:51:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:09 smithi134 ceph-mon[89086]: Upgrade: Complete! 2024-09-20T21:51:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:09 smithi134 ceph-mon[89086]: osdmap e593: 8 total, 8 up, 8 in 2024-09-20T21:51:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:51:10.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:09 smithi046 ceph-mon[96110]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-20T21:51:10.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:09 smithi046 ceph-mon[96110]: Upgrade: Finalizing container_image settings 2024-09-20T21:51:10.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:09 smithi046 ceph-mon[96110]: Upgrade: Complete! 2024-09-20T21:51:10.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:09 smithi046 ceph-mon[96110]: osdmap e593: 8 total, 8 up, 8 in 2024-09-20T21:51:10.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:51:10.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:09 smithi046 ceph-mon[98591]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-20T21:51:10.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:09 smithi046 ceph-mon[98591]: Upgrade: Finalizing container_image settings 2024-09-20T21:51:10.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:09 smithi046 ceph-mon[98591]: Upgrade: Complete! 2024-09-20T21:51:10.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:09 smithi046 ceph-mon[98591]: osdmap e593: 8 total, 8 up, 8 in 2024-09-20T21:51:10.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:51:10.669 INFO:tasks.rados.rados.0.smithi046.stdout:2652: done (3 left) 2024-09-20T21:51:10.669 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 268 2024-09-20T21:51:10.669 INFO:tasks.rados.rados.0.smithi046.stdout:2653: seq_num 808 ranges {311296=737280,1048576=614400,1662976=188416} 2024-09-20T21:51:10.676 INFO:tasks.rados.rados.0.smithi046.stdout:2653: writing smithi04683737-12 from 311296 to 1048576 tid 1 2024-09-20T21:51:10.681 INFO:tasks.rados.rados.0.smithi046.stdout:2653: writing smithi04683737-12 from 1048576 to 1662976 tid 2 2024-09-20T21:51:10.682 INFO:tasks.rados.rados.0.smithi046.stdout:2653: writing smithi04683737-12 from 1662976 to 1851392 tid 3 2024-09-20T21:51:10.683 INFO:tasks.rados.rados.0.smithi046.stdout:2648: finishing write tid 2 to smithi04683737-23 2024-09-20T21:51:10.683 INFO:tasks.rados.rados.0.smithi046.stdout:2648: finishing write tid 3 to smithi04683737-23 2024-09-20T21:51:10.684 INFO:tasks.rados.rados.0.smithi046.stdout:2648: finishing write tid 4 to smithi04683737-23 2024-09-20T21:51:10.684 INFO:tasks.rados.rados.0.smithi046.stdout:2648: finishing write tid 5 to smithi04683737-23 2024-09-20T21:51:10.684 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 917 (ObjNum 806 snap 268 seq_num 806) dirty exists 2024-09-20T21:51:10.684 INFO:tasks.rados.rados.0.smithi046.stdout:2648: left oid 23 (ObjNum 806 snap 268 seq_num 806) 2024-09-20T21:51:10.684 INFO:tasks.rados.rados.0.smithi046.stdout:2649: finishing write tid 1 to smithi04683737-14 2024-09-20T21:51:10.684 INFO:tasks.rados.rados.0.smithi046.stdout:2649: finishing write tid 2 to smithi04683737-14 2024-09-20T21:51:10.684 INFO:tasks.rados.rados.0.smithi046.stdout:2649: finishing write tid 3 to smithi04683737-14 2024-09-20T21:51:10.684 INFO:tasks.rados.rados.0.smithi046.stdout:2649: finishing write tid 4 to smithi04683737-14 2024-09-20T21:51:10.684 INFO:tasks.rados.rados.0.smithi046.stdout:2649: finishing write tid 5 to smithi04683737-14 2024-09-20T21:51:10.684 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 1279 (ObjNum 807 snap 268 seq_num 807) dirty exists 2024-09-20T21:51:10.684 INFO:tasks.rados.rados.0.smithi046.stdout:2649: left oid 14 (ObjNum 807 snap 268 seq_num 807) 2024-09-20T21:51:10.684 INFO:tasks.rados.rados.0.smithi046.stdout:2648: done (3 left) 2024-09-20T21:51:10.684 INFO:tasks.rados.rados.0.smithi046.stdout:2649: done (2 left) 2024-09-20T21:51:10.684 INFO:tasks.rados.rados.0.smithi046.stdout:2650: done (1 left) 2024-09-20T21:51:10.684 INFO:tasks.rados.rados.0.smithi046.stdout:2654: snap_create 2024-09-20T21:51:10.690 INFO:tasks.rados.rados.0.smithi046.stdout:2653: finishing write tid 1 to smithi04683737-12 2024-09-20T21:51:10.696 INFO:tasks.rados.rados.0.smithi046.stdout:2653: finishing write tid 2 to smithi04683737-12 2024-09-20T21:51:10.696 INFO:tasks.rados.rados.0.smithi046.stdout:2653: finishing write tid 3 to smithi04683737-12 2024-09-20T21:51:10.696 INFO:tasks.rados.rados.0.smithi046.stdout:2653: finishing write tid 4 to smithi04683737-12 2024-09-20T21:51:10.697 INFO:tasks.rados.rados.0.smithi046.stdout:2653: finishing write tid 5 to smithi04683737-12 2024-09-20T21:51:10.697 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1129 (ObjNum 808 snap 268 seq_num 808) dirty exists 2024-09-20T21:51:10.697 INFO:tasks.rados.rados.0.smithi046.stdout:2653: left oid 12 (ObjNum 808 snap 268 seq_num 808) 2024-09-20T21:51:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:10 smithi134 ceph-mon[89086]: pgmap v556: 121 pgs: 121 active+clean; 454 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.3 MiB/s wr, 27 op/s 2024-09-20T21:51:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:10 smithi134 ceph-mon[89086]: osdmap e594: 8 total, 8 up, 8 in 2024-09-20T21:51:11.052 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:10 smithi046 ceph-mon[96110]: pgmap v556: 121 pgs: 121 active+clean; 454 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.3 MiB/s wr, 27 op/s 2024-09-20T21:51:11.052 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:10 smithi046 ceph-mon[96110]: osdmap e594: 8 total, 8 up, 8 in 2024-09-20T21:51:11.052 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:10 smithi046 ceph-mon[98591]: pgmap v556: 121 pgs: 121 active+clean; 454 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.3 MiB/s wr, 27 op/s 2024-09-20T21:51:11.052 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:10 smithi046 ceph-mon[98591]: osdmap e594: 8 total, 8 up, 8 in 2024-09-20T21:51:11.680 INFO:tasks.rados.rados.0.smithi046.stdout:2653: done (1 left) 2024-09-20T21:51:11.680 INFO:tasks.rados.rados.0.smithi046.stdout:2654: done (0 left) 2024-09-20T21:51:11.681 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 269 2024-09-20T21:51:11.681 INFO:tasks.rados.rados.0.smithi046.stdout:2655: seq_num 809 ranges {3964928=753664,4718592=499712,5218304=303104} 2024-09-20T21:51:11.706 INFO:tasks.rados.rados.0.smithi046.stdout:2655: writing smithi04683737-13 from 3964928 to 4718592 tid 1 2024-09-20T21:51:11.709 INFO:tasks.rados.rados.0.smithi046.stdout:2655: writing smithi04683737-13 from 4718592 to 5218304 tid 2 2024-09-20T21:51:11.711 INFO:tasks.rados.rados.0.smithi046.stdout:2655: writing smithi04683737-13 from 5218304 to 5521408 tid 3 2024-09-20T21:51:11.711 INFO:tasks.rados.rados.0.smithi046.stdout:2656: copy_from oid 41 from oid 46 current snap is 269 2024-09-20T21:51:11.711 INFO:tasks.rados.rados.0.smithi046.stdout:2657: snap_remove snap 213 2024-09-20T21:51:12.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:11 smithi046 ceph-mon[96110]: osdmap e595: 8 total, 8 up, 8 in 2024-09-20T21:51:12.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:11 smithi046 ceph-mon[98591]: osdmap e595: 8 total, 8 up, 8 in 2024-09-20T21:51:12.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:11 smithi134 ceph-mon[89086]: osdmap e595: 8 total, 8 up, 8 in 2024-09-20T21:51:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:51:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:51:12] "GET /metrics HTTP/1.1" 200 36383 "" "Prometheus/2.43.0" 2024-09-20T21:51:12.608 INFO:tasks.rados.rados.0.smithi046.stdout:2656: finishing copy_from to smithi04683737-41 2024-09-20T21:51:12.608 INFO:tasks.rados.rados.0.smithi046.stdout:2656: got expected ENOENT (src dne) 2024-09-20T21:51:12.608 INFO:tasks.rados.rados.0.smithi046.stdout:2656: finishing copy_from racing read to smithi04683737-41 2024-09-20T21:51:12.608 INFO:tasks.rados.rados.0.smithi046.stdout:2655: finishing write tid 1 to smithi04683737-13 2024-09-20T21:51:12.608 INFO:tasks.rados.rados.0.smithi046.stdout:2655: finishing write tid 2 to smithi04683737-13 2024-09-20T21:51:12.608 INFO:tasks.rados.rados.0.smithi046.stdout:2655: finishing write tid 3 to smithi04683737-13 2024-09-20T21:51:12.608 INFO:tasks.rados.rados.0.smithi046.stdout:2655: finishing write tid 4 to smithi04683737-13 2024-09-20T21:51:12.608 INFO:tasks.rados.rados.0.smithi046.stdout:2655: finishing write tid 5 to smithi04683737-13 2024-09-20T21:51:12.608 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1306 (ObjNum 809 snap 269 seq_num 809) dirty exists 2024-09-20T21:51:12.608 INFO:tasks.rados.rados.0.smithi046.stdout:2655: left oid 13 (ObjNum 809 snap 269 seq_num 809) 2024-09-20T21:51:12.608 INFO:tasks.rados.rados.0.smithi046.stdout:2655: done (2 left) 2024-09-20T21:51:12.608 INFO:tasks.rados.rados.0.smithi046.stdout:2656: done (1 left) 2024-09-20T21:51:12.609 INFO:tasks.rados.rados.0.smithi046.stdout:2657: done (0 left) 2024-09-20T21:51:12.609 INFO:tasks.rados.rados.0.smithi046.stdout:2658: read oid 34 snap -1 2024-09-20T21:51:12.609 INFO:tasks.rados.rados.0.smithi046.stdout:2658: expect deleted 2024-09-20T21:51:12.609 INFO:tasks.rados.rados.0.smithi046.stdout:2659: rollback oid 50 current snap is 269 2024-09-20T21:51:12.609 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 50 to 267 2024-09-20T21:51:12.609 INFO:tasks.rados.rados.0.smithi046.stdout:2660: setattr oid 21 current snap is 269 2024-09-20T21:51:12.610 INFO:tasks.rados.rados.0.smithi046.stdout:2658: done (2 left) 2024-09-20T21:51:12.610 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 269 2024-09-20T21:51:12.610 INFO:tasks.rados.rados.0.smithi046.stdout:2661: seq_num 810 ranges {3751936=770048,4521984=778240,5300224=24576} 2024-09-20T21:51:12.637 INFO:tasks.rados.rados.0.smithi046.stdout:2661: writing smithi04683737-4 from 3751936 to 4521984 tid 1 2024-09-20T21:51:12.642 INFO:tasks.rados.rados.0.smithi046.stdout:2661: writing smithi04683737-4 from 4521984 to 5300224 tid 2 2024-09-20T21:51:12.642 INFO:tasks.rados.rados.0.smithi046.stdout:2661: writing smithi04683737-4 from 5300224 to 5324800 tid 3 2024-09-20T21:51:12.642 INFO:tasks.rados.rados.0.smithi046.stdout:2662: snap_remove snap 259 2024-09-20T21:51:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:51:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:51:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:51:13.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:12 smithi046 ceph-mon[96110]: pgmap v559: 121 pgs: 121 active+clean; 462 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 37 op/s 2024-09-20T21:51:13.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:12 smithi046 ceph-mon[96110]: osdmap e596: 8 total, 8 up, 8 in 2024-09-20T21:51:13.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:12 smithi046 ceph-mon[96110]: osdmap e597: 8 total, 8 up, 8 in 2024-09-20T21:51:13.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:12 smithi046 ceph-mon[98591]: pgmap v559: 121 pgs: 121 active+clean; 462 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 37 op/s 2024-09-20T21:51:13.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:12 smithi046 ceph-mon[98591]: osdmap e596: 8 total, 8 up, 8 in 2024-09-20T21:51:13.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:12 smithi046 ceph-mon[98591]: osdmap e597: 8 total, 8 up, 8 in 2024-09-20T21:51:13.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:12 smithi134 ceph-mon[89086]: pgmap v559: 121 pgs: 121 active+clean; 462 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 37 op/s 2024-09-20T21:51:13.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:12 smithi134 ceph-mon[89086]: osdmap e596: 8 total, 8 up, 8 in 2024-09-20T21:51:13.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:12 smithi134 ceph-mon[89086]: osdmap e597: 8 total, 8 up, 8 in 2024-09-20T21:51:13.609 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1136 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-20T21:51:13.610 INFO:tasks.rados.rados.0.smithi046.stdout:2659: finishing rollback tid 0 to smithi04683737-50 2024-09-20T21:51:13.610 INFO:tasks.rados.rados.0.smithi046.stdout:2659: finishing rollback tid 1 to smithi04683737-50 2024-09-20T21:51:13.610 INFO:tasks.rados.rados.0.smithi046.stdout:2659: finishing rollback tid 2 to smithi04683737-50 2024-09-20T21:51:13.610 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 723 (ObjNum 609 snap 202 seq_num 609) dirty exists 2024-09-20T21:51:13.610 INFO:tasks.rados.rados.0.smithi046.stdout:2661: finishing write tid 1 to smithi04683737-4 2024-09-20T21:51:13.610 INFO:tasks.rados.rados.0.smithi046.stdout:2661: finishing write tid 2 to smithi04683737-4 2024-09-20T21:51:13.610 INFO:tasks.rados.rados.0.smithi046.stdout:2661: finishing write tid 3 to smithi04683737-4 2024-09-20T21:51:13.610 INFO:tasks.rados.rados.0.smithi046.stdout:2661: finishing write tid 4 to smithi04683737-4 2024-09-20T21:51:13.610 INFO:tasks.rados.rados.0.smithi046.stdout:2661: finishing write tid 5 to smithi04683737-4 2024-09-20T21:51:13.610 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 1321 (ObjNum 810 snap 269 seq_num 810) dirty exists 2024-09-20T21:51:13.610 INFO:tasks.rados.rados.0.smithi046.stdout:2661: left oid 4 (ObjNum 810 snap 269 seq_num 810) 2024-09-20T21:51:13.610 INFO:tasks.rados.rados.0.smithi046.stdout:2659: done (3 left) 2024-09-20T21:51:13.610 INFO:tasks.rados.rados.0.smithi046.stdout:2660: done (2 left) 2024-09-20T21:51:13.611 INFO:tasks.rados.rados.0.smithi046.stdout:2661: done (1 left) 2024-09-20T21:51:13.611 INFO:tasks.rados.rados.0.smithi046.stdout:2662: done (0 left) 2024-09-20T21:51:13.611 INFO:tasks.rados.rados.0.smithi046.stdout:2663: delete oid 35 current snap is 269 2024-09-20T21:51:13.619 INFO:tasks.rados.rados.0.smithi046.stdout:2663: done (0 left) 2024-09-20T21:51:13.619 INFO:tasks.rados.rados.0.smithi046.stdout:2664: snap_create 2024-09-20T21:51:14.612 INFO:tasks.rados.rados.0.smithi046.stdout:2664: done (0 left) 2024-09-20T21:51:14.612 INFO:tasks.rados.rados.0.smithi046.stdout:2665: read oid 43 snap 258 2024-09-20T21:51:14.612 INFO:tasks.rados.rados.0.smithi046.stdout:2665: expect (ObjNum 712 snap 245 seq_num 712) 2024-09-20T21:51:14.612 INFO:tasks.rados.rados.0.smithi046.stdout:2666: copy_from oid 3 from oid 29 current snap is 270 2024-09-20T21:51:14.612 INFO:tasks.rados.rados.0.smithi046.stdout:2667: read oid 1 snap 265 2024-09-20T21:51:14.612 INFO:tasks.rados.rados.0.smithi046.stdout:2667: expect (ObjNum 782 snap 259 seq_num 782) 2024-09-20T21:51:14.612 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 270 2024-09-20T21:51:14.612 INFO:tasks.rados.rados.0.smithi046.stdout:2668: seq_num 812 ranges {1376256=802816,2179072=548864,2727936=253952} 2024-09-20T21:51:14.624 INFO:tasks.rados.rados.0.smithi046.stdout:2668: writing smithi04683737-49 from 1376256 to 2179072 tid 1 2024-09-20T21:51:14.628 INFO:tasks.rados.rados.0.smithi046.stdout:2668: writing smithi04683737-49 from 2179072 to 2727936 tid 2 2024-09-20T21:51:14.630 INFO:tasks.rados.rados.0.smithi046.stdout:2668: writing smithi04683737-49 from 2727936 to 2981888 tid 3 2024-09-20T21:51:14.630 INFO:tasks.rados.rados.0.smithi046.stdout:2669: copy_from oid 19 from oid 14 current snap is 270 2024-09-20T21:51:14.630 INFO:tasks.rados.rados.0.smithi046.stdout:2666: finishing copy_from to smithi04683737-3 2024-09-20T21:51:14.630 INFO:tasks.rados.rados.0.smithi046.stdout:2666: got expected ENOENT (src dne) 2024-09-20T21:51:14.630 INFO:tasks.rados.rados.0.smithi046.stdout:2666: finishing copy_from racing read to smithi04683737-3 2024-09-20T21:51:14.630 INFO:tasks.rados.rados.0.smithi046.stdout:2667: expect (ObjNum 782 snap 259 seq_num 782) 2024-09-20T21:51:14.662 INFO:tasks.rados.rados.0.smithi046.stdout:2665: expect (ObjNum 712 snap 245 seq_num 712) 2024-09-20T21:51:14.732 INFO:tasks.rados.rados.0.smithi046.stdout:2668: finishing write tid 1 to smithi04683737-49 2024-09-20T21:51:14.732 INFO:tasks.rados.rados.0.smithi046.stdout:2668: finishing write tid 2 to smithi04683737-49 2024-09-20T21:51:14.732 INFO:tasks.rados.rados.0.smithi046.stdout:2668: finishing write tid 3 to smithi04683737-49 2024-09-20T21:51:14.732 INFO:tasks.rados.rados.0.smithi046.stdout:2668: finishing write tid 4 to smithi04683737-49 2024-09-20T21:51:14.733 INFO:tasks.rados.rados.0.smithi046.stdout:2668: finishing write tid 5 to smithi04683737-49 2024-09-20T21:51:14.733 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 1332 (ObjNum 812 snap 270 seq_num 812) dirty exists 2024-09-20T21:51:14.733 INFO:tasks.rados.rados.0.smithi046.stdout:2668: left oid 49 (ObjNum 812 snap 270 seq_num 812) 2024-09-20T21:51:14.733 INFO:tasks.rados.rados.0.smithi046.stdout:2669: finishing copy_from racing read to smithi04683737-19 2024-09-20T21:51:14.733 INFO:tasks.rados.rados.0.smithi046.stdout:2669: finishing copy_from to smithi04683737-19 2024-09-20T21:51:14.733 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1279 (ObjNum 807 snap 268 seq_num 807) dirty exists 2024-09-20T21:51:14.733 INFO:tasks.rados.rados.0.smithi046.stdout:2665: done (4 left) 2024-09-20T21:51:14.733 INFO:tasks.rados.rados.0.smithi046.stdout:2666: done (3 left) 2024-09-20T21:51:14.733 INFO:tasks.rados.rados.0.smithi046.stdout:2667: done (2 left) 2024-09-20T21:51:14.733 INFO:tasks.rados.rados.0.smithi046.stdout:2668: done (1 left) 2024-09-20T21:51:14.733 INFO:tasks.rados.rados.0.smithi046.stdout:2669: done (0 left) 2024-09-20T21:51:14.733 INFO:tasks.rados.rados.0.smithi046.stdout:2670: delete oid 7 current snap is 270 2024-09-20T21:51:14.735 INFO:tasks.rados.rados.0.smithi046.stdout:2670: done (0 left) 2024-09-20T21:51:14.735 INFO:tasks.rados.rados.0.smithi046.stdout:2671: read oid 30 snap -1 2024-09-20T21:51:14.735 INFO:tasks.rados.rados.0.smithi046.stdout:2671: expect (ObjNum 764 snap 255 seq_num 764) 2024-09-20T21:51:14.735 INFO:tasks.rados.rados.0.smithi046.stdout:2672: copy_from oid 35 from oid 28 current snap is 270 2024-09-20T21:51:14.735 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 270 2024-09-20T21:51:14.735 INFO:tasks.rados.rados.0.smithi046.stdout:2673: seq_num 814 ranges {0=442368,442368=770048,1212416=434176} 2024-09-20T21:51:14.737 INFO:tasks.rados.rados.0.smithi046.stdout:2673: writing smithi04683737-42 from 0 to 442368 tid 1 2024-09-20T21:51:14.742 INFO:tasks.rados.rados.0.smithi046.stdout:2673: writing smithi04683737-42 from 442368 to 1212416 tid 2 2024-09-20T21:51:14.745 INFO:tasks.rados.rados.0.smithi046.stdout:2673: writing smithi04683737-42 from 1212416 to 1646592 tid 3 2024-09-20T21:51:14.745 INFO:tasks.rados.rados.0.smithi046.stdout:2674: delete oid 24 current snap is 270 2024-09-20T21:51:14.745 INFO:tasks.rados.rados.0.smithi046.stdout:2671: expect (ObjNum 764 snap 255 seq_num 764) 2024-09-20T21:51:14.775 INFO:tasks.rados.rados.0.smithi046.stdout:2672: finishing copy_from racing read to smithi04683737-35 2024-09-20T21:51:14.775 INFO:tasks.rados.rados.0.smithi046.stdout:2673: finishing write tid 1 to smithi04683737-42 2024-09-20T21:51:14.775 INFO:tasks.rados.rados.0.smithi046.stdout:2672: finishing copy_from to smithi04683737-35 2024-09-20T21:51:14.775 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 773 (ObjNum 785 snap 260 seq_num 785) dirty exists 2024-09-20T21:51:14.776 INFO:tasks.rados.rados.0.smithi046.stdout:2671: done (3 left) 2024-09-20T21:51:14.776 INFO:tasks.rados.rados.0.smithi046.stdout:2672: done (2 left) 2024-09-20T21:51:14.776 INFO:tasks.rados.rados.0.smithi046.stdout:2674: done (1 left) 2024-09-20T21:51:14.776 INFO:tasks.rados.rados.0.smithi046.stdout:2675: rollback oid 20 current snap is 270 2024-09-20T21:51:14.776 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 20 to 223 2024-09-20T21:51:14.776 INFO:tasks.rados.rados.0.smithi046.stdout:2673: finishing write tid 2 to smithi04683737-42 2024-09-20T21:51:14.776 INFO:tasks.rados.rados.0.smithi046.stdout:2673: finishing write tid 3 to smithi04683737-42 2024-09-20T21:51:14.776 INFO:tasks.rados.rados.0.smithi046.stdout:2673: finishing write tid 4 to smithi04683737-42 2024-09-20T21:51:14.776 INFO:tasks.rados.rados.0.smithi046.stdout:2673: finishing write tid 5 to smithi04683737-42 2024-09-20T21:51:14.776 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 1012 (ObjNum 814 snap 270 seq_num 814) dirty exists 2024-09-20T21:51:14.776 INFO:tasks.rados.rados.0.smithi046.stdout:2673: left oid 42 (ObjNum 814 snap 270 seq_num 814) 2024-09-20T21:51:14.776 INFO:tasks.rados.rados.0.smithi046.stdout:2673: done (1 left) 2024-09-20T21:51:14.776 INFO:tasks.rados.rados.0.smithi046.stdout:2676: copy_from oid 10 from oid 48 current snap is 270 2024-09-20T21:51:14.776 INFO:tasks.rados.rados.0.smithi046.stdout:2677: rollback oid 12 current snap is 270 2024-09-20T21:51:14.776 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 12 to 223 2024-09-20T21:51:14.776 INFO:tasks.rados.rados.0.smithi046.stdout:2678: delete oid 44 current snap is 270 2024-09-20T21:51:14.778 INFO:tasks.rados.rados.0.smithi046.stdout:2675: finishing rollback tid 1 to smithi04683737-20 2024-09-20T21:51:14.778 INFO:tasks.rados.rados.0.smithi046.stdout:2678: done (3 left) 2024-09-20T21:51:14.778 INFO:tasks.rados.rados.0.smithi046.stdout:2679: read oid 38 snap -1 2024-09-20T21:51:14.778 INFO:tasks.rados.rados.0.smithi046.stdout:2679: expect (ObjNum 698 snap 237 seq_num 698) 2024-09-20T21:51:14.778 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 270 2024-09-20T21:51:14.779 INFO:tasks.rados.rados.0.smithi046.stdout:2680: seq_num 817 ranges {983040=491520,1474560=417792,1892352=425984,2318336=360448} 2024-09-20T21:51:14.787 INFO:tasks.rados.rados.0.smithi046.stdout:2680: writing smithi04683737-30 from 983040 to 1474560 tid 1 2024-09-20T21:51:14.789 INFO:tasks.rados.rados.0.smithi046.stdout:2680: writing smithi04683737-30 from 1474560 to 1892352 tid 2 2024-09-20T21:51:14.792 INFO:tasks.rados.rados.0.smithi046.stdout:2680: writing smithi04683737-30 from 1892352 to 2318336 tid 3 2024-09-20T21:51:14.794 INFO:tasks.rados.rados.0.smithi046.stdout:2680: writing smithi04683737-30 from 2318336 to 2678784 tid 4 2024-09-20T21:51:14.794 INFO:tasks.rados.rados.0.smithi046.stdout:2681: rmattr oid 17 current snap is 270 2024-09-20T21:51:14.794 INFO:tasks.rados.rados.0.smithi046.stdout:2677: finishing rollback tid 0 to smithi04683737-12 2024-09-20T21:51:14.794 INFO:tasks.rados.rados.0.smithi046.stdout:2682: snap_remove snap 265 2024-09-20T21:51:14.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:14 smithi046 ceph-mon[96110]: pgmap v562: 121 pgs: 121 active+clean; 465 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 25 op/s 2024-09-20T21:51:14.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:14 smithi046 ceph-mon[96110]: osdmap e598: 8 total, 8 up, 8 in 2024-09-20T21:51:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:14 smithi046 ceph-mon[98591]: pgmap v562: 121 pgs: 121 active+clean; 465 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 25 op/s 2024-09-20T21:51:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:14 smithi046 ceph-mon[98591]: osdmap e598: 8 total, 8 up, 8 in 2024-09-20T21:51:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:14 smithi134 ceph-mon[89086]: pgmap v562: 121 pgs: 121 active+clean; 465 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 25 op/s 2024-09-20T21:51:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:14 smithi134 ceph-mon[89086]: osdmap e598: 8 total, 8 up, 8 in 2024-09-20T21:51:15.618 INFO:tasks.rados.rados.0.smithi046.stdout:2682: done (6 left) 2024-09-20T21:51:15.619 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 270 2024-09-20T21:51:15.619 INFO:tasks.rados.rados.0.smithi046.stdout:2683: seq_num 818 ranges {352256=507904,860160=704512,1564672=499712} 2024-09-20T21:51:15.624 INFO:tasks.rados.rados.0.smithi046.stdout:2683: writing smithi04683737-3 from 352256 to 860160 tid 1 2024-09-20T21:51:15.629 INFO:tasks.rados.rados.0.smithi046.stdout:2683: writing smithi04683737-3 from 860160 to 1564672 tid 2 2024-09-20T21:51:15.633 INFO:tasks.rados.rados.0.smithi046.stdout:2683: writing smithi04683737-3 from 1564672 to 2064384 tid 3 2024-09-20T21:51:15.633 INFO:tasks.rados.rados.0.smithi046.stdout:2684: snap_create 2024-09-20T21:51:15.633 INFO:tasks.rados.rados.0.smithi046.stdout:2677: finishing rollback tid 1 to smithi04683737-12 2024-09-20T21:51:15.633 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1141 (ObjNum 33 snap 0 seq_num 20481728) dirty dne 2024-09-20T21:51:15.633 INFO:tasks.rados.rados.0.smithi046.stdout:2675: finishing rollback tid 2 to smithi04683737-20 2024-09-20T21:51:15.634 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 927 (ObjNum 129 snap 0 seq_num 21011136) dirty exists 2024-09-20T21:51:15.634 INFO:tasks.rados.rados.0.smithi046.stdout:2676: finishing copy_from racing read to smithi04683737-10 2024-09-20T21:51:15.634 INFO:tasks.rados.rados.0.smithi046.stdout:2679: expect (ObjNum 698 snap 237 seq_num 698) 2024-09-20T21:51:15.694 INFO:tasks.rados.rados.0.smithi046.stdout:2676: finishing copy_from to smithi04683737-10 2024-09-20T21:51:15.694 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1013 (ObjNum 712 snap 245 seq_num 712) dirty exists 2024-09-20T21:51:15.694 INFO:tasks.rados.rados.0.smithi046.stdout:2680: finishing write tid 1 to smithi04683737-30 2024-09-20T21:51:15.694 INFO:tasks.rados.rados.0.smithi046.stdout:2680: finishing write tid 2 to smithi04683737-30 2024-09-20T21:51:15.694 INFO:tasks.rados.rados.0.smithi046.stdout:2680: finishing write tid 3 to smithi04683737-30 2024-09-20T21:51:15.694 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1046 (ObjNum 796 snap 266 seq_num 796) dirty exists 2024-09-20T21:51:15.695 INFO:tasks.rados.rados.0.smithi046.stdout:2680: finishing write tid 4 to smithi04683737-30 2024-09-20T21:51:15.695 INFO:tasks.rados.rados.0.smithi046.stdout:2680: finishing write tid 5 to smithi04683737-30 2024-09-20T21:51:15.695 INFO:tasks.rados.rados.0.smithi046.stdout:2680: finishing write tid 6 to smithi04683737-30 2024-09-20T21:51:15.695 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 704 (ObjNum 817 snap 270 seq_num 817) dirty exists 2024-09-20T21:51:15.695 INFO:tasks.rados.rados.0.smithi046.stdout:2680: left oid 30 (ObjNum 817 snap 270 seq_num 817) 2024-09-20T21:51:15.695 INFO:tasks.rados.rados.0.smithi046.stdout:2683: finishing write tid 1 to smithi04683737-3 2024-09-20T21:51:15.695 INFO:tasks.rados.rados.0.smithi046.stdout:2683: finishing write tid 2 to smithi04683737-3 2024-09-20T21:51:15.695 INFO:tasks.rados.rados.0.smithi046.stdout:2683: finishing write tid 3 to smithi04683737-3 2024-09-20T21:51:15.695 INFO:tasks.rados.rados.0.smithi046.stdout:2683: finishing write tid 4 to smithi04683737-3 2024-09-20T21:51:15.695 INFO:tasks.rados.rados.0.smithi046.stdout:2683: finishing write tid 5 to smithi04683737-3 2024-09-20T21:51:15.695 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1057 (ObjNum 818 snap 270 seq_num 818) dirty exists 2024-09-20T21:51:15.695 INFO:tasks.rados.rados.0.smithi046.stdout:2683: left oid 3 (ObjNum 818 snap 270 seq_num 818) 2024-09-20T21:51:15.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:15 smithi046 ceph-mon[96110]: osdmap e599: 8 total, 8 up, 8 in 2024-09-20T21:51:15.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:15 smithi046 ceph-mon[98591]: osdmap e599: 8 total, 8 up, 8 in 2024-09-20T21:51:15.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:15 smithi134 ceph-mon[89086]: osdmap e599: 8 total, 8 up, 8 in 2024-09-20T21:51:16.621 INFO:tasks.rados.rados.0.smithi046.stdout:2675: done (7 left) 2024-09-20T21:51:16.621 INFO:tasks.rados.rados.0.smithi046.stdout:2676: done (6 left) 2024-09-20T21:51:16.621 INFO:tasks.rados.rados.0.smithi046.stdout:2677: done (5 left) 2024-09-20T21:51:16.621 INFO:tasks.rados.rados.0.smithi046.stdout:2679: done (4 left) 2024-09-20T21:51:16.621 INFO:tasks.rados.rados.0.smithi046.stdout:2680: done (3 left) 2024-09-20T21:51:16.621 INFO:tasks.rados.rados.0.smithi046.stdout:2681: done (2 left) 2024-09-20T21:51:16.621 INFO:tasks.rados.rados.0.smithi046.stdout:2683: done (1 left) 2024-09-20T21:51:16.621 INFO:tasks.rados.rados.0.smithi046.stdout:2684: done (0 left) 2024-09-20T21:51:16.621 INFO:tasks.rados.rados.0.smithi046.stdout:2685: rollback oid 12 current snap is 271 2024-09-20T21:51:16.622 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 12 to 264 2024-09-20T21:51:16.622 INFO:tasks.rados.rados.0.smithi046.stdout:2686: rmattr oid 23 current snap is 271 2024-09-20T21:51:16.622 INFO:tasks.rados.rados.0.smithi046.stdout:2686: done (1 left) 2024-09-20T21:51:16.622 INFO:tasks.rados.rados.0.smithi046.stdout:2687: read oid 2 snap -1 2024-09-20T21:51:16.622 INFO:tasks.rados.rados.0.smithi046.stdout:2687: expect deleted 2024-09-20T21:51:16.622 INFO:tasks.rados.rados.0.smithi046.stdout:2688: read oid 34 snap -1 2024-09-20T21:51:16.622 INFO:tasks.rados.rados.0.smithi046.stdout:2688: expect deleted 2024-09-20T21:51:16.622 INFO:tasks.rados.rados.0.smithi046.stdout:2689: read oid 26 snap 206 2024-09-20T21:51:16.622 INFO:tasks.rados.rados.0.smithi046.stdout:2689: expect (ObjNum 544 snap 165 seq_num 544) 2024-09-20T21:51:16.622 INFO:tasks.rados.rados.0.smithi046.stdout:2690: rmattr oid 11 current snap is 271 2024-09-20T21:51:16.622 INFO:tasks.rados.rados.0.smithi046.stdout:2690: done (4 left) 2024-09-20T21:51:16.622 INFO:tasks.rados.rados.0.smithi046.stdout:2691: read oid 1 snap -1 2024-09-20T21:51:16.622 INFO:tasks.rados.rados.0.smithi046.stdout:2691: expect (ObjNum 782 snap 259 seq_num 782) 2024-09-20T21:51:16.623 INFO:tasks.rados.rados.0.smithi046.stdout:2692: read oid 44 snap -1 2024-09-20T21:51:16.623 INFO:tasks.rados.rados.0.smithi046.stdout:2692: expect deleted 2024-09-20T21:51:16.623 INFO:tasks.rados.rados.0.smithi046.stdout:2693: copy_from oid 8 from oid 16 current snap is 271 2024-09-20T21:51:16.623 INFO:tasks.rados.rados.0.smithi046.stdout:2694: rollback oid 3 current snap is 271 2024-09-20T21:51:16.623 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 3 to 254 2024-09-20T21:51:16.623 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 271 2024-09-20T21:51:16.623 INFO:tasks.rados.rados.0.smithi046.stdout:2695: seq_num 819 ranges {5308416=524288,5832704=589824,6422528=614400} 2024-09-20T21:51:16.654 INFO:tasks.rados.rados.0.smithi046.stdout:2695: writing smithi04683737-17 from 5308416 to 5832704 tid 1 2024-09-20T21:51:16.657 INFO:tasks.rados.rados.0.smithi046.stdout:2695: writing smithi04683737-17 from 5832704 to 6422528 tid 2 2024-09-20T21:51:16.661 INFO:tasks.rados.rados.0.smithi046.stdout:2695: writing smithi04683737-17 from 6422528 to 7036928 tid 3 2024-09-20T21:51:16.661 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 271 2024-09-20T21:51:16.662 INFO:tasks.rados.rados.0.smithi046.stdout:2693: finishing copy_from to smithi04683737-8 2024-09-20T21:51:16.662 INFO:tasks.rados.rados.0.smithi046.stdout:2693: got expected ENOENT (src dne) 2024-09-20T21:51:16.662 INFO:tasks.rados.rados.0.smithi046.stdout:2693: finishing copy_from racing read to smithi04683737-8 2024-09-20T21:51:16.662 INFO:tasks.rados.rados.0.smithi046.stdout:2696: seq_num 820 ranges {1155072=540672,1695744=475136,2170880=598016,2768896=131072} 2024-09-20T21:51:16.670 INFO:tasks.rados.rados.0.smithi046.stdout:2696: writing smithi04683737-28 from 1155072 to 1695744 tid 1 2024-09-20T21:51:16.673 INFO:tasks.rados.rados.0.smithi046.stdout:2696: writing smithi04683737-28 from 1695744 to 2170880 tid 2 2024-09-20T21:51:16.677 INFO:tasks.rados.rados.0.smithi046.stdout:2696: writing smithi04683737-28 from 2170880 to 2768896 tid 3 2024-09-20T21:51:16.678 INFO:tasks.rados.rados.0.smithi046.stdout:2696: writing smithi04683737-28 from 2768896 to 2899968 tid 4 2024-09-20T21:51:16.678 INFO:tasks.rados.rados.0.smithi046.stdout:2688: done (9 left) 2024-09-20T21:51:16.678 INFO:tasks.rados.rados.0.smithi046.stdout:2693: done (8 left) 2024-09-20T21:51:16.678 INFO:tasks.rados.rados.0.smithi046.stdout:2697: rollback oid 38 current snap is 271 2024-09-20T21:51:16.678 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 38 to 206 2024-09-20T21:51:16.678 INFO:tasks.rados.rados.0.smithi046.stdout:2694: finishing rollback tid 0 to smithi04683737-3 2024-09-20T21:51:16.678 INFO:tasks.rados.rados.0.smithi046.stdout:2694: finishing rollback tid 1 to smithi04683737-3 2024-09-20T21:51:16.678 INFO:tasks.rados.rados.0.smithi046.stdout:2691: expect (ObjNum 782 snap 259 seq_num 782) 2024-09-20T21:51:16.708 INFO:tasks.rados.rados.0.smithi046.stdout:2685: finishing rollback tid 1 to smithi04683737-12 2024-09-20T21:51:16.709 INFO:tasks.rados.rados.0.smithi046.stdout:2685: finishing rollback tid 2 to smithi04683737-12 2024-09-20T21:51:16.709 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1145 (ObjNum 735 snap 250 seq_num 735) dirty exists 2024-09-20T21:51:16.709 INFO:tasks.rados.rados.0.smithi046.stdout:2694: finishing rollback tid 2 to smithi04683737-3 2024-09-20T21:51:16.709 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1061 (ObjNum 739 snap 250 seq_num 739) dirty exists 2024-09-20T21:51:16.709 INFO:tasks.rados.rados.0.smithi046.stdout:2689: expect (ObjNum 544 snap 165 seq_num 544) 2024-09-20T21:51:16.778 INFO:tasks.rados.rados.0.smithi046.stdout:2695: finishing write tid 1 to smithi04683737-17 2024-09-20T21:51:16.778 INFO:tasks.rados.rados.0.smithi046.stdout:2695: finishing write tid 2 to smithi04683737-17 2024-09-20T21:51:16.778 INFO:tasks.rados.rados.0.smithi046.stdout:2685: done (8 left) 2024-09-20T21:51:16.778 INFO:tasks.rados.rados.0.smithi046.stdout:2687: done (7 left) 2024-09-20T21:51:16.778 INFO:tasks.rados.rados.0.smithi046.stdout:2689: done (6 left) 2024-09-20T21:51:16.778 INFO:tasks.rados.rados.0.smithi046.stdout:2691: done (5 left) 2024-09-20T21:51:16.778 INFO:tasks.rados.rados.0.smithi046.stdout:2692: done (4 left) 2024-09-20T21:51:16.778 INFO:tasks.rados.rados.0.smithi046.stdout:2694: done (3 left) 2024-09-20T21:51:16.778 INFO:tasks.rados.rados.0.smithi046.stdout:2698: copy_from oid 30 from oid 41 current snap is 271 2024-09-20T21:51:16.778 INFO:tasks.rados.rados.0.smithi046.stdout:2695: finishing write tid 3 to smithi04683737-17 2024-09-20T21:51:16.778 INFO:tasks.rados.rados.0.smithi046.stdout:2695: finishing write tid 4 to smithi04683737-17 2024-09-20T21:51:16.778 INFO:tasks.rados.rados.0.smithi046.stdout:2695: finishing write tid 5 to smithi04683737-17 2024-09-20T21:51:16.778 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1066 (ObjNum 819 snap 271 seq_num 819) dirty exists 2024-09-20T21:51:16.779 INFO:tasks.rados.rados.0.smithi046.stdout:2695: left oid 17 (ObjNum 819 snap 271 seq_num 819) 2024-09-20T21:51:16.779 INFO:tasks.rados.rados.0.smithi046.stdout:2696: finishing write tid 1 to smithi04683737-28 2024-09-20T21:51:16.779 INFO:tasks.rados.rados.0.smithi046.stdout:2696: finishing write tid 2 to smithi04683737-28 2024-09-20T21:51:16.779 INFO:tasks.rados.rados.0.smithi046.stdout:2696: finishing write tid 3 to smithi04683737-28 2024-09-20T21:51:16.779 INFO:tasks.rados.rados.0.smithi046.stdout:2696: finishing write tid 4 to smithi04683737-28 2024-09-20T21:51:16.779 INFO:tasks.rados.rados.0.smithi046.stdout:2696: finishing write tid 5 to smithi04683737-28 2024-09-20T21:51:16.779 INFO:tasks.rados.rados.0.smithi046.stdout:2697: finishing rollback tid 0 to smithi04683737-38 2024-09-20T21:51:16.779 INFO:tasks.rados.rados.0.smithi046.stdout:2697: finishing rollback tid 1 to smithi04683737-38 2024-09-20T21:51:16.779 INFO:tasks.rados.rados.0.smithi046.stdout:2697: finishing rollback tid 2 to smithi04683737-38 2024-09-20T21:51:16.779 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1046 (ObjNum 610 snap 202 seq_num 610) dirty exists 2024-09-20T21:51:16.779 INFO:tasks.rados.rados.0.smithi046.stdout:2696: finishing write tid 6 to smithi04683737-28 2024-09-20T21:51:16.779 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 813 (ObjNum 820 snap 271 seq_num 820) dirty exists 2024-09-20T21:51:16.779 INFO:tasks.rados.rados.0.smithi046.stdout:2696: left oid 28 (ObjNum 820 snap 271 seq_num 820) 2024-09-20T21:51:16.779 INFO:tasks.rados.rados.0.smithi046.stdout:2695: done (3 left) 2024-09-20T21:51:16.780 INFO:tasks.rados.rados.0.smithi046.stdout:2696: done (2 left) 2024-09-20T21:51:16.780 INFO:tasks.rados.rados.0.smithi046.stdout:2697: done (1 left) 2024-09-20T21:51:16.780 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 271 2024-09-20T21:51:16.780 INFO:tasks.rados.rados.0.smithi046.stdout:2699: seq_num 821 ranges {5521408=557056,6078464=761856,6840320=442368} 2024-09-20T21:51:16.810 INFO:tasks.rados.rados.0.smithi046.stdout:2699: writing smithi04683737-13 from 5521408 to 6078464 tid 1 2024-09-20T21:51:16.815 INFO:tasks.rados.rados.0.smithi046.stdout:2699: writing smithi04683737-13 from 6078464 to 6840320 tid 2 2024-09-20T21:51:16.818 INFO:tasks.rados.rados.0.smithi046.stdout:2699: writing smithi04683737-13 from 6840320 to 7282688 tid 3 2024-09-20T21:51:16.818 INFO:tasks.rados.rados.0.smithi046.stdout:2700: copy_from oid 8 from oid 42 current snap is 271 2024-09-20T21:51:16.818 INFO:tasks.rados.rados.0.smithi046.stdout:2698: finishing copy_from to smithi04683737-30 2024-09-20T21:51:16.818 INFO:tasks.rados.rados.0.smithi046.stdout:2698: got expected ENOENT (src dne) 2024-09-20T21:51:16.818 INFO:tasks.rados.rados.0.smithi046.stdout:2698: finishing copy_from racing read to smithi04683737-30 2024-09-20T21:51:16.818 INFO:tasks.rados.rados.0.smithi046.stdout:2699: finishing write tid 1 to smithi04683737-13 2024-09-20T21:51:16.818 INFO:tasks.rados.rados.0.smithi046.stdout:2698: done (2 left) 2024-09-20T21:51:16.818 INFO:tasks.rados.rados.0.smithi046.stdout:2701: rollback oid 38 current snap is 271 2024-09-20T21:51:16.819 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 38 to 197 2024-09-20T21:51:16.819 INFO:tasks.rados.rados.0.smithi046.stdout:2702: copy_from oid 9 from oid 22 current snap is 271 2024-09-20T21:51:16.819 INFO:tasks.rados.rados.0.smithi046.stdout:2703: snap_create 2024-09-20T21:51:16.819 INFO:tasks.rados.rados.0.smithi046.stdout:2699: finishing write tid 2 to smithi04683737-13 2024-09-20T21:51:16.820 INFO:tasks.rados.rados.0.smithi046.stdout:2701: finishing rollback tid 0 to smithi04683737-38 2024-09-20T21:51:16.821 INFO:tasks.rados.rados.0.smithi046.stdout:2701: finishing rollback tid 1 to smithi04683737-38 2024-09-20T21:51:16.821 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1048 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-09-20T21:51:16.822 INFO:tasks.rados.rados.0.smithi046.stdout:2699: finishing write tid 3 to smithi04683737-13 2024-09-20T21:51:16.822 INFO:tasks.rados.rados.0.smithi046.stdout:2699: finishing write tid 4 to smithi04683737-13 2024-09-20T21:51:16.824 INFO:tasks.rados.rados.0.smithi046.stdout:2699: finishing write tid 5 to smithi04683737-13 2024-09-20T21:51:16.824 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1345 (ObjNum 821 snap 271 seq_num 821) dirty exists 2024-09-20T21:51:16.824 INFO:tasks.rados.rados.0.smithi046.stdout:2699: left oid 13 (ObjNum 821 snap 271 seq_num 821) 2024-09-20T21:51:16.827 INFO:tasks.rados.rados.0.smithi046.stdout:2700: finishing copy_from racing read to smithi04683737-8 2024-09-20T21:51:16.828 INFO:tasks.rados.rados.0.smithi046.stdout:2700: finishing copy_from to smithi04683737-8 2024-09-20T21:51:16.829 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1012 (ObjNum 814 snap 270 seq_num 814) dirty exists 2024-09-20T21:51:16.852 INFO:tasks.rados.rados.0.smithi046.stdout:2702: finishing copy_from racing read to smithi04683737-9 2024-09-20T21:51:16.858 INFO:tasks.rados.rados.0.smithi046.stdout:2702: finishing copy_from to smithi04683737-9 2024-09-20T21:51:16.858 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 1026 (ObjNum 750 snap 252 seq_num 750) dirty exists 2024-09-20T21:51:16.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:16 smithi046 ceph-mon[96110]: pgmap v565: 121 pgs: 121 active+clean; 465 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 744 KiB/s wr, 7 op/s 2024-09-20T21:51:16.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:16 smithi046 ceph-mon[96110]: osdmap e600: 8 total, 8 up, 8 in 2024-09-20T21:51:16.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:16 smithi046 ceph-mon[98591]: pgmap v565: 121 pgs: 121 active+clean; 465 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 744 KiB/s wr, 7 op/s 2024-09-20T21:51:16.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:16 smithi046 ceph-mon[98591]: osdmap e600: 8 total, 8 up, 8 in 2024-09-20T21:51:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:16 smithi134 ceph-mon[89086]: pgmap v565: 121 pgs: 121 active+clean; 465 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 744 KiB/s wr, 7 op/s 2024-09-20T21:51:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:16 smithi134 ceph-mon[89086]: osdmap e600: 8 total, 8 up, 8 in 2024-09-20T21:51:17.607 INFO:tasks.rados.rados.0.smithi046.stdout:2699: done (4 left) 2024-09-20T21:51:17.607 INFO:tasks.rados.rados.0.smithi046.stdout:2700: done (3 left) 2024-09-20T21:51:17.607 INFO:tasks.rados.rados.0.smithi046.stdout:2701: done (2 left) 2024-09-20T21:51:17.607 INFO:tasks.rados.rados.0.smithi046.stdout:2702: done (1 left) 2024-09-20T21:51:17.608 INFO:tasks.rados.rados.0.smithi046.stdout:2703: done (0 left) 2024-09-20T21:51:17.608 INFO:tasks.rados.rados.0.smithi046.stdout:2704: setattr oid 22 current snap is 272 2024-09-20T21:51:17.610 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 272 2024-09-20T21:51:17.610 INFO:tasks.rados.rados.0.smithi046.stdout:2705: seq_num 822 ranges {1318912=573440,1892352=696320,2588672=507904} 2024-09-20T21:51:17.621 INFO:tasks.rados.rados.0.smithi046.stdout:2705: writing smithi04683737-26 from 1318912 to 1892352 tid 1 2024-09-20T21:51:17.626 INFO:tasks.rados.rados.0.smithi046.stdout:2705: writing smithi04683737-26 from 1892352 to 2588672 tid 2 2024-09-20T21:51:17.629 INFO:tasks.rados.rados.0.smithi046.stdout:2705: writing smithi04683737-26 from 2588672 to 3096576 tid 3 2024-09-20T21:51:17.630 INFO:tasks.rados.rados.0.smithi046.stdout:2706: read oid 36 snap 225 2024-09-20T21:51:17.630 INFO:tasks.rados.rados.0.smithi046.stdout:2706: expect (ObjNum 391 snap 123 seq_num 391) 2024-09-20T21:51:17.630 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 272 2024-09-20T21:51:17.630 INFO:tasks.rados.rados.0.smithi046.stdout:2707: seq_num 823 ranges {0=589824,589824=573440,1163264=630784} 2024-09-20T21:51:17.634 INFO:tasks.rados.rados.0.smithi046.stdout:2707: writing smithi04683737-29 from 0 to 589824 tid 1 2024-09-20T21:51:17.638 INFO:tasks.rados.rados.0.smithi046.stdout:2707: writing smithi04683737-29 from 589824 to 1163264 tid 2 2024-09-20T21:51:17.643 INFO:tasks.rados.rados.0.smithi046.stdout:2707: writing smithi04683737-29 from 1163264 to 1794048 tid 3 2024-09-20T21:51:17.643 INFO:tasks.rados.rados.0.smithi046.stdout:2708: snap_create 2024-09-20T21:51:17.643 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1147 (ObjNum 750 snap 252 seq_num 750) dirty exists 2024-09-20T21:51:17.643 INFO:tasks.rados.rados.0.smithi046.stdout:2705: finishing write tid 1 to smithi04683737-26 2024-09-20T21:51:17.643 INFO:tasks.rados.rados.0.smithi046.stdout:2705: finishing write tid 2 to smithi04683737-26 2024-09-20T21:51:17.643 INFO:tasks.rados.rados.0.smithi046.stdout:2705: finishing write tid 3 to smithi04683737-26 2024-09-20T21:51:17.644 INFO:tasks.rados.rados.0.smithi046.stdout:2705: finishing write tid 4 to smithi04683737-26 2024-09-20T21:51:17.644 INFO:tasks.rados.rados.0.smithi046.stdout:2705: finishing write tid 5 to smithi04683737-26 2024-09-20T21:51:17.644 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 1016 (ObjNum 822 snap 272 seq_num 822) dirty exists 2024-09-20T21:51:17.644 INFO:tasks.rados.rados.0.smithi046.stdout:2705: left oid 26 (ObjNum 822 snap 272 seq_num 822) 2024-09-20T21:51:17.648 INFO:tasks.rados.rados.0.smithi046.stdout:2707: finishing write tid 1 to smithi04683737-29 2024-09-20T21:51:17.648 INFO:tasks.rados.rados.0.smithi046.stdout:2707: finishing write tid 2 to smithi04683737-29 2024-09-20T21:51:17.648 INFO:tasks.rados.rados.0.smithi046.stdout:2707: finishing write tid 3 to smithi04683737-29 2024-09-20T21:51:17.648 INFO:tasks.rados.rados.0.smithi046.stdout:2707: finishing write tid 4 to smithi04683737-29 2024-09-20T21:51:17.652 INFO:tasks.rados.rados.0.smithi046.stdout:2707: finishing write tid 5 to smithi04683737-29 2024-09-20T21:51:17.652 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1283 (ObjNum 823 snap 272 seq_num 823) dirty exists 2024-09-20T21:51:17.652 INFO:tasks.rados.rados.0.smithi046.stdout:2707: left oid 29 (ObjNum 823 snap 272 seq_num 823) 2024-09-20T21:51:17.655 INFO:tasks.rados.rados.0.smithi046.stdout:2706: expect (ObjNum 391 snap 123 seq_num 391) 2024-09-20T21:51:17.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:17 smithi046 ceph-mon[98591]: osdmap e601: 8 total, 8 up, 8 in 2024-09-20T21:51:17.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:17 smithi046 ceph-mon[98591]: osdmap e602: 8 total, 8 up, 8 in 2024-09-20T21:51:17.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:17 smithi046 ceph-mon[96110]: osdmap e601: 8 total, 8 up, 8 in 2024-09-20T21:51:17.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:17 smithi046 ceph-mon[96110]: osdmap e602: 8 total, 8 up, 8 in 2024-09-20T21:51:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:17 smithi134 ceph-mon[89086]: osdmap e601: 8 total, 8 up, 8 in 2024-09-20T21:51:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:17 smithi134 ceph-mon[89086]: osdmap e602: 8 total, 8 up, 8 in 2024-09-20T21:51:18.643 INFO:tasks.rados.rados.0.smithi046.stdout:2704: done (4 left) 2024-09-20T21:51:18.643 INFO:tasks.rados.rados.0.smithi046.stdout:2705: done (3 left) 2024-09-20T21:51:18.643 INFO:tasks.rados.rados.0.smithi046.stdout:2706: done (2 left) 2024-09-20T21:51:18.643 INFO:tasks.rados.rados.0.smithi046.stdout:2707: done (1 left) 2024-09-20T21:51:18.643 INFO:tasks.rados.rados.0.smithi046.stdout:2708: done (0 left) 2024-09-20T21:51:18.643 INFO:tasks.rados.rados.0.smithi046.stdout:2709: snap_create 2024-09-20T21:51:18.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:18 smithi046 ceph-mon[96110]: pgmap v568: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 470 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-09-20T21:51:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:18 smithi046 ceph-mon[98591]: pgmap v568: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 470 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-09-20T21:51:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:18 smithi134 ceph-mon[89086]: pgmap v568: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 470 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-09-20T21:51:19.649 INFO:tasks.rados.rados.0.smithi046.stdout:2709: done (0 left) 2024-09-20T21:51:19.649 INFO:tasks.rados.rados.0.smithi046.stdout:2710: setattr oid 37 current snap is 274 2024-09-20T21:51:19.651 INFO:tasks.rados.rados.0.smithi046.stdout:2711: copy_from oid 13 from oid 1 current snap is 274 2024-09-20T21:51:19.651 INFO:tasks.rados.rados.0.smithi046.stdout:2712: delete oid 27 current snap is 274 2024-09-20T21:51:19.656 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 1050 (ObjNum 786 snap 260 seq_num 786) dirty exists 2024-09-20T21:51:19.658 INFO:tasks.rados.rados.0.smithi046.stdout:2710: done (2 left) 2024-09-20T21:51:19.658 INFO:tasks.rados.rados.0.smithi046.stdout:2712: done (1 left) 2024-09-20T21:51:19.659 INFO:tasks.rados.rados.0.smithi046.stdout:2713: copy_from oid 18 from oid 34 current snap is 274 2024-09-20T21:51:19.659 INFO:tasks.rados.rados.0.smithi046.stdout:2714: snap_remove snap 269 2024-09-20T21:51:19.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:19 smithi046 ceph-mon[96110]: osdmap e603: 8 total, 8 up, 8 in 2024-09-20T21:51:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:51:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:19 smithi046 ceph-mon[98591]: osdmap e603: 8 total, 8 up, 8 in 2024-09-20T21:51:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:51:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:19 smithi134 ceph-mon[89086]: osdmap e603: 8 total, 8 up, 8 in 2024-09-20T21:51:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:51:20.655 INFO:tasks.rados.rados.0.smithi046.stdout:2714: done (2 left) 2024-09-20T21:51:20.655 INFO:tasks.rados.rados.0.smithi046.stdout:2715: rmattr oid 15 current snap is 274 2024-09-20T21:51:20.655 INFO:tasks.rados.rados.0.smithi046.stdout:2715: done (2 left) 2024-09-20T21:51:20.655 INFO:tasks.rados.rados.0.smithi046.stdout:2716: setattr oid 5 current snap is 274 2024-09-20T21:51:20.655 INFO:tasks.rados.rados.0.smithi046.stdout:2713: finishing copy_from to smithi04683737-18 2024-09-20T21:51:20.655 INFO:tasks.rados.rados.0.smithi046.stdout:2713: got expected ENOENT (src dne) 2024-09-20T21:51:20.655 INFO:tasks.rados.rados.0.smithi046.stdout:2713: finishing copy_from racing read to smithi04683737-18 2024-09-20T21:51:20.655 INFO:tasks.rados.rados.0.smithi046.stdout:2711: finishing copy_from racing read to smithi04683737-13 2024-09-20T21:51:20.655 INFO:tasks.rados.rados.0.smithi046.stdout:2711: finishing copy_from to smithi04683737-13 2024-09-20T21:51:20.655 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 780 (ObjNum 782 snap 259 seq_num 782) dirty exists 2024-09-20T21:51:20.657 INFO:tasks.rados.rados.0.smithi046.stdout:2711: done (2 left) 2024-09-20T21:51:20.657 INFO:tasks.rados.rados.0.smithi046.stdout:2713: done (1 left) 2024-09-20T21:51:20.657 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 274 2024-09-20T21:51:20.657 INFO:tasks.rados.rados.0.smithi046.stdout:2717: seq_num 825 ranges {0=622592,622592=745472,1368064=458752} 2024-09-20T21:51:20.661 INFO:tasks.rados.rados.0.smithi046.stdout:2717: writing smithi04683737-46 from 0 to 622592 tid 1 2024-09-20T21:51:20.667 INFO:tasks.rados.rados.0.smithi046.stdout:2717: writing smithi04683737-46 from 622592 to 1368064 tid 2 2024-09-20T21:51:20.671 INFO:tasks.rados.rados.0.smithi046.stdout:2717: writing smithi04683737-46 from 1368064 to 1826816 tid 3 2024-09-20T21:51:20.671 INFO:tasks.rados.rados.0.smithi046.stdout:2718: read oid 42 snap -1 2024-09-20T21:51:20.671 INFO:tasks.rados.rados.0.smithi046.stdout:2718: expect (ObjNum 814 snap 270 seq_num 814) 2024-09-20T21:51:20.671 INFO:tasks.rados.rados.0.smithi046.stdout:2719: delete oid 8 current snap is 274 2024-09-20T21:51:20.671 INFO:tasks.rados.rados.0.smithi046.stdout:2717: finishing write tid 1 to smithi04683737-46 2024-09-20T21:51:20.671 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 987 (ObjNum 732 snap 248 seq_num 732) dirty exists 2024-09-20T21:51:20.674 INFO:tasks.rados.rados.0.smithi046.stdout:2717: finishing write tid 2 to smithi04683737-46 2024-09-20T21:51:20.676 INFO:tasks.rados.rados.0.smithi046.stdout:2717: finishing write tid 3 to smithi04683737-46 2024-09-20T21:51:20.676 INFO:tasks.rados.rados.0.smithi046.stdout:2717: finishing write tid 4 to smithi04683737-46 2024-09-20T21:51:20.678 INFO:tasks.rados.rados.0.smithi046.stdout:2717: finishing write tid 5 to smithi04683737-46 2024-09-20T21:51:20.678 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 1030 (ObjNum 825 snap 274 seq_num 825) dirty exists 2024-09-20T21:51:20.678 INFO:tasks.rados.rados.0.smithi046.stdout:2717: left oid 46 (ObjNum 825 snap 274 seq_num 825) 2024-09-20T21:51:20.679 INFO:tasks.rados.rados.0.smithi046.stdout:2716: done (3 left) 2024-09-20T21:51:20.679 INFO:tasks.rados.rados.0.smithi046.stdout:2717: done (2 left) 2024-09-20T21:51:20.679 INFO:tasks.rados.rados.0.smithi046.stdout:2719: done (1 left) 2024-09-20T21:51:20.679 INFO:tasks.rados.rados.0.smithi046.stdout:2720: copy_from oid 20 from oid 39 current snap is 274 2024-09-20T21:51:20.679 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 274 2024-09-20T21:51:20.679 INFO:tasks.rados.rados.0.smithi046.stdout:2721: seq_num 827 ranges {1556480=655360,2211840=516096,2727936=688128} 2024-09-20T21:51:20.691 INFO:tasks.rados.rados.0.smithi046.stdout:2721: writing smithi04683737-47 from 1556480 to 2211840 tid 1 2024-09-20T21:51:20.694 INFO:tasks.rados.rados.0.smithi046.stdout:2721: writing smithi04683737-47 from 2211840 to 2727936 tid 2 2024-09-20T21:51:20.698 INFO:tasks.rados.rados.0.smithi046.stdout:2721: writing smithi04683737-47 from 2727936 to 3416064 tid 3 2024-09-20T21:51:20.698 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 274 2024-09-20T21:51:20.698 INFO:tasks.rados.rados.0.smithi046.stdout:2722: seq_num 828 ranges {0=671744,671744=802816,1474560=401408} 2024-09-20T21:51:20.701 INFO:tasks.rados.rados.0.smithi046.stdout:2722: writing smithi04683737-36 from 0 to 671744 tid 1 2024-09-20T21:51:20.706 INFO:tasks.rados.rados.0.smithi046.stdout:2722: writing smithi04683737-36 from 671744 to 1474560 tid 2 2024-09-20T21:51:20.708 INFO:tasks.rados.rados.0.smithi046.stdout:2722: writing smithi04683737-36 from 1474560 to 1875968 tid 3 2024-09-20T21:51:20.708 INFO:tasks.rados.rados.0.smithi046.stdout:2723: read oid 13 snap -1 2024-09-20T21:51:20.708 INFO:tasks.rados.rados.0.smithi046.stdout:2723: expect (ObjNum 782 snap 259 seq_num 782) 2024-09-20T21:51:20.708 INFO:tasks.rados.rados.0.smithi046.stdout:2724: snap_create 2024-09-20T21:51:20.709 INFO:tasks.rados.rados.0.smithi046.stdout:2718: expect (ObjNum 814 snap 270 seq_num 814) 2024-09-20T21:51:20.757 INFO:tasks.rados.rados.0.smithi046.stdout:2720: finishing copy_from racing read to smithi04683737-20 2024-09-20T21:51:20.757 INFO:tasks.rados.rados.0.smithi046.stdout:2720: finishing copy_from to smithi04683737-20 2024-09-20T21:51:20.757 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 664 (ObjNum 609 snap 202 seq_num 609) dirty exists 2024-09-20T21:51:20.757 INFO:tasks.rados.rados.0.smithi046.stdout:2721: finishing write tid 1 to smithi04683737-47 2024-09-20T21:51:20.757 INFO:tasks.rados.rados.0.smithi046.stdout:2721: finishing write tid 2 to smithi04683737-47 2024-09-20T21:51:20.757 INFO:tasks.rados.rados.0.smithi046.stdout:2721: finishing write tid 3 to smithi04683737-47 2024-09-20T21:51:20.757 INFO:tasks.rados.rados.0.smithi046.stdout:2721: finishing write tid 4 to smithi04683737-47 2024-09-20T21:51:20.757 INFO:tasks.rados.rados.0.smithi046.stdout:2721: finishing write tid 5 to smithi04683737-47 2024-09-20T21:51:20.757 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1324 (ObjNum 827 snap 274 seq_num 827) dirty exists 2024-09-20T21:51:20.757 INFO:tasks.rados.rados.0.smithi046.stdout:2721: left oid 47 (ObjNum 827 snap 274 seq_num 827) 2024-09-20T21:51:20.757 INFO:tasks.rados.rados.0.smithi046.stdout:2722: finishing write tid 1 to smithi04683737-36 2024-09-20T21:51:20.757 INFO:tasks.rados.rados.0.smithi046.stdout:2722: finishing write tid 2 to smithi04683737-36 2024-09-20T21:51:20.757 INFO:tasks.rados.rados.0.smithi046.stdout:2722: finishing write tid 3 to smithi04683737-36 2024-09-20T21:51:20.757 INFO:tasks.rados.rados.0.smithi046.stdout:2722: finishing write tid 4 to smithi04683737-36 2024-09-20T21:51:20.758 INFO:tasks.rados.rados.0.smithi046.stdout:2723: expect (ObjNum 782 snap 259 seq_num 782) 2024-09-20T21:51:20.786 INFO:tasks.rados.rados.0.smithi046.stdout:2722: finishing write tid 5 to smithi04683737-36 2024-09-20T21:51:20.786 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 777 (ObjNum 828 snap 274 seq_num 828) dirty exists 2024-09-20T21:51:20.786 INFO:tasks.rados.rados.0.smithi046.stdout:2722: left oid 36 (ObjNum 828 snap 274 seq_num 828) 2024-09-20T21:51:20.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:20 smithi046 ceph-mon[96110]: pgmap v571: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 484 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.8 MiB/s wr, 31 op/s 2024-09-20T21:51:20.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:20 smithi046 ceph-mon[96110]: osdmap e604: 8 total, 8 up, 8 in 2024-09-20T21:51:20.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:20 smithi046 ceph-mon[98591]: pgmap v571: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 484 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.8 MiB/s wr, 31 op/s 2024-09-20T21:51:20.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:20 smithi046 ceph-mon[98591]: osdmap e604: 8 total, 8 up, 8 in 2024-09-20T21:51:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:20 smithi134 ceph-mon[89086]: pgmap v571: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 484 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.8 MiB/s wr, 31 op/s 2024-09-20T21:51:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:20 smithi134 ceph-mon[89086]: osdmap e604: 8 total, 8 up, 8 in 2024-09-20T21:51:21.660 INFO:tasks.rados.rados.0.smithi046.stdout:2718: done (5 left) 2024-09-20T21:51:21.660 INFO:tasks.rados.rados.0.smithi046.stdout:2720: done (4 left) 2024-09-20T21:51:21.661 INFO:tasks.rados.rados.0.smithi046.stdout:2721: done (3 left) 2024-09-20T21:51:21.661 INFO:tasks.rados.rados.0.smithi046.stdout:2722: done (2 left) 2024-09-20T21:51:21.661 INFO:tasks.rados.rados.0.smithi046.stdout:2723: done (1 left) 2024-09-20T21:51:21.661 INFO:tasks.rados.rados.0.smithi046.stdout:2724: done (0 left) 2024-09-20T21:51:21.661 INFO:tasks.rados.rados.0.smithi046.stdout:2725: setattr oid 38 current snap is 275 2024-09-20T21:51:21.661 INFO:tasks.rados.rados.0.smithi046.stdout:2726: snap_remove snap 272 2024-09-20T21:51:21.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:21 smithi134 ceph-mon[89086]: osdmap e605: 8 total, 8 up, 8 in 2024-09-20T21:51:22.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:21 smithi046 ceph-mon[96110]: osdmap e605: 8 total, 8 up, 8 in 2024-09-20T21:51:22.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:21 smithi046 ceph-mon[98591]: osdmap e605: 8 total, 8 up, 8 in 2024-09-20T21:51:22.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:51:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:51:22] "GET /metrics HTTP/1.1" 200 36392 "" "Prometheus/2.43.0" 2024-09-20T21:51:22.610 INFO:tasks.rados.rados.0.smithi046.stdout:2726: done (1 left) 2024-09-20T21:51:22.654 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 275 2024-09-20T21:51:22.654 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1055 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-20T21:51:22.655 INFO:tasks.rados.rados.0.smithi046.stdout:2727: seq_num 829 ranges {0=688128,688128=729088,1417216=475136} 2024-09-20T21:51:22.656 INFO:tasks.rados.rados.0.smithi046.stdout:2727: writing smithi04683737-32 from 0 to 688128 tid 1 2024-09-20T21:51:22.656 INFO:tasks.rados.rados.0.smithi046.stdout:2727: writing smithi04683737-32 from 688128 to 1417216 tid 2 2024-09-20T21:51:22.656 INFO:tasks.rados.rados.0.smithi046.stdout:2727: writing smithi04683737-32 from 1417216 to 1892352 tid 3 2024-09-20T21:51:22.656 INFO:tasks.rados.rados.0.smithi046.stdout:2725: done (1 left) 2024-09-20T21:51:22.657 INFO:tasks.rados.rados.0.smithi046.stdout:2728: delete oid 13 current snap is 275 2024-09-20T21:51:22.657 INFO:tasks.rados.rados.0.smithi046.stdout:2727: finishing write tid 1 to smithi04683737-32 2024-09-20T21:51:22.657 INFO:tasks.rados.rados.0.smithi046.stdout:2727: finishing write tid 2 to smithi04683737-32 2024-09-20T21:51:22.657 INFO:tasks.rados.rados.0.smithi046.stdout:2727: finishing write tid 3 to smithi04683737-32 2024-09-20T21:51:22.657 INFO:tasks.rados.rados.0.smithi046.stdout:2727: finishing write tid 4 to smithi04683737-32 2024-09-20T21:51:22.657 INFO:tasks.rados.rados.0.smithi046.stdout:2727: finishing write tid 5 to smithi04683737-32 2024-09-20T21:51:22.657 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1357 (ObjNum 829 snap 275 seq_num 829) dirty exists 2024-09-20T21:51:22.657 INFO:tasks.rados.rados.0.smithi046.stdout:2727: left oid 32 (ObjNum 829 snap 275 seq_num 829) 2024-09-20T21:51:22.657 INFO:tasks.rados.rados.0.smithi046.stdout:2727: done (1 left) 2024-09-20T21:51:22.657 INFO:tasks.rados.rados.0.smithi046.stdout:2728: done (0 left) 2024-09-20T21:51:22.657 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 275 2024-09-20T21:51:22.657 INFO:tasks.rados.rados.0.smithi046.stdout:2729: seq_num 831 ranges {7782400=720896,8503296=499712,9003008=704512} 2024-09-20T21:51:22.658 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:51:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:51:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:51:22.675 INFO:tasks.rados.rados.0.smithi046.stdout:2729: writing smithi04683737-9 from 7782400 to 8503296 tid 1 2024-09-20T21:51:22.678 INFO:tasks.rados.rados.0.smithi046.stdout:2729: writing smithi04683737-9 from 8503296 to 9003008 tid 2 2024-09-20T21:51:22.682 INFO:tasks.rados.rados.0.smithi046.stdout:2729: writing smithi04683737-9 from 9003008 to 9707520 tid 3 2024-09-20T21:51:22.682 INFO:tasks.rados.rados.0.smithi046.stdout:2730: snap_remove snap 261 2024-09-20T21:51:22.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:22 smithi134 ceph-mon[89086]: pgmap v574: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 490 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.3 MiB/s wr, 29 op/s 2024-09-20T21:51:22.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:22 smithi134 ceph-mon[89086]: osdmap e606: 8 total, 8 up, 8 in 2024-09-20T21:51:22.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:22 smithi134 ceph-mon[89086]: osdmap e607: 8 total, 8 up, 8 in 2024-09-20T21:51:23.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:22 smithi046 ceph-mon[96110]: pgmap v574: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 490 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.3 MiB/s wr, 29 op/s 2024-09-20T21:51:23.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:22 smithi046 ceph-mon[96110]: osdmap e606: 8 total, 8 up, 8 in 2024-09-20T21:51:23.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:22 smithi046 ceph-mon[96110]: osdmap e607: 8 total, 8 up, 8 in 2024-09-20T21:51:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:22 smithi046 ceph-mon[98591]: pgmap v574: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 490 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.3 MiB/s wr, 29 op/s 2024-09-20T21:51:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:22 smithi046 ceph-mon[98591]: osdmap e606: 8 total, 8 up, 8 in 2024-09-20T21:51:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:22 smithi046 ceph-mon[98591]: osdmap e607: 8 total, 8 up, 8 in 2024-09-20T21:51:23.667 INFO:tasks.rados.rados.0.smithi046.stdout:2729: finishing write tid 1 to smithi04683737-9 2024-09-20T21:51:23.667 INFO:tasks.rados.rados.0.smithi046.stdout:2729: finishing write tid 2 to smithi04683737-9 2024-09-20T21:51:23.667 INFO:tasks.rados.rados.0.smithi046.stdout:2729: finishing write tid 3 to smithi04683737-9 2024-09-20T21:51:23.667 INFO:tasks.rados.rados.0.smithi046.stdout:2729: finishing write tid 4 to smithi04683737-9 2024-09-20T21:51:23.667 INFO:tasks.rados.rados.0.smithi046.stdout:2729: finishing write tid 5 to smithi04683737-9 2024-09-20T21:51:23.667 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 1034 (ObjNum 831 snap 275 seq_num 831) dirty exists 2024-09-20T21:51:23.667 INFO:tasks.rados.rados.0.smithi046.stdout:2729: left oid 9 (ObjNum 831 snap 275 seq_num 831) 2024-09-20T21:51:23.667 INFO:tasks.rados.rados.0.smithi046.stdout:2729: done (1 left) 2024-09-20T21:51:23.668 INFO:tasks.rados.rados.0.smithi046.stdout:2730: done (0 left) 2024-09-20T21:51:23.668 INFO:tasks.rados.rados.0.smithi046.stdout:2731: rmattr oid 46 current snap is 275 2024-09-20T21:51:23.668 INFO:tasks.rados.rados.0.smithi046.stdout:2731: done (0 left) 2024-09-20T21:51:23.668 INFO:tasks.rados.rados.0.smithi046.stdout:2732: delete oid 42 current snap is 275 2024-09-20T21:51:23.682 INFO:tasks.rados.rados.0.smithi046.stdout:2732: done (0 left) 2024-09-20T21:51:23.682 INFO:tasks.rados.rados.0.smithi046.stdout:2733: rollback oid 41 current snap is 275 2024-09-20T21:51:23.682 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 41 to 197 2024-09-20T21:51:23.682 INFO:tasks.rados.rados.0.smithi046.stdout:2734: read oid 26 snap -1 2024-09-20T21:51:23.682 INFO:tasks.rados.rados.0.smithi046.stdout:2734: expect (ObjNum 822 snap 272 seq_num 822) 2024-09-20T21:51:23.682 INFO:tasks.rados.rados.0.smithi046.stdout:2735: read oid 2 snap 260 2024-09-20T21:51:23.682 INFO:tasks.rados.rados.0.smithi046.stdout:2735: expect (ObjNum 777 snap 259 seq_num 777) 2024-09-20T21:51:23.682 INFO:tasks.rados.rados.0.smithi046.stdout:2736: rollback oid 40 current snap is 275 2024-09-20T21:51:23.682 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 40 to 264 2024-09-20T21:51:23.682 INFO:tasks.rados.rados.0.smithi046.stdout:2737: read oid 13 snap -1 2024-09-20T21:51:23.682 INFO:tasks.rados.rados.0.smithi046.stdout:2737: expect deleted 2024-09-20T21:51:23.683 INFO:tasks.rados.rados.0.smithi046.stdout:2738: copy_from oid 15 from oid 10 current snap is 275 2024-09-20T21:51:23.683 INFO:tasks.rados.rados.0.smithi046.stdout:2739: read oid 23 snap 251 2024-09-20T21:51:23.683 INFO:tasks.rados.rados.0.smithi046.stdout:2739: expect (ObjNum 740 snap 250 seq_num 740) 2024-09-20T21:51:23.683 INFO:tasks.rados.rados.0.smithi046.stdout:2740: copy_from oid 47 from oid 21 current snap is 275 2024-09-20T21:51:23.684 INFO:tasks.rados.rados.0.smithi046.stdout:2741: snap_remove snap 254 2024-09-20T21:51:24.151 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 21:51:23 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0[104668]: 2024-09-20T21:51:23.691+0000 7f01d0fba640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 14d after trimming was started 2024-09-20T21:51:24.671 INFO:tasks.rados.rados.0.smithi046.stdout:2741: done (8 left) 2024-09-20T21:51:24.671 INFO:tasks.rados.rados.0.smithi046.stdout:2742: copy_from oid 43 from oid 17 current snap is 275 2024-09-20T21:51:24.671 INFO:tasks.rados.rados.0.smithi046.stdout:2739: expect (ObjNum 740 snap 250 seq_num 740) 2024-09-20T21:51:24.689 INFO:tasks.rados.rados.0.smithi046.stdout:2740: finishing copy_from racing read to smithi04683737-47 2024-09-20T21:51:24.689 INFO:tasks.rados.rados.0.smithi046.stdout:2735: expect (ObjNum 777 snap 259 seq_num 777) 2024-09-20T21:51:24.720 INFO:tasks.rados.rados.0.smithi046.stdout:2733: finishing rollback tid 1 to smithi04683737-41 2024-09-20T21:51:24.721 INFO:tasks.rados.rados.0.smithi046.stdout:2733: finishing rollback tid 2 to smithi04683737-41 2024-09-20T21:51:24.721 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1336 (ObjNum 563 snap 177 seq_num 563) dirty exists 2024-09-20T21:51:24.721 INFO:tasks.rados.rados.0.smithi046.stdout:2736: finishing rollback tid 0 to smithi04683737-40 2024-09-20T21:51:24.721 INFO:tasks.rados.rados.0.smithi046.stdout:2740: finishing copy_from to smithi04683737-47 2024-09-20T21:51:24.721 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1136 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-20T21:51:24.721 INFO:tasks.rados.rados.0.smithi046.stdout:2736: finishing rollback tid 1 to smithi04683737-40 2024-09-20T21:51:24.721 INFO:tasks.rados.rados.0.smithi046.stdout:2736: finishing rollback tid 2 to smithi04683737-40 2024-09-20T21:51:24.721 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1020 (ObjNum 780 snap 259 seq_num 780) dirty exists 2024-09-20T21:51:24.721 INFO:tasks.rados.rados.0.smithi046.stdout:2738: finishing copy_from racing read to smithi04683737-15 2024-09-20T21:51:24.721 INFO:tasks.rados.rados.0.smithi046.stdout:2738: finishing copy_from to smithi04683737-15 2024-09-20T21:51:24.721 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 1013 (ObjNum 712 snap 245 seq_num 712) dirty exists 2024-09-20T21:51:24.721 INFO:tasks.rados.rados.0.smithi046.stdout:2733: done (8 left) 2024-09-20T21:51:24.721 INFO:tasks.rados.rados.0.smithi046.stdout:2735: done (7 left) 2024-09-20T21:51:24.722 INFO:tasks.rados.rados.0.smithi046.stdout:2736: done (6 left) 2024-09-20T21:51:24.722 INFO:tasks.rados.rados.0.smithi046.stdout:2737: done (5 left) 2024-09-20T21:51:24.722 INFO:tasks.rados.rados.0.smithi046.stdout:2738: done (4 left) 2024-09-20T21:51:24.722 INFO:tasks.rados.rados.0.smithi046.stdout:2739: done (3 left) 2024-09-20T21:51:24.722 INFO:tasks.rados.rados.0.smithi046.stdout:2740: done (2 left) 2024-09-20T21:51:24.722 INFO:tasks.rados.rados.0.smithi046.stdout:2743: rollback oid 1 current snap is 275 2024-09-20T21:51:24.722 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 1 to 197 2024-09-20T21:51:24.722 INFO:tasks.rados.rados.0.smithi046.stdout:2734: expect (ObjNum 822 snap 272 seq_num 822) 2024-09-20T21:51:24.827 INFO:tasks.rados.rados.0.smithi046.stdout:2742: finishing copy_from racing read to smithi04683737-43 2024-09-20T21:51:24.827 INFO:tasks.rados.rados.0.smithi046.stdout:2743: finishing rollback tid 0 to smithi04683737-1 2024-09-20T21:51:24.827 INFO:tasks.rados.rados.0.smithi046.stdout:2743: finishing rollback tid 1 to smithi04683737-1 2024-09-20T21:51:24.827 INFO:tasks.rados.rados.0.smithi046.stdout:2743: finishing rollback tid 2 to smithi04683737-1 2024-09-20T21:51:24.827 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 802 (ObjNum 529 snap 162 seq_num 529) dirty exists 2024-09-20T21:51:24.827 INFO:tasks.rados.rados.0.smithi046.stdout:2742: finishing copy_from to smithi04683737-43 2024-09-20T21:51:24.827 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1066 (ObjNum 819 snap 271 seq_num 819) dirty exists 2024-09-20T21:51:24.827 INFO:tasks.rados.rados.0.smithi046.stdout:2734: done (2 left) 2024-09-20T21:51:24.828 INFO:tasks.rados.rados.0.smithi046.stdout:2742: done (1 left) 2024-09-20T21:51:24.828 INFO:tasks.rados.rados.0.smithi046.stdout:2743: done (0 left) 2024-09-20T21:51:24.828 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 275 2024-09-20T21:51:24.828 INFO:tasks.rados.rados.0.smithi046.stdout:2744: seq_num 833 ranges {0=761856,761856=671744,1433600=532480} 2024-09-20T21:51:24.831 INFO:tasks.rados.rados.0.smithi046.stdout:2744: writing smithi04683737-47 from 0 to 761856 tid 1 2024-09-20T21:51:24.835 INFO:tasks.rados.rados.0.smithi046.stdout:2744: writing smithi04683737-47 from 761856 to 1433600 tid 2 2024-09-20T21:51:24.838 INFO:tasks.rados.rados.0.smithi046.stdout:2744: writing smithi04683737-47 from 1433600 to 1966080 tid 3 2024-09-20T21:51:24.838 INFO:tasks.rados.rados.0.smithi046.stdout:2745: read oid 9 snap 246 2024-09-20T21:51:24.838 INFO:tasks.rados.rados.0.smithi046.stdout:2745: expect deleted 2024-09-20T21:51:24.839 INFO:tasks.rados.rados.0.smithi046.stdout:2746: rollback oid 30 current snap is 275 2024-09-20T21:51:24.839 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 30 to 267 2024-09-20T21:51:24.839 INFO:tasks.rados.rados.0.smithi046.stdout:2744: finishing write tid 1 to smithi04683737-47 2024-09-20T21:51:24.839 INFO:tasks.rados.rados.0.smithi046.stdout:2744: finishing write tid 2 to smithi04683737-47 2024-09-20T21:51:24.839 INFO:tasks.rados.rados.0.smithi046.stdout:2747: snap_remove snap 274 2024-09-20T21:51:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:24 smithi134 ceph-mon[89086]: pgmap v577: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 499 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.0 MiB/s wr, 19 op/s 2024-09-20T21:51:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:24 smithi134 ceph-mon[89086]: osdmap e608: 8 total, 8 up, 8 in 2024-09-20T21:51:25.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:24 smithi046 ceph-mon[96110]: pgmap v577: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 499 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.0 MiB/s wr, 19 op/s 2024-09-20T21:51:25.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:24 smithi046 ceph-mon[96110]: osdmap e608: 8 total, 8 up, 8 in 2024-09-20T21:51:25.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:24 smithi046 ceph-mon[98591]: pgmap v577: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 499 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.0 MiB/s wr, 19 op/s 2024-09-20T21:51:25.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:24 smithi046 ceph-mon[98591]: osdmap e608: 8 total, 8 up, 8 in 2024-09-20T21:51:25.677 INFO:tasks.rados.rados.0.smithi046.stdout:2747: done (3 left) 2024-09-20T21:51:25.678 INFO:tasks.rados.rados.0.smithi046.stdout:2748: snap_create 2024-09-20T21:51:25.678 INFO:tasks.rados.rados.0.smithi046.stdout:2744: finishing write tid 3 to smithi04683737-47 2024-09-20T21:51:25.678 INFO:tasks.rados.rados.0.smithi046.stdout:2744: finishing write tid 4 to smithi04683737-47 2024-09-20T21:51:25.678 INFO:tasks.rados.rados.0.smithi046.stdout:2746: finishing rollback tid 0 to smithi04683737-30 2024-09-20T21:51:25.678 INFO:tasks.rados.rados.0.smithi046.stdout:2746: finishing rollback tid 1 to smithi04683737-30 2024-09-20T21:51:25.678 INFO:tasks.rados.rados.0.smithi046.stdout:2746: finishing rollback tid 2 to smithi04683737-30 2024-09-20T21:51:25.678 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 1016 (ObjNum 764 snap 255 seq_num 764) dirty exists 2024-09-20T21:51:25.678 INFO:tasks.rados.rados.0.smithi046.stdout:2744: finishing write tid 5 to smithi04683737-47 2024-09-20T21:51:25.678 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1352 (ObjNum 833 snap 275 seq_num 833) dirty exists 2024-09-20T21:51:25.678 INFO:tasks.rados.rados.0.smithi046.stdout:2744: left oid 47 (ObjNum 833 snap 275 seq_num 833) 2024-09-20T21:51:25.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:25 smithi134 ceph-mon[89086]: osdmap e609: 8 total, 8 up, 8 in 2024-09-20T21:51:26.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:25 smithi046 ceph-mon[96110]: osdmap e609: 8 total, 8 up, 8 in 2024-09-20T21:51:26.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:25 smithi046 ceph-mon[98591]: osdmap e609: 8 total, 8 up, 8 in 2024-09-20T21:51:26.678 INFO:tasks.rados.rados.0.smithi046.stdout:2744: done (3 left) 2024-09-20T21:51:26.678 INFO:tasks.rados.rados.0.smithi046.stdout:2745: done (2 left) 2024-09-20T21:51:26.679 INFO:tasks.rados.rados.0.smithi046.stdout:2746: done (1 left) 2024-09-20T21:51:26.679 INFO:tasks.rados.rados.0.smithi046.stdout:2748: done (0 left) 2024-09-20T21:51:26.679 INFO:tasks.rados.rados.0.smithi046.stdout:2749: read oid 39 snap -1 2024-09-20T21:51:26.679 INFO:tasks.rados.rados.0.smithi046.stdout:2749: expect (ObjNum 609 snap 202 seq_num 609) 2024-09-20T21:51:26.679 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 276 2024-09-20T21:51:26.679 INFO:tasks.rados.rados.0.smithi046.stdout:2750: seq_num 834 ranges {0=778240,778240=557056,1335296=548864,1884160=98304} 2024-09-20T21:51:26.683 INFO:tasks.rados.rados.0.smithi046.stdout:2750: writing smithi04683737-42 from 0 to 778240 tid 1 2024-09-20T21:51:26.687 INFO:tasks.rados.rados.0.smithi046.stdout:2750: writing smithi04683737-42 from 778240 to 1335296 tid 2 2024-09-20T21:51:26.690 INFO:tasks.rados.rados.0.smithi046.stdout:2750: writing smithi04683737-42 from 1335296 to 1884160 tid 3 2024-09-20T21:51:26.692 INFO:tasks.rados.rados.0.smithi046.stdout:2750: writing smithi04683737-42 from 1884160 to 1982464 tid 4 2024-09-20T21:51:26.692 INFO:tasks.rados.rados.0.smithi046.stdout:2751: read oid 19 snap 268 2024-09-20T21:51:26.692 INFO:tasks.rados.rados.0.smithi046.stdout:2751: expect (ObjNum 668 snap 226 seq_num 668) 2024-09-20T21:51:26.692 INFO:tasks.rados.rados.0.smithi046.stdout:2752: delete oid 11 current snap is 276 2024-09-20T21:51:26.692 INFO:tasks.rados.rados.0.smithi046.stdout:2749: expect (ObjNum 609 snap 202 seq_num 609) 2024-09-20T21:51:26.713 INFO:tasks.rados.rados.0.smithi046.stdout:2750: finishing write tid 1 to smithi04683737-42 2024-09-20T21:51:26.713 INFO:tasks.rados.rados.0.smithi046.stdout:2750: finishing write tid 2 to smithi04683737-42 2024-09-20T21:51:26.713 INFO:tasks.rados.rados.0.smithi046.stdout:2750: finishing write tid 3 to smithi04683737-42 2024-09-20T21:51:26.713 INFO:tasks.rados.rados.0.smithi046.stdout:2750: finishing write tid 4 to smithi04683737-42 2024-09-20T21:51:26.713 INFO:tasks.rados.rados.0.smithi046.stdout:2750: finishing write tid 5 to smithi04683737-42 2024-09-20T21:51:26.713 INFO:tasks.rados.rados.0.smithi046.stdout:2750: finishing write tid 6 to smithi04683737-42 2024-09-20T21:51:26.714 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 1025 (ObjNum 834 snap 276 seq_num 834) dirty exists 2024-09-20T21:51:26.714 INFO:tasks.rados.rados.0.smithi046.stdout:2750: left oid 42 (ObjNum 834 snap 276 seq_num 834) 2024-09-20T21:51:26.714 INFO:tasks.rados.rados.0.smithi046.stdout:2751: expect (ObjNum 668 snap 226 seq_num 668) 2024-09-20T21:51:26.847 INFO:tasks.rados.rados.0.smithi046.stdout:2749: done (3 left) 2024-09-20T21:51:26.847 INFO:tasks.rados.rados.0.smithi046.stdout:2750: done (2 left) 2024-09-20T21:51:26.847 INFO:tasks.rados.rados.0.smithi046.stdout:2751: done (1 left) 2024-09-20T21:51:26.847 INFO:tasks.rados.rados.0.smithi046.stdout:2752: done (0 left) 2024-09-20T21:51:26.847 INFO:tasks.rados.rados.0.smithi046.stdout:2753: snap_remove snap 262 2024-09-20T21:51:27.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:26 smithi046 ceph-mon[96110]: pgmap v580: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 501 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.9 MiB/s wr, 20 op/s 2024-09-20T21:51:27.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:26 smithi046 ceph-mon[96110]: osdmap e610: 8 total, 8 up, 8 in 2024-09-20T21:51:27.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:26 smithi046 ceph-mon[98591]: pgmap v580: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 501 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.9 MiB/s wr, 20 op/s 2024-09-20T21:51:27.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:26 smithi046 ceph-mon[98591]: osdmap e610: 8 total, 8 up, 8 in 2024-09-20T21:51:27.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:26 smithi134 ceph-mon[89086]: pgmap v580: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 501 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.9 MiB/s wr, 20 op/s 2024-09-20T21:51:27.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:26 smithi134 ceph-mon[89086]: osdmap e610: 8 total, 8 up, 8 in 2024-09-20T21:51:27.689 INFO:tasks.rados.rados.0.smithi046.stdout:2753: done (0 left) 2024-09-20T21:51:27.689 INFO:tasks.rados.rados.0.smithi046.stdout:2754: rollback oid 37 current snap is 276 2024-09-20T21:51:27.689 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 37 to 275 2024-09-20T21:51:27.689 INFO:tasks.rados.rados.0.smithi046.stdout:2755: copy_from oid 8 from oid 36 current snap is 276 2024-09-20T21:51:27.689 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 31 current snap is 276 2024-09-20T21:51:27.690 INFO:tasks.rados.rados.0.smithi046.stdout:2756: seq_num 836 ranges {0=409600,409600=720896,1130496=516096,1646592=368640} 2024-09-20T21:51:27.692 INFO:tasks.rados.rados.0.smithi046.stdout:2756: writing smithi04683737-31 from 0 to 409600 tid 1 2024-09-20T21:51:27.697 INFO:tasks.rados.rados.0.smithi046.stdout:2756: writing smithi04683737-31 from 409600 to 1130496 tid 2 2024-09-20T21:51:27.701 INFO:tasks.rados.rados.0.smithi046.stdout:2756: writing smithi04683737-31 from 1130496 to 1646592 tid 3 2024-09-20T21:51:27.704 INFO:tasks.rados.rados.0.smithi046.stdout:2756: writing smithi04683737-31 from 1646592 to 2015232 tid 4 2024-09-20T21:51:27.704 INFO:tasks.rados.rados.0.smithi046.stdout:2757: rmattr oid 17 current snap is 276 2024-09-20T21:51:27.704 INFO:tasks.rados.rados.0.smithi046.stdout:2757: done (3 left) 2024-09-20T21:51:27.704 INFO:tasks.rados.rados.0.smithi046.stdout:2758: delete oid 12 current snap is 276 2024-09-20T21:51:27.711 INFO:tasks.rados.rados.0.smithi046.stdout:2754: finishing rollback tid 0 to smithi04683737-37 2024-09-20T21:51:27.711 INFO:tasks.rados.rados.0.smithi046.stdout:2754: finishing rollback tid 1 to smithi04683737-37 2024-09-20T21:51:27.713 INFO:tasks.rados.rados.0.smithi046.stdout:2756: finishing write tid 1 to smithi04683737-31 2024-09-20T21:51:27.713 INFO:tasks.rados.rados.0.smithi046.stdout:2756: finishing write tid 2 to smithi04683737-31 2024-09-20T21:51:27.713 INFO:tasks.rados.rados.0.smithi046.stdout:2756: finishing write tid 3 to smithi04683737-31 2024-09-20T21:51:27.713 INFO:tasks.rados.rados.0.smithi046.stdout:2755: finishing copy_from racing read to smithi04683737-8 2024-09-20T21:51:27.714 INFO:tasks.rados.rados.0.smithi046.stdout:2758: done (3 left) 2024-09-20T21:51:27.714 INFO:tasks.rados.rados.0.smithi046.stdout:2759: snap_remove snap 266 2024-09-20T21:51:28.077 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:27 smithi134 ceph-mon[89086]: osdmap e611: 8 total, 8 up, 8 in 2024-09-20T21:51:28.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:27 smithi046 ceph-mon[96110]: osdmap e611: 8 total, 8 up, 8 in 2024-09-20T21:51:28.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:27 smithi046 ceph-mon[98591]: osdmap e611: 8 total, 8 up, 8 in 2024-09-20T21:51:28.695 INFO:tasks.rados.rados.0.smithi046.stdout:2754: finishing rollback tid 2 to smithi04683737-37 2024-09-20T21:51:28.695 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 1077 (ObjNum 786 snap 260 seq_num 786) dirty exists 2024-09-20T21:51:28.695 INFO:tasks.rados.rados.0.smithi046.stdout:2756: finishing write tid 4 to smithi04683737-31 2024-09-20T21:51:28.695 INFO:tasks.rados.rados.0.smithi046.stdout:2755: finishing copy_from to smithi04683737-8 2024-09-20T21:51:28.695 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 777 (ObjNum 828 snap 274 seq_num 828) dirty exists 2024-09-20T21:51:28.695 INFO:tasks.rados.rados.0.smithi046.stdout:2756: finishing write tid 5 to smithi04683737-31 2024-09-20T21:51:28.695 INFO:tasks.rados.rados.0.smithi046.stdout:2756: finishing write tid 6 to smithi04683737-31 2024-09-20T21:51:28.695 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 1363 (ObjNum 836 snap 276 seq_num 836) dirty exists 2024-09-20T21:51:28.696 INFO:tasks.rados.rados.0.smithi046.stdout:2756: left oid 31 (ObjNum 836 snap 276 seq_num 836) 2024-09-20T21:51:28.696 INFO:tasks.rados.rados.0.smithi046.stdout:2754: done (3 left) 2024-09-20T21:51:28.696 INFO:tasks.rados.rados.0.smithi046.stdout:2755: done (2 left) 2024-09-20T21:51:28.696 INFO:tasks.rados.rados.0.smithi046.stdout:2756: done (1 left) 2024-09-20T21:51:28.696 INFO:tasks.rados.rados.0.smithi046.stdout:2759: done (0 left) 2024-09-20T21:51:28.696 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 276 2024-09-20T21:51:28.696 INFO:tasks.rados.rados.0.smithi046.stdout:2760: seq_num 838 ranges {0=442368,442368=540672,983040=532480,1515520=442368,1957888=90112} 2024-09-20T21:51:28.698 INFO:tasks.rados.rados.0.smithi046.stdout:2760: writing smithi04683737-21 from 0 to 442368 tid 1 2024-09-20T21:51:28.701 INFO:tasks.rados.rados.0.smithi046.stdout:2760: writing smithi04683737-21 from 442368 to 983040 tid 2 2024-09-20T21:51:28.705 INFO:tasks.rados.rados.0.smithi046.stdout:2760: writing smithi04683737-21 from 983040 to 1515520 tid 3 2024-09-20T21:51:28.708 INFO:tasks.rados.rados.0.smithi046.stdout:2760: writing smithi04683737-21 from 1515520 to 1957888 tid 4 2024-09-20T21:51:28.709 INFO:tasks.rados.rados.0.smithi046.stdout:2760: writing smithi04683737-21 from 1957888 to 2048000 tid 5 2024-09-20T21:51:28.710 INFO:tasks.rados.rados.0.smithi046.stdout:2761: rmattr oid 43 current snap is 276 2024-09-20T21:51:28.710 INFO:tasks.rados.rados.0.smithi046.stdout:2761: done (1 left) 2024-09-20T21:51:28.710 INFO:tasks.rados.rados.0.smithi046.stdout:2762: rollback oid 37 current snap is 276 2024-09-20T21:51:28.710 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 37 to 263 2024-09-20T21:51:28.711 INFO:tasks.rados.rados.0.smithi046.stdout:2760: finishing write tid 1 to smithi04683737-21 2024-09-20T21:51:28.711 INFO:tasks.rados.rados.0.smithi046.stdout:2763: snap_remove snap 275 2024-09-20T21:51:29.093 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:28 smithi134 ceph-mon[89086]: pgmap v583: 121 pgs: 121 active+clean; 511 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-09-20T21:51:29.093 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:28 smithi134 ceph-mon[89086]: osdmap e612: 8 total, 8 up, 8 in 2024-09-20T21:51:29.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:28 smithi046 ceph-mon[96110]: pgmap v583: 121 pgs: 121 active+clean; 511 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-09-20T21:51:29.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:28 smithi046 ceph-mon[96110]: osdmap e612: 8 total, 8 up, 8 in 2024-09-20T21:51:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:28 smithi046 ceph-mon[98591]: pgmap v583: 121 pgs: 121 active+clean; 511 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-09-20T21:51:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:28 smithi046 ceph-mon[98591]: osdmap e612: 8 total, 8 up, 8 in 2024-09-20T21:51:29.703 INFO:tasks.rados.rados.0.smithi046.stdout:2760: finishing write tid 2 to smithi04683737-21 2024-09-20T21:51:29.703 INFO:tasks.rados.rados.0.smithi046.stdout:2760: finishing write tid 3 to smithi04683737-21 2024-09-20T21:51:29.703 INFO:tasks.rados.rados.0.smithi046.stdout:2760: finishing write tid 4 to smithi04683737-21 2024-09-20T21:51:29.703 INFO:tasks.rados.rados.0.smithi046.stdout:2760: finishing write tid 5 to smithi04683737-21 2024-09-20T21:51:29.703 INFO:tasks.rados.rados.0.smithi046.stdout:2762: finishing rollback tid 0 to smithi04683737-37 2024-09-20T21:51:29.703 INFO:tasks.rados.rados.0.smithi046.stdout:2760: finishing write tid 6 to smithi04683737-21 2024-09-20T21:51:29.704 INFO:tasks.rados.rados.0.smithi046.stdout:2762: finishing rollback tid 1 to smithi04683737-37 2024-09-20T21:51:29.704 INFO:tasks.rados.rados.0.smithi046.stdout:2762: finishing rollback tid 2 to smithi04683737-37 2024-09-20T21:51:29.704 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 1088 (ObjNum 786 snap 260 seq_num 786) dirty exists 2024-09-20T21:51:29.704 INFO:tasks.rados.rados.0.smithi046.stdout:2760: finishing write tid 7 to smithi04683737-21 2024-09-20T21:51:29.704 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1184 (ObjNum 838 snap 276 seq_num 838) dirty exists 2024-09-20T21:51:29.704 INFO:tasks.rados.rados.0.smithi046.stdout:2760: left oid 21 (ObjNum 838 snap 276 seq_num 838) 2024-09-20T21:51:29.704 INFO:tasks.rados.rados.0.smithi046.stdout:2760: done (2 left) 2024-09-20T21:51:29.704 INFO:tasks.rados.rados.0.smithi046.stdout:2762: done (1 left) 2024-09-20T21:51:29.704 INFO:tasks.rados.rados.0.smithi046.stdout:2763: done (0 left) 2024-09-20T21:51:29.704 INFO:tasks.rados.rados.0.smithi046.stdout:2764: setattr oid 15 current snap is 276 2024-09-20T21:51:29.705 INFO:tasks.rados.rados.0.smithi046.stdout:2765: setattr oid 21 current snap is 276 2024-09-20T21:51:29.705 INFO:tasks.rados.rados.0.smithi046.stdout:2766: delete oid 10 current snap is 276 2024-09-20T21:51:29.709 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 1017 (ObjNum 712 snap 245 seq_num 712) dirty exists 2024-09-20T21:51:29.710 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1189 (ObjNum 838 snap 276 seq_num 838) dirty exists 2024-09-20T21:51:29.712 INFO:tasks.rados.rados.0.smithi046.stdout:2764: done (2 left) 2024-09-20T21:51:29.712 INFO:tasks.rados.rados.0.smithi046.stdout:2765: done (1 left) 2024-09-20T21:51:29.712 INFO:tasks.rados.rados.0.smithi046.stdout:2766: done (0 left) 2024-09-20T21:51:29.712 INFO:tasks.rados.rados.0.smithi046.stdout:2767: copy_from oid 8 from oid 46 current snap is 276 2024-09-20T21:51:29.713 INFO:tasks.rados.rados.0.smithi046.stdout:2768: snap_remove snap 271 2024-09-20T21:51:30.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:29 smithi046 ceph-mon[96110]: osdmap e613: 8 total, 8 up, 8 in 2024-09-20T21:51:30.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:29 smithi046 ceph-mon[98591]: osdmap e613: 8 total, 8 up, 8 in 2024-09-20T21:51:30.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:29 smithi134 ceph-mon[89086]: osdmap e613: 8 total, 8 up, 8 in 2024-09-20T21:51:30.705 INFO:tasks.rados.rados.0.smithi046.stdout:2767: finishing copy_from racing read to smithi04683737-8 2024-09-20T21:51:30.705 INFO:tasks.rados.rados.0.smithi046.stdout:2767: finishing copy_from to smithi04683737-8 2024-09-20T21:51:30.705 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1030 (ObjNum 825 snap 274 seq_num 825) dirty exists 2024-09-20T21:51:30.705 INFO:tasks.rados.rados.0.smithi046.stdout:2767: done (1 left) 2024-09-20T21:51:30.705 INFO:tasks.rados.rados.0.smithi046.stdout:2768: done (0 left) 2024-09-20T21:51:30.706 INFO:tasks.rados.rados.0.smithi046.stdout:2769: rmattr oid 25 current snap is 276 2024-09-20T21:51:30.706 INFO:tasks.rados.rados.0.smithi046.stdout:2769: done (0 left) 2024-09-20T21:51:30.706 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 276 2024-09-20T21:51:30.706 INFO:tasks.rados.rados.0.smithi046.stdout:2770: seq_num 840 ranges {3964928=475136,4440064=712704,5152768=499712,5652480=393216} 2024-09-20T21:51:30.730 INFO:tasks.rados.rados.0.smithi046.stdout:2770: writing smithi04683737-40 from 3964928 to 4440064 tid 1 2024-09-20T21:51:30.734 INFO:tasks.rados.rados.0.smithi046.stdout:2770: writing smithi04683737-40 from 4440064 to 5152768 tid 2 2024-09-20T21:51:30.737 INFO:tasks.rados.rados.0.smithi046.stdout:2770: writing smithi04683737-40 from 5152768 to 5652480 tid 3 2024-09-20T21:51:30.740 INFO:tasks.rados.rados.0.smithi046.stdout:2770: writing smithi04683737-40 from 5652480 to 6045696 tid 4 2024-09-20T21:51:30.740 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 276 2024-09-20T21:51:30.740 INFO:tasks.rados.rados.0.smithi046.stdout:2770: finishing write tid 1 to smithi04683737-40 2024-09-20T21:51:30.740 INFO:tasks.rados.rados.0.smithi046.stdout:2771: seq_num 841 ranges {1794048=491520,2285568=598016,2883584=704512,3588096=303104} 2024-09-20T21:51:30.752 INFO:tasks.rados.rados.0.smithi046.stdout:2771: writing smithi04683737-29 from 1794048 to 2285568 tid 1 2024-09-20T21:51:30.756 INFO:tasks.rados.rados.0.smithi046.stdout:2771: writing smithi04683737-29 from 2285568 to 2883584 tid 2 2024-09-20T21:51:30.760 INFO:tasks.rados.rados.0.smithi046.stdout:2771: writing smithi04683737-29 from 2883584 to 3588096 tid 3 2024-09-20T21:51:30.762 INFO:tasks.rados.rados.0.smithi046.stdout:2771: writing smithi04683737-29 from 3588096 to 3891200 tid 4 2024-09-20T21:51:30.762 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 276 2024-09-20T21:51:30.762 INFO:tasks.rados.rados.0.smithi046.stdout:2770: finishing write tid 2 to smithi04683737-40 2024-09-20T21:51:30.762 INFO:tasks.rados.rados.0.smithi046.stdout:2772: seq_num 842 ranges {606208=507904,1114112=475136,1589248=516096,2105344=499712,2605056=114688} 2024-09-20T21:51:30.768 INFO:tasks.rados.rados.0.smithi046.stdout:2772: writing smithi04683737-20 from 606208 to 1114112 tid 1 2024-09-20T21:51:30.771 INFO:tasks.rados.rados.0.smithi046.stdout:2772: writing smithi04683737-20 from 1114112 to 1589248 tid 2 2024-09-20T21:51:30.774 INFO:tasks.rados.rados.0.smithi046.stdout:2772: writing smithi04683737-20 from 1589248 to 2105344 tid 3 2024-09-20T21:51:30.777 INFO:tasks.rados.rados.0.smithi046.stdout:2772: writing smithi04683737-20 from 2105344 to 2605056 tid 4 2024-09-20T21:51:30.778 INFO:tasks.rados.rados.0.smithi046.stdout:2772: writing smithi04683737-20 from 2605056 to 2719744 tid 5 2024-09-20T21:51:30.778 INFO:tasks.rados.rados.0.smithi046.stdout:2773: copy_from oid 5 from oid 36 current snap is 276 2024-09-20T21:51:30.778 INFO:tasks.rados.rados.0.smithi046.stdout:2770: finishing write tid 3 to smithi04683737-40 2024-09-20T21:51:30.778 INFO:tasks.rados.rados.0.smithi046.stdout:2770: finishing write tid 4 to smithi04683737-40 2024-09-20T21:51:30.778 INFO:tasks.rados.rados.0.smithi046.stdout:2770: finishing write tid 5 to smithi04683737-40 2024-09-20T21:51:30.778 INFO:tasks.rados.rados.0.smithi046.stdout:2770: finishing write tid 6 to smithi04683737-40 2024-09-20T21:51:30.778 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1030 (ObjNum 840 snap 276 seq_num 840) dirty exists 2024-09-20T21:51:30.779 INFO:tasks.rados.rados.0.smithi046.stdout:2770: left oid 40 (ObjNum 840 snap 276 seq_num 840) 2024-09-20T21:51:30.779 INFO:tasks.rados.rados.0.smithi046.stdout:2771: finishing write tid 1 to smithi04683737-29 2024-09-20T21:51:30.779 INFO:tasks.rados.rados.0.smithi046.stdout:2771: finishing write tid 2 to smithi04683737-29 2024-09-20T21:51:30.779 INFO:tasks.rados.rados.0.smithi046.stdout:2770: done (3 left) 2024-09-20T21:51:30.779 INFO:tasks.rados.rados.0.smithi046.stdout:2774: snap_create 2024-09-20T21:51:30.779 INFO:tasks.rados.rados.0.smithi046.stdout:2771: finishing write tid 3 to smithi04683737-29 2024-09-20T21:51:30.779 INFO:tasks.rados.rados.0.smithi046.stdout:2771: finishing write tid 4 to smithi04683737-29 2024-09-20T21:51:30.779 INFO:tasks.rados.rados.0.smithi046.stdout:2771: finishing write tid 5 to smithi04683737-29 2024-09-20T21:51:30.779 INFO:tasks.rados.rados.0.smithi046.stdout:2771: finishing write tid 6 to smithi04683737-29 2024-09-20T21:51:30.779 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1289 (ObjNum 841 snap 276 seq_num 841) dirty exists 2024-09-20T21:51:30.779 INFO:tasks.rados.rados.0.smithi046.stdout:2771: left oid 29 (ObjNum 841 snap 276 seq_num 841) 2024-09-20T21:51:30.779 INFO:tasks.rados.rados.0.smithi046.stdout:2772: finishing write tid 1 to smithi04683737-20 2024-09-20T21:51:30.779 INFO:tasks.rados.rados.0.smithi046.stdout:2772: finishing write tid 2 to smithi04683737-20 2024-09-20T21:51:30.779 INFO:tasks.rados.rados.0.smithi046.stdout:2772: finishing write tid 3 to smithi04683737-20 2024-09-20T21:51:30.780 INFO:tasks.rados.rados.0.smithi046.stdout:2772: finishing write tid 4 to smithi04683737-20 2024-09-20T21:51:30.780 INFO:tasks.rados.rados.0.smithi046.stdout:2772: finishing write tid 5 to smithi04683737-20 2024-09-20T21:51:30.780 INFO:tasks.rados.rados.0.smithi046.stdout:2772: finishing write tid 6 to smithi04683737-20 2024-09-20T21:51:30.782 INFO:tasks.rados.rados.0.smithi046.stdout:2772: finishing write tid 7 to smithi04683737-20 2024-09-20T21:51:30.782 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 933 (ObjNum 842 snap 276 seq_num 842) dirty exists 2024-09-20T21:51:30.782 INFO:tasks.rados.rados.0.smithi046.stdout:2772: left oid 20 (ObjNum 842 snap 276 seq_num 842) 2024-09-20T21:51:30.784 INFO:tasks.rados.rados.0.smithi046.stdout:2773: finishing copy_from racing read to smithi04683737-5 2024-09-20T21:51:30.786 INFO:tasks.rados.rados.0.smithi046.stdout:2773: finishing copy_from to smithi04683737-5 2024-09-20T21:51:30.786 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 777 (ObjNum 828 snap 274 seq_num 828) dirty exists 2024-09-20T21:51:31.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:30 smithi046 ceph-mon[96110]: pgmap v586: 121 pgs: 121 active+clean; 526 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 4.5 MiB/s wr, 20 op/s 2024-09-20T21:51:31.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:30 smithi046 ceph-mon[96110]: osdmap e614: 8 total, 8 up, 8 in 2024-09-20T21:51:31.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:30 smithi046 ceph-mon[98591]: pgmap v586: 121 pgs: 121 active+clean; 526 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 4.5 MiB/s wr, 20 op/s 2024-09-20T21:51:31.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:30 smithi046 ceph-mon[98591]: osdmap e614: 8 total, 8 up, 8 in 2024-09-20T21:51:31.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:30 smithi134 ceph-mon[89086]: pgmap v586: 121 pgs: 121 active+clean; 526 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 4.5 MiB/s wr, 20 op/s 2024-09-20T21:51:31.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:30 smithi134 ceph-mon[89086]: osdmap e614: 8 total, 8 up, 8 in 2024-09-20T21:51:31.710 INFO:tasks.rados.rados.0.smithi046.stdout:2771: done (3 left) 2024-09-20T21:51:31.710 INFO:tasks.rados.rados.0.smithi046.stdout:2772: done (2 left) 2024-09-20T21:51:31.710 INFO:tasks.rados.rados.0.smithi046.stdout:2773: done (1 left) 2024-09-20T21:51:31.710 INFO:tasks.rados.rados.0.smithi046.stdout:2774: done (0 left) 2024-09-20T21:51:31.710 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 277 2024-09-20T21:51:31.710 INFO:tasks.rados.rados.0.smithi046.stdout:2775: seq_num 843 ranges {0=524288,524288=761856,1286144=671744,1957888=172032} 2024-09-20T21:51:31.712 INFO:tasks.rados.rados.0.smithi046.stdout:2775: writing smithi04683737-13 from 0 to 524288 tid 1 2024-09-20T21:51:31.717 INFO:tasks.rados.rados.0.smithi046.stdout:2775: writing smithi04683737-13 from 524288 to 1286144 tid 2 2024-09-20T21:51:31.721 INFO:tasks.rados.rados.0.smithi046.stdout:2775: writing smithi04683737-13 from 1286144 to 1957888 tid 3 2024-09-20T21:51:31.723 INFO:tasks.rados.rados.0.smithi046.stdout:2775: writing smithi04683737-13 from 1957888 to 2129920 tid 4 2024-09-20T21:51:31.723 INFO:tasks.rados.rados.0.smithi046.stdout:2776: rollback oid 43 current snap is 277 2024-09-20T21:51:31.723 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 43 to 270 2024-09-20T21:51:31.723 INFO:tasks.rados.rados.0.smithi046.stdout:2775: finishing write tid 1 to smithi04683737-13 2024-09-20T21:51:31.723 INFO:tasks.rados.rados.0.smithi046.stdout:2775: finishing write tid 2 to smithi04683737-13 2024-09-20T21:51:31.723 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 277 2024-09-20T21:51:31.723 INFO:tasks.rados.rados.0.smithi046.stdout:2777: seq_num 844 ranges {983040=540672,1523712=696320,2220032=475136,2695168=434176} 2024-09-20T21:51:31.732 INFO:tasks.rados.rados.0.smithi046.stdout:2777: writing smithi04683737-30 from 983040 to 1523712 tid 1 2024-09-20T21:51:31.736 INFO:tasks.rados.rados.0.smithi046.stdout:2777: writing smithi04683737-30 from 1523712 to 2220032 tid 2 2024-09-20T21:51:31.738 INFO:tasks.rados.rados.0.smithi046.stdout:2777: writing smithi04683737-30 from 2220032 to 2695168 tid 3 2024-09-20T21:51:31.741 INFO:tasks.rados.rados.0.smithi046.stdout:2777: writing smithi04683737-30 from 2695168 to 3129344 tid 4 2024-09-20T21:51:31.741 INFO:tasks.rados.rados.0.smithi046.stdout:2778: snap_create 2024-09-20T21:51:31.741 INFO:tasks.rados.rados.0.smithi046.stdout:2775: finishing write tid 3 to smithi04683737-13 2024-09-20T21:51:31.741 INFO:tasks.rados.rados.0.smithi046.stdout:2775: finishing write tid 4 to smithi04683737-13 2024-09-20T21:51:31.741 INFO:tasks.rados.rados.0.smithi046.stdout:2775: finishing write tid 5 to smithi04683737-13 2024-09-20T21:51:31.742 INFO:tasks.rados.rados.0.smithi046.stdout:2776: finishing rollback tid 0 to smithi04683737-43 2024-09-20T21:51:31.742 INFO:tasks.rados.rados.0.smithi046.stdout:2775: finishing write tid 6 to smithi04683737-13 2024-09-20T21:51:31.742 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1400 (ObjNum 843 snap 277 seq_num 843) dirty exists 2024-09-20T21:51:31.742 INFO:tasks.rados.rados.0.smithi046.stdout:2775: left oid 13 (ObjNum 843 snap 277 seq_num 843) 2024-09-20T21:51:31.742 INFO:tasks.rados.rados.0.smithi046.stdout:2776: finishing rollback tid 1 to smithi04683737-43 2024-09-20T21:51:31.742 INFO:tasks.rados.rados.0.smithi046.stdout:2776: finishing rollback tid 2 to smithi04683737-43 2024-09-20T21:51:31.742 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1201 (ObjNum 712 snap 245 seq_num 712) dirty exists 2024-09-20T21:51:31.742 INFO:tasks.rados.rados.0.smithi046.stdout:2777: finishing write tid 1 to smithi04683737-30 2024-09-20T21:51:31.742 INFO:tasks.rados.rados.0.smithi046.stdout:2777: finishing write tid 2 to smithi04683737-30 2024-09-20T21:51:31.742 INFO:tasks.rados.rados.0.smithi046.stdout:2777: finishing write tid 3 to smithi04683737-30 2024-09-20T21:51:31.744 INFO:tasks.rados.rados.0.smithi046.stdout:2777: finishing write tid 4 to smithi04683737-30 2024-09-20T21:51:31.744 INFO:tasks.rados.rados.0.smithi046.stdout:2777: finishing write tid 5 to smithi04683737-30 2024-09-20T21:51:31.745 INFO:tasks.rados.rados.0.smithi046.stdout:2777: finishing write tid 6 to smithi04683737-30 2024-09-20T21:51:31.745 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 1022 (ObjNum 844 snap 277 seq_num 844) dirty exists 2024-09-20T21:51:31.745 INFO:tasks.rados.rados.0.smithi046.stdout:2777: left oid 30 (ObjNum 844 snap 277 seq_num 844) 2024-09-20T21:51:32.054 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:31 smithi046 ceph-mon[96110]: osdmap e615: 8 total, 8 up, 8 in 2024-09-20T21:51:32.054 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:31 smithi046 ceph-mon[98591]: osdmap e615: 8 total, 8 up, 8 in 2024-09-20T21:51:32.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:31 smithi134 ceph-mon[89086]: osdmap e615: 8 total, 8 up, 8 in 2024-09-20T21:51:32.373 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:51:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:51:32] "GET /metrics HTTP/1.1" 200 36392 "" "Prometheus/2.43.0" 2024-09-20T21:51:32.611 INFO:tasks.rados.rados.0.smithi046.stdout:2775: done (3 left) 2024-09-20T21:51:32.611 INFO:tasks.rados.rados.0.smithi046.stdout:2776: done (2 left) 2024-09-20T21:51:32.611 INFO:tasks.rados.rados.0.smithi046.stdout:2777: done (1 left) 2024-09-20T21:51:32.611 INFO:tasks.rados.rados.0.smithi046.stdout:2778: done (0 left) 2024-09-20T21:51:32.611 INFO:tasks.rados.rados.0.smithi046.stdout:2779: snap_remove snap 223 2024-09-20T21:51:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:51:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:51:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:51:32.826 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -e sha1=9e2ac70bb7aea67d34f0d50002344abbe7803736 -- bash -c 'ceph orch ps' 2024-09-20T21:51:33.088 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:51:33.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:32 smithi046 ceph-mon[96110]: pgmap v589: 121 pgs: 121 active+clean; 527 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.6 MiB/s wr, 8 op/s 2024-09-20T21:51:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:32 smithi046 ceph-mon[96110]: osdmap e616: 8 total, 8 up, 8 in 2024-09-20T21:51:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:32 smithi046 ceph-mon[96110]: osdmap e617: 8 total, 8 up, 8 in 2024-09-20T21:51:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:32 smithi046 ceph-mon[98591]: pgmap v589: 121 pgs: 121 active+clean; 527 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.6 MiB/s wr, 8 op/s 2024-09-20T21:51:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:32 smithi046 ceph-mon[98591]: osdmap e616: 8 total, 8 up, 8 in 2024-09-20T21:51:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:32 smithi046 ceph-mon[98591]: osdmap e617: 8 total, 8 up, 8 in 2024-09-20T21:51:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:32 smithi134 ceph-mon[89086]: pgmap v589: 121 pgs: 121 active+clean; 527 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.6 MiB/s wr, 8 op/s 2024-09-20T21:51:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:32 smithi134 ceph-mon[89086]: osdmap e616: 8 total, 8 up, 8 in 2024-09-20T21:51:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:32 smithi134 ceph-mon[89086]: osdmap e617: 8 total, 8 up, 8 in 2024-09-20T21:51:33.614 INFO:tasks.rados.rados.0.smithi046.stdout:2779: done (0 left) 2024-09-20T21:51:33.614 INFO:tasks.rados.rados.0.smithi046.stdout:2780: setattr oid 40 current snap is 278 2024-09-20T21:51:33.616 INFO:tasks.rados.rados.0.smithi046.stdout:2781: read oid 41 snap 243 2024-09-20T21:51:33.616 INFO:tasks.rados.rados.0.smithi046.stdout:2781: expect (ObjNum 700 snap 238 seq_num 700) 2024-09-20T21:51:33.616 INFO:tasks.rados.rados.0.smithi046.stdout:2782: snap_remove snap 252 2024-09-20T21:51:33.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:33 smithi046 ceph-mon[96110]: from='client.34416 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:51:33.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:33 smithi046 ceph-mon[96110]: osdmap e618: 8 total, 8 up, 8 in 2024-09-20T21:51:33.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:33 smithi046 ceph-mon[98591]: from='client.34416 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:51:33.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:33 smithi046 ceph-mon[98591]: osdmap e618: 8 total, 8 up, 8 in 2024-09-20T21:51:34.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:33 smithi134 ceph-mon[89086]: from='client.34416 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:51:34.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:33 smithi134 ceph-mon[89086]: osdmap e618: 8 total, 8 up, 8 in 2024-09-20T21:51:34.615 INFO:tasks.rados.rados.0.smithi046.stdout:2782: done (2 left) 2024-09-20T21:51:34.615 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 278 2024-09-20T21:51:34.615 INFO:tasks.rados.rados.0.smithi046.stdout:2783: seq_num 845 ranges {7782400=557056,8339456=581632,8921088=688128,9609216=335872} 2024-09-20T21:51:34.661 INFO:tasks.rados.rados.0.smithi046.stdout:2783: writing smithi04683737-22 from 7782400 to 8339456 tid 1 2024-09-20T21:51:34.664 INFO:tasks.rados.rados.0.smithi046.stdout:2783: writing smithi04683737-22 from 8339456 to 8921088 tid 2 2024-09-20T21:51:34.668 INFO:tasks.rados.rados.0.smithi046.stdout:2783: writing smithi04683737-22 from 8921088 to 9609216 tid 3 2024-09-20T21:51:34.670 INFO:tasks.rados.rados.0.smithi046.stdout:2783: writing smithi04683737-22 from 9609216 to 9945088 tid 4 2024-09-20T21:51:34.670 INFO:tasks.rados.rados.0.smithi046.stdout:2784: rollback oid 19 current snap is 278 2024-09-20T21:51:34.670 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 19 to 206 2024-09-20T21:51:34.671 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1031 (ObjNum 840 snap 276 seq_num 840) dirty exists 2024-09-20T21:51:34.671 INFO:tasks.rados.rados.0.smithi046.stdout:2781: expect (ObjNum 700 snap 238 seq_num 700) 2024-09-20T21:51:34.794 INFO:tasks.rados.rados.0.smithi046.stdout:2783: finishing write tid 1 to smithi04683737-22 2024-09-20T21:51:34.794 INFO:tasks.rados.rados.0.smithi046.stdout:2783: finishing write tid 2 to smithi04683737-22 2024-09-20T21:51:34.795 INFO:tasks.rados.rados.0.smithi046.stdout:2780: done (3 left) 2024-09-20T21:51:34.795 INFO:tasks.rados.rados.0.smithi046.stdout:2781: done (2 left) 2024-09-20T21:51:34.795 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 278 2024-09-20T21:51:34.795 INFO:tasks.rados.rados.0.smithi046.stdout:2783: finishing write tid 3 to smithi04683737-22 2024-09-20T21:51:34.795 INFO:tasks.rados.rados.0.smithi046.stdout:2783: finishing write tid 4 to smithi04683737-22 2024-09-20T21:51:34.795 INFO:tasks.rados.rados.0.smithi046.stdout:2783: finishing write tid 5 to smithi04683737-22 2024-09-20T21:51:34.795 INFO:tasks.rados.rados.0.smithi046.stdout:2784: finishing rollback tid 0 to smithi04683737-19 2024-09-20T21:51:34.795 INFO:tasks.rados.rados.0.smithi046.stdout:2784: finishing rollback tid 1 to smithi04683737-19 2024-09-20T21:51:34.795 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1291 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-20T21:51:34.795 INFO:tasks.rados.rados.0.smithi046.stdout:2783: finishing write tid 6 to smithi04683737-22 2024-09-20T21:51:34.795 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1219 (ObjNum 845 snap 278 seq_num 845) dirty exists 2024-09-20T21:51:34.795 INFO:tasks.rados.rados.0.smithi046.stdout:2783: left oid 22 (ObjNum 845 snap 278 seq_num 845) 2024-09-20T21:51:34.795 INFO:tasks.rados.rados.0.smithi046.stdout:2785: seq_num 846 ranges {2408448=573440,2981888=466944,3448832=491520,3940352=548864,4489216=98304} 2024-09-20T21:51:34.810 INFO:tasks.rados.rados.0.smithi046.stdout:2785: writing smithi04683737-37 from 2408448 to 2981888 tid 1 2024-09-20T21:51:34.812 INFO:tasks.rados.rados.0.smithi046.stdout:2785: writing smithi04683737-37 from 2981888 to 3448832 tid 2 2024-09-20T21:51:34.815 INFO:tasks.rados.rados.0.smithi046.stdout:2785: writing smithi04683737-37 from 3448832 to 3940352 tid 3 2024-09-20T21:51:34.818 INFO:tasks.rados.rados.0.smithi046.stdout:2785: writing smithi04683737-37 from 3940352 to 4489216 tid 4 2024-09-20T21:51:34.819 INFO:tasks.rados.rados.0.smithi046.stdout:2785: writing smithi04683737-37 from 4489216 to 4587520 tid 5 2024-09-20T21:51:34.819 INFO:tasks.rados.rados.0.smithi046.stdout:2783: done (2 left) 2024-09-20T21:51:34.819 INFO:tasks.rados.rados.0.smithi046.stdout:2784: done (1 left) 2024-09-20T21:51:34.819 INFO:tasks.rados.rados.0.smithi046.stdout:2786: snap_remove snap 273 2024-09-20T21:51:35.112 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-20T21:51:35.112 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (7m) 70s ago 12m 25.5M - 0.25.0 c8568f914cd2 0d74f13360c6 2024-09-20T21:51:35.113 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi134 *:3000 running (37s) 30s ago 11m 48.1M - 9.4.12 2bacad6d85d8 b597a6221e12 2024-09-20T21:51:35.113 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (73s) 70s ago 13m 12.8M - 19.1.1-367-g9e2ac70b cc9251b744a3 33108268f827 2024-09-20T21:51:35.113 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi134 running (58s) 30s ago 13m 13.0M - 19.1.1-367-g9e2ac70b cc9251b744a3 6e869ed93a43 2024-09-20T21:51:35.113 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi134 *:8443,9283,8765 running (7m) 30s ago 16m 442M - 19.1.1-367-g9e2ac70b cc9251b744a3 4807b49ee672 2024-09-20T21:51:35.113 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443,9283,8765 running (7m) 70s ago 18m 513M - 19.1.1-367-g9e2ac70b cc9251b744a3 287f9c5532d7 2024-09-20T21:51:35.113 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (6m) 70s ago 18m 66.5M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 ce5bbc0a7b3e 2024-09-20T21:51:35.113 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi134 running (6m) 30s ago 17m 53.7M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 72d0616e106b 2024-09-20T21:51:35.113 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (6m) 70s ago 17m 56.2M 2048M 19.1.1-367-g9e2ac70b cc9251b744a3 17796ae3530a 2024-09-20T21:51:35.113 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (7m) 70s ago 11m 15.6M - 1.5.0 0da6a335fe13 808d8998a7db 2024-09-20T21:51:35.113 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi134 *:9100 running (7m) 30s ago 11m 16.0M - 1.5.0 0da6a335fe13 d64b31ebfc6a 2024-09-20T21:51:35.113 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (5m) 70s ago 16m 289M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 a86fc71a02d1 2024-09-20T21:51:35.113 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (4m) 70s ago 16m 240M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 04055c8b47db 2024-09-20T21:51:35.113 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (4m) 70s ago 15m 206M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 bfb9841748e3 2024-09-20T21:51:35.113 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (3m) 70s ago 15m 157M 2481M 19.1.1-367-g9e2ac70b cc9251b744a3 bff5e3b30c96 2024-09-20T21:51:35.113 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi134 running (3m) 30s ago 14m 200M 2480M 19.1.1-367-g9e2ac70b cc9251b744a3 ced5920fc235 2024-09-20T21:51:35.114 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi134 running (2m) 30s ago 14m 251M 2480M 19.1.1-367-g9e2ac70b cc9251b744a3 dc4e11b5a9da 2024-09-20T21:51:35.114 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi134 running (2m) 30s ago 14m 172M 2480M 19.1.1-367-g9e2ac70b cc9251b744a3 fa6e363227ed 2024-09-20T21:51:35.114 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi134 running (90s) 30s ago 13m 143M 2480M 19.1.1-367-g9e2ac70b cc9251b744a3 e50a5780bf70 2024-09-20T21:51:35.114 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi134 *:9095 running (7m) 30s ago 12m 66.7M - 2.43.0 a07b618ecd1d 5e01fa97ed3d 2024-09-20T21:51:35.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:34 smithi046 ceph-mon[96110]: pgmap v592: 121 pgs: 121 active+clean; 535 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 445 KiB/s rd, 2.5 MiB/s wr, 21 op/s 2024-09-20T21:51:35.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:51:35.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:34 smithi046 ceph-mon[96110]: osdmap e619: 8 total, 8 up, 8 in 2024-09-20T21:51:35.114 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:34 smithi046 ceph-mon[98591]: pgmap v592: 121 pgs: 121 active+clean; 535 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 445 KiB/s rd, 2.5 MiB/s wr, 21 op/s 2024-09-20T21:51:35.115 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:51:35.115 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:34 smithi046 ceph-mon[98591]: osdmap e619: 8 total, 8 up, 8 in 2024-09-20T21:51:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:34 smithi134 ceph-mon[89086]: pgmap v592: 121 pgs: 121 active+clean; 535 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 445 KiB/s rd, 2.5 MiB/s wr, 21 op/s 2024-09-20T21:51:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:51:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:34 smithi134 ceph-mon[89086]: osdmap e619: 8 total, 8 up, 8 in 2024-09-20T21:51:35.723 INFO:tasks.rados.rados.0.smithi046.stdout:2785: finishing write tid 1 to smithi04683737-37 2024-09-20T21:51:35.723 INFO:tasks.rados.rados.0.smithi046.stdout:2785: finishing write tid 2 to smithi04683737-37 2024-09-20T21:51:35.723 INFO:tasks.rados.rados.0.smithi046.stdout:2785: finishing write tid 3 to smithi04683737-37 2024-09-20T21:51:35.723 INFO:tasks.rados.rados.0.smithi046.stdout:2785: finishing write tid 4 to smithi04683737-37 2024-09-20T21:51:35.723 INFO:tasks.rados.rados.0.smithi046.stdout:2785: finishing write tid 5 to smithi04683737-37 2024-09-20T21:51:35.723 INFO:tasks.rados.rados.0.smithi046.stdout:2785: finishing write tid 6 to smithi04683737-37 2024-09-20T21:51:35.724 INFO:tasks.rados.rados.0.smithi046.stdout:2785: finishing write tid 7 to smithi04683737-37 2024-09-20T21:51:35.724 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 1111 (ObjNum 846 snap 278 seq_num 846) dirty exists 2024-09-20T21:51:35.724 INFO:tasks.rados.rados.0.smithi046.stdout:2785: left oid 37 (ObjNum 846 snap 278 seq_num 846) 2024-09-20T21:51:35.724 INFO:tasks.rados.rados.0.smithi046.stdout:2785: done (1 left) 2024-09-20T21:51:35.724 INFO:tasks.rados.rados.0.smithi046.stdout:2786: done (0 left) 2024-09-20T21:51:35.724 INFO:tasks.rados.rados.0.smithi046.stdout:2787: read oid 23 snap -1 2024-09-20T21:51:35.724 INFO:tasks.rados.rados.0.smithi046.stdout:2787: expect (ObjNum 806 snap 268 seq_num 806) 2024-09-20T21:51:35.724 INFO:tasks.rados.rados.0.smithi046.stdout:2788: read oid 25 snap -1 2024-09-20T21:51:35.724 INFO:tasks.rados.rados.0.smithi046.stdout:2788: expect deleted 2024-09-20T21:51:35.724 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 11 current snap is 278 2024-09-20T21:51:35.724 INFO:tasks.rados.rados.0.smithi046.stdout:2789: seq_num 847 ranges {0=589824,589824=753664,1343488=655360,1998848=196608} 2024-09-20T21:51:35.727 INFO:tasks.rados.rados.0.smithi046.stdout:2789: writing smithi04683737-11 from 0 to 589824 tid 1 2024-09-20T21:51:35.732 INFO:tasks.rados.rados.0.smithi046.stdout:2789: writing smithi04683737-11 from 589824 to 1343488 tid 2 2024-09-20T21:51:35.737 INFO:tasks.rados.rados.0.smithi046.stdout:2789: writing smithi04683737-11 from 1343488 to 1998848 tid 3 2024-09-20T21:51:35.739 INFO:tasks.rados.rados.0.smithi046.stdout:2789: writing smithi04683737-11 from 1998848 to 2195456 tid 4 2024-09-20T21:51:35.739 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 278 2024-09-20T21:51:35.739 INFO:tasks.rados.rados.0.smithi046.stdout:2790: seq_num 848 ranges {0=606208,606208=630784,1236992=458752,1695744=516096} 2024-09-20T21:51:35.743 INFO:tasks.rados.rados.0.smithi046.stdout:2790: writing smithi04683737-10 from 0 to 606208 tid 1 2024-09-20T21:51:35.748 INFO:tasks.rados.rados.0.smithi046.stdout:2790: writing smithi04683737-10 from 606208 to 1236992 tid 2 2024-09-20T21:51:35.750 INFO:tasks.rados.rados.0.smithi046.stdout:2790: writing smithi04683737-10 from 1236992 to 1695744 tid 3 2024-09-20T21:51:35.753 INFO:tasks.rados.rados.0.smithi046.stdout:2790: writing smithi04683737-10 from 1695744 to 2211840 tid 4 2024-09-20T21:51:35.753 INFO:tasks.rados.rados.0.smithi046.stdout:2791: snap_create 2024-09-20T21:51:35.753 INFO:tasks.rados.rados.0.smithi046.stdout:2789: finishing write tid 1 to smithi04683737-11 2024-09-20T21:51:35.754 INFO:tasks.rados.rados.0.smithi046.stdout:2787: expect (ObjNum 806 snap 268 seq_num 806) 2024-09-20T21:51:35.785 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -e sha1=9e2ac70bb7aea67d34f0d50002344abbe7803736 -- bash -c 'ceph versions' 2024-09-20T21:51:35.795 INFO:tasks.rados.rados.0.smithi046.stdout:2789: finishing write tid 2 to smithi04683737-11 2024-09-20T21:51:35.795 INFO:tasks.rados.rados.0.smithi046.stdout:2789: finishing write tid 3 to smithi04683737-11 2024-09-20T21:51:35.795 INFO:tasks.rados.rados.0.smithi046.stdout:2789: finishing write tid 4 to smithi04683737-11 2024-09-20T21:51:35.795 INFO:tasks.rados.rados.0.smithi046.stdout:2789: finishing write tid 5 to smithi04683737-11 2024-09-20T21:51:35.795 INFO:tasks.rados.rados.0.smithi046.stdout:2790: finishing write tid 1 to smithi04683737-10 2024-09-20T21:51:35.796 INFO:tasks.rados.rados.0.smithi046.stdout:2789: finishing write tid 6 to smithi04683737-11 2024-09-20T21:51:35.796 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 839 (ObjNum 847 snap 278 seq_num 847) dirty exists 2024-09-20T21:51:35.796 INFO:tasks.rados.rados.0.smithi046.stdout:2789: left oid 11 (ObjNum 847 snap 278 seq_num 847) 2024-09-20T21:51:35.796 INFO:tasks.rados.rados.0.smithi046.stdout:2790: finishing write tid 2 to smithi04683737-10 2024-09-20T21:51:35.796 INFO:tasks.rados.rados.0.smithi046.stdout:2790: finishing write tid 3 to smithi04683737-10 2024-09-20T21:51:35.796 INFO:tasks.rados.rados.0.smithi046.stdout:2790: finishing write tid 4 to smithi04683737-10 2024-09-20T21:51:35.796 INFO:tasks.rados.rados.0.smithi046.stdout:2790: finishing write tid 5 to smithi04683737-10 2024-09-20T21:51:35.796 INFO:tasks.rados.rados.0.smithi046.stdout:2790: finishing write tid 6 to smithi04683737-10 2024-09-20T21:51:35.796 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1020 (ObjNum 848 snap 278 seq_num 848) dirty exists 2024-09-20T21:51:35.796 INFO:tasks.rados.rados.0.smithi046.stdout:2790: left oid 10 (ObjNum 848 snap 278 seq_num 848) 2024-09-20T21:51:36.041 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:51:36.725 INFO:tasks.rados.rados.0.smithi046.stdout:2787: done (4 left) 2024-09-20T21:51:36.726 INFO:tasks.rados.rados.0.smithi046.stdout:2788: done (3 left) 2024-09-20T21:51:36.726 INFO:tasks.rados.rados.0.smithi046.stdout:2789: done (2 left) 2024-09-20T21:51:36.726 INFO:tasks.rados.rados.0.smithi046.stdout:2790: done (1 left) 2024-09-20T21:51:36.726 INFO:tasks.rados.rados.0.smithi046.stdout:2791: done (0 left) 2024-09-20T21:51:36.726 INFO:tasks.rados.rados.0.smithi046.stdout:2792: read oid 28 snap -1 2024-09-20T21:51:36.726 INFO:tasks.rados.rados.0.smithi046.stdout:2792: expect (ObjNum 820 snap 271 seq_num 820) 2024-09-20T21:51:36.726 INFO:tasks.rados.rados.0.smithi046.stdout:2793: snap_create 2024-09-20T21:51:36.735 INFO:tasks.rados.rados.0.smithi046.stdout:2792: expect (ObjNum 820 snap 271 seq_num 820) 2024-09-20T21:51:37.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:36 smithi046 ceph-mon[96110]: from='client.44369 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:51:37.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:36 smithi046 ceph-mon[96110]: pgmap v595: 121 pgs: 121 active+clean; 539 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.9 MiB/s wr, 19 op/s 2024-09-20T21:51:37.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:36 smithi046 ceph-mon[96110]: osdmap e620: 8 total, 8 up, 8 in 2024-09-20T21:51:37.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:36 smithi046 ceph-mon[98591]: from='client.44369 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:51:37.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:36 smithi046 ceph-mon[98591]: pgmap v595: 121 pgs: 121 active+clean; 539 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.9 MiB/s wr, 19 op/s 2024-09-20T21:51:37.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:36 smithi046 ceph-mon[98591]: osdmap e620: 8 total, 8 up, 8 in 2024-09-20T21:51:37.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:36 smithi134 ceph-mon[89086]: from='client.44369 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T21:51:37.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:36 smithi134 ceph-mon[89086]: pgmap v595: 121 pgs: 121 active+clean; 539 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.9 MiB/s wr, 19 op/s 2024-09-20T21:51:37.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:36 smithi134 ceph-mon[89086]: osdmap e620: 8 total, 8 up, 8 in 2024-09-20T21:51:37.613 INFO:tasks.rados.rados.0.smithi046.stdout:2792: done (1 left) 2024-09-20T21:51:37.613 INFO:tasks.rados.rados.0.smithi046.stdout:2793: done (0 left) 2024-09-20T21:51:37.613 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 280 2024-09-20T21:51:37.613 INFO:tasks.rados.rados.0.smithi046.stdout:2794: seq_num 849 ranges {1826816=622592,2449408=516096,2965504=663552,3629056=425984} 2024-09-20T21:51:37.626 INFO:tasks.rados.rados.0.smithi046.stdout:2794: writing smithi04683737-46 from 1826816 to 2449408 tid 1 2024-09-20T21:51:37.629 INFO:tasks.rados.rados.0.smithi046.stdout:2794: writing smithi04683737-46 from 2449408 to 2965504 tid 2 2024-09-20T21:51:37.633 INFO:tasks.rados.rados.0.smithi046.stdout:2794: writing smithi04683737-46 from 2965504 to 3629056 tid 3 2024-09-20T21:51:37.636 INFO:tasks.rados.rados.0.smithi046.stdout:2794: writing smithi04683737-46 from 3629056 to 4055040 tid 4 2024-09-20T21:51:37.636 INFO:tasks.rados.rados.0.smithi046.stdout:2795: rollback oid 30 current snap is 280 2024-09-20T21:51:37.636 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 30 to 260 2024-09-20T21:51:37.636 INFO:tasks.rados.rados.0.smithi046.stdout:2794: finishing write tid 1 to smithi04683737-46 2024-09-20T21:51:37.637 INFO:tasks.rados.rados.0.smithi046.stdout:2794: finishing write tid 2 to smithi04683737-46 2024-09-20T21:51:37.637 INFO:tasks.rados.rados.0.smithi046.stdout:2796: read oid 45 snap 243 2024-09-20T21:51:37.637 INFO:tasks.rados.rados.0.smithi046.stdout:2796: expect (ObjNum 705 snap 242 seq_num 705) 2024-09-20T21:51:37.637 INFO:tasks.rados.rados.0.smithi046.stdout:2797: read oid 23 snap -1 2024-09-20T21:51:37.637 INFO:tasks.rados.rados.0.smithi046.stdout:2797: expect (ObjNum 806 snap 268 seq_num 806) 2024-09-20T21:51:37.637 INFO:tasks.rados.rados.0.smithi046.stdout:2798: rmattr oid 48 current snap is 280 2024-09-20T21:51:37.637 INFO:tasks.rados.rados.0.smithi046.stdout:2799: snap_create 2024-09-20T21:51:37.637 INFO:tasks.rados.rados.0.smithi046.stdout:2794: finishing write tid 3 to smithi04683737-46 2024-09-20T21:51:37.641 INFO:tasks.rados.rados.0.smithi046.stdout:2795: finishing rollback tid 0 to smithi04683737-30 2024-09-20T21:51:37.641 INFO:tasks.rados.rados.0.smithi046.stdout:2794: finishing write tid 4 to smithi04683737-46 2024-09-20T21:51:37.641 INFO:tasks.rados.rados.0.smithi046.stdout:2795: finishing rollback tid 1 to smithi04683737-30 2024-09-20T21:51:37.641 INFO:tasks.rados.rados.0.smithi046.stdout:2795: finishing rollback tid 2 to smithi04683737-30 2024-09-20T21:51:37.641 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 1025 (ObjNum 764 snap 255 seq_num 764) dirty exists 2024-09-20T21:51:37.641 INFO:tasks.rados.rados.0.smithi046.stdout:2794: finishing write tid 5 to smithi04683737-46 2024-09-20T21:51:37.645 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1116 (ObjNum 712 snap 245 seq_num 712) dirty exists 2024-09-20T21:51:37.647 INFO:tasks.rados.rados.0.smithi046.stdout:2796: expect (ObjNum 705 snap 242 seq_num 705) 2024-09-20T21:51:37.711 INFO:tasks.rados.rados.0.smithi046.stdout:2794: finishing write tid 6 to smithi04683737-46 2024-09-20T21:51:37.711 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 1039 (ObjNum 849 snap 280 seq_num 849) dirty exists 2024-09-20T21:51:37.711 INFO:tasks.rados.rados.0.smithi046.stdout:2794: left oid 46 (ObjNum 849 snap 280 seq_num 849) 2024-09-20T21:51:37.711 INFO:tasks.rados.rados.0.smithi046.stdout:2797: expect (ObjNum 806 snap 268 seq_num 806) 2024-09-20T21:51:37.935 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-20T21:51:37.935 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2024-09-20T21:51:37.935 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 3 2024-09-20T21:51:37.935 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:51:37.935 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2024-09-20T21:51:37.935 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 2 2024-09-20T21:51:37.935 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:51:37.936 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2024-09-20T21:51:37.936 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 8 2024-09-20T21:51:37.936 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:51:37.936 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-09-20T21:51:37.936 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 2 2024-09-20T21:51:37.936 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-20T21:51:37.936 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2024-09-20T21:51:37.936 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 15 2024-09-20T21:51:37.936 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-20T21:51:37.936 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-20T21:51:38.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:37 smithi046 ceph-mon[96110]: osdmap e621: 8 total, 8 up, 8 in 2024-09-20T21:51:38.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:37 smithi046 ceph-mon[96110]: osdmap e622: 8 total, 8 up, 8 in 2024-09-20T21:51:38.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:37 smithi046 ceph-mon[98591]: osdmap e621: 8 total, 8 up, 8 in 2024-09-20T21:51:38.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:37 smithi046 ceph-mon[98591]: osdmap e622: 8 total, 8 up, 8 in 2024-09-20T21:51:38.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:37 smithi134 ceph-mon[89086]: osdmap e621: 8 total, 8 up, 8 in 2024-09-20T21:51:38.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:37 smithi134 ceph-mon[89086]: osdmap e622: 8 total, 8 up, 8 in 2024-09-20T21:51:38.613 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -e sha1=9e2ac70bb7aea67d34f0d50002344abbe7803736 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-09-20T21:51:38.614 INFO:tasks.rados.rados.0.smithi046.stdout:2794: done (5 left) 2024-09-20T21:51:38.614 INFO:tasks.rados.rados.0.smithi046.stdout:2795: done (4 left) 2024-09-20T21:51:38.614 INFO:tasks.rados.rados.0.smithi046.stdout:2796: done (3 left) 2024-09-20T21:51:38.614 INFO:tasks.rados.rados.0.smithi046.stdout:2797: done (2 left) 2024-09-20T21:51:38.615 INFO:tasks.rados.rados.0.smithi046.stdout:2798: done (1 left) 2024-09-20T21:51:38.615 INFO:tasks.rados.rados.0.smithi046.stdout:2799: done (0 left) 2024-09-20T21:51:38.615 INFO:tasks.rados.rados.0.smithi046.stdout:2800: delete oid 8 current snap is 281 2024-09-20T21:51:38.619 INFO:tasks.rados.rados.0.smithi046.stdout:2800: done (0 left) 2024-09-20T21:51:38.619 INFO:tasks.rados.rados.0.smithi046.stdout:2801: snap_create 2024-09-20T21:51:38.877 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:51:38.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:38 smithi046 ceph-mon[96110]: pgmap v598: 121 pgs: 121 active+clean; 543 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 14 op/s 2024-09-20T21:51:38.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:38 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2762746769' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:38.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:38 smithi046 ceph-mon[96110]: osdmap e623: 8 total, 8 up, 8 in 2024-09-20T21:51:38.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:38 smithi046 ceph-mon[98591]: pgmap v598: 121 pgs: 121 active+clean; 543 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 14 op/s 2024-09-20T21:51:38.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:38 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2762746769' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:38.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:38 smithi046 ceph-mon[98591]: osdmap e623: 8 total, 8 up, 8 in 2024-09-20T21:51:39.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:38 smithi134 ceph-mon[89086]: pgmap v598: 121 pgs: 121 active+clean; 543 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 14 op/s 2024-09-20T21:51:39.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:38 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2762746769' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:39.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:38 smithi134 ceph-mon[89086]: osdmap e623: 8 total, 8 up, 8 in 2024-09-20T21:51:39.614 INFO:tasks.rados.rados.0.smithi046.stdout:2801: done (0 left) 2024-09-20T21:51:39.615 INFO:tasks.rados.rados.0.smithi046.stdout:2802: setattr oid 28 current snap is 282 2024-09-20T21:51:39.616 INFO:tasks.rados.rados.0.smithi046.stdout:2803: read oid 7 snap 238 2024-09-20T21:51:39.616 INFO:tasks.rados.rados.0.smithi046.stdout:2803: expect (ObjNum 700 snap 238 seq_num 700) 2024-09-20T21:51:39.616 INFO:tasks.rados.rados.0.smithi046.stdout:2804: read oid 39 snap -1 2024-09-20T21:51:39.616 INFO:tasks.rados.rados.0.smithi046.stdout:2804: expect (ObjNum 609 snap 202 seq_num 609) 2024-09-20T21:51:39.616 INFO:tasks.rados.rados.0.smithi046.stdout:2805: read oid 17 snap -1 2024-09-20T21:51:39.616 INFO:tasks.rados.rados.0.smithi046.stdout:2805: expect (ObjNum 819 snap 271 seq_num 819) 2024-09-20T21:51:39.616 INFO:tasks.rados.rados.0.smithi046.stdout:2806: rmattr oid 11 current snap is 282 2024-09-20T21:51:39.616 INFO:tasks.rados.rados.0.smithi046.stdout:2806: done (4 left) 2024-09-20T21:51:39.616 INFO:tasks.rados.rados.0.smithi046.stdout:2807: copy_from oid 14 from oid 40 current snap is 282 2024-09-20T21:51:39.616 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 282 2024-09-20T21:51:39.616 INFO:tasks.rados.rados.0.smithi046.stdout:2808: seq_num 851 ranges {9945088=655360,10600448=688128,11288576=679936,11968512=237568} 2024-09-20T21:51:39.675 INFO:tasks.rados.rados.0.smithi046.stdout:2808: writing smithi04683737-22 from 9945088 to 10600448 tid 1 2024-09-20T21:51:39.678 INFO:tasks.rados.rados.0.smithi046.stdout:2808: writing smithi04683737-22 from 10600448 to 11288576 tid 2 2024-09-20T21:51:39.683 INFO:tasks.rados.rados.0.smithi046.stdout:2808: writing smithi04683737-22 from 11288576 to 11968512 tid 3 2024-09-20T21:51:39.684 INFO:tasks.rados.rados.0.smithi046.stdout:2808: writing smithi04683737-22 from 11968512 to 12206080 tid 4 2024-09-20T21:51:39.685 INFO:tasks.rados.rados.0.smithi046.stdout:2809: copy_from oid 23 from oid 42 current snap is 282 2024-09-20T21:51:39.685 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 847 (ObjNum 820 snap 271 seq_num 820) dirty exists 2024-09-20T21:51:39.685 INFO:tasks.rados.rados.0.smithi046.stdout:2804: expect (ObjNum 609 snap 202 seq_num 609) 2024-09-20T21:51:39.702 INFO:tasks.rados.rados.0.smithi046.stdout:2803: expect (ObjNum 700 snap 238 seq_num 700) 2024-09-20T21:51:39.821 INFO:tasks.rados.rados.0.smithi046.stdout:2805: expect (ObjNum 819 snap 271 seq_num 819) 2024-09-20T21:51:40.264 INFO:tasks.rados.rados.0.smithi046.stdout:2807: finishing copy_from racing read to smithi04683737-14 2024-09-20T21:51:40.264 INFO:tasks.rados.rados.0.smithi046.stdout:2807: finishing copy_from to smithi04683737-14 2024-09-20T21:51:40.264 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 1031 (ObjNum 840 snap 276 seq_num 840) dirty exists 2024-09-20T21:51:40.264 INFO:tasks.rados.rados.0.smithi046.stdout:2808: finishing write tid 1 to smithi04683737-22 2024-09-20T21:51:40.264 INFO:tasks.rados.rados.0.smithi046.stdout:2808: finishing write tid 2 to smithi04683737-22 2024-09-20T21:51:40.264 INFO:tasks.rados.rados.0.smithi046.stdout:2808: finishing write tid 3 to smithi04683737-22 2024-09-20T21:51:40.264 INFO:tasks.rados.rados.0.smithi046.stdout:2802: done (6 left) 2024-09-20T21:51:40.264 INFO:tasks.rados.rados.0.smithi046.stdout:2803: done (5 left) 2024-09-20T21:51:40.264 INFO:tasks.rados.rados.0.smithi046.stdout:2804: done (4 left) 2024-09-20T21:51:40.264 INFO:tasks.rados.rados.0.smithi046.stdout:2805: done (3 left) 2024-09-20T21:51:40.264 INFO:tasks.rados.rados.0.smithi046.stdout:2807: done (2 left) 2024-09-20T21:51:40.264 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 282 2024-09-20T21:51:40.265 INFO:tasks.rados.rados.0.smithi046.stdout:2808: finishing write tid 4 to smithi04683737-22 2024-09-20T21:51:40.265 INFO:tasks.rados.rados.0.smithi046.stdout:2808: finishing write tid 5 to smithi04683737-22 2024-09-20T21:51:40.265 INFO:tasks.rados.rados.0.smithi046.stdout:2808: finishing write tid 6 to smithi04683737-22 2024-09-20T21:51:40.265 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1233 (ObjNum 851 snap 282 seq_num 851) dirty exists 2024-09-20T21:51:40.265 INFO:tasks.rados.rados.0.smithi046.stdout:2808: left oid 22 (ObjNum 851 snap 282 seq_num 851) 2024-09-20T21:51:40.265 INFO:tasks.rados.rados.0.smithi046.stdout:2809: finishing copy_from racing read to smithi04683737-23 2024-09-20T21:51:40.265 INFO:tasks.rados.rados.0.smithi046.stdout:2809: finishing copy_from to smithi04683737-23 2024-09-20T21:51:40.265 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1025 (ObjNum 834 snap 276 seq_num 834) dirty exists 2024-09-20T21:51:40.265 INFO:tasks.rados.rados.0.smithi046.stdout:2810: seq_num 852 ranges {2244608=671744,2916352=622592,3538944=442368,3981312=540672} 2024-09-20T21:51:40.279 INFO:tasks.rados.rados.0.smithi046.stdout:2810: writing smithi04683737-41 from 2244608 to 2916352 tid 1 2024-09-20T21:51:40.282 INFO:tasks.rados.rados.0.smithi046.stdout:2810: writing smithi04683737-41 from 2916352 to 3538944 tid 2 2024-09-20T21:51:40.285 INFO:tasks.rados.rados.0.smithi046.stdout:2810: writing smithi04683737-41 from 3538944 to 3981312 tid 3 2024-09-20T21:51:40.288 INFO:tasks.rados.rados.0.smithi046.stdout:2810: writing smithi04683737-41 from 3981312 to 4521984 tid 4 2024-09-20T21:51:40.288 INFO:tasks.rados.rados.0.smithi046.stdout:2808: done (2 left) 2024-09-20T21:51:40.288 INFO:tasks.rados.rados.0.smithi046.stdout:2809: done (1 left) 2024-09-20T21:51:40.288 INFO:tasks.rados.rados.0.smithi046.stdout:2811: rollback oid 50 current snap is 282 2024-09-20T21:51:40.288 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 50 to 221 2024-09-20T21:51:40.289 INFO:tasks.rados.rados.0.smithi046.stdout:2810: finishing write tid 1 to smithi04683737-41 2024-09-20T21:51:40.289 INFO:tasks.rados.rados.0.smithi046.stdout:2810: finishing write tid 2 to smithi04683737-41 2024-09-20T21:51:40.289 INFO:tasks.rados.rados.0.smithi046.stdout:2810: finishing write tid 3 to smithi04683737-41 2024-09-20T21:51:40.289 INFO:tasks.rados.rados.0.smithi046.stdout:2812: rollback oid 30 current snap is 282 2024-09-20T21:51:40.289 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 30 to 276 2024-09-20T21:51:40.289 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 282 2024-09-20T21:51:40.289 INFO:tasks.rados.rados.0.smithi046.stdout:2813: seq_num 853 ranges {2899968=696320,3596288=507904,4104192=647168,4751360=450560} 2024-09-20T21:51:40.308 INFO:tasks.rados.rados.0.smithi046.stdout:2813: writing smithi04683737-28 from 2899968 to 3596288 tid 1 2024-09-20T21:51:40.311 INFO:tasks.rados.rados.0.smithi046.stdout:2813: writing smithi04683737-28 from 3596288 to 4104192 tid 2 2024-09-20T21:51:40.315 INFO:tasks.rados.rados.0.smithi046.stdout:2813: writing smithi04683737-28 from 4104192 to 4751360 tid 3 2024-09-20T21:51:40.318 INFO:tasks.rados.rados.0.smithi046.stdout:2813: writing smithi04683737-28 from 4751360 to 5201920 tid 4 2024-09-20T21:51:40.318 INFO:tasks.rados.rados.0.smithi046.stdout:2814: rmattr oid 19 current snap is 282 2024-09-20T21:51:40.318 INFO:tasks.rados.rados.0.smithi046.stdout:2814: done (4 left) 2024-09-20T21:51:40.318 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 282 2024-09-20T21:51:40.318 INFO:tasks.rados.rados.0.smithi046.stdout:2810: finishing write tid 4 to smithi04683737-41 2024-09-20T21:51:40.318 INFO:tasks.rados.rados.0.smithi046.stdout:2815: seq_num 854 ranges {1892352=712704,2605056=794624,3399680=450560,3850240=360448} 2024-09-20T21:51:40.332 INFO:tasks.rados.rados.0.smithi046.stdout:2815: writing smithi04683737-32 from 1892352 to 2605056 tid 1 2024-09-20T21:51:40.337 INFO:tasks.rados.rados.0.smithi046.stdout:2815: writing smithi04683737-32 from 2605056 to 3399680 tid 2 2024-09-20T21:51:40.339 INFO:tasks.rados.rados.0.smithi046.stdout:2815: writing smithi04683737-32 from 3399680 to 3850240 tid 3 2024-09-20T21:51:40.343 INFO:tasks.rados.rados.0.smithi046.stdout:2815: writing smithi04683737-32 from 3850240 to 4210688 tid 4 2024-09-20T21:51:40.343 INFO:tasks.rados.rados.0.smithi046.stdout:2816: setattr oid 5 current snap is 282 2024-09-20T21:51:40.344 INFO:tasks.rados.rados.0.smithi046.stdout:2811: finishing rollback tid 0 to smithi04683737-50 2024-09-20T21:51:40.344 INFO:tasks.rados.rados.0.smithi046.stdout:2811: finishing rollback tid 1 to smithi04683737-50 2024-09-20T21:51:40.344 INFO:tasks.rados.rados.0.smithi046.stdout:2810: finishing write tid 5 to smithi04683737-41 2024-09-20T21:51:40.344 INFO:tasks.rados.rados.0.smithi046.stdout:2811: finishing rollback tid 2 to smithi04683737-50 2024-09-20T21:51:40.344 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 780 (ObjNum 630 snap 203 seq_num 630) dirty exists 2024-09-20T21:51:40.344 INFO:tasks.rados.rados.0.smithi046.stdout:2812: finishing rollback tid 0 to smithi04683737-30 2024-09-20T21:51:40.345 INFO:tasks.rados.rados.0.smithi046.stdout:2812: finishing rollback tid 1 to smithi04683737-30 2024-09-20T21:51:40.345 INFO:tasks.rados.rados.0.smithi046.stdout:2812: finishing rollback tid 2 to smithi04683737-30 2024-09-20T21:51:40.345 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 1028 (ObjNum 764 snap 255 seq_num 764) dirty exists 2024-09-20T21:51:40.345 INFO:tasks.rados.rados.0.smithi046.stdout:2810: finishing write tid 6 to smithi04683737-41 2024-09-20T21:51:40.345 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1399 (ObjNum 852 snap 282 seq_num 852) dirty exists 2024-09-20T21:51:40.345 INFO:tasks.rados.rados.0.smithi046.stdout:2810: left oid 41 (ObjNum 852 snap 282 seq_num 852) 2024-09-20T21:51:40.345 INFO:tasks.rados.rados.0.smithi046.stdout:2813: finishing write tid 1 to smithi04683737-28 2024-09-20T21:51:40.345 INFO:tasks.rados.rados.0.smithi046.stdout:2813: finishing write tid 2 to smithi04683737-28 2024-09-20T21:51:40.345 INFO:tasks.rados.rados.0.smithi046.stdout:2813: finishing write tid 3 to smithi04683737-28 2024-09-20T21:51:40.346 INFO:tasks.rados.rados.0.smithi046.stdout:2813: finishing write tid 4 to smithi04683737-28 2024-09-20T21:51:40.346 INFO:tasks.rados.rados.0.smithi046.stdout:2813: finishing write tid 5 to smithi04683737-28 2024-09-20T21:51:40.346 INFO:tasks.rados.rados.0.smithi046.stdout:2813: finishing write tid 6 to smithi04683737-28 2024-09-20T21:51:40.346 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 852 (ObjNum 853 snap 282 seq_num 853) dirty exists 2024-09-20T21:51:40.346 INFO:tasks.rados.rados.0.smithi046.stdout:2813: left oid 28 (ObjNum 853 snap 282 seq_num 853) 2024-09-20T21:51:40.346 INFO:tasks.rados.rados.0.smithi046.stdout:2815: finishing write tid 1 to smithi04683737-32 2024-09-20T21:51:40.346 INFO:tasks.rados.rados.0.smithi046.stdout:2815: finishing write tid 2 to smithi04683737-32 2024-09-20T21:51:40.346 INFO:tasks.rados.rados.0.smithi046.stdout:2815: finishing write tid 3 to smithi04683737-32 2024-09-20T21:51:40.346 INFO:tasks.rados.rados.0.smithi046.stdout:2810: done (5 left) 2024-09-20T21:51:40.347 INFO:tasks.rados.rados.0.smithi046.stdout:2811: done (4 left) 2024-09-20T21:51:40.347 INFO:tasks.rados.rados.0.smithi046.stdout:2812: done (3 left) 2024-09-20T21:51:40.347 INFO:tasks.rados.rados.0.smithi046.stdout:2813: done (2 left) 2024-09-20T21:51:40.347 INFO:tasks.rados.rados.0.smithi046.stdout:2817: snap_remove snap 243 2024-09-20T21:51:40.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:40 smithi134 ceph-mon[89086]: pgmap v601: 121 pgs: 121 active+clean; 545 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.6 MiB/s wr, 22 op/s 2024-09-20T21:51:40.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:40 smithi134 ceph-mon[89086]: osdmap e624: 8 total, 8 up, 8 in 2024-09-20T21:51:40.735 INFO:tasks.rados.rados.0.smithi046.stdout:2817: done (2 left) 2024-09-20T21:51:40.735 INFO:tasks.rados.rados.0.smithi046.stdout:2818: snap_remove snap 238 2024-09-20T21:51:40.735 INFO:tasks.rados.rados.0.smithi046.stdout:2815: finishing write tid 4 to smithi04683737-32 2024-09-20T21:51:40.735 INFO:tasks.rados.rados.0.smithi046.stdout:2815: finishing write tid 5 to smithi04683737-32 2024-09-20T21:51:40.735 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 988 (ObjNum 828 snap 274 seq_num 828) dirty exists 2024-09-20T21:51:40.735 INFO:tasks.rados.rados.0.smithi046.stdout:2815: finishing write tid 6 to smithi04683737-32 2024-09-20T21:51:40.736 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1426 (ObjNum 854 snap 282 seq_num 854) dirty exists 2024-09-20T21:51:40.736 INFO:tasks.rados.rados.0.smithi046.stdout:2815: left oid 32 (ObjNum 854 snap 282 seq_num 854) 2024-09-20T21:51:40.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:40 smithi046 ceph-mon[96110]: pgmap v601: 121 pgs: 121 active+clean; 545 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.6 MiB/s wr, 22 op/s 2024-09-20T21:51:40.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:40 smithi046 ceph-mon[96110]: osdmap e624: 8 total, 8 up, 8 in 2024-09-20T21:51:40.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:40 smithi046 ceph-mon[98591]: pgmap v601: 121 pgs: 121 active+clean; 545 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.6 MiB/s wr, 22 op/s 2024-09-20T21:51:40.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:40 smithi046 ceph-mon[98591]: osdmap e624: 8 total, 8 up, 8 in 2024-09-20T21:51:40.922 INFO:teuthology.orchestra.run.smithi046.stdout:true 2024-09-20T21:51:41.654 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -e sha1=9e2ac70bb7aea67d34f0d50002344abbe7803736 -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-09-20T21:51:41.744 INFO:tasks.rados.rados.0.smithi046.stdout:2815: done (2 left) 2024-09-20T21:51:41.744 INFO:tasks.rados.rados.0.smithi046.stdout:2816: done (1 left) 2024-09-20T21:51:41.744 INFO:tasks.rados.rados.0.smithi046.stdout:2818: done (0 left) 2024-09-20T21:51:41.744 INFO:tasks.rados.rados.0.smithi046.stdout:2819: copy_from oid 32 from oid 23 current snap is 282 2024-09-20T21:51:41.744 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 38 current snap is 282 2024-09-20T21:51:41.745 INFO:tasks.rados.rados.0.smithi046.stdout:2820: seq_num 855 ranges {0=729088,729088=671744,1400832=663552,2064384=270336} 2024-09-20T21:51:41.749 INFO:tasks.rados.rados.0.smithi046.stdout:2820: writing smithi04683737-38 from 0 to 729088 tid 1 2024-09-20T21:51:41.754 INFO:tasks.rados.rados.0.smithi046.stdout:2820: writing smithi04683737-38 from 729088 to 1400832 tid 2 2024-09-20T21:51:41.759 INFO:tasks.rados.rados.0.smithi046.stdout:2820: writing smithi04683737-38 from 1400832 to 2064384 tid 3 2024-09-20T21:51:41.761 INFO:tasks.rados.rados.0.smithi046.stdout:2820: writing smithi04683737-38 from 2064384 to 2334720 tid 4 2024-09-20T21:51:41.761 INFO:tasks.rados.rados.0.smithi046.stdout:2821: snap_create 2024-09-20T21:51:41.762 INFO:tasks.rados.rados.0.smithi046.stdout:2820: finishing write tid 1 to smithi04683737-38 2024-09-20T21:51:41.767 INFO:tasks.rados.rados.0.smithi046.stdout:2820: finishing write tid 2 to smithi04683737-38 2024-09-20T21:51:41.768 INFO:tasks.rados.rados.0.smithi046.stdout:2820: finishing write tid 3 to smithi04683737-38 2024-09-20T21:51:41.770 INFO:tasks.rados.rados.0.smithi046.stdout:2820: finishing write tid 4 to smithi04683737-38 2024-09-20T21:51:41.770 INFO:tasks.rados.rados.0.smithi046.stdout:2820: finishing write tid 5 to smithi04683737-38 2024-09-20T21:51:41.775 INFO:tasks.rados.rados.0.smithi046.stdout:2820: finishing write tid 6 to smithi04683737-38 2024-09-20T21:51:41.775 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1131 (ObjNum 855 snap 282 seq_num 855) dirty exists 2024-09-20T21:51:41.775 INFO:tasks.rados.rados.0.smithi046.stdout:2820: left oid 38 (ObjNum 855 snap 282 seq_num 855) 2024-09-20T21:51:41.780 INFO:tasks.rados.rados.0.smithi046.stdout:2819: finishing copy_from racing read to smithi04683737-32 2024-09-20T21:51:41.780 INFO:tasks.rados.rados.0.smithi046.stdout:2819: finishing copy_from to smithi04683737-32 2024-09-20T21:51:41.781 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1025 (ObjNum 834 snap 276 seq_num 834) dirty exists 2024-09-20T21:51:41.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:41 smithi046 ceph-mon[96110]: osdmap e625: 8 total, 8 up, 8 in 2024-09-20T21:51:41.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:41 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4158062262' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:41.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:41 smithi046 ceph-mon[98591]: osdmap e625: 8 total, 8 up, 8 in 2024-09-20T21:51:41.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:41 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4158062262' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:41.980 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:51:42.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:41 smithi134 ceph-mon[89086]: osdmap e625: 8 total, 8 up, 8 in 2024-09-20T21:51:42.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:41 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4158062262' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:51:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:51:42] "GET /metrics HTTP/1.1" 200 36389 "" "Prometheus/2.43.0" 2024-09-20T21:51:42.613 INFO:tasks.rados.rados.0.smithi046.stdout:2819: done (2 left) 2024-09-20T21:51:42.614 INFO:tasks.rados.rados.0.smithi046.stdout:2820: done (1 left) 2024-09-20T21:51:42.614 INFO:tasks.rados.rados.0.smithi046.stdout:2821: done (0 left) 2024-09-20T21:51:42.614 INFO:tasks.rados.rados.0.smithi046.stdout:2822: snap_remove snap 267 2024-09-20T21:51:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:51:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:51:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:51:43.004 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:42 smithi046 ceph-mon[96110]: pgmap v604: 121 pgs: 121 active+clean; 558 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.7 MiB/s wr, 24 op/s 2024-09-20T21:51:43.004 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:42 smithi046 ceph-mon[96110]: osdmap e626: 8 total, 8 up, 8 in 2024-09-20T21:51:43.004 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:42 smithi046 ceph-mon[96110]: osdmap e627: 8 total, 8 up, 8 in 2024-09-20T21:51:43.004 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:42 smithi046 ceph-mon[98591]: pgmap v604: 121 pgs: 121 active+clean; 558 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.7 MiB/s wr, 24 op/s 2024-09-20T21:51:43.004 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:42 smithi046 ceph-mon[98591]: osdmap e626: 8 total, 8 up, 8 in 2024-09-20T21:51:43.004 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:42 smithi046 ceph-mon[98591]: osdmap e627: 8 total, 8 up, 8 in 2024-09-20T21:51:43.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:42 smithi134 ceph-mon[89086]: pgmap v604: 121 pgs: 121 active+clean; 558 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.7 MiB/s wr, 24 op/s 2024-09-20T21:51:43.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:42 smithi134 ceph-mon[89086]: osdmap e626: 8 total, 8 up, 8 in 2024-09-20T21:51:43.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:42 smithi134 ceph-mon[89086]: osdmap e627: 8 total, 8 up, 8 in 2024-09-20T21:51:43.616 INFO:tasks.rados.rados.0.smithi046.stdout:2822: done (0 left) 2024-09-20T21:51:43.616 INFO:tasks.rados.rados.0.smithi046.stdout:2823: copy_from oid 16 from oid 21 current snap is 283 2024-09-20T21:51:43.616 INFO:tasks.rados.rados.0.smithi046.stdout:2824: rmattr oid 13 current snap is 283 2024-09-20T21:51:43.616 INFO:tasks.rados.rados.0.smithi046.stdout:2824: done (1 left) 2024-09-20T21:51:43.616 INFO:tasks.rados.rados.0.smithi046.stdout:2825: delete oid 33 current snap is 283 2024-09-20T21:51:43.623 INFO:tasks.rados.rados.0.smithi046.stdout:2825: done (1 left) 2024-09-20T21:51:43.623 INFO:tasks.rados.rados.0.smithi046.stdout:2826: snap_remove snap 280 2024-09-20T21:51:44.139 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)" 2024-09-20T21:51:44.620 INFO:tasks.rados.rados.0.smithi046.stdout:2826: done (1 left) 2024-09-20T21:51:44.620 INFO:tasks.rados.rados.0.smithi046.stdout:2827: rollback oid 50 current snap is 283 2024-09-20T21:51:44.621 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 50 to 251 2024-09-20T21:51:44.621 INFO:tasks.rados.rados.0.smithi046.stdout:2823: finishing copy_from racing read to smithi04683737-16 2024-09-20T21:51:44.621 INFO:tasks.rados.rados.0.smithi046.stdout:2823: finishing copy_from to smithi04683737-16 2024-09-20T21:51:44.621 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 1189 (ObjNum 838 snap 276 seq_num 838) dirty exists 2024-09-20T21:51:44.621 INFO:tasks.rados.rados.0.smithi046.stdout:2823: done (1 left) 2024-09-20T21:51:44.621 INFO:tasks.rados.rados.0.smithi046.stdout:2828: setattr oid 46 current snap is 283 2024-09-20T21:51:44.622 INFO:tasks.rados.rados.0.smithi046.stdout:2829: copy_from oid 15 from oid 33 current snap is 283 2024-09-20T21:51:44.622 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 283 2024-09-20T21:51:44.622 INFO:tasks.rados.rados.0.smithi046.stdout:2830: seq_num 857 ranges {1155072=761856,1916928=442368,2359296=630784,2990080=532480} 2024-09-20T21:51:44.634 INFO:tasks.rados.rados.0.smithi046.stdout:2830: writing smithi04683737-35 from 1155072 to 1916928 tid 1 2024-09-20T21:51:44.637 INFO:tasks.rados.rados.0.smithi046.stdout:2830: writing smithi04683737-35 from 1916928 to 2359296 tid 2 2024-09-20T21:51:44.641 INFO:tasks.rados.rados.0.smithi046.stdout:2830: writing smithi04683737-35 from 2359296 to 2990080 tid 3 2024-09-20T21:51:44.645 INFO:tasks.rados.rados.0.smithi046.stdout:2830: writing smithi04683737-35 from 2990080 to 3522560 tid 4 2024-09-20T21:51:44.645 INFO:tasks.rados.rados.0.smithi046.stdout:2831: copy_from oid 39 from oid 49 current snap is 283 2024-09-20T21:51:44.645 INFO:tasks.rados.rados.0.smithi046.stdout:2829: finishing copy_from to smithi04683737-15 2024-09-20T21:51:44.645 INFO:tasks.rados.rados.0.smithi046.stdout:2829: got expected ENOENT (src dne) 2024-09-20T21:51:44.645 INFO:tasks.rados.rados.0.smithi046.stdout:2829: finishing copy_from racing read to smithi04683737-15 2024-09-20T21:51:44.645 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 1040 (ObjNum 849 snap 280 seq_num 849) dirty exists 2024-09-20T21:51:44.645 INFO:tasks.rados.rados.0.smithi046.stdout:2827: finishing rollback tid 0 to smithi04683737-50 2024-09-20T21:51:44.645 INFO:tasks.rados.rados.0.smithi046.stdout:2827: finishing rollback tid 1 to smithi04683737-50 2024-09-20T21:51:44.645 INFO:tasks.rados.rados.0.smithi046.stdout:2827: finishing rollback tid 2 to smithi04683737-50 2024-09-20T21:51:44.645 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 790 (ObjNum 630 snap 203 seq_num 630) dirty exists 2024-09-20T21:51:44.645 INFO:tasks.rados.rados.0.smithi046.stdout:2830: finishing write tid 1 to smithi04683737-35 2024-09-20T21:51:44.645 INFO:tasks.rados.rados.0.smithi046.stdout:2830: finishing write tid 2 to smithi04683737-35 2024-09-20T21:51:44.645 INFO:tasks.rados.rados.0.smithi046.stdout:2827: done (4 left) 2024-09-20T21:51:44.646 INFO:tasks.rados.rados.0.smithi046.stdout:2828: done (3 left) 2024-09-20T21:51:44.646 INFO:tasks.rados.rados.0.smithi046.stdout:2829: done (2 left) 2024-09-20T21:51:44.646 INFO:tasks.rados.rados.0.smithi046.stdout:2832: delete oid 47 current snap is 283 2024-09-20T21:51:44.646 INFO:tasks.rados.rados.0.smithi046.stdout:2830: finishing write tid 3 to smithi04683737-35 2024-09-20T21:51:44.647 INFO:tasks.rados.rados.0.smithi046.stdout:2832: done (2 left) 2024-09-20T21:51:44.647 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 283 2024-09-20T21:51:44.648 INFO:tasks.rados.rados.0.smithi046.stdout:2833: seq_num 859 ranges {4055040=794624,4849664=614400,5464064=638976,6103040=352256} 2024-09-20T21:51:44.674 INFO:tasks.rados.rados.0.smithi046.stdout:2833: writing smithi04683737-46 from 4055040 to 4849664 tid 1 2024-09-20T21:51:44.678 INFO:tasks.rados.rados.0.smithi046.stdout:2833: writing smithi04683737-46 from 4849664 to 5464064 tid 2 2024-09-20T21:51:44.681 INFO:tasks.rados.rados.0.smithi046.stdout:2833: writing smithi04683737-46 from 5464064 to 6103040 tid 3 2024-09-20T21:51:44.684 INFO:tasks.rados.rados.0.smithi046.stdout:2833: writing smithi04683737-46 from 6103040 to 6455296 tid 4 2024-09-20T21:51:44.684 INFO:tasks.rados.rados.0.smithi046.stdout:2834: read oid 28 snap -1 2024-09-20T21:51:44.684 INFO:tasks.rados.rados.0.smithi046.stdout:2834: expect (ObjNum 853 snap 282 seq_num 853) 2024-09-20T21:51:44.684 INFO:tasks.rados.rados.0.smithi046.stdout:2835: rollback oid 8 current snap is 283 2024-09-20T21:51:44.684 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 8 to 251 2024-09-20T21:51:44.684 INFO:tasks.rados.rados.0.smithi046.stdout:2830: finishing write tid 4 to smithi04683737-35 2024-09-20T21:51:44.684 INFO:tasks.rados.rados.0.smithi046.stdout:2830: finishing write tid 5 to smithi04683737-35 2024-09-20T21:51:44.684 INFO:tasks.rados.rados.0.smithi046.stdout:2830: finishing write tid 6 to smithi04683737-35 2024-09-20T21:51:44.684 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 796 (ObjNum 857 snap 283 seq_num 857) dirty exists 2024-09-20T21:51:44.685 INFO:tasks.rados.rados.0.smithi046.stdout:2830: left oid 35 (ObjNum 857 snap 283 seq_num 857) 2024-09-20T21:51:44.685 INFO:tasks.rados.rados.0.smithi046.stdout:2831: finishing copy_from racing read to smithi04683737-39 2024-09-20T21:51:44.685 INFO:tasks.rados.rados.0.smithi046.stdout:2831: finishing copy_from to smithi04683737-39 2024-09-20T21:51:44.685 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1332 (ObjNum 812 snap 270 seq_num 812) dirty exists 2024-09-20T21:51:44.685 INFO:tasks.rados.rados.0.smithi046.stdout:2833: finishing write tid 1 to smithi04683737-46 2024-09-20T21:51:44.685 INFO:tasks.rados.rados.0.smithi046.stdout:2833: finishing write tid 2 to smithi04683737-46 2024-09-20T21:51:44.685 INFO:tasks.rados.rados.0.smithi046.stdout:2830: done (4 left) 2024-09-20T21:51:44.685 INFO:tasks.rados.rados.0.smithi046.stdout:2831: done (3 left) 2024-09-20T21:51:44.685 INFO:tasks.rados.rados.0.smithi046.stdout:2836: rmattr oid 31 current snap is 283 2024-09-20T21:51:44.685 INFO:tasks.rados.rados.0.smithi046.stdout:2836: done (3 left) 2024-09-20T21:51:44.685 INFO:tasks.rados.rados.0.smithi046.stdout:2837: snap_create 2024-09-20T21:51:44.686 INFO:tasks.rados.rados.0.smithi046.stdout:2833: finishing write tid 3 to smithi04683737-46 2024-09-20T21:51:44.686 INFO:tasks.rados.rados.0.smithi046.stdout:2833: finishing write tid 4 to smithi04683737-46 2024-09-20T21:51:44.687 INFO:tasks.rados.rados.0.smithi046.stdout:2835: finishing rollback tid 1 to smithi04683737-8 2024-09-20T21:51:44.687 INFO:tasks.rados.rados.0.smithi046.stdout:2833: finishing write tid 5 to smithi04683737-46 2024-09-20T21:51:44.688 INFO:tasks.rados.rados.0.smithi046.stdout:2833: finishing write tid 6 to smithi04683737-46 2024-09-20T21:51:44.688 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 1045 (ObjNum 859 snap 283 seq_num 859) dirty exists 2024-09-20T21:51:44.688 INFO:tasks.rados.rados.0.smithi046.stdout:2833: left oid 46 (ObjNum 859 snap 283 seq_num 859) 2024-09-20T21:51:44.689 INFO:tasks.rados.rados.0.smithi046.stdout:2835: finishing rollback tid 2 to smithi04683737-8 2024-09-20T21:51:44.690 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1294 (ObjNum 502 snap 154 seq_num 502) dirty exists 2024-09-20T21:51:44.697 INFO:tasks.rados.rados.0.smithi046.stdout:2834: expect (ObjNum 853 snap 282 seq_num 853) 2024-09-20T21:51:44.838 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:44 smithi046 ceph-mon[96110]: pgmap v607: 121 pgs: 121 active+clean; 560 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 5.2 MiB/s wr, 18 op/s 2024-09-20T21:51:44.839 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:44 smithi046 ceph-mon[96110]: osdmap e628: 8 total, 8 up, 8 in 2024-09-20T21:51:44.839 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:44 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/668825523' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:44.839 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:44 smithi046 ceph-mon[98591]: pgmap v607: 121 pgs: 121 active+clean; 560 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 5.2 MiB/s wr, 18 op/s 2024-09-20T21:51:44.839 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:44 smithi046 ceph-mon[98591]: osdmap e628: 8 total, 8 up, 8 in 2024-09-20T21:51:44.839 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:44 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/668825523' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:44.863 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-20T21:51:44.863 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-09-20T21:51:44.863 DEBUG:teuthology.parallel:result is None 2024-09-20T21:51:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:44 smithi134 ceph-mon[89086]: pgmap v607: 121 pgs: 121 active+clean; 560 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 5.2 MiB/s wr, 18 op/s 2024-09-20T21:51:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:44 smithi134 ceph-mon[89086]: osdmap e628: 8 total, 8 up, 8 in 2024-09-20T21:51:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:44 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/668825523' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-20T21:51:45.625 INFO:tasks.rados.rados.0.smithi046.stdout:2833: done (3 left) 2024-09-20T21:51:45.626 INFO:tasks.rados.rados.0.smithi046.stdout:2834: done (2 left) 2024-09-20T21:51:45.626 INFO:tasks.rados.rados.0.smithi046.stdout:2835: done (1 left) 2024-09-20T21:51:45.626 INFO:tasks.rados.rados.0.smithi046.stdout:2837: done (0 left) 2024-09-20T21:51:45.626 INFO:tasks.rados.rados.0.smithi046.stdout:2838: snap_create 2024-09-20T21:51:45.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:45 smithi046 ceph-mon[96110]: osdmap e629: 8 total, 8 up, 8 in 2024-09-20T21:51:45.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:45 smithi046 ceph-mon[98591]: osdmap e629: 8 total, 8 up, 8 in 2024-09-20T21:51:45.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:45 smithi134 ceph-mon[89086]: osdmap e629: 8 total, 8 up, 8 in 2024-09-20T21:51:46.628 INFO:tasks.rados.rados.0.smithi046.stdout:2838: done (0 left) 2024-09-20T21:51:46.628 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 285 2024-09-20T21:51:46.628 INFO:tasks.rados.rados.0.smithi046.stdout:2839: seq_num 860 ranges {2334720=8192} 2024-09-20T21:51:46.641 INFO:tasks.rados.rados.0.smithi046.stdout:2839: writing smithi04683737-15 from 2334720 to 2342912 tid 1 2024-09-20T21:51:46.641 INFO:tasks.rados.rados.0.smithi046.stdout:2840: rollback oid 3 current snap is 285 2024-09-20T21:51:46.642 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 3 to 206 2024-09-20T21:51:46.642 INFO:tasks.rados.rados.0.smithi046.stdout:2841: read oid 50 snap 263 2024-09-20T21:51:46.642 INFO:tasks.rados.rados.0.smithi046.stdout:2841: expect (ObjNum 609 snap 202 seq_num 609) 2024-09-20T21:51:46.642 INFO:tasks.rados.rados.0.smithi046.stdout:2842: snap_create 2024-09-20T21:51:46.646 INFO:tasks.rados.rados.0.smithi046.stdout:2840: finishing rollback tid 0 to smithi04683737-3 2024-09-20T21:51:46.646 INFO:tasks.rados.rados.0.smithi046.stdout:2840: finishing rollback tid 1 to smithi04683737-3 2024-09-20T21:51:46.647 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1135 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-20T21:51:46.647 INFO:tasks.rados.rados.0.smithi046.stdout:2841: expect (ObjNum 609 snap 202 seq_num 609) 2024-09-20T21:51:46.663 INFO:tasks.rados.rados.0.smithi046.stdout:2839: finishing write tid 1 to smithi04683737-15 2024-09-20T21:51:46.664 INFO:tasks.rados.rados.0.smithi046.stdout:2839: finishing write tid 2 to smithi04683737-15 2024-09-20T21:51:46.664 INFO:tasks.rados.rados.0.smithi046.stdout:2839: finishing write tid 3 to smithi04683737-15 2024-09-20T21:51:46.664 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 1030 (ObjNum 860 snap 285 seq_num 860) dirty exists 2024-09-20T21:51:46.664 INFO:tasks.rados.rados.0.smithi046.stdout:2839: left oid 15 (ObjNum 860 snap 285 seq_num 860) 2024-09-20T21:51:46.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:46 smithi046 ceph-mon[96110]: pgmap v610: 121 pgs: 121 active+clean; 562 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-09-20T21:51:46.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:46 smithi046 ceph-mon[96110]: osdmap e630: 8 total, 8 up, 8 in 2024-09-20T21:51:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:46 smithi046 ceph-mon[98591]: pgmap v610: 121 pgs: 121 active+clean; 562 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-09-20T21:51:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:46 smithi046 ceph-mon[98591]: osdmap e630: 8 total, 8 up, 8 in 2024-09-20T21:51:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:46 smithi134 ceph-mon[89086]: pgmap v610: 121 pgs: 121 active+clean; 562 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-09-20T21:51:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:46 smithi134 ceph-mon[89086]: osdmap e630: 8 total, 8 up, 8 in 2024-09-20T21:51:47.639 INFO:tasks.rados.rados.0.smithi046.stdout:2839: done (3 left) 2024-09-20T21:51:47.639 INFO:tasks.rados.rados.0.smithi046.stdout:2840: done (2 left) 2024-09-20T21:51:47.639 INFO:tasks.rados.rados.0.smithi046.stdout:2841: done (1 left) 2024-09-20T21:51:47.639 INFO:tasks.rados.rados.0.smithi046.stdout:2842: done (0 left) 2024-09-20T21:51:47.639 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 286 2024-09-20T21:51:47.639 INFO:tasks.rados.rados.0.smithi046.stdout:2843: seq_num 861 ranges {0=24576} 2024-09-20T21:51:47.639 INFO:tasks.rados.rados.0.smithi046.stdout:2843: writing smithi04683737-7 from 0 to 24576 tid 1 2024-09-20T21:51:47.639 INFO:tasks.rados.rados.0.smithi046.stdout:2844: rollback oid 44 current snap is 286 2024-09-20T21:51:47.639 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 44 to 221 2024-09-20T21:51:47.639 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 286 2024-09-20T21:51:47.639 INFO:tasks.rados.rados.0.smithi046.stdout:2845: seq_num 862 ranges {1982464=40960} 2024-09-20T21:51:47.651 INFO:tasks.rados.rados.0.smithi046.stdout:2845: writing smithi04683737-42 from 1982464 to 2023424 tid 1 2024-09-20T21:51:47.651 INFO:tasks.rados.rados.0.smithi046.stdout:2846: rollback oid 9 current snap is 286 2024-09-20T21:51:47.651 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 9 to 221 2024-09-20T21:51:47.651 INFO:tasks.rados.rados.0.smithi046.stdout:2843: finishing write tid 1 to smithi04683737-7 2024-09-20T21:51:47.651 INFO:tasks.rados.rados.0.smithi046.stdout:2843: finishing write tid 2 to smithi04683737-7 2024-09-20T21:51:47.651 INFO:tasks.rados.rados.0.smithi046.stdout:2843: finishing write tid 3 to smithi04683737-7 2024-09-20T21:51:47.651 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 528 (ObjNum 861 snap 286 seq_num 861) dirty exists 2024-09-20T21:51:47.651 INFO:tasks.rados.rados.0.smithi046.stdout:2843: left oid 7 (ObjNum 861 snap 286 seq_num 861) 2024-09-20T21:51:47.651 INFO:tasks.rados.rados.0.smithi046.stdout:2844: finishing rollback tid 1 to smithi04683737-44 2024-09-20T21:51:47.652 INFO:tasks.rados.rados.0.smithi046.stdout:2843: done (3 left) 2024-09-20T21:51:47.652 INFO:tasks.rados.rados.0.smithi046.stdout:2847: read oid 28 snap -1 2024-09-20T21:51:47.652 INFO:tasks.rados.rados.0.smithi046.stdout:2847: expect (ObjNum 853 snap 282 seq_num 853) 2024-09-20T21:51:47.652 INFO:tasks.rados.rados.0.smithi046.stdout:2848: read oid 2 snap -1 2024-09-20T21:51:47.652 INFO:tasks.rados.rados.0.smithi046.stdout:2848: expect deleted 2024-09-20T21:51:47.652 INFO:tasks.rados.rados.0.smithi046.stdout:2849: rollback oid 19 current snap is 286 2024-09-20T21:51:47.652 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 19 to 278 2024-09-20T21:51:47.652 INFO:tasks.rados.rados.0.smithi046.stdout:2844: finishing rollback tid 2 to smithi04683737-44 2024-09-20T21:51:47.652 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1334 (ObjNum 544 snap 165 seq_num 544) dirty exists 2024-09-20T21:51:47.652 INFO:tasks.rados.rados.0.smithi046.stdout:2844: done (5 left) 2024-09-20T21:51:47.652 INFO:tasks.rados.rados.0.smithi046.stdout:2850: setattr oid 23 current snap is 286 2024-09-20T21:51:47.653 INFO:tasks.rados.rados.0.smithi046.stdout:2851: copy_from oid 43 from oid 21 current snap is 286 2024-09-20T21:51:47.653 INFO:tasks.rados.rados.0.smithi046.stdout:2852: rollback oid 8 current snap is 286 2024-09-20T21:51:47.653 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 8 to 258 2024-09-20T21:51:47.653 INFO:tasks.rados.rados.0.smithi046.stdout:2853: read oid 14 snap -1 2024-09-20T21:51:47.653 INFO:tasks.rados.rados.0.smithi046.stdout:2853: expect (ObjNum 840 snap 276 seq_num 840) 2024-09-20T21:51:47.654 INFO:tasks.rados.rados.0.smithi046.stdout:2854: read oid 48 snap -1 2024-09-20T21:51:47.654 INFO:tasks.rados.rados.0.smithi046.stdout:2854: expect (ObjNum 712 snap 245 seq_num 712) 2024-09-20T21:51:47.654 INFO:tasks.rados.rados.0.smithi046.stdout:2855: delete oid 18 current snap is 286 2024-09-20T21:51:47.656 INFO:tasks.rados.rados.0.smithi046.stdout:2845: finishing write tid 1 to smithi04683737-42 2024-09-20T21:51:47.656 INFO:tasks.rados.rados.0.smithi046.stdout:2845: finishing write tid 2 to smithi04683737-42 2024-09-20T21:51:47.660 INFO:tasks.rados.rados.0.smithi046.stdout:2845: finishing write tid 3 to smithi04683737-42 2024-09-20T21:51:47.660 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 1033 (ObjNum 862 snap 286 seq_num 862) dirty exists 2024-09-20T21:51:47.660 INFO:tasks.rados.rados.0.smithi046.stdout:2845: left oid 42 (ObjNum 862 snap 286 seq_num 862) 2024-09-20T21:51:47.662 INFO:tasks.rados.rados.0.smithi046.stdout:2846: finishing rollback tid 0 to smithi04683737-9 2024-09-20T21:51:47.662 INFO:tasks.rados.rados.0.smithi046.stdout:2846: finishing rollback tid 1 to smithi04683737-9 2024-09-20T21:51:47.662 INFO:tasks.rados.rados.0.smithi046.stdout:2846: finishing rollback tid 2 to smithi04683737-9 2024-09-20T21:51:47.662 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 1048 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-20T21:51:47.662 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1049 (ObjNum 834 snap 276 seq_num 834) dirty exists 2024-09-20T21:51:47.664 INFO:tasks.rados.rados.0.smithi046.stdout:2845: done (10 left) 2024-09-20T21:51:47.664 INFO:tasks.rados.rados.0.smithi046.stdout:2846: done (9 left) 2024-09-20T21:51:47.664 INFO:tasks.rados.rados.0.smithi046.stdout:2848: done (8 left) 2024-09-20T21:51:47.664 INFO:tasks.rados.rados.0.smithi046.stdout:2850: done (7 left) 2024-09-20T21:51:47.665 INFO:tasks.rados.rados.0.smithi046.stdout:2855: done (6 left) 2024-09-20T21:51:47.665 INFO:tasks.rados.rados.0.smithi046.stdout:2856: rollback oid 31 current snap is 286 2024-09-20T21:51:47.665 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 31 to 276 2024-09-20T21:51:47.665 INFO:tasks.rados.rados.0.smithi046.stdout:2849: finishing rollback tid 1 to smithi04683737-19 2024-09-20T21:51:47.665 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1291 (ObjNum 33 snap 0 seq_num 1279283711) dirty dne 2024-09-20T21:51:47.665 INFO:tasks.rados.rados.0.smithi046.stdout:2849: done (6 left) 2024-09-20T21:51:47.665 INFO:tasks.rados.rados.0.smithi046.stdout:2857: setattr oid 29 current snap is 286 2024-09-20T21:51:47.665 INFO:tasks.rados.rados.0.smithi046.stdout:2852: finishing rollback tid 0 to smithi04683737-8 2024-09-20T21:51:47.665 INFO:tasks.rados.rados.0.smithi046.stdout:2852: finishing rollback tid 1 to smithi04683737-8 2024-09-20T21:51:47.665 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1296 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-20T21:51:47.667 INFO:tasks.rados.rados.0.smithi046.stdout:2852: done (6 left) 2024-09-20T21:51:47.667 INFO:tasks.rados.rados.0.smithi046.stdout:2858: copy_from oid 3 from oid 7 current snap is 286 2024-09-20T21:51:47.667 INFO:tasks.rados.rados.0.smithi046.stdout:2859: read oid 33 snap -1 2024-09-20T21:51:47.667 INFO:tasks.rados.rados.0.smithi046.stdout:2859: expect deleted 2024-09-20T21:51:47.667 INFO:tasks.rados.rados.0.smithi046.stdout:2860: rollback oid 27 current snap is 286 2024-09-20T21:51:47.668 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 27 to 263 2024-09-20T21:51:47.668 INFO:tasks.rados.rados.0.smithi046.stdout:2861: snap_remove snap 264 2024-09-20T21:51:47.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:47 smithi046 ceph-mon[96110]: osdmap e631: 8 total, 8 up, 8 in 2024-09-20T21:51:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:47 smithi046 ceph-mon[98591]: osdmap e631: 8 total, 8 up, 8 in 2024-09-20T21:51:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:47 smithi134 ceph-mon[89086]: osdmap e631: 8 total, 8 up, 8 in 2024-09-20T21:51:48.645 INFO:tasks.rados.rados.0.smithi046.stdout:2861: done (9 left) 2024-09-20T21:51:48.645 INFO:tasks.rados.rados.0.smithi046.stdout:2862: rollback oid 17 current snap is 286 2024-09-20T21:51:48.645 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 17 to 276 2024-09-20T21:51:48.645 INFO:tasks.rados.rados.0.smithi046.stdout:2863: rmattr oid 25 current snap is 286 2024-09-20T21:51:48.645 INFO:tasks.rados.rados.0.smithi046.stdout:2863: done (10 left) 2024-09-20T21:51:48.645 INFO:tasks.rados.rados.0.smithi046.stdout:2864: snap_remove snap 260 2024-09-20T21:51:48.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:48 smithi046 ceph-mon[96110]: pgmap v613: 121 pgs: 121 active+clean; 560 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-09-20T21:51:48.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:48 smithi046 ceph-mon[96110]: osdmap e632: 8 total, 8 up, 8 in 2024-09-20T21:51:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:48 smithi046 ceph-mon[98591]: pgmap v613: 121 pgs: 121 active+clean; 560 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-09-20T21:51:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:48 smithi046 ceph-mon[98591]: osdmap e632: 8 total, 8 up, 8 in 2024-09-20T21:51:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:48 smithi134 ceph-mon[89086]: pgmap v613: 121 pgs: 121 active+clean; 560 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-09-20T21:51:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:48 smithi134 ceph-mon[89086]: osdmap e632: 8 total, 8 up, 8 in 2024-09-20T21:51:49.650 INFO:tasks.rados.rados.0.smithi046.stdout:2864: done (10 left) 2024-09-20T21:51:49.650 INFO:tasks.rados.rados.0.smithi046.stdout:2865: snap_remove snap 277 2024-09-20T21:51:49.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:49 smithi046 ceph-mon[96110]: osdmap e633: 8 total, 8 up, 8 in 2024-09-20T21:51:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:51:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:49 smithi046 ceph-mon[98591]: osdmap e633: 8 total, 8 up, 8 in 2024-09-20T21:51:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:51:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:49 smithi134 ceph-mon[89086]: osdmap e633: 8 total, 8 up, 8 in 2024-09-20T21:51:49.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:51:50.654 INFO:tasks.rados.rados.0.smithi046.stdout:2865: done (10 left) 2024-09-20T21:51:50.654 INFO:tasks.rados.rados.0.smithi046.stdout:2866: read oid 25 snap 199 2024-09-20T21:51:50.654 INFO:tasks.rados.rados.0.smithi046.stdout:2866: expect (ObjNum 513 snap 155 seq_num 513) 2024-09-20T21:51:50.654 INFO:tasks.rados.rados.0.smithi046.stdout:2867: rollback oid 18 current snap is 286 2024-09-20T21:51:50.654 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 18 to 251 2024-09-20T21:51:50.654 INFO:tasks.rados.rados.0.smithi046.stdout:2868: snap_create 2024-09-20T21:51:50.654 INFO:tasks.rados.rados.0.smithi046.stdout:2854: expect (ObjNum 712 snap 245 seq_num 712) 2024-09-20T21:51:50.729 INFO:tasks.rados.rados.0.smithi046.stdout:2851: finishing copy_from racing read to smithi04683737-43 2024-09-20T21:51:50.729 INFO:tasks.rados.rados.0.smithi046.stdout:2858: finishing copy_from racing read to smithi04683737-3 2024-09-20T21:51:50.729 INFO:tasks.rados.rados.0.smithi046.stdout:2858: finishing copy_from to smithi04683737-3 2024-09-20T21:51:50.729 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 528 (ObjNum 861 snap 286 seq_num 861) dirty exists 2024-09-20T21:51:50.729 INFO:tasks.rados.rados.0.smithi046.stdout:2847: expect (ObjNum 853 snap 282 seq_num 853) 2024-09-20T21:51:50.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:50 smithi046 ceph-mon[96110]: pgmap v616: 121 pgs: 121 active+clean; 567 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2024-09-20T21:51:50.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:50 smithi046 ceph-mon[96110]: osdmap e634: 8 total, 8 up, 8 in 2024-09-20T21:51:50.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:50 smithi046 ceph-mon[98591]: pgmap v616: 121 pgs: 121 active+clean; 567 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2024-09-20T21:51:50.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:50 smithi046 ceph-mon[98591]: osdmap e634: 8 total, 8 up, 8 in 2024-09-20T21:51:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:50 smithi134 ceph-mon[89086]: pgmap v616: 121 pgs: 121 active+clean; 567 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2024-09-20T21:51:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:50 smithi134 ceph-mon[89086]: osdmap e634: 8 total, 8 up, 8 in 2024-09-20T21:51:50.932 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1297 (ObjNum 841 snap 276 seq_num 841) dirty exists 2024-09-20T21:51:50.932 INFO:tasks.rados.rados.0.smithi046.stdout:2851: finishing copy_from to smithi04683737-43 2024-09-20T21:51:50.932 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1189 (ObjNum 838 snap 276 seq_num 838) dirty exists 2024-09-20T21:51:50.933 INFO:tasks.rados.rados.0.smithi046.stdout:2860: finishing rollback tid 1 to smithi04683737-27 2024-09-20T21:51:50.933 INFO:tasks.rados.rados.0.smithi046.stdout:2860: finishing rollback tid 2 to smithi04683737-27 2024-09-20T21:51:50.933 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 1022 (ObjNum 756 snap 252 seq_num 756) dirty exists 2024-09-20T21:51:50.933 INFO:tasks.rados.rados.0.smithi046.stdout:2853: expect (ObjNum 840 snap 276 seq_num 840) 2024-09-20T21:51:51.266 INFO:tasks.rados.rados.0.smithi046.stdout:2856: finishing rollback tid 0 to smithi04683737-31 2024-09-20T21:51:51.266 INFO:tasks.rados.rados.0.smithi046.stdout:2856: finishing rollback tid 1 to smithi04683737-31 2024-09-20T21:51:51.266 INFO:tasks.rados.rados.0.smithi046.stdout:2856: finishing rollback tid 2 to smithi04683737-31 2024-09-20T21:51:51.266 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 1429 (ObjNum 836 snap 276 seq_num 836) dirty exists 2024-09-20T21:51:51.266 INFO:tasks.rados.rados.0.smithi046.stdout:2862: finishing rollback tid 0 to smithi04683737-17 2024-09-20T21:51:51.266 INFO:tasks.rados.rados.0.smithi046.stdout:2862: finishing rollback tid 1 to smithi04683737-17 2024-09-20T21:51:51.266 INFO:tasks.rados.rados.0.smithi046.stdout:2862: finishing rollback tid 2 to smithi04683737-17 2024-09-20T21:51:51.266 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1142 (ObjNum 819 snap 271 seq_num 819) dirty exists 2024-09-20T21:51:51.266 INFO:tasks.rados.rados.0.smithi046.stdout:2867: finishing rollback tid 1 to smithi04683737-18 2024-09-20T21:51:51.266 INFO:tasks.rados.rados.0.smithi046.stdout:2867: finishing rollback tid 2 to smithi04683737-18 2024-09-20T21:51:51.266 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1160 (ObjNum 730 snap 248 seq_num 730) dirty exists 2024-09-20T21:51:51.267 INFO:tasks.rados.rados.0.smithi046.stdout:2866: expect (ObjNum 513 snap 155 seq_num 513) 2024-09-20T21:51:51.658 INFO:tasks.rados.rados.0.smithi046.stdout:2847: done (12 left) 2024-09-20T21:51:51.658 INFO:tasks.rados.rados.0.smithi046.stdout:2851: done (11 left) 2024-09-20T21:51:51.658 INFO:tasks.rados.rados.0.smithi046.stdout:2853: done (10 left) 2024-09-20T21:51:51.658 INFO:tasks.rados.rados.0.smithi046.stdout:2854: done (9 left) 2024-09-20T21:51:51.658 INFO:tasks.rados.rados.0.smithi046.stdout:2856: done (8 left) 2024-09-20T21:51:51.658 INFO:tasks.rados.rados.0.smithi046.stdout:2857: done (7 left) 2024-09-20T21:51:51.658 INFO:tasks.rados.rados.0.smithi046.stdout:2858: done (6 left) 2024-09-20T21:51:51.658 INFO:tasks.rados.rados.0.smithi046.stdout:2859: done (5 left) 2024-09-20T21:51:51.658 INFO:tasks.rados.rados.0.smithi046.stdout:2860: done (4 left) 2024-09-20T21:51:51.659 INFO:tasks.rados.rados.0.smithi046.stdout:2862: done (3 left) 2024-09-20T21:51:51.659 INFO:tasks.rados.rados.0.smithi046.stdout:2866: done (2 left) 2024-09-20T21:51:51.659 INFO:tasks.rados.rados.0.smithi046.stdout:2867: done (1 left) 2024-09-20T21:51:51.659 INFO:tasks.rados.rados.0.smithi046.stdout:2868: done (0 left) 2024-09-20T21:51:51.659 INFO:tasks.rados.rados.0.smithi046.stdout:2869: read oid 13 snap -1 2024-09-20T21:51:51.659 INFO:tasks.rados.rados.0.smithi046.stdout:2869: expect (ObjNum 843 snap 277 seq_num 843) 2024-09-20T21:51:51.659 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 287 2024-09-20T21:51:51.659 INFO:tasks.rados.rados.0.smithi046.stdout:2870: seq_num 864 ranges {6045696=73728} 2024-09-20T21:51:51.691 INFO:tasks.rados.rados.0.smithi046.stdout:2870: writing smithi04683737-14 from 6045696 to 6119424 tid 1 2024-09-20T21:51:51.691 INFO:tasks.rados.rados.0.smithi046.stdout:2871: rmattr oid 44 current snap is 287 2024-09-20T21:51:51.691 INFO:tasks.rados.rados.0.smithi046.stdout:2869: expect (ObjNum 843 snap 277 seq_num 843) 2024-09-20T21:51:51.748 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1335 (ObjNum 544 snap 165 seq_num 544) dirty exists 2024-09-20T21:51:51.748 INFO:tasks.rados.rados.0.smithi046.stdout:2870: finishing write tid 1 to smithi04683737-14 2024-09-20T21:51:51.748 INFO:tasks.rados.rados.0.smithi046.stdout:2870: finishing write tid 2 to smithi04683737-14 2024-09-20T21:51:51.748 INFO:tasks.rados.rados.0.smithi046.stdout:2870: finishing write tid 3 to smithi04683737-14 2024-09-20T21:51:51.748 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 1454 (ObjNum 864 snap 287 seq_num 864) dirty exists 2024-09-20T21:51:51.748 INFO:tasks.rados.rados.0.smithi046.stdout:2870: left oid 14 (ObjNum 864 snap 287 seq_num 864) 2024-09-20T21:51:51.748 INFO:tasks.rados.rados.0.smithi046.stdout:2869: done (2 left) 2024-09-20T21:51:51.749 INFO:tasks.rados.rados.0.smithi046.stdout:2870: done (1 left) 2024-09-20T21:51:51.749 INFO:tasks.rados.rados.0.smithi046.stdout:2871: done (0 left) 2024-09-20T21:51:51.749 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 287 2024-09-20T21:51:51.749 INFO:tasks.rados.rados.0.smithi046.stdout:2872: seq_num 865 ranges {0=90112} 2024-09-20T21:51:51.749 INFO:tasks.rados.rados.0.smithi046.stdout:2872: writing smithi04683737-45 from 0 to 90112 tid 1 2024-09-20T21:51:51.749 INFO:tasks.rados.rados.0.smithi046.stdout:2873: rollback oid 47 current snap is 287 2024-09-20T21:51:51.749 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 47 to 192 2024-09-20T21:51:51.749 INFO:tasks.rados.rados.0.smithi046.stdout:2874: read oid 24 snap -1 2024-09-20T21:51:51.749 INFO:tasks.rados.rados.0.smithi046.stdout:2874: expect deleted 2024-09-20T21:51:51.749 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 287 2024-09-20T21:51:51.749 INFO:tasks.rados.rados.0.smithi046.stdout:2875: seq_num 866 ranges {0=106496} 2024-09-20T21:51:51.750 INFO:tasks.rados.rados.0.smithi046.stdout:2875: writing smithi04683737-33 from 0 to 106496 tid 1 2024-09-20T21:51:51.750 INFO:tasks.rados.rados.0.smithi046.stdout:2876: copy_from oid 35 from oid 31 current snap is 287 2024-09-20T21:51:51.750 INFO:tasks.rados.rados.0.smithi046.stdout:2874: done (4 left) 2024-09-20T21:51:51.751 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 287 2024-09-20T21:51:51.751 INFO:tasks.rados.rados.0.smithi046.stdout:2877: seq_num 867 ranges {0=122880} 2024-09-20T21:51:51.751 INFO:tasks.rados.rados.0.smithi046.stdout:2877: writing smithi04683737-8 from 0 to 122880 tid 1 2024-09-20T21:51:51.751 INFO:tasks.rados.rados.0.smithi046.stdout:2878: read oid 46 snap -1 2024-09-20T21:51:51.751 INFO:tasks.rados.rados.0.smithi046.stdout:2878: expect (ObjNum 859 snap 283 seq_num 859) 2024-09-20T21:51:51.751 INFO:tasks.rados.rados.0.smithi046.stdout:2879: delete oid 7 current snap is 287 2024-09-20T21:51:51.751 INFO:tasks.rados.rados.0.smithi046.stdout:2872: finishing write tid 1 to smithi04683737-45 2024-09-20T21:51:51.752 INFO:tasks.rados.rados.0.smithi046.stdout:2872: finishing write tid 2 to smithi04683737-45 2024-09-20T21:51:51.753 INFO:tasks.rados.rados.0.smithi046.stdout:2875: finishing write tid 1 to smithi04683737-33 2024-09-20T21:51:51.753 INFO:tasks.rados.rados.0.smithi046.stdout:2875: finishing write tid 2 to smithi04683737-33 2024-09-20T21:51:51.753 INFO:tasks.rados.rados.0.smithi046.stdout:2873: finishing rollback tid 1 to smithi04683737-47 2024-09-20T21:51:51.755 INFO:tasks.rados.rados.0.smithi046.stdout:2875: finishing write tid 3 to smithi04683737-33 2024-09-20T21:51:51.755 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 936 (ObjNum 866 snap 287 seq_num 866) dirty exists 2024-09-20T21:51:51.755 INFO:tasks.rados.rados.0.smithi046.stdout:2875: left oid 33 (ObjNum 866 snap 287 seq_num 866) 2024-09-20T21:51:51.755 INFO:tasks.rados.rados.0.smithi046.stdout:2875: done (6 left) 2024-09-20T21:51:51.755 INFO:tasks.rados.rados.0.smithi046.stdout:2879: done (5 left) 2024-09-20T21:51:51.756 INFO:tasks.rados.rados.0.smithi046.stdout:2880: snap_create 2024-09-20T21:51:51.756 INFO:tasks.rados.rados.0.smithi046.stdout:2872: finishing write tid 3 to smithi04683737-45 2024-09-20T21:51:51.756 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 863 (ObjNum 865 snap 287 seq_num 865) dirty exists 2024-09-20T21:51:51.756 INFO:tasks.rados.rados.0.smithi046.stdout:2872: left oid 45 (ObjNum 865 snap 287 seq_num 865) 2024-09-20T21:51:51.756 INFO:tasks.rados.rados.0.smithi046.stdout:2877: finishing write tid 1 to smithi04683737-8 2024-09-20T21:51:51.756 INFO:tasks.rados.rados.0.smithi046.stdout:2877: finishing write tid 2 to smithi04683737-8 2024-09-20T21:51:51.757 INFO:tasks.rados.rados.0.smithi046.stdout:2877: finishing write tid 3 to smithi04683737-8 2024-09-20T21:51:51.757 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1299 (ObjNum 867 snap 287 seq_num 867) dirty exists 2024-09-20T21:51:51.757 INFO:tasks.rados.rados.0.smithi046.stdout:2877: left oid 8 (ObjNum 867 snap 287 seq_num 867) 2024-09-20T21:51:51.757 INFO:tasks.rados.rados.0.smithi046.stdout:2873: finishing rollback tid 2 to smithi04683737-47 2024-09-20T21:51:51.757 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1456 (ObjNum 540 snap 164 seq_num 540) dirty exists 2024-09-20T21:51:51.766 INFO:tasks.rados.rados.0.smithi046.stdout:2876: finishing copy_from racing read to smithi04683737-35 2024-09-20T21:51:51.768 INFO:tasks.rados.rados.0.smithi046.stdout:2876: finishing copy_from to smithi04683737-35 2024-09-20T21:51:51.768 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1429 (ObjNum 836 snap 276 seq_num 836) dirty exists 2024-09-20T21:51:51.783 INFO:tasks.rados.rados.0.smithi046.stdout:2878: expect (ObjNum 859 snap 283 seq_num 859) 2024-09-20T21:51:51.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:51 smithi134 ceph-mon[89086]: osdmap e635: 8 total, 8 up, 8 in 2024-09-20T21:51:52.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:51 smithi046 ceph-mon[96110]: osdmap e635: 8 total, 8 up, 8 in 2024-09-20T21:51:52.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:51 smithi046 ceph-mon[98591]: osdmap e635: 8 total, 8 up, 8 in 2024-09-20T21:51:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:51:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:51:52] "GET /metrics HTTP/1.1" 200 36385 "" "Prometheus/2.43.0" 2024-09-20T21:51:52.618 INFO:tasks.rados.rados.0.smithi046.stdout:2872: done (5 left) 2024-09-20T21:51:52.618 INFO:tasks.rados.rados.0.smithi046.stdout:2873: done (4 left) 2024-09-20T21:51:52.618 INFO:tasks.rados.rados.0.smithi046.stdout:2876: done (3 left) 2024-09-20T21:51:52.618 INFO:tasks.rados.rados.0.smithi046.stdout:2877: done (2 left) 2024-09-20T21:51:52.618 INFO:tasks.rados.rados.0.smithi046.stdout:2878: done (1 left) 2024-09-20T21:51:52.618 INFO:tasks.rados.rados.0.smithi046.stdout:2880: done (0 left) 2024-09-20T21:51:52.618 INFO:tasks.rados.rados.0.smithi046.stdout:2881: rollback oid 15 current snap is 288 2024-09-20T21:51:52.619 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 15 to 221 2024-09-20T21:51:52.619 INFO:tasks.rados.rados.0.smithi046.stdout:2882: read oid 40 snap -1 2024-09-20T21:51:52.619 INFO:tasks.rados.rados.0.smithi046.stdout:2882: expect (ObjNum 840 snap 276 seq_num 840) 2024-09-20T21:51:52.619 INFO:tasks.rados.rados.0.smithi046.stdout:2883: delete oid 35 current snap is 288 2024-09-20T21:51:52.621 INFO:tasks.rados.rados.0.smithi046.stdout:2883: done (2 left) 2024-09-20T21:51:52.621 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 288 2024-09-20T21:51:52.621 INFO:tasks.rados.rados.0.smithi046.stdout:2884: seq_num 870 ranges {4521984=172032} 2024-09-20T21:51:52.648 INFO:tasks.rados.rados.0.smithi046.stdout:2884: writing smithi04683737-41 from 4521984 to 4694016 tid 1 2024-09-20T21:51:52.648 INFO:tasks.rados.rados.0.smithi046.stdout:2885: copy_from oid 35 from oid 28 current snap is 288 2024-09-20T21:51:52.648 INFO:tasks.rados.rados.0.smithi046.stdout:2881: finishing rollback tid 0 to smithi04683737-15 2024-09-20T21:51:52.648 INFO:tasks.rados.rados.0.smithi046.stdout:2886: copy_from oid 25 from oid 34 current snap is 288 2024-09-20T21:51:52.648 INFO:tasks.rados.rados.0.smithi046.stdout:2881: finishing rollback tid 1 to smithi04683737-15 2024-09-20T21:51:52.648 INFO:tasks.rados.rados.0.smithi046.stdout:2881: finishing rollback tid 2 to smithi04683737-15 2024-09-20T21:51:52.648 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 1033 (ObjNum 391 snap 123 seq_num 391) dirty exists 2024-09-20T21:51:52.648 INFO:tasks.rados.rados.0.smithi046.stdout:2882: expect (ObjNum 840 snap 276 seq_num 840) 2024-09-20T21:51:52.656 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:51:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:51:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:51:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:52 smithi134 ceph-mon[89086]: pgmap v619: 121 pgs: 121 active+clean; 573 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 602 KiB/s wr, 16 op/s 2024-09-20T21:51:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:52 smithi134 ceph-mon[89086]: osdmap e636: 8 total, 8 up, 8 in 2024-09-20T21:51:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:52 smithi134 ceph-mon[89086]: osdmap e637: 8 total, 8 up, 8 in 2024-09-20T21:51:52.983 INFO:tasks.rados.rados.0.smithi046.stdout:2886: finishing copy_from to smithi04683737-25 2024-09-20T21:51:52.984 INFO:tasks.rados.rados.0.smithi046.stdout:2886: got expected ENOENT (src dne) 2024-09-20T21:51:52.984 INFO:tasks.rados.rados.0.smithi046.stdout:2884: finishing write tid 1 to smithi04683737-41 2024-09-20T21:51:52.984 INFO:tasks.rados.rados.0.smithi046.stdout:2886: finishing copy_from racing read to smithi04683737-25 2024-09-20T21:51:52.984 INFO:tasks.rados.rados.0.smithi046.stdout:2884: finishing write tid 2 to smithi04683737-41 2024-09-20T21:51:52.984 INFO:tasks.rados.rados.0.smithi046.stdout:2881: done (4 left) 2024-09-20T21:51:52.984 INFO:tasks.rados.rados.0.smithi046.stdout:2882: done (3 left) 2024-09-20T21:51:52.984 INFO:tasks.rados.rados.0.smithi046.stdout:2886: done (2 left) 2024-09-20T21:51:52.984 INFO:tasks.rados.rados.0.smithi046.stdout:2887: snap_remove snap 258 2024-09-20T21:51:53.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:52 smithi046 ceph-mon[96110]: pgmap v619: 121 pgs: 121 active+clean; 573 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 602 KiB/s wr, 16 op/s 2024-09-20T21:51:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:52 smithi046 ceph-mon[96110]: osdmap e636: 8 total, 8 up, 8 in 2024-09-20T21:51:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:52 smithi046 ceph-mon[96110]: osdmap e637: 8 total, 8 up, 8 in 2024-09-20T21:51:53.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:52 smithi046 ceph-mon[98591]: pgmap v619: 121 pgs: 121 active+clean; 573 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 602 KiB/s wr, 16 op/s 2024-09-20T21:51:53.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:52 smithi046 ceph-mon[98591]: osdmap e636: 8 total, 8 up, 8 in 2024-09-20T21:51:53.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:52 smithi046 ceph-mon[98591]: osdmap e637: 8 total, 8 up, 8 in 2024-09-20T21:51:53.665 INFO:tasks.rados.rados.0.smithi046.stdout:2887: done (2 left) 2024-09-20T21:51:53.665 INFO:tasks.rados.rados.0.smithi046.stdout:2888: copy_from oid 9 from oid 10 current snap is 288 2024-09-20T21:51:53.665 INFO:tasks.rados.rados.0.smithi046.stdout:2884: finishing write tid 3 to smithi04683737-41 2024-09-20T21:51:53.665 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1459 (ObjNum 870 snap 288 seq_num 870) dirty exists 2024-09-20T21:51:53.665 INFO:tasks.rados.rados.0.smithi046.stdout:2884: left oid 41 (ObjNum 870 snap 288 seq_num 870) 2024-09-20T21:51:53.666 INFO:tasks.rados.rados.0.smithi046.stdout:2885: finishing copy_from racing read to smithi04683737-35 2024-09-20T21:51:53.666 INFO:tasks.rados.rados.0.smithi046.stdout:2885: finishing copy_from to smithi04683737-35 2024-09-20T21:51:53.666 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 852 (ObjNum 853 snap 282 seq_num 853) dirty exists 2024-09-20T21:51:53.666 INFO:tasks.rados.rados.0.smithi046.stdout:2884: done (2 left) 2024-09-20T21:51:53.666 INFO:tasks.rados.rados.0.smithi046.stdout:2885: done (1 left) 2024-09-20T21:51:53.666 INFO:tasks.rados.rados.0.smithi046.stdout:2889: rmattr oid 42 current snap is 288 2024-09-20T21:51:53.666 INFO:tasks.rados.rados.0.smithi046.stdout:2889: done (1 left) 2024-09-20T21:51:53.666 INFO:tasks.rados.rados.0.smithi046.stdout:2890: rollback oid 16 current snap is 288 2024-09-20T21:51:53.666 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 16 to 197 2024-09-20T21:51:53.666 INFO:tasks.rados.rados.0.smithi046.stdout:2891: copy_from oid 33 from oid 39 current snap is 288 2024-09-20T21:51:53.666 INFO:tasks.rados.rados.0.smithi046.stdout:2892: read oid 47 snap -1 2024-09-20T21:51:53.666 INFO:tasks.rados.rados.0.smithi046.stdout:2892: expect (ObjNum 540 snap 164 seq_num 540) 2024-09-20T21:51:53.666 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 288 2024-09-20T21:51:53.667 INFO:tasks.rados.rados.0.smithi046.stdout:2893: seq_num 871 ranges {3096576=188416} 2024-09-20T21:51:53.684 INFO:tasks.rados.rados.0.smithi046.stdout:2893: writing smithi04683737-26 from 3096576 to 3284992 tid 1 2024-09-20T21:51:53.684 INFO:tasks.rados.rados.0.smithi046.stdout:2894: snap_remove snap 276 2024-09-20T21:51:54.669 INFO:tasks.rados.rados.0.smithi046.stdout:2890: finishing rollback tid 0 to smithi04683737-16 2024-09-20T21:51:54.669 INFO:tasks.rados.rados.0.smithi046.stdout:2890: finishing rollback tid 1 to smithi04683737-16 2024-09-20T21:51:54.669 INFO:tasks.rados.rados.0.smithi046.stdout:2890: finishing rollback tid 2 to smithi04683737-16 2024-09-20T21:51:54.669 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 1192 (ObjNum 551 snap 170 seq_num 551) dirty exists 2024-09-20T21:51:54.669 INFO:tasks.rados.rados.0.smithi046.stdout:2893: finishing write tid 1 to smithi04683737-26 2024-09-20T21:51:54.669 INFO:tasks.rados.rados.0.smithi046.stdout:2893: finishing write tid 2 to smithi04683737-26 2024-09-20T21:51:54.669 INFO:tasks.rados.rados.0.smithi046.stdout:2888: finishing copy_from racing read to smithi04683737-9 2024-09-20T21:51:54.670 INFO:tasks.rados.rados.0.smithi046.stdout:2888: finishing copy_from to smithi04683737-9 2024-09-20T21:51:54.670 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 1020 (ObjNum 848 snap 278 seq_num 848) dirty exists 2024-09-20T21:51:54.670 INFO:tasks.rados.rados.0.smithi046.stdout:2893: finishing write tid 3 to smithi04683737-26 2024-09-20T21:51:54.670 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 1035 (ObjNum 871 snap 288 seq_num 871) dirty exists 2024-09-20T21:51:54.670 INFO:tasks.rados.rados.0.smithi046.stdout:2893: left oid 26 (ObjNum 871 snap 288 seq_num 871) 2024-09-20T21:51:54.670 INFO:tasks.rados.rados.0.smithi046.stdout:2891: finishing copy_from racing read to smithi04683737-33 2024-09-20T21:51:54.670 INFO:tasks.rados.rados.0.smithi046.stdout:2891: finishing copy_from to smithi04683737-33 2024-09-20T21:51:54.670 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 1332 (ObjNum 812 snap 270 seq_num 812) dirty exists 2024-09-20T21:51:54.670 INFO:tasks.rados.rados.0.smithi046.stdout:2892: expect (ObjNum 540 snap 164 seq_num 540) 2024-09-20T21:51:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:54 smithi134 ceph-mon[89086]: pgmap v622: 121 pgs: 121 active+clean; 574 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 532 KiB/s wr, 11 op/s 2024-09-20T21:51:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:54 smithi134 ceph-mon[89086]: osdmap e638: 8 total, 8 up, 8 in 2024-09-20T21:51:55.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:54 smithi046 ceph-mon[96110]: pgmap v622: 121 pgs: 121 active+clean; 574 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 532 KiB/s wr, 11 op/s 2024-09-20T21:51:55.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:54 smithi046 ceph-mon[96110]: osdmap e638: 8 total, 8 up, 8 in 2024-09-20T21:51:55.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:54 smithi046 ceph-mon[98591]: pgmap v622: 121 pgs: 121 active+clean; 574 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 532 KiB/s wr, 11 op/s 2024-09-20T21:51:55.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:54 smithi046 ceph-mon[98591]: osdmap e638: 8 total, 8 up, 8 in 2024-09-20T21:51:55.474 INFO:tasks.rados.rados.0.smithi046.stdout:2888: done (5 left) 2024-09-20T21:51:55.475 INFO:tasks.rados.rados.0.smithi046.stdout:2890: done (4 left) 2024-09-20T21:51:55.475 INFO:tasks.rados.rados.0.smithi046.stdout:2891: done (3 left) 2024-09-20T21:51:55.475 INFO:tasks.rados.rados.0.smithi046.stdout:2892: done (2 left) 2024-09-20T21:51:55.475 INFO:tasks.rados.rados.0.smithi046.stdout:2893: done (1 left) 2024-09-20T21:51:55.475 INFO:tasks.rados.rados.0.smithi046.stdout:2894: done (0 left) 2024-09-20T21:51:55.475 INFO:tasks.rados.rados.0.smithi046.stdout:2895: copy_from oid 3 from oid 50 current snap is 288 2024-09-20T21:51:55.475 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 11 current snap is 288 2024-09-20T21:51:55.475 INFO:tasks.rados.rados.0.smithi046.stdout:2896: seq_num 872 ranges {2195456=212992} 2024-09-20T21:51:55.488 INFO:tasks.rados.rados.0.smithi046.stdout:2896: writing smithi04683737-11 from 2195456 to 2408448 tid 1 2024-09-20T21:51:55.489 INFO:tasks.rados.rados.0.smithi046.stdout:2897: rollback oid 17 current snap is 288 2024-09-20T21:51:55.489 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 17 to 283 2024-09-20T21:51:55.489 INFO:tasks.rados.rados.0.smithi046.stdout:2898: rollback oid 45 current snap is 288 2024-09-20T21:51:55.489 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 45 to 281 2024-09-20T21:51:55.489 INFO:tasks.rados.rados.0.smithi046.stdout:2899: snap_create 2024-09-20T21:51:55.491 INFO:tasks.rados.rados.0.smithi046.stdout:2896: finishing write tid 1 to smithi04683737-11 2024-09-20T21:51:55.493 INFO:tasks.rados.rados.0.smithi046.stdout:2896: finishing write tid 2 to smithi04683737-11 2024-09-20T21:51:55.494 INFO:tasks.rados.rados.0.smithi046.stdout:2898: finishing rollback tid 0 to smithi04683737-45 2024-09-20T21:51:55.494 INFO:tasks.rados.rados.0.smithi046.stdout:2896: finishing write tid 3 to smithi04683737-11 2024-09-20T21:51:55.494 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 872 (ObjNum 872 snap 288 seq_num 872) dirty exists 2024-09-20T21:51:55.495 INFO:tasks.rados.rados.0.smithi046.stdout:2896: left oid 11 (ObjNum 872 snap 288 seq_num 872) 2024-09-20T21:51:55.495 INFO:tasks.rados.rados.0.smithi046.stdout:2898: finishing rollback tid 1 to smithi04683737-45 2024-09-20T21:51:55.495 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 875 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-09-20T21:51:55.496 INFO:tasks.rados.rados.0.smithi046.stdout:2895: finishing copy_from racing read to smithi04683737-3 2024-09-20T21:51:55.502 INFO:tasks.rados.rados.0.smithi046.stdout:2895: finishing copy_from to smithi04683737-3 2024-09-20T21:51:55.503 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 790 (ObjNum 630 snap 203 seq_num 630) dirty exists 2024-09-20T21:51:55.503 INFO:tasks.rados.rados.0.smithi046.stdout:2897: finishing rollback tid 0 to smithi04683737-17 2024-09-20T21:51:55.503 INFO:tasks.rados.rados.0.smithi046.stdout:2897: finishing rollback tid 1 to smithi04683737-17 2024-09-20T21:51:55.503 INFO:tasks.rados.rados.0.smithi046.stdout:2897: finishing rollback tid 2 to smithi04683737-17 2024-09-20T21:51:55.503 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1190 (ObjNum 819 snap 271 seq_num 819) dirty exists 2024-09-20T21:51:55.673 INFO:tasks.rados.rados.0.smithi046.stdout:2895: done (4 left) 2024-09-20T21:51:55.674 INFO:tasks.rados.rados.0.smithi046.stdout:2896: done (3 left) 2024-09-20T21:51:55.674 INFO:tasks.rados.rados.0.smithi046.stdout:2897: done (2 left) 2024-09-20T21:51:55.674 INFO:tasks.rados.rados.0.smithi046.stdout:2898: done (1 left) 2024-09-20T21:51:55.674 INFO:tasks.rados.rados.0.smithi046.stdout:2899: done (0 left) 2024-09-20T21:51:55.674 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 289 2024-09-20T21:51:55.674 INFO:tasks.rados.rados.0.smithi046.stdout:2900: seq_num 873 ranges {983040=229376} 2024-09-20T21:51:55.680 INFO:tasks.rados.rados.0.smithi046.stdout:2900: writing smithi04683737-30 from 983040 to 1212416 tid 1 2024-09-20T21:51:55.680 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 38 current snap is 289 2024-09-20T21:51:55.680 INFO:tasks.rados.rados.0.smithi046.stdout:2901: seq_num 874 ranges {2334720=245760} 2024-09-20T21:51:55.694 INFO:tasks.rados.rados.0.smithi046.stdout:2901: writing smithi04683737-38 from 2334720 to 2580480 tid 1 2024-09-20T21:51:55.694 INFO:tasks.rados.rados.0.smithi046.stdout:2902: snap_create 2024-09-20T21:51:55.694 INFO:tasks.rados.rados.0.smithi046.stdout:2900: finishing write tid 1 to smithi04683737-30 2024-09-20T21:51:55.695 INFO:tasks.rados.rados.0.smithi046.stdout:2900: finishing write tid 2 to smithi04683737-30 2024-09-20T21:51:55.695 INFO:tasks.rados.rados.0.smithi046.stdout:2900: finishing write tid 3 to smithi04683737-30 2024-09-20T21:51:55.695 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 1035 (ObjNum 873 snap 289 seq_num 873) dirty exists 2024-09-20T21:51:55.695 INFO:tasks.rados.rados.0.smithi046.stdout:2900: left oid 30 (ObjNum 873 snap 289 seq_num 873) 2024-09-20T21:51:55.698 INFO:tasks.rados.rados.0.smithi046.stdout:2901: finishing write tid 1 to smithi04683737-38 2024-09-20T21:51:55.698 INFO:tasks.rados.rados.0.smithi046.stdout:2901: finishing write tid 2 to smithi04683737-38 2024-09-20T21:51:55.699 INFO:tasks.rados.rados.0.smithi046.stdout:2901: finishing write tid 3 to smithi04683737-38 2024-09-20T21:51:55.700 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1194 (ObjNum 874 snap 289 seq_num 874) dirty exists 2024-09-20T21:51:55.700 INFO:tasks.rados.rados.0.smithi046.stdout:2901: left oid 38 (ObjNum 874 snap 289 seq_num 874) 2024-09-20T21:51:55.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:55 smithi134 ceph-mon[89086]: osdmap e639: 8 total, 8 up, 8 in 2024-09-20T21:51:56.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:55 smithi046 ceph-mon[96110]: osdmap e639: 8 total, 8 up, 8 in 2024-09-20T21:51:56.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:55 smithi046 ceph-mon[98591]: osdmap e639: 8 total, 8 up, 8 in 2024-09-20T21:51:56.676 INFO:tasks.rados.rados.0.smithi046.stdout:2900: done (2 left) 2024-09-20T21:51:56.676 INFO:tasks.rados.rados.0.smithi046.stdout:2901: done (1 left) 2024-09-20T21:51:56.676 INFO:tasks.rados.rados.0.smithi046.stdout:2902: done (0 left) 2024-09-20T21:51:56.676 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 31 current snap is 290 2024-09-20T21:51:56.676 INFO:tasks.rados.rados.0.smithi046.stdout:2903: seq_num 875 ranges {2015232=262144} 2024-09-20T21:51:56.689 INFO:tasks.rados.rados.0.smithi046.stdout:2903: writing smithi04683737-31 from 2015232 to 2277376 tid 1 2024-09-20T21:51:56.689 INFO:tasks.rados.rados.0.smithi046.stdout:2904: rmattr oid 35 current snap is 290 2024-09-20T21:51:56.689 INFO:tasks.rados.rados.0.smithi046.stdout:2905: read oid 46 snap 286 2024-09-20T21:51:56.689 INFO:tasks.rados.rados.0.smithi046.stdout:2905: expect (ObjNum 859 snap 283 seq_num 859) 2024-09-20T21:51:56.689 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 290 2024-09-20T21:51:56.689 INFO:tasks.rados.rados.0.smithi046.stdout:2906: seq_num 876 ranges {0=278528} 2024-09-20T21:51:56.690 INFO:tasks.rados.rados.0.smithi046.stdout:2906: writing smithi04683737-24 from 0 to 278528 tid 1 2024-09-20T21:51:56.690 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 290 2024-09-20T21:51:56.691 INFO:tasks.rados.rados.0.smithi046.stdout:2907: seq_num 877 ranges {2048000=294912} 2024-09-20T21:51:56.704 INFO:tasks.rados.rados.0.smithi046.stdout:2907: writing smithi04683737-43 from 2048000 to 2342912 tid 1 2024-09-20T21:51:56.705 INFO:tasks.rados.rados.0.smithi046.stdout:2908: copy_from oid 9 from oid 15 current snap is 290 2024-09-20T21:51:56.705 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1431 (ObjNum 853 snap 282 seq_num 853) dirty exists 2024-09-20T21:51:56.705 INFO:tasks.rados.rados.0.smithi046.stdout:2904: done (5 left) 2024-09-20T21:51:56.705 INFO:tasks.rados.rados.0.smithi046.stdout:2909: copy_from oid 25 from oid 30 current snap is 290 2024-09-20T21:51:56.705 INFO:tasks.rados.rados.0.smithi046.stdout:2906: finishing write tid 1 to smithi04683737-24 2024-09-20T21:51:56.705 INFO:tasks.rados.rados.0.smithi046.stdout:2903: finishing write tid 1 to smithi04683737-31 2024-09-20T21:51:56.705 INFO:tasks.rados.rados.0.smithi046.stdout:2906: finishing write tid 2 to smithi04683737-24 2024-09-20T21:51:56.705 INFO:tasks.rados.rados.0.smithi046.stdout:2903: finishing write tid 2 to smithi04683737-31 2024-09-20T21:51:56.705 INFO:tasks.rados.rados.0.smithi046.stdout:2906: finishing write tid 3 to smithi04683737-24 2024-09-20T21:51:56.705 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 1024 (ObjNum 876 snap 290 seq_num 876) dirty exists 2024-09-20T21:51:56.705 INFO:tasks.rados.rados.0.smithi046.stdout:2906: left oid 24 (ObjNum 876 snap 290 seq_num 876) 2024-09-20T21:51:56.705 INFO:tasks.rados.rados.0.smithi046.stdout:2903: finishing write tid 3 to smithi04683737-31 2024-09-20T21:51:56.705 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 1478 (ObjNum 875 snap 290 seq_num 875) dirty exists 2024-09-20T21:51:56.706 INFO:tasks.rados.rados.0.smithi046.stdout:2903: left oid 31 (ObjNum 875 snap 290 seq_num 875) 2024-09-20T21:51:56.706 INFO:tasks.rados.rados.0.smithi046.stdout:2903: done (5 left) 2024-09-20T21:51:56.706 INFO:tasks.rados.rados.0.smithi046.stdout:2906: done (4 left) 2024-09-20T21:51:56.706 INFO:tasks.rados.rados.0.smithi046.stdout:2910: copy_from oid 2 from oid 20 current snap is 290 2024-09-20T21:51:56.706 INFO:tasks.rados.rados.0.smithi046.stdout:2911: read oid 1 snap -1 2024-09-20T21:51:56.706 INFO:tasks.rados.rados.0.smithi046.stdout:2911: expect (ObjNum 529 snap 162 seq_num 529) 2024-09-20T21:51:56.706 INFO:tasks.rados.rados.0.smithi046.stdout:2912: read oid 8 snap 283 2024-09-20T21:51:56.706 INFO:tasks.rados.rados.0.smithi046.stdout:2912: expect (ObjNum 502 snap 154 seq_num 502) 2024-09-20T21:51:56.706 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 290 2024-09-20T21:51:56.706 INFO:tasks.rados.rados.0.smithi046.stdout:2913: seq_num 878 ranges {4694016=311296} 2024-09-20T21:51:56.734 INFO:tasks.rados.rados.0.smithi046.stdout:2913: writing smithi04683737-41 from 4694016 to 5005312 tid 1 2024-09-20T21:51:56.734 INFO:tasks.rados.rados.0.smithi046.stdout:2914: delete oid 44 current snap is 290 2024-09-20T21:51:56.734 INFO:tasks.rados.rados.0.smithi046.stdout:2912: expect (ObjNum 502 snap 154 seq_num 502) 2024-09-20T21:51:56.767 INFO:tasks.rados.rados.0.smithi046.stdout:2907: finishing write tid 1 to smithi04683737-43 2024-09-20T21:51:56.767 INFO:tasks.rados.rados.0.smithi046.stdout:2907: finishing write tid 2 to smithi04683737-43 2024-09-20T21:51:56.767 INFO:tasks.rados.rados.0.smithi046.stdout:2907: finishing write tid 3 to smithi04683737-43 2024-09-20T21:51:56.767 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1284 (ObjNum 877 snap 290 seq_num 877) dirty exists 2024-09-20T21:51:56.767 INFO:tasks.rados.rados.0.smithi046.stdout:2907: left oid 43 (ObjNum 877 snap 290 seq_num 877) 2024-09-20T21:51:56.767 INFO:tasks.rados.rados.0.smithi046.stdout:2909: finishing copy_from racing read to smithi04683737-25 2024-09-20T21:51:56.768 INFO:tasks.rados.rados.0.smithi046.stdout:2905: expect (ObjNum 859 snap 283 seq_num 859) 2024-09-20T21:51:57.034 INFO:tasks.rados.rados.0.smithi046.stdout:2908: finishing copy_from racing read to smithi04683737-9 2024-09-20T21:51:57.034 INFO:tasks.rados.rados.0.smithi046.stdout:2909: finishing copy_from to smithi04683737-25 2024-09-20T21:51:57.034 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 1035 (ObjNum 873 snap 289 seq_num 873) dirty exists 2024-09-20T21:51:57.035 INFO:tasks.rados.rados.0.smithi046.stdout:2911: expect (ObjNum 529 snap 162 seq_num 529) 2024-09-20T21:51:57.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:56 smithi046 ceph-mon[96110]: pgmap v625: 121 pgs: 121 active+clean; 581 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-09-20T21:51:57.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:56 smithi046 ceph-mon[96110]: osdmap e640: 8 total, 8 up, 8 in 2024-09-20T21:51:57.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:56 smithi046 ceph-mon[98591]: pgmap v625: 121 pgs: 121 active+clean; 581 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-09-20T21:51:57.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:56 smithi046 ceph-mon[98591]: osdmap e640: 8 total, 8 up, 8 in 2024-09-20T21:51:57.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:56 smithi134 ceph-mon[89086]: pgmap v625: 121 pgs: 121 active+clean; 581 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-09-20T21:51:57.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:56 smithi134 ceph-mon[89086]: osdmap e640: 8 total, 8 up, 8 in 2024-09-20T21:51:57.268 INFO:tasks.rados.rados.0.smithi046.stdout:2910: finishing copy_from racing read to smithi04683737-2 2024-09-20T21:51:57.268 INFO:tasks.rados.rados.0.smithi046.stdout:2908: finishing copy_from to smithi04683737-9 2024-09-20T21:51:57.268 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 1033 (ObjNum 391 snap 123 seq_num 391) dirty exists 2024-09-20T21:51:57.268 INFO:tasks.rados.rados.0.smithi046.stdout:2910: finishing copy_from to smithi04683737-2 2024-09-20T21:51:57.268 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 933 (ObjNum 842 snap 276 seq_num 842) dirty exists 2024-09-20T21:51:57.268 INFO:tasks.rados.rados.0.smithi046.stdout:2913: finishing write tid 1 to smithi04683737-41 2024-09-20T21:51:57.269 INFO:tasks.rados.rados.0.smithi046.stdout:2913: finishing write tid 2 to smithi04683737-41 2024-09-20T21:51:57.269 INFO:tasks.rados.rados.0.smithi046.stdout:2905: done (8 left) 2024-09-20T21:51:57.269 INFO:tasks.rados.rados.0.smithi046.stdout:2907: done (7 left) 2024-09-20T21:51:57.269 INFO:tasks.rados.rados.0.smithi046.stdout:2908: done (6 left) 2024-09-20T21:51:57.269 INFO:tasks.rados.rados.0.smithi046.stdout:2909: done (5 left) 2024-09-20T21:51:57.269 INFO:tasks.rados.rados.0.smithi046.stdout:2910: done (4 left) 2024-09-20T21:51:57.269 INFO:tasks.rados.rados.0.smithi046.stdout:2911: done (3 left) 2024-09-20T21:51:57.269 INFO:tasks.rados.rados.0.smithi046.stdout:2912: done (2 left) 2024-09-20T21:51:57.269 INFO:tasks.rados.rados.0.smithi046.stdout:2914: done (1 left) 2024-09-20T21:51:57.269 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 290 2024-09-20T21:51:57.269 INFO:tasks.rados.rados.0.smithi046.stdout:2913: finishing write tid 3 to smithi04683737-41 2024-09-20T21:51:57.270 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1481 (ObjNum 878 snap 290 seq_num 878) dirty exists 2024-09-20T21:51:57.270 INFO:tasks.rados.rados.0.smithi046.stdout:2913: left oid 41 (ObjNum 878 snap 290 seq_num 878) 2024-09-20T21:51:57.270 INFO:tasks.rados.rados.0.smithi046.stdout:2915: seq_num 880 ranges {1212416=344064} 2024-09-20T21:51:57.276 INFO:tasks.rados.rados.0.smithi046.stdout:2915: writing smithi04683737-30 from 1212416 to 1556480 tid 1 2024-09-20T21:51:57.276 INFO:tasks.rados.rados.0.smithi046.stdout:2913: done (1 left) 2024-09-20T21:51:57.276 INFO:tasks.rados.rados.0.smithi046.stdout:2916: snap_create 2024-09-20T21:51:57.280 INFO:tasks.rados.rados.0.smithi046.stdout:2915: finishing write tid 1 to smithi04683737-30 2024-09-20T21:51:57.280 INFO:tasks.rados.rados.0.smithi046.stdout:2915: finishing write tid 2 to smithi04683737-30 2024-09-20T21:51:57.281 INFO:tasks.rados.rados.0.smithi046.stdout:2915: finishing write tid 3 to smithi04683737-30 2024-09-20T21:51:57.281 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 1037 (ObjNum 880 snap 290 seq_num 880) dirty exists 2024-09-20T21:51:57.282 INFO:tasks.rados.rados.0.smithi046.stdout:2915: left oid 30 (ObjNum 880 snap 290 seq_num 880) 2024-09-20T21:51:57.618 INFO:tasks.rados.rados.0.smithi046.stdout:2915: done (1 left) 2024-09-20T21:51:57.618 INFO:tasks.rados.rados.0.smithi046.stdout:2916: done (0 left) 2024-09-20T21:51:57.618 INFO:tasks.rados.rados.0.smithi046.stdout:2917: copy_from oid 40 from oid 20 current snap is 291 2024-09-20T21:51:57.618 INFO:tasks.rados.rados.0.smithi046.stdout:2918: rmattr oid 46 current snap is 291 2024-09-20T21:51:57.618 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 11 current snap is 291 2024-09-20T21:51:57.618 INFO:tasks.rados.rados.0.smithi046.stdout:2919: seq_num 881 ranges {2408448=360448} 2024-09-20T21:51:57.634 INFO:tasks.rados.rados.0.smithi046.stdout:2919: writing smithi04683737-11 from 2408448 to 2768896 tid 1 2024-09-20T21:51:57.634 INFO:tasks.rados.rados.0.smithi046.stdout:2920: snap_create 2024-09-20T21:51:57.634 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 1050 (ObjNum 859 snap 283 seq_num 859) dirty exists 2024-09-20T21:51:57.634 INFO:tasks.rados.rados.0.smithi046.stdout:2917: finishing copy_from racing read to smithi04683737-40 2024-09-20T21:51:57.635 INFO:tasks.rados.rados.0.smithi046.stdout:2917: finishing copy_from to smithi04683737-40 2024-09-20T21:51:57.635 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 933 (ObjNum 842 snap 276 seq_num 842) dirty exists 2024-09-20T21:51:57.637 INFO:tasks.rados.rados.0.smithi046.stdout:2919: finishing write tid 1 to smithi04683737-11 2024-09-20T21:51:57.637 INFO:tasks.rados.rados.0.smithi046.stdout:2919: finishing write tid 2 to smithi04683737-11 2024-09-20T21:51:57.638 INFO:tasks.rados.rados.0.smithi046.stdout:2919: finishing write tid 3 to smithi04683737-11 2024-09-20T21:51:57.638 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 878 (ObjNum 881 snap 291 seq_num 881) dirty exists 2024-09-20T21:51:57.638 INFO:tasks.rados.rados.0.smithi046.stdout:2919: left oid 11 (ObjNum 881 snap 291 seq_num 881) 2024-09-20T21:51:58.077 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:57 smithi134 ceph-mon[89086]: osdmap e641: 8 total, 8 up, 8 in 2024-09-20T21:51:58.078 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:57 smithi134 ceph-mon[89086]: osdmap e642: 8 total, 8 up, 8 in 2024-09-20T21:51:58.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:57 smithi046 ceph-mon[98591]: osdmap e641: 8 total, 8 up, 8 in 2024-09-20T21:51:58.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:57 smithi046 ceph-mon[98591]: osdmap e642: 8 total, 8 up, 8 in 2024-09-20T21:51:58.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:57 smithi046 ceph-mon[96110]: osdmap e641: 8 total, 8 up, 8 in 2024-09-20T21:51:58.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:57 smithi046 ceph-mon[96110]: osdmap e642: 8 total, 8 up, 8 in 2024-09-20T21:51:58.620 INFO:tasks.rados.rados.0.smithi046.stdout:2917: done (3 left) 2024-09-20T21:51:58.620 INFO:tasks.rados.rados.0.smithi046.stdout:2918: done (2 left) 2024-09-20T21:51:58.620 INFO:tasks.rados.rados.0.smithi046.stdout:2919: done (1 left) 2024-09-20T21:51:58.620 INFO:tasks.rados.rados.0.smithi046.stdout:2920: done (0 left) 2024-09-20T21:51:58.620 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 292 2024-09-20T21:51:58.620 INFO:tasks.rados.rados.0.smithi046.stdout:2921: seq_num 882 ranges {2981888=376832} 2024-09-20T21:51:58.638 INFO:tasks.rados.rados.0.smithi046.stdout:2921: writing smithi04683737-39 from 2981888 to 3358720 tid 1 2024-09-20T21:51:58.638 INFO:tasks.rados.rados.0.smithi046.stdout:2922: read oid 17 snap -1 2024-09-20T21:51:58.638 INFO:tasks.rados.rados.0.smithi046.stdout:2922: expect (ObjNum 819 snap 271 seq_num 819) 2024-09-20T21:51:58.638 INFO:tasks.rados.rados.0.smithi046.stdout:2923: snap_create 2024-09-20T21:51:58.644 INFO:tasks.rados.rados.0.smithi046.stdout:2921: finishing write tid 1 to smithi04683737-39 2024-09-20T21:51:58.644 INFO:tasks.rados.rados.0.smithi046.stdout:2921: finishing write tid 2 to smithi04683737-39 2024-09-20T21:51:58.645 INFO:tasks.rados.rados.0.smithi046.stdout:2921: finishing write tid 3 to smithi04683737-39 2024-09-20T21:51:58.645 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1338 (ObjNum 882 snap 292 seq_num 882) dirty exists 2024-09-20T21:51:58.646 INFO:tasks.rados.rados.0.smithi046.stdout:2921: left oid 39 (ObjNum 882 snap 292 seq_num 882) 2024-09-20T21:51:58.664 INFO:tasks.rados.rados.0.smithi046.stdout:2922: expect (ObjNum 819 snap 271 seq_num 819) 2024-09-20T21:51:59.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:58 smithi046 ceph-mon[98591]: pgmap v628: 121 pgs: 121 active+clean; 589 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-09-20T21:51:59.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:51:58 smithi046 ceph-mon[98591]: osdmap e643: 8 total, 8 up, 8 in 2024-09-20T21:51:59.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:58 smithi046 ceph-mon[96110]: pgmap v628: 121 pgs: 121 active+clean; 589 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-09-20T21:51:59.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:51:58 smithi046 ceph-mon[96110]: osdmap e643: 8 total, 8 up, 8 in 2024-09-20T21:51:59.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:58 smithi134 ceph-mon[89086]: pgmap v628: 121 pgs: 121 active+clean; 589 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-09-20T21:51:59.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:51:58 smithi134 ceph-mon[89086]: osdmap e643: 8 total, 8 up, 8 in 2024-09-20T21:51:59.621 INFO:tasks.rados.rados.0.smithi046.stdout:2921: done (2 left) 2024-09-20T21:51:59.621 INFO:tasks.rados.rados.0.smithi046.stdout:2922: done (1 left) 2024-09-20T21:51:59.621 INFO:tasks.rados.rados.0.smithi046.stdout:2923: done (0 left) 2024-09-20T21:51:59.621 INFO:tasks.rados.rados.0.smithi046.stdout:2924: snap_create 2024-09-20T21:52:00.623 INFO:tasks.rados.rados.0.smithi046.stdout:2924: done (0 left) 2024-09-20T21:52:00.623 INFO:tasks.rados.rados.0.smithi046.stdout:2925: rollback oid 32 current snap is 294 2024-09-20T21:52:00.623 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 32 to 291 2024-09-20T21:52:00.624 INFO:tasks.rados.rados.0.smithi046.stdout:2926: copy_from oid 1 from oid 15 current snap is 294 2024-09-20T21:52:00.624 INFO:tasks.rados.rados.0.smithi046.stdout:2927: snap_remove snap 232 2024-09-20T21:52:00.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:00 smithi046 ceph-mon[96110]: pgmap v631: 121 pgs: 121 active+clean; 589 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 32 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-09-20T21:52:00.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:00 smithi046 ceph-mon[96110]: osdmap e644: 8 total, 8 up, 8 in 2024-09-20T21:52:00.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:00 smithi046 ceph-mon[98591]: pgmap v631: 121 pgs: 121 active+clean; 589 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 32 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-09-20T21:52:00.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:00 smithi046 ceph-mon[98591]: osdmap e644: 8 total, 8 up, 8 in 2024-09-20T21:52:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:00 smithi134 ceph-mon[89086]: pgmap v631: 121 pgs: 121 active+clean; 589 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 32 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-09-20T21:52:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:00 smithi134 ceph-mon[89086]: osdmap e644: 8 total, 8 up, 8 in 2024-09-20T21:52:01.634 INFO:tasks.rados.rados.0.smithi046.stdout:2927: done (2 left) 2024-09-20T21:52:01.634 INFO:tasks.rados.rados.0.smithi046.stdout:2928: copy_from oid 40 from oid 30 current snap is 294 2024-09-20T21:52:01.635 INFO:tasks.rados.rados.0.smithi046.stdout:2929: read oid 29 snap -1 2024-09-20T21:52:01.635 INFO:tasks.rados.rados.0.smithi046.stdout:2929: expect (ObjNum 841 snap 276 seq_num 841) 2024-09-20T21:52:01.635 INFO:tasks.rados.rados.0.smithi046.stdout:2930: snap_remove snap 263 2024-09-20T21:52:01.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:01 smithi046 ceph-mon[96110]: osdmap e645: 8 total, 8 up, 8 in 2024-09-20T21:52:01.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:01 smithi046 ceph-mon[98591]: osdmap e645: 8 total, 8 up, 8 in 2024-09-20T21:52:01.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:01 smithi134 ceph-mon[89086]: osdmap e645: 8 total, 8 up, 8 in 2024-09-20T21:52:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:52:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:52:02] "GET /metrics HTTP/1.1" 200 36385 "" "Prometheus/2.43.0" 2024-09-20T21:52:02.624 INFO:tasks.rados.rados.0.smithi046.stdout:2930: done (4 left) 2024-09-20T21:52:02.625 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 294 2024-09-20T21:52:02.625 INFO:tasks.rados.rados.0.smithi046.stdout:2931: seq_num 883 ranges {2981888=393216} 2024-09-20T21:52:02.632 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:52:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:52:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:52:02.640 INFO:tasks.rados.rados.0.smithi046.stdout:2931: writing smithi04683737-49 from 2981888 to 3375104 tid 1 2024-09-20T21:52:02.641 INFO:tasks.rados.rados.0.smithi046.stdout:2925: finishing rollback tid 0 to smithi04683737-32 2024-09-20T21:52:02.641 INFO:tasks.rados.rados.0.smithi046.stdout:2925: finishing rollback tid 1 to smithi04683737-32 2024-09-20T21:52:02.641 INFO:tasks.rados.rados.0.smithi046.stdout:2925: finishing rollback tid 2 to smithi04683737-32 2024-09-20T21:52:02.641 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1483 (ObjNum 834 snap 276 seq_num 834) dirty exists 2024-09-20T21:52:02.641 INFO:tasks.rados.rados.0.smithi046.stdout:2926: finishing copy_from racing read to smithi04683737-1 2024-09-20T21:52:02.641 INFO:tasks.rados.rados.0.smithi046.stdout:2926: finishing copy_from to smithi04683737-1 2024-09-20T21:52:02.641 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 1033 (ObjNum 391 snap 123 seq_num 391) dirty exists 2024-09-20T21:52:02.641 INFO:tasks.rados.rados.0.smithi046.stdout:2928: finishing copy_from racing read to smithi04683737-40 2024-09-20T21:52:02.641 INFO:tasks.rados.rados.0.smithi046.stdout:2928: finishing copy_from to smithi04683737-40 2024-09-20T21:52:02.641 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1037 (ObjNum 880 snap 290 seq_num 880) dirty exists 2024-09-20T21:52:02.641 INFO:tasks.rados.rados.0.smithi046.stdout:2929: expect (ObjNum 841 snap 276 seq_num 841) 2024-09-20T21:52:02.784 INFO:tasks.rados.rados.0.smithi046.stdout:2931: finishing write tid 1 to smithi04683737-49 2024-09-20T21:52:02.784 INFO:tasks.rados.rados.0.smithi046.stdout:2931: finishing write tid 2 to smithi04683737-49 2024-09-20T21:52:02.784 INFO:tasks.rados.rados.0.smithi046.stdout:2931: finishing write tid 3 to smithi04683737-49 2024-09-20T21:52:02.784 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 1504 (ObjNum 883 snap 294 seq_num 883) dirty exists 2024-09-20T21:52:02.784 INFO:tasks.rados.rados.0.smithi046.stdout:2931: left oid 49 (ObjNum 883 snap 294 seq_num 883) 2024-09-20T21:52:02.784 INFO:tasks.rados.rados.0.smithi046.stdout:2925: done (4 left) 2024-09-20T21:52:02.784 INFO:tasks.rados.rados.0.smithi046.stdout:2926: done (3 left) 2024-09-20T21:52:02.784 INFO:tasks.rados.rados.0.smithi046.stdout:2928: done (2 left) 2024-09-20T21:52:02.784 INFO:tasks.rados.rados.0.smithi046.stdout:2929: done (1 left) 2024-09-20T21:52:02.785 INFO:tasks.rados.rados.0.smithi046.stdout:2931: done (0 left) 2024-09-20T21:52:02.785 INFO:tasks.rados.rados.0.smithi046.stdout:2932: read oid 26 snap -1 2024-09-20T21:52:02.785 INFO:tasks.rados.rados.0.smithi046.stdout:2932: expect (ObjNum 871 snap 288 seq_num 871) 2024-09-20T21:52:02.785 INFO:tasks.rados.rados.0.smithi046.stdout:2933: setattr oid 16 current snap is 294 2024-09-20T21:52:02.785 INFO:tasks.rados.rados.0.smithi046.stdout:2934: setattr oid 34 current snap is 294 2024-09-20T21:52:02.788 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 294 2024-09-20T21:52:02.788 INFO:tasks.rados.rados.0.smithi046.stdout:2935: seq_num 884 ranges {1556480=409600} 2024-09-20T21:52:02.799 INFO:tasks.rados.rados.0.smithi046.stdout:2935: writing smithi04683737-30 from 1556480 to 1966080 tid 1 2024-09-20T21:52:02.799 INFO:tasks.rados.rados.0.smithi046.stdout:2936: delete oid 47 current snap is 294 2024-09-20T21:52:02.799 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 1195 (ObjNum 551 snap 170 seq_num 551) dirty exists 2024-09-20T21:52:02.799 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 1498 (ObjNum 3745 snap 0 seq_num 22452144) dirty exists 2024-09-20T21:52:02.800 INFO:tasks.rados.rados.0.smithi046.stdout:2932: expect (ObjNum 871 snap 288 seq_num 871) 2024-09-20T21:52:02.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:02 smithi046 ceph-mon[96110]: pgmap v634: 121 pgs: 121 active+clean; 595 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.8 MiB/s wr, 15 op/s 2024-09-20T21:52:02.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:02 smithi046 ceph-mon[96110]: osdmap e646: 8 total, 8 up, 8 in 2024-09-20T21:52:02.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:02 smithi046 ceph-mon[96110]: osdmap e647: 8 total, 8 up, 8 in 2024-09-20T21:52:02.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:02 smithi046 ceph-mon[98591]: pgmap v634: 121 pgs: 121 active+clean; 595 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.8 MiB/s wr, 15 op/s 2024-09-20T21:52:02.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:02 smithi046 ceph-mon[98591]: osdmap e646: 8 total, 8 up, 8 in 2024-09-20T21:52:02.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:02 smithi046 ceph-mon[98591]: osdmap e647: 8 total, 8 up, 8 in 2024-09-20T21:52:02.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:02 smithi134 ceph-mon[89086]: pgmap v634: 121 pgs: 121 active+clean; 595 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.8 MiB/s wr, 15 op/s 2024-09-20T21:52:02.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:02 smithi134 ceph-mon[89086]: osdmap e646: 8 total, 8 up, 8 in 2024-09-20T21:52:02.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:02 smithi134 ceph-mon[89086]: osdmap e647: 8 total, 8 up, 8 in 2024-09-20T21:52:02.959 INFO:tasks.rados.rados.0.smithi046.stdout:2935: finishing write tid 1 to smithi04683737-30 2024-09-20T21:52:02.959 INFO:tasks.rados.rados.0.smithi046.stdout:2935: finishing write tid 2 to smithi04683737-30 2024-09-20T21:52:02.959 INFO:tasks.rados.rados.0.smithi046.stdout:2935: finishing write tid 3 to smithi04683737-30 2024-09-20T21:52:02.959 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 1039 (ObjNum 884 snap 294 seq_num 884) dirty exists 2024-09-20T21:52:02.959 INFO:tasks.rados.rados.0.smithi046.stdout:2935: left oid 30 (ObjNum 884 snap 294 seq_num 884) 2024-09-20T21:52:02.959 INFO:tasks.rados.rados.0.smithi046.stdout:2932: done (4 left) 2024-09-20T21:52:02.959 INFO:tasks.rados.rados.0.smithi046.stdout:2933: done (3 left) 2024-09-20T21:52:02.959 INFO:tasks.rados.rados.0.smithi046.stdout:2934: done (2 left) 2024-09-20T21:52:02.959 INFO:tasks.rados.rados.0.smithi046.stdout:2935: done (1 left) 2024-09-20T21:52:02.960 INFO:tasks.rados.rados.0.smithi046.stdout:2936: done (0 left) 2024-09-20T21:52:02.960 INFO:tasks.rados.rados.0.smithi046.stdout:2937: rollback oid 11 current snap is 294 2024-09-20T21:52:02.960 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 11 to 246 2024-09-20T21:52:02.960 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 294 2024-09-20T21:52:02.960 INFO:tasks.rados.rados.0.smithi046.stdout:2938: seq_num 886 ranges {1982464=442368} 2024-09-20T21:52:02.972 INFO:tasks.rados.rados.0.smithi046.stdout:2938: writing smithi04683737-32 from 1982464 to 2424832 tid 1 2024-09-20T21:52:02.972 INFO:tasks.rados.rados.0.smithi046.stdout:2939: read oid 46 snap -1 2024-09-20T21:52:02.972 INFO:tasks.rados.rados.0.smithi046.stdout:2939: expect (ObjNum 859 snap 283 seq_num 859) 2024-09-20T21:52:02.972 INFO:tasks.rados.rados.0.smithi046.stdout:2940: snap_create 2024-09-20T21:52:02.972 INFO:tasks.rados.rados.0.smithi046.stdout:2937: finishing rollback tid 0 to smithi04683737-11 2024-09-20T21:52:02.972 INFO:tasks.rados.rados.0.smithi046.stdout:2937: finishing rollback tid 1 to smithi04683737-11 2024-09-20T21:52:02.972 INFO:tasks.rados.rados.0.smithi046.stdout:2937: finishing rollback tid 2 to smithi04683737-11 2024-09-20T21:52:02.973 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 1036 (ObjNum 606 snap 199 seq_num 606) dirty exists 2024-09-20T21:52:02.975 INFO:tasks.rados.rados.0.smithi046.stdout:2938: finishing write tid 1 to smithi04683737-32 2024-09-20T21:52:02.978 INFO:tasks.rados.rados.0.smithi046.stdout:2938: finishing write tid 2 to smithi04683737-32 2024-09-20T21:52:02.979 INFO:tasks.rados.rados.0.smithi046.stdout:2938: finishing write tid 3 to smithi04683737-32 2024-09-20T21:52:02.979 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1506 (ObjNum 886 snap 294 seq_num 886) dirty exists 2024-09-20T21:52:02.979 INFO:tasks.rados.rados.0.smithi046.stdout:2938: left oid 32 (ObjNum 886 snap 294 seq_num 886) 2024-09-20T21:52:03.001 INFO:tasks.rados.rados.0.smithi046.stdout:2939: expect (ObjNum 859 snap 283 seq_num 859) 2024-09-20T21:52:03.639 INFO:tasks.rados.rados.0.smithi046.stdout:2937: done (3 left) 2024-09-20T21:52:03.640 INFO:tasks.rados.rados.0.smithi046.stdout:2938: done (2 left) 2024-09-20T21:52:03.640 INFO:tasks.rados.rados.0.smithi046.stdout:2939: done (1 left) 2024-09-20T21:52:03.640 INFO:tasks.rados.rados.0.smithi046.stdout:2940: done (0 left) 2024-09-20T21:52:03.640 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 295 2024-09-20T21:52:03.640 INFO:tasks.rados.rados.0.smithi046.stdout:2941: seq_num 887 ranges {5324800=458752} 2024-09-20T21:52:03.671 INFO:tasks.rados.rados.0.smithi046.stdout:2941: writing smithi04683737-4 from 5324800 to 5783552 tid 1 2024-09-20T21:52:03.671 INFO:tasks.rados.rados.0.smithi046.stdout:2942: delete oid 37 current snap is 295 2024-09-20T21:52:03.676 INFO:tasks.rados.rados.0.smithi046.stdout:2942: done (1 left) 2024-09-20T21:52:03.676 INFO:tasks.rados.rados.0.smithi046.stdout:2943: rollback oid 38 current snap is 295 2024-09-20T21:52:03.676 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 38 to 281 2024-09-20T21:52:03.676 INFO:tasks.rados.rados.0.smithi046.stdout:2944: delete oid 47 current snap is 295 2024-09-20T21:52:03.678 INFO:tasks.rados.rados.0.smithi046.stdout:2941: finishing write tid 1 to smithi04683737-4 2024-09-20T21:52:03.678 INFO:tasks.rados.rados.0.smithi046.stdout:2941: finishing write tid 2 to smithi04683737-4 2024-09-20T21:52:03.679 INFO:tasks.rados.rados.0.smithi046.stdout:2941: finishing write tid 3 to smithi04683737-4 2024-09-20T21:52:03.679 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 1509 (ObjNum 887 snap 295 seq_num 887) dirty exists 2024-09-20T21:52:03.679 INFO:tasks.rados.rados.0.smithi046.stdout:2941: left oid 4 (ObjNum 887 snap 295 seq_num 887) 2024-09-20T21:52:03.680 INFO:tasks.rados.rados.0.smithi046.stdout:2943: finishing rollback tid 0 to smithi04683737-38 2024-09-20T21:52:03.681 INFO:tasks.rados.rados.0.smithi046.stdout:2943: finishing rollback tid 1 to smithi04683737-38 2024-09-20T21:52:03.682 INFO:tasks.rados.rados.0.smithi046.stdout:2943: finishing rollback tid 2 to smithi04683737-38 2024-09-20T21:52:03.682 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1199 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-20T21:52:03.682 INFO:tasks.rados.rados.0.smithi046.stdout:2941: done (2 left) 2024-09-20T21:52:03.683 INFO:tasks.rados.rados.0.smithi046.stdout:2943: done (1 left) 2024-09-20T21:52:03.683 INFO:tasks.rados.rados.0.smithi046.stdout:2944: done (0 left) 2024-09-20T21:52:03.683 INFO:tasks.rados.rados.0.smithi046.stdout:2945: copy_from oid 4 from oid 48 current snap is 295 2024-09-20T21:52:03.683 INFO:tasks.rados.rados.0.smithi046.stdout:2946: rollback oid 38 current snap is 295 2024-09-20T21:52:03.683 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 38 to 291 2024-09-20T21:52:03.683 INFO:tasks.rados.rados.0.smithi046.stdout:2947: rollback oid 8 current snap is 295 2024-09-20T21:52:03.683 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 8 to 282 2024-09-20T21:52:03.683 INFO:tasks.rados.rados.0.smithi046.stdout:2948: copy_from oid 19 from oid 21 current snap is 295 2024-09-20T21:52:03.683 INFO:tasks.rados.rados.0.smithi046.stdout:2949: snap_remove snap 221 2024-09-20T21:52:04.648 INFO:tasks.rados.rados.0.smithi046.stdout:2946: finishing rollback tid 0 to smithi04683737-38 2024-09-20T21:52:04.648 INFO:tasks.rados.rados.0.smithi046.stdout:2946: finishing rollback tid 1 to smithi04683737-38 2024-09-20T21:52:04.648 INFO:tasks.rados.rados.0.smithi046.stdout:2946: finishing rollback tid 2 to smithi04683737-38 2024-09-20T21:52:04.648 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1202 (ObjNum 874 snap 289 seq_num 874) dirty exists 2024-09-20T21:52:04.648 INFO:tasks.rados.rados.0.smithi046.stdout:2947: finishing rollback tid 0 to smithi04683737-8 2024-09-20T21:52:04.648 INFO:tasks.rados.rados.0.smithi046.stdout:2947: finishing rollback tid 1 to smithi04683737-8 2024-09-20T21:52:04.648 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1301 (ObjNum 97 snap 0 seq_num 21938336) dirty dne 2024-09-20T21:52:04.648 INFO:tasks.rados.rados.0.smithi046.stdout:2948: finishing copy_from racing read to smithi04683737-19 2024-09-20T21:52:04.649 INFO:tasks.rados.rados.0.smithi046.stdout:2945: finishing copy_from racing read to smithi04683737-4 2024-09-20T21:52:04.649 INFO:tasks.rados.rados.0.smithi046.stdout:2948: finishing copy_from to smithi04683737-19 2024-09-20T21:52:04.649 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1189 (ObjNum 838 snap 276 seq_num 838) dirty exists 2024-09-20T21:52:04.649 INFO:tasks.rados.rados.0.smithi046.stdout:2945: finishing copy_from to smithi04683737-4 2024-09-20T21:52:04.649 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 1116 (ObjNum 712 snap 245 seq_num 712) dirty exists 2024-09-20T21:52:04.649 INFO:tasks.rados.rados.0.smithi046.stdout:2945: done (4 left) 2024-09-20T21:52:04.649 INFO:tasks.rados.rados.0.smithi046.stdout:2946: done (3 left) 2024-09-20T21:52:04.649 INFO:tasks.rados.rados.0.smithi046.stdout:2947: done (2 left) 2024-09-20T21:52:04.649 INFO:tasks.rados.rados.0.smithi046.stdout:2948: done (1 left) 2024-09-20T21:52:04.649 INFO:tasks.rados.rados.0.smithi046.stdout:2949: done (0 left) 2024-09-20T21:52:04.649 INFO:tasks.rados.rados.0.smithi046.stdout:2950: rollback oid 31 current snap is 295 2024-09-20T21:52:04.649 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 31 to 293 2024-09-20T21:52:04.649 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 295 2024-09-20T21:52:04.650 INFO:tasks.rados.rados.0.smithi046.stdout:2951: seq_num 890 ranges {2940928=507904} 2024-09-20T21:52:04.669 INFO:tasks.rados.rados.0.smithi046.stdout:2951: writing smithi04683737-15 from 2940928 to 3448832 tid 1 2024-09-20T21:52:04.669 INFO:tasks.rados.rados.0.smithi046.stdout:2952: snap_create 2024-09-20T21:52:04.669 INFO:tasks.rados.rados.0.smithi046.stdout:2950: finishing rollback tid 0 to smithi04683737-31 2024-09-20T21:52:04.669 INFO:tasks.rados.rados.0.smithi046.stdout:2950: finishing rollback tid 1 to smithi04683737-31 2024-09-20T21:52:04.669 INFO:tasks.rados.rados.0.smithi046.stdout:2950: finishing rollback tid 2 to smithi04683737-31 2024-09-20T21:52:04.669 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 1505 (ObjNum 875 snap 290 seq_num 875) dirty exists 2024-09-20T21:52:04.676 INFO:tasks.rados.rados.0.smithi046.stdout:2951: finishing write tid 1 to smithi04683737-15 2024-09-20T21:52:04.676 INFO:tasks.rados.rados.0.smithi046.stdout:2951: finishing write tid 2 to smithi04683737-15 2024-09-20T21:52:04.677 INFO:tasks.rados.rados.0.smithi046.stdout:2951: finishing write tid 3 to smithi04683737-15 2024-09-20T21:52:04.677 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 1041 (ObjNum 890 snap 295 seq_num 890) dirty exists 2024-09-20T21:52:04.677 INFO:tasks.rados.rados.0.smithi046.stdout:2951: left oid 15 (ObjNum 890 snap 295 seq_num 890) 2024-09-20T21:52:04.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:04 smithi046 ceph-mon[96110]: pgmap v637: 121 pgs: 121 active+clean; 599 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 3.3 MiB/s wr, 7 op/s 2024-09-20T21:52:04.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:04 smithi046 ceph-mon[96110]: osdmap e648: 8 total, 8 up, 8 in 2024-09-20T21:52:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:52:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:04 smithi046 ceph-mon[98591]: pgmap v637: 121 pgs: 121 active+clean; 599 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 3.3 MiB/s wr, 7 op/s 2024-09-20T21:52:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:04 smithi046 ceph-mon[98591]: osdmap e648: 8 total, 8 up, 8 in 2024-09-20T21:52:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:52:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:04 smithi134 ceph-mon[89086]: pgmap v637: 121 pgs: 121 active+clean; 599 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 3.3 MiB/s wr, 7 op/s 2024-09-20T21:52:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:04 smithi134 ceph-mon[89086]: osdmap e648: 8 total, 8 up, 8 in 2024-09-20T21:52:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:52:05.653 INFO:tasks.rados.rados.0.smithi046.stdout:2950: done (2 left) 2024-09-20T21:52:05.653 INFO:tasks.rados.rados.0.smithi046.stdout:2951: done (1 left) 2024-09-20T21:52:05.653 INFO:tasks.rados.rados.0.smithi046.stdout:2952: done (0 left) 2024-09-20T21:52:05.653 INFO:tasks.rados.rados.0.smithi046.stdout:2953: copy_from oid 49 from oid 13 current snap is 296 2024-09-20T21:52:05.653 INFO:tasks.rados.rados.0.smithi046.stdout:2954: copy_from oid 46 from oid 17 current snap is 296 2024-09-20T21:52:05.653 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 296 2024-09-20T21:52:05.653 INFO:tasks.rados.rados.0.smithi046.stdout:2955: seq_num 891 ranges {1212416=532480} 2024-09-20T21:52:05.663 INFO:tasks.rados.rados.0.smithi046.stdout:2955: writing smithi04683737-25 from 1212416 to 1744896 tid 1 2024-09-20T21:52:05.663 INFO:tasks.rados.rados.0.smithi046.stdout:2956: read oid 11 snap -1 2024-09-20T21:52:05.663 INFO:tasks.rados.rados.0.smithi046.stdout:2956: expect (ObjNum 606 snap 199 seq_num 606) 2024-09-20T21:52:05.663 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 296 2024-09-20T21:52:05.663 INFO:tasks.rados.rados.0.smithi046.stdout:2957: seq_num 892 ranges {0=548864} 2024-09-20T21:52:05.667 INFO:tasks.rados.rados.0.smithi046.stdout:2957: writing smithi04683737-12 from 0 to 548864 tid 1 2024-09-20T21:52:05.667 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 296 2024-09-20T21:52:05.667 INFO:tasks.rados.rados.0.smithi046.stdout:2953: finishing copy_from racing read to smithi04683737-49 2024-09-20T21:52:05.667 INFO:tasks.rados.rados.0.smithi046.stdout:2953: finishing copy_from to smithi04683737-49 2024-09-20T21:52:05.667 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 1400 (ObjNum 843 snap 277 seq_num 843) dirty exists 2024-09-20T21:52:05.668 INFO:tasks.rados.rados.0.smithi046.stdout:2958: seq_num 893 ranges {2424832=565248} 2024-09-20T21:52:05.684 INFO:tasks.rados.rados.0.smithi046.stdout:2958: writing smithi04683737-32 from 2424832 to 2990080 tid 1 2024-09-20T21:52:05.684 INFO:tasks.rados.rados.0.smithi046.stdout:2953: done (5 left) 2024-09-20T21:52:05.684 INFO:tasks.rados.rados.0.smithi046.stdout:2959: rollback oid 30 current snap is 296 2024-09-20T21:52:05.684 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 30 to 225 2024-09-20T21:52:05.684 INFO:tasks.rados.rados.0.smithi046.stdout:2955: finishing write tid 1 to smithi04683737-25 2024-09-20T21:52:05.684 INFO:tasks.rados.rados.0.smithi046.stdout:2955: finishing write tid 2 to smithi04683737-25 2024-09-20T21:52:05.684 INFO:tasks.rados.rados.0.smithi046.stdout:2956: expect (ObjNum 606 snap 199 seq_num 606) 2024-09-20T21:52:05.745 INFO:tasks.rados.rados.0.smithi046.stdout:2957: finishing write tid 1 to smithi04683737-12 2024-09-20T21:52:05.745 INFO:tasks.rados.rados.0.smithi046.stdout:2957: finishing write tid 2 to smithi04683737-12 2024-09-20T21:52:05.745 INFO:tasks.rados.rados.0.smithi046.stdout:2955: finishing write tid 3 to smithi04683737-25 2024-09-20T21:52:05.745 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 1204 (ObjNum 891 snap 296 seq_num 891) dirty exists 2024-09-20T21:52:05.745 INFO:tasks.rados.rados.0.smithi046.stdout:2955: left oid 25 (ObjNum 891 snap 296 seq_num 891) 2024-09-20T21:52:05.745 INFO:tasks.rados.rados.0.smithi046.stdout:2957: finishing write tid 3 to smithi04683737-12 2024-09-20T21:52:05.745 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1302 (ObjNum 892 snap 296 seq_num 892) dirty exists 2024-09-20T21:52:05.745 INFO:tasks.rados.rados.0.smithi046.stdout:2957: left oid 12 (ObjNum 892 snap 296 seq_num 892) 2024-09-20T21:52:05.745 INFO:tasks.rados.rados.0.smithi046.stdout:2958: finishing write tid 1 to smithi04683737-32 2024-09-20T21:52:05.745 INFO:tasks.rados.rados.0.smithi046.stdout:2959: finishing rollback tid 0 to smithi04683737-30 2024-09-20T21:52:05.745 INFO:tasks.rados.rados.0.smithi046.stdout:2959: finishing rollback tid 1 to smithi04683737-30 2024-09-20T21:52:05.746 INFO:tasks.rados.rados.0.smithi046.stdout:2955: done (5 left) 2024-09-20T21:52:05.746 INFO:tasks.rados.rados.0.smithi046.stdout:2956: done (4 left) 2024-09-20T21:52:05.746 INFO:tasks.rados.rados.0.smithi046.stdout:2957: done (3 left) 2024-09-20T21:52:05.746 INFO:tasks.rados.rados.0.smithi046.stdout:2960: delete oid 36 current snap is 296 2024-09-20T21:52:05.746 INFO:tasks.rados.rados.0.smithi046.stdout:2959: finishing rollback tid 2 to smithi04683737-30 2024-09-20T21:52:05.746 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 1044 (ObjNum 391 snap 123 seq_num 391) dirty exists 2024-09-20T21:52:05.746 INFO:tasks.rados.rados.0.smithi046.stdout:2958: finishing write tid 2 to smithi04683737-32 2024-09-20T21:52:05.746 INFO:tasks.rados.rados.0.smithi046.stdout:2958: finishing write tid 3 to smithi04683737-32 2024-09-20T21:52:05.746 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1525 (ObjNum 893 snap 296 seq_num 893) dirty exists 2024-09-20T21:52:05.746 INFO:tasks.rados.rados.0.smithi046.stdout:2958: left oid 32 (ObjNum 893 snap 296 seq_num 893) 2024-09-20T21:52:05.746 INFO:tasks.rados.rados.0.smithi046.stdout:2954: finishing copy_from racing read to smithi04683737-46 2024-09-20T21:52:05.746 INFO:tasks.rados.rados.0.smithi046.stdout:2954: finishing copy_from to smithi04683737-46 2024-09-20T21:52:05.746 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 1190 (ObjNum 819 snap 271 seq_num 819) dirty exists 2024-09-20T21:52:05.747 INFO:tasks.rados.rados.0.smithi046.stdout:2954: done (3 left) 2024-09-20T21:52:05.747 INFO:tasks.rados.rados.0.smithi046.stdout:2958: done (2 left) 2024-09-20T21:52:05.747 INFO:tasks.rados.rados.0.smithi046.stdout:2959: done (1 left) 2024-09-20T21:52:05.747 INFO:tasks.rados.rados.0.smithi046.stdout:2960: done (0 left) 2024-09-20T21:52:05.747 INFO:tasks.rados.rados.0.smithi046.stdout:2961: read oid 44 snap -1 2024-09-20T21:52:05.747 INFO:tasks.rados.rados.0.smithi046.stdout:2961: expect deleted 2024-09-20T21:52:05.748 INFO:tasks.rados.rados.0.smithi046.stdout:2962: read oid 36 snap 293 2024-09-20T21:52:05.748 INFO:tasks.rados.rados.0.smithi046.stdout:2962: expect (ObjNum 828 snap 274 seq_num 828) 2024-09-20T21:52:05.748 INFO:tasks.rados.rados.0.smithi046.stdout:2963: snap_remove snap 286 2024-09-20T21:52:05.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:05 smithi046 ceph-mon[96110]: osdmap e649: 8 total, 8 up, 8 in 2024-09-20T21:52:05.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:05 smithi046 ceph-mon[98591]: osdmap e649: 8 total, 8 up, 8 in 2024-09-20T21:52:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:05 smithi134 ceph-mon[89086]: osdmap e649: 8 total, 8 up, 8 in 2024-09-20T21:52:06.658 INFO:tasks.rados.rados.0.smithi046.stdout:2963: done (2 left) 2024-09-20T21:52:06.658 INFO:tasks.rados.rados.0.smithi046.stdout:2964: snap_remove snap 287 2024-09-20T21:52:06.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:06 smithi046 ceph-mon[96110]: pgmap v640: 121 pgs: 121 active+clean; 596 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T21:52:06.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:06 smithi046 ceph-mon[96110]: osdmap e650: 8 total, 8 up, 8 in 2024-09-20T21:52:06.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:06 smithi046 ceph-mon[98591]: pgmap v640: 121 pgs: 121 active+clean; 596 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T21:52:06.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:06 smithi046 ceph-mon[98591]: osdmap e650: 8 total, 8 up, 8 in 2024-09-20T21:52:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:06 smithi134 ceph-mon[89086]: pgmap v640: 121 pgs: 121 active+clean; 596 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T21:52:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:06 smithi134 ceph-mon[89086]: osdmap e650: 8 total, 8 up, 8 in 2024-09-20T21:52:07.666 INFO:tasks.rados.rados.0.smithi046.stdout:2962: expect (ObjNum 828 snap 274 seq_num 828) 2024-09-20T21:52:07.722 INFO:tasks.rados.rados.0.smithi046.stdout:2961: done (2 left) 2024-09-20T21:52:07.722 INFO:tasks.rados.rados.0.smithi046.stdout:2962: done (1 left) 2024-09-20T21:52:07.722 INFO:tasks.rados.rados.0.smithi046.stdout:2964: done (0 left) 2024-09-20T21:52:07.722 INFO:tasks.rados.rados.0.smithi046.stdout:2965: read oid 15 snap 294 2024-09-20T21:52:07.722 INFO:tasks.rados.rados.0.smithi046.stdout:2965: expect (ObjNum 391 snap 123 seq_num 391) 2024-09-20T21:52:07.723 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 296 2024-09-20T21:52:07.723 INFO:tasks.rados.rados.0.smithi046.stdout:2966: seq_num 895 ranges {2211840=598016} 2024-09-20T21:52:07.738 INFO:tasks.rados.rados.0.smithi046.stdout:2966: writing smithi04683737-10 from 2211840 to 2809856 tid 1 2024-09-20T21:52:07.738 INFO:tasks.rados.rados.0.smithi046.stdout:2967: rollback oid 6 current snap is 296 2024-09-20T21:52:07.738 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 6 to 192 2024-09-20T21:52:07.738 INFO:tasks.rados.rados.0.smithi046.stdout:2965: expect (ObjNum 391 snap 123 seq_num 391) 2024-09-20T21:52:07.849 INFO:tasks.rados.rados.0.smithi046.stdout:2967: finishing rollback tid 0 to smithi04683737-6 2024-09-20T21:52:07.849 INFO:tasks.rados.rados.0.smithi046.stdout:2967: finishing rollback tid 1 to smithi04683737-6 2024-09-20T21:52:07.849 INFO:tasks.rados.rados.0.smithi046.stdout:2966: finishing write tid 1 to smithi04683737-10 2024-09-20T21:52:07.849 INFO:tasks.rados.rados.0.smithi046.stdout:2967: finishing rollback tid 2 to smithi04683737-6 2024-09-20T21:52:07.849 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1541 (ObjNum 476 snap 142 seq_num 476) dirty exists 2024-09-20T21:52:07.849 INFO:tasks.rados.rados.0.smithi046.stdout:2965: done (2 left) 2024-09-20T21:52:07.849 INFO:tasks.rados.rados.0.smithi046.stdout:2967: done (1 left) 2024-09-20T21:52:07.849 INFO:tasks.rados.rados.0.smithi046.stdout:2968: rmattr oid 38 current snap is 296 2024-09-20T21:52:07.849 INFO:tasks.rados.rados.0.smithi046.stdout:2966: finishing write tid 2 to smithi04683737-10 2024-09-20T21:52:07.850 INFO:tasks.rados.rados.0.smithi046.stdout:2966: finishing write tid 3 to smithi04683737-10 2024-09-20T21:52:07.850 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1026 (ObjNum 895 snap 296 seq_num 895) dirty exists 2024-09-20T21:52:07.850 INFO:tasks.rados.rados.0.smithi046.stdout:2966: left oid 10 (ObjNum 895 snap 296 seq_num 895) 2024-09-20T21:52:07.850 INFO:tasks.rados.rados.0.smithi046.stdout:2966: done (1 left) 2024-09-20T21:52:07.850 INFO:tasks.rados.rados.0.smithi046.stdout:2969: snap_remove snap 278 2024-09-20T21:52:07.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:07 smithi134 ceph-mon[89086]: osdmap e651: 8 total, 8 up, 8 in 2024-09-20T21:52:08.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:07 smithi046 ceph-mon[96110]: osdmap e651: 8 total, 8 up, 8 in 2024-09-20T21:52:08.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:07 smithi046 ceph-mon[98591]: osdmap e651: 8 total, 8 up, 8 in 2024-09-20T21:52:08.668 INFO:tasks.rados.rados.0.smithi046.stdout:2969: done (1 left) 2024-09-20T21:52:08.668 INFO:tasks.rados.rados.0.smithi046.stdout:2970: copy_from oid 42 from oid 11 current snap is 296 2024-09-20T21:52:08.668 INFO:tasks.rados.rados.0.smithi046.stdout:2971: snap_create 2024-09-20T21:52:08.669 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1218 (ObjNum 874 snap 289 seq_num 874) dirty exists 2024-09-20T21:52:08.694 INFO:tasks.rados.rados.0.smithi046.stdout:2970: finishing copy_from racing read to smithi04683737-42 2024-09-20T21:52:08.697 INFO:tasks.rados.rados.0.smithi046.stdout:2970: finishing copy_from to smithi04683737-42 2024-09-20T21:52:08.697 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 1036 (ObjNum 606 snap 199 seq_num 606) dirty exists 2024-09-20T21:52:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:08 smithi134 ceph-mon[89086]: pgmap v643: 121 pgs: 121 active+clean; 582 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.0 MiB/s wr, 21 op/s 2024-09-20T21:52:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:08 smithi134 ceph-mon[89086]: osdmap e652: 8 total, 8 up, 8 in 2024-09-20T21:52:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:08 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:52:09.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:08 smithi046 ceph-mon[96110]: pgmap v643: 121 pgs: 121 active+clean; 582 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.0 MiB/s wr, 21 op/s 2024-09-20T21:52:09.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:08 smithi046 ceph-mon[96110]: osdmap e652: 8 total, 8 up, 8 in 2024-09-20T21:52:09.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:08 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:52:09.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:08 smithi046 ceph-mon[98591]: pgmap v643: 121 pgs: 121 active+clean; 582 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.0 MiB/s wr, 21 op/s 2024-09-20T21:52:09.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:08 smithi046 ceph-mon[98591]: osdmap e652: 8 total, 8 up, 8 in 2024-09-20T21:52:09.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:08 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:52:09.675 INFO:tasks.rados.rados.0.smithi046.stdout:2968: done (2 left) 2024-09-20T21:52:09.676 INFO:tasks.rados.rados.0.smithi046.stdout:2970: done (1 left) 2024-09-20T21:52:09.676 INFO:tasks.rados.rados.0.smithi046.stdout:2971: done (0 left) 2024-09-20T21:52:09.676 INFO:tasks.rados.rados.0.smithi046.stdout:2972: snap_create 2024-09-20T21:52:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:09 smithi134 ceph-mon[89086]: osdmap e653: 8 total, 8 up, 8 in 2024-09-20T21:52:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:52:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:52:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:52:10.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:09 smithi046 ceph-mon[96110]: osdmap e653: 8 total, 8 up, 8 in 2024-09-20T21:52:10.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:52:10.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:52:10.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:52:10.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:09 smithi046 ceph-mon[98591]: osdmap e653: 8 total, 8 up, 8 in 2024-09-20T21:52:10.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:52:10.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:52:10.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:52:10.678 INFO:tasks.rados.rados.0.smithi046.stdout:2972: done (0 left) 2024-09-20T21:52:10.679 INFO:tasks.rados.rados.0.smithi046.stdout:2973: snap_create 2024-09-20T21:52:11.052 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:10 smithi046 ceph-mon[96110]: pgmap v646: 121 pgs: 121 active+clean; 586 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.9 MiB/s wr, 25 op/s 2024-09-20T21:52:11.052 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:10 smithi046 ceph-mon[96110]: osdmap e654: 8 total, 8 up, 8 in 2024-09-20T21:52:11.052 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:10 smithi046 ceph-mon[98591]: pgmap v646: 121 pgs: 121 active+clean; 586 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.9 MiB/s wr, 25 op/s 2024-09-20T21:52:11.052 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:10 smithi046 ceph-mon[98591]: osdmap e654: 8 total, 8 up, 8 in 2024-09-20T21:52:11.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:10 smithi134 ceph-mon[89086]: pgmap v646: 121 pgs: 121 active+clean; 586 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.9 MiB/s wr, 25 op/s 2024-09-20T21:52:11.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:10 smithi134 ceph-mon[89086]: osdmap e654: 8 total, 8 up, 8 in 2024-09-20T21:52:11.688 INFO:tasks.rados.rados.0.smithi046.stdout:2973: done (0 left) 2024-09-20T21:52:11.688 INFO:tasks.rados.rados.0.smithi046.stdout:2974: rmattr oid 31 current snap is 299 2024-09-20T21:52:11.688 INFO:tasks.rados.rados.0.smithi046.stdout:2974: done (0 left) 2024-09-20T21:52:11.688 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 299 2024-09-20T21:52:11.688 INFO:tasks.rados.rados.0.smithi046.stdout:2975: seq_num 896 ranges {278528=614400} 2024-09-20T21:52:11.693 INFO:tasks.rados.rados.0.smithi046.stdout:2975: writing smithi04683737-24 from 278528 to 892928 tid 1 2024-09-20T21:52:11.693 INFO:tasks.rados.rados.0.smithi046.stdout:2976: copy_from oid 13 from oid 50 current snap is 299 2024-09-20T21:52:11.693 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 299 2024-09-20T21:52:11.693 INFO:tasks.rados.rados.0.smithi046.stdout:2977: seq_num 897 ranges {1056768=630784} 2024-09-20T21:52:11.703 INFO:tasks.rados.rados.0.smithi046.stdout:2977: writing smithi04683737-6 from 1056768 to 1687552 tid 1 2024-09-20T21:52:11.703 INFO:tasks.rados.rados.0.smithi046.stdout:2978: copy_from oid 2 from oid 10 current snap is 299 2024-09-20T21:52:11.704 INFO:tasks.rados.rados.0.smithi046.stdout:2975: finishing write tid 1 to smithi04683737-24 2024-09-20T21:52:11.704 INFO:tasks.rados.rados.0.smithi046.stdout:2975: finishing write tid 2 to smithi04683737-24 2024-09-20T21:52:11.704 INFO:tasks.rados.rados.0.smithi046.stdout:2975: finishing write tid 3 to smithi04683737-24 2024-09-20T21:52:11.704 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 1028 (ObjNum 896 snap 299 seq_num 896) dirty exists 2024-09-20T21:52:11.704 INFO:tasks.rados.rados.0.smithi046.stdout:2975: left oid 24 (ObjNum 896 snap 299 seq_num 896) 2024-09-20T21:52:11.704 INFO:tasks.rados.rados.0.smithi046.stdout:2975: done (3 left) 2024-09-20T21:52:11.704 INFO:tasks.rados.rados.0.smithi046.stdout:2979: read oid 27 snap -1 2024-09-20T21:52:11.704 INFO:tasks.rados.rados.0.smithi046.stdout:2979: expect (ObjNum 756 snap 252 seq_num 756) 2024-09-20T21:52:11.704 INFO:tasks.rados.rados.0.smithi046.stdout:2980: delete oid 24 current snap is 299 2024-09-20T21:52:11.715 INFO:tasks.rados.rados.0.smithi046.stdout:2976: finishing copy_from racing read to smithi04683737-13 2024-09-20T21:52:11.716 INFO:tasks.rados.rados.0.smithi046.stdout:2977: finishing write tid 1 to smithi04683737-6 2024-09-20T21:52:11.716 INFO:tasks.rados.rados.0.smithi046.stdout:2977: finishing write tid 2 to smithi04683737-6 2024-09-20T21:52:11.716 INFO:tasks.rados.rados.0.smithi046.stdout:2977: finishing write tid 3 to smithi04683737-6 2024-09-20T21:52:11.717 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1552 (ObjNum 897 snap 299 seq_num 897) dirty exists 2024-09-20T21:52:11.717 INFO:tasks.rados.rados.0.smithi046.stdout:2977: left oid 6 (ObjNum 897 snap 299 seq_num 897) 2024-09-20T21:52:11.718 INFO:tasks.rados.rados.0.smithi046.stdout:2976: finishing copy_from to smithi04683737-13 2024-09-20T21:52:11.718 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 790 (ObjNum 630 snap 203 seq_num 630) dirty exists 2024-09-20T21:52:11.739 INFO:tasks.rados.rados.0.smithi046.stdout:2976: done (4 left) 2024-09-20T21:52:11.740 INFO:tasks.rados.rados.0.smithi046.stdout:2977: done (3 left) 2024-09-20T21:52:11.740 INFO:tasks.rados.rados.0.smithi046.stdout:2980: done (2 left) 2024-09-20T21:52:11.740 INFO:tasks.rados.rados.0.smithi046.stdout:2981: rmattr oid 23 current snap is 299 2024-09-20T21:52:11.740 INFO:tasks.rados.rados.0.smithi046.stdout:2982: rollback oid 7 current snap is 299 2024-09-20T21:52:11.740 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 7 to 283 2024-09-20T21:52:11.740 INFO:tasks.rados.rados.0.smithi046.stdout:2983: read oid 25 snap -1 2024-09-20T21:52:11.740 INFO:tasks.rados.rados.0.smithi046.stdout:2983: expect (ObjNum 891 snap 296 seq_num 891) 2024-09-20T21:52:11.740 INFO:tasks.rados.rados.0.smithi046.stdout:2984: copy_from oid 8 from oid 20 current snap is 299 2024-09-20T21:52:11.740 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 299 2024-09-20T21:52:11.740 INFO:tasks.rados.rados.0.smithi046.stdout:2985: seq_num 899 ranges {229376=663552} 2024-09-20T21:52:11.745 INFO:tasks.rados.rados.0.smithi046.stdout:2985: writing smithi04683737-18 from 229376 to 892928 tid 1 2024-09-20T21:52:11.745 INFO:tasks.rados.rados.0.smithi046.stdout:2986: delete oid 45 current snap is 299 2024-09-20T21:52:11.745 INFO:tasks.rados.rados.0.smithi046.stdout:2982: finishing rollback tid 1 to smithi04683737-7 2024-09-20T21:52:11.745 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 529 (ObjNum 9201 snap 0 seq_num 536847248) dirty dne 2024-09-20T21:52:11.746 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1191 (ObjNum 834 snap 276 seq_num 834) dirty exists 2024-09-20T21:52:11.750 INFO:tasks.rados.rados.0.smithi046.stdout:2978: finishing copy_from racing read to smithi04683737-2 2024-09-20T21:52:11.750 INFO:tasks.rados.rados.0.smithi046.stdout:2979: expect (ObjNum 756 snap 252 seq_num 756) 2024-09-20T21:52:12.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:11 smithi046 ceph-mon[96110]: osdmap e655: 8 total, 8 up, 8 in 2024-09-20T21:52:12.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:11 smithi046 ceph-mon[98591]: osdmap e655: 8 total, 8 up, 8 in 2024-09-20T21:52:12.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:11 smithi134 ceph-mon[89086]: osdmap e655: 8 total, 8 up, 8 in 2024-09-20T21:52:12.366 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:52:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:52:12] "GET /metrics HTTP/1.1" 200 36383 "" "Prometheus/2.43.0" 2024-09-20T21:52:12.368 INFO:tasks.rados.rados.0.smithi046.stdout:2983: expect (ObjNum 891 snap 296 seq_num 891) 2024-09-20T21:52:12.453 INFO:tasks.rados.rados.0.smithi046.stdout:2978: finishing copy_from to smithi04683737-2 2024-09-20T21:52:12.453 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 1026 (ObjNum 895 snap 296 seq_num 895) dirty exists 2024-09-20T21:52:12.453 INFO:tasks.rados.rados.0.smithi046.stdout:2985: finishing write tid 1 to smithi04683737-18 2024-09-20T21:52:12.453 INFO:tasks.rados.rados.0.smithi046.stdout:2985: finishing write tid 2 to smithi04683737-18 2024-09-20T21:52:12.454 INFO:tasks.rados.rados.0.smithi046.stdout:2985: finishing write tid 3 to smithi04683737-18 2024-09-20T21:52:12.454 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1227 (ObjNum 899 snap 299 seq_num 899) dirty exists 2024-09-20T21:52:12.454 INFO:tasks.rados.rados.0.smithi046.stdout:2985: left oid 18 (ObjNum 899 snap 299 seq_num 899) 2024-09-20T21:52:12.454 INFO:tasks.rados.rados.0.smithi046.stdout:2984: finishing copy_from racing read to smithi04683737-8 2024-09-20T21:52:12.454 INFO:tasks.rados.rados.0.smithi046.stdout:2984: finishing copy_from to smithi04683737-8 2024-09-20T21:52:12.454 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 933 (ObjNum 842 snap 276 seq_num 842) dirty exists 2024-09-20T21:52:12.454 INFO:tasks.rados.rados.0.smithi046.stdout:2978: done (7 left) 2024-09-20T21:52:12.454 INFO:tasks.rados.rados.0.smithi046.stdout:2979: done (6 left) 2024-09-20T21:52:12.454 INFO:tasks.rados.rados.0.smithi046.stdout:2981: done (5 left) 2024-09-20T21:52:12.454 INFO:tasks.rados.rados.0.smithi046.stdout:2982: done (4 left) 2024-09-20T21:52:12.454 INFO:tasks.rados.rados.0.smithi046.stdout:2983: done (3 left) 2024-09-20T21:52:12.454 INFO:tasks.rados.rados.0.smithi046.stdout:2984: done (2 left) 2024-09-20T21:52:12.454 INFO:tasks.rados.rados.0.smithi046.stdout:2985: done (1 left) 2024-09-20T21:52:12.455 INFO:tasks.rados.rados.0.smithi046.stdout:2986: done (0 left) 2024-09-20T21:52:12.455 INFO:tasks.rados.rados.0.smithi046.stdout:2987: copy_from oid 6 from oid 1 current snap is 299 2024-09-20T21:52:12.455 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 299 2024-09-20T21:52:12.455 INFO:tasks.rados.rados.0.smithi046.stdout:2988: seq_num 901 ranges {3809280=696320} 2024-09-20T21:52:12.478 INFO:tasks.rados.rados.0.smithi046.stdout:2988: writing smithi04683737-16 from 3809280 to 4505600 tid 1 2024-09-20T21:52:12.478 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 299 2024-09-20T21:52:12.478 INFO:tasks.rados.rados.0.smithi046.stdout:2989: seq_num 902 ranges {1744896=712704} 2024-09-20T21:52:12.492 INFO:tasks.rados.rados.0.smithi046.stdout:2989: writing smithi04683737-25 from 1744896 to 2457600 tid 1 2024-09-20T21:52:12.492 INFO:tasks.rados.rados.0.smithi046.stdout:2990: copy_from oid 28 from oid 34 current snap is 299 2024-09-20T21:52:12.492 INFO:tasks.rados.rados.0.smithi046.stdout:2987: finishing copy_from racing read to smithi04683737-6 2024-09-20T21:52:12.492 INFO:tasks.rados.rados.0.smithi046.stdout:2987: finishing copy_from to smithi04683737-6 2024-09-20T21:52:12.492 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1033 (ObjNum 391 snap 123 seq_num 391) dirty exists 2024-09-20T21:52:12.492 INFO:tasks.rados.rados.0.smithi046.stdout:2988: finishing write tid 1 to smithi04683737-16 2024-09-20T21:52:12.492 INFO:tasks.rados.rados.0.smithi046.stdout:2988: finishing write tid 2 to smithi04683737-16 2024-09-20T21:52:12.492 INFO:tasks.rados.rados.0.smithi046.stdout:2988: finishing write tid 3 to smithi04683737-16 2024-09-20T21:52:12.492 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 1225 (ObjNum 901 snap 299 seq_num 901) dirty exists 2024-09-20T21:52:12.492 INFO:tasks.rados.rados.0.smithi046.stdout:2988: left oid 16 (ObjNum 901 snap 299 seq_num 901) 2024-09-20T21:52:12.492 INFO:tasks.rados.rados.0.smithi046.stdout:2987: done (3 left) 2024-09-20T21:52:12.493 INFO:tasks.rados.rados.0.smithi046.stdout:2988: done (2 left) 2024-09-20T21:52:12.493 INFO:tasks.rados.rados.0.smithi046.stdout:2991: snap_create 2024-09-20T21:52:12.494 INFO:tasks.rados.rados.0.smithi046.stdout:2990: finishing copy_from racing read to smithi04683737-28 2024-09-20T21:52:12.495 INFO:tasks.rados.rados.0.smithi046.stdout:2989: finishing write tid 1 to smithi04683737-25 2024-09-20T21:52:12.495 INFO:tasks.rados.rados.0.smithi046.stdout:2990: finishing copy_from to smithi04683737-28 2024-09-20T21:52:12.496 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 1498 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-20T21:52:12.496 INFO:tasks.rados.rados.0.smithi046.stdout:2989: finishing write tid 2 to smithi04683737-25 2024-09-20T21:52:12.497 INFO:tasks.rados.rados.0.smithi046.stdout:2989: finishing write tid 3 to smithi04683737-25 2024-09-20T21:52:12.497 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 1228 (ObjNum 902 snap 299 seq_num 902) dirty exists 2024-09-20T21:52:12.497 INFO:tasks.rados.rados.0.smithi046.stdout:2989: left oid 25 (ObjNum 902 snap 299 seq_num 902) 2024-09-20T21:52:12.621 INFO:tasks.rados.rados.0.smithi046.stdout:2989: done (2 left) 2024-09-20T21:52:12.621 INFO:tasks.rados.rados.0.smithi046.stdout:2990: done (1 left) 2024-09-20T21:52:12.621 INFO:tasks.rados.rados.0.smithi046.stdout:2991: done (0 left) 2024-09-20T21:52:12.621 INFO:tasks.rados.rados.0.smithi046.stdout:2992: read oid 38 snap 297 2024-09-20T21:52:12.621 INFO:tasks.rados.rados.0.smithi046.stdout:2992: expect (ObjNum 874 snap 289 seq_num 874) 2024-09-20T21:52:12.622 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 300 2024-09-20T21:52:12.622 INFO:tasks.rados.rados.0.smithi046.stdout:2993: seq_num 903 ranges {1875968=729088} 2024-09-20T21:52:12.635 INFO:tasks.rados.rados.0.smithi046.stdout:2993: writing smithi04683737-5 from 1875968 to 2605056 tid 1 2024-09-20T21:52:12.635 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 300 2024-09-20T21:52:12.635 INFO:tasks.rados.rados.0.smithi046.stdout:2994: seq_num 904 ranges {2048000=745472} 2024-09-20T21:52:12.651 INFO:tasks.rados.rados.0.smithi046.stdout:2994: writing smithi04683737-21 from 2048000 to 2793472 tid 1 2024-09-20T21:52:12.651 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 300 2024-09-20T21:52:12.652 INFO:tasks.rados.rados.0.smithi046.stdout:2995: seq_num 905 ranges {2940928=761856} 2024-09-20T21:52:12.672 INFO:tasks.rados.rados.0.smithi046.stdout:2995: writing smithi04683737-9 from 2940928 to 3702784 tid 1 2024-09-20T21:52:12.672 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 300 2024-09-20T21:52:12.672 INFO:tasks.rados.rados.0.smithi046.stdout:2992: expect (ObjNum 874 snap 289 seq_num 874) 2024-09-20T21:52:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:52:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:52:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:52:12.778 INFO:tasks.rados.rados.0.smithi046.stdout:2993: finishing write tid 1 to smithi04683737-5 2024-09-20T21:52:12.779 INFO:tasks.rados.rados.0.smithi046.stdout:2993: finishing write tid 2 to smithi04683737-5 2024-09-20T21:52:12.779 INFO:tasks.rados.rados.0.smithi046.stdout:2993: finishing write tid 3 to smithi04683737-5 2024-09-20T21:52:12.779 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 990 (ObjNum 903 snap 300 seq_num 903) dirty exists 2024-09-20T21:52:12.779 INFO:tasks.rados.rados.0.smithi046.stdout:2993: left oid 5 (ObjNum 903 snap 300 seq_num 903) 2024-09-20T21:52:12.779 INFO:tasks.rados.rados.0.smithi046.stdout:2994: finishing write tid 1 to smithi04683737-21 2024-09-20T21:52:12.779 INFO:tasks.rados.rados.0.smithi046.stdout:2994: finishing write tid 2 to smithi04683737-21 2024-09-20T21:52:12.779 INFO:tasks.rados.rados.0.smithi046.stdout:2994: finishing write tid 3 to smithi04683737-21 2024-09-20T21:52:12.779 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1313 (ObjNum 904 snap 300 seq_num 904) dirty exists 2024-09-20T21:52:12.779 INFO:tasks.rados.rados.0.smithi046.stdout:2994: left oid 21 (ObjNum 904 snap 300 seq_num 904) 2024-09-20T21:52:12.779 INFO:tasks.rados.rados.0.smithi046.stdout:2996: seq_num 906 ranges {4505600=778240} 2024-09-20T21:52:12.807 INFO:tasks.rados.rados.0.smithi046.stdout:2996: writing smithi04683737-16 from 4505600 to 5283840 tid 1 2024-09-20T21:52:12.807 INFO:tasks.rados.rados.0.smithi046.stdout:2992: done (4 left) 2024-09-20T21:52:12.807 INFO:tasks.rados.rados.0.smithi046.stdout:2993: done (3 left) 2024-09-20T21:52:12.807 INFO:tasks.rados.rados.0.smithi046.stdout:2994: done (2 left) 2024-09-20T21:52:12.807 INFO:tasks.rados.rados.0.smithi046.stdout:2997: read oid 17 snap -1 2024-09-20T21:52:12.808 INFO:tasks.rados.rados.0.smithi046.stdout:2997: expect (ObjNum 819 snap 271 seq_num 819) 2024-09-20T21:52:12.808 INFO:tasks.rados.rados.0.smithi046.stdout:2998: snap_remove snap 192 2024-09-20T21:52:13.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:12 smithi046 ceph-mon[96110]: pgmap v649: 121 pgs: 121 active+clean; 590 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1008 KiB/s wr, 8 op/s 2024-09-20T21:52:13.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:12 smithi046 ceph-mon[96110]: osdmap e656: 8 total, 8 up, 8 in 2024-09-20T21:52:13.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:12 smithi046 ceph-mon[96110]: osdmap e657: 8 total, 8 up, 8 in 2024-09-20T21:52:13.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:12 smithi046 ceph-mon[98591]: pgmap v649: 121 pgs: 121 active+clean; 590 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1008 KiB/s wr, 8 op/s 2024-09-20T21:52:13.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:12 smithi046 ceph-mon[98591]: osdmap e656: 8 total, 8 up, 8 in 2024-09-20T21:52:13.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:12 smithi046 ceph-mon[98591]: osdmap e657: 8 total, 8 up, 8 in 2024-09-20T21:52:13.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:12 smithi134 ceph-mon[89086]: pgmap v649: 121 pgs: 121 active+clean; 590 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1008 KiB/s wr, 8 op/s 2024-09-20T21:52:13.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:12 smithi134 ceph-mon[89086]: osdmap e656: 8 total, 8 up, 8 in 2024-09-20T21:52:13.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:12 smithi134 ceph-mon[89086]: osdmap e657: 8 total, 8 up, 8 in 2024-09-20T21:52:13.696 INFO:tasks.rados.rados.0.smithi046.stdout:2998: done (3 left) 2024-09-20T21:52:13.696 INFO:tasks.rados.rados.0.smithi046.stdout:2999: delete oid 13 current snap is 300 2024-09-20T21:52:13.696 INFO:tasks.rados.rados.0.smithi046.stdout:2995: finishing write tid 1 to smithi04683737-9 2024-09-20T21:52:13.696 INFO:tasks.rados.rados.0.smithi046.stdout:2995: finishing write tid 2 to smithi04683737-9 2024-09-20T21:52:13.696 INFO:tasks.rados.rados.0.smithi046.stdout:2995: finishing write tid 3 to smithi04683737-9 2024-09-20T21:52:13.696 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 1193 (ObjNum 905 snap 300 seq_num 905) dirty exists 2024-09-20T21:52:13.696 INFO:tasks.rados.rados.0.smithi046.stdout:2995: left oid 9 (ObjNum 905 snap 300 seq_num 905) 2024-09-20T21:52:13.696 INFO:tasks.rados.rados.0.smithi046.stdout:2996: finishing write tid 1 to smithi04683737-16 2024-09-20T21:52:13.696 INFO:tasks.rados.rados.0.smithi046.stdout:2996: finishing write tid 2 to smithi04683737-16 2024-09-20T21:52:13.696 INFO:tasks.rados.rados.0.smithi046.stdout:2996: finishing write tid 3 to smithi04683737-16 2024-09-20T21:52:13.696 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 1231 (ObjNum 906 snap 300 seq_num 906) dirty exists 2024-09-20T21:52:13.696 INFO:tasks.rados.rados.0.smithi046.stdout:2996: left oid 16 (ObjNum 906 snap 300 seq_num 906) 2024-09-20T21:52:13.697 INFO:tasks.rados.rados.0.smithi046.stdout:2997: expect (ObjNum 819 snap 271 seq_num 819) 2024-09-20T21:52:14.147 INFO:tasks.rados.rados.0.smithi046.stdout:2995: done (3 left) 2024-09-20T21:52:14.147 INFO:tasks.rados.rados.0.smithi046.stdout:2996: done (2 left) 2024-09-20T21:52:14.147 INFO:tasks.rados.rados.0.smithi046.stdout:2997: done (1 left) 2024-09-20T21:52:14.147 INFO:tasks.rados.rados.0.smithi046.stdout:2999: done (0 left) 2024-09-20T21:52:14.147 INFO:tasks.rados.rados.0.smithi046.stdout:3000: rollback oid 21 current snap is 300 2024-09-20T21:52:14.147 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 21 to 294 2024-09-20T21:52:14.147 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 300 2024-09-20T21:52:14.147 INFO:tasks.rados.rados.0.smithi046.stdout:3001: seq_num 908 ranges {2129920=409600,2539520=401408} 2024-09-20T21:52:14.160 INFO:tasks.rados.rados.0.smithi046.stdout:3001: writing smithi04683737-49 from 2129920 to 2539520 tid 1 2024-09-20T21:52:14.163 INFO:tasks.rados.rados.0.smithi046.stdout:3001: writing smithi04683737-49 from 2539520 to 2940928 tid 2 2024-09-20T21:52:14.163 INFO:tasks.rados.rados.0.smithi046.stdout:3002: read oid 4 snap 294 2024-09-20T21:52:14.163 INFO:tasks.rados.rados.0.smithi046.stdout:3002: expect (ObjNum 810 snap 269 seq_num 810) 2024-09-20T21:52:14.163 INFO:tasks.rados.rados.0.smithi046.stdout:3003: delete oid 5 current snap is 300 2024-09-20T21:52:14.163 INFO:tasks.rados.rados.0.smithi046.stdout:3000: finishing rollback tid 0 to smithi04683737-21 2024-09-20T21:52:14.163 INFO:tasks.rados.rados.0.smithi046.stdout:3000: finishing rollback tid 1 to smithi04683737-21 2024-09-20T21:52:14.164 INFO:tasks.rados.rados.0.smithi046.stdout:3000: finishing rollback tid 2 to smithi04683737-21 2024-09-20T21:52:14.164 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1322 (ObjNum 838 snap 276 seq_num 838) dirty exists 2024-09-20T21:52:14.165 INFO:tasks.rados.rados.0.smithi046.stdout:3000: done (3 left) 2024-09-20T21:52:14.165 INFO:tasks.rados.rados.0.smithi046.stdout:3003: done (2 left) 2024-09-20T21:52:14.165 INFO:tasks.rados.rados.0.smithi046.stdout:3004: snap_create 2024-09-20T21:52:14.165 INFO:tasks.rados.rados.0.smithi046.stdout:3001: finishing write tid 1 to smithi04683737-49 2024-09-20T21:52:14.166 INFO:tasks.rados.rados.0.smithi046.stdout:3001: finishing write tid 2 to smithi04683737-49 2024-09-20T21:52:14.166 INFO:tasks.rados.rados.0.smithi046.stdout:3001: finishing write tid 3 to smithi04683737-49 2024-09-20T21:52:14.171 INFO:tasks.rados.rados.0.smithi046.stdout:3001: finishing write tid 4 to smithi04683737-49 2024-09-20T21:52:14.171 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 1569 (ObjNum 908 snap 300 seq_num 908) dirty exists 2024-09-20T21:52:14.171 INFO:tasks.rados.rados.0.smithi046.stdout:3001: left oid 49 (ObjNum 908 snap 300 seq_num 908) 2024-09-20T21:52:14.181 INFO:tasks.rados.rados.0.smithi046.stdout:3002: expect (ObjNum 810 snap 269 seq_num 810) 2024-09-20T21:52:14.699 INFO:tasks.rados.rados.0.smithi046.stdout:3001: done (2 left) 2024-09-20T21:52:14.699 INFO:tasks.rados.rados.0.smithi046.stdout:3002: done (1 left) 2024-09-20T21:52:14.699 INFO:tasks.rados.rados.0.smithi046.stdout:3004: done (0 left) 2024-09-20T21:52:14.699 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 301 2024-09-20T21:52:14.699 INFO:tasks.rados.rados.0.smithi046.stdout:3005: seq_num 910 ranges {0=442368,442368=401408} 2024-09-20T21:52:14.701 INFO:tasks.rados.rados.0.smithi046.stdout:3005: writing smithi04683737-45 from 0 to 442368 tid 1 2024-09-20T21:52:14.704 INFO:tasks.rados.rados.0.smithi046.stdout:3005: writing smithi04683737-45 from 442368 to 843776 tid 2 2024-09-20T21:52:14.704 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 301 2024-09-20T21:52:14.704 INFO:tasks.rados.rados.0.smithi046.stdout:3006: seq_num 911 ranges {2940928=466944,3407872=401408} 2024-09-20T21:52:14.722 INFO:tasks.rados.rados.0.smithi046.stdout:3006: writing smithi04683737-1 from 2940928 to 3407872 tid 1 2024-09-20T21:52:14.725 INFO:tasks.rados.rados.0.smithi046.stdout:3006: writing smithi04683737-1 from 3407872 to 3809280 tid 2 2024-09-20T21:52:14.725 INFO:tasks.rados.rados.0.smithi046.stdout:3007: snap_remove snap 292 2024-09-20T21:52:15.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:14 smithi046 ceph-mon[96110]: pgmap v652: 121 pgs: 121 active+clean; 589 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 650 KiB/s wr, 6 op/s 2024-09-20T21:52:15.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:14 smithi046 ceph-mon[96110]: osdmap e658: 8 total, 8 up, 8 in 2024-09-20T21:52:15.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:14 smithi046 ceph-mon[98591]: pgmap v652: 121 pgs: 121 active+clean; 589 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 650 KiB/s wr, 6 op/s 2024-09-20T21:52:15.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:14 smithi046 ceph-mon[98591]: osdmap e658: 8 total, 8 up, 8 in 2024-09-20T21:52:15.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:14 smithi134 ceph-mon[89086]: pgmap v652: 121 pgs: 121 active+clean; 589 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 650 KiB/s wr, 6 op/s 2024-09-20T21:52:15.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:14 smithi134 ceph-mon[89086]: osdmap e658: 8 total, 8 up, 8 in 2024-09-20T21:52:15.706 INFO:tasks.rados.rados.0.smithi046.stdout:3007: done (2 left) 2024-09-20T21:52:15.706 INFO:tasks.rados.rados.0.smithi046.stdout:3008: read oid 9 snap 298 2024-09-20T21:52:15.706 INFO:tasks.rados.rados.0.smithi046.stdout:3008: expect (ObjNum 391 snap 123 seq_num 391) 2024-09-20T21:52:15.707 INFO:tasks.rados.rados.0.smithi046.stdout:3009: read oid 6 snap -1 2024-09-20T21:52:15.707 INFO:tasks.rados.rados.0.smithi046.stdout:3009: expect (ObjNum 391 snap 123 seq_num 391) 2024-09-20T21:52:15.707 INFO:tasks.rados.rados.0.smithi046.stdout:3010: delete oid 34 current snap is 301 2024-09-20T21:52:15.707 INFO:tasks.rados.rados.0.smithi046.stdout:3005: finishing write tid 1 to smithi04683737-45 2024-09-20T21:52:15.707 INFO:tasks.rados.rados.0.smithi046.stdout:3005: finishing write tid 2 to smithi04683737-45 2024-09-20T21:52:15.707 INFO:tasks.rados.rados.0.smithi046.stdout:3005: finishing write tid 3 to smithi04683737-45 2024-09-20T21:52:15.707 INFO:tasks.rados.rados.0.smithi046.stdout:3005: finishing write tid 4 to smithi04683737-45 2024-09-20T21:52:15.707 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1039 (ObjNum 910 snap 301 seq_num 910) dirty exists 2024-09-20T21:52:15.707 INFO:tasks.rados.rados.0.smithi046.stdout:3005: left oid 45 (ObjNum 910 snap 301 seq_num 910) 2024-09-20T21:52:15.707 INFO:tasks.rados.rados.0.smithi046.stdout:3006: finishing write tid 1 to smithi04683737-1 2024-09-20T21:52:15.707 INFO:tasks.rados.rados.0.smithi046.stdout:3006: finishing write tid 2 to smithi04683737-1 2024-09-20T21:52:15.707 INFO:tasks.rados.rados.0.smithi046.stdout:3006: finishing write tid 3 to smithi04683737-1 2024-09-20T21:52:15.707 INFO:tasks.rados.rados.0.smithi046.stdout:3006: finishing write tid 4 to smithi04683737-1 2024-09-20T21:52:15.707 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 1042 (ObjNum 911 snap 301 seq_num 911) dirty exists 2024-09-20T21:52:15.708 INFO:tasks.rados.rados.0.smithi046.stdout:3006: left oid 1 (ObjNum 911 snap 301 seq_num 911) 2024-09-20T21:52:15.723 INFO:tasks.rados.rados.0.smithi046.stdout:3005: done (4 left) 2024-09-20T21:52:15.723 INFO:tasks.rados.rados.0.smithi046.stdout:3006: done (3 left) 2024-09-20T21:52:15.723 INFO:tasks.rados.rados.0.smithi046.stdout:3010: done (2 left) 2024-09-20T21:52:15.723 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 301 2024-09-20T21:52:15.723 INFO:tasks.rados.rados.0.smithi046.stdout:3011: seq_num 913 ranges {7036928=499712,7536640=401408} 2024-09-20T21:52:15.765 INFO:tasks.rados.rados.0.smithi046.stdout:3011: writing smithi04683737-17 from 7036928 to 7536640 tid 1 2024-09-20T21:52:15.767 INFO:tasks.rados.rados.0.smithi046.stdout:3011: writing smithi04683737-17 from 7536640 to 7938048 tid 2 2024-09-20T21:52:15.767 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 301 2024-09-20T21:52:15.767 INFO:tasks.rados.rados.0.smithi046.stdout:3012: seq_num 914 ranges {6119424=516096,6635520=401408} 2024-09-20T21:52:15.803 INFO:tasks.rados.rados.0.smithi046.stdout:3012: writing smithi04683737-14 from 6119424 to 6635520 tid 1 2024-09-20T21:52:15.806 INFO:tasks.rados.rados.0.smithi046.stdout:3012: writing smithi04683737-14 from 6635520 to 7036928 tid 2 2024-09-20T21:52:15.806 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 301 2024-09-20T21:52:15.806 INFO:tasks.rados.rados.0.smithi046.stdout:3009: expect (ObjNum 391 snap 123 seq_num 391) 2024-09-20T21:52:15.916 INFO:tasks.rados.rados.0.smithi046.stdout:3008: expect (ObjNum 391 snap 123 seq_num 391) 2024-09-20T21:52:16.025 INFO:tasks.rados.rados.0.smithi046.stdout:3011: finishing write tid 1 to smithi04683737-17 2024-09-20T21:52:16.025 INFO:tasks.rados.rados.0.smithi046.stdout:3011: finishing write tid 2 to smithi04683737-17 2024-09-20T21:52:16.025 INFO:tasks.rados.rados.0.smithi046.stdout:3011: finishing write tid 3 to smithi04683737-17 2024-09-20T21:52:16.025 INFO:tasks.rados.rados.0.smithi046.stdout:3011: finishing write tid 4 to smithi04683737-17 2024-09-20T21:52:16.025 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1235 (ObjNum 913 snap 301 seq_num 913) dirty exists 2024-09-20T21:52:16.025 INFO:tasks.rados.rados.0.smithi046.stdout:3011: left oid 17 (ObjNum 913 snap 301 seq_num 913) 2024-09-20T21:52:16.025 INFO:tasks.rados.rados.0.smithi046.stdout:3012: finishing write tid 1 to smithi04683737-14 2024-09-20T21:52:16.026 INFO:tasks.rados.rados.0.smithi046.stdout:3013: seq_num 915 ranges {7036928=532480,7569408=401408} 2024-09-20T21:52:16.066 INFO:tasks.rados.rados.0.smithi046.stdout:3013: writing smithi04683737-46 from 7036928 to 7569408 tid 1 2024-09-20T21:52:16.069 INFO:tasks.rados.rados.0.smithi046.stdout:3013: writing smithi04683737-46 from 7569408 to 7970816 tid 2 2024-09-20T21:52:16.069 INFO:tasks.rados.rados.0.smithi046.stdout:3008: done (4 left) 2024-09-20T21:52:16.069 INFO:tasks.rados.rados.0.smithi046.stdout:3009: done (3 left) 2024-09-20T21:52:16.069 INFO:tasks.rados.rados.0.smithi046.stdout:3011: done (2 left) 2024-09-20T21:52:16.069 INFO:tasks.rados.rados.0.smithi046.stdout:3014: delete oid 39 current snap is 301 2024-09-20T21:52:16.069 INFO:tasks.rados.rados.0.smithi046.stdout:3012: finishing write tid 2 to smithi04683737-14 2024-09-20T21:52:16.069 INFO:tasks.rados.rados.0.smithi046.stdout:3012: finishing write tid 3 to smithi04683737-14 2024-09-20T21:52:16.069 INFO:tasks.rados.rados.0.smithi046.stdout:3012: finishing write tid 4 to smithi04683737-14 2024-09-20T21:52:16.069 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 1553 (ObjNum 914 snap 301 seq_num 914) dirty exists 2024-09-20T21:52:16.069 INFO:tasks.rados.rados.0.smithi046.stdout:3012: left oid 14 (ObjNum 914 snap 301 seq_num 914) 2024-09-20T21:52:16.072 INFO:tasks.rados.rados.0.smithi046.stdout:3012: done (2 left) 2024-09-20T21:52:16.072 INFO:tasks.rados.rados.0.smithi046.stdout:3014: done (1 left) 2024-09-20T21:52:16.072 INFO:tasks.rados.rados.0.smithi046.stdout:3015: read oid 18 snap -1 2024-09-20T21:52:16.072 INFO:tasks.rados.rados.0.smithi046.stdout:3015: expect (ObjNum 899 snap 299 seq_num 899) 2024-09-20T21:52:16.072 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 301 2024-09-20T21:52:16.072 INFO:tasks.rados.rados.0.smithi046.stdout:3016: seq_num 917 ranges {843776=565248,1409024=401408} 2024-09-20T21:52:16.079 INFO:tasks.rados.rados.0.smithi046.stdout:3016: writing smithi04683737-45 from 843776 to 1409024 tid 1 2024-09-20T21:52:16.082 INFO:tasks.rados.rados.0.smithi046.stdout:3016: writing smithi04683737-45 from 1409024 to 1810432 tid 2 2024-09-20T21:52:16.082 INFO:tasks.rados.rados.0.smithi046.stdout:3017: read oid 28 snap -1 2024-09-20T21:52:16.083 INFO:tasks.rados.rados.0.smithi046.stdout:3017: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:52:16.083 INFO:tasks.rados.rados.0.smithi046.stdout:3018: rollback oid 42 current snap is 301 2024-09-20T21:52:16.083 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 42 to 298 2024-09-20T21:52:16.083 INFO:tasks.rados.rados.0.smithi046.stdout:3013: finishing write tid 1 to smithi04683737-46 2024-09-20T21:52:16.083 INFO:tasks.rados.rados.0.smithi046.stdout:3013: finishing write tid 2 to smithi04683737-46 2024-09-20T21:52:16.083 INFO:tasks.rados.rados.0.smithi046.stdout:3013: finishing write tid 3 to smithi04683737-46 2024-09-20T21:52:16.083 INFO:tasks.rados.rados.0.smithi046.stdout:3013: finishing write tid 4 to smithi04683737-46 2024-09-20T21:52:16.083 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 1196 (ObjNum 915 snap 301 seq_num 915) dirty exists 2024-09-20T21:52:16.083 INFO:tasks.rados.rados.0.smithi046.stdout:3013: left oid 46 (ObjNum 915 snap 301 seq_num 915) 2024-09-20T21:52:16.083 INFO:tasks.rados.rados.0.smithi046.stdout:3015: expect (ObjNum 899 snap 299 seq_num 899) 2024-09-20T21:52:16.111 INFO:tasks.rados.rados.0.smithi046.stdout:3017: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:52:16.115 INFO:tasks.rados.rados.0.smithi046.stdout:3016: finishing write tid 1 to smithi04683737-45 2024-09-20T21:52:16.115 INFO:tasks.rados.rados.0.smithi046.stdout:3016: finishing write tid 2 to smithi04683737-45 2024-09-20T21:52:16.115 INFO:tasks.rados.rados.0.smithi046.stdout:3016: finishing write tid 3 to smithi04683737-45 2024-09-20T21:52:16.115 INFO:tasks.rados.rados.0.smithi046.stdout:3018: finishing rollback tid 0 to smithi04683737-42 2024-09-20T21:52:16.115 INFO:tasks.rados.rados.0.smithi046.stdout:3018: finishing rollback tid 1 to smithi04683737-42 2024-09-20T21:52:16.115 INFO:tasks.rados.rados.0.smithi046.stdout:3013: done (4 left) 2024-09-20T21:52:16.115 INFO:tasks.rados.rados.0.smithi046.stdout:3015: done (3 left) 2024-09-20T21:52:16.115 INFO:tasks.rados.rados.0.smithi046.stdout:3017: done (2 left) 2024-09-20T21:52:16.115 INFO:tasks.rados.rados.0.smithi046.stdout:3019: read oid 15 snap 295 2024-09-20T21:52:16.115 INFO:tasks.rados.rados.0.smithi046.stdout:3019: expect (ObjNum 890 snap 295 seq_num 890) 2024-09-20T21:52:16.116 INFO:tasks.rados.rados.0.smithi046.stdout:3020: copy_from oid 26 from oid 31 current snap is 301 2024-09-20T21:52:16.116 INFO:tasks.rados.rados.0.smithi046.stdout:3018: finishing rollback tid 2 to smithi04683737-42 2024-09-20T21:52:16.116 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 1040 (ObjNum 606 snap 199 seq_num 606) dirty exists 2024-09-20T21:52:16.116 INFO:tasks.rados.rados.0.smithi046.stdout:3016: finishing write tid 4 to smithi04683737-45 2024-09-20T21:52:16.116 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1045 (ObjNum 917 snap 301 seq_num 917) dirty exists 2024-09-20T21:52:16.116 INFO:tasks.rados.rados.0.smithi046.stdout:3016: left oid 45 (ObjNum 917 snap 301 seq_num 917) 2024-09-20T21:52:16.116 INFO:tasks.rados.rados.0.smithi046.stdout:3016: done (3 left) 2024-09-20T21:52:16.116 INFO:tasks.rados.rados.0.smithi046.stdout:3018: done (2 left) 2024-09-20T21:52:16.116 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 301 2024-09-20T21:52:16.116 INFO:tasks.rados.rados.0.smithi046.stdout:3021: seq_num 918 ranges {2940928=581632,3522560=401408} 2024-09-20T21:52:16.134 INFO:tasks.rados.rados.0.smithi046.stdout:3021: writing smithi04683737-6 from 2940928 to 3522560 tid 1 2024-09-20T21:52:16.137 INFO:tasks.rados.rados.0.smithi046.stdout:3021: writing smithi04683737-6 from 3522560 to 3923968 tid 2 2024-09-20T21:52:16.137 INFO:tasks.rados.rados.0.smithi046.stdout:3022: rollback oid 27 current snap is 301 2024-09-20T21:52:16.137 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 27 to 291 2024-09-20T21:52:16.137 INFO:tasks.rados.rados.0.smithi046.stdout:3020: finishing copy_from racing read to smithi04683737-26 2024-09-20T21:52:16.137 INFO:tasks.rados.rados.0.smithi046.stdout:3020: finishing copy_from to smithi04683737-26 2024-09-20T21:52:16.137 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 1505 (ObjNum 875 snap 290 seq_num 875) dirty exists 2024-09-20T21:52:16.137 INFO:tasks.rados.rados.0.smithi046.stdout:3019: expect (ObjNum 890 snap 295 seq_num 890) 2024-09-20T21:52:16.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:15 smithi046 ceph-mon[96110]: osdmap e659: 8 total, 8 up, 8 in 2024-09-20T21:52:16.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:15 smithi046 ceph-mon[98591]: osdmap e659: 8 total, 8 up, 8 in 2024-09-20T21:52:16.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:15 smithi134 ceph-mon[89086]: osdmap e659: 8 total, 8 up, 8 in 2024-09-20T21:52:16.309 INFO:tasks.rados.rados.0.smithi046.stdout:3021: finishing write tid 1 to smithi04683737-6 2024-09-20T21:52:16.309 INFO:tasks.rados.rados.0.smithi046.stdout:3022: finishing rollback tid 0 to smithi04683737-27 2024-09-20T21:52:16.310 INFO:tasks.rados.rados.0.smithi046.stdout:3022: finishing rollback tid 1 to smithi04683737-27 2024-09-20T21:52:16.310 INFO:tasks.rados.rados.0.smithi046.stdout:3021: finishing write tid 2 to smithi04683737-6 2024-09-20T21:52:16.310 INFO:tasks.rados.rados.0.smithi046.stdout:3022: finishing rollback tid 2 to smithi04683737-27 2024-09-20T21:52:16.310 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 1032 (ObjNum 756 snap 252 seq_num 756) dirty exists 2024-09-20T21:52:16.310 INFO:tasks.rados.rados.0.smithi046.stdout:3021: finishing write tid 3 to smithi04683737-6 2024-09-20T21:52:16.310 INFO:tasks.rados.rados.0.smithi046.stdout:3021: finishing write tid 4 to smithi04683737-6 2024-09-20T21:52:16.310 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1583 (ObjNum 918 snap 301 seq_num 918) dirty exists 2024-09-20T21:52:16.310 INFO:tasks.rados.rados.0.smithi046.stdout:3021: left oid 6 (ObjNum 918 snap 301 seq_num 918) 2024-09-20T21:52:16.310 INFO:tasks.rados.rados.0.smithi046.stdout:3019: done (3 left) 2024-09-20T21:52:16.310 INFO:tasks.rados.rados.0.smithi046.stdout:3020: done (2 left) 2024-09-20T21:52:16.310 INFO:tasks.rados.rados.0.smithi046.stdout:3021: done (1 left) 2024-09-20T21:52:16.310 INFO:tasks.rados.rados.0.smithi046.stdout:3022: done (0 left) 2024-09-20T21:52:16.310 INFO:tasks.rados.rados.0.smithi046.stdout:3023: delete oid 38 current snap is 301 2024-09-20T21:52:16.312 INFO:tasks.rados.rados.0.smithi046.stdout:3023: done (0 left) 2024-09-20T21:52:16.312 INFO:tasks.rados.rados.0.smithi046.stdout:3024: copy_from oid 35 from oid 17 current snap is 301 2024-09-20T21:52:16.312 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 301 2024-09-20T21:52:16.312 INFO:tasks.rados.rados.0.smithi046.stdout:3025: seq_num 920 ranges {2940928=614400,3555328=401408} 2024-09-20T21:52:16.333 INFO:tasks.rados.rados.0.smithi046.stdout:3025: writing smithi04683737-49 from 2940928 to 3555328 tid 1 2024-09-20T21:52:16.336 INFO:tasks.rados.rados.0.smithi046.stdout:3025: writing smithi04683737-49 from 3555328 to 3956736 tid 2 2024-09-20T21:52:16.336 INFO:tasks.rados.rados.0.smithi046.stdout:3026: rollback oid 36 current snap is 301 2024-09-20T21:52:16.336 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 36 to 283 2024-09-20T21:52:16.336 INFO:tasks.rados.rados.0.smithi046.stdout:3027: rollback oid 23 current snap is 301 2024-09-20T21:52:16.336 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 23 to 281 2024-09-20T21:52:16.337 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 301 2024-09-20T21:52:16.337 INFO:tasks.rados.rados.0.smithi046.stdout:3028: seq_num 921 ranges {0=630784,630784=401408} 2024-09-20T21:52:16.340 INFO:tasks.rados.rados.0.smithi046.stdout:3028: writing smithi04683737-28 from 0 to 630784 tid 1 2024-09-20T21:52:16.343 INFO:tasks.rados.rados.0.smithi046.stdout:3028: writing smithi04683737-28 from 630784 to 1032192 tid 2 2024-09-20T21:52:16.343 INFO:tasks.rados.rados.0.smithi046.stdout:3029: delete oid 48 current snap is 301 2024-09-20T21:52:16.343 INFO:tasks.rados.rados.0.smithi046.stdout:3025: finishing write tid 1 to smithi04683737-49 2024-09-20T21:52:16.343 INFO:tasks.rados.rados.0.smithi046.stdout:3027: finishing rollback tid 0 to smithi04683737-23 2024-09-20T21:52:16.343 INFO:tasks.rados.rados.0.smithi046.stdout:3025: finishing write tid 2 to smithi04683737-49 2024-09-20T21:52:16.344 INFO:tasks.rados.rados.0.smithi046.stdout:3024: finishing copy_from racing read to smithi04683737-35 2024-09-20T21:52:16.344 INFO:tasks.rados.rados.0.smithi046.stdout:3027: finishing rollback tid 1 to smithi04683737-23 2024-09-20T21:52:16.344 INFO:tasks.rados.rados.0.smithi046.stdout:3025: finishing write tid 3 to smithi04683737-49 2024-09-20T21:52:16.344 INFO:tasks.rados.rados.0.smithi046.stdout:3027: finishing rollback tid 2 to smithi04683737-23 2024-09-20T21:52:16.344 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1199 (ObjNum 806 snap 268 seq_num 806) dirty exists 2024-09-20T21:52:16.345 INFO:tasks.rados.rados.0.smithi046.stdout:3025: finishing write tid 4 to smithi04683737-49 2024-09-20T21:52:16.346 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 1587 (ObjNum 920 snap 301 seq_num 920) dirty exists 2024-09-20T21:52:16.346 INFO:tasks.rados.rados.0.smithi046.stdout:3025: left oid 49 (ObjNum 920 snap 301 seq_num 920) 2024-09-20T21:52:16.346 INFO:tasks.rados.rados.0.smithi046.stdout:3024: finishing copy_from to smithi04683737-35 2024-09-20T21:52:16.346 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1235 (ObjNum 913 snap 301 seq_num 913) dirty exists 2024-09-20T21:52:16.347 INFO:tasks.rados.rados.0.smithi046.stdout:3026: finishing rollback tid 1 to smithi04683737-36 2024-09-20T21:52:16.347 INFO:tasks.rados.rados.0.smithi046.stdout:3026: finishing rollback tid 2 to smithi04683737-36 2024-09-20T21:52:16.347 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 1434 (ObjNum 828 snap 274 seq_num 828) dirty exists 2024-09-20T21:52:16.347 INFO:tasks.rados.rados.0.smithi046.stdout:3028: finishing write tid 1 to smithi04683737-28 2024-09-20T21:52:16.348 INFO:tasks.rados.rados.0.smithi046.stdout:3028: finishing write tid 2 to smithi04683737-28 2024-09-20T21:52:16.348 INFO:tasks.rados.rados.0.smithi046.stdout:3024: done (5 left) 2024-09-20T21:52:16.348 INFO:tasks.rados.rados.0.smithi046.stdout:3025: done (4 left) 2024-09-20T21:52:16.348 INFO:tasks.rados.rados.0.smithi046.stdout:3026: done (3 left) 2024-09-20T21:52:16.348 INFO:tasks.rados.rados.0.smithi046.stdout:3027: done (2 left) 2024-09-20T21:52:16.348 INFO:tasks.rados.rados.0.smithi046.stdout:3029: done (1 left) 2024-09-20T21:52:16.348 INFO:tasks.rados.rados.0.smithi046.stdout:3030: read oid 16 snap -1 2024-09-20T21:52:16.348 INFO:tasks.rados.rados.0.smithi046.stdout:3030: expect (ObjNum 906 snap 300 seq_num 906) 2024-09-20T21:52:16.348 INFO:tasks.rados.rados.0.smithi046.stdout:3031: copy_from oid 20 from oid 24 current snap is 301 2024-09-20T21:52:16.348 INFO:tasks.rados.rados.0.smithi046.stdout:3032: setattr oid 15 current snap is 301 2024-09-20T21:52:16.348 INFO:tasks.rados.rados.0.smithi046.stdout:3028: finishing write tid 3 to smithi04683737-28 2024-09-20T21:52:16.349 INFO:tasks.rados.rados.0.smithi046.stdout:3031: finishing copy_from to smithi04683737-20 2024-09-20T21:52:16.350 INFO:tasks.rados.rados.0.smithi046.stdout:3031: got expected ENOENT (src dne) 2024-09-20T21:52:16.350 INFO:tasks.rados.rados.0.smithi046.stdout:3031: finishing copy_from racing read to smithi04683737-20 2024-09-20T21:52:16.350 INFO:tasks.rados.rados.0.smithi046.stdout:3028: finishing write tid 4 to smithi04683737-28 2024-09-20T21:52:16.350 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 1502 (ObjNum 921 snap 301 seq_num 921) dirty exists 2024-09-20T21:52:16.350 INFO:tasks.rados.rados.0.smithi046.stdout:3028: left oid 28 (ObjNum 921 snap 301 seq_num 921) 2024-09-20T21:52:16.350 INFO:tasks.rados.rados.0.smithi046.stdout:3028: done (3 left) 2024-09-20T21:52:16.350 INFO:tasks.rados.rados.0.smithi046.stdout:3031: done (2 left) 2024-09-20T21:52:16.350 INFO:tasks.rados.rados.0.smithi046.stdout:3033: read oid 30 snap 297 2024-09-20T21:52:16.350 INFO:tasks.rados.rados.0.smithi046.stdout:3033: expect (ObjNum 391 snap 123 seq_num 391) 2024-09-20T21:52:16.351 INFO:tasks.rados.rados.0.smithi046.stdout:3034: snap_create 2024-09-20T21:52:16.358 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 1045 (ObjNum 890 snap 295 seq_num 890) dirty exists 2024-09-20T21:52:16.379 INFO:tasks.rados.rados.0.smithi046.stdout:3033: expect (ObjNum 391 snap 123 seq_num 391) 2024-09-20T21:52:16.488 INFO:tasks.rados.rados.0.smithi046.stdout:3030: expect (ObjNum 906 snap 300 seq_num 906) 2024-09-20T21:52:16.797 INFO:tasks.rados.rados.0.smithi046.stdout:3030: done (3 left) 2024-09-20T21:52:16.797 INFO:tasks.rados.rados.0.smithi046.stdout:3032: done (2 left) 2024-09-20T21:52:16.797 INFO:tasks.rados.rados.0.smithi046.stdout:3033: done (1 left) 2024-09-20T21:52:16.797 INFO:tasks.rados.rados.0.smithi046.stdout:3034: done (0 left) 2024-09-20T21:52:16.797 INFO:tasks.rados.rados.0.smithi046.stdout:3035: copy_from oid 10 from oid 33 current snap is 302 2024-09-20T21:52:16.797 INFO:tasks.rados.rados.0.smithi046.stdout:3036: delete oid 21 current snap is 302 2024-09-20T21:52:16.803 INFO:tasks.rados.rados.0.smithi046.stdout:3036: done (1 left) 2024-09-20T21:52:16.804 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 302 2024-09-20T21:52:16.804 INFO:tasks.rados.rados.0.smithi046.stdout:3037: seq_num 924 ranges {5005312=679936,5685248=401408} 2024-09-20T21:52:16.834 INFO:tasks.rados.rados.0.smithi046.stdout:3037: writing smithi04683737-41 from 5005312 to 5685248 tid 1 2024-09-20T21:52:16.837 INFO:tasks.rados.rados.0.smithi046.stdout:3037: writing smithi04683737-41 from 5685248 to 6086656 tid 2 2024-09-20T21:52:16.837 INFO:tasks.rados.rados.0.smithi046.stdout:3038: delete oid 30 current snap is 302 2024-09-20T21:52:16.837 INFO:tasks.rados.rados.0.smithi046.stdout:3035: finishing copy_from racing read to smithi04683737-10 2024-09-20T21:52:16.837 INFO:tasks.rados.rados.0.smithi046.stdout:3035: finishing copy_from to smithi04683737-10 2024-09-20T21:52:16.837 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1332 (ObjNum 812 snap 270 seq_num 812) dirty exists 2024-09-20T21:52:16.841 INFO:tasks.rados.rados.0.smithi046.stdout:3035: done (2 left) 2024-09-20T21:52:16.841 INFO:tasks.rados.rados.0.smithi046.stdout:3038: done (1 left) 2024-09-20T21:52:16.841 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 302 2024-09-20T21:52:16.841 INFO:tasks.rados.rados.0.smithi046.stdout:3039: seq_num 926 ranges {0=712704,712704=401408} 2024-09-20T21:52:16.844 INFO:tasks.rados.rados.0.smithi046.stdout:3039: writing smithi04683737-5 from 0 to 712704 tid 1 2024-09-20T21:52:16.848 INFO:tasks.rados.rados.0.smithi046.stdout:3039: writing smithi04683737-5 from 712704 to 1114112 tid 2 2024-09-20T21:52:16.848 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 302 2024-09-20T21:52:16.848 INFO:tasks.rados.rados.0.smithi046.stdout:3037: finishing write tid 1 to smithi04683737-41 2024-09-20T21:52:16.848 INFO:tasks.rados.rados.0.smithi046.stdout:3037: finishing write tid 2 to smithi04683737-41 2024-09-20T21:52:16.848 INFO:tasks.rados.rados.0.smithi046.stdout:3037: finishing write tid 3 to smithi04683737-41 2024-09-20T21:52:16.848 INFO:tasks.rados.rados.0.smithi046.stdout:3037: finishing write tid 4 to smithi04683737-41 2024-09-20T21:52:16.848 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1557 (ObjNum 924 snap 302 seq_num 924) dirty exists 2024-09-20T21:52:16.848 INFO:tasks.rados.rados.0.smithi046.stdout:3037: left oid 41 (ObjNum 924 snap 302 seq_num 924) 2024-09-20T21:52:16.848 INFO:tasks.rados.rados.0.smithi046.stdout:3040: seq_num 927 ranges {0=729088,729088=401408} 2024-09-20T21:52:16.851 INFO:tasks.rados.rados.0.smithi046.stdout:3040: writing smithi04683737-48 from 0 to 729088 tid 1 2024-09-20T21:52:16.857 INFO:tasks.rados.rados.0.smithi046.stdout:3040: writing smithi04683737-48 from 729088 to 1130496 tid 2 2024-09-20T21:52:16.858 INFO:tasks.rados.rados.0.smithi046.stdout:3037: done (2 left) 2024-09-20T21:52:16.858 INFO:tasks.rados.rados.0.smithi046.stdout:3041: rollback oid 25 current snap is 302 2024-09-20T21:52:16.858 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 25 to 279 2024-09-20T21:52:16.858 INFO:tasks.rados.rados.0.smithi046.stdout:3039: finishing write tid 1 to smithi04683737-5 2024-09-20T21:52:16.858 INFO:tasks.rados.rados.0.smithi046.stdout:3039: finishing write tid 2 to smithi04683737-5 2024-09-20T21:52:16.858 INFO:tasks.rados.rados.0.smithi046.stdout:3039: finishing write tid 3 to smithi04683737-5 2024-09-20T21:52:16.858 INFO:tasks.rados.rados.0.smithi046.stdout:3039: finishing write tid 4 to smithi04683737-5 2024-09-20T21:52:16.858 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 994 (ObjNum 926 snap 302 seq_num 926) dirty exists 2024-09-20T21:52:16.858 INFO:tasks.rados.rados.0.smithi046.stdout:3039: left oid 5 (ObjNum 926 snap 302 seq_num 926) 2024-09-20T21:52:16.858 INFO:tasks.rados.rados.0.smithi046.stdout:3039: done (2 left) 2024-09-20T21:52:16.858 INFO:tasks.rados.rados.0.smithi046.stdout:3042: delete oid 32 current snap is 302 2024-09-20T21:52:16.859 INFO:tasks.rados.rados.0.smithi046.stdout:3040: finishing write tid 1 to smithi04683737-48 2024-09-20T21:52:16.859 INFO:tasks.rados.rados.0.smithi046.stdout:3040: finishing write tid 2 to smithi04683737-48 2024-09-20T21:52:16.859 INFO:tasks.rados.rados.0.smithi046.stdout:3042: done (2 left) 2024-09-20T21:52:16.859 INFO:tasks.rados.rados.0.smithi046.stdout:3043: delete oid 33 current snap is 302 2024-09-20T21:52:16.860 INFO:tasks.rados.rados.0.smithi046.stdout:3040: finishing write tid 3 to smithi04683737-48 2024-09-20T21:52:16.860 INFO:tasks.rados.rados.0.smithi046.stdout:3041: finishing rollback tid 0 to smithi04683737-25 2024-09-20T21:52:16.860 INFO:tasks.rados.rados.0.smithi046.stdout:3041: finishing rollback tid 1 to smithi04683737-25 2024-09-20T21:52:16.860 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 1250 (ObjNum 33 snap 0 seq_num 4498808) dirty dne 2024-09-20T21:52:16.860 INFO:tasks.rados.rados.0.smithi046.stdout:3040: finishing write tid 4 to smithi04683737-48 2024-09-20T21:52:16.860 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1240 (ObjNum 927 snap 302 seq_num 927) dirty exists 2024-09-20T21:52:16.860 INFO:tasks.rados.rados.0.smithi046.stdout:3040: left oid 48 (ObjNum 927 snap 302 seq_num 927) 2024-09-20T21:52:16.860 INFO:tasks.rados.rados.0.smithi046.stdout:3040: done (2 left) 2024-09-20T21:52:16.861 INFO:tasks.rados.rados.0.smithi046.stdout:3041: done (1 left) 2024-09-20T21:52:16.861 INFO:tasks.rados.rados.0.smithi046.stdout:3043: done (0 left) 2024-09-20T21:52:16.861 INFO:tasks.rados.rados.0.smithi046.stdout:3044: read oid 36 snap 246 2024-09-20T21:52:16.861 INFO:tasks.rados.rados.0.smithi046.stdout:3044: expect deleted 2024-09-20T21:52:16.861 INFO:tasks.rados.rados.0.smithi046.stdout:3045: snap_remove snap 268 2024-09-20T21:52:17.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:16 smithi046 ceph-mon[96110]: pgmap v655: 121 pgs: 121 active+clean; 590 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 1004 KiB/s wr, 6 op/s 2024-09-20T21:52:17.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:16 smithi046 ceph-mon[96110]: osdmap e660: 8 total, 8 up, 8 in 2024-09-20T21:52:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:16 smithi046 ceph-mon[98591]: pgmap v655: 121 pgs: 121 active+clean; 590 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 1004 KiB/s wr, 6 op/s 2024-09-20T21:52:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:16 smithi046 ceph-mon[98591]: osdmap e660: 8 total, 8 up, 8 in 2024-09-20T21:52:17.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:16 smithi134 ceph-mon[89086]: pgmap v655: 121 pgs: 121 active+clean; 590 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 1004 KiB/s wr, 6 op/s 2024-09-20T21:52:17.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:16 smithi134 ceph-mon[89086]: osdmap e660: 8 total, 8 up, 8 in 2024-09-20T21:52:17.624 INFO:tasks.rados.rados.0.smithi046.stdout:3045: done (1 left) 2024-09-20T21:52:17.624 INFO:tasks.rados.rados.0.smithi046.stdout:3046: delete oid 44 current snap is 302 2024-09-20T21:52:17.646 INFO:tasks.rados.rados.0.smithi046.stdout:3044: done (1 left) 2024-09-20T21:52:17.646 INFO:tasks.rados.rados.0.smithi046.stdout:3046: done (0 left) 2024-09-20T21:52:17.646 INFO:tasks.rados.rados.0.smithi046.stdout:3047: delete oid 22 current snap is 302 2024-09-20T21:52:17.653 INFO:tasks.rados.rados.0.smithi046.stdout:3047: done (0 left) 2024-09-20T21:52:17.653 INFO:tasks.rados.rados.0.smithi046.stdout:3048: rollback oid 41 current snap is 302 2024-09-20T21:52:17.654 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 41 to 279 2024-09-20T21:52:17.654 INFO:tasks.rados.rados.0.smithi046.stdout:3049: rollback oid 19 current snap is 302 2024-09-20T21:52:17.654 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 19 to 290 2024-09-20T21:52:17.654 INFO:tasks.rados.rados.0.smithi046.stdout:3050: rollback oid 24 current snap is 302 2024-09-20T21:52:17.654 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 24 to 206 2024-09-20T21:52:17.654 INFO:tasks.rados.rados.0.smithi046.stdout:3051: snap_create 2024-09-20T21:52:17.656 INFO:tasks.rados.rados.0.smithi046.stdout:3050: finishing rollback tid 1 to smithi04683737-24 2024-09-20T21:52:17.657 INFO:tasks.rados.rados.0.smithi046.stdout:3048: finishing rollback tid 0 to smithi04683737-41 2024-09-20T21:52:17.657 INFO:tasks.rados.rados.0.smithi046.stdout:3050: finishing rollback tid 2 to smithi04683737-24 2024-09-20T21:52:17.657 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 1334 (ObjNum 615 snap 202 seq_num 615) dirty exists 2024-09-20T21:52:17.658 INFO:tasks.rados.rados.0.smithi046.stdout:3049: finishing rollback tid 0 to smithi04683737-19 2024-09-20T21:52:17.658 INFO:tasks.rados.rados.0.smithi046.stdout:3048: finishing rollback tid 1 to smithi04683737-41 2024-09-20T21:52:17.658 INFO:tasks.rados.rados.0.smithi046.stdout:3049: finishing rollback tid 1 to smithi04683737-19 2024-09-20T21:52:17.659 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1303 (ObjNum 129 snap 0 seq_num 21492608) dirty dne 2024-09-20T21:52:17.659 INFO:tasks.rados.rados.0.smithi046.stdout:3048: finishing rollback tid 2 to smithi04683737-41 2024-09-20T21:52:17.659 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1564 (ObjNum 563 snap 177 seq_num 563) dirty exists 2024-09-20T21:52:18.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:17 smithi046 ceph-mon[98591]: osdmap e661: 8 total, 8 up, 8 in 2024-09-20T21:52:18.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:17 smithi046 ceph-mon[98591]: osdmap e662: 8 total, 8 up, 8 in 2024-09-20T21:52:18.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:17 smithi046 ceph-mon[96110]: osdmap e661: 8 total, 8 up, 8 in 2024-09-20T21:52:18.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:17 smithi046 ceph-mon[96110]: osdmap e662: 8 total, 8 up, 8 in 2024-09-20T21:52:18.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:17 smithi134 ceph-mon[89086]: osdmap e661: 8 total, 8 up, 8 in 2024-09-20T21:52:18.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:17 smithi134 ceph-mon[89086]: osdmap e662: 8 total, 8 up, 8 in 2024-09-20T21:52:18.625 INFO:tasks.rados.rados.0.smithi046.stdout:3048: done (3 left) 2024-09-20T21:52:18.625 INFO:tasks.rados.rados.0.smithi046.stdout:3049: done (2 left) 2024-09-20T21:52:18.626 INFO:tasks.rados.rados.0.smithi046.stdout:3050: done (1 left) 2024-09-20T21:52:18.626 INFO:tasks.rados.rados.0.smithi046.stdout:3051: done (0 left) 2024-09-20T21:52:18.626 INFO:tasks.rados.rados.0.smithi046.stdout:3052: read oid 49 snap -1 2024-09-20T21:52:18.626 INFO:tasks.rados.rados.0.smithi046.stdout:3052: expect (ObjNum 920 snap 301 seq_num 920) 2024-09-20T21:52:18.626 INFO:tasks.rados.rados.0.smithi046.stdout:3053: snap_remove snap 197 2024-09-20T21:52:19.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:18 smithi046 ceph-mon[96110]: pgmap v658: 121 pgs: 121 active+clean; 591 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 4.7 MiB/s wr, 20 op/s 2024-09-20T21:52:19.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:18 smithi046 ceph-mon[96110]: osdmap e663: 8 total, 8 up, 8 in 2024-09-20T21:52:19.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:18 smithi046 ceph-mon[98591]: pgmap v658: 121 pgs: 121 active+clean; 591 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 4.7 MiB/s wr, 20 op/s 2024-09-20T21:52:19.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:18 smithi046 ceph-mon[98591]: osdmap e663: 8 total, 8 up, 8 in 2024-09-20T21:52:19.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:18 smithi134 ceph-mon[89086]: pgmap v658: 121 pgs: 121 active+clean; 591 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 4.7 MiB/s wr, 20 op/s 2024-09-20T21:52:19.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:18 smithi134 ceph-mon[89086]: osdmap e663: 8 total, 8 up, 8 in 2024-09-20T21:52:19.627 INFO:tasks.rados.rados.0.smithi046.stdout:3052: expect (ObjNum 920 snap 301 seq_num 920) 2024-09-20T21:52:19.830 INFO:tasks.rados.rados.0.smithi046.stdout:3052: done (1 left) 2024-09-20T21:52:19.830 INFO:tasks.rados.rados.0.smithi046.stdout:3053: done (0 left) 2024-09-20T21:52:19.830 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 303 2024-09-20T21:52:19.830 INFO:tasks.rados.rados.0.smithi046.stdout:3054: seq_num 932 ranges {3923968=417792,4341760=663552,5005312=139264} 2024-09-20T21:52:19.853 INFO:tasks.rados.rados.0.smithi046.stdout:3054: writing smithi04683737-6 from 3923968 to 4341760 tid 1 2024-09-20T21:52:19.857 INFO:tasks.rados.rados.0.smithi046.stdout:3054: writing smithi04683737-6 from 4341760 to 5005312 tid 2 2024-09-20T21:52:19.858 INFO:tasks.rados.rados.0.smithi046.stdout:3054: writing smithi04683737-6 from 5005312 to 5144576 tid 3 2024-09-20T21:52:19.858 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 303 2024-09-20T21:52:19.859 INFO:tasks.rados.rados.0.smithi046.stdout:3054: finishing write tid 1 to smithi04683737-6 2024-09-20T21:52:19.859 INFO:tasks.rados.rados.0.smithi046.stdout:3055: seq_num 933 ranges {1556480=434176,1990656=548864,2539520=253952} 2024-09-20T21:52:19.869 INFO:tasks.rados.rados.0.smithi046.stdout:3055: writing smithi04683737-40 from 1556480 to 1990656 tid 1 2024-09-20T21:52:19.872 INFO:tasks.rados.rados.0.smithi046.stdout:3055: writing smithi04683737-40 from 1990656 to 2539520 tid 2 2024-09-20T21:52:19.874 INFO:tasks.rados.rados.0.smithi046.stdout:3055: writing smithi04683737-40 from 2539520 to 2793472 tid 3 2024-09-20T21:52:19.874 INFO:tasks.rados.rados.0.smithi046.stdout:3056: snap_remove snap 284 2024-09-20T21:52:20.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:52:20.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:19 smithi046 ceph-mon[96110]: osdmap e664: 8 total, 8 up, 8 in 2024-09-20T21:52:20.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:52:20.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:19 smithi046 ceph-mon[98591]: osdmap e664: 8 total, 8 up, 8 in 2024-09-20T21:52:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:52:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:19 smithi134 ceph-mon[89086]: osdmap e664: 8 total, 8 up, 8 in 2024-09-20T21:52:20.726 INFO:tasks.rados.rados.0.smithi046.stdout:3056: done (2 left) 2024-09-20T21:52:20.727 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 303 2024-09-20T21:52:20.727 INFO:tasks.rados.rados.0.smithi046.stdout:3054: finishing write tid 2 to smithi04683737-6 2024-09-20T21:52:20.727 INFO:tasks.rados.rados.0.smithi046.stdout:3054: finishing write tid 3 to smithi04683737-6 2024-09-20T21:52:20.727 INFO:tasks.rados.rados.0.smithi046.stdout:3057: seq_num 934 ranges {7938048=450560,8388608=434176,8822784=368640} 2024-09-20T21:52:20.774 INFO:tasks.rados.rados.0.smithi046.stdout:3057: writing smithi04683737-17 from 7938048 to 8388608 tid 1 2024-09-20T21:52:20.776 INFO:tasks.rados.rados.0.smithi046.stdout:3057: writing smithi04683737-17 from 8388608 to 8822784 tid 2 2024-09-20T21:52:20.779 INFO:tasks.rados.rados.0.smithi046.stdout:3057: writing smithi04683737-17 from 8822784 to 9191424 tid 3 2024-09-20T21:52:20.779 INFO:tasks.rados.rados.0.smithi046.stdout:3058: rollback oid 38 current snap is 303 2024-09-20T21:52:20.779 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 38 to 296 2024-09-20T21:52:20.779 INFO:tasks.rados.rados.0.smithi046.stdout:3054: finishing write tid 4 to smithi04683737-6 2024-09-20T21:52:20.779 INFO:tasks.rados.rados.0.smithi046.stdout:3054: finishing write tid 5 to smithi04683737-6 2024-09-20T21:52:20.779 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1612 (ObjNum 932 snap 303 seq_num 932) dirty exists 2024-09-20T21:52:20.779 INFO:tasks.rados.rados.0.smithi046.stdout:3054: left oid 6 (ObjNum 932 snap 303 seq_num 932) 2024-09-20T21:52:20.779 INFO:tasks.rados.rados.0.smithi046.stdout:3055: finishing write tid 1 to smithi04683737-40 2024-09-20T21:52:20.779 INFO:tasks.rados.rados.0.smithi046.stdout:3054: done (3 left) 2024-09-20T21:52:20.779 INFO:tasks.rados.rados.0.smithi046.stdout:3059: snap_remove snap 298 2024-09-20T21:52:21.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:20 smithi046 ceph-mon[96110]: pgmap v661: 121 pgs: 121 active+clean; 600 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 7.1 MiB/s wr, 35 op/s 2024-09-20T21:52:21.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:20 smithi046 ceph-mon[98591]: pgmap v661: 121 pgs: 121 active+clean; 600 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 7.1 MiB/s wr, 35 op/s 2024-09-20T21:52:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:20 smithi134 ceph-mon[89086]: pgmap v661: 121 pgs: 121 active+clean; 600 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 7.1 MiB/s wr, 35 op/s 2024-09-20T21:52:21.735 INFO:tasks.rados.rados.0.smithi046.stdout:3059: done (3 left) 2024-09-20T21:52:21.735 INFO:tasks.rados.rados.0.smithi046.stdout:3060: rmattr oid 45 current snap is 303 2024-09-20T21:52:21.735 INFO:tasks.rados.rados.0.smithi046.stdout:3060: done (3 left) 2024-09-20T21:52:21.735 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 303 2024-09-20T21:52:21.736 INFO:tasks.rados.rados.0.smithi046.stdout:3061: seq_num 935 ranges {1032192=466944,1499136=720896,2220032=81920} 2024-09-20T21:52:21.743 INFO:tasks.rados.rados.0.smithi046.stdout:3061: writing smithi04683737-28 from 1032192 to 1499136 tid 1 2024-09-20T21:52:21.748 INFO:tasks.rados.rados.0.smithi046.stdout:3061: writing smithi04683737-28 from 1499136 to 2220032 tid 2 2024-09-20T21:52:21.748 INFO:tasks.rados.rados.0.smithi046.stdout:3061: writing smithi04683737-28 from 2220032 to 2301952 tid 3 2024-09-20T21:52:21.748 INFO:tasks.rados.rados.0.smithi046.stdout:3062: snap_remove snap 299 2024-09-20T21:52:22.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:21 smithi046 ceph-mon[96110]: osdmap e665: 8 total, 8 up, 8 in 2024-09-20T21:52:22.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:21 smithi046 ceph-mon[98591]: osdmap e665: 8 total, 8 up, 8 in 2024-09-20T21:52:22.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:21 smithi134 ceph-mon[89086]: osdmap e665: 8 total, 8 up, 8 in 2024-09-20T21:52:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:52:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:52:22] "GET /metrics HTTP/1.1" 200 36385 "" "Prometheus/2.43.0" 2024-09-20T21:52:22.627 INFO:tasks.rados.rados.0.smithi046.stdout:3062: done (4 left) 2024-09-20T21:52:22.627 INFO:tasks.rados.rados.0.smithi046.stdout:3063: copy_from oid 9 from oid 15 current snap is 303 2024-09-20T21:52:22.627 INFO:tasks.rados.rados.0.smithi046.stdout:3064: copy_from oid 20 from oid 36 current snap is 303 2024-09-20T21:52:22.627 INFO:tasks.rados.rados.0.smithi046.stdout:3065: setattr oid 10 current snap is 303 2024-09-20T21:52:22.627 INFO:tasks.rados.rados.0.smithi046.stdout:3055: finishing write tid 2 to smithi04683737-40 2024-09-20T21:52:22.627 INFO:tasks.rados.rados.0.smithi046.stdout:3055: finishing write tid 3 to smithi04683737-40 2024-09-20T21:52:22.627 INFO:tasks.rados.rados.0.smithi046.stdout:3055: finishing write tid 4 to smithi04683737-40 2024-09-20T21:52:22.627 INFO:tasks.rados.rados.0.smithi046.stdout:3055: finishing write tid 5 to smithi04683737-40 2024-09-20T21:52:22.627 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1509 (ObjNum 933 snap 303 seq_num 933) dirty exists 2024-09-20T21:52:22.628 INFO:tasks.rados.rados.0.smithi046.stdout:3055: left oid 40 (ObjNum 933 snap 303 seq_num 933) 2024-09-20T21:52:22.628 INFO:tasks.rados.rados.0.smithi046.stdout:3057: finishing write tid 1 to smithi04683737-17 2024-09-20T21:52:22.628 INFO:tasks.rados.rados.0.smithi046.stdout:3057: finishing write tid 2 to smithi04683737-17 2024-09-20T21:52:22.628 INFO:tasks.rados.rados.0.smithi046.stdout:3058: finishing rollback tid 1 to smithi04683737-38 2024-09-20T21:52:22.628 INFO:tasks.rados.rados.0.smithi046.stdout:3057: finishing write tid 3 to smithi04683737-17 2024-09-20T21:52:22.628 INFO:tasks.rados.rados.0.smithi046.stdout:3058: finishing rollback tid 2 to smithi04683737-38 2024-09-20T21:52:22.628 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1268 (ObjNum 874 snap 289 seq_num 874) dirty exists 2024-09-20T21:52:22.628 INFO:tasks.rados.rados.0.smithi046.stdout:3057: finishing write tid 4 to smithi04683737-17 2024-09-20T21:52:22.628 INFO:tasks.rados.rados.0.smithi046.stdout:3057: finishing write tid 5 to smithi04683737-17 2024-09-20T21:52:22.628 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1265 (ObjNum 934 snap 303 seq_num 934) dirty exists 2024-09-20T21:52:22.628 INFO:tasks.rados.rados.0.smithi046.stdout:3057: left oid 17 (ObjNum 934 snap 303 seq_num 934) 2024-09-20T21:52:22.628 INFO:tasks.rados.rados.0.smithi046.stdout:3061: finishing write tid 1 to smithi04683737-28 2024-09-20T21:52:22.628 INFO:tasks.rados.rados.0.smithi046.stdout:3061: finishing write tid 2 to smithi04683737-28 2024-09-20T21:52:22.628 INFO:tasks.rados.rados.0.smithi046.stdout:3061: finishing write tid 3 to smithi04683737-28 2024-09-20T21:52:22.628 INFO:tasks.rados.rados.0.smithi046.stdout:3061: finishing write tid 4 to smithi04683737-28 2024-09-20T21:52:22.629 INFO:tasks.rados.rados.0.smithi046.stdout:3061: finishing write tid 5 to smithi04683737-28 2024-09-20T21:52:22.629 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 1506 (ObjNum 935 snap 303 seq_num 935) dirty exists 2024-09-20T21:52:22.629 INFO:tasks.rados.rados.0.smithi046.stdout:3061: left oid 28 (ObjNum 935 snap 303 seq_num 935) 2024-09-20T21:52:22.629 INFO:tasks.rados.rados.0.smithi046.stdout:3055: done (6 left) 2024-09-20T21:52:22.629 INFO:tasks.rados.rados.0.smithi046.stdout:3057: done (5 left) 2024-09-20T21:52:22.630 INFO:tasks.rados.rados.0.smithi046.stdout:3058: done (4 left) 2024-09-20T21:52:22.630 INFO:tasks.rados.rados.0.smithi046.stdout:3061: done (3 left) 2024-09-20T21:52:22.630 INFO:tasks.rados.rados.0.smithi046.stdout:3066: delete oid 1 current snap is 303 2024-09-20T21:52:22.642 INFO:tasks.rados.rados.0.smithi046.stdout:3066: done (3 left) 2024-09-20T21:52:22.642 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 303 2024-09-20T21:52:22.642 INFO:tasks.rados.rados.0.smithi046.stdout:3067: seq_num 937 ranges {0=499712,499712=532480,1032192=270336} 2024-09-20T21:52:22.646 INFO:tasks.rados.rados.0.smithi046.stdout:3067: writing smithi04683737-7 from 0 to 499712 tid 1 2024-09-20T21:52:22.648 INFO:tasks.rados.rados.0.smithi046.stdout:3067: writing smithi04683737-7 from 499712 to 1032192 tid 2 2024-09-20T21:52:22.650 INFO:tasks.rados.rados.0.smithi046.stdout:3067: writing smithi04683737-7 from 1032192 to 1302528 tid 3 2024-09-20T21:52:22.651 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 303 2024-09-20T21:52:22.651 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1335 (ObjNum 812 snap 270 seq_num 812) dirty exists 2024-09-20T21:52:22.651 INFO:tasks.rados.rados.0.smithi046.stdout:3068: seq_num 938 ranges {3760128=516096,4276224=417792,4694016=385024} 2024-09-20T21:52:22.675 INFO:tasks.rados.rados.0.smithi046.stdout:3068: writing smithi04683737-3 from 3760128 to 4276224 tid 1 2024-09-20T21:52:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:52:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:52:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:52:22.678 INFO:tasks.rados.rados.0.smithi046.stdout:3068: writing smithi04683737-3 from 4276224 to 4694016 tid 2 2024-09-20T21:52:22.681 INFO:tasks.rados.rados.0.smithi046.stdout:3068: writing smithi04683737-3 from 4694016 to 5079040 tid 3 2024-09-20T21:52:22.681 INFO:tasks.rados.rados.0.smithi046.stdout:3065: done (4 left) 2024-09-20T21:52:22.681 INFO:tasks.rados.rados.0.smithi046.stdout:3069: setattr oid 46 current snap is 303 2024-09-20T21:52:22.681 INFO:tasks.rados.rados.0.smithi046.stdout:3063: finishing copy_from racing read to smithi04683737-9 2024-09-20T21:52:22.681 INFO:tasks.rados.rados.0.smithi046.stdout:3067: finishing write tid 1 to smithi04683737-7 2024-09-20T21:52:22.681 INFO:tasks.rados.rados.0.smithi046.stdout:3067: finishing write tid 2 to smithi04683737-7 2024-09-20T21:52:22.681 INFO:tasks.rados.rados.0.smithi046.stdout:3064: finishing copy_from racing read to smithi04683737-20 2024-09-20T21:52:22.681 INFO:tasks.rados.rados.0.smithi046.stdout:3063: finishing copy_from to smithi04683737-9 2024-09-20T21:52:22.682 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 1045 (ObjNum 890 snap 295 seq_num 890) dirty exists 2024-09-20T21:52:22.682 INFO:tasks.rados.rados.0.smithi046.stdout:3064: finishing copy_from to smithi04683737-20 2024-09-20T21:52:22.682 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 1434 (ObjNum 828 snap 274 seq_num 828) dirty exists 2024-09-20T21:52:22.682 INFO:tasks.rados.rados.0.smithi046.stdout:3067: finishing write tid 3 to smithi04683737-7 2024-09-20T21:52:22.682 INFO:tasks.rados.rados.0.smithi046.stdout:3067: finishing write tid 4 to smithi04683737-7 2024-09-20T21:52:22.682 INFO:tasks.rados.rados.0.smithi046.stdout:3067: finishing write tid 5 to smithi04683737-7 2024-09-20T21:52:22.682 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 533 (ObjNum 937 snap 303 seq_num 937) dirty exists 2024-09-20T21:52:22.682 INFO:tasks.rados.rados.0.smithi046.stdout:3067: left oid 7 (ObjNum 937 snap 303 seq_num 937) 2024-09-20T21:52:22.682 INFO:tasks.rados.rados.0.smithi046.stdout:3068: finishing write tid 1 to smithi04683737-3 2024-09-20T21:52:22.682 INFO:tasks.rados.rados.0.smithi046.stdout:3068: finishing write tid 2 to smithi04683737-3 2024-09-20T21:52:22.683 INFO:tasks.rados.rados.0.smithi046.stdout:3063: done (4 left) 2024-09-20T21:52:22.683 INFO:tasks.rados.rados.0.smithi046.stdout:3064: done (3 left) 2024-09-20T21:52:22.683 INFO:tasks.rados.rados.0.smithi046.stdout:3067: done (2 left) 2024-09-20T21:52:22.683 INFO:tasks.rados.rados.0.smithi046.stdout:3070: rollback oid 14 current snap is 303 2024-09-20T21:52:22.683 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 14 to 288 2024-09-20T21:52:22.683 INFO:tasks.rados.rados.0.smithi046.stdout:3071: setattr oid 22 current snap is 303 2024-09-20T21:52:22.684 INFO:tasks.rados.rados.0.smithi046.stdout:3068: finishing write tid 3 to smithi04683737-3 2024-09-20T21:52:22.684 INFO:tasks.rados.rados.0.smithi046.stdout:3072: snap_create 2024-09-20T21:52:22.684 INFO:tasks.rados.rados.0.smithi046.stdout:3068: finishing write tid 4 to smithi04683737-3 2024-09-20T21:52:22.686 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 1200 (ObjNum 915 snap 301 seq_num 915) dirty exists 2024-09-20T21:52:22.686 INFO:tasks.rados.rados.0.smithi046.stdout:3068: finishing write tid 5 to smithi04683737-3 2024-09-20T21:52:22.687 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1280 (ObjNum 938 snap 303 seq_num 938) dirty exists 2024-09-20T21:52:22.687 INFO:tasks.rados.rados.0.smithi046.stdout:3068: left oid 3 (ObjNum 938 snap 303 seq_num 938) 2024-09-20T21:52:22.688 INFO:tasks.rados.rados.0.smithi046.stdout:3070: finishing rollback tid 0 to smithi04683737-14 2024-09-20T21:52:22.688 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1355 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-09-20T21:52:22.688 INFO:tasks.rados.rados.0.smithi046.stdout:3070: finishing rollback tid 1 to smithi04683737-14 2024-09-20T21:52:22.689 INFO:tasks.rados.rados.0.smithi046.stdout:3070: finishing rollback tid 2 to smithi04683737-14 2024-09-20T21:52:22.689 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 1596 (ObjNum 864 snap 287 seq_num 864) dirty exists 2024-09-20T21:52:23.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:22 smithi046 ceph-mon[96110]: pgmap v664: 121 pgs: 121 active+clean; 596 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 6.5 MiB/s wr, 32 op/s 2024-09-20T21:52:23.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:22 smithi046 ceph-mon[96110]: osdmap e666: 8 total, 8 up, 8 in 2024-09-20T21:52:23.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:22 smithi046 ceph-mon[96110]: osdmap e667: 8 total, 8 up, 8 in 2024-09-20T21:52:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:22 smithi046 ceph-mon[98591]: pgmap v664: 121 pgs: 121 active+clean; 596 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 6.5 MiB/s wr, 32 op/s 2024-09-20T21:52:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:22 smithi046 ceph-mon[98591]: osdmap e666: 8 total, 8 up, 8 in 2024-09-20T21:52:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:22 smithi046 ceph-mon[98591]: osdmap e667: 8 total, 8 up, 8 in 2024-09-20T21:52:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:22 smithi134 ceph-mon[89086]: pgmap v664: 121 pgs: 121 active+clean; 596 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 6.5 MiB/s wr, 32 op/s 2024-09-20T21:52:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:22 smithi134 ceph-mon[89086]: osdmap e666: 8 total, 8 up, 8 in 2024-09-20T21:52:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:22 smithi134 ceph-mon[89086]: osdmap e667: 8 total, 8 up, 8 in 2024-09-20T21:52:23.627 INFO:tasks.rados.rados.0.smithi046.stdout:3068: done (4 left) 2024-09-20T21:52:23.627 INFO:tasks.rados.rados.0.smithi046.stdout:3069: done (3 left) 2024-09-20T21:52:23.627 INFO:tasks.rados.rados.0.smithi046.stdout:3070: done (2 left) 2024-09-20T21:52:23.627 INFO:tasks.rados.rados.0.smithi046.stdout:3071: done (1 left) 2024-09-20T21:52:23.627 INFO:tasks.rados.rados.0.smithi046.stdout:3072: done (0 left) 2024-09-20T21:52:23.627 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 304 2024-09-20T21:52:23.627 INFO:tasks.rados.rados.0.smithi046.stdout:3073: seq_num 939 ranges {1810432=532480,2342912=704512,3047424=98304} 2024-09-20T21:52:23.639 INFO:tasks.rados.rados.0.smithi046.stdout:3073: writing smithi04683737-45 from 1810432 to 2342912 tid 1 2024-09-20T21:52:23.643 INFO:tasks.rados.rados.0.smithi046.stdout:3073: writing smithi04683737-45 from 2342912 to 3047424 tid 2 2024-09-20T21:52:23.644 INFO:tasks.rados.rados.0.smithi046.stdout:3073: writing smithi04683737-45 from 3047424 to 3145728 tid 3 2024-09-20T21:52:23.645 INFO:tasks.rados.rados.0.smithi046.stdout:3074: read oid 41 snap 293 2024-09-20T21:52:23.645 INFO:tasks.rados.rados.0.smithi046.stdout:3074: expect (ObjNum 878 snap 290 seq_num 878) 2024-09-20T21:52:23.645 INFO:tasks.rados.rados.0.smithi046.stdout:3075: delete oid 6 current snap is 304 2024-09-20T21:52:23.645 INFO:tasks.rados.rados.0.smithi046.stdout:3073: finishing write tid 1 to smithi04683737-45 2024-09-20T21:52:23.649 INFO:tasks.rados.rados.0.smithi046.stdout:3073: finishing write tid 2 to smithi04683737-45 2024-09-20T21:52:23.649 INFO:tasks.rados.rados.0.smithi046.stdout:3073: finishing write tid 3 to smithi04683737-45 2024-09-20T21:52:23.651 INFO:tasks.rados.rados.0.smithi046.stdout:3073: finishing write tid 4 to smithi04683737-45 2024-09-20T21:52:23.652 INFO:tasks.rados.rados.0.smithi046.stdout:3075: done (2 left) 2024-09-20T21:52:23.652 INFO:tasks.rados.rados.0.smithi046.stdout:3076: copy_from oid 5 from oid 32 current snap is 304 2024-09-20T21:52:23.653 INFO:tasks.rados.rados.0.smithi046.stdout:3077: setattr oid 24 current snap is 304 2024-09-20T21:52:23.653 INFO:tasks.rados.rados.0.smithi046.stdout:3073: finishing write tid 5 to smithi04683737-45 2024-09-20T21:52:23.653 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1050 (ObjNum 939 snap 304 seq_num 939) dirty exists 2024-09-20T21:52:23.653 INFO:tasks.rados.rados.0.smithi046.stdout:3073: left oid 45 (ObjNum 939 snap 304 seq_num 939) 2024-09-20T21:52:23.654 INFO:tasks.rados.rados.0.smithi046.stdout:3073: done (3 left) 2024-09-20T21:52:23.654 INFO:tasks.rados.rados.0.smithi046.stdout:3078: read oid 38 snap 279 2024-09-20T21:52:23.654 INFO:tasks.rados.rados.0.smithi046.stdout:3078: expect (ObjNum 21368032 snap 21956 seq_num 20333680) 2024-09-20T21:52:23.654 INFO:tasks.rados.rados.0.smithi046.stdout:3079: copy_from oid 9 from oid 34 current snap is 304 2024-09-20T21:52:23.654 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 304 2024-09-20T21:52:23.654 INFO:tasks.rados.rados.0.smithi046.stdout:3080: seq_num 941 ranges {3891200=565248,4456448=475136,4931584=327680} 2024-09-20T21:52:23.680 INFO:tasks.rados.rados.0.smithi046.stdout:3080: writing smithi04683737-29 from 3891200 to 4456448 tid 1 2024-09-20T21:52:23.683 INFO:tasks.rados.rados.0.smithi046.stdout:3080: writing smithi04683737-29 from 4456448 to 4931584 tid 2 2024-09-20T21:52:23.685 INFO:tasks.rados.rados.0.smithi046.stdout:3080: writing smithi04683737-29 from 4931584 to 5259264 tid 3 2024-09-20T21:52:23.686 INFO:tasks.rados.rados.0.smithi046.stdout:3081: rollback oid 18 current snap is 304 2024-09-20T21:52:23.686 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 18 to 246 2024-09-20T21:52:23.686 INFO:tasks.rados.rados.0.smithi046.stdout:3078: expect (ObjNum 21368032 snap 21956 seq_num 20333680) 2024-09-20T21:52:23.687 INFO:tasks.rados.rados.0.smithi046.stdout:3076: finishing copy_from to smithi04683737-5 2024-09-20T21:52:23.687 INFO:tasks.rados.rados.0.smithi046.stdout:3076: got expected ENOENT (src dne) 2024-09-20T21:52:23.687 INFO:tasks.rados.rados.0.smithi046.stdout:3076: finishing copy_from racing read to smithi04683737-5 2024-09-20T21:52:23.687 INFO:tasks.rados.rados.0.smithi046.stdout:3079: finishing copy_from to smithi04683737-9 2024-09-20T21:52:23.687 INFO:tasks.rados.rados.0.smithi046.stdout:3079: got expected ENOENT (src dne) 2024-09-20T21:52:23.687 INFO:tasks.rados.rados.0.smithi046.stdout:3079: finishing copy_from racing read to smithi04683737-9 2024-09-20T21:52:23.687 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 1336 (ObjNum 615 snap 202 seq_num 615) dirty exists 2024-09-20T21:52:23.687 INFO:tasks.rados.rados.0.smithi046.stdout:3074: expect (ObjNum 878 snap 290 seq_num 878) 2024-09-20T21:52:24.007 INFO:tasks.rados.rados.0.smithi046.stdout:3080: finishing write tid 1 to smithi04683737-29 2024-09-20T21:52:24.007 INFO:tasks.rados.rados.0.smithi046.stdout:3080: finishing write tid 2 to smithi04683737-29 2024-09-20T21:52:24.007 INFO:tasks.rados.rados.0.smithi046.stdout:3080: finishing write tid 3 to smithi04683737-29 2024-09-20T21:52:24.007 INFO:tasks.rados.rados.0.smithi046.stdout:3081: finishing rollback tid 0 to smithi04683737-18 2024-09-20T21:52:24.008 INFO:tasks.rados.rados.0.smithi046.stdout:3081: finishing rollback tid 1 to smithi04683737-18 2024-09-20T21:52:24.008 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1283 (ObjNum 33 snap 0 seq_num 20922368) dirty dne 2024-09-20T21:52:24.008 INFO:tasks.rados.rados.0.smithi046.stdout:3080: finishing write tid 4 to smithi04683737-29 2024-09-20T21:52:24.008 INFO:tasks.rados.rados.0.smithi046.stdout:3080: finishing write tid 5 to smithi04683737-29 2024-09-20T21:52:24.008 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1307 (ObjNum 941 snap 304 seq_num 941) dirty exists 2024-09-20T21:52:24.008 INFO:tasks.rados.rados.0.smithi046.stdout:3080: left oid 29 (ObjNum 941 snap 304 seq_num 941) 2024-09-20T21:52:24.008 INFO:tasks.rados.rados.0.smithi046.stdout:3074: done (6 left) 2024-09-20T21:52:24.008 INFO:tasks.rados.rados.0.smithi046.stdout:3076: done (5 left) 2024-09-20T21:52:24.008 INFO:tasks.rados.rados.0.smithi046.stdout:3077: done (4 left) 2024-09-20T21:52:24.008 INFO:tasks.rados.rados.0.smithi046.stdout:3078: done (3 left) 2024-09-20T21:52:24.008 INFO:tasks.rados.rados.0.smithi046.stdout:3079: done (2 left) 2024-09-20T21:52:24.008 INFO:tasks.rados.rados.0.smithi046.stdout:3080: done (1 left) 2024-09-20T21:52:24.008 INFO:tasks.rados.rados.0.smithi046.stdout:3081: done (0 left) 2024-09-20T21:52:24.008 INFO:tasks.rados.rados.0.smithi046.stdout:3082: snap_remove snap 206 2024-09-20T21:52:24.736 INFO:tasks.rados.rados.0.smithi046.stdout:3082: done (0 left) 2024-09-20T21:52:24.736 INFO:tasks.rados.rados.0.smithi046.stdout:3083: rollback oid 24 current snap is 304 2024-09-20T21:52:24.736 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 24 to 285 2024-09-20T21:52:24.736 INFO:tasks.rados.rados.0.smithi046.stdout:3084: read oid 2 snap -1 2024-09-20T21:52:24.737 INFO:tasks.rados.rados.0.smithi046.stdout:3084: expect (ObjNum 895 snap 296 seq_num 895) 2024-09-20T21:52:24.737 INFO:tasks.rados.rados.0.smithi046.stdout:3085: delete oid 6 current snap is 304 2024-09-20T21:52:24.749 INFO:tasks.rados.rados.0.smithi046.stdout:3083: finishing rollback tid 0 to smithi04683737-24 2024-09-20T21:52:24.751 INFO:tasks.rados.rados.0.smithi046.stdout:3083: finishing rollback tid 1 to smithi04683737-24 2024-09-20T21:52:24.751 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 1338 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-20T21:52:24.752 INFO:tasks.rados.rados.0.smithi046.stdout:3083: done (2 left) 2024-09-20T21:52:24.752 INFO:tasks.rados.rados.0.smithi046.stdout:3085: done (1 left) 2024-09-20T21:52:24.753 INFO:tasks.rados.rados.0.smithi046.stdout:3086: delete oid 33 current snap is 304 2024-09-20T21:52:24.756 INFO:tasks.rados.rados.0.smithi046.stdout:3086: done (1 left) 2024-09-20T21:52:24.756 INFO:tasks.rados.rados.0.smithi046.stdout:3087: read oid 27 snap -1 2024-09-20T21:52:24.756 INFO:tasks.rados.rados.0.smithi046.stdout:3087: expect (ObjNum 756 snap 252 seq_num 756) 2024-09-20T21:52:24.758 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 304 2024-09-20T21:52:24.758 INFO:tasks.rados.rados.0.smithi046.stdout:3088: seq_num 944 ranges {0=614400,614400=573440,1187840=229376} 2024-09-20T21:52:24.760 INFO:tasks.rados.rados.0.smithi046.stdout:3088: writing smithi04683737-18 from 0 to 614400 tid 1 2024-09-20T21:52:24.766 INFO:tasks.rados.rados.0.smithi046.stdout:3088: writing smithi04683737-18 from 614400 to 1187840 tid 2 2024-09-20T21:52:24.767 INFO:tasks.rados.rados.0.smithi046.stdout:3088: writing smithi04683737-18 from 1187840 to 1417216 tid 3 2024-09-20T21:52:24.768 INFO:tasks.rados.rados.0.smithi046.stdout:3088: finishing write tid 1 to smithi04683737-18 2024-09-20T21:52:24.768 INFO:tasks.rados.rados.0.smithi046.stdout:3084: expect (ObjNum 895 snap 296 seq_num 895) 2024-09-20T21:52:24.882 INFO:tasks.rados.rados.0.smithi046.stdout:3088: finishing write tid 2 to smithi04683737-18 2024-09-20T21:52:24.882 INFO:tasks.rados.rados.0.smithi046.stdout:3088: finishing write tid 3 to smithi04683737-18 2024-09-20T21:52:24.883 INFO:tasks.rados.rados.0.smithi046.stdout:3088: finishing write tid 4 to smithi04683737-18 2024-09-20T21:52:24.883 INFO:tasks.rados.rados.0.smithi046.stdout:3088: finishing write tid 5 to smithi04683737-18 2024-09-20T21:52:24.883 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1287 (ObjNum 944 snap 304 seq_num 944) dirty exists 2024-09-20T21:52:24.883 INFO:tasks.rados.rados.0.smithi046.stdout:3088: left oid 18 (ObjNum 944 snap 304 seq_num 944) 2024-09-20T21:52:24.883 INFO:tasks.rados.rados.0.smithi046.stdout:3087: expect (ObjNum 756 snap 252 seq_num 756) 2024-09-20T21:52:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:24 smithi046 ceph-mon[96110]: pgmap v667: 121 pgs: 121 active+clean; 586 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-09-20T21:52:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:24 smithi046 ceph-mon[96110]: osdmap e668: 8 total, 8 up, 8 in 2024-09-20T21:52:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:24 smithi046 ceph-mon[98591]: pgmap v667: 121 pgs: 121 active+clean; 586 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-09-20T21:52:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:24 smithi046 ceph-mon[98591]: osdmap e668: 8 total, 8 up, 8 in 2024-09-20T21:52:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:24 smithi134 ceph-mon[89086]: pgmap v667: 121 pgs: 121 active+clean; 586 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-09-20T21:52:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:24 smithi134 ceph-mon[89086]: osdmap e668: 8 total, 8 up, 8 in 2024-09-20T21:52:25.497 INFO:tasks.rados.rados.0.smithi046.stdout:3084: done (2 left) 2024-09-20T21:52:25.498 INFO:tasks.rados.rados.0.smithi046.stdout:3087: done (1 left) 2024-09-20T21:52:25.498 INFO:tasks.rados.rados.0.smithi046.stdout:3088: done (0 left) 2024-09-20T21:52:25.498 INFO:tasks.rados.rados.0.smithi046.stdout:3089: setattr oid 39 current snap is 304 2024-09-20T21:52:25.498 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 304 2024-09-20T21:52:25.498 INFO:tasks.rados.rados.0.smithi046.stdout:3090: seq_num 945 ranges {0=630784,630784=458752,1089536=344064} 2024-09-20T21:52:25.502 INFO:tasks.rados.rados.0.smithi046.stdout:3090: writing smithi04683737-1 from 0 to 630784 tid 1 2024-09-20T21:52:25.505 INFO:tasks.rados.rados.0.smithi046.stdout:3090: writing smithi04683737-1 from 630784 to 1089536 tid 2 2024-09-20T21:52:25.507 INFO:tasks.rados.rados.0.smithi046.stdout:3090: writing smithi04683737-1 from 1089536 to 1433600 tid 3 2024-09-20T21:52:25.507 INFO:tasks.rados.rados.0.smithi046.stdout:3091: delete oid 48 current snap is 304 2024-09-20T21:52:25.507 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1507 (ObjNum 177 snap 0 seq_num 20394624) dirty exists 2024-09-20T21:52:25.507 INFO:tasks.rados.rados.0.smithi046.stdout:3090: finishing write tid 1 to smithi04683737-1 2024-09-20T21:52:25.507 INFO:tasks.rados.rados.0.smithi046.stdout:3090: finishing write tid 2 to smithi04683737-1 2024-09-20T21:52:25.510 INFO:tasks.rados.rados.0.smithi046.stdout:3089: done (2 left) 2024-09-20T21:52:25.510 INFO:tasks.rados.rados.0.smithi046.stdout:3091: done (1 left) 2024-09-20T21:52:25.510 INFO:tasks.rados.rados.0.smithi046.stdout:3092: rmattr oid 11 current snap is 304 2024-09-20T21:52:25.510 INFO:tasks.rados.rados.0.smithi046.stdout:3092: done (1 left) 2024-09-20T21:52:25.510 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 304 2024-09-20T21:52:25.510 INFO:tasks.rados.rados.0.smithi046.stdout:3093: seq_num 947 ranges {1114112=663552,1777664=630784,2408448=172032} 2024-09-20T21:52:25.519 INFO:tasks.rados.rados.0.smithi046.stdout:3093: writing smithi04683737-5 from 1114112 to 1777664 tid 1 2024-09-20T21:52:25.522 INFO:tasks.rados.rados.0.smithi046.stdout:3093: writing smithi04683737-5 from 1777664 to 2408448 tid 2 2024-09-20T21:52:25.524 INFO:tasks.rados.rados.0.smithi046.stdout:3093: writing smithi04683737-5 from 2408448 to 2580480 tid 3 2024-09-20T21:52:25.524 INFO:tasks.rados.rados.0.smithi046.stdout:3094: snap_create 2024-09-20T21:52:25.524 INFO:tasks.rados.rados.0.smithi046.stdout:3090: finishing write tid 3 to smithi04683737-1 2024-09-20T21:52:25.524 INFO:tasks.rados.rados.0.smithi046.stdout:3090: finishing write tid 4 to smithi04683737-1 2024-09-20T21:52:25.524 INFO:tasks.rados.rados.0.smithi046.stdout:3090: finishing write tid 5 to smithi04683737-1 2024-09-20T21:52:25.524 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 1054 (ObjNum 945 snap 304 seq_num 945) dirty exists 2024-09-20T21:52:25.525 INFO:tasks.rados.rados.0.smithi046.stdout:3090: left oid 1 (ObjNum 945 snap 304 seq_num 945) 2024-09-20T21:52:25.525 INFO:tasks.rados.rados.0.smithi046.stdout:3093: finishing write tid 1 to smithi04683737-5 2024-09-20T21:52:25.526 INFO:tasks.rados.rados.0.smithi046.stdout:3093: finishing write tid 2 to smithi04683737-5 2024-09-20T21:52:25.526 INFO:tasks.rados.rados.0.smithi046.stdout:3093: finishing write tid 3 to smithi04683737-5 2024-09-20T21:52:25.527 INFO:tasks.rados.rados.0.smithi046.stdout:3093: finishing write tid 4 to smithi04683737-5 2024-09-20T21:52:25.527 INFO:tasks.rados.rados.0.smithi046.stdout:3093: finishing write tid 5 to smithi04683737-5 2024-09-20T21:52:25.527 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 998 (ObjNum 947 snap 304 seq_num 947) dirty exists 2024-09-20T21:52:25.527 INFO:tasks.rados.rados.0.smithi046.stdout:3093: left oid 5 (ObjNum 947 snap 304 seq_num 947) 2024-09-20T21:52:25.739 INFO:tasks.rados.rados.0.smithi046.stdout:3090: done (2 left) 2024-09-20T21:52:25.740 INFO:tasks.rados.rados.0.smithi046.stdout:3093: done (1 left) 2024-09-20T21:52:25.740 INFO:tasks.rados.rados.0.smithi046.stdout:3094: done (0 left) 2024-09-20T21:52:25.740 INFO:tasks.rados.rados.0.smithi046.stdout:3095: delete oid 25 current snap is 305 2024-09-20T21:52:25.748 INFO:tasks.rados.rados.0.smithi046.stdout:3095: done (0 left) 2024-09-20T21:52:25.748 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 305 2024-09-20T21:52:25.748 INFO:tasks.rados.rados.0.smithi046.stdout:3096: seq_num 949 ranges {3145728=704512,3850240=794624,4644864=8192} 2024-09-20T21:52:25.768 INFO:tasks.rados.rados.0.smithi046.stdout:3096: writing smithi04683737-45 from 3145728 to 3850240 tid 1 2024-09-20T21:52:25.773 INFO:tasks.rados.rados.0.smithi046.stdout:3096: writing smithi04683737-45 from 3850240 to 4644864 tid 2 2024-09-20T21:52:25.774 INFO:tasks.rados.rados.0.smithi046.stdout:3096: writing smithi04683737-45 from 4644864 to 4653056 tid 3 2024-09-20T21:52:25.774 INFO:tasks.rados.rados.0.smithi046.stdout:3097: read oid 17 snap -1 2024-09-20T21:52:25.774 INFO:tasks.rados.rados.0.smithi046.stdout:3097: expect (ObjNum 934 snap 303 seq_num 934) 2024-09-20T21:52:25.774 INFO:tasks.rados.rados.0.smithi046.stdout:3098: delete oid 32 current snap is 305 2024-09-20T21:52:25.774 INFO:tasks.rados.rados.0.smithi046.stdout:3096: finishing write tid 1 to smithi04683737-45 2024-09-20T21:52:25.776 INFO:tasks.rados.rados.0.smithi046.stdout:3098: done (2 left) 2024-09-20T21:52:25.776 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 305 2024-09-20T21:52:25.776 INFO:tasks.rados.rados.0.smithi046.stdout:3099: seq_num 951 ranges {1433600=737280,2170880=614400,2785280=188416} 2024-09-20T21:52:25.788 INFO:tasks.rados.rados.0.smithi046.stdout:3099: writing smithi04683737-1 from 1433600 to 2170880 tid 1 2024-09-20T21:52:25.792 INFO:tasks.rados.rados.0.smithi046.stdout:3099: writing smithi04683737-1 from 2170880 to 2785280 tid 2 2024-09-20T21:52:25.793 INFO:tasks.rados.rados.0.smithi046.stdout:3099: writing smithi04683737-1 from 2785280 to 2973696 tid 3 2024-09-20T21:52:25.794 INFO:tasks.rados.rados.0.smithi046.stdout:3100: snap_create 2024-09-20T21:52:25.794 INFO:tasks.rados.rados.0.smithi046.stdout:3096: finishing write tid 2 to smithi04683737-45 2024-09-20T21:52:25.794 INFO:tasks.rados.rados.0.smithi046.stdout:3096: finishing write tid 3 to smithi04683737-45 2024-09-20T21:52:25.794 INFO:tasks.rados.rados.0.smithi046.stdout:3096: finishing write tid 4 to smithi04683737-45 2024-09-20T21:52:25.794 INFO:tasks.rados.rados.0.smithi046.stdout:3096: finishing write tid 5 to smithi04683737-45 2024-09-20T21:52:25.794 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1058 (ObjNum 949 snap 305 seq_num 949) dirty exists 2024-09-20T21:52:25.794 INFO:tasks.rados.rados.0.smithi046.stdout:3096: left oid 45 (ObjNum 949 snap 305 seq_num 949) 2024-09-20T21:52:25.795 INFO:tasks.rados.rados.0.smithi046.stdout:3099: finishing write tid 1 to smithi04683737-1 2024-09-20T21:52:25.798 INFO:tasks.rados.rados.0.smithi046.stdout:3099: finishing write tid 2 to smithi04683737-1 2024-09-20T21:52:25.798 INFO:tasks.rados.rados.0.smithi046.stdout:3099: finishing write tid 3 to smithi04683737-1 2024-09-20T21:52:25.798 INFO:tasks.rados.rados.0.smithi046.stdout:3099: finishing write tid 4 to smithi04683737-1 2024-09-20T21:52:25.800 INFO:tasks.rados.rados.0.smithi046.stdout:3099: finishing write tid 5 to smithi04683737-1 2024-09-20T21:52:25.800 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 1062 (ObjNum 951 snap 305 seq_num 951) dirty exists 2024-09-20T21:52:25.800 INFO:tasks.rados.rados.0.smithi046.stdout:3099: left oid 1 (ObjNum 951 snap 305 seq_num 951) 2024-09-20T21:52:25.805 INFO:tasks.rados.rados.0.smithi046.stdout:3097: expect (ObjNum 934 snap 303 seq_num 934) 2024-09-20T21:52:26.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:25 smithi046 ceph-mon[96110]: osdmap e669: 8 total, 8 up, 8 in 2024-09-20T21:52:26.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:25 smithi046 ceph-mon[98591]: osdmap e669: 8 total, 8 up, 8 in 2024-09-20T21:52:26.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:25 smithi134 ceph-mon[89086]: osdmap e669: 8 total, 8 up, 8 in 2024-09-20T21:52:26.744 INFO:tasks.rados.rados.0.smithi046.stdout:3096: done (3 left) 2024-09-20T21:52:26.744 INFO:tasks.rados.rados.0.smithi046.stdout:3097: done (2 left) 2024-09-20T21:52:26.744 INFO:tasks.rados.rados.0.smithi046.stdout:3099: done (1 left) 2024-09-20T21:52:26.744 INFO:tasks.rados.rados.0.smithi046.stdout:3100: done (0 left) 2024-09-20T21:52:26.744 INFO:tasks.rados.rados.0.smithi046.stdout:3101: delete oid 26 current snap is 306 2024-09-20T21:52:26.748 INFO:tasks.rados.rados.0.smithi046.stdout:3101: done (0 left) 2024-09-20T21:52:26.748 INFO:tasks.rados.rados.0.smithi046.stdout:3102: copy_from oid 40 from oid 42 current snap is 306 2024-09-20T21:52:26.748 INFO:tasks.rados.rados.0.smithi046.stdout:3103: rmattr oid 28 current snap is 306 2024-09-20T21:52:26.748 INFO:tasks.rados.rados.0.smithi046.stdout:3104: delete oid 50 current snap is 306 2024-09-20T21:52:26.751 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 1508 (ObjNum 935 snap 303 seq_num 935) dirty exists 2024-09-20T21:52:26.754 INFO:tasks.rados.rados.0.smithi046.stdout:3103: done (2 left) 2024-09-20T21:52:26.754 INFO:tasks.rados.rados.0.smithi046.stdout:3104: done (1 left) 2024-09-20T21:52:26.754 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 306 2024-09-20T21:52:26.754 INFO:tasks.rados.rados.0.smithi046.stdout:3105: seq_num 954 ranges {4653056=786432,5439488=671744,6111232=131072} 2024-09-20T21:52:26.784 INFO:tasks.rados.rados.0.smithi046.stdout:3105: writing smithi04683737-45 from 4653056 to 5439488 tid 1 2024-09-20T21:52:26.788 INFO:tasks.rados.rados.0.smithi046.stdout:3105: writing smithi04683737-45 from 5439488 to 6111232 tid 2 2024-09-20T21:52:26.789 INFO:tasks.rados.rados.0.smithi046.stdout:3105: writing smithi04683737-45 from 6111232 to 6242304 tid 3 2024-09-20T21:52:26.789 INFO:tasks.rados.rados.0.smithi046.stdout:3106: read oid 14 snap -1 2024-09-20T21:52:26.789 INFO:tasks.rados.rados.0.smithi046.stdout:3106: expect (ObjNum 864 snap 287 seq_num 864) 2024-09-20T21:52:26.789 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 306 2024-09-20T21:52:26.789 INFO:tasks.rados.rados.0.smithi046.stdout:3102: finishing copy_from racing read to smithi04683737-40 2024-09-20T21:52:26.789 INFO:tasks.rados.rados.0.smithi046.stdout:3107: seq_num 955 ranges {548864=802816,1351680=557056,1908736=245760} 2024-09-20T21:52:26.796 INFO:tasks.rados.rados.0.smithi046.stdout:3107: writing smithi04683737-12 from 548864 to 1351680 tid 1 2024-09-20T21:52:26.800 INFO:tasks.rados.rados.0.smithi046.stdout:3107: writing smithi04683737-12 from 1351680 to 1908736 tid 2 2024-09-20T21:52:26.802 INFO:tasks.rados.rados.0.smithi046.stdout:3107: writing smithi04683737-12 from 1908736 to 2154496 tid 3 2024-09-20T21:52:26.802 INFO:tasks.rados.rados.0.smithi046.stdout:3108: snap_create 2024-09-20T21:52:26.802 INFO:tasks.rados.rados.0.smithi046.stdout:3102: finishing copy_from to smithi04683737-40 2024-09-20T21:52:26.802 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1040 (ObjNum 606 snap 199 seq_num 606) dirty exists 2024-09-20T21:52:26.802 INFO:tasks.rados.rados.0.smithi046.stdout:3105: finishing write tid 1 to smithi04683737-45 2024-09-20T21:52:26.802 INFO:tasks.rados.rados.0.smithi046.stdout:3105: finishing write tid 2 to smithi04683737-45 2024-09-20T21:52:26.802 INFO:tasks.rados.rados.0.smithi046.stdout:3105: finishing write tid 3 to smithi04683737-45 2024-09-20T21:52:26.803 INFO:tasks.rados.rados.0.smithi046.stdout:3105: finishing write tid 4 to smithi04683737-45 2024-09-20T21:52:26.803 INFO:tasks.rados.rados.0.smithi046.stdout:3105: finishing write tid 5 to smithi04683737-45 2024-09-20T21:52:26.803 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1066 (ObjNum 954 snap 306 seq_num 954) dirty exists 2024-09-20T21:52:26.803 INFO:tasks.rados.rados.0.smithi046.stdout:3105: left oid 45 (ObjNum 954 snap 306 seq_num 954) 2024-09-20T21:52:26.804 INFO:tasks.rados.rados.0.smithi046.stdout:3107: finishing write tid 1 to smithi04683737-12 2024-09-20T21:52:26.805 INFO:tasks.rados.rados.0.smithi046.stdout:3107: finishing write tid 2 to smithi04683737-12 2024-09-20T21:52:26.805 INFO:tasks.rados.rados.0.smithi046.stdout:3107: finishing write tid 3 to smithi04683737-12 2024-09-20T21:52:26.807 INFO:tasks.rados.rados.0.smithi046.stdout:3107: finishing write tid 4 to smithi04683737-12 2024-09-20T21:52:26.809 INFO:tasks.rados.rados.0.smithi046.stdout:3107: finishing write tid 5 to smithi04683737-12 2024-09-20T21:52:26.809 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1366 (ObjNum 955 snap 306 seq_num 955) dirty exists 2024-09-20T21:52:26.809 INFO:tasks.rados.rados.0.smithi046.stdout:3107: left oid 12 (ObjNum 955 snap 306 seq_num 955) 2024-09-20T21:52:26.822 INFO:tasks.rados.rados.0.smithi046.stdout:3106: expect (ObjNum 864 snap 287 seq_num 864) 2024-09-20T21:52:27.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:26 smithi046 ceph-mon[96110]: pgmap v670: 121 pgs: 121 active+clean; 591 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 7 op/s 2024-09-20T21:52:27.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:26 smithi046 ceph-mon[96110]: osdmap e670: 8 total, 8 up, 8 in 2024-09-20T21:52:27.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:26 smithi046 ceph-mon[98591]: pgmap v670: 121 pgs: 121 active+clean; 591 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 7 op/s 2024-09-20T21:52:27.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:26 smithi046 ceph-mon[98591]: osdmap e670: 8 total, 8 up, 8 in 2024-09-20T21:52:27.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:26 smithi134 ceph-mon[89086]: pgmap v670: 121 pgs: 121 active+clean; 591 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 7 op/s 2024-09-20T21:52:27.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:26 smithi134 ceph-mon[89086]: osdmap e670: 8 total, 8 up, 8 in 2024-09-20T21:52:27.625 INFO:tasks.rados.rados.0.smithi046.stdout:3102: done (4 left) 2024-09-20T21:52:27.626 INFO:tasks.rados.rados.0.smithi046.stdout:3105: done (3 left) 2024-09-20T21:52:27.626 INFO:tasks.rados.rados.0.smithi046.stdout:3106: done (2 left) 2024-09-20T21:52:27.626 INFO:tasks.rados.rados.0.smithi046.stdout:3107: done (1 left) 2024-09-20T21:52:27.626 INFO:tasks.rados.rados.0.smithi046.stdout:3108: done (0 left) 2024-09-20T21:52:27.626 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 307 2024-09-20T21:52:27.626 INFO:tasks.rados.rados.0.smithi046.stdout:3109: seq_num 956 ranges {2719744=417792,3137536=434176,3571712=770048} 2024-09-20T21:52:27.642 INFO:tasks.rados.rados.0.smithi046.stdout:3109: writing smithi04683737-8 from 2719744 to 3137536 tid 1 2024-09-20T21:52:27.645 INFO:tasks.rados.rados.0.smithi046.stdout:3109: writing smithi04683737-8 from 3137536 to 3571712 tid 2 2024-09-20T21:52:27.651 INFO:tasks.rados.rados.0.smithi046.stdout:3109: writing smithi04683737-8 from 3571712 to 4341760 tid 3 2024-09-20T21:52:27.651 INFO:tasks.rados.rados.0.smithi046.stdout:3110: read oid 29 snap -1 2024-09-20T21:52:27.651 INFO:tasks.rados.rados.0.smithi046.stdout:3110: expect (ObjNum 941 snap 304 seq_num 941) 2024-09-20T21:52:27.651 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 307 2024-09-20T21:52:27.651 INFO:tasks.rados.rados.0.smithi046.stdout:3109: finishing write tid 1 to smithi04683737-8 2024-09-20T21:52:27.651 INFO:tasks.rados.rados.0.smithi046.stdout:3109: finishing write tid 2 to smithi04683737-8 2024-09-20T21:52:27.651 INFO:tasks.rados.rados.0.smithi046.stdout:3111: seq_num 957 ranges {1507328=434176,1941504=720896,2662400=483328} 2024-09-20T21:52:27.661 INFO:tasks.rados.rados.0.smithi046.stdout:3111: writing smithi04683737-23 from 1507328 to 1941504 tid 1 2024-09-20T21:52:27.665 INFO:tasks.rados.rados.0.smithi046.stdout:3111: writing smithi04683737-23 from 1941504 to 2662400 tid 2 2024-09-20T21:52:27.669 INFO:tasks.rados.rados.0.smithi046.stdout:3111: writing smithi04683737-23 from 2662400 to 3145728 tid 3 2024-09-20T21:52:27.669 INFO:tasks.rados.rados.0.smithi046.stdout:3112: delete oid 44 current snap is 307 2024-09-20T21:52:27.669 INFO:tasks.rados.rados.0.smithi046.stdout:3109: finishing write tid 3 to smithi04683737-8 2024-09-20T21:52:27.669 INFO:tasks.rados.rados.0.smithi046.stdout:3109: finishing write tid 4 to smithi04683737-8 2024-09-20T21:52:27.669 INFO:tasks.rados.rados.0.smithi046.stdout:3109: finishing write tid 5 to smithi04683737-8 2024-09-20T21:52:27.669 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1311 (ObjNum 956 snap 307 seq_num 956) dirty exists 2024-09-20T21:52:27.669 INFO:tasks.rados.rados.0.smithi046.stdout:3109: left oid 8 (ObjNum 956 snap 307 seq_num 956) 2024-09-20T21:52:27.669 INFO:tasks.rados.rados.0.smithi046.stdout:3110: expect (ObjNum 941 snap 304 seq_num 941) 2024-09-20T21:52:27.905 INFO:tasks.rados.rados.0.smithi046.stdout:3111: finishing write tid 1 to smithi04683737-23 2024-09-20T21:52:27.905 INFO:tasks.rados.rados.0.smithi046.stdout:3111: finishing write tid 2 to smithi04683737-23 2024-09-20T21:52:27.905 INFO:tasks.rados.rados.0.smithi046.stdout:3111: finishing write tid 3 to smithi04683737-23 2024-09-20T21:52:27.905 INFO:tasks.rados.rados.0.smithi046.stdout:3111: finishing write tid 4 to smithi04683737-23 2024-09-20T21:52:27.905 INFO:tasks.rados.rados.0.smithi046.stdout:3111: finishing write tid 5 to smithi04683737-23 2024-09-20T21:52:27.905 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1204 (ObjNum 957 snap 307 seq_num 957) dirty exists 2024-09-20T21:52:27.905 INFO:tasks.rados.rados.0.smithi046.stdout:3111: left oid 23 (ObjNum 957 snap 307 seq_num 957) 2024-09-20T21:52:27.905 INFO:tasks.rados.rados.0.smithi046.stdout:3109: done (3 left) 2024-09-20T21:52:27.906 INFO:tasks.rados.rados.0.smithi046.stdout:3110: done (2 left) 2024-09-20T21:52:27.906 INFO:tasks.rados.rados.0.smithi046.stdout:3111: done (1 left) 2024-09-20T21:52:27.906 INFO:tasks.rados.rados.0.smithi046.stdout:3112: done (0 left) 2024-09-20T21:52:27.906 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 307 2024-09-20T21:52:27.906 INFO:tasks.rados.rados.0.smithi046.stdout:3113: seq_num 959 ranges {2244608=466944,2711552=540672,3252224=557056,3809280=106496} 2024-09-20T21:52:27.919 INFO:tasks.rados.rados.0.smithi046.stdout:3113: writing smithi04683737-41 from 2244608 to 2711552 tid 1 2024-09-20T21:52:27.922 INFO:tasks.rados.rados.0.smithi046.stdout:3113: writing smithi04683737-41 from 2711552 to 3252224 tid 2 2024-09-20T21:52:27.925 INFO:tasks.rados.rados.0.smithi046.stdout:3113: writing smithi04683737-41 from 3252224 to 3809280 tid 3 2024-09-20T21:52:27.926 INFO:tasks.rados.rados.0.smithi046.stdout:3113: writing smithi04683737-41 from 3809280 to 3915776 tid 4 2024-09-20T21:52:27.926 INFO:tasks.rados.rados.0.smithi046.stdout:3114: setattr oid 16 current snap is 307 2024-09-20T21:52:27.927 INFO:tasks.rados.rados.0.smithi046.stdout:3113: finishing write tid 1 to smithi04683737-41 2024-09-20T21:52:27.928 INFO:tasks.rados.rados.0.smithi046.stdout:3115: rollback oid 45 current snap is 307 2024-09-20T21:52:27.928 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 45 to 199 2024-09-20T21:52:27.929 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 307 2024-09-20T21:52:27.929 INFO:tasks.rados.rados.0.smithi046.stdout:3116: seq_num 960 ranges {2973696=483328,3457024=425984,3883008=761856,4644864=16384} 2024-09-20T21:52:27.947 INFO:tasks.rados.rados.0.smithi046.stdout:3116: writing smithi04683737-1 from 2973696 to 3457024 tid 1 2024-09-20T21:52:27.950 INFO:tasks.rados.rados.0.smithi046.stdout:3116: writing smithi04683737-1 from 3457024 to 3883008 tid 2 2024-09-20T21:52:27.955 INFO:tasks.rados.rados.0.smithi046.stdout:3116: writing smithi04683737-1 from 3883008 to 4644864 tid 3 2024-09-20T21:52:27.956 INFO:tasks.rados.rados.0.smithi046.stdout:3116: writing smithi04683737-1 from 4644864 to 4661248 tid 4 2024-09-20T21:52:27.956 INFO:tasks.rados.rados.0.smithi046.stdout:3117: read oid 34 snap -1 2024-09-20T21:52:27.956 INFO:tasks.rados.rados.0.smithi046.stdout:3117: expect deleted 2024-09-20T21:52:27.956 INFO:tasks.rados.rados.0.smithi046.stdout:3118: rollback oid 24 current snap is 307 2024-09-20T21:52:27.956 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 24 to 282 2024-09-20T21:52:27.956 INFO:tasks.rados.rados.0.smithi046.stdout:3113: finishing write tid 2 to smithi04683737-41 2024-09-20T21:52:27.956 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 307 2024-09-20T21:52:27.956 INFO:tasks.rados.rados.0.smithi046.stdout:3113: finishing write tid 3 to smithi04683737-41 2024-09-20T21:52:27.956 INFO:tasks.rados.rados.0.smithi046.stdout:3113: finishing write tid 4 to smithi04683737-41 2024-09-20T21:52:27.956 INFO:tasks.rados.rados.0.smithi046.stdout:3119: seq_num 961 ranges {9191424=499712,9691136=712704,10403840=491520} 2024-09-20T21:52:28.008 INFO:tasks.rados.rados.0.smithi046.stdout:3119: writing smithi04683737-17 from 9191424 to 9691136 tid 1 2024-09-20T21:52:28.012 INFO:tasks.rados.rados.0.smithi046.stdout:3119: writing smithi04683737-17 from 9691136 to 10403840 tid 2 2024-09-20T21:52:28.015 INFO:tasks.rados.rados.0.smithi046.stdout:3119: writing smithi04683737-17 from 10403840 to 10895360 tid 3 2024-09-20T21:52:28.015 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 307 2024-09-20T21:52:28.015 INFO:tasks.rados.rados.0.smithi046.stdout:3113: finishing write tid 5 to smithi04683737-41 2024-09-20T21:52:28.016 INFO:tasks.rados.rados.0.smithi046.stdout:3115: finishing rollback tid 0 to smithi04683737-45 2024-09-20T21:52:28.016 INFO:tasks.rados.rados.0.smithi046.stdout:3115: finishing rollback tid 1 to smithi04683737-45 2024-09-20T21:52:28.016 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 1291 (ObjNum 906 snap 300 seq_num 906) dirty exists 2024-09-20T21:52:28.016 INFO:tasks.rados.rados.0.smithi046.stdout:3115: finishing rollback tid 2 to smithi04683737-45 2024-09-20T21:52:28.016 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1069 (ObjNum 596 snap 198 seq_num 596) dirty exists 2024-09-20T21:52:28.016 INFO:tasks.rados.rados.0.smithi046.stdout:3113: finishing write tid 6 to smithi04683737-41 2024-09-20T21:52:28.016 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1610 (ObjNum 959 snap 307 seq_num 959) dirty exists 2024-09-20T21:52:28.016 INFO:tasks.rados.rados.0.smithi046.stdout:3113: left oid 41 (ObjNum 959 snap 307 seq_num 959) 2024-09-20T21:52:28.016 INFO:tasks.rados.rados.0.smithi046.stdout:3116: finishing write tid 1 to smithi04683737-1 2024-09-20T21:52:28.016 INFO:tasks.rados.rados.0.smithi046.stdout:3116: finishing write tid 2 to smithi04683737-1 2024-09-20T21:52:28.016 INFO:tasks.rados.rados.0.smithi046.stdout:3120: seq_num 962 ranges {2580480=516096,3096576=589824,3686400=614400} 2024-09-20T21:52:28.032 INFO:tasks.rados.rados.0.smithi046.stdout:3120: writing smithi04683737-5 from 2580480 to 3096576 tid 1 2024-09-20T21:52:28.035 INFO:tasks.rados.rados.0.smithi046.stdout:3120: writing smithi04683737-5 from 3096576 to 3686400 tid 2 2024-09-20T21:52:28.039 INFO:tasks.rados.rados.0.smithi046.stdout:3120: writing smithi04683737-5 from 3686400 to 4300800 tid 3 2024-09-20T21:52:28.039 INFO:tasks.rados.rados.0.smithi046.stdout:3113: done (7 left) 2024-09-20T21:52:28.039 INFO:tasks.rados.rados.0.smithi046.stdout:3114: done (6 left) 2024-09-20T21:52:28.039 INFO:tasks.rados.rados.0.smithi046.stdout:3115: done (5 left) 2024-09-20T21:52:28.039 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 307 2024-09-20T21:52:28.039 INFO:tasks.rados.rados.0.smithi046.stdout:3121: seq_num 963 ranges {0=532480,532480=475136,1007616=532480,1540096=196608} 2024-09-20T21:52:28.042 INFO:tasks.rados.rados.0.smithi046.stdout:3121: writing smithi04683737-22 from 0 to 532480 tid 1 2024-09-20T21:52:28.045 INFO:tasks.rados.rados.0.smithi046.stdout:3121: writing smithi04683737-22 from 532480 to 1007616 tid 2 2024-09-20T21:52:28.048 INFO:tasks.rados.rados.0.smithi046.stdout:3121: writing smithi04683737-22 from 1007616 to 1540096 tid 3 2024-09-20T21:52:28.049 INFO:tasks.rados.rados.0.smithi046.stdout:3121: writing smithi04683737-22 from 1540096 to 1736704 tid 4 2024-09-20T21:52:28.049 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 38 current snap is 307 2024-09-20T21:52:28.049 INFO:tasks.rados.rados.0.smithi046.stdout:3122: seq_num 964 ranges {2580480=548864,3129344=761856,3891200=442368} 2024-09-20T21:52:28.066 INFO:tasks.rados.rados.0.smithi046.stdout:3122: writing smithi04683737-38 from 2580480 to 3129344 tid 1 2024-09-20T21:52:28.070 INFO:tasks.rados.rados.0.smithi046.stdout:3122: writing smithi04683737-38 from 3129344 to 3891200 tid 2 2024-09-20T21:52:28.073 INFO:tasks.rados.rados.0.smithi046.stdout:3122: writing smithi04683737-38 from 3891200 to 4333568 tid 3 2024-09-20T21:52:28.073 INFO:tasks.rados.rados.0.smithi046.stdout:3123: snap_remove snap 246 2024-09-20T21:52:28.077 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:27 smithi134 ceph-mon[89086]: osdmap e671: 8 total, 8 up, 8 in 2024-09-20T21:52:28.077 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:27 smithi134 ceph-mon[89086]: osdmap e672: 8 total, 8 up, 8 in 2024-09-20T21:52:28.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:27 smithi046 ceph-mon[96110]: osdmap e671: 8 total, 8 up, 8 in 2024-09-20T21:52:28.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:27 smithi046 ceph-mon[96110]: osdmap e672: 8 total, 8 up, 8 in 2024-09-20T21:52:28.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:27 smithi046 ceph-mon[98591]: osdmap e671: 8 total, 8 up, 8 in 2024-09-20T21:52:28.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:27 smithi046 ceph-mon[98591]: osdmap e672: 8 total, 8 up, 8 in 2024-09-20T21:52:28.757 INFO:tasks.rados.rados.0.smithi046.stdout:3123: done (7 left) 2024-09-20T21:52:28.758 INFO:tasks.rados.rados.0.smithi046.stdout:3124: read oid 3 snap -1 2024-09-20T21:52:28.758 INFO:tasks.rados.rados.0.smithi046.stdout:3124: expect (ObjNum 938 snap 303 seq_num 938) 2024-09-20T21:52:28.758 INFO:tasks.rados.rados.0.smithi046.stdout:3125: read oid 32 snap -1 2024-09-20T21:52:28.758 INFO:tasks.rados.rados.0.smithi046.stdout:3125: expect deleted 2024-09-20T21:52:28.758 INFO:tasks.rados.rados.0.smithi046.stdout:3126: read oid 21 snap -1 2024-09-20T21:52:28.758 INFO:tasks.rados.rados.0.smithi046.stdout:3126: expect deleted 2024-09-20T21:52:28.758 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 307 2024-09-20T21:52:28.759 INFO:tasks.rados.rados.0.smithi046.stdout:3127: seq_num 965 ranges {1302528=565248,1867776=647168,2514944=548864,3063808=8192} 2024-09-20T21:52:28.769 INFO:tasks.rados.rados.0.smithi046.stdout:3127: writing smithi04683737-7 from 1302528 to 1867776 tid 1 2024-09-20T21:52:28.773 INFO:tasks.rados.rados.0.smithi046.stdout:3127: writing smithi04683737-7 from 1867776 to 2514944 tid 2 2024-09-20T21:52:28.778 INFO:tasks.rados.rados.0.smithi046.stdout:3127: writing smithi04683737-7 from 2514944 to 3063808 tid 3 2024-09-20T21:52:28.778 INFO:tasks.rados.rados.0.smithi046.stdout:3127: writing smithi04683737-7 from 3063808 to 3072000 tid 4 2024-09-20T21:52:28.778 INFO:tasks.rados.rados.0.smithi046.stdout:3128: read oid 8 snap -1 2024-09-20T21:52:28.779 INFO:tasks.rados.rados.0.smithi046.stdout:3128: expect (ObjNum 956 snap 307 seq_num 956) 2024-09-20T21:52:28.779 INFO:tasks.rados.rados.0.smithi046.stdout:3129: read oid 10 snap -1 2024-09-20T21:52:28.779 INFO:tasks.rados.rados.0.smithi046.stdout:3129: expect (ObjNum 812 snap 270 seq_num 812) 2024-09-20T21:52:28.779 INFO:tasks.rados.rados.0.smithi046.stdout:3130: rmattr oid 37 current snap is 307 2024-09-20T21:52:28.779 INFO:tasks.rados.rados.0.smithi046.stdout:3130: done (13 left) 2024-09-20T21:52:28.779 INFO:tasks.rados.rados.0.smithi046.stdout:3131: snap_remove snap 289 2024-09-20T21:52:29.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:28 smithi046 ceph-mon[96110]: pgmap v673: 121 pgs: 121 active+clean; 586 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.8 MiB/s wr, 33 op/s 2024-09-20T21:52:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:28 smithi046 ceph-mon[98591]: pgmap v673: 121 pgs: 121 active+clean; 586 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.8 MiB/s wr, 33 op/s 2024-09-20T21:52:29.151 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:52:28 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2[114412]: 2024-09-20T21:52:28.790+0000 7efec9ebc640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 13e after trimming was started 2024-09-20T21:52:29.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:28 smithi134 ceph-mon[89086]: pgmap v673: 121 pgs: 121 active+clean; 586 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.8 MiB/s wr, 33 op/s 2024-09-20T21:52:29.176 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 21:52:28 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T21:52:28.801+0000 7fbdd44d1640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 13e after trimming was started 2024-09-20T21:52:29.763 INFO:tasks.rados.rados.0.smithi046.stdout:3131: done (13 left) 2024-09-20T21:52:29.763 INFO:tasks.rados.rados.0.smithi046.stdout:3118: finishing rollback tid 1 to smithi04683737-24 2024-09-20T21:52:29.763 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 1338 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-20T21:52:29.764 INFO:tasks.rados.rados.0.smithi046.stdout:3116: finishing write tid 3 to smithi04683737-1 2024-09-20T21:52:29.764 INFO:tasks.rados.rados.0.smithi046.stdout:3116: finishing write tid 4 to smithi04683737-1 2024-09-20T21:52:29.764 INFO:tasks.rados.rados.0.smithi046.stdout:3116: finishing write tid 5 to smithi04683737-1 2024-09-20T21:52:29.764 INFO:tasks.rados.rados.0.smithi046.stdout:3116: finishing write tid 6 to smithi04683737-1 2024-09-20T21:52:29.764 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 1074 (ObjNum 960 snap 307 seq_num 960) dirty exists 2024-09-20T21:52:29.764 INFO:tasks.rados.rados.0.smithi046.stdout:3116: left oid 1 (ObjNum 960 snap 307 seq_num 960) 2024-09-20T21:52:29.764 INFO:tasks.rados.rados.0.smithi046.stdout:3119: finishing write tid 1 to smithi04683737-17 2024-09-20T21:52:29.764 INFO:tasks.rados.rados.0.smithi046.stdout:3119: finishing write tid 2 to smithi04683737-17 2024-09-20T21:52:29.764 INFO:tasks.rados.rados.0.smithi046.stdout:3119: finishing write tid 3 to smithi04683737-17 2024-09-20T21:52:29.764 INFO:tasks.rados.rados.0.smithi046.stdout:3119: finishing write tid 4 to smithi04683737-17 2024-09-20T21:52:29.764 INFO:tasks.rados.rados.0.smithi046.stdout:3119: finishing write tid 5 to smithi04683737-17 2024-09-20T21:52:29.764 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1298 (ObjNum 961 snap 307 seq_num 961) dirty exists 2024-09-20T21:52:29.764 INFO:tasks.rados.rados.0.smithi046.stdout:3119: left oid 17 (ObjNum 961 snap 307 seq_num 961) 2024-09-20T21:52:29.764 INFO:tasks.rados.rados.0.smithi046.stdout:3120: finishing write tid 1 to smithi04683737-5 2024-09-20T21:52:29.764 INFO:tasks.rados.rados.0.smithi046.stdout:3120: finishing write tid 2 to smithi04683737-5 2024-09-20T21:52:29.765 INFO:tasks.rados.rados.0.smithi046.stdout:3120: finishing write tid 3 to smithi04683737-5 2024-09-20T21:52:29.765 INFO:tasks.rados.rados.0.smithi046.stdout:3120: finishing write tid 4 to smithi04683737-5 2024-09-20T21:52:29.765 INFO:tasks.rados.rados.0.smithi046.stdout:3120: finishing write tid 5 to smithi04683737-5 2024-09-20T21:52:29.765 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 1002 (ObjNum 962 snap 307 seq_num 962) dirty exists 2024-09-20T21:52:29.765 INFO:tasks.rados.rados.0.smithi046.stdout:3120: left oid 5 (ObjNum 962 snap 307 seq_num 962) 2024-09-20T21:52:29.765 INFO:tasks.rados.rados.0.smithi046.stdout:3121: finishing write tid 1 to smithi04683737-22 2024-09-20T21:52:29.765 INFO:tasks.rados.rados.0.smithi046.stdout:3121: finishing write tid 2 to smithi04683737-22 2024-09-20T21:52:29.765 INFO:tasks.rados.rados.0.smithi046.stdout:3121: finishing write tid 3 to smithi04683737-22 2024-09-20T21:52:29.765 INFO:tasks.rados.rados.0.smithi046.stdout:3121: finishing write tid 4 to smithi04683737-22 2024-09-20T21:52:29.765 INFO:tasks.rados.rados.0.smithi046.stdout:3121: finishing write tid 5 to smithi04683737-22 2024-09-20T21:52:29.765 INFO:tasks.rados.rados.0.smithi046.stdout:3121: finishing write tid 6 to smithi04683737-22 2024-09-20T21:52:29.765 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1372 (ObjNum 963 snap 307 seq_num 963) dirty exists 2024-09-20T21:52:29.765 INFO:tasks.rados.rados.0.smithi046.stdout:3121: left oid 22 (ObjNum 963 snap 307 seq_num 963) 2024-09-20T21:52:29.765 INFO:tasks.rados.rados.0.smithi046.stdout:3122: finishing write tid 1 to smithi04683737-38 2024-09-20T21:52:29.765 INFO:tasks.rados.rados.0.smithi046.stdout:3122: finishing write tid 2 to smithi04683737-38 2024-09-20T21:52:29.765 INFO:tasks.rados.rados.0.smithi046.stdout:3122: finishing write tid 3 to smithi04683737-38 2024-09-20T21:52:29.766 INFO:tasks.rados.rados.0.smithi046.stdout:3122: finishing write tid 4 to smithi04683737-38 2024-09-20T21:52:29.766 INFO:tasks.rados.rados.0.smithi046.stdout:3122: finishing write tid 5 to smithi04683737-38 2024-09-20T21:52:29.766 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1296 (ObjNum 964 snap 307 seq_num 964) dirty exists 2024-09-20T21:52:29.766 INFO:tasks.rados.rados.0.smithi046.stdout:3122: left oid 38 (ObjNum 964 snap 307 seq_num 964) 2024-09-20T21:52:29.766 INFO:tasks.rados.rados.0.smithi046.stdout:3127: finishing write tid 1 to smithi04683737-7 2024-09-20T21:52:29.766 INFO:tasks.rados.rados.0.smithi046.stdout:3127: finishing write tid 2 to smithi04683737-7 2024-09-20T21:52:29.766 INFO:tasks.rados.rados.0.smithi046.stdout:3127: finishing write tid 3 to smithi04683737-7 2024-09-20T21:52:29.766 INFO:tasks.rados.rados.0.smithi046.stdout:3127: finishing write tid 4 to smithi04683737-7 2024-09-20T21:52:29.766 INFO:tasks.rados.rados.0.smithi046.stdout:3127: finishing write tid 5 to smithi04683737-7 2024-09-20T21:52:29.766 INFO:tasks.rados.rados.0.smithi046.stdout:3127: finishing write tid 6 to smithi04683737-7 2024-09-20T21:52:29.766 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 538 (ObjNum 965 snap 307 seq_num 965) dirty exists 2024-09-20T21:52:29.766 INFO:tasks.rados.rados.0.smithi046.stdout:3127: left oid 7 (ObjNum 965 snap 307 seq_num 965) 2024-09-20T21:52:29.766 INFO:tasks.rados.rados.0.smithi046.stdout:3124: expect (ObjNum 938 snap 303 seq_num 938) 2024-09-20T21:52:30.055 INFO:tasks.rados.rados.0.smithi046.stdout:3128: expect (ObjNum 956 snap 307 seq_num 956) 2024-09-20T21:52:30.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:29 smithi046 ceph-mon[96110]: osdmap e673: 8 total, 8 up, 8 in 2024-09-20T21:52:30.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:29 smithi046 ceph-mon[98591]: osdmap e673: 8 total, 8 up, 8 in 2024-09-20T21:52:30.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:29 smithi134 ceph-mon[89086]: osdmap e673: 8 total, 8 up, 8 in 2024-09-20T21:52:30.223 INFO:tasks.rados.rados.0.smithi046.stdout:3129: expect (ObjNum 812 snap 270 seq_num 812) 2024-09-20T21:52:30.330 INFO:tasks.rados.rados.0.smithi046.stdout:3132: read oid 12 snap -1 2024-09-20T21:52:30.330 INFO:tasks.rados.rados.0.smithi046.stdout:3132: expect (ObjNum 955 snap 306 seq_num 955) 2024-09-20T21:52:30.330 INFO:tasks.rados.rados.0.smithi046.stdout:3116: done (13 left) 2024-09-20T21:52:30.330 INFO:tasks.rados.rados.0.smithi046.stdout:3117: done (12 left) 2024-09-20T21:52:30.331 INFO:tasks.rados.rados.0.smithi046.stdout:3118: done (11 left) 2024-09-20T21:52:30.331 INFO:tasks.rados.rados.0.smithi046.stdout:3119: done (10 left) 2024-09-20T21:52:30.331 INFO:tasks.rados.rados.0.smithi046.stdout:3120: done (9 left) 2024-09-20T21:52:30.331 INFO:tasks.rados.rados.0.smithi046.stdout:3121: done (8 left) 2024-09-20T21:52:30.331 INFO:tasks.rados.rados.0.smithi046.stdout:3122: done (7 left) 2024-09-20T21:52:30.331 INFO:tasks.rados.rados.0.smithi046.stdout:3124: done (6 left) 2024-09-20T21:52:30.331 INFO:tasks.rados.rados.0.smithi046.stdout:3125: done (5 left) 2024-09-20T21:52:30.331 INFO:tasks.rados.rados.0.smithi046.stdout:3126: done (4 left) 2024-09-20T21:52:30.331 INFO:tasks.rados.rados.0.smithi046.stdout:3127: done (3 left) 2024-09-20T21:52:30.331 INFO:tasks.rados.rados.0.smithi046.stdout:3128: done (2 left) 2024-09-20T21:52:30.331 INFO:tasks.rados.rados.0.smithi046.stdout:3129: done (1 left) 2024-09-20T21:52:30.331 INFO:tasks.rados.rados.0.smithi046.stdout:3133: setattr oid 28 current snap is 307 2024-09-20T21:52:30.332 INFO:tasks.rados.rados.0.smithi046.stdout:3134: snap_remove snap 279 2024-09-20T21:52:30.769 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 1509 (ObjNum 935 snap 303 seq_num 935) dirty exists 2024-09-20T21:52:30.769 INFO:tasks.rados.rados.0.smithi046.stdout:3132: expect (ObjNum 955 snap 306 seq_num 955) 2024-09-20T21:52:30.843 INFO:tasks.rados.rados.0.smithi046.stdout:3132: done (2 left) 2024-09-20T21:52:30.844 INFO:tasks.rados.rados.0.smithi046.stdout:3133: done (1 left) 2024-09-20T21:52:30.844 INFO:tasks.rados.rados.0.smithi046.stdout:3134: done (0 left) 2024-09-20T21:52:30.844 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 307 2024-09-20T21:52:30.844 INFO:tasks.rados.rados.0.smithi046.stdout:3135: seq_num 966 ranges {5079040=581632,5660672=581632,6242304=622592} 2024-09-20T21:52:30.874 INFO:tasks.rados.rados.0.smithi046.stdout:3135: writing smithi04683737-3 from 5079040 to 5660672 tid 1 2024-09-20T21:52:30.878 INFO:tasks.rados.rados.0.smithi046.stdout:3135: writing smithi04683737-3 from 5660672 to 6242304 tid 2 2024-09-20T21:52:30.882 INFO:tasks.rados.rados.0.smithi046.stdout:3135: writing smithi04683737-3 from 6242304 to 6864896 tid 3 2024-09-20T21:52:30.882 INFO:tasks.rados.rados.0.smithi046.stdout:3136: copy_from oid 9 from oid 21 current snap is 307 2024-09-20T21:52:30.882 INFO:tasks.rados.rados.0.smithi046.stdout:3135: finishing write tid 1 to smithi04683737-3 2024-09-20T21:52:30.882 INFO:tasks.rados.rados.0.smithi046.stdout:3135: finishing write tid 2 to smithi04683737-3 2024-09-20T21:52:30.882 INFO:tasks.rados.rados.0.smithi046.stdout:3137: snap_remove snap 295 2024-09-20T21:52:31.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:30 smithi046 ceph-mon[96110]: pgmap v676: 121 pgs: 121 active+clean; 592 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 28 MiB/s rd, 6.0 MiB/s wr, 52 op/s 2024-09-20T21:52:31.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:30 smithi046 ceph-mon[96110]: osdmap e674: 8 total, 8 up, 8 in 2024-09-20T21:52:31.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:30 smithi046 ceph-mon[98591]: pgmap v676: 121 pgs: 121 active+clean; 592 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 28 MiB/s rd, 6.0 MiB/s wr, 52 op/s 2024-09-20T21:52:31.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:30 smithi046 ceph-mon[98591]: osdmap e674: 8 total, 8 up, 8 in 2024-09-20T21:52:31.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:30 smithi134 ceph-mon[89086]: pgmap v676: 121 pgs: 121 active+clean; 592 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 28 MiB/s rd, 6.0 MiB/s wr, 52 op/s 2024-09-20T21:52:31.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:30 smithi134 ceph-mon[89086]: osdmap e674: 8 total, 8 up, 8 in 2024-09-20T21:52:31.773 INFO:tasks.rados.rados.0.smithi046.stdout:3137: done (2 left) 2024-09-20T21:52:31.773 INFO:tasks.rados.rados.0.smithi046.stdout:3138: read oid 23 snap 199 2024-09-20T21:52:31.773 INFO:tasks.rados.rados.0.smithi046.stdout:3138: expect (ObjNum 576 snap 185 seq_num 576) 2024-09-20T21:52:31.773 INFO:tasks.rados.rados.0.smithi046.stdout:3139: copy_from oid 32 from oid 20 current snap is 307 2024-09-20T21:52:31.774 INFO:tasks.rados.rados.0.smithi046.stdout:3140: snap_remove snap 306 2024-09-20T21:52:32.054 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:31 smithi046 ceph-mon[96110]: osdmap e675: 8 total, 8 up, 8 in 2024-09-20T21:52:32.054 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:31 smithi046 ceph-mon[98591]: osdmap e675: 8 total, 8 up, 8 in 2024-09-20T21:52:32.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:31 smithi134 ceph-mon[89086]: osdmap e675: 8 total, 8 up, 8 in 2024-09-20T21:52:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:52:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:52:32] "GET /metrics HTTP/1.1" 200 36385 "" "Prometheus/2.43.0" 2024-09-20T21:52:32.630 INFO:tasks.rados.rados.0.smithi046.stdout:3140: done (4 left) 2024-09-20T21:52:32.630 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 307 2024-09-20T21:52:32.630 INFO:tasks.rados.rados.0.smithi046.stdout:3141: seq_num 967 ranges {0=598016,598016=466944,1064960=516096,1581056=221184} 2024-09-20T21:52:32.634 INFO:tasks.rados.rados.0.smithi046.stdout:3141: writing smithi04683737-24 from 0 to 598016 tid 1 2024-09-20T21:52:32.638 INFO:tasks.rados.rados.0.smithi046.stdout:3141: writing smithi04683737-24 from 598016 to 1064960 tid 2 2024-09-20T21:52:32.642 INFO:tasks.rados.rados.0.smithi046.stdout:3141: writing smithi04683737-24 from 1064960 to 1581056 tid 3 2024-09-20T21:52:32.644 INFO:tasks.rados.rados.0.smithi046.stdout:3141: writing smithi04683737-24 from 1581056 to 1802240 tid 4 2024-09-20T21:52:32.644 INFO:tasks.rados.rados.0.smithi046.stdout:3142: snap_create 2024-09-20T21:52:32.644 INFO:tasks.rados.rados.0.smithi046.stdout:3136: finishing copy_from to smithi04683737-9 2024-09-20T21:52:32.644 INFO:tasks.rados.rados.0.smithi046.stdout:3136: got expected ENOENT (src dne) 2024-09-20T21:52:32.644 INFO:tasks.rados.rados.0.smithi046.stdout:3136: finishing copy_from racing read to smithi04683737-9 2024-09-20T21:52:32.644 INFO:tasks.rados.rados.0.smithi046.stdout:3135: finishing write tid 3 to smithi04683737-3 2024-09-20T21:52:32.644 INFO:tasks.rados.rados.0.smithi046.stdout:3135: finishing write tid 4 to smithi04683737-3 2024-09-20T21:52:32.644 INFO:tasks.rados.rados.0.smithi046.stdout:3135: finishing write tid 5 to smithi04683737-3 2024-09-20T21:52:32.644 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1323 (ObjNum 966 snap 307 seq_num 966) dirty exists 2024-09-20T21:52:32.644 INFO:tasks.rados.rados.0.smithi046.stdout:3135: left oid 3 (ObjNum 966 snap 307 seq_num 966) 2024-09-20T21:52:32.645 INFO:tasks.rados.rados.0.smithi046.stdout:3139: finishing copy_from racing read to smithi04683737-32 2024-09-20T21:52:32.645 INFO:tasks.rados.rados.0.smithi046.stdout:3139: finishing copy_from to smithi04683737-32 2024-09-20T21:52:32.645 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1434 (ObjNum 828 snap 274 seq_num 828) dirty exists 2024-09-20T21:52:32.645 INFO:tasks.rados.rados.0.smithi046.stdout:3138: expect (ObjNum 576 snap 185 seq_num 576) 2024-09-20T21:52:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:52:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:52:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:52:33.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:32 smithi046 ceph-mon[96110]: pgmap v679: 121 pgs: 121 active+clean; 589 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 5.2 MiB/s wr, 39 op/s 2024-09-20T21:52:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:32 smithi046 ceph-mon[96110]: osdmap e676: 8 total, 8 up, 8 in 2024-09-20T21:52:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:32 smithi046 ceph-mon[96110]: osdmap e677: 8 total, 8 up, 8 in 2024-09-20T21:52:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:32 smithi046 ceph-mon[98591]: pgmap v679: 121 pgs: 121 active+clean; 589 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 5.2 MiB/s wr, 39 op/s 2024-09-20T21:52:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:32 smithi046 ceph-mon[98591]: osdmap e676: 8 total, 8 up, 8 in 2024-09-20T21:52:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:32 smithi046 ceph-mon[98591]: osdmap e677: 8 total, 8 up, 8 in 2024-09-20T21:52:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:32 smithi134 ceph-mon[89086]: pgmap v679: 121 pgs: 121 active+clean; 589 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 5.2 MiB/s wr, 39 op/s 2024-09-20T21:52:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:32 smithi134 ceph-mon[89086]: osdmap e676: 8 total, 8 up, 8 in 2024-09-20T21:52:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:32 smithi134 ceph-mon[89086]: osdmap e677: 8 total, 8 up, 8 in 2024-09-20T21:52:33.238 INFO:tasks.rados.rados.0.smithi046.stdout:3141: finishing write tid 1 to smithi04683737-24 2024-09-20T21:52:33.238 INFO:tasks.rados.rados.0.smithi046.stdout:3141: finishing write tid 2 to smithi04683737-24 2024-09-20T21:52:33.238 INFO:tasks.rados.rados.0.smithi046.stdout:3141: finishing write tid 3 to smithi04683737-24 2024-09-20T21:52:33.239 INFO:tasks.rados.rados.0.smithi046.stdout:3141: finishing write tid 4 to smithi04683737-24 2024-09-20T21:52:33.239 INFO:tasks.rados.rados.0.smithi046.stdout:3141: finishing write tid 5 to smithi04683737-24 2024-09-20T21:52:33.239 INFO:tasks.rados.rados.0.smithi046.stdout:3141: finishing write tid 6 to smithi04683737-24 2024-09-20T21:52:33.239 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 1343 (ObjNum 967 snap 307 seq_num 967) dirty exists 2024-09-20T21:52:33.239 INFO:tasks.rados.rados.0.smithi046.stdout:3141: left oid 24 (ObjNum 967 snap 307 seq_num 967) 2024-09-20T21:52:33.629 INFO:tasks.rados.rados.0.smithi046.stdout:3135: done (5 left) 2024-09-20T21:52:33.629 INFO:tasks.rados.rados.0.smithi046.stdout:3136: done (4 left) 2024-09-20T21:52:33.629 INFO:tasks.rados.rados.0.smithi046.stdout:3138: done (3 left) 2024-09-20T21:52:33.629 INFO:tasks.rados.rados.0.smithi046.stdout:3139: done (2 left) 2024-09-20T21:52:33.629 INFO:tasks.rados.rados.0.smithi046.stdout:3141: done (1 left) 2024-09-20T21:52:33.629 INFO:tasks.rados.rados.0.smithi046.stdout:3142: done (0 left) 2024-09-20T21:52:33.629 INFO:tasks.rados.rados.0.smithi046.stdout:3143: rmattr oid 43 current snap is 308 2024-09-20T21:52:33.629 INFO:tasks.rados.rados.0.smithi046.stdout:3144: read oid 38 snap 199 2024-09-20T21:52:33.630 INFO:tasks.rados.rados.0.smithi046.stdout:3144: expect deleted 2024-09-20T21:52:33.630 INFO:tasks.rados.rados.0.smithi046.stdout:3145: delete oid 13 current snap is 308 2024-09-20T21:52:33.632 INFO:tasks.rados.rados.0.smithi046.stdout:3145: done (2 left) 2024-09-20T21:52:33.632 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 308 2024-09-20T21:52:33.632 INFO:tasks.rados.rados.0.smithi046.stdout:3146: seq_num 969 ranges {7938048=638976,8577024=630784,9207808=532480,9740288=40960} 2024-09-20T21:52:33.679 INFO:tasks.rados.rados.0.smithi046.stdout:3146: writing smithi04683737-35 from 7938048 to 8577024 tid 1 2024-09-20T21:52:33.682 INFO:tasks.rados.rados.0.smithi046.stdout:3146: writing smithi04683737-35 from 8577024 to 9207808 tid 2 2024-09-20T21:52:33.686 INFO:tasks.rados.rados.0.smithi046.stdout:3146: writing smithi04683737-35 from 9207808 to 9740288 tid 3 2024-09-20T21:52:33.687 INFO:tasks.rados.rados.0.smithi046.stdout:3146: writing smithi04683737-35 from 9740288 to 9781248 tid 4 2024-09-20T21:52:33.687 INFO:tasks.rados.rados.0.smithi046.stdout:3147: copy_from oid 40 from oid 33 current snap is 308 2024-09-20T21:52:33.687 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1398 (ObjNum 877 snap 290 seq_num 877) dirty exists 2024-09-20T21:52:33.687 INFO:tasks.rados.rados.0.smithi046.stdout:3146: finishing write tid 1 to smithi04683737-35 2024-09-20T21:52:33.687 INFO:tasks.rados.rados.0.smithi046.stdout:3143: done (3 left) 2024-09-20T21:52:33.687 INFO:tasks.rados.rados.0.smithi046.stdout:3144: done (2 left) 2024-09-20T21:52:33.687 INFO:tasks.rados.rados.0.smithi046.stdout:3148: delete oid 9 current snap is 308 2024-09-20T21:52:33.687 INFO:tasks.rados.rados.0.smithi046.stdout:3146: finishing write tid 2 to smithi04683737-35 2024-09-20T21:52:33.688 INFO:tasks.rados.rados.0.smithi046.stdout:3147: finishing copy_from to smithi04683737-40 2024-09-20T21:52:33.688 INFO:tasks.rados.rados.0.smithi046.stdout:3147: got expected ENOENT (src dne) 2024-09-20T21:52:33.688 INFO:tasks.rados.rados.0.smithi046.stdout:3147: finishing copy_from racing read to smithi04683737-40 2024-09-20T21:52:33.689 INFO:tasks.rados.rados.0.smithi046.stdout:3146: finishing write tid 3 to smithi04683737-35 2024-09-20T21:52:33.690 INFO:tasks.rados.rados.0.smithi046.stdout:3147: done (2 left) 2024-09-20T21:52:33.690 INFO:tasks.rados.rados.0.smithi046.stdout:3148: done (1 left) 2024-09-20T21:52:33.690 INFO:tasks.rados.rados.0.smithi046.stdout:3149: read oid 28 snap 305 2024-09-20T21:52:33.691 INFO:tasks.rados.rados.0.smithi046.stdout:3149: expect (ObjNum 935 snap 303 seq_num 935) 2024-09-20T21:52:33.691 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 308 2024-09-20T21:52:33.691 INFO:tasks.rados.rados.0.smithi046.stdout:3150: seq_num 971 ranges {0=671744,671744=802816,1474560=401408} 2024-09-20T21:52:33.694 INFO:tasks.rados.rados.0.smithi046.stdout:3150: writing smithi04683737-21 from 0 to 671744 tid 1 2024-09-20T21:52:33.699 INFO:tasks.rados.rados.0.smithi046.stdout:3150: writing smithi04683737-21 from 671744 to 1474560 tid 2 2024-09-20T21:52:33.702 INFO:tasks.rados.rados.0.smithi046.stdout:3150: writing smithi04683737-21 from 1474560 to 1875968 tid 3 2024-09-20T21:52:33.702 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 308 2024-09-20T21:52:33.702 INFO:tasks.rados.rados.0.smithi046.stdout:3146: finishing write tid 4 to smithi04683737-35 2024-09-20T21:52:33.702 INFO:tasks.rados.rados.0.smithi046.stdout:3151: seq_num 972 ranges {0=688128,688128=688128,1376256=516096} 2024-09-20T21:52:33.706 INFO:tasks.rados.rados.0.smithi046.stdout:3151: writing smithi04683737-13 from 0 to 688128 tid 1 2024-09-20T21:52:33.710 INFO:tasks.rados.rados.0.smithi046.stdout:3151: writing smithi04683737-13 from 688128 to 1376256 tid 2 2024-09-20T21:52:33.713 INFO:tasks.rados.rados.0.smithi046.stdout:3151: writing smithi04683737-13 from 1376256 to 1892352 tid 3 2024-09-20T21:52:33.713 INFO:tasks.rados.rados.0.smithi046.stdout:3152: rollback oid 12 current snap is 308 2024-09-20T21:52:33.713 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 12 to 296 2024-09-20T21:52:33.713 INFO:tasks.rados.rados.0.smithi046.stdout:3146: finishing write tid 5 to smithi04683737-35 2024-09-20T21:52:33.714 INFO:tasks.rados.rados.0.smithi046.stdout:3146: finishing write tid 6 to smithi04683737-35 2024-09-20T21:52:33.714 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1440 (ObjNum 969 snap 308 seq_num 969) dirty exists 2024-09-20T21:52:33.714 INFO:tasks.rados.rados.0.smithi046.stdout:3146: left oid 35 (ObjNum 969 snap 308 seq_num 969) 2024-09-20T21:52:33.714 INFO:tasks.rados.rados.0.smithi046.stdout:3149: expect (ObjNum 935 snap 303 seq_num 935) 2024-09-20T21:52:33.796 INFO:tasks.rados.rados.0.smithi046.stdout:3150: finishing write tid 1 to smithi04683737-21 2024-09-20T21:52:33.796 INFO:tasks.rados.rados.0.smithi046.stdout:3150: finishing write tid 2 to smithi04683737-21 2024-09-20T21:52:33.796 INFO:tasks.rados.rados.0.smithi046.stdout:3150: finishing write tid 3 to smithi04683737-21 2024-09-20T21:52:33.796 INFO:tasks.rados.rados.0.smithi046.stdout:3150: finishing write tid 4 to smithi04683737-21 2024-09-20T21:52:33.796 INFO:tasks.rados.rados.0.smithi046.stdout:3150: finishing write tid 5 to smithi04683737-21 2024-09-20T21:52:33.797 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1402 (ObjNum 971 snap 308 seq_num 971) dirty exists 2024-09-20T21:52:33.797 INFO:tasks.rados.rados.0.smithi046.stdout:3150: left oid 21 (ObjNum 971 snap 308 seq_num 971) 2024-09-20T21:52:33.797 INFO:tasks.rados.rados.0.smithi046.stdout:3151: finishing write tid 1 to smithi04683737-13 2024-09-20T21:52:33.797 INFO:tasks.rados.rados.0.smithi046.stdout:3151: finishing write tid 2 to smithi04683737-13 2024-09-20T21:52:33.797 INFO:tasks.rados.rados.0.smithi046.stdout:3152: finishing rollback tid 0 to smithi04683737-12 2024-09-20T21:52:33.797 INFO:tasks.rados.rados.0.smithi046.stdout:3152: finishing rollback tid 1 to smithi04683737-12 2024-09-20T21:52:33.797 INFO:tasks.rados.rados.0.smithi046.stdout:3151: finishing write tid 3 to smithi04683737-13 2024-09-20T21:52:33.797 INFO:tasks.rados.rados.0.smithi046.stdout:3152: finishing rollback tid 2 to smithi04683737-12 2024-09-20T21:52:33.797 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1406 (ObjNum 892 snap 296 seq_num 892) dirty exists 2024-09-20T21:52:33.797 INFO:tasks.rados.rados.0.smithi046.stdout:3151: finishing write tid 4 to smithi04683737-13 2024-09-20T21:52:33.797 INFO:tasks.rados.rados.0.smithi046.stdout:3146: done (4 left) 2024-09-20T21:52:33.797 INFO:tasks.rados.rados.0.smithi046.stdout:3149: done (3 left) 2024-09-20T21:52:33.797 INFO:tasks.rados.rados.0.smithi046.stdout:3150: done (2 left) 2024-09-20T21:52:33.797 INFO:tasks.rados.rados.0.smithi046.stdout:3152: done (1 left) 2024-09-20T21:52:33.797 INFO:tasks.rados.rados.0.smithi046.stdout:3153: copy_from oid 49 from oid 50 current snap is 308 2024-09-20T21:52:33.798 INFO:tasks.rados.rados.0.smithi046.stdout:3151: finishing write tid 5 to smithi04683737-13 2024-09-20T21:52:33.798 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1692 (ObjNum 972 snap 308 seq_num 972) dirty exists 2024-09-20T21:52:33.798 INFO:tasks.rados.rados.0.smithi046.stdout:3151: left oid 13 (ObjNum 972 snap 308 seq_num 972) 2024-09-20T21:52:33.798 INFO:tasks.rados.rados.0.smithi046.stdout:3151: done (1 left) 2024-09-20T21:52:33.798 INFO:tasks.rados.rados.0.smithi046.stdout:3154: snap_create 2024-09-20T21:52:33.798 INFO:tasks.rados.rados.0.smithi046.stdout:3153: finishing copy_from to smithi04683737-49 2024-09-20T21:52:33.798 INFO:tasks.rados.rados.0.smithi046.stdout:3153: got expected ENOENT (src dne) 2024-09-20T21:52:33.798 INFO:tasks.rados.rados.0.smithi046.stdout:3153: finishing copy_from racing read to smithi04683737-49 2024-09-20T21:52:34.776 INFO:tasks.rados.rados.0.smithi046.stdout:3153: done (1 left) 2024-09-20T21:52:34.777 INFO:tasks.rados.rados.0.smithi046.stdout:3154: done (0 left) 2024-09-20T21:52:34.777 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 309 2024-09-20T21:52:34.777 INFO:tasks.rados.rados.0.smithi046.stdout:3155: seq_num 973 ranges {2809856=704512,3514368=573440,4087808=507904,4595712=122880} 2024-09-20T21:52:34.795 INFO:tasks.rados.rados.0.smithi046.stdout:3155: writing smithi04683737-2 from 2809856 to 3514368 tid 1 2024-09-20T21:52:34.798 INFO:tasks.rados.rados.0.smithi046.stdout:3155: writing smithi04683737-2 from 3514368 to 4087808 tid 2 2024-09-20T21:52:34.801 INFO:tasks.rados.rados.0.smithi046.stdout:3155: writing smithi04683737-2 from 4087808 to 4595712 tid 3 2024-09-20T21:52:34.802 INFO:tasks.rados.rados.0.smithi046.stdout:3155: writing smithi04683737-2 from 4595712 to 4718592 tid 4 2024-09-20T21:52:34.802 INFO:tasks.rados.rados.0.smithi046.stdout:3156: setattr oid 41 current snap is 309 2024-09-20T21:52:34.802 INFO:tasks.rados.rados.0.smithi046.stdout:3155: finishing write tid 1 to smithi04683737-2 2024-09-20T21:52:34.802 INFO:tasks.rados.rados.0.smithi046.stdout:3155: finishing write tid 2 to smithi04683737-2 2024-09-20T21:52:34.804 INFO:tasks.rados.rados.0.smithi046.stdout:3157: read oid 44 snap -1 2024-09-20T21:52:34.804 INFO:tasks.rados.rados.0.smithi046.stdout:3157: expect deleted 2024-09-20T21:52:34.805 INFO:tasks.rados.rados.0.smithi046.stdout:3158: read oid 6 snap -1 2024-09-20T21:52:34.805 INFO:tasks.rados.rados.0.smithi046.stdout:3158: expect deleted 2024-09-20T21:52:34.805 INFO:tasks.rados.rados.0.smithi046.stdout:3159: read oid 35 snap -1 2024-09-20T21:52:34.805 INFO:tasks.rados.rados.0.smithi046.stdout:3159: expect (ObjNum 969 snap 308 seq_num 969) 2024-09-20T21:52:34.805 INFO:tasks.rados.rados.0.smithi046.stdout:3160: delete oid 45 current snap is 309 2024-09-20T21:52:34.807 INFO:tasks.rados.rados.0.smithi046.stdout:3155: finishing write tid 3 to smithi04683737-2 2024-09-20T21:52:34.808 INFO:tasks.rados.rados.0.smithi046.stdout:3155: finishing write tid 4 to smithi04683737-2 2024-09-20T21:52:34.808 INFO:tasks.rados.rados.0.smithi046.stdout:3155: finishing write tid 5 to smithi04683737-2 2024-09-20T21:52:34.810 INFO:tasks.rados.rados.0.smithi046.stdout:3155: finishing write tid 6 to smithi04683737-2 2024-09-20T21:52:34.810 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 1514 (ObjNum 973 snap 309 seq_num 973) dirty exists 2024-09-20T21:52:34.811 INFO:tasks.rados.rados.0.smithi046.stdout:3155: left oid 2 (ObjNum 973 snap 309 seq_num 973) 2024-09-20T21:52:34.813 INFO:tasks.rados.rados.0.smithi046.stdout:3155: done (5 left) 2024-09-20T21:52:34.813 INFO:tasks.rados.rados.0.smithi046.stdout:3157: done (4 left) 2024-09-20T21:52:34.813 INFO:tasks.rados.rados.0.smithi046.stdout:3158: done (3 left) 2024-09-20T21:52:34.813 INFO:tasks.rados.rados.0.smithi046.stdout:3160: done (2 left) 2024-09-20T21:52:34.813 INFO:tasks.rados.rados.0.smithi046.stdout:3161: read oid 43 snap -1 2024-09-20T21:52:34.813 INFO:tasks.rados.rados.0.smithi046.stdout:3161: expect (ObjNum 877 snap 290 seq_num 877) 2024-09-20T21:52:34.813 INFO:tasks.rados.rados.0.smithi046.stdout:3162: delete oid 16 current snap is 309 2024-09-20T21:52:34.813 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1644 (ObjNum 959 snap 307 seq_num 959) dirty exists 2024-09-20T21:52:34.824 INFO:tasks.rados.rados.0.smithi046.stdout:3156: done (3 left) 2024-09-20T21:52:34.824 INFO:tasks.rados.rados.0.smithi046.stdout:3162: done (2 left) 2024-09-20T21:52:34.824 INFO:tasks.rados.rados.0.smithi046.stdout:3163: read oid 17 snap -1 2024-09-20T21:52:34.824 INFO:tasks.rados.rados.0.smithi046.stdout:3163: expect (ObjNum 961 snap 307 seq_num 961) 2024-09-20T21:52:34.824 INFO:tasks.rados.rados.0.smithi046.stdout:3164: read oid 13 snap -1 2024-09-20T21:52:34.824 INFO:tasks.rados.rados.0.smithi046.stdout:3164: expect (ObjNum 972 snap 308 seq_num 972) 2024-09-20T21:52:34.824 INFO:tasks.rados.rados.0.smithi046.stdout:3165: delete oid 50 current snap is 309 2024-09-20T21:52:34.832 INFO:tasks.rados.rados.0.smithi046.stdout:3161: expect (ObjNum 877 snap 290 seq_num 877) 2024-09-20T21:52:34.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:34 smithi046 ceph-mon[96110]: pgmap v682: 121 pgs: 121 active+clean; 584 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.4 MiB/s wr, 26 op/s 2024-09-20T21:52:34.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:34 smithi046 ceph-mon[96110]: osdmap e678: 8 total, 8 up, 8 in 2024-09-20T21:52:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:52:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:34 smithi046 ceph-mon[98591]: pgmap v682: 121 pgs: 121 active+clean; 584 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.4 MiB/s wr, 26 op/s 2024-09-20T21:52:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:34 smithi046 ceph-mon[98591]: osdmap e678: 8 total, 8 up, 8 in 2024-09-20T21:52:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:52:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:34 smithi134 ceph-mon[89086]: pgmap v682: 121 pgs: 121 active+clean; 584 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.4 MiB/s wr, 26 op/s 2024-09-20T21:52:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:34 smithi134 ceph-mon[89086]: osdmap e678: 8 total, 8 up, 8 in 2024-09-20T21:52:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:52:34.936 INFO:tasks.rados.rados.0.smithi046.stdout:3164: expect (ObjNum 972 snap 308 seq_num 972) 2024-09-20T21:52:34.986 INFO:tasks.rados.rados.0.smithi046.stdout:3159: expect (ObjNum 969 snap 308 seq_num 969) 2024-09-20T21:52:35.742 INFO:tasks.rados.rados.0.smithi046.stdout:3163: expect (ObjNum 961 snap 307 seq_num 961) 2024-09-20T21:52:36.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:35 smithi046 ceph-mon[96110]: osdmap e679: 8 total, 8 up, 8 in 2024-09-20T21:52:36.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:35 smithi046 ceph-mon[98591]: osdmap e679: 8 total, 8 up, 8 in 2024-09-20T21:52:36.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:35 smithi134 ceph-mon[89086]: osdmap e679: 8 total, 8 up, 8 in 2024-09-20T21:52:36.679 INFO:tasks.rados.rados.0.smithi046.stdout:3159: done (4 left) 2024-09-20T21:52:36.679 INFO:tasks.rados.rados.0.smithi046.stdout:3161: done (3 left) 2024-09-20T21:52:36.679 INFO:tasks.rados.rados.0.smithi046.stdout:3163: done (2 left) 2024-09-20T21:52:36.679 INFO:tasks.rados.rados.0.smithi046.stdout:3164: done (1 left) 2024-09-20T21:52:36.679 INFO:tasks.rados.rados.0.smithi046.stdout:3165: done (0 left) 2024-09-20T21:52:36.679 INFO:tasks.rados.rados.0.smithi046.stdout:3166: read oid 32 snap -1 2024-09-20T21:52:36.679 INFO:tasks.rados.rados.0.smithi046.stdout:3166: expect (ObjNum 828 snap 274 seq_num 828) 2024-09-20T21:52:36.679 INFO:tasks.rados.rados.0.smithi046.stdout:3167: copy_from oid 39 from oid 16 current snap is 309 2024-09-20T21:52:36.679 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 11 current snap is 309 2024-09-20T21:52:36.679 INFO:tasks.rados.rados.0.smithi046.stdout:3168: seq_num 977 ranges {1499136=770048,2269184=557056,2826240=491520,3317760=155648} 2024-09-20T21:52:36.691 INFO:tasks.rados.rados.0.smithi046.stdout:3168: writing smithi04683737-11 from 1499136 to 2269184 tid 1 2024-09-20T21:52:36.694 INFO:tasks.rados.rados.0.smithi046.stdout:3168: writing smithi04683737-11 from 2269184 to 2826240 tid 2 2024-09-20T21:52:36.697 INFO:tasks.rados.rados.0.smithi046.stdout:3168: writing smithi04683737-11 from 2826240 to 3317760 tid 3 2024-09-20T21:52:36.698 INFO:tasks.rados.rados.0.smithi046.stdout:3168: writing smithi04683737-11 from 3317760 to 3473408 tid 4 2024-09-20T21:52:36.698 INFO:tasks.rados.rados.0.smithi046.stdout:3169: delete oid 14 current snap is 309 2024-09-20T21:52:36.698 INFO:tasks.rados.rados.0.smithi046.stdout:3167: finishing copy_from to smithi04683737-39 2024-09-20T21:52:36.698 INFO:tasks.rados.rados.0.smithi046.stdout:3167: got expected ENOENT (src dne) 2024-09-20T21:52:36.698 INFO:tasks.rados.rados.0.smithi046.stdout:3167: finishing copy_from racing read to smithi04683737-39 2024-09-20T21:52:36.698 INFO:tasks.rados.rados.0.smithi046.stdout:3166: expect (ObjNum 828 snap 274 seq_num 828) 2024-09-20T21:52:36.749 INFO:tasks.rados.rados.0.smithi046.stdout:3168: finishing write tid 1 to smithi04683737-11 2024-09-20T21:52:36.749 INFO:tasks.rados.rados.0.smithi046.stdout:3168: finishing write tid 2 to smithi04683737-11 2024-09-20T21:52:36.749 INFO:tasks.rados.rados.0.smithi046.stdout:3168: finishing write tid 3 to smithi04683737-11 2024-09-20T21:52:36.749 INFO:tasks.rados.rados.0.smithi046.stdout:3168: finishing write tid 4 to smithi04683737-11 2024-09-20T21:52:36.749 INFO:tasks.rados.rados.0.smithi046.stdout:3168: finishing write tid 5 to smithi04683737-11 2024-09-20T21:52:36.750 INFO:tasks.rados.rados.0.smithi046.stdout:3168: finishing write tid 6 to smithi04683737-11 2024-09-20T21:52:36.750 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 1080 (ObjNum 977 snap 309 seq_num 977) dirty exists 2024-09-20T21:52:36.750 INFO:tasks.rados.rados.0.smithi046.stdout:3168: left oid 11 (ObjNum 977 snap 309 seq_num 977) 2024-09-20T21:52:36.750 INFO:tasks.rados.rados.0.smithi046.stdout:3166: done (3 left) 2024-09-20T21:52:36.750 INFO:tasks.rados.rados.0.smithi046.stdout:3167: done (2 left) 2024-09-20T21:52:36.750 INFO:tasks.rados.rados.0.smithi046.stdout:3168: done (1 left) 2024-09-20T21:52:36.750 INFO:tasks.rados.rados.0.smithi046.stdout:3169: done (0 left) 2024-09-20T21:52:36.750 INFO:tasks.rados.rados.0.smithi046.stdout:3170: copy_from oid 39 from oid 37 current snap is 309 2024-09-20T21:52:36.750 INFO:tasks.rados.rados.0.smithi046.stdout:3171: read oid 17 snap -1 2024-09-20T21:52:36.750 INFO:tasks.rados.rados.0.smithi046.stdout:3171: expect (ObjNum 961 snap 307 seq_num 961) 2024-09-20T21:52:36.750 INFO:tasks.rados.rados.0.smithi046.stdout:3172: snap_remove snap 199 2024-09-20T21:52:36.786 INFO:tasks.rados.rados.0.smithi046.stdout:3170: finishing copy_from to smithi04683737-39 2024-09-20T21:52:36.786 INFO:tasks.rados.rados.0.smithi046.stdout:3170: got expected ENOENT (src dne) 2024-09-20T21:52:36.786 INFO:tasks.rados.rados.0.smithi046.stdout:3170: finishing copy_from racing read to smithi04683737-39 2024-09-20T21:52:36.786 INFO:tasks.rados.rados.0.smithi046.stdout:3171: expect (ObjNum 961 snap 307 seq_num 961) 2024-09-20T21:52:37.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:36 smithi046 ceph-mon[96110]: pgmap v685: 121 pgs: 121 active+clean; 586 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2024-09-20T21:52:37.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:36 smithi046 ceph-mon[98591]: pgmap v685: 121 pgs: 121 active+clean; 586 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2024-09-20T21:52:37.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:36 smithi134 ceph-mon[89086]: pgmap v685: 121 pgs: 121 active+clean; 586 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2024-09-20T21:52:37.733 INFO:tasks.rados.rados.0.smithi046.stdout:3170: done (2 left) 2024-09-20T21:52:37.733 INFO:tasks.rados.rados.0.smithi046.stdout:3171: done (1 left) 2024-09-20T21:52:37.733 INFO:tasks.rados.rados.0.smithi046.stdout:3172: done (0 left) 2024-09-20T21:52:37.733 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 309 2024-09-20T21:52:37.734 INFO:tasks.rados.rados.0.smithi046.stdout:3173: seq_num 979 ranges {7970816=802816,8773632=729088,9502720=458752,9961472=16384} 2024-09-20T21:52:37.781 INFO:tasks.rados.rados.0.smithi046.stdout:3173: writing smithi04683737-46 from 7970816 to 8773632 tid 1 2024-09-20T21:52:37.785 INFO:tasks.rados.rados.0.smithi046.stdout:3173: writing smithi04683737-46 from 8773632 to 9502720 tid 2 2024-09-20T21:52:37.788 INFO:tasks.rados.rados.0.smithi046.stdout:3173: writing smithi04683737-46 from 9502720 to 9961472 tid 3 2024-09-20T21:52:37.788 INFO:tasks.rados.rados.0.smithi046.stdout:3173: writing smithi04683737-46 from 9961472 to 9977856 tid 4 2024-09-20T21:52:37.788 INFO:tasks.rados.rados.0.smithi046.stdout:3174: copy_from oid 28 from oid 45 current snap is 309 2024-09-20T21:52:37.789 INFO:tasks.rados.rados.0.smithi046.stdout:3173: finishing write tid 1 to smithi04683737-46 2024-09-20T21:52:37.789 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 309 2024-09-20T21:52:37.789 INFO:tasks.rados.rados.0.smithi046.stdout:3175: seq_num 980 ranges {0=417792,417792=614400,1032192=663552,1695744=327680} 2024-09-20T21:52:37.791 INFO:tasks.rados.rados.0.smithi046.stdout:3175: writing smithi04683737-48 from 0 to 417792 tid 1 2024-09-20T21:52:37.795 INFO:tasks.rados.rados.0.smithi046.stdout:3175: writing smithi04683737-48 from 417792 to 1032192 tid 2 2024-09-20T21:52:37.799 INFO:tasks.rados.rados.0.smithi046.stdout:3175: writing smithi04683737-48 from 1032192 to 1695744 tid 3 2024-09-20T21:52:37.801 INFO:tasks.rados.rados.0.smithi046.stdout:3175: writing smithi04683737-48 from 1695744 to 2023424 tid 4 2024-09-20T21:52:37.801 INFO:tasks.rados.rados.0.smithi046.stdout:3176: snap_create 2024-09-20T21:52:37.801 INFO:tasks.rados.rados.0.smithi046.stdout:3174: finishing copy_from to smithi04683737-28 2024-09-20T21:52:37.801 INFO:tasks.rados.rados.0.smithi046.stdout:3174: got expected ENOENT (src dne) 2024-09-20T21:52:37.801 INFO:tasks.rados.rados.0.smithi046.stdout:3174: finishing copy_from racing read to smithi04683737-28 2024-09-20T21:52:37.801 INFO:tasks.rados.rados.0.smithi046.stdout:3173: finishing write tid 2 to smithi04683737-46 2024-09-20T21:52:37.802 INFO:tasks.rados.rados.0.smithi046.stdout:3173: finishing write tid 3 to smithi04683737-46 2024-09-20T21:52:37.802 INFO:tasks.rados.rados.0.smithi046.stdout:3173: finishing write tid 4 to smithi04683737-46 2024-09-20T21:52:37.802 INFO:tasks.rados.rados.0.smithi046.stdout:3173: finishing write tid 5 to smithi04683737-46 2024-09-20T21:52:37.802 INFO:tasks.rados.rados.0.smithi046.stdout:3173: finishing write tid 6 to smithi04683737-46 2024-09-20T21:52:37.802 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 1210 (ObjNum 979 snap 309 seq_num 979) dirty exists 2024-09-20T21:52:37.802 INFO:tasks.rados.rados.0.smithi046.stdout:3173: left oid 46 (ObjNum 979 snap 309 seq_num 979) 2024-09-20T21:52:37.802 INFO:tasks.rados.rados.0.smithi046.stdout:3175: finishing write tid 1 to smithi04683737-48 2024-09-20T21:52:37.802 INFO:tasks.rados.rados.0.smithi046.stdout:3175: finishing write tid 2 to smithi04683737-48 2024-09-20T21:52:37.803 INFO:tasks.rados.rados.0.smithi046.stdout:3175: finishing write tid 3 to smithi04683737-48 2024-09-20T21:52:37.803 INFO:tasks.rados.rados.0.smithi046.stdout:3175: finishing write tid 4 to smithi04683737-48 2024-09-20T21:52:37.803 INFO:tasks.rados.rados.0.smithi046.stdout:3175: finishing write tid 5 to smithi04683737-48 2024-09-20T21:52:37.804 INFO:tasks.rados.rados.0.smithi046.stdout:3175: finishing write tid 6 to smithi04683737-48 2024-09-20T21:52:37.804 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1342 (ObjNum 980 snap 309 seq_num 980) dirty exists 2024-09-20T21:52:37.804 INFO:tasks.rados.rados.0.smithi046.stdout:3175: left oid 48 (ObjNum 980 snap 309 seq_num 980) 2024-09-20T21:52:38.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:37 smithi046 ceph-mon[98591]: osdmap e680: 8 total, 8 up, 8 in 2024-09-20T21:52:38.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:37 smithi046 ceph-mon[98591]: osdmap e681: 8 total, 8 up, 8 in 2024-09-20T21:52:38.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:37 smithi046 ceph-mon[96110]: osdmap e680: 8 total, 8 up, 8 in 2024-09-20T21:52:38.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:37 smithi046 ceph-mon[96110]: osdmap e681: 8 total, 8 up, 8 in 2024-09-20T21:52:38.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:37 smithi134 ceph-mon[89086]: osdmap e680: 8 total, 8 up, 8 in 2024-09-20T21:52:38.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:37 smithi134 ceph-mon[89086]: osdmap e681: 8 total, 8 up, 8 in 2024-09-20T21:52:38.797 INFO:tasks.rados.rados.0.smithi046.stdout:3173: done (3 left) 2024-09-20T21:52:38.797 INFO:tasks.rados.rados.0.smithi046.stdout:3174: done (2 left) 2024-09-20T21:52:38.797 INFO:tasks.rados.rados.0.smithi046.stdout:3175: done (1 left) 2024-09-20T21:52:38.797 INFO:tasks.rados.rados.0.smithi046.stdout:3176: done (0 left) 2024-09-20T21:52:38.797 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 310 2024-09-20T21:52:38.797 INFO:tasks.rados.rados.0.smithi046.stdout:3177: seq_num 981 ranges {1875968=434176,2310144=540672,2850816=466944,3317760=524288,3842048=73728} 2024-09-20T21:52:38.809 INFO:tasks.rados.rados.0.smithi046.stdout:3177: writing smithi04683737-32 from 1875968 to 2310144 tid 1 2024-09-20T21:52:38.812 INFO:tasks.rados.rados.0.smithi046.stdout:3177: writing smithi04683737-32 from 2310144 to 2850816 tid 2 2024-09-20T21:52:38.815 INFO:tasks.rados.rados.0.smithi046.stdout:3177: writing smithi04683737-32 from 2850816 to 3317760 tid 3 2024-09-20T21:52:38.818 INFO:tasks.rados.rados.0.smithi046.stdout:3177: writing smithi04683737-32 from 3317760 to 3842048 tid 4 2024-09-20T21:52:38.819 INFO:tasks.rados.rados.0.smithi046.stdout:3177: writing smithi04683737-32 from 3842048 to 3915776 tid 5 2024-09-20T21:52:38.819 INFO:tasks.rados.rados.0.smithi046.stdout:3178: snap_create 2024-09-20T21:52:38.819 INFO:tasks.rados.rados.0.smithi046.stdout:3177: finishing write tid 1 to smithi04683737-32 2024-09-20T21:52:38.819 INFO:tasks.rados.rados.0.smithi046.stdout:3177: finishing write tid 2 to smithi04683737-32 2024-09-20T21:52:38.822 INFO:tasks.rados.rados.0.smithi046.stdout:3177: finishing write tid 3 to smithi04683737-32 2024-09-20T21:52:38.822 INFO:tasks.rados.rados.0.smithi046.stdout:3177: finishing write tid 4 to smithi04683737-32 2024-09-20T21:52:38.823 INFO:tasks.rados.rados.0.smithi046.stdout:3177: finishing write tid 5 to smithi04683737-32 2024-09-20T21:52:38.825 INFO:tasks.rados.rados.0.smithi046.stdout:3177: finishing write tid 6 to smithi04683737-32 2024-09-20T21:52:38.826 INFO:tasks.rados.rados.0.smithi046.stdout:3177: finishing write tid 7 to smithi04683737-32 2024-09-20T21:52:38.826 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1707 (ObjNum 981 snap 310 seq_num 981) dirty exists 2024-09-20T21:52:38.826 INFO:tasks.rados.rados.0.smithi046.stdout:3177: left oid 32 (ObjNum 981 snap 310 seq_num 981) 2024-09-20T21:52:39.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:38 smithi046 ceph-mon[96110]: pgmap v687: 121 pgs: 121 active+clean; 593 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.6 MiB/s wr, 16 op/s 2024-09-20T21:52:39.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:38 smithi046 ceph-mon[98591]: pgmap v687: 121 pgs: 121 active+clean; 593 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.6 MiB/s wr, 16 op/s 2024-09-20T21:52:39.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:38 smithi134 ceph-mon[89086]: pgmap v687: 121 pgs: 121 active+clean; 593 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.6 MiB/s wr, 16 op/s 2024-09-20T21:52:39.803 INFO:tasks.rados.rados.0.smithi046.stdout:3177: done (1 left) 2024-09-20T21:52:39.803 INFO:tasks.rados.rados.0.smithi046.stdout:3178: done (0 left) 2024-09-20T21:52:39.803 INFO:tasks.rados.rados.0.smithi046.stdout:3179: read oid 10 snap -1 2024-09-20T21:52:39.803 INFO:tasks.rados.rados.0.smithi046.stdout:3179: expect (ObjNum 812 snap 270 seq_num 812) 2024-09-20T21:52:39.803 INFO:tasks.rados.rados.0.smithi046.stdout:3180: setattr oid 21 current snap is 311 2024-09-20T21:52:39.803 INFO:tasks.rados.rados.0.smithi046.stdout:3181: snap_remove snap 305 2024-09-20T21:52:40.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:39 smithi046 ceph-mon[96110]: osdmap e682: 8 total, 8 up, 8 in 2024-09-20T21:52:40.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:39 smithi046 ceph-mon[98591]: osdmap e682: 8 total, 8 up, 8 in 2024-09-20T21:52:40.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:39 smithi134 ceph-mon[89086]: osdmap e682: 8 total, 8 up, 8 in 2024-09-20T21:52:40.807 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1414 (ObjNum 971 snap 308 seq_num 971) dirty exists 2024-09-20T21:52:40.807 INFO:tasks.rados.rados.0.smithi046.stdout:3179: expect (ObjNum 812 snap 270 seq_num 812) 2024-09-20T21:52:40.920 INFO:tasks.rados.rados.0.smithi046.stdout:3179: done (2 left) 2024-09-20T21:52:40.920 INFO:tasks.rados.rados.0.smithi046.stdout:3180: done (1 left) 2024-09-20T21:52:40.920 INFO:tasks.rados.rados.0.smithi046.stdout:3181: done (0 left) 2024-09-20T21:52:40.920 INFO:tasks.rados.rados.0.smithi046.stdout:3182: snap_remove snap 303 2024-09-20T21:52:41.052 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:40 smithi046 ceph-mon[96110]: pgmap v690: 121 pgs: 121 active+clean; 574 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 30 MiB/s rd, 2.9 MiB/s wr, 23 op/s 2024-09-20T21:52:41.052 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:40 smithi046 ceph-mon[96110]: osdmap e683: 8 total, 8 up, 8 in 2024-09-20T21:52:41.052 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:40 smithi046 ceph-mon[98591]: pgmap v690: 121 pgs: 121 active+clean; 574 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 30 MiB/s rd, 2.9 MiB/s wr, 23 op/s 2024-09-20T21:52:41.052 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:40 smithi046 ceph-mon[98591]: osdmap e683: 8 total, 8 up, 8 in 2024-09-20T21:52:41.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:40 smithi134 ceph-mon[89086]: pgmap v690: 121 pgs: 121 active+clean; 574 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 30 MiB/s rd, 2.9 MiB/s wr, 23 op/s 2024-09-20T21:52:41.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:40 smithi134 ceph-mon[89086]: osdmap e683: 8 total, 8 up, 8 in 2024-09-20T21:52:41.812 INFO:tasks.rados.rados.0.smithi046.stdout:3182: done (0 left) 2024-09-20T21:52:41.813 INFO:tasks.rados.rados.0.smithi046.stdout:3183: snap_create 2024-09-20T21:52:42.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:41 smithi046 ceph-mon[96110]: osdmap e684: 8 total, 8 up, 8 in 2024-09-20T21:52:42.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:41 smithi046 ceph-mon[98591]: osdmap e684: 8 total, 8 up, 8 in 2024-09-20T21:52:42.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:52:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:52:42] "GET /metrics HTTP/1.1" 200 36389 "" "Prometheus/2.43.0" 2024-09-20T21:52:42.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:41 smithi134 ceph-mon[89086]: osdmap e684: 8 total, 8 up, 8 in 2024-09-20T21:52:42.631 INFO:tasks.rados.rados.0.smithi046.stdout:3183: done (0 left) 2024-09-20T21:52:42.631 INFO:tasks.rados.rados.0.smithi046.stdout:3184: rmattr oid 20 current snap is 312 2024-09-20T21:52:42.632 INFO:tasks.rados.rados.0.smithi046.stdout:3184: done (0 left) 2024-09-20T21:52:42.632 INFO:tasks.rados.rados.0.smithi046.stdout:3185: rollback oid 4 current snap is 312 2024-09-20T21:52:42.632 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 4 to 282 2024-09-20T21:52:42.632 INFO:tasks.rados.rados.0.smithi046.stdout:3186: rmattr oid 11 current snap is 312 2024-09-20T21:52:42.632 INFO:tasks.rados.rados.0.smithi046.stdout:3186: done (1 left) 2024-09-20T21:52:42.632 INFO:tasks.rados.rados.0.smithi046.stdout:3187: read oid 23 snap 296 2024-09-20T21:52:42.632 INFO:tasks.rados.rados.0.smithi046.stdout:3187: expect (ObjNum 834 snap 276 seq_num 834) 2024-09-20T21:52:42.632 INFO:tasks.rados.rados.0.smithi046.stdout:3188: snap_create 2024-09-20T21:52:42.641 INFO:tasks.rados.rados.0.smithi046.stdout:3185: finishing rollback tid 0 to smithi04683737-4 2024-09-20T21:52:42.644 INFO:tasks.rados.rados.0.smithi046.stdout:3185: finishing rollback tid 1 to smithi04683737-4 2024-09-20T21:52:42.644 INFO:tasks.rados.rados.0.smithi046.stdout:3185: finishing rollback tid 2 to smithi04683737-4 2024-09-20T21:52:42.644 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 1713 (ObjNum 810 snap 269 seq_num 810) dirty exists 2024-09-20T21:52:42.645 INFO:tasks.rados.rados.0.smithi046.stdout:3187: expect (ObjNum 834 snap 276 seq_num 834) 2024-09-20T21:52:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:52:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:52:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:52:43.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:42 smithi046 ceph-mon[98591]: pgmap v693: 121 pgs: 121 active+clean; 546 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 28 MiB/s rd, 1.9 MiB/s wr, 16 op/s 2024-09-20T21:52:43.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:42 smithi046 ceph-mon[98591]: osdmap e685: 8 total, 8 up, 8 in 2024-09-20T21:52:43.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:42 smithi046 ceph-mon[98591]: osdmap e686: 8 total, 8 up, 8 in 2024-09-20T21:52:43.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:42 smithi046 ceph-mon[96110]: pgmap v693: 121 pgs: 121 active+clean; 546 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 28 MiB/s rd, 1.9 MiB/s wr, 16 op/s 2024-09-20T21:52:43.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:42 smithi046 ceph-mon[96110]: osdmap e685: 8 total, 8 up, 8 in 2024-09-20T21:52:43.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:42 smithi046 ceph-mon[96110]: osdmap e686: 8 total, 8 up, 8 in 2024-09-20T21:52:43.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:42 smithi134 ceph-mon[89086]: pgmap v693: 121 pgs: 121 active+clean; 546 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 28 MiB/s rd, 1.9 MiB/s wr, 16 op/s 2024-09-20T21:52:43.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:42 smithi134 ceph-mon[89086]: osdmap e685: 8 total, 8 up, 8 in 2024-09-20T21:52:43.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:42 smithi134 ceph-mon[89086]: osdmap e686: 8 total, 8 up, 8 in 2024-09-20T21:52:43.633 INFO:tasks.rados.rados.0.smithi046.stdout:3185: done (2 left) 2024-09-20T21:52:43.633 INFO:tasks.rados.rados.0.smithi046.stdout:3187: done (1 left) 2024-09-20T21:52:43.633 INFO:tasks.rados.rados.0.smithi046.stdout:3188: done (0 left) 2024-09-20T21:52:43.633 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 313 2024-09-20T21:52:43.633 INFO:tasks.rados.rados.0.smithi046.stdout:3189: seq_num 982 ranges {3072000=450560,3522560=425984,3948544=679936,4628480=466944,5095424=32768} 2024-09-20T21:52:43.651 INFO:tasks.rados.rados.0.smithi046.stdout:3189: writing smithi04683737-7 from 3072000 to 3522560 tid 1 2024-09-20T21:52:43.654 INFO:tasks.rados.rados.0.smithi046.stdout:3189: writing smithi04683737-7 from 3522560 to 3948544 tid 2 2024-09-20T21:52:43.659 INFO:tasks.rados.rados.0.smithi046.stdout:3189: writing smithi04683737-7 from 3948544 to 4628480 tid 3 2024-09-20T21:52:43.663 INFO:tasks.rados.rados.0.smithi046.stdout:3189: writing smithi04683737-7 from 4628480 to 5095424 tid 4 2024-09-20T21:52:43.663 INFO:tasks.rados.rados.0.smithi046.stdout:3189: writing smithi04683737-7 from 5095424 to 5128192 tid 5 2024-09-20T21:52:43.663 INFO:tasks.rados.rados.0.smithi046.stdout:3190: copy_from oid 48 from oid 38 current snap is 313 2024-09-20T21:52:43.663 INFO:tasks.rados.rados.0.smithi046.stdout:3189: finishing write tid 1 to smithi04683737-7 2024-09-20T21:52:43.663 INFO:tasks.rados.rados.0.smithi046.stdout:3189: finishing write tid 2 to smithi04683737-7 2024-09-20T21:52:43.663 INFO:tasks.rados.rados.0.smithi046.stdout:3191: copy_from oid 29 from oid 8 current snap is 313 2024-09-20T21:52:43.663 INFO:tasks.rados.rados.0.smithi046.stdout:3192: read oid 14 snap 296 2024-09-20T21:52:43.663 INFO:tasks.rados.rados.0.smithi046.stdout:3192: expect (ObjNum 864 snap 287 seq_num 864) 2024-09-20T21:52:43.663 INFO:tasks.rados.rados.0.smithi046.stdout:3193: rmattr oid 32 current snap is 313 2024-09-20T21:52:43.663 INFO:tasks.rados.rados.0.smithi046.stdout:3193: done (4 left) 2024-09-20T21:52:43.663 INFO:tasks.rados.rados.0.smithi046.stdout:3194: snap_remove snap 290 2024-09-20T21:52:44.635 INFO:tasks.rados.rados.0.smithi046.stdout:3194: done (4 left) 2024-09-20T21:52:44.635 INFO:tasks.rados.rados.0.smithi046.stdout:3195: setattr oid 35 current snap is 313 2024-09-20T21:52:44.637 INFO:tasks.rados.rados.0.smithi046.stdout:3189: finishing write tid 3 to smithi04683737-7 2024-09-20T21:52:44.637 INFO:tasks.rados.rados.0.smithi046.stdout:3189: finishing write tid 4 to smithi04683737-7 2024-09-20T21:52:44.637 INFO:tasks.rados.rados.0.smithi046.stdout:3189: finishing write tid 5 to smithi04683737-7 2024-09-20T21:52:44.637 INFO:tasks.rados.rados.0.smithi046.stdout:3189: finishing write tid 6 to smithi04683737-7 2024-09-20T21:52:44.637 INFO:tasks.rados.rados.0.smithi046.stdout:3189: finishing write tid 7 to smithi04683737-7 2024-09-20T21:52:44.637 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 544 (ObjNum 982 snap 313 seq_num 982) dirty exists 2024-09-20T21:52:44.637 INFO:tasks.rados.rados.0.smithi046.stdout:3189: left oid 7 (ObjNum 982 snap 313 seq_num 982) 2024-09-20T21:52:44.637 INFO:tasks.rados.rados.0.smithi046.stdout:3191: finishing copy_from racing read to smithi04683737-29 2024-09-20T21:52:44.638 INFO:tasks.rados.rados.0.smithi046.stdout:3191: finishing copy_from to smithi04683737-29 2024-09-20T21:52:44.638 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1311 (ObjNum 956 snap 307 seq_num 956) dirty exists 2024-09-20T21:52:44.638 INFO:tasks.rados.rados.0.smithi046.stdout:3190: finishing copy_from racing read to smithi04683737-48 2024-09-20T21:52:44.638 INFO:tasks.rados.rados.0.smithi046.stdout:3190: finishing copy_from to smithi04683737-48 2024-09-20T21:52:44.638 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1296 (ObjNum 964 snap 307 seq_num 964) dirty exists 2024-09-20T21:52:44.638 INFO:tasks.rados.rados.0.smithi046.stdout:3192: expect (ObjNum 864 snap 287 seq_num 864) 2024-09-20T21:52:44.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:44 smithi046 ceph-mon[98591]: pgmap v696: 121 pgs: 121 active+clean; 533 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 988 KiB/s wr, 11 op/s 2024-09-20T21:52:44.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:44 smithi046 ceph-mon[98591]: osdmap e687: 8 total, 8 up, 8 in 2024-09-20T21:52:44.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:44 smithi046 ceph-mon[96110]: pgmap v696: 121 pgs: 121 active+clean; 533 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 988 KiB/s wr, 11 op/s 2024-09-20T21:52:44.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:44 smithi046 ceph-mon[96110]: osdmap e687: 8 total, 8 up, 8 in 2024-09-20T21:52:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:44 smithi134 ceph-mon[89086]: pgmap v696: 121 pgs: 121 active+clean; 533 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 988 KiB/s wr, 11 op/s 2024-09-20T21:52:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:44 smithi134 ceph-mon[89086]: osdmap e687: 8 total, 8 up, 8 in 2024-09-20T21:52:45.083 INFO:tasks.rados.rados.0.smithi046.stdout:3189: done (4 left) 2024-09-20T21:52:45.083 INFO:tasks.rados.rados.0.smithi046.stdout:3190: done (3 left) 2024-09-20T21:52:45.083 INFO:tasks.rados.rados.0.smithi046.stdout:3191: done (2 left) 2024-09-20T21:52:45.083 INFO:tasks.rados.rados.0.smithi046.stdout:3192: done (1 left) 2024-09-20T21:52:45.083 INFO:tasks.rados.rados.0.smithi046.stdout:3196: copy_from oid 3 from oid 9 current snap is 313 2024-09-20T21:52:45.083 INFO:tasks.rados.rados.0.smithi046.stdout:3197: read oid 44 snap -1 2024-09-20T21:52:45.083 INFO:tasks.rados.rados.0.smithi046.stdout:3197: expect deleted 2024-09-20T21:52:45.083 INFO:tasks.rados.rados.0.smithi046.stdout:3198: read oid 49 snap 309 2024-09-20T21:52:45.083 INFO:tasks.rados.rados.0.smithi046.stdout:3198: expect (ObjNum 920 snap 301 seq_num 920) 2024-09-20T21:52:45.084 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 313 2024-09-20T21:52:45.084 INFO:tasks.rados.rados.0.smithi046.stdout:3199: seq_num 983 ranges {4341760=466944,4808704=712704,5521408=434176,5955584=458752} 2024-09-20T21:52:45.109 INFO:tasks.rados.rados.0.smithi046.stdout:3199: writing smithi04683737-29 from 4341760 to 4808704 tid 1 2024-09-20T21:52:45.113 INFO:tasks.rados.rados.0.smithi046.stdout:3199: writing smithi04683737-29 from 4808704 to 5521408 tid 2 2024-09-20T21:52:45.116 INFO:tasks.rados.rados.0.smithi046.stdout:3199: writing smithi04683737-29 from 5521408 to 5955584 tid 3 2024-09-20T21:52:45.119 INFO:tasks.rados.rados.0.smithi046.stdout:3199: writing smithi04683737-29 from 5955584 to 6414336 tid 4 2024-09-20T21:52:45.119 INFO:tasks.rados.rados.0.smithi046.stdout:3200: snap_remove snap 288 2024-09-20T21:52:45.646 INFO:tasks.rados.rados.0.smithi046.stdout:3200: done (5 left) 2024-09-20T21:52:45.646 INFO:tasks.rados.rados.0.smithi046.stdout:3201: rmattr oid 19 current snap is 313 2024-09-20T21:52:45.646 INFO:tasks.rados.rados.0.smithi046.stdout:3201: done (5 left) 2024-09-20T21:52:45.646 INFO:tasks.rados.rados.0.smithi046.stdout:3202: snap_create 2024-09-20T21:52:45.646 INFO:tasks.rados.rados.0.smithi046.stdout:3196: finishing copy_from to smithi04683737-3 2024-09-20T21:52:45.646 INFO:tasks.rados.rados.0.smithi046.stdout:3196: got expected ENOENT (src dne) 2024-09-20T21:52:45.647 INFO:tasks.rados.rados.0.smithi046.stdout:3196: finishing copy_from racing read to smithi04683737-3 2024-09-20T21:52:45.647 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1441 (ObjNum 969 snap 308 seq_num 969) dirty exists 2024-09-20T21:52:45.647 INFO:tasks.rados.rados.0.smithi046.stdout:3198: expect (ObjNum 920 snap 301 seq_num 920) 2024-09-20T21:52:45.846 INFO:tasks.rados.rados.0.smithi046.stdout:3199: finishing write tid 1 to smithi04683737-29 2024-09-20T21:52:45.846 INFO:tasks.rados.rados.0.smithi046.stdout:3199: finishing write tid 2 to smithi04683737-29 2024-09-20T21:52:45.846 INFO:tasks.rados.rados.0.smithi046.stdout:3199: finishing write tid 3 to smithi04683737-29 2024-09-20T21:52:45.846 INFO:tasks.rados.rados.0.smithi046.stdout:3199: finishing write tid 4 to smithi04683737-29 2024-09-20T21:52:45.846 INFO:tasks.rados.rados.0.smithi046.stdout:3199: finishing write tid 5 to smithi04683737-29 2024-09-20T21:52:45.846 INFO:tasks.rados.rados.0.smithi046.stdout:3199: finishing write tid 6 to smithi04683737-29 2024-09-20T21:52:45.846 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1316 (ObjNum 983 snap 313 seq_num 983) dirty exists 2024-09-20T21:52:45.846 INFO:tasks.rados.rados.0.smithi046.stdout:3199: left oid 29 (ObjNum 983 snap 313 seq_num 983) 2024-09-20T21:52:45.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:45 smithi046 ceph-mon[98591]: osdmap e688: 8 total, 8 up, 8 in 2024-09-20T21:52:45.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:45 smithi046 ceph-mon[96110]: osdmap e688: 8 total, 8 up, 8 in 2024-09-20T21:52:45.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:45 smithi134 ceph-mon[89086]: osdmap e688: 8 total, 8 up, 8 in 2024-09-20T21:52:46.652 INFO:tasks.rados.rados.0.smithi046.stdout:3195: done (5 left) 2024-09-20T21:52:46.652 INFO:tasks.rados.rados.0.smithi046.stdout:3196: done (4 left) 2024-09-20T21:52:46.652 INFO:tasks.rados.rados.0.smithi046.stdout:3197: done (3 left) 2024-09-20T21:52:46.652 INFO:tasks.rados.rados.0.smithi046.stdout:3198: done (2 left) 2024-09-20T21:52:46.652 INFO:tasks.rados.rados.0.smithi046.stdout:3199: done (1 left) 2024-09-20T21:52:46.652 INFO:tasks.rados.rados.0.smithi046.stdout:3202: done (0 left) 2024-09-20T21:52:46.652 INFO:tasks.rados.rados.0.smithi046.stdout:3203: read oid 3 snap -1 2024-09-20T21:52:46.652 INFO:tasks.rados.rados.0.smithi046.stdout:3203: expect (ObjNum 966 snap 307 seq_num 966) 2024-09-20T21:52:46.652 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 314 2024-09-20T21:52:46.652 INFO:tasks.rados.rados.0.smithi046.stdout:3204: seq_num 984 ranges {0=483328,483328=598016,1081344=647168,1728512=360448} 2024-09-20T21:52:46.654 INFO:tasks.rados.rados.0.smithi046.stdout:3204: writing smithi04683737-44 from 0 to 483328 tid 1 2024-09-20T21:52:46.658 INFO:tasks.rados.rados.0.smithi046.stdout:3204: writing smithi04683737-44 from 483328 to 1081344 tid 2 2024-09-20T21:52:46.662 INFO:tasks.rados.rados.0.smithi046.stdout:3204: writing smithi04683737-44 from 1081344 to 1728512 tid 3 2024-09-20T21:52:46.665 INFO:tasks.rados.rados.0.smithi046.stdout:3204: writing smithi04683737-44 from 1728512 to 2088960 tid 4 2024-09-20T21:52:46.665 INFO:tasks.rados.rados.0.smithi046.stdout:3205: delete oid 17 current snap is 314 2024-09-20T21:52:46.665 INFO:tasks.rados.rados.0.smithi046.stdout:3204: finishing write tid 1 to smithi04683737-44 2024-09-20T21:52:46.665 INFO:tasks.rados.rados.0.smithi046.stdout:3204: finishing write tid 2 to smithi04683737-44 2024-09-20T21:52:46.669 INFO:tasks.rados.rados.0.smithi046.stdout:3204: finishing write tid 3 to smithi04683737-44 2024-09-20T21:52:46.671 INFO:tasks.rados.rados.0.smithi046.stdout:3204: finishing write tid 4 to smithi04683737-44 2024-09-20T21:52:46.671 INFO:tasks.rados.rados.0.smithi046.stdout:3204: finishing write tid 5 to smithi04683737-44 2024-09-20T21:52:46.673 INFO:tasks.rados.rados.0.smithi046.stdout:3204: finishing write tid 6 to smithi04683737-44 2024-09-20T21:52:46.673 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1519 (ObjNum 984 snap 314 seq_num 984) dirty exists 2024-09-20T21:52:46.673 INFO:tasks.rados.rados.0.smithi046.stdout:3204: left oid 44 (ObjNum 984 snap 314 seq_num 984) 2024-09-20T21:52:46.683 INFO:tasks.rados.rados.0.smithi046.stdout:3203: expect (ObjNum 966 snap 307 seq_num 966) 2024-09-20T21:52:46.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:46 smithi046 ceph-mon[96110]: pgmap v699: 121 pgs: 121 active+clean; 543 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 3.0 MiB/s wr, 9 op/s 2024-09-20T21:52:46.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:46 smithi046 ceph-mon[96110]: osdmap e689: 8 total, 8 up, 8 in 2024-09-20T21:52:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:46 smithi046 ceph-mon[98591]: pgmap v699: 121 pgs: 121 active+clean; 543 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 3.0 MiB/s wr, 9 op/s 2024-09-20T21:52:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:46 smithi046 ceph-mon[98591]: osdmap e689: 8 total, 8 up, 8 in 2024-09-20T21:52:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:46 smithi134 ceph-mon[89086]: pgmap v699: 121 pgs: 121 active+clean; 543 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 3.0 MiB/s wr, 9 op/s 2024-09-20T21:52:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:46 smithi134 ceph-mon[89086]: osdmap e689: 8 total, 8 up, 8 in 2024-09-20T21:52:47.093 INFO:tasks.rados.rados.0.smithi046.stdout:3203: done (2 left) 2024-09-20T21:52:47.094 INFO:tasks.rados.rados.0.smithi046.stdout:3204: done (1 left) 2024-09-20T21:52:47.094 INFO:tasks.rados.rados.0.smithi046.stdout:3205: done (0 left) 2024-09-20T21:52:47.094 INFO:tasks.rados.rados.0.smithi046.stdout:3206: copy_from oid 40 from oid 7 current snap is 314 2024-09-20T21:52:47.094 INFO:tasks.rados.rados.0.smithi046.stdout:3207: read oid 30 snap -1 2024-09-20T21:52:47.094 INFO:tasks.rados.rados.0.smithi046.stdout:3207: expect deleted 2024-09-20T21:52:47.094 INFO:tasks.rados.rados.0.smithi046.stdout:3208: copy_from oid 19 from oid 48 current snap is 314 2024-09-20T21:52:47.094 INFO:tasks.rados.rados.0.smithi046.stdout:3209: snap_remove snap 309 2024-09-20T21:52:47.634 INFO:tasks.rados.rados.0.smithi046.stdout:3209: done (3 left) 2024-09-20T21:52:47.634 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 314 2024-09-20T21:52:47.634 INFO:tasks.rados.rados.0.smithi046.stdout:3210: seq_num 986 ranges {0=516096,516096=770048,1286144=655360,1941504=180224} 2024-09-20T21:52:47.637 INFO:tasks.rados.rados.0.smithi046.stdout:3210: writing smithi04683737-16 from 0 to 516096 tid 1 2024-09-20T21:52:47.643 INFO:tasks.rados.rados.0.smithi046.stdout:3210: writing smithi04683737-16 from 516096 to 1286144 tid 2 2024-09-20T21:52:47.647 INFO:tasks.rados.rados.0.smithi046.stdout:3210: writing smithi04683737-16 from 1286144 to 1941504 tid 3 2024-09-20T21:52:47.648 INFO:tasks.rados.rados.0.smithi046.stdout:3210: writing smithi04683737-16 from 1941504 to 2121728 tid 4 2024-09-20T21:52:47.648 INFO:tasks.rados.rados.0.smithi046.stdout:3211: snap_create 2024-09-20T21:52:47.648 INFO:tasks.rados.rados.0.smithi046.stdout:3208: finishing copy_from racing read to smithi04683737-19 2024-09-20T21:52:47.648 INFO:tasks.rados.rados.0.smithi046.stdout:3208: finishing copy_from to smithi04683737-19 2024-09-20T21:52:47.648 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1296 (ObjNum 964 snap 307 seq_num 964) dirty exists 2024-09-20T21:52:47.649 INFO:tasks.rados.rados.0.smithi046.stdout:3206: finishing copy_from racing read to smithi04683737-40 2024-09-20T21:52:47.649 INFO:tasks.rados.rados.0.smithi046.stdout:3206: finishing copy_from to smithi04683737-40 2024-09-20T21:52:47.649 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 544 (ObjNum 982 snap 313 seq_num 982) dirty exists 2024-09-20T21:52:47.649 INFO:tasks.rados.rados.0.smithi046.stdout:3210: finishing write tid 1 to smithi04683737-16 2024-09-20T21:52:47.649 INFO:tasks.rados.rados.0.smithi046.stdout:3210: finishing write tid 2 to smithi04683737-16 2024-09-20T21:52:47.653 INFO:tasks.rados.rados.0.smithi046.stdout:3210: finishing write tid 3 to smithi04683737-16 2024-09-20T21:52:47.653 INFO:tasks.rados.rados.0.smithi046.stdout:3210: finishing write tid 4 to smithi04683737-16 2024-09-20T21:52:47.653 INFO:tasks.rados.rados.0.smithi046.stdout:3210: finishing write tid 5 to smithi04683737-16 2024-09-20T21:52:47.655 INFO:tasks.rados.rados.0.smithi046.stdout:3210: finishing write tid 6 to smithi04683737-16 2024-09-20T21:52:47.656 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 1357 (ObjNum 986 snap 314 seq_num 986) dirty exists 2024-09-20T21:52:47.656 INFO:tasks.rados.rados.0.smithi046.stdout:3210: left oid 16 (ObjNum 986 snap 314 seq_num 986) 2024-09-20T21:52:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:47 smithi134 ceph-mon[89086]: osdmap e690: 8 total, 8 up, 8 in 2024-09-20T21:52:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:47 smithi134 ceph-mon[89086]: osdmap e691: 8 total, 8 up, 8 in 2024-09-20T21:52:48.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:47 smithi046 ceph-mon[96110]: osdmap e690: 8 total, 8 up, 8 in 2024-09-20T21:52:48.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:47 smithi046 ceph-mon[96110]: osdmap e691: 8 total, 8 up, 8 in 2024-09-20T21:52:48.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:47 smithi046 ceph-mon[98591]: osdmap e690: 8 total, 8 up, 8 in 2024-09-20T21:52:48.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:47 smithi046 ceph-mon[98591]: osdmap e691: 8 total, 8 up, 8 in 2024-09-20T21:52:48.656 INFO:tasks.rados.rados.0.smithi046.stdout:3206: done (4 left) 2024-09-20T21:52:48.656 INFO:tasks.rados.rados.0.smithi046.stdout:3207: done (3 left) 2024-09-20T21:52:48.656 INFO:tasks.rados.rados.0.smithi046.stdout:3208: done (2 left) 2024-09-20T21:52:48.656 INFO:tasks.rados.rados.0.smithi046.stdout:3210: done (1 left) 2024-09-20T21:52:48.656 INFO:tasks.rados.rados.0.smithi046.stdout:3211: done (0 left) 2024-09-20T21:52:48.656 INFO:tasks.rados.rados.0.smithi046.stdout:3212: rmattr oid 21 current snap is 315 2024-09-20T21:52:48.656 INFO:tasks.rados.rados.0.smithi046.stdout:3213: snap_remove snap 307 2024-09-20T21:52:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:48 smithi134 ceph-mon[89086]: pgmap v702: 121 pgs: 121 active+clean; 543 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-20T21:52:49.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:48 smithi046 ceph-mon[96110]: pgmap v702: 121 pgs: 121 active+clean; 543 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-20T21:52:49.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:48 smithi046 ceph-mon[98591]: pgmap v702: 121 pgs: 121 active+clean; 543 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-20T21:52:49.667 INFO:tasks.rados.rados.0.smithi046.stdout:3213: done (1 left) 2024-09-20T21:52:49.667 INFO:tasks.rados.rados.0.smithi046.stdout:3214: rmattr oid 15 current snap is 315 2024-09-20T21:52:49.668 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1442 (ObjNum 971 snap 308 seq_num 971) dirty exists 2024-09-20T21:52:49.668 INFO:tasks.rados.rados.0.smithi046.stdout:3212: done (1 left) 2024-09-20T21:52:49.668 INFO:tasks.rados.rados.0.smithi046.stdout:3215: setattr oid 4 current snap is 315 2024-09-20T21:52:49.669 INFO:tasks.rados.rados.0.smithi046.stdout:3216: read oid 1 snap 312 2024-09-20T21:52:49.669 INFO:tasks.rados.rados.0.smithi046.stdout:3216: expect (ObjNum 960 snap 307 seq_num 960) 2024-09-20T21:52:49.669 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 315 2024-09-20T21:52:49.669 INFO:tasks.rados.rados.0.smithi046.stdout:3217: seq_num 987 ranges {0=532480,532480=647168,1179648=417792,1597440=409600,2007040=131072} 2024-09-20T21:52:49.673 INFO:tasks.rados.rados.0.smithi046.stdout:3217: writing smithi04683737-39 from 0 to 532480 tid 1 2024-09-20T21:52:49.678 INFO:tasks.rados.rados.0.smithi046.stdout:3217: writing smithi04683737-39 from 532480 to 1179648 tid 2 2024-09-20T21:52:49.681 INFO:tasks.rados.rados.0.smithi046.stdout:3217: writing smithi04683737-39 from 1179648 to 1597440 tid 3 2024-09-20T21:52:49.684 INFO:tasks.rados.rados.0.smithi046.stdout:3217: writing smithi04683737-39 from 1597440 to 2007040 tid 4 2024-09-20T21:52:49.685 INFO:tasks.rados.rados.0.smithi046.stdout:3217: writing smithi04683737-39 from 2007040 to 2138112 tid 5 2024-09-20T21:52:49.685 INFO:tasks.rados.rados.0.smithi046.stdout:3218: snap_create 2024-09-20T21:52:49.685 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 1743 (ObjNum 810 snap 269 seq_num 810) dirty exists 2024-09-20T21:52:49.685 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 1047 (ObjNum 890 snap 295 seq_num 890) dirty exists 2024-09-20T21:52:49.685 INFO:tasks.rados.rados.0.smithi046.stdout:3217: finishing write tid 1 to smithi04683737-39 2024-09-20T21:52:49.687 INFO:tasks.rados.rados.0.smithi046.stdout:3217: finishing write tid 2 to smithi04683737-39 2024-09-20T21:52:49.687 INFO:tasks.rados.rados.0.smithi046.stdout:3217: finishing write tid 3 to smithi04683737-39 2024-09-20T21:52:49.689 INFO:tasks.rados.rados.0.smithi046.stdout:3217: finishing write tid 4 to smithi04683737-39 2024-09-20T21:52:49.691 INFO:tasks.rados.rados.0.smithi046.stdout:3217: finishing write tid 5 to smithi04683737-39 2024-09-20T21:52:49.691 INFO:tasks.rados.rados.0.smithi046.stdout:3217: finishing write tid 6 to smithi04683737-39 2024-09-20T21:52:49.693 INFO:tasks.rados.rados.0.smithi046.stdout:3217: finishing write tid 7 to smithi04683737-39 2024-09-20T21:52:49.693 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1525 (ObjNum 987 snap 315 seq_num 987) dirty exists 2024-09-20T21:52:49.693 INFO:tasks.rados.rados.0.smithi046.stdout:3217: left oid 39 (ObjNum 987 snap 315 seq_num 987) 2024-09-20T21:52:49.695 INFO:tasks.rados.rados.0.smithi046.stdout:3216: expect (ObjNum 960 snap 307 seq_num 960) 2024-09-20T21:52:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:49 smithi134 ceph-mon[89086]: osdmap e692: 8 total, 8 up, 8 in 2024-09-20T21:52:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:52:50.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:49 smithi046 ceph-mon[96110]: osdmap e692: 8 total, 8 up, 8 in 2024-09-20T21:52:50.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:52:50.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:49 smithi046 ceph-mon[98591]: osdmap e692: 8 total, 8 up, 8 in 2024-09-20T21:52:50.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:52:50.670 INFO:tasks.rados.rados.0.smithi046.stdout:3214: done (4 left) 2024-09-20T21:52:50.670 INFO:tasks.rados.rados.0.smithi046.stdout:3215: done (3 left) 2024-09-20T21:52:50.671 INFO:tasks.rados.rados.0.smithi046.stdout:3216: done (2 left) 2024-09-20T21:52:50.671 INFO:tasks.rados.rados.0.smithi046.stdout:3217: done (1 left) 2024-09-20T21:52:50.671 INFO:tasks.rados.rados.0.smithi046.stdout:3218: done (0 left) 2024-09-20T21:52:50.671 INFO:tasks.rados.rados.0.smithi046.stdout:3219: snap_remove snap 270 2024-09-20T21:52:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:50 smithi134 ceph-mon[89086]: pgmap v705: 121 pgs: 121 active+clean; 549 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-09-20T21:52:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:50 smithi134 ceph-mon[89086]: osdmap e693: 8 total, 8 up, 8 in 2024-09-20T21:52:51.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:50 smithi046 ceph-mon[96110]: pgmap v705: 121 pgs: 121 active+clean; 549 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-09-20T21:52:51.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:50 smithi046 ceph-mon[96110]: osdmap e693: 8 total, 8 up, 8 in 2024-09-20T21:52:51.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:50 smithi046 ceph-mon[98591]: pgmap v705: 121 pgs: 121 active+clean; 549 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-09-20T21:52:51.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:50 smithi046 ceph-mon[98591]: osdmap e693: 8 total, 8 up, 8 in 2024-09-20T21:52:51.677 INFO:tasks.rados.rados.0.smithi046.stdout:3219: done (0 left) 2024-09-20T21:52:51.677 INFO:tasks.rados.rados.0.smithi046.stdout:3220: snap_create 2024-09-20T21:52:51.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:51 smithi134 ceph-mon[89086]: osdmap e694: 8 total, 8 up, 8 in 2024-09-20T21:52:52.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:51 smithi046 ceph-mon[96110]: osdmap e694: 8 total, 8 up, 8 in 2024-09-20T21:52:52.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:51 smithi046 ceph-mon[98591]: osdmap e694: 8 total, 8 up, 8 in 2024-09-20T21:52:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:52:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:52:52] "GET /metrics HTTP/1.1" 200 36388 "" "Prometheus/2.43.0" 2024-09-20T21:52:52.634 INFO:tasks.rados.rados.0.smithi046.stdout:3220: done (0 left) 2024-09-20T21:52:52.635 INFO:tasks.rados.rados.0.smithi046.stdout:3221: read oid 11 snap -1 2024-09-20T21:52:52.635 INFO:tasks.rados.rados.0.smithi046.stdout:3221: expect (ObjNum 977 snap 309 seq_num 977) 2024-09-20T21:52:52.635 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 317 2024-09-20T21:52:52.635 INFO:tasks.rados.rados.0.smithi046.stdout:3222: seq_num 988 ranges {2301952=557056,2859008=532480,3391488=622592,4014080=450560} 2024-09-20T21:52:52.651 INFO:tasks.rados.rados.0.smithi046.stdout:3222: writing smithi04683737-28 from 2301952 to 2859008 tid 1 2024-09-20T21:52:52.655 INFO:tasks.rados.rados.0.smithi046.stdout:3222: writing smithi04683737-28 from 2859008 to 3391488 tid 2 2024-09-20T21:52:52.658 INFO:tasks.rados.rados.0.smithi046.stdout:3222: writing smithi04683737-28 from 3391488 to 4014080 tid 3 2024-09-20T21:52:52.661 INFO:tasks.rados.rados.0.smithi046.stdout:3222: writing smithi04683737-28 from 4014080 to 4464640 tid 4 2024-09-20T21:52:52.661 INFO:tasks.rados.rados.0.smithi046.stdout:3223: delete oid 46 current snap is 317 2024-09-20T21:52:52.661 INFO:tasks.rados.rados.0.smithi046.stdout:3221: expect (ObjNum 977 snap 309 seq_num 977) 2024-09-20T21:52:52.672 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:52:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:52:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:52:52.800 INFO:tasks.rados.rados.0.smithi046.stdout:3222: finishing write tid 1 to smithi04683737-28 2024-09-20T21:52:52.801 INFO:tasks.rados.rados.0.smithi046.stdout:3222: finishing write tid 2 to smithi04683737-28 2024-09-20T21:52:52.801 INFO:tasks.rados.rados.0.smithi046.stdout:3222: finishing write tid 3 to smithi04683737-28 2024-09-20T21:52:52.801 INFO:tasks.rados.rados.0.smithi046.stdout:3222: finishing write tid 4 to smithi04683737-28 2024-09-20T21:52:52.801 INFO:tasks.rados.rados.0.smithi046.stdout:3222: finishing write tid 5 to smithi04683737-28 2024-09-20T21:52:52.801 INFO:tasks.rados.rados.0.smithi046.stdout:3222: finishing write tid 6 to smithi04683737-28 2024-09-20T21:52:52.801 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 1530 (ObjNum 988 snap 317 seq_num 988) dirty exists 2024-09-20T21:52:52.801 INFO:tasks.rados.rados.0.smithi046.stdout:3222: left oid 28 (ObjNum 988 snap 317 seq_num 988) 2024-09-20T21:52:52.801 INFO:tasks.rados.rados.0.smithi046.stdout:3221: done (2 left) 2024-09-20T21:52:52.801 INFO:tasks.rados.rados.0.smithi046.stdout:3222: done (1 left) 2024-09-20T21:52:52.801 INFO:tasks.rados.rados.0.smithi046.stdout:3223: done (0 left) 2024-09-20T21:52:52.801 INFO:tasks.rados.rados.0.smithi046.stdout:3224: read oid 9 snap -1 2024-09-20T21:52:52.801 INFO:tasks.rados.rados.0.smithi046.stdout:3224: expect deleted 2024-09-20T21:52:52.801 INFO:tasks.rados.rados.0.smithi046.stdout:3225: rollback oid 49 current snap is 317 2024-09-20T21:52:52.802 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 49 to 311 2024-09-20T21:52:52.802 INFO:tasks.rados.rados.0.smithi046.stdout:3226: rmattr oid 38 current snap is 317 2024-09-20T21:52:52.802 INFO:tasks.rados.rados.0.smithi046.stdout:3227: read oid 41 snap -1 2024-09-20T21:52:52.802 INFO:tasks.rados.rados.0.smithi046.stdout:3227: expect (ObjNum 959 snap 307 seq_num 959) 2024-09-20T21:52:52.802 INFO:tasks.rados.rados.0.smithi046.stdout:3228: delete oid 47 current snap is 317 2024-09-20T21:52:52.803 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1365 (ObjNum 964 snap 307 seq_num 964) dirty exists 2024-09-20T21:52:52.804 INFO:tasks.rados.rados.0.smithi046.stdout:3225: finishing rollback tid 0 to smithi04683737-49 2024-09-20T21:52:52.806 INFO:tasks.rados.rados.0.smithi046.stdout:3225: finishing rollback tid 1 to smithi04683737-49 2024-09-20T21:52:52.807 INFO:tasks.rados.rados.0.smithi046.stdout:3225: finishing rollback tid 2 to smithi04683737-49 2024-09-20T21:52:52.807 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 1755 (ObjNum 920 snap 301 seq_num 920) dirty exists 2024-09-20T21:52:52.824 INFO:tasks.rados.rados.0.smithi046.stdout:3224: done (4 left) 2024-09-20T21:52:52.824 INFO:tasks.rados.rados.0.smithi046.stdout:3225: done (3 left) 2024-09-20T21:52:52.824 INFO:tasks.rados.rados.0.smithi046.stdout:3226: done (2 left) 2024-09-20T21:52:52.825 INFO:tasks.rados.rados.0.smithi046.stdout:3228: done (1 left) 2024-09-20T21:52:52.825 INFO:tasks.rados.rados.0.smithi046.stdout:3229: read oid 44 snap -1 2024-09-20T21:52:52.825 INFO:tasks.rados.rados.0.smithi046.stdout:3229: expect (ObjNum 984 snap 314 seq_num 984) 2024-09-20T21:52:52.825 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 317 2024-09-20T21:52:52.825 INFO:tasks.rados.rados.0.smithi046.stdout:3227: expect (ObjNum 959 snap 307 seq_num 959) 2024-09-20T21:52:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:52 smithi134 ceph-mon[89086]: pgmap v708: 121 pgs: 121 active+clean; 558 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-09-20T21:52:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:52 smithi134 ceph-mon[89086]: osdmap e695: 8 total, 8 up, 8 in 2024-09-20T21:52:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:52 smithi134 ceph-mon[89086]: osdmap e696: 8 total, 8 up, 8 in 2024-09-20T21:52:52.967 INFO:tasks.rados.rados.0.smithi046.stdout:3229: expect (ObjNum 984 snap 314 seq_num 984) 2024-09-20T21:52:53.021 INFO:tasks.rados.rados.0.smithi046.stdout:3230: seq_num 991 ranges {2342912=606208,2949120=638976,3588096=794624,4382720=172032} 2024-09-20T21:52:53.037 INFO:tasks.rados.rados.0.smithi046.stdout:3230: writing smithi04683737-43 from 2342912 to 2949120 tid 1 2024-09-20T21:52:53.041 INFO:tasks.rados.rados.0.smithi046.stdout:3230: writing smithi04683737-43 from 2949120 to 3588096 tid 2 2024-09-20T21:52:53.046 INFO:tasks.rados.rados.0.smithi046.stdout:3230: writing smithi04683737-43 from 3588096 to 4382720 tid 3 2024-09-20T21:52:53.047 INFO:tasks.rados.rados.0.smithi046.stdout:3230: writing smithi04683737-43 from 4382720 to 4554752 tid 4 2024-09-20T21:52:53.047 INFO:tasks.rados.rados.0.smithi046.stdout:3227: done (2 left) 2024-09-20T21:52:53.047 INFO:tasks.rados.rados.0.smithi046.stdout:3229: done (1 left) 2024-09-20T21:52:53.047 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 317 2024-09-20T21:52:53.047 INFO:tasks.rados.rados.0.smithi046.stdout:3230: finishing write tid 1 to smithi04683737-43 2024-09-20T21:52:53.047 INFO:tasks.rados.rados.0.smithi046.stdout:3230: finishing write tid 2 to smithi04683737-43 2024-09-20T21:52:53.047 INFO:tasks.rados.rados.0.smithi046.stdout:3231: seq_num 992 ranges {6414336=622592,7036928=524288,7561216=606208,8167424=475136} 2024-09-20T21:52:53.085 INFO:tasks.rados.rados.0.smithi046.stdout:3231: writing smithi04683737-29 from 6414336 to 7036928 tid 1 2024-09-20T21:52:53.088 INFO:tasks.rados.rados.0.smithi046.stdout:3231: writing smithi04683737-29 from 7036928 to 7561216 tid 2 2024-09-20T21:52:53.092 INFO:tasks.rados.rados.0.smithi046.stdout:3231: writing smithi04683737-29 from 7561216 to 8167424 tid 3 2024-09-20T21:52:53.095 INFO:tasks.rados.rados.0.smithi046.stdout:3231: writing smithi04683737-29 from 8167424 to 8642560 tid 4 2024-09-20T21:52:53.095 INFO:tasks.rados.rados.0.smithi046.stdout:3232: read oid 5 snap 281 2024-09-20T21:52:53.096 INFO:tasks.rados.rados.0.smithi046.stdout:3232: expect (ObjNum 828 snap 274 seq_num 828) 2024-09-20T21:52:53.096 INFO:tasks.rados.rados.0.smithi046.stdout:3233: snap_create 2024-09-20T21:52:53.096 INFO:tasks.rados.rados.0.smithi046.stdout:3230: finishing write tid 3 to smithi04683737-43 2024-09-20T21:52:53.096 INFO:tasks.rados.rados.0.smithi046.stdout:3230: finishing write tid 4 to smithi04683737-43 2024-09-20T21:52:53.096 INFO:tasks.rados.rados.0.smithi046.stdout:3230: finishing write tid 5 to smithi04683737-43 2024-09-20T21:52:53.096 INFO:tasks.rados.rados.0.smithi046.stdout:3230: finishing write tid 6 to smithi04683737-43 2024-09-20T21:52:53.096 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1458 (ObjNum 991 snap 317 seq_num 991) dirty exists 2024-09-20T21:52:53.096 INFO:tasks.rados.rados.0.smithi046.stdout:3230: left oid 43 (ObjNum 991 snap 317 seq_num 991) 2024-09-20T21:52:53.096 INFO:tasks.rados.rados.0.smithi046.stdout:3231: finishing write tid 1 to smithi04683737-29 2024-09-20T21:52:53.096 INFO:tasks.rados.rados.0.smithi046.stdout:3231: finishing write tid 2 to smithi04683737-29 2024-09-20T21:52:53.096 INFO:tasks.rados.rados.0.smithi046.stdout:3231: finishing write tid 3 to smithi04683737-29 2024-09-20T21:52:53.098 INFO:tasks.rados.rados.0.smithi046.stdout:3231: finishing write tid 4 to smithi04683737-29 2024-09-20T21:52:53.098 INFO:tasks.rados.rados.0.smithi046.stdout:3231: finishing write tid 5 to smithi04683737-29 2024-09-20T21:52:53.101 INFO:tasks.rados.rados.0.smithi046.stdout:3231: finishing write tid 6 to smithi04683737-29 2024-09-20T21:52:53.101 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1321 (ObjNum 992 snap 317 seq_num 992) dirty exists 2024-09-20T21:52:53.101 INFO:tasks.rados.rados.0.smithi046.stdout:3231: left oid 29 (ObjNum 992 snap 317 seq_num 992) 2024-09-20T21:52:53.102 INFO:tasks.rados.rados.0.smithi046.stdout:3232: expect (ObjNum 828 snap 274 seq_num 828) 2024-09-20T21:52:53.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:52 smithi046 ceph-mon[96110]: pgmap v708: 121 pgs: 121 active+clean; 558 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-09-20T21:52:53.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:52 smithi046 ceph-mon[96110]: osdmap e695: 8 total, 8 up, 8 in 2024-09-20T21:52:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:52 smithi046 ceph-mon[96110]: osdmap e696: 8 total, 8 up, 8 in 2024-09-20T21:52:53.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:52 smithi046 ceph-mon[98591]: pgmap v708: 121 pgs: 121 active+clean; 558 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-09-20T21:52:53.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:52 smithi046 ceph-mon[98591]: osdmap e695: 8 total, 8 up, 8 in 2024-09-20T21:52:53.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:52 smithi046 ceph-mon[98591]: osdmap e696: 8 total, 8 up, 8 in 2024-09-20T21:52:53.681 INFO:tasks.rados.rados.0.smithi046.stdout:3230: done (3 left) 2024-09-20T21:52:53.681 INFO:tasks.rados.rados.0.smithi046.stdout:3231: done (2 left) 2024-09-20T21:52:53.681 INFO:tasks.rados.rados.0.smithi046.stdout:3232: done (1 left) 2024-09-20T21:52:53.682 INFO:tasks.rados.rados.0.smithi046.stdout:3233: done (0 left) 2024-09-20T21:52:53.682 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 318 2024-09-20T21:52:53.682 INFO:tasks.rados.rados.0.smithi046.stdout:3234: seq_num 993 ranges {1875968=638976,2514944=409600,2924544=409600,3334144=688128,4022272=98304} 2024-09-20T21:52:53.695 INFO:tasks.rados.rados.0.smithi046.stdout:3234: writing smithi04683737-20 from 1875968 to 2514944 tid 1 2024-09-20T21:52:53.697 INFO:tasks.rados.rados.0.smithi046.stdout:3234: writing smithi04683737-20 from 2514944 to 2924544 tid 2 2024-09-20T21:52:53.699 INFO:tasks.rados.rados.0.smithi046.stdout:3234: writing smithi04683737-20 from 2924544 to 3334144 tid 3 2024-09-20T21:52:53.703 INFO:tasks.rados.rados.0.smithi046.stdout:3234: writing smithi04683737-20 from 3334144 to 4022272 tid 4 2024-09-20T21:52:53.704 INFO:tasks.rados.rados.0.smithi046.stdout:3234: writing smithi04683737-20 from 4022272 to 4120576 tid 5 2024-09-20T21:52:53.704 INFO:tasks.rados.rados.0.smithi046.stdout:3235: read oid 7 snap -1 2024-09-20T21:52:53.704 INFO:tasks.rados.rados.0.smithi046.stdout:3235: expect (ObjNum 982 snap 313 seq_num 982) 2024-09-20T21:52:53.704 INFO:tasks.rados.rados.0.smithi046.stdout:3236: rollback oid 37 current snap is 318 2024-09-20T21:52:53.704 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 37 to 225 2024-09-20T21:52:53.704 INFO:tasks.rados.rados.0.smithi046.stdout:3234: finishing write tid 1 to smithi04683737-20 2024-09-20T21:52:53.705 INFO:tasks.rados.rados.0.smithi046.stdout:3234: finishing write tid 2 to smithi04683737-20 2024-09-20T21:52:53.705 INFO:tasks.rados.rados.0.smithi046.stdout:3234: finishing write tid 3 to smithi04683737-20 2024-09-20T21:52:53.705 INFO:tasks.rados.rados.0.smithi046.stdout:3237: snap_create 2024-09-20T21:52:53.708 INFO:tasks.rados.rados.0.smithi046.stdout:3234: finishing write tid 4 to smithi04683737-20 2024-09-20T21:52:53.709 INFO:tasks.rados.rados.0.smithi046.stdout:3234: finishing write tid 5 to smithi04683737-20 2024-09-20T21:52:53.710 INFO:tasks.rados.rados.0.smithi046.stdout:3234: finishing write tid 6 to smithi04683737-20 2024-09-20T21:52:53.710 INFO:tasks.rados.rados.0.smithi046.stdout:3236: finishing rollback tid 1 to smithi04683737-37 2024-09-20T21:52:53.710 INFO:tasks.rados.rados.0.smithi046.stdout:3236: finishing rollback tid 2 to smithi04683737-37 2024-09-20T21:52:53.710 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 1367 (ObjNum 613 snap 202 seq_num 613) dirty exists 2024-09-20T21:52:53.711 INFO:tasks.rados.rados.0.smithi046.stdout:3234: finishing write tid 7 to smithi04683737-20 2024-09-20T21:52:53.711 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 1440 (ObjNum 993 snap 318 seq_num 993) dirty exists 2024-09-20T21:52:53.711 INFO:tasks.rados.rados.0.smithi046.stdout:3234: left oid 20 (ObjNum 993 snap 318 seq_num 993) 2024-09-20T21:52:53.721 INFO:tasks.rados.rados.0.smithi046.stdout:3235: expect (ObjNum 982 snap 313 seq_num 982) 2024-09-20T21:52:54.689 INFO:tasks.rados.rados.0.smithi046.stdout:3234: done (3 left) 2024-09-20T21:52:54.689 INFO:tasks.rados.rados.0.smithi046.stdout:3235: done (2 left) 2024-09-20T21:52:54.690 INFO:tasks.rados.rados.0.smithi046.stdout:3236: done (1 left) 2024-09-20T21:52:54.690 INFO:tasks.rados.rados.0.smithi046.stdout:3237: done (0 left) 2024-09-20T21:52:54.690 INFO:tasks.rados.rados.0.smithi046.stdout:3238: snap_create 2024-09-20T21:52:55.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:54 smithi046 ceph-mon[96110]: pgmap v711: 121 pgs: 121 active+clean; 553 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-09-20T21:52:55.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:54 smithi046 ceph-mon[96110]: osdmap e697: 8 total, 8 up, 8 in 2024-09-20T21:52:55.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:54 smithi046 ceph-mon[98591]: pgmap v711: 121 pgs: 121 active+clean; 553 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-09-20T21:52:55.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:54 smithi046 ceph-mon[98591]: osdmap e697: 8 total, 8 up, 8 in 2024-09-20T21:52:55.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:54 smithi134 ceph-mon[89086]: pgmap v711: 121 pgs: 121 active+clean; 553 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-09-20T21:52:55.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:54 smithi134 ceph-mon[89086]: osdmap e697: 8 total, 8 up, 8 in 2024-09-20T21:52:55.700 INFO:tasks.rados.rados.0.smithi046.stdout:3238: done (0 left) 2024-09-20T21:52:55.770 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 320 2024-09-20T21:52:55.770 INFO:tasks.rados.rados.0.smithi046.stdout:3239: seq_num 994 ranges {4341760=655360,4997120=688128,5685248=622592,6307840=294912} 2024-09-20T21:52:55.772 INFO:tasks.rados.rados.0.smithi046.stdout:3239: writing smithi04683737-8 from 4341760 to 4997120 tid 1 2024-09-20T21:52:55.773 INFO:tasks.rados.rados.0.smithi046.stdout:3239: writing smithi04683737-8 from 4997120 to 5685248 tid 2 2024-09-20T21:52:55.773 INFO:tasks.rados.rados.0.smithi046.stdout:3239: writing smithi04683737-8 from 5685248 to 6307840 tid 3 2024-09-20T21:52:55.773 INFO:tasks.rados.rados.0.smithi046.stdout:3239: writing smithi04683737-8 from 6307840 to 6602752 tid 4 2024-09-20T21:52:55.773 INFO:tasks.rados.rados.0.smithi046.stdout:3240: rollback oid 37 current snap is 320 2024-09-20T21:52:55.773 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 37 to 251 2024-09-20T21:52:55.773 INFO:tasks.rados.rados.0.smithi046.stdout:3239: finishing write tid 1 to smithi04683737-8 2024-09-20T21:52:55.773 INFO:tasks.rados.rados.0.smithi046.stdout:3239: finishing write tid 2 to smithi04683737-8 2024-09-20T21:52:55.773 INFO:tasks.rados.rados.0.smithi046.stdout:3241: snap_create 2024-09-20T21:52:55.773 INFO:tasks.rados.rados.0.smithi046.stdout:3239: finishing write tid 3 to smithi04683737-8 2024-09-20T21:52:55.774 INFO:tasks.rados.rados.0.smithi046.stdout:3239: finishing write tid 4 to smithi04683737-8 2024-09-20T21:52:55.774 INFO:tasks.rados.rados.0.smithi046.stdout:3239: finishing write tid 5 to smithi04683737-8 2024-09-20T21:52:55.774 INFO:tasks.rados.rados.0.smithi046.stdout:3240: finishing rollback tid 0 to smithi04683737-37 2024-09-20T21:52:55.774 INFO:tasks.rados.rados.0.smithi046.stdout:3239: finishing write tid 6 to smithi04683737-8 2024-09-20T21:52:55.774 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1326 (ObjNum 994 snap 320 seq_num 994) dirty exists 2024-09-20T21:52:55.774 INFO:tasks.rados.rados.0.smithi046.stdout:3239: left oid 8 (ObjNum 994 snap 320 seq_num 994) 2024-09-20T21:52:55.774 INFO:tasks.rados.rados.0.smithi046.stdout:3240: finishing rollback tid 1 to smithi04683737-37 2024-09-20T21:52:55.774 INFO:tasks.rados.rados.0.smithi046.stdout:3240: finishing rollback tid 2 to smithi04683737-37 2024-09-20T21:52:55.774 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 1371 (ObjNum 728 snap 248 seq_num 728) dirty exists 2024-09-20T21:52:56.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:55 smithi046 ceph-mon[96110]: osdmap e698: 8 total, 8 up, 8 in 2024-09-20T21:52:56.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:55 smithi046 ceph-mon[98591]: osdmap e698: 8 total, 8 up, 8 in 2024-09-20T21:52:56.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:55 smithi134 ceph-mon[89086]: osdmap e698: 8 total, 8 up, 8 in 2024-09-20T21:52:56.702 INFO:tasks.rados.rados.0.smithi046.stdout:3239: done (2 left) 2024-09-20T21:52:56.702 INFO:tasks.rados.rados.0.smithi046.stdout:3240: done (1 left) 2024-09-20T21:52:56.702 INFO:tasks.rados.rados.0.smithi046.stdout:3241: done (0 left) 2024-09-20T21:52:56.702 INFO:tasks.rados.rados.0.smithi046.stdout:3242: setattr oid 17 current snap is 321 2024-09-20T21:52:56.703 INFO:tasks.rados.rados.0.smithi046.stdout:3243: snap_create 2024-09-20T21:52:56.710 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1389 (ObjNum 33 snap 0 seq_num 20259008) dirty exists 2024-09-20T21:52:57.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:56 smithi046 ceph-mon[96110]: pgmap v714: 121 pgs: 121 active+clean; 545 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 13 op/s 2024-09-20T21:52:57.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:56 smithi046 ceph-mon[96110]: osdmap e699: 8 total, 8 up, 8 in 2024-09-20T21:52:57.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:56 smithi046 ceph-mon[98591]: pgmap v714: 121 pgs: 121 active+clean; 545 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 13 op/s 2024-09-20T21:52:57.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:56 smithi046 ceph-mon[98591]: osdmap e699: 8 total, 8 up, 8 in 2024-09-20T21:52:57.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:56 smithi134 ceph-mon[89086]: pgmap v714: 121 pgs: 121 active+clean; 545 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 13 op/s 2024-09-20T21:52:57.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:56 smithi134 ceph-mon[89086]: osdmap e699: 8 total, 8 up, 8 in 2024-09-20T21:52:57.636 INFO:tasks.rados.rados.0.smithi046.stdout:3242: done (1 left) 2024-09-20T21:52:57.636 INFO:tasks.rados.rados.0.smithi046.stdout:3243: done (0 left) 2024-09-20T21:52:57.636 INFO:tasks.rados.rados.0.smithi046.stdout:3244: snap_create 2024-09-20T21:52:58.077 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:57 smithi134 ceph-mon[89086]: osdmap e700: 8 total, 8 up, 8 in 2024-09-20T21:52:58.077 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:57 smithi134 ceph-mon[89086]: osdmap e701: 8 total, 8 up, 8 in 2024-09-20T21:52:58.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:57 smithi046 ceph-mon[96110]: osdmap e700: 8 total, 8 up, 8 in 2024-09-20T21:52:58.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:57 smithi046 ceph-mon[96110]: osdmap e701: 8 total, 8 up, 8 in 2024-09-20T21:52:58.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:57 smithi046 ceph-mon[98591]: osdmap e700: 8 total, 8 up, 8 in 2024-09-20T21:52:58.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:57 smithi046 ceph-mon[98591]: osdmap e701: 8 total, 8 up, 8 in 2024-09-20T21:52:58.637 INFO:tasks.rados.rados.0.smithi046.stdout:3244: done (0 left) 2024-09-20T21:52:58.638 INFO:tasks.rados.rados.0.smithi046.stdout:3245: read oid 29 snap -1 2024-09-20T21:52:58.638 INFO:tasks.rados.rados.0.smithi046.stdout:3245: expect (ObjNum 992 snap 317 seq_num 992) 2024-09-20T21:52:58.638 INFO:tasks.rados.rados.0.smithi046.stdout:3246: read oid 23 snap 316 2024-09-20T21:52:58.638 INFO:tasks.rados.rados.0.smithi046.stdout:3246: expect (ObjNum 957 snap 307 seq_num 957) 2024-09-20T21:52:58.638 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 323 2024-09-20T21:52:58.638 INFO:tasks.rados.rados.0.smithi046.stdout:3247: seq_num 995 ranges {4661248=671744,5332992=573440,5906432=778240,6684672=253952} 2024-09-20T21:52:58.667 INFO:tasks.rados.rados.0.smithi046.stdout:3247: writing smithi04683737-1 from 4661248 to 5332992 tid 1 2024-09-20T21:52:58.671 INFO:tasks.rados.rados.0.smithi046.stdout:3247: writing smithi04683737-1 from 5332992 to 5906432 tid 2 2024-09-20T21:52:58.676 INFO:tasks.rados.rados.0.smithi046.stdout:3247: writing smithi04683737-1 from 5906432 to 6684672 tid 3 2024-09-20T21:52:58.677 INFO:tasks.rados.rados.0.smithi046.stdout:3247: writing smithi04683737-1 from 6684672 to 6938624 tid 4 2024-09-20T21:52:58.677 INFO:tasks.rados.rados.0.smithi046.stdout:3248: delete oid 37 current snap is 323 2024-09-20T21:52:58.677 INFO:tasks.rados.rados.0.smithi046.stdout:3246: expect (ObjNum 957 snap 307 seq_num 957) 2024-09-20T21:52:58.786 INFO:tasks.rados.rados.0.smithi046.stdout:3245: expect (ObjNum 992 snap 317 seq_num 992) 2024-09-20T21:52:59.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:58 smithi046 ceph-mon[96110]: pgmap v717: 121 pgs: 121 active+clean; 543 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-09-20T21:52:59.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:52:58 smithi046 ceph-mon[96110]: osdmap e702: 8 total, 8 up, 8 in 2024-09-20T21:52:59.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:58 smithi046 ceph-mon[98591]: pgmap v717: 121 pgs: 121 active+clean; 543 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-09-20T21:52:59.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:52:58 smithi046 ceph-mon[98591]: osdmap e702: 8 total, 8 up, 8 in 2024-09-20T21:52:59.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:58 smithi134 ceph-mon[89086]: pgmap v717: 121 pgs: 121 active+clean; 543 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-09-20T21:52:59.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:52:58 smithi134 ceph-mon[89086]: osdmap e702: 8 total, 8 up, 8 in 2024-09-20T21:52:59.242 INFO:tasks.rados.rados.0.smithi046.stdout:3247: finishing write tid 1 to smithi04683737-1 2024-09-20T21:52:59.243 INFO:tasks.rados.rados.0.smithi046.stdout:3247: finishing write tid 2 to smithi04683737-1 2024-09-20T21:52:59.243 INFO:tasks.rados.rados.0.smithi046.stdout:3247: finishing write tid 3 to smithi04683737-1 2024-09-20T21:52:59.243 INFO:tasks.rados.rados.0.smithi046.stdout:3247: finishing write tid 4 to smithi04683737-1 2024-09-20T21:52:59.243 INFO:tasks.rados.rados.0.smithi046.stdout:3247: finishing write tid 5 to smithi04683737-1 2024-09-20T21:52:59.243 INFO:tasks.rados.rados.0.smithi046.stdout:3247: finishing write tid 6 to smithi04683737-1 2024-09-20T21:52:59.243 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 1085 (ObjNum 995 snap 323 seq_num 995) dirty exists 2024-09-20T21:52:59.243 INFO:tasks.rados.rados.0.smithi046.stdout:3247: left oid 1 (ObjNum 995 snap 323 seq_num 995) 2024-09-20T21:52:59.243 INFO:tasks.rados.rados.0.smithi046.stdout:3245: done (3 left) 2024-09-20T21:52:59.243 INFO:tasks.rados.rados.0.smithi046.stdout:3246: done (2 left) 2024-09-20T21:52:59.243 INFO:tasks.rados.rados.0.smithi046.stdout:3247: done (1 left) 2024-09-20T21:52:59.243 INFO:tasks.rados.rados.0.smithi046.stdout:3248: done (0 left) 2024-09-20T21:52:59.243 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 323 2024-09-20T21:52:59.243 INFO:tasks.rados.rados.0.smithi046.stdout:3249: seq_num 997 ranges {2088960=704512,2793472=794624,3588096=794624,4382720=16384} 2024-09-20T21:52:59.257 INFO:tasks.rados.rados.0.smithi046.stdout:3249: writing smithi04683737-44 from 2088960 to 2793472 tid 1 2024-09-20T21:52:59.262 INFO:tasks.rados.rados.0.smithi046.stdout:3249: writing smithi04683737-44 from 2793472 to 3588096 tid 2 2024-09-20T21:52:59.267 INFO:tasks.rados.rados.0.smithi046.stdout:3249: writing smithi04683737-44 from 3588096 to 4382720 tid 3 2024-09-20T21:52:59.267 INFO:tasks.rados.rados.0.smithi046.stdout:3249: writing smithi04683737-44 from 4382720 to 4399104 tid 4 2024-09-20T21:52:59.267 INFO:tasks.rados.rados.0.smithi046.stdout:3250: snap_create 2024-09-20T21:52:59.268 INFO:tasks.rados.rados.0.smithi046.stdout:3249: finishing write tid 1 to smithi04683737-44 2024-09-20T21:52:59.268 INFO:tasks.rados.rados.0.smithi046.stdout:3249: finishing write tid 2 to smithi04683737-44 2024-09-20T21:52:59.271 INFO:tasks.rados.rados.0.smithi046.stdout:3249: finishing write tid 3 to smithi04683737-44 2024-09-20T21:52:59.271 INFO:tasks.rados.rados.0.smithi046.stdout:3249: finishing write tid 4 to smithi04683737-44 2024-09-20T21:52:59.271 INFO:tasks.rados.rados.0.smithi046.stdout:3249: finishing write tid 5 to smithi04683737-44 2024-09-20T21:52:59.272 INFO:tasks.rados.rados.0.smithi046.stdout:3249: finishing write tid 6 to smithi04683737-44 2024-09-20T21:52:59.272 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1535 (ObjNum 997 snap 323 seq_num 997) dirty exists 2024-09-20T21:52:59.272 INFO:tasks.rados.rados.0.smithi046.stdout:3249: left oid 44 (ObjNum 997 snap 323 seq_num 997) 2024-09-20T21:52:59.711 INFO:tasks.rados.rados.0.smithi046.stdout:3249: done (1 left) 2024-09-20T21:52:59.712 INFO:tasks.rados.rados.0.smithi046.stdout:3250: done (0 left) 2024-09-20T21:52:59.712 INFO:tasks.rados.rados.0.smithi046.stdout:3251: read oid 24 snap -1 2024-09-20T21:52:59.712 INFO:tasks.rados.rados.0.smithi046.stdout:3251: expect (ObjNum 967 snap 307 seq_num 967) 2024-09-20T21:52:59.712 INFO:tasks.rados.rados.0.smithi046.stdout:3252: copy_from oid 15 from oid 16 current snap is 324 2024-09-20T21:52:59.712 INFO:tasks.rados.rados.0.smithi046.stdout:3253: copy_from oid 44 from oid 5 current snap is 324 2024-09-20T21:52:59.712 INFO:tasks.rados.rados.0.smithi046.stdout:3254: read oid 17 snap -1 2024-09-20T21:52:59.712 INFO:tasks.rados.rados.0.smithi046.stdout:3254: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:52:59.712 INFO:tasks.rados.rados.0.smithi046.stdout:3255: read oid 45 snap -1 2024-09-20T21:52:59.712 INFO:tasks.rados.rados.0.smithi046.stdout:3255: expect deleted 2024-09-20T21:52:59.712 INFO:tasks.rados.rados.0.smithi046.stdout:3256: setattr oid 26 current snap is 324 2024-09-20T21:52:59.713 INFO:tasks.rados.rados.0.smithi046.stdout:3254: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:52:59.716 INFO:tasks.rados.rados.0.smithi046.stdout:3254: done (5 left) 2024-09-20T21:52:59.716 INFO:tasks.rados.rados.0.smithi046.stdout:3255: done (4 left) 2024-09-20T21:52:59.716 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 324 2024-09-20T21:52:59.716 INFO:tasks.rados.rados.0.smithi046.stdout:3257: seq_num 998 ranges {0=720896,720896=679936,1400832=598016,1998848=327680} 2024-09-20T21:52:59.720 INFO:tasks.rados.rados.0.smithi046.stdout:3257: writing smithi04683737-25 from 0 to 720896 tid 1 2024-09-20T21:52:59.725 INFO:tasks.rados.rados.0.smithi046.stdout:3257: writing smithi04683737-25 from 720896 to 1400832 tid 2 2024-09-20T21:52:59.729 INFO:tasks.rados.rados.0.smithi046.stdout:3257: writing smithi04683737-25 from 1400832 to 1998848 tid 3 2024-09-20T21:52:59.732 INFO:tasks.rados.rados.0.smithi046.stdout:3257: writing smithi04683737-25 from 1998848 to 2326528 tid 4 2024-09-20T21:52:59.732 INFO:tasks.rados.rados.0.smithi046.stdout:3258: read oid 42 snap -1 2024-09-20T21:52:59.732 INFO:tasks.rados.rados.0.smithi046.stdout:3258: expect (ObjNum 606 snap 199 seq_num 606) 2024-09-20T21:52:59.732 INFO:tasks.rados.rados.0.smithi046.stdout:3259: rollback oid 12 current snap is 324 2024-09-20T21:52:59.732 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 12 to 310 2024-09-20T21:52:59.732 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 1511 (ObjNum 257 snap 0 seq_num 395) dirty exists 2024-09-20T21:52:59.732 INFO:tasks.rados.rados.0.smithi046.stdout:3257: finishing write tid 1 to smithi04683737-25 2024-09-20T21:52:59.732 INFO:tasks.rados.rados.0.smithi046.stdout:3257: finishing write tid 2 to smithi04683737-25 2024-09-20T21:52:59.732 INFO:tasks.rados.rados.0.smithi046.stdout:3251: expect (ObjNum 967 snap 307 seq_num 967) 2024-09-20T21:52:59.783 INFO:tasks.rados.rados.0.smithi046.stdout:3252: finishing copy_from racing read to smithi04683737-15 2024-09-20T21:52:59.783 INFO:tasks.rados.rados.0.smithi046.stdout:3257: finishing write tid 3 to smithi04683737-25 2024-09-20T21:52:59.783 INFO:tasks.rados.rados.0.smithi046.stdout:3257: finishing write tid 4 to smithi04683737-25 2024-09-20T21:52:59.783 INFO:tasks.rados.rados.0.smithi046.stdout:3252: finishing copy_from to smithi04683737-15 2024-09-20T21:52:59.783 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 1357 (ObjNum 986 snap 314 seq_num 986) dirty exists 2024-09-20T21:52:59.783 INFO:tasks.rados.rados.0.smithi046.stdout:3257: finishing write tid 5 to smithi04683737-25 2024-09-20T21:52:59.783 INFO:tasks.rados.rados.0.smithi046.stdout:3251: done (6 left) 2024-09-20T21:52:59.784 INFO:tasks.rados.rados.0.smithi046.stdout:3252: done (5 left) 2024-09-20T21:52:59.784 INFO:tasks.rados.rados.0.smithi046.stdout:3256: done (4 left) 2024-09-20T21:52:59.784 INFO:tasks.rados.rados.0.smithi046.stdout:3260: delete oid 40 current snap is 324 2024-09-20T21:52:59.784 INFO:tasks.rados.rados.0.smithi046.stdout:3259: finishing rollback tid 0 to smithi04683737-12 2024-09-20T21:52:59.784 INFO:tasks.rados.rados.0.smithi046.stdout:3259: finishing rollback tid 1 to smithi04683737-12 2024-09-20T21:52:59.784 INFO:tasks.rados.rados.0.smithi046.stdout:3253: finishing copy_from racing read to smithi04683737-44 2024-09-20T21:52:59.784 INFO:tasks.rados.rados.0.smithi046.stdout:3258: expect (ObjNum 606 snap 199 seq_num 606) 2024-09-20T21:52:59.842 INFO:tasks.rados.rados.0.smithi046.stdout:3259: finishing rollback tid 2 to smithi04683737-12 2024-09-20T21:52:59.843 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1462 (ObjNum 892 snap 296 seq_num 892) dirty exists 2024-09-20T21:52:59.843 INFO:tasks.rados.rados.0.smithi046.stdout:3253: finishing copy_from to smithi04683737-44 2024-09-20T21:52:59.843 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1002 (ObjNum 962 snap 307 seq_num 962) dirty exists 2024-09-20T21:52:59.843 INFO:tasks.rados.rados.0.smithi046.stdout:3257: finishing write tid 6 to smithi04683737-25 2024-09-20T21:52:59.843 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 1378 (ObjNum 998 snap 324 seq_num 998) dirty exists 2024-09-20T21:52:59.843 INFO:tasks.rados.rados.0.smithi046.stdout:3257: left oid 25 (ObjNum 998 snap 324 seq_num 998) 2024-09-20T21:52:59.843 INFO:tasks.rados.rados.0.smithi046.stdout:3253: done (4 left) 2024-09-20T21:52:59.843 INFO:tasks.rados.rados.0.smithi046.stdout:3257: done (3 left) 2024-09-20T21:52:59.843 INFO:tasks.rados.rados.0.smithi046.stdout:3258: done (2 left) 2024-09-20T21:52:59.843 INFO:tasks.rados.rados.0.smithi046.stdout:3259: done (1 left) 2024-09-20T21:52:59.843 INFO:tasks.rados.rados.0.smithi046.stdout:3260: done (0 left) 2024-09-20T21:52:59.843 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 324 2024-09-20T21:52:59.843 INFO:tasks.rados.rados.0.smithi046.stdout:3261: seq_num 1000 ranges {2121728=753664,2875392=442368,3317760=565248,3883008=458752,4341760=139264} 2024-09-20T21:52:59.858 INFO:tasks.rados.rados.0.smithi046.stdout:3261: writing smithi04683737-15 from 2121728 to 2875392 tid 1 2024-09-20T21:52:59.860 INFO:tasks.rados.rados.0.smithi046.stdout:3261: writing smithi04683737-15 from 2875392 to 3317760 tid 2 2024-09-20T21:52:59.863 INFO:tasks.rados.rados.0.smithi046.stdout:3261: writing smithi04683737-15 from 3317760 to 3883008 tid 3 2024-09-20T21:52:59.866 INFO:tasks.rados.rados.0.smithi046.stdout:3261: writing smithi04683737-15 from 3883008 to 4341760 tid 4 2024-09-20T21:52:59.867 INFO:tasks.rados.rados.0.smithi046.stdout:3261: writing smithi04683737-15 from 4341760 to 4481024 tid 5 2024-09-20T21:52:59.867 INFO:tasks.rados.rados.0.smithi046.stdout:3262: rollback oid 31 current snap is 324 2024-09-20T21:52:59.867 INFO:tasks.rados.rados.0.smithi046.stdout:3261: finishing write tid 1 to smithi04683737-15 2024-09-20T21:52:59.867 INFO:tasks.rados.rados.0.smithi046.stdout:3261: finishing write tid 2 to smithi04683737-15 2024-09-20T21:52:59.867 INFO:tasks.rados.rados.0.smithi046.stdout:3261: finishing write tid 3 to smithi04683737-15 2024-09-20T21:52:59.867 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 31 to 302 2024-09-20T21:52:59.867 INFO:tasks.rados.rados.0.smithi046.stdout:3263: read oid 43 snap -1 2024-09-20T21:52:59.867 INFO:tasks.rados.rados.0.smithi046.stdout:3263: expect (ObjNum 991 snap 317 seq_num 991) 2024-09-20T21:52:59.868 INFO:tasks.rados.rados.0.smithi046.stdout:3264: delete oid 39 current snap is 324 2024-09-20T21:52:59.870 INFO:tasks.rados.rados.0.smithi046.stdout:3264: done (3 left) 2024-09-20T21:52:59.870 INFO:tasks.rados.rados.0.smithi046.stdout:3265: rollback oid 33 current snap is 324 2024-09-20T21:52:59.870 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 33 to 313 2024-09-20T21:52:59.870 INFO:tasks.rados.rados.0.smithi046.stdout:3266: read oid 38 snap 302 2024-09-20T21:52:59.870 INFO:tasks.rados.rados.0.smithi046.stdout:3266: expect deleted 2024-09-20T21:52:59.870 INFO:tasks.rados.rados.0.smithi046.stdout:3267: snap_remove snap 251 2024-09-20T21:53:00.715 INFO:tasks.rados.rados.0.smithi046.stdout:3267: done (5 left) 2024-09-20T21:53:00.715 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 324 2024-09-20T21:53:00.715 INFO:tasks.rados.rados.0.smithi046.stdout:3268: seq_num 1002 ranges {1802240=786432,2588672=614400,3203072=581632,3784704=409600} 2024-09-20T21:53:00.731 INFO:tasks.rados.rados.0.smithi046.stdout:3268: writing smithi04683737-24 from 1802240 to 2588672 tid 1 2024-09-20T21:53:00.735 INFO:tasks.rados.rados.0.smithi046.stdout:3268: writing smithi04683737-24 from 2588672 to 3203072 tid 2 2024-09-20T21:53:00.739 INFO:tasks.rados.rados.0.smithi046.stdout:3268: writing smithi04683737-24 from 3203072 to 3784704 tid 3 2024-09-20T21:53:00.742 INFO:tasks.rados.rados.0.smithi046.stdout:3268: writing smithi04683737-24 from 3784704 to 4194304 tid 4 2024-09-20T21:53:00.743 INFO:tasks.rados.rados.0.smithi046.stdout:3269: copy_from oid 47 from oid 6 current snap is 324 2024-09-20T21:53:00.743 INFO:tasks.rados.rados.0.smithi046.stdout:3262: finishing rollback tid 0 to smithi04683737-31 2024-09-20T21:53:00.743 INFO:tasks.rados.rados.0.smithi046.stdout:3262: finishing rollback tid 1 to smithi04683737-31 2024-09-20T21:53:00.743 INFO:tasks.rados.rados.0.smithi046.stdout:3262: finishing rollback tid 2 to smithi04683737-31 2024-09-20T21:53:00.743 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 1693 (ObjNum 875 snap 290 seq_num 875) dirty exists 2024-09-20T21:53:00.743 INFO:tasks.rados.rados.0.smithi046.stdout:3261: finishing write tid 4 to smithi04683737-15 2024-09-20T21:53:00.743 INFO:tasks.rados.rados.0.smithi046.stdout:3261: finishing write tid 5 to smithi04683737-15 2024-09-20T21:53:00.743 INFO:tasks.rados.rados.0.smithi046.stdout:3261: finishing write tid 6 to smithi04683737-15 2024-09-20T21:53:00.743 INFO:tasks.rados.rados.0.smithi046.stdout:3262: done (6 left) 2024-09-20T21:53:00.743 INFO:tasks.rados.rados.0.smithi046.stdout:3266: done (5 left) 2024-09-20T21:53:00.743 INFO:tasks.rados.rados.0.smithi046.stdout:3270: read oid 40 snap -1 2024-09-20T21:53:00.743 INFO:tasks.rados.rados.0.smithi046.stdout:3270: expect deleted 2024-09-20T21:53:00.743 INFO:tasks.rados.rados.0.smithi046.stdout:3271: snap_remove snap 318 2024-09-20T21:53:01.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:00 smithi046 ceph-mon[98591]: pgmap v720: 121 pgs: 121 active+clean; 547 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-09-20T21:53:01.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:00 smithi046 ceph-mon[98591]: osdmap e703: 8 total, 8 up, 8 in 2024-09-20T21:53:01.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:00 smithi046 ceph-mon[96110]: pgmap v720: 121 pgs: 121 active+clean; 547 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-09-20T21:53:01.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:00 smithi046 ceph-mon[96110]: osdmap e703: 8 total, 8 up, 8 in 2024-09-20T21:53:01.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:00 smithi134 ceph-mon[89086]: pgmap v720: 121 pgs: 121 active+clean; 547 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-09-20T21:53:01.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:00 smithi134 ceph-mon[89086]: osdmap e703: 8 total, 8 up, 8 in 2024-09-20T21:53:01.726 INFO:tasks.rados.rados.0.smithi046.stdout:3271: done (6 left) 2024-09-20T21:53:01.727 INFO:tasks.rados.rados.0.smithi046.stdout:3272: snap_remove snap 322 2024-09-20T21:53:02.054 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:01 smithi046 ceph-mon[96110]: osdmap e704: 8 total, 8 up, 8 in 2024-09-20T21:53:02.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:01 smithi046 ceph-mon[98591]: osdmap e704: 8 total, 8 up, 8 in 2024-09-20T21:53:02.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:01 smithi134 ceph-mon[89086]: osdmap e704: 8 total, 8 up, 8 in 2024-09-20T21:53:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:53:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:53:02] "GET /metrics HTTP/1.1" 200 36388 "" "Prometheus/2.43.0" 2024-09-20T21:53:02.638 INFO:tasks.rados.rados.0.smithi046.stdout:3272: done (6 left) 2024-09-20T21:53:02.638 INFO:tasks.rados.rados.0.smithi046.stdout:3273: copy_from oid 25 from oid 45 current snap is 324 2024-09-20T21:53:02.638 INFO:tasks.rados.rados.0.smithi046.stdout:3265: finishing rollback tid 1 to smithi04683737-33 2024-09-20T21:53:02.638 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 1333 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-09-20T21:53:02.638 INFO:tasks.rados.rados.0.smithi046.stdout:3261: finishing write tid 7 to smithi04683737-15 2024-09-20T21:53:02.639 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 1363 (ObjNum 1000 snap 324 seq_num 1000) dirty exists 2024-09-20T21:53:02.639 INFO:tasks.rados.rados.0.smithi046.stdout:3261: left oid 15 (ObjNum 1000 snap 324 seq_num 1000) 2024-09-20T21:53:02.639 INFO:tasks.rados.rados.0.smithi046.stdout:3263: expect (ObjNum 991 snap 317 seq_num 991) 2024-09-20T21:53:02.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:53:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:53:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:53:02.839 INFO:tasks.rados.rados.0.smithi046.stdout:3268: finishing write tid 1 to smithi04683737-24 2024-09-20T21:53:02.839 INFO:tasks.rados.rados.0.smithi046.stdout:3268: finishing write tid 2 to smithi04683737-24 2024-09-20T21:53:02.839 INFO:tasks.rados.rados.0.smithi046.stdout:3268: finishing write tid 3 to smithi04683737-24 2024-09-20T21:53:02.839 INFO:tasks.rados.rados.0.smithi046.stdout:3268: finishing write tid 4 to smithi04683737-24 2024-09-20T21:53:02.839 INFO:tasks.rados.rados.0.smithi046.stdout:3268: finishing write tid 5 to smithi04683737-24 2024-09-20T21:53:02.839 INFO:tasks.rados.rados.0.smithi046.stdout:3261: done (6 left) 2024-09-20T21:53:02.839 INFO:tasks.rados.rados.0.smithi046.stdout:3263: done (5 left) 2024-09-20T21:53:02.839 INFO:tasks.rados.rados.0.smithi046.stdout:3265: done (4 left) 2024-09-20T21:53:02.839 INFO:tasks.rados.rados.0.smithi046.stdout:3270: done (3 left) 2024-09-20T21:53:02.839 INFO:tasks.rados.rados.0.smithi046.stdout:3274: read oid 46 snap -1 2024-09-20T21:53:02.839 INFO:tasks.rados.rados.0.smithi046.stdout:3274: expect deleted 2024-09-20T21:53:02.840 INFO:tasks.rados.rados.0.smithi046.stdout:3275: rmattr oid 35 current snap is 324 2024-09-20T21:53:02.840 INFO:tasks.rados.rados.0.smithi046.stdout:3269: finishing copy_from to smithi04683737-47 2024-09-20T21:53:02.840 INFO:tasks.rados.rados.0.smithi046.stdout:3269: got expected ENOENT (src dne) 2024-09-20T21:53:02.840 INFO:tasks.rados.rados.0.smithi046.stdout:3269: finishing copy_from racing read to smithi04683737-47 2024-09-20T21:53:02.840 INFO:tasks.rados.rados.0.smithi046.stdout:3268: finishing write tid 6 to smithi04683737-24 2024-09-20T21:53:02.840 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 1348 (ObjNum 1002 snap 324 seq_num 1002) dirty exists 2024-09-20T21:53:02.840 INFO:tasks.rados.rados.0.smithi046.stdout:3268: left oid 24 (ObjNum 1002 snap 324 seq_num 1002) 2024-09-20T21:53:02.840 INFO:tasks.rados.rados.0.smithi046.stdout:3273: finishing copy_from to smithi04683737-25 2024-09-20T21:53:02.840 INFO:tasks.rados.rados.0.smithi046.stdout:3273: got expected ENOENT (src dne) 2024-09-20T21:53:02.840 INFO:tasks.rados.rados.0.smithi046.stdout:3268: done (4 left) 2024-09-20T21:53:02.840 INFO:tasks.rados.rados.0.smithi046.stdout:3269: done (3 left) 2024-09-20T21:53:02.840 INFO:tasks.rados.rados.0.smithi046.stdout:3276: delete oid 34 current snap is 324 2024-09-20T21:53:02.840 INFO:tasks.rados.rados.0.smithi046.stdout:3273: finishing copy_from racing read to smithi04683737-25 2024-09-20T21:53:02.841 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1442 (ObjNum 969 snap 308 seq_num 969) dirty exists 2024-09-20T21:53:02.844 INFO:tasks.rados.rados.0.smithi046.stdout:3273: done (3 left) 2024-09-20T21:53:02.844 INFO:tasks.rados.rados.0.smithi046.stdout:3274: done (2 left) 2024-09-20T21:53:02.844 INFO:tasks.rados.rados.0.smithi046.stdout:3275: done (1 left) 2024-09-20T21:53:02.844 INFO:tasks.rados.rados.0.smithi046.stdout:3276: done (0 left) 2024-09-20T21:53:02.844 INFO:tasks.rados.rados.0.smithi046.stdout:3277: delete oid 40 current snap is 324 2024-09-20T21:53:02.846 INFO:tasks.rados.rados.0.smithi046.stdout:3277: done (0 left) 2024-09-20T21:53:02.846 INFO:tasks.rados.rados.0.smithi046.stdout:3278: delete oid 37 current snap is 324 2024-09-20T21:53:02.848 INFO:tasks.rados.rados.0.smithi046.stdout:3278: done (0 left) 2024-09-20T21:53:02.848 INFO:tasks.rados.rados.0.smithi046.stdout:3279: rmattr oid 49 current snap is 324 2024-09-20T21:53:02.848 INFO:tasks.rados.rados.0.smithi046.stdout:3279: done (0 left) 2024-09-20T21:53:02.848 INFO:tasks.rados.rados.0.smithi046.stdout:3280: snap_remove snap 296 2024-09-20T21:53:03.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:02 smithi046 ceph-mon[98591]: pgmap v723: 121 pgs: 121 active+clean; 553 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-09-20T21:53:03.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:02 smithi046 ceph-mon[98591]: osdmap e705: 8 total, 8 up, 8 in 2024-09-20T21:53:03.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:02 smithi046 ceph-mon[98591]: osdmap e706: 8 total, 8 up, 8 in 2024-09-20T21:53:03.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:02 smithi046 ceph-mon[96110]: pgmap v723: 121 pgs: 121 active+clean; 553 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-09-20T21:53:03.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:02 smithi046 ceph-mon[96110]: osdmap e705: 8 total, 8 up, 8 in 2024-09-20T21:53:03.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:02 smithi046 ceph-mon[96110]: osdmap e706: 8 total, 8 up, 8 in 2024-09-20T21:53:03.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:02 smithi134 ceph-mon[89086]: pgmap v723: 121 pgs: 121 active+clean; 553 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-09-20T21:53:03.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:02 smithi134 ceph-mon[89086]: osdmap e705: 8 total, 8 up, 8 in 2024-09-20T21:53:03.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:02 smithi134 ceph-mon[89086]: osdmap e706: 8 total, 8 up, 8 in 2024-09-20T21:53:03.732 INFO:tasks.rados.rados.0.smithi046.stdout:3280: done (0 left) 2024-09-20T21:53:03.733 INFO:tasks.rados.rados.0.smithi046.stdout:3281: rmattr oid 50 current snap is 324 2024-09-20T21:53:03.733 INFO:tasks.rados.rados.0.smithi046.stdout:3281: done (0 left) 2024-09-20T21:53:03.733 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 324 2024-09-20T21:53:03.733 INFO:tasks.rados.rados.0.smithi046.stdout:3282: seq_num 1006 ranges {4300800=49152} 2024-09-20T21:53:03.757 INFO:tasks.rados.rados.0.smithi046.stdout:3282: writing smithi04683737-44 from 4300800 to 4349952 tid 1 2024-09-20T21:53:03.757 INFO:tasks.rados.rados.0.smithi046.stdout:3283: rollback oid 4 current snap is 324 2024-09-20T21:53:03.757 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 4 to 300 2024-09-20T21:53:03.757 INFO:tasks.rados.rados.0.smithi046.stdout:3284: read oid 2 snap -1 2024-09-20T21:53:03.757 INFO:tasks.rados.rados.0.smithi046.stdout:3284: expect (ObjNum 973 snap 309 seq_num 973) 2024-09-20T21:53:03.757 INFO:tasks.rados.rados.0.smithi046.stdout:3285: delete oid 40 current snap is 324 2024-09-20T21:53:03.763 INFO:tasks.rados.rados.0.smithi046.stdout:3285: done (3 left) 2024-09-20T21:53:03.763 INFO:tasks.rados.rados.0.smithi046.stdout:3286: rollback oid 3 current snap is 324 2024-09-20T21:53:03.763 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 3 to 304 2024-09-20T21:53:03.763 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 324 2024-09-20T21:53:03.763 INFO:tasks.rados.rados.0.smithi046.stdout:3287: seq_num 1008 ranges {0=90112} 2024-09-20T21:53:03.764 INFO:tasks.rados.rados.0.smithi046.stdout:3287: writing smithi04683737-9 from 0 to 90112 tid 1 2024-09-20T21:53:03.764 INFO:tasks.rados.rados.0.smithi046.stdout:3288: copy_from oid 12 from oid 33 current snap is 324 2024-09-20T21:53:03.764 INFO:tasks.rados.rados.0.smithi046.stdout:3289: rmattr oid 6 current snap is 324 2024-09-20T21:53:03.764 INFO:tasks.rados.rados.0.smithi046.stdout:3289: done (6 left) 2024-09-20T21:53:03.764 INFO:tasks.rados.rados.0.smithi046.stdout:3290: rmattr oid 23 current snap is 324 2024-09-20T21:53:03.764 INFO:tasks.rados.rados.0.smithi046.stdout:3290: done (6 left) 2024-09-20T21:53:03.764 INFO:tasks.rados.rados.0.smithi046.stdout:3291: read oid 19 snap -1 2024-09-20T21:53:03.765 INFO:tasks.rados.rados.0.smithi046.stdout:3291: expect (ObjNum 964 snap 307 seq_num 964) 2024-09-20T21:53:03.765 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 324 2024-09-20T21:53:03.765 INFO:tasks.rados.rados.0.smithi046.stdout:3292: seq_num 1009 ranges {4333568=106496} 2024-09-20T21:53:03.791 INFO:tasks.rados.rados.0.smithi046.stdout:3292: writing smithi04683737-48 from 4333568 to 4440064 tid 1 2024-09-20T21:53:03.791 INFO:tasks.rados.rados.0.smithi046.stdout:3293: copy_from oid 28 from oid 50 current snap is 324 2024-09-20T21:53:03.791 INFO:tasks.rados.rados.0.smithi046.stdout:3288: finishing copy_from to smithi04683737-12 2024-09-20T21:53:03.791 INFO:tasks.rados.rados.0.smithi046.stdout:3288: got expected ENOENT (src dne) 2024-09-20T21:53:03.791 INFO:tasks.rados.rados.0.smithi046.stdout:3288: finishing copy_from racing read to smithi04683737-12 2024-09-20T21:53:03.791 INFO:tasks.rados.rados.0.smithi046.stdout:3286: finishing rollback tid 0 to smithi04683737-3 2024-09-20T21:53:03.791 INFO:tasks.rados.rados.0.smithi046.stdout:3286: finishing rollback tid 1 to smithi04683737-3 2024-09-20T21:53:03.791 INFO:tasks.rados.rados.0.smithi046.stdout:3287: finishing write tid 1 to smithi04683737-9 2024-09-20T21:53:03.791 INFO:tasks.rados.rados.0.smithi046.stdout:3288: done (8 left) 2024-09-20T21:53:03.792 INFO:tasks.rados.rados.0.smithi046.stdout:3294: rollback oid 34 current snap is 324 2024-09-20T21:53:03.792 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 34 to 313 2024-09-20T21:53:03.792 INFO:tasks.rados.rados.0.smithi046.stdout:3286: finishing rollback tid 2 to smithi04683737-3 2024-09-20T21:53:03.792 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1407 (ObjNum 938 snap 303 seq_num 938) dirty exists 2024-09-20T21:53:03.792 INFO:tasks.rados.rados.0.smithi046.stdout:3287: finishing write tid 2 to smithi04683737-9 2024-09-20T21:53:03.792 INFO:tasks.rados.rados.0.smithi046.stdout:3287: finishing write tid 3 to smithi04683737-9 2024-09-20T21:53:03.792 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 1213 (ObjNum 1008 snap 324 seq_num 1008) dirty exists 2024-09-20T21:53:03.792 INFO:tasks.rados.rados.0.smithi046.stdout:3287: left oid 9 (ObjNum 1008 snap 324 seq_num 1008) 2024-09-20T21:53:03.792 INFO:tasks.rados.rados.0.smithi046.stdout:3283: finishing rollback tid 0 to smithi04683737-4 2024-09-20T21:53:03.792 INFO:tasks.rados.rados.0.smithi046.stdout:3283: finishing rollback tid 1 to smithi04683737-4 2024-09-20T21:53:03.792 INFO:tasks.rados.rados.0.smithi046.stdout:3283: finishing rollback tid 2 to smithi04683737-4 2024-09-20T21:53:03.792 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 1775 (ObjNum 712 snap 245 seq_num 712) dirty exists 2024-09-20T21:53:03.792 INFO:tasks.rados.rados.0.smithi046.stdout:3282: finishing write tid 1 to smithi04683737-44 2024-09-20T21:53:03.792 INFO:tasks.rados.rados.0.smithi046.stdout:3282: finishing write tid 2 to smithi04683737-44 2024-09-20T21:53:03.792 INFO:tasks.rados.rados.0.smithi046.stdout:3284: expect (ObjNum 973 snap 309 seq_num 973) 2024-09-20T21:53:03.997 INFO:tasks.rados.rados.0.smithi046.stdout:3282: finishing write tid 3 to smithi04683737-44 2024-09-20T21:53:03.997 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1538 (ObjNum 1006 snap 324 seq_num 1006) dirty exists 2024-09-20T21:53:03.997 INFO:tasks.rados.rados.0.smithi046.stdout:3282: left oid 44 (ObjNum 1006 snap 324 seq_num 1006) 2024-09-20T21:53:03.997 INFO:tasks.rados.rados.0.smithi046.stdout:3291: expect (ObjNum 964 snap 307 seq_num 964) 2024-09-20T21:53:04.191 INFO:tasks.rados.rados.0.smithi046.stdout:3293: finishing copy_from to smithi04683737-28 2024-09-20T21:53:04.191 INFO:tasks.rados.rados.0.smithi046.stdout:3293: got expected ENOENT (src dne) 2024-09-20T21:53:04.191 INFO:tasks.rados.rados.0.smithi046.stdout:3293: finishing copy_from racing read to smithi04683737-28 2024-09-20T21:53:04.191 INFO:tasks.rados.rados.0.smithi046.stdout:3294: finishing rollback tid 1 to smithi04683737-34 2024-09-20T21:53:04.191 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 1545 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-20T21:53:04.191 INFO:tasks.rados.rados.0.smithi046.stdout:3282: done (8 left) 2024-09-20T21:53:04.191 INFO:tasks.rados.rados.0.smithi046.stdout:3283: done (7 left) 2024-09-20T21:53:04.191 INFO:tasks.rados.rados.0.smithi046.stdout:3284: done (6 left) 2024-09-20T21:53:04.191 INFO:tasks.rados.rados.0.smithi046.stdout:3286: done (5 left) 2024-09-20T21:53:04.191 INFO:tasks.rados.rados.0.smithi046.stdout:3287: done (4 left) 2024-09-20T21:53:04.192 INFO:tasks.rados.rados.0.smithi046.stdout:3291: done (3 left) 2024-09-20T21:53:04.192 INFO:tasks.rados.rados.0.smithi046.stdout:3293: done (2 left) 2024-09-20T21:53:04.192 INFO:tasks.rados.rados.0.smithi046.stdout:3294: done (1 left) 2024-09-20T21:53:04.192 INFO:tasks.rados.rados.0.smithi046.stdout:3295: snap_create 2024-09-20T21:53:04.192 INFO:tasks.rados.rados.0.smithi046.stdout:3292: finishing write tid 1 to smithi04683737-48 2024-09-20T21:53:04.192 INFO:tasks.rados.rados.0.smithi046.stdout:3292: finishing write tid 2 to smithi04683737-48 2024-09-20T21:53:04.192 INFO:tasks.rados.rados.0.smithi046.stdout:3292: finishing write tid 3 to smithi04683737-48 2024-09-20T21:53:04.192 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1410 (ObjNum 1009 snap 324 seq_num 1009) dirty exists 2024-09-20T21:53:04.192 INFO:tasks.rados.rados.0.smithi046.stdout:3292: left oid 48 (ObjNum 1009 snap 324 seq_num 1009) 2024-09-20T21:53:04.732 INFO:tasks.rados.rados.0.smithi046.stdout:3292: done (1 left) 2024-09-20T21:53:04.733 INFO:tasks.rados.rados.0.smithi046.stdout:3295: done (0 left) 2024-09-20T21:53:04.733 INFO:tasks.rados.rados.0.smithi046.stdout:3296: rollback oid 13 current snap is 325 2024-09-20T21:53:04.733 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 13 to 313 2024-09-20T21:53:04.733 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 325 2024-09-20T21:53:04.733 INFO:tasks.rados.rados.0.smithi046.stdout:3297: seq_num 1010 ranges {1499136=122880} 2024-09-20T21:53:04.742 INFO:tasks.rados.rados.0.smithi046.stdout:3297: writing smithi04683737-42 from 1499136 to 1622016 tid 1 2024-09-20T21:53:04.742 INFO:tasks.rados.rados.0.smithi046.stdout:3298: copy_from oid 47 from oid 38 current snap is 325 2024-09-20T21:53:04.742 INFO:tasks.rados.rados.0.smithi046.stdout:3296: finishing rollback tid 0 to smithi04683737-13 2024-09-20T21:53:04.742 INFO:tasks.rados.rados.0.smithi046.stdout:3296: finishing rollback tid 1 to smithi04683737-13 2024-09-20T21:53:04.742 INFO:tasks.rados.rados.0.smithi046.stdout:3296: finishing rollback tid 2 to smithi04683737-13 2024-09-20T21:53:04.742 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1781 (ObjNum 972 snap 308 seq_num 972) dirty exists 2024-09-20T21:53:04.742 INFO:tasks.rados.rados.0.smithi046.stdout:3296: done (2 left) 2024-09-20T21:53:04.742 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 325 2024-09-20T21:53:04.742 INFO:tasks.rados.rados.0.smithi046.stdout:3299: seq_num 1011 ranges {0=139264} 2024-09-20T21:53:04.743 INFO:tasks.rados.rados.0.smithi046.stdout:3299: writing smithi04683737-6 from 0 to 139264 tid 1 2024-09-20T21:53:04.743 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 325 2024-09-20T21:53:04.743 INFO:tasks.rados.rados.0.smithi046.stdout:3300: seq_num 1012 ranges {548864=155648} 2024-09-20T21:53:04.747 INFO:tasks.rados.rados.0.smithi046.stdout:3300: writing smithi04683737-12 from 548864 to 704512 tid 1 2024-09-20T21:53:04.747 INFO:tasks.rados.rados.0.smithi046.stdout:3301: snap_create 2024-09-20T21:53:04.747 INFO:tasks.rados.rados.0.smithi046.stdout:3299: finishing write tid 1 to smithi04683737-6 2024-09-20T21:53:04.747 INFO:tasks.rados.rados.0.smithi046.stdout:3299: finishing write tid 2 to smithi04683737-6 2024-09-20T21:53:04.748 INFO:tasks.rados.rados.0.smithi046.stdout:3299: finishing write tid 3 to smithi04683737-6 2024-09-20T21:53:04.748 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1783 (ObjNum 1011 snap 325 seq_num 1011) dirty exists 2024-09-20T21:53:04.748 INFO:tasks.rados.rados.0.smithi046.stdout:3299: left oid 6 (ObjNum 1011 snap 325 seq_num 1011) 2024-09-20T21:53:04.749 INFO:tasks.rados.rados.0.smithi046.stdout:3297: finishing write tid 1 to smithi04683737-42 2024-09-20T21:53:04.749 INFO:tasks.rados.rados.0.smithi046.stdout:3297: finishing write tid 2 to smithi04683737-42 2024-09-20T21:53:04.750 INFO:tasks.rados.rados.0.smithi046.stdout:3297: finishing write tid 3 to smithi04683737-42 2024-09-20T21:53:04.750 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 1514 (ObjNum 1010 snap 325 seq_num 1010) dirty exists 2024-09-20T21:53:04.751 INFO:tasks.rados.rados.0.smithi046.stdout:3297: left oid 42 (ObjNum 1010 snap 325 seq_num 1010) 2024-09-20T21:53:04.751 INFO:tasks.rados.rados.0.smithi046.stdout:3300: finishing write tid 1 to smithi04683737-12 2024-09-20T21:53:04.751 INFO:tasks.rados.rados.0.smithi046.stdout:3300: finishing write tid 2 to smithi04683737-12 2024-09-20T21:53:04.753 INFO:tasks.rados.rados.0.smithi046.stdout:3300: finishing write tid 3 to smithi04683737-12 2024-09-20T21:53:04.753 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1485 (ObjNum 1012 snap 325 seq_num 1012) dirty exists 2024-09-20T21:53:04.753 INFO:tasks.rados.rados.0.smithi046.stdout:3300: left oid 12 (ObjNum 1012 snap 325 seq_num 1012) 2024-09-20T21:53:04.760 INFO:tasks.rados.rados.0.smithi046.stdout:3298: finishing copy_from racing read to smithi04683737-47 2024-09-20T21:53:04.764 INFO:tasks.rados.rados.0.smithi046.stdout:3298: finishing copy_from to smithi04683737-47 2024-09-20T21:53:04.764 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1365 (ObjNum 964 snap 307 seq_num 964) dirty exists 2024-09-20T21:53:05.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:04 smithi046 ceph-mon[98591]: pgmap v726: 121 pgs: 121 active+clean; 553 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-09-20T21:53:05.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:04 smithi046 ceph-mon[98591]: osdmap e707: 8 total, 8 up, 8 in 2024-09-20T21:53:05.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:53:05.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:04 smithi046 ceph-mon[96110]: pgmap v726: 121 pgs: 121 active+clean; 553 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-09-20T21:53:05.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:04 smithi046 ceph-mon[96110]: osdmap e707: 8 total, 8 up, 8 in 2024-09-20T21:53:05.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:53:05.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:04 smithi134 ceph-mon[89086]: pgmap v726: 121 pgs: 121 active+clean; 553 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-09-20T21:53:05.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:04 smithi134 ceph-mon[89086]: osdmap e707: 8 total, 8 up, 8 in 2024-09-20T21:53:05.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:53:05.745 INFO:tasks.rados.rados.0.smithi046.stdout:3297: done (4 left) 2024-09-20T21:53:05.745 INFO:tasks.rados.rados.0.smithi046.stdout:3298: done (3 left) 2024-09-20T21:53:05.745 INFO:tasks.rados.rados.0.smithi046.stdout:3299: done (2 left) 2024-09-20T21:53:05.745 INFO:tasks.rados.rados.0.smithi046.stdout:3300: done (1 left) 2024-09-20T21:53:05.745 INFO:tasks.rados.rados.0.smithi046.stdout:3301: done (0 left) 2024-09-20T21:53:05.745 INFO:tasks.rados.rados.0.smithi046.stdout:3302: read oid 35 snap 319 2024-09-20T21:53:05.745 INFO:tasks.rados.rados.0.smithi046.stdout:3302: expect (ObjNum 969 snap 308 seq_num 969) 2024-09-20T21:53:05.745 INFO:tasks.rados.rados.0.smithi046.stdout:3303: snap_remove snap 281 2024-09-20T21:53:06.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:05 smithi046 ceph-mon[96110]: osdmap e708: 8 total, 8 up, 8 in 2024-09-20T21:53:06.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:05 smithi046 ceph-mon[98591]: osdmap e708: 8 total, 8 up, 8 in 2024-09-20T21:53:06.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:05 smithi134 ceph-mon[89086]: osdmap e708: 8 total, 8 up, 8 in 2024-09-20T21:53:06.750 INFO:tasks.rados.rados.0.smithi046.stdout:3303: done (1 left) 2024-09-20T21:53:06.750 INFO:tasks.rados.rados.0.smithi046.stdout:3304: rollback oid 2 current snap is 326 2024-09-20T21:53:06.750 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 2 to 225 2024-09-20T21:53:06.751 INFO:tasks.rados.rados.0.smithi046.stdout:3302: expect (ObjNum 969 snap 308 seq_num 969) 2024-09-20T21:53:07.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:06 smithi046 ceph-mon[96110]: pgmap v729: 121 pgs: 121 active+clean; 536 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-09-20T21:53:07.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:06 smithi046 ceph-mon[96110]: osdmap e709: 8 total, 8 up, 8 in 2024-09-20T21:53:07.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:06 smithi046 ceph-mon[98591]: pgmap v729: 121 pgs: 121 active+clean; 536 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-09-20T21:53:07.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:06 smithi046 ceph-mon[98591]: osdmap e709: 8 total, 8 up, 8 in 2024-09-20T21:53:07.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:06 smithi134 ceph-mon[89086]: pgmap v729: 121 pgs: 121 active+clean; 536 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-09-20T21:53:07.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:06 smithi134 ceph-mon[89086]: osdmap e709: 8 total, 8 up, 8 in 2024-09-20T21:53:07.520 INFO:tasks.rados.rados.0.smithi046.stdout:3304: finishing rollback tid 0 to smithi04683737-2 2024-09-20T21:53:07.520 INFO:tasks.rados.rados.0.smithi046.stdout:3304: finishing rollback tid 1 to smithi04683737-2 2024-09-20T21:53:07.520 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 1540 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-20T21:53:07.520 INFO:tasks.rados.rados.0.smithi046.stdout:3302: done (1 left) 2024-09-20T21:53:07.520 INFO:tasks.rados.rados.0.smithi046.stdout:3304: done (0 left) 2024-09-20T21:53:07.520 INFO:tasks.rados.rados.0.smithi046.stdout:3305: rollback oid 4 current snap is 326 2024-09-20T21:53:07.520 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 4 to 282 2024-09-20T21:53:07.520 INFO:tasks.rados.rados.0.smithi046.stdout:3306: delete oid 1 current snap is 326 2024-09-20T21:53:07.523 INFO:tasks.rados.rados.0.smithi046.stdout:3306: done (1 left) 2024-09-20T21:53:07.523 INFO:tasks.rados.rados.0.smithi046.stdout:3307: delete oid 33 current snap is 326 2024-09-20T21:53:07.524 INFO:tasks.rados.rados.0.smithi046.stdout:3305: finishing rollback tid 0 to smithi04683737-4 2024-09-20T21:53:07.524 INFO:tasks.rados.rados.0.smithi046.stdout:3305: finishing rollback tid 1 to smithi04683737-4 2024-09-20T21:53:07.525 INFO:tasks.rados.rados.0.smithi046.stdout:3307: done (1 left) 2024-09-20T21:53:07.525 INFO:tasks.rados.rados.0.smithi046.stdout:3308: read oid 50 snap 300 2024-09-20T21:53:07.525 INFO:tasks.rados.rados.0.smithi046.stdout:3308: expect (ObjNum 630 snap 203 seq_num 630) 2024-09-20T21:53:07.525 INFO:tasks.rados.rados.0.smithi046.stdout:3309: read oid 20 snap -1 2024-09-20T21:53:07.525 INFO:tasks.rados.rados.0.smithi046.stdout:3309: expect (ObjNum 993 snap 318 seq_num 993) 2024-09-20T21:53:07.526 INFO:tasks.rados.rados.0.smithi046.stdout:3310: copy_from oid 23 from oid 10 current snap is 326 2024-09-20T21:53:07.526 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 326 2024-09-20T21:53:07.526 INFO:tasks.rados.rados.0.smithi046.stdout:3311: seq_num 1015 ranges {1417216=204800} 2024-09-20T21:53:07.535 INFO:tasks.rados.rados.0.smithi046.stdout:3311: writing smithi04683737-18 from 1417216 to 1622016 tid 1 2024-09-20T21:53:07.535 INFO:tasks.rados.rados.0.smithi046.stdout:3312: rollback oid 39 current snap is 326 2024-09-20T21:53:07.535 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 39 to 323 2024-09-20T21:53:07.535 INFO:tasks.rados.rados.0.smithi046.stdout:3305: finishing rollback tid 2 to smithi04683737-4 2024-09-20T21:53:07.535 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 1797 (ObjNum 810 snap 269 seq_num 810) dirty exists 2024-09-20T21:53:07.535 INFO:tasks.rados.rados.0.smithi046.stdout:3305: done (5 left) 2024-09-20T21:53:07.535 INFO:tasks.rados.rados.0.smithi046.stdout:3313: read oid 42 snap -1 2024-09-20T21:53:07.535 INFO:tasks.rados.rados.0.smithi046.stdout:3313: expect (ObjNum 1010 snap 325 seq_num 1010) 2024-09-20T21:53:07.536 INFO:tasks.rados.rados.0.smithi046.stdout:3314: setattr oid 7 current snap is 326 2024-09-20T21:53:07.541 INFO:tasks.rados.rados.0.smithi046.stdout:3312: finishing rollback tid 1 to smithi04683737-39 2024-09-20T21:53:07.541 INFO:tasks.rados.rados.0.smithi046.stdout:3315: rmattr oid 31 current snap is 326 2024-09-20T21:53:07.541 INFO:tasks.rados.rados.0.smithi046.stdout:3315: done (7 left) 2024-09-20T21:53:07.541 INFO:tasks.rados.rados.0.smithi046.stdout:3316: read oid 25 snap -1 2024-09-20T21:53:07.541 INFO:tasks.rados.rados.0.smithi046.stdout:3316: expect (ObjNum 998 snap 324 seq_num 998) 2024-09-20T21:53:07.541 INFO:tasks.rados.rados.0.smithi046.stdout:3317: read oid 13 snap -1 2024-09-20T21:53:07.542 INFO:tasks.rados.rados.0.smithi046.stdout:3317: expect (ObjNum 972 snap 308 seq_num 972) 2024-09-20T21:53:07.542 INFO:tasks.rados.rados.0.smithi046.stdout:3318: copy_from oid 35 from oid 28 current snap is 326 2024-09-20T21:53:07.542 INFO:tasks.rados.rados.0.smithi046.stdout:3319: rollback oid 40 current snap is 326 2024-09-20T21:53:07.542 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 40 to 317 2024-09-20T21:53:07.542 INFO:tasks.rados.rados.0.smithi046.stdout:3320: rollback oid 11 current snap is 326 2024-09-20T21:53:07.542 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 11 to 297 2024-09-20T21:53:07.542 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 326 2024-09-20T21:53:07.542 INFO:tasks.rados.rados.0.smithi046.stdout:3321: seq_num 1016 ranges {1875968=221184} 2024-09-20T21:53:07.555 INFO:tasks.rados.rados.0.smithi046.stdout:3321: writing smithi04683737-36 from 1875968 to 2097152 tid 1 2024-09-20T21:53:07.555 INFO:tasks.rados.rados.0.smithi046.stdout:3308: expect (ObjNum 630 snap 203 seq_num 630) 2024-09-20T21:53:07.743 INFO:tasks.rados.rados.0.smithi046.stdout:3311: finishing write tid 1 to smithi04683737-18 2024-09-20T21:53:07.743 INFO:tasks.rados.rados.0.smithi046.stdout:3311: finishing write tid 2 to smithi04683737-18 2024-09-20T21:53:07.743 INFO:tasks.rados.rados.0.smithi046.stdout:3311: finishing write tid 3 to smithi04683737-18 2024-09-20T21:53:07.743 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1421 (ObjNum 1015 snap 326 seq_num 1015) dirty exists 2024-09-20T21:53:07.744 INFO:tasks.rados.rados.0.smithi046.stdout:3311: left oid 18 (ObjNum 1015 snap 326 seq_num 1015) 2024-09-20T21:53:07.744 INFO:tasks.rados.rados.0.smithi046.stdout:3308: done (12 left) 2024-09-20T21:53:07.744 INFO:tasks.rados.rados.0.smithi046.stdout:3311: done (11 left) 2024-09-20T21:53:07.744 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 326 2024-09-20T21:53:07.744 INFO:tasks.rados.rados.0.smithi046.stdout:3320: finishing rollback tid 0 to smithi04683737-11 2024-09-20T21:53:07.744 INFO:tasks.rados.rados.0.smithi046.stdout:3310: finishing copy_from racing read to smithi04683737-23 2024-09-20T21:53:07.744 INFO:tasks.rados.rados.0.smithi046.stdout:3320: finishing rollback tid 1 to smithi04683737-11 2024-09-20T21:53:07.744 INFO:tasks.rados.rados.0.smithi046.stdout:3320: finishing rollback tid 2 to smithi04683737-11 2024-09-20T21:53:07.744 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 1089 (ObjNum 606 snap 199 seq_num 606) dirty exists 2024-09-20T21:53:07.744 INFO:tasks.rados.rados.0.smithi046.stdout:3312: finishing rollback tid 2 to smithi04683737-39 2024-09-20T21:53:07.744 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1542 (ObjNum 987 snap 315 seq_num 987) dirty exists 2024-09-20T21:53:07.744 INFO:tasks.rados.rados.0.smithi046.stdout:3313: expect (ObjNum 1010 snap 325 seq_num 1010) 2024-09-20T21:53:07.831 INFO:tasks.rados.rados.0.smithi046.stdout:3319: finishing rollback tid 1 to smithi04683737-40 2024-09-20T21:53:07.831 INFO:tasks.rados.rados.0.smithi046.stdout:3319: finishing rollback tid 2 to smithi04683737-40 2024-09-20T21:53:07.831 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1516 (ObjNum 982 snap 313 seq_num 982) dirty exists 2024-09-20T21:53:07.831 INFO:tasks.rados.rados.0.smithi046.stdout:3317: expect (ObjNum 972 snap 308 seq_num 972) 2024-09-20T21:53:07.880 INFO:tasks.rados.rados.0.smithi046.stdout:3310: finishing copy_from to smithi04683737-23 2024-09-20T21:53:07.880 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1335 (ObjNum 812 snap 270 seq_num 812) dirty exists 2024-09-20T21:53:07.880 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 545 (ObjNum 982 snap 313 seq_num 982) dirty exists 2024-09-20T21:53:07.880 INFO:tasks.rados.rados.0.smithi046.stdout:3309: expect (ObjNum 993 snap 318 seq_num 993) 2024-09-20T21:53:08.018 INFO:tasks.rados.rados.0.smithi046.stdout:3318: finishing copy_from racing read to smithi04683737-35 2024-09-20T21:53:08.018 INFO:tasks.rados.rados.0.smithi046.stdout:3316: expect (ObjNum 998 snap 324 seq_num 998) 2024-09-20T21:53:08.079 INFO:tasks.rados.rados.0.smithi046.stdout:3318: finishing copy_from to smithi04683737-35 2024-09-20T21:53:08.079 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1530 (ObjNum 988 snap 317 seq_num 988) dirty exists 2024-09-20T21:53:08.080 INFO:tasks.rados.rados.0.smithi046.stdout:3321: finishing write tid 1 to smithi04683737-36 2024-09-20T21:53:08.080 INFO:tasks.rados.rados.0.smithi046.stdout:3321: finishing write tid 2 to smithi04683737-36 2024-09-20T21:53:08.080 INFO:tasks.rados.rados.0.smithi046.stdout:3321: finishing write tid 3 to smithi04683737-36 2024-09-20T21:53:08.080 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 1532 (ObjNum 1016 snap 326 seq_num 1016) dirty exists 2024-09-20T21:53:08.080 INFO:tasks.rados.rados.0.smithi046.stdout:3321: left oid 36 (ObjNum 1016 snap 326 seq_num 1016) 2024-09-20T21:53:08.080 INFO:tasks.rados.rados.0.smithi046.stdout:3322: seq_num 1017 ranges {4333568=237568} 2024-09-20T21:53:08.105 INFO:tasks.rados.rados.0.smithi046.stdout:3322: writing smithi04683737-19 from 4333568 to 4571136 tid 1 2024-09-20T21:53:08.105 INFO:tasks.rados.rados.0.smithi046.stdout:3309: done (11 left) 2024-09-20T21:53:08.105 INFO:tasks.rados.rados.0.smithi046.stdout:3310: done (10 left) 2024-09-20T21:53:08.105 INFO:tasks.rados.rados.0.smithi046.stdout:3312: done (9 left) 2024-09-20T21:53:08.105 INFO:tasks.rados.rados.0.smithi046.stdout:3313: done (8 left) 2024-09-20T21:53:08.105 INFO:tasks.rados.rados.0.smithi046.stdout:3314: done (7 left) 2024-09-20T21:53:08.105 INFO:tasks.rados.rados.0.smithi046.stdout:3316: done (6 left) 2024-09-20T21:53:08.105 INFO:tasks.rados.rados.0.smithi046.stdout:3317: done (5 left) 2024-09-20T21:53:08.105 INFO:tasks.rados.rados.0.smithi046.stdout:3318: done (4 left) 2024-09-20T21:53:08.105 INFO:tasks.rados.rados.0.smithi046.stdout:3319: done (3 left) 2024-09-20T21:53:08.105 INFO:tasks.rados.rados.0.smithi046.stdout:3320: done (2 left) 2024-09-20T21:53:08.106 INFO:tasks.rados.rados.0.smithi046.stdout:3321: done (1 left) 2024-09-20T21:53:08.106 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 326 2024-09-20T21:53:08.106 INFO:tasks.rados.rados.0.smithi046.stdout:3323: seq_num 1018 ranges {5324800=253952} 2024-09-20T21:53:08.135 INFO:tasks.rados.rados.0.smithi046.stdout:3323: writing smithi04683737-4 from 5324800 to 5578752 tid 1 2024-09-20T21:53:08.135 INFO:tasks.rados.rados.0.smithi046.stdout:3324: snap_remove snap 308 2024-09-20T21:53:08.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:07 smithi046 ceph-mon[96110]: osdmap e710: 8 total, 8 up, 8 in 2024-09-20T21:53:08.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:07 smithi046 ceph-mon[98591]: osdmap e710: 8 total, 8 up, 8 in 2024-09-20T21:53:08.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:07 smithi134 ceph-mon[89086]: osdmap e710: 8 total, 8 up, 8 in 2024-09-20T21:53:08.759 INFO:tasks.rados.rados.0.smithi046.stdout:3322: finishing write tid 1 to smithi04683737-19 2024-09-20T21:53:08.759 INFO:tasks.rados.rados.0.smithi046.stdout:3322: finishing write tid 2 to smithi04683737-19 2024-09-20T21:53:08.759 INFO:tasks.rados.rados.0.smithi046.stdout:3322: finishing write tid 3 to smithi04683737-19 2024-09-20T21:53:08.759 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1328 (ObjNum 1017 snap 326 seq_num 1017) dirty exists 2024-09-20T21:53:08.760 INFO:tasks.rados.rados.0.smithi046.stdout:3322: left oid 19 (ObjNum 1017 snap 326 seq_num 1017) 2024-09-20T21:53:08.760 INFO:tasks.rados.rados.0.smithi046.stdout:3323: finishing write tid 1 to smithi04683737-4 2024-09-20T21:53:08.760 INFO:tasks.rados.rados.0.smithi046.stdout:3323: finishing write tid 2 to smithi04683737-4 2024-09-20T21:53:08.760 INFO:tasks.rados.rados.0.smithi046.stdout:3323: finishing write tid 3 to smithi04683737-4 2024-09-20T21:53:08.760 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 1799 (ObjNum 1018 snap 326 seq_num 1018) dirty exists 2024-09-20T21:53:08.760 INFO:tasks.rados.rados.0.smithi046.stdout:3323: left oid 4 (ObjNum 1018 snap 326 seq_num 1018) 2024-09-20T21:53:08.760 INFO:tasks.rados.rados.0.smithi046.stdout:3322: done (2 left) 2024-09-20T21:53:08.760 INFO:tasks.rados.rados.0.smithi046.stdout:3323: done (1 left) 2024-09-20T21:53:08.760 INFO:tasks.rados.rados.0.smithi046.stdout:3324: done (0 left) 2024-09-20T21:53:08.760 INFO:tasks.rados.rados.0.smithi046.stdout:3325: read oid 3 snap -1 2024-09-20T21:53:08.760 INFO:tasks.rados.rados.0.smithi046.stdout:3325: expect (ObjNum 938 snap 303 seq_num 938) 2024-09-20T21:53:08.761 INFO:tasks.rados.rados.0.smithi046.stdout:3326: read oid 50 snap -1 2024-09-20T21:53:08.761 INFO:tasks.rados.rados.0.smithi046.stdout:3326: expect deleted 2024-09-20T21:53:08.761 INFO:tasks.rados.rados.0.smithi046.stdout:3327: delete oid 28 current snap is 326 2024-09-20T21:53:08.775 INFO:tasks.rados.rados.0.smithi046.stdout:3326: done (2 left) 2024-09-20T21:53:08.775 INFO:tasks.rados.rados.0.smithi046.stdout:3327: done (1 left) 2024-09-20T21:53:08.775 INFO:tasks.rados.rados.0.smithi046.stdout:3328: copy_from oid 48 from oid 44 current snap is 326 2024-09-20T21:53:08.775 INFO:tasks.rados.rados.0.smithi046.stdout:3329: delete oid 14 current snap is 326 2024-09-20T21:53:08.780 INFO:tasks.rados.rados.0.smithi046.stdout:3329: done (2 left) 2024-09-20T21:53:08.780 INFO:tasks.rados.rados.0.smithi046.stdout:3330: snap_create 2024-09-20T21:53:08.798 INFO:tasks.rados.rados.0.smithi046.stdout:3325: expect (ObjNum 938 snap 303 seq_num 938) 2024-09-20T21:53:09.078 INFO:tasks.rados.rados.0.smithi046.stdout:3328: finishing copy_from racing read to smithi04683737-48 2024-09-20T21:53:09.078 INFO:tasks.rados.rados.0.smithi046.stdout:3328: finishing copy_from to smithi04683737-48 2024-09-20T21:53:09.078 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1538 (ObjNum 1006 snap 324 seq_num 1006) dirty exists 2024-09-20T21:53:09.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:08 smithi046 ceph-mon[96110]: pgmap v732: 121 pgs: 121 active+clean; 519 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-09-20T21:53:09.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:08 smithi046 ceph-mon[98591]: pgmap v732: 121 pgs: 121 active+clean; 519 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-09-20T21:53:09.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:08 smithi134 ceph-mon[89086]: pgmap v732: 121 pgs: 121 active+clean; 519 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-09-20T21:53:09.763 INFO:tasks.rados.rados.0.smithi046.stdout:3325: done (2 left) 2024-09-20T21:53:09.763 INFO:tasks.rados.rados.0.smithi046.stdout:3328: done (1 left) 2024-09-20T21:53:09.763 INFO:tasks.rados.rados.0.smithi046.stdout:3330: done (0 left) 2024-09-20T21:53:09.763 INFO:tasks.rados.rados.0.smithi046.stdout:3331: snap_remove snap 316 2024-09-20T21:53:10.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:09 smithi046 ceph-mon[96110]: osdmap e711: 8 total, 8 up, 8 in 2024-09-20T21:53:10.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:53:10.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:53:10.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:53:10.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:53:10.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:09 smithi046 ceph-mon[98591]: osdmap e711: 8 total, 8 up, 8 in 2024-09-20T21:53:10.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:53:10.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:53:10.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:53:10.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:53:10.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:09 smithi134 ceph-mon[89086]: osdmap e711: 8 total, 8 up, 8 in 2024-09-20T21:53:10.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:53:10.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:53:10.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:53:10.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:53:10.766 INFO:tasks.rados.rados.0.smithi046.stdout:3331: done (0 left) 2024-09-20T21:53:10.766 INFO:tasks.rados.rados.0.smithi046.stdout:3332: read oid 8 snap -1 2024-09-20T21:53:10.766 INFO:tasks.rados.rados.0.smithi046.stdout:3332: expect (ObjNum 994 snap 320 seq_num 994) 2024-09-20T21:53:10.766 INFO:tasks.rados.rados.0.smithi046.stdout:3333: copy_from oid 2 from oid 5 current snap is 327 2024-09-20T21:53:10.766 INFO:tasks.rados.rados.0.smithi046.stdout:3334: copy_from oid 15 from oid 11 current snap is 327 2024-09-20T21:53:10.766 INFO:tasks.rados.rados.0.smithi046.stdout:3335: delete oid 22 current snap is 327 2024-09-20T21:53:10.784 INFO:tasks.rados.rados.0.smithi046.stdout:3335: done (3 left) 2024-09-20T21:53:10.784 INFO:tasks.rados.rados.0.smithi046.stdout:3336: rollback oid 24 current snap is 327 2024-09-20T21:53:10.784 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 24 to 294 2024-09-20T21:53:10.784 INFO:tasks.rados.rados.0.smithi046.stdout:3337: rollback oid 1 current snap is 327 2024-09-20T21:53:10.784 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 1 to 317 2024-09-20T21:53:10.784 INFO:tasks.rados.rados.0.smithi046.stdout:3338: delete oid 7 current snap is 327 2024-09-20T21:53:10.795 INFO:tasks.rados.rados.0.smithi046.stdout:3337: finishing rollback tid 1 to smithi04683737-1 2024-09-20T21:53:10.797 INFO:tasks.rados.rados.0.smithi046.stdout:3337: finishing rollback tid 2 to smithi04683737-1 2024-09-20T21:53:10.797 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 1091 (ObjNum 960 snap 307 seq_num 960) dirty exists 2024-09-20T21:53:10.797 INFO:tasks.rados.rados.0.smithi046.stdout:3336: finishing rollback tid 0 to smithi04683737-24 2024-09-20T21:53:10.797 INFO:tasks.rados.rados.0.smithi046.stdout:3336: finishing rollback tid 1 to smithi04683737-24 2024-09-20T21:53:10.798 INFO:tasks.rados.rados.0.smithi046.stdout:3336: finishing rollback tid 2 to smithi04683737-24 2024-09-20T21:53:10.798 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 1351 (ObjNum 876 snap 290 seq_num 876) dirty exists 2024-09-20T21:53:10.800 INFO:tasks.rados.rados.0.smithi046.stdout:3334: finishing copy_from racing read to smithi04683737-15 2024-09-20T21:53:10.801 INFO:tasks.rados.rados.0.smithi046.stdout:3334: finishing copy_from to smithi04683737-15 2024-09-20T21:53:10.801 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 1089 (ObjNum 606 snap 199 seq_num 606) dirty exists 2024-09-20T21:53:10.802 INFO:tasks.rados.rados.0.smithi046.stdout:3332: expect (ObjNum 994 snap 320 seq_num 994) 2024-09-20T21:53:11.052 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:10 smithi046 ceph-mon[96110]: pgmap v734: 121 pgs: 121 active+clean; 528 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-09-20T21:53:11.052 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:10 smithi046 ceph-mon[96110]: osdmap e712: 8 total, 8 up, 8 in 2024-09-20T21:53:11.052 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:10 smithi046 ceph-mon[98591]: pgmap v734: 121 pgs: 121 active+clean; 528 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-09-20T21:53:11.052 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:10 smithi046 ceph-mon[98591]: osdmap e712: 8 total, 8 up, 8 in 2024-09-20T21:53:11.104 INFO:tasks.rados.rados.0.smithi046.stdout:3333: finishing copy_from racing read to smithi04683737-2 2024-09-20T21:53:11.104 INFO:tasks.rados.rados.0.smithi046.stdout:3333: finishing copy_from to smithi04683737-2 2024-09-20T21:53:11.104 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 1002 (ObjNum 962 snap 307 seq_num 962) dirty exists 2024-09-20T21:53:11.104 INFO:tasks.rados.rados.0.smithi046.stdout:3332: done (5 left) 2024-09-20T21:53:11.105 INFO:tasks.rados.rados.0.smithi046.stdout:3333: done (4 left) 2024-09-20T21:53:11.105 INFO:tasks.rados.rados.0.smithi046.stdout:3334: done (3 left) 2024-09-20T21:53:11.105 INFO:tasks.rados.rados.0.smithi046.stdout:3336: done (2 left) 2024-09-20T21:53:11.105 INFO:tasks.rados.rados.0.smithi046.stdout:3337: done (1 left) 2024-09-20T21:53:11.105 INFO:tasks.rados.rados.0.smithi046.stdout:3338: done (0 left) 2024-09-20T21:53:11.105 INFO:tasks.rados.rados.0.smithi046.stdout:3339: copy_from oid 49 from oid 18 current snap is 327 2024-09-20T21:53:11.105 INFO:tasks.rados.rados.0.smithi046.stdout:3340: snap_create 2024-09-20T21:53:11.112 INFO:tasks.rados.rados.0.smithi046.stdout:3339: finishing copy_from racing read to smithi04683737-49 2024-09-20T21:53:11.113 INFO:tasks.rados.rados.0.smithi046.stdout:3339: finishing copy_from to smithi04683737-49 2024-09-20T21:53:11.113 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 1421 (ObjNum 1015 snap 326 seq_num 1015) dirty exists 2024-09-20T21:53:11.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:10 smithi134 ceph-mon[89086]: pgmap v734: 121 pgs: 121 active+clean; 528 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-09-20T21:53:11.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:10 smithi134 ceph-mon[89086]: osdmap e712: 8 total, 8 up, 8 in 2024-09-20T21:53:11.780 INFO:tasks.rados.rados.0.smithi046.stdout:3339: done (1 left) 2024-09-20T21:53:11.780 INFO:tasks.rados.rados.0.smithi046.stdout:3340: done (0 left) 2024-09-20T21:53:11.780 INFO:tasks.rados.rados.0.smithi046.stdout:3341: delete oid 13 current snap is 328 2024-09-20T21:53:11.785 INFO:tasks.rados.rados.0.smithi046.stdout:3341: done (0 left) 2024-09-20T21:53:11.785 INFO:tasks.rados.rados.0.smithi046.stdout:3342: delete oid 2 current snap is 328 2024-09-20T21:53:11.789 INFO:tasks.rados.rados.0.smithi046.stdout:3342: done (0 left) 2024-09-20T21:53:11.789 INFO:tasks.rados.rados.0.smithi046.stdout:3343: snap_create 2024-09-20T21:53:12.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:11 smithi046 ceph-mon[96110]: osdmap e713: 8 total, 8 up, 8 in 2024-09-20T21:53:12.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:11 smithi046 ceph-mon[98591]: osdmap e713: 8 total, 8 up, 8 in 2024-09-20T21:53:12.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:11 smithi134 ceph-mon[89086]: osdmap e713: 8 total, 8 up, 8 in 2024-09-20T21:53:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:53:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:53:12] "GET /metrics HTTP/1.1" 200 36384 "" "Prometheus/2.43.0" 2024-09-20T21:53:12.640 INFO:tasks.rados.rados.0.smithi046.stdout:3343: done (0 left) 2024-09-20T21:53:12.641 INFO:tasks.rados.rados.0.smithi046.stdout:3344: read oid 49 snap -1 2024-09-20T21:53:12.641 INFO:tasks.rados.rados.0.smithi046.stdout:3344: expect (ObjNum 1015 snap 326 seq_num 1015) 2024-09-20T21:53:12.641 INFO:tasks.rados.rados.0.smithi046.stdout:3345: snap_remove snap 304 2024-09-20T21:53:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:53:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:53:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:53:13.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:12 smithi046 ceph-mon[96110]: pgmap v737: 121 pgs: 121 active+clean; 532 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-09-20T21:53:13.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:12 smithi046 ceph-mon[96110]: osdmap e714: 8 total, 8 up, 8 in 2024-09-20T21:53:13.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:12 smithi046 ceph-mon[96110]: osdmap e715: 8 total, 8 up, 8 in 2024-09-20T21:53:13.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:12 smithi046 ceph-mon[98591]: pgmap v737: 121 pgs: 121 active+clean; 532 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-09-20T21:53:13.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:12 smithi046 ceph-mon[98591]: osdmap e714: 8 total, 8 up, 8 in 2024-09-20T21:53:13.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:12 smithi046 ceph-mon[98591]: osdmap e715: 8 total, 8 up, 8 in 2024-09-20T21:53:13.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:12 smithi134 ceph-mon[89086]: pgmap v737: 121 pgs: 121 active+clean; 532 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-09-20T21:53:13.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:12 smithi134 ceph-mon[89086]: osdmap e714: 8 total, 8 up, 8 in 2024-09-20T21:53:13.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:12 smithi134 ceph-mon[89086]: osdmap e715: 8 total, 8 up, 8 in 2024-09-20T21:53:13.642 INFO:tasks.rados.rados.0.smithi046.stdout:3345: done (1 left) 2024-09-20T21:53:13.642 INFO:tasks.rados.rados.0.smithi046.stdout:3346: snap_remove snap 293 2024-09-20T21:53:14.651 INFO:tasks.rados.rados.0.smithi046.stdout:3346: done (1 left) 2024-09-20T21:53:14.651 INFO:tasks.rados.rados.0.smithi046.stdout:3347: delete oid 14 current snap is 329 2024-09-20T21:53:14.651 INFO:tasks.rados.rados.0.smithi046.stdout:3344: expect (ObjNum 1015 snap 326 seq_num 1015) 2024-09-20T21:53:14.724 INFO:tasks.rados.rados.0.smithi046.stdout:3344: done (1 left) 2024-09-20T21:53:14.724 INFO:tasks.rados.rados.0.smithi046.stdout:3347: done (0 left) 2024-09-20T21:53:14.724 INFO:tasks.rados.rados.0.smithi046.stdout:3348: rollback oid 19 current snap is 329 2024-09-20T21:53:14.724 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 19 to 326 2024-09-20T21:53:14.724 INFO:tasks.rados.rados.0.smithi046.stdout:3349: copy_from oid 18 from oid 42 current snap is 329 2024-09-20T21:53:14.724 INFO:tasks.rados.rados.0.smithi046.stdout:3350: read oid 30 snap 225 2024-09-20T21:53:14.724 INFO:tasks.rados.rados.0.smithi046.stdout:3350: expect (ObjNum 391 snap 123 seq_num 391) 2024-09-20T21:53:14.724 INFO:tasks.rados.rados.0.smithi046.stdout:3351: snap_create 2024-09-20T21:53:14.728 INFO:tasks.rados.rados.0.smithi046.stdout:3348: finishing rollback tid 0 to smithi04683737-19 2024-09-20T21:53:14.728 INFO:tasks.rados.rados.0.smithi046.stdout:3348: finishing rollback tid 1 to smithi04683737-19 2024-09-20T21:53:14.729 INFO:tasks.rados.rados.0.smithi046.stdout:3348: finishing rollback tid 2 to smithi04683737-19 2024-09-20T21:53:14.729 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1331 (ObjNum 1017 snap 326 seq_num 1017) dirty exists 2024-09-20T21:53:14.732 INFO:tasks.rados.rados.0.smithi046.stdout:3349: finishing copy_from racing read to smithi04683737-18 2024-09-20T21:53:14.734 INFO:tasks.rados.rados.0.smithi046.stdout:3349: finishing copy_from to smithi04683737-18 2024-09-20T21:53:14.734 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1514 (ObjNum 1010 snap 325 seq_num 1010) dirty exists 2024-09-20T21:53:14.739 INFO:tasks.rados.rados.0.smithi046.stdout:3350: expect (ObjNum 391 snap 123 seq_num 391) 2024-09-20T21:53:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:14 smithi134 ceph-mon[89086]: pgmap v740: 121 pgs: 121 active+clean; 539 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-09-20T21:53:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:14 smithi134 ceph-mon[89086]: osdmap e716: 8 total, 8 up, 8 in 2024-09-20T21:53:15.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:14 smithi046 ceph-mon[96110]: pgmap v740: 121 pgs: 121 active+clean; 539 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-09-20T21:53:15.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:14 smithi046 ceph-mon[96110]: osdmap e716: 8 total, 8 up, 8 in 2024-09-20T21:53:15.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:14 smithi046 ceph-mon[98591]: pgmap v740: 121 pgs: 121 active+clean; 539 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-09-20T21:53:15.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:14 smithi046 ceph-mon[98591]: osdmap e716: 8 total, 8 up, 8 in 2024-09-20T21:53:15.668 INFO:tasks.rados.rados.0.smithi046.stdout:3348: done (3 left) 2024-09-20T21:53:15.668 INFO:tasks.rados.rados.0.smithi046.stdout:3349: done (2 left) 2024-09-20T21:53:15.668 INFO:tasks.rados.rados.0.smithi046.stdout:3350: done (1 left) 2024-09-20T21:53:15.668 INFO:tasks.rados.rados.0.smithi046.stdout:3351: done (0 left) 2024-09-20T21:53:15.669 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 330 2024-09-20T21:53:15.669 INFO:tasks.rados.rados.0.smithi046.stdout:3352: seq_num 1026 ranges {3915776=385024} 2024-09-20T21:53:15.694 INFO:tasks.rados.rados.0.smithi046.stdout:3352: writing smithi04683737-32 from 3915776 to 4300800 tid 1 2024-09-20T21:53:15.694 INFO:tasks.rados.rados.0.smithi046.stdout:3353: read oid 50 snap 319 2024-09-20T21:53:15.694 INFO:tasks.rados.rados.0.smithi046.stdout:3353: expect deleted 2024-09-20T21:53:15.694 INFO:tasks.rados.rados.0.smithi046.stdout:3354: copy_from oid 45 from oid 16 current snap is 330 2024-09-20T21:53:15.694 INFO:tasks.rados.rados.0.smithi046.stdout:3355: snap_create 2024-09-20T21:53:15.706 INFO:tasks.rados.rados.0.smithi046.stdout:3352: finishing write tid 1 to smithi04683737-32 2024-09-20T21:53:15.707 INFO:tasks.rados.rados.0.smithi046.stdout:3352: finishing write tid 2 to smithi04683737-32 2024-09-20T21:53:15.709 INFO:tasks.rados.rados.0.smithi046.stdout:3352: finishing write tid 3 to smithi04683737-32 2024-09-20T21:53:15.709 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1834 (ObjNum 1026 snap 330 seq_num 1026) dirty exists 2024-09-20T21:53:15.709 INFO:tasks.rados.rados.0.smithi046.stdout:3352: left oid 32 (ObjNum 1026 snap 330 seq_num 1026) 2024-09-20T21:53:15.712 INFO:tasks.rados.rados.0.smithi046.stdout:3354: finishing copy_from racing read to smithi04683737-45 2024-09-20T21:53:15.713 INFO:tasks.rados.rados.0.smithi046.stdout:3354: finishing copy_from to smithi04683737-45 2024-09-20T21:53:15.713 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1357 (ObjNum 986 snap 314 seq_num 986) dirty exists 2024-09-20T21:53:15.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:15 smithi134 ceph-mon[89086]: osdmap e717: 8 total, 8 up, 8 in 2024-09-20T21:53:16.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:15 smithi046 ceph-mon[96110]: osdmap e717: 8 total, 8 up, 8 in 2024-09-20T21:53:16.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:15 smithi046 ceph-mon[98591]: osdmap e717: 8 total, 8 up, 8 in 2024-09-20T21:53:16.669 INFO:tasks.rados.rados.0.smithi046.stdout:3352: done (3 left) 2024-09-20T21:53:16.669 INFO:tasks.rados.rados.0.smithi046.stdout:3353: done (2 left) 2024-09-20T21:53:16.669 INFO:tasks.rados.rados.0.smithi046.stdout:3354: done (1 left) 2024-09-20T21:53:16.669 INFO:tasks.rados.rados.0.smithi046.stdout:3355: done (0 left) 2024-09-20T21:53:16.669 INFO:tasks.rados.rados.0.smithi046.stdout:3356: read oid 34 snap -1 2024-09-20T21:53:16.670 INFO:tasks.rados.rados.0.smithi046.stdout:3356: expect deleted 2024-09-20T21:53:16.670 INFO:tasks.rados.rados.0.smithi046.stdout:3357: copy_from oid 11 from oid 38 current snap is 331 2024-09-20T21:53:16.670 INFO:tasks.rados.rados.0.smithi046.stdout:3358: snap_create 2024-09-20T21:53:16.691 INFO:tasks.rados.rados.0.smithi046.stdout:3357: finishing copy_from racing read to smithi04683737-11 2024-09-20T21:53:16.692 INFO:tasks.rados.rados.0.smithi046.stdout:3357: finishing copy_from to smithi04683737-11 2024-09-20T21:53:16.692 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 1365 (ObjNum 964 snap 307 seq_num 964) dirty exists 2024-09-20T21:53:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:16 smithi134 ceph-mon[89086]: pgmap v743: 121 pgs: 121 active+clean; 539 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-09-20T21:53:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:16 smithi134 ceph-mon[89086]: osdmap e718: 8 total, 8 up, 8 in 2024-09-20T21:53:17.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:16 smithi046 ceph-mon[96110]: pgmap v743: 121 pgs: 121 active+clean; 539 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-09-20T21:53:17.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:16 smithi046 ceph-mon[96110]: osdmap e718: 8 total, 8 up, 8 in 2024-09-20T21:53:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:16 smithi046 ceph-mon[98591]: pgmap v743: 121 pgs: 121 active+clean; 539 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-09-20T21:53:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:16 smithi046 ceph-mon[98591]: osdmap e718: 8 total, 8 up, 8 in 2024-09-20T21:53:17.642 INFO:tasks.rados.rados.0.smithi046.stdout:3356: done (2 left) 2024-09-20T21:53:17.642 INFO:tasks.rados.rados.0.smithi046.stdout:3357: done (1 left) 2024-09-20T21:53:17.642 INFO:tasks.rados.rados.0.smithi046.stdout:3358: done (0 left) 2024-09-20T21:53:17.642 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 332 2024-09-20T21:53:17.642 INFO:tasks.rados.rados.0.smithi046.stdout:3359: seq_num 1027 ranges {0=409600} 2024-09-20T21:53:17.644 INFO:tasks.rados.rados.0.smithi046.stdout:3359: writing smithi04683737-26 from 0 to 409600 tid 1 2024-09-20T21:53:17.644 INFO:tasks.rados.rados.0.smithi046.stdout:3360: rollback oid 10 current snap is 332 2024-09-20T21:53:17.644 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 10 to 297 2024-09-20T21:53:17.644 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 332 2024-09-20T21:53:17.644 INFO:tasks.rados.rados.0.smithi046.stdout:3361: seq_num 1028 ranges {1622016=425984} 2024-09-20T21:53:17.657 INFO:tasks.rados.rados.0.smithi046.stdout:3361: writing smithi04683737-49 from 1622016 to 2048000 tid 1 2024-09-20T21:53:17.657 INFO:tasks.rados.rados.0.smithi046.stdout:3362: read oid 25 snap -1 2024-09-20T21:53:17.657 INFO:tasks.rados.rados.0.smithi046.stdout:3362: expect (ObjNum 998 snap 324 seq_num 998) 2024-09-20T21:53:17.657 INFO:tasks.rados.rados.0.smithi046.stdout:3363: read oid 24 snap -1 2024-09-20T21:53:17.657 INFO:tasks.rados.rados.0.smithi046.stdout:3363: expect (ObjNum 876 snap 290 seq_num 876) 2024-09-20T21:53:17.657 INFO:tasks.rados.rados.0.smithi046.stdout:3364: snap_create 2024-09-20T21:53:17.657 INFO:tasks.rados.rados.0.smithi046.stdout:3359: finishing write tid 1 to smithi04683737-26 2024-09-20T21:53:17.657 INFO:tasks.rados.rados.0.smithi046.stdout:3359: finishing write tid 2 to smithi04683737-26 2024-09-20T21:53:17.657 INFO:tasks.rados.rados.0.smithi046.stdout:3359: finishing write tid 3 to smithi04683737-26 2024-09-20T21:53:17.657 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 1518 (ObjNum 1027 snap 332 seq_num 1027) dirty exists 2024-09-20T21:53:17.657 INFO:tasks.rados.rados.0.smithi046.stdout:3359: left oid 26 (ObjNum 1027 snap 332 seq_num 1027) 2024-09-20T21:53:17.658 INFO:tasks.rados.rados.0.smithi046.stdout:3360: finishing rollback tid 0 to smithi04683737-10 2024-09-20T21:53:17.658 INFO:tasks.rados.rados.0.smithi046.stdout:3360: finishing rollback tid 1 to smithi04683737-10 2024-09-20T21:53:17.658 INFO:tasks.rados.rados.0.smithi046.stdout:3360: finishing rollback tid 2 to smithi04683737-10 2024-09-20T21:53:17.658 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1354 (ObjNum 895 snap 296 seq_num 895) dirty exists 2024-09-20T21:53:17.660 INFO:tasks.rados.rados.0.smithi046.stdout:3363: expect (ObjNum 876 snap 290 seq_num 876) 2024-09-20T21:53:17.669 INFO:tasks.rados.rados.0.smithi046.stdout:3361: finishing write tid 1 to smithi04683737-49 2024-09-20T21:53:17.669 INFO:tasks.rados.rados.0.smithi046.stdout:3361: finishing write tid 2 to smithi04683737-49 2024-09-20T21:53:17.669 INFO:tasks.rados.rados.0.smithi046.stdout:3361: finishing write tid 3 to smithi04683737-49 2024-09-20T21:53:17.669 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 1837 (ObjNum 1028 snap 332 seq_num 1028) dirty exists 2024-09-20T21:53:17.669 INFO:tasks.rados.rados.0.smithi046.stdout:3361: left oid 49 (ObjNum 1028 snap 332 seq_num 1028) 2024-09-20T21:53:17.669 INFO:tasks.rados.rados.0.smithi046.stdout:3362: expect (ObjNum 998 snap 324 seq_num 998) 2024-09-20T21:53:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:17 smithi134 ceph-mon[89086]: osdmap e719: 8 total, 8 up, 8 in 2024-09-20T21:53:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:17 smithi134 ceph-mon[89086]: osdmap e720: 8 total, 8 up, 8 in 2024-09-20T21:53:18.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:17 smithi046 ceph-mon[96110]: osdmap e719: 8 total, 8 up, 8 in 2024-09-20T21:53:18.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:17 smithi046 ceph-mon[96110]: osdmap e720: 8 total, 8 up, 8 in 2024-09-20T21:53:18.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:17 smithi046 ceph-mon[98591]: osdmap e719: 8 total, 8 up, 8 in 2024-09-20T21:53:18.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:17 smithi046 ceph-mon[98591]: osdmap e720: 8 total, 8 up, 8 in 2024-09-20T21:53:18.643 INFO:tasks.rados.rados.0.smithi046.stdout:3359: done (5 left) 2024-09-20T21:53:18.644 INFO:tasks.rados.rados.0.smithi046.stdout:3360: done (4 left) 2024-09-20T21:53:18.644 INFO:tasks.rados.rados.0.smithi046.stdout:3361: done (3 left) 2024-09-20T21:53:18.644 INFO:tasks.rados.rados.0.smithi046.stdout:3362: done (2 left) 2024-09-20T21:53:18.644 INFO:tasks.rados.rados.0.smithi046.stdout:3363: done (1 left) 2024-09-20T21:53:18.644 INFO:tasks.rados.rados.0.smithi046.stdout:3364: done (0 left) 2024-09-20T21:53:18.644 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 333 2024-09-20T21:53:18.644 INFO:tasks.rados.rados.0.smithi046.stdout:3365: seq_num 1029 ranges {0=442368} 2024-09-20T21:53:18.646 INFO:tasks.rados.rados.0.smithi046.stdout:3365: writing smithi04683737-13 from 0 to 442368 tid 1 2024-09-20T21:53:18.646 INFO:tasks.rados.rados.0.smithi046.stdout:3366: read oid 26 snap -1 2024-09-20T21:53:18.646 INFO:tasks.rados.rados.0.smithi046.stdout:3366: expect (ObjNum 1027 snap 332 seq_num 1027) 2024-09-20T21:53:18.646 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 333 2024-09-20T21:53:18.647 INFO:tasks.rados.rados.0.smithi046.stdout:3367: seq_num 1030 ranges {2097152=458752} 2024-09-20T21:53:18.660 INFO:tasks.rados.rados.0.smithi046.stdout:3367: writing smithi04683737-36 from 2097152 to 2555904 tid 1 2024-09-20T21:53:18.660 INFO:tasks.rados.rados.0.smithi046.stdout:3368: rmattr oid 17 current snap is 333 2024-09-20T21:53:18.660 INFO:tasks.rados.rados.0.smithi046.stdout:3366: expect (ObjNum 1027 snap 332 seq_num 1027) 2024-09-20T21:53:18.678 INFO:tasks.rados.rados.0.smithi046.stdout:3365: finishing write tid 1 to smithi04683737-13 2024-09-20T21:53:18.678 INFO:tasks.rados.rados.0.smithi046.stdout:3365: finishing write tid 2 to smithi04683737-13 2024-09-20T21:53:18.678 INFO:tasks.rados.rados.0.smithi046.stdout:3365: finishing write tid 3 to smithi04683737-13 2024-09-20T21:53:18.678 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1839 (ObjNum 1029 snap 333 seq_num 1029) dirty exists 2024-09-20T21:53:18.678 INFO:tasks.rados.rados.0.smithi046.stdout:3365: left oid 13 (ObjNum 1029 snap 333 seq_num 1029) 2024-09-20T21:53:18.678 INFO:tasks.rados.rados.0.smithi046.stdout:3365: done (3 left) 2024-09-20T21:53:18.678 INFO:tasks.rados.rados.0.smithi046.stdout:3366: done (2 left) 2024-09-20T21:53:18.678 INFO:tasks.rados.rados.0.smithi046.stdout:3369: read oid 27 snap -1 2024-09-20T21:53:18.678 INFO:tasks.rados.rados.0.smithi046.stdout:3369: expect (ObjNum 756 snap 252 seq_num 756) 2024-09-20T21:53:18.678 INFO:tasks.rados.rados.0.smithi046.stdout:3370: read oid 48 snap -1 2024-09-20T21:53:18.678 INFO:tasks.rados.rados.0.smithi046.stdout:3370: expect (ObjNum 1006 snap 324 seq_num 1006) 2024-09-20T21:53:18.679 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 333 2024-09-20T21:53:18.679 INFO:tasks.rados.rados.0.smithi046.stdout:3367: finishing write tid 1 to smithi04683737-36 2024-09-20T21:53:18.679 INFO:tasks.rados.rados.0.smithi046.stdout:3371: seq_num 1031 ranges {0=475136} 2024-09-20T21:53:18.680 INFO:tasks.rados.rados.0.smithi046.stdout:3371: writing smithi04683737-7 from 0 to 475136 tid 1 2024-09-20T21:53:18.680 INFO:tasks.rados.rados.0.smithi046.stdout:3372: snap_create 2024-09-20T21:53:18.680 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1539 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-09-20T21:53:18.681 INFO:tasks.rados.rados.0.smithi046.stdout:3367: finishing write tid 2 to smithi04683737-36 2024-09-20T21:53:18.681 INFO:tasks.rados.rados.0.smithi046.stdout:3367: finishing write tid 3 to smithi04683737-36 2024-09-20T21:53:18.681 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 1534 (ObjNum 1030 snap 333 seq_num 1030) dirty exists 2024-09-20T21:53:18.681 INFO:tasks.rados.rados.0.smithi046.stdout:3367: left oid 36 (ObjNum 1030 snap 333 seq_num 1030) 2024-09-20T21:53:18.684 INFO:tasks.rados.rados.0.smithi046.stdout:3371: finishing write tid 1 to smithi04683737-7 2024-09-20T21:53:18.684 INFO:tasks.rados.rados.0.smithi046.stdout:3371: finishing write tid 2 to smithi04683737-7 2024-09-20T21:53:18.686 INFO:tasks.rados.rados.0.smithi046.stdout:3371: finishing write tid 3 to smithi04683737-7 2024-09-20T21:53:18.686 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 548 (ObjNum 1031 snap 333 seq_num 1031) dirty exists 2024-09-20T21:53:18.686 INFO:tasks.rados.rados.0.smithi046.stdout:3371: left oid 7 (ObjNum 1031 snap 333 seq_num 1031) 2024-09-20T21:53:18.696 INFO:tasks.rados.rados.0.smithi046.stdout:3370: expect (ObjNum 1006 snap 324 seq_num 1006) 2024-09-20T21:53:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:18 smithi134 ceph-mon[89086]: pgmap v746: 121 pgs: 121 active+clean; 541 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-20T21:53:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:18 smithi134 ceph-mon[89086]: osdmap e721: 8 total, 8 up, 8 in 2024-09-20T21:53:18.941 INFO:tasks.rados.rados.0.smithi046.stdout:3369: expect (ObjNum 756 snap 252 seq_num 756) 2024-09-20T21:53:19.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:18 smithi046 ceph-mon[96110]: pgmap v746: 121 pgs: 121 active+clean; 541 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-20T21:53:19.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:18 smithi046 ceph-mon[96110]: osdmap e721: 8 total, 8 up, 8 in 2024-09-20T21:53:19.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:18 smithi046 ceph-mon[98591]: pgmap v746: 121 pgs: 121 active+clean; 541 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-20T21:53:19.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:18 smithi046 ceph-mon[98591]: osdmap e721: 8 total, 8 up, 8 in 2024-09-20T21:53:19.680 INFO:tasks.rados.rados.0.smithi046.stdout:3367: done (5 left) 2024-09-20T21:53:19.680 INFO:tasks.rados.rados.0.smithi046.stdout:3368: done (4 left) 2024-09-20T21:53:19.680 INFO:tasks.rados.rados.0.smithi046.stdout:3369: done (3 left) 2024-09-20T21:53:19.680 INFO:tasks.rados.rados.0.smithi046.stdout:3370: done (2 left) 2024-09-20T21:53:19.680 INFO:tasks.rados.rados.0.smithi046.stdout:3371: done (1 left) 2024-09-20T21:53:19.680 INFO:tasks.rados.rados.0.smithi046.stdout:3372: done (0 left) 2024-09-20T21:53:19.680 INFO:tasks.rados.rados.0.smithi046.stdout:3373: setattr oid 31 current snap is 334 2024-09-20T21:53:19.681 INFO:tasks.rados.rados.0.smithi046.stdout:3374: snap_remove snap 323 2024-09-20T21:53:20.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:53:20.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:53:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:53:20.683 INFO:tasks.rados.rados.0.smithi046.stdout:3374: done (1 left) 2024-09-20T21:53:20.683 INFO:tasks.rados.rados.0.smithi046.stdout:3375: copy_from oid 4 from oid 18 current snap is 334 2024-09-20T21:53:20.683 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 1752 (ObjNum 875 snap 290 seq_num 875) dirty exists 2024-09-20T21:53:20.683 INFO:tasks.rados.rados.0.smithi046.stdout:3373: done (1 left) 2024-09-20T21:53:20.684 INFO:tasks.rados.rados.0.smithi046.stdout:3376: snap_remove snap 301 2024-09-20T21:53:21.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:20 smithi046 ceph-mon[96110]: pgmap v749: 121 pgs: 121 active+clean; 548 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.6 MiB/s wr, 10 op/s 2024-09-20T21:53:21.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:20 smithi046 ceph-mon[96110]: osdmap e722: 8 total, 8 up, 8 in 2024-09-20T21:53:21.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:20 smithi046 ceph-mon[98591]: pgmap v749: 121 pgs: 121 active+clean; 548 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.6 MiB/s wr, 10 op/s 2024-09-20T21:53:21.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:20 smithi046 ceph-mon[98591]: osdmap e722: 8 total, 8 up, 8 in 2024-09-20T21:53:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:20 smithi134 ceph-mon[89086]: pgmap v749: 121 pgs: 121 active+clean; 548 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.6 MiB/s wr, 10 op/s 2024-09-20T21:53:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:20 smithi134 ceph-mon[89086]: osdmap e722: 8 total, 8 up, 8 in 2024-09-20T21:53:21.696 INFO:tasks.rados.rados.0.smithi046.stdout:3376: done (1 left) 2024-09-20T21:53:21.697 INFO:tasks.rados.rados.0.smithi046.stdout:3377: snap_remove snap 326 2024-09-20T21:53:22.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:21 smithi046 ceph-mon[96110]: osdmap e723: 8 total, 8 up, 8 in 2024-09-20T21:53:22.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:21 smithi046 ceph-mon[98591]: osdmap e723: 8 total, 8 up, 8 in 2024-09-20T21:53:22.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:21 smithi134 ceph-mon[89086]: osdmap e723: 8 total, 8 up, 8 in 2024-09-20T21:53:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:53:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:53:22] "GET /metrics HTTP/1.1" 200 36388 "" "Prometheus/2.43.0" 2024-09-20T21:53:22.644 INFO:tasks.rados.rados.0.smithi046.stdout:3375: finishing copy_from racing read to smithi04683737-4 2024-09-20T21:53:22.644 INFO:tasks.rados.rados.0.smithi046.stdout:3375: finishing copy_from to smithi04683737-4 2024-09-20T21:53:22.644 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 1514 (ObjNum 1010 snap 325 seq_num 1010) dirty exists 2024-09-20T21:53:22.644 INFO:tasks.rados.rados.0.smithi046.stdout:3375: done (1 left) 2024-09-20T21:53:22.644 INFO:tasks.rados.rados.0.smithi046.stdout:3377: done (0 left) 2024-09-20T21:53:22.645 INFO:tasks.rados.rados.0.smithi046.stdout:3378: read oid 27 snap 283 2024-09-20T21:53:22.645 INFO:tasks.rados.rados.0.smithi046.stdout:3378: expect deleted 2024-09-20T21:53:22.645 INFO:tasks.rados.rados.0.smithi046.stdout:3379: copy_from oid 41 from oid 11 current snap is 334 2024-09-20T21:53:22.645 INFO:tasks.rados.rados.0.smithi046.stdout:3380: snap_create 2024-09-20T21:53:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:53:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:53:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:53:22.677 INFO:tasks.rados.rados.0.smithi046.stdout:3379: finishing copy_from racing read to smithi04683737-41 2024-09-20T21:53:22.679 INFO:tasks.rados.rados.0.smithi046.stdout:3379: finishing copy_from to smithi04683737-41 2024-09-20T21:53:22.680 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1365 (ObjNum 964 snap 307 seq_num 964) dirty exists 2024-09-20T21:53:23.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:22 smithi046 ceph-mon[98591]: pgmap v752: 121 pgs: 121 active+clean; 552 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-09-20T21:53:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:22 smithi046 ceph-mon[98591]: osdmap e724: 8 total, 8 up, 8 in 2024-09-20T21:53:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:22 smithi046 ceph-mon[98591]: osdmap e725: 8 total, 8 up, 8 in 2024-09-20T21:53:23.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:22 smithi046 ceph-mon[96110]: pgmap v752: 121 pgs: 121 active+clean; 552 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-09-20T21:53:23.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:22 smithi046 ceph-mon[96110]: osdmap e724: 8 total, 8 up, 8 in 2024-09-20T21:53:23.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:22 smithi046 ceph-mon[96110]: osdmap e725: 8 total, 8 up, 8 in 2024-09-20T21:53:23.151 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:53:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3[119503]: 2024-09-20T21:53:22.659+0000 7fa1fcac9640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 18e after trimming was started 2024-09-20T21:53:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:22 smithi134 ceph-mon[89086]: pgmap v752: 121 pgs: 121 active+clean; 552 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-09-20T21:53:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:22 smithi134 ceph-mon[89086]: osdmap e724: 8 total, 8 up, 8 in 2024-09-20T21:53:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:22 smithi134 ceph-mon[89086]: osdmap e725: 8 total, 8 up, 8 in 2024-09-20T21:53:23.645 INFO:tasks.rados.rados.0.smithi046.stdout:3378: done (2 left) 2024-09-20T21:53:23.645 INFO:tasks.rados.rados.0.smithi046.stdout:3379: done (1 left) 2024-09-20T21:53:23.645 INFO:tasks.rados.rados.0.smithi046.stdout:3380: done (0 left) 2024-09-20T21:53:23.645 INFO:tasks.rados.rados.0.smithi046.stdout:3381: snap_create 2024-09-20T21:53:24.648 INFO:tasks.rados.rados.0.smithi046.stdout:3381: done (0 left) 2024-09-20T21:53:24.648 INFO:tasks.rados.rados.0.smithi046.stdout:3382: rollback oid 9 current snap is 336 2024-09-20T21:53:24.648 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 9 to 282 2024-09-20T21:53:24.648 INFO:tasks.rados.rados.0.smithi046.stdout:3383: copy_from oid 11 from oid 31 current snap is 336 2024-09-20T21:53:24.648 INFO:tasks.rados.rados.0.smithi046.stdout:3384: read oid 13 snap -1 2024-09-20T21:53:24.648 INFO:tasks.rados.rados.0.smithi046.stdout:3384: expect (ObjNum 1029 snap 333 seq_num 1029) 2024-09-20T21:53:24.648 INFO:tasks.rados.rados.0.smithi046.stdout:3385: snap_create 2024-09-20T21:53:24.655 INFO:tasks.rados.rados.0.smithi046.stdout:3382: finishing rollback tid 0 to smithi04683737-9 2024-09-20T21:53:24.656 INFO:tasks.rados.rados.0.smithi046.stdout:3382: finishing rollback tid 1 to smithi04683737-9 2024-09-20T21:53:24.656 INFO:tasks.rados.rados.0.smithi046.stdout:3382: finishing rollback tid 2 to smithi04683737-9 2024-09-20T21:53:24.656 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 1338 (ObjNum 831 snap 275 seq_num 831) dirty exists 2024-09-20T21:53:24.657 INFO:tasks.rados.rados.0.smithi046.stdout:3384: expect (ObjNum 1029 snap 333 seq_num 1029) 2024-09-20T21:53:24.670 INFO:tasks.rados.rados.0.smithi046.stdout:3383: finishing copy_from racing read to smithi04683737-11 2024-09-20T21:53:24.670 INFO:tasks.rados.rados.0.smithi046.stdout:3383: finishing copy_from to smithi04683737-11 2024-09-20T21:53:24.670 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 1752 (ObjNum 875 snap 290 seq_num 875) dirty exists 2024-09-20T21:53:24.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:24 smithi046 ceph-mon[96110]: pgmap v755: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 552 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 406 KiB/s wr, 12 op/s 2024-09-20T21:53:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:24 smithi046 ceph-mon[96110]: osdmap e726: 8 total, 8 up, 8 in 2024-09-20T21:53:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:24 smithi046 ceph-mon[98591]: pgmap v755: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 552 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 406 KiB/s wr, 12 op/s 2024-09-20T21:53:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:24 smithi046 ceph-mon[98591]: osdmap e726: 8 total, 8 up, 8 in 2024-09-20T21:53:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:24 smithi134 ceph-mon[89086]: pgmap v755: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 552 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 406 KiB/s wr, 12 op/s 2024-09-20T21:53:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:24 smithi134 ceph-mon[89086]: osdmap e726: 8 total, 8 up, 8 in 2024-09-20T21:53:25.660 INFO:tasks.rados.rados.0.smithi046.stdout:3382: done (3 left) 2024-09-20T21:53:25.660 INFO:tasks.rados.rados.0.smithi046.stdout:3383: done (2 left) 2024-09-20T21:53:25.660 INFO:tasks.rados.rados.0.smithi046.stdout:3384: done (1 left) 2024-09-20T21:53:25.660 INFO:tasks.rados.rados.0.smithi046.stdout:3385: done (0 left) 2024-09-20T21:53:25.660 INFO:tasks.rados.rados.0.smithi046.stdout:3386: rollback oid 20 current snap is 337 2024-09-20T21:53:25.660 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 20 to 315 2024-09-20T21:53:25.660 INFO:tasks.rados.rados.0.smithi046.stdout:3387: rmattr oid 23 current snap is 337 2024-09-20T21:53:25.660 INFO:tasks.rados.rados.0.smithi046.stdout:3388: rollback oid 6 current snap is 337 2024-09-20T21:53:25.660 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 6 to 333 2024-09-20T21:53:25.660 INFO:tasks.rados.rados.0.smithi046.stdout:3389: delete oid 36 current snap is 337 2024-09-20T21:53:25.665 INFO:tasks.rados.rados.0.smithi046.stdout:3386: finishing rollback tid 0 to smithi04683737-20 2024-09-20T21:53:25.665 INFO:tasks.rados.rados.0.smithi046.stdout:3386: finishing rollback tid 1 to smithi04683737-20 2024-09-20T21:53:25.666 INFO:tasks.rados.rados.0.smithi046.stdout:3386: finishing rollback tid 2 to smithi04683737-20 2024-09-20T21:53:25.666 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 1443 (ObjNum 828 snap 274 seq_num 828) dirty exists 2024-09-20T21:53:25.667 INFO:tasks.rados.rados.0.smithi046.stdout:3386: done (3 left) 2024-09-20T21:53:25.667 INFO:tasks.rados.rados.0.smithi046.stdout:3389: done (2 left) 2024-09-20T21:53:25.667 INFO:tasks.rados.rados.0.smithi046.stdout:3390: delete oid 11 current snap is 337 2024-09-20T21:53:25.667 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1339 (ObjNum 812 snap 270 seq_num 812) dirty exists 2024-09-20T21:53:25.669 INFO:tasks.rados.rados.0.smithi046.stdout:3388: finishing rollback tid 0 to smithi04683737-6 2024-09-20T21:53:25.669 INFO:tasks.rados.rados.0.smithi046.stdout:3388: finishing rollback tid 1 to smithi04683737-6 2024-09-20T21:53:25.669 INFO:tasks.rados.rados.0.smithi046.stdout:3388: finishing rollback tid 2 to smithi04683737-6 2024-09-20T21:53:25.669 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1869 (ObjNum 1011 snap 325 seq_num 1011) dirty exists 2024-09-20T21:53:25.670 INFO:tasks.rados.rados.0.smithi046.stdout:3387: done (2 left) 2024-09-20T21:53:25.671 INFO:tasks.rados.rados.0.smithi046.stdout:3388: done (1 left) 2024-09-20T21:53:25.671 INFO:tasks.rados.rados.0.smithi046.stdout:3390: done (0 left) 2024-09-20T21:53:25.671 INFO:tasks.rados.rados.0.smithi046.stdout:3391: snap_remove snap 225 2024-09-20T21:53:25.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:25 smithi134 ceph-mon[89086]: osdmap e727: 8 total, 8 up, 8 in 2024-09-20T21:53:26.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:25 smithi046 ceph-mon[96110]: osdmap e727: 8 total, 8 up, 8 in 2024-09-20T21:53:26.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:25 smithi046 ceph-mon[98591]: osdmap e727: 8 total, 8 up, 8 in 2024-09-20T21:53:26.665 INFO:tasks.rados.rados.0.smithi046.stdout:3391: done (0 left) 2024-09-20T21:53:26.665 INFO:tasks.rados.rados.0.smithi046.stdout:3392: delete oid 17 current snap is 337 2024-09-20T21:53:26.679 INFO:tasks.rados.rados.0.smithi046.stdout:3392: done (0 left) 2024-09-20T21:53:26.679 INFO:tasks.rados.rados.0.smithi046.stdout:3393: snap_create 2024-09-20T21:53:26.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:26 smithi134 ceph-mon[89086]: pgmap v758: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 552 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 0 op/s 2024-09-20T21:53:26.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:26 smithi134 ceph-mon[89086]: osdmap e728: 8 total, 8 up, 8 in 2024-09-20T21:53:27.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:26 smithi046 ceph-mon[96110]: pgmap v758: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 552 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 0 op/s 2024-09-20T21:53:27.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:26 smithi046 ceph-mon[96110]: osdmap e728: 8 total, 8 up, 8 in 2024-09-20T21:53:27.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:26 smithi046 ceph-mon[98591]: pgmap v758: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 552 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 0 op/s 2024-09-20T21:53:27.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:26 smithi046 ceph-mon[98591]: osdmap e728: 8 total, 8 up, 8 in 2024-09-20T21:53:27.670 INFO:tasks.rados.rados.0.smithi046.stdout:3393: done (0 left) 2024-09-20T21:53:27.670 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 338 2024-09-20T21:53:27.670 INFO:tasks.rados.rados.0.smithi046.stdout:3394: seq_num 1035 ranges {6602752=540672} 2024-09-20T21:53:27.709 INFO:tasks.rados.rados.0.smithi046.stdout:3394: writing smithi04683737-8 from 6602752 to 7143424 tid 1 2024-09-20T21:53:27.709 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 338 2024-09-20T21:53:27.709 INFO:tasks.rados.rados.0.smithi046.stdout:3395: seq_num 1036 ranges {8642560=557056} 2024-09-20T21:53:27.759 INFO:tasks.rados.rados.0.smithi046.stdout:3395: writing smithi04683737-29 from 8642560 to 9199616 tid 1 2024-09-20T21:53:27.759 INFO:tasks.rados.rados.0.smithi046.stdout:3396: copy_from oid 12 from oid 17 current snap is 338 2024-09-20T21:53:27.760 INFO:tasks.rados.rados.0.smithi046.stdout:3394: finishing write tid 1 to smithi04683737-8 2024-09-20T21:53:27.760 INFO:tasks.rados.rados.0.smithi046.stdout:3394: finishing write tid 2 to smithi04683737-8 2024-09-20T21:53:27.760 INFO:tasks.rados.rados.0.smithi046.stdout:3394: finishing write tid 3 to smithi04683737-8 2024-09-20T21:53:27.760 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1333 (ObjNum 1035 snap 338 seq_num 1035) dirty exists 2024-09-20T21:53:27.760 INFO:tasks.rados.rados.0.smithi046.stdout:3394: left oid 8 (ObjNum 1035 snap 338 seq_num 1035) 2024-09-20T21:53:27.760 INFO:tasks.rados.rados.0.smithi046.stdout:3394: done (2 left) 2024-09-20T21:53:27.760 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 338 2024-09-20T21:53:27.760 INFO:tasks.rados.rados.0.smithi046.stdout:3397: seq_num 1037 ranges {0=573440} 2024-09-20T21:53:27.762 INFO:tasks.rados.rados.0.smithi046.stdout:3397: writing smithi04683737-22 from 0 to 573440 tid 1 2024-09-20T21:53:27.762 INFO:tasks.rados.rados.0.smithi046.stdout:3398: snap_remove snap 331 2024-09-20T21:53:27.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:27 smithi134 ceph-mon[89086]: osdmap e729: 8 total, 8 up, 8 in 2024-09-20T21:53:28.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:27 smithi046 ceph-mon[96110]: osdmap e729: 8 total, 8 up, 8 in 2024-09-20T21:53:28.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:27 smithi046 ceph-mon[98591]: osdmap e729: 8 total, 8 up, 8 in 2024-09-20T21:53:28.671 INFO:tasks.rados.rados.0.smithi046.stdout:3395: finishing write tid 1 to smithi04683737-29 2024-09-20T21:53:28.671 INFO:tasks.rados.rados.0.smithi046.stdout:3395: finishing write tid 2 to smithi04683737-29 2024-09-20T21:53:28.671 INFO:tasks.rados.rados.0.smithi046.stdout:3396: finishing copy_from to smithi04683737-12 2024-09-20T21:53:28.671 INFO:tasks.rados.rados.0.smithi046.stdout:3396: got expected ENOENT (src dne) 2024-09-20T21:53:28.672 INFO:tasks.rados.rados.0.smithi046.stdout:3396: finishing copy_from racing read to smithi04683737-12 2024-09-20T21:53:28.672 INFO:tasks.rados.rados.0.smithi046.stdout:3395: finishing write tid 3 to smithi04683737-29 2024-09-20T21:53:28.672 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1335 (ObjNum 1036 snap 338 seq_num 1036) dirty exists 2024-09-20T21:53:28.672 INFO:tasks.rados.rados.0.smithi046.stdout:3395: left oid 29 (ObjNum 1036 snap 338 seq_num 1036) 2024-09-20T21:53:28.672 INFO:tasks.rados.rados.0.smithi046.stdout:3397: finishing write tid 1 to smithi04683737-22 2024-09-20T21:53:28.672 INFO:tasks.rados.rados.0.smithi046.stdout:3397: finishing write tid 2 to smithi04683737-22 2024-09-20T21:53:28.672 INFO:tasks.rados.rados.0.smithi046.stdout:3397: finishing write tid 3 to smithi04683737-22 2024-09-20T21:53:28.672 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1537 (ObjNum 1037 snap 338 seq_num 1037) dirty exists 2024-09-20T21:53:28.672 INFO:tasks.rados.rados.0.smithi046.stdout:3397: left oid 22 (ObjNum 1037 snap 338 seq_num 1037) 2024-09-20T21:53:28.672 INFO:tasks.rados.rados.0.smithi046.stdout:3395: done (3 left) 2024-09-20T21:53:28.672 INFO:tasks.rados.rados.0.smithi046.stdout:3396: done (2 left) 2024-09-20T21:53:28.672 INFO:tasks.rados.rados.0.smithi046.stdout:3397: done (1 left) 2024-09-20T21:53:28.672 INFO:tasks.rados.rados.0.smithi046.stdout:3398: done (0 left) 2024-09-20T21:53:28.672 INFO:tasks.rados.rados.0.smithi046.stdout:3399: rollback oid 19 current snap is 338 2024-09-20T21:53:28.673 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 19 to 294 2024-09-20T21:53:28.673 INFO:tasks.rados.rados.0.smithi046.stdout:3400: snap_remove snap 334 2024-09-20T21:53:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:28 smithi134 ceph-mon[89086]: pgmap v761: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 555 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 324 KiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-09-20T21:53:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:28 smithi134 ceph-mon[89086]: osdmap e730: 8 total, 8 up, 8 in 2024-09-20T21:53:29.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:28 smithi046 ceph-mon[98591]: pgmap v761: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 555 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 324 KiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-09-20T21:53:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:28 smithi046 ceph-mon[98591]: osdmap e730: 8 total, 8 up, 8 in 2024-09-20T21:53:29.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:28 smithi046 ceph-mon[96110]: pgmap v761: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 555 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 324 KiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-09-20T21:53:29.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:28 smithi046 ceph-mon[96110]: osdmap e730: 8 total, 8 up, 8 in 2024-09-20T21:53:29.683 INFO:tasks.rados.rados.0.smithi046.stdout:3400: done (1 left) 2024-09-20T21:53:29.683 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 338 2024-09-20T21:53:29.683 INFO:tasks.rados.rados.0.smithi046.stdout:3401: seq_num 1038 ranges {9707520=589824} 2024-09-20T21:53:29.740 INFO:tasks.rados.rados.0.smithi046.stdout:3401: writing smithi04683737-9 from 9707520 to 10297344 tid 1 2024-09-20T21:53:29.740 INFO:tasks.rados.rados.0.smithi046.stdout:3402: snap_create 2024-09-20T21:53:29.740 INFO:tasks.rados.rados.0.smithi046.stdout:3399: finishing rollback tid 0 to smithi04683737-19 2024-09-20T21:53:29.740 INFO:tasks.rados.rados.0.smithi046.stdout:3399: finishing rollback tid 1 to smithi04683737-19 2024-09-20T21:53:29.740 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1337 (ObjNum 33 snap 0 seq_num 22102160) dirty dne 2024-09-20T21:53:29.746 INFO:tasks.rados.rados.0.smithi046.stdout:3401: finishing write tid 1 to smithi04683737-9 2024-09-20T21:53:29.746 INFO:tasks.rados.rados.0.smithi046.stdout:3401: finishing write tid 2 to smithi04683737-9 2024-09-20T21:53:29.749 INFO:tasks.rados.rados.0.smithi046.stdout:3401: finishing write tid 3 to smithi04683737-9 2024-09-20T21:53:29.749 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 1341 (ObjNum 1038 snap 338 seq_num 1038) dirty exists 2024-09-20T21:53:29.749 INFO:tasks.rados.rados.0.smithi046.stdout:3401: left oid 9 (ObjNum 1038 snap 338 seq_num 1038) 2024-09-20T21:53:30.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:29 smithi046 ceph-mon[96110]: osdmap e731: 8 total, 8 up, 8 in 2024-09-20T21:53:30.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:29 smithi046 ceph-mon[98591]: osdmap e731: 8 total, 8 up, 8 in 2024-09-20T21:53:30.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:29 smithi134 ceph-mon[89086]: osdmap e731: 8 total, 8 up, 8 in 2024-09-20T21:53:30.688 INFO:tasks.rados.rados.0.smithi046.stdout:3399: done (2 left) 2024-09-20T21:53:30.688 INFO:tasks.rados.rados.0.smithi046.stdout:3401: done (1 left) 2024-09-20T21:53:30.688 INFO:tasks.rados.rados.0.smithi046.stdout:3402: done (0 left) 2024-09-20T21:53:30.688 INFO:tasks.rados.rados.0.smithi046.stdout:3403: read oid 31 snap -1 2024-09-20T21:53:30.688 INFO:tasks.rados.rados.0.smithi046.stdout:3403: expect (ObjNum 875 snap 290 seq_num 875) 2024-09-20T21:53:30.688 INFO:tasks.rados.rados.0.smithi046.stdout:3404: delete oid 23 current snap is 339 2024-09-20T21:53:30.694 INFO:tasks.rados.rados.0.smithi046.stdout:3404: done (1 left) 2024-09-20T21:53:30.695 INFO:tasks.rados.rados.0.smithi046.stdout:3405: read oid 20 snap 327 2024-09-20T21:53:30.695 INFO:tasks.rados.rados.0.smithi046.stdout:3405: expect (ObjNum 993 snap 318 seq_num 993) 2024-09-20T21:53:30.695 INFO:tasks.rados.rados.0.smithi046.stdout:3406: delete oid 3 current snap is 339 2024-09-20T21:53:30.700 INFO:tasks.rados.rados.0.smithi046.stdout:3406: done (2 left) 2024-09-20T21:53:30.700 INFO:tasks.rados.rados.0.smithi046.stdout:3407: rollback oid 33 current snap is 339 2024-09-20T21:53:30.700 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 33 to 297 2024-09-20T21:53:30.700 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 339 2024-09-20T21:53:30.700 INFO:tasks.rados.rados.0.smithi046.stdout:3408: seq_num 1041 ranges {0=638976} 2024-09-20T21:53:30.704 INFO:tasks.rados.rados.0.smithi046.stdout:3408: writing smithi04683737-30 from 0 to 638976 tid 1 2024-09-20T21:53:30.704 INFO:tasks.rados.rados.0.smithi046.stdout:3409: snap_create 2024-09-20T21:53:30.704 INFO:tasks.rados.rados.0.smithi046.stdout:3403: expect (ObjNum 875 snap 290 seq_num 875) 2024-09-20T21:53:30.802 INFO:tasks.rados.rados.0.smithi046.stdout:3408: finishing write tid 1 to smithi04683737-30 2024-09-20T21:53:30.803 INFO:tasks.rados.rados.0.smithi046.stdout:3408: finishing write tid 2 to smithi04683737-30 2024-09-20T21:53:30.803 INFO:tasks.rados.rados.0.smithi046.stdout:3408: finishing write tid 3 to smithi04683737-30 2024-09-20T21:53:30.803 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 1365 (ObjNum 1041 snap 339 seq_num 1041) dirty exists 2024-09-20T21:53:30.803 INFO:tasks.rados.rados.0.smithi046.stdout:3408: left oid 30 (ObjNum 1041 snap 339 seq_num 1041) 2024-09-20T21:53:30.803 INFO:tasks.rados.rados.0.smithi046.stdout:3407: finishing rollback tid 1 to smithi04683737-33 2024-09-20T21:53:30.803 INFO:tasks.rados.rados.0.smithi046.stdout:3407: finishing rollback tid 2 to smithi04683737-33 2024-09-20T21:53:30.803 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 1445 (ObjNum 812 snap 270 seq_num 812) dirty exists 2024-09-20T21:53:30.803 INFO:tasks.rados.rados.0.smithi046.stdout:3405: expect (ObjNum 993 snap 318 seq_num 993) 2024-09-20T21:53:31.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:30 smithi046 ceph-mon[96110]: pgmap v764: 121 pgs: 121 active+clean; 500 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 325 KiB/s rd, 2.2 MiB/s wr, 11 op/s 2024-09-20T21:53:31.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:30 smithi046 ceph-mon[96110]: osdmap e732: 8 total, 8 up, 8 in 2024-09-20T21:53:31.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:30 smithi046 ceph-mon[98591]: pgmap v764: 121 pgs: 121 active+clean; 500 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 325 KiB/s rd, 2.2 MiB/s wr, 11 op/s 2024-09-20T21:53:31.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:30 smithi046 ceph-mon[98591]: osdmap e732: 8 total, 8 up, 8 in 2024-09-20T21:53:31.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:30 smithi134 ceph-mon[89086]: pgmap v764: 121 pgs: 121 active+clean; 500 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 325 KiB/s rd, 2.2 MiB/s wr, 11 op/s 2024-09-20T21:53:31.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:30 smithi134 ceph-mon[89086]: osdmap e732: 8 total, 8 up, 8 in 2024-09-20T21:53:31.693 INFO:tasks.rados.rados.0.smithi046.stdout:3403: done (4 left) 2024-09-20T21:53:31.693 INFO:tasks.rados.rados.0.smithi046.stdout:3405: done (3 left) 2024-09-20T21:53:31.693 INFO:tasks.rados.rados.0.smithi046.stdout:3407: done (2 left) 2024-09-20T21:53:31.693 INFO:tasks.rados.rados.0.smithi046.stdout:3408: done (1 left) 2024-09-20T21:53:31.693 INFO:tasks.rados.rados.0.smithi046.stdout:3409: done (0 left) 2024-09-20T21:53:31.694 INFO:tasks.rados.rados.0.smithi046.stdout:3410: rollback oid 16 current snap is 340 2024-09-20T21:53:31.694 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 16 to 314 2024-09-20T21:53:31.694 INFO:tasks.rados.rados.0.smithi046.stdout:3411: setattr oid 43 current snap is 340 2024-09-20T21:53:31.694 INFO:tasks.rados.rados.0.smithi046.stdout:3412: delete oid 40 current snap is 340 2024-09-20T21:53:31.698 INFO:tasks.rados.rados.0.smithi046.stdout:3410: finishing rollback tid 0 to smithi04683737-16 2024-09-20T21:53:31.698 INFO:tasks.rados.rados.0.smithi046.stdout:3412: done (2 left) 2024-09-20T21:53:31.698 INFO:tasks.rados.rados.0.smithi046.stdout:3413: copy_from oid 13 from oid 49 current snap is 340 2024-09-20T21:53:31.698 INFO:tasks.rados.rados.0.smithi046.stdout:3414: setattr oid 22 current snap is 340 2024-09-20T21:53:31.698 INFO:tasks.rados.rados.0.smithi046.stdout:3410: finishing rollback tid 1 to smithi04683737-16 2024-09-20T21:53:31.699 INFO:tasks.rados.rados.0.smithi046.stdout:3410: finishing rollback tid 2 to smithi04683737-16 2024-09-20T21:53:31.699 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 1431 (ObjNum 986 snap 314 seq_num 986) dirty exists 2024-09-20T21:53:31.700 INFO:tasks.rados.rados.0.smithi046.stdout:3410: done (3 left) 2024-09-20T21:53:31.700 INFO:tasks.rados.rados.0.smithi046.stdout:3415: copy_from oid 9 from oid 6 current snap is 340 2024-09-20T21:53:31.701 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 340 2024-09-20T21:53:31.701 INFO:tasks.rados.rados.0.smithi046.stdout:3416: seq_num 1043 ranges {638976=671744} 2024-09-20T21:53:31.709 INFO:tasks.rados.rados.0.smithi046.stdout:3416: writing smithi04683737-30 from 638976 to 1310720 tid 1 2024-09-20T21:53:31.709 INFO:tasks.rados.rados.0.smithi046.stdout:3417: snap_create 2024-09-20T21:53:31.709 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1539 (ObjNum 991 snap 317 seq_num 991) dirty exists 2024-09-20T21:53:31.709 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1541 (ObjNum 1037 snap 338 seq_num 1037) dirty exists 2024-09-20T21:53:31.709 INFO:tasks.rados.rados.0.smithi046.stdout:3413: finishing copy_from racing read to smithi04683737-13 2024-09-20T21:53:31.710 INFO:tasks.rados.rados.0.smithi046.stdout:3413: finishing copy_from to smithi04683737-13 2024-09-20T21:53:31.710 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1837 (ObjNum 1028 snap 332 seq_num 1028) dirty exists 2024-09-20T21:53:31.713 INFO:tasks.rados.rados.0.smithi046.stdout:3415: finishing copy_from racing read to smithi04683737-9 2024-09-20T21:53:31.714 INFO:tasks.rados.rados.0.smithi046.stdout:3415: finishing copy_from to smithi04683737-9 2024-09-20T21:53:31.714 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 1869 (ObjNum 1011 snap 325 seq_num 1011) dirty exists 2024-09-20T21:53:31.714 INFO:tasks.rados.rados.0.smithi046.stdout:3416: finishing write tid 1 to smithi04683737-30 2024-09-20T21:53:31.714 INFO:tasks.rados.rados.0.smithi046.stdout:3416: finishing write tid 2 to smithi04683737-30 2024-09-20T21:53:31.715 INFO:tasks.rados.rados.0.smithi046.stdout:3416: finishing write tid 3 to smithi04683737-30 2024-09-20T21:53:31.716 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 1367 (ObjNum 1043 snap 340 seq_num 1043) dirty exists 2024-09-20T21:53:31.716 INFO:tasks.rados.rados.0.smithi046.stdout:3416: left oid 30 (ObjNum 1043 snap 340 seq_num 1043) 2024-09-20T21:53:32.054 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:31 smithi046 ceph-mon[96110]: osdmap e733: 8 total, 8 up, 8 in 2024-09-20T21:53:32.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:31 smithi046 ceph-mon[98591]: osdmap e733: 8 total, 8 up, 8 in 2024-09-20T21:53:32.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:31 smithi134 ceph-mon[89086]: osdmap e733: 8 total, 8 up, 8 in 2024-09-20T21:53:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:53:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:53:32] "GET /metrics HTTP/1.1" 200 36388 "" "Prometheus/2.43.0" 2024-09-20T21:53:32.647 INFO:tasks.rados.rados.0.smithi046.stdout:3411: done (5 left) 2024-09-20T21:53:32.647 INFO:tasks.rados.rados.0.smithi046.stdout:3413: done (4 left) 2024-09-20T21:53:32.647 INFO:tasks.rados.rados.0.smithi046.stdout:3414: done (3 left) 2024-09-20T21:53:32.647 INFO:tasks.rados.rados.0.smithi046.stdout:3415: done (2 left) 2024-09-20T21:53:32.647 INFO:tasks.rados.rados.0.smithi046.stdout:3416: done (1 left) 2024-09-20T21:53:32.647 INFO:tasks.rados.rados.0.smithi046.stdout:3417: done (0 left) 2024-09-20T21:53:32.647 INFO:tasks.rados.rados.0.smithi046.stdout:3418: read oid 10 snap -1 2024-09-20T21:53:32.647 INFO:tasks.rados.rados.0.smithi046.stdout:3418: expect (ObjNum 895 snap 296 seq_num 895) 2024-09-20T21:53:32.647 INFO:tasks.rados.rados.0.smithi046.stdout:3419: snap_create 2024-09-20T21:53:32.664 INFO:tasks.rados.rados.0.smithi046.stdout:3418: expect (ObjNum 895 snap 296 seq_num 895) 2024-09-20T21:53:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:53:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:53:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:53:33.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:32 smithi046 ceph-mon[98591]: pgmap v767: 121 pgs: 121 active+clean; 459 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 824 KiB/s wr, 3 op/s 2024-09-20T21:53:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:32 smithi046 ceph-mon[98591]: osdmap e734: 8 total, 8 up, 8 in 2024-09-20T21:53:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:32 smithi046 ceph-mon[98591]: osdmap e735: 8 total, 8 up, 8 in 2024-09-20T21:53:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:32 smithi046 ceph-mon[96110]: pgmap v767: 121 pgs: 121 active+clean; 459 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 824 KiB/s wr, 3 op/s 2024-09-20T21:53:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:32 smithi046 ceph-mon[96110]: osdmap e734: 8 total, 8 up, 8 in 2024-09-20T21:53:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:32 smithi046 ceph-mon[96110]: osdmap e735: 8 total, 8 up, 8 in 2024-09-20T21:53:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:32 smithi134 ceph-mon[89086]: pgmap v767: 121 pgs: 121 active+clean; 459 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 824 KiB/s wr, 3 op/s 2024-09-20T21:53:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:32 smithi134 ceph-mon[89086]: osdmap e734: 8 total, 8 up, 8 in 2024-09-20T21:53:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:32 smithi134 ceph-mon[89086]: osdmap e735: 8 total, 8 up, 8 in 2024-09-20T21:53:33.647 INFO:tasks.rados.rados.0.smithi046.stdout:3418: done (1 left) 2024-09-20T21:53:33.648 INFO:tasks.rados.rados.0.smithi046.stdout:3419: done (0 left) 2024-09-20T21:53:33.648 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 342 2024-09-20T21:53:33.648 INFO:tasks.rados.rados.0.smithi046.stdout:3420: seq_num 1044 ranges {1622016=688128} 2024-09-20T21:53:33.660 INFO:tasks.rados.rados.0.smithi046.stdout:3420: writing smithi04683737-42 from 1622016 to 2310144 tid 1 2024-09-20T21:53:33.660 INFO:tasks.rados.rados.0.smithi046.stdout:3421: setattr oid 12 current snap is 342 2024-09-20T21:53:33.661 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 342 2024-09-20T21:53:33.661 INFO:tasks.rados.rados.0.smithi046.stdout:3422: seq_num 1045 ranges {2326528=704512} 2024-09-20T21:53:33.679 INFO:tasks.rados.rados.0.smithi046.stdout:3422: writing smithi04683737-25 from 2326528 to 3031040 tid 1 2024-09-20T21:53:33.679 INFO:tasks.rados.rados.0.smithi046.stdout:3423: read oid 23 snap -1 2024-09-20T21:53:33.679 INFO:tasks.rados.rados.0.smithi046.stdout:3423: expect deleted 2024-09-20T21:53:33.679 INFO:tasks.rados.rados.0.smithi046.stdout:3424: delete oid 17 current snap is 342 2024-09-20T21:53:33.679 INFO:tasks.rados.rados.0.smithi046.stdout:3420: finishing write tid 1 to smithi04683737-42 2024-09-20T21:53:33.679 INFO:tasks.rados.rados.0.smithi046.stdout:3420: finishing write tid 2 to smithi04683737-42 2024-09-20T21:53:33.679 INFO:tasks.rados.rados.0.smithi046.stdout:3420: finishing write tid 3 to smithi04683737-42 2024-09-20T21:53:33.679 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 1521 (ObjNum 1044 snap 342 seq_num 1044) dirty exists 2024-09-20T21:53:33.679 INFO:tasks.rados.rados.0.smithi046.stdout:3420: left oid 42 (ObjNum 1044 snap 342 seq_num 1044) 2024-09-20T21:53:33.679 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1543 (ObjNum 1012 snap 325 seq_num 1012) dirty exists 2024-09-20T21:53:33.684 INFO:tasks.rados.rados.0.smithi046.stdout:3420: done (4 left) 2024-09-20T21:53:33.684 INFO:tasks.rados.rados.0.smithi046.stdout:3421: done (3 left) 2024-09-20T21:53:33.684 INFO:tasks.rados.rados.0.smithi046.stdout:3423: done (2 left) 2024-09-20T21:53:33.684 INFO:tasks.rados.rados.0.smithi046.stdout:3424: done (1 left) 2024-09-20T21:53:33.685 INFO:tasks.rados.rados.0.smithi046.stdout:3425: setattr oid 49 current snap is 342 2024-09-20T21:53:33.685 INFO:tasks.rados.rados.0.smithi046.stdout:3422: finishing write tid 1 to smithi04683737-25 2024-09-20T21:53:33.685 INFO:tasks.rados.rados.0.smithi046.stdout:3422: finishing write tid 2 to smithi04683737-25 2024-09-20T21:53:33.686 INFO:tasks.rados.rados.0.smithi046.stdout:3426: delete oid 4 current snap is 342 2024-09-20T21:53:33.686 INFO:tasks.rados.rados.0.smithi046.stdout:3422: finishing write tid 3 to smithi04683737-25 2024-09-20T21:53:33.686 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 1434 (ObjNum 1045 snap 342 seq_num 1045) dirty exists 2024-09-20T21:53:33.686 INFO:tasks.rados.rados.0.smithi046.stdout:3422: left oid 25 (ObjNum 1045 snap 342 seq_num 1045) 2024-09-20T21:53:33.690 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 1891 (ObjNum 1028 snap 332 seq_num 1028) dirty exists 2024-09-20T21:53:33.690 INFO:tasks.rados.rados.0.smithi046.stdout:3422: done (2 left) 2024-09-20T21:53:33.690 INFO:tasks.rados.rados.0.smithi046.stdout:3425: done (1 left) 2024-09-20T21:53:33.691 INFO:tasks.rados.rados.0.smithi046.stdout:3426: done (0 left) 2024-09-20T21:53:33.691 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 342 2024-09-20T21:53:33.691 INFO:tasks.rados.rados.0.smithi046.stdout:3427: seq_num 1048 ranges {704512=761856} 2024-09-20T21:53:33.699 INFO:tasks.rados.rados.0.smithi046.stdout:3427: writing smithi04683737-12 from 704512 to 1466368 tid 1 2024-09-20T21:53:33.699 INFO:tasks.rados.rados.0.smithi046.stdout:3428: snap_remove snap 302 2024-09-20T21:53:34.698 INFO:tasks.rados.rados.0.smithi046.stdout:3428: done (1 left) 2024-09-20T21:53:34.698 INFO:tasks.rados.rados.0.smithi046.stdout:3429: copy_from oid 28 from oid 33 current snap is 342 2024-09-20T21:53:34.698 INFO:tasks.rados.rados.0.smithi046.stdout:3430: rollback oid 2 current snap is 342 2024-09-20T21:53:34.698 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 2 to 320 2024-09-20T21:53:34.698 INFO:tasks.rados.rados.0.smithi046.stdout:3431: snap_create 2024-09-20T21:53:34.698 INFO:tasks.rados.rados.0.smithi046.stdout:3427: finishing write tid 1 to smithi04683737-12 2024-09-20T21:53:34.698 INFO:tasks.rados.rados.0.smithi046.stdout:3427: finishing write tid 2 to smithi04683737-12 2024-09-20T21:53:34.698 INFO:tasks.rados.rados.0.smithi046.stdout:3427: finishing write tid 3 to smithi04683737-12 2024-09-20T21:53:34.698 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1545 (ObjNum 1048 snap 342 seq_num 1048) dirty exists 2024-09-20T21:53:34.698 INFO:tasks.rados.rados.0.smithi046.stdout:3427: left oid 12 (ObjNum 1048 snap 342 seq_num 1048) 2024-09-20T21:53:34.711 INFO:tasks.rados.rados.0.smithi046.stdout:3430: finishing rollback tid 1 to smithi04683737-2 2024-09-20T21:53:34.714 INFO:tasks.rados.rados.0.smithi046.stdout:3430: finishing rollback tid 2 to smithi04683737-2 2024-09-20T21:53:34.714 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 1546 (ObjNum 973 snap 309 seq_num 973) dirty exists 2024-09-20T21:53:34.728 INFO:tasks.rados.rados.0.smithi046.stdout:3429: finishing copy_from racing read to smithi04683737-28 2024-09-20T21:53:34.729 INFO:tasks.rados.rados.0.smithi046.stdout:3429: finishing copy_from to smithi04683737-28 2024-09-20T21:53:34.729 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 1445 (ObjNum 812 snap 270 seq_num 812) dirty exists 2024-09-20T21:53:34.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:34 smithi046 ceph-mon[96110]: pgmap v770: 121 pgs: 121 active+clean; 450 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 638 KiB/s wr, 15 op/s 2024-09-20T21:53:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:34 smithi046 ceph-mon[96110]: osdmap e736: 8 total, 8 up, 8 in 2024-09-20T21:53:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:53:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:34 smithi046 ceph-mon[98591]: pgmap v770: 121 pgs: 121 active+clean; 450 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 638 KiB/s wr, 15 op/s 2024-09-20T21:53:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:34 smithi046 ceph-mon[98591]: osdmap e736: 8 total, 8 up, 8 in 2024-09-20T21:53:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:53:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:34 smithi134 ceph-mon[89086]: pgmap v770: 121 pgs: 121 active+clean; 450 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 638 KiB/s wr, 15 op/s 2024-09-20T21:53:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:34 smithi134 ceph-mon[89086]: osdmap e736: 8 total, 8 up, 8 in 2024-09-20T21:53:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:53:35.702 INFO:tasks.rados.rados.0.smithi046.stdout:3427: done (3 left) 2024-09-20T21:53:35.702 INFO:tasks.rados.rados.0.smithi046.stdout:3429: done (2 left) 2024-09-20T21:53:35.702 INFO:tasks.rados.rados.0.smithi046.stdout:3430: done (1 left) 2024-09-20T21:53:35.703 INFO:tasks.rados.rados.0.smithi046.stdout:3431: done (0 left) 2024-09-20T21:53:35.703 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 343 2024-09-20T21:53:35.703 INFO:tasks.rados.rados.0.smithi046.stdout:3432: seq_num 1049 ranges {0=778240} 2024-09-20T21:53:35.706 INFO:tasks.rados.rados.0.smithi046.stdout:3432: writing smithi04683737-4 from 0 to 778240 tid 1 2024-09-20T21:53:35.706 INFO:tasks.rados.rados.0.smithi046.stdout:3433: snap_remove snap 329 2024-09-20T21:53:36.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:35 smithi046 ceph-mon[96110]: osdmap e737: 8 total, 8 up, 8 in 2024-09-20T21:53:36.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:35 smithi046 ceph-mon[98591]: osdmap e737: 8 total, 8 up, 8 in 2024-09-20T21:53:36.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:35 smithi134 ceph-mon[89086]: osdmap e737: 8 total, 8 up, 8 in 2024-09-20T21:53:36.707 INFO:tasks.rados.rados.0.smithi046.stdout:3433: done (1 left) 2024-09-20T21:53:36.707 INFO:tasks.rados.rados.0.smithi046.stdout:3434: snap_remove snap 330 2024-09-20T21:53:37.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:36 smithi046 ceph-mon[96110]: pgmap v773: 121 pgs: 121 active+clean; 450 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 638 KiB/s wr, 15 op/s 2024-09-20T21:53:37.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:36 smithi046 ceph-mon[96110]: osdmap e738: 8 total, 8 up, 8 in 2024-09-20T21:53:37.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:36 smithi046 ceph-mon[98591]: pgmap v773: 121 pgs: 121 active+clean; 450 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 638 KiB/s wr, 15 op/s 2024-09-20T21:53:37.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:36 smithi046 ceph-mon[98591]: osdmap e738: 8 total, 8 up, 8 in 2024-09-20T21:53:37.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:36 smithi134 ceph-mon[89086]: pgmap v773: 121 pgs: 121 active+clean; 450 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 638 KiB/s wr, 15 op/s 2024-09-20T21:53:37.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:36 smithi134 ceph-mon[89086]: osdmap e738: 8 total, 8 up, 8 in 2024-09-20T21:53:37.649 INFO:tasks.rados.rados.0.smithi046.stdout:3434: done (1 left) 2024-09-20T21:53:37.649 INFO:tasks.rados.rados.0.smithi046.stdout:3435: delete oid 26 current snap is 343 2024-09-20T21:53:37.650 INFO:tasks.rados.rados.0.smithi046.stdout:3432: finishing write tid 1 to smithi04683737-4 2024-09-20T21:53:37.650 INFO:tasks.rados.rados.0.smithi046.stdout:3432: finishing write tid 2 to smithi04683737-4 2024-09-20T21:53:37.650 INFO:tasks.rados.rados.0.smithi046.stdout:3432: finishing write tid 3 to smithi04683737-4 2024-09-20T21:53:37.650 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 1901 (ObjNum 1049 snap 343 seq_num 1049) dirty exists 2024-09-20T21:53:37.650 INFO:tasks.rados.rados.0.smithi046.stdout:3432: left oid 4 (ObjNum 1049 snap 343 seq_num 1049) 2024-09-20T21:53:37.664 INFO:tasks.rados.rados.0.smithi046.stdout:3432: done (1 left) 2024-09-20T21:53:37.664 INFO:tasks.rados.rados.0.smithi046.stdout:3435: done (0 left) 2024-09-20T21:53:37.665 INFO:tasks.rados.rados.0.smithi046.stdout:3436: snap_remove snap 325 2024-09-20T21:53:38.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:37 smithi046 ceph-mon[98591]: osdmap e739: 8 total, 8 up, 8 in 2024-09-20T21:53:38.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:37 smithi046 ceph-mon[98591]: osdmap e740: 8 total, 8 up, 8 in 2024-09-20T21:53:38.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:37 smithi046 ceph-mon[96110]: osdmap e739: 8 total, 8 up, 8 in 2024-09-20T21:53:38.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:37 smithi046 ceph-mon[96110]: osdmap e740: 8 total, 8 up, 8 in 2024-09-20T21:53:38.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:37 smithi134 ceph-mon[89086]: osdmap e739: 8 total, 8 up, 8 in 2024-09-20T21:53:38.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:37 smithi134 ceph-mon[89086]: osdmap e740: 8 total, 8 up, 8 in 2024-09-20T21:53:38.651 INFO:tasks.rados.rados.0.smithi046.stdout:3436: done (0 left) 2024-09-20T21:53:38.651 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 50 current snap is 343 2024-09-20T21:53:38.651 INFO:tasks.rados.rados.0.smithi046.stdout:3437: seq_num 1051 ranges {0=409600,409600=401408} 2024-09-20T21:53:38.654 INFO:tasks.rados.rados.0.smithi046.stdout:3437: writing smithi04683737-50 from 0 to 409600 tid 1 2024-09-20T21:53:38.657 INFO:tasks.rados.rados.0.smithi046.stdout:3437: writing smithi04683737-50 from 409600 to 811008 tid 2 2024-09-20T21:53:38.657 INFO:tasks.rados.rados.0.smithi046.stdout:3438: delete oid 42 current snap is 343 2024-09-20T21:53:38.662 INFO:tasks.rados.rados.0.smithi046.stdout:3437: finishing write tid 1 to smithi04683737-50 2024-09-20T21:53:38.663 INFO:tasks.rados.rados.0.smithi046.stdout:3437: finishing write tid 2 to smithi04683737-50 2024-09-20T21:53:38.667 INFO:tasks.rados.rados.0.smithi046.stdout:3437: finishing write tid 3 to smithi04683737-50 2024-09-20T21:53:38.671 INFO:tasks.rados.rados.0.smithi046.stdout:3437: finishing write tid 4 to smithi04683737-50 2024-09-20T21:53:38.671 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 1538 (ObjNum 1051 snap 343 seq_num 1051) dirty exists 2024-09-20T21:53:38.671 INFO:tasks.rados.rados.0.smithi046.stdout:3437: left oid 50 (ObjNum 1051 snap 343 seq_num 1051) 2024-09-20T21:53:38.672 INFO:tasks.rados.rados.0.smithi046.stdout:3437: done (1 left) 2024-09-20T21:53:38.672 INFO:tasks.rados.rados.0.smithi046.stdout:3438: done (0 left) 2024-09-20T21:53:38.672 INFO:tasks.rados.rados.0.smithi046.stdout:3439: snap_create 2024-09-20T21:53:39.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:38 smithi046 ceph-mon[96110]: pgmap v776: 121 pgs: 121 active+clean; 456 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-09-20T21:53:39.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:38 smithi046 ceph-mon[96110]: osdmap e741: 8 total, 8 up, 8 in 2024-09-20T21:53:39.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:38 smithi046 ceph-mon[98591]: pgmap v776: 121 pgs: 121 active+clean; 456 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-09-20T21:53:39.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:38 smithi046 ceph-mon[98591]: osdmap e741: 8 total, 8 up, 8 in 2024-09-20T21:53:39.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:38 smithi134 ceph-mon[89086]: pgmap v776: 121 pgs: 121 active+clean; 456 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-09-20T21:53:39.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:38 smithi134 ceph-mon[89086]: osdmap e741: 8 total, 8 up, 8 in 2024-09-20T21:53:39.651 INFO:tasks.rados.rados.0.smithi046.stdout:3439: done (0 left) 2024-09-20T21:53:39.651 INFO:tasks.rados.rados.0.smithi046.stdout:3440: snap_create 2024-09-20T21:53:40.653 INFO:tasks.rados.rados.0.smithi046.stdout:3440: done (0 left) 2024-09-20T21:53:40.653 INFO:tasks.rados.rados.0.smithi046.stdout:3441: rollback oid 11 current snap is 345 2024-09-20T21:53:40.653 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 11 to 317 2024-09-20T21:53:40.653 INFO:tasks.rados.rados.0.smithi046.stdout:3442: rollback oid 32 current snap is 345 2024-09-20T21:53:40.653 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 32 to 313 2024-09-20T21:53:40.653 INFO:tasks.rados.rados.0.smithi046.stdout:3443: delete oid 15 current snap is 345 2024-09-20T21:53:40.659 INFO:tasks.rados.rados.0.smithi046.stdout:3441: finishing rollback tid 1 to smithi04683737-11 2024-09-20T21:53:40.659 INFO:tasks.rados.rados.0.smithi046.stdout:3442: finishing rollback tid 0 to smithi04683737-32 2024-09-20T21:53:40.660 INFO:tasks.rados.rados.0.smithi046.stdout:3443: done (2 left) 2024-09-20T21:53:40.660 INFO:tasks.rados.rados.0.smithi046.stdout:3444: rollback oid 41 current snap is 345 2024-09-20T21:53:40.660 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 41 to 341 2024-09-20T21:53:40.660 INFO:tasks.rados.rados.0.smithi046.stdout:3442: finishing rollback tid 1 to smithi04683737-32 2024-09-20T21:53:40.660 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 345 2024-09-20T21:53:40.660 INFO:tasks.rados.rados.0.smithi046.stdout:3445: seq_num 1054 ranges {0=458752,458752=401408} 2024-09-20T21:53:40.663 INFO:tasks.rados.rados.0.smithi046.stdout:3445: writing smithi04683737-46 from 0 to 458752 tid 1 2024-09-20T21:53:40.665 INFO:tasks.rados.rados.0.smithi046.stdout:3445: writing smithi04683737-46 from 458752 to 860160 tid 2 2024-09-20T21:53:40.665 INFO:tasks.rados.rados.0.smithi046.stdout:3446: snap_create 2024-09-20T21:53:40.665 INFO:tasks.rados.rados.0.smithi046.stdout:3442: finishing rollback tid 2 to smithi04683737-32 2024-09-20T21:53:40.665 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1929 (ObjNum 981 snap 310 seq_num 981) dirty exists 2024-09-20T21:53:40.665 INFO:tasks.rados.rados.0.smithi046.stdout:3441: finishing rollback tid 2 to smithi04683737-11 2024-09-20T21:53:40.665 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 1755 (ObjNum 977 snap 309 seq_num 977) dirty exists 2024-09-20T21:53:40.667 INFO:tasks.rados.rados.0.smithi046.stdout:3444: finishing rollback tid 0 to smithi04683737-41 2024-09-20T21:53:40.667 INFO:tasks.rados.rados.0.smithi046.stdout:3444: finishing rollback tid 1 to smithi04683737-41 2024-09-20T21:53:40.667 INFO:tasks.rados.rados.0.smithi046.stdout:3444: finishing rollback tid 2 to smithi04683737-41 2024-09-20T21:53:40.667 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1798 (ObjNum 964 snap 307 seq_num 964) dirty exists 2024-09-20T21:53:40.667 INFO:tasks.rados.rados.0.smithi046.stdout:3445: finishing write tid 1 to smithi04683737-46 2024-09-20T21:53:40.668 INFO:tasks.rados.rados.0.smithi046.stdout:3445: finishing write tid 2 to smithi04683737-46 2024-09-20T21:53:40.669 INFO:tasks.rados.rados.0.smithi046.stdout:3445: finishing write tid 3 to smithi04683737-46 2024-09-20T21:53:40.670 INFO:tasks.rados.rados.0.smithi046.stdout:3445: finishing write tid 4 to smithi04683737-46 2024-09-20T21:53:40.670 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 1872 (ObjNum 1054 snap 345 seq_num 1054) dirty exists 2024-09-20T21:53:40.670 INFO:tasks.rados.rados.0.smithi046.stdout:3445: left oid 46 (ObjNum 1054 snap 345 seq_num 1054) 2024-09-20T21:53:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:40 smithi134 ceph-mon[89086]: pgmap v779: 121 pgs: 121 active+clean; 454 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-09-20T21:53:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:40 smithi134 ceph-mon[89086]: osdmap e742: 8 total, 8 up, 8 in 2024-09-20T21:53:41.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:40 smithi046 ceph-mon[96110]: pgmap v779: 121 pgs: 121 active+clean; 454 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-09-20T21:53:41.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:40 smithi046 ceph-mon[96110]: osdmap e742: 8 total, 8 up, 8 in 2024-09-20T21:53:41.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:40 smithi046 ceph-mon[98591]: pgmap v779: 121 pgs: 121 active+clean; 454 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-09-20T21:53:41.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:40 smithi046 ceph-mon[98591]: osdmap e742: 8 total, 8 up, 8 in 2024-09-20T21:53:41.663 INFO:tasks.rados.rados.0.smithi046.stdout:3441: done (4 left) 2024-09-20T21:53:41.663 INFO:tasks.rados.rados.0.smithi046.stdout:3442: done (3 left) 2024-09-20T21:53:41.663 INFO:tasks.rados.rados.0.smithi046.stdout:3444: done (2 left) 2024-09-20T21:53:41.663 INFO:tasks.rados.rados.0.smithi046.stdout:3445: done (1 left) 2024-09-20T21:53:41.663 INFO:tasks.rados.rados.0.smithi046.stdout:3446: done (0 left) 2024-09-20T21:53:41.664 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 346 2024-09-20T21:53:41.664 INFO:tasks.rados.rados.0.smithi046.stdout:3447: seq_num 1055 ranges {2048000=475136,2523136=401408} 2024-09-20T21:53:41.676 INFO:tasks.rados.rados.0.smithi046.stdout:3447: writing smithi04683737-13 from 2048000 to 2523136 tid 1 2024-09-20T21:53:41.679 INFO:tasks.rados.rados.0.smithi046.stdout:3447: writing smithi04683737-13 from 2523136 to 2924544 tid 2 2024-09-20T21:53:41.679 INFO:tasks.rados.rados.0.smithi046.stdout:3448: rollback oid 30 current snap is 346 2024-09-20T21:53:41.679 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 30 to 319 2024-09-20T21:53:41.679 INFO:tasks.rados.rados.0.smithi046.stdout:3449: snap_create 2024-09-20T21:53:41.685 INFO:tasks.rados.rados.0.smithi046.stdout:3447: finishing write tid 1 to smithi04683737-13 2024-09-20T21:53:41.686 INFO:tasks.rados.rados.0.smithi046.stdout:3448: finishing rollback tid 0 to smithi04683737-30 2024-09-20T21:53:41.686 INFO:tasks.rados.rados.0.smithi046.stdout:3448: finishing rollback tid 1 to smithi04683737-30 2024-09-20T21:53:41.686 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 1370 (ObjNum 33 snap 0 seq_num 22087296) dirty dne 2024-09-20T21:53:41.686 INFO:tasks.rados.rados.0.smithi046.stdout:3447: finishing write tid 2 to smithi04683737-13 2024-09-20T21:53:41.686 INFO:tasks.rados.rados.0.smithi046.stdout:3447: finishing write tid 3 to smithi04683737-13 2024-09-20T21:53:41.687 INFO:tasks.rados.rados.0.smithi046.stdout:3447: finishing write tid 4 to smithi04683737-13 2024-09-20T21:53:41.687 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1933 (ObjNum 1055 snap 346 seq_num 1055) dirty exists 2024-09-20T21:53:41.687 INFO:tasks.rados.rados.0.smithi046.stdout:3447: left oid 13 (ObjNum 1055 snap 346 seq_num 1055) 2024-09-20T21:53:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:41 smithi134 ceph-mon[89086]: osdmap e743: 8 total, 8 up, 8 in 2024-09-20T21:53:42.052 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:41 smithi046 ceph-mon[96110]: osdmap e743: 8 total, 8 up, 8 in 2024-09-20T21:53:42.052 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:41 smithi046 ceph-mon[98591]: osdmap e743: 8 total, 8 up, 8 in 2024-09-20T21:53:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:53:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:53:42] "GET /metrics HTTP/1.1" 200 36388 "" "Prometheus/2.43.0" 2024-09-20T21:53:42.650 INFO:tasks.rados.rados.0.smithi046.stdout:3447: done (2 left) 2024-09-20T21:53:42.650 INFO:tasks.rados.rados.0.smithi046.stdout:3448: done (1 left) 2024-09-20T21:53:42.650 INFO:tasks.rados.rados.0.smithi046.stdout:3449: done (0 left) 2024-09-20T21:53:42.650 INFO:tasks.rados.rados.0.smithi046.stdout:3450: read oid 41 snap -1 2024-09-20T21:53:42.651 INFO:tasks.rados.rados.0.smithi046.stdout:3450: expect (ObjNum 964 snap 307 seq_num 964) 2024-09-20T21:53:42.651 INFO:tasks.rados.rados.0.smithi046.stdout:3451: read oid 24 snap -1 2024-09-20T21:53:42.651 INFO:tasks.rados.rados.0.smithi046.stdout:3451: expect (ObjNum 876 snap 290 seq_num 876) 2024-09-20T21:53:42.651 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 27 current snap is 347 2024-09-20T21:53:42.651 INFO:tasks.rados.rados.0.smithi046.stdout:3452: seq_num 1056 ranges {7774208=491520,8265728=401408} 2024-09-20T21:53:42.660 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:53:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:53:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:53:42.696 INFO:tasks.rados.rados.0.smithi046.stdout:3452: writing smithi04683737-27 from 7774208 to 8265728 tid 1 2024-09-20T21:53:42.697 INFO:tasks.rados.rados.0.smithi046.stdout:3452: writing smithi04683737-27 from 8265728 to 8667136 tid 2 2024-09-20T21:53:42.697 INFO:tasks.rados.rados.0.smithi046.stdout:3453: snap_remove snap 320 2024-09-20T21:53:42.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:42 smithi134 ceph-mon[89086]: pgmap v782: 121 pgs: 121 active+clean; 454 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 574 KiB/s wr, 9 op/s 2024-09-20T21:53:42.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:42 smithi134 ceph-mon[89086]: osdmap e744: 8 total, 8 up, 8 in 2024-09-20T21:53:42.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:42 smithi134 ceph-mon[89086]: osdmap e745: 8 total, 8 up, 8 in 2024-09-20T21:53:43.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:42 smithi046 ceph-mon[98591]: pgmap v782: 121 pgs: 121 active+clean; 454 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 574 KiB/s wr, 9 op/s 2024-09-20T21:53:43.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:42 smithi046 ceph-mon[98591]: osdmap e744: 8 total, 8 up, 8 in 2024-09-20T21:53:43.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:42 smithi046 ceph-mon[98591]: osdmap e745: 8 total, 8 up, 8 in 2024-09-20T21:53:43.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:42 smithi046 ceph-mon[96110]: pgmap v782: 121 pgs: 121 active+clean; 454 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 574 KiB/s wr, 9 op/s 2024-09-20T21:53:43.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:42 smithi046 ceph-mon[96110]: osdmap e744: 8 total, 8 up, 8 in 2024-09-20T21:53:43.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:42 smithi046 ceph-mon[96110]: osdmap e745: 8 total, 8 up, 8 in 2024-09-20T21:53:43.672 INFO:tasks.rados.rados.0.smithi046.stdout:3453: done (3 left) 2024-09-20T21:53:43.672 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 347 2024-09-20T21:53:43.672 INFO:tasks.rados.rados.0.smithi046.stdout:3454: seq_num 1057 ranges {2809856=507904,3317760=401408} 2024-09-20T21:53:43.692 INFO:tasks.rados.rados.0.smithi046.stdout:3454: writing smithi04683737-10 from 2809856 to 3317760 tid 1 2024-09-20T21:53:43.695 INFO:tasks.rados.rados.0.smithi046.stdout:3454: writing smithi04683737-10 from 3317760 to 3719168 tid 2 2024-09-20T21:53:43.695 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 347 2024-09-20T21:53:43.695 INFO:tasks.rados.rados.0.smithi046.stdout:3455: seq_num 1058 ranges {4464640=524288,4988928=401408} 2024-09-20T21:53:43.722 INFO:tasks.rados.rados.0.smithi046.stdout:3455: writing smithi04683737-35 from 4464640 to 4988928 tid 1 2024-09-20T21:53:43.725 INFO:tasks.rados.rados.0.smithi046.stdout:3455: writing smithi04683737-35 from 4988928 to 5390336 tid 2 2024-09-20T21:53:43.725 INFO:tasks.rados.rados.0.smithi046.stdout:3456: read oid 21 snap -1 2024-09-20T21:53:43.725 INFO:tasks.rados.rados.0.smithi046.stdout:3456: expect (ObjNum 971 snap 308 seq_num 971) 2024-09-20T21:53:43.725 INFO:tasks.rados.rados.0.smithi046.stdout:3457: copy_from oid 6 from oid 31 current snap is 347 2024-09-20T21:53:43.725 INFO:tasks.rados.rados.0.smithi046.stdout:3451: expect (ObjNum 876 snap 290 seq_num 876) 2024-09-20T21:53:43.735 INFO:tasks.rados.rados.0.smithi046.stdout:3450: expect (ObjNum 964 snap 307 seq_num 964) 2024-09-20T21:53:43.931 INFO:tasks.rados.rados.0.smithi046.stdout:3452: finishing write tid 1 to smithi04683737-27 2024-09-20T21:53:43.931 INFO:tasks.rados.rados.0.smithi046.stdout:3452: finishing write tid 2 to smithi04683737-27 2024-09-20T21:53:43.932 INFO:tasks.rados.rados.0.smithi046.stdout:3452: finishing write tid 3 to smithi04683737-27 2024-09-20T21:53:43.932 INFO:tasks.rados.rados.0.smithi046.stdout:3452: finishing write tid 4 to smithi04683737-27 2024-09-20T21:53:43.932 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 1357 (ObjNum 1056 snap 347 seq_num 1056) dirty exists 2024-09-20T21:53:43.932 INFO:tasks.rados.rados.0.smithi046.stdout:3452: left oid 27 (ObjNum 1056 snap 347 seq_num 1056) 2024-09-20T21:53:43.932 INFO:tasks.rados.rados.0.smithi046.stdout:3454: finishing write tid 1 to smithi04683737-10 2024-09-20T21:53:43.932 INFO:tasks.rados.rados.0.smithi046.stdout:3450: done (6 left) 2024-09-20T21:53:43.932 INFO:tasks.rados.rados.0.smithi046.stdout:3451: done (5 left) 2024-09-20T21:53:43.932 INFO:tasks.rados.rados.0.smithi046.stdout:3452: done (4 left) 2024-09-20T21:53:43.932 INFO:tasks.rados.rados.0.smithi046.stdout:3458: read oid 8 snap -1 2024-09-20T21:53:43.932 INFO:tasks.rados.rados.0.smithi046.stdout:3458: expect (ObjNum 1035 snap 338 seq_num 1035) 2024-09-20T21:53:43.932 INFO:tasks.rados.rados.0.smithi046.stdout:3459: rmattr oid 43 current snap is 347 2024-09-20T21:53:43.932 INFO:tasks.rados.rados.0.smithi046.stdout:3454: finishing write tid 2 to smithi04683737-10 2024-09-20T21:53:43.933 INFO:tasks.rados.rados.0.smithi046.stdout:3454: finishing write tid 3 to smithi04683737-10 2024-09-20T21:53:43.933 INFO:tasks.rados.rados.0.smithi046.stdout:3454: finishing write tid 4 to smithi04683737-10 2024-09-20T21:53:43.933 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1360 (ObjNum 1057 snap 347 seq_num 1057) dirty exists 2024-09-20T21:53:43.933 INFO:tasks.rados.rados.0.smithi046.stdout:3454: left oid 10 (ObjNum 1057 snap 347 seq_num 1057) 2024-09-20T21:53:43.933 INFO:tasks.rados.rados.0.smithi046.stdout:3455: finishing write tid 1 to smithi04683737-35 2024-09-20T21:53:43.933 INFO:tasks.rados.rados.0.smithi046.stdout:3454: done (5 left) 2024-09-20T21:53:43.933 INFO:tasks.rados.rados.0.smithi046.stdout:3460: snap_create 2024-09-20T21:53:43.933 INFO:tasks.rados.rados.0.smithi046.stdout:3455: finishing write tid 2 to smithi04683737-35 2024-09-20T21:53:43.933 INFO:tasks.rados.rados.0.smithi046.stdout:3455: finishing write tid 3 to smithi04683737-35 2024-09-20T21:53:43.933 INFO:tasks.rados.rados.0.smithi046.stdout:3455: finishing write tid 4 to smithi04683737-35 2024-09-20T21:53:43.933 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1541 (ObjNum 1058 snap 347 seq_num 1058) dirty exists 2024-09-20T21:53:43.933 INFO:tasks.rados.rados.0.smithi046.stdout:3455: left oid 35 (ObjNum 1058 snap 347 seq_num 1058) 2024-09-20T21:53:43.934 INFO:tasks.rados.rados.0.smithi046.stdout:3456: expect (ObjNum 971 snap 308 seq_num 971) 2024-09-20T21:53:43.985 INFO:tasks.rados.rados.0.smithi046.stdout:3457: finishing copy_from racing read to smithi04683737-6 2024-09-20T21:53:43.985 INFO:tasks.rados.rados.0.smithi046.stdout:3457: finishing copy_from to smithi04683737-6 2024-09-20T21:53:43.985 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1752 (ObjNum 875 snap 290 seq_num 875) dirty exists 2024-09-20T21:53:43.985 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1571 (ObjNum 991 snap 317 seq_num 991) dirty exists 2024-09-20T21:53:43.985 INFO:tasks.rados.rados.0.smithi046.stdout:3458: expect (ObjNum 1035 snap 338 seq_num 1035) 2024-09-20T21:53:44.671 INFO:tasks.rados.rados.0.smithi046.stdout:3455: done (5 left) 2024-09-20T21:53:44.671 INFO:tasks.rados.rados.0.smithi046.stdout:3456: done (4 left) 2024-09-20T21:53:44.671 INFO:tasks.rados.rados.0.smithi046.stdout:3457: done (3 left) 2024-09-20T21:53:44.671 INFO:tasks.rados.rados.0.smithi046.stdout:3458: done (2 left) 2024-09-20T21:53:44.671 INFO:tasks.rados.rados.0.smithi046.stdout:3459: done (1 left) 2024-09-20T21:53:44.671 INFO:tasks.rados.rados.0.smithi046.stdout:3460: done (0 left) 2024-09-20T21:53:44.671 INFO:tasks.rados.rados.0.smithi046.stdout:3461: snap_create 2024-09-20T21:53:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:44 smithi134 ceph-mon[89086]: pgmap v785: 121 pgs: 121 active+clean; 458 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 400 KiB/s wr, 4 op/s 2024-09-20T21:53:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:44 smithi134 ceph-mon[89086]: osdmap e746: 8 total, 8 up, 8 in 2024-09-20T21:53:45.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:44 smithi046 ceph-mon[96110]: pgmap v785: 121 pgs: 121 active+clean; 458 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 400 KiB/s wr, 4 op/s 2024-09-20T21:53:45.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:44 smithi046 ceph-mon[96110]: osdmap e746: 8 total, 8 up, 8 in 2024-09-20T21:53:45.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:44 smithi046 ceph-mon[98591]: pgmap v785: 121 pgs: 121 active+clean; 458 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 400 KiB/s wr, 4 op/s 2024-09-20T21:53:45.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:44 smithi046 ceph-mon[98591]: osdmap e746: 8 total, 8 up, 8 in 2024-09-20T21:53:45.682 INFO:tasks.rados.rados.0.smithi046.stdout:3461: done (0 left) 2024-09-20T21:53:45.683 INFO:tasks.rados.rados.0.smithi046.stdout:3462: read oid 3 snap 311 2024-09-20T21:53:45.683 INFO:tasks.rados.rados.0.smithi046.stdout:3462: expect (ObjNum 966 snap 307 seq_num 966) 2024-09-20T21:53:45.683 INFO:tasks.rados.rados.0.smithi046.stdout:3463: rmattr oid 38 current snap is 349 2024-09-20T21:53:45.683 INFO:tasks.rados.rados.0.smithi046.stdout:3464: read oid 39 snap 344 2024-09-20T21:53:45.683 INFO:tasks.rados.rados.0.smithi046.stdout:3464: expect (ObjNum 987 snap 315 seq_num 987) 2024-09-20T21:53:45.683 INFO:tasks.rados.rados.0.smithi046.stdout:3465: read oid 50 snap 315 2024-09-20T21:53:45.683 INFO:tasks.rados.rados.0.smithi046.stdout:3465: expect deleted 2024-09-20T21:53:45.683 INFO:tasks.rados.rados.0.smithi046.stdout:3466: rollback oid 42 current snap is 349 2024-09-20T21:53:45.683 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 42 to 312 2024-09-20T21:53:45.683 INFO:tasks.rados.rados.0.smithi046.stdout:3467: snap_create 2024-09-20T21:53:45.686 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1454 (ObjNum 964 snap 307 seq_num 964) dirty exists 2024-09-20T21:53:45.687 INFO:tasks.rados.rados.0.smithi046.stdout:3466: finishing rollback tid 1 to smithi04683737-42 2024-09-20T21:53:45.688 INFO:tasks.rados.rados.0.smithi046.stdout:3466: finishing rollback tid 2 to smithi04683737-42 2024-09-20T21:53:45.688 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 1525 (ObjNum 606 snap 199 seq_num 606) dirty exists 2024-09-20T21:53:45.696 INFO:tasks.rados.rados.0.smithi046.stdout:3464: expect (ObjNum 987 snap 315 seq_num 987) 2024-09-20T21:53:45.759 INFO:tasks.rados.rados.0.smithi046.stdout:3462: expect (ObjNum 966 snap 307 seq_num 966) 2024-09-20T21:53:46.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:45 smithi046 ceph-mon[96110]: osdmap e747: 8 total, 8 up, 8 in 2024-09-20T21:53:46.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:45 smithi046 ceph-mon[98591]: osdmap e747: 8 total, 8 up, 8 in 2024-09-20T21:53:46.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:45 smithi134 ceph-mon[89086]: osdmap e747: 8 total, 8 up, 8 in 2024-09-20T21:53:46.682 INFO:tasks.rados.rados.0.smithi046.stdout:3462: done (5 left) 2024-09-20T21:53:46.683 INFO:tasks.rados.rados.0.smithi046.stdout:3463: done (4 left) 2024-09-20T21:53:46.683 INFO:tasks.rados.rados.0.smithi046.stdout:3464: done (3 left) 2024-09-20T21:53:46.683 INFO:tasks.rados.rados.0.smithi046.stdout:3465: done (2 left) 2024-09-20T21:53:46.683 INFO:tasks.rados.rados.0.smithi046.stdout:3466: done (1 left) 2024-09-20T21:53:46.683 INFO:tasks.rados.rados.0.smithi046.stdout:3467: done (0 left) 2024-09-20T21:53:46.683 INFO:tasks.rados.rados.0.smithi046.stdout:3468: delete oid 19 current snap is 350 2024-09-20T21:53:46.689 INFO:tasks.rados.rados.0.smithi046.stdout:3468: done (0 left) 2024-09-20T21:53:46.689 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 350 2024-09-20T21:53:46.689 INFO:tasks.rados.rados.0.smithi046.stdout:3469: seq_num 1060 ranges {4349952=557056,4907008=401408} 2024-09-20T21:53:46.716 INFO:tasks.rados.rados.0.smithi046.stdout:3469: writing smithi04683737-44 from 4349952 to 4907008 tid 1 2024-09-20T21:53:46.718 INFO:tasks.rados.rados.0.smithi046.stdout:3469: writing smithi04683737-44 from 4907008 to 5308416 tid 2 2024-09-20T21:53:46.718 INFO:tasks.rados.rados.0.smithi046.stdout:3470: snap_create 2024-09-20T21:53:46.722 INFO:tasks.rados.rados.0.smithi046.stdout:3469: finishing write tid 1 to smithi04683737-44 2024-09-20T21:53:46.722 INFO:tasks.rados.rados.0.smithi046.stdout:3469: finishing write tid 2 to smithi04683737-44 2024-09-20T21:53:46.722 INFO:tasks.rados.rados.0.smithi046.stdout:3469: finishing write tid 3 to smithi04683737-44 2024-09-20T21:53:46.723 INFO:tasks.rados.rados.0.smithi046.stdout:3469: finishing write tid 4 to smithi04683737-44 2024-09-20T21:53:46.723 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1549 (ObjNum 1060 snap 350 seq_num 1060) dirty exists 2024-09-20T21:53:46.723 INFO:tasks.rados.rados.0.smithi046.stdout:3469: left oid 44 (ObjNum 1060 snap 350 seq_num 1060) 2024-09-20T21:53:47.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:46 smithi046 ceph-mon[96110]: pgmap v788: 121 pgs: 121 active+clean; 459 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 436 KiB/s wr, 4 op/s 2024-09-20T21:53:47.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:46 smithi046 ceph-mon[96110]: osdmap e748: 8 total, 8 up, 8 in 2024-09-20T21:53:47.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:46 smithi046 ceph-mon[98591]: pgmap v788: 121 pgs: 121 active+clean; 459 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 436 KiB/s wr, 4 op/s 2024-09-20T21:53:47.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:46 smithi046 ceph-mon[98591]: osdmap e748: 8 total, 8 up, 8 in 2024-09-20T21:53:47.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:46 smithi134 ceph-mon[89086]: pgmap v788: 121 pgs: 121 active+clean; 459 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 436 KiB/s wr, 4 op/s 2024-09-20T21:53:47.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:46 smithi134 ceph-mon[89086]: osdmap e748: 8 total, 8 up, 8 in 2024-09-20T21:53:47.651 INFO:tasks.rados.rados.0.smithi046.stdout:3469: done (1 left) 2024-09-20T21:53:47.651 INFO:tasks.rados.rados.0.smithi046.stdout:3470: done (0 left) 2024-09-20T21:53:47.651 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 351 2024-09-20T21:53:47.651 INFO:tasks.rados.rados.0.smithi046.stdout:3471: seq_num 1061 ranges {0=573440,573440=401408} 2024-09-20T21:53:47.654 INFO:tasks.rados.rados.0.smithi046.stdout:3471: writing smithi04683737-23 from 0 to 573440 tid 1 2024-09-20T21:53:47.656 INFO:tasks.rados.rados.0.smithi046.stdout:3471: writing smithi04683737-23 from 573440 to 974848 tid 2 2024-09-20T21:53:47.656 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 351 2024-09-20T21:53:47.656 INFO:tasks.rados.rados.0.smithi046.stdout:3472: seq_num 1062 ranges {0=589824,589824=401408} 2024-09-20T21:53:47.659 INFO:tasks.rados.rados.0.smithi046.stdout:3472: writing smithi04683737-3 from 0 to 589824 tid 1 2024-09-20T21:53:47.663 INFO:tasks.rados.rados.0.smithi046.stdout:3472: writing smithi04683737-3 from 589824 to 991232 tid 2 2024-09-20T21:53:47.663 INFO:tasks.rados.rados.0.smithi046.stdout:3473: read oid 34 snap -1 2024-09-20T21:53:47.663 INFO:tasks.rados.rados.0.smithi046.stdout:3473: expect deleted 2024-09-20T21:53:47.663 INFO:tasks.rados.rados.0.smithi046.stdout:3474: rollback oid 19 current snap is 351 2024-09-20T21:53:47.663 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 19 to 350 2024-09-20T21:53:47.663 INFO:tasks.rados.rados.0.smithi046.stdout:3475: delete oid 30 current snap is 351 2024-09-20T21:53:47.663 INFO:tasks.rados.rados.0.smithi046.stdout:3471: finishing write tid 1 to smithi04683737-23 2024-09-20T21:53:47.663 INFO:tasks.rados.rados.0.smithi046.stdout:3471: finishing write tid 2 to smithi04683737-23 2024-09-20T21:53:47.664 INFO:tasks.rados.rados.0.smithi046.stdout:3471: finishing write tid 3 to smithi04683737-23 2024-09-20T21:53:47.666 INFO:tasks.rados.rados.0.smithi046.stdout:3471: finishing write tid 4 to smithi04683737-23 2024-09-20T21:53:47.666 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1875 (ObjNum 1061 snap 351 seq_num 1061) dirty exists 2024-09-20T21:53:47.666 INFO:tasks.rados.rados.0.smithi046.stdout:3471: left oid 23 (ObjNum 1061 snap 351 seq_num 1061) 2024-09-20T21:53:47.666 INFO:tasks.rados.rados.0.smithi046.stdout:3474: finishing rollback tid 1 to smithi04683737-19 2024-09-20T21:53:47.666 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1337 (ObjNum 33 snap 0 seq_num 4498808) dirty dne 2024-09-20T21:53:47.667 INFO:tasks.rados.rados.0.smithi046.stdout:3471: done (4 left) 2024-09-20T21:53:47.667 INFO:tasks.rados.rados.0.smithi046.stdout:3473: done (3 left) 2024-09-20T21:53:47.667 INFO:tasks.rados.rados.0.smithi046.stdout:3474: done (2 left) 2024-09-20T21:53:47.667 INFO:tasks.rados.rados.0.smithi046.stdout:3475: done (1 left) 2024-09-20T21:53:47.667 INFO:tasks.rados.rados.0.smithi046.stdout:3476: rollback oid 11 current snap is 351 2024-09-20T21:53:47.667 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 11 to 311 2024-09-20T21:53:47.668 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 351 2024-09-20T21:53:47.668 INFO:tasks.rados.rados.0.smithi046.stdout:3477: seq_num 1064 ranges {3031040=622592,3653632=401408} 2024-09-20T21:53:47.688 INFO:tasks.rados.rados.0.smithi046.stdout:3477: writing smithi04683737-25 from 3031040 to 3653632 tid 1 2024-09-20T21:53:47.691 INFO:tasks.rados.rados.0.smithi046.stdout:3477: writing smithi04683737-25 from 3653632 to 4055040 tid 2 2024-09-20T21:53:47.691 INFO:tasks.rados.rados.0.smithi046.stdout:3478: rollback oid 30 current snap is 351 2024-09-20T21:53:47.692 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 30 to 315 2024-09-20T21:53:47.692 INFO:tasks.rados.rados.0.smithi046.stdout:3472: finishing write tid 1 to smithi04683737-3 2024-09-20T21:53:47.692 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 351 2024-09-20T21:53:47.692 INFO:tasks.rados.rados.0.smithi046.stdout:3472: finishing write tid 2 to smithi04683737-3 2024-09-20T21:53:47.692 INFO:tasks.rados.rados.0.smithi046.stdout:3479: seq_num 1065 ranges {1875968=638976,2514944=401408} 2024-09-20T21:53:47.705 INFO:tasks.rados.rados.0.smithi046.stdout:3479: writing smithi04683737-21 from 1875968 to 2514944 tid 1 2024-09-20T21:53:47.708 INFO:tasks.rados.rados.0.smithi046.stdout:3479: writing smithi04683737-21 from 2514944 to 2916352 tid 2 2024-09-20T21:53:47.708 INFO:tasks.rados.rados.0.smithi046.stdout:3480: snap_create 2024-09-20T21:53:47.708 INFO:tasks.rados.rados.0.smithi046.stdout:3472: finishing write tid 3 to smithi04683737-3 2024-09-20T21:53:47.709 INFO:tasks.rados.rados.0.smithi046.stdout:3476: finishing rollback tid 0 to smithi04683737-11 2024-09-20T21:53:47.709 INFO:tasks.rados.rados.0.smithi046.stdout:3476: finishing rollback tid 1 to smithi04683737-11 2024-09-20T21:53:47.709 INFO:tasks.rados.rados.0.smithi046.stdout:3472: finishing write tid 4 to smithi04683737-3 2024-09-20T21:53:47.709 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1544 (ObjNum 1062 snap 351 seq_num 1062) dirty exists 2024-09-20T21:53:47.709 INFO:tasks.rados.rados.0.smithi046.stdout:3472: left oid 3 (ObjNum 1062 snap 351 seq_num 1062) 2024-09-20T21:53:47.709 INFO:tasks.rados.rados.0.smithi046.stdout:3476: finishing rollback tid 2 to smithi04683737-11 2024-09-20T21:53:47.709 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 1758 (ObjNum 977 snap 309 seq_num 977) dirty exists 2024-09-20T21:53:47.709 INFO:tasks.rados.rados.0.smithi046.stdout:3478: finishing rollback tid 1 to smithi04683737-30 2024-09-20T21:53:47.710 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 1370 (ObjNum 97 snap 0 seq_num 21409952) dirty dne 2024-09-20T21:53:47.710 INFO:tasks.rados.rados.0.smithi046.stdout:3477: finishing write tid 1 to smithi04683737-25 2024-09-20T21:53:47.710 INFO:tasks.rados.rados.0.smithi046.stdout:3477: finishing write tid 2 to smithi04683737-25 2024-09-20T21:53:47.710 INFO:tasks.rados.rados.0.smithi046.stdout:3477: finishing write tid 3 to smithi04683737-25 2024-09-20T21:53:47.710 INFO:tasks.rados.rados.0.smithi046.stdout:3477: finishing write tid 4 to smithi04683737-25 2024-09-20T21:53:47.710 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 1458 (ObjNum 1064 snap 351 seq_num 1064) dirty exists 2024-09-20T21:53:47.710 INFO:tasks.rados.rados.0.smithi046.stdout:3477: left oid 25 (ObjNum 1064 snap 351 seq_num 1064) 2024-09-20T21:53:47.710 INFO:tasks.rados.rados.0.smithi046.stdout:3479: finishing write tid 1 to smithi04683737-21 2024-09-20T21:53:47.711 INFO:tasks.rados.rados.0.smithi046.stdout:3479: finishing write tid 2 to smithi04683737-21 2024-09-20T21:53:47.711 INFO:tasks.rados.rados.0.smithi046.stdout:3479: finishing write tid 3 to smithi04683737-21 2024-09-20T21:53:47.713 INFO:tasks.rados.rados.0.smithi046.stdout:3479: finishing write tid 4 to smithi04683737-21 2024-09-20T21:53:47.713 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1575 (ObjNum 1065 snap 351 seq_num 1065) dirty exists 2024-09-20T21:53:47.713 INFO:tasks.rados.rados.0.smithi046.stdout:3479: left oid 21 (ObjNum 1065 snap 351 seq_num 1065) 2024-09-20T21:53:48.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:47 smithi046 ceph-mon[96110]: osdmap e749: 8 total, 8 up, 8 in 2024-09-20T21:53:48.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:47 smithi046 ceph-mon[96110]: osdmap e750: 8 total, 8 up, 8 in 2024-09-20T21:53:48.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:47 smithi046 ceph-mon[98591]: osdmap e749: 8 total, 8 up, 8 in 2024-09-20T21:53:48.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:47 smithi046 ceph-mon[98591]: osdmap e750: 8 total, 8 up, 8 in 2024-09-20T21:53:48.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:47 smithi134 ceph-mon[89086]: osdmap e749: 8 total, 8 up, 8 in 2024-09-20T21:53:48.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:47 smithi134 ceph-mon[89086]: osdmap e750: 8 total, 8 up, 8 in 2024-09-20T21:53:48.700 INFO:tasks.rados.rados.0.smithi046.stdout:3472: done (5 left) 2024-09-20T21:53:48.700 INFO:tasks.rados.rados.0.smithi046.stdout:3476: done (4 left) 2024-09-20T21:53:48.700 INFO:tasks.rados.rados.0.smithi046.stdout:3477: done (3 left) 2024-09-20T21:53:48.700 INFO:tasks.rados.rados.0.smithi046.stdout:3478: done (2 left) 2024-09-20T21:53:48.700 INFO:tasks.rados.rados.0.smithi046.stdout:3479: done (1 left) 2024-09-20T21:53:48.700 INFO:tasks.rados.rados.0.smithi046.stdout:3480: done (0 left) 2024-09-20T21:53:48.700 INFO:tasks.rados.rados.0.smithi046.stdout:3481: delete oid 49 current snap is 352 2024-09-20T21:53:48.706 INFO:tasks.rados.rados.0.smithi046.stdout:3481: done (0 left) 2024-09-20T21:53:48.706 INFO:tasks.rados.rados.0.smithi046.stdout:3482: snap_remove snap 335 2024-09-20T21:53:49.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:48 smithi046 ceph-mon[96110]: pgmap v791: 121 pgs: 121 active+clean; 464 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-09-20T21:53:49.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:48 smithi046 ceph-mon[98591]: pgmap v791: 121 pgs: 121 active+clean; 464 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-09-20T21:53:49.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:48 smithi134 ceph-mon[89086]: pgmap v791: 121 pgs: 121 active+clean; 464 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-09-20T21:53:49.710 INFO:tasks.rados.rados.0.smithi046.stdout:3482: done (0 left) 2024-09-20T21:53:49.710 INFO:tasks.rados.rados.0.smithi046.stdout:3483: rollback oid 20 current snap is 352 2024-09-20T21:53:49.710 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 20 to 347 2024-09-20T21:53:49.710 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 352 2024-09-20T21:53:49.710 INFO:tasks.rados.rados.0.smithi046.stdout:3484: seq_num 1067 ranges {3719168=679936,4399104=401408} 2024-09-20T21:53:49.735 INFO:tasks.rados.rados.0.smithi046.stdout:3484: writing smithi04683737-10 from 3719168 to 4399104 tid 1 2024-09-20T21:53:49.739 INFO:tasks.rados.rados.0.smithi046.stdout:3484: writing smithi04683737-10 from 4399104 to 4800512 tid 2 2024-09-20T21:53:49.739 INFO:tasks.rados.rados.0.smithi046.stdout:3485: copy_from oid 24 from oid 49 current snap is 352 2024-09-20T21:53:49.739 INFO:tasks.rados.rados.0.smithi046.stdout:3483: finishing rollback tid 0 to smithi04683737-20 2024-09-20T21:53:49.739 INFO:tasks.rados.rados.0.smithi046.stdout:3483: finishing rollback tid 1 to smithi04683737-20 2024-09-20T21:53:49.739 INFO:tasks.rados.rados.0.smithi046.stdout:3483: finishing rollback tid 2 to smithi04683737-20 2024-09-20T21:53:49.739 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 1448 (ObjNum 828 snap 274 seq_num 828) dirty exists 2024-09-20T21:53:49.740 INFO:tasks.rados.rados.0.smithi046.stdout:3483: done (2 left) 2024-09-20T21:53:49.740 INFO:tasks.rados.rados.0.smithi046.stdout:3486: rollback oid 22 current snap is 352 2024-09-20T21:53:49.740 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 22 to 285 2024-09-20T21:53:49.740 INFO:tasks.rados.rados.0.smithi046.stdout:3487: snap_remove snap 338 2024-09-20T21:53:50.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:49 smithi046 ceph-mon[96110]: osdmap e751: 8 total, 8 up, 8 in 2024-09-20T21:53:50.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:53:50.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:49 smithi046 ceph-mon[98591]: osdmap e751: 8 total, 8 up, 8 in 2024-09-20T21:53:50.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:53:50.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:49 smithi134 ceph-mon[89086]: osdmap e751: 8 total, 8 up, 8 in 2024-09-20T21:53:50.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:53:50.711 INFO:tasks.rados.rados.0.smithi046.stdout:3487: done (3 left) 2024-09-20T21:53:50.711 INFO:tasks.rados.rados.0.smithi046.stdout:3488: delete oid 30 current snap is 352 2024-09-20T21:53:50.711 INFO:tasks.rados.rados.0.smithi046.stdout:3484: finishing write tid 1 to smithi04683737-10 2024-09-20T21:53:50.711 INFO:tasks.rados.rados.0.smithi046.stdout:3484: finishing write tid 2 to smithi04683737-10 2024-09-20T21:53:50.711 INFO:tasks.rados.rados.0.smithi046.stdout:3484: finishing write tid 3 to smithi04683737-10 2024-09-20T21:53:50.712 INFO:tasks.rados.rados.0.smithi046.stdout:3486: finishing rollback tid 0 to smithi04683737-22 2024-09-20T21:53:50.712 INFO:tasks.rados.rados.0.smithi046.stdout:3486: finishing rollback tid 1 to smithi04683737-22 2024-09-20T21:53:50.712 INFO:tasks.rados.rados.0.smithi046.stdout:3484: finishing write tid 4 to smithi04683737-10 2024-09-20T21:53:50.712 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1363 (ObjNum 1067 snap 352 seq_num 1067) dirty exists 2024-09-20T21:53:50.712 INFO:tasks.rados.rados.0.smithi046.stdout:3484: left oid 10 (ObjNum 1067 snap 352 seq_num 1067) 2024-09-20T21:53:50.712 INFO:tasks.rados.rados.0.smithi046.stdout:3485: finishing copy_from to smithi04683737-24 2024-09-20T21:53:50.712 INFO:tasks.rados.rados.0.smithi046.stdout:3485: got expected ENOENT (src dne) 2024-09-20T21:53:50.712 INFO:tasks.rados.rados.0.smithi046.stdout:3486: finishing rollback tid 2 to smithi04683737-22 2024-09-20T21:53:50.712 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1585 (ObjNum 851 snap 282 seq_num 851) dirty exists 2024-09-20T21:53:50.712 INFO:tasks.rados.rados.0.smithi046.stdout:3485: finishing copy_from racing read to smithi04683737-24 2024-09-20T21:53:50.719 INFO:tasks.rados.rados.0.smithi046.stdout:3484: done (3 left) 2024-09-20T21:53:50.719 INFO:tasks.rados.rados.0.smithi046.stdout:3485: done (2 left) 2024-09-20T21:53:50.720 INFO:tasks.rados.rados.0.smithi046.stdout:3486: done (1 left) 2024-09-20T21:53:50.720 INFO:tasks.rados.rados.0.smithi046.stdout:3488: done (0 left) 2024-09-20T21:53:50.720 INFO:tasks.rados.rados.0.smithi046.stdout:3489: read oid 27 snap -1 2024-09-20T21:53:50.720 INFO:tasks.rados.rados.0.smithi046.stdout:3489: expect (ObjNum 1056 snap 347 seq_num 1056) 2024-09-20T21:53:50.720 INFO:tasks.rados.rados.0.smithi046.stdout:3490: setattr oid 20 current snap is 352 2024-09-20T21:53:50.722 INFO:tasks.rados.rados.0.smithi046.stdout:3491: setattr oid 33 current snap is 352 2024-09-20T21:53:50.725 INFO:tasks.rados.rados.0.smithi046.stdout:3492: read oid 22 snap -1 2024-09-20T21:53:50.725 INFO:tasks.rados.rados.0.smithi046.stdout:3492: expect (ObjNum 851 snap 282 seq_num 851) 2024-09-20T21:53:50.725 INFO:tasks.rados.rados.0.smithi046.stdout:3493: rollback oid 42 current snap is 352 2024-09-20T21:53:50.726 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 42 to 313 2024-09-20T21:53:50.726 INFO:tasks.rados.rados.0.smithi046.stdout:3494: read oid 8 snap -1 2024-09-20T21:53:50.726 INFO:tasks.rados.rados.0.smithi046.stdout:3494: expect (ObjNum 1035 snap 338 seq_num 1035) 2024-09-20T21:53:50.726 INFO:tasks.rados.rados.0.smithi046.stdout:3495: rollback oid 45 current snap is 352 2024-09-20T21:53:50.726 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 45 to 337 2024-09-20T21:53:50.726 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 352 2024-09-20T21:53:50.726 INFO:tasks.rados.rados.0.smithi046.stdout:3496: seq_num 1069 ranges {0=712704,712704=401408} 2024-09-20T21:53:50.731 INFO:tasks.rados.rados.0.smithi046.stdout:3496: writing smithi04683737-36 from 0 to 712704 tid 1 2024-09-20T21:53:50.735 INFO:tasks.rados.rados.0.smithi046.stdout:3496: writing smithi04683737-36 from 712704 to 1114112 tid 2 2024-09-20T21:53:50.735 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 50 current snap is 352 2024-09-20T21:53:50.735 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 1449 (ObjNum 828 snap 274 seq_num 828) dirty exists 2024-09-20T21:53:50.735 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 1450 (ObjNum 812 snap 270 seq_num 812) dirty exists 2024-09-20T21:53:50.735 INFO:tasks.rados.rados.0.smithi046.stdout:3497: seq_num 1070 ranges {811008=729088,1540096=401408} 2024-09-20T21:53:50.745 INFO:tasks.rados.rados.0.smithi046.stdout:3497: writing smithi04683737-50 from 811008 to 1540096 tid 1 2024-09-20T21:53:50.749 INFO:tasks.rados.rados.0.smithi046.stdout:3497: writing smithi04683737-50 from 1540096 to 1941504 tid 2 2024-09-20T21:53:50.749 INFO:tasks.rados.rados.0.smithi046.stdout:3490: done (8 left) 2024-09-20T21:53:50.749 INFO:tasks.rados.rados.0.smithi046.stdout:3491: done (7 left) 2024-09-20T21:53:50.749 INFO:tasks.rados.rados.0.smithi046.stdout:3498: rollback oid 31 current snap is 352 2024-09-20T21:53:50.749 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 31 to 346 2024-09-20T21:53:50.749 INFO:tasks.rados.rados.0.smithi046.stdout:3495: finishing rollback tid 0 to smithi04683737-45 2024-09-20T21:53:50.749 INFO:tasks.rados.rados.0.smithi046.stdout:3495: finishing rollback tid 1 to smithi04683737-45 2024-09-20T21:53:50.749 INFO:tasks.rados.rados.0.smithi046.stdout:3495: finishing rollback tid 2 to smithi04683737-45 2024-09-20T21:53:50.749 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1761 (ObjNum 986 snap 314 seq_num 986) dirty exists 2024-09-20T21:53:50.750 INFO:tasks.rados.rados.0.smithi046.stdout:3493: finishing rollback tid 0 to smithi04683737-42 2024-09-20T21:53:50.750 INFO:tasks.rados.rados.0.smithi046.stdout:3495: done (7 left) 2024-09-20T21:53:50.750 INFO:tasks.rados.rados.0.smithi046.stdout:3499: snap_create 2024-09-20T21:53:50.750 INFO:tasks.rados.rados.0.smithi046.stdout:3493: finishing rollback tid 1 to smithi04683737-42 2024-09-20T21:53:50.750 INFO:tasks.rados.rados.0.smithi046.stdout:3493: finishing rollback tid 2 to smithi04683737-42 2024-09-20T21:53:50.750 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 1528 (ObjNum 606 snap 199 seq_num 606) dirty exists 2024-09-20T21:53:50.750 INFO:tasks.rados.rados.0.smithi046.stdout:3496: finishing write tid 1 to smithi04683737-36 2024-09-20T21:53:50.753 INFO:tasks.rados.rados.0.smithi046.stdout:3496: finishing write tid 2 to smithi04683737-36 2024-09-20T21:53:50.753 INFO:tasks.rados.rados.0.smithi046.stdout:3496: finishing write tid 3 to smithi04683737-36 2024-09-20T21:53:50.757 INFO:tasks.rados.rados.0.smithi046.stdout:3496: finishing write tid 4 to smithi04683737-36 2024-09-20T21:53:50.757 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 1544 (ObjNum 1069 snap 352 seq_num 1069) dirty exists 2024-09-20T21:53:50.757 INFO:tasks.rados.rados.0.smithi046.stdout:3496: left oid 36 (ObjNum 1069 snap 352 seq_num 1069) 2024-09-20T21:53:50.762 INFO:tasks.rados.rados.0.smithi046.stdout:3497: finishing write tid 1 to smithi04683737-50 2024-09-20T21:53:50.763 INFO:tasks.rados.rados.0.smithi046.stdout:3497: finishing write tid 2 to smithi04683737-50 2024-09-20T21:53:50.763 INFO:tasks.rados.rados.0.smithi046.stdout:3497: finishing write tid 3 to smithi04683737-50 2024-09-20T21:53:50.763 INFO:tasks.rados.rados.0.smithi046.stdout:3497: finishing write tid 4 to smithi04683737-50 2024-09-20T21:53:50.763 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 1547 (ObjNum 1070 snap 352 seq_num 1070) dirty exists 2024-09-20T21:53:50.763 INFO:tasks.rados.rados.0.smithi046.stdout:3497: left oid 50 (ObjNum 1070 snap 352 seq_num 1070) 2024-09-20T21:53:50.767 INFO:tasks.rados.rados.0.smithi046.stdout:3494: expect (ObjNum 1035 snap 338 seq_num 1035) 2024-09-20T21:53:51.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:50 smithi046 ceph-mon[98591]: pgmap v794: 121 pgs: 121 active+clean; 465 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-09-20T21:53:51.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:50 smithi046 ceph-mon[98591]: osdmap e752: 8 total, 8 up, 8 in 2024-09-20T21:53:51.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:50 smithi046 ceph-mon[96110]: pgmap v794: 121 pgs: 121 active+clean; 465 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-09-20T21:53:51.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:50 smithi046 ceph-mon[96110]: osdmap e752: 8 total, 8 up, 8 in 2024-09-20T21:53:51.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:50 smithi134 ceph-mon[89086]: pgmap v794: 121 pgs: 121 active+clean; 465 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-09-20T21:53:51.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:50 smithi134 ceph-mon[89086]: osdmap e752: 8 total, 8 up, 8 in 2024-09-20T21:53:51.198 INFO:tasks.rados.rados.0.smithi046.stdout:3489: expect (ObjNum 1056 snap 347 seq_num 1056) 2024-09-20T21:53:51.963 INFO:tasks.rados.rados.0.smithi046.stdout:3498: finishing rollback tid 0 to smithi04683737-31 2024-09-20T21:53:51.963 INFO:tasks.rados.rados.0.smithi046.stdout:3498: finishing rollback tid 1 to smithi04683737-31 2024-09-20T21:53:51.964 INFO:tasks.rados.rados.0.smithi046.stdout:3498: finishing rollback tid 2 to smithi04683737-31 2024-09-20T21:53:51.964 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 1810 (ObjNum 875 snap 290 seq_num 875) dirty exists 2024-09-20T21:53:51.964 INFO:tasks.rados.rados.0.smithi046.stdout:3492: expect (ObjNum 851 snap 282 seq_num 851) 2024-09-20T21:53:52.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:51 smithi046 ceph-mon[98591]: osdmap e753: 8 total, 8 up, 8 in 2024-09-20T21:53:52.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:51 smithi046 ceph-mon[96110]: osdmap e753: 8 total, 8 up, 8 in 2024-09-20T21:53:52.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:51 smithi134 ceph-mon[89086]: osdmap e753: 8 total, 8 up, 8 in 2024-09-20T21:53:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:53:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:53:52] "GET /metrics HTTP/1.1" 200 36387 "" "Prometheus/2.43.0" 2024-09-20T21:53:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:53:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:53:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:53:53.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:52 smithi046 ceph-mon[98591]: pgmap v797: 121 pgs: 121 active+clean; 468 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 740 KiB/s wr, 10 op/s 2024-09-20T21:53:53.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:52 smithi046 ceph-mon[98591]: osdmap e754: 8 total, 8 up, 8 in 2024-09-20T21:53:53.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:52 smithi046 ceph-mon[98591]: osdmap e755: 8 total, 8 up, 8 in 2024-09-20T21:53:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:52 smithi046 ceph-mon[96110]: pgmap v797: 121 pgs: 121 active+clean; 468 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 740 KiB/s wr, 10 op/s 2024-09-20T21:53:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:52 smithi046 ceph-mon[96110]: osdmap e754: 8 total, 8 up, 8 in 2024-09-20T21:53:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:52 smithi046 ceph-mon[96110]: osdmap e755: 8 total, 8 up, 8 in 2024-09-20T21:53:53.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:52 smithi134 ceph-mon[89086]: pgmap v797: 121 pgs: 121 active+clean; 468 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 740 KiB/s wr, 10 op/s 2024-09-20T21:53:53.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:52 smithi134 ceph-mon[89086]: osdmap e754: 8 total, 8 up, 8 in 2024-09-20T21:53:53.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:52 smithi134 ceph-mon[89086]: osdmap e755: 8 total, 8 up, 8 in 2024-09-20T21:53:53.247 INFO:tasks.rados.rados.0.smithi046.stdout:3489: done (7 left) 2024-09-20T21:53:53.247 INFO:tasks.rados.rados.0.smithi046.stdout:3492: done (6 left) 2024-09-20T21:53:53.247 INFO:tasks.rados.rados.0.smithi046.stdout:3493: done (5 left) 2024-09-20T21:53:53.247 INFO:tasks.rados.rados.0.smithi046.stdout:3494: done (4 left) 2024-09-20T21:53:53.247 INFO:tasks.rados.rados.0.smithi046.stdout:3496: done (3 left) 2024-09-20T21:53:53.247 INFO:tasks.rados.rados.0.smithi046.stdout:3497: done (2 left) 2024-09-20T21:53:53.247 INFO:tasks.rados.rados.0.smithi046.stdout:3498: done (1 left) 2024-09-20T21:53:53.248 INFO:tasks.rados.rados.0.smithi046.stdout:3499: done (0 left) 2024-09-20T21:53:53.248 INFO:tasks.rados.rados.0.smithi046.stdout:3500: rollback oid 6 current snap is 353 2024-09-20T21:53:53.248 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 6 to 282 2024-09-20T21:53:53.248 INFO:tasks.rados.rados.0.smithi046.stdout:3501: read oid 16 snap -1 2024-09-20T21:53:53.248 INFO:tasks.rados.rados.0.smithi046.stdout:3501: expect (ObjNum 986 snap 314 seq_num 986) 2024-09-20T21:53:53.248 INFO:tasks.rados.rados.0.smithi046.stdout:3502: snap_remove snap 351 2024-09-20T21:53:53.720 INFO:tasks.rados.rados.0.smithi046.stdout:3502: done (2 left) 2024-09-20T21:53:53.720 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 353 2024-09-20T21:53:53.720 INFO:tasks.rados.rados.0.smithi046.stdout:3500: finishing rollback tid 0 to smithi04683737-6 2024-09-20T21:53:53.721 INFO:tasks.rados.rados.0.smithi046.stdout:3500: finishing rollback tid 1 to smithi04683737-6 2024-09-20T21:53:53.721 INFO:tasks.rados.rados.0.smithi046.stdout:3500: finishing rollback tid 2 to smithi04683737-6 2024-09-20T21:53:53.721 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1969 (ObjNum 476 snap 142 seq_num 476) dirty exists 2024-09-20T21:53:53.721 INFO:tasks.rados.rados.0.smithi046.stdout:3501: expect (ObjNum 986 snap 314 seq_num 986) 2024-09-20T21:53:53.781 INFO:tasks.rados.rados.0.smithi046.stdout:3503: seq_num 1071 ranges {991232=745472,1736704=401408} 2024-09-20T21:53:53.791 INFO:tasks.rados.rados.0.smithi046.stdout:3503: writing smithi04683737-3 from 991232 to 1736704 tid 1 2024-09-20T21:53:53.793 INFO:tasks.rados.rados.0.smithi046.stdout:3503: writing smithi04683737-3 from 1736704 to 2138112 tid 2 2024-09-20T21:53:53.793 INFO:tasks.rados.rados.0.smithi046.stdout:3500: done (2 left) 2024-09-20T21:53:53.793 INFO:tasks.rados.rados.0.smithi046.stdout:3501: done (1 left) 2024-09-20T21:53:53.793 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 50 current snap is 353 2024-09-20T21:53:53.794 INFO:tasks.rados.rados.0.smithi046.stdout:3504: seq_num 1072 ranges {1941504=761856,2703360=401408} 2024-09-20T21:53:53.808 INFO:tasks.rados.rados.0.smithi046.stdout:3504: writing smithi04683737-50 from 1941504 to 2703360 tid 1 2024-09-20T21:53:53.811 INFO:tasks.rados.rados.0.smithi046.stdout:3504: writing smithi04683737-50 from 2703360 to 3104768 tid 2 2024-09-20T21:53:53.811 INFO:tasks.rados.rados.0.smithi046.stdout:3503: finishing write tid 1 to smithi04683737-3 2024-09-20T21:53:53.811 INFO:tasks.rados.rados.0.smithi046.stdout:3505: rollback oid 22 current snap is 353 2024-09-20T21:53:53.811 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 22 to 297 2024-09-20T21:53:53.811 INFO:tasks.rados.rados.0.smithi046.stdout:3503: finishing write tid 2 to smithi04683737-3 2024-09-20T21:53:53.811 INFO:tasks.rados.rados.0.smithi046.stdout:3503: finishing write tid 3 to smithi04683737-3 2024-09-20T21:53:53.811 INFO:tasks.rados.rados.0.smithi046.stdout:3503: finishing write tid 4 to smithi04683737-3 2024-09-20T21:53:53.811 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1547 (ObjNum 1071 snap 353 seq_num 1071) dirty exists 2024-09-20T21:53:53.811 INFO:tasks.rados.rados.0.smithi046.stdout:3503: left oid 3 (ObjNum 1071 snap 353 seq_num 1071) 2024-09-20T21:53:53.812 INFO:tasks.rados.rados.0.smithi046.stdout:3503: done (2 left) 2024-09-20T21:53:53.812 INFO:tasks.rados.rados.0.smithi046.stdout:3506: snap_create 2024-09-20T21:53:53.813 INFO:tasks.rados.rados.0.smithi046.stdout:3504: finishing write tid 1 to smithi04683737-50 2024-09-20T21:53:53.813 INFO:tasks.rados.rados.0.smithi046.stdout:3504: finishing write tid 2 to smithi04683737-50 2024-09-20T21:53:53.815 INFO:tasks.rados.rados.0.smithi046.stdout:3504: finishing write tid 3 to smithi04683737-50 2024-09-20T21:53:53.816 INFO:tasks.rados.rados.0.smithi046.stdout:3505: finishing rollback tid 0 to smithi04683737-22 2024-09-20T21:53:53.816 INFO:tasks.rados.rados.0.smithi046.stdout:3504: finishing write tid 4 to smithi04683737-50 2024-09-20T21:53:53.816 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 1550 (ObjNum 1072 snap 353 seq_num 1072) dirty exists 2024-09-20T21:53:53.816 INFO:tasks.rados.rados.0.smithi046.stdout:3504: left oid 50 (ObjNum 1072 snap 353 seq_num 1072) 2024-09-20T21:53:53.817 INFO:tasks.rados.rados.0.smithi046.stdout:3505: finishing rollback tid 1 to smithi04683737-22 2024-09-20T21:53:53.817 INFO:tasks.rados.rados.0.smithi046.stdout:3505: finishing rollback tid 2 to smithi04683737-22 2024-09-20T21:53:53.818 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1599 (ObjNum 851 snap 282 seq_num 851) dirty exists 2024-09-20T21:53:54.728 INFO:tasks.rados.rados.0.smithi046.stdout:3504: done (2 left) 2024-09-20T21:53:54.728 INFO:tasks.rados.rados.0.smithi046.stdout:3505: done (1 left) 2024-09-20T21:53:54.728 INFO:tasks.rados.rados.0.smithi046.stdout:3506: done (0 left) 2024-09-20T21:53:54.728 INFO:tasks.rados.rados.0.smithi046.stdout:3507: read oid 5 snap -1 2024-09-20T21:53:54.728 INFO:tasks.rados.rados.0.smithi046.stdout:3507: expect (ObjNum 962 snap 307 seq_num 962) 2024-09-20T21:53:54.728 INFO:tasks.rados.rados.0.smithi046.stdout:3508: copy_from oid 49 from oid 47 current snap is 354 2024-09-20T21:53:54.729 INFO:tasks.rados.rados.0.smithi046.stdout:3509: delete oid 34 current snap is 354 2024-09-20T21:53:54.742 INFO:tasks.rados.rados.0.smithi046.stdout:3509: done (2 left) 2024-09-20T21:53:54.742 INFO:tasks.rados.rados.0.smithi046.stdout:3510: delete oid 29 current snap is 354 2024-09-20T21:53:54.743 INFO:tasks.rados.rados.0.smithi046.stdout:3507: expect (ObjNum 962 snap 307 seq_num 962) 2024-09-20T21:53:54.919 INFO:tasks.rados.rados.0.smithi046.stdout:3508: finishing copy_from racing read to smithi04683737-49 2024-09-20T21:53:54.919 INFO:tasks.rados.rados.0.smithi046.stdout:3508: finishing copy_from to smithi04683737-49 2024-09-20T21:53:54.919 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 1365 (ObjNum 964 snap 307 seq_num 964) dirty exists 2024-09-20T21:53:54.919 INFO:tasks.rados.rados.0.smithi046.stdout:3507: done (2 left) 2024-09-20T21:53:54.919 INFO:tasks.rados.rados.0.smithi046.stdout:3508: done (1 left) 2024-09-20T21:53:54.919 INFO:tasks.rados.rados.0.smithi046.stdout:3510: done (0 left) 2024-09-20T21:53:54.919 INFO:tasks.rados.rados.0.smithi046.stdout:3511: snap_create 2024-09-20T21:53:55.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:54 smithi046 ceph-mon[96110]: pgmap v800: 121 pgs: 121 active+clean; 486 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2024-09-20T21:53:55.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:54 smithi046 ceph-mon[96110]: osdmap e756: 8 total, 8 up, 8 in 2024-09-20T21:53:55.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:54 smithi046 ceph-mon[98591]: pgmap v800: 121 pgs: 121 active+clean; 486 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2024-09-20T21:53:55.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:54 smithi046 ceph-mon[98591]: osdmap e756: 8 total, 8 up, 8 in 2024-09-20T21:53:55.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:54 smithi134 ceph-mon[89086]: pgmap v800: 121 pgs: 121 active+clean; 486 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2024-09-20T21:53:55.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:54 smithi134 ceph-mon[89086]: osdmap e756: 8 total, 8 up, 8 in 2024-09-20T21:53:55.732 INFO:tasks.rados.rados.0.smithi046.stdout:3511: done (0 left) 2024-09-20T21:53:55.732 INFO:tasks.rados.rados.0.smithi046.stdout:3512: snap_remove snap 321 2024-09-20T21:53:56.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:55 smithi046 ceph-mon[96110]: osdmap e757: 8 total, 8 up, 8 in 2024-09-20T21:53:56.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:55 smithi046 ceph-mon[98591]: osdmap e757: 8 total, 8 up, 8 in 2024-09-20T21:53:56.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:55 smithi134 ceph-mon[89086]: osdmap e757: 8 total, 8 up, 8 in 2024-09-20T21:53:56.744 INFO:tasks.rados.rados.0.smithi046.stdout:3512: done (0 left) 2024-09-20T21:53:56.744 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 355 2024-09-20T21:53:56.744 INFO:tasks.rados.rados.0.smithi046.stdout:3513: seq_num 1075 ranges {475136=409600,884736=671744,1556480=131072} 2024-09-20T21:53:56.749 INFO:tasks.rados.rados.0.smithi046.stdout:3513: writing smithi04683737-7 from 475136 to 884736 tid 1 2024-09-20T21:53:56.754 INFO:tasks.rados.rados.0.smithi046.stdout:3513: writing smithi04683737-7 from 884736 to 1556480 tid 2 2024-09-20T21:53:56.756 INFO:tasks.rados.rados.0.smithi046.stdout:3513: writing smithi04683737-7 from 1556480 to 1687552 tid 3 2024-09-20T21:53:56.756 INFO:tasks.rados.rados.0.smithi046.stdout:3514: snap_remove snap 282 2024-09-20T21:53:57.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:56 smithi046 ceph-mon[96110]: pgmap v803: 121 pgs: 121 active+clean; 491 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 20 op/s 2024-09-20T21:53:57.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:56 smithi046 ceph-mon[96110]: osdmap e758: 8 total, 8 up, 8 in 2024-09-20T21:53:57.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:56 smithi046 ceph-mon[98591]: pgmap v803: 121 pgs: 121 active+clean; 491 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 20 op/s 2024-09-20T21:53:57.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:56 smithi046 ceph-mon[98591]: osdmap e758: 8 total, 8 up, 8 in 2024-09-20T21:53:57.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:56 smithi134 ceph-mon[89086]: pgmap v803: 121 pgs: 121 active+clean; 491 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 20 op/s 2024-09-20T21:53:57.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:56 smithi134 ceph-mon[89086]: osdmap e758: 8 total, 8 up, 8 in 2024-09-20T21:53:57.654 INFO:tasks.rados.rados.0.smithi046.stdout:3513: finishing write tid 1 to smithi04683737-7 2024-09-20T21:53:57.654 INFO:tasks.rados.rados.0.smithi046.stdout:3513: finishing write tid 2 to smithi04683737-7 2024-09-20T21:53:57.654 INFO:tasks.rados.rados.0.smithi046.stdout:3513: finishing write tid 3 to smithi04683737-7 2024-09-20T21:53:57.654 INFO:tasks.rados.rados.0.smithi046.stdout:3513: finishing write tid 4 to smithi04683737-7 2024-09-20T21:53:57.654 INFO:tasks.rados.rados.0.smithi046.stdout:3513: finishing write tid 5 to smithi04683737-7 2024-09-20T21:53:57.654 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 552 (ObjNum 1075 snap 355 seq_num 1075) dirty exists 2024-09-20T21:53:57.654 INFO:tasks.rados.rados.0.smithi046.stdout:3513: left oid 7 (ObjNum 1075 snap 355 seq_num 1075) 2024-09-20T21:53:57.654 INFO:tasks.rados.rados.0.smithi046.stdout:3513: done (1 left) 2024-09-20T21:53:57.654 INFO:tasks.rados.rados.0.smithi046.stdout:3514: done (0 left) 2024-09-20T21:53:57.654 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 355 2024-09-20T21:53:57.655 INFO:tasks.rados.rados.0.smithi046.stdout:3515: seq_num 1076 ranges {2981888=425984,3407872=548864,3956736=253952} 2024-09-20T21:53:57.674 INFO:tasks.rados.rados.0.smithi046.stdout:3515: writing smithi04683737-28 from 2981888 to 3407872 tid 1 2024-09-20T21:53:57.679 INFO:tasks.rados.rados.0.smithi046.stdout:3515: writing smithi04683737-28 from 3407872 to 3956736 tid 2 2024-09-20T21:53:57.684 INFO:tasks.rados.rados.0.smithi046.stdout:3515: writing smithi04683737-28 from 3956736 to 4210688 tid 3 2024-09-20T21:53:57.684 INFO:tasks.rados.rados.0.smithi046.stdout:3516: read oid 38 snap 327 2024-09-20T21:53:57.684 INFO:tasks.rados.rados.0.smithi046.stdout:3516: expect (ObjNum 964 snap 307 seq_num 964) 2024-09-20T21:53:57.684 INFO:tasks.rados.rados.0.smithi046.stdout:3517: snap_create 2024-09-20T21:53:57.686 INFO:tasks.rados.rados.0.smithi046.stdout:3515: finishing write tid 1 to smithi04683737-28 2024-09-20T21:53:57.687 INFO:tasks.rados.rados.0.smithi046.stdout:3515: finishing write tid 2 to smithi04683737-28 2024-09-20T21:53:57.688 INFO:tasks.rados.rados.0.smithi046.stdout:3515: finishing write tid 3 to smithi04683737-28 2024-09-20T21:53:57.690 INFO:tasks.rados.rados.0.smithi046.stdout:3515: finishing write tid 4 to smithi04683737-28 2024-09-20T21:53:57.692 INFO:tasks.rados.rados.0.smithi046.stdout:3515: finishing write tid 5 to smithi04683737-28 2024-09-20T21:53:57.692 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 1553 (ObjNum 1076 snap 355 seq_num 1076) dirty exists 2024-09-20T21:53:57.692 INFO:tasks.rados.rados.0.smithi046.stdout:3515: left oid 28 (ObjNum 1076 snap 355 seq_num 1076) 2024-09-20T21:53:57.704 INFO:tasks.rados.rados.0.smithi046.stdout:3516: expect (ObjNum 964 snap 307 seq_num 964) 2024-09-20T21:53:58.077 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:57 smithi134 ceph-mon[89086]: osdmap e759: 8 total, 8 up, 8 in 2024-09-20T21:53:58.078 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:57 smithi134 ceph-mon[89086]: osdmap e760: 8 total, 8 up, 8 in 2024-09-20T21:53:58.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:57 smithi046 ceph-mon[98591]: osdmap e759: 8 total, 8 up, 8 in 2024-09-20T21:53:58.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:57 smithi046 ceph-mon[98591]: osdmap e760: 8 total, 8 up, 8 in 2024-09-20T21:53:58.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:57 smithi046 ceph-mon[96110]: osdmap e759: 8 total, 8 up, 8 in 2024-09-20T21:53:58.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:57 smithi046 ceph-mon[96110]: osdmap e760: 8 total, 8 up, 8 in 2024-09-20T21:53:58.655 INFO:tasks.rados.rados.0.smithi046.stdout:3515: done (2 left) 2024-09-20T21:53:58.656 INFO:tasks.rados.rados.0.smithi046.stdout:3516: done (1 left) 2024-09-20T21:53:58.656 INFO:tasks.rados.rados.0.smithi046.stdout:3517: done (0 left) 2024-09-20T21:53:58.656 INFO:tasks.rados.rados.0.smithi046.stdout:3518: rollback oid 1 current snap is 356 2024-09-20T21:53:58.656 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 1 to 340 2024-09-20T21:53:58.656 INFO:tasks.rados.rados.0.smithi046.stdout:3519: rollback oid 18 current snap is 356 2024-09-20T21:53:58.656 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 18 to 297 2024-09-20T21:53:58.656 INFO:tasks.rados.rados.0.smithi046.stdout:3520: copy_from oid 6 from oid 4 current snap is 356 2024-09-20T21:53:58.656 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 356 2024-09-20T21:53:58.656 INFO:tasks.rados.rados.0.smithi046.stdout:3521: seq_num 1077 ranges {0=442368,442368=434176,876544=368640} 2024-09-20T21:53:58.658 INFO:tasks.rados.rados.0.smithi046.stdout:3521: writing smithi04683737-15 from 0 to 442368 tid 1 2024-09-20T21:53:58.661 INFO:tasks.rados.rados.0.smithi046.stdout:3521: writing smithi04683737-15 from 442368 to 876544 tid 2 2024-09-20T21:53:58.664 INFO:tasks.rados.rados.0.smithi046.stdout:3521: writing smithi04683737-15 from 876544 to 1245184 tid 3 2024-09-20T21:53:58.664 INFO:tasks.rados.rados.0.smithi046.stdout:3522: read oid 39 snap 313 2024-09-20T21:53:58.664 INFO:tasks.rados.rados.0.smithi046.stdout:3522: expect (ObjNum 20679184 snap 21956 seq_num 20887536) 2024-09-20T21:53:58.665 INFO:tasks.rados.rados.0.smithi046.stdout:3523: copy_from oid 45 from oid 34 current snap is 356 2024-09-20T21:53:58.665 INFO:tasks.rados.rados.0.smithi046.stdout:3518: finishing rollback tid 0 to smithi04683737-1 2024-09-20T21:53:58.665 INFO:tasks.rados.rados.0.smithi046.stdout:3518: finishing rollback tid 1 to smithi04683737-1 2024-09-20T21:53:58.665 INFO:tasks.rados.rados.0.smithi046.stdout:3518: finishing rollback tid 2 to smithi04683737-1 2024-09-20T21:53:58.665 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 1764 (ObjNum 960 snap 307 seq_num 960) dirty exists 2024-09-20T21:53:58.665 INFO:tasks.rados.rados.0.smithi046.stdout:3518: done (5 left) 2024-09-20T21:53:58.665 INFO:tasks.rados.rados.0.smithi046.stdout:3524: setattr oid 32 current snap is 356 2024-09-20T21:53:58.665 INFO:tasks.rados.rados.0.smithi046.stdout:3522: expect (ObjNum 20679184 snap 21956 seq_num 20887536) 2024-09-20T21:53:58.668 INFO:tasks.rados.rados.0.smithi046.stdout:3523: finishing copy_from to smithi04683737-45 2024-09-20T21:53:58.668 INFO:tasks.rados.rados.0.smithi046.stdout:3523: got expected ENOENT (src dne) 2024-09-20T21:53:58.668 INFO:tasks.rados.rados.0.smithi046.stdout:3523: finishing copy_from racing read to smithi04683737-45 2024-09-20T21:53:58.668 INFO:tasks.rados.rados.0.smithi046.stdout:3522: done (5 left) 2024-09-20T21:53:58.668 INFO:tasks.rados.rados.0.smithi046.stdout:3523: done (4 left) 2024-09-20T21:53:58.668 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 356 2024-09-20T21:53:58.668 INFO:tasks.rados.rados.0.smithi046.stdout:3525: seq_num 1078 ranges {4800512=458752,5259264=720896,5980160=81920} 2024-09-20T21:53:58.696 INFO:tasks.rados.rados.0.smithi046.stdout:3525: writing smithi04683737-10 from 4800512 to 5259264 tid 1 2024-09-20T21:53:58.700 INFO:tasks.rados.rados.0.smithi046.stdout:3525: writing smithi04683737-10 from 5259264 to 5980160 tid 2 2024-09-20T21:53:58.701 INFO:tasks.rados.rados.0.smithi046.stdout:3525: writing smithi04683737-10 from 5980160 to 6062080 tid 3 2024-09-20T21:53:58.701 INFO:tasks.rados.rados.0.smithi046.stdout:3526: snap_remove snap 310 2024-09-20T21:53:59.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:58 smithi046 ceph-mon[98591]: pgmap v806: 121 pgs: 121 active+clean; 497 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-09-20T21:53:59.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:53:58 smithi046 ceph-mon[98591]: osdmap e761: 8 total, 8 up, 8 in 2024-09-20T21:53:59.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:58 smithi046 ceph-mon[96110]: pgmap v806: 121 pgs: 121 active+clean; 497 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-09-20T21:53:59.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:53:58 smithi046 ceph-mon[96110]: osdmap e761: 8 total, 8 up, 8 in 2024-09-20T21:53:59.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:58 smithi134 ceph-mon[89086]: pgmap v806: 121 pgs: 121 active+clean; 497 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-09-20T21:53:59.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:53:58 smithi134 ceph-mon[89086]: osdmap e761: 8 total, 8 up, 8 in 2024-09-20T21:53:59.662 INFO:tasks.rados.rados.0.smithi046.stdout:3519: finishing rollback tid 0 to smithi04683737-18 2024-09-20T21:53:59.662 INFO:tasks.rados.rados.0.smithi046.stdout:3526: done (5 left) 2024-09-20T21:53:59.662 INFO:tasks.rados.rados.0.smithi046.stdout:3527: read oid 9 snap 352 2024-09-20T21:53:59.662 INFO:tasks.rados.rados.0.smithi046.stdout:3527: expect (ObjNum 1011 snap 325 seq_num 1011) 2024-09-20T21:53:59.662 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 356 2024-09-20T21:53:59.662 INFO:tasks.rados.rados.0.smithi046.stdout:3528: seq_num 1079 ranges {278528=475136,753664=606208,1359872=196608} 2024-09-20T21:53:59.666 INFO:tasks.rados.rados.0.smithi046.stdout:3528: writing smithi04683737-24 from 278528 to 753664 tid 1 2024-09-20T21:53:59.671 INFO:tasks.rados.rados.0.smithi046.stdout:3528: writing smithi04683737-24 from 753664 to 1359872 tid 2 2024-09-20T21:53:59.673 INFO:tasks.rados.rados.0.smithi046.stdout:3528: writing smithi04683737-24 from 1359872 to 1556480 tid 3 2024-09-20T21:53:59.673 INFO:tasks.rados.rados.0.smithi046.stdout:3529: snap_remove snap 324 2024-09-20T21:54:00.665 INFO:tasks.rados.rados.0.smithi046.stdout:3519: finishing rollback tid 1 to smithi04683737-18 2024-09-20T21:54:00.665 INFO:tasks.rados.rados.0.smithi046.stdout:3519: finishing rollback tid 2 to smithi04683737-18 2024-09-20T21:54:00.665 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1550 (ObjNum 730 snap 248 seq_num 730) dirty exists 2024-09-20T21:54:00.665 INFO:tasks.rados.rados.0.smithi046.stdout:3520: finishing copy_from racing read to smithi04683737-6 2024-09-20T21:54:00.665 INFO:tasks.rados.rados.0.smithi046.stdout:3521: finishing write tid 1 to smithi04683737-15 2024-09-20T21:54:00.665 INFO:tasks.rados.rados.0.smithi046.stdout:3521: finishing write tid 2 to smithi04683737-15 2024-09-20T21:54:00.665 INFO:tasks.rados.rados.0.smithi046.stdout:3521: finishing write tid 3 to smithi04683737-15 2024-09-20T21:54:00.665 INFO:tasks.rados.rados.0.smithi046.stdout:3521: finishing write tid 4 to smithi04683737-15 2024-09-20T21:54:00.665 INFO:tasks.rados.rados.0.smithi046.stdout:3520: finishing copy_from to smithi04683737-6 2024-09-20T21:54:00.665 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1901 (ObjNum 1049 snap 343 seq_num 1049) dirty exists 2024-09-20T21:54:00.665 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1996 (ObjNum 981 snap 310 seq_num 981) dirty exists 2024-09-20T21:54:00.665 INFO:tasks.rados.rados.0.smithi046.stdout:3521: finishing write tid 5 to smithi04683737-15 2024-09-20T21:54:00.666 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 1374 (ObjNum 1077 snap 356 seq_num 1077) dirty exists 2024-09-20T21:54:00.666 INFO:tasks.rados.rados.0.smithi046.stdout:3521: left oid 15 (ObjNum 1077 snap 356 seq_num 1077) 2024-09-20T21:54:00.666 INFO:tasks.rados.rados.0.smithi046.stdout:3525: finishing write tid 1 to smithi04683737-10 2024-09-20T21:54:00.666 INFO:tasks.rados.rados.0.smithi046.stdout:3525: finishing write tid 2 to smithi04683737-10 2024-09-20T21:54:00.666 INFO:tasks.rados.rados.0.smithi046.stdout:3525: finishing write tid 3 to smithi04683737-10 2024-09-20T21:54:00.666 INFO:tasks.rados.rados.0.smithi046.stdout:3525: finishing write tid 4 to smithi04683737-10 2024-09-20T21:54:00.666 INFO:tasks.rados.rados.0.smithi046.stdout:3525: finishing write tid 5 to smithi04683737-10 2024-09-20T21:54:00.666 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1367 (ObjNum 1078 snap 356 seq_num 1078) dirty exists 2024-09-20T21:54:00.666 INFO:tasks.rados.rados.0.smithi046.stdout:3525: left oid 10 (ObjNum 1078 snap 356 seq_num 1078) 2024-09-20T21:54:00.666 INFO:tasks.rados.rados.0.smithi046.stdout:3527: expect (ObjNum 1011 snap 325 seq_num 1011) 2024-09-20T21:54:00.670 INFO:tasks.rados.rados.0.smithi046.stdout:3528: finishing write tid 1 to smithi04683737-24 2024-09-20T21:54:00.670 INFO:tasks.rados.rados.0.smithi046.stdout:3528: finishing write tid 2 to smithi04683737-24 2024-09-20T21:54:00.670 INFO:tasks.rados.rados.0.smithi046.stdout:3528: finishing write tid 3 to smithi04683737-24 2024-09-20T21:54:00.670 INFO:tasks.rados.rados.0.smithi046.stdout:3528: finishing write tid 4 to smithi04683737-24 2024-09-20T21:54:00.670 INFO:tasks.rados.rados.0.smithi046.stdout:3528: finishing write tid 5 to smithi04683737-24 2024-09-20T21:54:00.670 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 1371 (ObjNum 1079 snap 356 seq_num 1079) dirty exists 2024-09-20T21:54:00.671 INFO:tasks.rados.rados.0.smithi046.stdout:3528: left oid 24 (ObjNum 1079 snap 356 seq_num 1079) 2024-09-20T21:54:00.671 INFO:tasks.rados.rados.0.smithi046.stdout:3519: done (7 left) 2024-09-20T21:54:00.671 INFO:tasks.rados.rados.0.smithi046.stdout:3520: done (6 left) 2024-09-20T21:54:00.671 INFO:tasks.rados.rados.0.smithi046.stdout:3521: done (5 left) 2024-09-20T21:54:00.671 INFO:tasks.rados.rados.0.smithi046.stdout:3524: done (4 left) 2024-09-20T21:54:00.671 INFO:tasks.rados.rados.0.smithi046.stdout:3525: done (3 left) 2024-09-20T21:54:00.671 INFO:tasks.rados.rados.0.smithi046.stdout:3527: done (2 left) 2024-09-20T21:54:00.671 INFO:tasks.rados.rados.0.smithi046.stdout:3528: done (1 left) 2024-09-20T21:54:00.671 INFO:tasks.rados.rados.0.smithi046.stdout:3529: done (0 left) 2024-09-20T21:54:00.671 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 356 2024-09-20T21:54:00.671 INFO:tasks.rados.rados.0.smithi046.stdout:3530: seq_num 1080 ranges {229376=491520,720896=540672,1261568=262144} 2024-09-20T21:54:00.675 INFO:tasks.rados.rados.0.smithi046.stdout:3530: writing smithi04683737-18 from 229376 to 720896 tid 1 2024-09-20T21:54:00.679 INFO:tasks.rados.rados.0.smithi046.stdout:3530: writing smithi04683737-18 from 720896 to 1261568 tid 2 2024-09-20T21:54:00.681 INFO:tasks.rados.rados.0.smithi046.stdout:3530: writing smithi04683737-18 from 1261568 to 1523712 tid 3 2024-09-20T21:54:00.681 INFO:tasks.rados.rados.0.smithi046.stdout:3531: snap_create 2024-09-20T21:54:00.688 INFO:tasks.rados.rados.0.smithi046.stdout:3530: finishing write tid 1 to smithi04683737-18 2024-09-20T21:54:00.690 INFO:tasks.rados.rados.0.smithi046.stdout:3530: finishing write tid 2 to smithi04683737-18 2024-09-20T21:54:00.690 INFO:tasks.rados.rados.0.smithi046.stdout:3530: finishing write tid 3 to smithi04683737-18 2024-09-20T21:54:00.691 INFO:tasks.rados.rados.0.smithi046.stdout:3530: finishing write tid 4 to smithi04683737-18 2024-09-20T21:54:00.695 INFO:tasks.rados.rados.0.smithi046.stdout:3530: finishing write tid 5 to smithi04683737-18 2024-09-20T21:54:00.695 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1561 (ObjNum 1080 snap 356 seq_num 1080) dirty exists 2024-09-20T21:54:00.695 INFO:tasks.rados.rados.0.smithi046.stdout:3530: left oid 18 (ObjNum 1080 snap 356 seq_num 1080) 2024-09-20T21:54:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:00 smithi134 ceph-mon[89086]: pgmap v809: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 507 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-09-20T21:54:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:00 smithi134 ceph-mon[89086]: osdmap e762: 8 total, 8 up, 8 in 2024-09-20T21:54:01.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:00 smithi046 ceph-mon[96110]: pgmap v809: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 507 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-09-20T21:54:01.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:00 smithi046 ceph-mon[96110]: osdmap e762: 8 total, 8 up, 8 in 2024-09-20T21:54:01.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:00 smithi046 ceph-mon[98591]: pgmap v809: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 507 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-09-20T21:54:01.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:00 smithi046 ceph-mon[98591]: osdmap e762: 8 total, 8 up, 8 in 2024-09-20T21:54:01.667 INFO:tasks.rados.rados.0.smithi046.stdout:3530: done (1 left) 2024-09-20T21:54:01.667 INFO:tasks.rados.rados.0.smithi046.stdout:3531: done (0 left) 2024-09-20T21:54:01.667 INFO:tasks.rados.rados.0.smithi046.stdout:3532: snap_create 2024-09-20T21:54:01.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:01 smithi134 ceph-mon[89086]: osdmap e763: 8 total, 8 up, 8 in 2024-09-20T21:54:02.054 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:01 smithi046 ceph-mon[96110]: osdmap e763: 8 total, 8 up, 8 in 2024-09-20T21:54:02.054 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:01 smithi046 ceph-mon[98591]: osdmap e763: 8 total, 8 up, 8 in 2024-09-20T21:54:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:54:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:54:02] "GET /metrics HTTP/1.1" 200 36387 "" "Prometheus/2.43.0" 2024-09-20T21:54:02.655 INFO:tasks.rados.rados.0.smithi046.stdout:3532: done (0 left) 2024-09-20T21:54:02.655 INFO:tasks.rados.rados.0.smithi046.stdout:3533: rollback oid 29 current snap is 358 2024-09-20T21:54:02.655 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 29 to 352 2024-09-20T21:54:02.655 INFO:tasks.rados.rados.0.smithi046.stdout:3534: rmattr oid 15 current snap is 358 2024-09-20T21:54:02.655 INFO:tasks.rados.rados.0.smithi046.stdout:3534: done (1 left) 2024-09-20T21:54:02.655 INFO:tasks.rados.rados.0.smithi046.stdout:3535: rmattr oid 40 current snap is 358 2024-09-20T21:54:02.655 INFO:tasks.rados.rados.0.smithi046.stdout:3535: done (1 left) 2024-09-20T21:54:02.656 INFO:tasks.rados.rados.0.smithi046.stdout:3536: snap_remove snap 283 2024-09-20T21:54:02.664 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:54:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:54:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:54:02.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:02 smithi134 ceph-mon[89086]: pgmap v812: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 504 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-09-20T21:54:02.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:02 smithi134 ceph-mon[89086]: osdmap e764: 8 total, 8 up, 8 in 2024-09-20T21:54:02.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:02 smithi134 ceph-mon[89086]: osdmap e765: 8 total, 8 up, 8 in 2024-09-20T21:54:03.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:02 smithi046 ceph-mon[96110]: pgmap v812: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 504 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-09-20T21:54:03.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:02 smithi046 ceph-mon[96110]: osdmap e764: 8 total, 8 up, 8 in 2024-09-20T21:54:03.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:02 smithi046 ceph-mon[96110]: osdmap e765: 8 total, 8 up, 8 in 2024-09-20T21:54:03.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:02 smithi046 ceph-mon[98591]: pgmap v812: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 504 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-09-20T21:54:03.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:02 smithi046 ceph-mon[98591]: osdmap e764: 8 total, 8 up, 8 in 2024-09-20T21:54:03.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:02 smithi046 ceph-mon[98591]: osdmap e765: 8 total, 8 up, 8 in 2024-09-20T21:54:03.657 INFO:tasks.rados.rados.0.smithi046.stdout:3533: finishing rollback tid 1 to smithi04683737-29 2024-09-20T21:54:03.657 INFO:tasks.rados.rados.0.smithi046.stdout:3533: finishing rollback tid 2 to smithi04683737-29 2024-09-20T21:54:03.657 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1340 (ObjNum 1036 snap 338 seq_num 1036) dirty exists 2024-09-20T21:54:03.657 INFO:tasks.rados.rados.0.smithi046.stdout:3533: done (1 left) 2024-09-20T21:54:03.658 INFO:tasks.rados.rados.0.smithi046.stdout:3536: done (0 left) 2024-09-20T21:54:03.658 INFO:tasks.rados.rados.0.smithi046.stdout:3537: delete oid 27 current snap is 358 2024-09-20T21:54:03.675 INFO:tasks.rados.rados.0.smithi046.stdout:3537: done (0 left) 2024-09-20T21:54:03.675 INFO:tasks.rados.rados.0.smithi046.stdout:3538: snap_create 2024-09-20T21:54:04.672 INFO:tasks.rados.rados.0.smithi046.stdout:3538: done (0 left) 2024-09-20T21:54:04.673 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 359 2024-09-20T21:54:04.673 INFO:tasks.rados.rados.0.smithi046.stdout:3539: seq_num 1082 ranges {0=524288,524288=704512,1228800=98304} 2024-09-20T21:54:04.675 INFO:tasks.rados.rados.0.smithi046.stdout:3539: writing smithi04683737-19 from 0 to 524288 tid 1 2024-09-20T21:54:04.679 INFO:tasks.rados.rados.0.smithi046.stdout:3539: writing smithi04683737-19 from 524288 to 1228800 tid 2 2024-09-20T21:54:04.680 INFO:tasks.rados.rados.0.smithi046.stdout:3539: writing smithi04683737-19 from 1228800 to 1327104 tid 3 2024-09-20T21:54:04.680 INFO:tasks.rados.rados.0.smithi046.stdout:3540: copy_from oid 20 from oid 49 current snap is 359 2024-09-20T21:54:04.680 INFO:tasks.rados.rados.0.smithi046.stdout:3541: snap_remove snap 317 2024-09-20T21:54:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:04 smithi134 ceph-mon[89086]: pgmap v815: 121 pgs: 121 active+clean; 496 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-09-20T21:54:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:04 smithi134 ceph-mon[89086]: osdmap e766: 8 total, 8 up, 8 in 2024-09-20T21:54:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:54:05.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:04 smithi046 ceph-mon[96110]: pgmap v815: 121 pgs: 121 active+clean; 496 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-09-20T21:54:05.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:04 smithi046 ceph-mon[96110]: osdmap e766: 8 total, 8 up, 8 in 2024-09-20T21:54:05.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:54:05.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:04 smithi046 ceph-mon[98591]: pgmap v815: 121 pgs: 121 active+clean; 496 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-09-20T21:54:05.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:04 smithi046 ceph-mon[98591]: osdmap e766: 8 total, 8 up, 8 in 2024-09-20T21:54:05.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:54:05.680 INFO:tasks.rados.rados.0.smithi046.stdout:3539: finishing write tid 1 to smithi04683737-19 2024-09-20T21:54:05.680 INFO:tasks.rados.rados.0.smithi046.stdout:3539: finishing write tid 2 to smithi04683737-19 2024-09-20T21:54:05.680 INFO:tasks.rados.rados.0.smithi046.stdout:3539: finishing write tid 3 to smithi04683737-19 2024-09-20T21:54:05.680 INFO:tasks.rados.rados.0.smithi046.stdout:3539: finishing write tid 4 to smithi04683737-19 2024-09-20T21:54:05.680 INFO:tasks.rados.rados.0.smithi046.stdout:3539: finishing write tid 5 to smithi04683737-19 2024-09-20T21:54:05.680 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1344 (ObjNum 1082 snap 359 seq_num 1082) dirty exists 2024-09-20T21:54:05.680 INFO:tasks.rados.rados.0.smithi046.stdout:3539: left oid 19 (ObjNum 1082 snap 359 seq_num 1082) 2024-09-20T21:54:05.680 INFO:tasks.rados.rados.0.smithi046.stdout:3540: finishing copy_from racing read to smithi04683737-20 2024-09-20T21:54:05.680 INFO:tasks.rados.rados.0.smithi046.stdout:3540: finishing copy_from to smithi04683737-20 2024-09-20T21:54:05.681 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 1365 (ObjNum 964 snap 307 seq_num 964) dirty exists 2024-09-20T21:54:05.681 INFO:tasks.rados.rados.0.smithi046.stdout:3539: done (2 left) 2024-09-20T21:54:05.681 INFO:tasks.rados.rados.0.smithi046.stdout:3540: done (1 left) 2024-09-20T21:54:05.681 INFO:tasks.rados.rados.0.smithi046.stdout:3541: done (0 left) 2024-09-20T21:54:05.681 INFO:tasks.rados.rados.0.smithi046.stdout:3542: rollback oid 48 current snap is 359 2024-09-20T21:54:05.681 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 48 to 341 2024-09-20T21:54:05.681 INFO:tasks.rados.rados.0.smithi046.stdout:3543: copy_from oid 27 from oid 45 current snap is 359 2024-09-20T21:54:05.681 INFO:tasks.rados.rados.0.smithi046.stdout:3544: delete oid 39 current snap is 359 2024-09-20T21:54:05.698 INFO:tasks.rados.rados.0.smithi046.stdout:3542: finishing rollback tid 0 to smithi04683737-48 2024-09-20T21:54:05.698 INFO:tasks.rados.rados.0.smithi046.stdout:3542: finishing rollback tid 1 to smithi04683737-48 2024-09-20T21:54:05.699 INFO:tasks.rados.rados.0.smithi046.stdout:3542: finishing rollback tid 2 to smithi04683737-48 2024-09-20T21:54:05.699 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1581 (ObjNum 1006 snap 324 seq_num 1006) dirty exists 2024-09-20T21:54:05.702 INFO:tasks.rados.rados.0.smithi046.stdout:3542: done (2 left) 2024-09-20T21:54:05.702 INFO:tasks.rados.rados.0.smithi046.stdout:3544: done (1 left) 2024-09-20T21:54:05.702 INFO:tasks.rados.rados.0.smithi046.stdout:3545: rollback oid 43 current snap is 359 2024-09-20T21:54:05.702 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 43 to 347 2024-09-20T21:54:05.702 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 359 2024-09-20T21:54:05.702 INFO:tasks.rados.rados.0.smithi046.stdout:3546: seq_num 1084 ranges {0=557056,557056=475136,1032192=327680} 2024-09-20T21:54:05.706 INFO:tasks.rados.rados.0.smithi046.stdout:3546: writing smithi04683737-14 from 0 to 557056 tid 1 2024-09-20T21:54:05.709 INFO:tasks.rados.rados.0.smithi046.stdout:3546: writing smithi04683737-14 from 557056 to 1032192 tid 2 2024-09-20T21:54:05.712 INFO:tasks.rados.rados.0.smithi046.stdout:3546: writing smithi04683737-14 from 1032192 to 1359872 tid 3 2024-09-20T21:54:05.712 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 359 2024-09-20T21:54:05.712 INFO:tasks.rados.rados.0.smithi046.stdout:3543: finishing copy_from racing read to smithi04683737-27 2024-09-20T21:54:05.712 INFO:tasks.rados.rados.0.smithi046.stdout:3543: finishing copy_from to smithi04683737-27 2024-09-20T21:54:05.712 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 1761 (ObjNum 986 snap 314 seq_num 986) dirty exists 2024-09-20T21:54:05.713 INFO:tasks.rados.rados.0.smithi046.stdout:3545: finishing rollback tid 0 to smithi04683737-43 2024-09-20T21:54:05.713 INFO:tasks.rados.rados.0.smithi046.stdout:3547: seq_num 1085 ranges {139264=581632,720896=761856,1482752=40960} 2024-09-20T21:54:05.716 INFO:tasks.rados.rados.0.smithi046.stdout:3547: writing smithi04683737-9 from 139264 to 720896 tid 1 2024-09-20T21:54:05.721 INFO:tasks.rados.rados.0.smithi046.stdout:3547: writing smithi04683737-9 from 720896 to 1482752 tid 2 2024-09-20T21:54:05.721 INFO:tasks.rados.rados.0.smithi046.stdout:3547: writing smithi04683737-9 from 1482752 to 1523712 tid 3 2024-09-20T21:54:05.721 INFO:tasks.rados.rados.0.smithi046.stdout:3543: done (3 left) 2024-09-20T21:54:05.721 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 359 2024-09-20T21:54:05.721 INFO:tasks.rados.rados.0.smithi046.stdout:3545: finishing rollback tid 1 to smithi04683737-43 2024-09-20T21:54:05.721 INFO:tasks.rados.rados.0.smithi046.stdout:3548: seq_num 1086 ranges {7143424=598016,7741440=647168,8388608=155648} 2024-09-20T21:54:05.763 INFO:tasks.rados.rados.0.smithi046.stdout:3548: writing smithi04683737-8 from 7143424 to 7741440 tid 1 2024-09-20T21:54:05.767 INFO:tasks.rados.rados.0.smithi046.stdout:3548: writing smithi04683737-8 from 7741440 to 8388608 tid 2 2024-09-20T21:54:05.769 INFO:tasks.rados.rados.0.smithi046.stdout:3548: writing smithi04683737-8 from 8388608 to 8544256 tid 3 2024-09-20T21:54:05.769 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 359 2024-09-20T21:54:05.769 INFO:tasks.rados.rados.0.smithi046.stdout:3545: finishing rollback tid 2 to smithi04683737-43 2024-09-20T21:54:05.769 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1647 (ObjNum 991 snap 317 seq_num 991) dirty exists 2024-09-20T21:54:05.769 INFO:tasks.rados.rados.0.smithi046.stdout:3546: finishing write tid 1 to smithi04683737-14 2024-09-20T21:54:05.769 INFO:tasks.rados.rados.0.smithi046.stdout:3546: finishing write tid 2 to smithi04683737-14 2024-09-20T21:54:05.769 INFO:tasks.rados.rados.0.smithi046.stdout:3549: seq_num 1087 ranges {778240=614400,1392640=532480,1925120=270336} 2024-09-20T21:54:05.776 INFO:tasks.rados.rados.0.smithi046.stdout:3549: writing smithi04683737-6 from 778240 to 1392640 tid 1 2024-09-20T21:54:05.780 INFO:tasks.rados.rados.0.smithi046.stdout:3549: writing smithi04683737-6 from 1392640 to 1925120 tid 2 2024-09-20T21:54:05.782 INFO:tasks.rados.rados.0.smithi046.stdout:3549: writing smithi04683737-6 from 1925120 to 2195456 tid 3 2024-09-20T21:54:05.783 INFO:tasks.rados.rados.0.smithi046.stdout:3545: done (4 left) 2024-09-20T21:54:05.783 INFO:tasks.rados.rados.0.smithi046.stdout:3550: delete oid 44 current snap is 359 2024-09-20T21:54:05.783 INFO:tasks.rados.rados.0.smithi046.stdout:3546: finishing write tid 3 to smithi04683737-14 2024-09-20T21:54:05.783 INFO:tasks.rados.rados.0.smithi046.stdout:3546: finishing write tid 4 to smithi04683737-14 2024-09-20T21:54:05.783 INFO:tasks.rados.rados.0.smithi046.stdout:3546: finishing write tid 5 to smithi04683737-14 2024-09-20T21:54:05.783 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 1847 (ObjNum 1084 snap 359 seq_num 1084) dirty exists 2024-09-20T21:54:05.783 INFO:tasks.rados.rados.0.smithi046.stdout:3546: left oid 14 (ObjNum 1084 snap 359 seq_num 1084) 2024-09-20T21:54:05.783 INFO:tasks.rados.rados.0.smithi046.stdout:3547: finishing write tid 1 to smithi04683737-9 2024-09-20T21:54:05.783 INFO:tasks.rados.rados.0.smithi046.stdout:3547: finishing write tid 2 to smithi04683737-9 2024-09-20T21:54:05.783 INFO:tasks.rados.rados.0.smithi046.stdout:3547: finishing write tid 3 to smithi04683737-9 2024-09-20T21:54:05.783 INFO:tasks.rados.rados.0.smithi046.stdout:3547: finishing write tid 4 to smithi04683737-9 2024-09-20T21:54:05.783 INFO:tasks.rados.rados.0.smithi046.stdout:3547: finishing write tid 5 to smithi04683737-9 2024-09-20T21:54:05.784 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 1879 (ObjNum 1085 snap 359 seq_num 1085) dirty exists 2024-09-20T21:54:05.784 INFO:tasks.rados.rados.0.smithi046.stdout:3547: left oid 9 (ObjNum 1085 snap 359 seq_num 1085) 2024-09-20T21:54:05.784 INFO:tasks.rados.rados.0.smithi046.stdout:3548: finishing write tid 1 to smithi04683737-8 2024-09-20T21:54:05.784 INFO:tasks.rados.rados.0.smithi046.stdout:3548: finishing write tid 2 to smithi04683737-8 2024-09-20T21:54:05.784 INFO:tasks.rados.rados.0.smithi046.stdout:3548: finishing write tid 3 to smithi04683737-8 2024-09-20T21:54:05.784 INFO:tasks.rados.rados.0.smithi046.stdout:3548: finishing write tid 4 to smithi04683737-8 2024-09-20T21:54:05.784 INFO:tasks.rados.rados.0.smithi046.stdout:3548: finishing write tid 5 to smithi04683737-8 2024-09-20T21:54:05.784 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1348 (ObjNum 1086 snap 359 seq_num 1086) dirty exists 2024-09-20T21:54:05.784 INFO:tasks.rados.rados.0.smithi046.stdout:3548: left oid 8 (ObjNum 1086 snap 359 seq_num 1086) 2024-09-20T21:54:05.784 INFO:tasks.rados.rados.0.smithi046.stdout:3549: finishing write tid 1 to smithi04683737-6 2024-09-20T21:54:05.785 INFO:tasks.rados.rados.0.smithi046.stdout:3546: done (4 left) 2024-09-20T21:54:05.785 INFO:tasks.rados.rados.0.smithi046.stdout:3547: done (3 left) 2024-09-20T21:54:05.785 INFO:tasks.rados.rados.0.smithi046.stdout:3548: done (2 left) 2024-09-20T21:54:05.785 INFO:tasks.rados.rados.0.smithi046.stdout:3550: done (1 left) 2024-09-20T21:54:05.785 INFO:tasks.rados.rados.0.smithi046.stdout:3551: delete oid 1 current snap is 359 2024-09-20T21:54:05.787 INFO:tasks.rados.rados.0.smithi046.stdout:3549: finishing write tid 2 to smithi04683737-6 2024-09-20T21:54:05.787 INFO:tasks.rados.rados.0.smithi046.stdout:3549: finishing write tid 3 to smithi04683737-6 2024-09-20T21:54:05.787 INFO:tasks.rados.rados.0.smithi046.stdout:3551: done (1 left) 2024-09-20T21:54:05.787 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 359 2024-09-20T21:54:05.787 INFO:tasks.rados.rados.0.smithi046.stdout:3552: seq_num 1090 ranges {4718592=663552,5382144=630784,6012928=172032} 2024-09-20T21:54:05.816 INFO:tasks.rados.rados.0.smithi046.stdout:3552: writing smithi04683737-2 from 4718592 to 5382144 tid 1 2024-09-20T21:54:05.820 INFO:tasks.rados.rados.0.smithi046.stdout:3552: writing smithi04683737-2 from 5382144 to 6012928 tid 2 2024-09-20T21:54:05.821 INFO:tasks.rados.rados.0.smithi046.stdout:3552: writing smithi04683737-2 from 6012928 to 6184960 tid 3 2024-09-20T21:54:05.821 INFO:tasks.rados.rados.0.smithi046.stdout:3553: snap_create 2024-09-20T21:54:05.821 INFO:tasks.rados.rados.0.smithi046.stdout:3549: finishing write tid 4 to smithi04683737-6 2024-09-20T21:54:05.822 INFO:tasks.rados.rados.0.smithi046.stdout:3549: finishing write tid 5 to smithi04683737-6 2024-09-20T21:54:05.822 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 2035 (ObjNum 1087 snap 359 seq_num 1087) dirty exists 2024-09-20T21:54:05.822 INFO:tasks.rados.rados.0.smithi046.stdout:3549: left oid 6 (ObjNum 1087 snap 359 seq_num 1087) 2024-09-20T21:54:05.822 INFO:tasks.rados.rados.0.smithi046.stdout:3552: finishing write tid 1 to smithi04683737-2 2024-09-20T21:54:05.823 INFO:tasks.rados.rados.0.smithi046.stdout:3552: finishing write tid 2 to smithi04683737-2 2024-09-20T21:54:05.823 INFO:tasks.rados.rados.0.smithi046.stdout:3552: finishing write tid 3 to smithi04683737-2 2024-09-20T21:54:05.824 INFO:tasks.rados.rados.0.smithi046.stdout:3552: finishing write tid 4 to smithi04683737-2 2024-09-20T21:54:05.825 INFO:tasks.rados.rados.0.smithi046.stdout:3552: finishing write tid 5 to smithi04683737-2 2024-09-20T21:54:05.825 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 1559 (ObjNum 1090 snap 359 seq_num 1090) dirty exists 2024-09-20T21:54:05.825 INFO:tasks.rados.rados.0.smithi046.stdout:3552: left oid 2 (ObjNum 1090 snap 359 seq_num 1090) 2024-09-20T21:54:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:05 smithi134 ceph-mon[89086]: osdmap e767: 8 total, 8 up, 8 in 2024-09-20T21:54:06.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:05 smithi046 ceph-mon[96110]: osdmap e767: 8 total, 8 up, 8 in 2024-09-20T21:54:06.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:05 smithi046 ceph-mon[98591]: osdmap e767: 8 total, 8 up, 8 in 2024-09-20T21:54:06.681 INFO:tasks.rados.rados.0.smithi046.stdout:3549: done (2 left) 2024-09-20T21:54:06.681 INFO:tasks.rados.rados.0.smithi046.stdout:3552: done (1 left) 2024-09-20T21:54:06.681 INFO:tasks.rados.rados.0.smithi046.stdout:3553: done (0 left) 2024-09-20T21:54:06.681 INFO:tasks.rados.rados.0.smithi046.stdout:3554: read oid 25 snap -1 2024-09-20T21:54:06.681 INFO:tasks.rados.rados.0.smithi046.stdout:3554: expect (ObjNum 1064 snap 351 seq_num 1064) 2024-09-20T21:54:06.681 INFO:tasks.rados.rados.0.smithi046.stdout:3555: rollback oid 21 current snap is 360 2024-09-20T21:54:06.681 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 21 to 339 2024-09-20T21:54:06.681 INFO:tasks.rados.rados.0.smithi046.stdout:3556: read oid 35 snap 339 2024-09-20T21:54:06.681 INFO:tasks.rados.rados.0.smithi046.stdout:3556: expect (ObjNum 988 snap 317 seq_num 988) 2024-09-20T21:54:06.681 INFO:tasks.rados.rados.0.smithi046.stdout:3557: read oid 18 snap -1 2024-09-20T21:54:06.681 INFO:tasks.rados.rados.0.smithi046.stdout:3557: expect (ObjNum 1080 snap 356 seq_num 1080) 2024-09-20T21:54:06.681 INFO:tasks.rados.rados.0.smithi046.stdout:3558: copy_from oid 13 from oid 33 current snap is 360 2024-09-20T21:54:06.682 INFO:tasks.rados.rados.0.smithi046.stdout:3559: read oid 38 snap 354 2024-09-20T21:54:06.682 INFO:tasks.rados.rados.0.smithi046.stdout:3559: expect (ObjNum 964 snap 307 seq_num 964) 2024-09-20T21:54:06.682 INFO:tasks.rados.rados.0.smithi046.stdout:3560: snap_create 2024-09-20T21:54:06.690 INFO:tasks.rados.rados.0.smithi046.stdout:3557: expect (ObjNum 1080 snap 356 seq_num 1080) 2024-09-20T21:54:06.741 INFO:tasks.rados.rados.0.smithi046.stdout:3555: finishing rollback tid 0 to smithi04683737-21 2024-09-20T21:54:06.741 INFO:tasks.rados.rados.0.smithi046.stdout:3555: finishing rollback tid 1 to smithi04683737-21 2024-09-20T21:54:06.741 INFO:tasks.rados.rados.0.smithi046.stdout:3555: finishing rollback tid 2 to smithi04683737-21 2024-09-20T21:54:06.741 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1651 (ObjNum 971 snap 308 seq_num 971) dirty exists 2024-09-20T21:54:06.741 INFO:tasks.rados.rados.0.smithi046.stdout:3556: expect (ObjNum 988 snap 317 seq_num 988) 2024-09-20T21:54:06.913 INFO:tasks.rados.rados.0.smithi046.stdout:3554: expect (ObjNum 1064 snap 351 seq_num 1064) 2024-09-20T21:54:07.107 INFO:tasks.rados.rados.0.smithi046.stdout:3558: finishing copy_from racing read to smithi04683737-13 2024-09-20T21:54:07.107 INFO:tasks.rados.rados.0.smithi046.stdout:3558: finishing copy_from to smithi04683737-13 2024-09-20T21:54:07.107 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1450 (ObjNum 812 snap 270 seq_num 812) dirty exists 2024-09-20T21:54:07.107 INFO:tasks.rados.rados.0.smithi046.stdout:3559: expect (ObjNum 964 snap 307 seq_num 964) 2024-09-20T21:54:07.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:06 smithi046 ceph-mon[96110]: pgmap v818: 121 pgs: 121 active+clean; 504 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 620 KiB/s wr, 5 op/s 2024-09-20T21:54:07.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:06 smithi046 ceph-mon[96110]: osdmap e768: 8 total, 8 up, 8 in 2024-09-20T21:54:07.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:06 smithi046 ceph-mon[98591]: pgmap v818: 121 pgs: 121 active+clean; 504 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 620 KiB/s wr, 5 op/s 2024-09-20T21:54:07.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:06 smithi046 ceph-mon[98591]: osdmap e768: 8 total, 8 up, 8 in 2024-09-20T21:54:07.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:06 smithi134 ceph-mon[89086]: pgmap v818: 121 pgs: 121 active+clean; 504 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 620 KiB/s wr, 5 op/s 2024-09-20T21:54:07.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:06 smithi134 ceph-mon[89086]: osdmap e768: 8 total, 8 up, 8 in 2024-09-20T21:54:07.656 INFO:tasks.rados.rados.0.smithi046.stdout:3554: done (6 left) 2024-09-20T21:54:07.657 INFO:tasks.rados.rados.0.smithi046.stdout:3555: done (5 left) 2024-09-20T21:54:07.657 INFO:tasks.rados.rados.0.smithi046.stdout:3556: done (4 left) 2024-09-20T21:54:07.657 INFO:tasks.rados.rados.0.smithi046.stdout:3557: done (3 left) 2024-09-20T21:54:07.657 INFO:tasks.rados.rados.0.smithi046.stdout:3558: done (2 left) 2024-09-20T21:54:07.657 INFO:tasks.rados.rados.0.smithi046.stdout:3559: done (1 left) 2024-09-20T21:54:07.657 INFO:tasks.rados.rados.0.smithi046.stdout:3560: done (0 left) 2024-09-20T21:54:07.657 INFO:tasks.rados.rados.0.smithi046.stdout:3561: snap_remove snap 343 2024-09-20T21:54:08.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:07 smithi046 ceph-mon[96110]: osdmap e769: 8 total, 8 up, 8 in 2024-09-20T21:54:08.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:07 smithi046 ceph-mon[96110]: osdmap e770: 8 total, 8 up, 8 in 2024-09-20T21:54:08.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:07 smithi046 ceph-mon[98591]: osdmap e769: 8 total, 8 up, 8 in 2024-09-20T21:54:08.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:07 smithi046 ceph-mon[98591]: osdmap e770: 8 total, 8 up, 8 in 2024-09-20T21:54:08.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:07 smithi134 ceph-mon[89086]: osdmap e769: 8 total, 8 up, 8 in 2024-09-20T21:54:08.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:07 smithi134 ceph-mon[89086]: osdmap e770: 8 total, 8 up, 8 in 2024-09-20T21:54:08.664 INFO:tasks.rados.rados.0.smithi046.stdout:3561: done (0 left) 2024-09-20T21:54:08.664 INFO:tasks.rados.rados.0.smithi046.stdout:3562: read oid 32 snap -1 2024-09-20T21:54:08.664 INFO:tasks.rados.rados.0.smithi046.stdout:3562: expect (ObjNum 981 snap 310 seq_num 981) 2024-09-20T21:54:08.664 INFO:tasks.rados.rados.0.smithi046.stdout:3563: rollback oid 43 current snap is 361 2024-09-20T21:54:08.664 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 43 to 342 2024-09-20T21:54:08.664 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 31 current snap is 361 2024-09-20T21:54:08.664 INFO:tasks.rados.rados.0.smithi046.stdout:3564: seq_num 1091 ranges {2277376=679936,2957312=516096,3473408=286720} 2024-09-20T21:54:08.682 INFO:tasks.rados.rados.0.smithi046.stdout:3564: writing smithi04683737-31 from 2277376 to 2957312 tid 1 2024-09-20T21:54:08.685 INFO:tasks.rados.rados.0.smithi046.stdout:3564: writing smithi04683737-31 from 2957312 to 3473408 tid 2 2024-09-20T21:54:08.688 INFO:tasks.rados.rados.0.smithi046.stdout:3564: writing smithi04683737-31 from 3473408 to 3760128 tid 3 2024-09-20T21:54:08.688 INFO:tasks.rados.rados.0.smithi046.stdout:3565: snap_remove snap 346 2024-09-20T21:54:09.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:08 smithi046 ceph-mon[96110]: pgmap v821: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 510 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-20T21:54:09.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:08 smithi046 ceph-mon[96110]: osdmap e771: 8 total, 8 up, 8 in 2024-09-20T21:54:09.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:08 smithi046 ceph-mon[98591]: pgmap v821: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 510 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-20T21:54:09.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:08 smithi046 ceph-mon[98591]: osdmap e771: 8 total, 8 up, 8 in 2024-09-20T21:54:09.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:08 smithi134 ceph-mon[89086]: pgmap v821: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 510 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-20T21:54:09.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:08 smithi134 ceph-mon[89086]: osdmap e771: 8 total, 8 up, 8 in 2024-09-20T21:54:09.667 INFO:tasks.rados.rados.0.smithi046.stdout:3565: done (3 left) 2024-09-20T21:54:09.668 INFO:tasks.rados.rados.0.smithi046.stdout:3566: delete oid 49 current snap is 361 2024-09-20T21:54:09.668 INFO:tasks.rados.rados.0.smithi046.stdout:3563: finishing rollback tid 0 to smithi04683737-43 2024-09-20T21:54:09.668 INFO:tasks.rados.rados.0.smithi046.stdout:3563: finishing rollback tid 1 to smithi04683737-43 2024-09-20T21:54:09.668 INFO:tasks.rados.rados.0.smithi046.stdout:3563: finishing rollback tid 2 to smithi04683737-43 2024-09-20T21:54:09.668 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1655 (ObjNum 991 snap 317 seq_num 991) dirty exists 2024-09-20T21:54:09.668 INFO:tasks.rados.rados.0.smithi046.stdout:3564: finishing write tid 1 to smithi04683737-31 2024-09-20T21:54:09.668 INFO:tasks.rados.rados.0.smithi046.stdout:3564: finishing write tid 2 to smithi04683737-31 2024-09-20T21:54:09.668 INFO:tasks.rados.rados.0.smithi046.stdout:3564: finishing write tid 3 to smithi04683737-31 2024-09-20T21:54:09.668 INFO:tasks.rados.rados.0.smithi046.stdout:3564: finishing write tid 4 to smithi04683737-31 2024-09-20T21:54:09.668 INFO:tasks.rados.rados.0.smithi046.stdout:3564: finishing write tid 5 to smithi04683737-31 2024-09-20T21:54:09.668 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 1856 (ObjNum 1091 snap 361 seq_num 1091) dirty exists 2024-09-20T21:54:09.669 INFO:tasks.rados.rados.0.smithi046.stdout:3564: left oid 31 (ObjNum 1091 snap 361 seq_num 1091) 2024-09-20T21:54:09.669 INFO:tasks.rados.rados.0.smithi046.stdout:3562: expect (ObjNum 981 snap 310 seq_num 981) 2024-09-20T21:54:09.816 INFO:tasks.rados.rados.0.smithi046.stdout:3562: done (3 left) 2024-09-20T21:54:09.816 INFO:tasks.rados.rados.0.smithi046.stdout:3563: done (2 left) 2024-09-20T21:54:09.816 INFO:tasks.rados.rados.0.smithi046.stdout:3564: done (1 left) 2024-09-20T21:54:09.816 INFO:tasks.rados.rados.0.smithi046.stdout:3566: done (0 left) 2024-09-20T21:54:09.816 INFO:tasks.rados.rados.0.smithi046.stdout:3567: rollback oid 8 current snap is 361 2024-09-20T21:54:09.817 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 8 to 358 2024-09-20T21:54:09.817 INFO:tasks.rados.rados.0.smithi046.stdout:3568: read oid 28 snap -1 2024-09-20T21:54:09.817 INFO:tasks.rados.rados.0.smithi046.stdout:3568: expect (ObjNum 1076 snap 355 seq_num 1076) 2024-09-20T21:54:09.817 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 361 2024-09-20T21:54:09.817 INFO:tasks.rados.rados.0.smithi046.stdout:3569: seq_num 1093 ranges {6184960=712704,6897664=688128,7585792=114688} 2024-09-20T21:54:09.854 INFO:tasks.rados.rados.0.smithi046.stdout:3569: writing smithi04683737-2 from 6184960 to 6897664 tid 1 2024-09-20T21:54:09.858 INFO:tasks.rados.rados.0.smithi046.stdout:3569: writing smithi04683737-2 from 6897664 to 7585792 tid 2 2024-09-20T21:54:09.859 INFO:tasks.rados.rados.0.smithi046.stdout:3569: writing smithi04683737-2 from 7585792 to 7700480 tid 3 2024-09-20T21:54:09.859 INFO:tasks.rados.rados.0.smithi046.stdout:3567: finishing rollback tid 0 to smithi04683737-8 2024-09-20T21:54:09.859 INFO:tasks.rados.rados.0.smithi046.stdout:3567: finishing rollback tid 1 to smithi04683737-8 2024-09-20T21:54:09.859 INFO:tasks.rados.rados.0.smithi046.stdout:3570: read oid 1 snap -1 2024-09-20T21:54:09.859 INFO:tasks.rados.rados.0.smithi046.stdout:3570: expect deleted 2024-09-20T21:54:09.859 INFO:tasks.rados.rados.0.smithi046.stdout:3571: copy_from oid 6 from oid 36 current snap is 361 2024-09-20T21:54:09.859 INFO:tasks.rados.rados.0.smithi046.stdout:3567: finishing rollback tid 2 to smithi04683737-8 2024-09-20T21:54:09.859 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1351 (ObjNum 1035 snap 338 seq_num 1035) dirty exists 2024-09-20T21:54:09.860 INFO:tasks.rados.rados.0.smithi046.stdout:3568: expect (ObjNum 1076 snap 355 seq_num 1076) 2024-09-20T21:54:10.053 INFO:tasks.rados.rados.0.smithi046.stdout:3569: finishing write tid 1 to smithi04683737-2 2024-09-20T21:54:10.053 INFO:tasks.rados.rados.0.smithi046.stdout:3569: finishing write tid 2 to smithi04683737-2 2024-09-20T21:54:10.053 INFO:tasks.rados.rados.0.smithi046.stdout:3567: done (4 left) 2024-09-20T21:54:10.053 INFO:tasks.rados.rados.0.smithi046.stdout:3568: done (3 left) 2024-09-20T21:54:10.053 INFO:tasks.rados.rados.0.smithi046.stdout:3570: done (2 left) 2024-09-20T21:54:10.053 INFO:tasks.rados.rados.0.smithi046.stdout:3572: delete oid 44 current snap is 361 2024-09-20T21:54:10.053 INFO:tasks.rados.rados.0.smithi046.stdout:3569: finishing write tid 3 to smithi04683737-2 2024-09-20T21:54:10.053 INFO:tasks.rados.rados.0.smithi046.stdout:3569: finishing write tid 4 to smithi04683737-2 2024-09-20T21:54:10.053 INFO:tasks.rados.rados.0.smithi046.stdout:3569: finishing write tid 5 to smithi04683737-2 2024-09-20T21:54:10.053 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 1563 (ObjNum 1093 snap 361 seq_num 1093) dirty exists 2024-09-20T21:54:10.054 INFO:tasks.rados.rados.0.smithi046.stdout:3569: left oid 2 (ObjNum 1093 snap 361 seq_num 1093) 2024-09-20T21:54:10.054 INFO:tasks.rados.rados.0.smithi046.stdout:3571: finishing copy_from racing read to smithi04683737-6 2024-09-20T21:54:10.054 INFO:tasks.rados.rados.0.smithi046.stdout:3571: finishing copy_from to smithi04683737-6 2024-09-20T21:54:10.054 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1544 (ObjNum 1069 snap 352 seq_num 1069) dirty exists 2024-09-20T21:54:10.054 INFO:tasks.rados.rados.0.smithi046.stdout:3569: done (2 left) 2024-09-20T21:54:10.054 INFO:tasks.rados.rados.0.smithi046.stdout:3571: done (1 left) 2024-09-20T21:54:10.054 INFO:tasks.rados.rados.0.smithi046.stdout:3572: done (0 left) 2024-09-20T21:54:10.054 INFO:tasks.rados.rados.0.smithi046.stdout:3573: snap_create 2024-09-20T21:54:10.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:54:10.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:09 smithi046 ceph-mon[96110]: osdmap e772: 8 total, 8 up, 8 in 2024-09-20T21:54:10.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:54:10.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:09 smithi046 ceph-mon[98591]: osdmap e772: 8 total, 8 up, 8 in 2024-09-20T21:54:10.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:54:10.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:09 smithi134 ceph-mon[89086]: osdmap e772: 8 total, 8 up, 8 in 2024-09-20T21:54:11.000 INFO:tasks.rados.rados.0.smithi046.stdout:3573: done (0 left) 2024-09-20T21:54:11.000 INFO:tasks.rados.rados.0.smithi046.stdout:3574: read oid 47 snap 337 2024-09-20T21:54:11.000 INFO:tasks.rados.rados.0.smithi046.stdout:3574: expect (ObjNum 964 snap 307 seq_num 964) 2024-09-20T21:54:11.000 INFO:tasks.rados.rados.0.smithi046.stdout:3575: copy_from oid 19 from oid 25 current snap is 362 2024-09-20T21:54:11.000 INFO:tasks.rados.rados.0.smithi046.stdout:3576: delete oid 1 current snap is 362 2024-09-20T21:54:11.006 INFO:tasks.rados.rados.0.smithi046.stdout:3576: done (2 left) 2024-09-20T21:54:11.006 INFO:tasks.rados.rados.0.smithi046.stdout:3577: copy_from oid 39 from oid 36 current snap is 362 2024-09-20T21:54:11.006 INFO:tasks.rados.rados.0.smithi046.stdout:3578: read oid 7 snap -1 2024-09-20T21:54:11.006 INFO:tasks.rados.rados.0.smithi046.stdout:3578: expect (ObjNum 1075 snap 355 seq_num 1075) 2024-09-20T21:54:11.006 INFO:tasks.rados.rados.0.smithi046.stdout:3579: copy_from oid 26 from oid 14 current snap is 362 2024-09-20T21:54:11.006 INFO:tasks.rados.rados.0.smithi046.stdout:3580: snap_remove snap 344 2024-09-20T21:54:11.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:10 smithi046 ceph-mon[96110]: pgmap v824: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 512 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-09-20T21:54:11.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:10 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:54:11.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:10 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:54:11.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:10 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:54:11.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:10 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:54:11.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:10 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:54:11.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:10 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:54:11.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:10 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:54:11.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:10 smithi046 ceph-mon[98591]: pgmap v824: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 512 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-09-20T21:54:11.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:10 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:54:11.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:10 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:54:11.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:10 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:54:11.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:10 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:54:11.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:10 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:54:11.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:10 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:54:11.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:10 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:54:11.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:10 smithi134 ceph-mon[89086]: pgmap v824: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 512 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-09-20T21:54:11.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:10 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:54:11.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:10 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:54:11.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:10 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:54:11.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:10 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:54:11.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:10 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:54:11.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:10 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:54:11.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:10 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:54:12.007 INFO:tasks.rados.rados.0.smithi046.stdout:3580: done (5 left) 2024-09-20T21:54:12.008 INFO:tasks.rados.rados.0.smithi046.stdout:3581: read oid 42 snap -1 2024-09-20T21:54:12.008 INFO:tasks.rados.rados.0.smithi046.stdout:3581: expect (ObjNum 606 snap 199 seq_num 606) 2024-09-20T21:54:12.008 INFO:tasks.rados.rados.0.smithi046.stdout:3582: rollback oid 4 current snap is 362 2024-09-20T21:54:12.008 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 4 to 294 2024-09-20T21:54:12.008 INFO:tasks.rados.rados.0.smithi046.stdout:3583: snap_remove snap 353 2024-09-20T21:54:12.302 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:11 smithi046 ceph-mon[96110]: osdmap e773: 8 total, 8 up, 8 in 2024-09-20T21:54:12.302 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:54:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:54:12] "GET /metrics HTTP/1.1" 200 36386 "" "Prometheus/2.43.0" 2024-09-20T21:54:12.303 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:12 smithi046 ceph-mon[98591]: osdmap e773: 8 total, 8 up, 8 in 2024-09-20T21:54:12.315 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:12 smithi134 ceph-mon[89086]: osdmap e773: 8 total, 8 up, 8 in 2024-09-20T21:54:12.659 INFO:tasks.rados.rados.0.smithi046.stdout:3583: done (7 left) 2024-09-20T21:54:12.660 INFO:tasks.rados.rados.0.smithi046.stdout:3584: read oid 23 snap 300 2024-09-20T21:54:12.660 INFO:tasks.rados.rados.0.smithi046.stdout:3584: expect (ObjNum 834 snap 276 seq_num 834) 2024-09-20T21:54:12.660 INFO:tasks.rados.rados.0.smithi046.stdout:3585: delete oid 34 current snap is 362 2024-09-20T21:54:12.660 INFO:tasks.rados.rados.0.smithi046.stdout:3578: expect (ObjNum 1075 snap 355 seq_num 1075) 2024-09-20T21:54:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:54:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:54:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:54:12.722 INFO:tasks.rados.rados.0.smithi046.stdout:3577: finishing copy_from racing read to smithi04683737-39 2024-09-20T21:54:12.722 INFO:tasks.rados.rados.0.smithi046.stdout:3577: finishing copy_from to smithi04683737-39 2024-09-20T21:54:12.722 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1544 (ObjNum 1069 snap 352 seq_num 1069) dirty exists 2024-09-20T21:54:12.722 INFO:tasks.rados.rados.0.smithi046.stdout:3575: finishing copy_from racing read to smithi04683737-19 2024-09-20T21:54:12.722 INFO:tasks.rados.rados.0.smithi046.stdout:3575: finishing copy_from to smithi04683737-19 2024-09-20T21:54:12.722 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1458 (ObjNum 1064 snap 351 seq_num 1064) dirty exists 2024-09-20T21:54:12.723 INFO:tasks.rados.rados.0.smithi046.stdout:3574: expect (ObjNum 964 snap 307 seq_num 964) 2024-09-20T21:54:12.916 INFO:tasks.rados.rados.0.smithi046.stdout:3579: finishing copy_from racing read to smithi04683737-26 2024-09-20T21:54:12.916 INFO:tasks.rados.rados.0.smithi046.stdout:3579: finishing copy_from to smithi04683737-26 2024-09-20T21:54:12.916 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 1847 (ObjNum 1084 snap 359 seq_num 1084) dirty exists 2024-09-20T21:54:12.916 INFO:tasks.rados.rados.0.smithi046.stdout:3581: expect (ObjNum 606 snap 199 seq_num 606) 2024-09-20T21:54:12.975 INFO:tasks.rados.rados.0.smithi046.stdout:3582: finishing rollback tid 0 to smithi04683737-4 2024-09-20T21:54:12.976 INFO:tasks.rados.rados.0.smithi046.stdout:3582: finishing rollback tid 1 to smithi04683737-4 2024-09-20T21:54:12.976 INFO:tasks.rados.rados.0.smithi046.stdout:3582: finishing rollback tid 2 to smithi04683737-4 2024-09-20T21:54:12.976 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 2065 (ObjNum 810 snap 269 seq_num 810) dirty exists 2024-09-20T21:54:12.976 INFO:tasks.rados.rados.0.smithi046.stdout:3584: expect (ObjNum 834 snap 276 seq_num 834) 2024-09-20T21:54:13.030 INFO:tasks.rados.rados.0.smithi046.stdout:3574: done (8 left) 2024-09-20T21:54:13.030 INFO:tasks.rados.rados.0.smithi046.stdout:3575: done (7 left) 2024-09-20T21:54:13.031 INFO:tasks.rados.rados.0.smithi046.stdout:3577: done (6 left) 2024-09-20T21:54:13.031 INFO:tasks.rados.rados.0.smithi046.stdout:3578: done (5 left) 2024-09-20T21:54:13.031 INFO:tasks.rados.rados.0.smithi046.stdout:3579: done (4 left) 2024-09-20T21:54:13.031 INFO:tasks.rados.rados.0.smithi046.stdout:3581: done (3 left) 2024-09-20T21:54:13.031 INFO:tasks.rados.rados.0.smithi046.stdout:3582: done (2 left) 2024-09-20T21:54:13.031 INFO:tasks.rados.rados.0.smithi046.stdout:3584: done (1 left) 2024-09-20T21:54:13.031 INFO:tasks.rados.rados.0.smithi046.stdout:3585: done (0 left) 2024-09-20T21:54:13.031 INFO:tasks.rados.rados.0.smithi046.stdout:3586: delete oid 9 current snap is 362 2024-09-20T21:54:13.033 INFO:tasks.rados.rados.0.smithi046.stdout:3586: done (0 left) 2024-09-20T21:54:13.033 INFO:tasks.rados.rados.0.smithi046.stdout:3587: snap_create 2024-09-20T21:54:13.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:13 smithi046 ceph-mon[98591]: pgmap v827: 121 pgs: 121 active+clean; 525 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.9 MiB/s wr, 16 op/s 2024-09-20T21:54:13.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:13 smithi046 ceph-mon[98591]: osdmap e774: 8 total, 8 up, 8 in 2024-09-20T21:54:13.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:13 smithi046 ceph-mon[98591]: osdmap e775: 8 total, 8 up, 8 in 2024-09-20T21:54:13.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:13 smithi046 ceph-mon[96110]: pgmap v827: 121 pgs: 121 active+clean; 525 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.9 MiB/s wr, 16 op/s 2024-09-20T21:54:13.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:13 smithi046 ceph-mon[96110]: osdmap e774: 8 total, 8 up, 8 in 2024-09-20T21:54:13.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:13 smithi046 ceph-mon[96110]: osdmap e775: 8 total, 8 up, 8 in 2024-09-20T21:54:13.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:13 smithi134 ceph-mon[89086]: pgmap v827: 121 pgs: 121 active+clean; 525 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.9 MiB/s wr, 16 op/s 2024-09-20T21:54:13.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:13 smithi134 ceph-mon[89086]: osdmap e774: 8 total, 8 up, 8 in 2024-09-20T21:54:13.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:13 smithi134 ceph-mon[89086]: osdmap e775: 8 total, 8 up, 8 in 2024-09-20T21:54:14.011 INFO:tasks.rados.rados.0.smithi046.stdout:3587: done (0 left) 2024-09-20T21:54:14.011 INFO:tasks.rados.rados.0.smithi046.stdout:3588: read oid 4 snap -1 2024-09-20T21:54:14.011 INFO:tasks.rados.rados.0.smithi046.stdout:3588: expect (ObjNum 810 snap 269 seq_num 810) 2024-09-20T21:54:14.011 INFO:tasks.rados.rados.0.smithi046.stdout:3589: copy_from oid 3 from oid 32 current snap is 363 2024-09-20T21:54:14.011 INFO:tasks.rados.rados.0.smithi046.stdout:3590: snap_remove snap 294 2024-09-20T21:54:15.013 INFO:tasks.rados.rados.0.smithi046.stdout:3590: done (2 left) 2024-09-20T21:54:15.013 INFO:tasks.rados.rados.0.smithi046.stdout:3591: snap_remove snap 291 2024-09-20T21:54:15.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:15 smithi046 ceph-mon[96110]: pgmap v830: 121 pgs: 121 active+clean; 525 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 12 op/s 2024-09-20T21:54:15.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:15 smithi046 ceph-mon[96110]: osdmap e776: 8 total, 8 up, 8 in 2024-09-20T21:54:15.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:15 smithi046 ceph-mon[98591]: pgmap v830: 121 pgs: 121 active+clean; 525 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 12 op/s 2024-09-20T21:54:15.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:15 smithi046 ceph-mon[98591]: osdmap e776: 8 total, 8 up, 8 in 2024-09-20T21:54:15.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:15 smithi134 ceph-mon[89086]: pgmap v830: 121 pgs: 121 active+clean; 525 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 12 op/s 2024-09-20T21:54:15.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:15 smithi134 ceph-mon[89086]: osdmap e776: 8 total, 8 up, 8 in 2024-09-20T21:54:16.026 INFO:tasks.rados.rados.0.smithi046.stdout:3591: done (2 left) 2024-09-20T21:54:16.026 INFO:tasks.rados.rados.0.smithi046.stdout:3592: rollback oid 17 current snap is 363 2024-09-20T21:54:16.026 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 17 to 341 2024-09-20T21:54:16.026 INFO:tasks.rados.rados.0.smithi046.stdout:3593: delete oid 45 current snap is 363 2024-09-20T21:54:16.026 INFO:tasks.rados.rados.0.smithi046.stdout:3589: finishing copy_from racing read to smithi04683737-3 2024-09-20T21:54:16.026 INFO:tasks.rados.rados.0.smithi046.stdout:3588: expect (ObjNum 810 snap 269 seq_num 810) 2024-09-20T21:54:16.319 INFO:tasks.rados.rados.0.smithi046.stdout:3589: finishing copy_from to smithi04683737-3 2024-09-20T21:54:16.320 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1996 (ObjNum 981 snap 310 seq_num 981) dirty exists 2024-09-20T21:54:16.320 INFO:tasks.rados.rados.0.smithi046.stdout:3592: finishing rollback tid 1 to smithi04683737-17 2024-09-20T21:54:16.320 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1540 (ObjNum 129 snap 0 seq_num 19672784) dirty dne 2024-09-20T21:54:16.320 INFO:tasks.rados.rados.0.smithi046.stdout:3588: done (3 left) 2024-09-20T21:54:16.320 INFO:tasks.rados.rados.0.smithi046.stdout:3589: done (2 left) 2024-09-20T21:54:16.320 INFO:tasks.rados.rados.0.smithi046.stdout:3592: done (1 left) 2024-09-20T21:54:16.320 INFO:tasks.rados.rados.0.smithi046.stdout:3593: done (0 left) 2024-09-20T21:54:16.320 INFO:tasks.rados.rados.0.smithi046.stdout:3594: snap_create 2024-09-20T21:54:16.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:16 smithi046 ceph-mon[96110]: osdmap e777: 8 total, 8 up, 8 in 2024-09-20T21:54:16.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:16 smithi046 ceph-mon[98591]: osdmap e777: 8 total, 8 up, 8 in 2024-09-20T21:54:16.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:16 smithi134 ceph-mon[89086]: osdmap e777: 8 total, 8 up, 8 in 2024-09-20T21:54:17.025 INFO:tasks.rados.rados.0.smithi046.stdout:3594: done (0 left) 2024-09-20T21:54:17.025 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 31 current snap is 364 2024-09-20T21:54:17.025 INFO:tasks.rados.rados.0.smithi046.stdout:3595: seq_num 1099 ranges {3760128=409600,4169728=442368,4612096=720896,5332992=40960} 2024-09-20T21:54:17.048 INFO:tasks.rados.rados.0.smithi046.stdout:3595: writing smithi04683737-31 from 3760128 to 4169728 tid 1 2024-09-20T21:54:17.050 INFO:tasks.rados.rados.0.smithi046.stdout:3595: writing smithi04683737-31 from 4169728 to 4612096 tid 2 2024-09-20T21:54:17.054 INFO:tasks.rados.rados.0.smithi046.stdout:3595: writing smithi04683737-31 from 4612096 to 5332992 tid 3 2024-09-20T21:54:17.055 INFO:tasks.rados.rados.0.smithi046.stdout:3595: writing smithi04683737-31 from 5332992 to 5373952 tid 4 2024-09-20T21:54:17.055 INFO:tasks.rados.rados.0.smithi046.stdout:3596: delete oid 30 current snap is 364 2024-09-20T21:54:17.056 INFO:tasks.rados.rados.0.smithi046.stdout:3595: finishing write tid 1 to smithi04683737-31 2024-09-20T21:54:17.060 INFO:tasks.rados.rados.0.smithi046.stdout:3596: done (1 left) 2024-09-20T21:54:17.060 INFO:tasks.rados.rados.0.smithi046.stdout:3597: delete oid 22 current snap is 364 2024-09-20T21:54:17.061 INFO:tasks.rados.rados.0.smithi046.stdout:3595: finishing write tid 2 to smithi04683737-31 2024-09-20T21:54:17.061 INFO:tasks.rados.rados.0.smithi046.stdout:3595: finishing write tid 3 to smithi04683737-31 2024-09-20T21:54:17.063 INFO:tasks.rados.rados.0.smithi046.stdout:3595: finishing write tid 4 to smithi04683737-31 2024-09-20T21:54:17.063 INFO:tasks.rados.rados.0.smithi046.stdout:3595: finishing write tid 5 to smithi04683737-31 2024-09-20T21:54:17.064 INFO:tasks.rados.rados.0.smithi046.stdout:3595: finishing write tid 6 to smithi04683737-31 2024-09-20T21:54:17.065 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 1887 (ObjNum 1099 snap 364 seq_num 1099) dirty exists 2024-09-20T21:54:17.065 INFO:tasks.rados.rados.0.smithi046.stdout:3595: left oid 31 (ObjNum 1099 snap 364 seq_num 1099) 2024-09-20T21:54:17.066 INFO:tasks.rados.rados.0.smithi046.stdout:3595: done (1 left) 2024-09-20T21:54:17.066 INFO:tasks.rados.rados.0.smithi046.stdout:3597: done (0 left) 2024-09-20T21:54:17.066 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 364 2024-09-20T21:54:17.066 INFO:tasks.rados.rados.0.smithi046.stdout:3598: seq_num 1102 ranges {0=458752,458752=491520,950272=491520,1441792=221184} 2024-09-20T21:54:17.068 INFO:tasks.rados.rados.0.smithi046.stdout:3598: writing smithi04683737-44 from 0 to 458752 tid 1 2024-09-20T21:54:17.071 INFO:tasks.rados.rados.0.smithi046.stdout:3598: writing smithi04683737-44 from 458752 to 950272 tid 2 2024-09-20T21:54:17.075 INFO:tasks.rados.rados.0.smithi046.stdout:3598: writing smithi04683737-44 from 950272 to 1441792 tid 3 2024-09-20T21:54:17.076 INFO:tasks.rados.rados.0.smithi046.stdout:3598: writing smithi04683737-44 from 1441792 to 1662976 tid 4 2024-09-20T21:54:17.076 INFO:tasks.rados.rados.0.smithi046.stdout:3599: snap_remove snap 354 2024-09-20T21:54:17.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:17 smithi046 ceph-mon[96110]: pgmap v833: 121 pgs: 121 active+clean; 529 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 990 KiB/s wr, 4 op/s 2024-09-20T21:54:17.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:17 smithi046 ceph-mon[96110]: osdmap e778: 8 total, 8 up, 8 in 2024-09-20T21:54:17.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:17 smithi046 ceph-mon[98591]: pgmap v833: 121 pgs: 121 active+clean; 529 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 990 KiB/s wr, 4 op/s 2024-09-20T21:54:17.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:17 smithi046 ceph-mon[98591]: osdmap e778: 8 total, 8 up, 8 in 2024-09-20T21:54:17.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:17 smithi134 ceph-mon[89086]: pgmap v833: 121 pgs: 121 active+clean; 529 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 990 KiB/s wr, 4 op/s 2024-09-20T21:54:17.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:17 smithi134 ceph-mon[89086]: osdmap e778: 8 total, 8 up, 8 in 2024-09-20T21:54:17.662 INFO:tasks.rados.rados.0.smithi046.stdout:3599: done (1 left) 2024-09-20T21:54:17.662 INFO:tasks.rados.rados.0.smithi046.stdout:3600: snap_create 2024-09-20T21:54:17.662 INFO:tasks.rados.rados.0.smithi046.stdout:3598: finishing write tid 1 to smithi04683737-44 2024-09-20T21:54:17.662 INFO:tasks.rados.rados.0.smithi046.stdout:3598: finishing write tid 2 to smithi04683737-44 2024-09-20T21:54:17.662 INFO:tasks.rados.rados.0.smithi046.stdout:3598: finishing write tid 3 to smithi04683737-44 2024-09-20T21:54:17.662 INFO:tasks.rados.rados.0.smithi046.stdout:3598: finishing write tid 4 to smithi04683737-44 2024-09-20T21:54:17.662 INFO:tasks.rados.rados.0.smithi046.stdout:3598: finishing write tid 5 to smithi04683737-44 2024-09-20T21:54:17.662 INFO:tasks.rados.rados.0.smithi046.stdout:3598: finishing write tid 6 to smithi04683737-44 2024-09-20T21:54:17.662 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1568 (ObjNum 1102 snap 364 seq_num 1102) dirty exists 2024-09-20T21:54:17.663 INFO:tasks.rados.rados.0.smithi046.stdout:3598: left oid 44 (ObjNum 1102 snap 364 seq_num 1102) 2024-09-20T21:54:18.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:18 smithi046 ceph-mon[96110]: osdmap e779: 8 total, 8 up, 8 in 2024-09-20T21:54:18.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:18 smithi046 ceph-mon[96110]: osdmap e780: 8 total, 8 up, 8 in 2024-09-20T21:54:18.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:18 smithi046 ceph-mon[98591]: osdmap e779: 8 total, 8 up, 8 in 2024-09-20T21:54:18.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:18 smithi046 ceph-mon[98591]: osdmap e780: 8 total, 8 up, 8 in 2024-09-20T21:54:18.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:18 smithi134 ceph-mon[89086]: osdmap e779: 8 total, 8 up, 8 in 2024-09-20T21:54:18.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:18 smithi134 ceph-mon[89086]: osdmap e780: 8 total, 8 up, 8 in 2024-09-20T21:54:18.662 INFO:tasks.rados.rados.0.smithi046.stdout:3598: done (1 left) 2024-09-20T21:54:18.662 INFO:tasks.rados.rados.0.smithi046.stdout:3600: done (0 left) 2024-09-20T21:54:18.662 INFO:tasks.rados.rados.0.smithi046.stdout:3601: rollback oid 21 current snap is 365 2024-09-20T21:54:18.662 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 21 to 341 2024-09-20T21:54:18.663 INFO:tasks.rados.rados.0.smithi046.stdout:3602: rollback oid 38 current snap is 365 2024-09-20T21:54:18.663 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 38 to 350 2024-09-20T21:54:18.663 INFO:tasks.rados.rados.0.smithi046.stdout:3603: snap_create 2024-09-20T21:54:18.669 INFO:tasks.rados.rados.0.smithi046.stdout:3602: finishing rollback tid 0 to smithi04683737-38 2024-09-20T21:54:18.669 INFO:tasks.rados.rados.0.smithi046.stdout:3602: finishing rollback tid 1 to smithi04683737-38 2024-09-20T21:54:18.670 INFO:tasks.rados.rados.0.smithi046.stdout:3602: finishing rollback tid 2 to smithi04683737-38 2024-09-20T21:54:18.670 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1530 (ObjNum 964 snap 307 seq_num 964) dirty exists 2024-09-20T21:54:18.670 INFO:tasks.rados.rados.0.smithi046.stdout:3601: finishing rollback tid 0 to smithi04683737-21 2024-09-20T21:54:18.671 INFO:tasks.rados.rados.0.smithi046.stdout:3601: finishing rollback tid 1 to smithi04683737-21 2024-09-20T21:54:18.671 INFO:tasks.rados.rados.0.smithi046.stdout:3601: finishing rollback tid 2 to smithi04683737-21 2024-09-20T21:54:18.671 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1701 (ObjNum 971 snap 308 seq_num 971) dirty exists 2024-09-20T21:54:19.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:19 smithi046 ceph-mon[96110]: pgmap v836: 121 pgs: 121 active+clean; 536 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-09-20T21:54:19.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:19 smithi046 ceph-mon[96110]: osdmap e781: 8 total, 8 up, 8 in 2024-09-20T21:54:19.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:19 smithi046 ceph-mon[98591]: pgmap v836: 121 pgs: 121 active+clean; 536 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-09-20T21:54:19.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:19 smithi046 ceph-mon[98591]: osdmap e781: 8 total, 8 up, 8 in 2024-09-20T21:54:19.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:19 smithi134 ceph-mon[89086]: pgmap v836: 121 pgs: 121 active+clean; 536 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-09-20T21:54:19.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:19 smithi134 ceph-mon[89086]: osdmap e781: 8 total, 8 up, 8 in 2024-09-20T21:54:19.664 INFO:tasks.rados.rados.0.smithi046.stdout:3601: done (2 left) 2024-09-20T21:54:19.665 INFO:tasks.rados.rados.0.smithi046.stdout:3602: done (1 left) 2024-09-20T21:54:19.665 INFO:tasks.rados.rados.0.smithi046.stdout:3603: done (0 left) 2024-09-20T21:54:19.665 INFO:tasks.rados.rados.0.smithi046.stdout:3604: read oid 9 snap 350 2024-09-20T21:54:19.665 INFO:tasks.rados.rados.0.smithi046.stdout:3604: expect (ObjNum 1011 snap 325 seq_num 1011) 2024-09-20T21:54:19.665 INFO:tasks.rados.rados.0.smithi046.stdout:3605: delete oid 37 current snap is 366 2024-09-20T21:54:19.669 INFO:tasks.rados.rados.0.smithi046.stdout:3605: done (1 left) 2024-09-20T21:54:19.669 INFO:tasks.rados.rados.0.smithi046.stdout:3606: rollback oid 8 current snap is 366 2024-09-20T21:54:19.669 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 8 to 315 2024-09-20T21:54:19.669 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 366 2024-09-20T21:54:19.669 INFO:tasks.rados.rados.0.smithi046.stdout:3607: seq_num 1104 ranges {3915776=499712,4415488=712704,5128192=491520} 2024-09-20T21:54:19.693 INFO:tasks.rados.rados.0.smithi046.stdout:3607: writing smithi04683737-32 from 3915776 to 4415488 tid 1 2024-09-20T21:54:19.697 INFO:tasks.rados.rados.0.smithi046.stdout:3607: writing smithi04683737-32 from 4415488 to 5128192 tid 2 2024-09-20T21:54:19.702 INFO:tasks.rados.rados.0.smithi046.stdout:3607: writing smithi04683737-32 from 5128192 to 5619712 tid 3 2024-09-20T21:54:19.702 INFO:tasks.rados.rados.0.smithi046.stdout:3608: rmattr oid 7 current snap is 366 2024-09-20T21:54:19.702 INFO:tasks.rados.rados.0.smithi046.stdout:3608: done (3 left) 2024-09-20T21:54:19.703 INFO:tasks.rados.rados.0.smithi046.stdout:3609: copy_from oid 6 from oid 34 current snap is 366 2024-09-20T21:54:19.703 INFO:tasks.rados.rados.0.smithi046.stdout:3604: expect (ObjNum 1011 snap 325 seq_num 1011) 2024-09-20T21:54:19.705 INFO:tasks.rados.rados.0.smithi046.stdout:3606: finishing rollback tid 0 to smithi04683737-8 2024-09-20T21:54:19.706 INFO:tasks.rados.rados.0.smithi046.stdout:3606: finishing rollback tid 1 to smithi04683737-8 2024-09-20T21:54:19.706 INFO:tasks.rados.rados.0.smithi046.stdout:3606: finishing rollback tid 2 to smithi04683737-8 2024-09-20T21:54:19.706 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1461 (ObjNum 956 snap 307 seq_num 956) dirty exists 2024-09-20T21:54:19.706 INFO:tasks.rados.rados.0.smithi046.stdout:3607: finishing write tid 1 to smithi04683737-32 2024-09-20T21:54:19.706 INFO:tasks.rados.rados.0.smithi046.stdout:3604: done (3 left) 2024-09-20T21:54:19.707 INFO:tasks.rados.rados.0.smithi046.stdout:3606: done (2 left) 2024-09-20T21:54:19.707 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 366 2024-09-20T21:54:19.707 INFO:tasks.rados.rados.0.smithi046.stdout:3607: finishing write tid 2 to smithi04683737-32 2024-09-20T21:54:19.707 INFO:tasks.rados.rados.0.smithi046.stdout:3607: finishing write tid 3 to smithi04683737-32 2024-09-20T21:54:19.707 INFO:tasks.rados.rados.0.smithi046.stdout:3610: seq_num 1105 ranges {0=516096,516096=598016,1114112=606208} 2024-09-20T21:54:19.708 INFO:tasks.rados.rados.0.smithi046.stdout:3610: writing smithi04683737-49 from 0 to 516096 tid 1 2024-09-20T21:54:19.712 INFO:tasks.rados.rados.0.smithi046.stdout:3610: writing smithi04683737-49 from 516096 to 1114112 tid 2 2024-09-20T21:54:19.716 INFO:tasks.rados.rados.0.smithi046.stdout:3610: writing smithi04683737-49 from 1114112 to 1720320 tid 3 2024-09-20T21:54:19.716 INFO:tasks.rados.rados.0.smithi046.stdout:3611: delete oid 41 current snap is 366 2024-09-20T21:54:19.716 INFO:tasks.rados.rados.0.smithi046.stdout:3607: finishing write tid 4 to smithi04683737-32 2024-09-20T21:54:19.716 INFO:tasks.rados.rados.0.smithi046.stdout:3607: finishing write tid 5 to smithi04683737-32 2024-09-20T21:54:19.716 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 2112 (ObjNum 1104 snap 366 seq_num 1104) dirty exists 2024-09-20T21:54:19.716 INFO:tasks.rados.rados.0.smithi046.stdout:3607: left oid 32 (ObjNum 1104 snap 366 seq_num 1104) 2024-09-20T21:54:19.717 INFO:tasks.rados.rados.0.smithi046.stdout:3609: finishing copy_from to smithi04683737-6 2024-09-20T21:54:19.717 INFO:tasks.rados.rados.0.smithi046.stdout:3609: got expected ENOENT (src dne) 2024-09-20T21:54:19.717 INFO:tasks.rados.rados.0.smithi046.stdout:3609: finishing copy_from racing read to smithi04683737-6 2024-09-20T21:54:19.717 INFO:tasks.rados.rados.0.smithi046.stdout:3610: finishing write tid 1 to smithi04683737-49 2024-09-20T21:54:19.717 INFO:tasks.rados.rados.0.smithi046.stdout:3610: finishing write tid 2 to smithi04683737-49 2024-09-20T21:54:19.718 INFO:tasks.rados.rados.0.smithi046.stdout:3607: done (3 left) 2024-09-20T21:54:19.718 INFO:tasks.rados.rados.0.smithi046.stdout:3609: done (2 left) 2024-09-20T21:54:19.719 INFO:tasks.rados.rados.0.smithi046.stdout:3611: done (1 left) 2024-09-20T21:54:19.719 INFO:tasks.rados.rados.0.smithi046.stdout:3612: rollback oid 10 current snap is 366 2024-09-20T21:54:19.719 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 10 to 339 2024-09-20T21:54:19.719 INFO:tasks.rados.rados.0.smithi046.stdout:3613: setattr oid 20 current snap is 366 2024-09-20T21:54:19.719 INFO:tasks.rados.rados.0.smithi046.stdout:3610: finishing write tid 3 to smithi04683737-49 2024-09-20T21:54:19.719 INFO:tasks.rados.rados.0.smithi046.stdout:3610: finishing write tid 4 to smithi04683737-49 2024-09-20T21:54:19.721 INFO:tasks.rados.rados.0.smithi046.stdout:3614: read oid 39 snap -1 2024-09-20T21:54:19.721 INFO:tasks.rados.rados.0.smithi046.stdout:3614: expect (ObjNum 1069 snap 352 seq_num 1069) 2024-09-20T21:54:19.721 INFO:tasks.rados.rados.0.smithi046.stdout:3615: read oid 11 snap -1 2024-09-20T21:54:19.721 INFO:tasks.rados.rados.0.smithi046.stdout:3615: expect (ObjNum 977 snap 309 seq_num 977) 2024-09-20T21:54:19.722 INFO:tasks.rados.rados.0.smithi046.stdout:3616: read oid 50 snap -1 2024-09-20T21:54:19.722 INFO:tasks.rados.rados.0.smithi046.stdout:3616: expect (ObjNum 1072 snap 353 seq_num 1072) 2024-09-20T21:54:19.722 INFO:tasks.rados.rados.0.smithi046.stdout:3617: snap_remove snap 340 2024-09-20T21:54:20.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:20 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:54:20.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:20 smithi046 ceph-mon[96110]: osdmap e782: 8 total, 8 up, 8 in 2024-09-20T21:54:20.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:20 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:54:20.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:20 smithi046 ceph-mon[98591]: osdmap e782: 8 total, 8 up, 8 in 2024-09-20T21:54:20.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:20 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:54:20.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:20 smithi134 ceph-mon[89086]: osdmap e782: 8 total, 8 up, 8 in 2024-09-20T21:54:20.665 INFO:tasks.rados.rados.0.smithi046.stdout:3610: finishing write tid 5 to smithi04683737-49 2024-09-20T21:54:20.666 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 2116 (ObjNum 1105 snap 366 seq_num 1105) dirty exists 2024-09-20T21:54:20.666 INFO:tasks.rados.rados.0.smithi046.stdout:3610: left oid 49 (ObjNum 1105 snap 366 seq_num 1105) 2024-09-20T21:54:20.666 INFO:tasks.rados.rados.0.smithi046.stdout:3612: finishing rollback tid 0 to smithi04683737-10 2024-09-20T21:54:20.666 INFO:tasks.rados.rados.0.smithi046.stdout:3612: finishing rollback tid 1 to smithi04683737-10 2024-09-20T21:54:20.666 INFO:tasks.rados.rados.0.smithi046.stdout:3612: finishing rollback tid 2 to smithi04683737-10 2024-09-20T21:54:20.666 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1764 (ObjNum 895 snap 296 seq_num 895) dirty exists 2024-09-20T21:54:20.666 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 1451 (ObjNum 964 snap 307 seq_num 964) dirty exists 2024-09-20T21:54:20.666 INFO:tasks.rados.rados.0.smithi046.stdout:3614: expect (ObjNum 1069 snap 352 seq_num 1069) 2024-09-20T21:54:20.706 INFO:tasks.rados.rados.0.smithi046.stdout:3615: expect (ObjNum 977 snap 309 seq_num 977) 2024-09-20T21:54:20.841 INFO:tasks.rados.rados.0.smithi046.stdout:3616: expect (ObjNum 1072 snap 353 seq_num 1072) 2024-09-20T21:54:20.967 INFO:tasks.rados.rados.0.smithi046.stdout:3610: done (6 left) 2024-09-20T21:54:20.968 INFO:tasks.rados.rados.0.smithi046.stdout:3612: done (5 left) 2024-09-20T21:54:20.968 INFO:tasks.rados.rados.0.smithi046.stdout:3613: done (4 left) 2024-09-20T21:54:20.968 INFO:tasks.rados.rados.0.smithi046.stdout:3614: done (3 left) 2024-09-20T21:54:20.968 INFO:tasks.rados.rados.0.smithi046.stdout:3615: done (2 left) 2024-09-20T21:54:20.968 INFO:tasks.rados.rados.0.smithi046.stdout:3616: done (1 left) 2024-09-20T21:54:20.968 INFO:tasks.rados.rados.0.smithi046.stdout:3617: done (0 left) 2024-09-20T21:54:20.968 INFO:tasks.rados.rados.0.smithi046.stdout:3618: copy_from oid 30 from oid 40 current snap is 366 2024-09-20T21:54:20.968 INFO:tasks.rados.rados.0.smithi046.stdout:3619: delete oid 43 current snap is 366 2024-09-20T21:54:20.969 INFO:tasks.rados.rados.0.smithi046.stdout:3618: finishing copy_from to smithi04683737-30 2024-09-20T21:54:20.969 INFO:tasks.rados.rados.0.smithi046.stdout:3618: got expected ENOENT (src dne) 2024-09-20T21:54:20.969 INFO:tasks.rados.rados.0.smithi046.stdout:3618: finishing copy_from racing read to smithi04683737-30 2024-09-20T21:54:20.971 INFO:tasks.rados.rados.0.smithi046.stdout:3618: done (1 left) 2024-09-20T21:54:20.971 INFO:tasks.rados.rados.0.smithi046.stdout:3619: done (0 left) 2024-09-20T21:54:20.971 INFO:tasks.rados.rados.0.smithi046.stdout:3620: rollback oid 20 current snap is 366 2024-09-20T21:54:20.971 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 20 to 350 2024-09-20T21:54:20.971 INFO:tasks.rados.rados.0.smithi046.stdout:3621: snap_create 2024-09-20T21:54:20.974 INFO:tasks.rados.rados.0.smithi046.stdout:3620: finishing rollback tid 0 to smithi04683737-20 2024-09-20T21:54:20.975 INFO:tasks.rados.rados.0.smithi046.stdout:3620: finishing rollback tid 1 to smithi04683737-20 2024-09-20T21:54:20.975 INFO:tasks.rados.rados.0.smithi046.stdout:3620: finishing rollback tid 2 to smithi04683737-20 2024-09-20T21:54:20.975 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 1454 (ObjNum 828 snap 274 seq_num 828) dirty exists 2024-09-20T21:54:21.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:21 smithi046 ceph-mon[98591]: pgmap v839: 121 pgs: 121 active+clean; 538 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-09-20T21:54:21.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:21 smithi046 ceph-mon[98591]: osdmap e783: 8 total, 8 up, 8 in 2024-09-20T21:54:21.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:21 smithi046 ceph-mon[96110]: pgmap v839: 121 pgs: 121 active+clean; 538 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-09-20T21:54:21.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:21 smithi046 ceph-mon[96110]: osdmap e783: 8 total, 8 up, 8 in 2024-09-20T21:54:21.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:21 smithi134 ceph-mon[89086]: pgmap v839: 121 pgs: 121 active+clean; 538 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-09-20T21:54:21.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:21 smithi134 ceph-mon[89086]: osdmap e783: 8 total, 8 up, 8 in 2024-09-20T21:54:21.667 INFO:tasks.rados.rados.0.smithi046.stdout:3620: done (1 left) 2024-09-20T21:54:21.667 INFO:tasks.rados.rados.0.smithi046.stdout:3621: done (0 left) 2024-09-20T21:54:21.667 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 367 2024-09-20T21:54:21.667 INFO:tasks.rados.rados.0.smithi046.stdout:3622: seq_num 1108 ranges {974848=565248,1540096=647168,2187264=483328,2670592=73728} 2024-09-20T21:54:21.675 INFO:tasks.rados.rados.0.smithi046.stdout:3622: writing smithi04683737-23 from 974848 to 1540096 tid 1 2024-09-20T21:54:21.678 INFO:tasks.rados.rados.0.smithi046.stdout:3622: writing smithi04683737-23 from 1540096 to 2187264 tid 2 2024-09-20T21:54:21.681 INFO:tasks.rados.rados.0.smithi046.stdout:3622: writing smithi04683737-23 from 2187264 to 2670592 tid 3 2024-09-20T21:54:21.682 INFO:tasks.rados.rados.0.smithi046.stdout:3622: writing smithi04683737-23 from 2670592 to 2744320 tid 4 2024-09-20T21:54:21.682 INFO:tasks.rados.rados.0.smithi046.stdout:3623: delete oid 13 current snap is 367 2024-09-20T21:54:21.684 INFO:tasks.rados.rados.0.smithi046.stdout:3622: finishing write tid 1 to smithi04683737-23 2024-09-20T21:54:21.684 INFO:tasks.rados.rados.0.smithi046.stdout:3622: finishing write tid 2 to smithi04683737-23 2024-09-20T21:54:21.686 INFO:tasks.rados.rados.0.smithi046.stdout:3623: done (1 left) 2024-09-20T21:54:21.686 INFO:tasks.rados.rados.0.smithi046.stdout:3624: copy_from oid 14 from oid 37 current snap is 367 2024-09-20T21:54:21.686 INFO:tasks.rados.rados.0.smithi046.stdout:3625: snap_remove snap 339 2024-09-20T21:54:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:54:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:54:22] "GET /metrics HTTP/1.1" 200 36382 "" "Prometheus/2.43.0" 2024-09-20T21:54:22.664 INFO:tasks.rados.rados.0.smithi046.stdout:3622: finishing write tid 3 to smithi04683737-23 2024-09-20T21:54:22.665 INFO:tasks.rados.rados.0.smithi046.stdout:3625: done (2 left) 2024-09-20T21:54:22.665 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 367 2024-09-20T21:54:22.665 INFO:tasks.rados.rados.0.smithi046.stdout:3622: finishing write tid 4 to smithi04683737-23 2024-09-20T21:54:22.665 INFO:tasks.rados.rados.0.smithi046.stdout:3622: finishing write tid 5 to smithi04683737-23 2024-09-20T21:54:22.665 INFO:tasks.rados.rados.0.smithi046.stdout:3624: finishing copy_from to smithi04683737-14 2024-09-20T21:54:22.665 INFO:tasks.rados.rados.0.smithi046.stdout:3624: got expected ENOENT (src dne) 2024-09-20T21:54:22.665 INFO:tasks.rados.rados.0.smithi046.stdout:3624: finishing copy_from racing read to smithi04683737-14 2024-09-20T21:54:22.665 INFO:tasks.rados.rados.0.smithi046.stdout:3622: finishing write tid 6 to smithi04683737-23 2024-09-20T21:54:22.665 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1885 (ObjNum 1108 snap 367 seq_num 1108) dirty exists 2024-09-20T21:54:22.665 INFO:tasks.rados.rados.0.smithi046.stdout:3622: left oid 23 (ObjNum 1108 snap 367 seq_num 1108) 2024-09-20T21:54:22.665 INFO:tasks.rados.rados.0.smithi046.stdout:3626: seq_num 1110 ranges {4055040=598016,4653056=466944,5120000=450560,5570560=286720} 2024-09-20T21:54:22.670 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:54:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:54:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:54:22.692 INFO:tasks.rados.rados.0.smithi046.stdout:3626: writing smithi04683737-19 from 4055040 to 4653056 tid 1 2024-09-20T21:54:22.695 INFO:tasks.rados.rados.0.smithi046.stdout:3626: writing smithi04683737-19 from 4653056 to 5120000 tid 2 2024-09-20T21:54:22.698 INFO:tasks.rados.rados.0.smithi046.stdout:3626: writing smithi04683737-19 from 5120000 to 5570560 tid 3 2024-09-20T21:54:22.700 INFO:tasks.rados.rados.0.smithi046.stdout:3626: writing smithi04683737-19 from 5570560 to 5857280 tid 4 2024-09-20T21:54:22.700 INFO:tasks.rados.rados.0.smithi046.stdout:3622: done (2 left) 2024-09-20T21:54:22.700 INFO:tasks.rados.rados.0.smithi046.stdout:3624: done (1 left) 2024-09-20T21:54:22.701 INFO:tasks.rados.rados.0.smithi046.stdout:3627: snap_create 2024-09-20T21:54:22.701 INFO:tasks.rados.rados.0.smithi046.stdout:3626: finishing write tid 1 to smithi04683737-19 2024-09-20T21:54:22.701 INFO:tasks.rados.rados.0.smithi046.stdout:3626: finishing write tid 2 to smithi04683737-19 2024-09-20T21:54:22.703 INFO:tasks.rados.rados.0.smithi046.stdout:3626: finishing write tid 3 to smithi04683737-19 2024-09-20T21:54:22.703 INFO:tasks.rados.rados.0.smithi046.stdout:3626: finishing write tid 4 to smithi04683737-19 2024-09-20T21:54:22.704 INFO:tasks.rados.rados.0.smithi046.stdout:3626: finishing write tid 5 to smithi04683737-19 2024-09-20T21:54:22.705 INFO:tasks.rados.rados.0.smithi046.stdout:3626: finishing write tid 6 to smithi04683737-19 2024-09-20T21:54:22.705 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1466 (ObjNum 1110 snap 367 seq_num 1110) dirty exists 2024-09-20T21:54:22.705 INFO:tasks.rados.rados.0.smithi046.stdout:3626: left oid 19 (ObjNum 1110 snap 367 seq_num 1110) 2024-09-20T21:54:22.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:22 smithi134 ceph-mon[89086]: pgmap v842: 121 pgs: 121 active+clean; 531 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 817 KiB/s rd, 2.5 MiB/s wr, 8 op/s 2024-09-20T21:54:22.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:22 smithi134 ceph-mon[89086]: osdmap e784: 8 total, 8 up, 8 in 2024-09-20T21:54:23.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:22 smithi046 ceph-mon[96110]: pgmap v842: 121 pgs: 121 active+clean; 531 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 817 KiB/s rd, 2.5 MiB/s wr, 8 op/s 2024-09-20T21:54:23.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:22 smithi046 ceph-mon[96110]: osdmap e784: 8 total, 8 up, 8 in 2024-09-20T21:54:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:22 smithi046 ceph-mon[98591]: pgmap v842: 121 pgs: 121 active+clean; 531 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 817 KiB/s rd, 2.5 MiB/s wr, 8 op/s 2024-09-20T21:54:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:22 smithi046 ceph-mon[98591]: osdmap e784: 8 total, 8 up, 8 in 2024-09-20T21:54:23.679 INFO:tasks.rados.rados.0.smithi046.stdout:3626: done (1 left) 2024-09-20T21:54:23.679 INFO:tasks.rados.rados.0.smithi046.stdout:3627: done (0 left) 2024-09-20T21:54:23.679 INFO:tasks.rados.rados.0.smithi046.stdout:3628: copy_from oid 7 from oid 49 current snap is 368 2024-09-20T21:54:23.679 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 368 2024-09-20T21:54:23.679 INFO:tasks.rados.rados.0.smithi046.stdout:3629: seq_num 1111 ranges {0=614400,614400=753664,1368064=450560} 2024-09-20T21:54:23.682 INFO:tasks.rados.rados.0.smithi046.stdout:3629: writing smithi04683737-37 from 0 to 614400 tid 1 2024-09-20T21:54:23.688 INFO:tasks.rados.rados.0.smithi046.stdout:3629: writing smithi04683737-37 from 614400 to 1368064 tid 2 2024-09-20T21:54:23.692 INFO:tasks.rados.rados.0.smithi046.stdout:3629: writing smithi04683737-37 from 1368064 to 1818624 tid 3 2024-09-20T21:54:23.692 INFO:tasks.rados.rados.0.smithi046.stdout:3630: copy_from oid 5 from oid 6 current snap is 368 2024-09-20T21:54:23.692 INFO:tasks.rados.rados.0.smithi046.stdout:3629: finishing write tid 1 to smithi04683737-37 2024-09-20T21:54:23.692 INFO:tasks.rados.rados.0.smithi046.stdout:3628: finishing copy_from racing read to smithi04683737-7 2024-09-20T21:54:23.692 INFO:tasks.rados.rados.0.smithi046.stdout:3628: finishing copy_from to smithi04683737-7 2024-09-20T21:54:23.692 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 2116 (ObjNum 1105 snap 366 seq_num 1105) dirty exists 2024-09-20T21:54:23.692 INFO:tasks.rados.rados.0.smithi046.stdout:3628: done (2 left) 2024-09-20T21:54:23.692 INFO:tasks.rados.rados.0.smithi046.stdout:3631: rollback oid 46 current snap is 368 2024-09-20T21:54:23.692 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 46 to 349 2024-09-20T21:54:23.692 INFO:tasks.rados.rados.0.smithi046.stdout:3632: rollback oid 33 current snap is 368 2024-09-20T21:54:23.693 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 33 to 328 2024-09-20T21:54:23.693 INFO:tasks.rados.rados.0.smithi046.stdout:3633: copy_from oid 34 from oid 48 current snap is 368 2024-09-20T21:54:23.693 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 368 2024-09-20T21:54:23.693 INFO:tasks.rados.rados.0.smithi046.stdout:3634: seq_num 1112 ranges {1359872=630784,1990656=638976,2629632=466944,3096576=98304} 2024-09-20T21:54:23.703 INFO:tasks.rados.rados.0.smithi046.stdout:3634: writing smithi04683737-26 from 1359872 to 1990656 tid 1 2024-09-20T21:54:23.707 INFO:tasks.rados.rados.0.smithi046.stdout:3634: writing smithi04683737-26 from 1990656 to 2629632 tid 2 2024-09-20T21:54:23.710 INFO:tasks.rados.rados.0.smithi046.stdout:3634: writing smithi04683737-26 from 2629632 to 3096576 tid 3 2024-09-20T21:54:23.711 INFO:tasks.rados.rados.0.smithi046.stdout:3634: writing smithi04683737-26 from 3096576 to 3194880 tid 4 2024-09-20T21:54:23.711 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 368 2024-09-20T21:54:23.711 INFO:tasks.rados.rados.0.smithi046.stdout:3635: seq_num 1113 ranges {0=647168,647168=524288,1171456=622592,1794048=57344} 2024-09-20T21:54:23.715 INFO:tasks.rados.rados.0.smithi046.stdout:3635: writing smithi04683737-43 from 0 to 647168 tid 1 2024-09-20T21:54:23.718 INFO:tasks.rados.rados.0.smithi046.stdout:3635: writing smithi04683737-43 from 647168 to 1171456 tid 2 2024-09-20T21:54:23.721 INFO:tasks.rados.rados.0.smithi046.stdout:3635: writing smithi04683737-43 from 1171456 to 1794048 tid 3 2024-09-20T21:54:23.722 INFO:tasks.rados.rados.0.smithi046.stdout:3635: writing smithi04683737-43 from 1794048 to 1851392 tid 4 2024-09-20T21:54:23.722 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 368 2024-09-20T21:54:23.722 INFO:tasks.rados.rados.0.smithi046.stdout:3629: finishing write tid 2 to smithi04683737-37 2024-09-20T21:54:23.722 INFO:tasks.rados.rados.0.smithi046.stdout:3636: seq_num 1114 ranges {1662976=663552,2326528=802816,3129344=401408} 2024-09-20T21:54:23.735 INFO:tasks.rados.rados.0.smithi046.stdout:3636: writing smithi04683737-44 from 1662976 to 2326528 tid 1 2024-09-20T21:54:23.739 INFO:tasks.rados.rados.0.smithi046.stdout:3636: writing smithi04683737-44 from 2326528 to 3129344 tid 2 2024-09-20T21:54:23.742 INFO:tasks.rados.rados.0.smithi046.stdout:3636: writing smithi04683737-44 from 3129344 to 3530752 tid 3 2024-09-20T21:54:23.742 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 368 2024-09-20T21:54:23.742 INFO:tasks.rados.rados.0.smithi046.stdout:3629: finishing write tid 3 to smithi04683737-37 2024-09-20T21:54:23.743 INFO:tasks.rados.rados.0.smithi046.stdout:3632: finishing rollback tid 0 to smithi04683737-33 2024-09-20T21:54:23.743 INFO:tasks.rados.rados.0.smithi046.stdout:3629: finishing write tid 4 to smithi04683737-37 2024-09-20T21:54:23.743 INFO:tasks.rados.rados.0.smithi046.stdout:3637: seq_num 1115 ranges {7700480=679936,8380416=688128,9068544=516096} 2024-09-20T21:54:23.788 INFO:tasks.rados.rados.0.smithi046.stdout:3637: writing smithi04683737-2 from 7700480 to 8380416 tid 1 2024-09-20T21:54:23.792 INFO:tasks.rados.rados.0.smithi046.stdout:3637: writing smithi04683737-2 from 8380416 to 9068544 tid 2 2024-09-20T21:54:23.795 INFO:tasks.rados.rados.0.smithi046.stdout:3637: writing smithi04683737-2 from 9068544 to 9584640 tid 3 2024-09-20T21:54:23.796 INFO:tasks.rados.rados.0.smithi046.stdout:3638: read oid 11 snap -1 2024-09-20T21:54:23.796 INFO:tasks.rados.rados.0.smithi046.stdout:3638: expect (ObjNum 977 snap 309 seq_num 977) 2024-09-20T21:54:23.796 INFO:tasks.rados.rados.0.smithi046.stdout:3639: copy_from oid 27 from oid 21 current snap is 368 2024-09-20T21:54:23.796 INFO:tasks.rados.rados.0.smithi046.stdout:3632: finishing rollback tid 1 to smithi04683737-33 2024-09-20T21:54:23.796 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 1456 (ObjNum 357 snap 0 seq_num 304) dirty dne 2024-09-20T21:54:23.796 INFO:tasks.rados.rados.0.smithi046.stdout:3630: finishing copy_from racing read to smithi04683737-5 2024-09-20T21:54:23.796 INFO:tasks.rados.rados.0.smithi046.stdout:3631: finishing rollback tid 0 to smithi04683737-46 2024-09-20T21:54:23.796 INFO:tasks.rados.rados.0.smithi046.stdout:3631: finishing rollback tid 1 to smithi04683737-46 2024-09-20T21:54:23.796 INFO:tasks.rados.rados.0.smithi046.stdout:3631: finishing rollback tid 2 to smithi04683737-46 2024-09-20T21:54:23.796 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 1888 (ObjNum 1054 snap 345 seq_num 1054) dirty exists 2024-09-20T21:54:23.796 INFO:tasks.rados.rados.0.smithi046.stdout:3630: finishing copy_from to smithi04683737-5 2024-09-20T21:54:23.796 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 1544 (ObjNum 1069 snap 352 seq_num 1069) dirty exists 2024-09-20T21:54:23.796 INFO:tasks.rados.rados.0.smithi046.stdout:3629: finishing write tid 5 to smithi04683737-37 2024-09-20T21:54:23.797 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 1545 (ObjNum 1111 snap 368 seq_num 1111) dirty exists 2024-09-20T21:54:23.797 INFO:tasks.rados.rados.0.smithi046.stdout:3629: left oid 37 (ObjNum 1111 snap 368 seq_num 1111) 2024-09-20T21:54:23.797 INFO:tasks.rados.rados.0.smithi046.stdout:3634: finishing write tid 1 to smithi04683737-26 2024-09-20T21:54:23.797 INFO:tasks.rados.rados.0.smithi046.stdout:3634: finishing write tid 2 to smithi04683737-26 2024-09-20T21:54:23.797 INFO:tasks.rados.rados.0.smithi046.stdout:3634: finishing write tid 3 to smithi04683737-26 2024-09-20T21:54:23.797 INFO:tasks.rados.rados.0.smithi046.stdout:3629: done (10 left) 2024-09-20T21:54:23.797 INFO:tasks.rados.rados.0.smithi046.stdout:3630: done (9 left) 2024-09-20T21:54:23.797 INFO:tasks.rados.rados.0.smithi046.stdout:3631: done (8 left) 2024-09-20T21:54:23.797 INFO:tasks.rados.rados.0.smithi046.stdout:3632: done (7 left) 2024-09-20T21:54:23.797 INFO:tasks.rados.rados.0.smithi046.stdout:3640: snap_remove snap 345 2024-09-20T21:54:23.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:23 smithi134 ceph-mon[89086]: osdmap e785: 8 total, 8 up, 8 in 2024-09-20T21:54:24.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:23 smithi046 ceph-mon[96110]: osdmap e785: 8 total, 8 up, 8 in 2024-09-20T21:54:24.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:23 smithi046 ceph-mon[98591]: osdmap e785: 8 total, 8 up, 8 in 2024-09-20T21:54:24.684 INFO:tasks.rados.rados.0.smithi046.stdout:3634: finishing write tid 4 to smithi04683737-26 2024-09-20T21:54:24.684 INFO:tasks.rados.rados.0.smithi046.stdout:3634: finishing write tid 5 to smithi04683737-26 2024-09-20T21:54:24.684 INFO:tasks.rados.rados.0.smithi046.stdout:3634: finishing write tid 6 to smithi04683737-26 2024-09-20T21:54:24.685 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 1852 (ObjNum 1112 snap 368 seq_num 1112) dirty exists 2024-09-20T21:54:24.685 INFO:tasks.rados.rados.0.smithi046.stdout:3634: left oid 26 (ObjNum 1112 snap 368 seq_num 1112) 2024-09-20T21:54:24.685 INFO:tasks.rados.rados.0.smithi046.stdout:3633: finishing copy_from racing read to smithi04683737-34 2024-09-20T21:54:24.685 INFO:tasks.rados.rados.0.smithi046.stdout:3635: finishing write tid 1 to smithi04683737-43 2024-09-20T21:54:24.685 INFO:tasks.rados.rados.0.smithi046.stdout:3633: finishing copy_from to smithi04683737-34 2024-09-20T21:54:24.685 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 1581 (ObjNum 1006 snap 324 seq_num 1006) dirty exists 2024-09-20T21:54:24.685 INFO:tasks.rados.rados.0.smithi046.stdout:3635: finishing write tid 2 to smithi04683737-43 2024-09-20T21:54:24.685 INFO:tasks.rados.rados.0.smithi046.stdout:3635: finishing write tid 3 to smithi04683737-43 2024-09-20T21:54:24.685 INFO:tasks.rados.rados.0.smithi046.stdout:3635: finishing write tid 4 to smithi04683737-43 2024-09-20T21:54:24.685 INFO:tasks.rados.rados.0.smithi046.stdout:3635: finishing write tid 5 to smithi04683737-43 2024-09-20T21:54:24.685 INFO:tasks.rados.rados.0.smithi046.stdout:3635: finishing write tid 6 to smithi04683737-43 2024-09-20T21:54:24.685 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1724 (ObjNum 1113 snap 368 seq_num 1113) dirty exists 2024-09-20T21:54:24.685 INFO:tasks.rados.rados.0.smithi046.stdout:3635: left oid 43 (ObjNum 1113 snap 368 seq_num 1113) 2024-09-20T21:54:24.685 INFO:tasks.rados.rados.0.smithi046.stdout:3636: finishing write tid 1 to smithi04683737-44 2024-09-20T21:54:24.686 INFO:tasks.rados.rados.0.smithi046.stdout:3636: finishing write tid 2 to smithi04683737-44 2024-09-20T21:54:24.686 INFO:tasks.rados.rados.0.smithi046.stdout:3636: finishing write tid 3 to smithi04683737-44 2024-09-20T21:54:24.686 INFO:tasks.rados.rados.0.smithi046.stdout:3636: finishing write tid 4 to smithi04683737-44 2024-09-20T21:54:24.686 INFO:tasks.rados.rados.0.smithi046.stdout:3636: finishing write tid 5 to smithi04683737-44 2024-09-20T21:54:24.686 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1572 (ObjNum 1114 snap 368 seq_num 1114) dirty exists 2024-09-20T21:54:24.686 INFO:tasks.rados.rados.0.smithi046.stdout:3636: left oid 44 (ObjNum 1114 snap 368 seq_num 1114) 2024-09-20T21:54:24.686 INFO:tasks.rados.rados.0.smithi046.stdout:3637: finishing write tid 1 to smithi04683737-2 2024-09-20T21:54:24.686 INFO:tasks.rados.rados.0.smithi046.stdout:3637: finishing write tid 2 to smithi04683737-2 2024-09-20T21:54:24.686 INFO:tasks.rados.rados.0.smithi046.stdout:3637: finishing write tid 3 to smithi04683737-2 2024-09-20T21:54:24.686 INFO:tasks.rados.rados.0.smithi046.stdout:3637: finishing write tid 4 to smithi04683737-2 2024-09-20T21:54:24.686 INFO:tasks.rados.rados.0.smithi046.stdout:3637: finishing write tid 5 to smithi04683737-2 2024-09-20T21:54:24.686 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 1576 (ObjNum 1115 snap 368 seq_num 1115) dirty exists 2024-09-20T21:54:24.686 INFO:tasks.rados.rados.0.smithi046.stdout:3637: left oid 2 (ObjNum 1115 snap 368 seq_num 1115) 2024-09-20T21:54:24.687 INFO:tasks.rados.rados.0.smithi046.stdout:3639: finishing copy_from racing read to smithi04683737-27 2024-09-20T21:54:24.687 INFO:tasks.rados.rados.0.smithi046.stdout:3638: expect (ObjNum 977 snap 309 seq_num 977) 2024-09-20T21:54:24.831 INFO:tasks.rados.rados.0.smithi046.stdout:3639: finishing copy_from to smithi04683737-27 2024-09-20T21:54:24.831 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 1701 (ObjNum 971 snap 308 seq_num 971) dirty exists 2024-09-20T21:54:24.831 INFO:tasks.rados.rados.0.smithi046.stdout:3633: done (7 left) 2024-09-20T21:54:24.831 INFO:tasks.rados.rados.0.smithi046.stdout:3634: done (6 left) 2024-09-20T21:54:24.831 INFO:tasks.rados.rados.0.smithi046.stdout:3635: done (5 left) 2024-09-20T21:54:24.831 INFO:tasks.rados.rados.0.smithi046.stdout:3636: done (4 left) 2024-09-20T21:54:24.831 INFO:tasks.rados.rados.0.smithi046.stdout:3637: done (3 left) 2024-09-20T21:54:24.831 INFO:tasks.rados.rados.0.smithi046.stdout:3638: done (2 left) 2024-09-20T21:54:24.831 INFO:tasks.rados.rados.0.smithi046.stdout:3639: done (1 left) 2024-09-20T21:54:24.831 INFO:tasks.rados.rados.0.smithi046.stdout:3640: done (0 left) 2024-09-20T21:54:24.831 INFO:tasks.rados.rados.0.smithi046.stdout:3641: copy_from oid 45 from oid 30 current snap is 368 2024-09-20T21:54:24.832 INFO:tasks.rados.rados.0.smithi046.stdout:3642: rollback oid 35 current snap is 368 2024-09-20T21:54:24.832 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 35 to 342 2024-09-20T21:54:24.832 INFO:tasks.rados.rados.0.smithi046.stdout:3643: copy_from oid 11 from oid 41 current snap is 368 2024-09-20T21:54:24.832 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 368 2024-09-20T21:54:24.832 INFO:tasks.rados.rados.0.smithi046.stdout:3644: seq_num 1116 ranges {1359872=696320,2056192=573440,2629632=450560,3080192=180224} 2024-09-20T21:54:24.841 INFO:tasks.rados.rados.0.smithi046.stdout:3644: writing smithi04683737-14 from 1359872 to 2056192 tid 1 2024-09-20T21:54:24.845 INFO:tasks.rados.rados.0.smithi046.stdout:3644: writing smithi04683737-14 from 2056192 to 2629632 tid 2 2024-09-20T21:54:24.847 INFO:tasks.rados.rados.0.smithi046.stdout:3644: writing smithi04683737-14 from 2629632 to 3080192 tid 3 2024-09-20T21:54:24.849 INFO:tasks.rados.rados.0.smithi046.stdout:3644: writing smithi04683737-14 from 3080192 to 3260416 tid 4 2024-09-20T21:54:24.849 INFO:tasks.rados.rados.0.smithi046.stdout:3645: copy_from oid 32 from oid 5 current snap is 368 2024-09-20T21:54:24.849 INFO:tasks.rados.rados.0.smithi046.stdout:3641: finishing copy_from to smithi04683737-45 2024-09-20T21:54:24.849 INFO:tasks.rados.rados.0.smithi046.stdout:3641: got expected ENOENT (src dne) 2024-09-20T21:54:24.849 INFO:tasks.rados.rados.0.smithi046.stdout:3641: finishing copy_from racing read to smithi04683737-45 2024-09-20T21:54:24.849 INFO:tasks.rados.rados.0.smithi046.stdout:3643: finishing copy_from to smithi04683737-11 2024-09-20T21:54:24.849 INFO:tasks.rados.rados.0.smithi046.stdout:3643: got expected ENOENT (src dne) 2024-09-20T21:54:24.849 INFO:tasks.rados.rados.0.smithi046.stdout:3643: finishing copy_from racing read to smithi04683737-11 2024-09-20T21:54:24.850 INFO:tasks.rados.rados.0.smithi046.stdout:3642: finishing rollback tid 0 to smithi04683737-35 2024-09-20T21:54:24.850 INFO:tasks.rados.rados.0.smithi046.stdout:3642: finishing rollback tid 1 to smithi04683737-35 2024-09-20T21:54:24.850 INFO:tasks.rados.rados.0.smithi046.stdout:3641: done (4 left) 2024-09-20T21:54:24.850 INFO:tasks.rados.rados.0.smithi046.stdout:3643: done (3 left) 2024-09-20T21:54:24.850 INFO:tasks.rados.rados.0.smithi046.stdout:3646: snap_remove snap 361 2024-09-20T21:54:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:24 smithi134 ceph-mon[89086]: pgmap v845: 121 pgs: 121 active+clean; 535 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-09-20T21:54:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:24 smithi134 ceph-mon[89086]: osdmap e786: 8 total, 8 up, 8 in 2024-09-20T21:54:25.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:24 smithi046 ceph-mon[96110]: pgmap v845: 121 pgs: 121 active+clean; 535 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-09-20T21:54:25.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:24 smithi046 ceph-mon[96110]: osdmap e786: 8 total, 8 up, 8 in 2024-09-20T21:54:25.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:24 smithi046 ceph-mon[98591]: pgmap v845: 121 pgs: 121 active+clean; 535 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-09-20T21:54:25.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:24 smithi046 ceph-mon[98591]: osdmap e786: 8 total, 8 up, 8 in 2024-09-20T21:54:25.689 INFO:tasks.rados.rados.0.smithi046.stdout:3646: done (3 left) 2024-09-20T21:54:25.690 INFO:tasks.rados.rados.0.smithi046.stdout:3647: snap_create 2024-09-20T21:54:25.690 INFO:tasks.rados.rados.0.smithi046.stdout:3642: finishing rollback tid 2 to smithi04683737-35 2024-09-20T21:54:25.690 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1553 (ObjNum 988 snap 317 seq_num 988) dirty exists 2024-09-20T21:54:25.690 INFO:tasks.rados.rados.0.smithi046.stdout:3644: finishing write tid 1 to smithi04683737-14 2024-09-20T21:54:25.690 INFO:tasks.rados.rados.0.smithi046.stdout:3644: finishing write tid 2 to smithi04683737-14 2024-09-20T21:54:25.690 INFO:tasks.rados.rados.0.smithi046.stdout:3644: finishing write tid 3 to smithi04683737-14 2024-09-20T21:54:25.690 INFO:tasks.rados.rados.0.smithi046.stdout:3644: finishing write tid 4 to smithi04683737-14 2024-09-20T21:54:25.690 INFO:tasks.rados.rados.0.smithi046.stdout:3644: finishing write tid 5 to smithi04683737-14 2024-09-20T21:54:25.690 INFO:tasks.rados.rados.0.smithi046.stdout:3644: finishing write tid 6 to smithi04683737-14 2024-09-20T21:54:25.690 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 1910 (ObjNum 1116 snap 368 seq_num 1116) dirty exists 2024-09-20T21:54:25.690 INFO:tasks.rados.rados.0.smithi046.stdout:3644: left oid 14 (ObjNum 1116 snap 368 seq_num 1116) 2024-09-20T21:54:25.690 INFO:tasks.rados.rados.0.smithi046.stdout:3645: finishing copy_from racing read to smithi04683737-32 2024-09-20T21:54:25.691 INFO:tasks.rados.rados.0.smithi046.stdout:3645: finishing copy_from to smithi04683737-32 2024-09-20T21:54:25.691 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1544 (ObjNum 1069 snap 352 seq_num 1069) dirty exists 2024-09-20T21:54:26.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:25 smithi046 ceph-mon[96110]: osdmap e787: 8 total, 8 up, 8 in 2024-09-20T21:54:26.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:25 smithi046 ceph-mon[98591]: osdmap e787: 8 total, 8 up, 8 in 2024-09-20T21:54:26.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:25 smithi134 ceph-mon[89086]: osdmap e787: 8 total, 8 up, 8 in 2024-09-20T21:54:26.691 INFO:tasks.rados.rados.0.smithi046.stdout:3642: done (3 left) 2024-09-20T21:54:26.691 INFO:tasks.rados.rados.0.smithi046.stdout:3644: done (2 left) 2024-09-20T21:54:26.692 INFO:tasks.rados.rados.0.smithi046.stdout:3645: done (1 left) 2024-09-20T21:54:26.692 INFO:tasks.rados.rados.0.smithi046.stdout:3647: done (0 left) 2024-09-20T21:54:26.692 INFO:tasks.rados.rados.0.smithi046.stdout:3648: rollback oid 42 current snap is 369 2024-09-20T21:54:26.692 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 42 to 327 2024-09-20T21:54:26.692 INFO:tasks.rados.rados.0.smithi046.stdout:3649: read oid 27 snap -1 2024-09-20T21:54:26.692 INFO:tasks.rados.rados.0.smithi046.stdout:3649: expect (ObjNum 971 snap 308 seq_num 971) 2024-09-20T21:54:26.692 INFO:tasks.rados.rados.0.smithi046.stdout:3650: rollback oid 26 current snap is 369 2024-09-20T21:54:26.692 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 26 to 336 2024-09-20T21:54:26.692 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 38 current snap is 369 2024-09-20T21:54:26.692 INFO:tasks.rados.rados.0.smithi046.stdout:3651: seq_num 1117 ranges {4333568=712704,5046272=458752,5505024=655360,6160384=90112} 2024-09-20T21:54:26.719 INFO:tasks.rados.rados.0.smithi046.stdout:3651: writing smithi04683737-38 from 4333568 to 5046272 tid 1 2024-09-20T21:54:26.722 INFO:tasks.rados.rados.0.smithi046.stdout:3651: writing smithi04683737-38 from 5046272 to 5505024 tid 2 2024-09-20T21:54:26.725 INFO:tasks.rados.rados.0.smithi046.stdout:3651: writing smithi04683737-38 from 5505024 to 6160384 tid 3 2024-09-20T21:54:26.727 INFO:tasks.rados.rados.0.smithi046.stdout:3651: writing smithi04683737-38 from 6160384 to 6250496 tid 4 2024-09-20T21:54:26.727 INFO:tasks.rados.rados.0.smithi046.stdout:3652: read oid 36 snap -1 2024-09-20T21:54:26.727 INFO:tasks.rados.rados.0.smithi046.stdout:3652: expect (ObjNum 1069 snap 352 seq_num 1069) 2024-09-20T21:54:26.727 INFO:tasks.rados.rados.0.smithi046.stdout:3653: setattr oid 14 current snap is 369 2024-09-20T21:54:26.727 INFO:tasks.rados.rados.0.smithi046.stdout:3648: finishing rollback tid 0 to smithi04683737-42 2024-09-20T21:54:26.727 INFO:tasks.rados.rados.0.smithi046.stdout:3648: finishing rollback tid 1 to smithi04683737-42 2024-09-20T21:54:26.727 INFO:tasks.rados.rados.0.smithi046.stdout:3648: finishing rollback tid 2 to smithi04683737-42 2024-09-20T21:54:26.727 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 1855 (ObjNum 1010 snap 325 seq_num 1010) dirty exists 2024-09-20T21:54:26.727 INFO:tasks.rados.rados.0.smithi046.stdout:3650: finishing rollback tid 0 to smithi04683737-26 2024-09-20T21:54:26.727 INFO:tasks.rados.rados.0.smithi046.stdout:3650: finishing rollback tid 1 to smithi04683737-26 2024-09-20T21:54:26.727 INFO:tasks.rados.rados.0.smithi046.stdout:3650: finishing rollback tid 2 to smithi04683737-26 2024-09-20T21:54:26.728 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 1858 (ObjNum 1027 snap 332 seq_num 1027) dirty exists 2024-09-20T21:54:26.728 INFO:tasks.rados.rados.0.smithi046.stdout:3649: expect (ObjNum 971 snap 308 seq_num 971) 2024-09-20T21:54:26.778 INFO:tasks.rados.rados.0.smithi046.stdout:3651: finishing write tid 1 to smithi04683737-38 2024-09-20T21:54:26.778 INFO:tasks.rados.rados.0.smithi046.stdout:3651: finishing write tid 2 to smithi04683737-38 2024-09-20T21:54:26.778 INFO:tasks.rados.rados.0.smithi046.stdout:3651: finishing write tid 3 to smithi04683737-38 2024-09-20T21:54:26.778 INFO:tasks.rados.rados.0.smithi046.stdout:3651: finishing write tid 4 to smithi04683737-38 2024-09-20T21:54:26.778 INFO:tasks.rados.rados.0.smithi046.stdout:3652: expect (ObjNum 1069 snap 352 seq_num 1069) 2024-09-20T21:54:26.807 INFO:tasks.rados.rados.0.smithi046.stdout:3651: finishing write tid 5 to smithi04683737-38 2024-09-20T21:54:26.807 INFO:tasks.rados.rados.0.smithi046.stdout:3651: finishing write tid 6 to smithi04683737-38 2024-09-20T21:54:26.807 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1557 (ObjNum 1117 snap 369 seq_num 1117) dirty exists 2024-09-20T21:54:26.807 INFO:tasks.rados.rados.0.smithi046.stdout:3651: left oid 38 (ObjNum 1117 snap 369 seq_num 1117) 2024-09-20T21:54:26.807 INFO:tasks.rados.rados.0.smithi046.stdout:3648: done (5 left) 2024-09-20T21:54:26.807 INFO:tasks.rados.rados.0.smithi046.stdout:3649: done (4 left) 2024-09-20T21:54:26.808 INFO:tasks.rados.rados.0.smithi046.stdout:3650: done (3 left) 2024-09-20T21:54:26.808 INFO:tasks.rados.rados.0.smithi046.stdout:3651: done (2 left) 2024-09-20T21:54:26.808 INFO:tasks.rados.rados.0.smithi046.stdout:3652: done (1 left) 2024-09-20T21:54:26.808 INFO:tasks.rados.rados.0.smithi046.stdout:3654: delete oid 33 current snap is 369 2024-09-20T21:54:26.810 INFO:tasks.rados.rados.0.smithi046.stdout:3654: done (1 left) 2024-09-20T21:54:26.810 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 369 2024-09-20T21:54:26.810 INFO:tasks.rados.rados.0.smithi046.stdout:3655: seq_num 1119 ranges {0=745472,745472=679936,1425408=524288} 2024-09-20T21:54:26.814 INFO:tasks.rados.rados.0.smithi046.stdout:3655: writing smithi04683737-33 from 0 to 745472 tid 1 2024-09-20T21:54:26.817 INFO:tasks.rados.rados.0.smithi046.stdout:3655: writing smithi04683737-33 from 745472 to 1425408 tid 2 2024-09-20T21:54:26.820 INFO:tasks.rados.rados.0.smithi046.stdout:3655: writing smithi04683737-33 from 1425408 to 1949696 tid 3 2024-09-20T21:54:26.821 INFO:tasks.rados.rados.0.smithi046.stdout:3656: delete oid 19 current snap is 369 2024-09-20T21:54:26.821 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 1918 (ObjNum 1116 snap 368 seq_num 1116) dirty exists 2024-09-20T21:54:26.821 INFO:tasks.rados.rados.0.smithi046.stdout:3655: finishing write tid 1 to smithi04683737-33 2024-09-20T21:54:26.821 INFO:tasks.rados.rados.0.smithi046.stdout:3655: finishing write tid 2 to smithi04683737-33 2024-09-20T21:54:26.823 INFO:tasks.rados.rados.0.smithi046.stdout:3653: done (2 left) 2024-09-20T21:54:26.823 INFO:tasks.rados.rados.0.smithi046.stdout:3656: done (1 left) 2024-09-20T21:54:26.823 INFO:tasks.rados.rados.0.smithi046.stdout:3657: snap_remove snap 352 2024-09-20T21:54:27.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:26 smithi046 ceph-mon[96110]: pgmap v848: 121 pgs: 121 active+clean; 539 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-09-20T21:54:27.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:26 smithi046 ceph-mon[96110]: osdmap e788: 8 total, 8 up, 8 in 2024-09-20T21:54:27.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:26 smithi046 ceph-mon[98591]: pgmap v848: 121 pgs: 121 active+clean; 539 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-09-20T21:54:27.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:26 smithi046 ceph-mon[98591]: osdmap e788: 8 total, 8 up, 8 in 2024-09-20T21:54:27.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:26 smithi134 ceph-mon[89086]: pgmap v848: 121 pgs: 121 active+clean; 539 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-09-20T21:54:27.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:26 smithi134 ceph-mon[89086]: osdmap e788: 8 total, 8 up, 8 in 2024-09-20T21:54:27.665 INFO:tasks.rados.rados.0.smithi046.stdout:3657: done (1 left) 2024-09-20T21:54:27.665 INFO:tasks.rados.rados.0.smithi046.stdout:3658: read oid 18 snap -1 2024-09-20T21:54:27.665 INFO:tasks.rados.rados.0.smithi046.stdout:3658: expect (ObjNum 1080 snap 356 seq_num 1080) 2024-09-20T21:54:27.665 INFO:tasks.rados.rados.0.smithi046.stdout:3659: snap_create 2024-09-20T21:54:27.665 INFO:tasks.rados.rados.0.smithi046.stdout:3655: finishing write tid 3 to smithi04683737-33 2024-09-20T21:54:27.665 INFO:tasks.rados.rados.0.smithi046.stdout:3655: finishing write tid 4 to smithi04683737-33 2024-09-20T21:54:27.665 INFO:tasks.rados.rados.0.smithi046.stdout:3655: finishing write tid 5 to smithi04683737-33 2024-09-20T21:54:27.665 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 1460 (ObjNum 1119 snap 369 seq_num 1119) dirty exists 2024-09-20T21:54:27.666 INFO:tasks.rados.rados.0.smithi046.stdout:3655: left oid 33 (ObjNum 1119 snap 369 seq_num 1119) 2024-09-20T21:54:27.687 INFO:tasks.rados.rados.0.smithi046.stdout:3658: expect (ObjNum 1080 snap 356 seq_num 1080) 2024-09-20T21:54:28.077 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:27 smithi134 ceph-mon[89086]: osdmap e789: 8 total, 8 up, 8 in 2024-09-20T21:54:28.077 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:27 smithi134 ceph-mon[89086]: osdmap e790: 8 total, 8 up, 8 in 2024-09-20T21:54:28.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:27 smithi046 ceph-mon[96110]: osdmap e789: 8 total, 8 up, 8 in 2024-09-20T21:54:28.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:27 smithi046 ceph-mon[96110]: osdmap e790: 8 total, 8 up, 8 in 2024-09-20T21:54:28.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:27 smithi046 ceph-mon[98591]: osdmap e789: 8 total, 8 up, 8 in 2024-09-20T21:54:28.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:27 smithi046 ceph-mon[98591]: osdmap e790: 8 total, 8 up, 8 in 2024-09-20T21:54:28.664 INFO:tasks.rados.rados.0.smithi046.stdout:3655: done (2 left) 2024-09-20T21:54:28.664 INFO:tasks.rados.rados.0.smithi046.stdout:3658: done (1 left) 2024-09-20T21:54:28.664 INFO:tasks.rados.rados.0.smithi046.stdout:3659: done (0 left) 2024-09-20T21:54:28.665 INFO:tasks.rados.rados.0.smithi046.stdout:3660: snap_create 2024-09-20T21:54:29.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:28 smithi046 ceph-mon[96110]: pgmap v851: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 555 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.1 MiB/s wr, 13 op/s 2024-09-20T21:54:29.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:28 smithi046 ceph-mon[96110]: osdmap e791: 8 total, 8 up, 8 in 2024-09-20T21:54:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:28 smithi046 ceph-mon[98591]: pgmap v851: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 555 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.1 MiB/s wr, 13 op/s 2024-09-20T21:54:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:28 smithi046 ceph-mon[98591]: osdmap e791: 8 total, 8 up, 8 in 2024-09-20T21:54:29.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:28 smithi134 ceph-mon[89086]: pgmap v851: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 555 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.1 MiB/s wr, 13 op/s 2024-09-20T21:54:29.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:28 smithi134 ceph-mon[89086]: osdmap e791: 8 total, 8 up, 8 in 2024-09-20T21:54:29.671 INFO:tasks.rados.rados.0.smithi046.stdout:3660: done (0 left) 2024-09-20T21:54:29.671 INFO:tasks.rados.rados.0.smithi046.stdout:3661: rmattr oid 7 current snap is 371 2024-09-20T21:54:29.671 INFO:tasks.rados.rados.0.smithi046.stdout:3661: done (0 left) 2024-09-20T21:54:29.671 INFO:tasks.rados.rados.0.smithi046.stdout:3662: read oid 17 snap 355 2024-09-20T21:54:29.671 INFO:tasks.rados.rados.0.smithi046.stdout:3662: expect deleted 2024-09-20T21:54:29.671 INFO:tasks.rados.rados.0.smithi046.stdout:3663: read oid 46 snap -1 2024-09-20T21:54:29.671 INFO:tasks.rados.rados.0.smithi046.stdout:3663: expect (ObjNum 1054 snap 345 seq_num 1054) 2024-09-20T21:54:29.671 INFO:tasks.rados.rados.0.smithi046.stdout:3664: snap_create 2024-09-20T21:54:29.675 INFO:tasks.rados.rados.0.smithi046.stdout:3663: expect (ObjNum 1054 snap 345 seq_num 1054) 2024-09-20T21:54:30.669 INFO:tasks.rados.rados.0.smithi046.stdout:3662: done (2 left) 2024-09-20T21:54:30.669 INFO:tasks.rados.rados.0.smithi046.stdout:3663: done (1 left) 2024-09-20T21:54:30.669 INFO:tasks.rados.rados.0.smithi046.stdout:3664: done (0 left) 2024-09-20T21:54:30.669 INFO:tasks.rados.rados.0.smithi046.stdout:3665: snap_create 2024-09-20T21:54:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:30 smithi134 ceph-mon[89086]: pgmap v854: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 556 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.4 MiB/s wr, 15 op/s 2024-09-20T21:54:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:30 smithi134 ceph-mon[89086]: osdmap e792: 8 total, 8 up, 8 in 2024-09-20T21:54:31.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:30 smithi046 ceph-mon[96110]: pgmap v854: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 556 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.4 MiB/s wr, 15 op/s 2024-09-20T21:54:31.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:30 smithi046 ceph-mon[96110]: osdmap e792: 8 total, 8 up, 8 in 2024-09-20T21:54:31.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:30 smithi046 ceph-mon[98591]: pgmap v854: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 556 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.4 MiB/s wr, 15 op/s 2024-09-20T21:54:31.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:30 smithi046 ceph-mon[98591]: osdmap e792: 8 total, 8 up, 8 in 2024-09-20T21:54:31.679 INFO:tasks.rados.rados.0.smithi046.stdout:3665: done (0 left) 2024-09-20T21:54:31.679 INFO:tasks.rados.rados.0.smithi046.stdout:3666: snap_remove snap 350 2024-09-20T21:54:31.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:31 smithi134 ceph-mon[89086]: osdmap e793: 8 total, 8 up, 8 in 2024-09-20T21:54:32.054 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:31 smithi046 ceph-mon[96110]: osdmap e793: 8 total, 8 up, 8 in 2024-09-20T21:54:32.054 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:31 smithi046 ceph-mon[98591]: osdmap e793: 8 total, 8 up, 8 in 2024-09-20T21:54:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:54:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:54:32] "GET /metrics HTTP/1.1" 200 36382 "" "Prometheus/2.43.0" 2024-09-20T21:54:32.667 INFO:tasks.rados.rados.0.smithi046.stdout:3666: done (0 left) 2024-09-20T21:54:32.667 INFO:tasks.rados.rados.0.smithi046.stdout:3667: rmattr oid 50 current snap is 373 2024-09-20T21:54:32.667 INFO:tasks.rados.rados.0.smithi046.stdout:3667: done (0 left) 2024-09-20T21:54:32.667 INFO:tasks.rados.rados.0.smithi046.stdout:3668: read oid 21 snap 355 2024-09-20T21:54:32.668 INFO:tasks.rados.rados.0.smithi046.stdout:3668: expect (ObjNum 1065 snap 351 seq_num 1065) 2024-09-20T21:54:32.668 INFO:tasks.rados.rados.0.smithi046.stdout:3669: read oid 12 snap -1 2024-09-20T21:54:32.668 INFO:tasks.rados.rados.0.smithi046.stdout:3669: expect (ObjNum 1048 snap 342 seq_num 1048) 2024-09-20T21:54:32.668 INFO:tasks.rados.rados.0.smithi046.stdout:3670: copy_from oid 9 from oid 8 current snap is 373 2024-09-20T21:54:32.668 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 373 2024-09-20T21:54:32.668 INFO:tasks.rados.rados.0.smithi046.stdout:3671: seq_num 1121 ranges {1114112=778240,1892352=442368,2334720=638976,2973696=122880} 2024-09-20T21:54:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:54:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:54:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:54:32.678 INFO:tasks.rados.rados.0.smithi046.stdout:3671: writing smithi04683737-5 from 1114112 to 1892352 tid 1 2024-09-20T21:54:32.682 INFO:tasks.rados.rados.0.smithi046.stdout:3671: writing smithi04683737-5 from 1892352 to 2334720 tid 2 2024-09-20T21:54:32.687 INFO:tasks.rados.rados.0.smithi046.stdout:3671: writing smithi04683737-5 from 2334720 to 2973696 tid 3 2024-09-20T21:54:32.688 INFO:tasks.rados.rados.0.smithi046.stdout:3671: writing smithi04683737-5 from 2973696 to 3096576 tid 4 2024-09-20T21:54:32.688 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 373 2024-09-20T21:54:32.688 INFO:tasks.rados.rados.0.smithi046.stdout:3672: seq_num 1122 ranges {3530752=794624,4325376=729088,5054464=475136} 2024-09-20T21:54:32.715 INFO:tasks.rados.rados.0.smithi046.stdout:3672: writing smithi04683737-44 from 3530752 to 4325376 tid 1 2024-09-20T21:54:32.719 INFO:tasks.rados.rados.0.smithi046.stdout:3672: writing smithi04683737-44 from 4325376 to 5054464 tid 2 2024-09-20T21:54:32.722 INFO:tasks.rados.rados.0.smithi046.stdout:3672: writing smithi04683737-44 from 5054464 to 5529600 tid 3 2024-09-20T21:54:32.722 INFO:tasks.rados.rados.0.smithi046.stdout:3673: rollback oid 27 current snap is 373 2024-09-20T21:54:32.722 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 27 to 355 2024-09-20T21:54:32.723 INFO:tasks.rados.rados.0.smithi046.stdout:3671: finishing write tid 1 to smithi04683737-5 2024-09-20T21:54:32.723 INFO:tasks.rados.rados.0.smithi046.stdout:3668: expect (ObjNum 1065 snap 351 seq_num 1065) 2024-09-20T21:54:32.832 INFO:tasks.rados.rados.0.smithi046.stdout:3671: finishing write tid 2 to smithi04683737-5 2024-09-20T21:54:32.832 INFO:tasks.rados.rados.0.smithi046.stdout:3669: expect (ObjNum 1048 snap 342 seq_num 1048) 2024-09-20T21:54:32.892 INFO:tasks.rados.rados.0.smithi046.stdout:3671: finishing write tid 3 to smithi04683737-5 2024-09-20T21:54:32.892 INFO:tasks.rados.rados.0.smithi046.stdout:3671: finishing write tid 4 to smithi04683737-5 2024-09-20T21:54:32.892 INFO:tasks.rados.rados.0.smithi046.stdout:3671: finishing write tid 5 to smithi04683737-5 2024-09-20T21:54:32.893 INFO:tasks.rados.rados.0.smithi046.stdout:3671: finishing write tid 6 to smithi04683737-5 2024-09-20T21:54:32.893 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 1549 (ObjNum 1121 snap 373 seq_num 1121) dirty exists 2024-09-20T21:54:32.893 INFO:tasks.rados.rados.0.smithi046.stdout:3671: left oid 5 (ObjNum 1121 snap 373 seq_num 1121) 2024-09-20T21:54:32.893 INFO:tasks.rados.rados.0.smithi046.stdout:3670: finishing copy_from racing read to smithi04683737-9 2024-09-20T21:54:32.893 INFO:tasks.rados.rados.0.smithi046.stdout:3670: finishing copy_from to smithi04683737-9 2024-09-20T21:54:32.893 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 1461 (ObjNum 956 snap 307 seq_num 956) dirty exists 2024-09-20T21:54:32.893 INFO:tasks.rados.rados.0.smithi046.stdout:3672: finishing write tid 1 to smithi04683737-44 2024-09-20T21:54:32.893 INFO:tasks.rados.rados.0.smithi046.stdout:3672: finishing write tid 2 to smithi04683737-44 2024-09-20T21:54:32.893 INFO:tasks.rados.rados.0.smithi046.stdout:3668: done (5 left) 2024-09-20T21:54:32.893 INFO:tasks.rados.rados.0.smithi046.stdout:3669: done (4 left) 2024-09-20T21:54:32.893 INFO:tasks.rados.rados.0.smithi046.stdout:3670: done (3 left) 2024-09-20T21:54:32.893 INFO:tasks.rados.rados.0.smithi046.stdout:3671: done (2 left) 2024-09-20T21:54:32.893 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 373 2024-09-20T21:54:32.893 INFO:tasks.rados.rados.0.smithi046.stdout:3672: finishing write tid 3 to smithi04683737-44 2024-09-20T21:54:32.894 INFO:tasks.rados.rados.0.smithi046.stdout:3672: finishing write tid 4 to smithi04683737-44 2024-09-20T21:54:32.894 INFO:tasks.rados.rados.0.smithi046.stdout:3674: seq_num 1123 ranges {1949696=409600,2359296=614400,2973696=598016,3571712=393216} 2024-09-20T21:54:32.905 INFO:tasks.rados.rados.0.smithi046.stdout:3674: writing smithi04683737-33 from 1949696 to 2359296 tid 1 2024-09-20T21:54:32.908 INFO:tasks.rados.rados.0.smithi046.stdout:3674: writing smithi04683737-33 from 2359296 to 2973696 tid 2 2024-09-20T21:54:32.911 INFO:tasks.rados.rados.0.smithi046.stdout:3674: writing smithi04683737-33 from 2973696 to 3571712 tid 3 2024-09-20T21:54:32.914 INFO:tasks.rados.rados.0.smithi046.stdout:3674: writing smithi04683737-33 from 3571712 to 3964928 tid 4 2024-09-20T21:54:32.914 INFO:tasks.rados.rados.0.smithi046.stdout:3675: read oid 20 snap 364 2024-09-20T21:54:32.914 INFO:tasks.rados.rados.0.smithi046.stdout:3675: expect (ObjNum 964 snap 307 seq_num 964) 2024-09-20T21:54:32.914 INFO:tasks.rados.rados.0.smithi046.stdout:3676: snap_remove snap 285 2024-09-20T21:54:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:32 smithi046 ceph-mon[96110]: pgmap v857: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 558 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 5.7 MiB/s rd, 452 KiB/s wr, 12 op/s 2024-09-20T21:54:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:32 smithi046 ceph-mon[96110]: osdmap e794: 8 total, 8 up, 8 in 2024-09-20T21:54:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:32 smithi046 ceph-mon[96110]: osdmap e795: 8 total, 8 up, 8 in 2024-09-20T21:54:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:32 smithi046 ceph-mon[98591]: pgmap v857: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 558 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 5.7 MiB/s rd, 452 KiB/s wr, 12 op/s 2024-09-20T21:54:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:32 smithi046 ceph-mon[98591]: osdmap e794: 8 total, 8 up, 8 in 2024-09-20T21:54:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:32 smithi046 ceph-mon[98591]: osdmap e795: 8 total, 8 up, 8 in 2024-09-20T21:54:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:32 smithi134 ceph-mon[89086]: pgmap v857: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 558 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 5.7 MiB/s rd, 452 KiB/s wr, 12 op/s 2024-09-20T21:54:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:32 smithi134 ceph-mon[89086]: osdmap e794: 8 total, 8 up, 8 in 2024-09-20T21:54:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:32 smithi134 ceph-mon[89086]: osdmap e795: 8 total, 8 up, 8 in 2024-09-20T21:54:33.687 INFO:tasks.rados.rados.0.smithi046.stdout:3676: done (4 left) 2024-09-20T21:54:33.688 INFO:tasks.rados.rados.0.smithi046.stdout:3677: rollback oid 38 current snap is 373 2024-09-20T21:54:33.688 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 38 to 372 2024-09-20T21:54:33.688 INFO:tasks.rados.rados.0.smithi046.stdout:3673: finishing rollback tid 0 to smithi04683737-27 2024-09-20T21:54:33.688 INFO:tasks.rados.rados.0.smithi046.stdout:3673: finishing rollback tid 1 to smithi04683737-27 2024-09-20T21:54:33.688 INFO:tasks.rados.rados.0.smithi046.stdout:3673: finishing rollback tid 2 to smithi04683737-27 2024-09-20T21:54:33.688 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 1767 (ObjNum 1056 snap 347 seq_num 1056) dirty exists 2024-09-20T21:54:33.688 INFO:tasks.rados.rados.0.smithi046.stdout:3672: finishing write tid 5 to smithi04683737-44 2024-09-20T21:54:33.688 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1580 (ObjNum 1122 snap 373 seq_num 1122) dirty exists 2024-09-20T21:54:33.688 INFO:tasks.rados.rados.0.smithi046.stdout:3672: left oid 44 (ObjNum 1122 snap 373 seq_num 1122) 2024-09-20T21:54:33.688 INFO:tasks.rados.rados.0.smithi046.stdout:3674: finishing write tid 1 to smithi04683737-33 2024-09-20T21:54:33.688 INFO:tasks.rados.rados.0.smithi046.stdout:3674: finishing write tid 2 to smithi04683737-33 2024-09-20T21:54:33.688 INFO:tasks.rados.rados.0.smithi046.stdout:3674: finishing write tid 3 to smithi04683737-33 2024-09-20T21:54:33.688 INFO:tasks.rados.rados.0.smithi046.stdout:3674: finishing write tid 4 to smithi04683737-33 2024-09-20T21:54:33.689 INFO:tasks.rados.rados.0.smithi046.stdout:3674: finishing write tid 5 to smithi04683737-33 2024-09-20T21:54:33.689 INFO:tasks.rados.rados.0.smithi046.stdout:3674: finishing write tid 6 to smithi04683737-33 2024-09-20T21:54:33.689 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 1465 (ObjNum 1123 snap 373 seq_num 1123) dirty exists 2024-09-20T21:54:33.689 INFO:tasks.rados.rados.0.smithi046.stdout:3674: left oid 33 (ObjNum 1123 snap 373 seq_num 1123) 2024-09-20T21:54:33.689 INFO:tasks.rados.rados.0.smithi046.stdout:3675: expect (ObjNum 964 snap 307 seq_num 964) 2024-09-20T21:54:33.896 INFO:tasks.rados.rados.0.smithi046.stdout:3677: finishing rollback tid 0 to smithi04683737-38 2024-09-20T21:54:33.896 INFO:tasks.rados.rados.0.smithi046.stdout:3677: finishing rollback tid 1 to smithi04683737-38 2024-09-20T21:54:33.896 INFO:tasks.rados.rados.0.smithi046.stdout:3677: finishing rollback tid 2 to smithi04683737-38 2024-09-20T21:54:33.896 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1567 (ObjNum 1117 snap 369 seq_num 1117) dirty exists 2024-09-20T21:54:33.896 INFO:tasks.rados.rados.0.smithi046.stdout:3672: done (4 left) 2024-09-20T21:54:33.896 INFO:tasks.rados.rados.0.smithi046.stdout:3673: done (3 left) 2024-09-20T21:54:33.896 INFO:tasks.rados.rados.0.smithi046.stdout:3674: done (2 left) 2024-09-20T21:54:33.896 INFO:tasks.rados.rados.0.smithi046.stdout:3675: done (1 left) 2024-09-20T21:54:33.896 INFO:tasks.rados.rados.0.smithi046.stdout:3677: done (0 left) 2024-09-20T21:54:33.897 INFO:tasks.rados.rados.0.smithi046.stdout:3678: rollback oid 5 current snap is 373 2024-09-20T21:54:33.897 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 5 to 358 2024-09-20T21:54:33.897 INFO:tasks.rados.rados.0.smithi046.stdout:3679: copy_from oid 17 from oid 48 current snap is 373 2024-09-20T21:54:33.897 INFO:tasks.rados.rados.0.smithi046.stdout:3680: setattr oid 32 current snap is 373 2024-09-20T21:54:33.898 INFO:tasks.rados.rados.0.smithi046.stdout:3681: rollback oid 27 current snap is 373 2024-09-20T21:54:33.898 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 27 to 300 2024-09-20T21:54:33.898 INFO:tasks.rados.rados.0.smithi046.stdout:3682: read oid 15 snap -1 2024-09-20T21:54:33.898 INFO:tasks.rados.rados.0.smithi046.stdout:3682: expect (ObjNum 1077 snap 356 seq_num 1077) 2024-09-20T21:54:33.898 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 373 2024-09-20T21:54:33.898 INFO:tasks.rados.rados.0.smithi046.stdout:3683: seq_num 1124 ranges {1720320=434176,2154496=499712,2654208=409600,3063808=663552,3727360=32768} 2024-09-20T21:54:33.910 INFO:tasks.rados.rados.0.smithi046.stdout:3683: writing smithi04683737-49 from 1720320 to 2154496 tid 1 2024-09-20T21:54:33.913 INFO:tasks.rados.rados.0.smithi046.stdout:3683: writing smithi04683737-49 from 2154496 to 2654208 tid 2 2024-09-20T21:54:33.915 INFO:tasks.rados.rados.0.smithi046.stdout:3683: writing smithi04683737-49 from 2654208 to 3063808 tid 3 2024-09-20T21:54:33.920 INFO:tasks.rados.rados.0.smithi046.stdout:3683: writing smithi04683737-49 from 3063808 to 3727360 tid 4 2024-09-20T21:54:33.920 INFO:tasks.rados.rados.0.smithi046.stdout:3683: writing smithi04683737-49 from 3727360 to 3760128 tid 5 2024-09-20T21:54:33.920 INFO:tasks.rados.rados.0.smithi046.stdout:3684: read oid 47 snap -1 2024-09-20T21:54:33.920 INFO:tasks.rados.rados.0.smithi046.stdout:3684: expect (ObjNum 964 snap 307 seq_num 964) 2024-09-20T21:54:33.920 INFO:tasks.rados.rados.0.smithi046.stdout:3678: finishing rollback tid 0 to smithi04683737-5 2024-09-20T21:54:33.920 INFO:tasks.rados.rados.0.smithi046.stdout:3678: finishing rollback tid 1 to smithi04683737-5 2024-09-20T21:54:33.920 INFO:tasks.rados.rados.0.smithi046.stdout:3678: finishing rollback tid 2 to smithi04683737-5 2024-09-20T21:54:33.920 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 1552 (ObjNum 962 snap 307 seq_num 962) dirty exists 2024-09-20T21:54:33.920 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 2186 (ObjNum 1069 snap 352 seq_num 1069) dirty exists 2024-09-20T21:54:33.920 INFO:tasks.rados.rados.0.smithi046.stdout:3681: finishing rollback tid 0 to smithi04683737-27 2024-09-20T21:54:33.920 INFO:tasks.rados.rados.0.smithi046.stdout:3681: finishing rollback tid 1 to smithi04683737-27 2024-09-20T21:54:33.921 INFO:tasks.rados.rados.0.smithi046.stdout:3681: finishing rollback tid 2 to smithi04683737-27 2024-09-20T21:54:33.921 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 1770 (ObjNum 756 snap 252 seq_num 756) dirty exists 2024-09-20T21:54:33.921 INFO:tasks.rados.rados.0.smithi046.stdout:3682: expect (ObjNum 1077 snap 356 seq_num 1077) 2024-09-20T21:54:33.955 INFO:tasks.rados.rados.0.smithi046.stdout:3679: finishing copy_from racing read to smithi04683737-17 2024-09-20T21:54:33.955 INFO:tasks.rados.rados.0.smithi046.stdout:3683: finishing write tid 1 to smithi04683737-49 2024-09-20T21:54:33.955 INFO:tasks.rados.rados.0.smithi046.stdout:3679: finishing copy_from to smithi04683737-17 2024-09-20T21:54:33.955 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1581 (ObjNum 1006 snap 324 seq_num 1006) dirty exists 2024-09-20T21:54:33.955 INFO:tasks.rados.rados.0.smithi046.stdout:3683: finishing write tid 2 to smithi04683737-49 2024-09-20T21:54:33.955 INFO:tasks.rados.rados.0.smithi046.stdout:3678: done (6 left) 2024-09-20T21:54:33.955 INFO:tasks.rados.rados.0.smithi046.stdout:3679: done (5 left) 2024-09-20T21:54:33.955 INFO:tasks.rados.rados.0.smithi046.stdout:3680: done (4 left) 2024-09-20T21:54:33.955 INFO:tasks.rados.rados.0.smithi046.stdout:3681: done (3 left) 2024-09-20T21:54:33.955 INFO:tasks.rados.rados.0.smithi046.stdout:3682: done (2 left) 2024-09-20T21:54:33.955 INFO:tasks.rados.rados.0.smithi046.stdout:3685: read oid 26 snap 297 2024-09-20T21:54:33.955 INFO:tasks.rados.rados.0.smithi046.stdout:3685: expect (ObjNum 871 snap 288 seq_num 871) 2024-09-20T21:54:33.955 INFO:tasks.rados.rados.0.smithi046.stdout:3686: snap_create 2024-09-20T21:54:33.955 INFO:tasks.rados.rados.0.smithi046.stdout:3683: finishing write tid 3 to smithi04683737-49 2024-09-20T21:54:33.956 INFO:tasks.rados.rados.0.smithi046.stdout:3683: finishing write tid 4 to smithi04683737-49 2024-09-20T21:54:33.956 INFO:tasks.rados.rados.0.smithi046.stdout:3683: finishing write tid 5 to smithi04683737-49 2024-09-20T21:54:33.956 INFO:tasks.rados.rados.0.smithi046.stdout:3683: finishing write tid 6 to smithi04683737-49 2024-09-20T21:54:33.956 INFO:tasks.rados.rados.0.smithi046.stdout:3683: finishing write tid 7 to smithi04683737-49 2024-09-20T21:54:33.956 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 2193 (ObjNum 1124 snap 373 seq_num 1124) dirty exists 2024-09-20T21:54:33.956 INFO:tasks.rados.rados.0.smithi046.stdout:3683: left oid 49 (ObjNum 1124 snap 373 seq_num 1124) 2024-09-20T21:54:33.965 INFO:tasks.rados.rados.0.smithi046.stdout:3685: expect (ObjNum 871 snap 288 seq_num 871) 2024-09-20T21:54:34.124 INFO:tasks.rados.rados.0.smithi046.stdout:3684: expect (ObjNum 964 snap 307 seq_num 964) 2024-09-20T21:54:34.691 INFO:tasks.rados.rados.0.smithi046.stdout:3683: done (3 left) 2024-09-20T21:54:34.691 INFO:tasks.rados.rados.0.smithi046.stdout:3684: done (2 left) 2024-09-20T21:54:34.691 INFO:tasks.rados.rados.0.smithi046.stdout:3685: done (1 left) 2024-09-20T21:54:34.691 INFO:tasks.rados.rados.0.smithi046.stdout:3686: done (0 left) 2024-09-20T21:54:34.691 INFO:tasks.rados.rados.0.smithi046.stdout:3687: rollback oid 10 current snap is 374 2024-09-20T21:54:34.691 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 10 to 328 2024-09-20T21:54:34.691 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 374 2024-09-20T21:54:34.691 INFO:tasks.rados.rados.0.smithi046.stdout:3688: seq_num 1125 ranges {860160=450560,1310720=786432,2097152=614400,2711552=204800} 2024-09-20T21:54:34.698 INFO:tasks.rados.rados.0.smithi046.stdout:3688: writing smithi04683737-46 from 860160 to 1310720 tid 1 2024-09-20T21:54:34.703 INFO:tasks.rados.rados.0.smithi046.stdout:3688: writing smithi04683737-46 from 1310720 to 2097152 tid 2 2024-09-20T21:54:34.707 INFO:tasks.rados.rados.0.smithi046.stdout:3688: writing smithi04683737-46 from 2097152 to 2711552 tid 3 2024-09-20T21:54:34.709 INFO:tasks.rados.rados.0.smithi046.stdout:3688: writing smithi04683737-46 from 2711552 to 2916352 tid 4 2024-09-20T21:54:34.709 INFO:tasks.rados.rados.0.smithi046.stdout:3689: snap_create 2024-09-20T21:54:34.709 INFO:tasks.rados.rados.0.smithi046.stdout:3687: finishing rollback tid 0 to smithi04683737-10 2024-09-20T21:54:34.709 INFO:tasks.rados.rados.0.smithi046.stdout:3687: finishing rollback tid 1 to smithi04683737-10 2024-09-20T21:54:34.709 INFO:tasks.rados.rados.0.smithi046.stdout:3687: finishing rollback tid 2 to smithi04683737-10 2024-09-20T21:54:34.709 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1773 (ObjNum 812 snap 270 seq_num 812) dirty exists 2024-09-20T21:54:34.709 INFO:tasks.rados.rados.0.smithi046.stdout:3688: finishing write tid 1 to smithi04683737-46 2024-09-20T21:54:34.709 INFO:tasks.rados.rados.0.smithi046.stdout:3688: finishing write tid 2 to smithi04683737-46 2024-09-20T21:54:34.711 INFO:tasks.rados.rados.0.smithi046.stdout:3688: finishing write tid 3 to smithi04683737-46 2024-09-20T21:54:34.711 INFO:tasks.rados.rados.0.smithi046.stdout:3688: finishing write tid 4 to smithi04683737-46 2024-09-20T21:54:34.711 INFO:tasks.rados.rados.0.smithi046.stdout:3688: finishing write tid 5 to smithi04683737-46 2024-09-20T21:54:34.713 INFO:tasks.rados.rados.0.smithi046.stdout:3688: finishing write tid 6 to smithi04683737-46 2024-09-20T21:54:34.713 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 1893 (ObjNum 1125 snap 374 seq_num 1125) dirty exists 2024-09-20T21:54:34.713 INFO:tasks.rados.rados.0.smithi046.stdout:3688: left oid 46 (ObjNum 1125 snap 374 seq_num 1125) 2024-09-20T21:54:35.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:34 smithi046 ceph-mon[96110]: pgmap v860: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 550 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 944 KiB/s wr, 10 op/s 2024-09-20T21:54:35.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:34 smithi046 ceph-mon[96110]: osdmap e796: 8 total, 8 up, 8 in 2024-09-20T21:54:35.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:54:35.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:34 smithi046 ceph-mon[98591]: pgmap v860: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 550 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 944 KiB/s wr, 10 op/s 2024-09-20T21:54:35.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:34 smithi046 ceph-mon[98591]: osdmap e796: 8 total, 8 up, 8 in 2024-09-20T21:54:35.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:54:35.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:34 smithi134 ceph-mon[89086]: pgmap v860: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 550 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 944 KiB/s wr, 10 op/s 2024-09-20T21:54:35.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:34 smithi134 ceph-mon[89086]: osdmap e796: 8 total, 8 up, 8 in 2024-09-20T21:54:35.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:54:35.697 INFO:tasks.rados.rados.0.smithi046.stdout:3687: done (2 left) 2024-09-20T21:54:35.698 INFO:tasks.rados.rados.0.smithi046.stdout:3688: done (1 left) 2024-09-20T21:54:35.698 INFO:tasks.rados.rados.0.smithi046.stdout:3689: done (0 left) 2024-09-20T21:54:35.698 INFO:tasks.rados.rados.0.smithi046.stdout:3690: copy_from oid 13 from oid 29 current snap is 375 2024-09-20T21:54:35.698 INFO:tasks.rados.rados.0.smithi046.stdout:3691: setattr oid 33 current snap is 375 2024-09-20T21:54:35.700 INFO:tasks.rados.rados.0.smithi046.stdout:3692: setattr oid 30 current snap is 375 2024-09-20T21:54:35.703 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 375 2024-09-20T21:54:35.703 INFO:tasks.rados.rados.0.smithi046.stdout:3693: seq_num 1126 ranges {1720320=466944,2187264=720896,2908160=778240,3686400=106496} 2024-09-20T21:54:35.715 INFO:tasks.rados.rados.0.smithi046.stdout:3693: writing smithi04683737-7 from 1720320 to 2187264 tid 1 2024-09-20T21:54:35.719 INFO:tasks.rados.rados.0.smithi046.stdout:3693: writing smithi04683737-7 from 2187264 to 2908160 tid 2 2024-09-20T21:54:35.725 INFO:tasks.rados.rados.0.smithi046.stdout:3693: writing smithi04683737-7 from 2908160 to 3686400 tid 3 2024-09-20T21:54:35.725 INFO:tasks.rados.rados.0.smithi046.stdout:3693: writing smithi04683737-7 from 3686400 to 3792896 tid 4 2024-09-20T21:54:35.725 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 27 current snap is 375 2024-09-20T21:54:35.725 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 1466 (ObjNum 1123 snap 373 seq_num 1123) dirty exists 2024-09-20T21:54:35.725 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 1375 (ObjNum 33 snap 0 seq_num 22432480) dirty exists 2024-09-20T21:54:35.725 INFO:tasks.rados.rados.0.smithi046.stdout:3693: finishing write tid 1 to smithi04683737-7 2024-09-20T21:54:35.725 INFO:tasks.rados.rados.0.smithi046.stdout:3693: finishing write tid 2 to smithi04683737-7 2024-09-20T21:54:35.725 INFO:tasks.rados.rados.0.smithi046.stdout:3694: seq_num 1127 ranges {7774208=483328,8257536=598016,8855552=581632,9437184=425984} 2024-09-20T21:54:35.770 INFO:tasks.rados.rados.0.smithi046.stdout:3694: writing smithi04683737-27 from 7774208 to 8257536 tid 1 2024-09-20T21:54:35.773 INFO:tasks.rados.rados.0.smithi046.stdout:3694: writing smithi04683737-27 from 8257536 to 8855552 tid 2 2024-09-20T21:54:35.777 INFO:tasks.rados.rados.0.smithi046.stdout:3694: writing smithi04683737-27 from 8855552 to 9437184 tid 3 2024-09-20T21:54:35.780 INFO:tasks.rados.rados.0.smithi046.stdout:3694: writing smithi04683737-27 from 9437184 to 9863168 tid 4 2024-09-20T21:54:35.780 INFO:tasks.rados.rados.0.smithi046.stdout:3691: done (4 left) 2024-09-20T21:54:35.780 INFO:tasks.rados.rados.0.smithi046.stdout:3692: done (3 left) 2024-09-20T21:54:35.780 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 375 2024-09-20T21:54:35.780 INFO:tasks.rados.rados.0.smithi046.stdout:3693: finishing write tid 3 to smithi04683737-7 2024-09-20T21:54:35.780 INFO:tasks.rados.rados.0.smithi046.stdout:3695: seq_num 1128 ranges {0=499712,499712=483328,983040=786432,1769472=335872} 2024-09-20T21:54:35.782 INFO:tasks.rados.rados.0.smithi046.stdout:3695: writing smithi04683737-45 from 0 to 499712 tid 1 2024-09-20T21:54:35.785 INFO:tasks.rados.rados.0.smithi046.stdout:3695: writing smithi04683737-45 from 499712 to 983040 tid 2 2024-09-20T21:54:35.790 INFO:tasks.rados.rados.0.smithi046.stdout:3695: writing smithi04683737-45 from 983040 to 1769472 tid 3 2024-09-20T21:54:35.794 INFO:tasks.rados.rados.0.smithi046.stdout:3695: writing smithi04683737-45 from 1769472 to 2105344 tid 4 2024-09-20T21:54:35.794 INFO:tasks.rados.rados.0.smithi046.stdout:3696: read oid 14 snap -1 2024-09-20T21:54:35.794 INFO:tasks.rados.rados.0.smithi046.stdout:3696: expect (ObjNum 1116 snap 368 seq_num 1116) 2024-09-20T21:54:35.794 INFO:tasks.rados.rados.0.smithi046.stdout:3697: rmattr oid 26 current snap is 375 2024-09-20T21:54:35.794 INFO:tasks.rados.rados.0.smithi046.stdout:3693: finishing write tid 4 to smithi04683737-7 2024-09-20T21:54:35.794 INFO:tasks.rados.rados.0.smithi046.stdout:3693: finishing write tid 5 to smithi04683737-7 2024-09-20T21:54:35.794 INFO:tasks.rados.rados.0.smithi046.stdout:3693: finishing write tid 6 to smithi04683737-7 2024-09-20T21:54:35.794 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 2121 (ObjNum 1126 snap 375 seq_num 1126) dirty exists 2024-09-20T21:54:35.794 INFO:tasks.rados.rados.0.smithi046.stdout:3693: left oid 7 (ObjNum 1126 snap 375 seq_num 1126) 2024-09-20T21:54:35.795 INFO:tasks.rados.rados.0.smithi046.stdout:3690: finishing copy_from racing read to smithi04683737-13 2024-09-20T21:54:35.795 INFO:tasks.rados.rados.0.smithi046.stdout:3690: finishing copy_from to smithi04683737-13 2024-09-20T21:54:35.795 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1340 (ObjNum 1036 snap 338 seq_num 1036) dirty exists 2024-09-20T21:54:35.795 INFO:tasks.rados.rados.0.smithi046.stdout:3694: finishing write tid 1 to smithi04683737-27 2024-09-20T21:54:35.795 INFO:tasks.rados.rados.0.smithi046.stdout:3694: finishing write tid 2 to smithi04683737-27 2024-09-20T21:54:35.795 INFO:tasks.rados.rados.0.smithi046.stdout:3690: done (5 left) 2024-09-20T21:54:35.795 INFO:tasks.rados.rados.0.smithi046.stdout:3693: done (4 left) 2024-09-20T21:54:35.795 INFO:tasks.rados.rados.0.smithi046.stdout:3698: read oid 1 snap -1 2024-09-20T21:54:35.795 INFO:tasks.rados.rados.0.smithi046.stdout:3698: expect deleted 2024-09-20T21:54:35.795 INFO:tasks.rados.rados.0.smithi046.stdout:3699: read oid 13 snap -1 2024-09-20T21:54:35.795 INFO:tasks.rados.rados.0.smithi046.stdout:3699: expect (ObjNum 1036 snap 338 seq_num 1036) 2024-09-20T21:54:35.795 INFO:tasks.rados.rados.0.smithi046.stdout:3700: rollback oid 7 current snap is 375 2024-09-20T21:54:35.795 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 7 to 342 2024-09-20T21:54:35.795 INFO:tasks.rados.rados.0.smithi046.stdout:3694: finishing write tid 3 to smithi04683737-27 2024-09-20T21:54:35.795 INFO:tasks.rados.rados.0.smithi046.stdout:3694: finishing write tid 4 to smithi04683737-27 2024-09-20T21:54:35.796 INFO:tasks.rados.rados.0.smithi046.stdout:3694: finishing write tid 5 to smithi04683737-27 2024-09-20T21:54:35.796 INFO:tasks.rados.rados.0.smithi046.stdout:3701: rmattr oid 3 current snap is 375 2024-09-20T21:54:35.796 INFO:tasks.rados.rados.0.smithi046.stdout:3694: finishing write tid 6 to smithi04683737-27 2024-09-20T21:54:35.796 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 1778 (ObjNum 1127 snap 375 seq_num 1127) dirty exists 2024-09-20T21:54:35.796 INFO:tasks.rados.rados.0.smithi046.stdout:3694: left oid 27 (ObjNum 1127 snap 375 seq_num 1127) 2024-09-20T21:54:35.796 INFO:tasks.rados.rados.0.smithi046.stdout:3695: finishing write tid 1 to smithi04683737-45 2024-09-20T21:54:35.796 INFO:tasks.rados.rados.0.smithi046.stdout:3694: done (7 left) 2024-09-20T21:54:35.796 INFO:tasks.rados.rados.0.smithi046.stdout:3702: read oid 41 snap -1 2024-09-20T21:54:35.796 INFO:tasks.rados.rados.0.smithi046.stdout:3702: expect deleted 2024-09-20T21:54:35.796 INFO:tasks.rados.rados.0.smithi046.stdout:3703: copy_from oid 50 from oid 8 current snap is 375 2024-09-20T21:54:35.796 INFO:tasks.rados.rados.0.smithi046.stdout:3695: finishing write tid 2 to smithi04683737-45 2024-09-20T21:54:35.796 INFO:tasks.rados.rados.0.smithi046.stdout:3704: snap_create 2024-09-20T21:54:35.797 INFO:tasks.rados.rados.0.smithi046.stdout:3695: finishing write tid 3 to smithi04683737-45 2024-09-20T21:54:35.799 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 1859 (ObjNum 1027 snap 332 seq_num 1027) dirty exists 2024-09-20T21:54:35.800 INFO:tasks.rados.rados.0.smithi046.stdout:3695: finishing write tid 4 to smithi04683737-45 2024-09-20T21:54:35.800 INFO:tasks.rados.rados.0.smithi046.stdout:3695: finishing write tid 5 to smithi04683737-45 2024-09-20T21:54:35.803 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1997 (ObjNum 981 snap 310 seq_num 981) dirty exists 2024-09-20T21:54:35.803 INFO:tasks.rados.rados.0.smithi046.stdout:3700: finishing rollback tid 0 to smithi04683737-7 2024-09-20T21:54:35.804 INFO:tasks.rados.rados.0.smithi046.stdout:3700: finishing rollback tid 1 to smithi04683737-7 2024-09-20T21:54:35.805 INFO:tasks.rados.rados.0.smithi046.stdout:3700: finishing rollback tid 2 to smithi04683737-7 2024-09-20T21:54:35.805 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 2124 (ObjNum 1031 snap 333 seq_num 1031) dirty exists 2024-09-20T21:54:35.805 INFO:tasks.rados.rados.0.smithi046.stdout:3695: finishing write tid 6 to smithi04683737-45 2024-09-20T21:54:35.805 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1771 (ObjNum 1128 snap 375 seq_num 1128) dirty exists 2024-09-20T21:54:35.805 INFO:tasks.rados.rados.0.smithi046.stdout:3695: left oid 45 (ObjNum 1128 snap 375 seq_num 1128) 2024-09-20T21:54:35.811 INFO:tasks.rados.rados.0.smithi046.stdout:3696: expect (ObjNum 1116 snap 368 seq_num 1116) 2024-09-20T21:54:35.926 INFO:tasks.rados.rados.0.smithi046.stdout:3703: finishing copy_from racing read to smithi04683737-50 2024-09-20T21:54:35.926 INFO:tasks.rados.rados.0.smithi046.stdout:3703: finishing copy_from to smithi04683737-50 2024-09-20T21:54:35.927 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 1461 (ObjNum 956 snap 307 seq_num 956) dirty exists 2024-09-20T21:54:35.927 INFO:tasks.rados.rados.0.smithi046.stdout:3699: expect (ObjNum 1036 snap 338 seq_num 1036) 2024-09-20T21:54:36.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:35 smithi046 ceph-mon[96110]: osdmap e797: 8 total, 8 up, 8 in 2024-09-20T21:54:36.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:35 smithi046 ceph-mon[98591]: osdmap e797: 8 total, 8 up, 8 in 2024-09-20T21:54:36.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:35 smithi134 ceph-mon[89086]: osdmap e797: 8 total, 8 up, 8 in 2024-09-20T21:54:36.698 INFO:tasks.rados.rados.0.smithi046.stdout:3695: done (9 left) 2024-09-20T21:54:36.698 INFO:tasks.rados.rados.0.smithi046.stdout:3696: done (8 left) 2024-09-20T21:54:36.698 INFO:tasks.rados.rados.0.smithi046.stdout:3697: done (7 left) 2024-09-20T21:54:36.698 INFO:tasks.rados.rados.0.smithi046.stdout:3698: done (6 left) 2024-09-20T21:54:36.698 INFO:tasks.rados.rados.0.smithi046.stdout:3699: done (5 left) 2024-09-20T21:54:36.698 INFO:tasks.rados.rados.0.smithi046.stdout:3700: done (4 left) 2024-09-20T21:54:36.698 INFO:tasks.rados.rados.0.smithi046.stdout:3701: done (3 left) 2024-09-20T21:54:36.698 INFO:tasks.rados.rados.0.smithi046.stdout:3702: done (2 left) 2024-09-20T21:54:36.698 INFO:tasks.rados.rados.0.smithi046.stdout:3703: done (1 left) 2024-09-20T21:54:36.698 INFO:tasks.rados.rados.0.smithi046.stdout:3704: done (0 left) 2024-09-20T21:54:36.698 INFO:tasks.rados.rados.0.smithi046.stdout:3705: setattr oid 45 current snap is 376 2024-09-20T21:54:36.700 INFO:tasks.rados.rados.0.smithi046.stdout:3706: copy_from oid 23 from oid 3 current snap is 376 2024-09-20T21:54:36.700 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 376 2024-09-20T21:54:36.700 INFO:tasks.rados.rados.0.smithi046.stdout:3707: seq_num 1129 ranges {409600=516096,925696=770048,1695744=598016,2293760=237568} 2024-09-20T21:54:36.705 INFO:tasks.rados.rados.0.smithi046.stdout:3707: writing smithi04683737-26 from 409600 to 925696 tid 1 2024-09-20T21:54:36.710 INFO:tasks.rados.rados.0.smithi046.stdout:3707: writing smithi04683737-26 from 925696 to 1695744 tid 2 2024-09-20T21:54:36.714 INFO:tasks.rados.rados.0.smithi046.stdout:3707: writing smithi04683737-26 from 1695744 to 2293760 tid 3 2024-09-20T21:54:36.716 INFO:tasks.rados.rados.0.smithi046.stdout:3707: writing smithi04683737-26 from 2293760 to 2531328 tid 4 2024-09-20T21:54:36.716 INFO:tasks.rados.rados.0.smithi046.stdout:3708: snap_create 2024-09-20T21:54:36.716 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1772 (ObjNum 1128 snap 375 seq_num 1128) dirty exists 2024-09-20T21:54:36.716 INFO:tasks.rados.rados.0.smithi046.stdout:3707: finishing write tid 1 to smithi04683737-26 2024-09-20T21:54:36.716 INFO:tasks.rados.rados.0.smithi046.stdout:3707: finishing write tid 2 to smithi04683737-26 2024-09-20T21:54:36.718 INFO:tasks.rados.rados.0.smithi046.stdout:3707: finishing write tid 3 to smithi04683737-26 2024-09-20T21:54:36.718 INFO:tasks.rados.rados.0.smithi046.stdout:3707: finishing write tid 4 to smithi04683737-26 2024-09-20T21:54:36.719 INFO:tasks.rados.rados.0.smithi046.stdout:3707: finishing write tid 5 to smithi04683737-26 2024-09-20T21:54:36.720 INFO:tasks.rados.rados.0.smithi046.stdout:3707: finishing write tid 6 to smithi04683737-26 2024-09-20T21:54:36.720 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 1864 (ObjNum 1129 snap 376 seq_num 1129) dirty exists 2024-09-20T21:54:36.720 INFO:tasks.rados.rados.0.smithi046.stdout:3707: left oid 26 (ObjNum 1129 snap 376 seq_num 1129) 2024-09-20T21:54:36.726 INFO:tasks.rados.rados.0.smithi046.stdout:3706: finishing copy_from racing read to smithi04683737-23 2024-09-20T21:54:36.729 INFO:tasks.rados.rados.0.smithi046.stdout:3706: finishing copy_from to smithi04683737-23 2024-09-20T21:54:36.729 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1997 (ObjNum 981 snap 310 seq_num 981) dirty exists 2024-09-20T21:54:37.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:36 smithi046 ceph-mon[98591]: pgmap v863: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 551 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 631 KiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-09-20T21:54:37.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:36 smithi046 ceph-mon[98591]: osdmap e798: 8 total, 8 up, 8 in 2024-09-20T21:54:37.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:36 smithi046 ceph-mon[96110]: pgmap v863: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 551 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 631 KiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-09-20T21:54:37.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:36 smithi046 ceph-mon[96110]: osdmap e798: 8 total, 8 up, 8 in 2024-09-20T21:54:37.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:36 smithi134 ceph-mon[89086]: pgmap v863: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 551 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 631 KiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-09-20T21:54:37.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:36 smithi134 ceph-mon[89086]: osdmap e798: 8 total, 8 up, 8 in 2024-09-20T21:54:37.667 INFO:tasks.rados.rados.0.smithi046.stdout:3705: done (3 left) 2024-09-20T21:54:37.667 INFO:tasks.rados.rados.0.smithi046.stdout:3706: done (2 left) 2024-09-20T21:54:37.667 INFO:tasks.rados.rados.0.smithi046.stdout:3707: done (1 left) 2024-09-20T21:54:37.667 INFO:tasks.rados.rados.0.smithi046.stdout:3708: done (0 left) 2024-09-20T21:54:37.667 INFO:tasks.rados.rados.0.smithi046.stdout:3709: copy_from oid 47 from oid 22 current snap is 377 2024-09-20T21:54:37.667 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 377 2024-09-20T21:54:37.668 INFO:tasks.rados.rados.0.smithi046.stdout:3710: seq_num 1130 ranges {3760128=532480,4292608=655360,4947968=753664,5701632=196608} 2024-09-20T21:54:37.690 INFO:tasks.rados.rados.0.smithi046.stdout:3710: writing smithi04683737-49 from 3760128 to 4292608 tid 1 2024-09-20T21:54:37.695 INFO:tasks.rados.rados.0.smithi046.stdout:3710: writing smithi04683737-49 from 4292608 to 4947968 tid 2 2024-09-20T21:54:37.699 INFO:tasks.rados.rados.0.smithi046.stdout:3710: writing smithi04683737-49 from 4947968 to 5701632 tid 3 2024-09-20T21:54:37.701 INFO:tasks.rados.rados.0.smithi046.stdout:3710: writing smithi04683737-49 from 5701632 to 5898240 tid 4 2024-09-20T21:54:37.701 INFO:tasks.rados.rados.0.smithi046.stdout:3711: snap_remove snap 375 2024-09-20T21:54:38.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:37 smithi046 ceph-mon[96110]: osdmap e799: 8 total, 8 up, 8 in 2024-09-20T21:54:38.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:37 smithi046 ceph-mon[96110]: osdmap e800: 8 total, 8 up, 8 in 2024-09-20T21:54:38.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:37 smithi046 ceph-mon[98591]: osdmap e799: 8 total, 8 up, 8 in 2024-09-20T21:54:38.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:37 smithi046 ceph-mon[98591]: osdmap e800: 8 total, 8 up, 8 in 2024-09-20T21:54:38.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:37 smithi134 ceph-mon[89086]: osdmap e799: 8 total, 8 up, 8 in 2024-09-20T21:54:38.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:37 smithi134 ceph-mon[89086]: osdmap e800: 8 total, 8 up, 8 in 2024-09-20T21:54:38.707 INFO:tasks.rados.rados.0.smithi046.stdout:3711: done (2 left) 2024-09-20T21:54:38.707 INFO:tasks.rados.rados.0.smithi046.stdout:3712: rmattr oid 16 current snap is 377 2024-09-20T21:54:38.707 INFO:tasks.rados.rados.0.smithi046.stdout:3709: finishing copy_from to smithi04683737-47 2024-09-20T21:54:38.707 INFO:tasks.rados.rados.0.smithi046.stdout:3709: got expected ENOENT (src dne) 2024-09-20T21:54:38.707 INFO:tasks.rados.rados.0.smithi046.stdout:3709: finishing copy_from racing read to smithi04683737-47 2024-09-20T21:54:38.707 INFO:tasks.rados.rados.0.smithi046.stdout:3710: finishing write tid 1 to smithi04683737-49 2024-09-20T21:54:38.707 INFO:tasks.rados.rados.0.smithi046.stdout:3710: finishing write tid 2 to smithi04683737-49 2024-09-20T21:54:38.707 INFO:tasks.rados.rados.0.smithi046.stdout:3710: finishing write tid 3 to smithi04683737-49 2024-09-20T21:54:38.707 INFO:tasks.rados.rados.0.smithi046.stdout:3710: finishing write tid 4 to smithi04683737-49 2024-09-20T21:54:38.707 INFO:tasks.rados.rados.0.smithi046.stdout:3710: finishing write tid 5 to smithi04683737-49 2024-09-20T21:54:38.707 INFO:tasks.rados.rados.0.smithi046.stdout:3710: finishing write tid 6 to smithi04683737-49 2024-09-20T21:54:38.707 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 2200 (ObjNum 1130 snap 377 seq_num 1130) dirty exists 2024-09-20T21:54:38.707 INFO:tasks.rados.rados.0.smithi046.stdout:3710: left oid 49 (ObjNum 1130 snap 377 seq_num 1130) 2024-09-20T21:54:38.708 INFO:tasks.rados.rados.0.smithi046.stdout:3709: done (2 left) 2024-09-20T21:54:38.708 INFO:tasks.rados.rados.0.smithi046.stdout:3710: done (1 left) 2024-09-20T21:54:38.708 INFO:tasks.rados.rados.0.smithi046.stdout:3712: done (0 left) 2024-09-20T21:54:38.708 INFO:tasks.rados.rados.0.smithi046.stdout:3713: delete oid 11 current snap is 377 2024-09-20T21:54:38.712 INFO:tasks.rados.rados.0.smithi046.stdout:3713: done (0 left) 2024-09-20T21:54:38.712 INFO:tasks.rados.rados.0.smithi046.stdout:3714: rollback oid 27 current snap is 377 2024-09-20T21:54:38.712 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 27 to 297 2024-09-20T21:54:38.712 INFO:tasks.rados.rados.0.smithi046.stdout:3715: snap_remove snap 336 2024-09-20T21:54:39.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:38 smithi046 ceph-mon[96110]: pgmap v866: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 536 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 5.4 MiB/s wr, 24 op/s 2024-09-20T21:54:39.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:38 smithi046 ceph-mon[98591]: pgmap v866: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 536 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 5.4 MiB/s wr, 24 op/s 2024-09-20T21:54:39.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:38 smithi134 ceph-mon[89086]: pgmap v866: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 536 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 5.4 MiB/s wr, 24 op/s 2024-09-20T21:54:39.719 INFO:tasks.rados.rados.0.smithi046.stdout:3714: finishing rollback tid 0 to smithi04683737-27 2024-09-20T21:54:39.719 INFO:tasks.rados.rados.0.smithi046.stdout:3714: finishing rollback tid 1 to smithi04683737-27 2024-09-20T21:54:39.719 INFO:tasks.rados.rados.0.smithi046.stdout:3714: finishing rollback tid 2 to smithi04683737-27 2024-09-20T21:54:39.719 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 1781 (ObjNum 756 snap 252 seq_num 756) dirty exists 2024-09-20T21:54:39.719 INFO:tasks.rados.rados.0.smithi046.stdout:3714: done (1 left) 2024-09-20T21:54:39.720 INFO:tasks.rados.rados.0.smithi046.stdout:3715: done (0 left) 2024-09-20T21:54:39.720 INFO:tasks.rados.rados.0.smithi046.stdout:3716: snap_remove snap 374 2024-09-20T21:54:40.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:39 smithi046 ceph-mon[96110]: osdmap e801: 8 total, 8 up, 8 in 2024-09-20T21:54:40.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:39 smithi046 ceph-mon[98591]: osdmap e801: 8 total, 8 up, 8 in 2024-09-20T21:54:40.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:39 smithi134 ceph-mon[89086]: osdmap e801: 8 total, 8 up, 8 in 2024-09-20T21:54:40.724 INFO:tasks.rados.rados.0.smithi046.stdout:3716: done (0 left) 2024-09-20T21:54:40.724 INFO:tasks.rados.rados.0.smithi046.stdout:3717: setattr oid 36 current snap is 377 2024-09-20T21:54:40.727 INFO:tasks.rados.rados.0.smithi046.stdout:3718: delete oid 33 current snap is 377 2024-09-20T21:54:40.735 INFO:tasks.rados.rados.0.smithi046.stdout:3718: done (1 left) 2024-09-20T21:54:40.735 INFO:tasks.rados.rados.0.smithi046.stdout:3719: read oid 49 snap -1 2024-09-20T21:54:40.735 INFO:tasks.rados.rados.0.smithi046.stdout:3719: expect (ObjNum 1130 snap 377 seq_num 1130) 2024-09-20T21:54:40.735 INFO:tasks.rados.rados.0.smithi046.stdout:3720: rollback oid 21 current snap is 377 2024-09-20T21:54:40.735 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 21 to 342 2024-09-20T21:54:40.735 INFO:tasks.rados.rados.0.smithi046.stdout:3721: read oid 4 snap -1 2024-09-20T21:54:40.735 INFO:tasks.rados.rados.0.smithi046.stdout:3721: expect (ObjNum 810 snap 269 seq_num 810) 2024-09-20T21:54:40.735 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 377 2024-09-20T21:54:40.735 INFO:tasks.rados.rados.0.smithi046.stdout:3722: seq_num 1133 ranges {1114112=581632,1695744=753664,2449408=573440,3022848=278528} 2024-09-20T21:54:40.745 INFO:tasks.rados.rados.0.smithi046.stdout:3722: writing smithi04683737-32 from 1114112 to 1695744 tid 1 2024-09-20T21:54:40.750 INFO:tasks.rados.rados.0.smithi046.stdout:3722: writing smithi04683737-32 from 1695744 to 2449408 tid 2 2024-09-20T21:54:40.754 INFO:tasks.rados.rados.0.smithi046.stdout:3722: writing smithi04683737-32 from 2449408 to 3022848 tid 3 2024-09-20T21:54:40.756 INFO:tasks.rados.rados.0.smithi046.stdout:3722: writing smithi04683737-32 from 3022848 to 3301376 tid 4 2024-09-20T21:54:40.756 INFO:tasks.rados.rados.0.smithi046.stdout:3723: rollback oid 11 current snap is 377 2024-09-20T21:54:40.756 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 11 to 355 2024-09-20T21:54:40.756 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 1554 (ObjNum 1069 snap 352 seq_num 1069) dirty exists 2024-09-20T21:54:40.756 INFO:tasks.rados.rados.0.smithi046.stdout:3720: finishing rollback tid 0 to smithi04683737-21 2024-09-20T21:54:40.757 INFO:tasks.rados.rados.0.smithi046.stdout:3720: finishing rollback tid 1 to smithi04683737-21 2024-09-20T21:54:40.757 INFO:tasks.rados.rados.0.smithi046.stdout:3720: finishing rollback tid 2 to smithi04683737-21 2024-09-20T21:54:40.757 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1764 (ObjNum 971 snap 308 seq_num 971) dirty exists 2024-09-20T21:54:40.757 INFO:tasks.rados.rados.0.smithi046.stdout:3717: done (5 left) 2024-09-20T21:54:40.757 INFO:tasks.rados.rados.0.smithi046.stdout:3720: done (4 left) 2024-09-20T21:54:40.757 INFO:tasks.rados.rados.0.smithi046.stdout:3724: copy_from oid 7 from oid 31 current snap is 377 2024-09-20T21:54:40.757 INFO:tasks.rados.rados.0.smithi046.stdout:3725: read oid 28 snap -1 2024-09-20T21:54:40.757 INFO:tasks.rados.rados.0.smithi046.stdout:3725: expect (ObjNum 1076 snap 355 seq_num 1076) 2024-09-20T21:54:40.757 INFO:tasks.rados.rados.0.smithi046.stdout:3726: read oid 24 snap 312 2024-09-20T21:54:40.757 INFO:tasks.rados.rados.0.smithi046.stdout:3726: expect (ObjNum 967 snap 307 seq_num 967) 2024-09-20T21:54:40.757 INFO:tasks.rados.rados.0.smithi046.stdout:3727: snap_remove snap 333 2024-09-20T21:54:41.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:40 smithi046 ceph-mon[98591]: pgmap v869: 121 pgs: 121 active+clean; 531 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 5.9 MiB/s wr, 40 op/s 2024-09-20T21:54:41.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:40 smithi046 ceph-mon[98591]: osdmap e802: 8 total, 8 up, 8 in 2024-09-20T21:54:41.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:40 smithi046 ceph-mon[96110]: pgmap v869: 121 pgs: 121 active+clean; 531 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 5.9 MiB/s wr, 40 op/s 2024-09-20T21:54:41.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:40 smithi046 ceph-mon[96110]: osdmap e802: 8 total, 8 up, 8 in 2024-09-20T21:54:41.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:40 smithi134 ceph-mon[89086]: pgmap v869: 121 pgs: 121 active+clean; 531 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 5.9 MiB/s wr, 40 op/s 2024-09-20T21:54:41.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:40 smithi134 ceph-mon[89086]: osdmap e802: 8 total, 8 up, 8 in 2024-09-20T21:54:41.729 INFO:tasks.rados.rados.0.smithi046.stdout:3723: finishing rollback tid 1 to smithi04683737-11 2024-09-20T21:54:41.729 INFO:tasks.rados.rados.0.smithi046.stdout:3723: finishing rollback tid 2 to smithi04683737-11 2024-09-20T21:54:41.730 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 1775 (ObjNum 977 snap 309 seq_num 977) dirty exists 2024-09-20T21:54:41.730 INFO:tasks.rados.rados.0.smithi046.stdout:3719: expect (ObjNum 1130 snap 377 seq_num 1130) 2024-09-20T21:54:41.985 INFO:tasks.rados.rados.0.smithi046.stdout:3722: finishing write tid 1 to smithi04683737-32 2024-09-20T21:54:41.985 INFO:tasks.rados.rados.0.smithi046.stdout:3726: expect (ObjNum 967 snap 307 seq_num 967) 2024-09-20T21:54:42.032 INFO:tasks.rados.rados.0.smithi046.stdout:3722: finishing write tid 2 to smithi04683737-32 2024-09-20T21:54:42.032 INFO:tasks.rados.rados.0.smithi046.stdout:3725: expect (ObjNum 1076 snap 355 seq_num 1076) 2024-09-20T21:54:42.051 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:41 smithi046 ceph-mon[96110]: osdmap e803: 8 total, 8 up, 8 in 2024-09-20T21:54:42.052 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:41 smithi046 ceph-mon[98591]: osdmap e803: 8 total, 8 up, 8 in 2024-09-20T21:54:42.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:41 smithi134 ceph-mon[89086]: osdmap e803: 8 total, 8 up, 8 in 2024-09-20T21:54:42.216 INFO:tasks.rados.rados.0.smithi046.stdout:3722: finishing write tid 3 to smithi04683737-32 2024-09-20T21:54:42.216 INFO:tasks.rados.rados.0.smithi046.stdout:3722: finishing write tid 4 to smithi04683737-32 2024-09-20T21:54:42.216 INFO:tasks.rados.rados.0.smithi046.stdout:3722: finishing write tid 5 to smithi04683737-32 2024-09-20T21:54:42.216 INFO:tasks.rados.rados.0.smithi046.stdout:3724: finishing copy_from racing read to smithi04683737-7 2024-09-20T21:54:42.217 INFO:tasks.rados.rados.0.smithi046.stdout:3724: finishing copy_from to smithi04683737-7 2024-09-20T21:54:42.217 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1887 (ObjNum 1099 snap 364 seq_num 1099) dirty exists 2024-09-20T21:54:42.217 INFO:tasks.rados.rados.0.smithi046.stdout:3721: expect (ObjNum 810 snap 269 seq_num 810) 2024-09-20T21:54:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:54:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:54:42] "GET /metrics HTTP/1.1" 200 36386 "" "Prometheus/2.43.0" 2024-09-20T21:54:42.496 INFO:tasks.rados.rados.0.smithi046.stdout:3722: finishing write tid 6 to smithi04683737-32 2024-09-20T21:54:42.496 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 2220 (ObjNum 1133 snap 377 seq_num 1133) dirty exists 2024-09-20T21:54:42.496 INFO:tasks.rados.rados.0.smithi046.stdout:3722: left oid 32 (ObjNum 1133 snap 377 seq_num 1133) 2024-09-20T21:54:42.496 INFO:tasks.rados.rados.0.smithi046.stdout:3719: done (7 left) 2024-09-20T21:54:42.497 INFO:tasks.rados.rados.0.smithi046.stdout:3721: done (6 left) 2024-09-20T21:54:42.497 INFO:tasks.rados.rados.0.smithi046.stdout:3722: done (5 left) 2024-09-20T21:54:42.497 INFO:tasks.rados.rados.0.smithi046.stdout:3723: done (4 left) 2024-09-20T21:54:42.497 INFO:tasks.rados.rados.0.smithi046.stdout:3724: done (3 left) 2024-09-20T21:54:42.497 INFO:tasks.rados.rados.0.smithi046.stdout:3725: done (2 left) 2024-09-20T21:54:42.497 INFO:tasks.rados.rados.0.smithi046.stdout:3726: done (1 left) 2024-09-20T21:54:42.497 INFO:tasks.rados.rados.0.smithi046.stdout:3727: done (0 left) 2024-09-20T21:54:42.497 INFO:tasks.rados.rados.0.smithi046.stdout:3728: rollback oid 30 current snap is 377 2024-09-20T21:54:42.497 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 30 to 315 2024-09-20T21:54:42.497 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 377 2024-09-20T21:54:42.497 INFO:tasks.rados.rados.0.smithi046.stdout:3729: seq_num 1134 ranges {3301376=598016,3899392=638976,4538368=737280,5275648=229376} 2024-09-20T21:54:42.517 INFO:tasks.rados.rados.0.smithi046.stdout:3729: writing smithi04683737-32 from 3301376 to 3899392 tid 1 2024-09-20T21:54:42.520 INFO:tasks.rados.rados.0.smithi046.stdout:3729: writing smithi04683737-32 from 3899392 to 4538368 tid 2 2024-09-20T21:54:42.524 INFO:tasks.rados.rados.0.smithi046.stdout:3729: writing smithi04683737-32 from 4538368 to 5275648 tid 3 2024-09-20T21:54:42.526 INFO:tasks.rados.rados.0.smithi046.stdout:3729: writing smithi04683737-32 from 5275648 to 5505024 tid 4 2024-09-20T21:54:42.526 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 38 current snap is 377 2024-09-20T21:54:42.526 INFO:tasks.rados.rados.0.smithi046.stdout:3728: finishing rollback tid 0 to smithi04683737-30 2024-09-20T21:54:42.526 INFO:tasks.rados.rados.0.smithi046.stdout:3728: finishing rollback tid 1 to smithi04683737-30 2024-09-20T21:54:42.526 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 1377 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-20T21:54:42.526 INFO:tasks.rados.rados.0.smithi046.stdout:3729: finishing write tid 1 to smithi04683737-32 2024-09-20T21:54:42.527 INFO:tasks.rados.rados.0.smithi046.stdout:3730: seq_num 1135 ranges {6250496=614400,6864896=524288,7389184=540672,7929856=483328,8413184=57344} 2024-09-20T21:54:42.563 INFO:tasks.rados.rados.0.smithi046.stdout:3730: writing smithi04683737-38 from 6250496 to 6864896 tid 1 2024-09-20T21:54:42.566 INFO:tasks.rados.rados.0.smithi046.stdout:3730: writing smithi04683737-38 from 6864896 to 7389184 tid 2 2024-09-20T21:54:42.569 INFO:tasks.rados.rados.0.smithi046.stdout:3730: writing smithi04683737-38 from 7389184 to 7929856 tid 3 2024-09-20T21:54:42.572 INFO:tasks.rados.rados.0.smithi046.stdout:3730: writing smithi04683737-38 from 7929856 to 8413184 tid 4 2024-09-20T21:54:42.573 INFO:tasks.rados.rados.0.smithi046.stdout:3730: writing smithi04683737-38 from 8413184 to 8470528 tid 5 2024-09-20T21:54:42.573 INFO:tasks.rados.rados.0.smithi046.stdout:3728: done (2 left) 2024-09-20T21:54:42.573 INFO:tasks.rados.rados.0.smithi046.stdout:3731: read oid 17 snap -1 2024-09-20T21:54:42.573 INFO:tasks.rados.rados.0.smithi046.stdout:3731: expect (ObjNum 1006 snap 324 seq_num 1006) 2024-09-20T21:54:42.573 INFO:tasks.rados.rados.0.smithi046.stdout:3732: snap_create 2024-09-20T21:54:42.573 INFO:tasks.rados.rados.0.smithi046.stdout:3729: finishing write tid 2 to smithi04683737-32 2024-09-20T21:54:42.573 INFO:tasks.rados.rados.0.smithi046.stdout:3729: finishing write tid 3 to smithi04683737-32 2024-09-20T21:54:42.573 INFO:tasks.rados.rados.0.smithi046.stdout:3729: finishing write tid 4 to smithi04683737-32 2024-09-20T21:54:42.573 INFO:tasks.rados.rados.0.smithi046.stdout:3729: finishing write tid 5 to smithi04683737-32 2024-09-20T21:54:42.573 INFO:tasks.rados.rados.0.smithi046.stdout:3729: finishing write tid 6 to smithi04683737-32 2024-09-20T21:54:42.573 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 2235 (ObjNum 1134 snap 377 seq_num 1134) dirty exists 2024-09-20T21:54:42.573 INFO:tasks.rados.rados.0.smithi046.stdout:3729: left oid 32 (ObjNum 1134 snap 377 seq_num 1134) 2024-09-20T21:54:42.574 INFO:tasks.rados.rados.0.smithi046.stdout:3730: finishing write tid 1 to smithi04683737-38 2024-09-20T21:54:42.574 INFO:tasks.rados.rados.0.smithi046.stdout:3730: finishing write tid 2 to smithi04683737-38 2024-09-20T21:54:42.576 INFO:tasks.rados.rados.0.smithi046.stdout:3730: finishing write tid 3 to smithi04683737-38 2024-09-20T21:54:42.576 INFO:tasks.rados.rados.0.smithi046.stdout:3730: finishing write tid 4 to smithi04683737-38 2024-09-20T21:54:42.576 INFO:tasks.rados.rados.0.smithi046.stdout:3730: finishing write tid 5 to smithi04683737-38 2024-09-20T21:54:42.578 INFO:tasks.rados.rados.0.smithi046.stdout:3730: finishing write tid 6 to smithi04683737-38 2024-09-20T21:54:42.580 INFO:tasks.rados.rados.0.smithi046.stdout:3730: finishing write tid 7 to smithi04683737-38 2024-09-20T21:54:42.580 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1592 (ObjNum 1135 snap 377 seq_num 1135) dirty exists 2024-09-20T21:54:42.580 INFO:tasks.rados.rados.0.smithi046.stdout:3730: left oid 38 (ObjNum 1135 snap 377 seq_num 1135) 2024-09-20T21:54:42.587 INFO:tasks.rados.rados.0.smithi046.stdout:3731: expect (ObjNum 1006 snap 324 seq_num 1006) 2024-09-20T21:54:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:54:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:54:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:54:42.833 INFO:tasks.rados.rados.0.smithi046.stdout:3729: done (3 left) 2024-09-20T21:54:42.834 INFO:tasks.rados.rados.0.smithi046.stdout:3730: done (2 left) 2024-09-20T21:54:42.834 INFO:tasks.rados.rados.0.smithi046.stdout:3731: done (1 left) 2024-09-20T21:54:42.834 INFO:tasks.rados.rados.0.smithi046.stdout:3732: done (0 left) 2024-09-20T21:54:42.834 INFO:tasks.rados.rados.0.smithi046.stdout:3733: delete oid 39 current snap is 378 2024-09-20T21:54:42.840 INFO:tasks.rados.rados.0.smithi046.stdout:3733: done (0 left) 2024-09-20T21:54:42.840 INFO:tasks.rados.rados.0.smithi046.stdout:3734: read oid 44 snap 332 2024-09-20T21:54:42.840 INFO:tasks.rados.rados.0.smithi046.stdout:3734: expect (ObjNum 1006 snap 324 seq_num 1006) 2024-09-20T21:54:42.840 INFO:tasks.rados.rados.0.smithi046.stdout:3735: read oid 10 snap -1 2024-09-20T21:54:42.840 INFO:tasks.rados.rados.0.smithi046.stdout:3735: expect (ObjNum 812 snap 270 seq_num 812) 2024-09-20T21:54:42.840 INFO:tasks.rados.rados.0.smithi046.stdout:3736: read oid 41 snap 319 2024-09-20T21:54:42.840 INFO:tasks.rados.rados.0.smithi046.stdout:3736: expect (ObjNum 959 snap 307 seq_num 959) 2024-09-20T21:54:42.840 INFO:tasks.rados.rados.0.smithi046.stdout:3737: copy_from oid 3 from oid 1 current snap is 378 2024-09-20T21:54:42.840 INFO:tasks.rados.rados.0.smithi046.stdout:3738: copy_from oid 45 from oid 28 current snap is 378 2024-09-20T21:54:42.840 INFO:tasks.rados.rados.0.smithi046.stdout:3739: snap_remove snap 360 2024-09-20T21:54:43.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:42 smithi046 ceph-mon[98591]: pgmap v872: 121 pgs: 121 active+clean; 553 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 5.7 MiB/s wr, 27 op/s 2024-09-20T21:54:43.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:42 smithi046 ceph-mon[98591]: osdmap e804: 8 total, 8 up, 8 in 2024-09-20T21:54:43.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:42 smithi046 ceph-mon[98591]: osdmap e805: 8 total, 8 up, 8 in 2024-09-20T21:54:43.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:42 smithi046 ceph-mon[96110]: pgmap v872: 121 pgs: 121 active+clean; 553 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 5.7 MiB/s wr, 27 op/s 2024-09-20T21:54:43.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:42 smithi046 ceph-mon[96110]: osdmap e804: 8 total, 8 up, 8 in 2024-09-20T21:54:43.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:42 smithi046 ceph-mon[96110]: osdmap e805: 8 total, 8 up, 8 in 2024-09-20T21:54:43.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:42 smithi134 ceph-mon[89086]: pgmap v872: 121 pgs: 121 active+clean; 553 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 5.7 MiB/s wr, 27 op/s 2024-09-20T21:54:43.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:42 smithi134 ceph-mon[89086]: osdmap e804: 8 total, 8 up, 8 in 2024-09-20T21:54:43.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:42 smithi134 ceph-mon[89086]: osdmap e805: 8 total, 8 up, 8 in 2024-09-20T21:54:43.737 INFO:tasks.rados.rados.0.smithi046.stdout:3739: done (5 left) 2024-09-20T21:54:43.738 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 378 2024-09-20T21:54:43.738 INFO:tasks.rados.rados.0.smithi046.stdout:3740: seq_num 1137 ranges {5324800=647168,5971968=696320,6668288=557056,7225344=352256} 2024-09-20T21:54:43.772 INFO:tasks.rados.rados.0.smithi046.stdout:3740: writing smithi04683737-4 from 5324800 to 5971968 tid 1 2024-09-20T21:54:43.776 INFO:tasks.rados.rados.0.smithi046.stdout:3740: writing smithi04683737-4 from 5971968 to 6668288 tid 2 2024-09-20T21:54:43.779 INFO:tasks.rados.rados.0.smithi046.stdout:3740: writing smithi04683737-4 from 6668288 to 7225344 tid 3 2024-09-20T21:54:43.782 INFO:tasks.rados.rados.0.smithi046.stdout:3740: writing smithi04683737-4 from 7225344 to 7577600 tid 4 2024-09-20T21:54:43.782 INFO:tasks.rados.rados.0.smithi046.stdout:3741: rmattr oid 8 current snap is 378 2024-09-20T21:54:43.782 INFO:tasks.rados.rados.0.smithi046.stdout:3741: done (6 left) 2024-09-20T21:54:43.782 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 11 current snap is 378 2024-09-20T21:54:43.782 INFO:tasks.rados.rados.0.smithi046.stdout:3737: finishing copy_from to smithi04683737-3 2024-09-20T21:54:43.782 INFO:tasks.rados.rados.0.smithi046.stdout:3737: got expected ENOENT (src dne) 2024-09-20T21:54:43.782 INFO:tasks.rados.rados.0.smithi046.stdout:3742: seq_num 1138 ranges {3473408=663552,4136960=581632,4718592=712704,5431296=311296} 2024-09-20T21:54:43.804 INFO:tasks.rados.rados.0.smithi046.stdout:3742: writing smithi04683737-11 from 3473408 to 4136960 tid 1 2024-09-20T21:54:43.808 INFO:tasks.rados.rados.0.smithi046.stdout:3742: writing smithi04683737-11 from 4136960 to 4718592 tid 2 2024-09-20T21:54:43.812 INFO:tasks.rados.rados.0.smithi046.stdout:3742: writing smithi04683737-11 from 4718592 to 5431296 tid 3 2024-09-20T21:54:43.814 INFO:tasks.rados.rados.0.smithi046.stdout:3742: writing smithi04683737-11 from 5431296 to 5742592 tid 4 2024-09-20T21:54:43.814 INFO:tasks.rados.rados.0.smithi046.stdout:3743: setattr oid 12 current snap is 378 2024-09-20T21:54:43.814 INFO:tasks.rados.rados.0.smithi046.stdout:3737: finishing copy_from racing read to smithi04683737-3 2024-09-20T21:54:43.814 INFO:tasks.rados.rados.0.smithi046.stdout:3734: expect (ObjNum 1006 snap 324 seq_num 1006) 2024-09-20T21:54:44.059 INFO:tasks.rados.rados.0.smithi046.stdout:3735: expect (ObjNum 812 snap 270 seq_num 812) 2024-09-20T21:54:44.166 INFO:tasks.rados.rados.0.smithi046.stdout:3738: finishing copy_from racing read to smithi04683737-45 2024-09-20T21:54:44.166 INFO:tasks.rados.rados.0.smithi046.stdout:3738: finishing copy_from to smithi04683737-45 2024-09-20T21:54:44.166 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1553 (ObjNum 1076 snap 355 seq_num 1076) dirty exists 2024-09-20T21:54:44.166 INFO:tasks.rados.rados.0.smithi046.stdout:3736: expect (ObjNum 959 snap 307 seq_num 959) 2024-09-20T21:54:44.307 INFO:tasks.rados.rados.0.smithi046.stdout:3740: finishing write tid 1 to smithi04683737-4 2024-09-20T21:54:44.307 INFO:tasks.rados.rados.0.smithi046.stdout:3740: finishing write tid 2 to smithi04683737-4 2024-09-20T21:54:44.307 INFO:tasks.rados.rados.0.smithi046.stdout:3740: finishing write tid 3 to smithi04683737-4 2024-09-20T21:54:44.307 INFO:tasks.rados.rados.0.smithi046.stdout:3740: finishing write tid 4 to smithi04683737-4 2024-09-20T21:54:44.308 INFO:tasks.rados.rados.0.smithi046.stdout:3740: finishing write tid 5 to smithi04683737-4 2024-09-20T21:54:44.308 INFO:tasks.rados.rados.0.smithi046.stdout:3740: finishing write tid 6 to smithi04683737-4 2024-09-20T21:54:44.308 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 2251 (ObjNum 1137 snap 378 seq_num 1137) dirty exists 2024-09-20T21:54:44.308 INFO:tasks.rados.rados.0.smithi046.stdout:3740: left oid 4 (ObjNum 1137 snap 378 seq_num 1137) 2024-09-20T21:54:44.308 INFO:tasks.rados.rados.0.smithi046.stdout:3742: finishing write tid 1 to smithi04683737-11 2024-09-20T21:54:44.308 INFO:tasks.rados.rados.0.smithi046.stdout:3742: finishing write tid 2 to smithi04683737-11 2024-09-20T21:54:44.308 INFO:tasks.rados.rados.0.smithi046.stdout:3742: finishing write tid 3 to smithi04683737-11 2024-09-20T21:54:44.308 INFO:tasks.rados.rados.0.smithi046.stdout:3742: finishing write tid 4 to smithi04683737-11 2024-09-20T21:54:44.308 INFO:tasks.rados.rados.0.smithi046.stdout:3742: finishing write tid 5 to smithi04683737-11 2024-09-20T21:54:44.308 INFO:tasks.rados.rados.0.smithi046.stdout:3742: finishing write tid 6 to smithi04683737-11 2024-09-20T21:54:44.308 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 1780 (ObjNum 1138 snap 378 seq_num 1138) dirty exists 2024-09-20T21:54:44.308 INFO:tasks.rados.rados.0.smithi046.stdout:3742: left oid 11 (ObjNum 1138 snap 378 seq_num 1138) 2024-09-20T21:54:44.309 INFO:tasks.rados.rados.0.smithi046.stdout:3734: done (7 left) 2024-09-20T21:54:44.309 INFO:tasks.rados.rados.0.smithi046.stdout:3735: done (6 left) 2024-09-20T21:54:44.309 INFO:tasks.rados.rados.0.smithi046.stdout:3736: done (5 left) 2024-09-20T21:54:44.309 INFO:tasks.rados.rados.0.smithi046.stdout:3737: done (4 left) 2024-09-20T21:54:44.309 INFO:tasks.rados.rados.0.smithi046.stdout:3738: done (3 left) 2024-09-20T21:54:44.309 INFO:tasks.rados.rados.0.smithi046.stdout:3740: done (2 left) 2024-09-20T21:54:44.309 INFO:tasks.rados.rados.0.smithi046.stdout:3742: done (1 left) 2024-09-20T21:54:44.309 INFO:tasks.rados.rados.0.smithi046.stdout:3744: read oid 49 snap -1 2024-09-20T21:54:44.309 INFO:tasks.rados.rados.0.smithi046.stdout:3744: expect (ObjNum 1130 snap 377 seq_num 1130) 2024-09-20T21:54:44.309 INFO:tasks.rados.rados.0.smithi046.stdout:3745: delete oid 39 current snap is 378 2024-09-20T21:54:44.310 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1778 (ObjNum 1048 snap 342 seq_num 1048) dirty exists 2024-09-20T21:54:44.313 INFO:tasks.rados.rados.0.smithi046.stdout:3743: done (2 left) 2024-09-20T21:54:44.313 INFO:tasks.rados.rados.0.smithi046.stdout:3745: done (1 left) 2024-09-20T21:54:44.313 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 378 2024-09-20T21:54:44.313 INFO:tasks.rados.rados.0.smithi046.stdout:3746: seq_num 1140 ranges {2121728=696320,2818048=745472,3563520=729088,4292608=131072} 2024-09-20T21:54:44.328 INFO:tasks.rados.rados.0.smithi046.stdout:3746: writing smithi04683737-16 from 2121728 to 2818048 tid 1 2024-09-20T21:54:44.332 INFO:tasks.rados.rados.0.smithi046.stdout:3746: writing smithi04683737-16 from 2818048 to 3563520 tid 2 2024-09-20T21:54:44.336 INFO:tasks.rados.rados.0.smithi046.stdout:3746: writing smithi04683737-16 from 3563520 to 4292608 tid 3 2024-09-20T21:54:44.337 INFO:tasks.rados.rados.0.smithi046.stdout:3746: writing smithi04683737-16 from 4292608 to 4423680 tid 4 2024-09-20T21:54:44.337 INFO:tasks.rados.rados.0.smithi046.stdout:3747: rollback oid 42 current snap is 378 2024-09-20T21:54:44.337 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 42 to 376 2024-09-20T21:54:44.338 INFO:tasks.rados.rados.0.smithi046.stdout:3744: expect (ObjNum 1130 snap 377 seq_num 1130) 2024-09-20T21:54:44.583 INFO:tasks.rados.rados.0.smithi046.stdout:3746: finishing write tid 1 to smithi04683737-16 2024-09-20T21:54:44.583 INFO:tasks.rados.rados.0.smithi046.stdout:3746: finishing write tid 2 to smithi04683737-16 2024-09-20T21:54:44.583 INFO:tasks.rados.rados.0.smithi046.stdout:3746: finishing write tid 3 to smithi04683737-16 2024-09-20T21:54:44.583 INFO:tasks.rados.rados.0.smithi046.stdout:3747: finishing rollback tid 0 to smithi04683737-42 2024-09-20T21:54:44.583 INFO:tasks.rados.rados.0.smithi046.stdout:3747: finishing rollback tid 1 to smithi04683737-42 2024-09-20T21:54:44.584 INFO:tasks.rados.rados.0.smithi046.stdout:3747: finishing rollback tid 2 to smithi04683737-42 2024-09-20T21:54:44.584 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 1867 (ObjNum 1010 snap 325 seq_num 1010) dirty exists 2024-09-20T21:54:44.584 INFO:tasks.rados.rados.0.smithi046.stdout:3746: finishing write tid 4 to smithi04683737-16 2024-09-20T21:54:44.584 INFO:tasks.rados.rados.0.smithi046.stdout:3746: finishing write tid 5 to smithi04683737-16 2024-09-20T21:54:44.584 INFO:tasks.rados.rados.0.smithi046.stdout:3746: finishing write tid 6 to smithi04683737-16 2024-09-20T21:54:44.584 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 1600 (ObjNum 1140 snap 378 seq_num 1140) dirty exists 2024-09-20T21:54:44.584 INFO:tasks.rados.rados.0.smithi046.stdout:3746: left oid 16 (ObjNum 1140 snap 378 seq_num 1140) 2024-09-20T21:54:44.584 INFO:tasks.rados.rados.0.smithi046.stdout:3744: done (2 left) 2024-09-20T21:54:44.584 INFO:tasks.rados.rados.0.smithi046.stdout:3746: done (1 left) 2024-09-20T21:54:44.584 INFO:tasks.rados.rados.0.smithi046.stdout:3747: done (0 left) 2024-09-20T21:54:44.584 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 378 2024-09-20T21:54:44.584 INFO:tasks.rados.rados.0.smithi046.stdout:3748: seq_num 1141 ranges {2531328=712704,3244032=679936,3923968=540672,4464640=385024} 2024-09-20T21:54:44.600 INFO:tasks.rados.rados.0.smithi046.stdout:3748: writing smithi04683737-26 from 2531328 to 3244032 tid 1 2024-09-20T21:54:44.604 INFO:tasks.rados.rados.0.smithi046.stdout:3748: writing smithi04683737-26 from 3244032 to 3923968 tid 2 2024-09-20T21:54:44.607 INFO:tasks.rados.rados.0.smithi046.stdout:3748: writing smithi04683737-26 from 3923968 to 4464640 tid 3 2024-09-20T21:54:44.610 INFO:tasks.rados.rados.0.smithi046.stdout:3748: writing smithi04683737-26 from 4464640 to 4849664 tid 4 2024-09-20T21:54:44.610 INFO:tasks.rados.rados.0.smithi046.stdout:3749: read oid 7 snap -1 2024-09-20T21:54:44.610 INFO:tasks.rados.rados.0.smithi046.stdout:3749: expect (ObjNum 1099 snap 364 seq_num 1099) 2024-09-20T21:54:44.610 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 34 current snap is 378 2024-09-20T21:54:44.611 INFO:tasks.rados.rados.0.smithi046.stdout:3750: seq_num 1142 ranges {4349952=729088,5079040=565248,5644288=696320,6340608=344064} 2024-09-20T21:54:44.638 INFO:tasks.rados.rados.0.smithi046.stdout:3750: writing smithi04683737-34 from 4349952 to 5079040 tid 1 2024-09-20T21:54:44.641 INFO:tasks.rados.rados.0.smithi046.stdout:3750: writing smithi04683737-34 from 5079040 to 5644288 tid 2 2024-09-20T21:54:44.646 INFO:tasks.rados.rados.0.smithi046.stdout:3750: writing smithi04683737-34 from 5644288 to 6340608 tid 3 2024-09-20T21:54:44.649 INFO:tasks.rados.rados.0.smithi046.stdout:3750: writing smithi04683737-34 from 6340608 to 6684672 tid 4 2024-09-20T21:54:44.649 INFO:tasks.rados.rados.0.smithi046.stdout:3751: rollback oid 3 current snap is 378 2024-09-20T21:54:44.649 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 3 to 365 2024-09-20T21:54:44.649 INFO:tasks.rados.rados.0.smithi046.stdout:3748: finishing write tid 1 to smithi04683737-26 2024-09-20T21:54:44.649 INFO:tasks.rados.rados.0.smithi046.stdout:3748: finishing write tid 2 to smithi04683737-26 2024-09-20T21:54:44.649 INFO:tasks.rados.rados.0.smithi046.stdout:3748: finishing write tid 3 to smithi04683737-26 2024-09-20T21:54:44.649 INFO:tasks.rados.rados.0.smithi046.stdout:3748: finishing write tid 4 to smithi04683737-26 2024-09-20T21:54:44.649 INFO:tasks.rados.rados.0.smithi046.stdout:3748: finishing write tid 5 to smithi04683737-26 2024-09-20T21:54:44.649 INFO:tasks.rados.rados.0.smithi046.stdout:3748: finishing write tid 6 to smithi04683737-26 2024-09-20T21:54:44.649 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 1872 (ObjNum 1141 snap 378 seq_num 1141) dirty exists 2024-09-20T21:54:44.649 INFO:tasks.rados.rados.0.smithi046.stdout:3748: left oid 26 (ObjNum 1141 snap 378 seq_num 1141) 2024-09-20T21:54:44.650 INFO:tasks.rados.rados.0.smithi046.stdout:3749: expect (ObjNum 1099 snap 364 seq_num 1099) 2024-09-20T21:54:44.927 INFO:tasks.rados.rados.0.smithi046.stdout:3750: finishing write tid 1 to smithi04683737-34 2024-09-20T21:54:44.927 INFO:tasks.rados.rados.0.smithi046.stdout:3750: finishing write tid 2 to smithi04683737-34 2024-09-20T21:54:44.927 INFO:tasks.rados.rados.0.smithi046.stdout:3751: finishing rollback tid 0 to smithi04683737-3 2024-09-20T21:54:44.927 INFO:tasks.rados.rados.0.smithi046.stdout:3751: finishing rollback tid 1 to smithi04683737-3 2024-09-20T21:54:44.927 INFO:tasks.rados.rados.0.smithi046.stdout:3750: finishing write tid 3 to smithi04683737-34 2024-09-20T21:54:44.927 INFO:tasks.rados.rados.0.smithi046.stdout:3751: finishing rollback tid 2 to smithi04683737-3 2024-09-20T21:54:44.927 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 2000 (ObjNum 981 snap 310 seq_num 981) dirty exists 2024-09-20T21:54:44.928 INFO:tasks.rados.rados.0.smithi046.stdout:3750: finishing write tid 4 to smithi04683737-34 2024-09-20T21:54:44.928 INFO:tasks.rados.rados.0.smithi046.stdout:3750: finishing write tid 5 to smithi04683737-34 2024-09-20T21:54:44.928 INFO:tasks.rados.rados.0.smithi046.stdout:3750: finishing write tid 6 to smithi04683737-34 2024-09-20T21:54:44.928 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 1952 (ObjNum 1142 snap 378 seq_num 1142) dirty exists 2024-09-20T21:54:44.928 INFO:tasks.rados.rados.0.smithi046.stdout:3750: left oid 34 (ObjNum 1142 snap 378 seq_num 1142) 2024-09-20T21:54:44.928 INFO:tasks.rados.rados.0.smithi046.stdout:3748: done (3 left) 2024-09-20T21:54:44.928 INFO:tasks.rados.rados.0.smithi046.stdout:3749: done (2 left) 2024-09-20T21:54:44.928 INFO:tasks.rados.rados.0.smithi046.stdout:3750: done (1 left) 2024-09-20T21:54:44.928 INFO:tasks.rados.rados.0.smithi046.stdout:3751: done (0 left) 2024-09-20T21:54:44.928 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 378 2024-09-20T21:54:44.928 INFO:tasks.rados.rados.0.smithi046.stdout:3752: seq_num 1143 ranges {4055040=753664,4808704=450560,5259264=507904,5767168=589824,6356992=57344} 2024-09-20T21:54:44.953 INFO:tasks.rados.rados.0.smithi046.stdout:3752: writing smithi04683737-25 from 4055040 to 4808704 tid 1 2024-09-20T21:54:44.955 INFO:tasks.rados.rados.0.smithi046.stdout:3752: writing smithi04683737-25 from 4808704 to 5259264 tid 2 2024-09-20T21:54:44.958 INFO:tasks.rados.rados.0.smithi046.stdout:3752: writing smithi04683737-25 from 5259264 to 5767168 tid 3 2024-09-20T21:54:44.961 INFO:tasks.rados.rados.0.smithi046.stdout:3752: writing smithi04683737-25 from 5767168 to 6356992 tid 4 2024-09-20T21:54:44.962 INFO:tasks.rados.rados.0.smithi046.stdout:3752: writing smithi04683737-25 from 6356992 to 6414336 tid 5 2024-09-20T21:54:44.963 INFO:tasks.rados.rados.0.smithi046.stdout:3753: copy_from oid 15 from oid 49 current snap is 378 2024-09-20T21:54:44.963 INFO:tasks.rados.rados.0.smithi046.stdout:3752: finishing write tid 1 to smithi04683737-25 2024-09-20T21:54:44.963 INFO:tasks.rados.rados.0.smithi046.stdout:3752: finishing write tid 2 to smithi04683737-25 2024-09-20T21:54:44.963 INFO:tasks.rados.rados.0.smithi046.stdout:3752: finishing write tid 3 to smithi04683737-25 2024-09-20T21:54:44.963 INFO:tasks.rados.rados.0.smithi046.stdout:3754: read oid 1 snap -1 2024-09-20T21:54:44.963 INFO:tasks.rados.rados.0.smithi046.stdout:3754: expect deleted 2024-09-20T21:54:44.963 INFO:tasks.rados.rados.0.smithi046.stdout:3755: read oid 8 snap -1 2024-09-20T21:54:44.963 INFO:tasks.rados.rados.0.smithi046.stdout:3755: expect (ObjNum 956 snap 307 seq_num 956) 2024-09-20T21:54:44.963 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 378 2024-09-20T21:54:44.963 INFO:tasks.rados.rados.0.smithi046.stdout:3756: seq_num 1144 ranges {1851392=770048,2621440=737280,3358720=712704,4071424=155648} 2024-09-20T21:54:44.977 INFO:tasks.rados.rados.0.smithi046.stdout:3756: writing smithi04683737-43 from 1851392 to 2621440 tid 1 2024-09-20T21:54:44.981 INFO:tasks.rados.rados.0.smithi046.stdout:3756: writing smithi04683737-43 from 2621440 to 3358720 tid 2 2024-09-20T21:54:44.985 INFO:tasks.rados.rados.0.smithi046.stdout:3756: writing smithi04683737-43 from 3358720 to 4071424 tid 3 2024-09-20T21:54:44.986 INFO:tasks.rados.rados.0.smithi046.stdout:3756: writing smithi04683737-43 from 4071424 to 4227072 tid 4 2024-09-20T21:54:44.986 INFO:tasks.rados.rados.0.smithi046.stdout:3757: snap_remove snap 349 2024-09-20T21:54:45.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:44 smithi046 ceph-mon[96110]: pgmap v875: 121 pgs: 121 active+clean; 555 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.7 MiB/s wr, 10 op/s 2024-09-20T21:54:45.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:44 smithi046 ceph-mon[96110]: osdmap e806: 8 total, 8 up, 8 in 2024-09-20T21:54:45.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:44 smithi046 ceph-mon[98591]: pgmap v875: 121 pgs: 121 active+clean; 555 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.7 MiB/s wr, 10 op/s 2024-09-20T21:54:45.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:44 smithi046 ceph-mon[98591]: osdmap e806: 8 total, 8 up, 8 in 2024-09-20T21:54:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:44 smithi134 ceph-mon[89086]: pgmap v875: 121 pgs: 121 active+clean; 555 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.7 MiB/s wr, 10 op/s 2024-09-20T21:54:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:44 smithi134 ceph-mon[89086]: osdmap e806: 8 total, 8 up, 8 in 2024-09-20T21:54:45.742 INFO:tasks.rados.rados.0.smithi046.stdout:3757: done (5 left) 2024-09-20T21:54:45.743 INFO:tasks.rados.rados.0.smithi046.stdout:3758: snap_remove snap 373 2024-09-20T21:54:46.746 INFO:tasks.rados.rados.0.smithi046.stdout:3758: done (5 left) 2024-09-20T21:54:46.746 INFO:tasks.rados.rados.0.smithi046.stdout:3759: copy_from oid 18 from oid 38 current snap is 378 2024-09-20T21:54:46.746 INFO:tasks.rados.rados.0.smithi046.stdout:3760: copy_from oid 13 from oid 30 current snap is 378 2024-09-20T21:54:46.746 INFO:tasks.rados.rados.0.smithi046.stdout:3752: finishing write tid 4 to smithi04683737-25 2024-09-20T21:54:46.746 INFO:tasks.rados.rados.0.smithi046.stdout:3752: finishing write tid 5 to smithi04683737-25 2024-09-20T21:54:46.747 INFO:tasks.rados.rados.0.smithi046.stdout:3752: finishing write tid 6 to smithi04683737-25 2024-09-20T21:54:46.747 INFO:tasks.rados.rados.0.smithi046.stdout:3752: finishing write tid 7 to smithi04683737-25 2024-09-20T21:54:46.747 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 1607 (ObjNum 1143 snap 378 seq_num 1143) dirty exists 2024-09-20T21:54:46.747 INFO:tasks.rados.rados.0.smithi046.stdout:3752: left oid 25 (ObjNum 1143 snap 378 seq_num 1143) 2024-09-20T21:54:46.747 INFO:tasks.rados.rados.0.smithi046.stdout:3755: expect (ObjNum 956 snap 307 seq_num 956) 2024-09-20T21:54:46.925 INFO:tasks.rados.rados.0.smithi046.stdout:3756: finishing write tid 1 to smithi04683737-43 2024-09-20T21:54:46.925 INFO:tasks.rados.rados.0.smithi046.stdout:3756: finishing write tid 2 to smithi04683737-43 2024-09-20T21:54:46.925 INFO:tasks.rados.rados.0.smithi046.stdout:3752: done (6 left) 2024-09-20T21:54:46.925 INFO:tasks.rados.rados.0.smithi046.stdout:3754: done (5 left) 2024-09-20T21:54:46.925 INFO:tasks.rados.rados.0.smithi046.stdout:3755: done (4 left) 2024-09-20T21:54:46.925 INFO:tasks.rados.rados.0.smithi046.stdout:3761: setattr oid 12 current snap is 378 2024-09-20T21:54:46.925 INFO:tasks.rados.rados.0.smithi046.stdout:3756: finishing write tid 3 to smithi04683737-43 2024-09-20T21:54:46.925 INFO:tasks.rados.rados.0.smithi046.stdout:3756: finishing write tid 4 to smithi04683737-43 2024-09-20T21:54:46.926 INFO:tasks.rados.rados.0.smithi046.stdout:3753: finishing copy_from racing read to smithi04683737-15 2024-09-20T21:54:46.926 INFO:tasks.rados.rados.0.smithi046.stdout:3756: finishing write tid 5 to smithi04683737-43 2024-09-20T21:54:46.926 INFO:tasks.rados.rados.0.smithi046.stdout:3753: finishing copy_from to smithi04683737-15 2024-09-20T21:54:46.926 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 2200 (ObjNum 1130 snap 377 seq_num 1130) dirty exists 2024-09-20T21:54:46.926 INFO:tasks.rados.rados.0.smithi046.stdout:3756: finishing write tid 6 to smithi04683737-43 2024-09-20T21:54:46.926 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1784 (ObjNum 1144 snap 378 seq_num 1144) dirty exists 2024-09-20T21:54:46.926 INFO:tasks.rados.rados.0.smithi046.stdout:3756: left oid 43 (ObjNum 1144 snap 378 seq_num 1144) 2024-09-20T21:54:46.926 INFO:tasks.rados.rados.0.smithi046.stdout:3760: finishing copy_from to smithi04683737-13 2024-09-20T21:54:46.926 INFO:tasks.rados.rados.0.smithi046.stdout:3760: got expected ENOENT (src dne) 2024-09-20T21:54:46.926 INFO:tasks.rados.rados.0.smithi046.stdout:3760: finishing copy_from racing read to smithi04683737-13 2024-09-20T21:54:46.926 INFO:tasks.rados.rados.0.smithi046.stdout:3759: finishing copy_from racing read to smithi04683737-18 2024-09-20T21:54:46.926 INFO:tasks.rados.rados.0.smithi046.stdout:3759: finishing copy_from to smithi04683737-18 2024-09-20T21:54:46.926 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1592 (ObjNum 1135 snap 377 seq_num 1135) dirty exists 2024-09-20T21:54:46.927 INFO:tasks.rados.rados.0.smithi046.stdout:3753: done (4 left) 2024-09-20T21:54:46.927 INFO:tasks.rados.rados.0.smithi046.stdout:3756: done (3 left) 2024-09-20T21:54:46.927 INFO:tasks.rados.rados.0.smithi046.stdout:3759: done (2 left) 2024-09-20T21:54:46.927 INFO:tasks.rados.rados.0.smithi046.stdout:3760: done (1 left) 2024-09-20T21:54:46.927 INFO:tasks.rados.rados.0.smithi046.stdout:3762: delete oid 20 current snap is 378 2024-09-20T21:54:46.928 INFO:tasks.rados.rados.0.smithi046.stdout:3762: done (1 left) 2024-09-20T21:54:46.929 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 378 2024-09-20T21:54:46.929 INFO:tasks.rados.rados.0.smithi046.stdout:3763: seq_num 1146 ranges {0=802816,802816=499712,1302528=679936,1982464=425984} 2024-09-20T21:54:46.933 INFO:tasks.rados.rados.0.smithi046.stdout:3763: writing smithi04683737-33 from 0 to 802816 tid 1 2024-09-20T21:54:46.936 INFO:tasks.rados.rados.0.smithi046.stdout:3763: writing smithi04683737-33 from 802816 to 1302528 tid 2 2024-09-20T21:54:46.940 INFO:tasks.rados.rados.0.smithi046.stdout:3763: writing smithi04683737-33 from 1302528 to 1982464 tid 3 2024-09-20T21:54:46.942 INFO:tasks.rados.rados.0.smithi046.stdout:3763: writing smithi04683737-33 from 1982464 to 2408448 tid 4 2024-09-20T21:54:46.943 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 378 2024-09-20T21:54:46.943 INFO:tasks.rados.rados.0.smithi046.stdout:3764: seq_num 1147 ranges {1875968=16384} 2024-09-20T21:54:46.953 INFO:tasks.rados.rados.0.smithi046.stdout:3764: writing smithi04683737-21 from 1875968 to 1892352 tid 1 2024-09-20T21:54:46.953 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 378 2024-09-20T21:54:46.954 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1799 (ObjNum 1048 snap 342 seq_num 1048) dirty exists 2024-09-20T21:54:46.954 INFO:tasks.rados.rados.0.smithi046.stdout:3765: seq_num 1148 ranges {0=32768} 2024-09-20T21:54:46.954 INFO:tasks.rados.rados.0.smithi046.stdout:3765: writing smithi04683737-40 from 0 to 32768 tid 1 2024-09-20T21:54:46.954 INFO:tasks.rados.rados.0.smithi046.stdout:3761: done (3 left) 2024-09-20T21:54:46.954 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 378 2024-09-20T21:54:46.954 INFO:tasks.rados.rados.0.smithi046.stdout:3766: seq_num 1149 ranges {1466368=49152} 2024-09-20T21:54:46.962 INFO:tasks.rados.rados.0.smithi046.stdout:3766: writing smithi04683737-12 from 1466368 to 1515520 tid 1 2024-09-20T21:54:46.962 INFO:tasks.rados.rados.0.smithi046.stdout:3767: snap_create 2024-09-20T21:54:46.962 INFO:tasks.rados.rados.0.smithi046.stdout:3763: finishing write tid 1 to smithi04683737-33 2024-09-20T21:54:46.962 INFO:tasks.rados.rados.0.smithi046.stdout:3763: finishing write tid 2 to smithi04683737-33 2024-09-20T21:54:46.963 INFO:tasks.rados.rados.0.smithi046.stdout:3763: finishing write tid 3 to smithi04683737-33 2024-09-20T21:54:46.963 INFO:tasks.rados.rados.0.smithi046.stdout:3763: finishing write tid 4 to smithi04683737-33 2024-09-20T21:54:46.963 INFO:tasks.rados.rados.0.smithi046.stdout:3763: finishing write tid 5 to smithi04683737-33 2024-09-20T21:54:46.963 INFO:tasks.rados.rados.0.smithi046.stdout:3763: finishing write tid 6 to smithi04683737-33 2024-09-20T21:54:46.963 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 1473 (ObjNum 1146 snap 378 seq_num 1146) dirty exists 2024-09-20T21:54:46.963 INFO:tasks.rados.rados.0.smithi046.stdout:3763: left oid 33 (ObjNum 1146 snap 378 seq_num 1146) 2024-09-20T21:54:46.963 INFO:tasks.rados.rados.0.smithi046.stdout:3765: finishing write tid 1 to smithi04683737-40 2024-09-20T21:54:46.963 INFO:tasks.rados.rados.0.smithi046.stdout:3764: finishing write tid 1 to smithi04683737-21 2024-09-20T21:54:46.963 INFO:tasks.rados.rados.0.smithi046.stdout:3765: finishing write tid 2 to smithi04683737-40 2024-09-20T21:54:46.963 INFO:tasks.rados.rados.0.smithi046.stdout:3764: finishing write tid 2 to smithi04683737-21 2024-09-20T21:54:46.964 INFO:tasks.rados.rados.0.smithi046.stdout:3765: finishing write tid 3 to smithi04683737-40 2024-09-20T21:54:46.964 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1874 (ObjNum 1148 snap 378 seq_num 1148) dirty exists 2024-09-20T21:54:46.964 INFO:tasks.rados.rados.0.smithi046.stdout:3765: left oid 40 (ObjNum 1148 snap 378 seq_num 1148) 2024-09-20T21:54:46.964 INFO:tasks.rados.rados.0.smithi046.stdout:3764: finishing write tid 3 to smithi04683737-21 2024-09-20T21:54:46.964 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1802 (ObjNum 1147 snap 378 seq_num 1147) dirty exists 2024-09-20T21:54:46.965 INFO:tasks.rados.rados.0.smithi046.stdout:3764: left oid 21 (ObjNum 1147 snap 378 seq_num 1147) 2024-09-20T21:54:46.966 INFO:tasks.rados.rados.0.smithi046.stdout:3766: finishing write tid 1 to smithi04683737-12 2024-09-20T21:54:46.966 INFO:tasks.rados.rados.0.smithi046.stdout:3766: finishing write tid 2 to smithi04683737-12 2024-09-20T21:54:46.966 INFO:tasks.rados.rados.0.smithi046.stdout:3766: finishing write tid 3 to smithi04683737-12 2024-09-20T21:54:46.967 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1804 (ObjNum 1149 snap 378 seq_num 1149) dirty exists 2024-09-20T21:54:46.967 INFO:tasks.rados.rados.0.smithi046.stdout:3766: left oid 12 (ObjNum 1149 snap 378 seq_num 1149) 2024-09-20T21:54:47.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:46 smithi046 ceph-mon[96110]: pgmap v877: 121 pgs: 121 active+clean; 559 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-09-20T21:54:47.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:46 smithi046 ceph-mon[96110]: osdmap e807: 8 total, 8 up, 8 in 2024-09-20T21:54:47.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:46 smithi046 ceph-mon[98591]: pgmap v877: 121 pgs: 121 active+clean; 559 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-09-20T21:54:47.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:46 smithi046 ceph-mon[98591]: osdmap e807: 8 total, 8 up, 8 in 2024-09-20T21:54:47.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:46 smithi134 ceph-mon[89086]: pgmap v877: 121 pgs: 121 active+clean; 559 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-09-20T21:54:47.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:46 smithi134 ceph-mon[89086]: osdmap e807: 8 total, 8 up, 8 in 2024-09-20T21:54:47.670 INFO:tasks.rados.rados.0.smithi046.stdout:3763: done (4 left) 2024-09-20T21:54:47.670 INFO:tasks.rados.rados.0.smithi046.stdout:3764: done (3 left) 2024-09-20T21:54:47.670 INFO:tasks.rados.rados.0.smithi046.stdout:3765: done (2 left) 2024-09-20T21:54:47.670 INFO:tasks.rados.rados.0.smithi046.stdout:3766: done (1 left) 2024-09-20T21:54:47.670 INFO:tasks.rados.rados.0.smithi046.stdout:3767: done (0 left) 2024-09-20T21:54:47.670 INFO:tasks.rados.rados.0.smithi046.stdout:3768: read oid 22 snap -1 2024-09-20T21:54:47.670 INFO:tasks.rados.rados.0.smithi046.stdout:3768: expect deleted 2024-09-20T21:54:47.670 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 379 2024-09-20T21:54:47.670 INFO:tasks.rados.rados.0.smithi046.stdout:3769: seq_num 1150 ranges {9584640=65536} 2024-09-20T21:54:47.723 INFO:tasks.rados.rados.0.smithi046.stdout:3769: writing smithi04683737-2 from 9584640 to 9650176 tid 1 2024-09-20T21:54:47.723 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 379 2024-09-20T21:54:47.723 INFO:tasks.rados.rados.0.smithi046.stdout:3770: seq_num 1151 ranges {5529600=81920} 2024-09-20T21:54:47.754 INFO:tasks.rados.rados.0.smithi046.stdout:3770: writing smithi04683737-44 from 5529600 to 5611520 tid 1 2024-09-20T21:54:47.754 INFO:tasks.rados.rados.0.smithi046.stdout:3771: copy_from oid 50 from oid 29 current snap is 379 2024-09-20T21:54:47.754 INFO:tasks.rados.rados.0.smithi046.stdout:3769: finishing write tid 1 to smithi04683737-2 2024-09-20T21:54:47.754 INFO:tasks.rados.rados.0.smithi046.stdout:3769: finishing write tid 2 to smithi04683737-2 2024-09-20T21:54:47.754 INFO:tasks.rados.rados.0.smithi046.stdout:3769: finishing write tid 3 to smithi04683737-2 2024-09-20T21:54:47.755 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 1583 (ObjNum 1150 snap 379 seq_num 1150) dirty exists 2024-09-20T21:54:47.755 INFO:tasks.rados.rados.0.smithi046.stdout:3769: left oid 2 (ObjNum 1150 snap 379 seq_num 1150) 2024-09-20T21:54:47.755 INFO:tasks.rados.rados.0.smithi046.stdout:3768: done (3 left) 2024-09-20T21:54:47.755 INFO:tasks.rados.rados.0.smithi046.stdout:3769: done (2 left) 2024-09-20T21:54:47.755 INFO:tasks.rados.rados.0.smithi046.stdout:3772: read oid 41 snap 370 2024-09-20T21:54:47.755 INFO:tasks.rados.rados.0.smithi046.stdout:3772: expect deleted 2024-09-20T21:54:47.755 INFO:tasks.rados.rados.0.smithi046.stdout:3773: copy_from oid 11 from oid 49 current snap is 379 2024-09-20T21:54:47.755 INFO:tasks.rados.rados.0.smithi046.stdout:3774: snap_create 2024-09-20T21:54:47.759 INFO:tasks.rados.rados.0.smithi046.stdout:3770: finishing write tid 1 to smithi04683737-44 2024-09-20T21:54:47.760 INFO:tasks.rados.rados.0.smithi046.stdout:3770: finishing write tid 2 to smithi04683737-44 2024-09-20T21:54:47.763 INFO:tasks.rados.rados.0.smithi046.stdout:3770: finishing write tid 3 to smithi04683737-44 2024-09-20T21:54:47.763 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1585 (ObjNum 1151 snap 379 seq_num 1151) dirty exists 2024-09-20T21:54:47.763 INFO:tasks.rados.rados.0.smithi046.stdout:3770: left oid 44 (ObjNum 1151 snap 379 seq_num 1151) 2024-09-20T21:54:47.778 INFO:tasks.rados.rados.0.smithi046.stdout:3773: finishing copy_from racing read to smithi04683737-11 2024-09-20T21:54:47.780 INFO:tasks.rados.rados.0.smithi046.stdout:3773: finishing copy_from to smithi04683737-11 2024-09-20T21:54:47.780 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 2200 (ObjNum 1130 snap 377 seq_num 1130) dirty exists 2024-09-20T21:54:47.790 INFO:tasks.rados.rados.0.smithi046.stdout:3771: finishing copy_from racing read to smithi04683737-50 2024-09-20T21:54:47.794 INFO:tasks.rados.rados.0.smithi046.stdout:3771: finishing copy_from to smithi04683737-50 2024-09-20T21:54:47.794 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 1340 (ObjNum 1036 snap 338 seq_num 1036) dirty exists 2024-09-20T21:54:48.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:47 smithi046 ceph-mon[98591]: osdmap e808: 8 total, 8 up, 8 in 2024-09-20T21:54:48.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:47 smithi046 ceph-mon[98591]: osdmap e809: 8 total, 8 up, 8 in 2024-09-20T21:54:48.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:47 smithi046 ceph-mon[96110]: osdmap e808: 8 total, 8 up, 8 in 2024-09-20T21:54:48.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:47 smithi046 ceph-mon[96110]: osdmap e809: 8 total, 8 up, 8 in 2024-09-20T21:54:48.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:47 smithi134 ceph-mon[89086]: osdmap e808: 8 total, 8 up, 8 in 2024-09-20T21:54:48.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:47 smithi134 ceph-mon[89086]: osdmap e809: 8 total, 8 up, 8 in 2024-09-20T21:54:48.759 INFO:tasks.rados.rados.0.smithi046.stdout:3770: done (4 left) 2024-09-20T21:54:48.759 INFO:tasks.rados.rados.0.smithi046.stdout:3771: done (3 left) 2024-09-20T21:54:48.759 INFO:tasks.rados.rados.0.smithi046.stdout:3772: done (2 left) 2024-09-20T21:54:48.759 INFO:tasks.rados.rados.0.smithi046.stdout:3773: done (1 left) 2024-09-20T21:54:48.759 INFO:tasks.rados.rados.0.smithi046.stdout:3774: done (0 left) 2024-09-20T21:54:48.759 INFO:tasks.rados.rados.0.smithi046.stdout:3775: rollback oid 40 current snap is 380 2024-09-20T21:54:48.759 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 40 to 300 2024-09-20T21:54:48.759 INFO:tasks.rados.rados.0.smithi046.stdout:3776: read oid 10 snap -1 2024-09-20T21:54:48.759 INFO:tasks.rados.rados.0.smithi046.stdout:3776: expect (ObjNum 812 snap 270 seq_num 812) 2024-09-20T21:54:48.759 INFO:tasks.rados.rados.0.smithi046.stdout:3777: rollback oid 19 current snap is 380 2024-09-20T21:54:48.759 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 19 to 356 2024-09-20T21:54:48.759 INFO:tasks.rados.rados.0.smithi046.stdout:3778: snap_remove snap 314 2024-09-20T21:54:49.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:48 smithi046 ceph-mon[96110]: pgmap v880: 121 pgs: 121 active+clean; 577 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 4.9 MiB/s wr, 24 op/s 2024-09-20T21:54:49.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:48 smithi046 ceph-mon[98591]: pgmap v880: 121 pgs: 121 active+clean; 577 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 4.9 MiB/s wr, 24 op/s 2024-09-20T21:54:49.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:48 smithi134 ceph-mon[89086]: pgmap v880: 121 pgs: 121 active+clean; 577 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 4.9 MiB/s wr, 24 op/s 2024-09-20T21:54:49.778 INFO:tasks.rados.rados.0.smithi046.stdout:3777: finishing rollback tid 1 to smithi04683737-19 2024-09-20T21:54:49.778 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1467 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-09-20T21:54:49.778 INFO:tasks.rados.rados.0.smithi046.stdout:3775: finishing rollback tid 0 to smithi04683737-40 2024-09-20T21:54:49.778 INFO:tasks.rados.rados.0.smithi046.stdout:3775: finishing rollback tid 1 to smithi04683737-40 2024-09-20T21:54:49.778 INFO:tasks.rados.rados.0.smithi046.stdout:3775: finishing rollback tid 2 to smithi04683737-40 2024-09-20T21:54:49.778 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1877 (ObjNum 880 snap 290 seq_num 880) dirty exists 2024-09-20T21:54:49.778 INFO:tasks.rados.rados.0.smithi046.stdout:3776: expect (ObjNum 812 snap 270 seq_num 812) 2024-09-20T21:54:49.891 INFO:tasks.rados.rados.0.smithi046.stdout:3775: done (3 left) 2024-09-20T21:54:49.891 INFO:tasks.rados.rados.0.smithi046.stdout:3776: done (2 left) 2024-09-20T21:54:49.891 INFO:tasks.rados.rados.0.smithi046.stdout:3777: done (1 left) 2024-09-20T21:54:49.891 INFO:tasks.rados.rados.0.smithi046.stdout:3778: done (0 left) 2024-09-20T21:54:49.891 INFO:tasks.rados.rados.0.smithi046.stdout:3779: copy_from oid 17 from oid 2 current snap is 380 2024-09-20T21:54:49.892 INFO:tasks.rados.rados.0.smithi046.stdout:3780: setattr oid 44 current snap is 380 2024-09-20T21:54:49.892 INFO:tasks.rados.rados.0.smithi046.stdout:3781: snap_create 2024-09-20T21:54:49.897 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1586 (ObjNum 1151 snap 379 seq_num 1151) dirty exists 2024-09-20T21:54:49.924 INFO:tasks.rados.rados.0.smithi046.stdout:3779: finishing copy_from racing read to smithi04683737-17 2024-09-20T21:54:49.928 INFO:tasks.rados.rados.0.smithi046.stdout:3779: finishing copy_from to smithi04683737-17 2024-09-20T21:54:49.929 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1583 (ObjNum 1150 snap 379 seq_num 1150) dirty exists 2024-09-20T21:54:50.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:49 smithi046 ceph-mon[96110]: osdmap e810: 8 total, 8 up, 8 in 2024-09-20T21:54:50.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:54:50.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:49 smithi046 ceph-mon[98591]: osdmap e810: 8 total, 8 up, 8 in 2024-09-20T21:54:50.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:54:50.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:49 smithi134 ceph-mon[89086]: osdmap e810: 8 total, 8 up, 8 in 2024-09-20T21:54:50.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:54:50.774 INFO:tasks.rados.rados.0.smithi046.stdout:3779: done (2 left) 2024-09-20T21:54:50.774 INFO:tasks.rados.rados.0.smithi046.stdout:3780: done (1 left) 2024-09-20T21:54:50.774 INFO:tasks.rados.rados.0.smithi046.stdout:3781: done (0 left) 2024-09-20T21:54:50.774 INFO:tasks.rados.rados.0.smithi046.stdout:3782: delete oid 11 current snap is 381 2024-09-20T21:54:50.777 INFO:tasks.rados.rados.0.smithi046.stdout:3782: done (0 left) 2024-09-20T21:54:50.777 INFO:tasks.rados.rados.0.smithi046.stdout:3783: snap_remove snap 355 2024-09-20T21:54:51.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:50 smithi046 ceph-mon[96110]: pgmap v883: 121 pgs: 121 active+clean; 608 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 32 MiB/s rd, 12 MiB/s wr, 40 op/s 2024-09-20T21:54:51.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:50 smithi046 ceph-mon[96110]: osdmap e811: 8 total, 8 up, 8 in 2024-09-20T21:54:51.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:50 smithi046 ceph-mon[98591]: pgmap v883: 121 pgs: 121 active+clean; 608 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 32 MiB/s rd, 12 MiB/s wr, 40 op/s 2024-09-20T21:54:51.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:50 smithi046 ceph-mon[98591]: osdmap e811: 8 total, 8 up, 8 in 2024-09-20T21:54:51.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:50 smithi134 ceph-mon[89086]: pgmap v883: 121 pgs: 121 active+clean; 608 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 32 MiB/s rd, 12 MiB/s wr, 40 op/s 2024-09-20T21:54:51.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:50 smithi134 ceph-mon[89086]: osdmap e811: 8 total, 8 up, 8 in 2024-09-20T21:54:51.782 INFO:tasks.rados.rados.0.smithi046.stdout:3783: done (0 left) 2024-09-20T21:54:51.783 INFO:tasks.rados.rados.0.smithi046.stdout:3784: read oid 26 snap -1 2024-09-20T21:54:51.783 INFO:tasks.rados.rados.0.smithi046.stdout:3784: expect (ObjNum 1141 snap 378 seq_num 1141) 2024-09-20T21:54:51.783 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 381 2024-09-20T21:54:51.783 INFO:tasks.rados.rados.0.smithi046.stdout:3785: seq_num 1153 ranges {3915776=114688} 2024-09-20T21:54:51.806 INFO:tasks.rados.rados.0.smithi046.stdout:3785: writing smithi04683737-3 from 3915776 to 4030464 tid 1 2024-09-20T21:54:51.806 INFO:tasks.rados.rados.0.smithi046.stdout:3786: read oid 9 snap 368 2024-09-20T21:54:51.806 INFO:tasks.rados.rados.0.smithi046.stdout:3786: expect deleted 2024-09-20T21:54:51.806 INFO:tasks.rados.rados.0.smithi046.stdout:3787: rmattr oid 23 current snap is 381 2024-09-20T21:54:51.806 INFO:tasks.rados.rados.0.smithi046.stdout:3788: delete oid 24 current snap is 381 2024-09-20T21:54:51.812 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1998 (ObjNum 981 snap 310 seq_num 981) dirty exists 2024-09-20T21:54:51.812 INFO:tasks.rados.rados.0.smithi046.stdout:3785: finishing write tid 1 to smithi04683737-3 2024-09-20T21:54:51.813 INFO:tasks.rados.rados.0.smithi046.stdout:3786: done (4 left) 2024-09-20T21:54:51.814 INFO:tasks.rados.rados.0.smithi046.stdout:3787: done (3 left) 2024-09-20T21:54:51.814 INFO:tasks.rados.rados.0.smithi046.stdout:3788: done (2 left) 2024-09-20T21:54:51.814 INFO:tasks.rados.rados.0.smithi046.stdout:3789: read oid 35 snap -1 2024-09-20T21:54:51.814 INFO:tasks.rados.rados.0.smithi046.stdout:3789: expect (ObjNum 988 snap 317 seq_num 988) 2024-09-20T21:54:51.814 INFO:tasks.rados.rados.0.smithi046.stdout:3790: copy_from oid 29 from oid 17 current snap is 381 2024-09-20T21:54:51.814 INFO:tasks.rados.rados.0.smithi046.stdout:3785: finishing write tid 2 to smithi04683737-3 2024-09-20T21:54:51.814 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 381 2024-09-20T21:54:51.814 INFO:tasks.rados.rados.0.smithi046.stdout:3791: seq_num 1155 ranges {0=147456} 2024-09-20T21:54:51.815 INFO:tasks.rados.rados.0.smithi046.stdout:3791: writing smithi04683737-24 from 0 to 147456 tid 1 2024-09-20T21:54:51.815 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 381 2024-09-20T21:54:51.815 INFO:tasks.rados.rados.0.smithi046.stdout:3792: seq_num 1156 ranges {1515520=163840} 2024-09-20T21:54:51.824 INFO:tasks.rados.rados.0.smithi046.stdout:3792: writing smithi04683737-12 from 1515520 to 1679360 tid 1 2024-09-20T21:54:51.825 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 381 2024-09-20T21:54:51.825 INFO:tasks.rados.rados.0.smithi046.stdout:3784: expect (ObjNum 1141 snap 378 seq_num 1141) 2024-09-20T21:54:52.004 INFO:tasks.rados.rados.0.smithi046.stdout:3785: finishing write tid 3 to smithi04683737-3 2024-09-20T21:54:52.005 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 2002 (ObjNum 1153 snap 381 seq_num 1153) dirty exists 2024-09-20T21:54:52.005 INFO:tasks.rados.rados.0.smithi046.stdout:3785: left oid 3 (ObjNum 1153 snap 381 seq_num 1153) 2024-09-20T21:54:52.005 INFO:tasks.rados.rados.0.smithi046.stdout:3791: finishing write tid 1 to smithi04683737-24 2024-09-20T21:54:52.005 INFO:tasks.rados.rados.0.smithi046.stdout:3793: seq_num 1157 ranges {9199616=180224} 2024-09-20T21:54:52.053 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:51 smithi046 ceph-mon[96110]: osdmap e812: 8 total, 8 up, 8 in 2024-09-20T21:54:52.054 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 21:54:51 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2[114412]: 2024-09-20T21:54:51.834+0000 7efec46b1640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1ab after trimming was started 2024-09-20T21:54:52.054 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:51 smithi046 ceph-mon[98591]: osdmap e812: 8 total, 8 up, 8 in 2024-09-20T21:54:52.056 INFO:tasks.rados.rados.0.smithi046.stdout:3793: writing smithi04683737-13 from 9199616 to 9379840 tid 1 2024-09-20T21:54:52.056 INFO:tasks.rados.rados.0.smithi046.stdout:3784: done (6 left) 2024-09-20T21:54:52.056 INFO:tasks.rados.rados.0.smithi046.stdout:3785: done (5 left) 2024-09-20T21:54:52.056 INFO:tasks.rados.rados.0.smithi046.stdout:3794: snap_remove snap 319 2024-09-20T21:54:52.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:51 smithi134 ceph-mon[89086]: osdmap e812: 8 total, 8 up, 8 in 2024-09-20T21:54:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:54:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:54:52] "GET /metrics HTTP/1.1" 200 36383 "" "Prometheus/2.43.0" 2024-09-20T21:54:52.672 INFO:tasks.rados.rados.0.smithi046.stdout:3794: done (5 left) 2024-09-20T21:54:52.672 INFO:tasks.rados.rados.0.smithi046.stdout:3795: rollback oid 23 current snap is 381 2024-09-20T21:54:52.672 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 23 to 342 2024-09-20T21:54:52.672 INFO:tasks.rados.rados.0.smithi046.stdout:3791: finishing write tid 2 to smithi04683737-24 2024-09-20T21:54:52.672 INFO:tasks.rados.rados.0.smithi046.stdout:3791: finishing write tid 3 to smithi04683737-24 2024-09-20T21:54:52.672 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 1784 (ObjNum 1155 snap 381 seq_num 1155) dirty exists 2024-09-20T21:54:52.672 INFO:tasks.rados.rados.0.smithi046.stdout:3791: left oid 24 (ObjNum 1155 snap 381 seq_num 1155) 2024-09-20T21:54:52.672 INFO:tasks.rados.rados.0.smithi046.stdout:3792: finishing write tid 1 to smithi04683737-12 2024-09-20T21:54:52.672 INFO:tasks.rados.rados.0.smithi046.stdout:3792: finishing write tid 2 to smithi04683737-12 2024-09-20T21:54:52.672 INFO:tasks.rados.rados.0.smithi046.stdout:3792: finishing write tid 3 to smithi04683737-12 2024-09-20T21:54:52.673 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1823 (ObjNum 1156 snap 381 seq_num 1156) dirty exists 2024-09-20T21:54:52.673 INFO:tasks.rados.rados.0.smithi046.stdout:3792: left oid 12 (ObjNum 1156 snap 381 seq_num 1156) 2024-09-20T21:54:52.673 INFO:tasks.rados.rados.0.smithi046.stdout:3789: expect (ObjNum 988 snap 317 seq_num 988) 2024-09-20T21:54:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:54:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:54:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:54:52.858 INFO:tasks.rados.rados.0.smithi046.stdout:3790: finishing copy_from racing read to smithi04683737-29 2024-09-20T21:54:52.858 INFO:tasks.rados.rados.0.smithi046.stdout:3790: finishing copy_from to smithi04683737-29 2024-09-20T21:54:52.858 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1583 (ObjNum 1150 snap 379 seq_num 1150) dirty exists 2024-09-20T21:54:52.858 INFO:tasks.rados.rados.0.smithi046.stdout:3789: done (5 left) 2024-09-20T21:54:52.858 INFO:tasks.rados.rados.0.smithi046.stdout:3790: done (4 left) 2024-09-20T21:54:52.858 INFO:tasks.rados.rados.0.smithi046.stdout:3791: done (3 left) 2024-09-20T21:54:52.858 INFO:tasks.rados.rados.0.smithi046.stdout:3792: done (2 left) 2024-09-20T21:54:52.858 INFO:tasks.rados.rados.0.smithi046.stdout:3796: rollback oid 15 current snap is 381 2024-09-20T21:54:52.858 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 15 to 313 2024-09-20T21:54:52.858 INFO:tasks.rados.rados.0.smithi046.stdout:3793: finishing write tid 1 to smithi04683737-13 2024-09-20T21:54:52.858 INFO:tasks.rados.rados.0.smithi046.stdout:3793: finishing write tid 2 to smithi04683737-13 2024-09-20T21:54:52.859 INFO:tasks.rados.rados.0.smithi046.stdout:3793: finishing write tid 3 to smithi04683737-13 2024-09-20T21:54:52.859 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 2288 (ObjNum 1157 snap 381 seq_num 1157) dirty exists 2024-09-20T21:54:52.859 INFO:tasks.rados.rados.0.smithi046.stdout:3793: left oid 13 (ObjNum 1157 snap 381 seq_num 1157) 2024-09-20T21:54:52.859 INFO:tasks.rados.rados.0.smithi046.stdout:3795: finishing rollback tid 0 to smithi04683737-23 2024-09-20T21:54:52.859 INFO:tasks.rados.rados.0.smithi046.stdout:3795: finishing rollback tid 1 to smithi04683737-23 2024-09-20T21:54:52.859 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 2000 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-20T21:54:52.859 INFO:tasks.rados.rados.0.smithi046.stdout:3793: done (2 left) 2024-09-20T21:54:52.859 INFO:tasks.rados.rados.0.smithi046.stdout:3795: done (1 left) 2024-09-20T21:54:52.859 INFO:tasks.rados.rados.0.smithi046.stdout:3797: delete oid 11 current snap is 381 2024-09-20T21:54:52.860 INFO:tasks.rados.rados.0.smithi046.stdout:3797: done (1 left) 2024-09-20T21:54:52.860 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 381 2024-09-20T21:54:52.860 INFO:tasks.rados.rados.0.smithi046.stdout:3798: seq_num 1159 ranges {4423680=212992} 2024-09-20T21:54:52.885 INFO:tasks.rados.rados.0.smithi046.stdout:3798: writing smithi04683737-16 from 4423680 to 4636672 tid 1 2024-09-20T21:54:52.885 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 381 2024-09-20T21:54:52.885 INFO:tasks.rados.rados.0.smithi046.stdout:3796: finishing rollback tid 0 to smithi04683737-15 2024-09-20T21:54:52.885 INFO:tasks.rados.rados.0.smithi046.stdout:3796: finishing rollback tid 1 to smithi04683737-15 2024-09-20T21:54:52.885 INFO:tasks.rados.rados.0.smithi046.stdout:3799: seq_num 1160 ranges {0=229376} 2024-09-20T21:54:52.886 INFO:tasks.rados.rados.0.smithi046.stdout:3799: writing smithi04683737-39 from 0 to 229376 tid 1 2024-09-20T21:54:52.886 INFO:tasks.rados.rados.0.smithi046.stdout:3800: snap_remove snap 341 2024-09-20T21:54:53.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:52 smithi046 ceph-mon[96110]: pgmap v886: 121 pgs: 121 active+clean; 608 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 7.8 MiB/s wr, 28 op/s 2024-09-20T21:54:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:52 smithi046 ceph-mon[96110]: osdmap e813: 8 total, 8 up, 8 in 2024-09-20T21:54:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:52 smithi046 ceph-mon[96110]: osdmap e814: 8 total, 8 up, 8 in 2024-09-20T21:54:53.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:52 smithi046 ceph-mon[98591]: pgmap v886: 121 pgs: 121 active+clean; 608 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 7.8 MiB/s wr, 28 op/s 2024-09-20T21:54:53.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:52 smithi046 ceph-mon[98591]: osdmap e813: 8 total, 8 up, 8 in 2024-09-20T21:54:53.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:52 smithi046 ceph-mon[98591]: osdmap e814: 8 total, 8 up, 8 in 2024-09-20T21:54:53.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:52 smithi134 ceph-mon[89086]: pgmap v886: 121 pgs: 121 active+clean; 608 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 7.8 MiB/s wr, 28 op/s 2024-09-20T21:54:53.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:52 smithi134 ceph-mon[89086]: osdmap e813: 8 total, 8 up, 8 in 2024-09-20T21:54:53.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:52 smithi134 ceph-mon[89086]: osdmap e814: 8 total, 8 up, 8 in 2024-09-20T21:54:53.786 INFO:tasks.rados.rados.0.smithi046.stdout:3800: done (3 left) 2024-09-20T21:54:53.786 INFO:tasks.rados.rados.0.smithi046.stdout:3801: delete oid 20 current snap is 381 2024-09-20T21:54:53.787 INFO:tasks.rados.rados.0.smithi046.stdout:3796: finishing rollback tid 2 to smithi04683737-15 2024-09-20T21:54:53.787 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 2203 (ObjNum 890 snap 295 seq_num 890) dirty exists 2024-09-20T21:54:53.787 INFO:tasks.rados.rados.0.smithi046.stdout:3798: finishing write tid 1 to smithi04683737-16 2024-09-20T21:54:53.787 INFO:tasks.rados.rados.0.smithi046.stdout:3798: finishing write tid 2 to smithi04683737-16 2024-09-20T21:54:53.787 INFO:tasks.rados.rados.0.smithi046.stdout:3799: finishing write tid 1 to smithi04683737-39 2024-09-20T21:54:53.787 INFO:tasks.rados.rados.0.smithi046.stdout:3799: finishing write tid 2 to smithi04683737-39 2024-09-20T21:54:53.787 INFO:tasks.rados.rados.0.smithi046.stdout:3798: finishing write tid 3 to smithi04683737-16 2024-09-20T21:54:53.787 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 1638 (ObjNum 1159 snap 381 seq_num 1159) dirty exists 2024-09-20T21:54:53.787 INFO:tasks.rados.rados.0.smithi046.stdout:3798: left oid 16 (ObjNum 1159 snap 381 seq_num 1159) 2024-09-20T21:54:53.787 INFO:tasks.rados.rados.0.smithi046.stdout:3799: finishing write tid 3 to smithi04683737-39 2024-09-20T21:54:53.787 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1588 (ObjNum 1160 snap 381 seq_num 1160) dirty exists 2024-09-20T21:54:53.787 INFO:tasks.rados.rados.0.smithi046.stdout:3799: left oid 39 (ObjNum 1160 snap 381 seq_num 1160) 2024-09-20T21:54:53.799 INFO:tasks.rados.rados.0.smithi046.stdout:3796: done (3 left) 2024-09-20T21:54:53.800 INFO:tasks.rados.rados.0.smithi046.stdout:3798: done (2 left) 2024-09-20T21:54:53.800 INFO:tasks.rados.rados.0.smithi046.stdout:3799: done (1 left) 2024-09-20T21:54:53.800 INFO:tasks.rados.rados.0.smithi046.stdout:3801: done (0 left) 2024-09-20T21:54:53.800 INFO:tasks.rados.rados.0.smithi046.stdout:3802: read oid 22 snap -1 2024-09-20T21:54:53.800 INFO:tasks.rados.rados.0.smithi046.stdout:3802: expect deleted 2024-09-20T21:54:53.800 INFO:tasks.rados.rados.0.smithi046.stdout:3803: rollback oid 32 current snap is 381 2024-09-20T21:54:53.800 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 32 to 380 2024-09-20T21:54:53.800 INFO:tasks.rados.rados.0.smithi046.stdout:3804: rmattr oid 10 current snap is 381 2024-09-20T21:54:53.800 INFO:tasks.rados.rados.0.smithi046.stdout:3805: rollback oid 25 current snap is 381 2024-09-20T21:54:53.800 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 25 to 372 2024-09-20T21:54:53.800 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 381 2024-09-20T21:54:53.800 INFO:tasks.rados.rados.0.smithi046.stdout:3806: seq_num 1162 ranges {1114112=270336} 2024-09-20T21:54:53.809 INFO:tasks.rados.rados.0.smithi046.stdout:3806: writing smithi04683737-36 from 1114112 to 1384448 tid 1 2024-09-20T21:54:53.809 INFO:tasks.rados.rados.0.smithi046.stdout:3805: finishing rollback tid 0 to smithi04683737-25 2024-09-20T21:54:53.809 INFO:tasks.rados.rados.0.smithi046.stdout:3802: done (4 left) 2024-09-20T21:54:53.809 INFO:tasks.rados.rados.0.smithi046.stdout:3807: read oid 23 snap -1 2024-09-20T21:54:53.809 INFO:tasks.rados.rados.0.smithi046.stdout:3807: expect deleted 2024-09-20T21:54:53.809 INFO:tasks.rados.rados.0.smithi046.stdout:3808: delete oid 31 current snap is 381 2024-09-20T21:54:53.810 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1785 (ObjNum 812 snap 270 seq_num 812) dirty exists 2024-09-20T21:54:53.811 INFO:tasks.rados.rados.0.smithi046.stdout:3805: finishing rollback tid 1 to smithi04683737-25 2024-09-20T21:54:53.811 INFO:tasks.rados.rados.0.smithi046.stdout:3805: finishing rollback tid 2 to smithi04683737-25 2024-09-20T21:54:53.811 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 1648 (ObjNum 1064 snap 351 seq_num 1064) dirty exists 2024-09-20T21:54:53.814 INFO:tasks.rados.rados.0.smithi046.stdout:3804: done (5 left) 2024-09-20T21:54:53.814 INFO:tasks.rados.rados.0.smithi046.stdout:3805: done (4 left) 2024-09-20T21:54:53.815 INFO:tasks.rados.rados.0.smithi046.stdout:3807: done (3 left) 2024-09-20T21:54:53.815 INFO:tasks.rados.rados.0.smithi046.stdout:3808: done (2 left) 2024-09-20T21:54:53.815 INFO:tasks.rados.rados.0.smithi046.stdout:3809: delete oid 38 current snap is 381 2024-09-20T21:54:53.815 INFO:tasks.rados.rados.0.smithi046.stdout:3803: finishing rollback tid 0 to smithi04683737-32 2024-09-20T21:54:53.816 INFO:tasks.rados.rados.0.smithi046.stdout:3803: finishing rollback tid 1 to smithi04683737-32 2024-09-20T21:54:53.816 INFO:tasks.rados.rados.0.smithi046.stdout:3806: finishing write tid 1 to smithi04683737-36 2024-09-20T21:54:53.816 INFO:tasks.rados.rados.0.smithi046.stdout:3806: finishing write tid 2 to smithi04683737-36 2024-09-20T21:54:53.819 INFO:tasks.rados.rados.0.smithi046.stdout:3809: done (2 left) 2024-09-20T21:54:53.819 INFO:tasks.rados.rados.0.smithi046.stdout:3810: snap_create 2024-09-20T21:54:53.819 INFO:tasks.rados.rados.0.smithi046.stdout:3803: finishing rollback tid 2 to smithi04683737-32 2024-09-20T21:54:53.819 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 2308 (ObjNum 1134 snap 377 seq_num 1134) dirty exists 2024-09-20T21:54:53.819 INFO:tasks.rados.rados.0.smithi046.stdout:3806: finishing write tid 3 to smithi04683737-36 2024-09-20T21:54:53.819 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 1556 (ObjNum 1162 snap 381 seq_num 1162) dirty exists 2024-09-20T21:54:53.820 INFO:tasks.rados.rados.0.smithi046.stdout:3806: left oid 36 (ObjNum 1162 snap 381 seq_num 1162) 2024-09-20T21:54:54.794 INFO:tasks.rados.rados.0.smithi046.stdout:3803: done (2 left) 2024-09-20T21:54:54.794 INFO:tasks.rados.rados.0.smithi046.stdout:3806: done (1 left) 2024-09-20T21:54:54.794 INFO:tasks.rados.rados.0.smithi046.stdout:3810: done (0 left) 2024-09-20T21:54:54.794 INFO:tasks.rados.rados.0.smithi046.stdout:3811: copy_from oid 50 from oid 35 current snap is 382 2024-09-20T21:54:54.794 INFO:tasks.rados.rados.0.smithi046.stdout:3812: snap_create 2024-09-20T21:54:54.813 INFO:tasks.rados.rados.0.smithi046.stdout:3811: finishing copy_from racing read to smithi04683737-50 2024-09-20T21:54:54.815 INFO:tasks.rados.rados.0.smithi046.stdout:3811: finishing copy_from to smithi04683737-50 2024-09-20T21:54:54.815 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 1553 (ObjNum 988 snap 317 seq_num 988) dirty exists 2024-09-20T21:54:55.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:54 smithi046 ceph-mon[96110]: pgmap v889: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 616 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-09-20T21:54:55.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:54 smithi046 ceph-mon[96110]: osdmap e815: 8 total, 8 up, 8 in 2024-09-20T21:54:55.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:54 smithi046 ceph-mon[98591]: pgmap v889: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 616 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-09-20T21:54:55.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:54 smithi046 ceph-mon[98591]: osdmap e815: 8 total, 8 up, 8 in 2024-09-20T21:54:55.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:54 smithi134 ceph-mon[89086]: pgmap v889: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 616 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-09-20T21:54:55.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:54 smithi134 ceph-mon[89086]: osdmap e815: 8 total, 8 up, 8 in 2024-09-20T21:54:55.799 INFO:tasks.rados.rados.0.smithi046.stdout:3811: done (1 left) 2024-09-20T21:54:55.799 INFO:tasks.rados.rados.0.smithi046.stdout:3812: done (0 left) 2024-09-20T21:54:55.799 INFO:tasks.rados.rados.0.smithi046.stdout:3813: read oid 23 snap -1 2024-09-20T21:54:55.799 INFO:tasks.rados.rados.0.smithi046.stdout:3813: expect deleted 2024-09-20T21:54:55.799 INFO:tasks.rados.rados.0.smithi046.stdout:3814: read oid 45 snap -1 2024-09-20T21:54:55.800 INFO:tasks.rados.rados.0.smithi046.stdout:3814: expect (ObjNum 1076 snap 355 seq_num 1076) 2024-09-20T21:54:55.800 INFO:tasks.rados.rados.0.smithi046.stdout:3815: rmattr oid 20 current snap is 383 2024-09-20T21:54:55.800 INFO:tasks.rados.rados.0.smithi046.stdout:3815: done (2 left) 2024-09-20T21:54:55.800 INFO:tasks.rados.rados.0.smithi046.stdout:3816: snap_remove snap 347 2024-09-20T21:54:56.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:55 smithi046 ceph-mon[96110]: osdmap e816: 8 total, 8 up, 8 in 2024-09-20T21:54:56.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:55 smithi046 ceph-mon[98591]: osdmap e816: 8 total, 8 up, 8 in 2024-09-20T21:54:56.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:55 smithi134 ceph-mon[89086]: osdmap e816: 8 total, 8 up, 8 in 2024-09-20T21:54:56.802 INFO:tasks.rados.rados.0.smithi046.stdout:3814: expect (ObjNum 1076 snap 355 seq_num 1076) 2024-09-20T21:54:56.997 INFO:tasks.rados.rados.0.smithi046.stdout:3813: done (2 left) 2024-09-20T21:54:56.997 INFO:tasks.rados.rados.0.smithi046.stdout:3814: done (1 left) 2024-09-20T21:54:56.997 INFO:tasks.rados.rados.0.smithi046.stdout:3816: done (0 left) 2024-09-20T21:54:56.997 INFO:tasks.rados.rados.0.smithi046.stdout:3817: rmattr oid 28 current snap is 383 2024-09-20T21:54:56.997 INFO:tasks.rados.rados.0.smithi046.stdout:3818: rollback oid 22 current snap is 383 2024-09-20T21:54:56.998 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 22 to 337 2024-09-20T21:54:56.998 INFO:tasks.rados.rados.0.smithi046.stdout:3819: read oid 11 snap -1 2024-09-20T21:54:56.998 INFO:tasks.rados.rados.0.smithi046.stdout:3819: expect deleted 2024-09-20T21:54:56.998 INFO:tasks.rados.rados.0.smithi046.stdout:3820: rollback oid 8 current snap is 383 2024-09-20T21:54:56.998 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 8 to 380 2024-09-20T21:54:56.998 INFO:tasks.rados.rados.0.smithi046.stdout:3821: read oid 49 snap -1 2024-09-20T21:54:56.998 INFO:tasks.rados.rados.0.smithi046.stdout:3821: expect (ObjNum 1130 snap 377 seq_num 1130) 2024-09-20T21:54:56.998 INFO:tasks.rados.rados.0.smithi046.stdout:3822: copy_from oid 17 from oid 21 current snap is 383 2024-09-20T21:54:56.998 INFO:tasks.rados.rados.0.smithi046.stdout:3823: snap_remove snap 377 2024-09-20T21:54:57.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:56 smithi046 ceph-mon[96110]: pgmap v892: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 635 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.7 MiB/s wr, 6 op/s 2024-09-20T21:54:57.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:56 smithi046 ceph-mon[96110]: osdmap e817: 8 total, 8 up, 8 in 2024-09-20T21:54:57.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:56 smithi046 ceph-mon[98591]: pgmap v892: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 635 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.7 MiB/s wr, 6 op/s 2024-09-20T21:54:57.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:56 smithi046 ceph-mon[98591]: osdmap e817: 8 total, 8 up, 8 in 2024-09-20T21:54:57.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:56 smithi134 ceph-mon[89086]: pgmap v892: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 635 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.7 MiB/s wr, 6 op/s 2024-09-20T21:54:57.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:56 smithi134 ceph-mon[89086]: osdmap e817: 8 total, 8 up, 8 in 2024-09-20T21:54:57.673 INFO:tasks.rados.rados.0.smithi046.stdout:3823: done (6 left) 2024-09-20T21:54:57.673 INFO:tasks.rados.rados.0.smithi046.stdout:3824: read oid 37 snap -1 2024-09-20T21:54:57.673 INFO:tasks.rados.rados.0.smithi046.stdout:3824: expect (ObjNum 1111 snap 368 seq_num 1111) 2024-09-20T21:54:57.674 INFO:tasks.rados.rados.0.smithi046.stdout:3818: finishing rollback tid 1 to smithi04683737-22 2024-09-20T21:54:57.674 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1691 (ObjNum 33 snap 0 seq_num 20481728) dirty dne 2024-09-20T21:54:57.674 INFO:tasks.rados.rados.0.smithi046.stdout:3820: finishing rollback tid 0 to smithi04683737-8 2024-09-20T21:54:57.674 INFO:tasks.rados.rados.0.smithi046.stdout:3820: finishing rollback tid 1 to smithi04683737-8 2024-09-20T21:54:57.674 INFO:tasks.rados.rados.0.smithi046.stdout:3820: finishing rollback tid 2 to smithi04683737-8 2024-09-20T21:54:57.674 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1586 (ObjNum 956 snap 307 seq_num 956) dirty exists 2024-09-20T21:54:57.674 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 1589 (ObjNum 1076 snap 355 seq_num 1076) dirty exists 2024-09-20T21:54:57.674 INFO:tasks.rados.rados.0.smithi046.stdout:3822: finishing copy_from racing read to smithi04683737-17 2024-09-20T21:54:57.674 INFO:tasks.rados.rados.0.smithi046.stdout:3822: finishing copy_from to smithi04683737-17 2024-09-20T21:54:57.674 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1802 (ObjNum 1147 snap 378 seq_num 1147) dirty exists 2024-09-20T21:54:57.674 INFO:tasks.rados.rados.0.smithi046.stdout:3821: expect (ObjNum 1130 snap 377 seq_num 1130) 2024-09-20T21:54:57.928 INFO:tasks.rados.rados.0.smithi046.stdout:3817: done (6 left) 2024-09-20T21:54:57.928 INFO:tasks.rados.rados.0.smithi046.stdout:3818: done (5 left) 2024-09-20T21:54:57.928 INFO:tasks.rados.rados.0.smithi046.stdout:3819: done (4 left) 2024-09-20T21:54:57.928 INFO:tasks.rados.rados.0.smithi046.stdout:3820: done (3 left) 2024-09-20T21:54:57.928 INFO:tasks.rados.rados.0.smithi046.stdout:3821: done (2 left) 2024-09-20T21:54:57.928 INFO:tasks.rados.rados.0.smithi046.stdout:3822: done (1 left) 2024-09-20T21:54:57.928 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 383 2024-09-20T21:54:57.928 INFO:tasks.rados.rados.0.smithi046.stdout:3825: seq_num 1165 ranges {1384448=319488} 2024-09-20T21:54:57.937 INFO:tasks.rados.rados.0.smithi046.stdout:3825: writing smithi04683737-36 from 1384448 to 1703936 tid 1 2024-09-20T21:54:57.937 INFO:tasks.rados.rados.0.smithi046.stdout:3826: snap_create 2024-09-20T21:54:57.937 INFO:tasks.rados.rados.0.smithi046.stdout:3824: expect (ObjNum 1111 snap 368 seq_num 1111) 2024-09-20T21:54:57.985 INFO:tasks.rados.rados.0.smithi046.stdout:3825: finishing write tid 1 to smithi04683737-36 2024-09-20T21:54:57.985 INFO:tasks.rados.rados.0.smithi046.stdout:3825: finishing write tid 2 to smithi04683737-36 2024-09-20T21:54:57.985 INFO:tasks.rados.rados.0.smithi046.stdout:3825: finishing write tid 3 to smithi04683737-36 2024-09-20T21:54:57.985 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 1558 (ObjNum 1165 snap 383 seq_num 1165) dirty exists 2024-09-20T21:54:57.986 INFO:tasks.rados.rados.0.smithi046.stdout:3825: left oid 36 (ObjNum 1165 snap 383 seq_num 1165) 2024-09-20T21:54:58.077 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:57 smithi134 ceph-mon[89086]: osdmap e818: 8 total, 8 up, 8 in 2024-09-20T21:54:58.077 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:57 smithi134 ceph-mon[89086]: osdmap e819: 8 total, 8 up, 8 in 2024-09-20T21:54:58.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:57 smithi046 ceph-mon[98591]: osdmap e818: 8 total, 8 up, 8 in 2024-09-20T21:54:58.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:57 smithi046 ceph-mon[98591]: osdmap e819: 8 total, 8 up, 8 in 2024-09-20T21:54:58.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:57 smithi046 ceph-mon[96110]: osdmap e818: 8 total, 8 up, 8 in 2024-09-20T21:54:58.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:57 smithi046 ceph-mon[96110]: osdmap e819: 8 total, 8 up, 8 in 2024-09-20T21:54:58.816 INFO:tasks.rados.rados.0.smithi046.stdout:3824: done (2 left) 2024-09-20T21:54:58.816 INFO:tasks.rados.rados.0.smithi046.stdout:3825: done (1 left) 2024-09-20T21:54:58.816 INFO:tasks.rados.rados.0.smithi046.stdout:3826: done (0 left) 2024-09-20T21:54:58.816 INFO:tasks.rados.rados.0.smithi046.stdout:3827: read oid 20 snap -1 2024-09-20T21:54:58.817 INFO:tasks.rados.rados.0.smithi046.stdout:3827: expect deleted 2024-09-20T21:54:58.817 INFO:tasks.rados.rados.0.smithi046.stdout:3828: rollback oid 45 current snap is 384 2024-09-20T21:54:58.817 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 45 to 315 2024-09-20T21:54:58.817 INFO:tasks.rados.rados.0.smithi046.stdout:3829: snap_remove snap 382 2024-09-20T21:54:59.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:58 smithi046 ceph-mon[96110]: pgmap v895: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 627 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.9 MiB/s wr, 14 op/s 2024-09-20T21:54:59.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:58 smithi046 ceph-mon[98591]: pgmap v895: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 627 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.9 MiB/s wr, 14 op/s 2024-09-20T21:54:59.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:58 smithi134 ceph-mon[89086]: pgmap v895: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 627 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.9 MiB/s wr, 14 op/s 2024-09-20T21:54:59.825 INFO:tasks.rados.rados.0.smithi046.stdout:3829: done (2 left) 2024-09-20T21:54:59.826 INFO:tasks.rados.rados.0.smithi046.stdout:3830: delete oid 34 current snap is 384 2024-09-20T21:54:59.826 INFO:tasks.rados.rados.0.smithi046.stdout:3828: finishing rollback tid 0 to smithi04683737-45 2024-09-20T21:54:59.826 INFO:tasks.rados.rados.0.smithi046.stdout:3828: finishing rollback tid 1 to smithi04683737-45 2024-09-20T21:54:59.826 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 2203 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-20T21:54:59.833 INFO:tasks.rados.rados.0.smithi046.stdout:3827: done (2 left) 2024-09-20T21:54:59.833 INFO:tasks.rados.rados.0.smithi046.stdout:3828: done (1 left) 2024-09-20T21:54:59.833 INFO:tasks.rados.rados.0.smithi046.stdout:3830: done (0 left) 2024-09-20T21:54:59.833 INFO:tasks.rados.rados.0.smithi046.stdout:3831: read oid 17 snap -1 2024-09-20T21:54:59.833 INFO:tasks.rados.rados.0.smithi046.stdout:3831: expect (ObjNum 1147 snap 378 seq_num 1147) 2024-09-20T21:54:59.833 INFO:tasks.rados.rados.0.smithi046.stdout:3832: snap_create 2024-09-20T21:54:59.842 INFO:tasks.rados.rados.0.smithi046.stdout:3831: expect (ObjNum 1147 snap 378 seq_num 1147) 2024-09-20T21:55:00.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:54:59 smithi046 ceph-mon[96110]: osdmap e820: 8 total, 8 up, 8 in 2024-09-20T21:55:00.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:54:59 smithi046 ceph-mon[98591]: osdmap e820: 8 total, 8 up, 8 in 2024-09-20T21:55:00.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:54:59 smithi134 ceph-mon[89086]: osdmap e820: 8 total, 8 up, 8 in 2024-09-20T21:55:00.823 INFO:tasks.rados.rados.0.smithi046.stdout:3831: done (1 left) 2024-09-20T21:55:00.823 INFO:tasks.rados.rados.0.smithi046.stdout:3832: done (0 left) 2024-09-20T21:55:00.823 INFO:tasks.rados.rados.0.smithi046.stdout:3833: snap_create 2024-09-20T21:55:01.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:00 smithi046 ceph-mon[96110]: pgmap v898: 121 pgs: 121 active+clean; 637 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2024-09-20T21:55:01.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:00 smithi046 ceph-mon[96110]: osdmap e821: 8 total, 8 up, 8 in 2024-09-20T21:55:01.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:00 smithi046 ceph-mon[98591]: pgmap v898: 121 pgs: 121 active+clean; 637 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2024-09-20T21:55:01.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:00 smithi046 ceph-mon[98591]: osdmap e821: 8 total, 8 up, 8 in 2024-09-20T21:55:01.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:00 smithi134 ceph-mon[89086]: pgmap v898: 121 pgs: 121 active+clean; 637 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2024-09-20T21:55:01.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:00 smithi134 ceph-mon[89086]: osdmap e821: 8 total, 8 up, 8 in 2024-09-20T21:55:01.833 INFO:tasks.rados.rados.0.smithi046.stdout:3833: done (0 left) 2024-09-20T21:55:01.833 INFO:tasks.rados.rados.0.smithi046.stdout:3834: copy_from oid 7 from oid 45 current snap is 386 2024-09-20T21:55:01.833 INFO:tasks.rados.rados.0.smithi046.stdout:3835: snap_remove snap 356 2024-09-20T21:55:02.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:01 smithi046 ceph-mon[96110]: osdmap e822: 8 total, 8 up, 8 in 2024-09-20T21:55:02.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:01 smithi046 ceph-mon[98591]: osdmap e822: 8 total, 8 up, 8 in 2024-09-20T21:55:02.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:55:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:55:02] "GET /metrics HTTP/1.1" 200 36383 "" "Prometheus/2.43.0" 2024-09-20T21:55:02.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:01 smithi134 ceph-mon[89086]: osdmap e822: 8 total, 8 up, 8 in 2024-09-20T21:55:02.676 INFO:tasks.rados.rados.0.smithi046.stdout:3834: finishing copy_from to smithi04683737-7 2024-09-20T21:55:02.676 INFO:tasks.rados.rados.0.smithi046.stdout:3834: got expected ENOENT (src dne) 2024-09-20T21:55:02.676 INFO:tasks.rados.rados.0.smithi046.stdout:3834: finishing copy_from racing read to smithi04683737-7 2024-09-20T21:55:02.676 INFO:tasks.rados.rados.0.smithi046.stdout:3834: done (1 left) 2024-09-20T21:55:02.676 INFO:tasks.rados.rados.0.smithi046.stdout:3835: done (0 left) 2024-09-20T21:55:02.676 INFO:tasks.rados.rados.0.smithi046.stdout:3836: read oid 23 snap 358 2024-09-20T21:55:02.676 INFO:tasks.rados.rados.0.smithi046.stdout:3836: expect (ObjNum 1061 snap 351 seq_num 1061) 2024-09-20T21:55:02.677 INFO:tasks.rados.rados.0.smithi046.stdout:3837: snap_create 2024-09-20T21:55:02.677 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:55:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:55:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:55:02.702 INFO:tasks.rados.rados.0.smithi046.stdout:3836: expect (ObjNum 1061 snap 351 seq_num 1061) 2024-09-20T21:55:03.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:02 smithi046 ceph-mon[98591]: pgmap v901: 121 pgs: 121 active+clean; 637 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-09-20T21:55:03.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:02 smithi046 ceph-mon[98591]: osdmap e823: 8 total, 8 up, 8 in 2024-09-20T21:55:03.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:02 smithi046 ceph-mon[98591]: osdmap e824: 8 total, 8 up, 8 in 2024-09-20T21:55:03.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:02 smithi046 ceph-mon[96110]: pgmap v901: 121 pgs: 121 active+clean; 637 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-09-20T21:55:03.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:02 smithi046 ceph-mon[96110]: osdmap e823: 8 total, 8 up, 8 in 2024-09-20T21:55:03.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:02 smithi046 ceph-mon[96110]: osdmap e824: 8 total, 8 up, 8 in 2024-09-20T21:55:03.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:02 smithi134 ceph-mon[89086]: pgmap v901: 121 pgs: 121 active+clean; 637 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-09-20T21:55:03.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:02 smithi134 ceph-mon[89086]: osdmap e823: 8 total, 8 up, 8 in 2024-09-20T21:55:03.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:02 smithi134 ceph-mon[89086]: osdmap e824: 8 total, 8 up, 8 in 2024-09-20T21:55:03.676 INFO:tasks.rados.rados.0.smithi046.stdout:3836: done (1 left) 2024-09-20T21:55:03.676 INFO:tasks.rados.rados.0.smithi046.stdout:3837: done (0 left) 2024-09-20T21:55:03.676 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 387 2024-09-20T21:55:03.677 INFO:tasks.rados.rados.0.smithi046.stdout:3838: seq_num 1167 ranges {4227072=352256} 2024-09-20T21:55:03.701 INFO:tasks.rados.rados.0.smithi046.stdout:3838: writing smithi04683737-43 from 4227072 to 4579328 tid 1 2024-09-20T21:55:03.702 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 387 2024-09-20T21:55:03.702 INFO:tasks.rados.rados.0.smithi046.stdout:3839: seq_num 1168 ranges {5611520=368640} 2024-09-20T21:55:03.735 INFO:tasks.rados.rados.0.smithi046.stdout:3839: writing smithi04683737-44 from 5611520 to 5980160 tid 1 2024-09-20T21:55:03.735 INFO:tasks.rados.rados.0.smithi046.stdout:3840: copy_from oid 11 from oid 13 current snap is 387 2024-09-20T21:55:03.735 INFO:tasks.rados.rados.0.smithi046.stdout:3838: finishing write tid 1 to smithi04683737-43 2024-09-20T21:55:03.735 INFO:tasks.rados.rados.0.smithi046.stdout:3838: finishing write tid 2 to smithi04683737-43 2024-09-20T21:55:03.735 INFO:tasks.rados.rados.0.smithi046.stdout:3838: finishing write tid 3 to smithi04683737-43 2024-09-20T21:55:03.735 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1865 (ObjNum 1167 snap 387 seq_num 1167) dirty exists 2024-09-20T21:55:03.735 INFO:tasks.rados.rados.0.smithi046.stdout:3838: left oid 43 (ObjNum 1167 snap 387 seq_num 1167) 2024-09-20T21:55:03.735 INFO:tasks.rados.rados.0.smithi046.stdout:3838: done (2 left) 2024-09-20T21:55:03.735 INFO:tasks.rados.rados.0.smithi046.stdout:3841: delete oid 33 current snap is 387 2024-09-20T21:55:03.740 INFO:tasks.rados.rados.0.smithi046.stdout:3839: finishing write tid 1 to smithi04683737-44 2024-09-20T21:55:03.740 INFO:tasks.rados.rados.0.smithi046.stdout:3841: done (2 left) 2024-09-20T21:55:03.740 INFO:tasks.rados.rados.0.smithi046.stdout:3842: copy_from oid 14 from oid 18 current snap is 387 2024-09-20T21:55:03.741 INFO:tasks.rados.rados.0.smithi046.stdout:3839: finishing write tid 2 to smithi04683737-44 2024-09-20T21:55:03.741 INFO:tasks.rados.rados.0.smithi046.stdout:3843: copy_from oid 36 from oid 42 current snap is 387 2024-09-20T21:55:03.741 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 387 2024-09-20T21:55:03.741 INFO:tasks.rados.rados.0.smithi046.stdout:3844: seq_num 1170 ranges {4579328=401408} 2024-09-20T21:55:03.770 INFO:tasks.rados.rados.0.smithi046.stdout:3844: writing smithi04683737-43 from 4579328 to 4980736 tid 1 2024-09-20T21:55:03.770 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 387 2024-09-20T21:55:03.770 INFO:tasks.rados.rados.0.smithi046.stdout:3839: finishing write tid 3 to smithi04683737-44 2024-09-20T21:55:03.770 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1591 (ObjNum 1168 snap 387 seq_num 1168) dirty exists 2024-09-20T21:55:03.770 INFO:tasks.rados.rados.0.smithi046.stdout:3839: left oid 44 (ObjNum 1168 snap 387 seq_num 1168) 2024-09-20T21:55:03.770 INFO:tasks.rados.rados.0.smithi046.stdout:3843: finishing copy_from racing read to smithi04683737-36 2024-09-20T21:55:03.771 INFO:tasks.rados.rados.0.smithi046.stdout:3843: finishing copy_from to smithi04683737-36 2024-09-20T21:55:03.771 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 1867 (ObjNum 1010 snap 325 seq_num 1010) dirty exists 2024-09-20T21:55:03.771 INFO:tasks.rados.rados.0.smithi046.stdout:3845: seq_num 1171 ranges {9650176=417792} 2024-09-20T21:55:03.825 INFO:tasks.rados.rados.0.smithi046.stdout:3845: writing smithi04683737-2 from 9650176 to 10067968 tid 1 2024-09-20T21:55:03.825 INFO:tasks.rados.rados.0.smithi046.stdout:3839: done (5 left) 2024-09-20T21:55:03.825 INFO:tasks.rados.rados.0.smithi046.stdout:3843: done (4 left) 2024-09-20T21:55:03.825 INFO:tasks.rados.rados.0.smithi046.stdout:3846: snap_remove snap 348 2024-09-20T21:55:04.682 INFO:tasks.rados.rados.0.smithi046.stdout:3846: done (4 left) 2024-09-20T21:55:04.682 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 387 2024-09-20T21:55:04.682 INFO:tasks.rados.rados.0.smithi046.stdout:3847: seq_num 1172 ranges {0=434176} 2024-09-20T21:55:04.685 INFO:tasks.rados.rados.0.smithi046.stdout:3847: writing smithi04683737-33 from 0 to 434176 tid 1 2024-09-20T21:55:04.685 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 387 2024-09-20T21:55:04.685 INFO:tasks.rados.rados.0.smithi046.stdout:3848: seq_num 1173 ranges {9650176=450560} 2024-09-20T21:55:04.743 INFO:tasks.rados.rados.0.smithi046.stdout:3848: writing smithi04683737-29 from 9650176 to 10100736 tid 1 2024-09-20T21:55:04.743 INFO:tasks.rados.rados.0.smithi046.stdout:3849: rollback oid 6 current snap is 387 2024-09-20T21:55:04.744 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 6 to 342 2024-09-20T21:55:04.744 INFO:tasks.rados.rados.0.smithi046.stdout:3840: finishing copy_from racing read to smithi04683737-11 2024-09-20T21:55:04.744 INFO:tasks.rados.rados.0.smithi046.stdout:3844: finishing write tid 1 to smithi04683737-43 2024-09-20T21:55:04.744 INFO:tasks.rados.rados.0.smithi046.stdout:3844: finishing write tid 2 to smithi04683737-43 2024-09-20T21:55:04.744 INFO:tasks.rados.rados.0.smithi046.stdout:3840: finishing copy_from to smithi04683737-11 2024-09-20T21:55:04.744 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 2288 (ObjNum 1157 snap 381 seq_num 1157) dirty exists 2024-09-20T21:55:04.744 INFO:tasks.rados.rados.0.smithi046.stdout:3844: finishing write tid 3 to smithi04683737-43 2024-09-20T21:55:04.744 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1867 (ObjNum 1170 snap 387 seq_num 1170) dirty exists 2024-09-20T21:55:04.744 INFO:tasks.rados.rados.0.smithi046.stdout:3844: left oid 43 (ObjNum 1170 snap 387 seq_num 1170) 2024-09-20T21:55:04.744 INFO:tasks.rados.rados.0.smithi046.stdout:3842: finishing copy_from racing read to smithi04683737-14 2024-09-20T21:55:04.744 INFO:tasks.rados.rados.0.smithi046.stdout:3840: done (6 left) 2024-09-20T21:55:04.744 INFO:tasks.rados.rados.0.smithi046.stdout:3844: done (5 left) 2024-09-20T21:55:04.745 INFO:tasks.rados.rados.0.smithi046.stdout:3850: read oid 28 snap -1 2024-09-20T21:55:04.745 INFO:tasks.rados.rados.0.smithi046.stdout:3850: expect (ObjNum 1076 snap 355 seq_num 1076) 2024-09-20T21:55:04.745 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 387 2024-09-20T21:55:04.745 INFO:tasks.rados.rados.0.smithi046.stdout:3842: finishing copy_from to smithi04683737-14 2024-09-20T21:55:04.745 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 1592 (ObjNum 1135 snap 377 seq_num 1135) dirty exists 2024-09-20T21:55:04.745 INFO:tasks.rados.rados.0.smithi046.stdout:3845: finishing write tid 1 to smithi04683737-2 2024-09-20T21:55:04.745 INFO:tasks.rados.rados.0.smithi046.stdout:3845: finishing write tid 2 to smithi04683737-2 2024-09-20T21:55:04.745 INFO:tasks.rados.rados.0.smithi046.stdout:3845: finishing write tid 3 to smithi04683737-2 2024-09-20T21:55:04.745 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 1593 (ObjNum 1171 snap 387 seq_num 1171) dirty exists 2024-09-20T21:55:04.745 INFO:tasks.rados.rados.0.smithi046.stdout:3845: left oid 2 (ObjNum 1171 snap 387 seq_num 1171) 2024-09-20T21:55:04.745 INFO:tasks.rados.rados.0.smithi046.stdout:3847: finishing write tid 1 to smithi04683737-33 2024-09-20T21:55:04.745 INFO:tasks.rados.rados.0.smithi046.stdout:3847: finishing write tid 2 to smithi04683737-33 2024-09-20T21:55:04.745 INFO:tasks.rados.rados.0.smithi046.stdout:3847: finishing write tid 3 to smithi04683737-33 2024-09-20T21:55:04.745 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 1476 (ObjNum 1172 snap 387 seq_num 1172) dirty exists 2024-09-20T21:55:04.746 INFO:tasks.rados.rados.0.smithi046.stdout:3847: left oid 33 (ObjNum 1172 snap 387 seq_num 1172) 2024-09-20T21:55:04.746 INFO:tasks.rados.rados.0.smithi046.stdout:3851: seq_num 1174 ranges {7577600=466944} 2024-09-20T21:55:04.787 INFO:tasks.rados.rados.0.smithi046.stdout:3851: writing smithi04683737-4 from 7577600 to 8044544 tid 1 2024-09-20T21:55:04.787 INFO:tasks.rados.rados.0.smithi046.stdout:3842: done (6 left) 2024-09-20T21:55:04.787 INFO:tasks.rados.rados.0.smithi046.stdout:3845: done (5 left) 2024-09-20T21:55:04.787 INFO:tasks.rados.rados.0.smithi046.stdout:3847: done (4 left) 2024-09-20T21:55:04.787 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 387 2024-09-20T21:55:04.788 INFO:tasks.rados.rados.0.smithi046.stdout:3849: finishing rollback tid 0 to smithi04683737-6 2024-09-20T21:55:04.788 INFO:tasks.rados.rados.0.smithi046.stdout:3852: seq_num 1175 ranges {0=483328} 2024-09-20T21:55:04.790 INFO:tasks.rados.rados.0.smithi046.stdout:3852: writing smithi04683737-41 from 0 to 483328 tid 1 2024-09-20T21:55:04.790 INFO:tasks.rados.rados.0.smithi046.stdout:3853: read oid 46 snap -1 2024-09-20T21:55:04.790 INFO:tasks.rados.rados.0.smithi046.stdout:3853: expect (ObjNum 1125 snap 374 seq_num 1125) 2024-09-20T21:55:04.790 INFO:tasks.rados.rados.0.smithi046.stdout:3854: rollback oid 37 current snap is 387 2024-09-20T21:55:04.790 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 37 to 367 2024-09-20T21:55:04.790 INFO:tasks.rados.rados.0.smithi046.stdout:3849: finishing rollback tid 1 to smithi04683737-6 2024-09-20T21:55:04.790 INFO:tasks.rados.rados.0.smithi046.stdout:3849: finishing rollback tid 2 to smithi04683737-6 2024-09-20T21:55:04.791 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 2350 (ObjNum 1011 snap 325 seq_num 1011) dirty exists 2024-09-20T21:55:04.791 INFO:tasks.rados.rados.0.smithi046.stdout:3848: finishing write tid 1 to smithi04683737-29 2024-09-20T21:55:04.791 INFO:tasks.rados.rados.0.smithi046.stdout:3849: done (6 left) 2024-09-20T21:55:04.791 INFO:tasks.rados.rados.0.smithi046.stdout:3855: snap_remove snap 383 2024-09-20T21:55:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:04 smithi134 ceph-mon[89086]: pgmap v904: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 637 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 0 B/s wr, 3 op/s 2024-09-20T21:55:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:04 smithi134 ceph-mon[89086]: osdmap e825: 8 total, 8 up, 8 in 2024-09-20T21:55:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:55:05.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:04 smithi046 ceph-mon[98591]: pgmap v904: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 637 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 0 B/s wr, 3 op/s 2024-09-20T21:55:05.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:04 smithi046 ceph-mon[98591]: osdmap e825: 8 total, 8 up, 8 in 2024-09-20T21:55:05.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:55:05.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:04 smithi046 ceph-mon[96110]: pgmap v904: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 637 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 0 B/s wr, 3 op/s 2024-09-20T21:55:05.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:04 smithi046 ceph-mon[96110]: osdmap e825: 8 total, 8 up, 8 in 2024-09-20T21:55:05.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:55:05.688 INFO:tasks.rados.rados.0.smithi046.stdout:3855: done (6 left) 2024-09-20T21:55:05.688 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 387 2024-09-20T21:55:05.688 INFO:tasks.rados.rados.0.smithi046.stdout:3848: finishing write tid 2 to smithi04683737-29 2024-09-20T21:55:05.689 INFO:tasks.rados.rados.0.smithi046.stdout:3856: seq_num 1176 ranges {5898240=499712} 2024-09-20T21:55:05.724 INFO:tasks.rados.rados.0.smithi046.stdout:3856: writing smithi04683737-49 from 5898240 to 6397952 tid 1 2024-09-20T21:55:05.724 INFO:tasks.rados.rados.0.smithi046.stdout:3857: read oid 45 snap -1 2024-09-20T21:55:05.724 INFO:tasks.rados.rados.0.smithi046.stdout:3857: expect deleted 2024-09-20T21:55:05.724 INFO:tasks.rados.rados.0.smithi046.stdout:3858: rollback oid 31 current snap is 387 2024-09-20T21:55:05.724 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 31 to 380 2024-09-20T21:55:05.724 INFO:tasks.rados.rados.0.smithi046.stdout:3850: expect (ObjNum 1076 snap 355 seq_num 1076) 2024-09-20T21:55:05.910 INFO:tasks.rados.rados.0.smithi046.stdout:3848: finishing write tid 3 to smithi04683737-29 2024-09-20T21:55:05.910 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1588 (ObjNum 1173 snap 387 seq_num 1173) dirty exists 2024-09-20T21:55:05.910 INFO:tasks.rados.rados.0.smithi046.stdout:3848: left oid 29 (ObjNum 1173 snap 387 seq_num 1173) 2024-09-20T21:55:05.910 INFO:tasks.rados.rados.0.smithi046.stdout:3848: done (8 left) 2024-09-20T21:55:05.910 INFO:tasks.rados.rados.0.smithi046.stdout:3850: done (7 left) 2024-09-20T21:55:05.910 INFO:tasks.rados.rados.0.smithi046.stdout:3859: read oid 21 snap -1 2024-09-20T21:55:05.910 INFO:tasks.rados.rados.0.smithi046.stdout:3859: expect (ObjNum 1147 snap 378 seq_num 1147) 2024-09-20T21:55:05.910 INFO:tasks.rados.rados.0.smithi046.stdout:3851: finishing write tid 1 to smithi04683737-4 2024-09-20T21:55:05.910 INFO:tasks.rados.rados.0.smithi046.stdout:3851: finishing write tid 2 to smithi04683737-4 2024-09-20T21:55:05.910 INFO:tasks.rados.rados.0.smithi046.stdout:3854: finishing rollback tid 0 to smithi04683737-37 2024-09-20T21:55:05.911 INFO:tasks.rados.rados.0.smithi046.stdout:3851: finishing write tid 3 to smithi04683737-4 2024-09-20T21:55:05.911 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 2353 (ObjNum 1174 snap 387 seq_num 1174) dirty exists 2024-09-20T21:55:05.911 INFO:tasks.rados.rados.0.smithi046.stdout:3851: left oid 4 (ObjNum 1174 snap 387 seq_num 1174) 2024-09-20T21:55:05.911 INFO:tasks.rados.rados.0.smithi046.stdout:3854: finishing rollback tid 1 to smithi04683737-37 2024-09-20T21:55:05.911 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 1677 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-20T21:55:05.911 INFO:tasks.rados.rados.0.smithi046.stdout:3852: finishing write tid 1 to smithi04683737-41 2024-09-20T21:55:05.911 INFO:tasks.rados.rados.0.smithi046.stdout:3852: finishing write tid 2 to smithi04683737-41 2024-09-20T21:55:05.911 INFO:tasks.rados.rados.0.smithi046.stdout:3852: finishing write tid 3 to smithi04683737-41 2024-09-20T21:55:05.911 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1998 (ObjNum 1175 snap 387 seq_num 1175) dirty exists 2024-09-20T21:55:05.911 INFO:tasks.rados.rados.0.smithi046.stdout:3852: left oid 41 (ObjNum 1175 snap 387 seq_num 1175) 2024-09-20T21:55:05.911 INFO:tasks.rados.rados.0.smithi046.stdout:3851: done (7 left) 2024-09-20T21:55:05.911 INFO:tasks.rados.rados.0.smithi046.stdout:3852: done (6 left) 2024-09-20T21:55:05.911 INFO:tasks.rados.rados.0.smithi046.stdout:3854: done (5 left) 2024-09-20T21:55:05.911 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 387 2024-09-20T21:55:05.912 INFO:tasks.rados.rados.0.smithi046.stdout:3853: expect (ObjNum 1125 snap 374 seq_num 1125) 2024-09-20T21:55:06.002 INFO:tasks.rados.rados.0.smithi046.stdout:3858: finishing rollback tid 1 to smithi04683737-31 2024-09-20T21:55:06.002 INFO:tasks.rados.rados.0.smithi046.stdout:3858: finishing rollback tid 2 to smithi04683737-31 2024-09-20T21:55:06.003 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 2004 (ObjNum 1099 snap 364 seq_num 1099) dirty exists 2024-09-20T21:55:06.003 INFO:tasks.rados.rados.0.smithi046.stdout:3860: seq_num 1177 ranges {4349952=516096} 2024-09-20T21:55:06.030 INFO:tasks.rados.rados.0.smithi046.stdout:3860: writing smithi04683737-48 from 4349952 to 4866048 tid 1 2024-09-20T21:55:06.030 INFO:tasks.rados.rados.0.smithi046.stdout:3853: done (5 left) 2024-09-20T21:55:06.030 INFO:tasks.rados.rados.0.smithi046.stdout:3857: done (4 left) 2024-09-20T21:55:06.030 INFO:tasks.rados.rados.0.smithi046.stdout:3858: done (3 left) 2024-09-20T21:55:06.030 INFO:tasks.rados.rados.0.smithi046.stdout:3861: read oid 1 snap -1 2024-09-20T21:55:06.030 INFO:tasks.rados.rados.0.smithi046.stdout:3861: expect deleted 2024-09-20T21:55:06.030 INFO:tasks.rados.rados.0.smithi046.stdout:3862: read oid 43 snap -1 2024-09-20T21:55:06.031 INFO:tasks.rados.rados.0.smithi046.stdout:3862: expect (ObjNum 1170 snap 387 seq_num 1170) 2024-09-20T21:55:06.031 INFO:tasks.rados.rados.0.smithi046.stdout:3863: read oid 2 snap -1 2024-09-20T21:55:06.031 INFO:tasks.rados.rados.0.smithi046.stdout:3863: expect (ObjNum 1171 snap 387 seq_num 1171) 2024-09-20T21:55:06.031 INFO:tasks.rados.rados.0.smithi046.stdout:3864: read oid 38 snap -1 2024-09-20T21:55:06.031 INFO:tasks.rados.rados.0.smithi046.stdout:3864: expect deleted 2024-09-20T21:55:06.031 INFO:tasks.rados.rados.0.smithi046.stdout:3865: delete oid 25 current snap is 387 2024-09-20T21:55:06.031 INFO:tasks.rados.rados.0.smithi046.stdout:3856: finishing write tid 1 to smithi04683737-49 2024-09-20T21:55:06.031 INFO:tasks.rados.rados.0.smithi046.stdout:3856: finishing write tid 2 to smithi04683737-49 2024-09-20T21:55:06.031 INFO:tasks.rados.rados.0.smithi046.stdout:3856: finishing write tid 3 to smithi04683737-49 2024-09-20T21:55:06.031 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 2360 (ObjNum 1176 snap 387 seq_num 1176) dirty exists 2024-09-20T21:55:06.031 INFO:tasks.rados.rados.0.smithi046.stdout:3856: left oid 49 (ObjNum 1176 snap 387 seq_num 1176) 2024-09-20T21:55:06.031 INFO:tasks.rados.rados.0.smithi046.stdout:3859: expect (ObjNum 1147 snap 378 seq_num 1147) 2024-09-20T21:55:06.121 INFO:tasks.rados.rados.0.smithi046.stdout:3860: finishing write tid 1 to smithi04683737-48 2024-09-20T21:55:06.121 INFO:tasks.rados.rados.0.smithi046.stdout:3860: finishing write tid 2 to smithi04683737-48 2024-09-20T21:55:06.121 INFO:tasks.rados.rados.0.smithi046.stdout:3860: finishing write tid 3 to smithi04683737-48 2024-09-20T21:55:06.121 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 2004 (ObjNum 1177 snap 387 seq_num 1177) dirty exists 2024-09-20T21:55:06.121 INFO:tasks.rados.rados.0.smithi046.stdout:3860: left oid 48 (ObjNum 1177 snap 387 seq_num 1177) 2024-09-20T21:55:06.121 INFO:tasks.rados.rados.0.smithi046.stdout:3862: expect (ObjNum 1170 snap 387 seq_num 1170) 2024-09-20T21:55:06.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:05 smithi046 ceph-mon[96110]: osdmap e826: 8 total, 8 up, 8 in 2024-09-20T21:55:06.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:05 smithi046 ceph-mon[98591]: osdmap e826: 8 total, 8 up, 8 in 2024-09-20T21:55:06.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:05 smithi134 ceph-mon[89086]: osdmap e826: 8 total, 8 up, 8 in 2024-09-20T21:55:06.425 INFO:tasks.rados.rados.0.smithi046.stdout:3863: expect (ObjNum 1171 snap 387 seq_num 1171) 2024-09-20T21:55:07.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:06 smithi046 ceph-mon[96110]: pgmap v907: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 638 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 396 KiB/s wr, 3 op/s 2024-09-20T21:55:07.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:06 smithi046 ceph-mon[96110]: osdmap e827: 8 total, 8 up, 8 in 2024-09-20T21:55:07.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:06 smithi046 ceph-mon[98591]: pgmap v907: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 638 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 396 KiB/s wr, 3 op/s 2024-09-20T21:55:07.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:06 smithi046 ceph-mon[98591]: osdmap e827: 8 total, 8 up, 8 in 2024-09-20T21:55:07.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:06 smithi134 ceph-mon[89086]: pgmap v907: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 638 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 396 KiB/s wr, 3 op/s 2024-09-20T21:55:07.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:06 smithi134 ceph-mon[89086]: osdmap e827: 8 total, 8 up, 8 in 2024-09-20T21:55:07.388 INFO:tasks.rados.rados.0.smithi046.stdout:3856: done (7 left) 2024-09-20T21:55:07.388 INFO:tasks.rados.rados.0.smithi046.stdout:3859: done (6 left) 2024-09-20T21:55:07.388 INFO:tasks.rados.rados.0.smithi046.stdout:3860: done (5 left) 2024-09-20T21:55:07.388 INFO:tasks.rados.rados.0.smithi046.stdout:3861: done (4 left) 2024-09-20T21:55:07.389 INFO:tasks.rados.rados.0.smithi046.stdout:3862: done (3 left) 2024-09-20T21:55:07.389 INFO:tasks.rados.rados.0.smithi046.stdout:3863: done (2 left) 2024-09-20T21:55:07.389 INFO:tasks.rados.rados.0.smithi046.stdout:3864: done (1 left) 2024-09-20T21:55:07.389 INFO:tasks.rados.rados.0.smithi046.stdout:3865: done (0 left) 2024-09-20T21:55:07.389 INFO:tasks.rados.rados.0.smithi046.stdout:3866: setattr oid 34 current snap is 387 2024-09-20T21:55:07.389 INFO:tasks.rados.rados.0.smithi046.stdout:3867: snap_create 2024-09-20T21:55:07.392 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 2005 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-20T21:55:07.675 INFO:tasks.rados.rados.0.smithi046.stdout:3866: done (1 left) 2024-09-20T21:55:07.675 INFO:tasks.rados.rados.0.smithi046.stdout:3867: done (0 left) 2024-09-20T21:55:07.676 INFO:tasks.rados.rados.0.smithi046.stdout:3868: copy_from oid 15 from oid 17 current snap is 388 2024-09-20T21:55:07.676 INFO:tasks.rados.rados.0.smithi046.stdout:3869: snap_remove snap 312 2024-09-20T21:55:08.681 INFO:tasks.rados.rados.0.smithi046.stdout:3869: done (1 left) 2024-09-20T21:55:08.682 INFO:tasks.rados.rados.0.smithi046.stdout:3870: copy_from oid 18 from oid 46 current snap is 388 2024-09-20T21:55:08.682 INFO:tasks.rados.rados.0.smithi046.stdout:3868: finishing copy_from racing read to smithi04683737-15 2024-09-20T21:55:08.682 INFO:tasks.rados.rados.0.smithi046.stdout:3868: finishing copy_from to smithi04683737-15 2024-09-20T21:55:08.682 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 1802 (ObjNum 1147 snap 378 seq_num 1147) dirty exists 2024-09-20T21:55:08.682 INFO:tasks.rados.rados.0.smithi046.stdout:3868: done (1 left) 2024-09-20T21:55:08.682 INFO:tasks.rados.rados.0.smithi046.stdout:3871: snap_create 2024-09-20T21:55:08.710 INFO:tasks.rados.rados.0.smithi046.stdout:3870: finishing copy_from racing read to smithi04683737-18 2024-09-20T21:55:08.713 INFO:tasks.rados.rados.0.smithi046.stdout:3870: finishing copy_from to smithi04683737-18 2024-09-20T21:55:08.713 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1893 (ObjNum 1125 snap 374 seq_num 1125) dirty exists 2024-09-20T21:55:09.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:08 smithi046 ceph-mon[98591]: pgmap v909: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 646 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.5 MiB/s wr, 9 op/s 2024-09-20T21:55:09.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:08 smithi046 ceph-mon[98591]: osdmap e828: 8 total, 8 up, 8 in 2024-09-20T21:55:09.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:08 smithi046 ceph-mon[96110]: pgmap v909: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 646 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.5 MiB/s wr, 9 op/s 2024-09-20T21:55:09.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:08 smithi046 ceph-mon[96110]: osdmap e828: 8 total, 8 up, 8 in 2024-09-20T21:55:09.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:08 smithi134 ceph-mon[89086]: pgmap v909: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 646 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.5 MiB/s wr, 9 op/s 2024-09-20T21:55:09.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:08 smithi134 ceph-mon[89086]: osdmap e828: 8 total, 8 up, 8 in 2024-09-20T21:55:09.692 INFO:tasks.rados.rados.0.smithi046.stdout:3870: done (1 left) 2024-09-20T21:55:09.692 INFO:tasks.rados.rados.0.smithi046.stdout:3871: done (0 left) 2024-09-20T21:55:09.692 INFO:tasks.rados.rados.0.smithi046.stdout:3872: read oid 18 snap -1 2024-09-20T21:55:09.692 INFO:tasks.rados.rados.0.smithi046.stdout:3872: expect (ObjNum 1125 snap 374 seq_num 1125) 2024-09-20T21:55:09.692 INFO:tasks.rados.rados.0.smithi046.stdout:3873: read oid 24 snap 365 2024-09-20T21:55:09.693 INFO:tasks.rados.rados.0.smithi046.stdout:3873: expect (ObjNum 1079 snap 356 seq_num 1079) 2024-09-20T21:55:09.693 INFO:tasks.rados.rados.0.smithi046.stdout:3874: rollback oid 45 current snap is 389 2024-09-20T21:55:09.693 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 45 to 372 2024-09-20T21:55:09.693 INFO:tasks.rados.rados.0.smithi046.stdout:3875: snap_remove snap 357 2024-09-20T21:55:10.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:09 smithi046 ceph-mon[96110]: osdmap e829: 8 total, 8 up, 8 in 2024-09-20T21:55:10.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:09 smithi046 ceph-mon[98591]: osdmap e829: 8 total, 8 up, 8 in 2024-09-20T21:55:10.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:09 smithi134 ceph-mon[89086]: osdmap e829: 8 total, 8 up, 8 in 2024-09-20T21:55:10.695 INFO:tasks.rados.rados.0.smithi046.stdout:3875: done (3 left) 2024-09-20T21:55:10.695 INFO:tasks.rados.rados.0.smithi046.stdout:3876: rmattr oid 29 current snap is 389 2024-09-20T21:55:10.695 INFO:tasks.rados.rados.0.smithi046.stdout:3876: done (3 left) 2024-09-20T21:55:10.695 INFO:tasks.rados.rados.0.smithi046.stdout:3877: copy_from oid 44 from oid 17 current snap is 389 2024-09-20T21:55:10.695 INFO:tasks.rados.rados.0.smithi046.stdout:3878: setattr oid 13 current snap is 389 2024-09-20T21:55:10.695 INFO:tasks.rados.rados.0.smithi046.stdout:3874: finishing rollback tid 1 to smithi04683737-45 2024-09-20T21:55:10.696 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 2203 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-20T21:55:10.696 INFO:tasks.rados.rados.0.smithi046.stdout:3872: expect (ObjNum 1125 snap 374 seq_num 1125) 2024-09-20T21:55:10.800 INFO:tasks.rados.rados.0.smithi046.stdout:3873: expect (ObjNum 1079 snap 356 seq_num 1079) 2024-09-20T21:55:10.846 INFO:tasks.rados.rados.0.smithi046.stdout:3877: finishing copy_from racing read to smithi04683737-44 2024-09-20T21:55:10.846 INFO:tasks.rados.rados.0.smithi046.stdout:3877: finishing copy_from to smithi04683737-44 2024-09-20T21:55:10.846 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1802 (ObjNum 1147 snap 378 seq_num 1147) dirty exists 2024-09-20T21:55:10.846 INFO:tasks.rados.rados.0.smithi046.stdout:3872: done (4 left) 2024-09-20T21:55:10.846 INFO:tasks.rados.rados.0.smithi046.stdout:3873: done (3 left) 2024-09-20T21:55:10.846 INFO:tasks.rados.rados.0.smithi046.stdout:3874: done (2 left) 2024-09-20T21:55:10.846 INFO:tasks.rados.rados.0.smithi046.stdout:3877: done (1 left) 2024-09-20T21:55:10.846 INFO:tasks.rados.rados.0.smithi046.stdout:3879: delete oid 42 current snap is 389 2024-09-20T21:55:10.849 INFO:tasks.rados.rados.0.smithi046.stdout:3879: done (1 left) 2024-09-20T21:55:10.849 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 389 2024-09-20T21:55:10.849 INFO:tasks.rados.rados.0.smithi046.stdout:3880: seq_num 1180 ranges {4210688=565248} 2024-09-20T21:55:10.877 INFO:tasks.rados.rados.0.smithi046.stdout:3880: writing smithi04683737-28 from 4210688 to 4775936 tid 1 2024-09-20T21:55:10.878 INFO:tasks.rados.rados.0.smithi046.stdout:3881: copy_from oid 8 from oid 37 current snap is 389 2024-09-20T21:55:10.878 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 2380 (ObjNum 1157 snap 381 seq_num 1157) dirty exists 2024-09-20T21:55:10.878 INFO:tasks.rados.rados.0.smithi046.stdout:3878: done (2 left) 2024-09-20T21:55:10.878 INFO:tasks.rados.rados.0.smithi046.stdout:3882: copy_from oid 46 from oid 11 current snap is 389 2024-09-20T21:55:10.878 INFO:tasks.rados.rados.0.smithi046.stdout:3883: rollback oid 9 current snap is 389 2024-09-20T21:55:10.878 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 9 to 366 2024-09-20T21:55:10.878 INFO:tasks.rados.rados.0.smithi046.stdout:3884: snap_remove snap 369 2024-09-20T21:55:11.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:10 smithi046 ceph-mon[98591]: pgmap v912: 121 pgs: 121 active+clean; 656 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.1 MiB/s wr, 12 op/s 2024-09-20T21:55:11.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:10 smithi046 ceph-mon[98591]: osdmap e830: 8 total, 8 up, 8 in 2024-09-20T21:55:11.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:10 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:55:11.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:10 smithi046 ceph-mon[96110]: pgmap v912: 121 pgs: 121 active+clean; 656 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.1 MiB/s wr, 12 op/s 2024-09-20T21:55:11.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:10 smithi046 ceph-mon[96110]: osdmap e830: 8 total, 8 up, 8 in 2024-09-20T21:55:11.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:10 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:55:11.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:10 smithi134 ceph-mon[89086]: pgmap v912: 121 pgs: 121 active+clean; 656 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.1 MiB/s wr, 12 op/s 2024-09-20T21:55:11.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:10 smithi134 ceph-mon[89086]: osdmap e830: 8 total, 8 up, 8 in 2024-09-20T21:55:11.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:10 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:55:11.705 INFO:tasks.rados.rados.0.smithi046.stdout:3884: done (4 left) 2024-09-20T21:55:11.706 INFO:tasks.rados.rados.0.smithi046.stdout:3885: snap_create 2024-09-20T21:55:11.706 INFO:tasks.rados.rados.0.smithi046.stdout:3881: finishing copy_from to smithi04683737-8 2024-09-20T21:55:11.706 INFO:tasks.rados.rados.0.smithi046.stdout:3881: got expected ENOENT (src dne) 2024-09-20T21:55:11.706 INFO:tasks.rados.rados.0.smithi046.stdout:3881: finishing copy_from racing read to smithi04683737-8 2024-09-20T21:55:11.706 INFO:tasks.rados.rados.0.smithi046.stdout:3883: finishing rollback tid 0 to smithi04683737-9 2024-09-20T21:55:11.706 INFO:tasks.rados.rados.0.smithi046.stdout:3880: finishing write tid 1 to smithi04683737-28 2024-09-20T21:55:11.706 INFO:tasks.rados.rados.0.smithi046.stdout:3883: finishing rollback tid 1 to smithi04683737-9 2024-09-20T21:55:11.706 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 2002 (ObjNum 353 snap 0 seq_num 21674096) dirty dne 2024-09-20T21:55:11.706 INFO:tasks.rados.rados.0.smithi046.stdout:3880: finishing write tid 2 to smithi04683737-28 2024-09-20T21:55:11.706 INFO:tasks.rados.rados.0.smithi046.stdout:3880: finishing write tid 3 to smithi04683737-28 2024-09-20T21:55:11.706 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 1804 (ObjNum 1180 snap 389 seq_num 1180) dirty exists 2024-09-20T21:55:11.706 INFO:tasks.rados.rados.0.smithi046.stdout:3880: left oid 28 (ObjNum 1180 snap 389 seq_num 1180) 2024-09-20T21:55:11.707 INFO:tasks.rados.rados.0.smithi046.stdout:3882: finishing copy_from racing read to smithi04683737-46 2024-09-20T21:55:11.707 INFO:tasks.rados.rados.0.smithi046.stdout:3882: finishing copy_from to smithi04683737-46 2024-09-20T21:55:11.707 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 2288 (ObjNum 1157 snap 381 seq_num 1157) dirty exists 2024-09-20T21:55:12.051 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:11 smithi046 ceph-mon[96110]: osdmap e831: 8 total, 8 up, 8 in 2024-09-20T21:55:12.052 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:11 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:55:12.052 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:11 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:55:12.052 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:11 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:55:12.052 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:11 smithi046 ceph-mon[98591]: osdmap e831: 8 total, 8 up, 8 in 2024-09-20T21:55:12.052 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:11 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:55:12.052 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:11 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:55:12.052 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:11 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:55:12.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:11 smithi134 ceph-mon[89086]: osdmap e831: 8 total, 8 up, 8 in 2024-09-20T21:55:12.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:11 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:55:12.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:11 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:55:12.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:11 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:55:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:55:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:55:12] "GET /metrics HTTP/1.1" 200 36385 "" "Prometheus/2.43.0" 2024-09-20T21:55:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:55:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:55:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:55:12.678 INFO:tasks.rados.rados.0.smithi046.stdout:3880: done (4 left) 2024-09-20T21:55:12.678 INFO:tasks.rados.rados.0.smithi046.stdout:3881: done (3 left) 2024-09-20T21:55:12.678 INFO:tasks.rados.rados.0.smithi046.stdout:3882: done (2 left) 2024-09-20T21:55:12.678 INFO:tasks.rados.rados.0.smithi046.stdout:3883: done (1 left) 2024-09-20T21:55:12.678 INFO:tasks.rados.rados.0.smithi046.stdout:3885: done (0 left) 2024-09-20T21:55:12.678 INFO:tasks.rados.rados.0.smithi046.stdout:3886: setattr oid 5 current snap is 390 2024-09-20T21:55:12.679 INFO:tasks.rados.rados.0.smithi046.stdout:3887: snap_remove snap 385 2024-09-20T21:55:13.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:12 smithi046 ceph-mon[96110]: pgmap v915: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 663 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 3.9 MiB/s wr, 14 op/s 2024-09-20T21:55:13.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:12 smithi046 ceph-mon[96110]: osdmap e832: 8 total, 8 up, 8 in 2024-09-20T21:55:13.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:12 smithi046 ceph-mon[96110]: osdmap e833: 8 total, 8 up, 8 in 2024-09-20T21:55:13.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:12 smithi046 ceph-mon[98591]: pgmap v915: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 663 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 3.9 MiB/s wr, 14 op/s 2024-09-20T21:55:13.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:12 smithi046 ceph-mon[98591]: osdmap e832: 8 total, 8 up, 8 in 2024-09-20T21:55:13.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:12 smithi046 ceph-mon[98591]: osdmap e833: 8 total, 8 up, 8 in 2024-09-20T21:55:13.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:12 smithi134 ceph-mon[89086]: pgmap v915: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 663 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 3.9 MiB/s wr, 14 op/s 2024-09-20T21:55:13.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:12 smithi134 ceph-mon[89086]: osdmap e832: 8 total, 8 up, 8 in 2024-09-20T21:55:13.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:12 smithi134 ceph-mon[89086]: osdmap e833: 8 total, 8 up, 8 in 2024-09-20T21:55:13.681 INFO:tasks.rados.rados.0.smithi046.stdout:3887: done (1 left) 2024-09-20T21:55:13.681 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 390 2024-09-20T21:55:13.681 INFO:tasks.rados.rados.0.smithi046.stdout:3888: seq_num 1181 ranges {1622016=581632} 2024-09-20T21:55:13.694 INFO:tasks.rados.rados.0.smithi046.stdout:3888: writing smithi04683737-36 from 1622016 to 2203648 tid 1 2024-09-20T21:55:13.694 INFO:tasks.rados.rados.0.smithi046.stdout:3889: setattr oid 31 current snap is 390 2024-09-20T21:55:13.694 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 1553 (ObjNum 962 snap 307 seq_num 962) dirty exists 2024-09-20T21:55:13.697 INFO:tasks.rados.rados.0.smithi046.stdout:3886: done (2 left) 2024-09-20T21:55:13.697 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 390 2024-09-20T21:55:13.697 INFO:tasks.rados.rados.0.smithi046.stdout:3890: seq_num 1182 ranges {4849664=606208} 2024-09-20T21:55:13.728 INFO:tasks.rados.rados.0.smithi046.stdout:3890: writing smithi04683737-26 from 4849664 to 5455872 tid 1 2024-09-20T21:55:13.728 INFO:tasks.rados.rados.0.smithi046.stdout:3891: snap_create 2024-09-20T21:55:13.728 INFO:tasks.rados.rados.0.smithi046.stdout:3888: finishing write tid 1 to smithi04683737-36 2024-09-20T21:55:13.728 INFO:tasks.rados.rados.0.smithi046.stdout:3888: finishing write tid 2 to smithi04683737-36 2024-09-20T21:55:13.729 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 2023 (ObjNum 1099 snap 364 seq_num 1099) dirty exists 2024-09-20T21:55:13.729 INFO:tasks.rados.rados.0.smithi046.stdout:3888: finishing write tid 3 to smithi04683737-36 2024-09-20T21:55:13.729 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 1869 (ObjNum 1181 snap 390 seq_num 1181) dirty exists 2024-09-20T21:55:13.729 INFO:tasks.rados.rados.0.smithi046.stdout:3888: left oid 36 (ObjNum 1181 snap 390 seq_num 1181) 2024-09-20T21:55:13.732 INFO:tasks.rados.rados.0.smithi046.stdout:3890: finishing write tid 1 to smithi04683737-26 2024-09-20T21:55:13.732 INFO:tasks.rados.rados.0.smithi046.stdout:3890: finishing write tid 2 to smithi04683737-26 2024-09-20T21:55:13.733 INFO:tasks.rados.rados.0.smithi046.stdout:3890: finishing write tid 3 to smithi04683737-26 2024-09-20T21:55:13.733 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 1880 (ObjNum 1182 snap 390 seq_num 1182) dirty exists 2024-09-20T21:55:13.734 INFO:tasks.rados.rados.0.smithi046.stdout:3890: left oid 26 (ObjNum 1182 snap 390 seq_num 1182) 2024-09-20T21:55:14.709 INFO:tasks.rados.rados.0.smithi046.stdout:3888: done (3 left) 2024-09-20T21:55:14.709 INFO:tasks.rados.rados.0.smithi046.stdout:3889: done (2 left) 2024-09-20T21:55:14.709 INFO:tasks.rados.rados.0.smithi046.stdout:3890: done (1 left) 2024-09-20T21:55:14.709 INFO:tasks.rados.rados.0.smithi046.stdout:3891: done (0 left) 2024-09-20T21:55:14.709 INFO:tasks.rados.rados.0.smithi046.stdout:3892: rollback oid 46 current snap is 391 2024-09-20T21:55:14.709 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 46 to 311 2024-09-20T21:55:14.709 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 391 2024-09-20T21:55:14.709 INFO:tasks.rados.rados.0.smithi046.stdout:3893: seq_num 1183 ranges {4866048=622592} 2024-09-20T21:55:14.739 INFO:tasks.rados.rados.0.smithi046.stdout:3893: writing smithi04683737-48 from 4866048 to 5488640 tid 1 2024-09-20T21:55:14.739 INFO:tasks.rados.rados.0.smithi046.stdout:3894: read oid 33 snap -1 2024-09-20T21:55:14.739 INFO:tasks.rados.rados.0.smithi046.stdout:3894: expect (ObjNum 1172 snap 387 seq_num 1172) 2024-09-20T21:55:14.740 INFO:tasks.rados.rados.0.smithi046.stdout:3895: setattr oid 14 current snap is 391 2024-09-20T21:55:14.740 INFO:tasks.rados.rados.0.smithi046.stdout:3892: finishing rollback tid 0 to smithi04683737-46 2024-09-20T21:55:14.740 INFO:tasks.rados.rados.0.smithi046.stdout:3892: finishing rollback tid 1 to smithi04683737-46 2024-09-20T21:55:14.740 INFO:tasks.rados.rados.0.smithi046.stdout:3892: finishing rollback tid 2 to smithi04683737-46 2024-09-20T21:55:14.740 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 2291 (ObjNum 979 snap 309 seq_num 979) dirty exists 2024-09-20T21:55:14.742 INFO:tasks.rados.rados.0.smithi046.stdout:3892: done (3 left) 2024-09-20T21:55:14.742 INFO:tasks.rados.rados.0.smithi046.stdout:3896: read oid 3 snap -1 2024-09-20T21:55:14.742 INFO:tasks.rados.rados.0.smithi046.stdout:3896: expect (ObjNum 1153 snap 381 seq_num 1153) 2024-09-20T21:55:14.742 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 391 2024-09-20T21:55:14.742 INFO:tasks.rados.rados.0.smithi046.stdout:3897: seq_num 1184 ranges {1679360=638976} 2024-09-20T21:55:14.756 INFO:tasks.rados.rados.0.smithi046.stdout:3897: writing smithi04683737-12 from 1679360 to 2318336 tid 1 2024-09-20T21:55:14.756 INFO:tasks.rados.rados.0.smithi046.stdout:3898: delete oid 30 current snap is 391 2024-09-20T21:55:14.756 INFO:tasks.rados.rados.0.smithi046.stdout:3894: expect (ObjNum 1172 snap 387 seq_num 1172) 2024-09-20T21:55:14.770 INFO:tasks.rados.rados.0.smithi046.stdout:3893: finishing write tid 1 to smithi04683737-48 2024-09-20T21:55:14.770 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 2025 (ObjNum 1135 snap 377 seq_num 1135) dirty exists 2024-09-20T21:55:14.770 INFO:tasks.rados.rados.0.smithi046.stdout:3893: finishing write tid 2 to smithi04683737-48 2024-09-20T21:55:14.770 INFO:tasks.rados.rados.0.smithi046.stdout:3897: finishing write tid 1 to smithi04683737-12 2024-09-20T21:55:14.770 INFO:tasks.rados.rados.0.smithi046.stdout:3897: finishing write tid 2 to smithi04683737-12 2024-09-20T21:55:14.770 INFO:tasks.rados.rados.0.smithi046.stdout:3894: done (5 left) 2024-09-20T21:55:14.770 INFO:tasks.rados.rados.0.smithi046.stdout:3895: done (4 left) 2024-09-20T21:55:14.771 INFO:tasks.rados.rados.0.smithi046.stdout:3898: done (3 left) 2024-09-20T21:55:14.771 INFO:tasks.rados.rados.0.smithi046.stdout:3899: copy_from oid 16 from oid 31 current snap is 391 2024-09-20T21:55:14.771 INFO:tasks.rados.rados.0.smithi046.stdout:3896: expect (ObjNum 1153 snap 381 seq_num 1153) 2024-09-20T21:55:14.974 INFO:tasks.rados.rados.0.smithi046.stdout:3893: finishing write tid 3 to smithi04683737-48 2024-09-20T21:55:14.974 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 2006 (ObjNum 1183 snap 391 seq_num 1183) dirty exists 2024-09-20T21:55:14.974 INFO:tasks.rados.rados.0.smithi046.stdout:3893: left oid 48 (ObjNum 1183 snap 391 seq_num 1183) 2024-09-20T21:55:14.975 INFO:tasks.rados.rados.0.smithi046.stdout:3897: finishing write tid 3 to smithi04683737-12 2024-09-20T21:55:14.975 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1904 (ObjNum 1184 snap 391 seq_num 1184) dirty exists 2024-09-20T21:55:14.975 INFO:tasks.rados.rados.0.smithi046.stdout:3897: left oid 12 (ObjNum 1184 snap 391 seq_num 1184) 2024-09-20T21:55:14.975 INFO:tasks.rados.rados.0.smithi046.stdout:3899: finishing copy_from racing read to smithi04683737-16 2024-09-20T21:55:14.975 INFO:tasks.rados.rados.0.smithi046.stdout:3899: finishing copy_from to smithi04683737-16 2024-09-20T21:55:14.975 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 2023 (ObjNum 1099 snap 364 seq_num 1099) dirty exists 2024-09-20T21:55:14.975 INFO:tasks.rados.rados.0.smithi046.stdout:3893: done (3 left) 2024-09-20T21:55:14.975 INFO:tasks.rados.rados.0.smithi046.stdout:3896: done (2 left) 2024-09-20T21:55:14.975 INFO:tasks.rados.rados.0.smithi046.stdout:3897: done (1 left) 2024-09-20T21:55:14.975 INFO:tasks.rados.rados.0.smithi046.stdout:3899: done (0 left) 2024-09-20T21:55:14.975 INFO:tasks.rados.rados.0.smithi046.stdout:3900: copy_from oid 34 from oid 20 current snap is 391 2024-09-20T21:55:14.975 INFO:tasks.rados.rados.0.smithi046.stdout:3901: read oid 15 snap -1 2024-09-20T21:55:14.975 INFO:tasks.rados.rados.0.smithi046.stdout:3901: expect (ObjNum 1147 snap 378 seq_num 1147) 2024-09-20T21:55:14.975 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 391 2024-09-20T21:55:14.976 INFO:tasks.rados.rados.0.smithi046.stdout:3902: seq_num 1186 ranges {0=671744} 2024-09-20T21:55:14.977 INFO:tasks.rados.rados.0.smithi046.stdout:3902: writing smithi04683737-9 from 0 to 671744 tid 1 2024-09-20T21:55:14.977 INFO:tasks.rados.rados.0.smithi046.stdout:3903: read oid 12 snap -1 2024-09-20T21:55:14.978 INFO:tasks.rados.rados.0.smithi046.stdout:3903: expect (ObjNum 1184 snap 391 seq_num 1184) 2024-09-20T21:55:14.978 INFO:tasks.rados.rados.0.smithi046.stdout:3904: read oid 33 snap -1 2024-09-20T21:55:14.978 INFO:tasks.rados.rados.0.smithi046.stdout:3904: expect (ObjNum 1172 snap 387 seq_num 1172) 2024-09-20T21:55:14.978 INFO:tasks.rados.rados.0.smithi046.stdout:3905: setattr oid 40 current snap is 391 2024-09-20T21:55:14.978 INFO:tasks.rados.rados.0.smithi046.stdout:3900: finishing copy_from to smithi04683737-34 2024-09-20T21:55:14.978 INFO:tasks.rados.rados.0.smithi046.stdout:3900: got expected ENOENT (src dne) 2024-09-20T21:55:14.978 INFO:tasks.rados.rados.0.smithi046.stdout:3900: finishing copy_from racing read to smithi04683737-34 2024-09-20T21:55:14.979 INFO:tasks.rados.rados.0.smithi046.stdout:3900: done (5 left) 2024-09-20T21:55:14.979 INFO:tasks.rados.rados.0.smithi046.stdout:3906: rmattr oid 23 current snap is 391 2024-09-20T21:55:14.979 INFO:tasks.rados.rados.0.smithi046.stdout:3906: done (5 left) 2024-09-20T21:55:14.979 INFO:tasks.rados.rados.0.smithi046.stdout:3907: read oid 6 snap 381 2024-09-20T21:55:14.979 INFO:tasks.rados.rados.0.smithi046.stdout:3907: expect (ObjNum 1069 snap 352 seq_num 1069) 2024-09-20T21:55:14.979 INFO:tasks.rados.rados.0.smithi046.stdout:3908: delete oid 43 current snap is 391 2024-09-20T21:55:14.982 INFO:tasks.rados.rados.0.smithi046.stdout:3904: expect (ObjNum 1172 snap 387 seq_num 1172) 2024-09-20T21:55:14.996 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1881 (ObjNum 880 snap 290 seq_num 880) dirty exists 2024-09-20T21:55:14.996 INFO:tasks.rados.rados.0.smithi046.stdout:3907: expect (ObjNum 1069 snap 352 seq_num 1069) 2024-09-20T21:55:15.026 INFO:tasks.rados.rados.0.smithi046.stdout:3902: finishing write tid 1 to smithi04683737-9 2024-09-20T21:55:15.026 INFO:tasks.rados.rados.0.smithi046.stdout:3902: finishing write tid 2 to smithi04683737-9 2024-09-20T21:55:15.026 INFO:tasks.rados.rados.0.smithi046.stdout:3904: done (6 left) 2024-09-20T21:55:15.026 INFO:tasks.rados.rados.0.smithi046.stdout:3905: done (5 left) 2024-09-20T21:55:15.026 INFO:tasks.rados.rados.0.smithi046.stdout:3907: done (4 left) 2024-09-20T21:55:15.026 INFO:tasks.rados.rados.0.smithi046.stdout:3908: done (3 left) 2024-09-20T21:55:15.026 INFO:tasks.rados.rados.0.smithi046.stdout:3909: read oid 33 snap -1 2024-09-20T21:55:15.026 INFO:tasks.rados.rados.0.smithi046.stdout:3909: expect (ObjNum 1172 snap 387 seq_num 1172) 2024-09-20T21:55:15.026 INFO:tasks.rados.rados.0.smithi046.stdout:3910: setattr oid 43 current snap is 391 2024-09-20T21:55:15.026 INFO:tasks.rados.rados.0.smithi046.stdout:3901: expect (ObjNum 1147 snap 378 seq_num 1147) 2024-09-20T21:55:15.106 INFO:tasks.rados.rados.0.smithi046.stdout:3902: finishing write tid 3 to smithi04683737-9 2024-09-20T21:55:15.106 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 2293 (ObjNum 1186 snap 391 seq_num 1186) dirty exists 2024-09-20T21:55:15.106 INFO:tasks.rados.rados.0.smithi046.stdout:3902: left oid 9 (ObjNum 1186 snap 391 seq_num 1186) 2024-09-20T21:55:15.106 INFO:tasks.rados.rados.0.smithi046.stdout:3903: expect (ObjNum 1184 snap 391 seq_num 1184) 2024-09-20T21:55:15.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:14 smithi046 ceph-mon[96110]: pgmap v918: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 674 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.3 MiB/s wr, 9 op/s 2024-09-20T21:55:15.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:14 smithi046 ceph-mon[96110]: osdmap e834: 8 total, 8 up, 8 in 2024-09-20T21:55:15.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:14 smithi046 ceph-mon[98591]: pgmap v918: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 674 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.3 MiB/s wr, 9 op/s 2024-09-20T21:55:15.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:14 smithi046 ceph-mon[98591]: osdmap e834: 8 total, 8 up, 8 in 2024-09-20T21:55:15.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:14 smithi134 ceph-mon[89086]: pgmap v918: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 674 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.3 MiB/s wr, 9 op/s 2024-09-20T21:55:15.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:14 smithi134 ceph-mon[89086]: osdmap e834: 8 total, 8 up, 8 in 2024-09-20T21:55:15.268 INFO:tasks.rados.rados.0.smithi046.stdout:3909: expect (ObjNum 1172 snap 387 seq_num 1172) 2024-09-20T21:55:15.279 INFO:tasks.rados.rados.0.smithi046.stdout:3901: done (4 left) 2024-09-20T21:55:15.279 INFO:tasks.rados.rados.0.smithi046.stdout:3902: done (3 left) 2024-09-20T21:55:15.280 INFO:tasks.rados.rados.0.smithi046.stdout:3903: done (2 left) 2024-09-20T21:55:15.280 INFO:tasks.rados.rados.0.smithi046.stdout:3909: done (1 left) 2024-09-20T21:55:15.280 INFO:tasks.rados.rados.0.smithi046.stdout:3911: setattr oid 36 current snap is 391 2024-09-20T21:55:15.281 INFO:tasks.rados.rados.0.smithi046.stdout:3912: rmattr oid 14 current snap is 391 2024-09-20T21:55:15.281 INFO:tasks.rados.rados.0.smithi046.stdout:3913: read oid 42 snap -1 2024-09-20T21:55:15.282 INFO:tasks.rados.rados.0.smithi046.stdout:3913: expect deleted 2024-09-20T21:55:15.282 INFO:tasks.rados.rados.0.smithi046.stdout:3914: read oid 8 snap -1 2024-09-20T21:55:15.282 INFO:tasks.rados.rados.0.smithi046.stdout:3914: expect (ObjNum 956 snap 307 seq_num 956) 2024-09-20T21:55:15.282 INFO:tasks.rados.rados.0.smithi046.stdout:3915: read oid 32 snap 366 2024-09-20T21:55:15.282 INFO:tasks.rados.rados.0.smithi046.stdout:3915: expect (ObjNum 1104 snap 366 seq_num 1104) 2024-09-20T21:55:15.282 INFO:tasks.rados.rados.0.smithi046.stdout:3916: delete oid 17 current snap is 391 2024-09-20T21:55:15.284 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1907 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-20T21:55:15.286 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 2026 (ObjNum 1135 snap 377 seq_num 1135) dirty exists 2024-09-20T21:55:15.287 INFO:tasks.rados.rados.0.smithi046.stdout:3910: done (6 left) 2024-09-20T21:55:15.287 INFO:tasks.rados.rados.0.smithi046.stdout:3912: done (5 left) 2024-09-20T21:55:15.287 INFO:tasks.rados.rados.0.smithi046.stdout:3913: done (4 left) 2024-09-20T21:55:15.287 INFO:tasks.rados.rados.0.smithi046.stdout:3916: done (3 left) 2024-09-20T21:55:15.287 INFO:tasks.rados.rados.0.smithi046.stdout:3917: snap_create 2024-09-20T21:55:15.288 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 1870 (ObjNum 1181 snap 390 seq_num 1181) dirty exists 2024-09-20T21:55:15.298 INFO:tasks.rados.rados.0.smithi046.stdout:3914: expect (ObjNum 956 snap 307 seq_num 956) 2024-09-20T21:55:15.466 INFO:tasks.rados.rados.0.smithi046.stdout:3915: expect (ObjNum 1104 snap 366 seq_num 1104) 2024-09-20T21:55:15.713 INFO:tasks.rados.rados.0.smithi046.stdout:3911: done (3 left) 2024-09-20T21:55:15.713 INFO:tasks.rados.rados.0.smithi046.stdout:3914: done (2 left) 2024-09-20T21:55:15.713 INFO:tasks.rados.rados.0.smithi046.stdout:3915: done (1 left) 2024-09-20T21:55:15.713 INFO:tasks.rados.rados.0.smithi046.stdout:3917: done (0 left) 2024-09-20T21:55:15.713 INFO:tasks.rados.rados.0.smithi046.stdout:3918: delete oid 41 current snap is 392 2024-09-20T21:55:15.719 INFO:tasks.rados.rados.0.smithi046.stdout:3918: done (0 left) 2024-09-20T21:55:15.719 INFO:tasks.rados.rados.0.smithi046.stdout:3919: read oid 22 snap 366 2024-09-20T21:55:15.719 INFO:tasks.rados.rados.0.smithi046.stdout:3919: expect deleted 2024-09-20T21:55:15.719 INFO:tasks.rados.rados.0.smithi046.stdout:3920: snap_create 2024-09-20T21:55:16.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:15 smithi046 ceph-mon[96110]: osdmap e835: 8 total, 8 up, 8 in 2024-09-20T21:55:16.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:15 smithi046 ceph-mon[98591]: osdmap e835: 8 total, 8 up, 8 in 2024-09-20T21:55:16.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:15 smithi134 ceph-mon[89086]: osdmap e835: 8 total, 8 up, 8 in 2024-09-20T21:55:16.718 INFO:tasks.rados.rados.0.smithi046.stdout:3919: done (1 left) 2024-09-20T21:55:16.719 INFO:tasks.rados.rados.0.smithi046.stdout:3920: done (0 left) 2024-09-20T21:55:16.719 INFO:tasks.rados.rados.0.smithi046.stdout:3921: read oid 42 snap -1 2024-09-20T21:55:16.719 INFO:tasks.rados.rados.0.smithi046.stdout:3921: expect deleted 2024-09-20T21:55:16.719 INFO:tasks.rados.rados.0.smithi046.stdout:3922: snap_remove snap 392 2024-09-20T21:55:17.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:16 smithi046 ceph-mon[96110]: pgmap v921: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 674 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 8 op/s 2024-09-20T21:55:17.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:16 smithi046 ceph-mon[96110]: osdmap e836: 8 total, 8 up, 8 in 2024-09-20T21:55:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:16 smithi046 ceph-mon[98591]: pgmap v921: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 674 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 8 op/s 2024-09-20T21:55:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:16 smithi046 ceph-mon[98591]: osdmap e836: 8 total, 8 up, 8 in 2024-09-20T21:55:17.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:16 smithi134 ceph-mon[89086]: pgmap v921: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 674 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 8 op/s 2024-09-20T21:55:17.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:16 smithi134 ceph-mon[89086]: osdmap e836: 8 total, 8 up, 8 in 2024-09-20T21:55:17.680 INFO:tasks.rados.rados.0.smithi046.stdout:3922: done (1 left) 2024-09-20T21:55:17.680 INFO:tasks.rados.rados.0.smithi046.stdout:3923: read oid 43 snap -1 2024-09-20T21:55:17.680 INFO:tasks.rados.rados.0.smithi046.stdout:3923: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:55:17.680 INFO:tasks.rados.rados.0.smithi046.stdout:3924: snap_remove snap 311 2024-09-20T21:55:18.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:17 smithi046 ceph-mon[96110]: osdmap e837: 8 total, 8 up, 8 in 2024-09-20T21:55:18.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:17 smithi046 ceph-mon[96110]: osdmap e838: 8 total, 8 up, 8 in 2024-09-20T21:55:18.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:17 smithi046 ceph-mon[98591]: osdmap e837: 8 total, 8 up, 8 in 2024-09-20T21:55:18.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:17 smithi046 ceph-mon[98591]: osdmap e838: 8 total, 8 up, 8 in 2024-09-20T21:55:18.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:17 smithi134 ceph-mon[89086]: osdmap e837: 8 total, 8 up, 8 in 2024-09-20T21:55:18.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:17 smithi134 ceph-mon[89086]: osdmap e838: 8 total, 8 up, 8 in 2024-09-20T21:55:18.682 INFO:tasks.rados.rados.0.smithi046.stdout:3924: done (2 left) 2024-09-20T21:55:18.682 INFO:tasks.rados.rados.0.smithi046.stdout:3925: copy_from oid 12 from oid 16 current snap is 393 2024-09-20T21:55:18.682 INFO:tasks.rados.rados.0.smithi046.stdout:3923: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-20T21:55:18.686 INFO:tasks.rados.rados.0.smithi046.stdout:3921: done (2 left) 2024-09-20T21:55:18.687 INFO:tasks.rados.rados.0.smithi046.stdout:3923: done (1 left) 2024-09-20T21:55:18.687 INFO:tasks.rados.rados.0.smithi046.stdout:3926: delete oid 2 current snap is 393 2024-09-20T21:55:18.698 INFO:tasks.rados.rados.0.smithi046.stdout:3926: done (1 left) 2024-09-20T21:55:18.698 INFO:tasks.rados.rados.0.smithi046.stdout:3927: read oid 47 snap -1 2024-09-20T21:55:18.698 INFO:tasks.rados.rados.0.smithi046.stdout:3927: expect (ObjNum 964 snap 307 seq_num 964) 2024-09-20T21:55:18.698 INFO:tasks.rados.rados.0.smithi046.stdout:3928: rollback oid 49 current snap is 393 2024-09-20T21:55:18.698 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 49 to 359 2024-09-20T21:55:18.699 INFO:tasks.rados.rados.0.smithi046.stdout:3929: rollback oid 22 current snap is 393 2024-09-20T21:55:18.699 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 22 to 365 2024-09-20T21:55:18.699 INFO:tasks.rados.rados.0.smithi046.stdout:3930: snap_remove snap 315 2024-09-20T21:55:19.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:18 smithi046 ceph-mon[96110]: pgmap v924: 121 pgs: 121 active+clean; 691 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.9 MiB/s wr, 38 op/s 2024-09-20T21:55:19.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:18 smithi046 ceph-mon[96110]: osdmap e839: 8 total, 8 up, 8 in 2024-09-20T21:55:19.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:18 smithi046 ceph-mon[98591]: pgmap v924: 121 pgs: 121 active+clean; 691 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.9 MiB/s wr, 38 op/s 2024-09-20T21:55:19.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:18 smithi046 ceph-mon[98591]: osdmap e839: 8 total, 8 up, 8 in 2024-09-20T21:55:19.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:18 smithi134 ceph-mon[89086]: pgmap v924: 121 pgs: 121 active+clean; 691 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.9 MiB/s wr, 38 op/s 2024-09-20T21:55:19.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:18 smithi134 ceph-mon[89086]: osdmap e839: 8 total, 8 up, 8 in 2024-09-20T21:55:19.683 INFO:tasks.rados.rados.0.smithi046.stdout:3930: done (4 left) 2024-09-20T21:55:19.683 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 393 2024-09-20T21:55:19.683 INFO:tasks.rados.rados.0.smithi046.stdout:3931: seq_num 1191 ranges {0=753664} 2024-09-20T21:55:19.688 INFO:tasks.rados.rados.0.smithi046.stdout:3931: writing smithi04683737-1 from 0 to 753664 tid 1 2024-09-20T21:55:19.688 INFO:tasks.rados.rados.0.smithi046.stdout:3932: snap_remove snap 337 2024-09-20T21:55:20.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:55:20.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:19 smithi046 ceph-mon[96110]: osdmap e840: 8 total, 8 up, 8 in 2024-09-20T21:55:20.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:55:20.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:19 smithi046 ceph-mon[98591]: osdmap e840: 8 total, 8 up, 8 in 2024-09-20T21:55:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:55:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:19 smithi134 ceph-mon[89086]: osdmap e840: 8 total, 8 up, 8 in 2024-09-20T21:55:20.685 INFO:tasks.rados.rados.0.smithi046.stdout:3929: finishing rollback tid 1 to smithi04683737-22 2024-09-20T21:55:20.685 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1691 (ObjNum 65 snap 0 seq_num 1315923309) dirty dne 2024-09-20T21:55:20.685 INFO:tasks.rados.rados.0.smithi046.stdout:3928: finishing rollback tid 0 to smithi04683737-49 2024-09-20T21:55:20.685 INFO:tasks.rados.rados.0.smithi046.stdout:3928: finishing rollback tid 1 to smithi04683737-49 2024-09-20T21:55:20.685 INFO:tasks.rados.rados.0.smithi046.stdout:3928: finishing rollback tid 2 to smithi04683737-49 2024-09-20T21:55:20.686 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 2408 (ObjNum 964 snap 307 seq_num 964) dirty exists 2024-09-20T21:55:20.686 INFO:tasks.rados.rados.0.smithi046.stdout:3925: finishing copy_from racing read to smithi04683737-12 2024-09-20T21:55:20.686 INFO:tasks.rados.rados.0.smithi046.stdout:3927: expect (ObjNum 964 snap 307 seq_num 964) 2024-09-20T21:55:20.894 INFO:tasks.rados.rados.0.smithi046.stdout:3925: finishing copy_from to smithi04683737-12 2024-09-20T21:55:20.894 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 2023 (ObjNum 1099 snap 364 seq_num 1099) dirty exists 2024-09-20T21:55:20.894 INFO:tasks.rados.rados.0.smithi046.stdout:3931: finishing write tid 1 to smithi04683737-1 2024-09-20T21:55:20.894 INFO:tasks.rados.rados.0.smithi046.stdout:3931: finishing write tid 2 to smithi04683737-1 2024-09-20T21:55:20.894 INFO:tasks.rados.rados.0.smithi046.stdout:3931: finishing write tid 3 to smithi04683737-1 2024-09-20T21:55:20.894 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 2290 (ObjNum 1191 snap 393 seq_num 1191) dirty exists 2024-09-20T21:55:20.894 INFO:tasks.rados.rados.0.smithi046.stdout:3931: left oid 1 (ObjNum 1191 snap 393 seq_num 1191) 2024-09-20T21:55:20.894 INFO:tasks.rados.rados.0.smithi046.stdout:3925: done (5 left) 2024-09-20T21:55:20.894 INFO:tasks.rados.rados.0.smithi046.stdout:3927: done (4 left) 2024-09-20T21:55:20.894 INFO:tasks.rados.rados.0.smithi046.stdout:3928: done (3 left) 2024-09-20T21:55:20.895 INFO:tasks.rados.rados.0.smithi046.stdout:3929: done (2 left) 2024-09-20T21:55:20.895 INFO:tasks.rados.rados.0.smithi046.stdout:3931: done (1 left) 2024-09-20T21:55:20.895 INFO:tasks.rados.rados.0.smithi046.stdout:3932: done (0 left) 2024-09-20T21:55:20.895 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 393 2024-09-20T21:55:20.895 INFO:tasks.rados.rados.0.smithi046.stdout:3933: seq_num 1192 ranges {0=770048} 2024-09-20T21:55:20.898 INFO:tasks.rados.rados.0.smithi046.stdout:3933: writing smithi04683737-37 from 0 to 770048 tid 1 2024-09-20T21:55:20.898 INFO:tasks.rados.rados.0.smithi046.stdout:3934: copy_from oid 10 from oid 6 current snap is 393 2024-09-20T21:55:20.898 INFO:tasks.rados.rados.0.smithi046.stdout:3935: rmattr oid 23 current snap is 393 2024-09-20T21:55:20.898 INFO:tasks.rados.rados.0.smithi046.stdout:3935: done (2 left) 2024-09-20T21:55:20.898 INFO:tasks.rados.rados.0.smithi046.stdout:3936: read oid 49 snap -1 2024-09-20T21:55:20.898 INFO:tasks.rados.rados.0.smithi046.stdout:3936: expect (ObjNum 964 snap 307 seq_num 964) 2024-09-20T21:55:20.898 INFO:tasks.rados.rados.0.smithi046.stdout:3937: snap_remove snap 381 2024-09-20T21:55:21.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:20 smithi046 ceph-mon[98591]: pgmap v927: 121 pgs: 121 active+clean; 689 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 47 op/s 2024-09-20T21:55:21.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:20 smithi046 ceph-mon[98591]: osdmap e841: 8 total, 8 up, 8 in 2024-09-20T21:55:21.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:20 smithi046 ceph-mon[96110]: pgmap v927: 121 pgs: 121 active+clean; 689 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 47 op/s 2024-09-20T21:55:21.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:20 smithi046 ceph-mon[96110]: osdmap e841: 8 total, 8 up, 8 in 2024-09-20T21:55:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:20 smithi134 ceph-mon[89086]: pgmap v927: 121 pgs: 121 active+clean; 689 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 47 op/s 2024-09-20T21:55:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:20 smithi134 ceph-mon[89086]: osdmap e841: 8 total, 8 up, 8 in 2024-09-20T21:55:21.736 INFO:tasks.rados.rados.0.smithi046.stdout:3937: done (3 left) 2024-09-20T21:55:21.736 INFO:tasks.rados.rados.0.smithi046.stdout:3938: read oid 12 snap -1 2024-09-20T21:55:21.736 INFO:tasks.rados.rados.0.smithi046.stdout:3938: expect (ObjNum 1099 snap 364 seq_num 1099) 2024-09-20T21:55:21.736 INFO:tasks.rados.rados.0.smithi046.stdout:3939: read oid 36 snap -1 2024-09-20T21:55:21.736 INFO:tasks.rados.rados.0.smithi046.stdout:3939: expect (ObjNum 1181 snap 390 seq_num 1181) 2024-09-20T21:55:21.736 INFO:tasks.rados.rados.0.smithi046.stdout:3940: snap_remove snap 300 2024-09-20T21:55:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:55:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:55:22] "GET /metrics HTTP/1.1" 200 36387 "" "Prometheus/2.43.0" 2024-09-20T21:55:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:55:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:55:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:55:22.682 INFO:tasks.rados.rados.0.smithi046.stdout:3940: done (5 left) 2024-09-20T21:55:22.682 INFO:tasks.rados.rados.0.smithi046.stdout:3941: copy_from oid 29 from oid 7 current snap is 393 2024-09-20T21:55:22.682 INFO:tasks.rados.rados.0.smithi046.stdout:3942: snap_create 2024-09-20T21:55:22.682 INFO:tasks.rados.rados.0.smithi046.stdout:3933: finishing write tid 1 to smithi04683737-37 2024-09-20T21:55:22.682 INFO:tasks.rados.rados.0.smithi046.stdout:3933: finishing write tid 2 to smithi04683737-37 2024-09-20T21:55:22.682 INFO:tasks.rados.rados.0.smithi046.stdout:3933: finishing write tid 3 to smithi04683737-37 2024-09-20T21:55:22.682 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 2025 (ObjNum 1192 snap 393 seq_num 1192) dirty exists 2024-09-20T21:55:22.682 INFO:tasks.rados.rados.0.smithi046.stdout:3933: left oid 37 (ObjNum 1192 snap 393 seq_num 1192) 2024-09-20T21:55:22.682 INFO:tasks.rados.rados.0.smithi046.stdout:3936: expect (ObjNum 964 snap 307 seq_num 964) 2024-09-20T21:55:22.892 INFO:tasks.rados.rados.0.smithi046.stdout:3934: finishing copy_from racing read to smithi04683737-10 2024-09-20T21:55:22.892 INFO:tasks.rados.rados.0.smithi046.stdout:3934: finishing copy_from to smithi04683737-10 2024-09-20T21:55:22.892 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 2350 (ObjNum 1011 snap 325 seq_num 1011) dirty exists 2024-09-20T21:55:22.892 INFO:tasks.rados.rados.0.smithi046.stdout:3939: expect (ObjNum 1181 snap 390 seq_num 1181) 2024-09-20T21:55:23.023 INFO:tasks.rados.rados.0.smithi046.stdout:3938: expect (ObjNum 1099 snap 364 seq_num 1099) 2024-09-20T21:55:23.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:22 smithi046 ceph-mon[96110]: pgmap v930: 121 pgs: 121 active+clean; 682 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 308 KiB/s wr, 18 op/s 2024-09-20T21:55:23.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:22 smithi046 ceph-mon[96110]: osdmap e842: 8 total, 8 up, 8 in 2024-09-20T21:55:23.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:22 smithi046 ceph-mon[96110]: osdmap e843: 8 total, 8 up, 8 in 2024-09-20T21:55:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:22 smithi046 ceph-mon[98591]: pgmap v930: 121 pgs: 121 active+clean; 682 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 308 KiB/s wr, 18 op/s 2024-09-20T21:55:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:22 smithi046 ceph-mon[98591]: osdmap e842: 8 total, 8 up, 8 in 2024-09-20T21:55:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:22 smithi046 ceph-mon[98591]: osdmap e843: 8 total, 8 up, 8 in 2024-09-20T21:55:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:22 smithi134 ceph-mon[89086]: pgmap v930: 121 pgs: 121 active+clean; 682 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 308 KiB/s wr, 18 op/s 2024-09-20T21:55:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:22 smithi134 ceph-mon[89086]: osdmap e842: 8 total, 8 up, 8 in 2024-09-20T21:55:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:22 smithi134 ceph-mon[89086]: osdmap e843: 8 total, 8 up, 8 in 2024-09-20T21:55:23.301 INFO:tasks.rados.rados.0.smithi046.stdout:3941: finishing copy_from racing read to smithi04683737-29 2024-09-20T21:55:23.301 INFO:tasks.rados.rados.0.smithi046.stdout:3941: finishing copy_from to smithi04683737-29 2024-09-20T21:55:23.301 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1887 (ObjNum 1099 snap 364 seq_num 1099) dirty exists 2024-09-20T21:55:23.683 INFO:tasks.rados.rados.0.smithi046.stdout:3933: done (6 left) 2024-09-20T21:55:23.683 INFO:tasks.rados.rados.0.smithi046.stdout:3934: done (5 left) 2024-09-20T21:55:23.683 INFO:tasks.rados.rados.0.smithi046.stdout:3936: done (4 left) 2024-09-20T21:55:23.683 INFO:tasks.rados.rados.0.smithi046.stdout:3938: done (3 left) 2024-09-20T21:55:23.683 INFO:tasks.rados.rados.0.smithi046.stdout:3939: done (2 left) 2024-09-20T21:55:23.683 INFO:tasks.rados.rados.0.smithi046.stdout:3941: done (1 left) 2024-09-20T21:55:23.683 INFO:tasks.rados.rados.0.smithi046.stdout:3942: done (0 left) 2024-09-20T21:55:23.683 INFO:tasks.rados.rados.0.smithi046.stdout:3943: rollback oid 15 current snap is 394 2024-09-20T21:55:23.683 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 15 to 386 2024-09-20T21:55:23.683 INFO:tasks.rados.rados.0.smithi046.stdout:3944: read oid 2 snap -1 2024-09-20T21:55:23.683 INFO:tasks.rados.rados.0.smithi046.stdout:3944: expect deleted 2024-09-20T21:55:23.683 INFO:tasks.rados.rados.0.smithi046.stdout:3945: snap_remove snap 371 2024-09-20T21:55:24.685 INFO:tasks.rados.rados.0.smithi046.stdout:3945: done (2 left) 2024-09-20T21:55:24.685 INFO:tasks.rados.rados.0.smithi046.stdout:3946: read oid 16 snap -1 2024-09-20T21:55:24.686 INFO:tasks.rados.rados.0.smithi046.stdout:3946: expect (ObjNum 1099 snap 364 seq_num 1099) 2024-09-20T21:55:24.686 INFO:tasks.rados.rados.0.smithi046.stdout:3947: copy_from oid 6 from oid 43 current snap is 394 2024-09-20T21:55:24.686 INFO:tasks.rados.rados.0.smithi046.stdout:3943: finishing rollback tid 0 to smithi04683737-15 2024-09-20T21:55:24.686 INFO:tasks.rados.rados.0.smithi046.stdout:3943: finishing rollback tid 1 to smithi04683737-15 2024-09-20T21:55:24.686 INFO:tasks.rados.rados.0.smithi046.stdout:3943: finishing rollback tid 2 to smithi04683737-15 2024-09-20T21:55:24.686 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 2206 (ObjNum 890 snap 295 seq_num 890) dirty exists 2024-09-20T21:55:24.686 INFO:tasks.rados.rados.0.smithi046.stdout:3943: done (3 left) 2024-09-20T21:55:24.687 INFO:tasks.rados.rados.0.smithi046.stdout:3944: done (2 left) 2024-09-20T21:55:24.687 INFO:tasks.rados.rados.0.smithi046.stdout:3948: snap_create 2024-09-20T21:55:24.704 INFO:tasks.rados.rados.0.smithi046.stdout:3947: finishing copy_from racing read to smithi04683737-6 2024-09-20T21:55:24.712 INFO:tasks.rados.rados.0.smithi046.stdout:3947: finishing copy_from to smithi04683737-6 2024-09-20T21:55:24.712 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1907 (ObjNum 65 snap 0 seq_num 1532127845) dirty exists 2024-09-20T21:55:24.719 INFO:tasks.rados.rados.0.smithi046.stdout:3946: expect (ObjNum 1099 snap 364 seq_num 1099) 2024-09-20T21:55:25.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:24 smithi046 ceph-mon[96110]: pgmap v933: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 679 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-09-20T21:55:25.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:24 smithi046 ceph-mon[96110]: osdmap e844: 8 total, 8 up, 8 in 2024-09-20T21:55:25.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:24 smithi046 ceph-mon[98591]: pgmap v933: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 679 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-09-20T21:55:25.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:24 smithi046 ceph-mon[98591]: osdmap e844: 8 total, 8 up, 8 in 2024-09-20T21:55:25.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:24 smithi134 ceph-mon[89086]: pgmap v933: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 679 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-09-20T21:55:25.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:24 smithi134 ceph-mon[89086]: osdmap e844: 8 total, 8 up, 8 in 2024-09-20T21:55:25.700 INFO:tasks.rados.rados.0.smithi046.stdout:3946: done (2 left) 2024-09-20T21:55:25.701 INFO:tasks.rados.rados.0.smithi046.stdout:3947: done (1 left) 2024-09-20T21:55:25.701 INFO:tasks.rados.rados.0.smithi046.stdout:3948: done (0 left) 2024-09-20T21:55:25.701 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 395 2024-09-20T21:55:25.701 INFO:tasks.rados.rados.0.smithi046.stdout:3949: seq_num 1193 ranges {0=786432} 2024-09-20T21:55:25.705 INFO:tasks.rados.rados.0.smithi046.stdout:3949: writing smithi04683737-20 from 0 to 786432 tid 1 2024-09-20T21:55:25.705 INFO:tasks.rados.rados.0.smithi046.stdout:3950: read oid 30 snap -1 2024-09-20T21:55:25.705 INFO:tasks.rados.rados.0.smithi046.stdout:3950: expect deleted 2024-09-20T21:55:25.705 INFO:tasks.rados.rados.0.smithi046.stdout:3951: snap_remove snap 388 2024-09-20T21:55:26.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:25 smithi046 ceph-mon[96110]: osdmap e845: 8 total, 8 up, 8 in 2024-09-20T21:55:26.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:25 smithi046 ceph-mon[98591]: osdmap e845: 8 total, 8 up, 8 in 2024-09-20T21:55:26.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:25 smithi134 ceph-mon[89086]: osdmap e845: 8 total, 8 up, 8 in 2024-09-20T21:55:26.708 INFO:tasks.rados.rados.0.smithi046.stdout:3951: done (2 left) 2024-09-20T21:55:26.708 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 395 2024-09-20T21:55:26.708 INFO:tasks.rados.rados.0.smithi046.stdout:3952: seq_num 1194 ranges {5373952=802816} 2024-09-20T21:55:26.743 INFO:tasks.rados.rados.0.smithi046.stdout:3952: writing smithi04683737-29 from 5373952 to 6176768 tid 1 2024-09-20T21:55:26.743 INFO:tasks.rados.rados.0.smithi046.stdout:3953: read oid 18 snap -1 2024-09-20T21:55:26.743 INFO:tasks.rados.rados.0.smithi046.stdout:3953: expect (ObjNum 1125 snap 374 seq_num 1125) 2024-09-20T21:55:26.743 INFO:tasks.rados.rados.0.smithi046.stdout:3954: read oid 14 snap -1 2024-09-20T21:55:26.743 INFO:tasks.rados.rados.0.smithi046.stdout:3954: expect (ObjNum 1135 snap 377 seq_num 1135) 2024-09-20T21:55:26.743 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 395 2024-09-20T21:55:26.743 INFO:tasks.rados.rados.0.smithi046.stdout:3955: seq_num 1195 ranges {0=417792,417792=401408} 2024-09-20T21:55:26.745 INFO:tasks.rados.rados.0.smithi046.stdout:3955: writing smithi04683737-22 from 0 to 417792 tid 1 2024-09-20T21:55:26.749 INFO:tasks.rados.rados.0.smithi046.stdout:3955: writing smithi04683737-22 from 417792 to 819200 tid 2 2024-09-20T21:55:26.749 INFO:tasks.rados.rados.0.smithi046.stdout:3956: rollback oid 42 current snap is 395 2024-09-20T21:55:26.749 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 42 to 358 2024-09-20T21:55:26.749 INFO:tasks.rados.rados.0.smithi046.stdout:3949: finishing write tid 1 to smithi04683737-20 2024-09-20T21:55:26.749 INFO:tasks.rados.rados.0.smithi046.stdout:3949: finishing write tid 2 to smithi04683737-20 2024-09-20T21:55:26.749 INFO:tasks.rados.rados.0.smithi046.stdout:3949: finishing write tid 3 to smithi04683737-20 2024-09-20T21:55:26.749 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 1478 (ObjNum 1193 snap 395 seq_num 1193) dirty exists 2024-09-20T21:55:26.749 INFO:tasks.rados.rados.0.smithi046.stdout:3949: left oid 20 (ObjNum 1193 snap 395 seq_num 1193) 2024-09-20T21:55:26.749 INFO:tasks.rados.rados.0.smithi046.stdout:3949: done (6 left) 2024-09-20T21:55:26.749 INFO:tasks.rados.rados.0.smithi046.stdout:3950: done (5 left) 2024-09-20T21:55:26.749 INFO:tasks.rados.rados.0.smithi046.stdout:3957: snap_create 2024-09-20T21:55:26.750 INFO:tasks.rados.rados.0.smithi046.stdout:3952: finishing write tid 1 to smithi04683737-29 2024-09-20T21:55:26.753 INFO:tasks.rados.rados.0.smithi046.stdout:3956: finishing rollback tid 1 to smithi04683737-42 2024-09-20T21:55:26.753 INFO:tasks.rados.rados.0.smithi046.stdout:3952: finishing write tid 2 to smithi04683737-29 2024-09-20T21:55:26.754 INFO:tasks.rados.rados.0.smithi046.stdout:3955: finishing write tid 1 to smithi04683737-22 2024-09-20T21:55:26.754 INFO:tasks.rados.rados.0.smithi046.stdout:3956: finishing rollback tid 2 to smithi04683737-42 2024-09-20T21:55:26.754 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 1883 (ObjNum 606 snap 199 seq_num 606) dirty exists 2024-09-20T21:55:26.754 INFO:tasks.rados.rados.0.smithi046.stdout:3955: finishing write tid 2 to smithi04683737-22 2024-09-20T21:55:26.756 INFO:tasks.rados.rados.0.smithi046.stdout:3955: finishing write tid 3 to smithi04683737-22 2024-09-20T21:55:26.756 INFO:tasks.rados.rados.0.smithi046.stdout:3953: expect (ObjNum 1125 snap 374 seq_num 1125) 2024-09-20T21:55:26.849 INFO:tasks.rados.rados.0.smithi046.stdout:3952: finishing write tid 3 to smithi04683737-29 2024-09-20T21:55:26.849 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1889 (ObjNum 1194 snap 395 seq_num 1194) dirty exists 2024-09-20T21:55:26.849 INFO:tasks.rados.rados.0.smithi046.stdout:3952: left oid 29 (ObjNum 1194 snap 395 seq_num 1194) 2024-09-20T21:55:26.849 INFO:tasks.rados.rados.0.smithi046.stdout:3955: finishing write tid 4 to smithi04683737-22 2024-09-20T21:55:26.849 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 2026 (ObjNum 1195 snap 395 seq_num 1195) dirty exists 2024-09-20T21:55:26.850 INFO:tasks.rados.rados.0.smithi046.stdout:3955: left oid 22 (ObjNum 1195 snap 395 seq_num 1195) 2024-09-20T21:55:26.850 INFO:tasks.rados.rados.0.smithi046.stdout:3954: expect (ObjNum 1135 snap 377 seq_num 1135) 2024-09-20T21:55:27.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:26 smithi046 ceph-mon[96110]: pgmap v936: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 684 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-20T21:55:27.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:26 smithi046 ceph-mon[96110]: osdmap e846: 8 total, 8 up, 8 in 2024-09-20T21:55:27.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:26 smithi046 ceph-mon[98591]: pgmap v936: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 684 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-20T21:55:27.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:26 smithi046 ceph-mon[98591]: osdmap e846: 8 total, 8 up, 8 in 2024-09-20T21:55:27.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:26 smithi134 ceph-mon[89086]: pgmap v936: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 684 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-20T21:55:27.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:26 smithi134 ceph-mon[89086]: osdmap e846: 8 total, 8 up, 8 in 2024-09-20T21:55:27.682 INFO:tasks.rados.rados.0.smithi046.stdout:3952: done (5 left) 2024-09-20T21:55:27.682 INFO:tasks.rados.rados.0.smithi046.stdout:3953: done (4 left) 2024-09-20T21:55:27.682 INFO:tasks.rados.rados.0.smithi046.stdout:3954: done (3 left) 2024-09-20T21:55:27.682 INFO:tasks.rados.rados.0.smithi046.stdout:3955: done (2 left) 2024-09-20T21:55:27.682 INFO:tasks.rados.rados.0.smithi046.stdout:3956: done (1 left) 2024-09-20T21:55:27.682 INFO:tasks.rados.rados.0.smithi046.stdout:3957: done (0 left) 2024-09-20T21:55:27.682 INFO:tasks.rados.rados.0.smithi046.stdout:3958: copy_from oid 35 from oid 14 current snap is 396 2024-09-20T21:55:27.682 INFO:tasks.rados.rados.0.smithi046.stdout:3959: read oid 41 snap -1 2024-09-20T21:55:27.682 INFO:tasks.rados.rados.0.smithi046.stdout:3959: expect deleted 2024-09-20T21:55:27.683 INFO:tasks.rados.rados.0.smithi046.stdout:3960: copy_from oid 16 from oid 36 current snap is 396 2024-09-20T21:55:27.683 INFO:tasks.rados.rados.0.smithi046.stdout:3961: delete oid 8 current snap is 396 2024-09-20T21:55:27.688 INFO:tasks.rados.rados.0.smithi046.stdout:3959: done (3 left) 2024-09-20T21:55:27.688 INFO:tasks.rados.rados.0.smithi046.stdout:3961: done (2 left) 2024-09-20T21:55:27.688 INFO:tasks.rados.rados.0.smithi046.stdout:3962: rollback oid 11 current snap is 396 2024-09-20T21:55:27.688 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 11 to 368 2024-09-20T21:55:27.689 INFO:tasks.rados.rados.0.smithi046.stdout:3963: snap_create 2024-09-20T21:55:27.693 INFO:tasks.rados.rados.0.smithi046.stdout:3962: finishing rollback tid 0 to smithi04683737-11 2024-09-20T21:55:27.693 INFO:tasks.rados.rados.0.smithi046.stdout:3962: finishing rollback tid 1 to smithi04683737-11 2024-09-20T21:55:27.694 INFO:tasks.rados.rados.0.smithi046.stdout:3962: finishing rollback tid 2 to smithi04683737-11 2024-09-20T21:55:27.694 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 2293 (ObjNum 977 snap 309 seq_num 977) dirty exists 2024-09-20T21:55:27.698 INFO:tasks.rados.rados.0.smithi046.stdout:3960: finishing copy_from racing read to smithi04683737-16 2024-09-20T21:55:27.700 INFO:tasks.rados.rados.0.smithi046.stdout:3960: finishing copy_from to smithi04683737-16 2024-09-20T21:55:27.701 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 1870 (ObjNum 1181 snap 390 seq_num 1181) dirty exists 2024-09-20T21:55:27.721 INFO:tasks.rados.rados.0.smithi046.stdout:3958: finishing copy_from racing read to smithi04683737-35 2024-09-20T21:55:27.724 INFO:tasks.rados.rados.0.smithi046.stdout:3958: finishing copy_from to smithi04683737-35 2024-09-20T21:55:27.724 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 2026 (ObjNum 1135 snap 377 seq_num 1135) dirty exists 2024-09-20T21:55:28.077 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:27 smithi134 ceph-mon[89086]: osdmap e847: 8 total, 8 up, 8 in 2024-09-20T21:55:28.077 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:27 smithi134 ceph-mon[89086]: osdmap e848: 8 total, 8 up, 8 in 2024-09-20T21:55:28.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:27 smithi046 ceph-mon[96110]: osdmap e847: 8 total, 8 up, 8 in 2024-09-20T21:55:28.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:27 smithi046 ceph-mon[96110]: osdmap e848: 8 total, 8 up, 8 in 2024-09-20T21:55:28.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:27 smithi046 ceph-mon[98591]: osdmap e847: 8 total, 8 up, 8 in 2024-09-20T21:55:28.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:27 smithi046 ceph-mon[98591]: osdmap e848: 8 total, 8 up, 8 in 2024-09-20T21:55:28.683 INFO:tasks.rados.rados.0.smithi046.stdout:3958: done (3 left) 2024-09-20T21:55:28.684 INFO:tasks.rados.rados.0.smithi046.stdout:3960: done (2 left) 2024-09-20T21:55:28.684 INFO:tasks.rados.rados.0.smithi046.stdout:3962: done (1 left) 2024-09-20T21:55:28.684 INFO:tasks.rados.rados.0.smithi046.stdout:3963: done (0 left) 2024-09-20T21:55:28.684 INFO:tasks.rados.rados.0.smithi046.stdout:3964: setattr oid 49 current snap is 397 2024-09-20T21:55:28.684 INFO:tasks.rados.rados.0.smithi046.stdout:3965: rollback oid 23 current snap is 397 2024-09-20T21:55:28.684 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 23 to 378 2024-09-20T21:55:28.684 INFO:tasks.rados.rados.0.smithi046.stdout:3966: snap_remove snap 386 2024-09-20T21:55:29.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:28 smithi046 ceph-mon[96110]: pgmap v939: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 679 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-09-20T21:55:29.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:28 smithi046 ceph-mon[96110]: osdmap e849: 8 total, 8 up, 8 in 2024-09-20T21:55:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:28 smithi046 ceph-mon[98591]: pgmap v939: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 679 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-09-20T21:55:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:28 smithi046 ceph-mon[98591]: osdmap e849: 8 total, 8 up, 8 in 2024-09-20T21:55:29.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:28 smithi134 ceph-mon[89086]: pgmap v939: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 679 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-09-20T21:55:29.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:28 smithi134 ceph-mon[89086]: osdmap e849: 8 total, 8 up, 8 in 2024-09-20T21:55:29.686 INFO:tasks.rados.rados.0.smithi046.stdout:3966: done (2 left) 2024-09-20T21:55:29.686 INFO:tasks.rados.rados.0.smithi046.stdout:3967: read oid 22 snap 358 2024-09-20T21:55:29.686 INFO:tasks.rados.rados.0.smithi046.stdout:3967: expect (ObjNum 851 snap 282 seq_num 851) 2024-09-20T21:55:29.686 INFO:tasks.rados.rados.0.smithi046.stdout:3968: rollback oid 34 current snap is 397 2024-09-20T21:55:29.686 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 34 to 389 2024-09-20T21:55:29.686 INFO:tasks.rados.rados.0.smithi046.stdout:3965: finishing rollback tid 1 to smithi04683737-23 2024-09-20T21:55:29.686 INFO:tasks.rados.rados.0.smithi046.stdout:3965: finishing rollback tid 2 to smithi04683737-23 2024-09-20T21:55:29.687 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 2295 (ObjNum 981 snap 310 seq_num 981) dirty exists 2024-09-20T21:55:29.687 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 2460 (ObjNum 964 snap 307 seq_num 964) dirty exists 2024-09-20T21:55:29.687 INFO:tasks.rados.rados.0.smithi046.stdout:3964: done (3 left) 2024-09-20T21:55:29.687 INFO:tasks.rados.rados.0.smithi046.stdout:3965: done (2 left) 2024-09-20T21:55:29.687 INFO:tasks.rados.rados.0.smithi046.stdout:3969: setattr oid 1 current snap is 397 2024-09-20T21:55:29.687 INFO:tasks.rados.rados.0.smithi046.stdout:3970: rollback oid 25 current snap is 397 2024-09-20T21:55:29.687 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 25 to 327 2024-09-20T21:55:29.688 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 397 2024-09-20T21:55:29.688 INFO:tasks.rados.rados.0.smithi046.stdout:3971: seq_num 1197 ranges {1556480=450560,2007040=401408} 2024-09-20T21:55:29.699 INFO:tasks.rados.rados.0.smithi046.stdout:3971: writing smithi04683737-40 from 1556480 to 2007040 tid 1 2024-09-20T21:55:29.703 INFO:tasks.rados.rados.0.smithi046.stdout:3971: writing smithi04683737-40 from 2007040 to 2408448 tid 2 2024-09-20T21:55:29.703 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 397 2024-09-20T21:55:29.704 INFO:tasks.rados.rados.0.smithi046.stdout:3968: finishing rollback tid 0 to smithi04683737-34 2024-09-20T21:55:29.704 INFO:tasks.rados.rados.0.smithi046.stdout:3968: finishing rollback tid 1 to smithi04683737-34 2024-09-20T21:55:29.704 INFO:tasks.rados.rados.0.smithi046.stdout:3968: finishing rollback tid 2 to smithi04683737-34 2024-09-20T21:55:29.704 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 2068 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-20T21:55:29.704 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 2294 (ObjNum 1191 snap 393 seq_num 1191) dirty exists 2024-09-20T21:55:29.704 INFO:tasks.rados.rados.0.smithi046.stdout:3972: seq_num 1198 ranges {4030464=466944,4497408=401408} 2024-09-20T21:55:29.730 INFO:tasks.rados.rados.0.smithi046.stdout:3972: writing smithi04683737-3 from 4030464 to 4497408 tid 1 2024-09-20T21:55:29.734 INFO:tasks.rados.rados.0.smithi046.stdout:3972: writing smithi04683737-3 from 4497408 to 4898816 tid 2 2024-09-20T21:55:29.734 INFO:tasks.rados.rados.0.smithi046.stdout:3968: done (5 left) 2024-09-20T21:55:29.734 INFO:tasks.rados.rados.0.smithi046.stdout:3969: done (4 left) 2024-09-20T21:55:29.734 INFO:tasks.rados.rados.0.smithi046.stdout:3973: rmattr oid 33 current snap is 397 2024-09-20T21:55:29.734 INFO:tasks.rados.rados.0.smithi046.stdout:3973: done (4 left) 2024-09-20T21:55:29.734 INFO:tasks.rados.rados.0.smithi046.stdout:3974: copy_from oid 1 from oid 24 current snap is 397 2024-09-20T21:55:29.734 INFO:tasks.rados.rados.0.smithi046.stdout:3970: finishing rollback tid 1 to smithi04683737-25 2024-09-20T21:55:29.734 INFO:tasks.rados.rados.0.smithi046.stdout:3970: finishing rollback tid 2 to smithi04683737-25 2024-09-20T21:55:29.734 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 2027 (ObjNum 998 snap 324 seq_num 998) dirty exists 2024-09-20T21:55:29.734 INFO:tasks.rados.rados.0.smithi046.stdout:3971: finishing write tid 1 to smithi04683737-40 2024-09-20T21:55:29.734 INFO:tasks.rados.rados.0.smithi046.stdout:3971: finishing write tid 2 to smithi04683737-40 2024-09-20T21:55:29.735 INFO:tasks.rados.rados.0.smithi046.stdout:3971: finishing write tid 3 to smithi04683737-40 2024-09-20T21:55:29.735 INFO:tasks.rados.rados.0.smithi046.stdout:3971: finishing write tid 4 to smithi04683737-40 2024-09-20T21:55:29.735 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1886 (ObjNum 1197 snap 397 seq_num 1197) dirty exists 2024-09-20T21:55:29.735 INFO:tasks.rados.rados.0.smithi046.stdout:3971: left oid 40 (ObjNum 1197 snap 397 seq_num 1197) 2024-09-20T21:55:29.735 INFO:tasks.rados.rados.0.smithi046.stdout:3970: done (4 left) 2024-09-20T21:55:29.735 INFO:tasks.rados.rados.0.smithi046.stdout:3971: done (3 left) 2024-09-20T21:55:29.735 INFO:tasks.rados.rados.0.smithi046.stdout:3975: setattr oid 45 current snap is 397 2024-09-20T21:55:29.735 INFO:tasks.rados.rados.0.smithi046.stdout:3976: rollback oid 19 current snap is 397 2024-09-20T21:55:29.736 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 19 to 391 2024-09-20T21:55:29.736 INFO:tasks.rados.rados.0.smithi046.stdout:3977: read oid 23 snap -1 2024-09-20T21:55:29.736 INFO:tasks.rados.rados.0.smithi046.stdout:3977: expect (ObjNum 981 snap 310 seq_num 981) 2024-09-20T21:55:29.736 INFO:tasks.rados.rados.0.smithi046.stdout:3978: delete oid 26 current snap is 397 2024-09-20T21:55:29.739 INFO:tasks.rados.rados.0.smithi046.stdout:3974: finishing copy_from racing read to smithi04683737-1 2024-09-20T21:55:29.740 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 2295 (ObjNum 49 snap 0 seq_num 1568013951) dirty exists 2024-09-20T21:55:29.740 INFO:tasks.rados.rados.0.smithi046.stdout:3975: done (6 left) 2024-09-20T21:55:29.740 INFO:tasks.rados.rados.0.smithi046.stdout:3978: done (5 left) 2024-09-20T21:55:29.740 INFO:tasks.rados.rados.0.smithi046.stdout:3979: snap_remove snap 328 2024-09-20T21:55:30.715 INFO:tasks.rados.rados.0.smithi046.stdout:3979: done (5 left) 2024-09-20T21:55:30.715 INFO:tasks.rados.rados.0.smithi046.stdout:3980: snap_remove snap 390 2024-09-20T21:55:31.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:30 smithi046 ceph-mon[96110]: pgmap v942: 121 pgs: 121 active+clean; 692 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-09-20T21:55:31.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:30 smithi046 ceph-mon[96110]: osdmap e850: 8 total, 8 up, 8 in 2024-09-20T21:55:31.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:30 smithi046 ceph-mon[98591]: pgmap v942: 121 pgs: 121 active+clean; 692 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-09-20T21:55:31.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:30 smithi046 ceph-mon[98591]: osdmap e850: 8 total, 8 up, 8 in 2024-09-20T21:55:31.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:30 smithi134 ceph-mon[89086]: pgmap v942: 121 pgs: 121 active+clean; 692 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-09-20T21:55:31.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:30 smithi134 ceph-mon[89086]: osdmap e850: 8 total, 8 up, 8 in 2024-09-20T21:55:31.726 INFO:tasks.rados.rados.0.smithi046.stdout:3980: done (5 left) 2024-09-20T21:55:31.726 INFO:tasks.rados.rados.0.smithi046.stdout:3981: read oid 31 snap -1 2024-09-20T21:55:31.726 INFO:tasks.rados.rados.0.smithi046.stdout:3981: expect (ObjNum 1099 snap 364 seq_num 1099) 2024-09-20T21:55:31.726 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 397 2024-09-20T21:55:31.726 INFO:tasks.rados.rados.0.smithi046.stdout:3974: finishing copy_from to smithi04683737-1 2024-09-20T21:55:31.726 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 1784 (ObjNum 1155 snap 381 seq_num 1155) dirty exists 2024-09-20T21:55:31.726 INFO:tasks.rados.rados.0.smithi046.stdout:3976: finishing rollback tid 1 to smithi04683737-19 2024-09-20T21:55:31.726 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1467 (ObjNum 33 snap 0 seq_num 21021584) dirty dne 2024-09-20T21:55:31.726 INFO:tasks.rados.rados.0.smithi046.stdout:3972: finishing write tid 1 to smithi04683737-3 2024-09-20T21:55:31.726 INFO:tasks.rados.rados.0.smithi046.stdout:3972: finishing write tid 2 to smithi04683737-3 2024-09-20T21:55:31.727 INFO:tasks.rados.rados.0.smithi046.stdout:3972: finishing write tid 3 to smithi04683737-3 2024-09-20T21:55:31.727 INFO:tasks.rados.rados.0.smithi046.stdout:3972: finishing write tid 4 to smithi04683737-3 2024-09-20T21:55:31.727 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 2010 (ObjNum 1198 snap 397 seq_num 1198) dirty exists 2024-09-20T21:55:31.727 INFO:tasks.rados.rados.0.smithi046.stdout:3972: left oid 3 (ObjNum 1198 snap 397 seq_num 1198) 2024-09-20T21:55:31.727 INFO:tasks.rados.rados.0.smithi046.stdout:3977: expect (ObjNum 981 snap 310 seq_num 981) 2024-09-20T21:55:31.868 INFO:tasks.rados.rados.0.smithi046.stdout:3967: expect (ObjNum 851 snap 282 seq_num 851) 2024-09-20T21:55:32.054 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:31 smithi046 ceph-mon[96110]: osdmap e851: 8 total, 8 up, 8 in 2024-09-20T21:55:32.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:31 smithi046 ceph-mon[98591]: osdmap e851: 8 total, 8 up, 8 in 2024-09-20T21:55:32.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:31 smithi134 ceph-mon[89086]: osdmap e851: 8 total, 8 up, 8 in 2024-09-20T21:55:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:55:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:55:32] "GET /metrics HTTP/1.1" 200 36387 "" "Prometheus/2.43.0" 2024-09-20T21:55:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:55:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:55:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:55:33.150 INFO:tasks.rados.rados.0.smithi046.stdout:3981: expect (ObjNum 1099 snap 364 seq_num 1099) 2024-09-20T21:55:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:32 smithi046 ceph-mon[96110]: pgmap v945: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 694 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-09-20T21:55:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:32 smithi046 ceph-mon[96110]: osdmap e852: 8 total, 8 up, 8 in 2024-09-20T21:55:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:32 smithi046 ceph-mon[96110]: osdmap e853: 8 total, 8 up, 8 in 2024-09-20T21:55:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:32 smithi046 ceph-mon[98591]: pgmap v945: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 694 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-09-20T21:55:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:32 smithi046 ceph-mon[98591]: osdmap e852: 8 total, 8 up, 8 in 2024-09-20T21:55:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:32 smithi046 ceph-mon[98591]: osdmap e853: 8 total, 8 up, 8 in 2024-09-20T21:55:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:32 smithi134 ceph-mon[89086]: pgmap v945: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 694 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-09-20T21:55:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:32 smithi134 ceph-mon[89086]: osdmap e852: 8 total, 8 up, 8 in 2024-09-20T21:55:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:32 smithi134 ceph-mon[89086]: osdmap e853: 8 total, 8 up, 8 in 2024-09-20T21:55:33.428 INFO:tasks.rados.rados.0.smithi046.stdout:3982: seq_num 1200 ranges {0=499712,499712=401408} 2024-09-20T21:55:33.430 INFO:tasks.rados.rados.0.smithi046.stdout:3982: writing smithi04683737-45 from 0 to 499712 tid 1 2024-09-20T21:55:33.433 INFO:tasks.rados.rados.0.smithi046.stdout:3982: writing smithi04683737-45 from 499712 to 901120 tid 2 2024-09-20T21:55:33.433 INFO:tasks.rados.rados.0.smithi046.stdout:3967: done (6 left) 2024-09-20T21:55:33.433 INFO:tasks.rados.rados.0.smithi046.stdout:3972: done (5 left) 2024-09-20T21:55:33.433 INFO:tasks.rados.rados.0.smithi046.stdout:3974: done (4 left) 2024-09-20T21:55:33.433 INFO:tasks.rados.rados.0.smithi046.stdout:3976: done (3 left) 2024-09-20T21:55:33.433 INFO:tasks.rados.rados.0.smithi046.stdout:3977: done (2 left) 2024-09-20T21:55:33.433 INFO:tasks.rados.rados.0.smithi046.stdout:3981: done (1 left) 2024-09-20T21:55:33.433 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 397 2024-09-20T21:55:33.434 INFO:tasks.rados.rados.0.smithi046.stdout:3983: seq_num 1201 ranges {0=524288,524288=401408} 2024-09-20T21:55:33.436 INFO:tasks.rados.rados.0.smithi046.stdout:3983: writing smithi04683737-19 from 0 to 524288 tid 1 2024-09-20T21:55:33.439 INFO:tasks.rados.rados.0.smithi046.stdout:3983: writing smithi04683737-19 from 524288 to 925696 tid 2 2024-09-20T21:55:33.439 INFO:tasks.rados.rados.0.smithi046.stdout:3984: read oid 24 snap -1 2024-09-20T21:55:33.439 INFO:tasks.rados.rados.0.smithi046.stdout:3984: expect (ObjNum 1155 snap 381 seq_num 1155) 2024-09-20T21:55:33.439 INFO:tasks.rados.rados.0.smithi046.stdout:3985: snap_create 2024-09-20T21:55:33.439 INFO:tasks.rados.rados.0.smithi046.stdout:3982: finishing write tid 1 to smithi04683737-45 2024-09-20T21:55:33.439 INFO:tasks.rados.rados.0.smithi046.stdout:3982: finishing write tid 2 to smithi04683737-45 2024-09-20T21:55:33.440 INFO:tasks.rados.rados.0.smithi046.stdout:3982: finishing write tid 3 to smithi04683737-45 2024-09-20T21:55:33.440 INFO:tasks.rados.rados.0.smithi046.stdout:3982: finishing write tid 4 to smithi04683737-45 2024-09-20T21:55:33.440 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 2298 (ObjNum 1200 snap 397 seq_num 1200) dirty exists 2024-09-20T21:55:33.440 INFO:tasks.rados.rados.0.smithi046.stdout:3982: left oid 45 (ObjNum 1200 snap 397 seq_num 1200) 2024-09-20T21:55:33.442 INFO:tasks.rados.rados.0.smithi046.stdout:3984: expect (ObjNum 1155 snap 381 seq_num 1155) 2024-09-20T21:55:33.447 INFO:tasks.rados.rados.0.smithi046.stdout:3983: finishing write tid 1 to smithi04683737-19 2024-09-20T21:55:33.447 INFO:tasks.rados.rados.0.smithi046.stdout:3983: finishing write tid 2 to smithi04683737-19 2024-09-20T21:55:33.447 INFO:tasks.rados.rados.0.smithi046.stdout:3983: finishing write tid 3 to smithi04683737-19 2024-09-20T21:55:33.447 INFO:tasks.rados.rados.0.smithi046.stdout:3983: finishing write tid 4 to smithi04683737-19 2024-09-20T21:55:33.447 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1893 (ObjNum 1201 snap 397 seq_num 1201) dirty exists 2024-09-20T21:55:33.447 INFO:tasks.rados.rados.0.smithi046.stdout:3983: left oid 19 (ObjNum 1201 snap 397 seq_num 1201) 2024-09-20T21:55:33.725 INFO:tasks.rados.rados.0.smithi046.stdout:3982: done (3 left) 2024-09-20T21:55:33.725 INFO:tasks.rados.rados.0.smithi046.stdout:3983: done (2 left) 2024-09-20T21:55:33.725 INFO:tasks.rados.rados.0.smithi046.stdout:3984: done (1 left) 2024-09-20T21:55:33.725 INFO:tasks.rados.rados.0.smithi046.stdout:3985: done (0 left) 2024-09-20T21:55:33.725 INFO:tasks.rados.rados.0.smithi046.stdout:3986: snap_create 2024-09-20T21:55:34.727 INFO:tasks.rados.rados.0.smithi046.stdout:3986: done (0 left) 2024-09-20T21:55:34.728 INFO:tasks.rados.rados.0.smithi046.stdout:3987: copy_from oid 42 from oid 30 current snap is 399 2024-09-20T21:55:34.728 INFO:tasks.rados.rados.0.smithi046.stdout:3988: snap_remove snap 393 2024-09-20T21:55:35.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:34 smithi046 ceph-mon[96110]: pgmap v948: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 706 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 782 KiB/s wr, 22 op/s 2024-09-20T21:55:35.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:34 smithi046 ceph-mon[96110]: osdmap e854: 8 total, 8 up, 8 in 2024-09-20T21:55:35.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:55:35.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:34 smithi046 ceph-mon[98591]: pgmap v948: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 706 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 782 KiB/s wr, 22 op/s 2024-09-20T21:55:35.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:34 smithi046 ceph-mon[98591]: osdmap e854: 8 total, 8 up, 8 in 2024-09-20T21:55:35.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:55:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:34 smithi134 ceph-mon[89086]: pgmap v948: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 706 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 782 KiB/s wr, 22 op/s 2024-09-20T21:55:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:34 smithi134 ceph-mon[89086]: osdmap e854: 8 total, 8 up, 8 in 2024-09-20T21:55:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:55:35.739 INFO:tasks.rados.rados.0.smithi046.stdout:3988: done (1 left) 2024-09-20T21:55:35.740 INFO:tasks.rados.rados.0.smithi046.stdout:3989: copy_from oid 31 from oid 22 current snap is 399 2024-09-20T21:55:35.740 INFO:tasks.rados.rados.0.smithi046.stdout:3987: finishing copy_from to smithi04683737-42 2024-09-20T21:55:35.740 INFO:tasks.rados.rados.0.smithi046.stdout:3987: got expected ENOENT (src dne) 2024-09-20T21:55:35.740 INFO:tasks.rados.rados.0.smithi046.stdout:3987: finishing copy_from racing read to smithi04683737-42 2024-09-20T21:55:35.740 INFO:tasks.rados.rados.0.smithi046.stdout:3987: done (1 left) 2024-09-20T21:55:35.740 INFO:tasks.rados.rados.0.smithi046.stdout:3990: copy_from oid 11 from oid 18 current snap is 399 2024-09-20T21:55:35.740 INFO:tasks.rados.rados.0.smithi046.stdout:3991: snap_remove snap 372 2024-09-20T21:55:36.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:35 smithi046 ceph-mon[96110]: osdmap e855: 8 total, 8 up, 8 in 2024-09-20T21:55:36.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:35 smithi046 ceph-mon[98591]: osdmap e855: 8 total, 8 up, 8 in 2024-09-20T21:55:36.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:35 smithi134 ceph-mon[89086]: osdmap e855: 8 total, 8 up, 8 in 2024-09-20T21:55:36.748 INFO:tasks.rados.rados.0.smithi046.stdout:3991: done (2 left) 2024-09-20T21:55:36.748 INFO:tasks.rados.rados.0.smithi046.stdout:3992: read oid 8 snap -1 2024-09-20T21:55:36.748 INFO:tasks.rados.rados.0.smithi046.stdout:3992: expect deleted 2024-09-20T21:55:36.749 INFO:tasks.rados.rados.0.smithi046.stdout:3989: finishing copy_from racing read to smithi04683737-31 2024-09-20T21:55:36.749 INFO:tasks.rados.rados.0.smithi046.stdout:3989: finishing copy_from to smithi04683737-31 2024-09-20T21:55:36.749 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 2026 (ObjNum 1195 snap 395 seq_num 1195) dirty exists 2024-09-20T21:55:36.749 INFO:tasks.rados.rados.0.smithi046.stdout:3990: finishing copy_from racing read to smithi04683737-11 2024-09-20T21:55:36.749 INFO:tasks.rados.rados.0.smithi046.stdout:3990: finishing copy_from to smithi04683737-11 2024-09-20T21:55:36.749 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 1893 (ObjNum 1125 snap 374 seq_num 1125) dirty exists 2024-09-20T21:55:36.750 INFO:tasks.rados.rados.0.smithi046.stdout:3993: read oid 49 snap 358 2024-09-20T21:55:36.750 INFO:tasks.rados.rados.0.smithi046.stdout:3993: expect (ObjNum 964 snap 307 seq_num 964) 2024-09-20T21:55:36.750 INFO:tasks.rados.rados.0.smithi046.stdout:3989: done (3 left) 2024-09-20T21:55:36.750 INFO:tasks.rados.rados.0.smithi046.stdout:3990: done (2 left) 2024-09-20T21:55:36.750 INFO:tasks.rados.rados.0.smithi046.stdout:3994: copy_from oid 44 from oid 45 current snap is 399 2024-09-20T21:55:36.750 INFO:tasks.rados.rados.0.smithi046.stdout:3995: rmattr oid 34 current snap is 399 2024-09-20T21:55:36.751 INFO:tasks.rados.rados.0.smithi046.stdout:3996: setattr oid 46 current snap is 399 2024-09-20T21:55:36.751 INFO:tasks.rados.rados.0.smithi046.stdout:3997: snap_remove snap 363 2024-09-20T21:55:37.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:36 smithi046 ceph-mon[96110]: pgmap v951: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 707 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 1012 KiB/s wr, 15 op/s 2024-09-20T21:55:37.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:36 smithi046 ceph-mon[96110]: osdmap e856: 8 total, 8 up, 8 in 2024-09-20T21:55:37.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:36 smithi046 ceph-mon[98591]: pgmap v951: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 707 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 1012 KiB/s wr, 15 op/s 2024-09-20T21:55:37.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:36 smithi046 ceph-mon[98591]: osdmap e856: 8 total, 8 up, 8 in 2024-09-20T21:55:37.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:36 smithi134 ceph-mon[89086]: pgmap v951: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 707 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 1012 KiB/s wr, 15 op/s 2024-09-20T21:55:37.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:36 smithi134 ceph-mon[89086]: osdmap e856: 8 total, 8 up, 8 in 2024-09-20T21:55:37.685 INFO:tasks.rados.rados.0.smithi046.stdout:3997: done (5 left) 2024-09-20T21:55:37.686 INFO:tasks.rados.rados.0.smithi046.stdout:3998: snap_remove snap 395 2024-09-20T21:55:38.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:37 smithi046 ceph-mon[96110]: osdmap e857: 8 total, 8 up, 8 in 2024-09-20T21:55:38.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:37 smithi046 ceph-mon[96110]: osdmap e858: 8 total, 8 up, 8 in 2024-09-20T21:55:38.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:37 smithi046 ceph-mon[98591]: osdmap e857: 8 total, 8 up, 8 in 2024-09-20T21:55:38.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:37 smithi046 ceph-mon[98591]: osdmap e858: 8 total, 8 up, 8 in 2024-09-20T21:55:38.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:37 smithi134 ceph-mon[89086]: osdmap e857: 8 total, 8 up, 8 in 2024-09-20T21:55:38.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:37 smithi134 ceph-mon[89086]: osdmap e858: 8 total, 8 up, 8 in 2024-09-20T21:55:38.687 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 2090 (ObjNum 33 snap 0 seq_num 21788064) dirty exists 2024-09-20T21:55:38.687 INFO:tasks.rados.rados.0.smithi046.stdout:3994: finishing copy_from racing read to smithi04683737-44 2024-09-20T21:55:38.687 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 2296 (ObjNum 979 snap 309 seq_num 979) dirty exists 2024-09-20T21:55:38.688 INFO:tasks.rados.rados.0.smithi046.stdout:3994: finishing copy_from to smithi04683737-44 2024-09-20T21:55:38.688 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 2298 (ObjNum 1200 snap 397 seq_num 1200) dirty exists 2024-09-20T21:55:38.688 INFO:tasks.rados.rados.0.smithi046.stdout:3993: expect (ObjNum 964 snap 307 seq_num 964) 2024-09-20T21:55:38.888 INFO:tasks.rados.rados.0.smithi046.stdout:3992: done (5 left) 2024-09-20T21:55:38.888 INFO:tasks.rados.rados.0.smithi046.stdout:3993: done (4 left) 2024-09-20T21:55:38.888 INFO:tasks.rados.rados.0.smithi046.stdout:3994: done (3 left) 2024-09-20T21:55:38.888 INFO:tasks.rados.rados.0.smithi046.stdout:3995: done (2 left) 2024-09-20T21:55:38.888 INFO:tasks.rados.rados.0.smithi046.stdout:3996: done (1 left) 2024-09-20T21:55:38.888 INFO:tasks.rados.rados.0.smithi046.stdout:3998: done (0 left) 2024-09-20T21:55:38.888 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 399 2024-09-20T21:55:38.888 INFO:tasks.rados.rados.0.smithi046.stdout:3999: seq_num 1202 ranges {0=540672,540672=401408} 2024-09-20T21:55:38.890 INFO:tasks.rados.rados.0.smithi046.stdout:3999: writing smithi04683737-6 from 0 to 540672 tid 1 2024-09-20T21:55:38.893 INFO:tasks.rados.rados.0.smithi046.stdout:3999: writing smithi04683737-6 from 540672 to 942080 tid 2 2024-09-20T21:55:38.893 INFO:tasks.rados.rados.0.smithi046.stdout: waiting on 1 2024-09-20T21:55:38.897 INFO:tasks.rados.rados.0.smithi046.stdout:3999: finishing write tid 1 to smithi04683737-6 2024-09-20T21:55:38.897 INFO:tasks.rados.rados.0.smithi046.stdout:3999: finishing write tid 2 to smithi04683737-6 2024-09-20T21:55:38.898 INFO:tasks.rados.rados.0.smithi046.stdout:3999: finishing write tid 3 to smithi04683737-6 2024-09-20T21:55:38.899 INFO:tasks.rados.rados.0.smithi046.stdout:3999: finishing write tid 4 to smithi04683737-6 2024-09-20T21:55:38.899 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 2506 (ObjNum 1202 snap 399 seq_num 1202) dirty exists 2024-09-20T21:55:38.900 INFO:tasks.rados.rados.0.smithi046.stdout:3999: left oid 6 (ObjNum 1202 snap 399 seq_num 1202) 2024-09-20T21:55:38.900 INFO:tasks.rados.rados.0.smithi046.stdout:3999: done (0 left) 2024-09-20T21:55:38.902 INFO:tasks.rados.rados.0.smithi046.stderr:0 errors. 2024-09-20T21:55:38.902 INFO:tasks.rados.rados.0.smithi046.stderr: 2024-09-20T21:55:38.905 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph osd dump --format=json 2024-09-20T21:55:39.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:38 smithi046 ceph-mon[96110]: pgmap v954: 121 pgs: 121 active+clean; 707 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 438 KiB/s wr, 4 op/s 2024-09-20T21:55:39.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:38 smithi046 ceph-mon[96110]: osdmap e859: 8 total, 8 up, 8 in 2024-09-20T21:55:39.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:38 smithi046 ceph-mon[98591]: pgmap v954: 121 pgs: 121 active+clean; 707 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 438 KiB/s wr, 4 op/s 2024-09-20T21:55:39.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:38 smithi046 ceph-mon[98591]: osdmap e859: 8 total, 8 up, 8 in 2024-09-20T21:55:39.160 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:55:39.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:38 smithi134 ceph-mon[89086]: pgmap v954: 121 pgs: 121 active+clean; 707 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 438 KiB/s wr, 4 op/s 2024-09-20T21:55:39.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:38 smithi134 ceph-mon[89086]: osdmap e859: 8 total, 8 up, 8 in 2024-09-20T21:55:41.017 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:40 smithi046 ceph-mon[96110]: pgmap v957: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 711 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 932 KiB/s wr, 3 op/s 2024-09-20T21:55:41.018 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:40 smithi046 ceph-mon[98591]: pgmap v957: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 711 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 932 KiB/s wr, 3 op/s 2024-09-20T21:55:41.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:40 smithi134 ceph-mon[89086]: pgmap v957: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 711 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 932 KiB/s wr, 3 op/s 2024-09-20T21:55:41.287 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:55:41.287 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":859,"fsid":"c87e54aa-7797-11ef-baf5-efdc52797490","created":"2024-09-20T21:32:55.553178+0000","modified":"2024-09-20T21:55:38.679818+0000","last_up_change":"2024-09-20T21:50:11.597490+0000","last_in_change":"2024-09-20T21:37:40.842250+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-20T21:35:58.949080+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-20T21:38:22.258367+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-20T21:38:25.867445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-20T21:39:17.992743+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":66,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-09-20T21:42:06.989198+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"859","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":470,"snap_epoch":859,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"b6742b83-3237-4a3d-b0a0-a014bd4938ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":291,"up_from":303,"up_thru":535,"down_at":292,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":588020659},{"type":"v1","addr":"172.21.15.46:6803","nonce":588020659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":588020659},{"type":"v1","addr":"172.21.15.46:6805","nonce":588020659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":588020659},{"type":"v1","addr":"172.21.15.46:6809","nonce":588020659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":588020659},{"type":"v1","addr":"172.21.15.46:6807","nonce":588020659}]},"public_addr":"172.21.15.46:6803/588020659","cluster_addr":"172.21.15.46:6805/588020659","heartbeat_back_addr":"172.21.15.46:6809/588020659","heartbeat_front_addr":"172.21.15.46:6807/588020659","state":["exists","up"]},{"osd":1,"uuid":"15d84a3b-b9e5-4056-a568-99cd0ae9e477","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":323,"up_from":336,"up_thru":535,"down_at":324,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":1712753891},{"type":"v1","addr":"172.21.15.46:6811","nonce":1712753891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1712753891},{"type":"v1","addr":"172.21.15.46:6813","nonce":1712753891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1712753891},{"type":"v1","addr":"172.21.15.46:6817","nonce":1712753891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":1712753891},{"type":"v1","addr":"172.21.15.46:6815","nonce":1712753891}]},"public_addr":"172.21.15.46:6811/1712753891","cluster_addr":"172.21.15.46:6813/1712753891","heartbeat_back_addr":"172.21.15.46:6817/1712753891","heartbeat_front_addr":"172.21.15.46:6815/1712753891","state":["exists","up"]},{"osd":2,"uuid":"b72dd1f8-2e22-459d-ba68-9908456ac1da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":356,"up_from":369,"up_thru":535,"down_at":357,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2490787853},{"type":"v1","addr":"172.21.15.46:6819","nonce":2490787853}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2490787853},{"type":"v1","addr":"172.21.15.46:6821","nonce":2490787853}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2490787853},{"type":"v1","addr":"172.21.15.46:6825","nonce":2490787853}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2490787853},{"type":"v1","addr":"172.21.15.46:6823","nonce":2490787853}]},"public_addr":"172.21.15.46:6819/2490787853","cluster_addr":"172.21.15.46:6821/2490787853","heartbeat_back_addr":"172.21.15.46:6825/2490787853","heartbeat_front_addr":"172.21.15.46:6823/2490787853","state":["exists","up"]},{"osd":3,"uuid":"8d741e55-d6d4-4ae9-803f-fbf733df3fa7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":389,"up_from":402,"up_thru":535,"down_at":390,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":620755801},{"type":"v1","addr":"172.21.15.46:6827","nonce":620755801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":620755801},{"type":"v1","addr":"172.21.15.46:6829","nonce":620755801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":620755801},{"type":"v1","addr":"172.21.15.46:6833","nonce":620755801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":620755801},{"type":"v1","addr":"172.21.15.46:6831","nonce":620755801}]},"public_addr":"172.21.15.46:6827/620755801","cluster_addr":"172.21.15.46:6829/620755801","heartbeat_back_addr":"172.21.15.46:6833/620755801","heartbeat_front_addr":"172.21.15.46:6831/620755801","state":["exists","up"]},{"osd":4,"uuid":"c52d751d-68cb-4835-b5e5-76bdaaca8857","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":423,"up_from":436,"up_thru":535,"down_at":424,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":3885643233},{"type":"v1","addr":"172.21.15.134:6801","nonce":3885643233}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":3885643233},{"type":"v1","addr":"172.21.15.134:6803","nonce":3885643233}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":3885643233},{"type":"v1","addr":"172.21.15.134:6807","nonce":3885643233}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":3885643233},{"type":"v1","addr":"172.21.15.134:6805","nonce":3885643233}]},"public_addr":"172.21.15.134:6801/3885643233","cluster_addr":"172.21.15.134:6803/3885643233","heartbeat_back_addr":"172.21.15.134:6807/3885643233","heartbeat_front_addr":"172.21.15.134:6805/3885643233","state":["exists","up"]},{"osd":5,"uuid":"bf749747-a8c5-4996-9d7e-31aed151800c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":36,"last_clean_end":458,"up_from":469,"up_thru":535,"down_at":459,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":340979693},{"type":"v1","addr":"172.21.15.134:6809","nonce":340979693}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":340979693},{"type":"v1","addr":"172.21.15.134:6811","nonce":340979693}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":340979693},{"type":"v1","addr":"172.21.15.134:6815","nonce":340979693}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":340979693},{"type":"v1","addr":"172.21.15.134:6813","nonce":340979693}]},"public_addr":"172.21.15.134:6809/340979693","cluster_addr":"172.21.15.134:6811/340979693","heartbeat_back_addr":"172.21.15.134:6815/340979693","heartbeat_front_addr":"172.21.15.134:6813/340979693","state":["exists","up"]},{"osd":6,"uuid":"c69a07d8-11bc-45f9-a70e-a3df19648d01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":42,"last_clean_end":489,"up_from":502,"up_thru":535,"down_at":490,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":199039960},{"type":"v1","addr":"172.21.15.134:6817","nonce":199039960}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":199039960},{"type":"v1","addr":"172.21.15.134:6819","nonce":199039960}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":199039960},{"type":"v1","addr":"172.21.15.134:6823","nonce":199039960}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":199039960},{"type":"v1","addr":"172.21.15.134:6821","nonce":199039960}]},"public_addr":"172.21.15.134:6817/199039960","cluster_addr":"172.21.15.134:6819/199039960","heartbeat_back_addr":"172.21.15.134:6823/199039960","heartbeat_front_addr":"172.21.15.134:6821/199039960","state":["exists","up"]},{"osd":7,"uuid":"7f063110-8f0c-4972-8faa-a7b815b2f00f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":48,"last_clean_end":522,"up_from":535,"up_thru":535,"down_at":523,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":124614543},{"type":"v1","addr":"172.21.15.134:6825","nonce":124614543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":124614543},{"type":"v1","addr":"172.21.15.134:6827","nonce":124614543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":124614543},{"type":"v1","addr":"172.21.15.134:6831","nonce":124614543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":124614543},{"type":"v1","addr":"172.21.15.134:6829","nonce":124614543}]},"public_addr":"172.21.15.134:6825/124614543","cluster_addr":"172.21.15.134:6827/124614543","heartbeat_back_addr":"172.21.15.134:6831/124614543","heartbeat_front_addr":"172.21.15.134:6829/124614543","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:35:06.257114+0000","dead_epoch":291},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:35:31.122572+0000","dead_epoch":323},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:35:55.864705+0000","dead_epoch":356},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:36:20.592939+0000","dead_epoch":389},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:36:42.711423+0000","dead_epoch":423},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:37:06.880923+0000","dead_epoch":458},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:37:30.953896+0000","dead_epoch":489},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:37:56.129414+0000","dead_epoch":521}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":7,"to":2}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.24","mappings":[{"from":4,"to":2}]},{"pgid":"3.27","mappings":[{"from":4,"to":1}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.134:6833/84645913":"2024-09-21T21:50:32.152406+0000","172.21.15.134:6832/84645913":"2024-09-21T21:50:32.152406+0000","172.21.15.46:0/3650354679":"2024-09-21T21:44:49.108669+0000","172.21.15.46:6800/140210163":"2024-09-21T21:43:21.825854+0000","172.21.15.46:0/155919852":"2024-09-21T21:33:19.061921+0000","172.21.15.46:0/2744525796":"2024-09-21T21:43:21.825854+0000","172.21.15.46:0/1622825653":"2024-09-21T21:44:49.108669+0000","172.21.15.46:0/879541670":"2024-09-21T21:44:49.108669+0000","172.21.15.46:6801/749516966":"2024-09-21T21:33:19.061921+0000","172.21.15.134:0/2892120627":"2024-09-21T21:44:08.085890+0000","172.21.15.46:0/3847863891":"2024-09-21T21:39:16.636159+0000","172.21.15.134:0/1808300294":"2024-09-21T21:44:08.085890+0000","172.21.15.46:6800/749516966":"2024-09-21T21:33:19.061921+0000","172.21.15.46:0/3017122683":"2024-09-21T21:39:16.636159+0000","172.21.15.46:0/1588658720":"2024-09-21T21:33:42.454677+0000","172.21.15.134:6835/3881221397":"2024-09-21T21:44:08.085890+0000","172.21.15.46:0/2242204039":"2024-09-21T21:33:42.454677+0000","172.21.15.46:6801/140210163":"2024-09-21T21:43:21.825854+0000","172.21.15.46:0/2649357600":"2024-09-21T21:44:49.108669+0000","172.21.15.46:6801/4286712955":"2024-09-21T21:33:42.454677+0000","172.21.15.134:6834/3881221397":"2024-09-21T21:44:08.085890+0000","172.21.15.46:0/258690095":"2024-09-21T21:44:49.108669+0000","172.21.15.46:0/1762773775":"2024-09-21T21:44:49.108669+0000","172.21.15.46:0/3287126627":"2024-09-21T21:33:19.061921+0000","172.21.15.46:0/583717649":"2024-09-21T21:39:16.636159+0000","172.21.15.46:0/46159095":"2024-09-21T21:44:49.108669+0000","172.21.15.46:0/3061065475":"2024-09-21T21:43:21.825854+0000","172.21.15.134:0/1840846411":"2024-09-21T21:44:08.085890+0000","172.21.15.46:0/3706693381":"2024-09-21T21:43:21.825854+0000","172.21.15.46:0/788792709":"2024-09-21T21:43:21.825854+0000","172.21.15.46:0/2756910512":"2024-09-21T21:39:16.636159+0000","172.21.15.46:0/360754787":"2024-09-21T21:33:19.061921+0000","172.21.15.134:0/2929091694":"2024-09-21T21:44:08.085890+0000","172.21.15.46:6800/4286712955":"2024-09-21T21:33:42.454677+0000","172.21.15.46:0/1799067520":"2024-09-21T21:33:42.454677+0000","172.21.15.46:0/835917187":"2024-09-21T21:43:21.825854+0000","172.21.15.46:6800/1383352964":"2024-09-21T21:44:49.108669+0000","172.21.15.134:0/675332437":"2024-09-21T21:44:08.085890+0000","172.21.15.46:6801/1383352964":"2024-09-21T21:44:49.108669+0000","172.21.15.134:0/2030784992":"2024-09-21T21:44:08.085890+0000","172.21.15.46:6800/1790131599":"2024-09-21T21:39:16.636159+0000","172.21.15.46:6801/1790131599":"2024-09-21T21:39:16.636159+0000","172.21.15.134:0/3642179230":"2024-09-21T21:44:08.085890+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":400,"length":1},{"begin":435,"length":1},{"begin":444,"length":1},{"begin":462,"length":1},{"begin":465,"length":1},{"begin":467,"length":1}]}],"new_removed_snaps":[{"pool":5,"snaps":[{"begin":467,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-20T21:55:41.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:41 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/815579918' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-20T21:55:41.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:41 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/815579918' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-20T21:55:41.937 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph pg dump --format=json 2024-09-20T21:55:42.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:41 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/815579918' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-20T21:55:42.193 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:55:42.315 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:55:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:55:42] "GET /metrics HTTP/1.1" 200 36388 "" "Prometheus/2.43.0" 2024-09-20T21:55:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:55:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:55:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:55:42.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:42 smithi046 ceph-mon[96110]: pgmap v958: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 714 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-09-20T21:55:42.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:42 smithi046 ceph-mon[96110]: osdmap e860: 8 total, 8 up, 8 in 2024-09-20T21:55:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:42 smithi046 ceph-mon[98591]: pgmap v958: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 714 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-09-20T21:55:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:42 smithi046 ceph-mon[98591]: osdmap e860: 8 total, 8 up, 8 in 2024-09-20T21:55:43.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:42 smithi134 ceph-mon[89086]: pgmap v958: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 714 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-09-20T21:55:43.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:42 smithi134 ceph-mon[89086]: osdmap e860: 8 total, 8 up, 8 in 2024-09-20T21:55:44.071 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T21:55:44.072 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-09-20T21:55:44.753 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":960,"stamp":"2024-09-20T21:55:43.283009+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":748239881,"num_objects":382,"num_object_clones":306,"num_object_copies":1146,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":382,"num_whiteouts":7,"num_read":4882,"num_read_kb":5629555,"num_write":9034,"num_write_kb":1873625,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":167,"num_bytes_recovered":649544224,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23166,"ondisk_log_size":23166,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":4384752,"kb_used_data":1016012,"kb_used_omap":258,"kb_used_meta":3368381,"kb_avail":745576464,"statfs":{"total":767960285184,"available":763470299136,"internally_reserved":0,"allocated":1040396288,"data_stored":1948342057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":264248,"internal_metadata":3449223112},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":6479872,"num_objects":6,"num_object_clones":6,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":9,"num_read_kb":12704,"num_write":33,"num_write_kb":6328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001317"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1131,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:39.042752+0000","last_change":"2024-09-20T21:50:12.640345+0000","last_active":"2024-09-20T21:55:39.042752+0000","last_peered":"2024-09-20T21:55:39.042752+0000","last_clean":"2024-09-20T21:55:39.042752+0000","last_became_active":"2024-09-20T21:50:12.639759+0000","last_became_peered":"2024-09-20T21:50:12.639759+0000","last_unstale":"2024-09-20T21:55:39.042752+0000","last_undegraded":"2024-09-20T21:55:39.042752+0000","last_fullsized":"2024-09-20T21:55:39.042752+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:29.485377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1338,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.683915+0000","last_change":"2024-09-20T21:49:38.696488+0000","last_active":"2024-09-20T21:55:38.683915+0000","last_peered":"2024-09-20T21:55:38.683915+0000","last_clean":"2024-09-20T21:55:38.683915+0000","last_became_active":"2024-09-20T21:49:38.696211+0000","last_became_peered":"2024-09-20T21:49:38.696211+0000","last_unstale":"2024-09-20T21:55:38.683915+0000","last_undegraded":"2024-09-20T21:55:38.683915+0000","last_fullsized":"2024-09-20T21:55:38.683915+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:20.871889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1352,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.688846+0000","last_change":"2024-09-20T21:47:20.959912+0000","last_active":"2024-09-20T21:55:38.688846+0000","last_peered":"2024-09-20T21:55:38.688846+0000","last_clean":"2024-09-20T21:55:38.688846+0000","last_became_active":"2024-09-20T21:47:20.959554+0000","last_became_peered":"2024-09-20T21:47:20.959554+0000","last_unstale":"2024-09-20T21:55:38.688846+0000","last_undegraded":"2024-09-20T21:55:38.688846+0000","last_fullsized":"2024-09-20T21:55:38.688846+0000","mapping_epoch":369,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":370,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:55:27.539148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1199,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.689455+0000","last_change":"2024-09-20T21:50:12.631739+0000","last_active":"2024-09-20T21:55:38.689455+0000","last_peered":"2024-09-20T21:55:38.689455+0000","last_clean":"2024-09-20T21:55:38.689455+0000","last_became_active":"2024-09-20T21:50:12.631306+0000","last_became_peered":"2024-09-20T21:50:12.631306+0000","last_unstale":"2024-09-20T21:55:38.689455+0000","last_undegraded":"2024-09-20T21:55:38.689455+0000","last_fullsized":"2024-09-20T21:55:38.689455+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:06:49.231603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1147,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:39.042371+0000","last_change":"2024-09-20T21:50:12.635024+0000","last_active":"2024-09-20T21:55:39.042371+0000","last_peered":"2024-09-20T21:55:39.042371+0000","last_clean":"2024-09-20T21:55:39.042371+0000","last_became_active":"2024-09-20T21:50:12.633719+0000","last_became_peered":"2024-09-20T21:50:12.633719+0000","last_unstale":"2024-09-20T21:55:39.042371+0000","last_undegraded":"2024-09-20T21:55:39.042371+0000","last_fullsized":"2024-09-20T21:55:39.042371+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:30:44.340495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1181,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.689640+0000","last_change":"2024-09-20T21:49:04.410438+0000","last_active":"2024-09-20T21:55:38.689640+0000","last_peered":"2024-09-20T21:55:38.689640+0000","last_clean":"2024-09-20T21:55:38.689640+0000","last_became_active":"2024-09-20T21:49:04.409070+0000","last_became_peered":"2024-09-20T21:49:04.409070+0000","last_unstale":"2024-09-20T21:55:38.689640+0000","last_undegraded":"2024-09-20T21:55:38.689640+0000","last_fullsized":"2024-09-20T21:55:38.689640+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T21:43:12.364554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1147,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:39.042407+0000","last_change":"2024-09-20T21:50:12.637963+0000","last_active":"2024-09-20T21:55:39.042407+0000","last_peered":"2024-09-20T21:55:39.042407+0000","last_clean":"2024-09-20T21:55:39.042407+0000","last_became_active":"2024-09-20T21:50:12.637687+0000","last_became_peered":"2024-09-20T21:50:12.637687+0000","last_unstale":"2024-09-20T21:55:39.042407+0000","last_undegraded":"2024-09-20T21:55:39.042407+0000","last_fullsized":"2024-09-20T21:55:39.042407+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:50:00.695792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1281,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-20T21:55:42.682359+0000","last_change":"2024-09-20T21:49:38.691494+0000","last_active":"2024-09-20T21:55:42.682359+0000","last_peered":"2024-09-20T21:55:42.682359+0000","last_clean":"2024-09-20T21:55:42.682359+0000","last_became_active":"2024-09-20T21:49:38.691155+0000","last_became_peered":"2024-09-20T21:49:38.691155+0000","last_unstale":"2024-09-20T21:55:42.682359+0000","last_undegraded":"2024-09-20T21:55:42.682359+0000","last_fullsized":"2024-09-20T21:55:42.682359+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:00:56.038338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1139,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:39.042720+0000","last_change":"2024-09-20T21:50:12.640547+0000","last_active":"2024-09-20T21:55:39.042720+0000","last_peered":"2024-09-20T21:55:39.042720+0000","last_clean":"2024-09-20T21:55:39.042720+0000","last_became_active":"2024-09-20T21:50:12.640261+0000","last_became_peered":"2024-09-20T21:50:12.640261+0000","last_unstale":"2024-09-20T21:55:39.042720+0000","last_undegraded":"2024-09-20T21:55:39.042720+0000","last_fullsized":"2024-09-20T21:55:39.042720+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:26:01.551718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1165,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.694514+0000","last_change":"2024-09-20T21:49:38.696267+0000","last_active":"2024-09-20T21:55:38.694514+0000","last_peered":"2024-09-20T21:55:38.694514+0000","last_clean":"2024-09-20T21:55:38.694514+0000","last_became_active":"2024-09-20T21:49:38.695538+0000","last_became_peered":"2024-09-20T21:49:38.695538+0000","last_unstale":"2024-09-20T21:55:38.694514+0000","last_undegraded":"2024-09-20T21:55:38.694514+0000","last_fullsized":"2024-09-20T21:55:38.694514+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:56:07.106569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1165,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.694152+0000","last_change":"2024-09-20T21:49:38.686077+0000","last_active":"2024-09-20T21:55:38.694152+0000","last_peered":"2024-09-20T21:55:38.694152+0000","last_clean":"2024-09-20T21:55:38.694152+0000","last_became_active":"2024-09-20T21:49:38.685718+0000","last_became_peered":"2024-09-20T21:49:38.685718+0000","last_unstale":"2024-09-20T21:55:38.694152+0000","last_undegraded":"2024-09-20T21:55:38.694152+0000","last_fullsized":"2024-09-20T21:55:38.694152+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:44:54.146283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1224,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.686898+0000","last_change":"2024-09-20T21:49:38.693566+0000","last_active":"2024-09-20T21:55:38.686898+0000","last_peered":"2024-09-20T21:55:38.686898+0000","last_clean":"2024-09-20T21:55:38.686898+0000","last_became_active":"2024-09-20T21:49:38.692902+0000","last_became_peered":"2024-09-20T21:49:38.692902+0000","last_unstale":"2024-09-20T21:55:38.686898+0000","last_undegraded":"2024-09-20T21:55:38.686898+0000","last_fullsized":"2024-09-20T21:55:38.686898+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:29:59.307064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1283,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-20T21:55:42.683081+0000","last_change":"2024-09-20T21:49:38.693292+0000","last_active":"2024-09-20T21:55:42.683081+0000","last_peered":"2024-09-20T21:55:42.683081+0000","last_clean":"2024-09-20T21:55:42.683081+0000","last_became_active":"2024-09-20T21:49:38.692127+0000","last_became_peered":"2024-09-20T21:49:38.692127+0000","last_unstale":"2024-09-20T21:55:42.683081+0000","last_undegraded":"2024-09-20T21:55:42.683081+0000","last_fullsized":"2024-09-20T21:55:42.683081+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:36:58.920576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1352,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.688937+0000","last_change":"2024-09-20T21:49:04.413785+0000","last_active":"2024-09-20T21:55:38.688937+0000","last_peered":"2024-09-20T21:55:38.688937+0000","last_clean":"2024-09-20T21:55:38.688937+0000","last_became_active":"2024-09-20T21:49:04.413504+0000","last_became_peered":"2024-09-20T21:49:04.413504+0000","last_unstale":"2024-09-20T21:55:38.688937+0000","last_undegraded":"2024-09-20T21:55:38.688937+0000","last_fullsized":"2024-09-20T21:55:38.688937+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:03:46.782906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1328,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.684718+0000","last_change":"2024-09-20T21:49:04.403064+0000","last_active":"2024-09-20T21:55:38.684718+0000","last_peered":"2024-09-20T21:55:38.684718+0000","last_clean":"2024-09-20T21:55:38.684718+0000","last_became_active":"2024-09-20T21:49:04.402706+0000","last_became_peered":"2024-09-20T21:49:04.402706+0000","last_unstale":"2024-09-20T21:55:38.684718+0000","last_undegraded":"2024-09-20T21:55:38.684718+0000","last_fullsized":"2024-09-20T21:55:38.684718+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:01:18.402750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1181,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.689077+0000","last_change":"2024-09-20T21:50:12.637899+0000","last_active":"2024-09-20T21:55:38.689077+0000","last_peered":"2024-09-20T21:55:38.689077+0000","last_clean":"2024-09-20T21:55:38.689077+0000","last_became_active":"2024-09-20T21:50:12.637559+0000","last_became_peered":"2024-09-20T21:50:12.637559+0000","last_unstale":"2024-09-20T21:55:38.689077+0000","last_undegraded":"2024-09-20T21:55:38.689077+0000","last_fullsized":"2024-09-20T21:55:38.689077+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:10:38.797060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1190,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.690007+0000","last_change":"2024-09-20T21:50:12.639566+0000","last_active":"2024-09-20T21:55:38.690007+0000","last_peered":"2024-09-20T21:55:38.690007+0000","last_clean":"2024-09-20T21:55:38.690007+0000","last_became_active":"2024-09-20T21:50:12.639089+0000","last_became_peered":"2024-09-20T21:50:12.639089+0000","last_unstale":"2024-09-20T21:55:38.690007+0000","last_undegraded":"2024-09-20T21:55:38.690007+0000","last_fullsized":"2024-09-20T21:55:38.690007+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:59:37.083126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1293,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-09-20T21:55:37.698197+0000","last_change":"2024-09-20T21:50:12.636503+0000","last_active":"2024-09-20T21:55:37.698197+0000","last_peered":"2024-09-20T21:55:37.698197+0000","last_clean":"2024-09-20T21:55:37.698197+0000","last_became_active":"2024-09-20T21:50:12.636206+0000","last_became_peered":"2024-09-20T21:50:12.636206+0000","last_unstale":"2024-09-20T21:55:37.698197+0000","last_undegraded":"2024-09-20T21:55:37.698197+0000","last_fullsized":"2024-09-20T21:55:37.698197+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:51:48.177513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1131,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:39.042338+0000","last_change":"2024-09-20T21:50:12.639100+0000","last_active":"2024-09-20T21:55:39.042338+0000","last_peered":"2024-09-20T21:55:39.042338+0000","last_clean":"2024-09-20T21:55:39.042338+0000","last_became_active":"2024-09-20T21:50:12.636951+0000","last_became_peered":"2024-09-20T21:50:12.636951+0000","last_unstale":"2024-09-20T21:55:39.042338+0000","last_undegraded":"2024-09-20T21:55:39.042338+0000","last_fullsized":"2024-09-20T21:55:39.042338+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:29:28.545736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1174,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.693955+0000","last_change":"2024-09-20T21:49:38.695913+0000","last_active":"2024-09-20T21:55:38.693955+0000","last_peered":"2024-09-20T21:55:38.693955+0000","last_clean":"2024-09-20T21:55:38.693955+0000","last_became_active":"2024-09-20T21:49:38.694962+0000","last_became_peered":"2024-09-20T21:49:38.694962+0000","last_unstale":"2024-09-20T21:55:38.693955+0000","last_undegraded":"2024-09-20T21:55:38.693955+0000","last_fullsized":"2024-09-20T21:55:38.693955+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:35:28.340849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1292,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-09-20T21:55:37.698064+0000","last_change":"2024-09-20T21:50:12.637942+0000","last_active":"2024-09-20T21:55:37.698064+0000","last_peered":"2024-09-20T21:55:37.698064+0000","last_clean":"2024-09-20T21:55:37.698064+0000","last_became_active":"2024-09-20T21:50:12.637496+0000","last_became_peered":"2024-09-20T21:50:12.637496+0000","last_unstale":"2024-09-20T21:55:37.698064+0000","last_undegraded":"2024-09-20T21:55:37.698064+0000","last_fullsized":"2024-09-20T21:55:37.698064+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:27:31.628816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1170,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.689403+0000","last_change":"2024-09-20T21:50:12.630469+0000","last_active":"2024-09-20T21:55:38.689403+0000","last_peered":"2024-09-20T21:55:38.689403+0000","last_clean":"2024-09-20T21:55:38.689403+0000","last_became_active":"2024-09-20T21:50:12.629788+0000","last_became_peered":"2024-09-20T21:50:12.629788+0000","last_unstale":"2024-09-20T21:55:38.689403+0000","last_undegraded":"2024-09-20T21:55:38.689403+0000","last_fullsized":"2024-09-20T21:55:38.689403+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:51:48.205698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1283,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-20T21:55:42.682574+0000","last_change":"2024-09-20T21:48:28.593093+0000","last_active":"2024-09-20T21:55:42.682574+0000","last_peered":"2024-09-20T21:55:42.682574+0000","last_clean":"2024-09-20T21:55:42.682574+0000","last_became_active":"2024-09-20T21:48:28.592683+0000","last_became_peered":"2024-09-20T21:48:28.592683+0000","last_unstale":"2024-09-20T21:55:42.682574+0000","last_undegraded":"2024-09-20T21:55:42.682574+0000","last_fullsized":"2024-09-20T21:55:42.682574+0000","mapping_epoch":436,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":437,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:54:31.005947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1207,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.689232+0000","last_change":"2024-09-20T21:49:04.405028+0000","last_active":"2024-09-20T21:55:38.689232+0000","last_peered":"2024-09-20T21:55:38.689232+0000","last_clean":"2024-09-20T21:55:38.689232+0000","last_became_active":"2024-09-20T21:49:04.402517+0000","last_became_peered":"2024-09-20T21:49:04.402517+0000","last_unstale":"2024-09-20T21:55:38.689232+0000","last_undegraded":"2024-09-20T21:55:38.689232+0000","last_fullsized":"2024-09-20T21:55:38.689232+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:20:16.671355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1292,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-20T21:55:42.683122+0000","last_change":"2024-09-20T21:47:54.638524+0000","last_active":"2024-09-20T21:55:42.683122+0000","last_peered":"2024-09-20T21:55:42.683122+0000","last_clean":"2024-09-20T21:55:42.683122+0000","last_became_active":"2024-09-20T21:47:54.638211+0000","last_became_peered":"2024-09-20T21:47:54.638211+0000","last_unstale":"2024-09-20T21:55:42.683122+0000","last_undegraded":"2024-09-20T21:55:42.683122+0000","last_fullsized":"2024-09-20T21:55:42.683122+0000","mapping_epoch":402,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":403,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:07:33.419280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1166,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.694402+0000","last_change":"2024-09-20T21:50:12.627464+0000","last_active":"2024-09-20T21:55:38.694402+0000","last_peered":"2024-09-20T21:55:38.694402+0000","last_clean":"2024-09-20T21:55:38.694402+0000","last_became_active":"2024-09-20T21:50:12.627167+0000","last_became_peered":"2024-09-20T21:50:12.627167+0000","last_unstale":"2024-09-20T21:55:38.694402+0000","last_undegraded":"2024-09-20T21:55:38.694402+0000","last_fullsized":"2024-09-20T21:55:38.694402+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:21:13.843842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1329,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.684165+0000","last_change":"2024-09-20T21:47:54.642347+0000","last_active":"2024-09-20T21:55:38.684165+0000","last_peered":"2024-09-20T21:55:38.684165+0000","last_clean":"2024-09-20T21:55:38.684165+0000","last_became_active":"2024-09-20T21:47:54.641577+0000","last_became_peered":"2024-09-20T21:47:54.641577+0000","last_unstale":"2024-09-20T21:55:38.684165+0000","last_undegraded":"2024-09-20T21:55:38.684165+0000","last_fullsized":"2024-09-20T21:55:38.684165+0000","mapping_epoch":402,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":403,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:09:18.828973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1292,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-20T21:55:42.682719+0000","last_change":"2024-09-20T21:47:54.632368+0000","last_active":"2024-09-20T21:55:42.682719+0000","last_peered":"2024-09-20T21:55:42.682719+0000","last_clean":"2024-09-20T21:55:42.682719+0000","last_became_active":"2024-09-20T21:47:54.631722+0000","last_became_peered":"2024-09-20T21:47:54.631722+0000","last_unstale":"2024-09-20T21:55:42.682719+0000","last_undegraded":"2024-09-20T21:55:42.682719+0000","last_fullsized":"2024-09-20T21:55:42.682719+0000","mapping_epoch":402,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":403,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:17:15.113703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1352,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.690728+0000","last_change":"2024-09-20T21:48:28.604800+0000","last_active":"2024-09-20T21:55:38.690728+0000","last_peered":"2024-09-20T21:55:38.690728+0000","last_clean":"2024-09-20T21:55:38.690728+0000","last_became_active":"2024-09-20T21:48:28.604480+0000","last_became_peered":"2024-09-20T21:48:28.604480+0000","last_unstale":"2024-09-20T21:55:38.690728+0000","last_undegraded":"2024-09-20T21:55:38.690728+0000","last_fullsized":"2024-09-20T21:55:38.690728+0000","mapping_epoch":436,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":437,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:33:59.434664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1207,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.689491+0000","last_change":"2024-09-20T21:49:04.409384+0000","last_active":"2024-09-20T21:55:38.689491+0000","last_peered":"2024-09-20T21:55:38.689491+0000","last_clean":"2024-09-20T21:55:38.689491+0000","last_became_active":"2024-09-20T21:49:04.408695+0000","last_became_peered":"2024-09-20T21:49:04.408695+0000","last_unstale":"2024-09-20T21:55:38.689491+0000","last_undegraded":"2024-09-20T21:55:38.689491+0000","last_fullsized":"2024-09-20T21:55:38.689491+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:08:11.195081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1294,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-09-20T21:55:37.697412+0000","last_change":"2024-09-20T21:49:38.686485+0000","last_active":"2024-09-20T21:55:37.697412+0000","last_peered":"2024-09-20T21:55:37.697412+0000","last_clean":"2024-09-20T21:55:37.697412+0000","last_became_active":"2024-09-20T21:49:38.686159+0000","last_became_peered":"2024-09-20T21:49:38.686159+0000","last_unstale":"2024-09-20T21:55:37.697412+0000","last_undegraded":"2024-09-20T21:55:37.697412+0000","last_fullsized":"2024-09-20T21:55:37.697412+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:01:57.958584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1165,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.693501+0000","last_change":"2024-09-20T21:49:38.687744+0000","last_active":"2024-09-20T21:55:38.693501+0000","last_peered":"2024-09-20T21:55:38.693501+0000","last_clean":"2024-09-20T21:55:38.693501+0000","last_became_active":"2024-09-20T21:49:38.686166+0000","last_became_peered":"2024-09-20T21:49:38.686166+0000","last_unstale":"2024-09-20T21:55:38.693501+0000","last_undegraded":"2024-09-20T21:55:38.693501+0000","last_fullsized":"2024-09-20T21:55:38.693501+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:15:04.270541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1256,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.685977+0000","last_change":"2024-09-20T21:48:28.601528+0000","last_active":"2024-09-20T21:55:38.685977+0000","last_peered":"2024-09-20T21:55:38.685977+0000","last_clean":"2024-09-20T21:55:38.685977+0000","last_became_active":"2024-09-20T21:48:28.601100+0000","last_became_peered":"2024-09-20T21:48:28.601100+0000","last_unstale":"2024-09-20T21:55:38.685977+0000","last_undegraded":"2024-09-20T21:55:38.685977+0000","last_fullsized":"2024-09-20T21:55:38.685977+0000","mapping_epoch":436,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":437,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T21:44:29.137423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"556'2","reported_seq":1287,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-20T21:55:42.683169+0000","last_change":"2024-09-20T21:50:12.637023+0000","last_active":"2024-09-20T21:55:42.683169+0000","last_peered":"2024-09-20T21:55:42.683169+0000","last_clean":"2024-09-20T21:55:42.683169+0000","last_became_active":"2024-09-20T21:50:12.636422+0000","last_became_peered":"2024-09-20T21:50:12.636422+0000","last_unstale":"2024-09-20T21:55:42.683169+0000","last_undegraded":"2024-09-20T21:55:42.683169+0000","last_fullsized":"2024-09-20T21:55:42.683169+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:27:19.854290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1294,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-09-20T21:55:37.698111+0000","last_change":"2024-09-20T21:50:12.636652+0000","last_active":"2024-09-20T21:55:37.698111+0000","last_peered":"2024-09-20T21:55:37.698111+0000","last_clean":"2024-09-20T21:55:37.698111+0000","last_became_active":"2024-09-20T21:50:12.636088+0000","last_became_peered":"2024-09-20T21:50:12.636088+0000","last_unstale":"2024-09-20T21:55:37.698111+0000","last_undegraded":"2024-09-20T21:55:37.698111+0000","last_fullsized":"2024-09-20T21:55:37.698111+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:54:27.489716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"556'2","reported_seq":1171,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.693795+0000","last_change":"2024-09-20T21:50:12.629912+0000","last_active":"2024-09-20T21:55:38.693795+0000","last_peered":"2024-09-20T21:55:38.693795+0000","last_clean":"2024-09-20T21:55:38.693795+0000","last_became_active":"2024-09-20T21:50:12.629573+0000","last_became_peered":"2024-09-20T21:50:12.629573+0000","last_unstale":"2024-09-20T21:55:38.693795+0000","last_undegraded":"2024-09-20T21:55:38.693795+0000","last_fullsized":"2024-09-20T21:55:38.693795+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:57:15.567879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1294,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-20T21:55:42.682355+0000","last_change":"2024-09-20T21:49:38.691481+0000","last_active":"2024-09-20T21:55:42.682355+0000","last_peered":"2024-09-20T21:55:42.682355+0000","last_clean":"2024-09-20T21:55:42.682355+0000","last_became_active":"2024-09-20T21:49:38.691159+0000","last_became_peered":"2024-09-20T21:49:38.691159+0000","last_unstale":"2024-09-20T21:55:42.682355+0000","last_undegraded":"2024-09-20T21:55:42.682355+0000","last_fullsized":"2024-09-20T21:55:42.682355+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:19:10.964309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1291,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-20T21:55:42.682388+0000","last_change":"2024-09-20T21:47:54.636866+0000","last_active":"2024-09-20T21:55:42.682388+0000","last_peered":"2024-09-20T21:55:42.682388+0000","last_clean":"2024-09-20T21:55:42.682388+0000","last_became_active":"2024-09-20T21:47:54.635088+0000","last_became_peered":"2024-09-20T21:47:54.635088+0000","last_unstale":"2024-09-20T21:55:42.682388+0000","last_undegraded":"2024-09-20T21:55:42.682388+0000","last_fullsized":"2024-09-20T21:55:42.682388+0000","mapping_epoch":402,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":403,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:18:36.064813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1193,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.689104+0000","last_change":"2024-09-20T21:50:12.630729+0000","last_active":"2024-09-20T21:55:38.689104+0000","last_peered":"2024-09-20T21:55:38.689104+0000","last_clean":"2024-09-20T21:55:38.689104+0000","last_became_active":"2024-09-20T21:50:12.630324+0000","last_became_peered":"2024-09-20T21:50:12.630324+0000","last_unstale":"2024-09-20T21:55:38.689104+0000","last_undegraded":"2024-09-20T21:55:38.689104+0000","last_fullsized":"2024-09-20T21:55:38.689104+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:30:34.267641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1328,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.684648+0000","last_change":"2024-09-20T21:48:28.604099+0000","last_active":"2024-09-20T21:55:38.684648+0000","last_peered":"2024-09-20T21:55:38.684648+0000","last_clean":"2024-09-20T21:55:38.684648+0000","last_became_active":"2024-09-20T21:48:28.603689+0000","last_became_peered":"2024-09-20T21:48:28.603689+0000","last_unstale":"2024-09-20T21:55:38.684648+0000","last_undegraded":"2024-09-20T21:55:38.684648+0000","last_fullsized":"2024-09-20T21:55:38.684648+0000","mapping_epoch":436,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":437,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:08:50.919074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1168,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.694620+0000","last_change":"2024-09-20T21:49:38.686674+0000","last_active":"2024-09-20T21:55:38.694620+0000","last_peered":"2024-09-20T21:55:38.694620+0000","last_clean":"2024-09-20T21:55:38.694620+0000","last_became_active":"2024-09-20T21:49:38.685825+0000","last_became_peered":"2024-09-20T21:49:38.685825+0000","last_unstale":"2024-09-20T21:55:38.694620+0000","last_undegraded":"2024-09-20T21:55:38.694620+0000","last_fullsized":"2024-09-20T21:55:38.694620+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T21:49:49.900540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1173,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.689983+0000","last_change":"2024-09-20T21:50:12.638137+0000","last_active":"2024-09-20T21:55:38.689983+0000","last_peered":"2024-09-20T21:55:38.689983+0000","last_clean":"2024-09-20T21:55:38.689983+0000","last_became_active":"2024-09-20T21:50:12.637889+0000","last_became_peered":"2024-09-20T21:50:12.637889+0000","last_unstale":"2024-09-20T21:55:38.689983+0000","last_undegraded":"2024-09-20T21:55:38.689983+0000","last_fullsized":"2024-09-20T21:55:38.689983+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:19:54.577597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1209,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.690129+0000","last_change":"2024-09-20T21:49:38.686914+0000","last_active":"2024-09-20T21:55:38.690129+0000","last_peered":"2024-09-20T21:55:38.690129+0000","last_clean":"2024-09-20T21:55:38.690129+0000","last_became_active":"2024-09-20T21:49:38.686569+0000","last_became_peered":"2024-09-20T21:49:38.686569+0000","last_unstale":"2024-09-20T21:55:38.690129+0000","last_undegraded":"2024-09-20T21:55:38.690129+0000","last_fullsized":"2024-09-20T21:55:38.690129+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:46:12.588732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1351,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.689156+0000","last_change":"2024-09-20T21:49:04.415615+0000","last_active":"2024-09-20T21:55:38.689156+0000","last_peered":"2024-09-20T21:55:38.689156+0000","last_clean":"2024-09-20T21:55:38.689156+0000","last_became_active":"2024-09-20T21:49:04.415251+0000","last_became_peered":"2024-09-20T21:49:04.415251+0000","last_unstale":"2024-09-20T21:55:38.689156+0000","last_undegraded":"2024-09-20T21:55:38.689156+0000","last_fullsized":"2024-09-20T21:55:38.689156+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:17:49.746014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"57'3","reported_seq":1346,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.684342+0000","last_change":"2024-09-20T21:49:04.402996+0000","last_active":"2024-09-20T21:55:38.684342+0000","last_peered":"2024-09-20T21:55:38.684342+0000","last_clean":"2024-09-20T21:55:38.684342+0000","last_became_active":"2024-09-20T21:49:04.402595+0000","last_became_peered":"2024-09-20T21:49:04.402595+0000","last_unstale":"2024-09-20T21:55:38.684342+0000","last_undegraded":"2024-09-20T21:55:38.684342+0000","last_fullsized":"2024-09-20T21:55:38.684342+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:01:40.160651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1214,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.686813+0000","last_change":"2024-09-20T21:50:12.627503+0000","last_active":"2024-09-20T21:55:38.686813+0000","last_peered":"2024-09-20T21:55:38.686813+0000","last_clean":"2024-09-20T21:55:38.686813+0000","last_became_active":"2024-09-20T21:50:12.627198+0000","last_became_peered":"2024-09-20T21:50:12.627198+0000","last_unstale":"2024-09-20T21:55:38.686813+0000","last_undegraded":"2024-09-20T21:55:38.686813+0000","last_fullsized":"2024-09-20T21:55:38.686813+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:38:14.035302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"556'29","reported_seq":1203,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.693863+0000","last_change":"2024-09-20T21:49:38.691749+0000","last_active":"2024-09-20T21:55:38.693863+0000","last_peered":"2024-09-20T21:55:38.693863+0000","last_clean":"2024-09-20T21:55:38.693863+0000","last_became_active":"2024-09-20T21:49:38.691428+0000","last_became_peered":"2024-09-20T21:49:38.691428+0000","last_unstale":"2024-09-20T21:55:38.693863+0000","last_undegraded":"2024-09-20T21:55:38.693863+0000","last_fullsized":"2024-09-20T21:55:38.693863+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:01:33.173649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5828,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1147,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:39.042285+0000","last_change":"2024-09-20T21:50:12.634794+0000","last_active":"2024-09-20T21:55:39.042285+0000","last_peered":"2024-09-20T21:55:39.042285+0000","last_clean":"2024-09-20T21:55:39.042285+0000","last_became_active":"2024-09-20T21:50:12.632311+0000","last_became_peered":"2024-09-20T21:50:12.632311+0000","last_unstale":"2024-09-20T21:55:39.042285+0000","last_undegraded":"2024-09-20T21:55:39.042285+0000","last_fullsized":"2024-09-20T21:55:39.042285+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:24:45.568361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"57'2","reported_seq":1360,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.690514+0000","last_change":"2024-09-20T21:48:28.612495+0000","last_active":"2024-09-20T21:55:38.690514+0000","last_peered":"2024-09-20T21:55:38.690514+0000","last_clean":"2024-09-20T21:55:38.690514+0000","last_became_active":"2024-09-20T21:48:28.612093+0000","last_became_peered":"2024-09-20T21:48:28.612093+0000","last_unstale":"2024-09-20T21:55:38.690514+0000","last_undegraded":"2024-09-20T21:55:38.690514+0000","last_fullsized":"2024-09-20T21:55:38.690514+0000","mapping_epoch":436,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":437,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:25:56.207493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":7,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1352,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.688662+0000","last_change":"2024-09-20T21:50:12.637661+0000","last_active":"2024-09-20T21:55:38.688662+0000","last_peered":"2024-09-20T21:55:38.688662+0000","last_clean":"2024-09-20T21:55:38.688662+0000","last_became_active":"2024-09-20T21:50:12.637299+0000","last_became_peered":"2024-09-20T21:50:12.637299+0000","last_unstale":"2024-09-20T21:55:38.688662+0000","last_undegraded":"2024-09-20T21:55:38.688662+0000","last_fullsized":"2024-09-20T21:55:38.688662+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:33:55.355965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1201,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.689721+0000","last_change":"2024-09-20T21:50:12.630702+0000","last_active":"2024-09-20T21:55:38.689721+0000","last_peered":"2024-09-20T21:55:38.689721+0000","last_clean":"2024-09-20T21:55:38.689721+0000","last_became_active":"2024-09-20T21:50:12.630154+0000","last_became_peered":"2024-09-20T21:50:12.630154+0000","last_unstale":"2024-09-20T21:55:38.689721+0000","last_undegraded":"2024-09-20T21:55:38.689721+0000","last_fullsized":"2024-09-20T21:55:38.689721+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:45:29.816845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1147,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:39.042132+0000","last_change":"2024-09-20T21:50:12.635240+0000","last_active":"2024-09-20T21:55:39.042132+0000","last_peered":"2024-09-20T21:55:39.042132+0000","last_clean":"2024-09-20T21:55:39.042132+0000","last_became_active":"2024-09-20T21:50:12.634924+0000","last_became_peered":"2024-09-20T21:50:12.634924+0000","last_unstale":"2024-09-20T21:55:39.042132+0000","last_undegraded":"2024-09-20T21:55:39.042132+0000","last_fullsized":"2024-09-20T21:55:39.042132+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:59:41.838494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1177,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.693682+0000","last_change":"2024-09-20T21:49:38.696375+0000","last_active":"2024-09-20T21:55:38.693682+0000","last_peered":"2024-09-20T21:55:38.693682+0000","last_clean":"2024-09-20T21:55:38.693682+0000","last_became_active":"2024-09-20T21:49:38.695937+0000","last_became_peered":"2024-09-20T21:49:38.695937+0000","last_unstale":"2024-09-20T21:55:38.693682+0000","last_undegraded":"2024-09-20T21:55:38.693682+0000","last_fullsized":"2024-09-20T21:55:38.693682+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:46:59.940163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1165,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.693538+0000","last_change":"2024-09-20T21:49:38.686325+0000","last_active":"2024-09-20T21:55:38.693538+0000","last_peered":"2024-09-20T21:55:38.693538+0000","last_clean":"2024-09-20T21:55:38.693538+0000","last_became_active":"2024-09-20T21:49:38.686028+0000","last_became_peered":"2024-09-20T21:49:38.686028+0000","last_unstale":"2024-09-20T21:55:38.693538+0000","last_undegraded":"2024-09-20T21:55:38.693538+0000","last_fullsized":"2024-09-20T21:55:38.693538+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:40:59.079112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"57'8","reported_seq":1322,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-09-20T21:55:37.699061+0000","last_change":"2024-09-20T21:47:20.960557+0000","last_active":"2024-09-20T21:55:37.699061+0000","last_peered":"2024-09-20T21:55:37.699061+0000","last_clean":"2024-09-20T21:55:37.699061+0000","last_became_active":"2024-09-20T21:47:20.959761+0000","last_became_peered":"2024-09-20T21:47:20.959761+0000","last_unstale":"2024-09-20T21:55:37.699061+0000","last_undegraded":"2024-09-20T21:55:37.699061+0000","last_fullsized":"2024-09-20T21:55:37.699061+0000","mapping_epoch":369,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":370,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:34:29.086189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1131,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:39.041956+0000","last_change":"2024-09-20T21:50:12.635420+0000","last_active":"2024-09-20T21:55:39.041956+0000","last_peered":"2024-09-20T21:55:39.041956+0000","last_clean":"2024-09-20T21:55:39.041956+0000","last_became_active":"2024-09-20T21:50:12.635152+0000","last_became_peered":"2024-09-20T21:50:12.635152+0000","last_unstale":"2024-09-20T21:55:39.041956+0000","last_undegraded":"2024-09-20T21:55:39.041956+0000","last_fullsized":"2024-09-20T21:55:39.041956+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:36:13.810313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"858'1378","reported_seq":4636,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-09-20T21:55:37.721152+0000","last_change":"2024-09-20T21:55:37.721803+0000","last_active":"2024-09-20T21:55:37.721152+0000","last_peered":"2024-09-20T21:55:37.721152+0000","last_clean":"2024-09-20T21:55:37.721152+0000","last_became_active":"2024-09-20T21:47:20.956903+0000","last_became_peered":"2024-09-20T21:47:20.956903+0000","last_unstale":"2024-09-20T21:55:37.721152+0000","last_undegraded":"2024-09-20T21:55:37.721152+0000","last_fullsized":"2024-09-20T21:55:37.721152+0000","mapping_epoch":369,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":370,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:42:07.522180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:42:07.522180+0000","last_clean_scrub_stamp":"2024-09-20T21:42:07.522180+0000","objects_scrubbed":0,"log_size":1378,"log_dups_size":0,"ondisk_log_size":1378,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:46:25.489636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.022418555999999999,"stat_sum":{"num_bytes":61841408,"num_objects":24,"num_object_clones":21,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":1,"num_read":223,"num_read_kb":399232,"num_write":475,"num_write_kb":146896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":52101120,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"190","length":"1"},{"start":"1b3","length":"1"},{"start":"1bc","length":"1"},{"start":"1ce","length":"1"},{"start":"1d1","length":"1"}]},{"pgid":"2.f","version":"57'1","reported_seq":1229,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.686564+0000","last_change":"2024-09-20T21:50:12.633176+0000","last_active":"2024-09-20T21:55:38.686564+0000","last_peered":"2024-09-20T21:55:38.686564+0000","last_clean":"2024-09-20T21:55:38.686564+0000","last_became_active":"2024-09-20T21:50:12.632865+0000","last_became_peered":"2024-09-20T21:50:12.632865+0000","last_unstale":"2024-09-20T21:55:38.686564+0000","last_undegraded":"2024-09-20T21:55:38.686564+0000","last_fullsized":"2024-09-20T21:55:38.686564+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:11:14.614063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1147,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:39.042554+0000","last_change":"2024-09-20T21:50:12.637532+0000","last_active":"2024-09-20T21:55:39.042554+0000","last_peered":"2024-09-20T21:55:39.042554+0000","last_clean":"2024-09-20T21:55:39.042554+0000","last_became_active":"2024-09-20T21:50:12.635601+0000","last_became_peered":"2024-09-20T21:50:12.635601+0000","last_unstale":"2024-09-20T21:55:39.042554+0000","last_undegraded":"2024-09-20T21:55:39.042554+0000","last_fullsized":"2024-09-20T21:55:39.042554+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:13:42.376159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"859'2102","reported_seq":5017,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:39.046532+0000","last_change":"2024-09-20T21:55:39.047382+0000","last_active":"2024-09-20T21:55:39.046532+0000","last_peered":"2024-09-20T21:55:39.046532+0000","last_clean":"2024-09-20T21:55:39.046532+0000","last_became_active":"2024-09-20T21:50:12.637237+0000","last_became_peered":"2024-09-20T21:50:12.637237+0000","last_unstale":"2024-09-20T21:55:39.046532+0000","last_undegraded":"2024-09-20T21:55:39.046532+0000","last_fullsized":"2024-09-20T21:55:39.046532+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:42:07.522180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:42:07.522180+0000","last_clean_scrub_stamp":"2024-09-20T21:42:07.522180+0000","objects_scrubbed":0,"log_size":2102,"log_dups_size":0,"ondisk_log_size":2102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:33:59.771623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0054500800000000004,"stat_sum":{"num_bytes":51929088,"num_objects":28,"num_object_clones":23,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":1,"num_read":387,"num_read_kb":703045,"num_write":831,"num_write_kb":193024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":88621056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"190","length":"1"},{"start":"1b3","length":"1"},{"start":"1bc","length":"1"},{"start":"1ce","length":"1"},{"start":"1d1","length":"1"},{"start":"1d3","length":"1"}]},{"pgid":"2.e","version":"57'2","reported_seq":1302,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-09-20T21:55:37.698665+0000","last_change":"2024-09-20T21:50:12.637110+0000","last_active":"2024-09-20T21:55:37.698665+0000","last_peered":"2024-09-20T21:55:37.698665+0000","last_clean":"2024-09-20T21:55:37.698665+0000","last_became_active":"2024-09-20T21:50:12.636749+0000","last_became_peered":"2024-09-20T21:50:12.636749+0000","last_unstale":"2024-09-20T21:55:37.698665+0000","last_undegraded":"2024-09-20T21:55:37.698665+0000","last_fullsized":"2024-09-20T21:55:37.698665+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:29:26.071744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1147,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:39.042903+0000","last_change":"2024-09-20T21:50:12.640050+0000","last_active":"2024-09-20T21:55:39.042903+0000","last_peered":"2024-09-20T21:55:39.042903+0000","last_clean":"2024-09-20T21:55:39.042903+0000","last_became_active":"2024-09-20T21:50:12.638782+0000","last_became_peered":"2024-09-20T21:50:12.638782+0000","last_unstale":"2024-09-20T21:55:39.042903+0000","last_undegraded":"2024-09-20T21:55:39.042903+0000","last_fullsized":"2024-09-20T21:55:39.042903+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:41:06.042301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"858'406","reported_seq":3722,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-09-20T21:55:37.715117+0000","last_change":"2024-09-20T21:55:37.715856+0000","last_active":"2024-09-20T21:55:37.715117+0000","last_peered":"2024-09-20T21:55:37.715117+0000","last_clean":"2024-09-20T21:55:37.715117+0000","last_became_active":"2024-09-20T21:48:28.597241+0000","last_became_peered":"2024-09-20T21:48:28.597241+0000","last_unstale":"2024-09-20T21:55:37.715117+0000","last_undegraded":"2024-09-20T21:55:37.715117+0000","last_fullsized":"2024-09-20T21:55:37.715117+0000","mapping_epoch":436,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":437,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:42:07.522180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:42:07.522180+0000","last_clean_scrub_stamp":"2024-09-20T21:42:07.522180+0000","objects_scrubbed":0,"log_size":406,"log_dups_size":0,"ondisk_log_size":406,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:06:53.184634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016811419000000001,"stat_sum":{"num_bytes":11591680,"num_objects":5,"num_object_clones":4,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":59,"num_read_kb":105482,"num_write":220,"num_write_kb":27760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":17006592,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"190","length":"1"},{"start":"1b3","length":"1"},{"start":"1bc","length":"1"},{"start":"1ce","length":"1"},{"start":"1d1","length":"1"}]},{"pgid":"2.d","version":"57'1","reported_seq":1334,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.684459+0000","last_change":"2024-09-20T21:48:28.603915+0000","last_active":"2024-09-20T21:55:38.684459+0000","last_peered":"2024-09-20T21:55:38.684459+0000","last_clean":"2024-09-20T21:55:38.684459+0000","last_became_active":"2024-09-20T21:48:28.603520+0000","last_became_peered":"2024-09-20T21:48:28.603520+0000","last_unstale":"2024-09-20T21:55:38.684459+0000","last_undegraded":"2024-09-20T21:55:38.684459+0000","last_fullsized":"2024-09-20T21:55:38.684459+0000","mapping_epoch":436,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":437,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:32:16.286641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1198,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.689512+0000","last_change":"2024-09-20T21:49:38.687617+0000","last_active":"2024-09-20T21:55:38.689512+0000","last_peered":"2024-09-20T21:55:38.689512+0000","last_clean":"2024-09-20T21:55:38.689512+0000","last_became_active":"2024-09-20T21:49:38.687337+0000","last_became_peered":"2024-09-20T21:49:38.687337+0000","last_unstale":"2024-09-20T21:55:38.689512+0000","last_undegraded":"2024-09-20T21:55:38.689512+0000","last_fullsized":"2024-09-20T21:55:38.689512+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:14:03.654493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"858'451","reported_seq":3793,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-09-20T21:55:37.707299+0000","last_change":"2024-09-20T21:55:37.708139+0000","last_active":"2024-09-20T21:55:37.707299+0000","last_peered":"2024-09-20T21:55:37.707299+0000","last_clean":"2024-09-20T21:55:37.707299+0000","last_became_active":"2024-09-20T21:49:04.399398+0000","last_became_peered":"2024-09-20T21:49:04.399398+0000","last_unstale":"2024-09-20T21:55:37.707299+0000","last_undegraded":"2024-09-20T21:55:37.707299+0000","last_fullsized":"2024-09-20T21:55:37.707299+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:42:07.522180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:42:07.522180+0000","last_clean_scrub_stamp":"2024-09-20T21:42:07.522180+0000","objects_scrubbed":0,"log_size":451,"log_dups_size":0,"ondisk_log_size":451,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:28:42.034295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0096390360000000001,"stat_sum":{"num_bytes":14385152,"num_objects":6,"num_object_clones":5,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":80,"num_read_kb":90080,"num_write":222,"num_write_kb":37384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3964928,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"190","length":"1"},{"start":"1b3","length":"1"},{"start":"1bc","length":"1"},{"start":"1ce","length":"1"},{"start":"1d1","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1307,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-09-20T21:55:37.697755+0000","last_change":"2024-09-20T21:49:04.401613+0000","last_active":"2024-09-20T21:55:37.697755+0000","last_peered":"2024-09-20T21:55:37.697755+0000","last_clean":"2024-09-20T21:55:37.697755+0000","last_became_active":"2024-09-20T21:49:04.400410+0000","last_became_peered":"2024-09-20T21:49:04.400410+0000","last_unstale":"2024-09-20T21:55:37.697755+0000","last_undegraded":"2024-09-20T21:55:37.697755+0000","last_fullsized":"2024-09-20T21:55:37.697755+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:26:57.113318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1131,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:39.042781+0000","last_change":"2024-09-20T21:50:12.638246+0000","last_active":"2024-09-20T21:55:39.042781+0000","last_peered":"2024-09-20T21:55:39.042781+0000","last_clean":"2024-09-20T21:55:39.042781+0000","last_became_active":"2024-09-20T21:50:12.637959+0000","last_became_peered":"2024-09-20T21:50:12.637959+0000","last_unstale":"2024-09-20T21:55:39.042781+0000","last_undegraded":"2024-09-20T21:55:39.042781+0000","last_fullsized":"2024-09-20T21:55:39.042781+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:55:03.686109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"858'1417","reported_seq":4348,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:39.042962+0000","last_change":"2024-09-20T21:55:39.043191+0000","last_active":"2024-09-20T21:55:39.042962+0000","last_peered":"2024-09-20T21:55:39.042962+0000","last_clean":"2024-09-20T21:55:39.042962+0000","last_became_active":"2024-09-20T21:50:12.635255+0000","last_became_peered":"2024-09-20T21:50:12.635255+0000","last_unstale":"2024-09-20T21:55:39.042962+0000","last_undegraded":"2024-09-20T21:55:39.042962+0000","last_fullsized":"2024-09-20T21:55:39.042962+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:42:07.522180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:42:07.522180+0000","last_clean_scrub_stamp":"2024-09-20T21:42:07.522180+0000","objects_scrubbed":0,"log_size":1417,"log_dups_size":0,"ondisk_log_size":1417,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:06:08.831443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043150000000000003,"stat_sum":{"num_bytes":48168960,"num_objects":19,"num_object_clones":16,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":229,"num_read_kb":279250,"num_write":536,"num_write_kb":86816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":23216128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"190","length":"1"},{"start":"1b3","length":"1"},{"start":"1bc","length":"1"},{"start":"1ce","length":"1"},{"start":"1d1","length":"1"},{"start":"1d3","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1164,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.694344+0000","last_change":"2024-09-20T21:50:12.628342+0000","last_active":"2024-09-20T21:55:38.694344+0000","last_peered":"2024-09-20T21:55:38.694344+0000","last_clean":"2024-09-20T21:55:38.694344+0000","last_became_active":"2024-09-20T21:50:12.628033+0000","last_became_peered":"2024-09-20T21:50:12.628033+0000","last_unstale":"2024-09-20T21:55:38.694344+0000","last_undegraded":"2024-09-20T21:55:38.694344+0000","last_fullsized":"2024-09-20T21:55:38.694344+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_clean_scrub_stamp":"2024-09-20T21:39:18.539356+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:14:23.464015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000288351,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"243'172","reported_seq":1503,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:39.041889+0000","last_change":"2024-09-20T21:50:12.640388+0000","last_active":"2024-09-20T21:55:39.041889+0000","last_peered":"2024-09-20T21:55:39.041889+0000","last_clean":"2024-09-20T21:55:39.041889+0000","last_became_active":"2024-09-20T21:50:12.639331+0000","last_became_peered":"2024-09-20T21:50:12.639331+0000","last_unstale":"2024-09-20T21:55:39.041889+0000","last_undegraded":"2024-09-20T21:55:39.041889+0000","last_fullsized":"2024-09-20T21:55:39.041889+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:35:58.999220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:35:58.999220+0000","last_clean_scrub_stamp":"2024-09-20T21:35:58.999220+0000","objects_scrubbed":0,"log_size":172,"log_dups_size":0,"ondisk_log_size":172,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:00:29.776996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":948,"num_read_kb":1799,"num_write":293,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1210,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.689528+0000","last_change":"2024-09-20T21:50:12.638142+0000","last_active":"2024-09-20T21:55:38.689528+0000","last_peered":"2024-09-20T21:55:38.689528+0000","last_clean":"2024-09-20T21:55:38.689528+0000","last_became_active":"2024-09-20T21:50:12.637793+0000","last_became_peered":"2024-09-20T21:50:12.637793+0000","last_unstale":"2024-09-20T21:55:38.689528+0000","last_undegraded":"2024-09-20T21:55:38.689528+0000","last_fullsized":"2024-09-20T21:55:38.689528+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:35:53.806196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1281,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-20T21:55:42.682778+0000","last_change":"2024-09-20T21:49:38.691890+0000","last_active":"2024-09-20T21:55:42.682778+0000","last_peered":"2024-09-20T21:55:42.682778+0000","last_clean":"2024-09-20T21:55:42.682778+0000","last_became_active":"2024-09-20T21:49:38.691351+0000","last_became_peered":"2024-09-20T21:49:38.691351+0000","last_unstale":"2024-09-20T21:55:42.682778+0000","last_undegraded":"2024-09-20T21:55:42.682778+0000","last_fullsized":"2024-09-20T21:55:42.682778+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:37:04.437245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.7","version":"858'1985","reported_seq":4966,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.690790+0000","last_change":"2024-09-20T21:55:38.691064+0000","last_active":"2024-09-20T21:55:38.690790+0000","last_peered":"2024-09-20T21:55:38.690790+0000","last_clean":"2024-09-20T21:55:38.690790+0000","last_became_active":"2024-09-20T21:49:04.408509+0000","last_became_peered":"2024-09-20T21:49:04.408509+0000","last_unstale":"2024-09-20T21:55:38.690790+0000","last_undegraded":"2024-09-20T21:55:38.690790+0000","last_fullsized":"2024-09-20T21:55:38.690790+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:42:07.522180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:42:07.522180+0000","last_clean_scrub_stamp":"2024-09-20T21:42:07.522180+0000","objects_scrubbed":0,"log_size":1985,"log_dups_size":0,"ondisk_log_size":1985,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:26:29.760260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043822000000000002,"stat_sum":{"num_bytes":49750016,"num_objects":31,"num_object_clones":27,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":0,"num_read":282,"num_read_kb":385580,"num_write":843,"num_write_kb":122520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":39632896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"190","length":"1"},{"start":"1b3","length":"1"},{"start":"1bc","length":"1"},{"start":"1ce","length":"1"},{"start":"1d1","length":"1"},{"start":"1d3","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1361,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.689010+0000","last_change":"2024-09-20T21:47:20.956753+0000","last_active":"2024-09-20T21:55:38.689010+0000","last_peered":"2024-09-20T21:55:38.689010+0000","last_clean":"2024-09-20T21:55:38.689010+0000","last_became_active":"2024-09-20T21:47:20.956419+0000","last_became_peered":"2024-09-20T21:47:20.956419+0000","last_unstale":"2024-09-20T21:55:38.689010+0000","last_undegraded":"2024-09-20T21:55:38.689010+0000","last_fullsized":"2024-09-20T21:55:38.689010+0000","mapping_epoch":369,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":370,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_clean_scrub_stamp":"2024-09-20T21:39:18.539356+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:55:26.503767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1133,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:39.041825+0000","last_change":"2024-09-20T21:50:12.640338+0000","last_active":"2024-09-20T21:55:39.041825+0000","last_peered":"2024-09-20T21:55:39.041825+0000","last_clean":"2024-09-20T21:55:39.041825+0000","last_became_active":"2024-09-20T21:50:12.638806+0000","last_became_peered":"2024-09-20T21:50:12.638806+0000","last_unstale":"2024-09-20T21:55:39.041825+0000","last_undegraded":"2024-09-20T21:55:39.041825+0000","last_fullsized":"2024-09-20T21:55:39.041825+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:32:16.447603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1352,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.688582+0000","last_change":"2024-09-20T21:48:28.613648+0000","last_active":"2024-09-20T21:55:38.688582+0000","last_peered":"2024-09-20T21:55:38.688582+0000","last_clean":"2024-09-20T21:55:38.688582+0000","last_became_active":"2024-09-20T21:48:28.612215+0000","last_became_peered":"2024-09-20T21:48:28.612215+0000","last_unstale":"2024-09-20T21:55:38.688582+0000","last_undegraded":"2024-09-20T21:55:38.688582+0000","last_fullsized":"2024-09-20T21:55:38.688582+0000","mapping_epoch":436,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":437,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:11:04.787526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"858'1297","reported_seq":4542,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-09-20T21:55:37.714728+0000","last_change":"2024-09-20T21:55:37.715568+0000","last_active":"2024-09-20T21:55:37.714728+0000","last_peered":"2024-09-20T21:55:37.714728+0000","last_clean":"2024-09-20T21:55:37.714728+0000","last_became_active":"2024-09-20T21:49:04.400533+0000","last_became_peered":"2024-09-20T21:49:04.400533+0000","last_unstale":"2024-09-20T21:55:37.714728+0000","last_undegraded":"2024-09-20T21:55:37.714728+0000","last_fullsized":"2024-09-20T21:55:37.714728+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:42:07.522180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:42:07.522180+0000","last_clean_scrub_stamp":"2024-09-20T21:42:07.522180+0000","objects_scrubbed":0,"log_size":1297,"log_dups_size":0,"ondisk_log_size":1297,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:38:26.421592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017031774999999999,"stat_sum":{"num_bytes":59719680,"num_objects":18,"num_object_clones":15,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":202,"num_read_kb":336505,"num_write":431,"num_write_kb":110416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":36487168,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"190","length":"1"},{"start":"1b3","length":"1"},{"start":"1bc","length":"1"},{"start":"1ce","length":"1"},{"start":"1d1","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1336,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.685051+0000","last_change":"2024-09-20T21:49:04.406853+0000","last_active":"2024-09-20T21:55:38.685051+0000","last_peered":"2024-09-20T21:55:38.685051+0000","last_clean":"2024-09-20T21:55:38.685051+0000","last_became_active":"2024-09-20T21:49:04.406483+0000","last_became_peered":"2024-09-20T21:49:04.406483+0000","last_unstale":"2024-09-20T21:55:38.685051+0000","last_undegraded":"2024-09-20T21:55:38.685051+0000","last_fullsized":"2024-09-20T21:55:38.685051+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_clean_scrub_stamp":"2024-09-20T21:39:18.539356+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:23:36.614992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00061817600000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1308,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-09-20T21:55:37.698994+0000","last_change":"2024-09-20T21:47:54.633375+0000","last_active":"2024-09-20T21:55:37.698994+0000","last_peered":"2024-09-20T21:55:37.698994+0000","last_clean":"2024-09-20T21:55:37.698994+0000","last_became_active":"2024-09-20T21:47:54.633067+0000","last_became_peered":"2024-09-20T21:47:54.633067+0000","last_unstale":"2024-09-20T21:55:37.698994+0000","last_undegraded":"2024-09-20T21:55:37.698994+0000","last_fullsized":"2024-09-20T21:55:37.698994+0000","mapping_epoch":402,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":403,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:51:34.403799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1329,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.684548+0000","last_change":"2024-09-20T21:49:38.693522+0000","last_active":"2024-09-20T21:55:38.684548+0000","last_peered":"2024-09-20T21:55:38.684548+0000","last_clean":"2024-09-20T21:55:38.684548+0000","last_became_active":"2024-09-20T21:49:38.692948+0000","last_became_peered":"2024-09-20T21:49:38.692948+0000","last_unstale":"2024-09-20T21:55:38.684548+0000","last_undegraded":"2024-09-20T21:55:38.684548+0000","last_fullsized":"2024-09-20T21:55:38.684548+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:01:40.722180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"859'1574","reported_seq":4972,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.695109+0000","last_change":"2024-09-20T21:55:38.696457+0000","last_active":"2024-09-20T21:55:38.695109+0000","last_peered":"2024-09-20T21:55:38.695109+0000","last_clean":"2024-09-20T21:55:38.695109+0000","last_became_active":"2024-09-20T21:48:28.604264+0000","last_became_peered":"2024-09-20T21:48:28.604264+0000","last_unstale":"2024-09-20T21:55:38.695109+0000","last_undegraded":"2024-09-20T21:55:38.695109+0000","last_fullsized":"2024-09-20T21:55:38.695109+0000","mapping_epoch":436,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":437,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:42:07.522180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:42:07.522180+0000","last_clean_scrub_stamp":"2024-09-20T21:42:07.522180+0000","objects_scrubbed":0,"log_size":1574,"log_dups_size":0,"ondisk_log_size":1574,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:09:34.164851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0074159660000000004,"stat_sum":{"num_bytes":55009280,"num_objects":31,"num_object_clones":27,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":1,"num_read":332,"num_read_kb":334490,"num_write":532,"num_write_kb":114856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":22765568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"190","length":"1"},{"start":"1b3","length":"1"},{"start":"1bc","length":"1"},{"start":"1ce","length":"1"},{"start":"1d1","length":"1"},{"start":"1d3","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1338,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.685234+0000","last_change":"2024-09-20T21:47:54.642828+0000","last_active":"2024-09-20T21:55:38.685234+0000","last_peered":"2024-09-20T21:55:38.685234+0000","last_clean":"2024-09-20T21:55:38.685234+0000","last_became_active":"2024-09-20T21:47:54.642593+0000","last_became_peered":"2024-09-20T21:47:54.642593+0000","last_unstale":"2024-09-20T21:55:38.685234+0000","last_undegraded":"2024-09-20T21:55:38.685234+0000","last_fullsized":"2024-09-20T21:55:38.685234+0000","mapping_epoch":402,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":403,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_clean_scrub_stamp":"2024-09-20T21:39:18.539356+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:23:17.118276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1177,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.689594+0000","last_change":"2024-09-20T21:49:38.688885+0000","last_active":"2024-09-20T21:55:38.689594+0000","last_peered":"2024-09-20T21:55:38.689594+0000","last_clean":"2024-09-20T21:55:38.689594+0000","last_became_active":"2024-09-20T21:49:38.688340+0000","last_became_peered":"2024-09-20T21:49:38.688340+0000","last_unstale":"2024-09-20T21:55:38.689594+0000","last_undegraded":"2024-09-20T21:55:38.689594+0000","last_fullsized":"2024-09-20T21:55:38.689594+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:32:52.016422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1224,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.686093+0000","last_change":"2024-09-20T21:49:38.692022+0000","last_active":"2024-09-20T21:55:38.686093+0000","last_peered":"2024-09-20T21:55:38.686093+0000","last_clean":"2024-09-20T21:55:38.686093+0000","last_became_active":"2024-09-20T21:49:38.691713+0000","last_became_peered":"2024-09-20T21:49:38.691713+0000","last_unstale":"2024-09-20T21:55:38.686093+0000","last_undegraded":"2024-09-20T21:55:38.686093+0000","last_fullsized":"2024-09-20T21:55:38.686093+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:22:32.817458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3","version":"859'2506","reported_seq":5791,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.897317+0000","last_change":"2024-09-20T21:55:38.697112+0000","last_active":"2024-09-20T21:55:38.897317+0000","last_peered":"2024-09-20T21:55:38.897317+0000","last_clean":"2024-09-20T21:55:38.897317+0000","last_became_active":"2024-09-20T21:49:38.686419+0000","last_became_peered":"2024-09-20T21:49:38.686419+0000","last_unstale":"2024-09-20T21:55:38.897317+0000","last_undegraded":"2024-09-20T21:55:38.897317+0000","last_fullsized":"2024-09-20T21:55:38.897317+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:42:07.522180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:42:07.522180+0000","last_clean_scrub_stamp":"2024-09-20T21:42:07.522180+0000","objects_scrubbed":0,"log_size":2506,"log_dups_size":0,"ondisk_log_size":2506,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:21:54.939426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0061643990000000001,"stat_sum":{"num_bytes":82526208,"num_objects":46,"num_object_clones":41,"num_object_copies":138,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":46,"num_whiteouts":0,"num_read":404,"num_read_kb":637626,"num_write":885,"num_write_kb":191160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":114311168,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"190","length":"1"},{"start":"1b3","length":"1"},{"start":"1bc","length":"1"},{"start":"1ce","length":"1"},{"start":"1d1","length":"1"},{"start":"1d3","length":"1"}]},{"pgid":"4.2","version":"66'2","reported_seq":1340,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.686011+0000","last_change":"2024-09-20T21:49:04.412474+0000","last_active":"2024-09-20T21:55:38.686011+0000","last_peered":"2024-09-20T21:55:38.686011+0000","last_clean":"2024-09-20T21:55:38.686011+0000","last_became_active":"2024-09-20T21:49:04.410576+0000","last_became_peered":"2024-09-20T21:49:04.410576+0000","last_unstale":"2024-09-20T21:55:38.686011+0000","last_undegraded":"2024-09-20T21:55:38.686011+0000","last_fullsized":"2024-09-20T21:55:38.686011+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_clean_scrub_stamp":"2024-09-20T21:39:18.539356+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T21:54:41.323307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1341,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.685054+0000","last_change":"2024-09-20T21:50:12.636510+0000","last_active":"2024-09-20T21:55:38.685054+0000","last_peered":"2024-09-20T21:55:38.685054+0000","last_clean":"2024-09-20T21:55:38.685054+0000","last_became_active":"2024-09-20T21:50:12.636168+0000","last_became_peered":"2024-09-20T21:50:12.636168+0000","last_unstale":"2024-09-20T21:55:38.685054+0000","last_undegraded":"2024-09-20T21:55:38.685054+0000","last_fullsized":"2024-09-20T21:55:38.685054+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:55:02.284592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1207,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.690100+0000","last_change":"2024-09-20T21:49:04.402226+0000","last_active":"2024-09-20T21:55:38.690100+0000","last_peered":"2024-09-20T21:55:38.690100+0000","last_clean":"2024-09-20T21:55:38.690100+0000","last_became_active":"2024-09-20T21:49:04.401932+0000","last_became_peered":"2024-09-20T21:49:04.401932+0000","last_unstale":"2024-09-20T21:55:38.690100+0000","last_undegraded":"2024-09-20T21:55:38.690100+0000","last_fullsized":"2024-09-20T21:55:38.690100+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:19:00.559359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.2","version":"859'1545","reported_seq":4582,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.697554+0000","last_change":"2024-09-20T21:55:38.698392+0000","last_active":"2024-09-20T21:55:38.697554+0000","last_peered":"2024-09-20T21:55:38.697554+0000","last_clean":"2024-09-20T21:55:38.697554+0000","last_became_active":"2024-09-20T21:49:38.690299+0000","last_became_peered":"2024-09-20T21:49:38.690299+0000","last_unstale":"2024-09-20T21:55:38.697554+0000","last_undegraded":"2024-09-20T21:55:38.697554+0000","last_fullsized":"2024-09-20T21:55:38.697554+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:42:07.522180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:42:07.522180+0000","last_clean_scrub_stamp":"2024-09-20T21:42:07.522180+0000","objects_scrubbed":0,"log_size":1545,"log_dups_size":0,"ondisk_log_size":1545,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:21:41.017962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0043231600000000004,"stat_sum":{"num_bytes":60506112,"num_objects":21,"num_object_clones":18,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":294,"num_read_kb":452279,"num_write":547,"num_write_kb":165392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":77578240,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"190","length":"1"},{"start":"1b3","length":"1"},{"start":"1bc","length":"1"},{"start":"1ce","length":"1"},{"start":"1d1","length":"1"},{"start":"1d3","length":"1"}]},{"pgid":"4.3","version":"64'1","reported_seq":1362,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.690633+0000","last_change":"2024-09-20T21:50:12.638147+0000","last_active":"2024-09-20T21:55:38.690633+0000","last_peered":"2024-09-20T21:55:38.690633+0000","last_clean":"2024-09-20T21:55:38.690633+0000","last_became_active":"2024-09-20T21:50:12.637782+0000","last_became_peered":"2024-09-20T21:50:12.637782+0000","last_unstale":"2024-09-20T21:55:38.690633+0000","last_undegraded":"2024-09-20T21:55:38.690633+0000","last_fullsized":"2024-09-20T21:55:38.690633+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_clean_scrub_stamp":"2024-09-20T21:39:18.539356+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:05:51.031388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1302,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-09-20T21:55:37.698640+0000","last_change":"2024-09-20T21:48:28.597795+0000","last_active":"2024-09-20T21:55:37.698640+0000","last_peered":"2024-09-20T21:55:37.698640+0000","last_clean":"2024-09-20T21:55:37.698640+0000","last_became_active":"2024-09-20T21:48:28.596569+0000","last_became_peered":"2024-09-20T21:48:28.596569+0000","last_unstale":"2024-09-20T21:55:37.698640+0000","last_undegraded":"2024-09-20T21:55:37.698640+0000","last_fullsized":"2024-09-20T21:55:37.698640+0000","mapping_epoch":436,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":437,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:30:57.249917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1329,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.684917+0000","last_change":"2024-09-20T21:49:04.404206+0000","last_active":"2024-09-20T21:55:38.684917+0000","last_peered":"2024-09-20T21:55:38.684917+0000","last_clean":"2024-09-20T21:55:38.684917+0000","last_became_active":"2024-09-20T21:49:04.403721+0000","last_became_peered":"2024-09-20T21:49:04.403721+0000","last_unstale":"2024-09-20T21:55:38.684917+0000","last_undegraded":"2024-09-20T21:55:38.684917+0000","last_fullsized":"2024-09-20T21:55:38.684917+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:27:13.846984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"858'849","reported_seq":4035,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.686667+0000","last_change":"2024-09-20T21:55:38.687033+0000","last_active":"2024-09-20T21:55:38.686667+0000","last_peered":"2024-09-20T21:55:38.686667+0000","last_clean":"2024-09-20T21:55:38.686667+0000","last_became_active":"2024-09-20T21:50:12.629256+0000","last_became_peered":"2024-09-20T21:50:12.629256+0000","last_unstale":"2024-09-20T21:55:38.686667+0000","last_undegraded":"2024-09-20T21:55:38.686667+0000","last_fullsized":"2024-09-20T21:55:38.686667+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:42:07.522180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:42:07.522180+0000","last_clean_scrub_stamp":"2024-09-20T21:42:07.522180+0000","objects_scrubbed":0,"log_size":849,"log_dups_size":0,"ondisk_log_size":849,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:39:19.175222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00071302300000000002,"stat_sum":{"num_bytes":26607616,"num_objects":15,"num_object_clones":13,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":135,"num_read_kb":119263,"num_write":344,"num_write_kb":69224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":6578176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"190","length":"1"},{"start":"1b3","length":"1"},{"start":"1bc","length":"1"},{"start":"1ce","length":"1"},{"start":"1d1","length":"1"},{"start":"1d3","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1289,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-20T21:55:42.682281+0000","last_change":"2024-09-20T21:50:12.637499+0000","last_active":"2024-09-20T21:55:42.682281+0000","last_peered":"2024-09-20T21:55:42.682281+0000","last_clean":"2024-09-20T21:55:42.682281+0000","last_became_active":"2024-09-20T21:50:12.636984+0000","last_became_peered":"2024-09-20T21:50:12.636984+0000","last_unstale":"2024-09-20T21:55:42.682281+0000","last_undegraded":"2024-09-20T21:55:42.682281+0000","last_fullsized":"2024-09-20T21:55:42.682281+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_clean_scrub_stamp":"2024-09-20T21:39:18.539356+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:06:48.828497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000361641,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"560'2","reported_seq":1336,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.684218+0000","last_change":"2024-09-20T21:49:38.693389+0000","last_active":"2024-09-20T21:55:38.684218+0000","last_peered":"2024-09-20T21:55:38.684218+0000","last_clean":"2024-09-20T21:55:38.684218+0000","last_became_active":"2024-09-20T21:49:38.692996+0000","last_became_peered":"2024-09-20T21:49:38.692996+0000","last_unstale":"2024-09-20T21:55:38.684218+0000","last_undegraded":"2024-09-20T21:55:38.684218+0000","last_fullsized":"2024-09-20T21:55:38.684218+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:42:46.698301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1291,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-20T21:55:42.683167+0000","last_change":"2024-09-20T21:50:12.636714+0000","last_active":"2024-09-20T21:55:42.683167+0000","last_peered":"2024-09-20T21:55:42.683167+0000","last_clean":"2024-09-20T21:55:42.683167+0000","last_became_active":"2024-09-20T21:50:12.636343+0000","last_became_peered":"2024-09-20T21:50:12.636343+0000","last_unstale":"2024-09-20T21:55:42.683167+0000","last_undegraded":"2024-09-20T21:55:42.683167+0000","last_fullsized":"2024-09-20T21:55:42.683167+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:15:26.094442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"859'1417","reported_seq":4613,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-20T21:55:42.682933+0000","last_change":"2024-09-20T21:55:38.692659+0000","last_active":"2024-09-20T21:55:42.682933+0000","last_peered":"2024-09-20T21:55:42.682933+0000","last_clean":"2024-09-20T21:55:42.682933+0000","last_became_active":"2024-09-20T21:48:28.591361+0000","last_became_peered":"2024-09-20T21:48:28.591361+0000","last_unstale":"2024-09-20T21:55:42.682933+0000","last_undegraded":"2024-09-20T21:55:42.682933+0000","last_fullsized":"2024-09-20T21:55:42.682933+0000","mapping_epoch":436,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":437,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:42:07.522180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:42:07.522180+0000","last_clean_scrub_stamp":"2024-09-20T21:42:07.522180+0000","objects_scrubbed":0,"log_size":1417,"log_dups_size":0,"ondisk_log_size":1417,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:01:34.840406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0069309209999999996,"stat_sum":{"num_bytes":61194240,"num_objects":21,"num_object_clones":18,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":237,"num_read_kb":310759,"num_write":535,"num_write_kb":133824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":29974528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"1b3","length":"1"},{"start":"1bc","length":"1"},{"start":"1d3","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1223,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.686234+0000","last_change":"2024-09-20T21:49:38.694558+0000","last_active":"2024-09-20T21:55:38.686234+0000","last_peered":"2024-09-20T21:55:38.686234+0000","last_clean":"2024-09-20T21:55:38.686234+0000","last_became_active":"2024-09-20T21:49:38.691957+0000","last_became_peered":"2024-09-20T21:49:38.691957+0000","last_unstale":"2024-09-20T21:55:38.686234+0000","last_undegraded":"2024-09-20T21:55:38.686234+0000","last_fullsized":"2024-09-20T21:55:38.686234+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:39:18.539356+0000","last_clean_scrub_stamp":"2024-09-20T21:39:18.539356+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:46:13.185172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"57'2","reported_seq":1148,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.694502+0000","last_change":"2024-09-20T21:50:12.643020+0000","last_active":"2024-09-20T21:55:38.694502+0000","last_peered":"2024-09-20T21:55:38.694502+0000","last_clean":"2024-09-20T21:55:38.694502+0000","last_became_active":"2024-09-20T21:50:12.642577+0000","last_became_peered":"2024-09-20T21:50:12.642577+0000","last_unstale":"2024-09-20T21:55:38.694502+0000","last_undegraded":"2024-09-20T21:55:38.694502+0000","last_fullsized":"2024-09-20T21:55:38.694502+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:54:48.972426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1352,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.688797+0000","last_change":"2024-09-20T21:48:28.611309+0000","last_active":"2024-09-20T21:55:38.688797+0000","last_peered":"2024-09-20T21:55:38.688797+0000","last_clean":"2024-09-20T21:55:38.688797+0000","last_became_active":"2024-09-20T21:48:28.610743+0000","last_became_peered":"2024-09-20T21:48:28.610743+0000","last_unstale":"2024-09-20T21:55:38.688797+0000","last_undegraded":"2024-09-20T21:55:38.688797+0000","last_fullsized":"2024-09-20T21:55:38.688797+0000","mapping_epoch":436,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":437,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:01:58.847825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"858'964","reported_seq":4037,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.690605+0000","last_change":"2024-09-20T21:55:38.690808+0000","last_active":"2024-09-20T21:55:38.690605+0000","last_peered":"2024-09-20T21:55:38.690605+0000","last_clean":"2024-09-20T21:55:38.690605+0000","last_became_active":"2024-09-20T21:49:38.687711+0000","last_became_peered":"2024-09-20T21:49:38.687711+0000","last_unstale":"2024-09-20T21:55:38.690605+0000","last_undegraded":"2024-09-20T21:55:38.690605+0000","last_fullsized":"2024-09-20T21:55:38.690605+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:42:07.522180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:42:07.522180+0000","last_clean_scrub_stamp":"2024-09-20T21:42:07.522180+0000","objects_scrubbed":0,"log_size":964,"log_dups_size":0,"ondisk_log_size":964,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:38:13.467783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000377389,"stat_sum":{"num_bytes":25133056,"num_objects":12,"num_object_clones":10,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":1,"num_read":154,"num_read_kb":130697,"num_write":401,"num_write_kb":64584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":10469376,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"190","length":"1"},{"start":"1b3","length":"1"},{"start":"1bc","length":"1"},{"start":"1ce","length":"1"},{"start":"1d1","length":"1"},{"start":"1d3","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1133,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:39.041999+0000","last_change":"2024-09-20T21:50:12.640583+0000","last_active":"2024-09-20T21:55:39.041999+0000","last_peered":"2024-09-20T21:55:39.041999+0000","last_clean":"2024-09-20T21:55:39.041999+0000","last_became_active":"2024-09-20T21:50:12.640084+0000","last_became_peered":"2024-09-20T21:50:12.640084+0000","last_unstale":"2024-09-20T21:55:39.041999+0000","last_undegraded":"2024-09-20T21:55:39.041999+0000","last_fullsized":"2024-09-20T21:55:39.041999+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:48:08.217802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1249,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.686455+0000","last_change":"2024-09-20T21:50:12.627758+0000","last_active":"2024-09-20T21:55:38.686455+0000","last_peered":"2024-09-20T21:55:38.686455+0000","last_clean":"2024-09-20T21:55:38.686455+0000","last_became_active":"2024-09-20T21:50:12.627448+0000","last_became_peered":"2024-09-20T21:50:12.627448+0000","last_unstale":"2024-09-20T21:55:38.686455+0000","last_undegraded":"2024-09-20T21:55:38.686455+0000","last_fullsized":"2024-09-20T21:55:38.686455+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:10:06.475565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"859'1775","reported_seq":4900,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.694491+0000","last_change":"2024-09-20T21:55:38.695808+0000","last_active":"2024-09-20T21:55:38.694491+0000","last_peered":"2024-09-20T21:55:38.694491+0000","last_clean":"2024-09-20T21:55:38.694491+0000","last_became_active":"2024-09-20T21:49:04.397085+0000","last_became_peered":"2024-09-20T21:49:04.397085+0000","last_unstale":"2024-09-20T21:55:38.694491+0000","last_undegraded":"2024-09-20T21:55:38.694491+0000","last_fullsized":"2024-09-20T21:55:38.694491+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:42:07.522180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:42:07.522180+0000","last_clean_scrub_stamp":"2024-09-20T21:42:07.522180+0000","objects_scrubbed":0,"log_size":1775,"log_dups_size":0,"ondisk_log_size":1775,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:54:26.112244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089862989999999997,"stat_sum":{"num_bytes":40148992,"num_objects":25,"num_object_clones":21,"num_object_copies":75,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":25,"num_whiteouts":1,"num_read":279,"num_read_kb":462576,"num_write":727,"num_write_kb":129384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":34480128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"190","length":"1"},{"start":"1b3","length":"1"},{"start":"1bc","length":"1"},{"start":"1ce","length":"1"},{"start":"1d1","length":"1"},{"start":"1d3","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1328,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.684749+0000","last_change":"2024-09-20T21:50:12.643405+0000","last_active":"2024-09-20T21:55:38.684749+0000","last_peered":"2024-09-20T21:55:38.684749+0000","last_clean":"2024-09-20T21:55:38.684749+0000","last_became_active":"2024-09-20T21:50:12.642917+0000","last_became_peered":"2024-09-20T21:50:12.642917+0000","last_unstale":"2024-09-20T21:55:38.684749+0000","last_undegraded":"2024-09-20T21:55:38.684749+0000","last_fullsized":"2024-09-20T21:55:38.684749+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:16:12.825147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1283,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-20T21:55:42.682493+0000","last_change":"2024-09-20T21:50:12.637909+0000","last_active":"2024-09-20T21:55:42.682493+0000","last_peered":"2024-09-20T21:55:42.682493+0000","last_clean":"2024-09-20T21:55:42.682493+0000","last_became_active":"2024-09-20T21:50:12.637235+0000","last_became_peered":"2024-09-20T21:50:12.637235+0000","last_unstale":"2024-09-20T21:55:42.682493+0000","last_undegraded":"2024-09-20T21:55:42.682493+0000","last_fullsized":"2024-09-20T21:55:42.682493+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:30:13.432800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"858'1860","reported_seq":5081,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-09-20T21:55:37.712110+0000","last_change":"2024-09-20T21:55:37.712971+0000","last_active":"2024-09-20T21:55:37.712110+0000","last_peered":"2024-09-20T21:55:37.712110+0000","last_clean":"2024-09-20T21:55:37.712110+0000","last_became_active":"2024-09-20T21:50:12.638695+0000","last_became_peered":"2024-09-20T21:50:12.638695+0000","last_unstale":"2024-09-20T21:55:37.712110+0000","last_undegraded":"2024-09-20T21:55:37.712110+0000","last_fullsized":"2024-09-20T21:55:37.712110+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:42:07.522180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:42:07.522180+0000","last_clean_scrub_stamp":"2024-09-20T21:42:07.522180+0000","objects_scrubbed":0,"log_size":1860,"log_dups_size":0,"ondisk_log_size":1860,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:49:36.945513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014957995999999999,"stat_sum":{"num_bytes":69230592,"num_objects":29,"num_object_clones":25,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":1,"num_read":341,"num_read_kb":578651,"num_write":637,"num_write_kb":185624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":64438272,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"190","length":"1"},{"start":"1b3","length":"1"},{"start":"1bc","length":"1"},{"start":"1ce","length":"1"},{"start":"1d1","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1328,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.685754+0000","last_change":"2024-09-20T21:50:12.643284+0000","last_active":"2024-09-20T21:55:38.685754+0000","last_peered":"2024-09-20T21:55:38.685754+0000","last_clean":"2024-09-20T21:55:38.685754+0000","last_became_active":"2024-09-20T21:50:12.642922+0000","last_became_peered":"2024-09-20T21:50:12.642922+0000","last_unstale":"2024-09-20T21:55:38.685754+0000","last_undegraded":"2024-09-20T21:55:38.685754+0000","last_fullsized":"2024-09-20T21:55:38.685754+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:19:10.378166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1291,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-20T21:55:42.683276+0000","last_change":"2024-09-20T21:48:28.595380+0000","last_active":"2024-09-20T21:55:42.683276+0000","last_peered":"2024-09-20T21:55:42.683276+0000","last_clean":"2024-09-20T21:55:42.683276+0000","last_became_active":"2024-09-20T21:48:28.594966+0000","last_became_peered":"2024-09-20T21:48:28.594966+0000","last_unstale":"2024-09-20T21:55:42.683276+0000","last_undegraded":"2024-09-20T21:55:42.683276+0000","last_fullsized":"2024-09-20T21:55:42.683276+0000","mapping_epoch":436,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":437,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:53:09.212564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"859'1397","reported_seq":4688,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.693650+0000","last_change":"2024-09-20T21:55:38.694876+0000","last_active":"2024-09-20T21:55:38.693650+0000","last_peered":"2024-09-20T21:55:38.693650+0000","last_clean":"2024-09-20T21:55:38.693650+0000","last_became_active":"2024-09-20T21:48:28.610855+0000","last_became_peered":"2024-09-20T21:48:28.610855+0000","last_unstale":"2024-09-20T21:55:38.693650+0000","last_undegraded":"2024-09-20T21:55:38.693650+0000","last_fullsized":"2024-09-20T21:55:38.693650+0000","mapping_epoch":436,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":437,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:42:07.522180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:42:07.522180+0000","last_clean_scrub_stamp":"2024-09-20T21:42:07.522180+0000","objects_scrubbed":0,"log_size":1397,"log_dups_size":0,"ondisk_log_size":1397,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:59:37.352729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0097041969999999995,"stat_sum":{"num_bytes":29900800,"num_objects":25,"num_object_clones":22,"num_object_copies":75,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":25,"num_whiteouts":1,"num_read":217,"num_read_kb":302155,"num_write":505,"num_write_kb":93096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":27328512,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"190","length":"1"},{"start":"1b3","length":"1"},{"start":"1bc","length":"1"},{"start":"1ce","length":"1"},{"start":"1d1","length":"1"},{"start":"1d3","length":"1"}]},{"pgid":"2.b","version":"556'3","reported_seq":1146,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:39.042061+0000","last_change":"2024-09-20T21:50:12.634750+0000","last_active":"2024-09-20T21:55:39.042061+0000","last_peered":"2024-09-20T21:55:39.042061+0000","last_clean":"2024-09-20T21:55:39.042061+0000","last_became_active":"2024-09-20T21:50:12.633683+0000","last_became_peered":"2024-09-20T21:50:12.633683+0000","last_unstale":"2024-09-20T21:55:39.042061+0000","last_undegraded":"2024-09-20T21:55:39.042061+0000","last_fullsized":"2024-09-20T21:55:39.042061+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:55:43.758475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1174,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.694145+0000","last_change":"2024-09-20T21:49:38.699056+0000","last_active":"2024-09-20T21:55:38.694145+0000","last_peered":"2024-09-20T21:55:38.694145+0000","last_clean":"2024-09-20T21:55:38.694145+0000","last_became_active":"2024-09-20T21:49:38.698672+0000","last_became_peered":"2024-09-20T21:49:38.698672+0000","last_unstale":"2024-09-20T21:55:38.694145+0000","last_undegraded":"2024-09-20T21:55:38.694145+0000","last_fullsized":"2024-09-20T21:55:38.694145+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:15:38.779356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1190,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.689977+0000","last_change":"2024-09-20T21:49:38.687934+0000","last_active":"2024-09-20T21:55:38.689977+0000","last_peered":"2024-09-20T21:55:38.689977+0000","last_clean":"2024-09-20T21:55:38.689977+0000","last_became_active":"2024-09-20T21:49:38.687596+0000","last_became_peered":"2024-09-20T21:49:38.687596+0000","last_unstale":"2024-09-20T21:55:38.689977+0000","last_undegraded":"2024-09-20T21:55:38.689977+0000","last_fullsized":"2024-09-20T21:55:38.689977+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:07:12.142545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"57'2","reported_seq":1146,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:39.042355+0000","last_change":"2024-09-20T21:50:12.635489+0000","last_active":"2024-09-20T21:55:39.042355+0000","last_peered":"2024-09-20T21:55:39.042355+0000","last_clean":"2024-09-20T21:55:39.042355+0000","last_became_active":"2024-09-20T21:50:12.635163+0000","last_became_peered":"2024-09-20T21:50:12.635163+0000","last_unstale":"2024-09-20T21:55:39.042355+0000","last_undegraded":"2024-09-20T21:55:39.042355+0000","last_fullsized":"2024-09-20T21:55:39.042355+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:13:19.134589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1198,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.689577+0000","last_change":"2024-09-20T21:49:04.398002+0000","last_active":"2024-09-20T21:55:38.689577+0000","last_peered":"2024-09-20T21:55:38.689577+0000","last_clean":"2024-09-20T21:55:38.689577+0000","last_became_active":"2024-09-20T21:49:04.395912+0000","last_became_peered":"2024-09-20T21:49:04.395912+0000","last_unstale":"2024-09-20T21:55:38.689577+0000","last_undegraded":"2024-09-20T21:55:38.689577+0000","last_fullsized":"2024-09-20T21:55:38.689577+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:01:41.209801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"57'2","reported_seq":1138,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:39.042763+0000","last_change":"2024-09-20T21:50:12.640782+0000","last_active":"2024-09-20T21:55:39.042763+0000","last_peered":"2024-09-20T21:55:39.042763+0000","last_clean":"2024-09-20T21:55:39.042763+0000","last_became_active":"2024-09-20T21:50:12.639906+0000","last_became_peered":"2024-09-20T21:50:12.639906+0000","last_unstale":"2024-09-20T21:55:39.042763+0000","last_undegraded":"2024-09-20T21:55:39.042763+0000","last_fullsized":"2024-09-20T21:55:39.042763+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:16:54.100618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1352,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.688890+0000","last_change":"2024-09-20T21:49:04.416650+0000","last_active":"2024-09-20T21:55:38.688890+0000","last_peered":"2024-09-20T21:55:38.688890+0000","last_clean":"2024-09-20T21:55:38.688890+0000","last_became_active":"2024-09-20T21:49:04.415961+0000","last_became_peered":"2024-09-20T21:49:04.415961+0000","last_unstale":"2024-09-20T21:55:38.688890+0000","last_undegraded":"2024-09-20T21:55:38.688890+0000","last_fullsized":"2024-09-20T21:55:38.688890+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T22:38:22.816465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"556'2","reported_seq":1296,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-20T21:55:42.683048+0000","last_change":"2024-09-20T21:49:04.399490+0000","last_active":"2024-09-20T21:55:42.683048+0000","last_peered":"2024-09-20T21:55:42.683048+0000","last_clean":"2024-09-20T21:55:42.683048+0000","last_became_active":"2024-09-20T21:49:04.399088+0000","last_became_peered":"2024-09-20T21:49:04.399088+0000","last_unstale":"2024-09-20T21:55:42.683048+0000","last_undegraded":"2024-09-20T21:55:42.683048+0000","last_fullsized":"2024-09-20T21:55:42.683048+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:27:29.454367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1274,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-20T21:55:42.682995+0000","last_change":"2024-09-20T21:49:38.691909+0000","last_active":"2024-09-20T21:55:42.682995+0000","last_peered":"2024-09-20T21:55:42.682995+0000","last_clean":"2024-09-20T21:55:42.682995+0000","last_became_active":"2024-09-20T21:49:38.691581+0000","last_became_peered":"2024-09-20T21:49:38.691581+0000","last_unstale":"2024-09-20T21:55:42.682995+0000","last_undegraded":"2024-09-20T21:55:42.682995+0000","last_fullsized":"2024-09-20T21:55:42.682995+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:26.323076+0000","last_clean_scrub_stamp":"2024-09-20T21:38:26.323076+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T23:41:15.646013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"556'5","reported_seq":1363,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-20T21:55:38.689629+0000","last_change":"2024-09-20T21:50:12.641761+0000","last_active":"2024-09-20T21:55:38.689629+0000","last_peered":"2024-09-20T21:55:38.689629+0000","last_clean":"2024-09-20T21:55:38.689629+0000","last_became_active":"2024-09-20T21:50:12.641394+0000","last_became_peered":"2024-09-20T21:50:12.641394+0000","last_unstale":"2024-09-20T21:55:38.689629+0000","last_undegraded":"2024-09-20T21:55:38.689629+0000","last_fullsized":"2024-09-20T21:55:38.689629+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-20T21:38:22.308554+0000","last_clean_scrub_stamp":"2024-09-20T21:38:22.308554+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:11:20.435777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":747642880,"num_objects":356,"num_object_clones":306,"num_object_copies":1068,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":356,"num_whiteouts":7,"num_read":3855,"num_read_kb":5627670,"num_write":8671,"num_write_kb":1871960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":165,"num_bytes_recovered":648953856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":933261312,"data_stored":1885593600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22923,"ondisk_log_size":22923,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6614,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":86,"num_write":68,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44782,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":948,"num_read_kb":1799,"num_write":293,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":172,"ondisk_log_size":172,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":535,"seq":2297807503427,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":346324,"kb_used_data":93448,"kb_used_omap":36,"kb_used_meta":252827,"kb_avail":93398828,"statfs":{"total":95995035648,"available":95640399872,"internally_reserved":0,"allocated":95690752,"data_stored":164237014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37764,"internal_metadata":258894972},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":469,"seq":2014339661905,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":731456,"kb_used_data":162680,"kb_used_omap":49,"kb_used_meta":568718,"kb_avail":93013696,"statfs":{"total":95995035648,"available":95246024704,"internally_reserved":0,"allocated":166584320,"data_stored":290406248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":50210,"internal_metadata":582368222},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":436,"seq":1872605741144,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":462360,"kb_used_data":111620,"kb_used_omap":33,"kb_used_meta":350686,"kb_avail":93282792,"statfs":{"total":95995035648,"available":95521579008,"internally_reserved":0,"allocated":114298880,"data_stored":219467073,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34399,"internal_metadata":359102881},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":402,"seq":1726576853087,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":353400,"kb_used_data":82480,"kb_used_omap":19,"kb_used_meta":270892,"kb_avail":93391752,"statfs":{"total":95995035648,"available":95633154048,"internally_reserved":0,"allocated":84459520,"data_stored":149573798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20087,"internal_metadata":277393801},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":369,"seq":1584842932325,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":471400,"kb_used_data":124700,"kb_used_omap":20,"kb_used_meta":346667,"kb_avail":93273752,"statfs":{"total":95995035648,"available":95512322048,"internally_reserved":0,"allocated":127692800,"data_stored":217752028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21379,"internal_metadata":354987133},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":336,"seq":1443109011564,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":790488,"kb_used_data":167240,"kb_used_omap":29,"kb_used_meta":623202,"kb_avail":92954664,"statfs":{"total":95995035648,"available":95185575936,"internally_reserved":0,"allocated":171253760,"data_stored":331389099,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":30106,"internal_metadata":638159462},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":303,"seq":1301375090803,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":780080,"kb_used_data":173096,"kb_used_omap":33,"kb_used_meta":606942,"kb_avail":92965072,"statfs":{"total":95995035648,"available":95196233728,"internally_reserved":0,"allocated":177250304,"data_stored":385806178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34413,"internal_metadata":621509011},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":502,"seq":2156073582666,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":449244,"kb_used_data":100748,"kb_used_omap":35,"kb_used_meta":348444,"kb_avail":93295908,"statfs":{"total":95995035648,"available":95535009792,"internally_reserved":0,"allocated":103165952,"data_stored":189710619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35890,"internal_metadata":356807630},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6162,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4424,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5477,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6151,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6220,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5248,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5620,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5480,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":163479552,"data_stored":377593856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":158089216,"data_stored":323768320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":114556928,"data_stored":210141184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":71278592,"data_stored":141946880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":101117952,"data_stored":211845120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":153407488,"data_stored":282779648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":89403392,"data_stored":181493760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":81928192,"data_stored":156024832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-20T21:55:44.758 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-09-20T21:55:44.758 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-09-20T21:55:45.017 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T21:55:45.138 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:44 smithi046 ceph-mon[96110]: pgmap v960: 121 pgs: 121 active+clean; 714 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-09-20T21:55:45.139 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:44 smithi046 ceph-mon[96110]: from='client.34452 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-20T21:55:45.139 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:44 smithi046 ceph-mon[98591]: pgmap v960: 121 pgs: 121 active+clean; 714 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-09-20T21:55:45.139 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:44 smithi046 ceph-mon[98591]: from='client.34452 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-20T21:55:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:44 smithi134 ceph-mon[89086]: pgmap v960: 121 pgs: 121 active+clean; 714 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-09-20T21:55:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:44 smithi134 ceph-mon[89086]: from='client.34452 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-20T21:55:47.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:46 smithi046 ceph-mon[98591]: pgmap v961: 121 pgs: 121 active+clean; 714 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 832 KiB/s wr, 5 op/s 2024-09-20T21:55:47.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:46 smithi046 ceph-mon[96110]: pgmap v961: 121 pgs: 121 active+clean; 714 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 832 KiB/s wr, 5 op/s 2024-09-20T21:55:47.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:46 smithi134 ceph-mon[89086]: pgmap v961: 121 pgs: 121 active+clean; 714 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 832 KiB/s wr, 5 op/s 2024-09-20T21:55:47.683 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'unique_pool_0' removed 2024-09-20T21:55:48.077 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:47 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1835012525' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-20T21:55:48.077 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:47 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1835012525' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-09-20T21:55:48.077 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:47 smithi046 ceph-mon[96110]: osdmap e861: 8 total, 8 up, 8 in 2024-09-20T21:55:48.077 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:47 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1835012525' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-20T21:55:48.077 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:47 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1835012525' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-09-20T21:55:48.077 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:47 smithi046 ceph-mon[98591]: osdmap e861: 8 total, 8 up, 8 in 2024-09-20T21:55:48.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:47 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1835012525' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-20T21:55:48.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:47 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1835012525' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-09-20T21:55:48.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:47 smithi134 ceph-mon[89086]: osdmap e861: 8 total, 8 up, 8 in 2024-09-20T21:55:48.380 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-20T21:55:48.380 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-09-20T21:55:48.380 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-20T21:55:48.380 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-09-20T21:55:48.380 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-20T21:55:48.381 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-09-20T21:55:48.381 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-20T21:55:48.381 DEBUG:teuthology.orchestra.run.smithi046:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-20T21:55:48.399 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-20T21:55:48.399 INFO:teuthology.orchestra.run.smithi046.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-20T21:55:48.400 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-20T21:55:48.456 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-20T21:55:48.457 DEBUG:teuthology.orchestra.run.smithi046:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-20T21:55:48.513 INFO:tasks.workunit:timeout=3h 2024-09-20T21:55:48.514 INFO:tasks.workunit:cleanup=True 2024-09-20T21:55:48.514 DEBUG:teuthology.orchestra.run.smithi046:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-09-20T21:55:48.571 INFO:tasks.workunit.client.0.smithi046.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-20T21:55:49.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:48 smithi046 ceph-mon[96110]: pgmap v962: 121 pgs: 121 active+clean; 714 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 302 KiB/s wr, 4 op/s 2024-09-20T21:55:49.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:48 smithi046 ceph-mon[98591]: pgmap v962: 121 pgs: 121 active+clean; 714 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 302 KiB/s wr, 4 op/s 2024-09-20T21:55:49.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:48 smithi134 ceph-mon[89086]: pgmap v962: 121 pgs: 121 active+clean; 714 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 302 KiB/s wr, 4 op/s 2024-09-20T21:55:50.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:55:50.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:55:50.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:55:51.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:50 smithi046 ceph-mon[96110]: pgmap v964: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:55:51.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:50 smithi046 ceph-mon[98591]: pgmap v964: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:55:51.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:50 smithi134 ceph-mon[89086]: pgmap v964: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:55:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:55:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:55:52] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2024-09-20T21:55:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:55:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:55:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:55:53.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:52 smithi046 ceph-mon[96110]: pgmap v965: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:55:53.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:52 smithi046 ceph-mon[98591]: pgmap v965: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:55:53.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:52 smithi134 ceph-mon[89086]: pgmap v965: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:55:55.053 DEBUG:teuthology.orchestra.run.smithi046:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-20T21:55:55.110 INFO:tasks.workunit.client.0.smithi046.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-20T21:55:55.112 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-20T21:55:55.112 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-20T21:55:55.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:54 smithi046 ceph-mon[98591]: pgmap v966: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:55:55.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:54 smithi046 ceph-mon[96110]: pgmap v966: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:55:55.162 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-20T21:55:55.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:54 smithi134 ceph-mon[89086]: pgmap v966: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:55:55.212 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-20T21:55:55.254 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-20T21:55:55.256 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-20T21:55:55.256 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-20T21:55:55.296 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-20T21:55:55.299 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-20T21:55:55.299 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-20T21:55:55.356 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-09-20T21:55:55.357 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-09-20T21:55:55.357 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-09-20T21:55:55.424 INFO:tasks.workunit.client.0.smithi046.stdout:Running main() from gmock_main.cc 2024-09-20T21:55:55.424 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 22 tests from 1 test suite. 2024-09-20T21:55:55.424 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2024-09-20T21:55:55.424 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 22 tests from TestCls2PCQueue 2024-09-20T21:55:55.424 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-09-20T21:55:57.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:56 smithi046 ceph-mon[98591]: pgmap v967: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:55:57.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:56 smithi046 ceph-mon[98591]: osdmap e862: 8 total, 8 up, 8 in 2024-09-20T21:55:57.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:56 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4006493291' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:55:57.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:56 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:55:57.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:56 smithi046 ceph-mon[96110]: pgmap v967: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:55:57.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:56 smithi046 ceph-mon[96110]: osdmap e862: 8 total, 8 up, 8 in 2024-09-20T21:55:57.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:56 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4006493291' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:55:57.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:56 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:55:57.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:56 smithi134 ceph-mon[89086]: pgmap v967: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:55:57.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:56 smithi134 ceph-mon[89086]: osdmap e862: 8 total, 8 up, 8 in 2024-09-20T21:55:57.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:56 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4006493291' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:55:57.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:56 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:55:57.947 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2523 ms) 2024-09-20T21:55:57.947 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-09-20T21:55:58.327 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:57 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:55:58.327 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:57 smithi134 ceph-mon[89086]: osdmap e863: 8 total, 8 up, 8 in 2024-09-20T21:55:58.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:57 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:55:58.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:57 smithi046 ceph-mon[96110]: osdmap e863: 8 total, 8 up, 8 in 2024-09-20T21:55:58.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:57 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:55:58.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:57 smithi046 ceph-mon[98591]: osdmap e863: 8 total, 8 up, 8 in 2024-09-20T21:55:59.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:58 smithi046 ceph-mon[98591]: pgmap v970: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:55:59.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:58 smithi046 ceph-mon[98591]: osdmap e864: 8 total, 8 up, 8 in 2024-09-20T21:55:59.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:58 smithi046 ceph-mon[96110]: pgmap v970: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:55:59.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:58 smithi046 ceph-mon[96110]: osdmap e864: 8 total, 8 up, 8 in 2024-09-20T21:55:59.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:58 smithi134 ceph-mon[89086]: pgmap v970: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:55:59.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:58 smithi134 ceph-mon[89086]: osdmap e864: 8 total, 8 up, 8 in 2024-09-20T21:56:00.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:59 smithi046 ceph-mon[98591]: osdmap e865: 8 total, 8 up, 8 in 2024-09-20T21:56:00.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:59 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1593272045' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:00.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:55:59 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:00.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:59 smithi046 ceph-mon[96110]: osdmap e865: 8 total, 8 up, 8 in 2024-09-20T21:56:00.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:59 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1593272045' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:00.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:55:59 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:00.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:59 smithi134 ceph-mon[89086]: osdmap e865: 8 total, 8 up, 8 in 2024-09-20T21:56:00.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:59 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1593272045' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:00.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:55:59 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:00.960 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3013 ms) 2024-09-20T21:56:00.960 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-09-20T21:56:01.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:00 smithi046 ceph-mon[96110]: pgmap v973: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:01.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:00 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:56:01.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:00 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:01.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:00 smithi046 ceph-mon[96110]: osdmap e866: 8 total, 8 up, 8 in 2024-09-20T21:56:01.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:00 smithi046 ceph-mon[98591]: pgmap v973: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:01.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:00 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:56:01.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:00 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:01.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:00 smithi046 ceph-mon[98591]: osdmap e866: 8 total, 8 up, 8 in 2024-09-20T21:56:01.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:00 smithi134 ceph-mon[89086]: pgmap v973: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:01.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:00 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:56:01.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:00 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:01.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:00 smithi134 ceph-mon[89086]: osdmap e866: 8 total, 8 up, 8 in 2024-09-20T21:56:02.315 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:01 smithi134 ceph-mon[89086]: osdmap e867: 8 total, 8 up, 8 in 2024-09-20T21:56:02.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:01 smithi046 ceph-mon[96110]: osdmap e867: 8 total, 8 up, 8 in 2024-09-20T21:56:02.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:01 smithi046 ceph-mon[98591]: osdmap e867: 8 total, 8 up, 8 in 2024-09-20T21:56:02.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:56:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:56:02] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2024-09-20T21:56:02.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:56:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:56:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:56:03.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:02 smithi046 ceph-mon[96110]: pgmap v976: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:03.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:02 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:56:03.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:02 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T21:56:03.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:02 smithi046 ceph-mon[96110]: osdmap e868: 8 total, 8 up, 8 in 2024-09-20T21:56:03.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:02 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/288995851' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:03.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:02 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:03.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:02 smithi046 ceph-mon[98591]: pgmap v976: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:03.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:02 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:56:03.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:02 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T21:56:03.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:02 smithi046 ceph-mon[98591]: osdmap e868: 8 total, 8 up, 8 in 2024-09-20T21:56:03.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:02 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/288995851' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:03.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:02 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:03.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:02 smithi134 ceph-mon[89086]: pgmap v976: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:03.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:02 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:56:03.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:02 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T21:56:03.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:02 smithi134 ceph-mon[89086]: osdmap e868: 8 total, 8 up, 8 in 2024-09-20T21:56:03.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:02 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/288995851' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:03.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:02 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:03.986 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.Reserve (3026 ms) 2024-09-20T21:56:03.986 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-09-20T21:56:04.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:03 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:04.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:03 smithi046 ceph-mon[96110]: osdmap e869: 8 total, 8 up, 8 in 2024-09-20T21:56:04.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:03 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:04.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:03 smithi046 ceph-mon[98591]: osdmap e869: 8 total, 8 up, 8 in 2024-09-20T21:56:04.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:03 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:04.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:03 smithi134 ceph-mon[89086]: osdmap e869: 8 total, 8 up, 8 in 2024-09-20T21:56:05.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:04 smithi046 ceph-mon[98591]: pgmap v979: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:05.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:04 smithi046 ceph-mon[98591]: osdmap e870: 8 total, 8 up, 8 in 2024-09-20T21:56:05.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:56:05.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:04 smithi046 ceph-mon[96110]: pgmap v979: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:05.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:04 smithi046 ceph-mon[96110]: osdmap e870: 8 total, 8 up, 8 in 2024-09-20T21:56:05.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:56:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:04 smithi134 ceph-mon[89086]: pgmap v979: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:04 smithi134 ceph-mon[89086]: osdmap e870: 8 total, 8 up, 8 in 2024-09-20T21:56:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:56:06.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:05 smithi046 ceph-mon[96110]: osdmap e871: 8 total, 8 up, 8 in 2024-09-20T21:56:06.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:05 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2775317909' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:06.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:05 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:06.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:05 smithi046 ceph-mon[98591]: osdmap e871: 8 total, 8 up, 8 in 2024-09-20T21:56:06.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:05 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2775317909' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:06.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:05 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:06.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:05 smithi134 ceph-mon[89086]: osdmap e871: 8 total, 8 up, 8 in 2024-09-20T21:56:06.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:05 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2775317909' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:06.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:05 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:07.004 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3018 ms) 2024-09-20T21:56:07.004 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-09-20T21:56:07.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:06 smithi046 ceph-mon[96110]: pgmap v982: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:07.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:06 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:56:07.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:06 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:07.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:06 smithi046 ceph-mon[96110]: osdmap e872: 8 total, 8 up, 8 in 2024-09-20T21:56:07.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:06 smithi046 ceph-mon[98591]: pgmap v982: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:07.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:06 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:56:07.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:06 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:07.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:06 smithi046 ceph-mon[98591]: osdmap e872: 8 total, 8 up, 8 in 2024-09-20T21:56:07.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:06 smithi134 ceph-mon[89086]: pgmap v982: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:07.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:06 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:56:07.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:06 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:07.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:06 smithi134 ceph-mon[89086]: osdmap e872: 8 total, 8 up, 8 in 2024-09-20T21:56:08.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:08 smithi046 ceph-mon[96110]: osdmap e873: 8 total, 8 up, 8 in 2024-09-20T21:56:08.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:08 smithi046 ceph-mon[98591]: osdmap e873: 8 total, 8 up, 8 in 2024-09-20T21:56:08.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:08 smithi134 ceph-mon[89086]: osdmap e873: 8 total, 8 up, 8 in 2024-09-20T21:56:09.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:09 smithi046 ceph-mon[96110]: pgmap v985: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:09.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:09 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:56:09.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:09 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T21:56:09.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:09 smithi046 ceph-mon[96110]: osdmap e874: 8 total, 8 up, 8 in 2024-09-20T21:56:09.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:09 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4020152309' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:09.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:09 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:09.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:09 smithi046 ceph-mon[98591]: pgmap v985: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:09.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:09 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:56:09.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:09 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T21:56:09.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:09 smithi046 ceph-mon[98591]: osdmap e874: 8 total, 8 up, 8 in 2024-09-20T21:56:09.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:09 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4020152309' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:09.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:09 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:09.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:09 smithi134 ceph-mon[89086]: pgmap v985: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:09.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:09 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:56:09.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:09 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T21:56:09.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:09 smithi134 ceph-mon[89086]: osdmap e874: 8 total, 8 up, 8 in 2024-09-20T21:56:09.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:09 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4020152309' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:09.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:09 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:10.020 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.Commit (3015 ms) 2024-09-20T21:56:10.020 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-09-20T21:56:10.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:10 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:10.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:10 smithi046 ceph-mon[96110]: osdmap e875: 8 total, 8 up, 8 in 2024-09-20T21:56:10.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:10 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:10.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:10 smithi046 ceph-mon[98591]: osdmap e875: 8 total, 8 up, 8 in 2024-09-20T21:56:10.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:10 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:10.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:10 smithi134 ceph-mon[89086]: osdmap e875: 8 total, 8 up, 8 in 2024-09-20T21:56:11.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:11 smithi046 ceph-mon[98591]: pgmap v988: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:11.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:11 smithi046 ceph-mon[98591]: osdmap e876: 8 total, 8 up, 8 in 2024-09-20T21:56:11.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:11 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:56:11.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:11 smithi046 ceph-mon[96110]: pgmap v988: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:11.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:11 smithi046 ceph-mon[96110]: osdmap e876: 8 total, 8 up, 8 in 2024-09-20T21:56:11.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:11 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:56:11.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:11 smithi134 ceph-mon[89086]: pgmap v988: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:11.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:11 smithi134 ceph-mon[89086]: osdmap e876: 8 total, 8 up, 8 in 2024-09-20T21:56:11.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:11 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:56:12.302 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:56:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:56:12] "GET /metrics HTTP/1.1" 200 34028 "" "Prometheus/2.43.0" 2024-09-20T21:56:12.302 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:12 smithi046 ceph-mon[96110]: osdmap e877: 8 total, 8 up, 8 in 2024-09-20T21:56:12.302 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:12 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/39376712' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:12.302 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:12 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:56:12.302 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:12 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:56:12.302 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:12 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:56:12.303 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:12 smithi046 ceph-mon[98591]: osdmap e877: 8 total, 8 up, 8 in 2024-09-20T21:56:12.303 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:12 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/39376712' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:12.303 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:12 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:56:12.303 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:12 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:56:12.303 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:12 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:56:12.314 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:12 smithi134 ceph-mon[89086]: osdmap e877: 8 total, 8 up, 8 in 2024-09-20T21:56:12.315 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:12 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/39376712' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:12.315 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:12 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:56:12.315 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:12 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:56:12.315 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:12 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:56:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:56:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:56:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:56:13.035 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.Abort (3015 ms) 2024-09-20T21:56:13.035 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-09-20T21:56:13.317 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:13 smithi046 ceph-mon[98591]: pgmap v991: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:13.317 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:13 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:56:13.317 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:13 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/39376712' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:13.317 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:13 smithi046 ceph-mon[98591]: osdmap e878: 8 total, 8 up, 8 in 2024-09-20T21:56:13.317 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:13 smithi046 ceph-mon[96110]: pgmap v991: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:13.318 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:13 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:56:13.318 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:13 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/39376712' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:13.318 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:13 smithi046 ceph-mon[96110]: osdmap e878: 8 total, 8 up, 8 in 2024-09-20T21:56:13.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:13 smithi134 ceph-mon[89086]: pgmap v991: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:13.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:13 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:56:13.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:13 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/39376712' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:13.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:13 smithi134 ceph-mon[89086]: osdmap e878: 8 total, 8 up, 8 in 2024-09-20T21:56:14.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:14 smithi046 ceph-mon[96110]: osdmap e879: 8 total, 8 up, 8 in 2024-09-20T21:56:14.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:14 smithi046 ceph-mon[98591]: osdmap e879: 8 total, 8 up, 8 in 2024-09-20T21:56:14.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:14 smithi134 ceph-mon[89086]: osdmap e879: 8 total, 8 up, 8 in 2024-09-20T21:56:15.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:15 smithi046 ceph-mon[98591]: pgmap v994: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:15.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:15 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:56:15.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:15 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T21:56:15.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:15 smithi046 ceph-mon[98591]: osdmap e880: 8 total, 8 up, 8 in 2024-09-20T21:56:15.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:15 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/3704408490' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:15.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:15 smithi046 ceph-mon[96110]: pgmap v994: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:15.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:15 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:56:15.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:15 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T21:56:15.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:15 smithi046 ceph-mon[96110]: osdmap e880: 8 total, 8 up, 8 in 2024-09-20T21:56:15.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:15 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/3704408490' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:15.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:15 smithi134 ceph-mon[89086]: pgmap v994: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:15.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:15 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:56:15.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:15 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T21:56:15.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:15 smithi134 ceph-mon[89086]: osdmap e880: 8 total, 8 up, 8 in 2024-09-20T21:56:15.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:15 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/3704408490' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:16.054 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.ReserveError (3019 ms) 2024-09-20T21:56:16.054 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-09-20T21:56:16.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:16 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/3704408490' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:16.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:16 smithi046 ceph-mon[96110]: osdmap e881: 8 total, 8 up, 8 in 2024-09-20T21:56:16.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:16 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/3704408490' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:16.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:16 smithi046 ceph-mon[98591]: osdmap e881: 8 total, 8 up, 8 in 2024-09-20T21:56:16.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:16 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/3704408490' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:16.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:16 smithi134 ceph-mon[89086]: osdmap e881: 8 total, 8 up, 8 in 2024-09-20T21:56:17.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:17 smithi046 ceph-mon[96110]: pgmap v997: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:17.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:17 smithi046 ceph-mon[96110]: osdmap e882: 8 total, 8 up, 8 in 2024-09-20T21:56:17.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:17 smithi046 ceph-mon[98591]: pgmap v997: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:17.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:17 smithi046 ceph-mon[98591]: osdmap e882: 8 total, 8 up, 8 in 2024-09-20T21:56:17.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:17 smithi134 ceph-mon[89086]: pgmap v997: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:17.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:17 smithi134 ceph-mon[89086]: osdmap e882: 8 total, 8 up, 8 in 2024-09-20T21:56:18.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:18 smithi046 ceph-mon[96110]: osdmap e883: 8 total, 8 up, 8 in 2024-09-20T21:56:18.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:18 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2778678127' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:18.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:18 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:18.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:18 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:18.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:18 smithi046 ceph-mon[96110]: osdmap e884: 8 total, 8 up, 8 in 2024-09-20T21:56:18.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:18 smithi046 ceph-mon[98591]: osdmap e883: 8 total, 8 up, 8 in 2024-09-20T21:56:18.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:18 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2778678127' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:18.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:18 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:18.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:18 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:18.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:18 smithi046 ceph-mon[98591]: osdmap e884: 8 total, 8 up, 8 in 2024-09-20T21:56:18.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:18 smithi134 ceph-mon[89086]: osdmap e883: 8 total, 8 up, 8 in 2024-09-20T21:56:18.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:18 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2778678127' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:18.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:18 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:18.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:18 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:18.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:18 smithi134 ceph-mon[89086]: osdmap e884: 8 total, 8 up, 8 in 2024-09-20T21:56:19.067 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.CommitError (3013 ms) 2024-09-20T21:56:19.067 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-09-20T21:56:19.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:19 smithi046 ceph-mon[96110]: pgmap v1000: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:19.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:19 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:56:19.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:19 smithi046 ceph-mon[96110]: osdmap e885: 8 total, 8 up, 8 in 2024-09-20T21:56:19.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:19 smithi046 ceph-mon[98591]: pgmap v1000: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:19.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:19 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:56:19.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:19 smithi046 ceph-mon[98591]: osdmap e885: 8 total, 8 up, 8 in 2024-09-20T21:56:19.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:19 smithi134 ceph-mon[89086]: pgmap v1000: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:19.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:19 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:56:19.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:19 smithi134 ceph-mon[89086]: osdmap e885: 8 total, 8 up, 8 in 2024-09-20T21:56:20.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:20 smithi046 ceph-mon[98591]: pgmap v1003: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:20.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:20 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:56:20.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:20 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:56:20.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:20 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:56:20.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:20 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T21:56:20.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:20 smithi046 ceph-mon[98591]: osdmap e886: 8 total, 8 up, 8 in 2024-09-20T21:56:20.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:20 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2581259868' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:20.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:20 smithi046 ceph-mon[96110]: pgmap v1003: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:20.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:20 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:56:20.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:20 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:56:20.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:20 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:56:20.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:20 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T21:56:20.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:20 smithi046 ceph-mon[96110]: osdmap e886: 8 total, 8 up, 8 in 2024-09-20T21:56:20.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:20 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2581259868' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:20 smithi134 ceph-mon[89086]: pgmap v1003: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:20 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:56:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:20 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:56:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:20 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:56:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:20 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T21:56:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:20 smithi134 ceph-mon[89086]: osdmap e886: 8 total, 8 up, 8 in 2024-09-20T21:56:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:20 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2581259868' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:22.091 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.AbortError (3024 ms) 2024-09-20T21:56:22.092 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-09-20T21:56:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:56:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:56:22] "GET /metrics HTTP/1.1" 200 34106 "" "Prometheus/2.43.0" 2024-09-20T21:56:22.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:22 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2581259868' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:22.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:22 smithi046 ceph-mon[98591]: osdmap e887: 8 total, 8 up, 8 in 2024-09-20T21:56:22.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:22 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2581259868' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:22.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:22 smithi046 ceph-mon[96110]: osdmap e887: 8 total, 8 up, 8 in 2024-09-20T21:56:22.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:22 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2581259868' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:22.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:22 smithi134 ceph-mon[89086]: osdmap e887: 8 total, 8 up, 8 in 2024-09-20T21:56:22.426 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:56:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:56:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:56:23.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:23 smithi046 ceph-mon[96110]: pgmap v1006: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:23.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:23 smithi046 ceph-mon[96110]: osdmap e888: 8 total, 8 up, 8 in 2024-09-20T21:56:23.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:23 smithi046 ceph-mon[98591]: pgmap v1006: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:23.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:23 smithi046 ceph-mon[98591]: osdmap e888: 8 total, 8 up, 8 in 2024-09-20T21:56:23.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:23 smithi134 ceph-mon[89086]: pgmap v1006: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:23.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:23 smithi134 ceph-mon[89086]: osdmap e888: 8 total, 8 up, 8 in 2024-09-20T21:56:24.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:24 smithi046 ceph-mon[98591]: osdmap e889: 8 total, 8 up, 8 in 2024-09-20T21:56:24.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:24 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2963926974' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:24.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:24 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:24.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:24 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:24.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:24 smithi046 ceph-mon[98591]: osdmap e890: 8 total, 8 up, 8 in 2024-09-20T21:56:24.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:24 smithi046 ceph-mon[96110]: osdmap e889: 8 total, 8 up, 8 in 2024-09-20T21:56:24.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:24 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2963926974' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:24.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:24 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:24.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:24 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:24.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:24 smithi046 ceph-mon[96110]: osdmap e890: 8 total, 8 up, 8 in 2024-09-20T21:56:24.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:24 smithi134 ceph-mon[89086]: osdmap e889: 8 total, 8 up, 8 in 2024-09-20T21:56:24.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:24 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2963926974' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:24.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:24 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:24.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:24 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:24.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:24 smithi134 ceph-mon[89086]: osdmap e890: 8 total, 8 up, 8 in 2024-09-20T21:56:25.108 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3017 ms) 2024-09-20T21:56:25.109 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-09-20T21:56:25.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:25 smithi046 ceph-mon[98591]: pgmap v1009: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:25.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:25 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:56:25.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:25 smithi046 ceph-mon[96110]: pgmap v1009: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:25.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:25 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:56:25.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:25 smithi134 ceph-mon[89086]: pgmap v1009: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:25.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:25 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:56:26.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:26 smithi046 ceph-mon[96110]: osdmap e891: 8 total, 8 up, 8 in 2024-09-20T21:56:26.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:26 smithi046 ceph-mon[96110]: pgmap v1012: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:26.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:26 smithi046 ceph-mon[98591]: osdmap e891: 8 total, 8 up, 8 in 2024-09-20T21:56:26.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:26 smithi046 ceph-mon[98591]: pgmap v1012: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:26.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:26 smithi134 ceph-mon[89086]: osdmap e891: 8 total, 8 up, 8 in 2024-09-20T21:56:26.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:26 smithi134 ceph-mon[89086]: pgmap v1012: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:27.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:27 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:56:27.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:27 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T21:56:27.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:27 smithi046 ceph-mon[98591]: osdmap e892: 8 total, 8 up, 8 in 2024-09-20T21:56:27.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:27 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/535075372' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:27.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:27 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:27.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:27 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:56:27.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:27 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T21:56:27.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:27 smithi046 ceph-mon[96110]: osdmap e892: 8 total, 8 up, 8 in 2024-09-20T21:56:27.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:27 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/535075372' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:27.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:27 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:27.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:27 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:56:27.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:27 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T21:56:27.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:27 smithi134 ceph-mon[89086]: osdmap e892: 8 total, 8 up, 8 in 2024-09-20T21:56:27.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:27 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/535075372' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:27.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:27 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:28.138 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3029 ms) 2024-09-20T21:56:28.138 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-09-20T21:56:28.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:28 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:28.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:28 smithi046 ceph-mon[98591]: osdmap e893: 8 total, 8 up, 8 in 2024-09-20T21:56:28.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:28 smithi046 ceph-mon[98591]: pgmap v1015: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:28.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:28 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:28.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:28 smithi046 ceph-mon[96110]: osdmap e893: 8 total, 8 up, 8 in 2024-09-20T21:56:28.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:28 smithi046 ceph-mon[96110]: pgmap v1015: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:28.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:28 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:28.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:28 smithi134 ceph-mon[89086]: osdmap e893: 8 total, 8 up, 8 in 2024-09-20T21:56:28.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:28 smithi134 ceph-mon[89086]: pgmap v1015: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:29.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:29 smithi046 ceph-mon[96110]: osdmap e894: 8 total, 8 up, 8 in 2024-09-20T21:56:29.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:29 smithi046 ceph-mon[98591]: osdmap e894: 8 total, 8 up, 8 in 2024-09-20T21:56:29.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:29 smithi134 ceph-mon[89086]: osdmap e894: 8 total, 8 up, 8 in 2024-09-20T21:56:30.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:30 smithi046 ceph-mon[96110]: osdmap e895: 8 total, 8 up, 8 in 2024-09-20T21:56:30.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:30 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2106471421' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:30.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:30 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:30.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:30 smithi046 ceph-mon[96110]: pgmap v1018: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:30.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:30 smithi046 ceph-mon[98591]: osdmap e895: 8 total, 8 up, 8 in 2024-09-20T21:56:30.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:30 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2106471421' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:30.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:30 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:30.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:30 smithi046 ceph-mon[98591]: pgmap v1018: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:30.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:30 smithi134 ceph-mon[89086]: osdmap e895: 8 total, 8 up, 8 in 2024-09-20T21:56:30.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:30 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2106471421' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:30.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:30 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:30.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:30 smithi134 ceph-mon[89086]: pgmap v1018: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:31.163 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3025 ms) 2024-09-20T21:56:31.163 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-09-20T21:56:31.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:31 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:56:31.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:31 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:31.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:31 smithi046 ceph-mon[98591]: osdmap e896: 8 total, 8 up, 8 in 2024-09-20T21:56:31.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:31 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:56:31.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:31 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:31.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:31 smithi046 ceph-mon[96110]: osdmap e896: 8 total, 8 up, 8 in 2024-09-20T21:56:31.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:31 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:56:31.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:31 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:31.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:31 smithi134 ceph-mon[89086]: osdmap e896: 8 total, 8 up, 8 in 2024-09-20T21:56:32.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:32 smithi046 ceph-mon[96110]: osdmap e897: 8 total, 8 up, 8 in 2024-09-20T21:56:32.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:32 smithi046 ceph-mon[96110]: pgmap v1021: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:32.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:32 smithi046 ceph-mon[98591]: osdmap e897: 8 total, 8 up, 8 in 2024-09-20T21:56:32.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:32 smithi046 ceph-mon[98591]: pgmap v1021: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:32.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:56:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:56:32] "GET /metrics HTTP/1.1" 200 34106 "" "Prometheus/2.43.0" 2024-09-20T21:56:32.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:32 smithi134 ceph-mon[89086]: osdmap e897: 8 total, 8 up, 8 in 2024-09-20T21:56:32.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:32 smithi134 ceph-mon[89086]: pgmap v1021: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:32.426 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:56:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:56:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:56:33.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:33 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:56:33.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:33 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T21:56:33.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:33 smithi134 ceph-mon[89086]: osdmap e898: 8 total, 8 up, 8 in 2024-09-20T21:56:33.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:33 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/111199136' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:33.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:33 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:33.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:33 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:56:33.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:33 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T21:56:33.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:33 smithi046 ceph-mon[96110]: osdmap e898: 8 total, 8 up, 8 in 2024-09-20T21:56:33.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:33 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/111199136' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:33.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:33 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:33.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:33 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:56:33.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:33 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T21:56:33.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:33 smithi046 ceph-mon[98591]: osdmap e898: 8 total, 8 up, 8 in 2024-09-20T21:56:33.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:33 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/111199136' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:33.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:33 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:34.179 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3017 ms) 2024-09-20T21:56:34.180 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-09-20T21:56:34.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:34 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:34.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:34 smithi134 ceph-mon[89086]: osdmap e899: 8 total, 8 up, 8 in 2024-09-20T21:56:34.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:34 smithi134 ceph-mon[89086]: pgmap v1024: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:34.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:34 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:34.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:34 smithi046 ceph-mon[96110]: osdmap e899: 8 total, 8 up, 8 in 2024-09-20T21:56:34.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:34 smithi046 ceph-mon[96110]: pgmap v1024: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:34.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:34 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:34.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:34 smithi046 ceph-mon[98591]: osdmap e899: 8 total, 8 up, 8 in 2024-09-20T21:56:34.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:34 smithi046 ceph-mon[98591]: pgmap v1024: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:35.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:35 smithi046 ceph-mon[96110]: osdmap e900: 8 total, 8 up, 8 in 2024-09-20T21:56:35.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:35 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:56:35.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:35 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:56:35.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:35 smithi046 ceph-mon[98591]: osdmap e900: 8 total, 8 up, 8 in 2024-09-20T21:56:35.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:35 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:56:35.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:35 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:56:35.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:35 smithi134 ceph-mon[89086]: osdmap e900: 8 total, 8 up, 8 in 2024-09-20T21:56:35.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:35 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:56:35.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:35 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:56:36.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:36 smithi046 ceph-mon[96110]: osdmap e901: 8 total, 8 up, 8 in 2024-09-20T21:56:36.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:36 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/524309708' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:36.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:36 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:36.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:36 smithi046 ceph-mon[96110]: pgmap v1027: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:36.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:36 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:36.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:36 smithi046 ceph-mon[96110]: osdmap e902: 8 total, 8 up, 8 in 2024-09-20T21:56:36.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:36 smithi046 ceph-mon[98591]: osdmap e901: 8 total, 8 up, 8 in 2024-09-20T21:56:36.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:36 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/524309708' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:36.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:36 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:36.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:36 smithi046 ceph-mon[98591]: pgmap v1027: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:36.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:36 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:36.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:36 smithi046 ceph-mon[98591]: osdmap e902: 8 total, 8 up, 8 in 2024-09-20T21:56:36.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:36 smithi134 ceph-mon[89086]: osdmap e901: 8 total, 8 up, 8 in 2024-09-20T21:56:36.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:36 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/524309708' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:36.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:36 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:36.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:36 smithi134 ceph-mon[89086]: pgmap v1027: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:36.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:36 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:36.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:36 smithi134 ceph-mon[89086]: osdmap e902: 8 total, 8 up, 8 in 2024-09-20T21:56:37.199 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3020 ms) 2024-09-20T21:56:37.200 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-09-20T21:56:37.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:37 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:56:37.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:37 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:56:37.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:37 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:56:38.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:38 smithi046 ceph-mon[96110]: osdmap e903: 8 total, 8 up, 8 in 2024-09-20T21:56:38.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:38 smithi046 ceph-mon[96110]: pgmap v1030: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:38.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:38 smithi046 ceph-mon[98591]: osdmap e903: 8 total, 8 up, 8 in 2024-09-20T21:56:38.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:38 smithi046 ceph-mon[98591]: pgmap v1030: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:38.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:38 smithi134 ceph-mon[89086]: osdmap e903: 8 total, 8 up, 8 in 2024-09-20T21:56:38.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:38 smithi134 ceph-mon[89086]: pgmap v1030: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:39.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:39 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:56:39.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:39 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T21:56:39.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:39 smithi046 ceph-mon[96110]: osdmap e904: 8 total, 8 up, 8 in 2024-09-20T21:56:39.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:39 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/431921722' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:39.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:39 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:39.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:39 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:56:39.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:39 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T21:56:39.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:39 smithi046 ceph-mon[98591]: osdmap e904: 8 total, 8 up, 8 in 2024-09-20T21:56:39.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:39 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/431921722' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:39.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:39 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:39.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:39 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:56:39.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:39 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T21:56:39.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:39 smithi134 ceph-mon[89086]: osdmap e904: 8 total, 8 up, 8 in 2024-09-20T21:56:39.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:39 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/431921722' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:39.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:39 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:40.222 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3022 ms) 2024-09-20T21:56:40.222 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-09-20T21:56:40.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:40 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:40.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:40 smithi046 ceph-mon[96110]: osdmap e905: 8 total, 8 up, 8 in 2024-09-20T21:56:40.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:40 smithi046 ceph-mon[96110]: pgmap v1033: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:40.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:40 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:40.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:40 smithi046 ceph-mon[98591]: osdmap e905: 8 total, 8 up, 8 in 2024-09-20T21:56:40.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:40 smithi046 ceph-mon[98591]: pgmap v1033: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:40.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:40 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:40.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:40 smithi134 ceph-mon[89086]: osdmap e905: 8 total, 8 up, 8 in 2024-09-20T21:56:40.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:40 smithi134 ceph-mon[89086]: pgmap v1033: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:41.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:41 smithi046 ceph-mon[96110]: osdmap e906: 8 total, 8 up, 8 in 2024-09-20T21:56:41.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:41 smithi046 ceph-mon[98591]: osdmap e906: 8 total, 8 up, 8 in 2024-09-20T21:56:41.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:41 smithi134 ceph-mon[89086]: osdmap e906: 8 total, 8 up, 8 in 2024-09-20T21:56:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:56:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:56:42] "GET /metrics HTTP/1.1" 200 34101 "" "Prometheus/2.43.0" 2024-09-20T21:56:42.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:42 smithi046 ceph-mon[96110]: osdmap e907: 8 total, 8 up, 8 in 2024-09-20T21:56:42.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:42 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1324902449' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:42.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:42 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:42.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:42 smithi046 ceph-mon[96110]: pgmap v1036: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:42.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:42 smithi046 ceph-mon[98591]: osdmap e907: 8 total, 8 up, 8 in 2024-09-20T21:56:42.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:42 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1324902449' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:42.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:42 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:42.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:42 smithi046 ceph-mon[98591]: pgmap v1036: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:42 smithi134 ceph-mon[89086]: osdmap e907: 8 total, 8 up, 8 in 2024-09-20T21:56:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:42 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1324902449' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:42 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:42 smithi134 ceph-mon[89086]: pgmap v1036: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:42.677 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:56:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:56:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:56:43.236 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.Cleanup (3015 ms) 2024-09-20T21:56:43.237 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-09-20T21:56:43.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:43 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:56:43.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:43 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:43.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:43 smithi046 ceph-mon[96110]: osdmap e908: 8 total, 8 up, 8 in 2024-09-20T21:56:43.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:43 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:56:43.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:43 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:43.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:43 smithi046 ceph-mon[98591]: osdmap e908: 8 total, 8 up, 8 in 2024-09-20T21:56:43.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:43 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:56:43.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:43 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:43.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:43 smithi134 ceph-mon[89086]: osdmap e908: 8 total, 8 up, 8 in 2024-09-20T21:56:44.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:44 smithi046 ceph-mon[96110]: osdmap e909: 8 total, 8 up, 8 in 2024-09-20T21:56:44.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:44 smithi046 ceph-mon[96110]: pgmap v1039: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:44.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:44 smithi046 ceph-mon[98591]: osdmap e909: 8 total, 8 up, 8 in 2024-09-20T21:56:44.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:44 smithi046 ceph-mon[98591]: pgmap v1039: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:44.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:44 smithi134 ceph-mon[89086]: osdmap e909: 8 total, 8 up, 8 in 2024-09-20T21:56:44.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:44 smithi134 ceph-mon[89086]: pgmap v1039: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:45.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:45 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:56:45.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:45 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T21:56:45.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:45 smithi046 ceph-mon[96110]: osdmap e910: 8 total, 8 up, 8 in 2024-09-20T21:56:45.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:45 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2504984650' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:45.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:45 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:45.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:45 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:56:45.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:45 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T21:56:45.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:45 smithi046 ceph-mon[98591]: osdmap e910: 8 total, 8 up, 8 in 2024-09-20T21:56:45.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:45 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2504984650' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:45.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:45 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:45.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:45 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:56:45.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:45 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T21:56:45.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:45 smithi134 ceph-mon[89086]: osdmap e910: 8 total, 8 up, 8 in 2024-09-20T21:56:45.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:45 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2504984650' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:45.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:45 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:56:46.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:46 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:46.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:46 smithi046 ceph-mon[98591]: osdmap e911: 8 total, 8 up, 8 in 2024-09-20T21:56:46.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:46 smithi046 ceph-mon[98591]: pgmap v1042: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:46.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:46 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:46.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:46 smithi046 ceph-mon[96110]: osdmap e911: 8 total, 8 up, 8 in 2024-09-20T21:56:46.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:46 smithi046 ceph-mon[96110]: pgmap v1042: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:46.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:46 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:56:46.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:46 smithi134 ceph-mon[89086]: osdmap e911: 8 total, 8 up, 8 in 2024-09-20T21:56:46.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:46 smithi134 ceph-mon[89086]: pgmap v1042: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:56:47.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:47 smithi046 ceph-mon[96110]: osdmap e912: 8 total, 8 up, 8 in 2024-09-20T21:56:47.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:47 smithi046 ceph-mon[98591]: osdmap e912: 8 total, 8 up, 8 in 2024-09-20T21:56:47.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:47 smithi134 ceph-mon[89086]: osdmap e912: 8 total, 8 up, 8 in 2024-09-20T21:56:48.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:48 smithi046 ceph-mon[96110]: pgmap v1044: 137 pgs: 9 unknown, 128 active+clean; 737 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 1.56k op/s 2024-09-20T21:56:48.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:48 smithi046 ceph-mon[98591]: pgmap v1044: 137 pgs: 9 unknown, 128 active+clean; 737 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 1.56k op/s 2024-09-20T21:56:48.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:48 smithi134 ceph-mon[89086]: pgmap v1044: 137 pgs: 9 unknown, 128 active+clean; 737 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 1.56k op/s 2024-09-20T21:56:49.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:56:49.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:56:49.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:56:50.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:50 smithi046 ceph-mon[96110]: pgmap v1045: 137 pgs: 137 active+clean; 737 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 754 KiB/s rd, 964 KiB/s wr, 1.06k op/s 2024-09-20T21:56:50.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:50 smithi046 ceph-mon[98591]: pgmap v1045: 137 pgs: 137 active+clean; 737 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 754 KiB/s rd, 964 KiB/s wr, 1.06k op/s 2024-09-20T21:56:50.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:50 smithi134 ceph-mon[89086]: pgmap v1045: 137 pgs: 137 active+clean; 737 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 754 KiB/s rd, 964 KiB/s wr, 1.06k op/s 2024-09-20T21:56:52.351 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:56:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:56:52] "GET /metrics HTTP/1.1" 200 36525 "" "Prometheus/2.43.0" 2024-09-20T21:56:52.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:52 smithi046 ceph-mon[96110]: pgmap v1046: 137 pgs: 137 active+clean; 1.9 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 7.9 MiB/s wr, 8.88k op/s 2024-09-20T21:56:52.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:52 smithi046 ceph-mon[98591]: pgmap v1046: 137 pgs: 137 active+clean; 1.9 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 7.9 MiB/s wr, 8.88k op/s 2024-09-20T21:56:52.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:52 smithi134 ceph-mon[89086]: pgmap v1046: 137 pgs: 137 active+clean; 1.9 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 7.9 MiB/s wr, 8.88k op/s 2024-09-20T21:56:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:56:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:56:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:56:54.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:54 smithi046 ceph-mon[96110]: pgmap v1047: 137 pgs: 137 active+clean; 1.9 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 32 MiB/s rd, 6.9 MiB/s wr, 7.78k op/s 2024-09-20T21:56:54.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:54 smithi046 ceph-mon[98591]: pgmap v1047: 137 pgs: 137 active+clean; 1.9 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 32 MiB/s rd, 6.9 MiB/s wr, 7.78k op/s 2024-09-20T21:56:54.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:54 smithi134 ceph-mon[89086]: pgmap v1047: 137 pgs: 137 active+clean; 1.9 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 32 MiB/s rd, 6.9 MiB/s wr, 7.78k op/s 2024-09-20T21:56:56.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:56 smithi046 ceph-mon[96110]: pgmap v1048: 137 pgs: 137 active+clean; 1.9 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 5.6 MiB/s wr, 6.26k op/s 2024-09-20T21:56:56.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:56 smithi046 ceph-mon[98591]: pgmap v1048: 137 pgs: 137 active+clean; 1.9 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 5.6 MiB/s wr, 6.26k op/s 2024-09-20T21:56:56.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:56 smithi134 ceph-mon[89086]: pgmap v1048: 137 pgs: 137 active+clean; 1.9 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 5.6 MiB/s wr, 6.26k op/s 2024-09-20T21:56:58.372 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.MultiProducer (15135 ms) 2024-09-20T21:56:58.372 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-09-20T21:56:58.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:58 smithi046 ceph-mon[96110]: pgmap v1049: 137 pgs: 137 active+clean; 2.3 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 182 MiB/s rd, 6.2 MiB/s wr, 7.33k op/s 2024-09-20T21:56:58.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:58 smithi046 ceph-mon[98591]: pgmap v1049: 137 pgs: 137 active+clean; 2.3 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 182 MiB/s rd, 6.2 MiB/s wr, 7.33k op/s 2024-09-20T21:56:58.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:58 smithi134 ceph-mon[89086]: pgmap v1049: 137 pgs: 137 active+clean; 2.3 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 182 MiB/s rd, 6.2 MiB/s wr, 7.33k op/s 2024-09-20T21:56:59.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:56:59 smithi046 ceph-mon[96110]: osdmap e913: 8 total, 8 up, 8 in 2024-09-20T21:56:59.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:56:59 smithi046 ceph-mon[98591]: osdmap e913: 8 total, 8 up, 8 in 2024-09-20T21:56:59.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:56:59 smithi134 ceph-mon[89086]: osdmap e913: 8 total, 8 up, 8 in 2024-09-20T21:57:00.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:00 smithi046 ceph-mon[98591]: pgmap v1051: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:57:00.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:00 smithi046 ceph-mon[98591]: osdmap e914: 8 total, 8 up, 8 in 2024-09-20T21:57:00.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:00 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1423626135' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:00.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:00 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:00.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:00 smithi046 ceph-mon[96110]: pgmap v1051: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:57:00.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:00 smithi046 ceph-mon[96110]: osdmap e914: 8 total, 8 up, 8 in 2024-09-20T21:57:00.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:00 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1423626135' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:00.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:00 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:00.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:00 smithi134 ceph-mon[89086]: pgmap v1051: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:57:00.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:00 smithi134 ceph-mon[89086]: osdmap e914: 8 total, 8 up, 8 in 2024-09-20T21:57:00.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:00 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1423626135' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:00.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:00 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:01.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:01 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:57:01.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:01 smithi046 ceph-mon[96110]: osdmap e915: 8 total, 8 up, 8 in 2024-09-20T21:57:01.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:01 smithi046 ceph-mon[96110]: osdmap e916: 8 total, 8 up, 8 in 2024-09-20T21:57:01.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:01 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:57:01.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:01 smithi046 ceph-mon[98591]: osdmap e915: 8 total, 8 up, 8 in 2024-09-20T21:57:01.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:01 smithi046 ceph-mon[98591]: osdmap e916: 8 total, 8 up, 8 in 2024-09-20T21:57:01.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:01 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:57:01.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:01 smithi134 ceph-mon[89086]: osdmap e915: 8 total, 8 up, 8 in 2024-09-20T21:57:01.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:01 smithi134 ceph-mon[89086]: osdmap e916: 8 total, 8 up, 8 in 2024-09-20T21:57:02.394 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4022 ms) 2024-09-20T21:57:02.394 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-09-20T21:57:02.394 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:57:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:57:02] "GET /metrics HTTP/1.1" 200 36525 "" "Prometheus/2.43.0" 2024-09-20T21:57:02.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:02 smithi046 ceph-mon[96110]: pgmap v1054: 137 pgs: 19 unknown, 118 active+clean; 654 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:57:02.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:02 smithi046 ceph-mon[98591]: pgmap v1054: 137 pgs: 19 unknown, 118 active+clean; 654 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:57:02.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:02 smithi134 ceph-mon[89086]: pgmap v1054: 137 pgs: 19 unknown, 118 active+clean; 654 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:57:02.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:57:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:57:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:57:03.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:03 smithi046 ceph-mon[98591]: osdmap e917: 8 total, 8 up, 8 in 2024-09-20T21:57:03.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:03 smithi046 ceph-mon[96110]: osdmap e917: 8 total, 8 up, 8 in 2024-09-20T21:57:03.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:03 smithi134 ceph-mon[89086]: osdmap e917: 8 total, 8 up, 8 in 2024-09-20T21:57:04.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:04 smithi134 ceph-mon[89086]: pgmap v1057: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:57:04.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:04 smithi134 ceph-mon[89086]: osdmap e918: 8 total, 8 up, 8 in 2024-09-20T21:57:04.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:04 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1539929892' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:04.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:57:04.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:04 smithi046 ceph-mon[96110]: pgmap v1057: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:57:04.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:04 smithi046 ceph-mon[96110]: osdmap e918: 8 total, 8 up, 8 in 2024-09-20T21:57:04.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:04 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1539929892' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:57:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:04 smithi046 ceph-mon[98591]: pgmap v1057: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:57:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:04 smithi046 ceph-mon[98591]: osdmap e918: 8 total, 8 up, 8 in 2024-09-20T21:57:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:04 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1539929892' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:57:05.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:05 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1539929892' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:57:05.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:05 smithi134 ceph-mon[89086]: osdmap e919: 8 total, 8 up, 8 in 2024-09-20T21:57:05.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:05 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1539929892' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:57:05.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:05 smithi046 ceph-mon[96110]: osdmap e919: 8 total, 8 up, 8 in 2024-09-20T21:57:05.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:05 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1539929892' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:57:05.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:05 smithi046 ceph-mon[98591]: osdmap e919: 8 total, 8 up, 8 in 2024-09-20T21:57:06.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:06 smithi134 ceph-mon[89086]: pgmap v1060: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:57:06.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:06 smithi134 ceph-mon[89086]: osdmap e920: 8 total, 8 up, 8 in 2024-09-20T21:57:06.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:06 smithi046 ceph-mon[96110]: pgmap v1060: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:57:06.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:06 smithi046 ceph-mon[96110]: osdmap e920: 8 total, 8 up, 8 in 2024-09-20T21:57:06.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:06 smithi046 ceph-mon[98591]: pgmap v1060: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:57:06.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:06 smithi046 ceph-mon[98591]: osdmap e920: 8 total, 8 up, 8 in 2024-09-20T21:57:08.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:08 smithi134 ceph-mon[89086]: pgmap v1062: 137 pgs: 6 creating+peering, 8 unknown, 123 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:57:08.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:08 smithi046 ceph-mon[96110]: pgmap v1062: 137 pgs: 6 creating+peering, 8 unknown, 123 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:57:08.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:08 smithi046 ceph-mon[98591]: pgmap v1062: 137 pgs: 6 creating+peering, 8 unknown, 123 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-20T21:57:10.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:10 smithi134 ceph-mon[89086]: pgmap v1063: 137 pgs: 137 active+clean; 1.2 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 33 MiB/s rd, 4.7 MiB/s wr, 5.60k op/s 2024-09-20T21:57:10.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:10 smithi046 ceph-mon[96110]: pgmap v1063: 137 pgs: 137 active+clean; 1.2 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 33 MiB/s rd, 4.7 MiB/s wr, 5.60k op/s 2024-09-20T21:57:10.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:10 smithi046 ceph-mon[98591]: pgmap v1063: 137 pgs: 137 active+clean; 1.2 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 33 MiB/s rd, 4.7 MiB/s wr, 5.60k op/s 2024-09-20T21:57:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:57:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:57:12] "GET /metrics HTTP/1.1" 200 36471 "" "Prometheus/2.43.0" 2024-09-20T21:57:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:57:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:57:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:57:12.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:12 smithi134 ceph-mon[89086]: pgmap v1064: 137 pgs: 137 active+clean; 1.2 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 3.6 MiB/s wr, 4.25k op/s 2024-09-20T21:57:12.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:12 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:57:12.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:12 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:57:12.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:12 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:57:12.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:12 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:57:12.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:12 smithi046 ceph-mon[96110]: pgmap v1064: 137 pgs: 137 active+clean; 1.2 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 3.6 MiB/s wr, 4.25k op/s 2024-09-20T21:57:12.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:12 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:57:12.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:12 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:57:12.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:12 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:57:12.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:12 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:57:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:12 smithi046 ceph-mon[98591]: pgmap v1064: 137 pgs: 137 active+clean; 1.2 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 3.6 MiB/s wr, 4.25k op/s 2024-09-20T21:57:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:12 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:57:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:12 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:57:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:12 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:57:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:12 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:57:14.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:14 smithi134 ceph-mon[89086]: pgmap v1065: 137 pgs: 137 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 76 MiB/s rd, 6.1 MiB/s wr, 7.28k op/s 2024-09-20T21:57:14.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:14 smithi046 ceph-mon[96110]: pgmap v1065: 137 pgs: 137 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 76 MiB/s rd, 6.1 MiB/s wr, 7.28k op/s 2024-09-20T21:57:14.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:14 smithi046 ceph-mon[98591]: pgmap v1065: 137 pgs: 137 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 76 MiB/s rd, 6.1 MiB/s wr, 7.28k op/s 2024-09-20T21:57:16.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:16 smithi046 ceph-mon[96110]: pgmap v1066: 137 pgs: 137 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 68 MiB/s rd, 5.4 MiB/s wr, 6.48k op/s 2024-09-20T21:57:16.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:16 smithi046 ceph-mon[98591]: pgmap v1066: 137 pgs: 137 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 68 MiB/s rd, 5.4 MiB/s wr, 6.48k op/s 2024-09-20T21:57:16.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:16 smithi134 ceph-mon[89086]: pgmap v1066: 137 pgs: 137 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 68 MiB/s rd, 5.4 MiB/s wr, 6.48k op/s 2024-09-20T21:57:18.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:18 smithi046 ceph-mon[96110]: pgmap v1067: 137 pgs: 137 active+clean; 1.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 57 MiB/s rd, 4.6 MiB/s wr, 5.45k op/s 2024-09-20T21:57:18.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:18 smithi046 ceph-mon[98591]: pgmap v1067: 137 pgs: 137 active+clean; 1.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 57 MiB/s rd, 4.6 MiB/s wr, 5.45k op/s 2024-09-20T21:57:18.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:18 smithi134 ceph-mon[89086]: pgmap v1067: 137 pgs: 137 active+clean; 1.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 57 MiB/s rd, 4.6 MiB/s wr, 5.45k op/s 2024-09-20T21:57:19.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:57:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:57:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:57:20.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:20 smithi046 ceph-mon[96110]: pgmap v1068: 137 pgs: 137 active+clean; 1.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 81 MiB/s rd, 5.6 MiB/s wr, 6.79k op/s 2024-09-20T21:57:20.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:20 smithi046 ceph-mon[98591]: pgmap v1068: 137 pgs: 137 active+clean; 1.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 81 MiB/s rd, 5.6 MiB/s wr, 6.79k op/s 2024-09-20T21:57:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:20 smithi134 ceph-mon[89086]: pgmap v1068: 137 pgs: 137 active+clean; 1.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 81 MiB/s rd, 5.6 MiB/s wr, 6.79k op/s 2024-09-20T21:57:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:57:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:57:22] "GET /metrics HTTP/1.1" 200 36529 "" "Prometheus/2.43.0" 2024-09-20T21:57:22.449 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (20055 ms) 2024-09-20T21:57:22.449 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-09-20T21:57:22.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:22 smithi134 ceph-mon[89086]: pgmap v1069: 137 pgs: 137 active+clean; 1.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 65 MiB/s rd, 3.2 MiB/s wr, 3.98k op/s 2024-09-20T21:57:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:57:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:57:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:57:22.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:22 smithi046 ceph-mon[96110]: pgmap v1069: 137 pgs: 137 active+clean; 1.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 65 MiB/s rd, 3.2 MiB/s wr, 3.98k op/s 2024-09-20T21:57:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:22 smithi046 ceph-mon[98591]: pgmap v1069: 137 pgs: 137 active+clean; 1.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 65 MiB/s rd, 3.2 MiB/s wr, 3.98k op/s 2024-09-20T21:57:23.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:23 smithi046 ceph-mon[96110]: osdmap e921: 8 total, 8 up, 8 in 2024-09-20T21:57:23.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:23 smithi046 ceph-mon[98591]: osdmap e921: 8 total, 8 up, 8 in 2024-09-20T21:57:23.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:23 smithi134 ceph-mon[89086]: osdmap e921: 8 total, 8 up, 8 in 2024-09-20T21:57:24.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:24 smithi046 ceph-mon[98591]: pgmap v1071: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:24.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:24 smithi046 ceph-mon[98591]: osdmap e922: 8 total, 8 up, 8 in 2024-09-20T21:57:24.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:24 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2542602111' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:24.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:24 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:24 smithi046 ceph-mon[96110]: pgmap v1071: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:24 smithi046 ceph-mon[96110]: osdmap e922: 8 total, 8 up, 8 in 2024-09-20T21:57:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:24 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2542602111' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:24 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:24 smithi134 ceph-mon[89086]: pgmap v1071: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:24 smithi134 ceph-mon[89086]: osdmap e922: 8 total, 8 up, 8 in 2024-09-20T21:57:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:24 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2542602111' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:24 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:25.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:25 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:57:25.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:25 smithi046 ceph-mon[98591]: osdmap e923: 8 total, 8 up, 8 in 2024-09-20T21:57:25.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:25 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:57:25.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:25 smithi046 ceph-mon[96110]: osdmap e923: 8 total, 8 up, 8 in 2024-09-20T21:57:25.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:25 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:57:25.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:25 smithi134 ceph-mon[89086]: osdmap e923: 8 total, 8 up, 8 in 2024-09-20T21:57:26.476 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4027 ms) 2024-09-20T21:57:26.476 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-09-20T21:57:26.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:26 smithi046 ceph-mon[96110]: pgmap v1074: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:26.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:26 smithi046 ceph-mon[96110]: osdmap e924: 8 total, 8 up, 8 in 2024-09-20T21:57:26.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:26 smithi046 ceph-mon[98591]: pgmap v1074: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:26.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:26 smithi046 ceph-mon[98591]: osdmap e924: 8 total, 8 up, 8 in 2024-09-20T21:57:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:26 smithi134 ceph-mon[89086]: pgmap v1074: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:26 smithi134 ceph-mon[89086]: osdmap e924: 8 total, 8 up, 8 in 2024-09-20T21:57:27.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:27 smithi046 ceph-mon[96110]: osdmap e925: 8 total, 8 up, 8 in 2024-09-20T21:57:27.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:27 smithi046 ceph-mon[98591]: osdmap e925: 8 total, 8 up, 8 in 2024-09-20T21:57:27.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:27 smithi134 ceph-mon[89086]: osdmap e925: 8 total, 8 up, 8 in 2024-09-20T21:57:28.827 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:28 smithi134 ceph-mon[89086]: pgmap v1077: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:28.827 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:28 smithi134 ceph-mon[89086]: osdmap e926: 8 total, 8 up, 8 in 2024-09-20T21:57:28.827 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:28 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/143644638' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:28.827 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:28 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:28 smithi046 ceph-mon[96110]: pgmap v1077: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:28 smithi046 ceph-mon[96110]: osdmap e926: 8 total, 8 up, 8 in 2024-09-20T21:57:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:28 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/143644638' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:28 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:28 smithi046 ceph-mon[98591]: pgmap v1077: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:28 smithi046 ceph-mon[98591]: osdmap e926: 8 total, 8 up, 8 in 2024-09-20T21:57:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:28 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/143644638' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:28 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:29.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:29 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:57:29.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:29 smithi046 ceph-mon[96110]: osdmap e927: 8 total, 8 up, 8 in 2024-09-20T21:57:29.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:29 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:57:29.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:29 smithi046 ceph-mon[98591]: osdmap e927: 8 total, 8 up, 8 in 2024-09-20T21:57:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:29 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:57:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:29 smithi134 ceph-mon[89086]: osdmap e927: 8 total, 8 up, 8 in 2024-09-20T21:57:30.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:30 smithi046 ceph-mon[96110]: pgmap v1080: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:30.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:30 smithi046 ceph-mon[96110]: osdmap e928: 8 total, 8 up, 8 in 2024-09-20T21:57:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:30 smithi046 ceph-mon[98591]: pgmap v1080: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:30 smithi046 ceph-mon[98591]: osdmap e928: 8 total, 8 up, 8 in 2024-09-20T21:57:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:30 smithi134 ceph-mon[89086]: pgmap v1080: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:30 smithi134 ceph-mon[89086]: osdmap e928: 8 total, 8 up, 8 in 2024-09-20T21:57:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:57:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:57:32] "GET /metrics HTTP/1.1" 200 36529 "" "Prometheus/2.43.0" 2024-09-20T21:57:32.504 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6028 ms) 2024-09-20T21:57:32.504 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-09-20T21:57:32.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:32 smithi134 ceph-mon[89086]: pgmap v1082: 137 pgs: 4 creating+peering, 10 unknown, 123 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:57:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:57:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:57:32.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:32 smithi046 ceph-mon[96110]: pgmap v1082: 137 pgs: 4 creating+peering, 10 unknown, 123 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:32.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:32 smithi046 ceph-mon[98591]: pgmap v1082: 137 pgs: 4 creating+peering, 10 unknown, 123 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:33.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:33 smithi046 ceph-mon[96110]: osdmap e929: 8 total, 8 up, 8 in 2024-09-20T21:57:33.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:33 smithi046 ceph-mon[98591]: osdmap e929: 8 total, 8 up, 8 in 2024-09-20T21:57:33.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:33 smithi134 ceph-mon[89086]: osdmap e929: 8 total, 8 up, 8 in 2024-09-20T21:57:34.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:34 smithi046 ceph-mon[96110]: pgmap v1084: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:34 smithi046 ceph-mon[96110]: osdmap e930: 8 total, 8 up, 8 in 2024-09-20T21:57:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:34 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4276594467' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:57:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:34 smithi046 ceph-mon[98591]: pgmap v1084: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:34 smithi046 ceph-mon[98591]: osdmap e930: 8 total, 8 up, 8 in 2024-09-20T21:57:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:34 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4276594467' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:57:34.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:34 smithi134 ceph-mon[89086]: pgmap v1084: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:34 smithi134 ceph-mon[89086]: osdmap e930: 8 total, 8 up, 8 in 2024-09-20T21:57:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:34 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4276594467' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:57:35.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:35 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4276594467' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:57:35.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:35 smithi046 ceph-mon[96110]: osdmap e931: 8 total, 8 up, 8 in 2024-09-20T21:57:35.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:35 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4276594467' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:57:35.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:35 smithi046 ceph-mon[98591]: osdmap e931: 8 total, 8 up, 8 in 2024-09-20T21:57:35.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:35 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4276594467' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-130568-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:57:35.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:35 smithi134 ceph-mon[89086]: osdmap e931: 8 total, 8 up, 8 in 2024-09-20T21:57:36.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:36 smithi046 ceph-mon[96110]: pgmap v1087: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:36.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:36 smithi046 ceph-mon[96110]: osdmap e932: 8 total, 8 up, 8 in 2024-09-20T21:57:36.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:36 smithi046 ceph-mon[98591]: pgmap v1087: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:36.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:36 smithi046 ceph-mon[98591]: osdmap e932: 8 total, 8 up, 8 in 2024-09-20T21:57:36.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:36 smithi134 ceph-mon[89086]: pgmap v1087: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:36.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:36 smithi134 ceph-mon[89086]: osdmap e932: 8 total, 8 up, 8 in 2024-09-20T21:57:37.534 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5030 ms) 2024-09-20T21:57:37.534 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 22 tests from TestCls2PCQueue (102110 ms total) 2024-09-20T21:57:37.534 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T21:57:37.534 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2024-09-20T21:57:37.535 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 22 tests from 1 test suite ran. (102110 ms total) 2024-09-20T21:57:37.535 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 22 tests. 2024-09-20T21:57:37.537 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-20T21:57:37.537 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-20T21:57:37.567 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-09-20T21:57:37.567 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-09-20T21:57:37.636 INFO:tasks.workunit.client.0.smithi046.stdout:Running main() from gmock_main.cc 2024-09-20T21:57:37.637 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 6 tests from 2 test suites. 2024-09-20T21:57:37.637 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2024-09-20T21:57:37.637 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 5 tests from cls_cas 2024-09-20T21:57:37.637 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_cas.get_put 2024-09-20T21:57:38.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:38 smithi046 ceph-mon[96110]: pgmap v1089: 137 pgs: 5 creating+peering, 10 unknown, 122 active+clean; 606 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 697 op/s 2024-09-20T21:57:38.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:38 smithi046 ceph-mon[96110]: osdmap e933: 8 total, 8 up, 8 in 2024-09-20T21:57:38.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:38 smithi046 ceph-mon[98591]: pgmap v1089: 137 pgs: 5 creating+peering, 10 unknown, 122 active+clean; 606 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 697 op/s 2024-09-20T21:57:38.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:38 smithi046 ceph-mon[98591]: osdmap e933: 8 total, 8 up, 8 in 2024-09-20T21:57:38.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:38 smithi134 ceph-mon[89086]: pgmap v1089: 137 pgs: 5 creating+peering, 10 unknown, 122 active+clean; 606 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 697 op/s 2024-09-20T21:57:38.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:38 smithi134 ceph-mon[89086]: osdmap e933: 8 total, 8 up, 8 in 2024-09-20T21:57:39.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:39 smithi046 ceph-mon[96110]: osdmap e934: 8 total, 8 up, 8 in 2024-09-20T21:57:39.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:39 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/3984212313' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:39.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:39 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:39.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:39 smithi046 ceph-mon[98591]: osdmap e934: 8 total, 8 up, 8 in 2024-09-20T21:57:39.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:39 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/3984212313' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:39.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:39 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:39 smithi134 ceph-mon[89086]: osdmap e934: 8 total, 8 up, 8 in 2024-09-20T21:57:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:39 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/3984212313' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:39 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:40.552 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_cas.get_put (2915 ms) 2024-09-20T21:57:40.552 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_cas.wrong_put 2024-09-20T21:57:40.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:40 smithi046 ceph-mon[96110]: pgmap v1092: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:40.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:40 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:57:40.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:40 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:57:40.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:40 smithi046 ceph-mon[96110]: osdmap e935: 8 total, 8 up, 8 in 2024-09-20T21:57:40.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:40 smithi046 ceph-mon[98591]: pgmap v1092: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:40.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:40 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:57:40.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:40 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:57:40.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:40 smithi046 ceph-mon[98591]: osdmap e935: 8 total, 8 up, 8 in 2024-09-20T21:57:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:40 smithi134 ceph-mon[89086]: pgmap v1092: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:40 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:57:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:40 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:57:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:40 smithi134 ceph-mon[89086]: osdmap e935: 8 total, 8 up, 8 in 2024-09-20T21:57:41.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:41 smithi046 ceph-mon[96110]: osdmap e936: 8 total, 8 up, 8 in 2024-09-20T21:57:41.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:41 smithi046 ceph-mon[98591]: osdmap e936: 8 total, 8 up, 8 in 2024-09-20T21:57:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:41 smithi134 ceph-mon[89086]: osdmap e936: 8 total, 8 up, 8 in 2024-09-20T21:57:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:57:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:57:42] "GET /metrics HTTP/1.1" 200 36473 "" "Prometheus/2.43.0" 2024-09-20T21:57:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:42 smithi134 ceph-mon[89086]: pgmap v1095: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:42 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:57:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:42 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T21:57:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:42 smithi134 ceph-mon[89086]: osdmap e937: 8 total, 8 up, 8 in 2024-09-20T21:57:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:42 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/3137828669' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:42 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:42.677 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:57:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:57:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:57:42.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:42 smithi046 ceph-mon[96110]: pgmap v1095: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:42.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:42 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:57:42.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:42 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T21:57:42.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:42 smithi046 ceph-mon[96110]: osdmap e937: 8 total, 8 up, 8 in 2024-09-20T21:57:42.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:42 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/3137828669' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:42.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:42 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:42 smithi046 ceph-mon[98591]: pgmap v1095: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:42 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:57:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:42 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T21:57:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:42 smithi046 ceph-mon[98591]: osdmap e937: 8 total, 8 up, 8 in 2024-09-20T21:57:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:42 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/3137828669' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:42.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:42 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:43.568 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_cas.wrong_put (3016 ms) 2024-09-20T21:57:43.568 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_cas.dup_get 2024-09-20T21:57:43.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:43 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:57:43.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:43 smithi046 ceph-mon[96110]: osdmap e938: 8 total, 8 up, 8 in 2024-09-20T21:57:43.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:43 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:57:43.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:43 smithi046 ceph-mon[98591]: osdmap e938: 8 total, 8 up, 8 in 2024-09-20T21:57:43.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:43 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:57:43.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:43 smithi134 ceph-mon[89086]: osdmap e938: 8 total, 8 up, 8 in 2024-09-20T21:57:44.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:44 smithi046 ceph-mon[98591]: pgmap v1098: 137 pgs: 16 creating+peering, 14 unknown, 107 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:44.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:44 smithi046 ceph-mon[98591]: osdmap e939: 8 total, 8 up, 8 in 2024-09-20T21:57:44.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:44 smithi046 ceph-mon[96110]: pgmap v1098: 137 pgs: 16 creating+peering, 14 unknown, 107 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:44.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:44 smithi046 ceph-mon[96110]: osdmap e939: 8 total, 8 up, 8 in 2024-09-20T21:57:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:44 smithi134 ceph-mon[89086]: pgmap v1098: 137 pgs: 16 creating+peering, 14 unknown, 107 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:44 smithi134 ceph-mon[89086]: osdmap e939: 8 total, 8 up, 8 in 2024-09-20T21:57:45.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:45 smithi046 ceph-mon[96110]: osdmap e940: 8 total, 8 up, 8 in 2024-09-20T21:57:45.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:45 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2172400640' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:45.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:45 smithi046 ceph-mon[98591]: osdmap e940: 8 total, 8 up, 8 in 2024-09-20T21:57:45.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:45 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2172400640' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:45.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:45 smithi134 ceph-mon[89086]: osdmap e940: 8 total, 8 up, 8 in 2024-09-20T21:57:45.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:45 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2172400640' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:46.586 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_cas.dup_get (3018 ms) 2024-09-20T21:57:46.586 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_cas.dup_put 2024-09-20T21:57:46.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:46 smithi046 ceph-mon[96110]: pgmap v1101: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:46.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:46 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:57:46.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:46 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2172400640' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:57:46.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:46 smithi046 ceph-mon[96110]: osdmap e941: 8 total, 8 up, 8 in 2024-09-20T21:57:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:46 smithi046 ceph-mon[98591]: pgmap v1101: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:46 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:57:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:46 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2172400640' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:57:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:46 smithi046 ceph-mon[98591]: osdmap e941: 8 total, 8 up, 8 in 2024-09-20T21:57:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:46 smithi134 ceph-mon[89086]: pgmap v1101: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:46 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:57:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:46 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2172400640' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:57:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:46 smithi134 ceph-mon[89086]: osdmap e941: 8 total, 8 up, 8 in 2024-09-20T21:57:47.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:47 smithi046 ceph-mon[96110]: osdmap e942: 8 total, 8 up, 8 in 2024-09-20T21:57:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:47 smithi046 ceph-mon[98591]: osdmap e942: 8 total, 8 up, 8 in 2024-09-20T21:57:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:47 smithi134 ceph-mon[89086]: osdmap e942: 8 total, 8 up, 8 in 2024-09-20T21:57:48.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:48 smithi046 ceph-mon[96110]: pgmap v1104: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:48.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:48 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:57:48.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:48 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T21:57:48.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:48 smithi046 ceph-mon[96110]: osdmap e943: 8 total, 8 up, 8 in 2024-09-20T21:57:48.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:48 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2638473422' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:48 smithi046 ceph-mon[98591]: pgmap v1104: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:48 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:57:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:48 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T21:57:48.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:48 smithi046 ceph-mon[98591]: osdmap e943: 8 total, 8 up, 8 in 2024-09-20T21:57:48.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:48 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2638473422' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:48 smithi134 ceph-mon[89086]: pgmap v1104: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:48 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:57:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:48 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T21:57:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:48 smithi134 ceph-mon[89086]: osdmap e943: 8 total, 8 up, 8 in 2024-09-20T21:57:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:48 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2638473422' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:49.605 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_cas.dup_put (3019 ms) 2024-09-20T21:57:49.605 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_cas.get_wrong_data 2024-09-20T21:57:49.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:49 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2638473422' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:57:49.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:49 smithi046 ceph-mon[98591]: osdmap e944: 8 total, 8 up, 8 in 2024-09-20T21:57:49.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:57:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:49 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2638473422' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:57:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:49 smithi046 ceph-mon[96110]: osdmap e944: 8 total, 8 up, 8 in 2024-09-20T21:57:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:57:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:49 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2638473422' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:57:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:49 smithi134 ceph-mon[89086]: osdmap e944: 8 total, 8 up, 8 in 2024-09-20T21:57:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:57:50.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:50 smithi046 ceph-mon[96110]: pgmap v1107: 137 pgs: 4 creating+peering, 26 unknown, 107 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:50.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:50 smithi046 ceph-mon[96110]: osdmap e945: 8 total, 8 up, 8 in 2024-09-20T21:57:50.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:50 smithi046 ceph-mon[98591]: pgmap v1107: 137 pgs: 4 creating+peering, 26 unknown, 107 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:50.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:50 smithi046 ceph-mon[98591]: osdmap e945: 8 total, 8 up, 8 in 2024-09-20T21:57:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:50 smithi134 ceph-mon[89086]: pgmap v1107: 137 pgs: 4 creating+peering, 26 unknown, 107 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:50 smithi134 ceph-mon[89086]: osdmap e945: 8 total, 8 up, 8 in 2024-09-20T21:57:51.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:51 smithi046 ceph-mon[96110]: osdmap e946: 8 total, 8 up, 8 in 2024-09-20T21:57:51.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:51 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/3258648222' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:51.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:51 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:51.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:51 smithi046 ceph-mon[98591]: osdmap e946: 8 total, 8 up, 8 in 2024-09-20T21:57:51.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:51 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/3258648222' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:51.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:51 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:51.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:51 smithi134 ceph-mon[89086]: osdmap e946: 8 total, 8 up, 8 in 2024-09-20T21:57:51.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:51 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/3258648222' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:51.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:51 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:57:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:57:52] "GET /metrics HTTP/1.1" 200 36469 "" "Prometheus/2.43.0" 2024-09-20T21:57:52.613 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:57:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:57:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:57:52.626 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_cas.get_wrong_data (3021 ms) 2024-09-20T21:57:52.626 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 5 tests from cls_cas (14989 ms total) 2024-09-20T21:57:52.627 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T21:57:52.627 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 1 test from chunk_refs_t 2024-09-20T21:57:52.627 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] chunk_refs_t.size 2024-09-20T21:57:52.627 INFO:tasks.workunit.client.0.smithi046.stdout:1 60 by_object 2024-09-20T21:57:52.627 INFO:tasks.workunit.client.0.smithi046.stdout:2 103 by_object 2024-09-20T21:57:52.627 INFO:tasks.workunit.client.0.smithi046.stdout:4 189 by_object 2024-09-20T21:57:52.627 INFO:tasks.workunit.client.0.smithi046.stdout:8 361 by_object 2024-09-20T21:57:52.627 INFO:tasks.workunit.client.0.smithi046.stdout:16 112 by_hash(32 bits) 2024-09-20T21:57:52.627 INFO:tasks.workunit.client.0.smithi046.stdout:32 208 by_hash(32 bits) 2024-09-20T21:57:52.627 INFO:tasks.workunit.client.0.smithi046.stdout:64 400 by_hash(32 bits) 2024-09-20T21:57:52.628 INFO:tasks.workunit.client.0.smithi046.stdout:128 509 by_hash(10 bits) 2024-09-20T21:57:52.628 INFO:tasks.workunit.client.0.smithi046.stdout:256 499 by_hash(7 bits) 2024-09-20T21:57:52.628 INFO:tasks.workunit.client.0.smithi046.stdout:512 462 by_hash(5 bits) 2024-09-20T21:57:52.628 INFO:tasks.workunit.client.0.smithi046.stdout:1024 466 by_hash(5 bits) 2024-09-20T21:57:52.629 INFO:tasks.workunit.client.0.smithi046.stdout:2048 466 by_hash(5 bits) 2024-09-20T21:57:52.629 INFO:tasks.workunit.client.0.smithi046.stdout:4096 470 by_hash(5 bits) 2024-09-20T21:57:52.630 INFO:tasks.workunit.client.0.smithi046.stdout:8192 498 by_hash(4 bits) 2024-09-20T21:57:52.631 INFO:tasks.workunit.client.0.smithi046.stdout:16384 278 by_hash(3 bits) 2024-09-20T21:57:52.634 INFO:tasks.workunit.client.0.smithi046.stdout:32768 337 by_hash(2 bits) 2024-09-20T21:57:52.638 INFO:tasks.workunit.client.0.smithi046.stdout:65536 367 by_hash(2 bits) 2024-09-20T21:57:52.645 INFO:tasks.workunit.client.0.smithi046.stdout:131072 387 by_hash(1 bits) 2024-09-20T21:57:52.660 INFO:tasks.workunit.client.0.smithi046.stdout:262144 331 by_pool 2024-09-20T21:57:52.690 INFO:tasks.workunit.client.0.smithi046.stdout:524288 21 count 2024-09-20T21:57:52.742 INFO:tasks.workunit.client.0.smithi046.stdout:1048576 21 count 2024-09-20T21:57:52.853 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] chunk_refs_t.size (227 ms) 2024-09-20T21:57:52.853 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 1 test from chunk_refs_t (227 ms total) 2024-09-20T21:57:52.853 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T21:57:52.853 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2024-09-20T21:57:52.853 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 6 tests from 2 test suites ran. (15216 ms total) 2024-09-20T21:57:52.853 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 6 tests. 2024-09-20T21:57:52.855 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-20T21:57:52.855 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-20T21:57:52.877 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:52 smithi046 ceph-mon[96110]: pgmap v1110: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:52.877 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:52 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:57:52.877 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:52 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:57:52.878 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:52 smithi046 ceph-mon[96110]: osdmap e947: 8 total, 8 up, 8 in 2024-09-20T21:57:52.878 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:52 smithi046 ceph-mon[98591]: pgmap v1110: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:52.878 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:52 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:57:52.878 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:52 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:57:52.878 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:52 smithi046 ceph-mon[98591]: osdmap e947: 8 total, 8 up, 8 in 2024-09-20T21:57:52.881 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-09-20T21:57:52.881 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-09-20T21:57:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:52 smithi134 ceph-mon[89086]: pgmap v1110: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:52 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:57:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:52 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131363-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:57:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:52 smithi134 ceph-mon[89086]: osdmap e947: 8 total, 8 up, 8 in 2024-09-20T21:57:52.949 INFO:tasks.workunit.client.0.smithi046.stdout:Running main() from gmock_main.cc 2024-09-20T21:57:52.949 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 31 tests from 1 test suite. 2024-09-20T21:57:52.949 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2024-09-20T21:57:53.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:53 smithi046 ceph-mon[96110]: osdmap e948: 8 total, 8 up, 8 in 2024-09-20T21:57:53.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:53 smithi046 ceph-mon[98591]: osdmap e948: 8 total, 8 up, 8 in 2024-09-20T21:57:53.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:53 smithi134 ceph-mon[89086]: osdmap e948: 8 total, 8 up, 8 in 2024-09-20T21:57:54.635 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 31 tests from CmpOmap 2024-09-20T21:57:54.635 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-09-20T21:57:54.648 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (14 ms) 2024-09-20T21:57:54.648 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-09-20T21:57:54.656 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (8 ms) 2024-09-20T21:57:54.656 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-09-20T21:57:54.660 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2024-09-20T21:57:54.660 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-09-20T21:57:54.663 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (4 ms) 2024-09-20T21:57:54.663 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-09-20T21:57:54.670 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_vals_str (7 ms) 2024-09-20T21:57:54.670 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-09-20T21:57:54.678 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_vals_u64 (8 ms) 2024-09-20T21:57:54.678 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-09-20T21:57:54.682 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (4 ms) 2024-09-20T21:57:54.682 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-09-20T21:57:54.685 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (2 ms) 2024-09-20T21:57:54.685 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-09-20T21:57:54.687 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (3 ms) 2024-09-20T21:57:54.687 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-09-20T21:57:54.691 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2024-09-20T21:57:54.691 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-09-20T21:57:54.692 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (0 ms) 2024-09-20T21:57:54.692 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-09-20T21:57:54.693 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2024-09-20T21:57:54.693 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-09-20T21:57:54.699 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (6 ms) 2024-09-20T21:57:54.699 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-09-20T21:57:54.705 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (7 ms) 2024-09-20T21:57:54.705 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-09-20T21:57:54.711 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2024-09-20T21:57:54.712 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-09-20T21:57:54.719 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (7 ms) 2024-09-20T21:57:54.719 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-09-20T21:57:54.726 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_set_vals_str (7 ms) 2024-09-20T21:57:54.726 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-09-20T21:57:54.733 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (8 ms) 2024-09-20T21:57:54.733 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-09-20T21:57:54.735 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-09-20T21:57:54.735 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-09-20T21:57:54.738 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2024-09-20T21:57:54.738 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-09-20T21:57:54.739 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-09-20T21:57:54.739 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-09-20T21:57:54.740 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2024-09-20T21:57:54.740 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-09-20T21:57:54.746 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (7 ms) 2024-09-20T21:57:54.746 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-09-20T21:57:54.752 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (5 ms) 2024-09-20T21:57:54.752 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-09-20T21:57:54.759 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (7 ms) 2024-09-20T21:57:54.759 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-09-20T21:57:54.766 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (7 ms) 2024-09-20T21:57:54.766 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-09-20T21:57:54.768 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2024-09-20T21:57:54.768 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-09-20T21:57:54.770 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2024-09-20T21:57:54.770 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-09-20T21:57:54.771 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-09-20T21:57:54.771 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-09-20T21:57:54.772 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (1 ms) 2024-09-20T21:57:54.772 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-09-20T21:57:54.780 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (8 ms) 2024-09-20T21:57:54.780 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 31 tests from CmpOmap (145 ms total) 2024-09-20T21:57:54.780 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T21:57:54.780 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2024-09-20T21:57:54.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:54 smithi046 ceph-mon[98591]: pgmap v1113: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:54.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:54 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:57:54.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:54 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T21:57:54.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:54 smithi046 ceph-mon[98591]: osdmap e949: 8 total, 8 up, 8 in 2024-09-20T21:57:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:54 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/434601951' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131486-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:54.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:54 smithi046 ceph-mon[96110]: pgmap v1113: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:54.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:54 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:57:54.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:54 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T21:57:54.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:54 smithi046 ceph-mon[96110]: osdmap e949: 8 total, 8 up, 8 in 2024-09-20T21:57:54.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:54 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/434601951' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131486-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:54 smithi134 ceph-mon[89086]: pgmap v1113: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:54 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:57:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:54 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T21:57:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:54 smithi134 ceph-mon[89086]: osdmap e949: 8 total, 8 up, 8 in 2024-09-20T21:57:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:54 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/434601951' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131486-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:55.642 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 31 tests from 1 test suite ran. (2693 ms total) 2024-09-20T21:57:55.642 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 31 tests. 2024-09-20T21:57:55.645 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-20T21:57:55.645 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-20T21:57:55.715 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-09-20T21:57:55.715 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-09-20T21:57:55.786 INFO:tasks.workunit.client.0.smithi046.stdout:Running main() from gmock_main.cc 2024-09-20T21:57:55.786 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 6 tests from 1 test suite. 2024-09-20T21:57:55.786 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2024-09-20T21:57:55.786 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 6 tests from ClsHello 2024-09-20T21:57:55.786 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsHello.SayHello 2024-09-20T21:57:55.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:55 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/434601951' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131486-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:57:55.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:55 smithi046 ceph-mon[96110]: osdmap e950: 8 total, 8 up, 8 in 2024-09-20T21:57:55.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:55 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/434601951' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131486-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:57:55.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:55 smithi046 ceph-mon[98591]: osdmap e950: 8 total, 8 up, 8 in 2024-09-20T21:57:55.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:55 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/434601951' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131486-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:57:55.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:55 smithi134 ceph-mon[89086]: osdmap e950: 8 total, 8 up, 8 in 2024-09-20T21:57:56.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:56 smithi046 ceph-mon[96110]: pgmap v1116: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:56.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:56 smithi046 ceph-mon[96110]: osdmap e951: 8 total, 8 up, 8 in 2024-09-20T21:57:56.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:56 smithi046 ceph-mon[98591]: pgmap v1116: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:56.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:56 smithi046 ceph-mon[98591]: osdmap e951: 8 total, 8 up, 8 in 2024-09-20T21:57:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:56 smithi134 ceph-mon[89086]: pgmap v1116: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:56 smithi134 ceph-mon[89086]: osdmap e951: 8 total, 8 up, 8 in 2024-09-20T21:57:57.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:57 smithi046 ceph-mon[96110]: osdmap e952: 8 total, 8 up, 8 in 2024-09-20T21:57:57.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:57 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/3495385379' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:57.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:57 smithi046 ceph-mon[98591]: osdmap e952: 8 total, 8 up, 8 in 2024-09-20T21:57:57.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:57 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/3495385379' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:57.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:57 smithi134 ceph-mon[89086]: osdmap e952: 8 total, 8 up, 8 in 2024-09-20T21:57:57.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:57 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/3495385379' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:57:58.661 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsHello.SayHello (2876 ms) 2024-09-20T21:57:58.662 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsHello.RecordHello 2024-09-20T21:57:58.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:58 smithi046 ceph-mon[96110]: pgmap v1119: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:58.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:58 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:57:58.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:58 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/3495385379' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:57:58.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:58 smithi046 ceph-mon[96110]: osdmap e953: 8 total, 8 up, 8 in 2024-09-20T21:57:58.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:58 smithi046 ceph-mon[98591]: pgmap v1119: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:58.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:58 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:57:58.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:58 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/3495385379' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:57:58.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:58 smithi046 ceph-mon[98591]: osdmap e953: 8 total, 8 up, 8 in 2024-09-20T21:57:58.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:58 smithi134 ceph-mon[89086]: pgmap v1119: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:57:58.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:58 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:57:58.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:58 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/3495385379' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:57:58.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:58 smithi134 ceph-mon[89086]: osdmap e953: 8 total, 8 up, 8 in 2024-09-20T21:57:59.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:57:59 smithi134 ceph-mon[89086]: osdmap e954: 8 total, 8 up, 8 in 2024-09-20T21:58:00.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:57:59 smithi046 ceph-mon[96110]: osdmap e954: 8 total, 8 up, 8 in 2024-09-20T21:58:00.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:57:59 smithi046 ceph-mon[98591]: osdmap e954: 8 total, 8 up, 8 in 2024-09-20T21:58:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:00 smithi134 ceph-mon[89086]: pgmap v1122: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:00 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:58:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:00 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T21:58:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:00 smithi134 ceph-mon[89086]: osdmap e955: 8 total, 8 up, 8 in 2024-09-20T21:58:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:00 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4200970643' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:01.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:00 smithi046 ceph-mon[96110]: pgmap v1122: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:01.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:00 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:58:01.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:00 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T21:58:01.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:00 smithi046 ceph-mon[96110]: osdmap e955: 8 total, 8 up, 8 in 2024-09-20T21:58:01.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:00 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4200970643' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:01.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:00 smithi046 ceph-mon[98591]: pgmap v1122: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:01.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:00 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:58:01.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:00 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T21:58:01.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:00 smithi046 ceph-mon[98591]: osdmap e955: 8 total, 8 up, 8 in 2024-09-20T21:58:01.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:00 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4200970643' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:01.678 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsHello.RecordHello (3016 ms) 2024-09-20T21:58:01.678 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsHello.WriteReturnData 2024-09-20T21:58:01.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:01 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4200970643' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:01.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:01 smithi134 ceph-mon[89086]: osdmap e956: 8 total, 8 up, 8 in 2024-09-20T21:58:02.054 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:01 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4200970643' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:02.054 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:01 smithi046 ceph-mon[96110]: osdmap e956: 8 total, 8 up, 8 in 2024-09-20T21:58:02.054 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:01 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4200970643' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:02.054 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:01 smithi046 ceph-mon[98591]: osdmap e956: 8 total, 8 up, 8 in 2024-09-20T21:58:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:58:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:58:02] "GET /metrics HTTP/1.1" 200 36469 "" "Prometheus/2.43.0" 2024-09-20T21:58:02.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:58:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:58:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:58:03.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:02 smithi046 ceph-mon[96110]: pgmap v1125: 137 pgs: 1 creating+activating, 25 unknown, 111 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-09-20T21:58:03.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:02 smithi046 ceph-mon[96110]: osdmap e957: 8 total, 8 up, 8 in 2024-09-20T21:58:03.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:02 smithi046 ceph-mon[98591]: pgmap v1125: 137 pgs: 1 creating+activating, 25 unknown, 111 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-09-20T21:58:03.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:02 smithi046 ceph-mon[98591]: osdmap e957: 8 total, 8 up, 8 in 2024-09-20T21:58:03.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:02 smithi134 ceph-mon[89086]: pgmap v1125: 137 pgs: 1 creating+activating, 25 unknown, 111 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-09-20T21:58:03.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:02 smithi134 ceph-mon[89086]: osdmap e957: 8 total, 8 up, 8 in 2024-09-20T21:58:03.690 INFO:tasks.workunit.client.0.smithi046.stdout:require_osd_release = squid 2024-09-20T21:58:03.698 INFO:tasks.workunit.client.0.smithi046.stdout:0 2024-09-20T21:58:04.018 INFO:tasks.workunit.client.0.smithi046.stdout:1 2024-09-20T21:58:04.128 INFO:tasks.workunit.client.0.smithi046.stdout:2 2024-09-20T21:58:04.129 INFO:tasks.workunit.client.0.smithi046.stdout:3 2024-09-20T21:58:04.129 INFO:tasks.workunit.client.0.smithi046.stdout:4 2024-09-20T21:58:04.129 INFO:tasks.workunit.client.0.smithi046.stdout:5 2024-09-20T21:58:04.129 INFO:tasks.workunit.client.0.smithi046.stdout:6 2024-09-20T21:58:04.129 INFO:tasks.workunit.client.0.smithi046.stdout:7 2024-09-20T21:58:04.129 INFO:tasks.workunit.client.0.smithi046.stdout:8 2024-09-20T21:58:04.129 INFO:tasks.workunit.client.0.smithi046.stdout:9 2024-09-20T21:58:04.129 INFO:tasks.workunit.client.0.smithi046.stdout:10 2024-09-20T21:58:04.129 INFO:tasks.workunit.client.0.smithi046.stdout:11 2024-09-20T21:58:04.129 INFO:tasks.workunit.client.0.smithi046.stdout:12 2024-09-20T21:58:04.129 INFO:tasks.workunit.client.0.smithi046.stdout:13 2024-09-20T21:58:04.129 INFO:tasks.workunit.client.0.smithi046.stdout:14 2024-09-20T21:58:04.129 INFO:tasks.workunit.client.0.smithi046.stdout:15 2024-09-20T21:58:04.130 INFO:tasks.workunit.client.0.smithi046.stdout:16 2024-09-20T21:58:04.130 INFO:tasks.workunit.client.0.smithi046.stdout:17 2024-09-20T21:58:04.130 INFO:tasks.workunit.client.0.smithi046.stdout:18 2024-09-20T21:58:04.130 INFO:tasks.workunit.client.0.smithi046.stdout:19 2024-09-20T21:58:04.130 INFO:tasks.workunit.client.0.smithi046.stdout:20 2024-09-20T21:58:04.130 INFO:tasks.workunit.client.0.smithi046.stdout:21 2024-09-20T21:58:04.130 INFO:tasks.workunit.client.0.smithi046.stdout:22 2024-09-20T21:58:04.130 INFO:tasks.workunit.client.0.smithi046.stdout:23 2024-09-20T21:58:04.130 INFO:tasks.workunit.client.0.smithi046.stdout:24 2024-09-20T21:58:04.130 INFO:tasks.workunit.client.0.smithi046.stdout:25 2024-09-20T21:58:04.130 INFO:tasks.workunit.client.0.smithi046.stdout:26 2024-09-20T21:58:04.130 INFO:tasks.workunit.client.0.smithi046.stdout:27 2024-09-20T21:58:04.130 INFO:tasks.workunit.client.0.smithi046.stdout:28 2024-09-20T21:58:04.130 INFO:tasks.workunit.client.0.smithi046.stdout:29 2024-09-20T21:58:04.130 INFO:tasks.workunit.client.0.smithi046.stdout:30 2024-09-20T21:58:04.131 INFO:tasks.workunit.client.0.smithi046.stdout:31 2024-09-20T21:58:04.131 INFO:tasks.workunit.client.0.smithi046.stdout:32 2024-09-20T21:58:04.131 INFO:tasks.workunit.client.0.smithi046.stdout:33 2024-09-20T21:58:04.131 INFO:tasks.workunit.client.0.smithi046.stdout:34 2024-09-20T21:58:04.131 INFO:tasks.workunit.client.0.smithi046.stdout:35 2024-09-20T21:58:04.131 INFO:tasks.workunit.client.0.smithi046.stdout:36 2024-09-20T21:58:04.131 INFO:tasks.workunit.client.0.smithi046.stdout:37 2024-09-20T21:58:04.131 INFO:tasks.workunit.client.0.smithi046.stdout:38 2024-09-20T21:58:04.131 INFO:tasks.workunit.client.0.smithi046.stdout:39 2024-09-20T21:58:04.131 INFO:tasks.workunit.client.0.smithi046.stdout:40 2024-09-20T21:58:04.131 INFO:tasks.workunit.client.0.smithi046.stdout:41 2024-09-20T21:58:04.131 INFO:tasks.workunit.client.0.smithi046.stdout:42 2024-09-20T21:58:04.131 INFO:tasks.workunit.client.0.smithi046.stdout:43 2024-09-20T21:58:04.131 INFO:tasks.workunit.client.0.smithi046.stdout:44 2024-09-20T21:58:04.131 INFO:tasks.workunit.client.0.smithi046.stdout:45 2024-09-20T21:58:04.132 INFO:tasks.workunit.client.0.smithi046.stdout:46 2024-09-20T21:58:04.132 INFO:tasks.workunit.client.0.smithi046.stdout:47 2024-09-20T21:58:04.132 INFO:tasks.workunit.client.0.smithi046.stdout:48 2024-09-20T21:58:04.132 INFO:tasks.workunit.client.0.smithi046.stdout:49 2024-09-20T21:58:04.132 INFO:tasks.workunit.client.0.smithi046.stdout:50 2024-09-20T21:58:04.132 INFO:tasks.workunit.client.0.smithi046.stdout:51 2024-09-20T21:58:04.132 INFO:tasks.workunit.client.0.smithi046.stdout:52 2024-09-20T21:58:04.132 INFO:tasks.workunit.client.0.smithi046.stdout:53 2024-09-20T21:58:04.132 INFO:tasks.workunit.client.0.smithi046.stdout:54 2024-09-20T21:58:04.132 INFO:tasks.workunit.client.0.smithi046.stdout:55 2024-09-20T21:58:04.132 INFO:tasks.workunit.client.0.smithi046.stdout:56 2024-09-20T21:58:04.132 INFO:tasks.workunit.client.0.smithi046.stdout:57 2024-09-20T21:58:04.132 INFO:tasks.workunit.client.0.smithi046.stdout:58 2024-09-20T21:58:04.132 INFO:tasks.workunit.client.0.smithi046.stdout:59 2024-09-20T21:58:04.133 INFO:tasks.workunit.client.0.smithi046.stdout:60 2024-09-20T21:58:04.133 INFO:tasks.workunit.client.0.smithi046.stdout:61 2024-09-20T21:58:04.133 INFO:tasks.workunit.client.0.smithi046.stdout:62 2024-09-20T21:58:04.133 INFO:tasks.workunit.client.0.smithi046.stdout:63 2024-09-20T21:58:04.133 INFO:tasks.workunit.client.0.smithi046.stdout:64 2024-09-20T21:58:04.133 INFO:tasks.workunit.client.0.smithi046.stdout:65 2024-09-20T21:58:04.133 INFO:tasks.workunit.client.0.smithi046.stdout:66 2024-09-20T21:58:04.133 INFO:tasks.workunit.client.0.smithi046.stdout:67 2024-09-20T21:58:04.133 INFO:tasks.workunit.client.0.smithi046.stdout:68 2024-09-20T21:58:04.133 INFO:tasks.workunit.client.0.smithi046.stdout:69 2024-09-20T21:58:04.133 INFO:tasks.workunit.client.0.smithi046.stdout:70 2024-09-20T21:58:04.133 INFO:tasks.workunit.client.0.smithi046.stdout:71 2024-09-20T21:58:04.133 INFO:tasks.workunit.client.0.smithi046.stdout:72 2024-09-20T21:58:04.133 INFO:tasks.workunit.client.0.smithi046.stdout:73 2024-09-20T21:58:04.133 INFO:tasks.workunit.client.0.smithi046.stdout:74 2024-09-20T21:58:04.134 INFO:tasks.workunit.client.0.smithi046.stdout:75 2024-09-20T21:58:04.134 INFO:tasks.workunit.client.0.smithi046.stdout:76 2024-09-20T21:58:04.134 INFO:tasks.workunit.client.0.smithi046.stdout:77 2024-09-20T21:58:04.134 INFO:tasks.workunit.client.0.smithi046.stdout:78 2024-09-20T21:58:04.134 INFO:tasks.workunit.client.0.smithi046.stdout:79 2024-09-20T21:58:04.134 INFO:tasks.workunit.client.0.smithi046.stdout:80 2024-09-20T21:58:04.134 INFO:tasks.workunit.client.0.smithi046.stdout:81 2024-09-20T21:58:04.134 INFO:tasks.workunit.client.0.smithi046.stdout:82 2024-09-20T21:58:04.134 INFO:tasks.workunit.client.0.smithi046.stdout:83 2024-09-20T21:58:04.134 INFO:tasks.workunit.client.0.smithi046.stdout:84 2024-09-20T21:58:04.134 INFO:tasks.workunit.client.0.smithi046.stdout:85 2024-09-20T21:58:04.134 INFO:tasks.workunit.client.0.smithi046.stdout:86 2024-09-20T21:58:04.134 INFO:tasks.workunit.client.0.smithi046.stdout:87 2024-09-20T21:58:04.134 INFO:tasks.workunit.client.0.smithi046.stdout:88 2024-09-20T21:58:04.135 INFO:tasks.workunit.client.0.smithi046.stdout:89 2024-09-20T21:58:04.135 INFO:tasks.workunit.client.0.smithi046.stdout:90 2024-09-20T21:58:04.135 INFO:tasks.workunit.client.0.smithi046.stdout:91 2024-09-20T21:58:04.135 INFO:tasks.workunit.client.0.smithi046.stdout:92 2024-09-20T21:58:04.135 INFO:tasks.workunit.client.0.smithi046.stdout:93 2024-09-20T21:58:04.135 INFO:tasks.workunit.client.0.smithi046.stdout:94 2024-09-20T21:58:04.135 INFO:tasks.workunit.client.0.smithi046.stdout:95 2024-09-20T21:58:04.135 INFO:tasks.workunit.client.0.smithi046.stdout:96 2024-09-20T21:58:04.135 INFO:tasks.workunit.client.0.smithi046.stdout:97 2024-09-20T21:58:04.135 INFO:tasks.workunit.client.0.smithi046.stdout:98 2024-09-20T21:58:04.135 INFO:tasks.workunit.client.0.smithi046.stdout:99 2024-09-20T21:58:04.135 INFO:tasks.workunit.client.0.smithi046.stdout:100 2024-09-20T21:58:04.135 INFO:tasks.workunit.client.0.smithi046.stdout:101 2024-09-20T21:58:04.135 INFO:tasks.workunit.client.0.smithi046.stdout:102 2024-09-20T21:58:04.135 INFO:tasks.workunit.client.0.smithi046.stdout:103 2024-09-20T21:58:04.136 INFO:tasks.workunit.client.0.smithi046.stdout:104 2024-09-20T21:58:04.136 INFO:tasks.workunit.client.0.smithi046.stdout:105 2024-09-20T21:58:04.136 INFO:tasks.workunit.client.0.smithi046.stdout:106 2024-09-20T21:58:04.136 INFO:tasks.workunit.client.0.smithi046.stdout:107 2024-09-20T21:58:04.136 INFO:tasks.workunit.client.0.smithi046.stdout:108 2024-09-20T21:58:04.136 INFO:tasks.workunit.client.0.smithi046.stdout:109 2024-09-20T21:58:04.136 INFO:tasks.workunit.client.0.smithi046.stdout:110 2024-09-20T21:58:04.136 INFO:tasks.workunit.client.0.smithi046.stdout:111 2024-09-20T21:58:04.136 INFO:tasks.workunit.client.0.smithi046.stdout:112 2024-09-20T21:58:04.137 INFO:tasks.workunit.client.0.smithi046.stdout:113 2024-09-20T21:58:04.137 INFO:tasks.workunit.client.0.smithi046.stdout:114 2024-09-20T21:58:04.137 INFO:tasks.workunit.client.0.smithi046.stdout:115 2024-09-20T21:58:04.137 INFO:tasks.workunit.client.0.smithi046.stdout:116 2024-09-20T21:58:04.137 INFO:tasks.workunit.client.0.smithi046.stdout:117 2024-09-20T21:58:04.137 INFO:tasks.workunit.client.0.smithi046.stdout:118 2024-09-20T21:58:04.138 INFO:tasks.workunit.client.0.smithi046.stdout:119 2024-09-20T21:58:04.138 INFO:tasks.workunit.client.0.smithi046.stdout:120 2024-09-20T21:58:04.138 INFO:tasks.workunit.client.0.smithi046.stdout:121 2024-09-20T21:58:04.138 INFO:tasks.workunit.client.0.smithi046.stdout:122 2024-09-20T21:58:04.139 INFO:tasks.workunit.client.0.smithi046.stdout:123 2024-09-20T21:58:04.139 INFO:tasks.workunit.client.0.smithi046.stdout:124 2024-09-20T21:58:04.141 INFO:tasks.workunit.client.0.smithi046.stdout:125 2024-09-20T21:58:04.141 INFO:tasks.workunit.client.0.smithi046.stdout:126 2024-09-20T21:58:04.143 INFO:tasks.workunit.client.0.smithi046.stdout:127 2024-09-20T21:58:04.144 INFO:tasks.workunit.client.0.smithi046.stdout:128 2024-09-20T21:58:04.145 INFO:tasks.workunit.client.0.smithi046.stdout:129 2024-09-20T21:58:04.146 INFO:tasks.workunit.client.0.smithi046.stdout:130 2024-09-20T21:58:04.146 INFO:tasks.workunit.client.0.smithi046.stdout:131 2024-09-20T21:58:04.148 INFO:tasks.workunit.client.0.smithi046.stdout:132 2024-09-20T21:58:04.148 INFO:tasks.workunit.client.0.smithi046.stdout:133 2024-09-20T21:58:04.149 INFO:tasks.workunit.client.0.smithi046.stdout:134 2024-09-20T21:58:04.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:03 smithi046 ceph-mon[96110]: osdmap e958: 8 total, 8 up, 8 in 2024-09-20T21:58:04.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:03 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1940547347' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:04.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:03 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:04.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:03 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:04.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:03 smithi046 ceph-mon[96110]: osdmap e959: 8 total, 8 up, 8 in 2024-09-20T21:58:04.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:03 smithi046 ceph-mon[98591]: osdmap e958: 8 total, 8 up, 8 in 2024-09-20T21:58:04.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:03 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1940547347' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:04.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:03 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:04.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:03 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:04.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:03 smithi046 ceph-mon[98591]: osdmap e959: 8 total, 8 up, 8 in 2024-09-20T21:58:04.151 INFO:tasks.workunit.client.0.smithi046.stdout:135 2024-09-20T21:58:04.152 INFO:tasks.workunit.client.0.smithi046.stdout:136 2024-09-20T21:58:04.153 INFO:tasks.workunit.client.0.smithi046.stdout:137 2024-09-20T21:58:04.154 INFO:tasks.workunit.client.0.smithi046.stdout:138 2024-09-20T21:58:04.155 INFO:tasks.workunit.client.0.smithi046.stdout:139 2024-09-20T21:58:04.156 INFO:tasks.workunit.client.0.smithi046.stdout:140 2024-09-20T21:58:04.157 INFO:tasks.workunit.client.0.smithi046.stdout:141 2024-09-20T21:58:04.157 INFO:tasks.workunit.client.0.smithi046.stdout:142 2024-09-20T21:58:04.159 INFO:tasks.workunit.client.0.smithi046.stdout:143 2024-09-20T21:58:04.159 INFO:tasks.workunit.client.0.smithi046.stdout:144 2024-09-20T21:58:04.161 INFO:tasks.workunit.client.0.smithi046.stdout:145 2024-09-20T21:58:04.161 INFO:tasks.workunit.client.0.smithi046.stdout:146 2024-09-20T21:58:04.162 INFO:tasks.workunit.client.0.smithi046.stdout:147 2024-09-20T21:58:04.163 INFO:tasks.workunit.client.0.smithi046.stdout:148 2024-09-20T21:58:04.164 INFO:tasks.workunit.client.0.smithi046.stdout:149 2024-09-20T21:58:04.165 INFO:tasks.workunit.client.0.smithi046.stdout:150 2024-09-20T21:58:04.166 INFO:tasks.workunit.client.0.smithi046.stdout:151 2024-09-20T21:58:04.167 INFO:tasks.workunit.client.0.smithi046.stdout:152 2024-09-20T21:58:04.168 INFO:tasks.workunit.client.0.smithi046.stdout:153 2024-09-20T21:58:04.169 INFO:tasks.workunit.client.0.smithi046.stdout:154 2024-09-20T21:58:04.170 INFO:tasks.workunit.client.0.smithi046.stdout:155 2024-09-20T21:58:04.171 INFO:tasks.workunit.client.0.smithi046.stdout:156 2024-09-20T21:58:04.171 INFO:tasks.workunit.client.0.smithi046.stdout:157 2024-09-20T21:58:04.172 INFO:tasks.workunit.client.0.smithi046.stdout:158 2024-09-20T21:58:04.173 INFO:tasks.workunit.client.0.smithi046.stdout:159 2024-09-20T21:58:04.174 INFO:tasks.workunit.client.0.smithi046.stdout:160 2024-09-20T21:58:04.175 INFO:tasks.workunit.client.0.smithi046.stdout:161 2024-09-20T21:58:04.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:03 smithi134 ceph-mon[89086]: osdmap e958: 8 total, 8 up, 8 in 2024-09-20T21:58:04.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:03 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1940547347' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:04.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:03 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:04.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:03 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:04.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:03 smithi134 ceph-mon[89086]: osdmap e959: 8 total, 8 up, 8 in 2024-09-20T21:58:04.176 INFO:tasks.workunit.client.0.smithi046.stdout:162 2024-09-20T21:58:04.177 INFO:tasks.workunit.client.0.smithi046.stdout:163 2024-09-20T21:58:04.178 INFO:tasks.workunit.client.0.smithi046.stdout:164 2024-09-20T21:58:04.179 INFO:tasks.workunit.client.0.smithi046.stdout:165 2024-09-20T21:58:04.180 INFO:tasks.workunit.client.0.smithi046.stdout:166 2024-09-20T21:58:04.180 INFO:tasks.workunit.client.0.smithi046.stdout:167 2024-09-20T21:58:04.181 INFO:tasks.workunit.client.0.smithi046.stdout:168 2024-09-20T21:58:04.182 INFO:tasks.workunit.client.0.smithi046.stdout:169 2024-09-20T21:58:04.183 INFO:tasks.workunit.client.0.smithi046.stdout:170 2024-09-20T21:58:04.184 INFO:tasks.workunit.client.0.smithi046.stdout:171 2024-09-20T21:58:04.185 INFO:tasks.workunit.client.0.smithi046.stdout:172 2024-09-20T21:58:04.185 INFO:tasks.workunit.client.0.smithi046.stdout:173 2024-09-20T21:58:04.186 INFO:tasks.workunit.client.0.smithi046.stdout:174 2024-09-20T21:58:04.187 INFO:tasks.workunit.client.0.smithi046.stdout:175 2024-09-20T21:58:04.188 INFO:tasks.workunit.client.0.smithi046.stdout:176 2024-09-20T21:58:04.189 INFO:tasks.workunit.client.0.smithi046.stdout:177 2024-09-20T21:58:04.190 INFO:tasks.workunit.client.0.smithi046.stdout:178 2024-09-20T21:58:04.191 INFO:tasks.workunit.client.0.smithi046.stdout:179 2024-09-20T21:58:04.192 INFO:tasks.workunit.client.0.smithi046.stdout:180 2024-09-20T21:58:04.193 INFO:tasks.workunit.client.0.smithi046.stdout:181 2024-09-20T21:58:04.194 INFO:tasks.workunit.client.0.smithi046.stdout:182 2024-09-20T21:58:04.195 INFO:tasks.workunit.client.0.smithi046.stdout:183 2024-09-20T21:58:04.196 INFO:tasks.workunit.client.0.smithi046.stdout:184 2024-09-20T21:58:04.198 INFO:tasks.workunit.client.0.smithi046.stdout:185 2024-09-20T21:58:04.199 INFO:tasks.workunit.client.0.smithi046.stdout:186 2024-09-20T21:58:04.200 INFO:tasks.workunit.client.0.smithi046.stdout:187 2024-09-20T21:58:04.201 INFO:tasks.workunit.client.0.smithi046.stdout:188 2024-09-20T21:58:04.202 INFO:tasks.workunit.client.0.smithi046.stdout:189 2024-09-20T21:58:04.203 INFO:tasks.workunit.client.0.smithi046.stdout:190 2024-09-20T21:58:04.204 INFO:tasks.workunit.client.0.smithi046.stdout:191 2024-09-20T21:58:04.206 INFO:tasks.workunit.client.0.smithi046.stdout:192 2024-09-20T21:58:04.208 INFO:tasks.workunit.client.0.smithi046.stdout:193 2024-09-20T21:58:04.209 INFO:tasks.workunit.client.0.smithi046.stdout:194 2024-09-20T21:58:04.209 INFO:tasks.workunit.client.0.smithi046.stdout:195 2024-09-20T21:58:04.210 INFO:tasks.workunit.client.0.smithi046.stdout:196 2024-09-20T21:58:04.211 INFO:tasks.workunit.client.0.smithi046.stdout:197 2024-09-20T21:58:04.212 INFO:tasks.workunit.client.0.smithi046.stdout:198 2024-09-20T21:58:04.213 INFO:tasks.workunit.client.0.smithi046.stdout:199 2024-09-20T21:58:04.214 INFO:tasks.workunit.client.0.smithi046.stdout:200 2024-09-20T21:58:04.215 INFO:tasks.workunit.client.0.smithi046.stdout:201 2024-09-20T21:58:04.216 INFO:tasks.workunit.client.0.smithi046.stdout:202 2024-09-20T21:58:04.217 INFO:tasks.workunit.client.0.smithi046.stdout:203 2024-09-20T21:58:04.218 INFO:tasks.workunit.client.0.smithi046.stdout:204 2024-09-20T21:58:04.219 INFO:tasks.workunit.client.0.smithi046.stdout:205 2024-09-20T21:58:04.220 INFO:tasks.workunit.client.0.smithi046.stdout:206 2024-09-20T21:58:04.221 INFO:tasks.workunit.client.0.smithi046.stdout:207 2024-09-20T21:58:04.221 INFO:tasks.workunit.client.0.smithi046.stdout:208 2024-09-20T21:58:04.222 INFO:tasks.workunit.client.0.smithi046.stdout:209 2024-09-20T21:58:04.223 INFO:tasks.workunit.client.0.smithi046.stdout:210 2024-09-20T21:58:04.224 INFO:tasks.workunit.client.0.smithi046.stdout:211 2024-09-20T21:58:04.225 INFO:tasks.workunit.client.0.smithi046.stdout:212 2024-09-20T21:58:04.226 INFO:tasks.workunit.client.0.smithi046.stdout:213 2024-09-20T21:58:04.227 INFO:tasks.workunit.client.0.smithi046.stdout:214 2024-09-20T21:58:04.228 INFO:tasks.workunit.client.0.smithi046.stdout:215 2024-09-20T21:58:04.229 INFO:tasks.workunit.client.0.smithi046.stdout:216 2024-09-20T21:58:04.229 INFO:tasks.workunit.client.0.smithi046.stdout:217 2024-09-20T21:58:04.230 INFO:tasks.workunit.client.0.smithi046.stdout:218 2024-09-20T21:58:04.232 INFO:tasks.workunit.client.0.smithi046.stdout:219 2024-09-20T21:58:04.232 INFO:tasks.workunit.client.0.smithi046.stdout:220 2024-09-20T21:58:04.233 INFO:tasks.workunit.client.0.smithi046.stdout:221 2024-09-20T21:58:04.234 INFO:tasks.workunit.client.0.smithi046.stdout:222 2024-09-20T21:58:04.235 INFO:tasks.workunit.client.0.smithi046.stdout:223 2024-09-20T21:58:04.236 INFO:tasks.workunit.client.0.smithi046.stdout:224 2024-09-20T21:58:04.237 INFO:tasks.workunit.client.0.smithi046.stdout:225 2024-09-20T21:58:04.238 INFO:tasks.workunit.client.0.smithi046.stdout:226 2024-09-20T21:58:04.239 INFO:tasks.workunit.client.0.smithi046.stdout:227 2024-09-20T21:58:04.240 INFO:tasks.workunit.client.0.smithi046.stdout:228 2024-09-20T21:58:04.242 INFO:tasks.workunit.client.0.smithi046.stdout:229 2024-09-20T21:58:04.242 INFO:tasks.workunit.client.0.smithi046.stdout:230 2024-09-20T21:58:04.243 INFO:tasks.workunit.client.0.smithi046.stdout:231 2024-09-20T21:58:04.244 INFO:tasks.workunit.client.0.smithi046.stdout:232 2024-09-20T21:58:04.244 INFO:tasks.workunit.client.0.smithi046.stdout:233 2024-09-20T21:58:04.245 INFO:tasks.workunit.client.0.smithi046.stdout:234 2024-09-20T21:58:04.246 INFO:tasks.workunit.client.0.smithi046.stdout:235 2024-09-20T21:58:04.247 INFO:tasks.workunit.client.0.smithi046.stdout:236 2024-09-20T21:58:04.248 INFO:tasks.workunit.client.0.smithi046.stdout:237 2024-09-20T21:58:04.249 INFO:tasks.workunit.client.0.smithi046.stdout:238 2024-09-20T21:58:04.250 INFO:tasks.workunit.client.0.smithi046.stdout:239 2024-09-20T21:58:04.251 INFO:tasks.workunit.client.0.smithi046.stdout:240 2024-09-20T21:58:04.252 INFO:tasks.workunit.client.0.smithi046.stdout:241 2024-09-20T21:58:04.253 INFO:tasks.workunit.client.0.smithi046.stdout:242 2024-09-20T21:58:04.254 INFO:tasks.workunit.client.0.smithi046.stdout:243 2024-09-20T21:58:04.255 INFO:tasks.workunit.client.0.smithi046.stdout:244 2024-09-20T21:58:04.256 INFO:tasks.workunit.client.0.smithi046.stdout:245 2024-09-20T21:58:04.257 INFO:tasks.workunit.client.0.smithi046.stdout:246 2024-09-20T21:58:04.258 INFO:tasks.workunit.client.0.smithi046.stdout:247 2024-09-20T21:58:04.259 INFO:tasks.workunit.client.0.smithi046.stdout:248 2024-09-20T21:58:04.260 INFO:tasks.workunit.client.0.smithi046.stdout:249 2024-09-20T21:58:04.261 INFO:tasks.workunit.client.0.smithi046.stdout:250 2024-09-20T21:58:04.262 INFO:tasks.workunit.client.0.smithi046.stdout:251 2024-09-20T21:58:04.263 INFO:tasks.workunit.client.0.smithi046.stdout:252 2024-09-20T21:58:04.264 INFO:tasks.workunit.client.0.smithi046.stdout:253 2024-09-20T21:58:04.264 INFO:tasks.workunit.client.0.smithi046.stdout:254 2024-09-20T21:58:04.265 INFO:tasks.workunit.client.0.smithi046.stdout:255 2024-09-20T21:58:04.266 INFO:tasks.workunit.client.0.smithi046.stdout:256 2024-09-20T21:58:04.267 INFO:tasks.workunit.client.0.smithi046.stdout:257 2024-09-20T21:58:04.268 INFO:tasks.workunit.client.0.smithi046.stdout:258 2024-09-20T21:58:04.268 INFO:tasks.workunit.client.0.smithi046.stdout:259 2024-09-20T21:58:04.269 INFO:tasks.workunit.client.0.smithi046.stdout:260 2024-09-20T21:58:04.270 INFO:tasks.workunit.client.0.smithi046.stdout:261 2024-09-20T21:58:04.271 INFO:tasks.workunit.client.0.smithi046.stdout:262 2024-09-20T21:58:04.272 INFO:tasks.workunit.client.0.smithi046.stdout:263 2024-09-20T21:58:04.273 INFO:tasks.workunit.client.0.smithi046.stdout:264 2024-09-20T21:58:04.274 INFO:tasks.workunit.client.0.smithi046.stdout:265 2024-09-20T21:58:04.275 INFO:tasks.workunit.client.0.smithi046.stdout:266 2024-09-20T21:58:04.275 INFO:tasks.workunit.client.0.smithi046.stdout:267 2024-09-20T21:58:04.276 INFO:tasks.workunit.client.0.smithi046.stdout:268 2024-09-20T21:58:04.277 INFO:tasks.workunit.client.0.smithi046.stdout:269 2024-09-20T21:58:04.278 INFO:tasks.workunit.client.0.smithi046.stdout:270 2024-09-20T21:58:04.279 INFO:tasks.workunit.client.0.smithi046.stdout:271 2024-09-20T21:58:04.280 INFO:tasks.workunit.client.0.smithi046.stdout:272 2024-09-20T21:58:04.281 INFO:tasks.workunit.client.0.smithi046.stdout:273 2024-09-20T21:58:04.281 INFO:tasks.workunit.client.0.smithi046.stdout:274 2024-09-20T21:58:04.282 INFO:tasks.workunit.client.0.smithi046.stdout:275 2024-09-20T21:58:04.283 INFO:tasks.workunit.client.0.smithi046.stdout:276 2024-09-20T21:58:04.284 INFO:tasks.workunit.client.0.smithi046.stdout:277 2024-09-20T21:58:04.285 INFO:tasks.workunit.client.0.smithi046.stdout:278 2024-09-20T21:58:04.286 INFO:tasks.workunit.client.0.smithi046.stdout:279 2024-09-20T21:58:04.287 INFO:tasks.workunit.client.0.smithi046.stdout:280 2024-09-20T21:58:04.288 INFO:tasks.workunit.client.0.smithi046.stdout:281 2024-09-20T21:58:04.290 INFO:tasks.workunit.client.0.smithi046.stdout:282 2024-09-20T21:58:04.291 INFO:tasks.workunit.client.0.smithi046.stdout:283 2024-09-20T21:58:04.292 INFO:tasks.workunit.client.0.smithi046.stdout:284 2024-09-20T21:58:04.292 INFO:tasks.workunit.client.0.smithi046.stdout:285 2024-09-20T21:58:04.293 INFO:tasks.workunit.client.0.smithi046.stdout:286 2024-09-20T21:58:04.294 INFO:tasks.workunit.client.0.smithi046.stdout:287 2024-09-20T21:58:04.295 INFO:tasks.workunit.client.0.smithi046.stdout:288 2024-09-20T21:58:04.296 INFO:tasks.workunit.client.0.smithi046.stdout:289 2024-09-20T21:58:04.297 INFO:tasks.workunit.client.0.smithi046.stdout:290 2024-09-20T21:58:04.298 INFO:tasks.workunit.client.0.smithi046.stdout:291 2024-09-20T21:58:04.299 INFO:tasks.workunit.client.0.smithi046.stdout:292 2024-09-20T21:58:04.300 INFO:tasks.workunit.client.0.smithi046.stdout:293 2024-09-20T21:58:04.301 INFO:tasks.workunit.client.0.smithi046.stdout:294 2024-09-20T21:58:04.301 INFO:tasks.workunit.client.0.smithi046.stdout:295 2024-09-20T21:58:04.302 INFO:tasks.workunit.client.0.smithi046.stdout:296 2024-09-20T21:58:04.303 INFO:tasks.workunit.client.0.smithi046.stdout:297 2024-09-20T21:58:04.304 INFO:tasks.workunit.client.0.smithi046.stdout:298 2024-09-20T21:58:04.305 INFO:tasks.workunit.client.0.smithi046.stdout:299 2024-09-20T21:58:04.306 INFO:tasks.workunit.client.0.smithi046.stdout:300 2024-09-20T21:58:04.307 INFO:tasks.workunit.client.0.smithi046.stdout:301 2024-09-20T21:58:04.308 INFO:tasks.workunit.client.0.smithi046.stdout:302 2024-09-20T21:58:04.309 INFO:tasks.workunit.client.0.smithi046.stdout:303 2024-09-20T21:58:04.309 INFO:tasks.workunit.client.0.smithi046.stdout:304 2024-09-20T21:58:04.310 INFO:tasks.workunit.client.0.smithi046.stdout:305 2024-09-20T21:58:04.311 INFO:tasks.workunit.client.0.smithi046.stdout:306 2024-09-20T21:58:04.312 INFO:tasks.workunit.client.0.smithi046.stdout:307 2024-09-20T21:58:04.313 INFO:tasks.workunit.client.0.smithi046.stdout:308 2024-09-20T21:58:04.314 INFO:tasks.workunit.client.0.smithi046.stdout:309 2024-09-20T21:58:04.315 INFO:tasks.workunit.client.0.smithi046.stdout:310 2024-09-20T21:58:04.316 INFO:tasks.workunit.client.0.smithi046.stdout:311 2024-09-20T21:58:04.317 INFO:tasks.workunit.client.0.smithi046.stdout:312 2024-09-20T21:58:04.317 INFO:tasks.workunit.client.0.smithi046.stdout:313 2024-09-20T21:58:04.318 INFO:tasks.workunit.client.0.smithi046.stdout:314 2024-09-20T21:58:04.319 INFO:tasks.workunit.client.0.smithi046.stdout:315 2024-09-20T21:58:04.320 INFO:tasks.workunit.client.0.smithi046.stdout:316 2024-09-20T21:58:04.321 INFO:tasks.workunit.client.0.smithi046.stdout:317 2024-09-20T21:58:04.322 INFO:tasks.workunit.client.0.smithi046.stdout:318 2024-09-20T21:58:04.323 INFO:tasks.workunit.client.0.smithi046.stdout:319 2024-09-20T21:58:04.324 INFO:tasks.workunit.client.0.smithi046.stdout:320 2024-09-20T21:58:04.325 INFO:tasks.workunit.client.0.smithi046.stdout:321 2024-09-20T21:58:04.326 INFO:tasks.workunit.client.0.smithi046.stdout:322 2024-09-20T21:58:04.326 INFO:tasks.workunit.client.0.smithi046.stdout:323 2024-09-20T21:58:04.327 INFO:tasks.workunit.client.0.smithi046.stdout:324 2024-09-20T21:58:04.328 INFO:tasks.workunit.client.0.smithi046.stdout:325 2024-09-20T21:58:04.329 INFO:tasks.workunit.client.0.smithi046.stdout:326 2024-09-20T21:58:04.330 INFO:tasks.workunit.client.0.smithi046.stdout:327 2024-09-20T21:58:04.331 INFO:tasks.workunit.client.0.smithi046.stdout:328 2024-09-20T21:58:04.332 INFO:tasks.workunit.client.0.smithi046.stdout:329 2024-09-20T21:58:04.333 INFO:tasks.workunit.client.0.smithi046.stdout:330 2024-09-20T21:58:04.334 INFO:tasks.workunit.client.0.smithi046.stdout:331 2024-09-20T21:58:04.334 INFO:tasks.workunit.client.0.smithi046.stdout:332 2024-09-20T21:58:04.335 INFO:tasks.workunit.client.0.smithi046.stdout:333 2024-09-20T21:58:04.336 INFO:tasks.workunit.client.0.smithi046.stdout:334 2024-09-20T21:58:04.337 INFO:tasks.workunit.client.0.smithi046.stdout:335 2024-09-20T21:58:04.338 INFO:tasks.workunit.client.0.smithi046.stdout:336 2024-09-20T21:58:04.339 INFO:tasks.workunit.client.0.smithi046.stdout:337 2024-09-20T21:58:04.340 INFO:tasks.workunit.client.0.smithi046.stdout:338 2024-09-20T21:58:04.341 INFO:tasks.workunit.client.0.smithi046.stdout:339 2024-09-20T21:58:04.342 INFO:tasks.workunit.client.0.smithi046.stdout:340 2024-09-20T21:58:04.343 INFO:tasks.workunit.client.0.smithi046.stdout:341 2024-09-20T21:58:04.343 INFO:tasks.workunit.client.0.smithi046.stdout:342 2024-09-20T21:58:04.344 INFO:tasks.workunit.client.0.smithi046.stdout:343 2024-09-20T21:58:04.345 INFO:tasks.workunit.client.0.smithi046.stdout:344 2024-09-20T21:58:04.346 INFO:tasks.workunit.client.0.smithi046.stdout:345 2024-09-20T21:58:04.347 INFO:tasks.workunit.client.0.smithi046.stdout:346 2024-09-20T21:58:04.348 INFO:tasks.workunit.client.0.smithi046.stdout:347 2024-09-20T21:58:04.349 INFO:tasks.workunit.client.0.smithi046.stdout:348 2024-09-20T21:58:04.350 INFO:tasks.workunit.client.0.smithi046.stdout:349 2024-09-20T21:58:04.351 INFO:tasks.workunit.client.0.smithi046.stdout:350 2024-09-20T21:58:04.352 INFO:tasks.workunit.client.0.smithi046.stdout:351 2024-09-20T21:58:04.352 INFO:tasks.workunit.client.0.smithi046.stdout:352 2024-09-20T21:58:04.353 INFO:tasks.workunit.client.0.smithi046.stdout:353 2024-09-20T21:58:04.354 INFO:tasks.workunit.client.0.smithi046.stdout:354 2024-09-20T21:58:04.355 INFO:tasks.workunit.client.0.smithi046.stdout:355 2024-09-20T21:58:04.356 INFO:tasks.workunit.client.0.smithi046.stdout:356 2024-09-20T21:58:04.357 INFO:tasks.workunit.client.0.smithi046.stdout:357 2024-09-20T21:58:04.358 INFO:tasks.workunit.client.0.smithi046.stdout:358 2024-09-20T21:58:04.359 INFO:tasks.workunit.client.0.smithi046.stdout:359 2024-09-20T21:58:04.360 INFO:tasks.workunit.client.0.smithi046.stdout:360 2024-09-20T21:58:04.361 INFO:tasks.workunit.client.0.smithi046.stdout:361 2024-09-20T21:58:04.362 INFO:tasks.workunit.client.0.smithi046.stdout:362 2024-09-20T21:58:04.362 INFO:tasks.workunit.client.0.smithi046.stdout:363 2024-09-20T21:58:04.363 INFO:tasks.workunit.client.0.smithi046.stdout:364 2024-09-20T21:58:04.364 INFO:tasks.workunit.client.0.smithi046.stdout:365 2024-09-20T21:58:04.365 INFO:tasks.workunit.client.0.smithi046.stdout:366 2024-09-20T21:58:04.366 INFO:tasks.workunit.client.0.smithi046.stdout:367 2024-09-20T21:58:04.367 INFO:tasks.workunit.client.0.smithi046.stdout:368 2024-09-20T21:58:04.368 INFO:tasks.workunit.client.0.smithi046.stdout:369 2024-09-20T21:58:04.369 INFO:tasks.workunit.client.0.smithi046.stdout:370 2024-09-20T21:58:04.370 INFO:tasks.workunit.client.0.smithi046.stdout:371 2024-09-20T21:58:04.371 INFO:tasks.workunit.client.0.smithi046.stdout:372 2024-09-20T21:58:04.372 INFO:tasks.workunit.client.0.smithi046.stdout:373 2024-09-20T21:58:04.373 INFO:tasks.workunit.client.0.smithi046.stdout:374 2024-09-20T21:58:04.374 INFO:tasks.workunit.client.0.smithi046.stdout:375 2024-09-20T21:58:04.375 INFO:tasks.workunit.client.0.smithi046.stdout:376 2024-09-20T21:58:04.376 INFO:tasks.workunit.client.0.smithi046.stdout:377 2024-09-20T21:58:04.377 INFO:tasks.workunit.client.0.smithi046.stdout:378 2024-09-20T21:58:04.378 INFO:tasks.workunit.client.0.smithi046.stdout:379 2024-09-20T21:58:04.379 INFO:tasks.workunit.client.0.smithi046.stdout:380 2024-09-20T21:58:04.380 INFO:tasks.workunit.client.0.smithi046.stdout:381 2024-09-20T21:58:04.381 INFO:tasks.workunit.client.0.smithi046.stdout:382 2024-09-20T21:58:04.382 INFO:tasks.workunit.client.0.smithi046.stdout:383 2024-09-20T21:58:04.383 INFO:tasks.workunit.client.0.smithi046.stdout:384 2024-09-20T21:58:04.384 INFO:tasks.workunit.client.0.smithi046.stdout:385 2024-09-20T21:58:04.385 INFO:tasks.workunit.client.0.smithi046.stdout:386 2024-09-20T21:58:04.386 INFO:tasks.workunit.client.0.smithi046.stdout:387 2024-09-20T21:58:04.386 INFO:tasks.workunit.client.0.smithi046.stdout:388 2024-09-20T21:58:04.387 INFO:tasks.workunit.client.0.smithi046.stdout:389 2024-09-20T21:58:04.388 INFO:tasks.workunit.client.0.smithi046.stdout:390 2024-09-20T21:58:04.389 INFO:tasks.workunit.client.0.smithi046.stdout:391 2024-09-20T21:58:04.390 INFO:tasks.workunit.client.0.smithi046.stdout:392 2024-09-20T21:58:04.391 INFO:tasks.workunit.client.0.smithi046.stdout:393 2024-09-20T21:58:04.392 INFO:tasks.workunit.client.0.smithi046.stdout:394 2024-09-20T21:58:04.393 INFO:tasks.workunit.client.0.smithi046.stdout:395 2024-09-20T21:58:04.394 INFO:tasks.workunit.client.0.smithi046.stdout:396 2024-09-20T21:58:04.395 INFO:tasks.workunit.client.0.smithi046.stdout:397 2024-09-20T21:58:04.396 INFO:tasks.workunit.client.0.smithi046.stdout:398 2024-09-20T21:58:04.397 INFO:tasks.workunit.client.0.smithi046.stdout:399 2024-09-20T21:58:04.398 INFO:tasks.workunit.client.0.smithi046.stdout:400 2024-09-20T21:58:04.399 INFO:tasks.workunit.client.0.smithi046.stdout:401 2024-09-20T21:58:04.400 INFO:tasks.workunit.client.0.smithi046.stdout:402 2024-09-20T21:58:04.401 INFO:tasks.workunit.client.0.smithi046.stdout:403 2024-09-20T21:58:04.402 INFO:tasks.workunit.client.0.smithi046.stdout:404 2024-09-20T21:58:04.403 INFO:tasks.workunit.client.0.smithi046.stdout:405 2024-09-20T21:58:04.404 INFO:tasks.workunit.client.0.smithi046.stdout:406 2024-09-20T21:58:04.405 INFO:tasks.workunit.client.0.smithi046.stdout:407 2024-09-20T21:58:04.406 INFO:tasks.workunit.client.0.smithi046.stdout:408 2024-09-20T21:58:04.407 INFO:tasks.workunit.client.0.smithi046.stdout:409 2024-09-20T21:58:04.408 INFO:tasks.workunit.client.0.smithi046.stdout:410 2024-09-20T21:58:04.409 INFO:tasks.workunit.client.0.smithi046.stdout:411 2024-09-20T21:58:04.410 INFO:tasks.workunit.client.0.smithi046.stdout:412 2024-09-20T21:58:04.411 INFO:tasks.workunit.client.0.smithi046.stdout:413 2024-09-20T21:58:04.411 INFO:tasks.workunit.client.0.smithi046.stdout:414 2024-09-20T21:58:04.412 INFO:tasks.workunit.client.0.smithi046.stdout:415 2024-09-20T21:58:04.413 INFO:tasks.workunit.client.0.smithi046.stdout:416 2024-09-20T21:58:04.414 INFO:tasks.workunit.client.0.smithi046.stdout:417 2024-09-20T21:58:04.415 INFO:tasks.workunit.client.0.smithi046.stdout:418 2024-09-20T21:58:04.416 INFO:tasks.workunit.client.0.smithi046.stdout:419 2024-09-20T21:58:04.417 INFO:tasks.workunit.client.0.smithi046.stdout:420 2024-09-20T21:58:04.419 INFO:tasks.workunit.client.0.smithi046.stdout:421 2024-09-20T21:58:04.420 INFO:tasks.workunit.client.0.smithi046.stdout:422 2024-09-20T21:58:04.421 INFO:tasks.workunit.client.0.smithi046.stdout:423 2024-09-20T21:58:04.422 INFO:tasks.workunit.client.0.smithi046.stdout:424 2024-09-20T21:58:04.423 INFO:tasks.workunit.client.0.smithi046.stdout:425 2024-09-20T21:58:04.424 INFO:tasks.workunit.client.0.smithi046.stdout:426 2024-09-20T21:58:04.425 INFO:tasks.workunit.client.0.smithi046.stdout:427 2024-09-20T21:58:04.426 INFO:tasks.workunit.client.0.smithi046.stdout:428 2024-09-20T21:58:04.427 INFO:tasks.workunit.client.0.smithi046.stdout:429 2024-09-20T21:58:04.428 INFO:tasks.workunit.client.0.smithi046.stdout:430 2024-09-20T21:58:04.429 INFO:tasks.workunit.client.0.smithi046.stdout:431 2024-09-20T21:58:04.430 INFO:tasks.workunit.client.0.smithi046.stdout:432 2024-09-20T21:58:04.430 INFO:tasks.workunit.client.0.smithi046.stdout:433 2024-09-20T21:58:04.431 INFO:tasks.workunit.client.0.smithi046.stdout:434 2024-09-20T21:58:04.433 INFO:tasks.workunit.client.0.smithi046.stdout:435 2024-09-20T21:58:04.434 INFO:tasks.workunit.client.0.smithi046.stdout:436 2024-09-20T21:58:04.435 INFO:tasks.workunit.client.0.smithi046.stdout:437 2024-09-20T21:58:04.436 INFO:tasks.workunit.client.0.smithi046.stdout:438 2024-09-20T21:58:04.437 INFO:tasks.workunit.client.0.smithi046.stdout:439 2024-09-20T21:58:04.438 INFO:tasks.workunit.client.0.smithi046.stdout:440 2024-09-20T21:58:04.439 INFO:tasks.workunit.client.0.smithi046.stdout:441 2024-09-20T21:58:04.440 INFO:tasks.workunit.client.0.smithi046.stdout:442 2024-09-20T21:58:04.441 INFO:tasks.workunit.client.0.smithi046.stdout:443 2024-09-20T21:58:04.442 INFO:tasks.workunit.client.0.smithi046.stdout:444 2024-09-20T21:58:04.443 INFO:tasks.workunit.client.0.smithi046.stdout:445 2024-09-20T21:58:04.444 INFO:tasks.workunit.client.0.smithi046.stdout:446 2024-09-20T21:58:04.446 INFO:tasks.workunit.client.0.smithi046.stdout:447 2024-09-20T21:58:04.446 INFO:tasks.workunit.client.0.smithi046.stdout:448 2024-09-20T21:58:04.447 INFO:tasks.workunit.client.0.smithi046.stdout:449 2024-09-20T21:58:04.448 INFO:tasks.workunit.client.0.smithi046.stdout:450 2024-09-20T21:58:04.449 INFO:tasks.workunit.client.0.smithi046.stdout:451 2024-09-20T21:58:04.450 INFO:tasks.workunit.client.0.smithi046.stdout:452 2024-09-20T21:58:04.451 INFO:tasks.workunit.client.0.smithi046.stdout:453 2024-09-20T21:58:04.452 INFO:tasks.workunit.client.0.smithi046.stdout:454 2024-09-20T21:58:04.453 INFO:tasks.workunit.client.0.smithi046.stdout:455 2024-09-20T21:58:04.454 INFO:tasks.workunit.client.0.smithi046.stdout:456 2024-09-20T21:58:04.455 INFO:tasks.workunit.client.0.smithi046.stdout:457 2024-09-20T21:58:04.456 INFO:tasks.workunit.client.0.smithi046.stdout:458 2024-09-20T21:58:04.457 INFO:tasks.workunit.client.0.smithi046.stdout:459 2024-09-20T21:58:04.458 INFO:tasks.workunit.client.0.smithi046.stdout:460 2024-09-20T21:58:04.459 INFO:tasks.workunit.client.0.smithi046.stdout:461 2024-09-20T21:58:04.459 INFO:tasks.workunit.client.0.smithi046.stdout:462 2024-09-20T21:58:04.460 INFO:tasks.workunit.client.0.smithi046.stdout:463 2024-09-20T21:58:04.461 INFO:tasks.workunit.client.0.smithi046.stdout:464 2024-09-20T21:58:04.462 INFO:tasks.workunit.client.0.smithi046.stdout:465 2024-09-20T21:58:04.463 INFO:tasks.workunit.client.0.smithi046.stdout:466 2024-09-20T21:58:04.464 INFO:tasks.workunit.client.0.smithi046.stdout:467 2024-09-20T21:58:04.465 INFO:tasks.workunit.client.0.smithi046.stdout:468 2024-09-20T21:58:04.466 INFO:tasks.workunit.client.0.smithi046.stdout:469 2024-09-20T21:58:04.467 INFO:tasks.workunit.client.0.smithi046.stdout:470 2024-09-20T21:58:04.468 INFO:tasks.workunit.client.0.smithi046.stdout:471 2024-09-20T21:58:04.469 INFO:tasks.workunit.client.0.smithi046.stdout:472 2024-09-20T21:58:04.470 INFO:tasks.workunit.client.0.smithi046.stdout:473 2024-09-20T21:58:04.471 INFO:tasks.workunit.client.0.smithi046.stdout:474 2024-09-20T21:58:04.472 INFO:tasks.workunit.client.0.smithi046.stdout:475 2024-09-20T21:58:04.473 INFO:tasks.workunit.client.0.smithi046.stdout:476 2024-09-20T21:58:04.480 INFO:tasks.workunit.client.0.smithi046.stdout:477 2024-09-20T21:58:04.480 INFO:tasks.workunit.client.0.smithi046.stdout:478 2024-09-20T21:58:04.481 INFO:tasks.workunit.client.0.smithi046.stdout:479 2024-09-20T21:58:04.481 INFO:tasks.workunit.client.0.smithi046.stdout:480 2024-09-20T21:58:04.481 INFO:tasks.workunit.client.0.smithi046.stdout:481 2024-09-20T21:58:04.481 INFO:tasks.workunit.client.0.smithi046.stdout:482 2024-09-20T21:58:04.481 INFO:tasks.workunit.client.0.smithi046.stdout:483 2024-09-20T21:58:04.481 INFO:tasks.workunit.client.0.smithi046.stdout:484 2024-09-20T21:58:04.482 INFO:tasks.workunit.client.0.smithi046.stdout:485 2024-09-20T21:58:04.483 INFO:tasks.workunit.client.0.smithi046.stdout:486 2024-09-20T21:58:04.484 INFO:tasks.workunit.client.0.smithi046.stdout:487 2024-09-20T21:58:04.485 INFO:tasks.workunit.client.0.smithi046.stdout:488 2024-09-20T21:58:04.486 INFO:tasks.workunit.client.0.smithi046.stdout:489 2024-09-20T21:58:04.487 INFO:tasks.workunit.client.0.smithi046.stdout:490 2024-09-20T21:58:04.488 INFO:tasks.workunit.client.0.smithi046.stdout:491 2024-09-20T21:58:04.489 INFO:tasks.workunit.client.0.smithi046.stdout:492 2024-09-20T21:58:04.490 INFO:tasks.workunit.client.0.smithi046.stdout:493 2024-09-20T21:58:04.491 INFO:tasks.workunit.client.0.smithi046.stdout:494 2024-09-20T21:58:04.492 INFO:tasks.workunit.client.0.smithi046.stdout:495 2024-09-20T21:58:04.493 INFO:tasks.workunit.client.0.smithi046.stdout:496 2024-09-20T21:58:04.494 INFO:tasks.workunit.client.0.smithi046.stdout:497 2024-09-20T21:58:04.495 INFO:tasks.workunit.client.0.smithi046.stdout:498 2024-09-20T21:58:04.496 INFO:tasks.workunit.client.0.smithi046.stdout:499 2024-09-20T21:58:04.497 INFO:tasks.workunit.client.0.smithi046.stdout:500 2024-09-20T21:58:04.498 INFO:tasks.workunit.client.0.smithi046.stdout:501 2024-09-20T21:58:04.499 INFO:tasks.workunit.client.0.smithi046.stdout:502 2024-09-20T21:58:04.500 INFO:tasks.workunit.client.0.smithi046.stdout:503 2024-09-20T21:58:04.501 INFO:tasks.workunit.client.0.smithi046.stdout:504 2024-09-20T21:58:04.502 INFO:tasks.workunit.client.0.smithi046.stdout:505 2024-09-20T21:58:04.502 INFO:tasks.workunit.client.0.smithi046.stdout:506 2024-09-20T21:58:04.503 INFO:tasks.workunit.client.0.smithi046.stdout:507 2024-09-20T21:58:04.504 INFO:tasks.workunit.client.0.smithi046.stdout:508 2024-09-20T21:58:04.506 INFO:tasks.workunit.client.0.smithi046.stdout:509 2024-09-20T21:58:04.507 INFO:tasks.workunit.client.0.smithi046.stdout:510 2024-09-20T21:58:04.508 INFO:tasks.workunit.client.0.smithi046.stdout:511 2024-09-20T21:58:04.509 INFO:tasks.workunit.client.0.smithi046.stdout:512 2024-09-20T21:58:04.510 INFO:tasks.workunit.client.0.smithi046.stdout:513 2024-09-20T21:58:04.511 INFO:tasks.workunit.client.0.smithi046.stdout:514 2024-09-20T21:58:04.512 INFO:tasks.workunit.client.0.smithi046.stdout:515 2024-09-20T21:58:04.513 INFO:tasks.workunit.client.0.smithi046.stdout:516 2024-09-20T21:58:04.514 INFO:tasks.workunit.client.0.smithi046.stdout:517 2024-09-20T21:58:04.515 INFO:tasks.workunit.client.0.smithi046.stdout:518 2024-09-20T21:58:04.516 INFO:tasks.workunit.client.0.smithi046.stdout:519 2024-09-20T21:58:04.517 INFO:tasks.workunit.client.0.smithi046.stdout:520 2024-09-20T21:58:04.518 INFO:tasks.workunit.client.0.smithi046.stdout:521 2024-09-20T21:58:04.519 INFO:tasks.workunit.client.0.smithi046.stdout:522 2024-09-20T21:58:04.519 INFO:tasks.workunit.client.0.smithi046.stdout:523 2024-09-20T21:58:04.521 INFO:tasks.workunit.client.0.smithi046.stdout:524 2024-09-20T21:58:04.521 INFO:tasks.workunit.client.0.smithi046.stdout:525 2024-09-20T21:58:04.522 INFO:tasks.workunit.client.0.smithi046.stdout:526 2024-09-20T21:58:04.524 INFO:tasks.workunit.client.0.smithi046.stdout:527 2024-09-20T21:58:04.525 INFO:tasks.workunit.client.0.smithi046.stdout:528 2024-09-20T21:58:04.525 INFO:tasks.workunit.client.0.smithi046.stdout:529 2024-09-20T21:58:04.527 INFO:tasks.workunit.client.0.smithi046.stdout:530 2024-09-20T21:58:04.527 INFO:tasks.workunit.client.0.smithi046.stdout:531 2024-09-20T21:58:04.528 INFO:tasks.workunit.client.0.smithi046.stdout:532 2024-09-20T21:58:04.529 INFO:tasks.workunit.client.0.smithi046.stdout:533 2024-09-20T21:58:04.530 INFO:tasks.workunit.client.0.smithi046.stdout:534 2024-09-20T21:58:04.531 INFO:tasks.workunit.client.0.smithi046.stdout:535 2024-09-20T21:58:04.533 INFO:tasks.workunit.client.0.smithi046.stdout:536 2024-09-20T21:58:04.534 INFO:tasks.workunit.client.0.smithi046.stdout:537 2024-09-20T21:58:04.535 INFO:tasks.workunit.client.0.smithi046.stdout:538 2024-09-20T21:58:04.536 INFO:tasks.workunit.client.0.smithi046.stdout:539 2024-09-20T21:58:04.537 INFO:tasks.workunit.client.0.smithi046.stdout:540 2024-09-20T21:58:04.538 INFO:tasks.workunit.client.0.smithi046.stdout:541 2024-09-20T21:58:04.539 INFO:tasks.workunit.client.0.smithi046.stdout:542 2024-09-20T21:58:04.540 INFO:tasks.workunit.client.0.smithi046.stdout:543 2024-09-20T21:58:04.541 INFO:tasks.workunit.client.0.smithi046.stdout:544 2024-09-20T21:58:04.542 INFO:tasks.workunit.client.0.smithi046.stdout:545 2024-09-20T21:58:04.543 INFO:tasks.workunit.client.0.smithi046.stdout:546 2024-09-20T21:58:04.544 INFO:tasks.workunit.client.0.smithi046.stdout:547 2024-09-20T21:58:04.545 INFO:tasks.workunit.client.0.smithi046.stdout:548 2024-09-20T21:58:04.546 INFO:tasks.workunit.client.0.smithi046.stdout:549 2024-09-20T21:58:04.547 INFO:tasks.workunit.client.0.smithi046.stdout:550 2024-09-20T21:58:04.548 INFO:tasks.workunit.client.0.smithi046.stdout:551 2024-09-20T21:58:04.549 INFO:tasks.workunit.client.0.smithi046.stdout:552 2024-09-20T21:58:04.549 INFO:tasks.workunit.client.0.smithi046.stdout:553 2024-09-20T21:58:04.551 INFO:tasks.workunit.client.0.smithi046.stdout:554 2024-09-20T21:58:04.551 INFO:tasks.workunit.client.0.smithi046.stdout:555 2024-09-20T21:58:04.553 INFO:tasks.workunit.client.0.smithi046.stdout:556 2024-09-20T21:58:04.554 INFO:tasks.workunit.client.0.smithi046.stdout:557 2024-09-20T21:58:04.555 INFO:tasks.workunit.client.0.smithi046.stdout:558 2024-09-20T21:58:04.556 INFO:tasks.workunit.client.0.smithi046.stdout:559 2024-09-20T21:58:04.557 INFO:tasks.workunit.client.0.smithi046.stdout:560 2024-09-20T21:58:04.558 INFO:tasks.workunit.client.0.smithi046.stdout:561 2024-09-20T21:58:04.559 INFO:tasks.workunit.client.0.smithi046.stdout:562 2024-09-20T21:58:04.560 INFO:tasks.workunit.client.0.smithi046.stdout:563 2024-09-20T21:58:04.561 INFO:tasks.workunit.client.0.smithi046.stdout:564 2024-09-20T21:58:04.562 INFO:tasks.workunit.client.0.smithi046.stdout:565 2024-09-20T21:58:04.563 INFO:tasks.workunit.client.0.smithi046.stdout:566 2024-09-20T21:58:04.564 INFO:tasks.workunit.client.0.smithi046.stdout:567 2024-09-20T21:58:04.565 INFO:tasks.workunit.client.0.smithi046.stdout:568 2024-09-20T21:58:04.566 INFO:tasks.workunit.client.0.smithi046.stdout:569 2024-09-20T21:58:04.567 INFO:tasks.workunit.client.0.smithi046.stdout:570 2024-09-20T21:58:04.568 INFO:tasks.workunit.client.0.smithi046.stdout:571 2024-09-20T21:58:04.569 INFO:tasks.workunit.client.0.smithi046.stdout:572 2024-09-20T21:58:04.570 INFO:tasks.workunit.client.0.smithi046.stdout:573 2024-09-20T21:58:04.571 INFO:tasks.workunit.client.0.smithi046.stdout:574 2024-09-20T21:58:04.572 INFO:tasks.workunit.client.0.smithi046.stdout:575 2024-09-20T21:58:04.573 INFO:tasks.workunit.client.0.smithi046.stdout:576 2024-09-20T21:58:04.574 INFO:tasks.workunit.client.0.smithi046.stdout:577 2024-09-20T21:58:04.575 INFO:tasks.workunit.client.0.smithi046.stdout:578 2024-09-20T21:58:04.576 INFO:tasks.workunit.client.0.smithi046.stdout:579 2024-09-20T21:58:04.577 INFO:tasks.workunit.client.0.smithi046.stdout:580 2024-09-20T21:58:04.578 INFO:tasks.workunit.client.0.smithi046.stdout:581 2024-09-20T21:58:04.579 INFO:tasks.workunit.client.0.smithi046.stdout:582 2024-09-20T21:58:04.580 INFO:tasks.workunit.client.0.smithi046.stdout:583 2024-09-20T21:58:04.581 INFO:tasks.workunit.client.0.smithi046.stdout:584 2024-09-20T21:58:04.582 INFO:tasks.workunit.client.0.smithi046.stdout:585 2024-09-20T21:58:04.583 INFO:tasks.workunit.client.0.smithi046.stdout:586 2024-09-20T21:58:04.584 INFO:tasks.workunit.client.0.smithi046.stdout:587 2024-09-20T21:58:04.585 INFO:tasks.workunit.client.0.smithi046.stdout:588 2024-09-20T21:58:04.586 INFO:tasks.workunit.client.0.smithi046.stdout:589 2024-09-20T21:58:04.587 INFO:tasks.workunit.client.0.smithi046.stdout:590 2024-09-20T21:58:04.588 INFO:tasks.workunit.client.0.smithi046.stdout:591 2024-09-20T21:58:04.589 INFO:tasks.workunit.client.0.smithi046.stdout:592 2024-09-20T21:58:04.590 INFO:tasks.workunit.client.0.smithi046.stdout:593 2024-09-20T21:58:04.592 INFO:tasks.workunit.client.0.smithi046.stdout:594 2024-09-20T21:58:04.593 INFO:tasks.workunit.client.0.smithi046.stdout:595 2024-09-20T21:58:04.594 INFO:tasks.workunit.client.0.smithi046.stdout:596 2024-09-20T21:58:04.595 INFO:tasks.workunit.client.0.smithi046.stdout:597 2024-09-20T21:58:04.596 INFO:tasks.workunit.client.0.smithi046.stdout:598 2024-09-20T21:58:04.597 INFO:tasks.workunit.client.0.smithi046.stdout:599 2024-09-20T21:58:04.598 INFO:tasks.workunit.client.0.smithi046.stdout:600 2024-09-20T21:58:04.599 INFO:tasks.workunit.client.0.smithi046.stdout:601 2024-09-20T21:58:04.600 INFO:tasks.workunit.client.0.smithi046.stdout:602 2024-09-20T21:58:04.601 INFO:tasks.workunit.client.0.smithi046.stdout:603 2024-09-20T21:58:04.602 INFO:tasks.workunit.client.0.smithi046.stdout:604 2024-09-20T21:58:04.603 INFO:tasks.workunit.client.0.smithi046.stdout:605 2024-09-20T21:58:04.604 INFO:tasks.workunit.client.0.smithi046.stdout:606 2024-09-20T21:58:04.606 INFO:tasks.workunit.client.0.smithi046.stdout:607 2024-09-20T21:58:04.607 INFO:tasks.workunit.client.0.smithi046.stdout:608 2024-09-20T21:58:04.608 INFO:tasks.workunit.client.0.smithi046.stdout:609 2024-09-20T21:58:04.609 INFO:tasks.workunit.client.0.smithi046.stdout:610 2024-09-20T21:58:04.610 INFO:tasks.workunit.client.0.smithi046.stdout:611 2024-09-20T21:58:04.611 INFO:tasks.workunit.client.0.smithi046.stdout:612 2024-09-20T21:58:04.613 INFO:tasks.workunit.client.0.smithi046.stdout:613 2024-09-20T21:58:04.614 INFO:tasks.workunit.client.0.smithi046.stdout:614 2024-09-20T21:58:04.615 INFO:tasks.workunit.client.0.smithi046.stdout:615 2024-09-20T21:58:04.616 INFO:tasks.workunit.client.0.smithi046.stdout:616 2024-09-20T21:58:04.617 INFO:tasks.workunit.client.0.smithi046.stdout:617 2024-09-20T21:58:04.618 INFO:tasks.workunit.client.0.smithi046.stdout:618 2024-09-20T21:58:04.619 INFO:tasks.workunit.client.0.smithi046.stdout:619 2024-09-20T21:58:04.620 INFO:tasks.workunit.client.0.smithi046.stdout:620 2024-09-20T21:58:04.621 INFO:tasks.workunit.client.0.smithi046.stdout:621 2024-09-20T21:58:04.622 INFO:tasks.workunit.client.0.smithi046.stdout:622 2024-09-20T21:58:04.623 INFO:tasks.workunit.client.0.smithi046.stdout:623 2024-09-20T21:58:04.624 INFO:tasks.workunit.client.0.smithi046.stdout:624 2024-09-20T21:58:04.625 INFO:tasks.workunit.client.0.smithi046.stdout:625 2024-09-20T21:58:04.627 INFO:tasks.workunit.client.0.smithi046.stdout:626 2024-09-20T21:58:04.628 INFO:tasks.workunit.client.0.smithi046.stdout:627 2024-09-20T21:58:04.629 INFO:tasks.workunit.client.0.smithi046.stdout:628 2024-09-20T21:58:04.630 INFO:tasks.workunit.client.0.smithi046.stdout:629 2024-09-20T21:58:04.631 INFO:tasks.workunit.client.0.smithi046.stdout:630 2024-09-20T21:58:04.632 INFO:tasks.workunit.client.0.smithi046.stdout:631 2024-09-20T21:58:04.633 INFO:tasks.workunit.client.0.smithi046.stdout:632 2024-09-20T21:58:04.634 INFO:tasks.workunit.client.0.smithi046.stdout:633 2024-09-20T21:58:04.635 INFO:tasks.workunit.client.0.smithi046.stdout:634 2024-09-20T21:58:04.636 INFO:tasks.workunit.client.0.smithi046.stdout:635 2024-09-20T21:58:04.637 INFO:tasks.workunit.client.0.smithi046.stdout:636 2024-09-20T21:58:04.638 INFO:tasks.workunit.client.0.smithi046.stdout:637 2024-09-20T21:58:04.639 INFO:tasks.workunit.client.0.smithi046.stdout:638 2024-09-20T21:58:04.640 INFO:tasks.workunit.client.0.smithi046.stdout:639 2024-09-20T21:58:04.641 INFO:tasks.workunit.client.0.smithi046.stdout:640 2024-09-20T21:58:04.642 INFO:tasks.workunit.client.0.smithi046.stdout:641 2024-09-20T21:58:04.643 INFO:tasks.workunit.client.0.smithi046.stdout:642 2024-09-20T21:58:04.644 INFO:tasks.workunit.client.0.smithi046.stdout:643 2024-09-20T21:58:04.645 INFO:tasks.workunit.client.0.smithi046.stdout:644 2024-09-20T21:58:04.646 INFO:tasks.workunit.client.0.smithi046.stdout:645 2024-09-20T21:58:04.650 INFO:tasks.workunit.client.0.smithi046.stdout:646 2024-09-20T21:58:04.650 INFO:tasks.workunit.client.0.smithi046.stdout:647 2024-09-20T21:58:04.650 INFO:tasks.workunit.client.0.smithi046.stdout:648 2024-09-20T21:58:04.651 INFO:tasks.workunit.client.0.smithi046.stdout:649 2024-09-20T21:58:04.653 INFO:tasks.workunit.client.0.smithi046.stdout:650 2024-09-20T21:58:04.654 INFO:tasks.workunit.client.0.smithi046.stdout:651 2024-09-20T21:58:04.655 INFO:tasks.workunit.client.0.smithi046.stdout:652 2024-09-20T21:58:04.656 INFO:tasks.workunit.client.0.smithi046.stdout:653 2024-09-20T21:58:04.657 INFO:tasks.workunit.client.0.smithi046.stdout:654 2024-09-20T21:58:04.658 INFO:tasks.workunit.client.0.smithi046.stdout:655 2024-09-20T21:58:04.659 INFO:tasks.workunit.client.0.smithi046.stdout:656 2024-09-20T21:58:04.660 INFO:tasks.workunit.client.0.smithi046.stdout:657 2024-09-20T21:58:04.662 INFO:tasks.workunit.client.0.smithi046.stdout:658 2024-09-20T21:58:04.663 INFO:tasks.workunit.client.0.smithi046.stdout:659 2024-09-20T21:58:04.664 INFO:tasks.workunit.client.0.smithi046.stdout:660 2024-09-20T21:58:04.665 INFO:tasks.workunit.client.0.smithi046.stdout:661 2024-09-20T21:58:04.666 INFO:tasks.workunit.client.0.smithi046.stdout:662 2024-09-20T21:58:04.668 INFO:tasks.workunit.client.0.smithi046.stdout:663 2024-09-20T21:58:04.669 INFO:tasks.workunit.client.0.smithi046.stdout:664 2024-09-20T21:58:04.670 INFO:tasks.workunit.client.0.smithi046.stdout:665 2024-09-20T21:58:04.671 INFO:tasks.workunit.client.0.smithi046.stdout:666 2024-09-20T21:58:04.672 INFO:tasks.workunit.client.0.smithi046.stdout:667 2024-09-20T21:58:04.673 INFO:tasks.workunit.client.0.smithi046.stdout:668 2024-09-20T21:58:04.674 INFO:tasks.workunit.client.0.smithi046.stdout:669 2024-09-20T21:58:04.675 INFO:tasks.workunit.client.0.smithi046.stdout:670 2024-09-20T21:58:04.676 INFO:tasks.workunit.client.0.smithi046.stdout:671 2024-09-20T21:58:04.678 INFO:tasks.workunit.client.0.smithi046.stdout:672 2024-09-20T21:58:04.679 INFO:tasks.workunit.client.0.smithi046.stdout:673 2024-09-20T21:58:04.680 INFO:tasks.workunit.client.0.smithi046.stdout:674 2024-09-20T21:58:04.681 INFO:tasks.workunit.client.0.smithi046.stdout:675 2024-09-20T21:58:04.682 INFO:tasks.workunit.client.0.smithi046.stdout:676 2024-09-20T21:58:04.686 INFO:tasks.workunit.client.0.smithi046.stdout:677 2024-09-20T21:58:04.688 INFO:tasks.workunit.client.0.smithi046.stdout:678 2024-09-20T21:58:04.689 INFO:tasks.workunit.client.0.smithi046.stdout:679 2024-09-20T21:58:04.690 INFO:tasks.workunit.client.0.smithi046.stdout:680 2024-09-20T21:58:04.693 INFO:tasks.workunit.client.0.smithi046.stdout:681 2024-09-20T21:58:04.694 INFO:tasks.workunit.client.0.smithi046.stdout:682 2024-09-20T21:58:04.696 INFO:tasks.workunit.client.0.smithi046.stdout:683 2024-09-20T21:58:04.697 INFO:tasks.workunit.client.0.smithi046.stdout:684 2024-09-20T21:58:04.698 INFO:tasks.workunit.client.0.smithi046.stdout:685 2024-09-20T21:58:04.699 INFO:tasks.workunit.client.0.smithi046.stdout:686 2024-09-20T21:58:04.700 INFO:tasks.workunit.client.0.smithi046.stdout:687 2024-09-20T21:58:04.701 INFO:tasks.workunit.client.0.smithi046.stdout:688 2024-09-20T21:58:04.702 INFO:tasks.workunit.client.0.smithi046.stdout:689 2024-09-20T21:58:04.703 INFO:tasks.workunit.client.0.smithi046.stdout:690 2024-09-20T21:58:04.704 INFO:tasks.workunit.client.0.smithi046.stdout:691 2024-09-20T21:58:04.705 INFO:tasks.workunit.client.0.smithi046.stdout:692 2024-09-20T21:58:04.706 INFO:tasks.workunit.client.0.smithi046.stdout:693 2024-09-20T21:58:04.707 INFO:tasks.workunit.client.0.smithi046.stdout:694 2024-09-20T21:58:04.708 INFO:tasks.workunit.client.0.smithi046.stdout:695 2024-09-20T21:58:04.709 INFO:tasks.workunit.client.0.smithi046.stdout:696 2024-09-20T21:58:04.710 INFO:tasks.workunit.client.0.smithi046.stdout:697 2024-09-20T21:58:04.711 INFO:tasks.workunit.client.0.smithi046.stdout:698 2024-09-20T21:58:04.712 INFO:tasks.workunit.client.0.smithi046.stdout:699 2024-09-20T21:58:04.713 INFO:tasks.workunit.client.0.smithi046.stdout:700 2024-09-20T21:58:04.714 INFO:tasks.workunit.client.0.smithi046.stdout:701 2024-09-20T21:58:04.715 INFO:tasks.workunit.client.0.smithi046.stdout:702 2024-09-20T21:58:04.717 INFO:tasks.workunit.client.0.smithi046.stdout:703 2024-09-20T21:58:04.717 INFO:tasks.workunit.client.0.smithi046.stdout:704 2024-09-20T21:58:04.718 INFO:tasks.workunit.client.0.smithi046.stdout:705 2024-09-20T21:58:04.719 INFO:tasks.workunit.client.0.smithi046.stdout:706 2024-09-20T21:58:04.720 INFO:tasks.workunit.client.0.smithi046.stdout:707 2024-09-20T21:58:04.721 INFO:tasks.workunit.client.0.smithi046.stdout:708 2024-09-20T21:58:04.722 INFO:tasks.workunit.client.0.smithi046.stdout:709 2024-09-20T21:58:04.724 INFO:tasks.workunit.client.0.smithi046.stdout:710 2024-09-20T21:58:04.725 INFO:tasks.workunit.client.0.smithi046.stdout:711 2024-09-20T21:58:04.726 INFO:tasks.workunit.client.0.smithi046.stdout:712 2024-09-20T21:58:04.727 INFO:tasks.workunit.client.0.smithi046.stdout:713 2024-09-20T21:58:04.728 INFO:tasks.workunit.client.0.smithi046.stdout:714 2024-09-20T21:58:04.729 INFO:tasks.workunit.client.0.smithi046.stdout:715 2024-09-20T21:58:04.730 INFO:tasks.workunit.client.0.smithi046.stdout:716 2024-09-20T21:58:04.732 INFO:tasks.workunit.client.0.smithi046.stdout:717 2024-09-20T21:58:04.733 INFO:tasks.workunit.client.0.smithi046.stdout:718 2024-09-20T21:58:04.734 INFO:tasks.workunit.client.0.smithi046.stdout:719 2024-09-20T21:58:04.735 INFO:tasks.workunit.client.0.smithi046.stdout:720 2024-09-20T21:58:04.736 INFO:tasks.workunit.client.0.smithi046.stdout:721 2024-09-20T21:58:04.737 INFO:tasks.workunit.client.0.smithi046.stdout:722 2024-09-20T21:58:04.738 INFO:tasks.workunit.client.0.smithi046.stdout:723 2024-09-20T21:58:04.739 INFO:tasks.workunit.client.0.smithi046.stdout:724 2024-09-20T21:58:04.740 INFO:tasks.workunit.client.0.smithi046.stdout:725 2024-09-20T21:58:04.741 INFO:tasks.workunit.client.0.smithi046.stdout:726 2024-09-20T21:58:04.742 INFO:tasks.workunit.client.0.smithi046.stdout:727 2024-09-20T21:58:04.743 INFO:tasks.workunit.client.0.smithi046.stdout:728 2024-09-20T21:58:04.745 INFO:tasks.workunit.client.0.smithi046.stdout:729 2024-09-20T21:58:04.746 INFO:tasks.workunit.client.0.smithi046.stdout:730 2024-09-20T21:58:04.747 INFO:tasks.workunit.client.0.smithi046.stdout:731 2024-09-20T21:58:04.748 INFO:tasks.workunit.client.0.smithi046.stdout:732 2024-09-20T21:58:04.749 INFO:tasks.workunit.client.0.smithi046.stdout:733 2024-09-20T21:58:04.750 INFO:tasks.workunit.client.0.smithi046.stdout:734 2024-09-20T21:58:04.751 INFO:tasks.workunit.client.0.smithi046.stdout:735 2024-09-20T21:58:04.752 INFO:tasks.workunit.client.0.smithi046.stdout:736 2024-09-20T21:58:04.753 INFO:tasks.workunit.client.0.smithi046.stdout:737 2024-09-20T21:58:04.754 INFO:tasks.workunit.client.0.smithi046.stdout:738 2024-09-20T21:58:04.755 INFO:tasks.workunit.client.0.smithi046.stdout:739 2024-09-20T21:58:04.756 INFO:tasks.workunit.client.0.smithi046.stdout:740 2024-09-20T21:58:04.757 INFO:tasks.workunit.client.0.smithi046.stdout:741 2024-09-20T21:58:04.759 INFO:tasks.workunit.client.0.smithi046.stdout:742 2024-09-20T21:58:04.760 INFO:tasks.workunit.client.0.smithi046.stdout:743 2024-09-20T21:58:04.761 INFO:tasks.workunit.client.0.smithi046.stdout:744 2024-09-20T21:58:04.762 INFO:tasks.workunit.client.0.smithi046.stdout:745 2024-09-20T21:58:04.763 INFO:tasks.workunit.client.0.smithi046.stdout:746 2024-09-20T21:58:04.764 INFO:tasks.workunit.client.0.smithi046.stdout:747 2024-09-20T21:58:04.765 INFO:tasks.workunit.client.0.smithi046.stdout:748 2024-09-20T21:58:04.766 INFO:tasks.workunit.client.0.smithi046.stdout:749 2024-09-20T21:58:04.767 INFO:tasks.workunit.client.0.smithi046.stdout:750 2024-09-20T21:58:04.768 INFO:tasks.workunit.client.0.smithi046.stdout:751 2024-09-20T21:58:04.769 INFO:tasks.workunit.client.0.smithi046.stdout:752 2024-09-20T21:58:04.770 INFO:tasks.workunit.client.0.smithi046.stdout:753 2024-09-20T21:58:04.771 INFO:tasks.workunit.client.0.smithi046.stdout:754 2024-09-20T21:58:04.772 INFO:tasks.workunit.client.0.smithi046.stdout:755 2024-09-20T21:58:04.774 INFO:tasks.workunit.client.0.smithi046.stdout:756 2024-09-20T21:58:04.775 INFO:tasks.workunit.client.0.smithi046.stdout:757 2024-09-20T21:58:04.776 INFO:tasks.workunit.client.0.smithi046.stdout:758 2024-09-20T21:58:04.777 INFO:tasks.workunit.client.0.smithi046.stdout:759 2024-09-20T21:58:04.778 INFO:tasks.workunit.client.0.smithi046.stdout:760 2024-09-20T21:58:04.779 INFO:tasks.workunit.client.0.smithi046.stdout:761 2024-09-20T21:58:04.780 INFO:tasks.workunit.client.0.smithi046.stdout:762 2024-09-20T21:58:04.782 INFO:tasks.workunit.client.0.smithi046.stdout:763 2024-09-20T21:58:04.783 INFO:tasks.workunit.client.0.smithi046.stdout:764 2024-09-20T21:58:04.784 INFO:tasks.workunit.client.0.smithi046.stdout:765 2024-09-20T21:58:04.785 INFO:tasks.workunit.client.0.smithi046.stdout:766 2024-09-20T21:58:04.786 INFO:tasks.workunit.client.0.smithi046.stdout:767 2024-09-20T21:58:04.787 INFO:tasks.workunit.client.0.smithi046.stdout:768 2024-09-20T21:58:04.788 INFO:tasks.workunit.client.0.smithi046.stdout:769 2024-09-20T21:58:04.789 INFO:tasks.workunit.client.0.smithi046.stdout:770 2024-09-20T21:58:04.790 INFO:tasks.workunit.client.0.smithi046.stdout:771 2024-09-20T21:58:04.791 INFO:tasks.workunit.client.0.smithi046.stdout:772 2024-09-20T21:58:04.793 INFO:tasks.workunit.client.0.smithi046.stdout:773 2024-09-20T21:58:04.794 INFO:tasks.workunit.client.0.smithi046.stdout:774 2024-09-20T21:58:04.795 INFO:tasks.workunit.client.0.smithi046.stdout:775 2024-09-20T21:58:04.796 INFO:tasks.workunit.client.0.smithi046.stdout:776 2024-09-20T21:58:04.797 INFO:tasks.workunit.client.0.smithi046.stdout:777 2024-09-20T21:58:04.798 INFO:tasks.workunit.client.0.smithi046.stdout:778 2024-09-20T21:58:04.799 INFO:tasks.workunit.client.0.smithi046.stdout:779 2024-09-20T21:58:04.800 INFO:tasks.workunit.client.0.smithi046.stdout:780 2024-09-20T21:58:04.801 INFO:tasks.workunit.client.0.smithi046.stdout:781 2024-09-20T21:58:04.802 INFO:tasks.workunit.client.0.smithi046.stdout:782 2024-09-20T21:58:04.803 INFO:tasks.workunit.client.0.smithi046.stdout:783 2024-09-20T21:58:04.805 INFO:tasks.workunit.client.0.smithi046.stdout:784 2024-09-20T21:58:04.806 INFO:tasks.workunit.client.0.smithi046.stdout:785 2024-09-20T21:58:04.807 INFO:tasks.workunit.client.0.smithi046.stdout:786 2024-09-20T21:58:04.808 INFO:tasks.workunit.client.0.smithi046.stdout:787 2024-09-20T21:58:04.809 INFO:tasks.workunit.client.0.smithi046.stdout:788 2024-09-20T21:58:04.810 INFO:tasks.workunit.client.0.smithi046.stdout:789 2024-09-20T21:58:04.811 INFO:tasks.workunit.client.0.smithi046.stdout:790 2024-09-20T21:58:04.812 INFO:tasks.workunit.client.0.smithi046.stdout:791 2024-09-20T21:58:04.813 INFO:tasks.workunit.client.0.smithi046.stdout:792 2024-09-20T21:58:04.814 INFO:tasks.workunit.client.0.smithi046.stdout:793 2024-09-20T21:58:04.816 INFO:tasks.workunit.client.0.smithi046.stdout:794 2024-09-20T21:58:04.817 INFO:tasks.workunit.client.0.smithi046.stdout:795 2024-09-20T21:58:04.818 INFO:tasks.workunit.client.0.smithi046.stdout:796 2024-09-20T21:58:04.819 INFO:tasks.workunit.client.0.smithi046.stdout:797 2024-09-20T21:58:04.820 INFO:tasks.workunit.client.0.smithi046.stdout:798 2024-09-20T21:58:04.821 INFO:tasks.workunit.client.0.smithi046.stdout:799 2024-09-20T21:58:04.822 INFO:tasks.workunit.client.0.smithi046.stdout:800 2024-09-20T21:58:04.823 INFO:tasks.workunit.client.0.smithi046.stdout:801 2024-09-20T21:58:04.824 INFO:tasks.workunit.client.0.smithi046.stdout:802 2024-09-20T21:58:04.825 INFO:tasks.workunit.client.0.smithi046.stdout:803 2024-09-20T21:58:04.827 INFO:tasks.workunit.client.0.smithi046.stdout:804 2024-09-20T21:58:04.828 INFO:tasks.workunit.client.0.smithi046.stdout:805 2024-09-20T21:58:04.829 INFO:tasks.workunit.client.0.smithi046.stdout:806 2024-09-20T21:58:04.830 INFO:tasks.workunit.client.0.smithi046.stdout:807 2024-09-20T21:58:04.831 INFO:tasks.workunit.client.0.smithi046.stdout:808 2024-09-20T21:58:04.832 INFO:tasks.workunit.client.0.smithi046.stdout:809 2024-09-20T21:58:04.833 INFO:tasks.workunit.client.0.smithi046.stdout:810 2024-09-20T21:58:04.834 INFO:tasks.workunit.client.0.smithi046.stdout:811 2024-09-20T21:58:04.835 INFO:tasks.workunit.client.0.smithi046.stdout:812 2024-09-20T21:58:04.837 INFO:tasks.workunit.client.0.smithi046.stdout:813 2024-09-20T21:58:04.838 INFO:tasks.workunit.client.0.smithi046.stdout:814 2024-09-20T21:58:04.839 INFO:tasks.workunit.client.0.smithi046.stdout:815 2024-09-20T21:58:04.840 INFO:tasks.workunit.client.0.smithi046.stdout:816 2024-09-20T21:58:04.841 INFO:tasks.workunit.client.0.smithi046.stdout:817 2024-09-20T21:58:04.842 INFO:tasks.workunit.client.0.smithi046.stdout:818 2024-09-20T21:58:04.843 INFO:tasks.workunit.client.0.smithi046.stdout:819 2024-09-20T21:58:04.845 INFO:tasks.workunit.client.0.smithi046.stdout:820 2024-09-20T21:58:04.846 INFO:tasks.workunit.client.0.smithi046.stdout:821 2024-09-20T21:58:04.847 INFO:tasks.workunit.client.0.smithi046.stdout:822 2024-09-20T21:58:04.848 INFO:tasks.workunit.client.0.smithi046.stdout:823 2024-09-20T21:58:04.849 INFO:tasks.workunit.client.0.smithi046.stdout:824 2024-09-20T21:58:04.850 INFO:tasks.workunit.client.0.smithi046.stdout:825 2024-09-20T21:58:04.851 INFO:tasks.workunit.client.0.smithi046.stdout:826 2024-09-20T21:58:04.852 INFO:tasks.workunit.client.0.smithi046.stdout:827 2024-09-20T21:58:04.854 INFO:tasks.workunit.client.0.smithi046.stdout:828 2024-09-20T21:58:04.855 INFO:tasks.workunit.client.0.smithi046.stdout:829 2024-09-20T21:58:04.856 INFO:tasks.workunit.client.0.smithi046.stdout:830 2024-09-20T21:58:04.857 INFO:tasks.workunit.client.0.smithi046.stdout:831 2024-09-20T21:58:04.858 INFO:tasks.workunit.client.0.smithi046.stdout:832 2024-09-20T21:58:04.859 INFO:tasks.workunit.client.0.smithi046.stdout:833 2024-09-20T21:58:04.860 INFO:tasks.workunit.client.0.smithi046.stdout:834 2024-09-20T21:58:04.861 INFO:tasks.workunit.client.0.smithi046.stdout:835 2024-09-20T21:58:04.862 INFO:tasks.workunit.client.0.smithi046.stdout:836 2024-09-20T21:58:04.863 INFO:tasks.workunit.client.0.smithi046.stdout:837 2024-09-20T21:58:04.864 INFO:tasks.workunit.client.0.smithi046.stdout:838 2024-09-20T21:58:04.865 INFO:tasks.workunit.client.0.smithi046.stdout:839 2024-09-20T21:58:04.866 INFO:tasks.workunit.client.0.smithi046.stdout:840 2024-09-20T21:58:04.867 INFO:tasks.workunit.client.0.smithi046.stdout:841 2024-09-20T21:58:04.868 INFO:tasks.workunit.client.0.smithi046.stdout:842 2024-09-20T21:58:04.869 INFO:tasks.workunit.client.0.smithi046.stdout:843 2024-09-20T21:58:04.870 INFO:tasks.workunit.client.0.smithi046.stdout:844 2024-09-20T21:58:04.871 INFO:tasks.workunit.client.0.smithi046.stdout:845 2024-09-20T21:58:04.872 INFO:tasks.workunit.client.0.smithi046.stdout:846 2024-09-20T21:58:04.873 INFO:tasks.workunit.client.0.smithi046.stdout:847 2024-09-20T21:58:04.874 INFO:tasks.workunit.client.0.smithi046.stdout:848 2024-09-20T21:58:04.875 INFO:tasks.workunit.client.0.smithi046.stdout:849 2024-09-20T21:58:04.876 INFO:tasks.workunit.client.0.smithi046.stdout:850 2024-09-20T21:58:04.878 INFO:tasks.workunit.client.0.smithi046.stdout:851 2024-09-20T21:58:04.879 INFO:tasks.workunit.client.0.smithi046.stdout:852 2024-09-20T21:58:04.880 INFO:tasks.workunit.client.0.smithi046.stdout:853 2024-09-20T21:58:04.881 INFO:tasks.workunit.client.0.smithi046.stdout:854 2024-09-20T21:58:04.882 INFO:tasks.workunit.client.0.smithi046.stdout:855 2024-09-20T21:58:04.883 INFO:tasks.workunit.client.0.smithi046.stdout:856 2024-09-20T21:58:04.884 INFO:tasks.workunit.client.0.smithi046.stdout:857 2024-09-20T21:58:04.885 INFO:tasks.workunit.client.0.smithi046.stdout:858 2024-09-20T21:58:04.886 INFO:tasks.workunit.client.0.smithi046.stdout:859 2024-09-20T21:58:04.887 INFO:tasks.workunit.client.0.smithi046.stdout:860 2024-09-20T21:58:04.888 INFO:tasks.workunit.client.0.smithi046.stdout:861 2024-09-20T21:58:04.889 INFO:tasks.workunit.client.0.smithi046.stdout:862 2024-09-20T21:58:04.891 INFO:tasks.workunit.client.0.smithi046.stdout:863 2024-09-20T21:58:04.892 INFO:tasks.workunit.client.0.smithi046.stdout:864 2024-09-20T21:58:04.893 INFO:tasks.workunit.client.0.smithi046.stdout:865 2024-09-20T21:58:04.894 INFO:tasks.workunit.client.0.smithi046.stdout:866 2024-09-20T21:58:04.895 INFO:tasks.workunit.client.0.smithi046.stdout:867 2024-09-20T21:58:04.896 INFO:tasks.workunit.client.0.smithi046.stdout:868 2024-09-20T21:58:04.898 INFO:tasks.workunit.client.0.smithi046.stdout:869 2024-09-20T21:58:04.899 INFO:tasks.workunit.client.0.smithi046.stdout:870 2024-09-20T21:58:04.900 INFO:tasks.workunit.client.0.smithi046.stdout:871 2024-09-20T21:58:04.901 INFO:tasks.workunit.client.0.smithi046.stdout:872 2024-09-20T21:58:04.903 INFO:tasks.workunit.client.0.smithi046.stdout:873 2024-09-20T21:58:04.904 INFO:tasks.workunit.client.0.smithi046.stdout:874 2024-09-20T21:58:04.905 INFO:tasks.workunit.client.0.smithi046.stdout:875 2024-09-20T21:58:04.906 INFO:tasks.workunit.client.0.smithi046.stdout:876 2024-09-20T21:58:04.907 INFO:tasks.workunit.client.0.smithi046.stdout:877 2024-09-20T21:58:04.908 INFO:tasks.workunit.client.0.smithi046.stdout:878 2024-09-20T21:58:04.909 INFO:tasks.workunit.client.0.smithi046.stdout:879 2024-09-20T21:58:04.910 INFO:tasks.workunit.client.0.smithi046.stdout:880 2024-09-20T21:58:04.911 INFO:tasks.workunit.client.0.smithi046.stdout:881 2024-09-20T21:58:04.912 INFO:tasks.workunit.client.0.smithi046.stdout:882 2024-09-20T21:58:04.913 INFO:tasks.workunit.client.0.smithi046.stdout:883 2024-09-20T21:58:04.915 INFO:tasks.workunit.client.0.smithi046.stdout:884 2024-09-20T21:58:04.916 INFO:tasks.workunit.client.0.smithi046.stdout:885 2024-09-20T21:58:04.917 INFO:tasks.workunit.client.0.smithi046.stdout:886 2024-09-20T21:58:04.918 INFO:tasks.workunit.client.0.smithi046.stdout:887 2024-09-20T21:58:04.919 INFO:tasks.workunit.client.0.smithi046.stdout:888 2024-09-20T21:58:04.920 INFO:tasks.workunit.client.0.smithi046.stdout:889 2024-09-20T21:58:04.921 INFO:tasks.workunit.client.0.smithi046.stdout:890 2024-09-20T21:58:04.922 INFO:tasks.workunit.client.0.smithi046.stdout:891 2024-09-20T21:58:04.923 INFO:tasks.workunit.client.0.smithi046.stdout:892 2024-09-20T21:58:04.924 INFO:tasks.workunit.client.0.smithi046.stdout:893 2024-09-20T21:58:04.925 INFO:tasks.workunit.client.0.smithi046.stdout:894 2024-09-20T21:58:04.926 INFO:tasks.workunit.client.0.smithi046.stdout:895 2024-09-20T21:58:04.928 INFO:tasks.workunit.client.0.smithi046.stdout:896 2024-09-20T21:58:04.929 INFO:tasks.workunit.client.0.smithi046.stdout:897 2024-09-20T21:58:04.930 INFO:tasks.workunit.client.0.smithi046.stdout:898 2024-09-20T21:58:04.931 INFO:tasks.workunit.client.0.smithi046.stdout:899 2024-09-20T21:58:04.932 INFO:tasks.workunit.client.0.smithi046.stdout:900 2024-09-20T21:58:04.933 INFO:tasks.workunit.client.0.smithi046.stdout:901 2024-09-20T21:58:04.934 INFO:tasks.workunit.client.0.smithi046.stdout:902 2024-09-20T21:58:04.935 INFO:tasks.workunit.client.0.smithi046.stdout:903 2024-09-20T21:58:04.936 INFO:tasks.workunit.client.0.smithi046.stdout:904 2024-09-20T21:58:04.937 INFO:tasks.workunit.client.0.smithi046.stdout:905 2024-09-20T21:58:04.939 INFO:tasks.workunit.client.0.smithi046.stdout:906 2024-09-20T21:58:04.940 INFO:tasks.workunit.client.0.smithi046.stdout:907 2024-09-20T21:58:04.941 INFO:tasks.workunit.client.0.smithi046.stdout:908 2024-09-20T21:58:04.942 INFO:tasks.workunit.client.0.smithi046.stdout:909 2024-09-20T21:58:04.943 INFO:tasks.workunit.client.0.smithi046.stdout:910 2024-09-20T21:58:04.944 INFO:tasks.workunit.client.0.smithi046.stdout:911 2024-09-20T21:58:04.945 INFO:tasks.workunit.client.0.smithi046.stdout:912 2024-09-20T21:58:04.946 INFO:tasks.workunit.client.0.smithi046.stdout:913 2024-09-20T21:58:04.947 INFO:tasks.workunit.client.0.smithi046.stdout:914 2024-09-20T21:58:04.948 INFO:tasks.workunit.client.0.smithi046.stdout:915 2024-09-20T21:58:04.949 INFO:tasks.workunit.client.0.smithi046.stdout:916 2024-09-20T21:58:04.950 INFO:tasks.workunit.client.0.smithi046.stdout:917 2024-09-20T21:58:04.951 INFO:tasks.workunit.client.0.smithi046.stdout:918 2024-09-20T21:58:04.952 INFO:tasks.workunit.client.0.smithi046.stdout:919 2024-09-20T21:58:04.954 INFO:tasks.workunit.client.0.smithi046.stdout:920 2024-09-20T21:58:04.955 INFO:tasks.workunit.client.0.smithi046.stdout:921 2024-09-20T21:58:04.956 INFO:tasks.workunit.client.0.smithi046.stdout:922 2024-09-20T21:58:04.957 INFO:tasks.workunit.client.0.smithi046.stdout:923 2024-09-20T21:58:04.958 INFO:tasks.workunit.client.0.smithi046.stdout:924 2024-09-20T21:58:04.959 INFO:tasks.workunit.client.0.smithi046.stdout:925 2024-09-20T21:58:04.960 INFO:tasks.workunit.client.0.smithi046.stdout:926 2024-09-20T21:58:04.961 INFO:tasks.workunit.client.0.smithi046.stdout:927 2024-09-20T21:58:04.962 INFO:tasks.workunit.client.0.smithi046.stdout:928 2024-09-20T21:58:04.963 INFO:tasks.workunit.client.0.smithi046.stdout:929 2024-09-20T21:58:04.964 INFO:tasks.workunit.client.0.smithi046.stdout:930 2024-09-20T21:58:04.965 INFO:tasks.workunit.client.0.smithi046.stdout:931 2024-09-20T21:58:04.966 INFO:tasks.workunit.client.0.smithi046.stdout:932 2024-09-20T21:58:04.967 INFO:tasks.workunit.client.0.smithi046.stdout:933 2024-09-20T21:58:04.968 INFO:tasks.workunit.client.0.smithi046.stdout:934 2024-09-20T21:58:04.969 INFO:tasks.workunit.client.0.smithi046.stdout:935 2024-09-20T21:58:04.970 INFO:tasks.workunit.client.0.smithi046.stdout:936 2024-09-20T21:58:04.972 INFO:tasks.workunit.client.0.smithi046.stdout:937 2024-09-20T21:58:04.973 INFO:tasks.workunit.client.0.smithi046.stdout:938 2024-09-20T21:58:04.974 INFO:tasks.workunit.client.0.smithi046.stdout:939 2024-09-20T21:58:04.975 INFO:tasks.workunit.client.0.smithi046.stdout:940 2024-09-20T21:58:04.976 INFO:tasks.workunit.client.0.smithi046.stdout:941 2024-09-20T21:58:04.977 INFO:tasks.workunit.client.0.smithi046.stdout:942 2024-09-20T21:58:04.979 INFO:tasks.workunit.client.0.smithi046.stdout:943 2024-09-20T21:58:04.980 INFO:tasks.workunit.client.0.smithi046.stdout:944 2024-09-20T21:58:04.981 INFO:tasks.workunit.client.0.smithi046.stdout:945 2024-09-20T21:58:04.982 INFO:tasks.workunit.client.0.smithi046.stdout:946 2024-09-20T21:58:04.983 INFO:tasks.workunit.client.0.smithi046.stdout:947 2024-09-20T21:58:04.984 INFO:tasks.workunit.client.0.smithi046.stdout:948 2024-09-20T21:58:04.985 INFO:tasks.workunit.client.0.smithi046.stdout:949 2024-09-20T21:58:04.986 INFO:tasks.workunit.client.0.smithi046.stdout:950 2024-09-20T21:58:04.987 INFO:tasks.workunit.client.0.smithi046.stdout:951 2024-09-20T21:58:04.988 INFO:tasks.workunit.client.0.smithi046.stdout:952 2024-09-20T21:58:04.989 INFO:tasks.workunit.client.0.smithi046.stdout:953 2024-09-20T21:58:04.991 INFO:tasks.workunit.client.0.smithi046.stdout:954 2024-09-20T21:58:04.992 INFO:tasks.workunit.client.0.smithi046.stdout:955 2024-09-20T21:58:04.993 INFO:tasks.workunit.client.0.smithi046.stdout:956 2024-09-20T21:58:04.995 INFO:tasks.workunit.client.0.smithi046.stdout:957 2024-09-20T21:58:04.996 INFO:tasks.workunit.client.0.smithi046.stdout:958 2024-09-20T21:58:04.997 INFO:tasks.workunit.client.0.smithi046.stdout:959 2024-09-20T21:58:04.998 INFO:tasks.workunit.client.0.smithi046.stdout:960 2024-09-20T21:58:04.999 INFO:tasks.workunit.client.0.smithi046.stdout:961 2024-09-20T21:58:05.000 INFO:tasks.workunit.client.0.smithi046.stdout:962 2024-09-20T21:58:05.002 INFO:tasks.workunit.client.0.smithi046.stdout:963 2024-09-20T21:58:05.003 INFO:tasks.workunit.client.0.smithi046.stdout:964 2024-09-20T21:58:05.004 INFO:tasks.workunit.client.0.smithi046.stdout:965 2024-09-20T21:58:05.005 INFO:tasks.workunit.client.0.smithi046.stdout:966 2024-09-20T21:58:05.006 INFO:tasks.workunit.client.0.smithi046.stdout:967 2024-09-20T21:58:05.007 INFO:tasks.workunit.client.0.smithi046.stdout:968 2024-09-20T21:58:05.008 INFO:tasks.workunit.client.0.smithi046.stdout:969 2024-09-20T21:58:05.010 INFO:tasks.workunit.client.0.smithi046.stdout:970 2024-09-20T21:58:05.011 INFO:tasks.workunit.client.0.smithi046.stdout:971 2024-09-20T21:58:05.012 INFO:tasks.workunit.client.0.smithi046.stdout:972 2024-09-20T21:58:05.013 INFO:tasks.workunit.client.0.smithi046.stdout:973 2024-09-20T21:58:05.014 INFO:tasks.workunit.client.0.smithi046.stdout:974 2024-09-20T21:58:05.016 INFO:tasks.workunit.client.0.smithi046.stdout:975 2024-09-20T21:58:05.017 INFO:tasks.workunit.client.0.smithi046.stdout:976 2024-09-20T21:58:05.018 INFO:tasks.workunit.client.0.smithi046.stdout:977 2024-09-20T21:58:05.019 INFO:tasks.workunit.client.0.smithi046.stdout:978 2024-09-20T21:58:05.020 INFO:tasks.workunit.client.0.smithi046.stdout:979 2024-09-20T21:58:05.021 INFO:tasks.workunit.client.0.smithi046.stdout:980 2024-09-20T21:58:05.023 INFO:tasks.workunit.client.0.smithi046.stdout:981 2024-09-20T21:58:05.024 INFO:tasks.workunit.client.0.smithi046.stdout:982 2024-09-20T21:58:05.026 INFO:tasks.workunit.client.0.smithi046.stdout:983 2024-09-20T21:58:05.027 INFO:tasks.workunit.client.0.smithi046.stdout:984 2024-09-20T21:58:05.028 INFO:tasks.workunit.client.0.smithi046.stdout:985 2024-09-20T21:58:05.029 INFO:tasks.workunit.client.0.smithi046.stdout:986 2024-09-20T21:58:05.031 INFO:tasks.workunit.client.0.smithi046.stdout:987 2024-09-20T21:58:05.032 INFO:tasks.workunit.client.0.smithi046.stdout:988 2024-09-20T21:58:05.033 INFO:tasks.workunit.client.0.smithi046.stdout:989 2024-09-20T21:58:05.034 INFO:tasks.workunit.client.0.smithi046.stdout:990 2024-09-20T21:58:05.036 INFO:tasks.workunit.client.0.smithi046.stdout:991 2024-09-20T21:58:05.037 INFO:tasks.workunit.client.0.smithi046.stdout:992 2024-09-20T21:58:05.038 INFO:tasks.workunit.client.0.smithi046.stdout:993 2024-09-20T21:58:05.039 INFO:tasks.workunit.client.0.smithi046.stdout:994 2024-09-20T21:58:05.040 INFO:tasks.workunit.client.0.smithi046.stdout:995 2024-09-20T21:58:05.042 INFO:tasks.workunit.client.0.smithi046.stdout:996 2024-09-20T21:58:05.043 INFO:tasks.workunit.client.0.smithi046.stdout:997 2024-09-20T21:58:05.044 INFO:tasks.workunit.client.0.smithi046.stdout:998 2024-09-20T21:58:05.045 INFO:tasks.workunit.client.0.smithi046.stdout:999 2024-09-20T21:58:05.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:04 smithi046 ceph-mon[98591]: pgmap v1128: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:05.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:04 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:58:05.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:04 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1940547347' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-09-20T21:58:05.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:58:05.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:58:05.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:04 smithi046 ceph-mon[98591]: osdmap e960: 8 total, 8 up, 8 in 2024-09-20T21:58:05.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:04 smithi046 ceph-mon[96110]: pgmap v1128: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:05.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:04 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:58:05.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:04 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1940547347' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-09-20T21:58:05.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:58:05.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:58:05.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:04 smithi046 ceph-mon[96110]: osdmap e960: 8 total, 8 up, 8 in 2024-09-20T21:58:05.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:04 smithi134 ceph-mon[89086]: pgmap v1128: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:05.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:04 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:58:05.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:04 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1940547347' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-09-20T21:58:05.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:58:05.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:58:05.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:04 smithi134 ceph-mon[89086]: osdmap e960: 8 total, 8 up, 8 in 2024-09-20T21:58:05.703 INFO:tasks.workunit.client.0.smithi046.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-09-20T21:58:05.703 INFO:tasks.workunit.client.0.smithi046.stdout:00000010 69 73 |is| 2024-09-20T21:58:05.703 INFO:tasks.workunit.client.0.smithi046.stdout:00000012 2024-09-20T21:58:05.703 INFO:tasks.workunit.client.0.smithi046.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-09-20T21:58:05.703 INFO:tasks.workunit.client.0.smithi046.stdout:00000010 69 73 |is| 2024-09-20T21:58:05.703 INFO:tasks.workunit.client.0.smithi046.stdout:00000012 2024-09-20T21:58:05.703 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsHello.WriteReturnData (4024 ms) 2024-09-20T21:58:05.703 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsHello.Loud 2024-09-20T21:58:06.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:06 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:58:06.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:06 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T21:58:06.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:06 smithi134 ceph-mon[89086]: osdmap e961: 8 total, 8 up, 8 in 2024-09-20T21:58:06.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:06 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:58:06.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:06 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T21:58:06.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:06 smithi046 ceph-mon[98591]: osdmap e961: 8 total, 8 up, 8 in 2024-09-20T21:58:06.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:06 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:58:06.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:06 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T21:58:06.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:06 smithi046 ceph-mon[96110]: osdmap e961: 8 total, 8 up, 8 in 2024-09-20T21:58:07.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:07 smithi134 ceph-mon[89086]: pgmap v1131: 137 pgs: 2 creating+activating, 23 unknown, 112 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:07.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:07 smithi134 ceph-mon[89086]: osdmap e962: 8 total, 8 up, 8 in 2024-09-20T21:58:07.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:07 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1016569026' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:07.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:07 smithi046 ceph-mon[96110]: pgmap v1131: 137 pgs: 2 creating+activating, 23 unknown, 112 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:07.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:07 smithi046 ceph-mon[96110]: osdmap e962: 8 total, 8 up, 8 in 2024-09-20T21:58:07.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:07 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1016569026' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:07.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:07 smithi046 ceph-mon[98591]: pgmap v1131: 137 pgs: 2 creating+activating, 23 unknown, 112 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:07.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:07 smithi046 ceph-mon[98591]: osdmap e962: 8 total, 8 up, 8 in 2024-09-20T21:58:07.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:07 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1016569026' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:08.710 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsHello.Loud (3008 ms) 2024-09-20T21:58:08.710 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsHello.BadMethods 2024-09-20T21:58:09.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:08 smithi046 ceph-mon[96110]: pgmap v1134: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:09.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:08 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1016569026' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:09.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:08 smithi046 ceph-mon[96110]: osdmap e963: 8 total, 8 up, 8 in 2024-09-20T21:58:09.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:08 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:58:09.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:08 smithi046 ceph-mon[98591]: pgmap v1134: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:09.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:08 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1016569026' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:09.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:08 smithi046 ceph-mon[98591]: osdmap e963: 8 total, 8 up, 8 in 2024-09-20T21:58:09.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:08 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:58:09.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:08 smithi134 ceph-mon[89086]: pgmap v1134: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:09.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:08 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1016569026' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:09.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:08 smithi134 ceph-mon[89086]: osdmap e963: 8 total, 8 up, 8 in 2024-09-20T21:58:09.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:08 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:58:10.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:09 smithi046 ceph-mon[96110]: osdmap e964: 8 total, 8 up, 8 in 2024-09-20T21:58:10.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:09 smithi046 ceph-mon[98591]: osdmap e964: 8 total, 8 up, 8 in 2024-09-20T21:58:10.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:09 smithi134 ceph-mon[89086]: osdmap e964: 8 total, 8 up, 8 in 2024-09-20T21:58:11.151 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:58:10 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3[119503]: 2024-09-20T21:58:10.737+0000 7fa1f7abf640 -1 osd.3 pg_epoch: 966 pg[38.2( v 966'1 (0'0,966'1] local-lis/les=965/966 n=1 ec=965/965 lis/c=965/965 les/c/f=966/966/0 sis=965) [3,7,5] r=0 lpr=965 crt=966'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-09-20T21:58:11.151 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 21:58:10 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3[119503]: 2024-09-20T21:58:10.738+0000 7fa1f7abf640 -1 osd.3 pg_epoch: 966 pg[38.2( v 966'2 (0'0,966'2] local-lis/les=965/966 n=1 ec=965/965 lis/c=965/965 les/c/f=966/966/0 sis=965) [3,7,5] r=0 lpr=965 crt=966'1 lcod 966'1 mlcod 966'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-09-20T21:58:11.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:10 smithi046 ceph-mon[98591]: pgmap v1137: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:11.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:10 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:58:11.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:10 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T21:58:11.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:10 smithi046 ceph-mon[98591]: osdmap e965: 8 total, 8 up, 8 in 2024-09-20T21:58:11.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:10 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2706988499' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:11.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:10 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:11.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:10 smithi046 ceph-mon[96110]: pgmap v1137: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:11.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:10 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:58:11.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:10 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T21:58:11.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:10 smithi046 ceph-mon[96110]: osdmap e965: 8 total, 8 up, 8 in 2024-09-20T21:58:11.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:10 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2706988499' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:11.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:10 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:11.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:10 smithi134 ceph-mon[89086]: pgmap v1137: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:11.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:10 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:58:11.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:10 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T21:58:11.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:10 smithi134 ceph-mon[89086]: osdmap e965: 8 total, 8 up, 8 in 2024-09-20T21:58:11.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:10 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2706988499' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:11.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:10 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:11.729 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsHello.BadMethods (3019 ms) 2024-09-20T21:58:11.729 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsHello.Filter 2024-09-20T21:58:12.052 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:11 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:12.052 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:11 smithi046 ceph-mon[96110]: osdmap e966: 8 total, 8 up, 8 in 2024-09-20T21:58:12.052 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:11 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:12.052 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:11 smithi046 ceph-mon[98591]: osdmap e966: 8 total, 8 up, 8 in 2024-09-20T21:58:12.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:11 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:12.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:11 smithi134 ceph-mon[89086]: osdmap e966: 8 total, 8 up, 8 in 2024-09-20T21:58:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:58:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:58:12] "GET /metrics HTTP/1.1" 200 36470 "" "Prometheus/2.43.0" 2024-09-20T21:58:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:58:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:58:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:58:13.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:12 smithi046 ceph-mon[96110]: pgmap v1140: 137 pgs: 3 creating+activating, 1 creating+peering, 18 unknown, 115 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:13.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:12 smithi046 ceph-mon[96110]: osdmap e967: 8 total, 8 up, 8 in 2024-09-20T21:58:13.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:12 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:58:13.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:12 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:58:13.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:12 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:58:13.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:12 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:58:13.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:12 smithi046 ceph-mon[98591]: pgmap v1140: 137 pgs: 3 creating+activating, 1 creating+peering, 18 unknown, 115 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:13.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:12 smithi046 ceph-mon[98591]: osdmap e967: 8 total, 8 up, 8 in 2024-09-20T21:58:13.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:12 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:58:13.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:12 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:58:13.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:12 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:58:13.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:12 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:58:13.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:12 smithi134 ceph-mon[89086]: pgmap v1140: 137 pgs: 3 creating+activating, 1 creating+peering, 18 unknown, 115 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:13.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:12 smithi134 ceph-mon[89086]: osdmap e967: 8 total, 8 up, 8 in 2024-09-20T21:58:13.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:12 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:58:13.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:12 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:58:13.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:12 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:58:13.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:12 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:58:14.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:13 smithi046 ceph-mon[96110]: osdmap e968: 8 total, 8 up, 8 in 2024-09-20T21:58:14.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:13 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/3186137857' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:14.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:13 smithi046 ceph-mon[98591]: osdmap e968: 8 total, 8 up, 8 in 2024-09-20T21:58:14.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:13 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/3186137857' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:14.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:13 smithi134 ceph-mon[89086]: osdmap e968: 8 total, 8 up, 8 in 2024-09-20T21:58:14.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:13 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/3186137857' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:14.745 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsHello.Filter (3015 ms) 2024-09-20T21:58:14.745 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 6 tests from ClsHello (18958 ms total) 2024-09-20T21:58:14.745 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T21:58:14.745 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2024-09-20T21:58:14.745 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 6 tests from 1 test suite ran. (18958 ms total) 2024-09-20T21:58:14.745 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 6 tests. 2024-09-20T21:58:14.747 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-20T21:58:14.747 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-20T21:58:14.817 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-09-20T21:58:14.817 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-09-20T21:58:14.888 INFO:tasks.workunit.client.0.smithi046.stdout:Running main() from gmock_main.cc 2024-09-20T21:58:14.888 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 27 tests from 1 test suite. 2024-09-20T21:58:14.888 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2024-09-20T21:58:14.888 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 27 tests from TestClsJournal 2024-09-20T21:58:15.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:14 smithi046 ceph-mon[96110]: pgmap v1143: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:15.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:14 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:58:15.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:14 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/3186137857' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:15.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:14 smithi046 ceph-mon[96110]: osdmap e969: 8 total, 8 up, 8 in 2024-09-20T21:58:15.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:14 smithi046 ceph-mon[98591]: pgmap v1143: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:15.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:14 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:58:15.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:14 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/3186137857' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:15.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:14 smithi046 ceph-mon[98591]: osdmap e969: 8 total, 8 up, 8 in 2024-09-20T21:58:15.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:14 smithi134 ceph-mon[89086]: pgmap v1143: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:15.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:14 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:58:15.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:14 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/3186137857' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131541-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:15.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:14 smithi134 ceph-mon[89086]: osdmap e969: 8 total, 8 up, 8 in 2024-09-20T21:58:16.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:15 smithi046 ceph-mon[96110]: osdmap e970: 8 total, 8 up, 8 in 2024-09-20T21:58:16.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:15 smithi046 ceph-mon[98591]: osdmap e970: 8 total, 8 up, 8 in 2024-09-20T21:58:16.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:15 smithi134 ceph-mon[89086]: osdmap e970: 8 total, 8 up, 8 in 2024-09-20T21:58:16.749 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.Create 2024-09-20T21:58:16.768 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.Create (19 ms) 2024-09-20T21:58:16.768 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-09-20T21:58:16.773 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.MinimumSet (5 ms) 2024-09-20T21:58:16.773 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-09-20T21:58:16.779 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.MinimumSetStale (6 ms) 2024-09-20T21:58:16.779 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-09-20T21:58:16.782 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (3 ms) 2024-09-20T21:58:16.782 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-09-20T21:58:16.785 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2024-09-20T21:58:16.785 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-09-20T21:58:16.788 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ActiveSetStale (4 ms) 2024-09-20T21:58:16.788 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-09-20T21:58:16.791 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.CreateDuplicate (3 ms) 2024-09-20T21:58:16.791 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.GetClient 2024-09-20T21:58:16.794 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.GetClient (2 ms) 2024-09-20T21:58:16.794 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-09-20T21:58:16.797 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ClientRegister (3 ms) 2024-09-20T21:58:16.797 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-09-20T21:58:16.801 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (4 ms) 2024-09-20T21:58:16.801 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-09-20T21:58:16.806 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ClientUpdateData (5 ms) 2024-09-20T21:58:16.806 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-09-20T21:58:16.811 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2024-09-20T21:58:16.811 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-09-20T21:58:16.814 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-09-20T21:58:16.814 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-09-20T21:58:16.818 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2024-09-20T21:58:16.818 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-09-20T21:58:16.917 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (99 ms) 2024-09-20T21:58:16.917 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-09-20T21:58:16.920 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ClientCommit (4 ms) 2024-09-20T21:58:16.920 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-09-20T21:58:16.923 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (2 ms) 2024-09-20T21:58:16.923 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-09-20T21:58:16.925 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-09-20T21:58:16.925 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ClientList 2024-09-20T21:58:16.962 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ClientList (38 ms) 2024-09-20T21:58:16.962 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-09-20T21:58:16.966 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.GetNextTagTid (4 ms) 2024-09-20T21:58:16.966 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.TagCreate 2024-09-20T21:58:16.974 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.TagCreate (8 ms) 2024-09-20T21:58:16.974 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-09-20T21:58:16.981 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (7 ms) 2024-09-20T21:58:16.981 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.TagList 2024-09-20T21:58:17.076 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.TagList (96 ms) 2024-09-20T21:58:17.076 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-09-20T21:58:17.078 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2024-09-20T21:58:17.078 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-09-20T21:58:17.079 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-09-20T21:58:17.079 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-09-20T21:58:17.081 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (2 ms) 2024-09-20T21:58:17.081 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.Append 2024-09-20T21:58:17.091 INFO:tasks.workunit.client.0.smithi046.stdout:padding is not enabled 2024-09-20T21:58:17.091 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.Append (9 ms) 2024-09-20T21:58:17.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:16 smithi046 ceph-mon[96110]: pgmap v1146: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:17.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:16 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:58:17.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:16 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T21:58:17.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:16 smithi046 ceph-mon[96110]: osdmap e971: 8 total, 8 up, 8 in 2024-09-20T21:58:17.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:16 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2580636680' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131811-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:17.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:16 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131811-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:16 smithi046 ceph-mon[98591]: pgmap v1146: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:16 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:58:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:16 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T21:58:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:16 smithi046 ceph-mon[98591]: osdmap e971: 8 total, 8 up, 8 in 2024-09-20T21:58:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:16 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2580636680' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131811-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:16 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131811-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:17.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:16 smithi134 ceph-mon[89086]: pgmap v1146: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:17.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:16 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:58:17.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:16 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T21:58:17.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:16 smithi134 ceph-mon[89086]: osdmap e971: 8 total, 8 up, 8 in 2024-09-20T21:58:17.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:16 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2580636680' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131811-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:17.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:16 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131811-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:17.769 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 27 tests from TestClsJournal (342 ms total) 2024-09-20T21:58:17.769 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T21:58:17.769 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2024-09-20T21:58:17.769 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 27 tests from 1 test suite ran. (2881 ms total) 2024-09-20T21:58:17.769 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 27 tests. 2024-09-20T21:58:17.771 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-20T21:58:17.771 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-20T21:58:17.841 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-09-20T21:58:17.841 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-09-20T21:58:17.913 INFO:tasks.workunit.client.0.smithi046.stdout:Running main() from gmock_main.cc 2024-09-20T21:58:17.913 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-20T21:58:17.913 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2024-09-20T21:58:17.913 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 11 tests from ClsLock 2024-09-20T21:58:17.913 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-09-20T21:58:18.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:17 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131811-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:18.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:17 smithi046 ceph-mon[96110]: osdmap e972: 8 total, 8 up, 8 in 2024-09-20T21:58:18.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:17 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131811-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:18.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:17 smithi046 ceph-mon[98591]: osdmap e972: 8 total, 8 up, 8 in 2024-09-20T21:58:18.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:17 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131811-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:18.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:17 smithi134 ceph-mon[89086]: osdmap e972: 8 total, 8 up, 8 in 2024-09-20T21:58:19.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:18 smithi046 ceph-mon[96110]: pgmap v1149: 137 pgs: 1 active, 3 creating+activating, 14 creating+peering, 13 unknown, 106 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:19.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:18 smithi046 ceph-mon[96110]: osdmap e973: 8 total, 8 up, 8 in 2024-09-20T21:58:19.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:18 smithi046 ceph-mon[98591]: pgmap v1149: 137 pgs: 1 active, 3 creating+activating, 14 creating+peering, 13 unknown, 106 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:19.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:18 smithi046 ceph-mon[98591]: osdmap e973: 8 total, 8 up, 8 in 2024-09-20T21:58:19.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:18 smithi134 ceph-mon[89086]: pgmap v1149: 137 pgs: 1 active, 3 creating+activating, 14 creating+peering, 13 unknown, 106 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:19.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:18 smithi134 ceph-mon[89086]: osdmap e973: 8 total, 8 up, 8 in 2024-09-20T21:58:19.814 INFO:tasks.workunit.client.0.smithi046.stdout:lock: mylock 2024-09-20T21:58:19.814 INFO:tasks.workunit.client.0.smithi046.stdout: lock_type: exclusive 2024-09-20T21:58:19.814 INFO:tasks.workunit.client.0.smithi046.stdout: tag: 2024-09-20T21:58:19.814 INFO:tasks.workunit.client.0.smithi046.stdout: lockers: 2024-09-20T21:58:19.814 INFO:tasks.workunit.client.0.smithi046.stdout: client.34674 expiration=2024-09-20T22:00:19.809265+0000 addr=v1:172.21.15.46:0/2626246762 cookie= 2024-09-20T21:58:19.817 INFO:tasks.workunit.client.0.smithi046.stdout:lock: mylock 2024-09-20T21:58:19.817 INFO:tasks.workunit.client.0.smithi046.stdout: lock_type: shared 2024-09-20T21:58:19.818 INFO:tasks.workunit.client.0.smithi046.stdout: tag: 2024-09-20T21:58:19.818 INFO:tasks.workunit.client.0.smithi046.stdout: lockers: 2024-09-20T21:58:19.818 INFO:tasks.workunit.client.0.smithi046.stdout: client.34674 expiration=2024-09-20T22:00:19.815844+0000 addr=v1:172.21.15.46:0/2626246762 cookie= 2024-09-20T21:58:19.818 INFO:tasks.workunit.client.0.smithi046.stdout: client.44627 expiration=0.000000 addr=v1:172.21.15.46:0/3088685209 cookie= 2024-09-20T21:58:19.819 INFO:tasks.workunit.client.0.smithi046.stdout:lock: mylock 2024-09-20T21:58:19.819 INFO:tasks.workunit.client.0.smithi046.stdout: lock_type: shared 2024-09-20T21:58:19.819 INFO:tasks.workunit.client.0.smithi046.stdout: tag: 2024-09-20T21:58:19.819 INFO:tasks.workunit.client.0.smithi046.stdout: lockers: 2024-09-20T21:58:19.819 INFO:tasks.workunit.client.0.smithi046.stdout: client.44627 expiration=0.000000 addr=v1:172.21.15.46:0/3088685209 cookie= 2024-09-20T21:58:20.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:19 smithi046 ceph-mon[96110]: osdmap e974: 8 total, 8 up, 8 in 2024-09-20T21:58:20.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:19 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2626246762' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:20.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:58:20.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:58:20.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:19 smithi046 ceph-mon[98591]: osdmap e974: 8 total, 8 up, 8 in 2024-09-20T21:58:20.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:19 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2626246762' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:20.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:58:20.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:58:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:19 smithi134 ceph-mon[89086]: osdmap e974: 8 total, 8 up, 8 in 2024-09-20T21:58:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:19 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2626246762' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:58:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:58:20.784 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsLock.TestMultiLocking (2871 ms) 2024-09-20T21:58:20.784 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsLock.TestMeta 2024-09-20T21:58:21.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:20 smithi046 ceph-mon[96110]: pgmap v1152: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:21.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:20 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2626246762' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:21.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:20 smithi046 ceph-mon[96110]: osdmap e975: 8 total, 8 up, 8 in 2024-09-20T21:58:21.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:20 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:58:21.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:20 smithi046 ceph-mon[98591]: pgmap v1152: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:21.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:20 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2626246762' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:21.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:20 smithi046 ceph-mon[98591]: osdmap e975: 8 total, 8 up, 8 in 2024-09-20T21:58:21.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:20 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:58:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:20 smithi134 ceph-mon[89086]: pgmap v1152: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:20 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2626246762' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:20 smithi134 ceph-mon[89086]: osdmap e975: 8 total, 8 up, 8 in 2024-09-20T21:58:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:20 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:58:22.054 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:21 smithi046 ceph-mon[96110]: osdmap e976: 8 total, 8 up, 8 in 2024-09-20T21:58:22.054 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:21 smithi046 ceph-mon[98591]: osdmap e976: 8 total, 8 up, 8 in 2024-09-20T21:58:22.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:21 smithi134 ceph-mon[89086]: osdmap e976: 8 total, 8 up, 8 in 2024-09-20T21:58:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:58:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:58:22] "GET /metrics HTTP/1.1" 200 36475 "" "Prometheus/2.43.0" 2024-09-20T21:58:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:58:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:58:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:58:22.828 INFO:tasks.workunit.client.0.smithi046.stdout:lock: mylock 2024-09-20T21:58:22.828 INFO:tasks.workunit.client.0.smithi046.stdout: lock_type: shared 2024-09-20T21:58:22.828 INFO:tasks.workunit.client.0.smithi046.stdout: tag: 2024-09-20T21:58:22.828 INFO:tasks.workunit.client.0.smithi046.stdout: lockers: 2024-09-20T21:58:22.828 INFO:tasks.workunit.client.0.smithi046.stdout: client.44639 expiration=0.000000 addr=v1:172.21.15.46:0/4179161690 cookie= 2024-09-20T21:58:22.830 INFO:tasks.workunit.client.0.smithi046.stdout:lock: mylock 2024-09-20T21:58:22.830 INFO:tasks.workunit.client.0.smithi046.stdout: lock_type: exclusive 2024-09-20T21:58:22.830 INFO:tasks.workunit.client.0.smithi046.stdout: tag: new_tag 2024-09-20T21:58:22.830 INFO:tasks.workunit.client.0.smithi046.stdout: lockers: 2024-09-20T21:58:22.831 INFO:tasks.workunit.client.0.smithi046.stdout: client.34686 expiration=0.000000 addr=v1:172.21.15.46:0/2406940639 cookie= 2024-09-20T21:58:23.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:22 smithi046 ceph-mon[96110]: pgmap v1155: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:23.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:22 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:58:23.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:22 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T21:58:23.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:22 smithi046 ceph-mon[96110]: osdmap e977: 8 total, 8 up, 8 in 2024-09-20T21:58:23.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:22 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2406940639' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:22 smithi046 ceph-mon[98591]: pgmap v1155: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:22 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:58:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:22 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T21:58:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:22 smithi046 ceph-mon[98591]: osdmap e977: 8 total, 8 up, 8 in 2024-09-20T21:58:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:22 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2406940639' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:22 smithi134 ceph-mon[89086]: pgmap v1155: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:22 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:58:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:22 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T21:58:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:22 smithi134 ceph-mon[89086]: osdmap e977: 8 total, 8 up, 8 in 2024-09-20T21:58:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:22 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2406940639' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:23.810 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsLock.TestMeta (3026 ms) 2024-09-20T21:58:23.811 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsLock.TestCookie 2024-09-20T21:58:24.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:23 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2406940639' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:24.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:23 smithi046 ceph-mon[96110]: osdmap e978: 8 total, 8 up, 8 in 2024-09-20T21:58:24.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:23 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2406940639' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:24.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:23 smithi046 ceph-mon[98591]: osdmap e978: 8 total, 8 up, 8 in 2024-09-20T21:58:24.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:23 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2406940639' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:24.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:23 smithi134 ceph-mon[89086]: osdmap e978: 8 total, 8 up, 8 in 2024-09-20T21:58:25.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:24 smithi046 ceph-mon[96110]: pgmap v1158: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:25.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:24 smithi046 ceph-mon[96110]: osdmap e979: 8 total, 8 up, 8 in 2024-09-20T21:58:25.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:24 smithi046 ceph-mon[98591]: pgmap v1158: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:25.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:24 smithi046 ceph-mon[98591]: osdmap e979: 8 total, 8 up, 8 in 2024-09-20T21:58:25.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:24 smithi134 ceph-mon[89086]: pgmap v1158: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:25.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:24 smithi134 ceph-mon[89086]: osdmap e979: 8 total, 8 up, 8 in 2024-09-20T21:58:26.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:25 smithi046 ceph-mon[96110]: osdmap e980: 8 total, 8 up, 8 in 2024-09-20T21:58:26.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:25 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/911077383' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:26.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:25 smithi046 ceph-mon[98591]: osdmap e980: 8 total, 8 up, 8 in 2024-09-20T21:58:26.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:25 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/911077383' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:26.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:25 smithi134 ceph-mon[89086]: osdmap e980: 8 total, 8 up, 8 in 2024-09-20T21:58:26.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:25 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/911077383' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:26.269 INFO:tasks.workunit.client.0.smithi046.stdout:lock: mylock 2024-09-20T21:58:26.269 INFO:tasks.workunit.client.0.smithi046.stdout: lock_type: exclusive 2024-09-20T21:58:26.269 INFO:tasks.workunit.client.0.smithi046.stdout: tag: 2024-09-20T21:58:26.269 INFO:tasks.workunit.client.0.smithi046.stdout: lockers: 2024-09-20T21:58:26.271 INFO:tasks.workunit.client.0.smithi046.stdout:lock: mylock 2024-09-20T21:58:26.272 INFO:tasks.workunit.client.0.smithi046.stdout: lock_type: shared 2024-09-20T21:58:26.272 INFO:tasks.workunit.client.0.smithi046.stdout: tag: 2024-09-20T21:58:26.272 INFO:tasks.workunit.client.0.smithi046.stdout: lockers: 2024-09-20T21:58:26.272 INFO:tasks.workunit.client.0.smithi046.stdout: client.34698 expiration=0.000000 addr=v1:172.21.15.46:0/911077383 cookie= 2024-09-20T21:58:26.272 INFO:tasks.workunit.client.0.smithi046.stdout: client.34698 expiration=0.000000 addr=v1:172.21.15.46:0/911077383 cookie=new cookie 2024-09-20T21:58:26.826 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsLock.TestCookie (3015 ms) 2024-09-20T21:58:26.826 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-09-20T21:58:27.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:26 smithi046 ceph-mon[96110]: pgmap v1161: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:27.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:26 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:58:27.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:26 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/911077383' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:27.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:26 smithi046 ceph-mon[96110]: osdmap e981: 8 total, 8 up, 8 in 2024-09-20T21:58:27.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:26 smithi046 ceph-mon[98591]: pgmap v1161: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:27.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:26 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:58:27.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:26 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/911077383' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:27.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:26 smithi046 ceph-mon[98591]: osdmap e981: 8 total, 8 up, 8 in 2024-09-20T21:58:27.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:26 smithi134 ceph-mon[89086]: pgmap v1161: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:27.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:26 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:58:27.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:26 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/911077383' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:27.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:26 smithi134 ceph-mon[89086]: osdmap e981: 8 total, 8 up, 8 in 2024-09-20T21:58:28.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:27 smithi046 ceph-mon[96110]: osdmap e982: 8 total, 8 up, 8 in 2024-09-20T21:58:28.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:27 smithi046 ceph-mon[98591]: osdmap e982: 8 total, 8 up, 8 in 2024-09-20T21:58:28.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:27 smithi134 ceph-mon[89086]: osdmap e982: 8 total, 8 up, 8 in 2024-09-20T21:58:29.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:28 smithi046 ceph-mon[96110]: pgmap v1164: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:29.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:28 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:58:29.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:28 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T21:58:29.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:28 smithi046 ceph-mon[96110]: osdmap e983: 8 total, 8 up, 8 in 2024-09-20T21:58:29.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:28 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2469285834' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:29.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:28 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:28 smithi046 ceph-mon[98591]: pgmap v1164: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:28 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:58:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:28 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T21:58:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:28 smithi046 ceph-mon[98591]: osdmap e983: 8 total, 8 up, 8 in 2024-09-20T21:58:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:28 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2469285834' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:28 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:29.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:28 smithi134 ceph-mon[89086]: pgmap v1164: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:29.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:28 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:58:29.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:28 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T21:58:29.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:28 smithi134 ceph-mon[89086]: osdmap e983: 8 total, 8 up, 8 in 2024-09-20T21:58:29.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:28 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2469285834' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:29.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:28 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:29.851 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsLock.TestMultipleLocks (3025 ms) 2024-09-20T21:58:29.851 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsLock.TestLockDuration 2024-09-20T21:58:30.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:29 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:30.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:29 smithi046 ceph-mon[96110]: osdmap e984: 8 total, 8 up, 8 in 2024-09-20T21:58:30.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:29 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:30.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:29 smithi046 ceph-mon[98591]: osdmap e984: 8 total, 8 up, 8 in 2024-09-20T21:58:30.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:29 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:30.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:29 smithi134 ceph-mon[89086]: osdmap e984: 8 total, 8 up, 8 in 2024-09-20T21:58:31.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:30 smithi046 ceph-mon[96110]: pgmap v1167: 137 pgs: 28 unknown, 109 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:31.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:30 smithi046 ceph-mon[96110]: osdmap e985: 8 total, 8 up, 8 in 2024-09-20T21:58:31.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:30 smithi046 ceph-mon[98591]: pgmap v1167: 137 pgs: 28 unknown, 109 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:31.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:30 smithi046 ceph-mon[98591]: osdmap e985: 8 total, 8 up, 8 in 2024-09-20T21:58:31.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:30 smithi134 ceph-mon[89086]: pgmap v1167: 137 pgs: 28 unknown, 109 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:31.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:30 smithi134 ceph-mon[89086]: osdmap e985: 8 total, 8 up, 8 in 2024-09-20T21:58:32.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:58:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:58:32] "GET /metrics HTTP/1.1" 200 36475 "" "Prometheus/2.43.0" 2024-09-20T21:58:32.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:31 smithi046 ceph-mon[96110]: osdmap e986: 8 total, 8 up, 8 in 2024-09-20T21:58:32.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:31 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1667979887' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:32.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:31 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:32.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:31 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:32.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:31 smithi046 ceph-mon[96110]: osdmap e987: 8 total, 8 up, 8 in 2024-09-20T21:58:32.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:31 smithi046 ceph-mon[98591]: osdmap e986: 8 total, 8 up, 8 in 2024-09-20T21:58:32.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:31 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1667979887' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:32.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:31 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:32.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:31 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:32.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:31 smithi046 ceph-mon[98591]: osdmap e987: 8 total, 8 up, 8 in 2024-09-20T21:58:32.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:31 smithi134 ceph-mon[89086]: osdmap e986: 8 total, 8 up, 8 in 2024-09-20T21:58:32.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:31 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1667979887' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:32.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:31 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:32.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:31 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:32.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:31 smithi134 ceph-mon[89086]: osdmap e987: 8 total, 8 up, 8 in 2024-09-20T21:58:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:58:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:58:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:58:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:32 smithi046 ceph-mon[96110]: pgmap v1170: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:32 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:58:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:32 smithi046 ceph-mon[96110]: osdmap e988: 8 total, 8 up, 8 in 2024-09-20T21:58:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:32 smithi046 ceph-mon[98591]: pgmap v1170: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:32 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:58:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:32 smithi046 ceph-mon[98591]: osdmap e988: 8 total, 8 up, 8 in 2024-09-20T21:58:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:32 smithi134 ceph-mon[89086]: pgmap v1170: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:32 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:58:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:32 smithi134 ceph-mon[89086]: osdmap e988: 8 total, 8 up, 8 in 2024-09-20T21:58:34.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:33 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:58:34.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:33 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T21:58:34.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:33 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:58:34.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:33 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T21:58:34.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:33 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:58:34.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:33 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T21:58:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:34 smithi134 ceph-mon[89086]: pgmap v1173: 137 pgs: 10 creating+peering, 14 unknown, 113 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T21:58:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:58:35.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:34 smithi046 ceph-mon[96110]: pgmap v1173: 137 pgs: 10 creating+peering, 14 unknown, 113 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T21:58:35.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:58:35.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:34 smithi046 ceph-mon[98591]: pgmap v1173: 137 pgs: 10 creating+peering, 14 unknown, 113 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T21:58:35.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:58:36.927 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsLock.TestLockDuration (7076 ms) 2024-09-20T21:58:36.927 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-09-20T21:58:37.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:36 smithi046 ceph-mon[96110]: pgmap v1174: 137 pgs: 10 creating+peering, 9 unknown, 118 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T21:58:37.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:36 smithi046 ceph-mon[98591]: pgmap v1174: 137 pgs: 10 creating+peering, 9 unknown, 118 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T21:58:37.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:36 smithi134 ceph-mon[89086]: pgmap v1174: 137 pgs: 10 creating+peering, 9 unknown, 118 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T21:58:38.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:37 smithi046 ceph-mon[96110]: osdmap e989: 8 total, 8 up, 8 in 2024-09-20T21:58:38.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:37 smithi046 ceph-mon[98591]: osdmap e989: 8 total, 8 up, 8 in 2024-09-20T21:58:38.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:37 smithi134 ceph-mon[89086]: osdmap e989: 8 total, 8 up, 8 in 2024-09-20T21:58:39.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:38 smithi046 ceph-mon[96110]: pgmap v1176: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:39.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:38 smithi046 ceph-mon[96110]: osdmap e990: 8 total, 8 up, 8 in 2024-09-20T21:58:39.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:38 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/926041584' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:39.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:38 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:39.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:38 smithi046 ceph-mon[98591]: pgmap v1176: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:39.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:38 smithi046 ceph-mon[98591]: osdmap e990: 8 total, 8 up, 8 in 2024-09-20T21:58:39.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:38 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/926041584' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:39.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:38 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:39.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:38 smithi134 ceph-mon[89086]: pgmap v1176: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:39.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:38 smithi134 ceph-mon[89086]: osdmap e990: 8 total, 8 up, 8 in 2024-09-20T21:58:39.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:38 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/926041584' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:39.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:38 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:39.957 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsLock.TestAssertLocked (3030 ms) 2024-09-20T21:58:39.957 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsLock.TestSetCookie 2024-09-20T21:58:40.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:39 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:40.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:39 smithi046 ceph-mon[96110]: osdmap e991: 8 total, 8 up, 8 in 2024-09-20T21:58:40.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:39 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:40.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:39 smithi046 ceph-mon[98591]: osdmap e991: 8 total, 8 up, 8 in 2024-09-20T21:58:40.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:39 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:40.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:39 smithi134 ceph-mon[89086]: osdmap e991: 8 total, 8 up, 8 in 2024-09-20T21:58:41.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:40 smithi046 ceph-mon[96110]: pgmap v1179: 137 pgs: 26 unknown, 111 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:41.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:40 smithi046 ceph-mon[96110]: osdmap e992: 8 total, 8 up, 8 in 2024-09-20T21:58:41.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:40 smithi046 ceph-mon[98591]: pgmap v1179: 137 pgs: 26 unknown, 111 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:41.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:40 smithi046 ceph-mon[98591]: osdmap e992: 8 total, 8 up, 8 in 2024-09-20T21:58:41.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:40 smithi134 ceph-mon[89086]: pgmap v1179: 137 pgs: 26 unknown, 111 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:41.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:40 smithi134 ceph-mon[89086]: osdmap e992: 8 total, 8 up, 8 in 2024-09-20T21:58:42.302 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:41 smithi046 ceph-mon[96110]: osdmap e993: 8 total, 8 up, 8 in 2024-09-20T21:58:42.302 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:41 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4169988976' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:42.302 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:58:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:58:42] "GET /metrics HTTP/1.1" 200 36466 "" "Prometheus/2.43.0" 2024-09-20T21:58:42.303 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:41 smithi046 ceph-mon[98591]: osdmap e993: 8 total, 8 up, 8 in 2024-09-20T21:58:42.303 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:41 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4169988976' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:42.315 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:41 smithi134 ceph-mon[89086]: osdmap e993: 8 total, 8 up, 8 in 2024-09-20T21:58:42.316 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:41 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4169988976' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:58:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:58:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:58:42.970 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsLock.TestSetCookie (3013 ms) 2024-09-20T21:58:42.970 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsLock.TestRenew 2024-09-20T21:58:43.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:42 smithi046 ceph-mon[96110]: pgmap v1182: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:43.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:42 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:58:43.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:42 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4169988976' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:43.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:42 smithi046 ceph-mon[96110]: osdmap e994: 8 total, 8 up, 8 in 2024-09-20T21:58:43.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:42 smithi046 ceph-mon[98591]: pgmap v1182: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:43.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:42 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:58:43.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:42 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4169988976' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:43.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:42 smithi046 ceph-mon[98591]: osdmap e994: 8 total, 8 up, 8 in 2024-09-20T21:58:43.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:42 smithi134 ceph-mon[89086]: pgmap v1182: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:43.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:42 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:58:43.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:42 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4169988976' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:43.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:42 smithi134 ceph-mon[89086]: osdmap e994: 8 total, 8 up, 8 in 2024-09-20T21:58:44.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:43 smithi046 ceph-mon[96110]: osdmap e995: 8 total, 8 up, 8 in 2024-09-20T21:58:44.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:43 smithi046 ceph-mon[98591]: osdmap e995: 8 total, 8 up, 8 in 2024-09-20T21:58:44.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:43 smithi134 ceph-mon[89086]: osdmap e995: 8 total, 8 up, 8 in 2024-09-20T21:58:45.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:44 smithi046 ceph-mon[96110]: pgmap v1185: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:44 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:58:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:44 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T21:58:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:44 smithi046 ceph-mon[96110]: osdmap e996: 8 total, 8 up, 8 in 2024-09-20T21:58:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:44 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/3831536576' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:45.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:44 smithi046 ceph-mon[98591]: pgmap v1185: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:45.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:44 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:58:45.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:44 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T21:58:45.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:44 smithi046 ceph-mon[98591]: osdmap e996: 8 total, 8 up, 8 in 2024-09-20T21:58:45.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:44 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/3831536576' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:45.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:44 smithi134 ceph-mon[89086]: pgmap v1185: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:45.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:44 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:58:45.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:44 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T21:58:45.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:44 smithi134 ceph-mon[89086]: osdmap e996: 8 total, 8 up, 8 in 2024-09-20T21:58:45.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:44 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/3831536576' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:58:46.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:45 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/3831536576' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:46.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:45 smithi046 ceph-mon[96110]: osdmap e997: 8 total, 8 up, 8 in 2024-09-20T21:58:46.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:45 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/3831536576' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:46.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:45 smithi046 ceph-mon[98591]: osdmap e997: 8 total, 8 up, 8 in 2024-09-20T21:58:46.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:45 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/3831536576' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:58:46.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:45 smithi134 ceph-mon[89086]: osdmap e997: 8 total, 8 up, 8 in 2024-09-20T21:58:47.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:46 smithi046 ceph-mon[96110]: pgmap v1188: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:47.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:46 smithi046 ceph-mon[96110]: osdmap e998: 8 total, 8 up, 8 in 2024-09-20T21:58:47.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:46 smithi046 ceph-mon[98591]: pgmap v1188: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:47.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:46 smithi046 ceph-mon[98591]: osdmap e998: 8 total, 8 up, 8 in 2024-09-20T21:58:47.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:46 smithi134 ceph-mon[89086]: pgmap v1188: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:58:47.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:46 smithi134 ceph-mon[89086]: osdmap e998: 8 total, 8 up, 8 in 2024-09-20T21:58:49.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:48 smithi046 ceph-mon[96110]: pgmap v1190: 137 pgs: 4 creating+peering, 9 unknown, 124 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T21:58:49.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:48 smithi046 ceph-mon[98591]: pgmap v1190: 137 pgs: 4 creating+peering, 9 unknown, 124 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T21:58:49.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:48 smithi134 ceph-mon[89086]: pgmap v1190: 137 pgs: 4 creating+peering, 9 unknown, 124 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T21:58:50.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:58:50.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:58:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:58:51.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:50 smithi046 ceph-mon[96110]: pgmap v1191: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T21:58:51.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:50 smithi046 ceph-mon[98591]: pgmap v1191: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T21:58:51.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:50 smithi134 ceph-mon[89086]: pgmap v1191: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T21:58:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:58:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:58:52] "GET /metrics HTTP/1.1" 200 36474 "" "Prometheus/2.43.0" 2024-09-20T21:58:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:58:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:58:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:58:53.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:52 smithi046 ceph-mon[96110]: pgmap v1192: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 139 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T21:58:53.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:52 smithi046 ceph-mon[98591]: pgmap v1192: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 139 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T21:58:53.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:52 smithi134 ceph-mon[89086]: pgmap v1192: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 139 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T21:58:55.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:54 smithi046 ceph-mon[96110]: pgmap v1193: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 122 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T21:58:55.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:54 smithi046 ceph-mon[98591]: pgmap v1193: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 122 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T21:58:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:54 smithi134 ceph-mon[89086]: pgmap v1193: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 122 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T21:58:57.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:57 smithi046 ceph-mon[96110]: pgmap v1194: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T21:58:57.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:57 smithi046 ceph-mon[98591]: pgmap v1194: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T21:58:57.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:57 smithi134 ceph-mon[89086]: pgmap v1194: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T21:58:59.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:58:59 smithi046 ceph-mon[96110]: pgmap v1195: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 270 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T21:58:59.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:58:59 smithi046 ceph-mon[98591]: pgmap v1195: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 270 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T21:58:59.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:58:59 smithi134 ceph-mon[89086]: pgmap v1195: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 270 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T21:59:01.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:01 smithi046 ceph-mon[96110]: pgmap v1196: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T21:59:01.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:01 smithi046 ceph-mon[98591]: pgmap v1196: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T21:59:01.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:01 smithi134 ceph-mon[89086]: pgmap v1196: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T21:59:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:59:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:59:02] "GET /metrics HTTP/1.1" 200 36474 "" "Prometheus/2.43.0" 2024-09-20T21:59:02.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:59:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:59:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:59:03.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:03 smithi046 ceph-mon[96110]: pgmap v1197: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T21:59:03.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:03 smithi046 ceph-mon[98591]: pgmap v1197: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T21:59:03.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:03 smithi134 ceph-mon[89086]: pgmap v1197: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T21:59:04.025 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsLock.TestRenew (21055 ms) 2024-09-20T21:59:04.025 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-09-20T21:59:05.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:05 smithi046 ceph-mon[96110]: pgmap v1198: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T21:59:05.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:05 smithi046 ceph-mon[96110]: osdmap e999: 8 total, 8 up, 8 in 2024-09-20T21:59:05.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:05 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:59:05.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:05 smithi046 ceph-mon[98591]: pgmap v1198: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T21:59:05.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:05 smithi046 ceph-mon[98591]: osdmap e999: 8 total, 8 up, 8 in 2024-09-20T21:59:05.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:05 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:59:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:05 smithi134 ceph-mon[89086]: pgmap v1198: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T21:59:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:05 smithi134 ceph-mon[89086]: osdmap e999: 8 total, 8 up, 8 in 2024-09-20T21:59:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:05 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:59:06.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:06 smithi046 ceph-mon[96110]: osdmap e1000: 8 total, 8 up, 8 in 2024-09-20T21:59:06.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:06 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2329580003' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:06.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:06 smithi046 ceph-mon[98591]: osdmap e1000: 8 total, 8 up, 8 in 2024-09-20T21:59:06.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:06 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2329580003' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:06.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:06 smithi134 ceph-mon[89086]: osdmap e1000: 8 total, 8 up, 8 in 2024-09-20T21:59:06.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:06 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2329580003' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:07.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:07 smithi046 ceph-mon[96110]: pgmap v1201: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:07.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:07 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:59:07.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:07 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2329580003' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:59:07.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:07 smithi046 ceph-mon[96110]: osdmap e1001: 8 total, 8 up, 8 in 2024-09-20T21:59:07.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:07 smithi046 ceph-mon[98591]: pgmap v1201: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:07.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:07 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:59:07.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:07 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2329580003' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:59:07.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:07 smithi046 ceph-mon[98591]: osdmap e1001: 8 total, 8 up, 8 in 2024-09-20T21:59:07.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:07 smithi134 ceph-mon[89086]: pgmap v1201: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:07.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:07 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:59:07.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:07 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2329580003' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:59:07.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:07 smithi134 ceph-mon[89086]: osdmap e1001: 8 total, 8 up, 8 in 2024-09-20T21:59:08.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:08 smithi046 ceph-mon[96110]: osdmap e1002: 8 total, 8 up, 8 in 2024-09-20T21:59:08.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:08 smithi046 ceph-mon[98591]: osdmap e1002: 8 total, 8 up, 8 in 2024-09-20T21:59:08.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:08 smithi134 ceph-mon[89086]: osdmap e1002: 8 total, 8 up, 8 in 2024-09-20T21:59:09.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:09 smithi046 ceph-mon[96110]: pgmap v1204: 137 pgs: 12 creating+peering, 11 unknown, 114 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:09.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:09 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:59:09.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:09 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T21:59:09.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:09 smithi046 ceph-mon[98591]: pgmap v1204: 137 pgs: 12 creating+peering, 11 unknown, 114 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:09.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:09 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:59:09.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:09 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T21:59:09.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:09 smithi134 ceph-mon[89086]: pgmap v1204: 137 pgs: 12 creating+peering, 11 unknown, 114 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:09.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:09 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:59:09.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:09 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T21:59:11.052 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7027 ms) 2024-09-20T21:59:11.052 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-09-20T21:59:11.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:11 smithi046 ceph-mon[96110]: pgmap v1205: 137 pgs: 12 creating+peering, 125 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T21:59:11.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:11 smithi046 ceph-mon[98591]: pgmap v1205: 137 pgs: 12 creating+peering, 125 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T21:59:11.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:11 smithi134 ceph-mon[89086]: pgmap v1205: 137 pgs: 12 creating+peering, 125 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T21:59:12.302 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:12 smithi046 ceph-mon[96110]: osdmap e1003: 8 total, 8 up, 8 in 2024-09-20T21:59:12.302 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:59:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:59:12] "GET /metrics HTTP/1.1" 200 34100 "" "Prometheus/2.43.0" 2024-09-20T21:59:12.302 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:12 smithi046 ceph-mon[98591]: osdmap e1003: 8 total, 8 up, 8 in 2024-09-20T21:59:12.315 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:12 smithi134 ceph-mon[89086]: osdmap e1003: 8 total, 8 up, 8 in 2024-09-20T21:59:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:59:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:59:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:59:13.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:13 smithi046 ceph-mon[96110]: pgmap v1207: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:13.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:13 smithi046 ceph-mon[96110]: osdmap e1004: 8 total, 8 up, 8 in 2024-09-20T21:59:13.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:13 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/794666555' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:13.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:13 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:13.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:59:13.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:13 smithi046 ceph-mon[98591]: pgmap v1207: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:13.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:13 smithi046 ceph-mon[98591]: osdmap e1004: 8 total, 8 up, 8 in 2024-09-20T21:59:13.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:13 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/794666555' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:13.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:13 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:13.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:59:13.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:13 smithi134 ceph-mon[89086]: pgmap v1207: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:13.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:13 smithi134 ceph-mon[89086]: osdmap e1004: 8 total, 8 up, 8 in 2024-09-20T21:59:13.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:13 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/794666555' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:13.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:13 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:13.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T21:59:14.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:14 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:59:14.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:14 smithi046 ceph-mon[96110]: osdmap e1005: 8 total, 8 up, 8 in 2024-09-20T21:59:14.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:14 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:59:14.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:14 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:59:14.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:14 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:59:14.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:14 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:59:14.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:14 smithi046 ceph-mon[98591]: osdmap e1005: 8 total, 8 up, 8 in 2024-09-20T21:59:14.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:14 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:59:14.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:14 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:59:14.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:14 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:59:14.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:14 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:59:14.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:14 smithi134 ceph-mon[89086]: osdmap e1005: 8 total, 8 up, 8 in 2024-09-20T21:59:14.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:14 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T21:59:14.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:14 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T21:59:14.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:14 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T21:59:15.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:15 smithi046 ceph-mon[96110]: pgmap v1210: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:15.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:15 smithi046 ceph-mon[96110]: osdmap e1006: 8 total, 8 up, 8 in 2024-09-20T21:59:15.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:15 smithi046 ceph-mon[98591]: pgmap v1210: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:15.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:15 smithi046 ceph-mon[98591]: osdmap e1006: 8 total, 8 up, 8 in 2024-09-20T21:59:15.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:15 smithi134 ceph-mon[89086]: pgmap v1210: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:15.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:15 smithi134 ceph-mon[89086]: osdmap e1006: 8 total, 8 up, 8 in 2024-09-20T21:59:17.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:17 smithi046 ceph-mon[96110]: pgmap v1212: 137 pgs: 9 creating+peering, 18 unknown, 110 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:17.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:17 smithi046 ceph-mon[98591]: pgmap v1212: 137 pgs: 9 creating+peering, 18 unknown, 110 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:17.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:17 smithi134 ceph-mon[89086]: pgmap v1212: 137 pgs: 9 creating+peering, 18 unknown, 110 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:19.085 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8033 ms) 2024-09-20T21:59:19.085 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-09-20T21:59:19.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:19 smithi046 ceph-mon[96110]: pgmap v1213: 137 pgs: 9 creating+peering, 128 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:19.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:19 smithi046 ceph-mon[98591]: pgmap v1213: 137 pgs: 9 creating+peering, 128 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:19.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:19 smithi134 ceph-mon[89086]: pgmap v1213: 137 pgs: 9 creating+peering, 128 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:20.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:20 smithi046 ceph-mon[96110]: osdmap e1007: 8 total, 8 up, 8 in 2024-09-20T21:59:20.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:20 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:59:20.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:20 smithi046 ceph-mon[98591]: osdmap e1007: 8 total, 8 up, 8 in 2024-09-20T21:59:20.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:20 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:59:20.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:20 smithi134 ceph-mon[89086]: osdmap e1007: 8 total, 8 up, 8 in 2024-09-20T21:59:20.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:20 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:59:21.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:21 smithi046 ceph-mon[98591]: pgmap v1215: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:21.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:21 smithi046 ceph-mon[98591]: osdmap e1008: 8 total, 8 up, 8 in 2024-09-20T21:59:21.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:21 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1200148' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:21.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:21 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:21.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:21 smithi046 ceph-mon[96110]: pgmap v1215: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:21.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:21 smithi046 ceph-mon[96110]: osdmap e1008: 8 total, 8 up, 8 in 2024-09-20T21:59:21.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:21 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1200148' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:21.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:21 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:21.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:21 smithi134 ceph-mon[89086]: pgmap v1215: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:21.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:21 smithi134 ceph-mon[89086]: osdmap e1008: 8 total, 8 up, 8 in 2024-09-20T21:59:21.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:21 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1200148' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:21.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:21 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:22.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:22 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:59:22.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:22 smithi046 ceph-mon[96110]: osdmap e1009: 8 total, 8 up, 8 in 2024-09-20T21:59:22.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:22 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:59:22.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:22 smithi046 ceph-mon[98591]: osdmap e1009: 8 total, 8 up, 8 in 2024-09-20T21:59:22.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:59:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:59:22] "GET /metrics HTTP/1.1" 200 34104 "" "Prometheus/2.43.0" 2024-09-20T21:59:22.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:22 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-131866-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:59:22.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:22 smithi134 ceph-mon[89086]: osdmap e1009: 8 total, 8 up, 8 in 2024-09-20T21:59:22.426 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:59:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:59:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:59:23.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:23 smithi046 ceph-mon[98591]: pgmap v1218: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:23.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:23 smithi046 ceph-mon[98591]: osdmap e1010: 8 total, 8 up, 8 in 2024-09-20T21:59:23.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:23 smithi046 ceph-mon[96110]: pgmap v1218: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:23.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:23 smithi046 ceph-mon[96110]: osdmap e1010: 8 total, 8 up, 8 in 2024-09-20T21:59:23.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:23 smithi134 ceph-mon[89086]: pgmap v1218: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:23.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:23 smithi134 ceph-mon[89086]: osdmap e1010: 8 total, 8 up, 8 in 2024-09-20T21:59:25.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:25 smithi046 ceph-mon[96110]: pgmap v1220: 137 pgs: 14 creating+peering, 1 unknown, 122 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:25.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:25 smithi046 ceph-mon[98591]: pgmap v1220: 137 pgs: 14 creating+peering, 1 unknown, 122 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:25.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:25 smithi134 ceph-mon[89086]: pgmap v1220: 137 pgs: 14 creating+peering, 1 unknown, 122 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:27.116 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8031 ms) 2024-09-20T21:59:27.116 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 11 tests from ClsLock (69203 ms total) 2024-09-20T21:59:27.116 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T21:59:27.116 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2024-09-20T21:59:27.116 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 11 tests from 1 test suite ran. (69203 ms total) 2024-09-20T21:59:27.117 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 11 tests. 2024-09-20T21:59:27.119 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-20T21:59:27.119 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-20T21:59:27.189 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-09-20T21:59:27.190 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-09-20T21:59:27.260 INFO:tasks.workunit.client.0.smithi046.stdout:Running main() from gmock_main.cc 2024-09-20T21:59:27.260 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-20T21:59:27.260 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2024-09-20T21:59:27.261 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 4 tests from cls_log 2024-09-20T21:59:27.261 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-09-20T21:59:27.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:27 smithi046 ceph-mon[96110]: pgmap v1221: 137 pgs: 14 creating+peering, 123 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:27.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:27 smithi046 ceph-mon[98591]: pgmap v1221: 137 pgs: 14 creating+peering, 123 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:27.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:27 smithi134 ceph-mon[89086]: pgmap v1221: 137 pgs: 14 creating+peering, 123 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:28.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:28 smithi046 ceph-mon[96110]: osdmap e1011: 8 total, 8 up, 8 in 2024-09-20T21:59:28.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:28 smithi046 ceph-mon[98591]: osdmap e1011: 8 total, 8 up, 8 in 2024-09-20T21:59:28.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:28 smithi134 ceph-mon[89086]: osdmap e1011: 8 total, 8 up, 8 in 2024-09-20T21:59:29.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:29 smithi046 ceph-mon[96110]: pgmap v1223: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:29.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:29 smithi046 ceph-mon[96110]: osdmap e1012: 8 total, 8 up, 8 in 2024-09-20T21:59:29.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:29 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1637608252' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132250-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:29.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:29 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132250-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:29.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:29 smithi046 ceph-mon[98591]: pgmap v1223: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:29.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:29 smithi046 ceph-mon[98591]: osdmap e1012: 8 total, 8 up, 8 in 2024-09-20T21:59:29.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:29 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1637608252' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132250-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:29.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:29 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132250-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:29.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:29 smithi134 ceph-mon[89086]: pgmap v1223: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:29.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:29 smithi134 ceph-mon[89086]: osdmap e1012: 8 total, 8 up, 8 in 2024-09-20T21:59:29.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:29 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1637608252' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132250-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:29.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:29 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132250-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:30.133 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_log.test_log_add_same_time (2873 ms) 2024-09-20T21:59:30.133 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-09-20T21:59:30.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:30 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132250-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:59:30.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:30 smithi046 ceph-mon[96110]: osdmap e1013: 8 total, 8 up, 8 in 2024-09-20T21:59:30.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:30 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132250-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:59:30.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:30 smithi046 ceph-mon[98591]: osdmap e1013: 8 total, 8 up, 8 in 2024-09-20T21:59:30.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:30 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132250-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:59:30.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:30 smithi134 ceph-mon[89086]: osdmap e1013: 8 total, 8 up, 8 in 2024-09-20T21:59:31.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:31 smithi046 ceph-mon[96110]: pgmap v1226: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:31.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:31 smithi046 ceph-mon[96110]: osdmap e1014: 8 total, 8 up, 8 in 2024-09-20T21:59:31.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:31 smithi046 ceph-mon[98591]: pgmap v1226: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:31.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:31 smithi046 ceph-mon[98591]: osdmap e1014: 8 total, 8 up, 8 in 2024-09-20T21:59:31.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:31 smithi134 ceph-mon[89086]: pgmap v1226: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:31.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:31 smithi134 ceph-mon[89086]: osdmap e1014: 8 total, 8 up, 8 in 2024-09-20T21:59:32.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:32 smithi046 ceph-mon[96110]: osdmap e1015: 8 total, 8 up, 8 in 2024-09-20T21:59:32.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:32 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1557373999' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132250-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:32.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:32 smithi046 ceph-mon[96110]: pgmap v1229: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:32.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:59:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:59:32] "GET /metrics HTTP/1.1" 200 34104 "" "Prometheus/2.43.0" 2024-09-20T21:59:32.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:32 smithi046 ceph-mon[98591]: osdmap e1015: 8 total, 8 up, 8 in 2024-09-20T21:59:32.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:32 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1557373999' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132250-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:32.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:32 smithi046 ceph-mon[98591]: pgmap v1229: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:32.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:32 smithi134 ceph-mon[89086]: osdmap e1015: 8 total, 8 up, 8 in 2024-09-20T21:59:32.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:32 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1557373999' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132250-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:32.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:32 smithi134 ceph-mon[89086]: pgmap v1229: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:32.426 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:59:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:59:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:59:33.146 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_log.test_log_add_different_time (3013 ms) 2024-09-20T21:59:33.146 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_log.trim_by_time 2024-09-20T21:59:33.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:33 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:59:33.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:33 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1557373999' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132250-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:59:33.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:33 smithi046 ceph-mon[96110]: osdmap e1016: 8 total, 8 up, 8 in 2024-09-20T21:59:33.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:33 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:59:33.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:33 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1557373999' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132250-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:59:33.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:33 smithi046 ceph-mon[98591]: osdmap e1016: 8 total, 8 up, 8 in 2024-09-20T21:59:33.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:33 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:59:33.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:33 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1557373999' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132250-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:59:33.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:33 smithi134 ceph-mon[89086]: osdmap e1016: 8 total, 8 up, 8 in 2024-09-20T21:59:34.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:34 smithi046 ceph-mon[98591]: osdmap e1017: 8 total, 8 up, 8 in 2024-09-20T21:59:34.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:34 smithi046 ceph-mon[98591]: pgmap v1232: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:34.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:34 smithi046 ceph-mon[96110]: osdmap e1017: 8 total, 8 up, 8 in 2024-09-20T21:59:34.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:34 smithi046 ceph-mon[96110]: pgmap v1232: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:34.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:34 smithi134 ceph-mon[89086]: osdmap e1017: 8 total, 8 up, 8 in 2024-09-20T21:59:34.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:34 smithi134 ceph-mon[89086]: pgmap v1232: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:35 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:59:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:35 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T21:59:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:35 smithi134 ceph-mon[89086]: osdmap e1018: 8 total, 8 up, 8 in 2024-09-20T21:59:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:35 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1211471943' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132250-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:35 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:59:35.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:35 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:59:35.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:35 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T21:59:35.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:35 smithi046 ceph-mon[98591]: osdmap e1018: 8 total, 8 up, 8 in 2024-09-20T21:59:35.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:35 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1211471943' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132250-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:35.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:35 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:59:35.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:35 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:59:35.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:35 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T21:59:35.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:35 smithi046 ceph-mon[96110]: osdmap e1018: 8 total, 8 up, 8 in 2024-09-20T21:59:35.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:35 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1211471943' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132250-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:35.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:35 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:59:36.168 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_log.trim_by_time (3023 ms) 2024-09-20T21:59:36.169 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_log.trim_by_marker 2024-09-20T21:59:36.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:36 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1211471943' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132250-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:59:36.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:36 smithi134 ceph-mon[89086]: osdmap e1019: 8 total, 8 up, 8 in 2024-09-20T21:59:36.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:36 smithi134 ceph-mon[89086]: pgmap v1235: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:36.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:36 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1211471943' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132250-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:59:36.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:36 smithi046 ceph-mon[96110]: osdmap e1019: 8 total, 8 up, 8 in 2024-09-20T21:59:36.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:36 smithi046 ceph-mon[96110]: pgmap v1235: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:36.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:36 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1211471943' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132250-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:59:36.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:36 smithi046 ceph-mon[98591]: osdmap e1019: 8 total, 8 up, 8 in 2024-09-20T21:59:36.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:36 smithi046 ceph-mon[98591]: pgmap v1235: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:37.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:37 smithi134 ceph-mon[89086]: osdmap e1020: 8 total, 8 up, 8 in 2024-09-20T21:59:37.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:37 smithi046 ceph-mon[96110]: osdmap e1020: 8 total, 8 up, 8 in 2024-09-20T21:59:37.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:37 smithi046 ceph-mon[98591]: osdmap e1020: 8 total, 8 up, 8 in 2024-09-20T21:59:38.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:38 smithi134 ceph-mon[89086]: osdmap e1021: 8 total, 8 up, 8 in 2024-09-20T21:59:38.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:38 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/519074915' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132250-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:38.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:38 smithi134 ceph-mon[89086]: pgmap v1238: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:38.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:38 smithi046 ceph-mon[98591]: osdmap e1021: 8 total, 8 up, 8 in 2024-09-20T21:59:38.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:38 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/519074915' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132250-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:38.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:38 smithi046 ceph-mon[98591]: pgmap v1238: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:38.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:38 smithi046 ceph-mon[96110]: osdmap e1021: 8 total, 8 up, 8 in 2024-09-20T21:59:38.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:38 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/519074915' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132250-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:38.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:38 smithi046 ceph-mon[96110]: pgmap v1238: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:39.185 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_log.trim_by_marker (3016 ms) 2024-09-20T21:59:39.185 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 4 tests from cls_log (11925 ms total) 2024-09-20T21:59:39.185 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T21:59:39.185 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2024-09-20T21:59:39.185 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 4 tests from 1 test suite ran. (11925 ms total) 2024-09-20T21:59:39.185 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 4 tests. 2024-09-20T21:59:39.188 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-20T21:59:39.188 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-20T21:59:39.261 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-09-20T21:59:39.261 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-09-20T21:59:39.336 INFO:tasks.workunit.client.0.smithi046.stdout:Running main() from gmock_main.cc 2024-09-20T21:59:39.336 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-20T21:59:39.336 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2024-09-20T21:59:39.336 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 4 tests from ClsNumOps 2024-09-20T21:59:39.336 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsNumOps.Add 2024-09-20T21:59:39.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:39 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:59:39.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:39 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/519074915' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132250-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:59:39.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:39 smithi134 ceph-mon[89086]: osdmap e1022: 8 total, 8 up, 8 in 2024-09-20T21:59:39.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:39 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:59:39.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:39 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/519074915' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132250-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:59:39.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:39 smithi046 ceph-mon[98591]: osdmap e1022: 8 total, 8 up, 8 in 2024-09-20T21:59:39.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:39 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:59:39.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:39 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/519074915' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132250-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:59:39.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:39 smithi046 ceph-mon[96110]: osdmap e1022: 8 total, 8 up, 8 in 2024-09-20T21:59:40.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:40 smithi046 ceph-mon[98591]: osdmap e1023: 8 total, 8 up, 8 in 2024-09-20T21:59:40.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:40 smithi046 ceph-mon[98591]: pgmap v1241: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:40.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:40 smithi046 ceph-mon[96110]: osdmap e1023: 8 total, 8 up, 8 in 2024-09-20T21:59:40.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:40 smithi046 ceph-mon[96110]: pgmap v1241: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:40.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:40 smithi134 ceph-mon[89086]: osdmap e1023: 8 total, 8 up, 8 in 2024-09-20T21:59:40.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:40 smithi134 ceph-mon[89086]: pgmap v1241: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:41.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:41 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:59:41.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:41 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T21:59:41.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:41 smithi046 ceph-mon[96110]: osdmap e1024: 8 total, 8 up, 8 in 2024-09-20T21:59:41.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:41 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/146238148' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132356-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:41.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:41 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132356-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:41.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:41 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:59:41.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:41 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T21:59:41.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:41 smithi046 ceph-mon[98591]: osdmap e1024: 8 total, 8 up, 8 in 2024-09-20T21:59:41.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:41 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/146238148' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132356-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:41.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:41 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132356-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:41.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:41 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:59:41.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:41 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T21:59:41.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:41 smithi134 ceph-mon[89086]: osdmap e1024: 8 total, 8 up, 8 in 2024-09-20T21:59:41.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:41 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/146238148' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132356-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:41.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:41 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132356-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:42.207 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsNumOps.Add (2871 ms) 2024-09-20T21:59:42.207 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsNumOps.Sub 2024-09-20T21:59:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:59:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:59:42] "GET /metrics HTTP/1.1" 200 36473 "" "Prometheus/2.43.0" 2024-09-20T21:59:42.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:42 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132356-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:59:42.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:42 smithi046 ceph-mon[96110]: osdmap e1025: 8 total, 8 up, 8 in 2024-09-20T21:59:42.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:42 smithi046 ceph-mon[96110]: pgmap v1244: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:42.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:42 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132356-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:59:42.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:42 smithi046 ceph-mon[98591]: osdmap e1025: 8 total, 8 up, 8 in 2024-09-20T21:59:42.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:42 smithi046 ceph-mon[98591]: pgmap v1244: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:42 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132356-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:59:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:42 smithi134 ceph-mon[89086]: osdmap e1025: 8 total, 8 up, 8 in 2024-09-20T21:59:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:42 smithi134 ceph-mon[89086]: pgmap v1244: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:59:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:59:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:59:43.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:43 smithi046 ceph-mon[96110]: osdmap e1026: 8 total, 8 up, 8 in 2024-09-20T21:59:43.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:43 smithi046 ceph-mon[98591]: osdmap e1026: 8 total, 8 up, 8 in 2024-09-20T21:59:43.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:43 smithi134 ceph-mon[89086]: osdmap e1026: 8 total, 8 up, 8 in 2024-09-20T21:59:44.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:44 smithi046 ceph-mon[96110]: osdmap e1027: 8 total, 8 up, 8 in 2024-09-20T21:59:44.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:44 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1517444146' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132356-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:44.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:44 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132356-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:44.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:44 smithi046 ceph-mon[96110]: pgmap v1247: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:44.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:44 smithi046 ceph-mon[98591]: osdmap e1027: 8 total, 8 up, 8 in 2024-09-20T21:59:44.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:44 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1517444146' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132356-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:44.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:44 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132356-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:44.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:44 smithi046 ceph-mon[98591]: pgmap v1247: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:44.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:44 smithi134 ceph-mon[89086]: osdmap e1027: 8 total, 8 up, 8 in 2024-09-20T21:59:44.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:44 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1517444146' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132356-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:44.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:44 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132356-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:44.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:44 smithi134 ceph-mon[89086]: pgmap v1247: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:45.232 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsNumOps.Sub (3024 ms) 2024-09-20T21:59:45.232 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsNumOps.Mul 2024-09-20T21:59:45.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:45 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132356-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:59:45.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:45 smithi046 ceph-mon[98591]: osdmap e1028: 8 total, 8 up, 8 in 2024-09-20T21:59:45.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:45 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:59:45.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:45 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132356-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:59:45.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:45 smithi046 ceph-mon[96110]: osdmap e1028: 8 total, 8 up, 8 in 2024-09-20T21:59:45.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:45 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:59:45.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:45 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132356-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:59:45.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:45 smithi134 ceph-mon[89086]: osdmap e1028: 8 total, 8 up, 8 in 2024-09-20T21:59:45.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:45 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:59:46.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:46 smithi046 ceph-mon[96110]: osdmap e1029: 8 total, 8 up, 8 in 2024-09-20T21:59:46.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:46 smithi046 ceph-mon[96110]: pgmap v1250: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:46.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:46 smithi046 ceph-mon[98591]: osdmap e1029: 8 total, 8 up, 8 in 2024-09-20T21:59:46.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:46 smithi046 ceph-mon[98591]: pgmap v1250: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:46.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:46 smithi134 ceph-mon[89086]: osdmap e1029: 8 total, 8 up, 8 in 2024-09-20T21:59:46.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:46 smithi134 ceph-mon[89086]: pgmap v1250: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:47.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:47 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:59:47.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:47 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T21:59:47.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:47 smithi046 ceph-mon[96110]: osdmap e1030: 8 total, 8 up, 8 in 2024-09-20T21:59:47.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:47 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/210309275' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132356-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:47.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:47 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:59:47.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:47 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T21:59:47.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:47 smithi046 ceph-mon[98591]: osdmap e1030: 8 total, 8 up, 8 in 2024-09-20T21:59:47.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:47 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/210309275' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132356-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:47.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:47 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:59:47.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:47 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T21:59:47.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:47 smithi134 ceph-mon[89086]: osdmap e1030: 8 total, 8 up, 8 in 2024-09-20T21:59:47.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:47 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/210309275' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132356-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:48.255 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsNumOps.Mul (3023 ms) 2024-09-20T21:59:48.255 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsNumOps.Div 2024-09-20T21:59:48.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:48 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/210309275' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132356-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:59:48.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:48 smithi046 ceph-mon[96110]: osdmap e1031: 8 total, 8 up, 8 in 2024-09-20T21:59:48.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:48 smithi046 ceph-mon[96110]: pgmap v1253: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:48.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:48 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/210309275' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132356-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:59:48.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:48 smithi046 ceph-mon[98591]: osdmap e1031: 8 total, 8 up, 8 in 2024-09-20T21:59:48.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:48 smithi046 ceph-mon[98591]: pgmap v1253: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:48.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:48 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/210309275' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132356-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:59:48.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:48 smithi134 ceph-mon[89086]: osdmap e1031: 8 total, 8 up, 8 in 2024-09-20T21:59:48.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:48 smithi134 ceph-mon[89086]: pgmap v1253: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:49.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:49 smithi046 ceph-mon[96110]: osdmap e1032: 8 total, 8 up, 8 in 2024-09-20T21:59:49.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:59:49.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:49 smithi046 ceph-mon[98591]: osdmap e1032: 8 total, 8 up, 8 in 2024-09-20T21:59:49.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:59:49.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:49 smithi134 ceph-mon[89086]: osdmap e1032: 8 total, 8 up, 8 in 2024-09-20T21:59:49.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T21:59:50.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:50 smithi046 ceph-mon[96110]: osdmap e1033: 8 total, 8 up, 8 in 2024-09-20T21:59:50.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:50 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/896564712' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132356-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:50.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:50 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132356-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:50.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:50 smithi046 ceph-mon[96110]: pgmap v1256: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:50.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:50 smithi046 ceph-mon[98591]: osdmap e1033: 8 total, 8 up, 8 in 2024-09-20T21:59:50.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:50 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/896564712' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132356-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:50.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:50 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132356-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:50.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:50 smithi046 ceph-mon[98591]: pgmap v1256: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:50.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:50 smithi134 ceph-mon[89086]: osdmap e1033: 8 total, 8 up, 8 in 2024-09-20T21:59:50.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:50 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/896564712' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132356-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:50.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:50 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132356-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:50.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:50 smithi134 ceph-mon[89086]: pgmap v1256: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:51.269 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsNumOps.Div (3015 ms) 2024-09-20T21:59:51.270 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 4 tests from ClsNumOps (11934 ms total) 2024-09-20T21:59:51.270 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T21:59:51.270 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2024-09-20T21:59:51.270 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 4 tests from 1 test suite ran. (11934 ms total) 2024-09-20T21:59:51.270 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 4 tests. 2024-09-20T21:59:51.273 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-20T21:59:51.273 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-20T21:59:51.342 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-09-20T21:59:51.343 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-09-20T21:59:51.416 INFO:tasks.workunit.client.0.smithi046.stdout:Running main() from gmock_main.cc 2024-09-20T21:59:51.417 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 70 tests from 1 test suite. 2024-09-20T21:59:51.417 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2024-09-20T21:59:51.417 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 70 tests from TestClsRbd 2024-09-20T21:59:51.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:51 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:59:51.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:51 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132356-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:59:51.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:51 smithi046 ceph-mon[96110]: osdmap e1034: 8 total, 8 up, 8 in 2024-09-20T21:59:51.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:51 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:59:51.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:51 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132356-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:59:51.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:51 smithi046 ceph-mon[98591]: osdmap e1034: 8 total, 8 up, 8 in 2024-09-20T21:59:51.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:51 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T21:59:51.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:51 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132356-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:59:51.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:51 smithi134 ceph-mon[89086]: osdmap e1034: 8 total, 8 up, 8 in 2024-09-20T21:59:52.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:52 smithi046 ceph-mon[98591]: osdmap e1035: 8 total, 8 up, 8 in 2024-09-20T21:59:52.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:52 smithi046 ceph-mon[98591]: pgmap v1259: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:52.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:52 smithi046 ceph-mon[96110]: osdmap e1035: 8 total, 8 up, 8 in 2024-09-20T21:59:52.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:52 smithi046 ceph-mon[96110]: pgmap v1259: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:52.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 21:59:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:21:59:52] "GET /metrics HTTP/1.1" 200 34101 "" "Prometheus/2.43.0" 2024-09-20T21:59:52.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:52 smithi134 ceph-mon[89086]: osdmap e1035: 8 total, 8 up, 8 in 2024-09-20T21:59:52.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:52 smithi134 ceph-mon[89086]: pgmap v1259: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 21:59:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T21:59:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T21:59:53.276 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.get_all_features 2024-09-20T21:59:53.293 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.get_all_features (18 ms) 2024-09-20T21:59:53.294 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.copyup 2024-09-20T21:59:53.478 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.copyup (184 ms) 2024-09-20T21:59:53.478 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-09-20T21:59:53.490 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.sparse_copyup (12 ms) 2024-09-20T21:59:53.490 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-09-20T21:59:53.496 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.get_and_set_id (7 ms) 2024-09-20T21:59:53.496 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-09-20T21:59:53.509 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.add_remove_child (12 ms) 2024-09-20T21:59:53.509 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.directory_methods 2024-09-20T21:59:53.540 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.directory_methods (31 ms) 2024-09-20T21:59:53.540 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.create 2024-09-20T21:59:53.553 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.create (13 ms) 2024-09-20T21:59:53.553 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.get_features 2024-09-20T21:59:53.554 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.get_features (2 ms) 2024-09-20T21:59:53.554 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-09-20T21:59:53.556 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.get_object_prefix (1 ms) 2024-09-20T21:59:53.556 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-09-20T21:59:53.558 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2024-09-20T21:59:53.558 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-09-20T21:59:53.559 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.get_access_timestamp (2 ms) 2024-09-20T21:59:53.560 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-09-20T21:59:53.561 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.get_modify_timestamp (1 ms) 2024-09-20T21:59:53.561 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-09-20T21:59:53.564 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.get_data_pool (4 ms) 2024-09-20T21:59:53.564 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.get_size 2024-09-20T21:59:53.569 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2024-09-20T21:59:53.569 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.set_size 2024-09-20T21:59:53.573 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.set_size (4 ms) 2024-09-20T21:59:53.573 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.protection_status 2024-09-20T21:59:53.590 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.protection_status (18 ms) 2024-09-20T21:59:53.590 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-09-20T21:59:53.598 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.snapshot_limits (7 ms) 2024-09-20T21:59:53.598 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.parents_v1 2024-09-20T21:59:53.637 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.parents_v1 (39 ms) 2024-09-20T21:59:53.637 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.parents_v2 2024-09-20T21:59:53.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:53 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:59:53.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:53 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T21:59:53.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:53 smithi046 ceph-mon[96110]: osdmap e1036: 8 total, 8 up, 8 in 2024-09-20T21:59:53.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:53 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1005440622' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132462-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:53.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:53 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132462-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:53.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:53 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:59:53.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:53 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T21:59:53.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:53 smithi046 ceph-mon[98591]: osdmap e1036: 8 total, 8 up, 8 in 2024-09-20T21:59:53.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:53 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1005440622' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132462-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:53.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:53 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132462-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:53.667 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.parents_v2 (31 ms) 2024-09-20T21:59:53.667 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.snapshots 2024-09-20T21:59:53.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:53 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T21:59:53.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:53 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T21:59:53.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:53 smithi134 ceph-mon[89086]: osdmap e1036: 8 total, 8 up, 8 in 2024-09-20T21:59:53.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:53 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1005440622' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132462-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:53.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:53 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132462-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T21:59:53.688 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.snapshots (20 ms) 2024-09-20T21:59:53.688 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.snapid_race 2024-09-20T21:59:53.695 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.snapid_race (8 ms) 2024-09-20T21:59:53.695 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.stripingv2 2024-09-20T21:59:53.705 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.stripingv2 (9 ms) 2024-09-20T21:59:53.705 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.object_map_save 2024-09-20T21:59:53.709 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.object_map_save (4 ms) 2024-09-20T21:59:53.709 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-09-20T21:59:53.716 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.object_map_resize (8 ms) 2024-09-20T21:59:53.716 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.object_map_update 2024-09-20T21:59:53.723 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.object_map_update (7 ms) 2024-09-20T21:59:53.723 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-09-20T21:59:53.724 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.object_map_load_enoent (0 ms) 2024-09-20T21:59:53.724 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-09-20T21:59:53.733 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.object_map_snap_add (10 ms) 2024-09-20T21:59:53.733 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-09-20T21:59:53.740 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.object_map_snap_remove (6 ms) 2024-09-20T21:59:53.740 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.flags 2024-09-20T21:59:53.744 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.flags (5 ms) 2024-09-20T21:59:53.745 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.metadata 2024-09-20T21:59:53.768 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.metadata (23 ms) 2024-09-20T21:59:53.768 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.set_features 2024-09-20T21:59:53.775 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.set_features (7 ms) 2024-09-20T21:59:53.775 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.mirror 2024-09-20T21:59:53.807 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.mirror (33 ms) 2024-09-20T21:59:53.807 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.mirror_image 2024-09-20T21:59:53.822 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.mirror_image (14 ms) 2024-09-20T21:59:53.822 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-09-20T21:59:54.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:54 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132462-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:59:54.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:54 smithi046 ceph-mon[98591]: osdmap e1037: 8 total, 8 up, 8 in 2024-09-20T21:59:54.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:54 smithi046 ceph-mon[98591]: pgmap v1262: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:54.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:54 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132462-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:59:54.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:54 smithi046 ceph-mon[96110]: osdmap e1037: 8 total, 8 up, 8 in 2024-09-20T21:59:54.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:54 smithi046 ceph-mon[96110]: pgmap v1262: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:54.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:54 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132462-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T21:59:54.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:54 smithi134 ceph-mon[89086]: osdmap e1037: 8 total, 8 up, 8 in 2024-09-20T21:59:54.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:54 smithi134 ceph-mon[89086]: pgmap v1262: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T21:59:55.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:55 smithi046 ceph-mon[96110]: osdmap e1038: 8 total, 8 up, 8 in 2024-09-20T21:59:55.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:55 smithi046 ceph-mon[98591]: osdmap e1038: 8 total, 8 up, 8 in 2024-09-20T21:59:55.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:55 smithi134 ceph-mon[89086]: osdmap e1038: 8 total, 8 up, 8 in 2024-09-20T21:59:56.118 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.mirror_image_status (2296 ms) 2024-09-20T21:59:56.118 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-09-20T21:59:56.202 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.mirror_image_map (85 ms) 2024-09-20T21:59:56.202 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-09-20T21:59:56.209 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.mirror_instances (7 ms) 2024-09-20T21:59:56.209 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-09-20T21:59:56.221 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.mirror_snapshot (11 ms) 2024-09-20T21:59:56.221 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-09-20T21:59:56.223 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_dir_list (3 ms) 2024-09-20T21:59:56.223 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-09-20T21:59:56.226 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2024-09-20T21:59:56.226 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-09-20T21:59:56.229 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.dir_add_already_existing (4 ms) 2024-09-20T21:59:56.229 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-09-20T21:59:56.235 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_dir_rename (6 ms) 2024-09-20T21:59:56.235 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-09-20T21:59:56.238 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2024-09-20T21:59:56.238 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-09-20T21:59:56.243 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2024-09-20T21:59:56.243 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_image_add 2024-09-20T21:59:56.245 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2024-09-20T21:59:56.245 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-09-20T21:59:56.248 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-09-20T21:59:56.248 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_image_list 2024-09-20T21:59:56.250 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_image_list (3 ms) 2024-09-20T21:59:56.250 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-09-20T21:59:56.254 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_image_clean (4 ms) 2024-09-20T21:59:56.254 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.image_group_add 2024-09-20T21:59:56.256 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2024-09-20T21:59:56.256 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-09-20T21:59:56.259 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-09-20T21:59:56.259 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.image_group_get 2024-09-20T21:59:56.262 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.image_group_get (2 ms) 2024-09-20T21:59:56.262 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-09-20T21:59:56.264 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2024-09-20T21:59:56.264 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-09-20T21:59:56.265 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-09-20T21:59:56.265 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-09-20T21:59:56.268 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (3 ms) 2024-09-20T21:59:56.269 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-09-20T21:59:56.271 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2024-09-20T21:59:56.271 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-09-20T21:59:56.273 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_snap_set (2 ms) 2024-09-20T21:59:56.273 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-09-20T21:59:56.276 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_snap_list (2 ms) 2024-09-20T21:59:56.276 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-09-20T21:59:56.294 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (19 ms) 2024-09-20T21:59:56.294 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-09-20T21:59:56.482 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (187 ms) 2024-09-20T21:59:56.482 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-09-20T21:59:56.485 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_snap_remove (3 ms) 2024-09-20T21:59:56.485 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-09-20T21:59:56.487 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-09-20T21:59:56.487 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.trash_methods 2024-09-20T21:59:56.494 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.trash_methods (7 ms) 2024-09-20T21:59:56.494 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.op_features 2024-09-20T21:59:56.501 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.op_features (7 ms) 2024-09-20T21:59:56.501 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.clone_parent 2024-09-20T21:59:56.521 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.clone_parent (20 ms) 2024-09-20T21:59:56.521 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-09-20T21:59:56.529 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.clone_parent_ns (9 ms) 2024-09-20T21:59:56.529 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.clone_child 2024-09-20T21:59:56.540 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.clone_child (10 ms) 2024-09-20T21:59:56.540 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-09-20T21:59:56.546 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.namespace_methods (7 ms) 2024-09-20T21:59:56.546 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.migration 2024-09-20T21:59:56.556 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.migration (9 ms) 2024-09-20T21:59:56.556 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.migration_v1 2024-09-20T21:59:56.568 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.migration_v1 (12 ms) 2024-09-20T21:59:56.568 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-09-20T21:59:56.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:56 smithi046 ceph-mon[96110]: pgmap v1264: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 194 KiB/s rd, 89 KiB/s wr, 311 op/s 2024-09-20T21:59:56.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:56 smithi046 ceph-mon[98591]: pgmap v1264: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 194 KiB/s rd, 89 KiB/s wr, 311 op/s 2024-09-20T21:59:56.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:56 smithi134 ceph-mon[89086]: pgmap v1264: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 194 KiB/s rd, 89 KiB/s wr, 311 op/s 2024-09-20T21:59:58.299 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1731 ms) 2024-09-20T21:59:58.299 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.sparsify 2024-09-20T21:59:58.343 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.sparsify (44 ms) 2024-09-20T21:59:58.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:58 smithi046 ceph-mon[96110]: osdmap e1039: 8 total, 8 up, 8 in 2024-09-20T21:59:58.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:58 smithi046 ceph-mon[96110]: pgmap v1266: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 910 KiB/s wr, 384 op/s 2024-09-20T21:59:58.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:58 smithi046 ceph-mon[98591]: osdmap e1039: 8 total, 8 up, 8 in 2024-09-20T21:59:58.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:58 smithi046 ceph-mon[98591]: pgmap v1266: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 910 KiB/s wr, 384 op/s 2024-09-20T21:59:58.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:58 smithi134 ceph-mon[89086]: osdmap e1039: 8 total, 8 up, 8 in 2024-09-20T21:59:58.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:58 smithi134 ceph-mon[89086]: pgmap v1266: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 910 KiB/s wr, 384 op/s 2024-09-20T21:59:59.302 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 70 tests from TestClsRbd (5067 ms total) 2024-09-20T21:59:59.302 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T21:59:59.303 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2024-09-20T21:59:59.303 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 70 tests from 1 test suite ran. (7885 ms total) 2024-09-20T21:59:59.303 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 70 tests. 2024-09-20T21:59:59.305 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-20T21:59:59.305 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-20T21:59:59.375 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-09-20T21:59:59.375 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-09-20T21:59:59.447 INFO:tasks.workunit.client.0.smithi046.stdout:Running main() from gmock_main.cc 2024-09-20T21:59:59.447 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 10 tests from 1 test suite. 2024-09-20T21:59:59.447 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2024-09-20T21:59:59.447 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 10 tests from cls_rgw 2024-09-20T21:59:59.447 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.test_implicit 2024-09-20T21:59:59.577 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 21:59:59 smithi134 ceph-mon[89086]: osdmap e1040: 8 total, 8 up, 8 in 2024-09-20T21:59:59.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 21:59:59 smithi046 ceph-mon[96110]: osdmap e1040: 8 total, 8 up, 8 in 2024-09-20T21:59:59.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 21:59:59 smithi046 ceph-mon[98591]: osdmap e1040: 8 total, 8 up, 8 in 2024-09-20T22:00:00.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:00 smithi046 ceph-mon[96110]: osdmap e1041: 8 total, 8 up, 8 in 2024-09-20T22:00:00.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:00 smithi046 ceph-mon[96110]: pgmap v1269: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:00.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:00 smithi046 ceph-mon[96110]: overall HEALTH_OK 2024-09-20T22:00:00.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:00 smithi046 ceph-mon[98591]: osdmap e1041: 8 total, 8 up, 8 in 2024-09-20T22:00:00.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:00 smithi046 ceph-mon[98591]: pgmap v1269: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:00.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:00 smithi046 ceph-mon[98591]: overall HEALTH_OK 2024-09-20T22:00:00.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:00 smithi134 ceph-mon[89086]: osdmap e1041: 8 total, 8 up, 8 in 2024-09-20T22:00:00.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:00 smithi134 ceph-mon[89086]: pgmap v1269: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:00.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:00 smithi134 ceph-mon[89086]: overall HEALTH_OK 2024-09-20T22:00:01.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:01 smithi046 ceph-mon[96110]: osdmap e1042: 8 total, 8 up, 8 in 2024-09-20T22:00:01.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:01 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/3207953468' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:01.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:01 smithi046 ceph-mon[98591]: osdmap e1042: 8 total, 8 up, 8 in 2024-09-20T22:00:01.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:01 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/3207953468' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:01.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:01 smithi134 ceph-mon[89086]: osdmap e1042: 8 total, 8 up, 8 in 2024-09-20T22:00:01.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:01 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/3207953468' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:02.325 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:00:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:00:02] "GET /metrics HTTP/1.1" 200 34101 "" "Prometheus/2.43.0" 2024-09-20T22:00:02.333 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.test_implicit (2886 ms) 2024-09-20T22:00:02.333 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2024-09-20T22:00:02.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:02 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/3207953468' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:00:02.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:02 smithi046 ceph-mon[96110]: osdmap e1043: 8 total, 8 up, 8 in 2024-09-20T22:00:02.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:02 smithi046 ceph-mon[96110]: pgmap v1272: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:02.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:02 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/3207953468' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:00:02.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:02 smithi046 ceph-mon[98591]: osdmap e1043: 8 total, 8 up, 8 in 2024-09-20T22:00:02.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:02 smithi046 ceph-mon[98591]: pgmap v1272: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:02.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:02 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/3207953468' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:00:02.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:02 smithi134 ceph-mon[89086]: osdmap e1043: 8 total, 8 up, 8 in 2024-09-20T22:00:02.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:02 smithi134 ceph-mon[89086]: pgmap v1272: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:02.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:00:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:00:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:00:03.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:03 smithi046 ceph-mon[96110]: osdmap e1044: 8 total, 8 up, 8 in 2024-09-20T22:00:03.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:03 smithi046 ceph-mon[98591]: osdmap e1044: 8 total, 8 up, 8 in 2024-09-20T22:00:03.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:03 smithi134 ceph-mon[89086]: osdmap e1044: 8 total, 8 up, 8 in 2024-09-20T22:00:04.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:04 smithi046 ceph-mon[96110]: osdmap e1045: 8 total, 8 up, 8 in 2024-09-20T22:00:04.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:04 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/3433700333' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:04.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:04 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:04.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:04 smithi046 ceph-mon[96110]: pgmap v1275: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:04.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:00:04.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:04 smithi046 ceph-mon[98591]: osdmap e1045: 8 total, 8 up, 8 in 2024-09-20T22:00:04.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:04 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/3433700333' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:04.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:04 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:04.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:04 smithi046 ceph-mon[98591]: pgmap v1275: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:04.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:00:04.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:04 smithi134 ceph-mon[89086]: osdmap e1045: 8 total, 8 up, 8 in 2024-09-20T22:00:04.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:04 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/3433700333' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:04.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:04 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:04.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:04 smithi134 ceph-mon[89086]: pgmap v1275: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:04.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:00:05.352 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3019 ms) 2024-09-20T22:00:05.352 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.test_put_snap 2024-09-20T22:00:05.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:05 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:00:05.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:05 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:00:05.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:05 smithi046 ceph-mon[96110]: osdmap e1046: 8 total, 8 up, 8 in 2024-09-20T22:00:05.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:05 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:00:05.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:05 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:00:05.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:05 smithi046 ceph-mon[98591]: osdmap e1046: 8 total, 8 up, 8 in 2024-09-20T22:00:05.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:05 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:00:05.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:05 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:00:05.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:05 smithi134 ceph-mon[89086]: osdmap e1046: 8 total, 8 up, 8 in 2024-09-20T22:00:06.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:06 smithi046 ceph-mon[96110]: pgmap v1278: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:06.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:06 smithi046 ceph-mon[96110]: osdmap e1047: 8 total, 8 up, 8 in 2024-09-20T22:00:06.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:06 smithi046 ceph-mon[98591]: pgmap v1278: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:06.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:06 smithi046 ceph-mon[98591]: osdmap e1047: 8 total, 8 up, 8 in 2024-09-20T22:00:06.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:06 smithi134 ceph-mon[89086]: pgmap v1278: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:06.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:06 smithi134 ceph-mon[89086]: osdmap e1047: 8 total, 8 up, 8 in 2024-09-20T22:00:07.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:07 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:00:07.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:07 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T22:00:07.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:07 smithi046 ceph-mon[96110]: osdmap e1048: 8 total, 8 up, 8 in 2024-09-20T22:00:07.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:07 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1332823881' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:07.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:07 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:07.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:07 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:00:07.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:07 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T22:00:07.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:07 smithi046 ceph-mon[98591]: osdmap e1048: 8 total, 8 up, 8 in 2024-09-20T22:00:07.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:07 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1332823881' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:07.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:07 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:07.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:07 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:00:07.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:07 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T22:00:07.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:07 smithi134 ceph-mon[89086]: osdmap e1048: 8 total, 8 up, 8 in 2024-09-20T22:00:07.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:07 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1332823881' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:07.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:07 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:08.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:08 smithi046 ceph-mon[96110]: pgmap v1280: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:08.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:08 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:00:08.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:08 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:00:08.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:08 smithi046 ceph-mon[96110]: osdmap e1049: 8 total, 8 up, 8 in 2024-09-20T22:00:08.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:08 smithi046 ceph-mon[98591]: pgmap v1280: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:08.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:08 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:00:08.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:08 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:00:08.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:08 smithi046 ceph-mon[98591]: osdmap e1049: 8 total, 8 up, 8 in 2024-09-20T22:00:08.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:08 smithi134 ceph-mon[89086]: pgmap v1280: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:08.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:08 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:00:08.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:08 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:00:08.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:08 smithi134 ceph-mon[89086]: osdmap e1049: 8 total, 8 up, 8 in 2024-09-20T22:00:09.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:09 smithi046 ceph-mon[96110]: osdmap e1050: 8 total, 8 up, 8 in 2024-09-20T22:00:09.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:09 smithi046 ceph-mon[98591]: osdmap e1050: 8 total, 8 up, 8 in 2024-09-20T22:00:09.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:09 smithi134 ceph-mon[89086]: osdmap e1050: 8 total, 8 up, 8 in 2024-09-20T22:00:10.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:10 smithi046 ceph-mon[96110]: pgmap v1283: 137 pgs: 8 creating+peering, 11 unknown, 118 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-20T22:00:10.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:10 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:00:10.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:10 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T22:00:10.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:10 smithi046 ceph-mon[98591]: pgmap v1283: 137 pgs: 8 creating+peering, 11 unknown, 118 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-20T22:00:10.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:10 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:00:10.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:10 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T22:00:10.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:10 smithi134 ceph-mon[89086]: pgmap v1283: 137 pgs: 8 creating+peering, 11 unknown, 118 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-20T22:00:10.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:10 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:00:10.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:10 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T22:00:12.377 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:00:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:00:12] "GET /metrics HTTP/1.1" 200 36473 "" "Prometheus/2.43.0" 2024-09-20T22:00:12.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:12 smithi046 ceph-mon[98591]: pgmap v1284: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-09-20T22:00:12.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:12 smithi046 ceph-mon[98591]: osdmap e1051: 8 total, 8 up, 8 in 2024-09-20T22:00:12.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:12 smithi046 ceph-mon[96110]: pgmap v1284: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-09-20T22:00:12.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:12 smithi046 ceph-mon[96110]: osdmap e1051: 8 total, 8 up, 8 in 2024-09-20T22:00:12.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:12 smithi134 ceph-mon[89086]: pgmap v1284: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-09-20T22:00:12.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:12 smithi134 ceph-mon[89086]: osdmap e1051: 8 total, 8 up, 8 in 2024-09-20T22:00:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:00:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:00:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:00:13.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:13 smithi046 ceph-mon[96110]: osdmap e1052: 8 total, 8 up, 8 in 2024-09-20T22:00:13.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:13 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:00:13.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:13 smithi046 ceph-mon[98591]: osdmap e1052: 8 total, 8 up, 8 in 2024-09-20T22:00:13.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:13 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:00:13.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:13 smithi134 ceph-mon[89086]: osdmap e1052: 8 total, 8 up, 8 in 2024-09-20T22:00:13.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:13 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:00:14.396 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.test_put_snap (9045 ms) 2024-09-20T22:00:14.397 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.test_explicit 2024-09-20T22:00:14.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:14 smithi046 ceph-mon[96110]: pgmap v1287: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-09-20T22:00:14.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:14 smithi046 ceph-mon[96110]: osdmap e1053: 8 total, 8 up, 8 in 2024-09-20T22:00:14.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:14 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:00:14.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:14 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:00:14.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:14 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:00:14.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:14 smithi046 ceph-mon[98591]: pgmap v1287: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-09-20T22:00:14.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:14 smithi046 ceph-mon[98591]: osdmap e1053: 8 total, 8 up, 8 in 2024-09-20T22:00:14.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:14 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:00:14.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:14 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:00:14.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:14 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:00:14.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:14 smithi134 ceph-mon[89086]: pgmap v1287: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-09-20T22:00:14.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:14 smithi134 ceph-mon[89086]: osdmap e1053: 8 total, 8 up, 8 in 2024-09-20T22:00:14.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:14 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:00:14.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:14 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:00:14.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:14 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:00:15.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:15 smithi046 ceph-mon[96110]: osdmap e1054: 8 total, 8 up, 8 in 2024-09-20T22:00:15.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:15 smithi046 ceph-mon[98591]: osdmap e1054: 8 total, 8 up, 8 in 2024-09-20T22:00:15.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:15 smithi134 ceph-mon[89086]: osdmap e1054: 8 total, 8 up, 8 in 2024-09-20T22:00:16.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:16 smithi134 ceph-mon[89086]: pgmap v1290: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:16.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:16 smithi134 ceph-mon[89086]: osdmap e1055: 8 total, 8 up, 8 in 2024-09-20T22:00:16.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:16 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1153651259' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:16.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:16 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:16.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:16 smithi046 ceph-mon[96110]: pgmap v1290: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:16.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:16 smithi046 ceph-mon[96110]: osdmap e1055: 8 total, 8 up, 8 in 2024-09-20T22:00:16.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:16 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1153651259' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:16.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:16 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:16.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:16 smithi046 ceph-mon[98591]: pgmap v1290: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:16.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:16 smithi046 ceph-mon[98591]: osdmap e1055: 8 total, 8 up, 8 in 2024-09-20T22:00:16.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:16 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1153651259' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:16.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:16 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:17.421 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.test_explicit (3024 ms) 2024-09-20T22:00:17.421 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.set 2024-09-20T22:00:17.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:17 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:00:17.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:17 smithi134 ceph-mon[89086]: osdmap e1056: 8 total, 8 up, 8 in 2024-09-20T22:00:17.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:17 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:00:17.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:17 smithi046 ceph-mon[96110]: osdmap e1056: 8 total, 8 up, 8 in 2024-09-20T22:00:17.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:17 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:00:17.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:17 smithi046 ceph-mon[98591]: osdmap e1056: 8 total, 8 up, 8 in 2024-09-20T22:00:18.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:18 smithi134 ceph-mon[89086]: pgmap v1293: 137 pgs: 11 creating+peering, 15 unknown, 111 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:18.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:18 smithi134 ceph-mon[89086]: osdmap e1057: 8 total, 8 up, 8 in 2024-09-20T22:00:18.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:18 smithi046 ceph-mon[96110]: pgmap v1293: 137 pgs: 11 creating+peering, 15 unknown, 111 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:18.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:18 smithi046 ceph-mon[96110]: osdmap e1057: 8 total, 8 up, 8 in 2024-09-20T22:00:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:18 smithi046 ceph-mon[98591]: pgmap v1293: 137 pgs: 11 creating+peering, 15 unknown, 111 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:18 smithi046 ceph-mon[98591]: osdmap e1057: 8 total, 8 up, 8 in 2024-09-20T22:00:19.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:19 smithi046 ceph-mon[96110]: osdmap e1058: 8 total, 8 up, 8 in 2024-09-20T22:00:19.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:19 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/687494254' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:00:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:19 smithi046 ceph-mon[98591]: osdmap e1058: 8 total, 8 up, 8 in 2024-09-20T22:00:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:19 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/687494254' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:00:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:19 smithi134 ceph-mon[89086]: osdmap e1058: 8 total, 8 up, 8 in 2024-09-20T22:00:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:19 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/687494254' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:00:20.434 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.set (3012 ms) 2024-09-20T22:00:20.434 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.test_implicit_ec 2024-09-20T22:00:20.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:20 smithi046 ceph-mon[96110]: pgmap v1296: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:20.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:20 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:00:20.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:20 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/687494254' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:00:20.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:20 smithi046 ceph-mon[96110]: osdmap e1059: 8 total, 8 up, 8 in 2024-09-20T22:00:20.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:20 smithi046 ceph-mon[98591]: pgmap v1296: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:20.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:20 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:00:20.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:20 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/687494254' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:00:20.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:20 smithi046 ceph-mon[98591]: osdmap e1059: 8 total, 8 up, 8 in 2024-09-20T22:00:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:20 smithi134 ceph-mon[89086]: pgmap v1296: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:20 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:00:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:20 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/687494254' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:00:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:20 smithi134 ceph-mon[89086]: osdmap e1059: 8 total, 8 up, 8 in 2024-09-20T22:00:21.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:21 smithi046 ceph-mon[96110]: osdmap e1060: 8 total, 8 up, 8 in 2024-09-20T22:00:21.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:21 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2197217440' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-6"}]: dispatch 2024-09-20T22:00:21.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:21 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-6"}]: dispatch 2024-09-20T22:00:21.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:21 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2197217440' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-6"}]: dispatch 2024-09-20T22:00:21.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:21 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-6"}]: dispatch 2024-09-20T22:00:21.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:21 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2197217440' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-20T22:00:21.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:21 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-20T22:00:21.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:21 smithi046 ceph-mon[98591]: osdmap e1060: 8 total, 8 up, 8 in 2024-09-20T22:00:21.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:21 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2197217440' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-6"}]: dispatch 2024-09-20T22:00:21.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:21 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-6"}]: dispatch 2024-09-20T22:00:21.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:21 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2197217440' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-6"}]: dispatch 2024-09-20T22:00:21.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:21 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-6"}]: dispatch 2024-09-20T22:00:21.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:21 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2197217440' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-20T22:00:21.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:21 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-20T22:00:21.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:21 smithi134 ceph-mon[89086]: osdmap e1060: 8 total, 8 up, 8 in 2024-09-20T22:00:21.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:21 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2197217440' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-6"}]: dispatch 2024-09-20T22:00:21.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:21 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-6"}]: dispatch 2024-09-20T22:00:21.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:21 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2197217440' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-6"}]: dispatch 2024-09-20T22:00:21.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:21 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-6"}]: dispatch 2024-09-20T22:00:21.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:21 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2197217440' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-20T22:00:21.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:21 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-20T22:00:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:00:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:00:22] "GET /metrics HTTP/1.1" 200 36472 "" "Prometheus/2.43.0" 2024-09-20T22:00:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:00:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:00:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:00:22.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:22 smithi134 ceph-mon[89086]: pgmap v1299: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:22.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:22 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:00:22.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:22 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T22:00:22.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:22 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-20T22:00:22.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:22 smithi134 ceph-mon[89086]: osdmap e1061: 8 total, 8 up, 8 in 2024-09-20T22:00:22.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:22 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2197217440' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-6"}]: dispatch 2024-09-20T22:00:22.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:22 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-6"}]: dispatch 2024-09-20T22:00:22.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:22 smithi046 ceph-mon[96110]: pgmap v1299: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:22.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:22 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:00:22.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:22 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T22:00:22.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:22 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-20T22:00:22.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:22 smithi046 ceph-mon[96110]: osdmap e1061: 8 total, 8 up, 8 in 2024-09-20T22:00:22.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:22 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2197217440' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-6"}]: dispatch 2024-09-20T22:00:22.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:22 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-6"}]: dispatch 2024-09-20T22:00:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:22 smithi046 ceph-mon[98591]: pgmap v1299: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:22 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:00:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:22 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T22:00:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:22 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-20T22:00:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:22 smithi046 ceph-mon[98591]: osdmap e1061: 8 total, 8 up, 8 in 2024-09-20T22:00:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:22 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2197217440' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-6"}]: dispatch 2024-09-20T22:00:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:22 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-6"}]: dispatch 2024-09-20T22:00:23.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:23 smithi046 ceph-mon[96110]: osdmap e1062: 8 total, 8 up, 8 in 2024-09-20T22:00:23.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:23 smithi046 ceph-mon[98591]: osdmap e1062: 8 total, 8 up, 8 in 2024-09-20T22:00:23.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:23 smithi134 ceph-mon[89086]: osdmap e1062: 8 total, 8 up, 8 in 2024-09-20T22:00:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:24 smithi046 ceph-mon[96110]: pgmap v1302: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:24 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-6"}]': finished 2024-09-20T22:00:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:24 smithi046 ceph-mon[96110]: osdmap e1063: 8 total, 8 up, 8 in 2024-09-20T22:00:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:24 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2197217440' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:24 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:24 smithi046 ceph-mon[98591]: pgmap v1302: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:24 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-6"}]': finished 2024-09-20T22:00:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:24 smithi046 ceph-mon[98591]: osdmap e1063: 8 total, 8 up, 8 in 2024-09-20T22:00:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:24 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2197217440' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:24 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:24 smithi134 ceph-mon[89086]: pgmap v1302: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:24 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-6"}]': finished 2024-09-20T22:00:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:24 smithi134 ceph-mon[89086]: osdmap e1063: 8 total, 8 up, 8 in 2024-09-20T22:00:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:24 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2197217440' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:24 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:25.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:25 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:00:25.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:25 smithi046 ceph-mon[96110]: osdmap e1064: 8 total, 8 up, 8 in 2024-09-20T22:00:25.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:25 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:00:25.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:25 smithi046 ceph-mon[98591]: osdmap e1064: 8 total, 8 up, 8 in 2024-09-20T22:00:25.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:25 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:00:25.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:25 smithi134 ceph-mon[89086]: osdmap e1064: 8 total, 8 up, 8 in 2024-09-20T22:00:26.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:26 smithi046 ceph-mon[96110]: pgmap v1305: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:26.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:26 smithi046 ceph-mon[96110]: osdmap e1065: 8 total, 8 up, 8 in 2024-09-20T22:00:26.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:26 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2197217440' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-6"}]: dispatch 2024-09-20T22:00:26.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:26 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-6"}]: dispatch 2024-09-20T22:00:26.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:26 smithi046 ceph-mon[98591]: pgmap v1305: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:26.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:26 smithi046 ceph-mon[98591]: osdmap e1065: 8 total, 8 up, 8 in 2024-09-20T22:00:26.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:26 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2197217440' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-6"}]: dispatch 2024-09-20T22:00:26.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:26 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-6"}]: dispatch 2024-09-20T22:00:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:26 smithi134 ceph-mon[89086]: pgmap v1305: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:26 smithi134 ceph-mon[89086]: osdmap e1065: 8 total, 8 up, 8 in 2024-09-20T22:00:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:26 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2197217440' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-6"}]: dispatch 2024-09-20T22:00:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:26 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-6"}]: dispatch 2024-09-20T22:00:27.477 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.test_implicit_ec (7042 ms) 2024-09-20T22:00:27.477 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2024-09-20T22:00:27.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:27 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-6"}]': finished 2024-09-20T22:00:27.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:27 smithi046 ceph-mon[96110]: osdmap e1066: 8 total, 8 up, 8 in 2024-09-20T22:00:27.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:27 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2197217440' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-6"}]: dispatch 2024-09-20T22:00:27.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:27 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-6"}]: dispatch 2024-09-20T22:00:27.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:27 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-6"}]': finished 2024-09-20T22:00:27.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:27 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-6"}]': finished 2024-09-20T22:00:27.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:27 smithi046 ceph-mon[98591]: osdmap e1066: 8 total, 8 up, 8 in 2024-09-20T22:00:27.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:27 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2197217440' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-6"}]: dispatch 2024-09-20T22:00:27.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:27 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-6"}]: dispatch 2024-09-20T22:00:27.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:27 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-6"}]': finished 2024-09-20T22:00:27.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:27 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-6"}]': finished 2024-09-20T22:00:27.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:27 smithi134 ceph-mon[89086]: osdmap e1066: 8 total, 8 up, 8 in 2024-09-20T22:00:27.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:27 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2197217440' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-6"}]: dispatch 2024-09-20T22:00:27.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:27 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-6"}]: dispatch 2024-09-20T22:00:27.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:27 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-6"}]': finished 2024-09-20T22:00:28.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:28 smithi046 ceph-mon[96110]: pgmap v1308: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:28 smithi046 ceph-mon[96110]: osdmap e1067: 8 total, 8 up, 8 in 2024-09-20T22:00:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:28 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2558538043' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-7"}]: dispatch 2024-09-20T22:00:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:28 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2558538043' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-7"}]: dispatch 2024-09-20T22:00:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:28 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2558538043' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-20T22:00:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:28 smithi046 ceph-mon[98591]: pgmap v1308: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:28 smithi046 ceph-mon[98591]: osdmap e1067: 8 total, 8 up, 8 in 2024-09-20T22:00:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:28 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2558538043' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-7"}]: dispatch 2024-09-20T22:00:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:28 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2558538043' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-7"}]: dispatch 2024-09-20T22:00:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:28 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2558538043' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-20T22:00:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:28 smithi134 ceph-mon[89086]: pgmap v1308: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:28 smithi134 ceph-mon[89086]: osdmap e1067: 8 total, 8 up, 8 in 2024-09-20T22:00:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:28 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2558538043' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-7"}]: dispatch 2024-09-20T22:00:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:28 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2558538043' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-7"}]: dispatch 2024-09-20T22:00:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:28 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2558538043' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-20T22:00:29.827 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:29 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2558538043' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-20T22:00:29.828 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:29 smithi134 ceph-mon[89086]: osdmap e1068: 8 total, 8 up, 8 in 2024-09-20T22:00:29.828 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:29 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2558538043' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-7"}]: dispatch 2024-09-20T22:00:29.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:29 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2558538043' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-20T22:00:29.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:29 smithi046 ceph-mon[98591]: osdmap e1068: 8 total, 8 up, 8 in 2024-09-20T22:00:29.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:29 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2558538043' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-7"}]: dispatch 2024-09-20T22:00:29.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:29 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2558538043' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-20T22:00:29.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:29 smithi046 ceph-mon[96110]: osdmap e1068: 8 total, 8 up, 8 in 2024-09-20T22:00:29.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:29 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2558538043' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-7"}]: dispatch 2024-09-20T22:00:30.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:30 smithi046 ceph-mon[96110]: pgmap v1311: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:30.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:30 smithi046 ceph-mon[96110]: osdmap e1069: 8 total, 8 up, 8 in 2024-09-20T22:00:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:30 smithi046 ceph-mon[98591]: pgmap v1311: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:30 smithi046 ceph-mon[98591]: osdmap e1069: 8 total, 8 up, 8 in 2024-09-20T22:00:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:30 smithi134 ceph-mon[89086]: pgmap v1311: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:30 smithi134 ceph-mon[89086]: osdmap e1069: 8 total, 8 up, 8 in 2024-09-20T22:00:31.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:31 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2558538043' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-7"}]': finished 2024-09-20T22:00:31.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:31 smithi046 ceph-mon[98591]: osdmap e1070: 8 total, 8 up, 8 in 2024-09-20T22:00:31.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:31 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2558538043' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:31.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:31 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2558538043' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:00:31.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:31 smithi046 ceph-mon[98591]: osdmap e1071: 8 total, 8 up, 8 in 2024-09-20T22:00:31.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:31 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2558538043' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-7"}]': finished 2024-09-20T22:00:31.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:31 smithi046 ceph-mon[96110]: osdmap e1070: 8 total, 8 up, 8 in 2024-09-20T22:00:31.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:31 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2558538043' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:31.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:31 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2558538043' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:00:31.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:31 smithi046 ceph-mon[96110]: osdmap e1071: 8 total, 8 up, 8 in 2024-09-20T22:00:31.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:31 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2558538043' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-7"}]': finished 2024-09-20T22:00:31.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:31 smithi134 ceph-mon[89086]: osdmap e1070: 8 total, 8 up, 8 in 2024-09-20T22:00:31.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:31 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2558538043' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:31.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:31 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2558538043' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:00:31.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:31 smithi134 ceph-mon[89086]: osdmap e1071: 8 total, 8 up, 8 in 2024-09-20T22:00:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:00:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:00:32] "GET /metrics HTTP/1.1" 200 36472 "" "Prometheus/2.43.0" 2024-09-20T22:00:32.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:32 smithi134 ceph-mon[89086]: pgmap v1314: 113 pgs: 4 creating+peering, 4 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:32.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:32 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:00:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:00:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:00:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:00:32.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:32 smithi046 ceph-mon[96110]: pgmap v1314: 113 pgs: 4 creating+peering, 4 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:32.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:32 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:00:32.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:32 smithi046 ceph-mon[98591]: pgmap v1314: 113 pgs: 4 creating+peering, 4 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:32.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:32 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:00:33.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:33 smithi046 ceph-mon[96110]: osdmap e1072: 8 total, 8 up, 8 in 2024-09-20T22:00:33.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:33 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2558538043' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-7"}]: dispatch 2024-09-20T22:00:33.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:33 smithi046 ceph-mon[98591]: osdmap e1072: 8 total, 8 up, 8 in 2024-09-20T22:00:33.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:33 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2558538043' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-7"}]: dispatch 2024-09-20T22:00:33.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:33 smithi134 ceph-mon[89086]: osdmap e1072: 8 total, 8 up, 8 in 2024-09-20T22:00:33.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:33 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2558538043' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-7"}]: dispatch 2024-09-20T22:00:34.522 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7045 ms) 2024-09-20T22:00:34.522 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2024-09-20T22:00:34.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:34 smithi046 ceph-mon[96110]: pgmap v1317: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:34 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:00:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:34 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T22:00:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:34 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2558538043' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-7"}]': finished 2024-09-20T22:00:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:34 smithi046 ceph-mon[96110]: osdmap e1073: 8 total, 8 up, 8 in 2024-09-20T22:00:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:34 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2558538043' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-7"}]: dispatch 2024-09-20T22:00:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:00:34.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:34 smithi046 ceph-mon[98591]: pgmap v1317: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:34.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:34 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:00:34.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:34 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T22:00:34.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:34 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2558538043' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-7"}]': finished 2024-09-20T22:00:34.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:34 smithi046 ceph-mon[98591]: osdmap e1073: 8 total, 8 up, 8 in 2024-09-20T22:00:34.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:34 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2558538043' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-7"}]: dispatch 2024-09-20T22:00:34.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:00:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:34 smithi134 ceph-mon[89086]: pgmap v1317: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:34 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:00:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:34 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T22:00:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:34 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2558538043' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-7"}]': finished 2024-09-20T22:00:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:34 smithi134 ceph-mon[89086]: osdmap e1073: 8 total, 8 up, 8 in 2024-09-20T22:00:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:34 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2558538043' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-7"}]: dispatch 2024-09-20T22:00:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:00:35.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:35 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2558538043' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-7"}]': finished 2024-09-20T22:00:35.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:35 smithi046 ceph-mon[96110]: osdmap e1074: 8 total, 8 up, 8 in 2024-09-20T22:00:35.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:35 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4244299792' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-8"}]: dispatch 2024-09-20T22:00:35.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:35 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-8"}]: dispatch 2024-09-20T22:00:35.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:35 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4244299792' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-8"}]: dispatch 2024-09-20T22:00:35.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:35 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-8"}]: dispatch 2024-09-20T22:00:35.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:35 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4244299792' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-20T22:00:35.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:35 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-20T22:00:35.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:35 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2558538043' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-7"}]': finished 2024-09-20T22:00:35.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:35 smithi046 ceph-mon[98591]: osdmap e1074: 8 total, 8 up, 8 in 2024-09-20T22:00:35.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:35 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4244299792' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-8"}]: dispatch 2024-09-20T22:00:35.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:35 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-8"}]: dispatch 2024-09-20T22:00:35.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:35 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4244299792' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-8"}]: dispatch 2024-09-20T22:00:35.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:35 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-8"}]: dispatch 2024-09-20T22:00:35.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:35 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4244299792' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-20T22:00:35.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:35 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-20T22:00:35.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:35 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2558538043' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-7"}]': finished 2024-09-20T22:00:35.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:35 smithi134 ceph-mon[89086]: osdmap e1074: 8 total, 8 up, 8 in 2024-09-20T22:00:35.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:35 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4244299792' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-8"}]: dispatch 2024-09-20T22:00:35.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:35 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-8"}]: dispatch 2024-09-20T22:00:35.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:35 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4244299792' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-8"}]: dispatch 2024-09-20T22:00:35.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:35 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-8"}]: dispatch 2024-09-20T22:00:35.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:35 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4244299792' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-20T22:00:35.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:35 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-20T22:00:37.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:36 smithi046 ceph-mon[96110]: pgmap v1320: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:37.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:36 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-20T22:00:37.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:36 smithi046 ceph-mon[96110]: osdmap e1075: 8 total, 8 up, 8 in 2024-09-20T22:00:37.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:36 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4244299792' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-8"}]: dispatch 2024-09-20T22:00:37.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:36 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-8"}]: dispatch 2024-09-20T22:00:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:36 smithi046 ceph-mon[98591]: pgmap v1320: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:36 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-20T22:00:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:36 smithi046 ceph-mon[98591]: osdmap e1075: 8 total, 8 up, 8 in 2024-09-20T22:00:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:36 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4244299792' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-8"}]: dispatch 2024-09-20T22:00:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:36 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-8"}]: dispatch 2024-09-20T22:00:37.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:36 smithi134 ceph-mon[89086]: pgmap v1320: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:37.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:36 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-20T22:00:37.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:36 smithi134 ceph-mon[89086]: osdmap e1075: 8 total, 8 up, 8 in 2024-09-20T22:00:37.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:36 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4244299792' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-8"}]: dispatch 2024-09-20T22:00:37.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:36 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-8"}]: dispatch 2024-09-20T22:00:38.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:37 smithi046 ceph-mon[96110]: osdmap e1076: 8 total, 8 up, 8 in 2024-09-20T22:00:38.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:37 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-8"}]': finished 2024-09-20T22:00:38.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:37 smithi046 ceph-mon[96110]: osdmap e1077: 8 total, 8 up, 8 in 2024-09-20T22:00:38.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:37 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4244299792' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:38.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:37 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:38.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:37 smithi046 ceph-mon[98591]: osdmap e1076: 8 total, 8 up, 8 in 2024-09-20T22:00:38.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:37 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-8"}]': finished 2024-09-20T22:00:38.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:37 smithi046 ceph-mon[98591]: osdmap e1077: 8 total, 8 up, 8 in 2024-09-20T22:00:38.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:37 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4244299792' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:38.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:37 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:38.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:37 smithi134 ceph-mon[89086]: osdmap e1076: 8 total, 8 up, 8 in 2024-09-20T22:00:38.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:37 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-8"}]': finished 2024-09-20T22:00:38.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:37 smithi134 ceph-mon[89086]: osdmap e1077: 8 total, 8 up, 8 in 2024-09-20T22:00:38.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:37 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4244299792' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:38.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:37 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:39.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:38 smithi046 ceph-mon[96110]: pgmap v1323: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:39.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:38 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:00:39.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:38 smithi046 ceph-mon[96110]: osdmap e1078: 8 total, 8 up, 8 in 2024-09-20T22:00:39.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:38 smithi046 ceph-mon[98591]: pgmap v1323: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:39.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:38 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:00:39.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:38 smithi046 ceph-mon[98591]: osdmap e1078: 8 total, 8 up, 8 in 2024-09-20T22:00:39.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:38 smithi134 ceph-mon[89086]: pgmap v1323: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:39.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:38 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:00:39.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:38 smithi134 ceph-mon[89086]: osdmap e1078: 8 total, 8 up, 8 in 2024-09-20T22:00:40.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:40 smithi046 ceph-mon[96110]: pgmap v1326: 113 pgs: 7 unknown, 106 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-20T22:00:40.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:40 smithi046 ceph-mon[96110]: osdmap e1079: 8 total, 8 up, 8 in 2024-09-20T22:00:40.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:40 smithi046 ceph-mon[98591]: pgmap v1326: 113 pgs: 7 unknown, 106 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-20T22:00:40.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:40 smithi046 ceph-mon[98591]: osdmap e1079: 8 total, 8 up, 8 in 2024-09-20T22:00:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:40 smithi134 ceph-mon[89086]: pgmap v1326: 113 pgs: 7 unknown, 106 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-20T22:00:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:40 smithi134 ceph-mon[89086]: osdmap e1079: 8 total, 8 up, 8 in 2024-09-20T22:00:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:00:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:00:42] "GET /metrics HTTP/1.1" 200 34100 "" "Prometheus/2.43.0" 2024-09-20T22:00:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:42 smithi134 ceph-mon[89086]: pgmap v1328: 113 pgs: 2 unknown, 111 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 212 B/s wr, 0 op/s 2024-09-20T22:00:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:00:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:00:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:00:42.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:42 smithi046 ceph-mon[96110]: pgmap v1328: 113 pgs: 2 unknown, 111 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 212 B/s wr, 0 op/s 2024-09-20T22:00:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:42 smithi046 ceph-mon[98591]: pgmap v1328: 113 pgs: 2 unknown, 111 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 212 B/s wr, 0 op/s 2024-09-20T22:00:43.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:43 smithi046 ceph-mon[96110]: osdmap e1080: 8 total, 8 up, 8 in 2024-09-20T22:00:43.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:43 smithi046 ceph-mon[98591]: osdmap e1080: 8 total, 8 up, 8 in 2024-09-20T22:00:43.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:43 smithi134 ceph-mon[89086]: osdmap e1080: 8 total, 8 up, 8 in 2024-09-20T22:00:44.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:44 smithi046 ceph-mon[96110]: pgmap v1330: 113 pgs: 113 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 175 B/s wr, 0 op/s 2024-09-20T22:00:44.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:44 smithi046 ceph-mon[96110]: osdmap e1081: 8 total, 8 up, 8 in 2024-09-20T22:00:44.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:44 smithi046 ceph-mon[98591]: pgmap v1330: 113 pgs: 113 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 175 B/s wr, 0 op/s 2024-09-20T22:00:44.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:44 smithi046 ceph-mon[98591]: osdmap e1081: 8 total, 8 up, 8 in 2024-09-20T22:00:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:44 smithi134 ceph-mon[89086]: pgmap v1330: 113 pgs: 113 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 175 B/s wr, 0 op/s 2024-09-20T22:00:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:44 smithi134 ceph-mon[89086]: osdmap e1081: 8 total, 8 up, 8 in 2024-09-20T22:00:45.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:45 smithi046 ceph-mon[96110]: osdmap e1082: 8 total, 8 up, 8 in 2024-09-20T22:00:45.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:45 smithi046 ceph-mon[98591]: osdmap e1082: 8 total, 8 up, 8 in 2024-09-20T22:00:45.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:45 smithi134 ceph-mon[89086]: osdmap e1082: 8 total, 8 up, 8 in 2024-09-20T22:00:46.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:46 smithi046 ceph-mon[96110]: pgmap v1333: 113 pgs: 113 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-20T22:00:46.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:46 smithi046 ceph-mon[96110]: osdmap e1083: 8 total, 8 up, 8 in 2024-09-20T22:00:46.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:46 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4244299792' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-8"}]: dispatch 2024-09-20T22:00:46.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:46 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-8"}]: dispatch 2024-09-20T22:00:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:46 smithi046 ceph-mon[98591]: pgmap v1333: 113 pgs: 113 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-20T22:00:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:46 smithi046 ceph-mon[98591]: osdmap e1083: 8 total, 8 up, 8 in 2024-09-20T22:00:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:46 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4244299792' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-8"}]: dispatch 2024-09-20T22:00:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:46 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-8"}]: dispatch 2024-09-20T22:00:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:46 smithi134 ceph-mon[89086]: pgmap v1333: 113 pgs: 113 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-20T22:00:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:46 smithi134 ceph-mon[89086]: osdmap e1083: 8 total, 8 up, 8 in 2024-09-20T22:00:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:46 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4244299792' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-8"}]: dispatch 2024-09-20T22:00:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:46 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-8"}]: dispatch 2024-09-20T22:00:47.581 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.test_put_snap_ec (13059 ms) 2024-09-20T22:00:47.581 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.test_explicit_ec 2024-09-20T22:00:47.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:47 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-8"}]': finished 2024-09-20T22:00:47.966 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:47 smithi046 ceph-mon[98591]: osdmap e1084: 8 total, 8 up, 8 in 2024-09-20T22:00:47.966 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:47 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4244299792' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-8"}]: dispatch 2024-09-20T22:00:47.966 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:47 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-8"}]: dispatch 2024-09-20T22:00:47.966 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:47 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-8"}]': finished 2024-09-20T22:00:47.966 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:47 smithi046 ceph-mon[96110]: osdmap e1084: 8 total, 8 up, 8 in 2024-09-20T22:00:47.966 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:47 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4244299792' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-8"}]: dispatch 2024-09-20T22:00:47.966 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:47 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-8"}]: dispatch 2024-09-20T22:00:47.967 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:47 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-8"}]': finished 2024-09-20T22:00:47.967 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:47 smithi134 ceph-mon[89086]: osdmap e1084: 8 total, 8 up, 8 in 2024-09-20T22:00:47.967 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:47 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4244299792' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-8"}]: dispatch 2024-09-20T22:00:47.967 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:47 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-8"}]: dispatch 2024-09-20T22:00:48.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:48 smithi046 ceph-mon[96110]: pgmap v1336: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:48.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:48 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-8"}]': finished 2024-09-20T22:00:48.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:48 smithi046 ceph-mon[96110]: osdmap e1085: 8 total, 8 up, 8 in 2024-09-20T22:00:48.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:48 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/509231984' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-9"}]: dispatch 2024-09-20T22:00:48.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:48 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-9"}]: dispatch 2024-09-20T22:00:48.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:48 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/509231984' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-9"}]: dispatch 2024-09-20T22:00:48.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:48 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-9"}]: dispatch 2024-09-20T22:00:48.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:48 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/509231984' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-20T22:00:48.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:48 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-20T22:00:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:48 smithi046 ceph-mon[98591]: pgmap v1336: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:48 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-8"}]': finished 2024-09-20T22:00:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:48 smithi046 ceph-mon[98591]: osdmap e1085: 8 total, 8 up, 8 in 2024-09-20T22:00:48.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:48 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/509231984' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-9"}]: dispatch 2024-09-20T22:00:48.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:48 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-9"}]: dispatch 2024-09-20T22:00:48.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:48 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/509231984' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-9"}]: dispatch 2024-09-20T22:00:48.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:48 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-9"}]: dispatch 2024-09-20T22:00:48.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:48 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/509231984' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-20T22:00:48.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:48 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-20T22:00:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:48 smithi134 ceph-mon[89086]: pgmap v1336: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:48 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-8"}]': finished 2024-09-20T22:00:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:48 smithi134 ceph-mon[89086]: osdmap e1085: 8 total, 8 up, 8 in 2024-09-20T22:00:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:48 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/509231984' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-9"}]: dispatch 2024-09-20T22:00:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:48 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-9"}]: dispatch 2024-09-20T22:00:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:48 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/509231984' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-9"}]: dispatch 2024-09-20T22:00:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:48 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-9"}]: dispatch 2024-09-20T22:00:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:48 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/509231984' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-20T22:00:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:48 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-20T22:00:49.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:49 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-20T22:00:49.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:49 smithi046 ceph-mon[96110]: osdmap e1086: 8 total, 8 up, 8 in 2024-09-20T22:00:49.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:49 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/509231984' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-9"}]: dispatch 2024-09-20T22:00:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:49 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-9"}]: dispatch 2024-09-20T22:00:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:00:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:49 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-20T22:00:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:49 smithi046 ceph-mon[98591]: osdmap e1086: 8 total, 8 up, 8 in 2024-09-20T22:00:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:49 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/509231984' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-9"}]: dispatch 2024-09-20T22:00:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:49 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-9"}]: dispatch 2024-09-20T22:00:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:00:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:49 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-20T22:00:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:49 smithi134 ceph-mon[89086]: osdmap e1086: 8 total, 8 up, 8 in 2024-09-20T22:00:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:49 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/509231984' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-9"}]: dispatch 2024-09-20T22:00:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:49 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-9"}]: dispatch 2024-09-20T22:00:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:00:50.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:50 smithi046 ceph-mon[96110]: pgmap v1339: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:50.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:50 smithi046 ceph-mon[96110]: osdmap e1087: 8 total, 8 up, 8 in 2024-09-20T22:00:50.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:50 smithi046 ceph-mon[98591]: pgmap v1339: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:50.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:50 smithi046 ceph-mon[98591]: osdmap e1087: 8 total, 8 up, 8 in 2024-09-20T22:00:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:50 smithi134 ceph-mon[89086]: pgmap v1339: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:50 smithi134 ceph-mon[89086]: osdmap e1087: 8 total, 8 up, 8 in 2024-09-20T22:00:51.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:51 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-9"}]': finished 2024-09-20T22:00:51.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:51 smithi046 ceph-mon[96110]: osdmap e1088: 8 total, 8 up, 8 in 2024-09-20T22:00:51.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:51 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/509231984' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:51.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:51 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:51.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:51 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-9"}]': finished 2024-09-20T22:00:51.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:51 smithi046 ceph-mon[98591]: osdmap e1088: 8 total, 8 up, 8 in 2024-09-20T22:00:51.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:51 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/509231984' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:51.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:51 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:51.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:51 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-9"}]': finished 2024-09-20T22:00:51.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:51 smithi134 ceph-mon[89086]: osdmap e1088: 8 total, 8 up, 8 in 2024-09-20T22:00:51.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:51 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/509231984' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:51.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:51 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:00:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:00:52] "GET /metrics HTTP/1.1" 200 34105 "" "Prometheus/2.43.0" 2024-09-20T22:00:52.600 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:00:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:00:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:00:52.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:52 smithi046 ceph-mon[98591]: pgmap v1342: 113 pgs: 4 creating+peering, 4 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:52.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:52 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:00:52.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:52 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:00:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:52 smithi046 ceph-mon[98591]: osdmap e1089: 8 total, 8 up, 8 in 2024-09-20T22:00:52.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:52 smithi046 ceph-mon[96110]: pgmap v1342: 113 pgs: 4 creating+peering, 4 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:52.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:52 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:00:52.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:52 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:00:52.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:52 smithi046 ceph-mon[96110]: osdmap e1089: 8 total, 8 up, 8 in 2024-09-20T22:00:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:52 smithi134 ceph-mon[89086]: pgmap v1342: 113 pgs: 4 creating+peering, 4 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:52 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:00:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:52 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:00:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:52 smithi134 ceph-mon[89086]: osdmap e1089: 8 total, 8 up, 8 in 2024-09-20T22:00:53.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:53 smithi046 ceph-mon[96110]: osdmap e1090: 8 total, 8 up, 8 in 2024-09-20T22:00:53.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:53 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/509231984' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-9"}]: dispatch 2024-09-20T22:00:53.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:53 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-9"}]: dispatch 2024-09-20T22:00:53.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:53 smithi046 ceph-mon[98591]: osdmap e1090: 8 total, 8 up, 8 in 2024-09-20T22:00:53.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:53 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/509231984' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-9"}]: dispatch 2024-09-20T22:00:53.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:53 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-9"}]: dispatch 2024-09-20T22:00:53.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:53 smithi134 ceph-mon[89086]: osdmap e1090: 8 total, 8 up, 8 in 2024-09-20T22:00:53.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:53 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/509231984' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-9"}]: dispatch 2024-09-20T22:00:53.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:53 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-9"}]: dispatch 2024-09-20T22:00:54.618 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.test_explicit_ec (7038 ms) 2024-09-20T22:00:54.618 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.set_ec 2024-09-20T22:00:54.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:54 smithi046 ceph-mon[96110]: pgmap v1345: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:54.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:54 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:00:54.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:54 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T22:00:54.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:54 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-9"}]': finished 2024-09-20T22:00:54.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:54 smithi046 ceph-mon[96110]: osdmap e1091: 8 total, 8 up, 8 in 2024-09-20T22:00:54.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:54 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/509231984' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-9"}]: dispatch 2024-09-20T22:00:54.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:54 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-9"}]: dispatch 2024-09-20T22:00:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:54 smithi046 ceph-mon[98591]: pgmap v1345: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:54 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:00:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:54 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T22:00:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:54 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-9"}]': finished 2024-09-20T22:00:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:54 smithi046 ceph-mon[98591]: osdmap e1091: 8 total, 8 up, 8 in 2024-09-20T22:00:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:54 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/509231984' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-9"}]: dispatch 2024-09-20T22:00:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:54 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-9"}]: dispatch 2024-09-20T22:00:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:54 smithi134 ceph-mon[89086]: pgmap v1345: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:54 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:00:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:54 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T22:00:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:54 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-9"}]': finished 2024-09-20T22:00:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:54 smithi134 ceph-mon[89086]: osdmap e1091: 8 total, 8 up, 8 in 2024-09-20T22:00:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:54 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/509231984' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-9"}]: dispatch 2024-09-20T22:00:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:54 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-9"}]: dispatch 2024-09-20T22:00:55.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:55 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-9"}]': finished 2024-09-20T22:00:55.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:55 smithi046 ceph-mon[96110]: osdmap e1092: 8 total, 8 up, 8 in 2024-09-20T22:00:55.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:55 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2671746135' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-10"}]: dispatch 2024-09-20T22:00:55.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:55 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-10"}]: dispatch 2024-09-20T22:00:55.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:55 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2671746135' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-10"}]: dispatch 2024-09-20T22:00:55.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:55 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-10"}]: dispatch 2024-09-20T22:00:55.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:55 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2671746135' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-20T22:00:55.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:55 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-20T22:00:55.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:55 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-9"}]': finished 2024-09-20T22:00:55.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:55 smithi046 ceph-mon[98591]: osdmap e1092: 8 total, 8 up, 8 in 2024-09-20T22:00:55.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:55 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2671746135' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-10"}]: dispatch 2024-09-20T22:00:55.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:55 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-10"}]: dispatch 2024-09-20T22:00:55.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:55 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2671746135' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-10"}]: dispatch 2024-09-20T22:00:55.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:55 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-10"}]: dispatch 2024-09-20T22:00:55.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:55 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2671746135' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-20T22:00:55.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:55 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-20T22:00:55.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:55 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-9"}]': finished 2024-09-20T22:00:55.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:55 smithi134 ceph-mon[89086]: osdmap e1092: 8 total, 8 up, 8 in 2024-09-20T22:00:55.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:55 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2671746135' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-10"}]: dispatch 2024-09-20T22:00:55.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:55 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-10"}]: dispatch 2024-09-20T22:00:55.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:55 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2671746135' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-10"}]: dispatch 2024-09-20T22:00:55.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:55 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-10"}]: dispatch 2024-09-20T22:00:55.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:55 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2671746135' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-20T22:00:55.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:55 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-20T22:00:57.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:57 smithi046 ceph-mon[96110]: pgmap v1348: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:57.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:57 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-20T22:00:57.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:57 smithi046 ceph-mon[96110]: osdmap e1093: 8 total, 8 up, 8 in 2024-09-20T22:00:57.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:57 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2671746135' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-10"}]: dispatch 2024-09-20T22:00:57.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:57 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-10"}]: dispatch 2024-09-20T22:00:57.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:57 smithi046 ceph-mon[98591]: pgmap v1348: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:57.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:57 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-20T22:00:57.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:57 smithi046 ceph-mon[98591]: osdmap e1093: 8 total, 8 up, 8 in 2024-09-20T22:00:57.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:57 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2671746135' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-10"}]: dispatch 2024-09-20T22:00:57.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:57 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-10"}]: dispatch 2024-09-20T22:00:57.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:57 smithi134 ceph-mon[89086]: pgmap v1348: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:57.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:57 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi046-132517-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-20T22:00:57.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:57 smithi134 ceph-mon[89086]: osdmap e1093: 8 total, 8 up, 8 in 2024-09-20T22:00:57.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:57 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2671746135' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-10"}]: dispatch 2024-09-20T22:00:57.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:57 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-10"}]: dispatch 2024-09-20T22:00:58.387 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:58 smithi134 ceph-mon[89086]: osdmap e1094: 8 total, 8 up, 8 in 2024-09-20T22:00:58.387 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:58 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-10"}]': finished 2024-09-20T22:00:58.387 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:58 smithi134 ceph-mon[89086]: osdmap e1095: 8 total, 8 up, 8 in 2024-09-20T22:00:58.387 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:58 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2671746135' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:58.387 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:58 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:58.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:58 smithi046 ceph-mon[96110]: osdmap e1094: 8 total, 8 up, 8 in 2024-09-20T22:00:58.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:58 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-10"}]': finished 2024-09-20T22:00:58.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:58 smithi046 ceph-mon[96110]: osdmap e1095: 8 total, 8 up, 8 in 2024-09-20T22:00:58.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:58 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2671746135' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:58.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:58 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:58.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:58 smithi046 ceph-mon[98591]: osdmap e1094: 8 total, 8 up, 8 in 2024-09-20T22:00:58.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:58 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi046-132517-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi046-132517-10"}]': finished 2024-09-20T22:00:58.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:58 smithi046 ceph-mon[98591]: osdmap e1095: 8 total, 8 up, 8 in 2024-09-20T22:00:58.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:58 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2671746135' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:58.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:58 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:00:58.676 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 22:00:58 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=cleanup t=2024-09-20T22:00:58.386455536Z level=info msg="Completed cleanup jobs" duration=1.379003ms 2024-09-20T22:00:59.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:59 smithi046 ceph-mon[98591]: pgmap v1351: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:59.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:59 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:00:59.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:00:59 smithi046 ceph-mon[98591]: osdmap e1096: 8 total, 8 up, 8 in 2024-09-20T22:00:59.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:59 smithi046 ceph-mon[96110]: pgmap v1351: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:59.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:59 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:00:59.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:00:59 smithi046 ceph-mon[96110]: osdmap e1096: 8 total, 8 up, 8 in 2024-09-20T22:00:59.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:59 smithi134 ceph-mon[89086]: pgmap v1351: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:00:59.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:59 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132517-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:00:59.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:00:59 smithi134 ceph-mon[89086]: osdmap e1096: 8 total, 8 up, 8 in 2024-09-20T22:01:00.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:00 smithi046 ceph-mon[96110]: pgmap v1354: 113 pgs: 1 creating+peering, 6 unknown, 106 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-20T22:01:00.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:00 smithi046 ceph-mon[96110]: osdmap e1097: 8 total, 8 up, 8 in 2024-09-20T22:01:00.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:00 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2671746135' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-10"}]: dispatch 2024-09-20T22:01:00.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:00 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-10"}]: dispatch 2024-09-20T22:01:00.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:00 smithi046 ceph-mon[98591]: pgmap v1354: 113 pgs: 1 creating+peering, 6 unknown, 106 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-20T22:01:00.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:00 smithi046 ceph-mon[98591]: osdmap e1097: 8 total, 8 up, 8 in 2024-09-20T22:01:00.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:00 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2671746135' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-10"}]: dispatch 2024-09-20T22:01:00.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:00 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-10"}]: dispatch 2024-09-20T22:01:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:00 smithi134 ceph-mon[89086]: pgmap v1354: 113 pgs: 1 creating+peering, 6 unknown, 106 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-20T22:01:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:00 smithi134 ceph-mon[89086]: osdmap e1097: 8 total, 8 up, 8 in 2024-09-20T22:01:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:00 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2671746135' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-10"}]: dispatch 2024-09-20T22:01:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:00 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-10"}]: dispatch 2024-09-20T22:01:01.642 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.set_ec (7023 ms) 2024-09-20T22:01:01.642 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 10 tests from cls_rgw (62195 ms total) 2024-09-20T22:01:01.642 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:01:01.642 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2024-09-20T22:01:01.642 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 10 tests from 1 test suite ran. (62195 ms total) 2024-09-20T22:01:01.642 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 10 tests. 2024-09-20T22:01:01.644 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-20T22:01:01.644 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-20T22:01:01.716 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-09-20T22:01:01.716 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-09-20T22:01:01.787 INFO:tasks.workunit.client.0.smithi046.stdout:Running main() from gmock_main.cc 2024-09-20T22:01:01.787 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 16 tests from 1 test suite. 2024-09-20T22:01:01.787 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2024-09-20T22:01:01.787 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 16 tests from cls_rgw 2024-09-20T22:01:01.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:01 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-10"}]': finished 2024-09-20T22:01:01.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:01 smithi046 ceph-mon[98591]: osdmap e1098: 8 total, 8 up, 8 in 2024-09-20T22:01:01.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:01 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2671746135' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-10"}]: dispatch 2024-09-20T22:01:01.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:01 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-10"}]: dispatch 2024-09-20T22:01:01.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:01 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-10"}]': finished 2024-09-20T22:01:01.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:01 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-10"}]': finished 2024-09-20T22:01:01.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:01 smithi046 ceph-mon[96110]: osdmap e1098: 8 total, 8 up, 8 in 2024-09-20T22:01:01.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:01 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2671746135' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-10"}]: dispatch 2024-09-20T22:01:01.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:01 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-10"}]: dispatch 2024-09-20T22:01:01.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:01 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-10"}]': finished 2024-09-20T22:01:01.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:01 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi046-132517-10"}]': finished 2024-09-20T22:01:01.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:01 smithi134 ceph-mon[89086]: osdmap e1098: 8 total, 8 up, 8 in 2024-09-20T22:01:01.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:01 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2671746135' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-10"}]: dispatch 2024-09-20T22:01:01.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:01 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-10"}]: dispatch 2024-09-20T22:01:01.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:01 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi046-132517-10"}]': finished 2024-09-20T22:01:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:01:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:01:02] "GET /metrics HTTP/1.1" 200 34105 "" "Prometheus/2.43.0" 2024-09-20T22:01:02.642 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:01:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:01:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:01:02.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:02 smithi046 ceph-mon[96110]: pgmap v1357: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:01:02.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:02 smithi046 ceph-mon[96110]: osdmap e1099: 8 total, 8 up, 8 in 2024-09-20T22:01:02.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:02 smithi046 ceph-mon[98591]: pgmap v1357: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:01:02.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:02 smithi046 ceph-mon[98591]: osdmap e1099: 8 total, 8 up, 8 in 2024-09-20T22:01:02.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:02 smithi134 ceph-mon[89086]: pgmap v1357: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:01:02.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:02 smithi134 ceph-mon[89086]: osdmap e1099: 8 total, 8 up, 8 in 2024-09-20T22:01:03.661 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.index_basic 2024-09-20T22:01:03.704 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.index_basic (42 ms) 2024-09-20T22:01:03.704 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-09-20T22:01:03.732 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (29 ms) 2024-09-20T22:01:03.732 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.index_remove_object 2024-09-20T22:01:03.769 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.index_remove_object (36 ms) 2024-09-20T22:01:03.769 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.index_suggest 2024-09-20T22:01:03.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:03 smithi046 ceph-mon[98591]: osdmap e1100: 8 total, 8 up, 8 in 2024-09-20T22:01:03.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:03 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1101615945' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132870-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:01:03.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:03 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132870-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:01:03.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:03 smithi046 ceph-mon[96110]: osdmap e1100: 8 total, 8 up, 8 in 2024-09-20T22:01:03.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:03 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1101615945' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132870-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:01:03.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:03 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132870-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:01:03.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:03 smithi134 ceph-mon[89086]: osdmap e1100: 8 total, 8 up, 8 in 2024-09-20T22:01:03.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:03 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1101615945' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132870-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:01:03.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:03 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132870-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:01:04.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:04 smithi046 ceph-mon[96110]: pgmap v1360: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:01:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:04 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:01:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:04 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132870-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:01:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:04 smithi046 ceph-mon[96110]: osdmap e1101: 8 total, 8 up, 8 in 2024-09-20T22:01:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:01:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:01:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:04 smithi046 ceph-mon[98591]: pgmap v1360: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:01:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:04 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:01:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:04 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132870-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:01:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:04 smithi046 ceph-mon[98591]: osdmap e1101: 8 total, 8 up, 8 in 2024-09-20T22:01:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:01:04.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:01:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:04 smithi134 ceph-mon[89086]: pgmap v1360: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:01:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:04 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:01:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:04 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132870-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:01:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:04 smithi134 ceph-mon[89086]: osdmap e1101: 8 total, 8 up, 8 in 2024-09-20T22:01:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:01:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:01:05.192 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.index_suggest (1423 ms) 2024-09-20T22:01:05.192 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-09-20T22:01:05.198 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.index_suggest_complete (7 ms) 2024-09-20T22:01:05.199 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.index_list 2024-09-20T22:01:05.216 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.index_list (18 ms) 2024-09-20T22:01:05.217 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-09-20T22:01:05.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:05 smithi134 ceph-mon[89086]: osdmap e1102: 8 total, 8 up, 8 in 2024-09-20T22:01:06.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:05 smithi046 ceph-mon[96110]: osdmap e1102: 8 total, 8 up, 8 in 2024-09-20T22:01:06.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:05 smithi046 ceph-mon[98591]: osdmap e1102: 8 total, 8 up, 8 in 2024-09-20T22:01:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:06 smithi134 ceph-mon[89086]: pgmap v1363: 137 pgs: 3 creating+peering, 25 unknown, 109 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:01:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:06 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:01:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:06 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T22:01:07.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:06 smithi046 ceph-mon[98591]: pgmap v1363: 137 pgs: 3 creating+peering, 25 unknown, 109 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:01:07.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:06 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:01:07.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:06 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T22:01:07.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:06 smithi046 ceph-mon[96110]: pgmap v1363: 137 pgs: 3 creating+peering, 25 unknown, 109 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:01:07.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:06 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:01:07.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:06 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T22:01:08.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:08 smithi134 ceph-mon[89086]: pgmap v1364: 137 pgs: 3 creating+peering, 3 unknown, 131 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 94 KiB/s wr, 307 op/s 2024-09-20T22:01:09.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:08 smithi046 ceph-mon[96110]: pgmap v1364: 137 pgs: 3 creating+peering, 3 unknown, 131 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 94 KiB/s wr, 307 op/s 2024-09-20T22:01:09.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:08 smithi046 ceph-mon[98591]: pgmap v1364: 137 pgs: 3 creating+peering, 3 unknown, 131 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 94 KiB/s wr, 307 op/s 2024-09-20T22:01:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:10 smithi134 ceph-mon[89086]: pgmap v1365: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 886 KiB/s rd, 565 KiB/s wr, 1.72k op/s 2024-09-20T22:01:11.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:10 smithi046 ceph-mon[96110]: pgmap v1365: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 886 KiB/s rd, 565 KiB/s wr, 1.72k op/s 2024-09-20T22:01:11.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:10 smithi046 ceph-mon[98591]: pgmap v1365: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 886 KiB/s rd, 565 KiB/s wr, 1.72k op/s 2024-09-20T22:01:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:01:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:01:12] "GET /metrics HTTP/1.1" 200 36471 "" "Prometheus/2.43.0" 2024-09-20T22:01:12.666 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:01:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:01:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:01:12.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:12 smithi134 ceph-mon[89086]: pgmap v1366: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 744 KiB/s rd, 474 KiB/s wr, 1.44k op/s 2024-09-20T22:01:13.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:12 smithi046 ceph-mon[96110]: pgmap v1366: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 744 KiB/s rd, 474 KiB/s wr, 1.44k op/s 2024-09-20T22:01:13.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:12 smithi046 ceph-mon[98591]: pgmap v1366: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 744 KiB/s rd, 474 KiB/s wr, 1.44k op/s 2024-09-20T22:01:14.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:14 smithi046 ceph-mon[96110]: pgmap v1367: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 613 KiB/s rd, 391 KiB/s wr, 1.19k op/s 2024-09-20T22:01:14.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:14 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:01:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:14 smithi046 ceph-mon[98591]: pgmap v1367: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 613 KiB/s rd, 391 KiB/s wr, 1.19k op/s 2024-09-20T22:01:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:14 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:01:14.907 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:14 smithi134 ceph-mon[89086]: pgmap v1367: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 613 KiB/s rd, 391 KiB/s wr, 1.19k op/s 2024-09-20T22:01:14.907 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:14 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:01:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:16 smithi134 ceph-mon[89086]: pgmap v1368: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 949 KiB/s rd, 616 KiB/s wr, 1.86k op/s 2024-09-20T22:01:16.965 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:16 smithi046 ceph-mon[96110]: pgmap v1368: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 949 KiB/s rd, 616 KiB/s wr, 1.86k op/s 2024-09-20T22:01:16.966 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:16 smithi046 ceph-mon[98591]: pgmap v1368: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 949 KiB/s rd, 616 KiB/s wr, 1.86k op/s 2024-09-20T22:01:18.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:18 smithi046 ceph-mon[96110]: pgmap v1369: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 846 KiB/s rd, 550 KiB/s wr, 1.66k op/s 2024-09-20T22:01:18.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:18 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:01:18.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:18 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:01:18.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:18 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:01:18.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:18 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:01:18.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:18 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:01:18.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:18 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:01:18.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:18 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:01:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:18 smithi046 ceph-mon[98591]: pgmap v1369: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 846 KiB/s rd, 550 KiB/s wr, 1.66k op/s 2024-09-20T22:01:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:18 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:01:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:18 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:01:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:18 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:01:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:18 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:01:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:18 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:01:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:18 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:01:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:18 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:01:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:18 smithi134 ceph-mon[89086]: pgmap v1369: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 846 KiB/s rd, 550 KiB/s wr, 1.66k op/s 2024-09-20T22:01:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:18 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:01:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:18 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:01:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:18 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:01:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:18 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:01:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:18 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:01:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:18 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:01:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:18 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:01:20.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:20 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:01:20.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:20 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:01:20.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:20 smithi046 ceph-mon[98591]: pgmap v1370: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1007 KiB/s rd, 670 KiB/s wr, 2.01k op/s 2024-09-20T22:01:20.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:20 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:01:20.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:20 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:01:20.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:20 smithi046 ceph-mon[96110]: pgmap v1370: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1007 KiB/s rd, 670 KiB/s wr, 2.01k op/s 2024-09-20T22:01:20.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:20 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:01:20.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:20 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:01:20.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:20 smithi134 ceph-mon[89086]: pgmap v1370: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1007 KiB/s rd, 670 KiB/s wr, 2.01k op/s 2024-09-20T22:01:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:01:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:01:22] "GET /metrics HTTP/1.1" 200 36494 "" "Prometheus/2.43.0" 2024-09-20T22:01:22.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:22 smithi134 ceph-mon[89086]: pgmap v1371: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 599 KiB/s rd, 399 KiB/s wr, 1.20k op/s 2024-09-20T22:01:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:01:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:01:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:01:22.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:22 smithi046 ceph-mon[96110]: pgmap v1371: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 599 KiB/s rd, 399 KiB/s wr, 1.20k op/s 2024-09-20T22:01:22.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:22 smithi046 ceph-mon[98591]: pgmap v1371: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 599 KiB/s rd, 399 KiB/s wr, 1.20k op/s 2024-09-20T22:01:24.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:24 smithi046 ceph-mon[96110]: pgmap v1372: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 599 KiB/s rd, 399 KiB/s wr, 1.20k op/s 2024-09-20T22:01:24.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:24 smithi046 ceph-mon[98591]: pgmap v1372: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 599 KiB/s rd, 399 KiB/s wr, 1.20k op/s 2024-09-20T22:01:24.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:24 smithi134 ceph-mon[89086]: pgmap v1372: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 599 KiB/s rd, 399 KiB/s wr, 1.20k op/s 2024-09-20T22:01:26.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:26 smithi134 ceph-mon[89086]: pgmap v1373: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 888 KiB/s rd, 592 KiB/s wr, 1.77k op/s 2024-09-20T22:01:26.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:26 smithi046 ceph-mon[96110]: pgmap v1373: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 888 KiB/s rd, 592 KiB/s wr, 1.77k op/s 2024-09-20T22:01:26.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:26 smithi046 ceph-mon[98591]: pgmap v1373: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 888 KiB/s rd, 592 KiB/s wr, 1.77k op/s 2024-09-20T22:01:28.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:28 smithi134 ceph-mon[89086]: pgmap v1374: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 537 KiB/s rd, 358 KiB/s wr, 1.07k op/s 2024-09-20T22:01:28.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:28 smithi046 ceph-mon[96110]: pgmap v1374: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 537 KiB/s rd, 358 KiB/s wr, 1.07k op/s 2024-09-20T22:01:28.919 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:28 smithi046 ceph-mon[98591]: pgmap v1374: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 537 KiB/s rd, 358 KiB/s wr, 1.07k op/s 2024-09-20T22:01:30.757 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:30 smithi134 ceph-mon[89086]: pgmap v1375: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 819 KiB/s rd, 546 KiB/s wr, 1.64k op/s 2024-09-20T22:01:30.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:30 smithi046 ceph-mon[96110]: pgmap v1375: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 819 KiB/s rd, 546 KiB/s wr, 1.64k op/s 2024-09-20T22:01:30.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:30 smithi046 ceph-mon[98591]: pgmap v1375: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 819 KiB/s rd, 546 KiB/s wr, 1.64k op/s 2024-09-20T22:01:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:01:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:01:32] "GET /metrics HTTP/1.1" 200 36494 "" "Prometheus/2.43.0" 2024-09-20T22:01:32.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:32 smithi134 ceph-mon[89086]: pgmap v1376: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 571 KiB/s rd, 381 KiB/s wr, 1.14k op/s 2024-09-20T22:01:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:01:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:01:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:01:32.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:32 smithi046 ceph-mon[96110]: pgmap v1376: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 571 KiB/s rd, 381 KiB/s wr, 1.14k op/s 2024-09-20T22:01:32.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:32 smithi046 ceph-mon[98591]: pgmap v1376: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 571 KiB/s rd, 381 KiB/s wr, 1.14k op/s 2024-09-20T22:01:34.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:34 smithi046 ceph-mon[98591]: pgmap v1377: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 571 KiB/s rd, 381 KiB/s wr, 1.14k op/s 2024-09-20T22:01:34.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:01:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:34 smithi046 ceph-mon[96110]: pgmap v1377: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 571 KiB/s rd, 381 KiB/s wr, 1.14k op/s 2024-09-20T22:01:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:01:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:34 smithi134 ceph-mon[89086]: pgmap v1377: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 571 KiB/s rd, 381 KiB/s wr, 1.14k op/s 2024-09-20T22:01:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:01:36.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:36 smithi046 ceph-mon[96110]: pgmap v1378: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 853 KiB/s rd, 568 KiB/s wr, 1.71k op/s 2024-09-20T22:01:36.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:36 smithi046 ceph-mon[98591]: pgmap v1378: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 853 KiB/s rd, 568 KiB/s wr, 1.71k op/s 2024-09-20T22:01:36.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:36 smithi134 ceph-mon[89086]: pgmap v1378: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 853 KiB/s rd, 568 KiB/s wr, 1.71k op/s 2024-09-20T22:01:38.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:38 smithi046 ceph-mon[96110]: pgmap v1379: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 564 KiB/s rd, 376 KiB/s wr, 1.13k op/s 2024-09-20T22:01:38.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:38 smithi046 ceph-mon[98591]: pgmap v1379: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 564 KiB/s rd, 376 KiB/s wr, 1.13k op/s 2024-09-20T22:01:38.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:38 smithi134 ceph-mon[89086]: pgmap v1379: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 564 KiB/s rd, 376 KiB/s wr, 1.13k op/s 2024-09-20T22:01:40.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:40 smithi046 ceph-mon[96110]: pgmap v1380: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 845 KiB/s rd, 564 KiB/s wr, 1.69k op/s 2024-09-20T22:01:40.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:40 smithi046 ceph-mon[98591]: pgmap v1380: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 845 KiB/s rd, 564 KiB/s wr, 1.69k op/s 2024-09-20T22:01:40.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:40 smithi134 ceph-mon[89086]: pgmap v1380: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 845 KiB/s rd, 564 KiB/s wr, 1.69k op/s 2024-09-20T22:01:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:01:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:01:42] "GET /metrics HTTP/1.1" 200 36494 "" "Prometheus/2.43.0" 2024-09-20T22:01:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:42 smithi134 ceph-mon[89086]: pgmap v1381: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 563 KiB/s rd, 375 KiB/s wr, 1.13k op/s 2024-09-20T22:01:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:01:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:01:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:01:42.712 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:42 smithi046 ceph-mon[96110]: pgmap v1381: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 563 KiB/s rd, 375 KiB/s wr, 1.13k op/s 2024-09-20T22:01:42.713 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:42 smithi046 ceph-mon[98591]: pgmap v1381: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 563 KiB/s rd, 375 KiB/s wr, 1.13k op/s 2024-09-20T22:01:44.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:44 smithi046 ceph-mon[96110]: pgmap v1382: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 563 KiB/s rd, 375 KiB/s wr, 1.13k op/s 2024-09-20T22:01:44.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:44 smithi046 ceph-mon[98591]: pgmap v1382: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 563 KiB/s rd, 375 KiB/s wr, 1.13k op/s 2024-09-20T22:01:44.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:44 smithi134 ceph-mon[89086]: pgmap v1382: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 563 KiB/s rd, 375 KiB/s wr, 1.13k op/s 2024-09-20T22:01:46.411 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.index_list_delimited (41194 ms) 2024-09-20T22:01:46.411 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.bi_list 2024-09-20T22:01:46.480 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.bi_list (69 ms) 2024-09-20T22:01:46.480 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.gc_set 2024-09-20T22:01:46.505 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.gc_set (25 ms) 2024-09-20T22:01:46.505 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.gc_list 2024-09-20T22:01:46.528 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.gc_list (23 ms) 2024-09-20T22:01:46.528 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.gc_defer 2024-09-20T22:01:46.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:46 smithi046 ceph-mon[96110]: pgmap v1383: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 825 KiB/s rd, 550 KiB/s wr, 1.65k op/s 2024-09-20T22:01:46.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:46 smithi046 ceph-mon[98591]: pgmap v1383: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 825 KiB/s rd, 550 KiB/s wr, 1.65k op/s 2024-09-20T22:01:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:46 smithi134 ceph-mon[89086]: pgmap v1383: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 825 KiB/s rd, 550 KiB/s wr, 1.65k op/s 2024-09-20T22:01:48.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:48 smithi046 ceph-mon[98591]: pgmap v1384: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 543 KiB/s rd, 362 KiB/s wr, 1.09k op/s 2024-09-20T22:01:48.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:48 smithi046 ceph-mon[98591]: osdmap e1103: 8 total, 8 up, 8 in 2024-09-20T22:01:48.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:48 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2659624384' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132870-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:01:48.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:48 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132870-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:01:48.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:48 smithi046 ceph-mon[96110]: pgmap v1384: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 543 KiB/s rd, 362 KiB/s wr, 1.09k op/s 2024-09-20T22:01:48.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:48 smithi046 ceph-mon[96110]: osdmap e1103: 8 total, 8 up, 8 in 2024-09-20T22:01:48.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:48 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2659624384' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132870-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:01:48.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:48 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132870-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:01:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:48 smithi134 ceph-mon[89086]: pgmap v1384: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 543 KiB/s rd, 362 KiB/s wr, 1.09k op/s 2024-09-20T22:01:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:48 smithi134 ceph-mon[89086]: osdmap e1103: 8 total, 8 up, 8 in 2024-09-20T22:01:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:48 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2659624384' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132870-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:01:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:48 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132870-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:01:49.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:49 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132870-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:01:49.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:49 smithi046 ceph-mon[98591]: osdmap e1104: 8 total, 8 up, 8 in 2024-09-20T22:01:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:01:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:49 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132870-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:01:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:49 smithi046 ceph-mon[96110]: osdmap e1104: 8 total, 8 up, 8 in 2024-09-20T22:01:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:01:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:49 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-132870-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:01:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:49 smithi134 ceph-mon[89086]: osdmap e1104: 8 total, 8 up, 8 in 2024-09-20T22:01:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:01:50.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:50 smithi046 ceph-mon[96110]: pgmap v1387: 169 pgs: 8 creating+peering, 21 unknown, 140 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 795 KiB/s rd, 411 KiB/s wr, 1.23k op/s 2024-09-20T22:01:50.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:50 smithi046 ceph-mon[96110]: osdmap e1105: 8 total, 8 up, 8 in 2024-09-20T22:01:50.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:50 smithi046 ceph-mon[98591]: pgmap v1387: 169 pgs: 8 creating+peering, 21 unknown, 140 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 795 KiB/s rd, 411 KiB/s wr, 1.23k op/s 2024-09-20T22:01:50.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:50 smithi046 ceph-mon[98591]: osdmap e1105: 8 total, 8 up, 8 in 2024-09-20T22:01:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:50 smithi134 ceph-mon[89086]: pgmap v1387: 169 pgs: 8 creating+peering, 21 unknown, 140 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 795 KiB/s rd, 411 KiB/s wr, 1.23k op/s 2024-09-20T22:01:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:50 smithi134 ceph-mon[89086]: osdmap e1105: 8 total, 8 up, 8 in 2024-09-20T22:01:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:01:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:01:52] "GET /metrics HTTP/1.1" 200 38860 "" "Prometheus/2.43.0" 2024-09-20T22:01:52.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:52 smithi134 ceph-mon[89086]: pgmap v1389: 169 pgs: 8 creating+peering, 11 unknown, 150 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 536 KiB/s rd, 199 KiB/s wr, 589 op/s 2024-09-20T22:01:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:01:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:01:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:01:52.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:52 smithi046 ceph-mon[96110]: pgmap v1389: 169 pgs: 8 creating+peering, 11 unknown, 150 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 536 KiB/s rd, 199 KiB/s wr, 589 op/s 2024-09-20T22:01:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:52 smithi046 ceph-mon[98591]: pgmap v1389: 169 pgs: 8 creating+peering, 11 unknown, 150 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 536 KiB/s rd, 199 KiB/s wr, 589 op/s 2024-09-20T22:01:54.479 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.gc_defer (7951 ms) 2024-09-20T22:01:54.479 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.usage_basic 2024-09-20T22:01:54.544 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.usage_basic (65 ms) 2024-09-20T22:01:54.544 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-09-20T22:01:54.546 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.usage_clear_no_obj (2 ms) 2024-09-20T22:01:54.546 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.usage_clear 2024-09-20T22:01:54.638 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.usage_clear (92 ms) 2024-09-20T22:01:54.638 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-09-20T22:01:54.679 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.bi_log_trim (42 ms) 2024-09-20T22:01:54.680 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-09-20T22:01:54.690 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.index_racing_removes (11 ms) 2024-09-20T22:01:54.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:54 smithi046 ceph-mon[96110]: pgmap v1390: 169 pgs: 169 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 537 KiB/s rd, 200 KiB/s wr, 591 op/s 2024-09-20T22:01:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:54 smithi046 ceph-mon[98591]: pgmap v1390: 169 pgs: 169 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 537 KiB/s rd, 200 KiB/s wr, 591 op/s 2024-09-20T22:01:54.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:54 smithi134 ceph-mon[89086]: pgmap v1390: 169 pgs: 169 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 537 KiB/s rd, 200 KiB/s wr, 591 op/s 2024-09-20T22:01:55.492 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 16 tests from cls_rgw (51029 ms total) 2024-09-20T22:01:55.492 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:01:55.492 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2024-09-20T22:01:55.492 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 16 tests from 1 test suite ran. (53705 ms total) 2024-09-20T22:01:55.492 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 16 tests. 2024-09-20T22:01:55.495 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-20T22:01:55.495 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-20T22:01:55.571 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-09-20T22:01:55.571 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-09-20T22:01:55.643 INFO:tasks.workunit.client.0.smithi046.stdout:Running main() from gmock_main.cc 2024-09-20T22:01:55.643 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-20T22:01:55.643 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2024-09-20T22:01:55.643 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 9 tests from cls_rgw_gc 2024-09-20T22:01:55.643 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw_gc.init 2024-09-20T22:01:55.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:55 smithi046 ceph-mon[96110]: osdmap e1106: 8 total, 8 up, 8 in 2024-09-20T22:01:55.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:55 smithi046 ceph-mon[98591]: osdmap e1106: 8 total, 8 up, 8 in 2024-09-20T22:01:55.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:55 smithi134 ceph-mon[89086]: osdmap e1106: 8 total, 8 up, 8 in 2024-09-20T22:01:56.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:56 smithi046 ceph-mon[98591]: pgmap v1392: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 465 KiB/s rd, 172 KiB/s wr, 511 op/s 2024-09-20T22:01:56.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:56 smithi046 ceph-mon[98591]: osdmap e1107: 8 total, 8 up, 8 in 2024-09-20T22:01:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:56 smithi046 ceph-mon[96110]: pgmap v1392: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 465 KiB/s rd, 172 KiB/s wr, 511 op/s 2024-09-20T22:01:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:56 smithi046 ceph-mon[96110]: osdmap e1107: 8 total, 8 up, 8 in 2024-09-20T22:01:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:56 smithi134 ceph-mon[89086]: pgmap v1392: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 465 KiB/s rd, 172 KiB/s wr, 511 op/s 2024-09-20T22:01:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:56 smithi134 ceph-mon[89086]: osdmap e1107: 8 total, 8 up, 8 in 2024-09-20T22:01:57.494 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw_gc.init (1851 ms) 2024-09-20T22:01:57.494 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-09-20T22:01:57.518 INFO:tasks.workunit.client.0.smithi046.stderr:[ ] list info tag = chain-0 2024-09-20T22:01:57.518 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (22 ms) 2024-09-20T22:01:57.518 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-09-20T22:01:57.522 INFO:tasks.workunit.client.0.smithi046.stderr:[ ] next_marker is: = 0/4263 2024-09-20T22:01:57.523 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (6 ms) 2024-09-20T22:01:57.523 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-09-20T22:01:57.530 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (8 ms) 2024-09-20T22:01:57.531 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-09-20T22:01:57.538 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (7 ms) 2024-09-20T22:01:57.538 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-09-20T22:01:57.545 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (8 ms) 2024-09-20T22:01:57.545 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-09-20T22:01:57.552 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (7 ms) 2024-09-20T22:01:57.552 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-09-20T22:01:57.557 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (5 ms) 2024-09-20T22:01:57.558 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw_gc.finalize 2024-09-20T22:01:57.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:57 smithi046 ceph-mon[96110]: osdmap e1108: 8 total, 8 up, 8 in 2024-09-20T22:01:57.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:57 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1131871606' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-133551-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:01:57.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:57 smithi046 ceph-mon[98591]: osdmap e1108: 8 total, 8 up, 8 in 2024-09-20T22:01:57.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:57 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1131871606' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-133551-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:01:57.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:57 smithi134 ceph-mon[89086]: osdmap e1108: 8 total, 8 up, 8 in 2024-09-20T22:01:57.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:57 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1131871606' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-133551-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:01:58.512 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw_gc.finalize (954 ms) 2024-09-20T22:01:58.512 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 9 tests from cls_rgw_gc (2869 ms total) 2024-09-20T22:01:58.512 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:01:58.512 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2024-09-20T22:01:58.512 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 9 tests from 1 test suite ran. (2869 ms total) 2024-09-20T22:01:58.512 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 9 tests. 2024-09-20T22:01:58.515 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-20T22:01:58.515 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-20T22:01:58.585 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-09-20T22:01:58.585 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-09-20T22:01:58.664 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 1 test from 1 test suite. 2024-09-20T22:01:58.664 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2024-09-20T22:01:58.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:58 smithi046 ceph-mon[96110]: pgmap v1395: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:01:58.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:58 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1131871606' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-133551-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:01:58.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:58 smithi046 ceph-mon[96110]: osdmap e1109: 8 total, 8 up, 8 in 2024-09-20T22:01:58.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:58 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:01:58.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:58 smithi046 ceph-mon[96110]: osdmap e1110: 8 total, 8 up, 8 in 2024-09-20T22:01:58.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:58 smithi046 ceph-mon[98591]: pgmap v1395: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:01:58.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:58 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1131871606' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-133551-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:01:58.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:58 smithi046 ceph-mon[98591]: osdmap e1109: 8 total, 8 up, 8 in 2024-09-20T22:01:58.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:58 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:01:58.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:58 smithi046 ceph-mon[98591]: osdmap e1110: 8 total, 8 up, 8 in 2024-09-20T22:01:58.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:58 smithi134 ceph-mon[89086]: pgmap v1395: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:01:58.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:58 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1131871606' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-133551-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:01:58.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:58 smithi134 ceph-mon[89086]: osdmap e1109: 8 total, 8 up, 8 in 2024-09-20T22:01:58.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:58 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:01:58.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:58 smithi134 ceph-mon[89086]: osdmap e1110: 8 total, 8 up, 8 in 2024-09-20T22:01:59.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:59 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:01:59.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:59 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T22:01:59.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:59 smithi046 ceph-mon[98591]: osdmap e1111: 8 total, 8 up, 8 in 2024-09-20T22:01:59.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:59 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1645571740' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-133606-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:01:59.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:01:59 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-133606-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:01:59.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:59 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:01:59.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:59 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T22:01:59.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:59 smithi046 ceph-mon[96110]: osdmap e1111: 8 total, 8 up, 8 in 2024-09-20T22:01:59.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:59 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1645571740' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-133606-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:01:59.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:01:59 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-133606-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:01:59.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:59 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:01:59.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:59 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T22:01:59.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:59 smithi134 ceph-mon[89086]: osdmap e1111: 8 total, 8 up, 8 in 2024-09-20T22:01:59.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:59 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1645571740' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-133606-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:01:59.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:01:59 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-133606-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:02:00.523 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 1 test from cls_rgw_stats 2024-09-20T22:02:00.523 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw_stats.simulate 2024-09-20T22:02:00.540 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.539+0000 7fe779a9b640 1 > prepared operation key=IYYXNW4DO800 tag=ES1SM5I2B5E2 type=del size=3138238 2024-09-20T22:02:00.542 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.541+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=INS5DXATT18R type=del size=1758757 2024-09-20T22:02:00.544 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.542+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=SFFSAHOVQT3T type=write size=929331 2024-09-20T22:02:00.545 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.544+0000 7fe779a9b640 1 > prepared operation key=ICBPE9ZH55FB tag=5EKRWVXD0BQ9 type=del size=1535624 2024-09-20T22:02:00.547 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.545+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=UR5R4SJ2BW1B type=del size=1512278 2024-09-20T22:02:00.549 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.548+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~0IPRBE34N06F.0 size=1048576 2024-09-20T22:02:00.550 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.549+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~0IPRBE34N06F.1 size=1048576 2024-09-20T22:02:00.551 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.550+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~0IPRBE34N06F.2 size=635201 2024-09-20T22:02:00.551 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.550+0000 7fe779a9b640 1 > prepared multipart upload key=VAH8ANWTPTHQ upload=0IPRBE34N06F tag=P0XHP7RP435N type=write size=3780929 2024-09-20T22:02:00.553 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.551+0000 7fe779a9b640 1 > prepared operation key=UUWQ1G2142U2 tag=DMAHOHRQB6OC type=del size=3985842 2024-09-20T22:02:00.555 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.554+0000 7fe779a9b640 1 > prepared part key=_multipart_4NVVK8DRHTJL.2~8716IUXIVLO3.0 size=572286 2024-09-20T22:02:00.555 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.554+0000 7fe779a9b640 1 > prepared multipart upload key=4NVVK8DRHTJL upload=8716IUXIVLO3 tag=4Y9P71LC1THL type=write size=1620862 2024-09-20T22:02:00.557 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.555+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=4RJWVJHOTRML type=write size=55756 2024-09-20T22:02:00.559 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.558+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~NLG4E856JAIB.0 size=1048576 2024-09-20T22:02:00.560 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.559+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~NLG4E856JAIB.1 size=1048576 2024-09-20T22:02:00.561 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.560+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~NLG4E856JAIB.2 size=846240 2024-09-20T22:02:00.561 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.560+0000 7fe779a9b640 1 > prepared multipart upload key=UUWQ1G2142U2 upload=NLG4E856JAIB tag=VJK4TUDMQPW4 type=write size=3991968 2024-09-20T22:02:00.562 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.561+0000 7fe779a9b640 1 > prepared operation key=UUWQ1G2142U2 tag=C64QNJMOXWXY type=del size=1476285 2024-09-20T22:02:00.564 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.562+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=S9IAXTS6LB63 type=del size=1177934 2024-09-20T22:02:00.565 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.564+0000 7fe779a9b640 1 > prepared operation key=T9NTHA21NTII tag=9I7W3AJLP0K3 type=del size=4068650 2024-09-20T22:02:00.567 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.565+0000 7fe779a9b640 1 > prepared operation key=ICBPE9ZH55FB tag=J87U4NJEX3I8 type=del size=3703965 2024-09-20T22:02:00.568 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.567+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=WJ36OO50VQRX type=del size=2783287 2024-09-20T22:02:00.569 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.568+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=94XCEI9IDNXU type=del size=2309757 2024-09-20T22:02:00.571 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.569+0000 7fe779a9b640 1 < completed delete operation key=IYYXNW4DO800 tag=ES1SM5I2B5E2 type=del 2024-09-20T22:02:00.572 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.571+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=HM60RLCGEOJ5 type=write size=459468 2024-09-20T22:02:00.573 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.572+0000 7fe779a9b640 1 < completed delete operation key=B0070VZB3UZF tag=INS5DXATT18R type=del 2024-09-20T22:02:00.575 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.573+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=57BPBAGNGFZZ type=write size=857262 2024-09-20T22:02:00.576 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.575+0000 7fe779a9b640 1 < completed write operation key=0M6DAP8CZAPL tag=SFFSAHOVQT3T type=write size=929331 2024-09-20T22:02:00.577 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.576+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=CHV41JWGBP1B type=del size=109620 2024-09-20T22:02:00.579 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.577+0000 7fe779a9b640 1 < completed delete operation key=ICBPE9ZH55FB tag=5EKRWVXD0BQ9 type=del 2024-09-20T22:02:00.580 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.579+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=0D25PBERSAEP type=del size=3978456 2024-09-20T22:02:00.582 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.580+0000 7fe779a9b640 1 < completed delete operation key=CV3QPH1KJL9D tag=UR5R4SJ2BW1B type=del 2024-09-20T22:02:00.584 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.583+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~OZW71YVXER5N.0 size=606664 2024-09-20T22:02:00.584 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.583+0000 7fe779a9b640 1 > prepared multipart upload key=PNZZ2ZGG009S upload=OZW71YVXER5N tag=N99LHPUQSO0G type=write size=1655240 2024-09-20T22:02:00.585 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.584+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~0IPRBE34N06F.0 size=1048576 2024-09-20T22:02:00.587 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.585+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~0IPRBE34N06F.1 size=1048576 2024-09-20T22:02:00.588 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.586+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~0IPRBE34N06F.2 size=635201 2024-09-20T22:02:00.590 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.589+0000 7fe779a9b640 1 < completed multipart upload key=VAH8ANWTPTHQ upload=0IPRBE34N06F tag=P0XHP7RP435N type=write size=3780929 2024-09-20T22:02:00.592 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.590+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=V2N1BBOOLW8C type=del size=752695 2024-09-20T22:02:00.594 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.593+0000 7fe779a9b640 1 < suggested remove operation key=UUWQ1G2142U2 tag=DMAHOHRQB6OC type=del 2024-09-20T22:02:00.596 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.595+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=RPP2BSQB2FLF type=del size=1410098 2024-09-20T22:02:00.597 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.596+0000 7fe779a9b640 1 < completed part key=_multipart_4NVVK8DRHTJL.2~8716IUXIVLO3.0 size=572286 2024-09-20T22:02:00.599 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.598+0000 7fe779a9b640 1 < completed multipart upload key=4NVVK8DRHTJL upload=8716IUXIVLO3 tag=4Y9P71LC1THL type=write size=1620862 2024-09-20T22:02:00.601 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.599+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=1XEAQDUDN3G1 type=del size=1447380 2024-09-20T22:02:00.602 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.601+0000 7fe779a9b640 1 < completed write operation key=JHHMXS36ATIL tag=4RJWVJHOTRML type=write size=55756 2024-09-20T22:02:00.603 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.602+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=NL3F2TVQ8SV7 type=del size=2051693 2024-09-20T22:02:00.604 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.603+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~NLG4E856JAIB.0 size=1048576 2024-09-20T22:02:00.605 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.604+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~NLG4E856JAIB.1 size=1048576 2024-09-20T22:02:00.606 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.605+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~NLG4E856JAIB.2 size=846240 2024-09-20T22:02:00.608 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.607+0000 7fe779a9b640 1 < completed multipart upload key=UUWQ1G2142U2 upload=NLG4E856JAIB tag=VJK4TUDMQPW4 type=write size=3991968 2024-09-20T22:02:00.611 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.609+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~XIPUYRMGEYYR.0 size=232340 2024-09-20T22:02:00.611 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.609+0000 7fe779a9b640 1 > prepared multipart upload key=68I8AEC312OU upload=XIPUYRMGEYYR tag=QOSYKOQV2650 type=write size=1280916 2024-09-20T22:02:00.612 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.611+0000 7fe779a9b640 -1 < failed to complete operation key=UUWQ1G2142U2 tag=C64QNJMOXWXY type=del size=1476285: (22) Invalid argument 2024-09-20T22:02:00.614 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.613+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~DQJV2Z9ZFRI7.0 size=1048576 2024-09-20T22:02:00.615 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.614+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~DQJV2Z9ZFRI7.1 size=1048576 2024-09-20T22:02:00.616 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.615+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~DQJV2Z9ZFRI7.2 size=678722 2024-09-20T22:02:00.616 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.615+0000 7fe779a9b640 1 > prepared multipart upload key=XEPWA2JTOEC2 upload=DQJV2Z9ZFRI7 tag=B199NS9QW6R3 type=write size=3824450 2024-09-20T22:02:00.617 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.616+0000 7fe779a9b640 1 < canceled operation key=ELDR91I33NDH tag=S9IAXTS6LB63 type=del size=1177934 2024-09-20T22:02:00.619 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.617+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=GOVKFIG0BR68 type=del size=2394581 2024-09-20T22:02:00.620 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.618+0000 7fe779a9b640 1 < completed delete operation key=T9NTHA21NTII tag=9I7W3AJLP0K3 type=del 2024-09-20T22:02:00.621 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.620+0000 7fe779a9b640 1 > prepared operation key=8Y1S1ZFNVQO3 tag=MWQZ7Z1X37HG type=del size=4058971 2024-09-20T22:02:00.622 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.621+0000 7fe779a9b640 1 < completed delete operation key=ICBPE9ZH55FB tag=J87U4NJEX3I8 type=del 2024-09-20T22:02:00.624 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.622+0000 7fe779a9b640 1 > prepared operation key=OWUA691MUMB6 tag=7GZTWMTD3O29 type=del size=1724644 2024-09-20T22:02:00.625 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.623+0000 7fe779a9b640 1 < completed delete operation key=DRE6QQSJ9ZVU tag=WJ36OO50VQRX type=del 2024-09-20T22:02:00.626 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.625+0000 7fe779a9b640 1 > prepared operation key=UUWQ1G2142U2 tag=DW1T1QCWLX98 type=write size=400766 2024-09-20T22:02:00.627 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.626+0000 7fe779a9b640 1 < completed delete operation key=KJYZZ8S3T5DH tag=94XCEI9IDNXU type=del 2024-09-20T22:02:00.629 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.628+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~2VEQ8TW73US3.0 size=570891 2024-09-20T22:02:00.629 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.628+0000 7fe779a9b640 1 > prepared multipart upload key=OM2NI3GCUE4O upload=2VEQ8TW73US3 tag=ID7HKFYBSA4P type=write size=1619467 2024-09-20T22:02:00.630 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.629+0000 7fe779a9b640 1 < completed write operation key=PNZZ2ZGG009S tag=HM60RLCGEOJ5 type=write size=459468 2024-09-20T22:02:00.632 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.630+0000 7fe779a9b640 1 > prepared operation key=ICBPE9ZH55FB tag=3HFPK022V587 type=del size=2378595 2024-09-20T22:02:00.633 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.632+0000 7fe779a9b640 1 < completed write operation key=ZSXI0P8QFMQN tag=57BPBAGNGFZZ type=write size=857262 2024-09-20T22:02:00.634 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.633+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=BEYQO4N7UPP9 type=del size=1834202 2024-09-20T22:02:00.636 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.634+0000 7fe779a9b640 1 < completed delete operation key=ZSXI0P8QFMQN tag=CHV41JWGBP1B type=del 2024-09-20T22:02:00.638 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.636+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=TMQDH78ZK41R type=write size=689771 2024-09-20T22:02:00.639 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.638+0000 7fe779a9b640 1 < completed delete operation key=ELDR91I33NDH tag=0D25PBERSAEP type=del 2024-09-20T22:02:00.642 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.640+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~K33ERHPVU4P8.0 size=1048576 2024-09-20T22:02:00.642 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.641+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~K33ERHPVU4P8.1 size=532741 2024-09-20T22:02:00.642 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.641+0000 7fe779a9b640 1 > prepared multipart upload key=3YV668WNVJ3G upload=K33ERHPVU4P8 tag=QQZ8SA3FPINK type=write size=2629893 2024-09-20T22:02:00.644 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.642+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~OZW71YVXER5N.0 size=606664 2024-09-20T22:02:00.646 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.644+0000 7fe779a9b640 1 < completed multipart upload key=PNZZ2ZGG009S upload=OZW71YVXER5N tag=N99LHPUQSO0G type=write size=1655240 2024-09-20T22:02:00.647 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.646+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~1TOZLKLRV4DE.0 size=1048576 2024-09-20T22:02:00.648 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.647+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~1TOZLKLRV4DE.1 size=1048576 2024-09-20T22:02:00.649 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.648+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~1TOZLKLRV4DE.2 size=146481 2024-09-20T22:02:00.649 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.648+0000 7fe779a9b640 1 > prepared multipart upload key=DRE6QQSJ9ZVU upload=1TOZLKLRV4DE tag=37MCTWDKBTC1 type=write size=3292209 2024-09-20T22:02:00.651 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.650+0000 7fe779a9b640 1 < completed delete operation key=QCX4FDH1E7DG tag=V2N1BBOOLW8C type=del 2024-09-20T22:02:00.653 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.652+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~XHSNBFGW0TEB.0 size=846146 2024-09-20T22:02:00.654 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.652+0000 7fe779a9b640 1 > prepared multipart upload key=1J1YL7XL0LAY upload=XHSNBFGW0TEB tag=SCZ8LADLVQ9H type=write size=1894722 2024-09-20T22:02:00.655 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.654+0000 7fe779a9b640 1 < completed delete operation key=ECSEX4SHKJA4 tag=RPP2BSQB2FLF type=del 2024-09-20T22:02:00.657 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.656+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~I973ZAAUP4W9.0 size=1048576 2024-09-20T22:02:00.658 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.657+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~I973ZAAUP4W9.1 size=1036684 2024-09-20T22:02:00.658 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.657+0000 7fe779a9b640 1 > prepared multipart upload key=VAH8ANWTPTHQ upload=I973ZAAUP4W9 tag=SWVHZY140GTB type=write size=3133836 2024-09-20T22:02:00.659 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.658+0000 7fe779a9b640 1 < canceled operation key=KJYZZ8S3T5DH tag=1XEAQDUDN3G1 type=del size=1447380 2024-09-20T22:02:00.660 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.659+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=RBWUA3H9PM03 type=del size=982606 2024-09-20T22:02:00.662 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.660+0000 7fe779a9b640 1 < completed delete operation key=KJYZZ8S3T5DH tag=NL3F2TVQ8SV7 type=del 2024-09-20T22:02:00.663 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.662+0000 7fe779a9b640 1 > prepared operation key=T9NTHA21NTII tag=AP2LUEVSAYX5 type=del size=2656466 2024-09-20T22:02:00.664 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.663+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~XIPUYRMGEYYR.0 size=232340 2024-09-20T22:02:00.666 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.665+0000 7fe779a9b640 1 < completed multipart upload key=68I8AEC312OU upload=XIPUYRMGEYYR tag=QOSYKOQV2650 type=write size=1280916 2024-09-20T22:02:00.667 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.666+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=62JLNORJCFZO type=del size=1481592 2024-09-20T22:02:00.669 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.668+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~DQJV2Z9ZFRI7.0 size=1048576 2024-09-20T22:02:00.670 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.669+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~DQJV2Z9ZFRI7.1 size=1048576 2024-09-20T22:02:00.671 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.669+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~DQJV2Z9ZFRI7.2 size=678722 2024-09-20T22:02:00.673 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.672+0000 7fe779a9b640 1 < completed multipart upload key=XEPWA2JTOEC2 upload=DQJV2Z9ZFRI7 tag=B199NS9QW6R3 type=write size=3824450 2024-09-20T22:02:00.674 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.673+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=0KG7CIU210TW type=del size=3135759 2024-09-20T22:02:00.676 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.674+0000 7fe779a9b640 1 < completed delete operation key=CV3QPH1KJL9D tag=GOVKFIG0BR68 type=del 2024-09-20T22:02:00.678 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.677+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~XAF5FSGN4LV6.0 size=1048576 2024-09-20T22:02:00.679 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.678+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~XAF5FSGN4LV6.1 size=1048576 2024-09-20T22:02:00.680 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.679+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~XAF5FSGN4LV6.2 size=288969 2024-09-20T22:02:00.680 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.679+0000 7fe779a9b640 1 > prepared multipart upload key=XEPWA2JTOEC2 upload=XAF5FSGN4LV6 tag=H1GU8VF899F9 type=write size=3434697 2024-09-20T22:02:00.682 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.681+0000 7fe779a9b640 1 < suggested remove operation key=8Y1S1ZFNVQO3 tag=MWQZ7Z1X37HG type=del 2024-09-20T22:02:00.685 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.683+0000 7fe779a9b640 1 > prepared part key=_multipart_CV3QPH1KJL9D.2~7MGOM8WWRKOM.0 size=1048576 2024-09-20T22:02:00.685 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.684+0000 7fe779a9b640 1 > prepared part key=_multipart_CV3QPH1KJL9D.2~7MGOM8WWRKOM.1 size=1048576 2024-09-20T22:02:00.686 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.685+0000 7fe779a9b640 1 > prepared part key=_multipart_CV3QPH1KJL9D.2~7MGOM8WWRKOM.2 size=195992 2024-09-20T22:02:00.686 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.685+0000 7fe779a9b640 1 > prepared multipart upload key=CV3QPH1KJL9D upload=7MGOM8WWRKOM tag=KIQB62OC2GOX type=write size=3341720 2024-09-20T22:02:00.687 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.686+0000 7fe779a9b640 1 < completed delete operation key=OWUA691MUMB6 tag=7GZTWMTD3O29 type=del 2024-09-20T22:02:00.689 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.688+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=RWHIXMQWHNGD type=del size=3695220 2024-09-20T22:02:00.691 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.690+0000 7fe779a9b640 1 < suggested update operation key=UUWQ1G2142U2 tag=DW1T1QCWLX98 type=write size=400766 2024-09-20T22:02:00.693 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.691+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=AC2WJIEGCPZL type=del size=1288091 2024-09-20T22:02:00.694 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.692+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~2VEQ8TW73US3.0 size=570891 2024-09-20T22:02:00.696 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.695+0000 7fe779a9b640 1 < completed multipart upload key=OM2NI3GCUE4O upload=2VEQ8TW73US3 tag=ID7HKFYBSA4P type=write size=1619467 2024-09-20T22:02:00.697 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.696+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=7ILT80G829MZ type=del size=4020421 2024-09-20T22:02:00.698 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.697+0000 7fe779a9b640 1 < completed delete operation key=ICBPE9ZH55FB tag=3HFPK022V587 type=del 2024-09-20T22:02:00.700 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.699+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~9P1UCEPZQJRA.0 size=1048576 2024-09-20T22:02:00.701 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.700+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~9P1UCEPZQJRA.1 size=537921 2024-09-20T22:02:00.701 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.700+0000 7fe779a9b640 1 > prepared multipart upload key=ICBPE9ZH55FB upload=9P1UCEPZQJRA tag=HN1BBU5C1HIJ type=write size=2635073 2024-09-20T22:02:00.702 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.701+0000 7fe779a9b640 1 < completed delete operation key=KJYZZ8S3T5DH tag=BEYQO4N7UPP9 type=del 2024-09-20T22:02:00.704 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.703+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~R692QFOXGLHI.0 size=305959 2024-09-20T22:02:00.704 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.703+0000 7fe779a9b640 1 > prepared multipart upload key=R44R5QNUZJMC upload=R692QFOXGLHI tag=6I4ICZV3DEAD type=write size=1354535 2024-09-20T22:02:00.707 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.706+0000 7fe779a9b640 1 < suggested update operation key=0M6DAP8CZAPL tag=TMQDH78ZK41R type=write size=689771 2024-09-20T22:02:00.708 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.707+0000 7fe779a9b640 1 > prepared operation key=ICBPE9ZH55FB tag=TRE6N32ALPS6 type=write size=816652 2024-09-20T22:02:00.708 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.707+0000 7fe779a9b640 1 < canceled part key=_multipart_3YV668WNVJ3G.2~K33ERHPVU4P8.0 size=1048576 2024-09-20T22:02:00.709 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.708+0000 7fe779a9b640 1 < completed part key=_multipart_3YV668WNVJ3G.2~K33ERHPVU4P8.1 size=532741 2024-09-20T22:02:00.711 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.710+0000 7fe779a9b640 1 < canceled multipart upload key=3YV668WNVJ3G upload=K33ERHPVU4P8 tag=QQZ8SA3FPINK type=write size=2629893 2024-09-20T22:02:00.714 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.712+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~RZ38XI8YZ1NS.0 size=5251 2024-09-20T22:02:00.714 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.712+0000 7fe779a9b640 1 > prepared multipart upload key=0M6DAP8CZAPL upload=RZ38XI8YZ1NS tag=1BBI5G3XFJ0F type=write size=1053827 2024-09-20T22:02:00.715 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.713+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~1TOZLKLRV4DE.0 size=1048576 2024-09-20T22:02:00.716 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.714+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~1TOZLKLRV4DE.1 size=1048576 2024-09-20T22:02:00.716 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.715+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~1TOZLKLRV4DE.2 size=146481 2024-09-20T22:02:00.719 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.717+0000 7fe779a9b640 1 < completed multipart upload key=DRE6QQSJ9ZVU upload=1TOZLKLRV4DE tag=37MCTWDKBTC1 type=write size=3292209 2024-09-20T22:02:00.720 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.719+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=8EK26SX1AWX3 type=write size=952156 2024-09-20T22:02:00.721 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.720+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~XHSNBFGW0TEB.0 size=846146 2024-09-20T22:02:00.723 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.722+0000 7fe779a9b640 1 < completed multipart upload key=1J1YL7XL0LAY upload=XHSNBFGW0TEB tag=SCZ8LADLVQ9H type=write size=1894722 2024-09-20T22:02:00.725 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.724+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~MPNZYB1C2RKX.0 size=1048576 2024-09-20T22:02:00.726 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.725+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~MPNZYB1C2RKX.1 size=689197 2024-09-20T22:02:00.726 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.725+0000 7fe779a9b640 1 > prepared multipart upload key=1TRSEURXV2X9 upload=MPNZYB1C2RKX tag=CKG5PNZEJ39N type=write size=2786349 2024-09-20T22:02:00.727 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.726+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~I973ZAAUP4W9.0 size=1048576 2024-09-20T22:02:00.728 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.727+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~I973ZAAUP4W9.1 size=1036684 2024-09-20T22:02:00.730 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.729+0000 7fe779a9b640 1 < completed multipart upload key=VAH8ANWTPTHQ upload=I973ZAAUP4W9 tag=SWVHZY140GTB type=write size=3133836 2024-09-20T22:02:00.731 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.730+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=J8MR6S3232EX type=del size=2314889 2024-09-20T22:02:00.733 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.731+0000 7fe779a9b640 1 < completed delete operation key=VAH8ANWTPTHQ tag=RBWUA3H9PM03 type=del 2024-09-20T22:02:00.734 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.732+0000 7fe779a9b640 1 > prepared operation key=OWUA691MUMB6 tag=V95516LWG4N5 type=write size=493298 2024-09-20T22:02:00.735 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.734+0000 7fe779a9b640 1 < completed delete operation key=T9NTHA21NTII tag=AP2LUEVSAYX5 type=del 2024-09-20T22:02:00.738 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.737+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~T0UG1N12VTK2.0 size=1048576 2024-09-20T22:02:00.739 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.738+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~T0UG1N12VTK2.1 size=1048576 2024-09-20T22:02:00.740 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.739+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~T0UG1N12VTK2.2 size=257158 2024-09-20T22:02:00.740 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.739+0000 7fe779a9b640 1 > prepared multipart upload key=U24WBDE9OPS7 upload=T0UG1N12VTK2 tag=Q8NYTUOBB9Q4 type=write size=3402886 2024-09-20T22:02:00.741 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.740+0000 7fe779a9b640 1 < canceled operation key=QCX4FDH1E7DG tag=62JLNORJCFZO type=del size=1481592 2024-09-20T22:02:00.742 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.741+0000 7fe779a9b640 1 > prepared operation key=UUWQ1G2142U2 tag=1QGTX14ANA3J type=del size=2635153 2024-09-20T22:02:00.743 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.742+0000 7fe779a9b640 1 < completed delete operation key=B0070VZB3UZF tag=0KG7CIU210TW type=del 2024-09-20T22:02:00.745 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.743+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=76Q3CIGZOKF3 type=del size=1544333 2024-09-20T22:02:00.746 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.744+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~XAF5FSGN4LV6.0 size=1048576 2024-09-20T22:02:00.747 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.745+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~XAF5FSGN4LV6.1 size=1048576 2024-09-20T22:02:00.748 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.746+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~XAF5FSGN4LV6.2 size=288969 2024-09-20T22:02:00.749 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.748+0000 7fe779a9b640 1 < completed multipart upload key=XEPWA2JTOEC2 upload=XAF5FSGN4LV6 tag=H1GU8VF899F9 type=write size=3434697 2024-09-20T22:02:00.751 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.749+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=A50RE3FBQCDQ type=del size=2641949 2024-09-20T22:02:00.752 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.751+0000 7fe779a9b640 1 < completed part key=_multipart_CV3QPH1KJL9D.2~7MGOM8WWRKOM.0 size=1048576 2024-09-20T22:02:00.754 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.752+0000 7fe779a9b640 1 < completed part key=_multipart_CV3QPH1KJL9D.2~7MGOM8WWRKOM.1 size=1048576 2024-09-20T22:02:00.754 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.753+0000 7fe779a9b640 1 < completed part key=_multipart_CV3QPH1KJL9D.2~7MGOM8WWRKOM.2 size=195992 2024-09-20T22:02:00.756 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.755+0000 7fe779a9b640 1 < completed multipart upload key=CV3QPH1KJL9D upload=7MGOM8WWRKOM tag=KIQB62OC2GOX type=write size=3341720 2024-09-20T22:02:00.757 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.756+0000 7fe779a9b640 1 > prepared operation key=8Y1S1ZFNVQO3 tag=PG2PBZ2A4COU type=del size=1279522 2024-09-20T22:02:00.759 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.758+0000 7fe779a9b640 1 < suggested update operation key=KJYZZ8S3T5DH tag=RWHIXMQWHNGD type=del size=3695220 2024-09-20T22:02:00.761 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.759+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=JP1HNDLKZ70S type=del size=854721 2024-09-20T22:02:00.763 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.761+0000 7fe779a9b640 1 < suggested remove operation key=6YM3TKGM41LJ tag=AC2WJIEGCPZL type=del 2024-09-20T22:02:00.764 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.762+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=2RGOU72OO3Q7 type=del size=2001125 2024-09-20T22:02:00.765 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.763+0000 7fe779a9b640 -1 < failed to complete operation key=KJYZZ8S3T5DH tag=7ILT80G829MZ type=del size=4020421: (22) Invalid argument 2024-09-20T22:02:00.767 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.765+0000 7fe779a9b640 1 > prepared part key=_multipart_IYYXNW4DO800.2~POYFH85C6Z1T.0 size=1048576 2024-09-20T22:02:00.768 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.766+0000 7fe779a9b640 1 > prepared part key=_multipart_IYYXNW4DO800.2~POYFH85C6Z1T.1 size=695375 2024-09-20T22:02:00.768 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.766+0000 7fe779a9b640 1 > prepared multipart upload key=IYYXNW4DO800 upload=POYFH85C6Z1T tag=FDKV4U5FZRQA type=write size=2792527 2024-09-20T22:02:00.768 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.767+0000 7fe779a9b640 1 < canceled part key=_multipart_ICBPE9ZH55FB.2~9P1UCEPZQJRA.0 size=1048576 2024-09-20T22:02:00.769 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.767+0000 7fe779a9b640 1 < completed part key=_multipart_ICBPE9ZH55FB.2~9P1UCEPZQJRA.1 size=537921 2024-09-20T22:02:00.770 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.769+0000 7fe779a9b640 1 < canceled multipart upload key=ICBPE9ZH55FB upload=9P1UCEPZQJRA tag=HN1BBU5C1HIJ type=write size=2635073 2024-09-20T22:02:00.772 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.770+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=24W83M1Y5PGU type=del size=304646 2024-09-20T22:02:00.773 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.771+0000 7fe779a9b640 1 < completed part key=_multipart_R44R5QNUZJMC.2~R692QFOXGLHI.0 size=305959 2024-09-20T22:02:00.775 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.773+0000 7fe779a9b640 1 < completed multipart upload key=R44R5QNUZJMC upload=R692QFOXGLHI tag=6I4ICZV3DEAD type=write size=1354535 2024-09-20T22:02:00.776 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.775+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=RVUWDSWM994C type=write size=400221 2024-09-20T22:02:00.777 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.776+0000 7fe779a9b640 1 < completed write operation key=ICBPE9ZH55FB tag=TRE6N32ALPS6 type=write size=816652 2024-09-20T22:02:00.780 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.778+0000 7fe779a9b640 1 > prepared part key=_multipart_4NVVK8DRHTJL.2~HKL0UO4LNDHW.0 size=311425 2024-09-20T22:02:00.780 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.778+0000 7fe779a9b640 1 > prepared multipart upload key=4NVVK8DRHTJL upload=HKL0UO4LNDHW tag=HM4BZ2622SJH type=write size=1360001 2024-09-20T22:02:00.780 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.779+0000 7fe779a9b640 1 < canceled part key=_multipart_0M6DAP8CZAPL.2~RZ38XI8YZ1NS.0 size=5251 2024-09-20T22:02:00.782 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.781+0000 7fe779a9b640 1 < canceled multipart upload key=0M6DAP8CZAPL upload=RZ38XI8YZ1NS tag=1BBI5G3XFJ0F type=write size=1053827 2024-09-20T22:02:00.783 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.782+0000 7fe779a9b640 1 > prepared operation key=3YV668WNVJ3G tag=D5S38ZEVGJ6C type=del size=3119717 2024-09-20T22:02:00.784 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.783+0000 7fe779a9b640 1 < completed write operation key=RM93KDNRZ38I tag=8EK26SX1AWX3 type=write size=952156 2024-09-20T22:02:00.785 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.784+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=64G0P8TBD7J3 type=del size=4105151 2024-09-20T22:02:00.787 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.785+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~MPNZYB1C2RKX.0 size=1048576 2024-09-20T22:02:00.787 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.786+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~MPNZYB1C2RKX.1 size=689197 2024-09-20T22:02:00.789 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.788+0000 7fe779a9b640 1 < completed multipart upload key=1TRSEURXV2X9 upload=MPNZYB1C2RKX tag=CKG5PNZEJ39N type=write size=2786349 2024-09-20T22:02:00.791 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.789+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=T9N1RGYHOOO7 type=del size=2015508 2024-09-20T22:02:00.792 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.790+0000 7fe779a9b640 1 < completed delete operation key=U24WBDE9OPS7 tag=J8MR6S3232EX type=del 2024-09-20T22:02:00.794 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.792+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~OV7OT4W5RPA2.0 size=1048576 2024-09-20T22:02:00.794 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.793+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~OV7OT4W5RPA2.1 size=1048576 2024-09-20T22:02:00.795 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.794+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~OV7OT4W5RPA2.2 size=296138 2024-09-20T22:02:00.795 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.794+0000 7fe779a9b640 1 > prepared multipart upload key=KJYZZ8S3T5DH upload=OV7OT4W5RPA2 tag=KNZPBCHZIOMF type=write size=3441866 2024-09-20T22:02:00.796 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.795+0000 7fe779a9b640 1 < completed write operation key=OWUA691MUMB6 tag=V95516LWG4N5 type=write size=493298 2024-09-20T22:02:00.799 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.797+0000 7fe779a9b640 1 > prepared part key=_multipart_JHHMXS36ATIL.2~4GZNF1119GJH.0 size=1048576 2024-09-20T22:02:00.799 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.798+0000 7fe779a9b640 1 > prepared part key=_multipart_JHHMXS36ATIL.2~4GZNF1119GJH.1 size=1048576 2024-09-20T22:02:00.801 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.799+0000 7fe779a9b640 1 > prepared part key=_multipart_JHHMXS36ATIL.2~4GZNF1119GJH.2 size=916020 2024-09-20T22:02:00.801 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.799+0000 7fe779a9b640 1 > prepared multipart upload key=JHHMXS36ATIL upload=4GZNF1119GJH tag=0RAHFZAY4UM6 type=write size=4061748 2024-09-20T22:02:00.801 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.799+0000 7fe779a9b640 1 < canceled part key=_multipart_U24WBDE9OPS7.2~T0UG1N12VTK2.0 size=1048576 2024-09-20T22:02:00.801 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.800+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~T0UG1N12VTK2.1 size=1048576 2024-09-20T22:02:00.802 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.800+0000 7fe779a9b640 1 < canceled part key=_multipart_U24WBDE9OPS7.2~T0UG1N12VTK2.2 size=257158 2024-09-20T22:02:00.803 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.802+0000 7fe779a9b640 1 < canceled multipart upload key=U24WBDE9OPS7 upload=T0UG1N12VTK2 tag=Q8NYTUOBB9Q4 type=write size=3402886 2024-09-20T22:02:00.805 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.803+0000 7fe779a9b640 1 > prepared operation key=1J1YL7XL0LAY tag=QK5B74I797TH type=write size=580504 2024-09-20T22:02:00.806 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.804+0000 7fe779a9b640 1 < completed delete operation key=UUWQ1G2142U2 tag=1QGTX14ANA3J type=del 2024-09-20T22:02:00.807 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.805+0000 7fe779a9b640 1 > prepared operation key=RB3UQB71OHKI tag=NVQ6THF984G9 type=write size=582857 2024-09-20T22:02:00.808 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.807+0000 7fe779a9b640 1 < canceled operation key=CV3QPH1KJL9D tag=76Q3CIGZOKF3 type=del size=1544333 2024-09-20T22:02:00.810 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.808+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=EWME1UH0INP0 type=del size=3526593 2024-09-20T22:02:00.811 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.810+0000 7fe779a9b640 1 < completed delete operation key=CV3QPH1KJL9D tag=A50RE3FBQCDQ type=del 2024-09-20T22:02:00.812 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.811+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=0ER455E3GKK9 type=del size=3067495 2024-09-20T22:02:00.813 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.812+0000 7fe779a9b640 1 < completed delete operation key=8Y1S1ZFNVQO3 tag=PG2PBZ2A4COU type=del 2024-09-20T22:02:00.815 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.813+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=BZW0A2NJBLKG type=del size=3672098 2024-09-20T22:02:00.816 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.815+0000 7fe779a9b640 1 < completed delete operation key=ECSEX4SHKJA4 tag=JP1HNDLKZ70S type=del 2024-09-20T22:02:00.818 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.817+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~NI6PD2GAQPUF.0 size=1048576 2024-09-20T22:02:00.819 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.818+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~NI6PD2GAQPUF.1 size=1048576 2024-09-20T22:02:00.820 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.819+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~NI6PD2GAQPUF.2 size=911993 2024-09-20T22:02:00.820 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.819+0000 7fe779a9b640 1 > prepared multipart upload key=QCX4FDH1E7DG upload=NI6PD2GAQPUF tag=GDWVE78YX78T type=write size=4057721 2024-09-20T22:02:00.822 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.820+0000 7fe779a9b640 1 < completed delete operation key=R44R5QNUZJMC tag=2RGOU72OO3Q7 type=del 2024-09-20T22:02:00.823 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.822+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=1MVRI2PUW645 type=write size=555372 2024-09-20T22:02:00.823 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.822+0000 7fe779a9b640 1 < canceled part key=_multipart_IYYXNW4DO800.2~POYFH85C6Z1T.0 size=1048576 2024-09-20T22:02:00.824 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.823+0000 7fe779a9b640 1 < completed part key=_multipart_IYYXNW4DO800.2~POYFH85C6Z1T.1 size=695375 2024-09-20T22:02:00.826 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.825+0000 7fe779a9b640 1 < canceled multipart upload key=IYYXNW4DO800 upload=POYFH85C6Z1T tag=FDKV4U5FZRQA type=write size=2792527 2024-09-20T22:02:00.827 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:00 smithi134 ceph-mon[89086]: pgmap v1398: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:02:00.827 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:00 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-133606-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:02:00.827 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:00 smithi134 ceph-mon[89086]: osdmap e1112: 8 total, 8 up, 8 in 2024-09-20T22:02:00.828 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.826+0000 7fe779a9b640 1 > prepared operation key=UUWQ1G2142U2 tag=KFLD360J7570 type=del size=3822257 2024-09-20T22:02:00.830 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.829+0000 7fe779a9b640 1 < suggested remove operation key=CV3QPH1KJL9D tag=24W83M1Y5PGU type=del 2024-09-20T22:02:00.831 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.830+0000 7fe779a9b640 1 > prepared operation key=T9NTHA21NTII tag=GLWAJ6IXR283 type=del size=3124017 2024-09-20T22:02:00.833 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.831+0000 7fe779a9b640 1 < completed write operation key=JHHMXS36ATIL tag=RVUWDSWM994C type=write size=400221 2024-09-20T22:02:00.835 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.834+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~S7H82UC8U8B7.0 size=1048576 2024-09-20T22:02:00.836 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.835+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~S7H82UC8U8B7.1 size=438018 2024-09-20T22:02:00.836 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.835+0000 7fe779a9b640 1 > prepared multipart upload key=DRE6QQSJ9ZVU upload=S7H82UC8U8B7 tag=8A9MCLOYQRS8 type=write size=2535170 2024-09-20T22:02:00.838 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.836+0000 7fe779a9b640 1 < completed part key=_multipart_4NVVK8DRHTJL.2~HKL0UO4LNDHW.0 size=311425 2024-09-20T22:02:00.839 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.838+0000 7fe779a9b640 1 < completed multipart upload key=4NVVK8DRHTJL upload=HKL0UO4LNDHW tag=HM4BZ2622SJH type=write size=1360001 2024-09-20T22:02:00.841 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.839+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=NCYYEJA3F8MM type=write size=516211 2024-09-20T22:02:00.842 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.841+0000 7fe779a9b640 1 < completed delete operation key=3YV668WNVJ3G tag=D5S38ZEVGJ6C type=del 2024-09-20T22:02:00.843 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.842+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=OYLX2TQ8JWRM type=del size=537581 2024-09-20T22:02:00.844 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.843+0000 7fe779a9b640 1 < completed delete operation key=DRE6QQSJ9ZVU tag=64G0P8TBD7J3 type=del 2024-09-20T22:02:00.846 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.844+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=BA0MNM05AJQ2 type=del size=1598275 2024-09-20T22:02:00.847 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.846+0000 7fe779a9b640 -1 < failed to complete operation key=CV3QPH1KJL9D tag=T9N1RGYHOOO7 type=del size=2015508: (22) Invalid argument 2024-09-20T22:02:00.848 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.847+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=GCXP1GGZMU4U type=del size=3890330 2024-09-20T22:02:00.850 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.848+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~OV7OT4W5RPA2.0 size=1048576 2024-09-20T22:02:00.851 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.849+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~OV7OT4W5RPA2.1 size=1048576 2024-09-20T22:02:00.852 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.850+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~OV7OT4W5RPA2.2 size=296138 2024-09-20T22:02:00.853 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.852+0000 7fe779a9b640 1 < completed multipart upload key=KJYZZ8S3T5DH upload=OV7OT4W5RPA2 tag=KNZPBCHZIOMF type=write size=3441866 2024-09-20T22:02:00.855 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.853+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=EL87338MJ1YB type=del size=3444305 2024-09-20T22:02:00.856 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.855+0000 7fe779a9b640 1 < completed part key=_multipart_JHHMXS36ATIL.2~4GZNF1119GJH.0 size=1048576 2024-09-20T22:02:00.857 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.856+0000 7fe779a9b640 1 < completed part key=_multipart_JHHMXS36ATIL.2~4GZNF1119GJH.1 size=1048576 2024-09-20T22:02:00.858 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.856+0000 7fe779a9b640 1 < completed part key=_multipart_JHHMXS36ATIL.2~4GZNF1119GJH.2 size=916020 2024-09-20T22:02:00.860 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.859+0000 7fe779a9b640 1 < completed multipart upload key=JHHMXS36ATIL upload=4GZNF1119GJH tag=0RAHFZAY4UM6 type=write size=4061748 2024-09-20T22:02:00.861 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.860+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=EMCJP0SCNW1C type=del size=707794 2024-09-20T22:02:00.863 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.861+0000 7fe779a9b640 1 < completed write operation key=1J1YL7XL0LAY tag=QK5B74I797TH type=write size=580504 2024-09-20T22:02:00.865 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.864+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~3ZK2UZPT5FDS.0 size=721386 2024-09-20T22:02:00.865 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.864+0000 7fe779a9b640 1 > prepared multipart upload key=QCX4FDH1E7DG upload=3ZK2UZPT5FDS tag=MHKY9FM78I8A type=write size=1769962 2024-09-20T22:02:00.866 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.865+0000 7fe779a9b640 1 < completed write operation key=RB3UQB71OHKI tag=NVQ6THF984G9 type=write size=582857 2024-09-20T22:02:00.868 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.867+0000 7fe779a9b640 1 > prepared operation key=XEPWA2JTOEC2 tag=T8KUX3MHUHKX type=del size=96581 2024-09-20T22:02:00.870 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.869+0000 7fe779a9b640 1 < suggested remove operation key=7KQSF1OMUOVW tag=EWME1UH0INP0 type=del 2024-09-20T22:02:00.872 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.871+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~0CW7WM2K0228.0 size=1048576 2024-09-20T22:02:00.873 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.872+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~0CW7WM2K0228.1 size=1048576 2024-09-20T22:02:00.874 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.873+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~0CW7WM2K0228.2 size=161146 2024-09-20T22:02:00.874 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.873+0000 7fe779a9b640 1 > prepared multipart upload key=U24WBDE9OPS7 upload=0CW7WM2K0228 tag=5EDV0Z6RQRR7 type=write size=3306874 2024-09-20T22:02:00.875 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.874+0000 7fe779a9b640 1 < canceled operation key=1TRSEURXV2X9 tag=0ER455E3GKK9 type=del size=3067495 2024-09-20T22:02:00.877 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.876+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=GS2P320G0EL1 type=write size=908975 2024-09-20T22:02:00.880 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.878+0000 7fe779a9b640 1 < suggested remove operation key=6YM3TKGM41LJ tag=BZW0A2NJBLKG type=del 2024-09-20T22:02:00.882 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.881+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~7P9NRLC3WJ9E.0 size=1048576 2024-09-20T22:02:00.883 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.882+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~7P9NRLC3WJ9E.1 size=666367 2024-09-20T22:02:00.883 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.882+0000 7fe779a9b640 1 > prepared multipart upload key=DRE6QQSJ9ZVU upload=7P9NRLC3WJ9E tag=RK1IL1HOTYAV type=write size=2763519 2024-09-20T22:02:00.883 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.882+0000 7fe779a9b640 1 < canceled part key=_multipart_QCX4FDH1E7DG.2~NI6PD2GAQPUF.0 size=1048576 2024-09-20T22:02:00.884 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.883+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~NI6PD2GAQPUF.1 size=1048576 2024-09-20T22:02:00.885 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.884+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~NI6PD2GAQPUF.2 size=911993 2024-09-20T22:02:00.887 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.886+0000 7fe779a9b640 1 < canceled multipart upload key=QCX4FDH1E7DG upload=NI6PD2GAQPUF tag=GDWVE78YX78T type=write size=4057721 2024-09-20T22:02:00.889 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.887+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=4J5CKZ6OU3UY type=del size=1607031 2024-09-20T22:02:00.890 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.889+0000 7fe779a9b640 -1 < failed to complete operation key=7KQSF1OMUOVW tag=1MVRI2PUW645 type=write size=555372: (22) Invalid argument 2024-09-20T22:02:00.892 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.890+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=XE4B3CJWYQYQ type=del size=1076398 2024-09-20T22:02:00.893 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.892+0000 7fe779a9b640 1 < completed delete operation key=UUWQ1G2142U2 tag=KFLD360J7570 type=del 2024-09-20T22:02:00.894 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.893+0000 7fe779a9b640 1 > prepared operation key=XEPWA2JTOEC2 tag=86D2SCFD30VM type=del size=1086685 2024-09-20T22:02:00.896 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.894+0000 7fe779a9b640 1 < completed delete operation key=T9NTHA21NTII tag=GLWAJ6IXR283 type=del 2024-09-20T22:02:00.898 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.896+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~YNZ5KKBD7DFP.0 size=1048576 2024-09-20T22:02:00.899 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.898+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~YNZ5KKBD7DFP.1 size=1048576 2024-09-20T22:02:00.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:00 smithi046 ceph-mon[98591]: pgmap v1398: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:02:00.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:00 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-133606-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:02:00.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:00 smithi046 ceph-mon[98591]: osdmap e1112: 8 total, 8 up, 8 in 2024-09-20T22:02:00.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:00 smithi046 ceph-mon[96110]: pgmap v1398: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:02:00.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:00 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-133606-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:02:00.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:00 smithi046 ceph-mon[96110]: osdmap e1112: 8 total, 8 up, 8 in 2024-09-20T22:02:00.901 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.899+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~YNZ5KKBD7DFP.2 size=498332 2024-09-20T22:02:00.901 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.899+0000 7fe779a9b640 1 > prepared multipart upload key=3YV668WNVJ3G upload=YNZ5KKBD7DFP tag=VLR1W5JVZKX3 type=write size=3644060 2024-09-20T22:02:00.901 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.900+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~S7H82UC8U8B7.0 size=1048576 2024-09-20T22:02:00.902 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.901+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~S7H82UC8U8B7.1 size=438018 2024-09-20T22:02:00.904 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.902+0000 7fe779a9b640 1 < completed multipart upload key=DRE6QQSJ9ZVU upload=S7H82UC8U8B7 tag=8A9MCLOYQRS8 type=write size=2535170 2024-09-20T22:02:00.905 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.903+0000 7fe779a9b640 1 > prepared operation key=IYYXNW4DO800 tag=GUT7M5M25NU8 type=del size=3070029 2024-09-20T22:02:00.906 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.905+0000 7fe779a9b640 1 < completed write operation key=U24WBDE9OPS7 tag=NCYYEJA3F8MM type=write size=516211 2024-09-20T22:02:00.908 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.907+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~UWYAW3AV11XD.0 size=1048576 2024-09-20T22:02:00.909 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.908+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~UWYAW3AV11XD.1 size=641077 2024-09-20T22:02:00.909 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.908+0000 7fe779a9b640 1 > prepared multipart upload key=ECSEX4SHKJA4 upload=UWYAW3AV11XD tag=M9ICMIU1G79J type=write size=2738229 2024-09-20T22:02:00.910 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.909+0000 7fe779a9b640 1 < completed delete operation key=OM2NI3GCUE4O tag=OYLX2TQ8JWRM type=del 2024-09-20T22:02:00.911 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.910+0000 7fe779a9b640 1 > prepared operation key=JE0BX5GAIPSB tag=9MHF5WHTSXI8 type=write size=330326 2024-09-20T22:02:00.912 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.911+0000 7fe779a9b640 1 < canceled operation key=PNZZ2ZGG009S tag=BA0MNM05AJQ2 type=del size=1598275 2024-09-20T22:02:00.914 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.912+0000 7fe779a9b640 1 > prepared operation key=T9NTHA21NTII tag=7O6RGTQQCHGR type=del size=2500176 2024-09-20T22:02:00.915 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.914+0000 7fe779a9b640 -1 < failed to complete operation key=7KQSF1OMUOVW tag=GCXP1GGZMU4U type=del size=3890330: (22) Invalid argument 2024-09-20T22:02:00.917 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.916+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~8CH48R3XYF0P.0 size=1048576 2024-09-20T22:02:00.918 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.917+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~8CH48R3XYF0P.1 size=235313 2024-09-20T22:02:00.918 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.917+0000 7fe779a9b640 1 > prepared multipart upload key=UUWQ1G2142U2 upload=8CH48R3XYF0P tag=QH1AHYT0QDAA type=write size=2332465 2024-09-20T22:02:00.920 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.919+0000 7fe779a9b640 1 < suggested update operation key=CV3QPH1KJL9D tag=EL87338MJ1YB type=del size=3444305 2024-09-20T22:02:00.922 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.920+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=CYTDUZ5D7OFD type=del size=3252401 2024-09-20T22:02:00.924 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.923+0000 7fe779a9b640 1 < suggested remove operation key=4NVVK8DRHTJL tag=EMCJP0SCNW1C type=del 2024-09-20T22:02:00.926 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.925+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=7GLJB4QXORG0 type=del size=1710045 2024-09-20T22:02:00.927 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.926+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~3ZK2UZPT5FDS.0 size=721386 2024-09-20T22:02:00.929 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.928+0000 7fe779a9b640 1 < completed multipart upload key=QCX4FDH1E7DG upload=3ZK2UZPT5FDS tag=MHKY9FM78I8A type=write size=1769962 2024-09-20T22:02:00.932 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.931+0000 7fe779a9b640 1 > prepared part key=_multipart_ZSXI0P8QFMQN.2~POQDCVPV6LYZ.0 size=1048576 2024-09-20T22:02:00.933 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.932+0000 7fe779a9b640 1 > prepared part key=_multipart_ZSXI0P8QFMQN.2~POQDCVPV6LYZ.1 size=517448 2024-09-20T22:02:00.933 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.932+0000 7fe779a9b640 1 > prepared multipart upload key=ZSXI0P8QFMQN upload=POQDCVPV6LYZ tag=EOKXXZTUSM6K type=write size=2614600 2024-09-20T22:02:00.934 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.933+0000 7fe779a9b640 1 < completed delete operation key=XEPWA2JTOEC2 tag=T8KUX3MHUHKX type=del 2024-09-20T22:02:00.936 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.935+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~599D3CX00WW5.0 size=1048576 2024-09-20T22:02:00.937 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.936+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~599D3CX00WW5.1 size=1044821 2024-09-20T22:02:00.937 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.936+0000 7fe779a9b640 1 > prepared multipart upload key=UUWQ1G2142U2 upload=599D3CX00WW5 tag=OS1SI5JLBYYI type=write size=3141973 2024-09-20T22:02:00.939 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.937+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~0CW7WM2K0228.0 size=1048576 2024-09-20T22:02:00.940 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.938+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~0CW7WM2K0228.1 size=1048576 2024-09-20T22:02:00.940 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.938+0000 7fe779a9b640 1 < canceled part key=_multipart_U24WBDE9OPS7.2~0CW7WM2K0228.2 size=161146 2024-09-20T22:02:00.941 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.940+0000 7fe779a9b640 1 < canceled multipart upload key=U24WBDE9OPS7 upload=0CW7WM2K0228 tag=5EDV0Z6RQRR7 type=write size=3306874 2024-09-20T22:02:00.943 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.942+0000 7fe779a9b640 1 > prepared operation key=OWUA691MUMB6 tag=Z3TY0577OERV type=del size=3547859 2024-09-20T22:02:00.944 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.943+0000 7fe779a9b640 1 < completed write operation key=R44R5QNUZJMC tag=GS2P320G0EL1 type=write size=908975 2024-09-20T22:02:00.945 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.944+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=GURIYNIIZZBU type=del size=2273544 2024-09-20T22:02:00.947 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.945+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~7P9NRLC3WJ9E.0 size=1048576 2024-09-20T22:02:00.948 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.946+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~7P9NRLC3WJ9E.1 size=666367 2024-09-20T22:02:00.949 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.948+0000 7fe779a9b640 1 < completed multipart upload key=DRE6QQSJ9ZVU upload=7P9NRLC3WJ9E tag=RK1IL1HOTYAV type=write size=2763519 2024-09-20T22:02:00.951 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.950+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~9EQWKWIWC3GQ.0 size=1048576 2024-09-20T22:02:00.952 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.951+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~9EQWKWIWC3GQ.1 size=119531 2024-09-20T22:02:00.953 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.951+0000 7fe779a9b640 1 > prepared multipart upload key=1J1YL7XL0LAY upload=9EQWKWIWC3GQ tag=8PYOD9INYWZT type=write size=2216683 2024-09-20T22:02:00.955 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.954+0000 7fe779a9b640 1 < suggested update operation key=KJYZZ8S3T5DH tag=4J5CKZ6OU3UY type=del size=1607031 2024-09-20T22:02:00.957 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.956+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~117VVTUL9SIT.0 size=18092 2024-09-20T22:02:00.958 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.956+0000 7fe779a9b640 1 > prepared multipart upload key=RM93KDNRZ38I upload=117VVTUL9SIT tag=BKOGLEICBOKF type=write size=1066668 2024-09-20T22:02:00.959 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.957+0000 7fe779a9b640 1 < completed delete operation key=U24WBDE9OPS7 tag=XE4B3CJWYQYQ type=del 2024-09-20T22:02:00.960 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.959+0000 7fe779a9b640 1 > prepared operation key=T9NTHA21NTII tag=7419XGPS2XLN type=del size=1381786 2024-09-20T22:02:00.963 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.961+0000 7fe779a9b640 1 < suggested update operation key=XEPWA2JTOEC2 tag=86D2SCFD30VM type=del size=1086685 2024-09-20T22:02:00.964 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.962+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=9WJDURF3T9EV type=write size=968571 2024-09-20T22:02:00.965 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.964+0000 7fe779a9b640 1 < completed part key=_multipart_3YV668WNVJ3G.2~YNZ5KKBD7DFP.0 size=1048576 2024-09-20T22:02:00.966 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.965+0000 7fe779a9b640 1 < completed part key=_multipart_3YV668WNVJ3G.2~YNZ5KKBD7DFP.1 size=1048576 2024-09-20T22:02:00.967 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.966+0000 7fe779a9b640 1 < completed part key=_multipart_3YV668WNVJ3G.2~YNZ5KKBD7DFP.2 size=498332 2024-09-20T22:02:00.969 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.968+0000 7fe779a9b640 1 < completed multipart upload key=3YV668WNVJ3G upload=YNZ5KKBD7DFP tag=VLR1W5JVZKX3 type=write size=3644060 2024-09-20T22:02:00.971 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.970+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~VMA3J1NBPLJY.0 size=1048576 2024-09-20T22:02:00.972 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.971+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~VMA3J1NBPLJY.1 size=674960 2024-09-20T22:02:00.972 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.971+0000 7fe779a9b640 1 > prepared multipart upload key=RB3UQB71OHKI upload=VMA3J1NBPLJY tag=MMA3ISYOQUE6 type=write size=2772112 2024-09-20T22:02:00.973 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.972+0000 7fe779a9b640 1 < completed delete operation key=IYYXNW4DO800 tag=GUT7M5M25NU8 type=del 2024-09-20T22:02:00.975 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.973+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=IFKFMM1STGKV type=write size=716147 2024-09-20T22:02:00.975 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.973+0000 7fe779a9b640 1 < canceled part key=_multipart_ECSEX4SHKJA4.2~UWYAW3AV11XD.0 size=1048576 2024-09-20T22:02:00.975 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.974+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~UWYAW3AV11XD.1 size=641077 2024-09-20T22:02:00.977 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.976+0000 7fe779a9b640 1 < canceled multipart upload key=ECSEX4SHKJA4 upload=UWYAW3AV11XD tag=M9ICMIU1G79J type=write size=2738229 2024-09-20T22:02:00.979 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.977+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=H9KWMQ11L5BB type=write size=661308 2024-09-20T22:02:00.980 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.978+0000 7fe779a9b640 1 < completed write operation key=JE0BX5GAIPSB tag=9MHF5WHTSXI8 type=write size=330326 2024-09-20T22:02:00.981 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.980+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=N01JGJIJ67LQ type=write size=216581 2024-09-20T22:02:00.983 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.982+0000 7fe779a9b640 1 < suggested update operation key=T9NTHA21NTII tag=7O6RGTQQCHGR type=del size=2500176 2024-09-20T22:02:00.985 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.984+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~EFKCKPC95KO3.0 size=1048576 2024-09-20T22:02:00.986 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.985+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~EFKCKPC95KO3.1 size=1048576 2024-09-20T22:02:00.987 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.986+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~EFKCKPC95KO3.2 size=413584 2024-09-20T22:02:00.987 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.986+0000 7fe779a9b640 1 > prepared multipart upload key=6YM3TKGM41LJ upload=EFKCKPC95KO3 tag=ISUXWA9GPWSM type=write size=3559312 2024-09-20T22:02:00.988 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.987+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~8CH48R3XYF0P.0 size=1048576 2024-09-20T22:02:00.990 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.988+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~8CH48R3XYF0P.1 size=235313 2024-09-20T22:02:00.992 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.991+0000 7fe779a9b640 1 < completed multipart upload key=UUWQ1G2142U2 upload=8CH48R3XYF0P tag=QH1AHYT0QDAA type=write size=2332465 2024-09-20T22:02:00.995 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.994+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~UOXFR1P27TCZ.0 size=316284 2024-09-20T22:02:00.995 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.994+0000 7fe779a9b640 1 > prepared multipart upload key=6YM3TKGM41LJ upload=UOXFR1P27TCZ tag=FM128IGOKZMW type=write size=1364860 2024-09-20T22:02:00.996 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.995+0000 7fe779a9b640 1 < completed delete operation key=1TRSEURXV2X9 tag=CYTDUZ5D7OFD type=del 2024-09-20T22:02:00.998 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:00.997+0000 7fe779a9b640 1 > prepared operation key=RB3UQB71OHKI tag=U7PXQ073CS17 type=del size=1505818 2024-09-20T22:02:01.001 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.000+0000 7fe779a9b640 1 < suggested update operation key=JHHMXS36ATIL tag=7GLJB4QXORG0 type=del size=1710045 2024-09-20T22:02:01.004 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.002+0000 7fe779a9b640 1 > prepared part key=_multipart_ZSXI0P8QFMQN.2~72ITZA83CSH9.0 size=1048576 2024-09-20T22:02:01.005 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.003+0000 7fe779a9b640 1 > prepared part key=_multipart_ZSXI0P8QFMQN.2~72ITZA83CSH9.1 size=1048576 2024-09-20T22:02:01.006 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.004+0000 7fe779a9b640 1 > prepared part key=_multipart_ZSXI0P8QFMQN.2~72ITZA83CSH9.2 size=765349 2024-09-20T22:02:01.006 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.004+0000 7fe779a9b640 1 > prepared multipart upload key=ZSXI0P8QFMQN upload=72ITZA83CSH9 tag=1BM8JJL5KAVB type=write size=3911077 2024-09-20T22:02:01.007 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.006+0000 7fe779a9b640 1 < completed part key=_multipart_ZSXI0P8QFMQN.2~POQDCVPV6LYZ.0 size=1048576 2024-09-20T22:02:01.008 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.007+0000 7fe779a9b640 1 < completed part key=_multipart_ZSXI0P8QFMQN.2~POQDCVPV6LYZ.1 size=517448 2024-09-20T22:02:01.010 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.009+0000 7fe779a9b640 1 < completed multipart upload key=ZSXI0P8QFMQN upload=POQDCVPV6LYZ tag=EOKXXZTUSM6K type=write size=2614600 2024-09-20T22:02:01.012 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.011+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=92CDXRVC9W6J type=del size=3065475 2024-09-20T22:02:01.013 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.012+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~599D3CX00WW5.0 size=1048576 2024-09-20T22:02:01.014 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.013+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~599D3CX00WW5.1 size=1044821 2024-09-20T22:02:01.016 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.015+0000 7fe779a9b640 1 < completed multipart upload key=UUWQ1G2142U2 upload=599D3CX00WW5 tag=OS1SI5JLBYYI type=write size=3141973 2024-09-20T22:02:01.018 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.017+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~6URUQ4242QIK.0 size=1048576 2024-09-20T22:02:01.019 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.018+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~6URUQ4242QIK.1 size=789487 2024-09-20T22:02:01.019 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.018+0000 7fe779a9b640 1 > prepared multipart upload key=R44R5QNUZJMC upload=6URUQ4242QIK tag=CV76Z2KFO5X0 type=write size=2886639 2024-09-20T22:02:01.020 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.019+0000 7fe779a9b640 1 < completed delete operation key=OWUA691MUMB6 tag=Z3TY0577OERV type=del 2024-09-20T22:02:01.023 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.021+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~2L0OL16M777M.0 size=1048576 2024-09-20T22:02:01.024 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.022+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~2L0OL16M777M.1 size=741921 2024-09-20T22:02:01.024 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.022+0000 7fe779a9b640 1 > prepared multipart upload key=RM93KDNRZ38I upload=2L0OL16M777M tag=IX277GEGCWOA type=write size=2839073 2024-09-20T22:02:01.026 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.025+0000 7fe779a9b640 1 < suggested remove operation key=1TRSEURXV2X9 tag=GURIYNIIZZBU type=del 2024-09-20T22:02:01.028 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.026+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=VY2G0COMSPNS type=del size=114380 2024-09-20T22:02:01.029 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.028+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~9EQWKWIWC3GQ.0 size=1048576 2024-09-20T22:02:01.030 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.028+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~9EQWKWIWC3GQ.1 size=119531 2024-09-20T22:02:01.032 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.030+0000 7fe779a9b640 1 < completed multipart upload key=1J1YL7XL0LAY upload=9EQWKWIWC3GQ tag=8PYOD9INYWZT type=write size=2216683 2024-09-20T22:02:01.033 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.032+0000 7fe779a9b640 1 > prepared operation key=8Y1S1ZFNVQO3 tag=WELG15PCTH9K type=del size=1369731 2024-09-20T22:02:01.035 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.033+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~117VVTUL9SIT.0 size=18092 2024-09-20T22:02:01.037 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.035+0000 7fe779a9b640 1 < completed multipart upload key=RM93KDNRZ38I upload=117VVTUL9SIT tag=BKOGLEICBOKF type=write size=1066668 2024-09-20T22:02:01.038 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.037+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=ZZPQUXM9U9G7 type=del size=3933126 2024-09-20T22:02:01.039 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.038+0000 7fe779a9b640 -1 < failed to complete operation key=T9NTHA21NTII tag=7419XGPS2XLN type=del size=1381786: (22) Invalid argument 2024-09-20T22:02:01.041 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.040+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=V7BOTLJZ63ZC type=del size=1743196 2024-09-20T22:02:01.042 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.041+0000 7fe779a9b640 1 < completed write operation key=OM2NI3GCUE4O tag=9WJDURF3T9EV type=write size=968571 2024-09-20T22:02:01.044 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.043+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=3WHCGLFS9ZGA type=del size=888741 2024-09-20T22:02:01.045 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.044+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~VMA3J1NBPLJY.0 size=1048576 2024-09-20T22:02:01.046 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.045+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~VMA3J1NBPLJY.1 size=674960 2024-09-20T22:02:01.048 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.047+0000 7fe779a9b640 1 < completed multipart upload key=RB3UQB71OHKI upload=VMA3J1NBPLJY tag=MMA3ISYOQUE6 type=write size=2772112 2024-09-20T22:02:01.050 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.049+0000 7fe779a9b640 1 > prepared part key=_multipart_CV3QPH1KJL9D.2~2PAEGDFA37SR.0 size=1048576 2024-09-20T22:02:01.051 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.050+0000 7fe779a9b640 1 > prepared part key=_multipart_CV3QPH1KJL9D.2~2PAEGDFA37SR.1 size=1048576 2024-09-20T22:02:01.052 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.051+0000 7fe779a9b640 1 > prepared part key=_multipart_CV3QPH1KJL9D.2~2PAEGDFA37SR.2 size=611722 2024-09-20T22:02:01.052 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.051+0000 7fe779a9b640 1 > prepared multipart upload key=CV3QPH1KJL9D upload=2PAEGDFA37SR tag=M9MOCLPLL2ZB type=write size=3757450 2024-09-20T22:02:01.053 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.052+0000 7fe779a9b640 1 < canceled operation key=ELDR91I33NDH tag=IFKFMM1STGKV type=write size=716147 2024-09-20T22:02:01.055 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.054+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=HVQ1QQ1XSBZS type=del size=3145022 2024-09-20T22:02:01.056 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.055+0000 7fe779a9b640 1 < completed write operation key=6YM3TKGM41LJ tag=H9KWMQ11L5BB type=write size=661308 2024-09-20T22:02:01.058 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.056+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=ZXT8NC2H8XH1 type=del size=54099 2024-09-20T22:02:01.059 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.058+0000 7fe779a9b640 1 < completed write operation key=6YM3TKGM41LJ tag=N01JGJIJ67LQ type=write size=216581 2024-09-20T22:02:01.061 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.060+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~1KK42K0NSGKJ.0 size=1048576 2024-09-20T22:02:01.062 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.061+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~1KK42K0NSGKJ.1 size=1048576 2024-09-20T22:02:01.063 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.062+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~1KK42K0NSGKJ.2 size=616166 2024-09-20T22:02:01.063 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.062+0000 7fe779a9b640 1 > prepared multipart upload key=DRE6QQSJ9ZVU upload=1KK42K0NSGKJ tag=H71GCU1BNA06 type=write size=3761894 2024-09-20T22:02:01.065 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.063+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~EFKCKPC95KO3.0 size=1048576 2024-09-20T22:02:01.066 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.065+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~EFKCKPC95KO3.1 size=1048576 2024-09-20T22:02:01.067 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.066+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~EFKCKPC95KO3.2 size=413584 2024-09-20T22:02:01.069 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.068+0000 7fe779a9b640 1 < completed multipart upload key=6YM3TKGM41LJ upload=EFKCKPC95KO3 tag=ISUXWA9GPWSM type=write size=3559312 2024-09-20T22:02:01.070 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.069+0000 7fe779a9b640 1 > prepared operation key=8Y1S1ZFNVQO3 tag=CF22C7LPHBJ9 type=del size=3579127 2024-09-20T22:02:01.071 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.070+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~UOXFR1P27TCZ.0 size=316284 2024-09-20T22:02:01.073 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.072+0000 7fe779a9b640 1 < completed multipart upload key=6YM3TKGM41LJ upload=UOXFR1P27TCZ tag=FM128IGOKZMW type=write size=1364860 2024-09-20T22:02:01.075 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.073+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=QCB20GSGFCYZ type=del size=2534825 2024-09-20T22:02:01.076 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.075+0000 7fe779a9b640 1 < completed delete operation key=RB3UQB71OHKI tag=U7PXQ073CS17 type=del 2024-09-20T22:02:01.077 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.076+0000 7fe779a9b640 1 > prepared operation key=OWUA691MUMB6 tag=XZCUX5EKGXC0 type=del size=1102622 2024-09-20T22:02:01.078 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.077+0000 7fe779a9b640 1 < completed part key=_multipart_ZSXI0P8QFMQN.2~72ITZA83CSH9.0 size=1048576 2024-09-20T22:02:01.079 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.077+0000 7fe779a9b640 1 < canceled part key=_multipart_ZSXI0P8QFMQN.2~72ITZA83CSH9.1 size=1048576 2024-09-20T22:02:01.079 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.078+0000 7fe779a9b640 1 < completed part key=_multipart_ZSXI0P8QFMQN.2~72ITZA83CSH9.2 size=765349 2024-09-20T22:02:01.081 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.080+0000 7fe779a9b640 1 < canceled multipart upload key=ZSXI0P8QFMQN upload=72ITZA83CSH9 tag=1BM8JJL5KAVB type=write size=3911077 2024-09-20T22:02:01.083 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.081+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=SLNICNRR2KDK type=del size=3801322 2024-09-20T22:02:01.084 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.083+0000 7fe779a9b640 1 < completed delete operation key=68I8AEC312OU tag=92CDXRVC9W6J type=del 2024-09-20T22:02:01.086 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.085+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~RHC0KS6C30ZX.0 size=1048576 2024-09-20T22:02:01.088 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.087+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~RHC0KS6C30ZX.1 size=1048576 2024-09-20T22:02:01.089 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.088+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~RHC0KS6C30ZX.2 size=333380 2024-09-20T22:02:01.089 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.088+0000 7fe779a9b640 1 > prepared multipart upload key=OM2NI3GCUE4O upload=RHC0KS6C30ZX tag=UJ4G202E0Y88 type=write size=3479108 2024-09-20T22:02:01.091 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.089+0000 7fe779a9b640 1 < completed part key=_multipart_R44R5QNUZJMC.2~6URUQ4242QIK.0 size=1048576 2024-09-20T22:02:01.092 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.091+0000 7fe779a9b640 1 < completed part key=_multipart_R44R5QNUZJMC.2~6URUQ4242QIK.1 size=789487 2024-09-20T22:02:01.094 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.093+0000 7fe779a9b640 1 < completed multipart upload key=R44R5QNUZJMC upload=6URUQ4242QIK tag=CV76Z2KFO5X0 type=write size=2886639 2024-09-20T22:02:01.097 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.096+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~M35EHPSMKSCM.0 size=568775 2024-09-20T22:02:01.097 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.096+0000 7fe779a9b640 1 > prepared multipart upload key=ELDR91I33NDH upload=M35EHPSMKSCM tag=ZKPH30HQPH03 type=write size=1617351 2024-09-20T22:02:01.098 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.097+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~2L0OL16M777M.0 size=1048576 2024-09-20T22:02:01.100 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.098+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~2L0OL16M777M.1 size=741921 2024-09-20T22:02:01.102 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.100+0000 7fe779a9b640 1 < completed multipart upload key=RM93KDNRZ38I upload=2L0OL16M777M tag=IX277GEGCWOA type=write size=2839073 2024-09-20T22:02:01.103 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.102+0000 7fe779a9b640 1 > prepared operation key=IYYXNW4DO800 tag=OVF397K7PDMV type=del size=1990934 2024-09-20T22:02:01.106 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.105+0000 7fe779a9b640 1 < suggested remove operation key=OM2NI3GCUE4O tag=VY2G0COMSPNS type=del 2024-09-20T22:02:01.108 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.106+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=UVCAA7WZE8OG type=del size=3974052 2024-09-20T22:02:01.109 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.108+0000 7fe779a9b640 1 < completed delete operation key=8Y1S1ZFNVQO3 tag=WELG15PCTH9K type=del 2024-09-20T22:02:01.112 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.110+0000 7fe779a9b640 1 > prepared part key=_multipart_JHHMXS36ATIL.2~RMDBGHAD1PNB.0 size=1048576 2024-09-20T22:02:01.113 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.111+0000 7fe779a9b640 1 > prepared part key=_multipart_JHHMXS36ATIL.2~RMDBGHAD1PNB.1 size=278217 2024-09-20T22:02:01.113 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.111+0000 7fe779a9b640 1 > prepared multipart upload key=JHHMXS36ATIL upload=RMDBGHAD1PNB tag=0WJYT41RI1AC type=write size=2375369 2024-09-20T22:02:01.114 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.113+0000 7fe779a9b640 1 < completed delete operation key=7KQSF1OMUOVW tag=ZZPQUXM9U9G7 type=del 2024-09-20T22:02:01.116 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.115+0000 7fe779a9b640 1 > prepared operation key=T9NTHA21NTII tag=SZ3ZJBZDOUEG type=del size=581446 2024-09-20T22:02:01.118 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.116+0000 7fe779a9b640 1 < completed delete operation key=ECSEX4SHKJA4 tag=V7BOTLJZ63ZC type=del 2024-09-20T22:02:01.119 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.118+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=GHUH1MLDIXZ2 type=del size=1469823 2024-09-20T22:02:01.122 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.121+0000 7fe779a9b640 1 < suggested remove operation key=7KQSF1OMUOVW tag=3WHCGLFS9ZGA type=del 2024-09-20T22:02:01.124 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.123+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~ZRZCUP56ZOTM.0 size=1004865 2024-09-20T22:02:01.125 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.123+0000 7fe779a9b640 1 > prepared multipart upload key=UUWQ1G2142U2 upload=ZRZCUP56ZOTM tag=COM0PXG2SZ7Q type=write size=2053441 2024-09-20T22:02:01.126 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.125+0000 7fe779a9b640 1 < completed part key=_multipart_CV3QPH1KJL9D.2~2PAEGDFA37SR.0 size=1048576 2024-09-20T22:02:01.127 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.126+0000 7fe779a9b640 1 < completed part key=_multipart_CV3QPH1KJL9D.2~2PAEGDFA37SR.1 size=1048576 2024-09-20T22:02:01.128 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.127+0000 7fe779a9b640 1 < completed part key=_multipart_CV3QPH1KJL9D.2~2PAEGDFA37SR.2 size=611722 2024-09-20T22:02:01.130 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.129+0000 7fe779a9b640 1 < completed multipart upload key=CV3QPH1KJL9D upload=2PAEGDFA37SR tag=M9MOCLPLL2ZB type=write size=3757450 2024-09-20T22:02:01.131 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.130+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=KCUIOIS1KIJD type=del size=3920535 2024-09-20T22:02:01.134 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.132+0000 7fe779a9b640 1 < suggested remove operation key=0M6DAP8CZAPL tag=HVQ1QQ1XSBZS type=del 2024-09-20T22:02:01.136 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.135+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~Y27DTQ2C4JXP.0 size=1048576 2024-09-20T22:02:01.137 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.136+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~Y27DTQ2C4JXP.1 size=462433 2024-09-20T22:02:01.137 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.136+0000 7fe779a9b640 1 > prepared multipart upload key=B0070VZB3UZF upload=Y27DTQ2C4JXP tag=422XQVA8XMAJ type=write size=2559585 2024-09-20T22:02:01.138 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.137+0000 7fe779a9b640 1 < completed delete operation key=1TRSEURXV2X9 tag=ZXT8NC2H8XH1 type=del 2024-09-20T22:02:01.141 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.139+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~WPJKNS8S3LVO.0 size=289658 2024-09-20T22:02:01.141 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.139+0000 7fe779a9b640 1 > prepared multipart upload key=8Y1S1ZFNVQO3 upload=WPJKNS8S3LVO tag=OZRC9PQ35V75 type=write size=1338234 2024-09-20T22:02:01.142 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.140+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~1KK42K0NSGKJ.0 size=1048576 2024-09-20T22:02:01.142 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.141+0000 7fe779a9b640 1 < canceled part key=_multipart_DRE6QQSJ9ZVU.2~1KK42K0NSGKJ.1 size=1048576 2024-09-20T22:02:01.143 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.142+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~1KK42K0NSGKJ.2 size=616166 2024-09-20T22:02:01.145 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.144+0000 7fe779a9b640 1 < canceled multipart upload key=DRE6QQSJ9ZVU upload=1KK42K0NSGKJ tag=H71GCU1BNA06 type=write size=3761894 2024-09-20T22:02:01.146 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.145+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=J86RU94J1LGD type=write size=357478 2024-09-20T22:02:01.148 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.146+0000 7fe779a9b640 1 < completed delete operation key=8Y1S1ZFNVQO3 tag=CF22C7LPHBJ9 type=del 2024-09-20T22:02:01.149 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.148+0000 7fe779a9b640 1 > prepared operation key=8Y1S1ZFNVQO3 tag=SFLTHR62J5H6 type=del size=479377 2024-09-20T22:02:01.151 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.150+0000 7fe779a9b640 1 < suggested update operation key=JHHMXS36ATIL tag=QCB20GSGFCYZ type=del size=2534825 2024-09-20T22:02:01.153 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.152+0000 7fe779a9b640 1 > prepared part key=_multipart_IYYXNW4DO800.2~29VYNV5IY8LW.0 size=1048576 2024-09-20T22:02:01.154 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.153+0000 7fe779a9b640 1 > prepared part key=_multipart_IYYXNW4DO800.2~29VYNV5IY8LW.1 size=1048576 2024-09-20T22:02:01.156 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.154+0000 7fe779a9b640 1 > prepared part key=_multipart_IYYXNW4DO800.2~29VYNV5IY8LW.2 size=512693 2024-09-20T22:02:01.156 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.154+0000 7fe779a9b640 1 > prepared multipart upload key=IYYXNW4DO800 upload=29VYNV5IY8LW tag=8K95ZSIT9YH4 type=write size=3658421 2024-09-20T22:02:01.157 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.156+0000 7fe779a9b640 1 < canceled operation key=OWUA691MUMB6 tag=XZCUX5EKGXC0 type=del size=1102622 2024-09-20T22:02:01.158 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.157+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=QU1T68LAN82L type=write size=529685 2024-09-20T22:02:01.160 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.159+0000 7fe779a9b640 -1 < failed to complete operation key=JHHMXS36ATIL tag=SLNICNRR2KDK type=del size=3801322: (22) Invalid argument 2024-09-20T22:02:01.161 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.160+0000 7fe779a9b640 1 > prepared operation key=OWUA691MUMB6 tag=3DLNTR0NY4VP type=del size=1835963 2024-09-20T22:02:01.162 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.161+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~RHC0KS6C30ZX.0 size=1048576 2024-09-20T22:02:01.164 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.162+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~RHC0KS6C30ZX.1 size=1048576 2024-09-20T22:02:01.164 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.163+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~RHC0KS6C30ZX.2 size=333380 2024-09-20T22:02:01.167 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.165+0000 7fe779a9b640 1 < completed multipart upload key=OM2NI3GCUE4O upload=RHC0KS6C30ZX tag=UJ4G202E0Y88 type=write size=3479108 2024-09-20T22:02:01.168 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.167+0000 7fe779a9b640 1 > prepared operation key=8Y1S1ZFNVQO3 tag=380TPB01ZBTW type=del size=662510 2024-09-20T22:02:01.170 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.168+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~M35EHPSMKSCM.0 size=568775 2024-09-20T22:02:01.171 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.170+0000 7fe779a9b640 1 < completed multipart upload key=ELDR91I33NDH upload=M35EHPSMKSCM tag=ZKPH30HQPH03 type=write size=1617351 2024-09-20T22:02:01.174 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.172+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~9033F3N7NW9U.0 size=1048576 2024-09-20T22:02:01.175 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.174+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~9033F3N7NW9U.1 size=24480 2024-09-20T22:02:01.175 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.174+0000 7fe779a9b640 1 > prepared multipart upload key=OM2NI3GCUE4O upload=9033F3N7NW9U tag=G8ORJPV61CQC type=write size=2121632 2024-09-20T22:02:01.176 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.175+0000 7fe779a9b640 1 < completed delete operation key=IYYXNW4DO800 tag=OVF397K7PDMV type=del 2024-09-20T22:02:01.179 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.177+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~N3NKUJ9RIJ6B.0 size=864404 2024-09-20T22:02:01.179 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.177+0000 7fe779a9b640 1 > prepared multipart upload key=KJYZZ8S3T5DH upload=N3NKUJ9RIJ6B tag=HQ7T6EUHJ2PE type=write size=1912980 2024-09-20T22:02:01.180 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.179+0000 7fe779a9b640 1 < completed delete operation key=68I8AEC312OU tag=UVCAA7WZE8OG type=del 2024-09-20T22:02:01.182 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.180+0000 7fe779a9b640 1 > prepared operation key=1J1YL7XL0LAY tag=4DZ952ZPXWJF type=del size=1020047 2024-09-20T22:02:01.183 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.181+0000 7fe779a9b640 1 < completed part key=_multipart_JHHMXS36ATIL.2~RMDBGHAD1PNB.0 size=1048576 2024-09-20T22:02:01.184 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.182+0000 7fe779a9b640 1 < completed part key=_multipart_JHHMXS36ATIL.2~RMDBGHAD1PNB.1 size=278217 2024-09-20T22:02:01.186 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.185+0000 7fe779a9b640 1 < completed multipart upload key=JHHMXS36ATIL upload=RMDBGHAD1PNB tag=0WJYT41RI1AC type=write size=2375369 2024-09-20T22:02:01.188 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.186+0000 7fe779a9b640 1 > prepared operation key=XEPWA2JTOEC2 tag=V3BO68SV593G type=write size=691737 2024-09-20T22:02:01.189 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.188+0000 7fe779a9b640 1 < completed delete operation key=T9NTHA21NTII tag=SZ3ZJBZDOUEG type=del 2024-09-20T22:02:01.192 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.190+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~1NNOTHZC992I.0 size=842333 2024-09-20T22:02:01.192 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.190+0000 7fe779a9b640 1 > prepared multipart upload key=U24WBDE9OPS7 upload=1NNOTHZC992I tag=33GVLPV3810F type=write size=1890909 2024-09-20T22:02:01.194 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.193+0000 7fe779a9b640 1 < suggested remove operation key=4NVVK8DRHTJL tag=GHUH1MLDIXZ2 type=del 2024-09-20T22:02:01.195 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.194+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=QYJGS09GECDI type=del size=3198836 2024-09-20T22:02:01.196 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.194+0000 7fe779a9b640 1 < canceled part key=_multipart_UUWQ1G2142U2.2~ZRZCUP56ZOTM.0 size=1004865 2024-09-20T22:02:01.197 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.196+0000 7fe779a9b640 1 < canceled multipart upload key=UUWQ1G2142U2 upload=ZRZCUP56ZOTM tag=COM0PXG2SZ7Q type=write size=2053441 2024-09-20T22:02:01.199 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.197+0000 7fe779a9b640 1 > prepared operation key=T9NTHA21NTII tag=XF0QMGOYYZ1Y type=del size=683764 2024-09-20T22:02:01.200 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.199+0000 7fe779a9b640 1 < completed delete operation key=VAH8ANWTPTHQ tag=KCUIOIS1KIJD type=del 2024-09-20T22:02:01.202 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.201+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~2GKAD6NH8BG3.0 size=1048576 2024-09-20T22:02:01.203 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.202+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~2GKAD6NH8BG3.1 size=1027816 2024-09-20T22:02:01.203 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.202+0000 7fe779a9b640 1 > prepared multipart upload key=UUWQ1G2142U2 upload=2GKAD6NH8BG3 tag=AP98MCU8L5R1 type=write size=3124968 2024-09-20T22:02:01.204 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.203+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~Y27DTQ2C4JXP.0 size=1048576 2024-09-20T22:02:01.205 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.204+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~Y27DTQ2C4JXP.1 size=462433 2024-09-20T22:02:01.207 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.206+0000 7fe779a9b640 1 < completed multipart upload key=B0070VZB3UZF upload=Y27DTQ2C4JXP tag=422XQVA8XMAJ type=write size=2559585 2024-09-20T22:02:01.208 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.207+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=222DM0OCPEBT type=del size=1634500 2024-09-20T22:02:01.210 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.208+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~WPJKNS8S3LVO.0 size=289658 2024-09-20T22:02:01.212 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.211+0000 7fe779a9b640 1 < completed multipart upload key=8Y1S1ZFNVQO3 upload=WPJKNS8S3LVO tag=OZRC9PQ35V75 type=write size=1338234 2024-09-20T22:02:01.214 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.212+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=ABTLER8WZYF4 type=del size=3066590 2024-09-20T22:02:01.216 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.215+0000 7fe779a9b640 1 < suggested update operation key=OM2NI3GCUE4O tag=J86RU94J1LGD type=write size=357478 2024-09-20T22:02:01.218 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.217+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~6GX1EWILLOA2.0 size=1048576 2024-09-20T22:02:01.219 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.218+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~6GX1EWILLOA2.1 size=1048576 2024-09-20T22:02:01.220 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.219+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~6GX1EWILLOA2.2 size=138151 2024-09-20T22:02:01.220 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.219+0000 7fe779a9b640 1 > prepared multipart upload key=R44R5QNUZJMC upload=6GX1EWILLOA2 tag=RNS5O4RUXA97 type=write size=3283879 2024-09-20T22:02:01.223 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.222+0000 7fe779a9b640 1 < suggested update operation key=8Y1S1ZFNVQO3 tag=SFLTHR62J5H6 type=del size=479377 2024-09-20T22:02:01.225 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.224+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~ECGK5CBNRK58.0 size=1048576 2024-09-20T22:02:01.226 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.225+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~ECGK5CBNRK58.1 size=1048576 2024-09-20T22:02:01.228 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.226+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~ECGK5CBNRK58.2 size=327177 2024-09-20T22:02:01.228 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.226+0000 7fe779a9b640 1 > prepared multipart upload key=3YV668WNVJ3G upload=ECGK5CBNRK58 tag=GBY0FA37LGGT type=write size=3472905 2024-09-20T22:02:01.229 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.228+0000 7fe779a9b640 1 < completed part key=_multipart_IYYXNW4DO800.2~29VYNV5IY8LW.0 size=1048576 2024-09-20T22:02:01.230 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.229+0000 7fe779a9b640 1 < completed part key=_multipart_IYYXNW4DO800.2~29VYNV5IY8LW.1 size=1048576 2024-09-20T22:02:01.232 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.230+0000 7fe779a9b640 1 < completed part key=_multipart_IYYXNW4DO800.2~29VYNV5IY8LW.2 size=512693 2024-09-20T22:02:01.234 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.232+0000 7fe779a9b640 1 < completed multipart upload key=IYYXNW4DO800 upload=29VYNV5IY8LW tag=8K95ZSIT9YH4 type=write size=3658421 2024-09-20T22:02:01.235 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.234+0000 7fe779a9b640 1 > prepared operation key=3YV668WNVJ3G tag=RL1M5OITYV1M type=write size=245350 2024-09-20T22:02:01.237 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.236+0000 7fe779a9b640 1 < suggested remove operation key=0M6DAP8CZAPL tag=QU1T68LAN82L type=write 2024-09-20T22:02:01.239 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.237+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=OJI3FVQIKHMM type=del size=3094201 2024-09-20T22:02:01.240 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.239+0000 7fe779a9b640 1 < completed delete operation key=OWUA691MUMB6 tag=3DLNTR0NY4VP type=del 2024-09-20T22:02:01.243 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.241+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~WRHRJ6Z4A424.0 size=520657 2024-09-20T22:02:01.243 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.241+0000 7fe779a9b640 1 > prepared multipart upload key=OM2NI3GCUE4O upload=WRHRJ6Z4A424 tag=GIWIFA1RI3G4 type=write size=1569233 2024-09-20T22:02:01.244 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.242+0000 7fe779a9b640 -1 < failed to complete operation key=8Y1S1ZFNVQO3 tag=380TPB01ZBTW type=del size=662510: (22) Invalid argument 2024-09-20T22:02:01.246 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.245+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~999OL6LBHF0J.0 size=1048576 2024-09-20T22:02:01.247 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.246+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~999OL6LBHF0J.1 size=1048576 2024-09-20T22:02:01.248 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.247+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~999OL6LBHF0J.2 size=542684 2024-09-20T22:02:01.248 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.247+0000 7fe779a9b640 1 > prepared multipart upload key=68I8AEC312OU upload=999OL6LBHF0J tag=ZECJHV8W40EQ type=write size=3688412 2024-09-20T22:02:01.249 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.248+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~9033F3N7NW9U.0 size=1048576 2024-09-20T22:02:01.250 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.249+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~9033F3N7NW9U.1 size=24480 2024-09-20T22:02:01.252 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.251+0000 7fe779a9b640 1 < completed multipart upload key=OM2NI3GCUE4O upload=9033F3N7NW9U tag=G8ORJPV61CQC type=write size=2121632 2024-09-20T22:02:01.255 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.253+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~V0FJX91Q9ZDP.0 size=1048576 2024-09-20T22:02:01.256 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.254+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~V0FJX91Q9ZDP.1 size=1048576 2024-09-20T22:02:01.257 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.256+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~V0FJX91Q9ZDP.2 size=903677 2024-09-20T22:02:01.257 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.256+0000 7fe779a9b640 1 > prepared multipart upload key=DRE6QQSJ9ZVU upload=V0FJX91Q9ZDP tag=C9XNT421I5D9 type=write size=4049405 2024-09-20T22:02:01.259 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.257+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~N3NKUJ9RIJ6B.0 size=864404 2024-09-20T22:02:01.261 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.259+0000 7fe779a9b640 1 < completed multipart upload key=KJYZZ8S3T5DH upload=N3NKUJ9RIJ6B tag=HQ7T6EUHJ2PE type=write size=1912980 2024-09-20T22:02:01.262 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.261+0000 7fe779a9b640 1 > prepared operation key=JE0BX5GAIPSB tag=HJ89SCB60YIB type=write size=794797 2024-09-20T22:02:01.264 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.262+0000 7fe779a9b640 1 < completed delete operation key=1J1YL7XL0LAY tag=4DZ952ZPXWJF type=del 2024-09-20T22:02:01.265 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.264+0000 7fe779a9b640 1 > prepared operation key=1J1YL7XL0LAY tag=6A4NQCPHY3N4 type=del size=141665 2024-09-20T22:02:01.267 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.265+0000 7fe779a9b640 1 < completed write operation key=XEPWA2JTOEC2 tag=V3BO68SV593G type=write size=691737 2024-09-20T22:02:01.269 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.268+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~7ZNU1XG2VROH.0 size=1048576 2024-09-20T22:02:01.270 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.269+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~7ZNU1XG2VROH.1 size=80010 2024-09-20T22:02:01.270 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.269+0000 7fe779a9b640 1 > prepared multipart upload key=0M6DAP8CZAPL upload=7ZNU1XG2VROH tag=V0VN3QR29G8D type=write size=2177162 2024-09-20T22:02:01.271 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.269+0000 7fe779a9b640 1 < canceled part key=_multipart_U24WBDE9OPS7.2~1NNOTHZC992I.0 size=842333 2024-09-20T22:02:01.273 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.272+0000 7fe779a9b640 1 < canceled multipart upload key=U24WBDE9OPS7 upload=1NNOTHZC992I tag=33GVLPV3810F type=write size=1890909 2024-09-20T22:02:01.274 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.273+0000 7fe779a9b640 1 > prepared operation key=JE0BX5GAIPSB tag=Y08I2IKFOP0M type=del size=4125795 2024-09-20T22:02:01.277 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.276+0000 7fe779a9b640 1 < suggested update operation key=6YM3TKGM41LJ tag=QYJGS09GECDI type=del size=3198836 2024-09-20T22:02:01.280 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.278+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~6U6AA422KFND.0 size=1006110 2024-09-20T22:02:01.280 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.278+0000 7fe779a9b640 1 > prepared multipart upload key=6YM3TKGM41LJ upload=6U6AA422KFND tag=68TXPX5IZ9WX type=write size=2054686 2024-09-20T22:02:01.282 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.281+0000 7fe779a9b640 1 < suggested remove operation key=T9NTHA21NTII tag=XF0QMGOYYZ1Y type=del 2024-09-20T22:02:01.283 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.282+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=F5AJIIDDSTPI type=del size=161966 2024-09-20T22:02:01.285 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.283+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~2GKAD6NH8BG3.0 size=1048576 2024-09-20T22:02:01.286 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.285+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~2GKAD6NH8BG3.1 size=1027816 2024-09-20T22:02:01.288 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.287+0000 7fe779a9b640 1 < completed multipart upload key=UUWQ1G2142U2 upload=2GKAD6NH8BG3 tag=AP98MCU8L5R1 type=write size=3124968 2024-09-20T22:02:01.290 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.288+0000 7fe779a9b640 1 > prepared operation key=3YV668WNVJ3G tag=E7NXN8FBK6A8 type=del size=969471 2024-09-20T22:02:01.292 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.291+0000 7fe779a9b640 1 < suggested update operation key=B0070VZB3UZF tag=222DM0OCPEBT type=del size=1634500 2024-09-20T22:02:01.295 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.294+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~4IVA3EFSA98K.0 size=1048576 2024-09-20T22:02:01.296 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.295+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~4IVA3EFSA98K.1 size=83421 2024-09-20T22:02:01.296 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.295+0000 7fe779a9b640 1 > prepared multipart upload key=XEPWA2JTOEC2 upload=4IVA3EFSA98K tag=BB9K2P36EL3P type=write size=2180573 2024-09-20T22:02:01.297 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.296+0000 7fe779a9b640 1 < completed delete operation key=JHHMXS36ATIL tag=ABTLER8WZYF4 type=del 2024-09-20T22:02:01.299 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.298+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=9W2L618VFVD1 type=del size=647542 2024-09-20T22:02:01.301 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.299+0000 7fe779a9b640 1 < completed part key=_multipart_R44R5QNUZJMC.2~6GX1EWILLOA2.0 size=1048576 2024-09-20T22:02:01.302 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.300+0000 7fe779a9b640 1 < completed part key=_multipart_R44R5QNUZJMC.2~6GX1EWILLOA2.1 size=1048576 2024-09-20T22:02:01.302 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.301+0000 7fe779a9b640 1 < completed part key=_multipart_R44R5QNUZJMC.2~6GX1EWILLOA2.2 size=138151 2024-09-20T22:02:01.304 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.303+0000 7fe779a9b640 1 < completed multipart upload key=R44R5QNUZJMC upload=6GX1EWILLOA2 tag=RNS5O4RUXA97 type=write size=3283879 2024-09-20T22:02:01.305 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.304+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=54NK2A0I6HM7 type=del size=2617089 2024-09-20T22:02:01.307 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.305+0000 7fe779a9b640 1 < completed part key=_multipart_3YV668WNVJ3G.2~ECGK5CBNRK58.0 size=1048576 2024-09-20T22:02:01.308 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.306+0000 7fe779a9b640 1 < completed part key=_multipart_3YV668WNVJ3G.2~ECGK5CBNRK58.1 size=1048576 2024-09-20T22:02:01.309 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.308+0000 7fe779a9b640 1 < completed part key=_multipart_3YV668WNVJ3G.2~ECGK5CBNRK58.2 size=327177 2024-09-20T22:02:01.311 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.309+0000 7fe779a9b640 1 < completed multipart upload key=3YV668WNVJ3G upload=ECGK5CBNRK58 tag=GBY0FA37LGGT type=write size=3472905 2024-09-20T22:02:01.312 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.311+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=JD90TTFWATP9 type=del size=2224279 2024-09-20T22:02:01.313 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.312+0000 7fe779a9b640 1 < completed write operation key=3YV668WNVJ3G tag=RL1M5OITYV1M type=write size=245350 2024-09-20T22:02:01.315 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.313+0000 7fe779a9b640 1 > prepared operation key=RB3UQB71OHKI tag=RSEQRV4ZDMBT type=del size=2194787 2024-09-20T22:02:01.316 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.315+0000 7fe779a9b640 1 < completed delete operation key=68I8AEC312OU tag=OJI3FVQIKHMM type=del 2024-09-20T22:02:01.317 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.316+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=D8NBZGYFR2KL type=del size=1653734 2024-09-20T22:02:01.319 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.318+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~WRHRJ6Z4A424.0 size=520657 2024-09-20T22:02:01.321 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.320+0000 7fe779a9b640 1 < completed multipart upload key=OM2NI3GCUE4O upload=WRHRJ6Z4A424 tag=GIWIFA1RI3G4 type=write size=1569233 2024-09-20T22:02:01.323 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.322+0000 7fe779a9b640 1 > prepared operation key=RB3UQB71OHKI tag=4BKX3P0OGSNT type=del size=2918103 2024-09-20T22:02:01.324 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.323+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~999OL6LBHF0J.0 size=1048576 2024-09-20T22:02:01.325 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.324+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~999OL6LBHF0J.1 size=1048576 2024-09-20T22:02:01.326 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.325+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~999OL6LBHF0J.2 size=542684 2024-09-20T22:02:01.328 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.327+0000 7fe779a9b640 1 < completed multipart upload key=68I8AEC312OU upload=999OL6LBHF0J tag=ZECJHV8W40EQ type=write size=3688412 2024-09-20T22:02:01.329 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.328+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=MTFBFZB1Z992 type=del size=3811293 2024-09-20T22:02:01.331 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.329+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~V0FJX91Q9ZDP.0 size=1048576 2024-09-20T22:02:01.332 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.330+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~V0FJX91Q9ZDP.1 size=1048576 2024-09-20T22:02:01.333 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.331+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~V0FJX91Q9ZDP.2 size=903677 2024-09-20T22:02:01.335 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.334+0000 7fe779a9b640 1 < completed multipart upload key=DRE6QQSJ9ZVU upload=V0FJX91Q9ZDP tag=C9XNT421I5D9 type=write size=4049405 2024-09-20T22:02:01.336 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.335+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=QP8J58D34RHX type=write size=204380 2024-09-20T22:02:01.337 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.336+0000 7fe779a9b640 1 < completed write operation key=JE0BX5GAIPSB tag=HJ89SCB60YIB type=write size=794797 2024-09-20T22:02:01.339 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.337+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=SBBUNKI3YZ6P type=del size=4031390 2024-09-20T22:02:01.340 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.339+0000 7fe779a9b640 1 < completed delete operation key=1J1YL7XL0LAY tag=6A4NQCPHY3N4 type=del 2024-09-20T22:02:01.342 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.341+0000 7fe779a9b640 1 > prepared part key=_multipart_4NVVK8DRHTJL.2~6QNP2RSYYJU6.0 size=1048576 2024-09-20T22:02:01.343 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.342+0000 7fe779a9b640 1 > prepared part key=_multipart_4NVVK8DRHTJL.2~6QNP2RSYYJU6.1 size=1048576 2024-09-20T22:02:01.344 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.343+0000 7fe779a9b640 1 > prepared part key=_multipart_4NVVK8DRHTJL.2~6QNP2RSYYJU6.2 size=457581 2024-09-20T22:02:01.344 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.343+0000 7fe779a9b640 1 > prepared multipart upload key=4NVVK8DRHTJL upload=6QNP2RSYYJU6 tag=S6P2EDOAZIYD type=write size=3603309 2024-09-20T22:02:01.346 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.345+0000 7fe779a9b640 1 < completed part key=_multipart_0M6DAP8CZAPL.2~7ZNU1XG2VROH.0 size=1048576 2024-09-20T22:02:01.347 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.346+0000 7fe779a9b640 1 < completed part key=_multipart_0M6DAP8CZAPL.2~7ZNU1XG2VROH.1 size=80010 2024-09-20T22:02:01.349 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.348+0000 7fe779a9b640 1 < completed multipart upload key=0M6DAP8CZAPL upload=7ZNU1XG2VROH tag=V0VN3QR29G8D type=write size=2177162 2024-09-20T22:02:01.350 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.349+0000 7fe779a9b640 1 > prepared operation key=8Y1S1ZFNVQO3 tag=1E78ZHTNWD2I type=del size=2007765 2024-09-20T22:02:01.351 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.350+0000 7fe779a9b640 1 < completed delete operation key=JE0BX5GAIPSB tag=Y08I2IKFOP0M type=del 2024-09-20T22:02:01.354 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.352+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~9XLUJ37O3Z1A.0 size=498638 2024-09-20T22:02:01.354 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.352+0000 7fe779a9b640 1 > prepared multipart upload key=KJYZZ8S3T5DH upload=9XLUJ37O3Z1A tag=PFWSPXKYFZTN type=write size=1547214 2024-09-20T22:02:01.355 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.354+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~6U6AA422KFND.0 size=1006110 2024-09-20T22:02:01.357 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.356+0000 7fe779a9b640 1 < completed multipart upload key=6YM3TKGM41LJ upload=6U6AA422KFND tag=68TXPX5IZ9WX type=write size=2054686 2024-09-20T22:02:01.359 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.358+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~AP7MTM0CRT67.0 size=1048576 2024-09-20T22:02:01.360 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.359+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~AP7MTM0CRT67.1 size=747531 2024-09-20T22:02:01.360 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.359+0000 7fe779a9b640 1 > prepared multipart upload key=OM2NI3GCUE4O upload=AP7MTM0CRT67 tag=FFW7M8291AWB type=write size=2844683 2024-09-20T22:02:01.362 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.360+0000 7fe779a9b640 1 < completed delete operation key=ZSXI0P8QFMQN tag=F5AJIIDDSTPI type=del 2024-09-20T22:02:01.363 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.362+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=4B63T83ITMJL type=del size=2021902 2024-09-20T22:02:01.366 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.364+0000 7fe779a9b640 1 < suggested update operation key=3YV668WNVJ3G tag=E7NXN8FBK6A8 type=del size=969471 2024-09-20T22:02:01.367 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.366+0000 7fe779a9b640 1 > prepared operation key=UUWQ1G2142U2 tag=W5FI4X7SA56S type=write size=835274 2024-09-20T22:02:01.368 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.367+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~4IVA3EFSA98K.0 size=1048576 2024-09-20T22:02:01.369 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.368+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~4IVA3EFSA98K.1 size=83421 2024-09-20T22:02:01.371 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.370+0000 7fe779a9b640 1 < completed multipart upload key=XEPWA2JTOEC2 upload=4IVA3EFSA98K tag=BB9K2P36EL3P type=write size=2180573 2024-09-20T22:02:01.373 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.371+0000 7fe779a9b640 1 > prepared operation key=3YV668WNVJ3G tag=0LOQVF5435EJ type=del size=1460414 2024-09-20T22:02:01.374 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.373+0000 7fe779a9b640 1 < completed delete operation key=B0070VZB3UZF tag=9W2L618VFVD1 type=del 2024-09-20T22:02:01.375 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.374+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=435DHAD7GFFA type=del size=2310373 2024-09-20T22:02:01.377 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.375+0000 7fe779a9b640 1 < completed delete operation key=CV3QPH1KJL9D tag=54NK2A0I6HM7 type=del 2024-09-20T22:02:01.379 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.378+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~HMGG1LQFB894.0 size=1048576 2024-09-20T22:02:01.380 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.378+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~HMGG1LQFB894.1 size=78916 2024-09-20T22:02:01.380 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.379+0000 7fe779a9b640 1 > prepared multipart upload key=0M6DAP8CZAPL upload=HMGG1LQFB894 tag=15MNVXY83VVC type=write size=2176068 2024-09-20T22:02:01.381 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.380+0000 7fe779a9b640 1 < completed delete operation key=6YM3TKGM41LJ tag=JD90TTFWATP9 type=del 2024-09-20T22:02:01.384 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.382+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~Z4INUDMZ7U5B.0 size=1048576 2024-09-20T22:02:01.384 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.383+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~Z4INUDMZ7U5B.1 size=211967 2024-09-20T22:02:01.384 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.383+0000 7fe779a9b640 1 > prepared multipart upload key=1J1YL7XL0LAY upload=Z4INUDMZ7U5B tag=OSESYQDAQZ9C type=write size=2309119 2024-09-20T22:02:01.386 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.384+0000 7fe779a9b640 1 < completed delete operation key=RB3UQB71OHKI tag=RSEQRV4ZDMBT type=del 2024-09-20T22:02:01.387 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.386+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=K5WBHASGLSBF type=write size=1014576 2024-09-20T22:02:01.388 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.387+0000 7fe779a9b640 1 < completed delete operation key=ELDR91I33NDH tag=D8NBZGYFR2KL type=del 2024-09-20T22:02:01.389 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.388+0000 7fe779a9b640 1 > prepared operation key=8Y1S1ZFNVQO3 tag=CQMVD9VXSEP5 type=del size=2756034 2024-09-20T22:02:01.392 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.391+0000 7fe779a9b640 1 < suggested update operation key=RB3UQB71OHKI tag=4BKX3P0OGSNT type=del size=2918103 2024-09-20T22:02:01.393 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.392+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=I6QN7ZYYKJZN type=del size=3294621 2024-09-20T22:02:01.395 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.393+0000 7fe779a9b640 1 < canceled operation key=6YM3TKGM41LJ tag=MTFBFZB1Z992 type=del size=3811293 2024-09-20T22:02:01.396 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.395+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=USUW2X5IEXP7 type=del size=3830392 2024-09-20T22:02:01.398 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.396+0000 7fe779a9b640 1 < completed write operation key=U24WBDE9OPS7 tag=QP8J58D34RHX type=write size=204380 2024-09-20T22:02:01.399 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.398+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=UVWUPWE3CEJ4 type=del size=363685 2024-09-20T22:02:01.401 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.399+0000 7fe779a9b640 1 < completed delete operation key=R44R5QNUZJMC tag=SBBUNKI3YZ6P type=del 2024-09-20T22:02:01.402 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.401+0000 7fe779a9b640 1 > prepared operation key=1J1YL7XL0LAY tag=2UHN53UGOP7L type=del size=1263759 2024-09-20T22:02:01.404 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.402+0000 7fe779a9b640 1 < completed part key=_multipart_4NVVK8DRHTJL.2~6QNP2RSYYJU6.0 size=1048576 2024-09-20T22:02:01.405 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.403+0000 7fe779a9b640 1 < completed part key=_multipart_4NVVK8DRHTJL.2~6QNP2RSYYJU6.1 size=1048576 2024-09-20T22:02:01.406 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.404+0000 7fe779a9b640 1 < completed part key=_multipart_4NVVK8DRHTJL.2~6QNP2RSYYJU6.2 size=457581 2024-09-20T22:02:01.408 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.407+0000 7fe779a9b640 1 < completed multipart upload key=4NVVK8DRHTJL upload=6QNP2RSYYJU6 tag=S6P2EDOAZIYD type=write size=3603309 2024-09-20T22:02:01.409 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.408+0000 7fe779a9b640 1 > prepared operation key=1J1YL7XL0LAY tag=CXPHAKSZM00O type=del size=4079768 2024-09-20T22:02:01.413 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.411+0000 7fe779a9b640 1 < suggested update operation key=8Y1S1ZFNVQO3 tag=1E78ZHTNWD2I type=del size=2007765 2024-09-20T22:02:01.415 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.414+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~344QE64158AU.0 size=1048576 2024-09-20T22:02:01.416 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.414+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~344QE64158AU.1 size=755774 2024-09-20T22:02:01.416 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.414+0000 7fe779a9b640 1 > prepared multipart upload key=OM2NI3GCUE4O upload=344QE64158AU tag=WSR3KTVVITO3 type=write size=2852926 2024-09-20T22:02:01.417 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.416+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~9XLUJ37O3Z1A.0 size=498638 2024-09-20T22:02:01.419 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.418+0000 7fe779a9b640 1 < completed multipart upload key=KJYZZ8S3T5DH upload=9XLUJ37O3Z1A tag=PFWSPXKYFZTN type=write size=1547214 2024-09-20T22:02:01.421 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.419+0000 7fe779a9b640 1 > prepared operation key=XEPWA2JTOEC2 tag=4MYSFW0GX9O9 type=write size=13085 2024-09-20T22:02:01.422 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.420+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~AP7MTM0CRT67.0 size=1048576 2024-09-20T22:02:01.423 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.421+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~AP7MTM0CRT67.1 size=747531 2024-09-20T22:02:01.425 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.424+0000 7fe779a9b640 1 < completed multipart upload key=OM2NI3GCUE4O upload=AP7MTM0CRT67 tag=FFW7M8291AWB type=write size=2844683 2024-09-20T22:02:01.427 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.426+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~A71392IXXRN6.0 size=1048576 2024-09-20T22:02:01.428 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.427+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~A71392IXXRN6.1 size=1048576 2024-09-20T22:02:01.429 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.428+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~A71392IXXRN6.2 size=748157 2024-09-20T22:02:01.429 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.428+0000 7fe779a9b640 1 > prepared multipart upload key=RM93KDNRZ38I upload=A71392IXXRN6 tag=59SC6J5NB1B8 type=write size=3893885 2024-09-20T22:02:01.430 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.429+0000 7fe779a9b640 1 < completed delete operation key=1TRSEURXV2X9 tag=4B63T83ITMJL type=del 2024-09-20T22:02:01.432 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.430+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=VVZ3FNTGPSJN type=del size=412921 2024-09-20T22:02:01.433 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.432+0000 7fe779a9b640 1 < completed write operation key=UUWQ1G2142U2 tag=W5FI4X7SA56S type=write size=835274 2024-09-20T22:02:01.435 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.433+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=V094Q2D20U3J type=del size=2507353 2024-09-20T22:02:01.436 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.434+0000 7fe779a9b640 1 < completed delete operation key=3YV668WNVJ3G tag=0LOQVF5435EJ type=del 2024-09-20T22:02:01.439 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.437+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~JRRB5LV7GE7Y.0 size=1048576 2024-09-20T22:02:01.440 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.438+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~JRRB5LV7GE7Y.1 size=1048576 2024-09-20T22:02:01.441 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.439+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~JRRB5LV7GE7Y.2 size=315222 2024-09-20T22:02:01.441 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.439+0000 7fe779a9b640 1 > prepared multipart upload key=8Y1S1ZFNVQO3 upload=JRRB5LV7GE7Y tag=PYC9MGWSQW7C type=write size=3460950 2024-09-20T22:02:01.443 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.442+0000 7fe779a9b640 1 < suggested remove operation key=ELDR91I33NDH tag=435DHAD7GFFA type=del 2024-09-20T22:02:01.444 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.443+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=4132ZYG83MNI type=del size=790110 2024-09-20T22:02:01.446 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.444+0000 7fe779a9b640 1 < completed part key=_multipart_0M6DAP8CZAPL.2~HMGG1LQFB894.0 size=1048576 2024-09-20T22:02:01.447 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.445+0000 7fe779a9b640 1 < completed part key=_multipart_0M6DAP8CZAPL.2~HMGG1LQFB894.1 size=78916 2024-09-20T22:02:01.449 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.448+0000 7fe779a9b640 1 < completed multipart upload key=0M6DAP8CZAPL upload=HMGG1LQFB894 tag=15MNVXY83VVC type=write size=2176068 2024-09-20T22:02:01.451 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.449+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=YNWA2TH94LAA type=del size=259245 2024-09-20T22:02:01.452 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.451+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~Z4INUDMZ7U5B.0 size=1048576 2024-09-20T22:02:01.453 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.452+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~Z4INUDMZ7U5B.1 size=211967 2024-09-20T22:02:01.455 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.454+0000 7fe779a9b640 1 < completed multipart upload key=1J1YL7XL0LAY upload=Z4INUDMZ7U5B tag=OSESYQDAQZ9C type=write size=2309119 2024-09-20T22:02:01.458 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.456+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~OVPSVHKIZL0C.0 size=1048576 2024-09-20T22:02:01.459 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.457+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~OVPSVHKIZL0C.1 size=1048576 2024-09-20T22:02:01.460 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.458+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~OVPSVHKIZL0C.2 size=650591 2024-09-20T22:02:01.460 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.458+0000 7fe779a9b640 1 > prepared multipart upload key=PNZZ2ZGG009S upload=OVPSVHKIZL0C tag=SSC1XCN4YBRQ type=write size=3796319 2024-09-20T22:02:01.461 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.459+0000 7fe779a9b640 1 < completed write operation key=B0070VZB3UZF tag=K5WBHASGLSBF type=write size=1014576 2024-09-20T22:02:01.463 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.462+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~8NIDEPPVZGGR.0 size=1048576 2024-09-20T22:02:01.464 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.463+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~8NIDEPPVZGGR.1 size=1048576 2024-09-20T22:02:01.465 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.464+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~8NIDEPPVZGGR.2 size=137592 2024-09-20T22:02:01.465 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.464+0000 7fe779a9b640 1 > prepared multipart upload key=DRE6QQSJ9ZVU upload=8NIDEPPVZGGR tag=2Z4227QI5KJK type=write size=3283320 2024-09-20T22:02:01.467 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.465+0000 7fe779a9b640 -1 < failed to complete operation key=8Y1S1ZFNVQO3 tag=CQMVD9VXSEP5 type=del size=2756034: (22) Invalid argument 2024-09-20T22:02:01.469 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.468+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~QTV5RYVQ95RZ.0 size=1048576 2024-09-20T22:02:01.470 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.469+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~QTV5RYVQ95RZ.1 size=187282 2024-09-20T22:02:01.470 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.469+0000 7fe779a9b640 1 > prepared multipart upload key=PNZZ2ZGG009S upload=QTV5RYVQ95RZ tag=YZXNT62LK4TY type=write size=2284434 2024-09-20T22:02:01.472 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.470+0000 7fe779a9b640 1 < canceled operation key=KJYZZ8S3T5DH tag=I6QN7ZYYKJZN type=del size=3294621 2024-09-20T22:02:01.474 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.472+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~907HSLXI63C7.0 size=1048576 2024-09-20T22:02:01.475 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.473+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~907HSLXI63C7.1 size=508107 2024-09-20T22:02:01.475 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.473+0000 7fe779a9b640 1 > prepared multipart upload key=VAH8ANWTPTHQ upload=907HSLXI63C7 tag=4AEZRIVHVTKQ type=write size=2605259 2024-09-20T22:02:01.477 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.475+0000 7fe779a9b640 1 < suggested update operation key=B0070VZB3UZF tag=USUW2X5IEXP7 type=del size=3830392 2024-09-20T22:02:01.479 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.478+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~LDL8Y22LK3MW.0 size=1048576 2024-09-20T22:02:01.481 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.479+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~LDL8Y22LK3MW.1 size=102909 2024-09-20T22:02:01.481 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.479+0000 7fe779a9b640 1 > prepared multipart upload key=KJYZZ8S3T5DH upload=LDL8Y22LK3MW tag=ZGF5TXTXAE8E type=write size=2200061 2024-09-20T22:02:01.482 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.481+0000 7fe779a9b640 1 < completed delete operation key=1TRSEURXV2X9 tag=UVWUPWE3CEJ4 type=del 2024-09-20T22:02:01.483 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.482+0000 7fe779a9b640 1 > prepared operation key=RB3UQB71OHKI tag=VV1DOOZCPG3Z type=del size=802912 2024-09-20T22:02:01.485 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.483+0000 7fe779a9b640 1 < canceled operation key=1J1YL7XL0LAY tag=2UHN53UGOP7L type=del size=1263759 2024-09-20T22:02:01.486 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.485+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=07RQCV4KXPHP type=del size=1746180 2024-09-20T22:02:01.487 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.486+0000 7fe779a9b640 1 < completed delete operation key=1J1YL7XL0LAY tag=CXPHAKSZM00O type=del 2024-09-20T22:02:01.489 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.487+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=MZ8MECGTLW3D type=del size=94433 2024-09-20T22:02:01.490 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.489+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~344QE64158AU.0 size=1048576 2024-09-20T22:02:01.491 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.490+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~344QE64158AU.1 size=755774 2024-09-20T22:02:01.493 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.492+0000 7fe779a9b640 1 < completed multipart upload key=OM2NI3GCUE4O upload=344QE64158AU tag=WSR3KTVVITO3 type=write size=2852926 2024-09-20T22:02:01.494 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.493+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=5N4VUM5GT31S type=del size=2739260 2024-09-20T22:02:01.496 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.494+0000 7fe779a9b640 1 < canceled operation key=XEPWA2JTOEC2 tag=4MYSFW0GX9O9 type=write size=13085 2024-09-20T22:02:01.498 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.497+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~6SI298395GMX.0 size=930664 2024-09-20T22:02:01.499 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.497+0000 7fe779a9b640 1 > prepared multipart upload key=DRE6QQSJ9ZVU upload=6SI298395GMX tag=PJ2J32KW3290 type=write size=1979240 2024-09-20T22:02:01.500 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.499+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~A71392IXXRN6.0 size=1048576 2024-09-20T22:02:01.501 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.500+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~A71392IXXRN6.1 size=1048576 2024-09-20T22:02:01.502 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.501+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~A71392IXXRN6.2 size=748157 2024-09-20T22:02:01.505 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.503+0000 7fe779a9b640 1 < completed multipart upload key=RM93KDNRZ38I upload=A71392IXXRN6 tag=59SC6J5NB1B8 type=write size=3893885 2024-09-20T22:02:01.506 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.505+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=1JEM4ZC507GG type=del size=3363054 2024-09-20T22:02:01.507 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.506+0000 7fe779a9b640 1 < completed delete operation key=OM2NI3GCUE4O tag=VVZ3FNTGPSJN type=del 2024-09-20T22:02:01.509 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.507+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=5KSCV0F1XW2Q type=del size=1800246 2024-09-20T22:02:01.510 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.509+0000 7fe779a9b640 1 < completed delete operation key=4NVVK8DRHTJL tag=V094Q2D20U3J type=del 2024-09-20T22:02:01.513 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.511+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~KKDZD8IKKNWB.0 size=1048576 2024-09-20T22:02:01.514 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.512+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~KKDZD8IKKNWB.1 size=882378 2024-09-20T22:02:01.514 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.512+0000 7fe779a9b640 1 > prepared multipart upload key=ECSEX4SHKJA4 upload=KKDZD8IKKNWB tag=E7EC18M6M4R5 type=write size=2979530 2024-09-20T22:02:01.515 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.514+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~JRRB5LV7GE7Y.0 size=1048576 2024-09-20T22:02:01.516 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.515+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~JRRB5LV7GE7Y.1 size=1048576 2024-09-20T22:02:01.517 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.516+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~JRRB5LV7GE7Y.2 size=315222 2024-09-20T22:02:01.522 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.520+0000 7fe779a9b640 1 < completed multipart upload key=8Y1S1ZFNVQO3 upload=JRRB5LV7GE7Y tag=PYC9MGWSQW7C type=write size=3460950 2024-09-20T22:02:01.524 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.523+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=U08NLF1OX57Y type=write size=994754 2024-09-20T22:02:01.529 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.527+0000 7fe779a9b640 1 < suggested remove operation key=1TRSEURXV2X9 tag=4132ZYG83MNI type=del 2024-09-20T22:02:01.530 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.528+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=RNTDLNDU8YME type=del size=678976 2024-09-20T22:02:01.531 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.530+0000 7fe779a9b640 1 < completed delete operation key=PNZZ2ZGG009S tag=YNWA2TH94LAA type=del 2024-09-20T22:02:01.532 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.531+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=TNPKBOCJS2CT type=del size=1580072 2024-09-20T22:02:01.534 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.532+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~OVPSVHKIZL0C.0 size=1048576 2024-09-20T22:02:01.534 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.532+0000 7fe779a9b640 1 < canceled part key=_multipart_PNZZ2ZGG009S.2~OVPSVHKIZL0C.1 size=1048576 2024-09-20T22:02:01.535 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.533+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~OVPSVHKIZL0C.2 size=650591 2024-09-20T22:02:01.537 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.536+0000 7fe779a9b640 1 < canceled multipart upload key=PNZZ2ZGG009S upload=OVPSVHKIZL0C tag=SSC1XCN4YBRQ type=write size=3796319 2024-09-20T22:02:01.540 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.539+0000 7fe779a9b640 1 > prepared part key=_multipart_OWUA691MUMB6.2~XS88Q08G4J73.0 size=870846 2024-09-20T22:02:01.540 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.539+0000 7fe779a9b640 1 > prepared multipart upload key=OWUA691MUMB6 upload=XS88Q08G4J73 tag=FX0T0TFJQ2L1 type=write size=1919422 2024-09-20T22:02:01.541 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.540+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~8NIDEPPVZGGR.0 size=1048576 2024-09-20T22:02:01.542 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.541+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~8NIDEPPVZGGR.1 size=1048576 2024-09-20T22:02:01.542 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.541+0000 7fe779a9b640 1 < canceled part key=_multipart_DRE6QQSJ9ZVU.2~8NIDEPPVZGGR.2 size=137592 2024-09-20T22:02:01.544 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.543+0000 7fe779a9b640 1 < canceled multipart upload key=DRE6QQSJ9ZVU upload=8NIDEPPVZGGR tag=2Z4227QI5KJK type=write size=3283320 2024-09-20T22:02:01.546 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.545+0000 7fe779a9b640 1 > prepared part key=_multipart_CV3QPH1KJL9D.2~NZKAXKT7MZ2C.0 size=1048576 2024-09-20T22:02:01.548 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.546+0000 7fe779a9b640 1 > prepared part key=_multipart_CV3QPH1KJL9D.2~NZKAXKT7MZ2C.1 size=526344 2024-09-20T22:02:01.548 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.546+0000 7fe779a9b640 1 > prepared multipart upload key=CV3QPH1KJL9D upload=NZKAXKT7MZ2C tag=ZSRI4T4FJ8RI type=write size=2623496 2024-09-20T22:02:01.548 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.546+0000 7fe779a9b640 1 < canceled part key=_multipart_PNZZ2ZGG009S.2~QTV5RYVQ95RZ.0 size=1048576 2024-09-20T22:02:01.549 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.547+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~QTV5RYVQ95RZ.1 size=187282 2024-09-20T22:02:01.551 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.549+0000 7fe779a9b640 1 < canceled multipart upload key=PNZZ2ZGG009S upload=QTV5RYVQ95RZ tag=YZXNT62LK4TY type=write size=2284434 2024-09-20T22:02:01.552 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.551+0000 7fe779a9b640 1 > prepared operation key=UUWQ1G2142U2 tag=VP9K1OCQES11 type=del size=981813 2024-09-20T22:02:01.553 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.552+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~907HSLXI63C7.0 size=1048576 2024-09-20T22:02:01.553 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.552+0000 7fe779a9b640 1 < canceled part key=_multipart_VAH8ANWTPTHQ.2~907HSLXI63C7.1 size=508107 2024-09-20T22:02:01.555 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.554+0000 7fe779a9b640 1 < canceled multipart upload key=VAH8ANWTPTHQ upload=907HSLXI63C7 tag=4AEZRIVHVTKQ type=write size=2605259 2024-09-20T22:02:01.557 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.555+0000 7fe779a9b640 1 > prepared operation key=T9NTHA21NTII tag=6YSBYM0QG07T type=del size=1021128 2024-09-20T22:02:01.558 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.556+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~LDL8Y22LK3MW.0 size=1048576 2024-09-20T22:02:01.559 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.557+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~LDL8Y22LK3MW.1 size=102909 2024-09-20T22:02:01.561 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.559+0000 7fe779a9b640 1 < completed multipart upload key=KJYZZ8S3T5DH upload=LDL8Y22LK3MW tag=ZGF5TXTXAE8E type=write size=2200061 2024-09-20T22:02:01.562 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.561+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=RTUPY2BYBRG8 type=del size=3386919 2024-09-20T22:02:01.565 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.563+0000 7fe779a9b640 1 < suggested remove operation key=RB3UQB71OHKI tag=VV1DOOZCPG3Z type=del 2024-09-20T22:02:01.566 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.565+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=J10GVAH3SFZU type=del size=2233542 2024-09-20T22:02:01.567 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.566+0000 7fe779a9b640 1 < completed delete operation key=PNZZ2ZGG009S tag=07RQCV4KXPHP type=del 2024-09-20T22:02:01.569 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.567+0000 7fe779a9b640 1 > prepared operation key=ICBPE9ZH55FB tag=0Z06YIEXE3L7 type=del size=2990643 2024-09-20T22:02:01.570 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.569+0000 7fe779a9b640 1 < completed delete operation key=ELDR91I33NDH tag=MZ8MECGTLW3D type=del 2024-09-20T22:02:01.571 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.570+0000 7fe779a9b640 1 > prepared operation key=8Y1S1ZFNVQO3 tag=6P9909PRHK2E type=write size=284768 2024-09-20T22:02:01.573 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.571+0000 7fe779a9b640 1 < completed delete operation key=QCX4FDH1E7DG tag=5N4VUM5GT31S type=del 2024-09-20T22:02:01.574 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.573+0000 7fe779a9b640 1 > prepared operation key=3YV668WNVJ3G tag=I4EENU4BBLC4 type=del size=2261026 2024-09-20T22:02:01.575 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.574+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~6SI298395GMX.0 size=930664 2024-09-20T22:02:01.577 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.576+0000 7fe779a9b640 1 < completed multipart upload key=DRE6QQSJ9ZVU upload=6SI298395GMX tag=PJ2J32KW3290 type=write size=1979240 2024-09-20T22:02:01.580 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.578+0000 7fe779a9b640 1 > prepared part key=_multipart_CV3QPH1KJL9D.2~D0RR5OU0ZVPV.0 size=1048576 2024-09-20T22:02:01.580 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.579+0000 7fe779a9b640 1 > prepared part key=_multipart_CV3QPH1KJL9D.2~D0RR5OU0ZVPV.1 size=1048576 2024-09-20T22:02:01.582 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.580+0000 7fe779a9b640 1 > prepared part key=_multipart_CV3QPH1KJL9D.2~D0RR5OU0ZVPV.2 size=862687 2024-09-20T22:02:01.582 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.580+0000 7fe779a9b640 1 > prepared multipart upload key=CV3QPH1KJL9D upload=D0RR5OU0ZVPV tag=ATCK1S11R0Y5 type=write size=4008415 2024-09-20T22:02:01.583 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.581+0000 7fe779a9b640 1 < completed delete operation key=R44R5QNUZJMC tag=1JEM4ZC507GG type=del 2024-09-20T22:02:01.584 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.583+0000 7fe779a9b640 1 > prepared operation key=XEPWA2JTOEC2 tag=X0BFFE9UBGFD type=del size=1678513 2024-09-20T22:02:01.585 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.584+0000 7fe779a9b640 1 < completed delete operation key=DRE6QQSJ9ZVU tag=5KSCV0F1XW2Q type=del 2024-09-20T22:02:01.588 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.586+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~BQKGU6TTBHHH.0 size=764494 2024-09-20T22:02:01.588 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.586+0000 7fe779a9b640 1 > prepared multipart upload key=UUWQ1G2142U2 upload=BQKGU6TTBHHH tag=KJ7Z9XKYKXZZ type=write size=1813070 2024-09-20T22:02:01.589 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.587+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~KKDZD8IKKNWB.0 size=1048576 2024-09-20T22:02:01.590 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.588+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~KKDZD8IKKNWB.1 size=882378 2024-09-20T22:02:01.592 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.591+0000 7fe779a9b640 1 < completed multipart upload key=ECSEX4SHKJA4 upload=KKDZD8IKKNWB tag=E7EC18M6M4R5 type=write size=2979530 2024-09-20T22:02:01.593 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.592+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=0QO8LRC5NQSG type=del size=18633 2024-09-20T22:02:01.594 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.593+0000 7fe779a9b640 1 < completed write operation key=0M6DAP8CZAPL tag=U08NLF1OX57Y type=write size=994754 2024-09-20T22:02:01.597 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.595+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~1WSIJ1X7WTHJ.0 size=1048576 2024-09-20T22:02:01.597 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.596+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~1WSIJ1X7WTHJ.1 size=1048576 2024-09-20T22:02:01.598 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.597+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~1WSIJ1X7WTHJ.2 size=787775 2024-09-20T22:02:01.599 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.597+0000 7fe779a9b640 1 > prepared multipart upload key=PNZZ2ZGG009S upload=1WSIJ1X7WTHJ tag=BZZI4CZY3ZDA type=write size=3933503 2024-09-20T22:02:01.601 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.600+0000 7fe779a9b640 1 < suggested update operation key=68I8AEC312OU tag=RNTDLNDU8YME type=del size=678976 2024-09-20T22:02:01.603 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.602+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~FGFMHT43R7Y2.0 size=1048576 2024-09-20T22:02:01.605 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.603+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~FGFMHT43R7Y2.1 size=1048576 2024-09-20T22:02:01.605 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.604+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~FGFMHT43R7Y2.2 size=431908 2024-09-20T22:02:01.605 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.604+0000 7fe779a9b640 1 > prepared multipart upload key=ECSEX4SHKJA4 upload=FGFMHT43R7Y2 tag=LH2S3EFPMTSL type=write size=3577636 2024-09-20T22:02:01.607 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.605+0000 7fe779a9b640 1 < completed delete operation key=ELDR91I33NDH tag=TNPKBOCJS2CT type=del 2024-09-20T22:02:01.608 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.607+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=ZJQYT7TL29GY type=write size=252375 2024-09-20T22:02:01.609 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.608+0000 7fe779a9b640 1 < completed part key=_multipart_OWUA691MUMB6.2~XS88Q08G4J73.0 size=870846 2024-09-20T22:02:01.611 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.610+0000 7fe779a9b640 1 < completed multipart upload key=OWUA691MUMB6 upload=XS88Q08G4J73 tag=FX0T0TFJQ2L1 type=write size=1919422 2024-09-20T22:02:01.613 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.612+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~E6RJSDVVTVD8.0 size=1048576 2024-09-20T22:02:01.614 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.613+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~E6RJSDVVTVD8.1 size=1048576 2024-09-20T22:02:01.615 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.614+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~E6RJSDVVTVD8.2 size=812354 2024-09-20T22:02:01.615 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.614+0000 7fe779a9b640 1 > prepared multipart upload key=QCX4FDH1E7DG upload=E6RJSDVVTVD8 tag=NMHNIV1N7V2F type=write size=3958082 2024-09-20T22:02:01.617 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.616+0000 7fe779a9b640 1 < completed part key=_multipart_CV3QPH1KJL9D.2~NZKAXKT7MZ2C.0 size=1048576 2024-09-20T22:02:01.618 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.617+0000 7fe779a9b640 1 < completed part key=_multipart_CV3QPH1KJL9D.2~NZKAXKT7MZ2C.1 size=526344 2024-09-20T22:02:01.620 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.619+0000 7fe779a9b640 1 < completed multipart upload key=CV3QPH1KJL9D upload=NZKAXKT7MZ2C tag=ZSRI4T4FJ8RI type=write size=2623496 2024-09-20T22:02:01.623 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.621+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~T5AEUEW48QSQ.0 size=1048576 2024-09-20T22:02:01.624 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.622+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~T5AEUEW48QSQ.1 size=70638 2024-09-20T22:02:01.624 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.622+0000 7fe779a9b640 1 > prepared multipart upload key=XEPWA2JTOEC2 upload=T5AEUEW48QSQ tag=I6BQ8Q02M54S type=write size=2167790 2024-09-20T22:02:01.625 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.624+0000 7fe779a9b640 1 < completed delete operation key=UUWQ1G2142U2 tag=VP9K1OCQES11 type=del 2024-09-20T22:02:01.627 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.626+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~8YO68Z4KFC8P.0 size=1048576 2024-09-20T22:02:01.628 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.627+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~8YO68Z4KFC8P.1 size=661197 2024-09-20T22:02:01.628 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.627+0000 7fe779a9b640 1 > prepared multipart upload key=U24WBDE9OPS7 upload=8YO68Z4KFC8P tag=XFHPG4N0RQ2A type=write size=2758349 2024-09-20T22:02:01.630 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.628+0000 7fe779a9b640 1 < completed delete operation key=T9NTHA21NTII tag=6YSBYM0QG07T type=del 2024-09-20T22:02:01.632 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.631+0000 7fe779a9b640 1 > prepared part key=_multipart_ZSXI0P8QFMQN.2~MBBKVWE67GSG.0 size=987970 2024-09-20T22:02:01.633 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.631+0000 7fe779a9b640 1 > prepared multipart upload key=ZSXI0P8QFMQN upload=MBBKVWE67GSG tag=FGMZYBWUBG7E type=write size=2036546 2024-09-20T22:02:01.633 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.632+0000 7fe779a9b640 1 < completed delete operation key=0M6DAP8CZAPL tag=RTUPY2BYBRG8 type=del 2024-09-20T22:02:01.635 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.633+0000 7fe779a9b640 1 > prepared operation key=8Y1S1ZFNVQO3 tag=604ETV5M1HEO type=write size=1016655 2024-09-20T22:02:01.636 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.635+0000 7fe779a9b640 1 < completed delete operation key=KJYZZ8S3T5DH tag=J10GVAH3SFZU type=del 2024-09-20T22:02:01.637 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.636+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=DAPAVBTJIRCY type=del size=1669366 2024-09-20T22:02:01.640 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.639+0000 7fe779a9b640 1 < suggested remove operation key=ICBPE9ZH55FB tag=0Z06YIEXE3L7 type=del 2024-09-20T22:02:01.641 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.640+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=OXJWQRXZ6D8R type=del size=375549 2024-09-20T22:02:01.643 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.641+0000 7fe779a9b640 1 < completed write operation key=8Y1S1ZFNVQO3 tag=6P9909PRHK2E type=write size=284768 2024-09-20T22:02:01.644 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.643+0000 7fe779a9b640 1 > prepared operation key=RB3UQB71OHKI tag=J7IQLKGBGVM3 type=write size=1025587 2024-09-20T22:02:01.645 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.644+0000 7fe779a9b640 1 < completed delete operation key=3YV668WNVJ3G tag=I4EENU4BBLC4 type=del 2024-09-20T22:02:01.647 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.645+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=Y65GG8J2W3W7 type=del size=2115096 2024-09-20T22:02:01.648 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.647+0000 7fe779a9b640 1 < completed part key=_multipart_CV3QPH1KJL9D.2~D0RR5OU0ZVPV.0 size=1048576 2024-09-20T22:02:01.649 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.648+0000 7fe779a9b640 1 < completed part key=_multipart_CV3QPH1KJL9D.2~D0RR5OU0ZVPV.1 size=1048576 2024-09-20T22:02:01.650 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.649+0000 7fe779a9b640 1 < completed part key=_multipart_CV3QPH1KJL9D.2~D0RR5OU0ZVPV.2 size=862687 2024-09-20T22:02:01.652 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.651+0000 7fe779a9b640 1 < completed multipart upload key=CV3QPH1KJL9D upload=D0RR5OU0ZVPV tag=ATCK1S11R0Y5 type=write size=4008415 2024-09-20T22:02:01.653 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.652+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=MUIWTL3GOGQO type=del size=2417162 2024-09-20T22:02:01.655 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.653+0000 7fe779a9b640 1 < completed delete operation key=XEPWA2JTOEC2 tag=X0BFFE9UBGFD type=del 2024-09-20T22:02:01.657 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.656+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~RL5MWGMUXB7P.0 size=1048576 2024-09-20T22:02:01.658 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.657+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~RL5MWGMUXB7P.1 size=823809 2024-09-20T22:02:01.658 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.657+0000 7fe779a9b640 1 > prepared multipart upload key=VAH8ANWTPTHQ upload=RL5MWGMUXB7P tag=7KMM9T7B2EMQ type=write size=2920961 2024-09-20T22:02:01.659 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.658+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~BQKGU6TTBHHH.0 size=764494 2024-09-20T22:02:01.661 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.660+0000 7fe779a9b640 1 < completed multipart upload key=UUWQ1G2142U2 upload=BQKGU6TTBHHH tag=KJ7Z9XKYKXZZ type=write size=1813070 2024-09-20T22:02:01.662 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.661+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=IVSUQYCBUEDM type=del size=2870478 2024-09-20T22:02:01.664 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.663+0000 7fe779a9b640 -1 < failed to complete operation key=68I8AEC312OU tag=0QO8LRC5NQSG type=del size=18633: (22) Invalid argument 2024-09-20T22:02:01.665 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.664+0000 7fe779a9b640 1 > prepared operation key=OWUA691MUMB6 tag=HJGIODPOLBB2 type=del size=24889 2024-09-20T22:02:01.667 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.666+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~1WSIJ1X7WTHJ.0 size=1048576 2024-09-20T22:02:01.668 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.667+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~1WSIJ1X7WTHJ.1 size=1048576 2024-09-20T22:02:01.669 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.668+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~1WSIJ1X7WTHJ.2 size=787775 2024-09-20T22:02:01.671 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.670+0000 7fe779a9b640 1 < completed multipart upload key=PNZZ2ZGG009S upload=1WSIJ1X7WTHJ tag=BZZI4CZY3ZDA type=write size=3933503 2024-09-20T22:02:01.674 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.672+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~NVCVRDO8TBJB.0 size=1048576 2024-09-20T22:02:01.675 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.673+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~NVCVRDO8TBJB.1 size=292045 2024-09-20T22:02:01.675 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.673+0000 7fe779a9b640 1 > prepared multipart upload key=OM2NI3GCUE4O upload=NVCVRDO8TBJB tag=QEHN2XZJQJRI type=write size=2389197 2024-09-20T22:02:01.675 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.674+0000 7fe779a9b640 1 < canceled part key=_multipart_ECSEX4SHKJA4.2~FGFMHT43R7Y2.0 size=1048576 2024-09-20T22:02:01.676 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.675+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~FGFMHT43R7Y2.1 size=1048576 2024-09-20T22:02:01.677 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.676+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~FGFMHT43R7Y2.2 size=431908 2024-09-20T22:02:01.679 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.678+0000 7fe779a9b640 1 < canceled multipart upload key=ECSEX4SHKJA4 upload=FGFMHT43R7Y2 tag=LH2S3EFPMTSL type=write size=3577636 2024-09-20T22:02:01.680 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.679+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=M3FOL0JZTU0G type=del size=480086 2024-09-20T22:02:01.681 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.680+0000 7fe779a9b640 1 < completed write operation key=4NVVK8DRHTJL tag=ZJQYT7TL29GY type=write size=252375 2024-09-20T22:02:01.684 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.682+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~BLE4N4OB41P5.0 size=1048576 2024-09-20T22:02:01.685 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.683+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~BLE4N4OB41P5.1 size=1048576 2024-09-20T22:02:01.686 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.684+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~BLE4N4OB41P5.2 size=202492 2024-09-20T22:02:01.686 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.684+0000 7fe779a9b640 1 > prepared multipart upload key=T9NTHA21NTII upload=BLE4N4OB41P5 tag=S18TN9DPINLV type=write size=3348220 2024-09-20T22:02:01.687 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.686+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~E6RJSDVVTVD8.0 size=1048576 2024-09-20T22:02:01.688 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.687+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~E6RJSDVVTVD8.1 size=1048576 2024-09-20T22:02:01.689 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.688+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~E6RJSDVVTVD8.2 size=812354 2024-09-20T22:02:01.691 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.690+0000 7fe779a9b640 1 < completed multipart upload key=QCX4FDH1E7DG upload=E6RJSDVVTVD8 tag=NMHNIV1N7V2F type=write size=3958082 2024-09-20T22:02:01.693 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.691+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=I03AOXW7174D type=del size=2042163 2024-09-20T22:02:01.694 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.692+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~T5AEUEW48QSQ.0 size=1048576 2024-09-20T22:02:01.695 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.694+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~T5AEUEW48QSQ.1 size=70638 2024-09-20T22:02:01.697 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.696+0000 7fe779a9b640 1 < completed multipart upload key=XEPWA2JTOEC2 upload=T5AEUEW48QSQ tag=I6BQ8Q02M54S type=write size=2167790 2024-09-20T22:02:01.700 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.698+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~WO8OR0SUOR7N.0 size=1048576 2024-09-20T22:02:01.701 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.699+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~WO8OR0SUOR7N.1 size=1048576 2024-09-20T22:02:01.702 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.700+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~WO8OR0SUOR7N.2 size=753867 2024-09-20T22:02:01.702 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.700+0000 7fe779a9b640 1 > prepared multipart upload key=U24WBDE9OPS7 upload=WO8OR0SUOR7N tag=80Y5LIJ9H76M type=write size=3899595 2024-09-20T22:02:01.703 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.702+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~8YO68Z4KFC8P.0 size=1048576 2024-09-20T22:02:01.704 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.703+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~8YO68Z4KFC8P.1 size=661197 2024-09-20T22:02:01.706 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.705+0000 7fe779a9b640 1 < completed multipart upload key=U24WBDE9OPS7 upload=8YO68Z4KFC8P tag=XFHPG4N0RQ2A type=write size=2758349 2024-09-20T22:02:01.708 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.706+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=NS4XCM0FH9NG type=del size=3296039 2024-09-20T22:02:01.709 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.708+0000 7fe779a9b640 1 < completed part key=_multipart_ZSXI0P8QFMQN.2~MBBKVWE67GSG.0 size=987970 2024-09-20T22:02:01.711 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.710+0000 7fe779a9b640 1 < completed multipart upload key=ZSXI0P8QFMQN upload=MBBKVWE67GSG tag=FGMZYBWUBG7E type=write size=2036546 2024-09-20T22:02:01.712 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.711+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=W1F9I56G2Q8K type=del size=1521894 2024-09-20T22:02:01.713 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.712+0000 7fe779a9b640 1 < completed write operation key=8Y1S1ZFNVQO3 tag=604ETV5M1HEO type=write size=1016655 2024-09-20T22:02:01.715 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.713+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=A2TNWA0SGOAP type=write size=999325 2024-09-20T22:02:01.716 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.715+0000 7fe779a9b640 1 < completed delete operation key=CV3QPH1KJL9D tag=DAPAVBTJIRCY type=del 2024-09-20T22:02:01.717 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.716+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=G70CBOU6EP4O type=del size=1879502 2024-09-20T22:02:01.718 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.717+0000 7fe779a9b640 1 < completed delete operation key=JHHMXS36ATIL tag=OXJWQRXZ6D8R type=del 2024-09-20T22:02:01.720 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.719+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=5XJI3AVML9PU type=del size=4132999 2024-09-20T22:02:01.721 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.720+0000 7fe779a9b640 1 < completed write operation key=RB3UQB71OHKI tag=J7IQLKGBGVM3 type=write size=1025587 2024-09-20T22:02:01.723 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.721+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=9UAVE0D1U4FK type=write size=665155 2024-09-20T22:02:01.725 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.724+0000 7fe779a9b640 1 < suggested update operation key=0M6DAP8CZAPL tag=Y65GG8J2W3W7 type=del size=2115096 2024-09-20T22:02:01.726 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.725+0000 7fe779a9b640 1 > prepared operation key=ICBPE9ZH55FB tag=RUGYOMV2G8JO type=del size=377027 2024-09-20T22:02:01.728 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.726+0000 7fe779a9b640 1 < completed delete operation key=RM93KDNRZ38I tag=MUIWTL3GOGQO type=del 2024-09-20T22:02:01.730 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.729+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~7UBMBHLW1RHC.0 size=990768 2024-09-20T22:02:01.730 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.729+0000 7fe779a9b640 1 > prepared multipart upload key=DRE6QQSJ9ZVU upload=7UBMBHLW1RHC tag=ORDQNWZWZIVL type=write size=2039344 2024-09-20T22:02:01.731 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.730+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~RL5MWGMUXB7P.0 size=1048576 2024-09-20T22:02:01.733 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.731+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~RL5MWGMUXB7P.1 size=823809 2024-09-20T22:02:01.735 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.733+0000 7fe779a9b640 1 < completed multipart upload key=VAH8ANWTPTHQ upload=RL5MWGMUXB7P tag=7KMM9T7B2EMQ type=write size=2920961 2024-09-20T22:02:01.737 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.736+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~XZOCTH6EG5HP.0 size=1048576 2024-09-20T22:02:01.738 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.737+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~XZOCTH6EG5HP.1 size=520708 2024-09-20T22:02:01.738 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.737+0000 7fe779a9b640 1 > prepared multipart upload key=DRE6QQSJ9ZVU upload=XZOCTH6EG5HP tag=0IYWZG6FB641 type=write size=2617860 2024-09-20T22:02:01.740 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.738+0000 7fe779a9b640 1 < completed delete operation key=1TRSEURXV2X9 tag=IVSUQYCBUEDM type=del 2024-09-20T22:02:01.741 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.739+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=T9MRYZXV08RO type=del size=2474919 2024-09-20T22:02:01.742 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.741+0000 7fe779a9b640 1 < completed delete operation key=OWUA691MUMB6 tag=HJGIODPOLBB2 type=del 2024-09-20T22:02:01.745 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.743+0000 7fe779a9b640 1 > prepared part key=_multipart_JHHMXS36ATIL.2~ES4951LDRIF7.0 size=1048576 2024-09-20T22:02:01.745 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.744+0000 7fe779a9b640 1 > prepared part key=_multipart_JHHMXS36ATIL.2~ES4951LDRIF7.1 size=287591 2024-09-20T22:02:01.746 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.744+0000 7fe779a9b640 1 > prepared multipart upload key=JHHMXS36ATIL upload=ES4951LDRIF7 tag=JGZ4R7740K9X type=write size=2384743 2024-09-20T22:02:01.747 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.745+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~NVCVRDO8TBJB.0 size=1048576 2024-09-20T22:02:01.747 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.745+0000 7fe779a9b640 1 < canceled part key=_multipart_OM2NI3GCUE4O.2~NVCVRDO8TBJB.1 size=292045 2024-09-20T22:02:01.749 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.747+0000 7fe779a9b640 1 < canceled multipart upload key=OM2NI3GCUE4O upload=NVCVRDO8TBJB tag=QEHN2XZJQJRI type=write size=2389197 2024-09-20T22:02:01.750 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.749+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=T9RLAHXK3SDL type=del size=1878733 2024-09-20T22:02:01.751 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.750+0000 7fe779a9b640 1 < completed delete operation key=ZSXI0P8QFMQN tag=M3FOL0JZTU0G type=del 2024-09-20T22:02:01.753 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.752+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=LZPD5HKMV14Y type=write size=789631 2024-09-20T22:02:01.755 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.753+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~BLE4N4OB41P5.0 size=1048576 2024-09-20T22:02:01.756 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.754+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~BLE4N4OB41P5.1 size=1048576 2024-09-20T22:02:01.757 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.755+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~BLE4N4OB41P5.2 size=202492 2024-09-20T22:02:01.759 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.757+0000 7fe779a9b640 1 < completed multipart upload key=T9NTHA21NTII upload=BLE4N4OB41P5 tag=S18TN9DPINLV type=write size=3348220 2024-09-20T22:02:01.760 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.759+0000 7fe779a9b640 1 > prepared operation key=ICBPE9ZH55FB tag=CBJN1K3ENN3U type=del size=1399093 2024-09-20T22:02:01.761 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.760+0000 7fe779a9b640 1 < completed delete operation key=6YM3TKGM41LJ tag=I03AOXW7174D type=del 2024-09-20T22:02:01.762 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.761+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=WTNHBREGOXRJ type=del size=2353247 2024-09-20T22:02:01.764 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.763+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~WO8OR0SUOR7N.0 size=1048576 2024-09-20T22:02:01.765 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.764+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~WO8OR0SUOR7N.1 size=1048576 2024-09-20T22:02:01.766 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.765+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~WO8OR0SUOR7N.2 size=753867 2024-09-20T22:02:01.768 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.767+0000 7fe779a9b640 1 < completed multipart upload key=U24WBDE9OPS7 upload=WO8OR0SUOR7N tag=80Y5LIJ9H76M type=write size=3899595 2024-09-20T22:02:01.769 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.768+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=QLIZVDN80OXL type=del size=218796 2024-09-20T22:02:01.771 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.770+0000 7fe779a9b640 -1 < failed to complete operation key=0M6DAP8CZAPL tag=NS4XCM0FH9NG type=del size=3296039: (22) Invalid argument 2024-09-20T22:02:01.772 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.771+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=M901SJCTSX93 type=del size=2421747 2024-09-20T22:02:01.775 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.774+0000 7fe779a9b640 1 < suggested remove operation key=JHHMXS36ATIL tag=W1F9I56G2Q8K type=del 2024-09-20T22:02:01.777 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.776+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~2D21AMI6RX8A.0 size=1048576 2024-09-20T22:02:01.778 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.777+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~2D21AMI6RX8A.1 size=930000 2024-09-20T22:02:01.778 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.777+0000 7fe779a9b640 1 > prepared multipart upload key=KJYZZ8S3T5DH upload=2D21AMI6RX8A tag=WZCG3ALYXGXX type=write size=3027152 2024-09-20T22:02:01.780 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.778+0000 7fe779a9b640 1 < completed write operation key=68I8AEC312OU tag=A2TNWA0SGOAP type=write size=999325 2024-09-20T22:02:01.782 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.781+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~QNMQFZD4V8BZ.0 size=1048576 2024-09-20T22:02:01.783 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.782+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~QNMQFZD4V8BZ.1 size=1048576 2024-09-20T22:02:01.784 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.783+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~QNMQFZD4V8BZ.2 size=196703 2024-09-20T22:02:01.784 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.783+0000 7fe779a9b640 1 > prepared multipart upload key=RM93KDNRZ38I upload=QNMQFZD4V8BZ tag=1DKJV3DGTFBV type=write size=3342431 2024-09-20T22:02:01.787 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.785+0000 7fe779a9b640 1 < suggested remove operation key=DRE6QQSJ9ZVU tag=G70CBOU6EP4O type=del 2024-09-20T22:02:01.788 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.787+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=MU0GAPB5F9X7 type=del size=1888637 2024-09-20T22:02:01.791 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.790+0000 7fe779a9b640 1 < suggested update operation key=ECSEX4SHKJA4 tag=5XJI3AVML9PU type=del size=4132999 2024-09-20T22:02:01.793 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.792+0000 7fe779a9b640 1 > prepared part key=_multipart_4NVVK8DRHTJL.2~WS7U89N3V2JM.0 size=1048576 2024-09-20T22:02:01.794 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.793+0000 7fe779a9b640 1 > prepared part key=_multipart_4NVVK8DRHTJL.2~WS7U89N3V2JM.1 size=1048576 2024-09-20T22:02:01.795 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.794+0000 7fe779a9b640 1 > prepared part key=_multipart_4NVVK8DRHTJL.2~WS7U89N3V2JM.2 size=972245 2024-09-20T22:02:01.795 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.794+0000 7fe779a9b640 1 > prepared multipart upload key=4NVVK8DRHTJL upload=WS7U89N3V2JM tag=4200YO7IILX0 type=write size=4117973 2024-09-20T22:02:01.797 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.796+0000 7fe779a9b640 1 < completed write operation key=B0070VZB3UZF tag=9UAVE0D1U4FK type=write size=665155 2024-09-20T22:02:01.799 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.797+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=SG3EUSO5FYCH type=del size=2213313 2024-09-20T22:02:01.800 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.799+0000 7fe779a9b640 1 < completed delete operation key=ICBPE9ZH55FB tag=RUGYOMV2G8JO type=del 2024-09-20T22:02:01.803 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.802+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~BFQN656EWHI4.0 size=1048576 2024-09-20T22:02:01.804 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.803+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~BFQN656EWHI4.1 size=293439 2024-09-20T22:02:01.804 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.803+0000 7fe779a9b640 1 > prepared multipart upload key=68I8AEC312OU upload=BFQN656EWHI4 tag=475P756GH770 type=write size=2390591 2024-09-20T22:02:01.805 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.804+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~7UBMBHLW1RHC.0 size=990768 2024-09-20T22:02:01.807 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.806+0000 7fe779a9b640 1 < completed multipart upload key=DRE6QQSJ9ZVU upload=7UBMBHLW1RHC tag=ORDQNWZWZIVL type=write size=2039344 2024-09-20T22:02:01.810 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.808+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~LKVIJ2UPJ6JR.0 size=189337 2024-09-20T22:02:01.810 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.808+0000 7fe779a9b640 1 > prepared multipart upload key=ECSEX4SHKJA4 upload=LKVIJ2UPJ6JR tag=VPF75RQ0MJQ5 type=write size=1237913 2024-09-20T22:02:01.811 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.810+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~XZOCTH6EG5HP.0 size=1048576 2024-09-20T22:02:01.814 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.811+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~XZOCTH6EG5HP.1 size=520708 2024-09-20T22:02:01.815 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.813+0000 7fe779a9b640 1 < completed multipart upload key=DRE6QQSJ9ZVU upload=XZOCTH6EG5HP tag=0IYWZG6FB641 type=write size=2617860 2024-09-20T22:02:01.816 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.815+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=BZ0RKE7YRZL8 type=del size=2189842 2024-09-20T22:02:01.817 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.816+0000 7fe779a9b640 1 < completed delete operation key=ELDR91I33NDH tag=T9MRYZXV08RO type=del 2024-09-20T22:02:01.820 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.819+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~8A4W7L6SZIV3.0 size=1048576 2024-09-20T22:02:01.822 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.820+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~8A4W7L6SZIV3.1 size=1048576 2024-09-20T22:02:01.823 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.821+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~8A4W7L6SZIV3.2 size=490081 2024-09-20T22:02:01.823 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.821+0000 7fe779a9b640 1 > prepared multipart upload key=UUWQ1G2142U2 upload=8A4W7L6SZIV3 tag=QEIW20SXJGNL type=write size=3635809 2024-09-20T22:02:01.824 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.823+0000 7fe779a9b640 1 < completed part key=_multipart_JHHMXS36ATIL.2~ES4951LDRIF7.0 size=1048576 2024-09-20T22:02:01.825 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.824+0000 7fe779a9b640 1 < completed part key=_multipart_JHHMXS36ATIL.2~ES4951LDRIF7.1 size=287591 2024-09-20T22:02:01.828 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.826+0000 7fe779a9b640 1 < completed multipart upload key=JHHMXS36ATIL upload=ES4951LDRIF7 tag=JGZ4R7740K9X type=write size=2384743 2024-09-20T22:02:01.829 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.828+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=VQX3QJICYZB9 type=del size=3317296 2024-09-20T22:02:01.831 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.829+0000 7fe779a9b640 1 < completed delete operation key=QCX4FDH1E7DG tag=T9RLAHXK3SDL type=del 2024-09-20T22:02:01.832 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.831+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=PVD634POTPMF type=del size=3721223 2024-09-20T22:02:01.835 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.834+0000 7fe779a9b640 1 < suggested update operation key=QCX4FDH1E7DG tag=LZPD5HKMV14Y type=write size=789631 2024-09-20T22:02:01.838 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.836+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~CH8GXN1S7CP9.0 size=1048576 2024-09-20T22:02:01.839 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.838+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~CH8GXN1S7CP9.1 size=501587 2024-09-20T22:02:01.839 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.838+0000 7fe779a9b640 1 > prepared multipart upload key=1TRSEURXV2X9 upload=CH8GXN1S7CP9 tag=YOKDRN1T4U3P type=write size=2598739 2024-09-20T22:02:01.840 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.839+0000 7fe779a9b640 1 < canceled operation key=ICBPE9ZH55FB tag=CBJN1K3ENN3U type=del size=1399093 2024-09-20T22:02:01.842 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.840+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=O5B7AE2B2V0W type=del size=2561328 2024-09-20T22:02:01.843 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.842+0000 7fe779a9b640 1 < completed delete operation key=0M6DAP8CZAPL tag=WTNHBREGOXRJ type=del 2024-09-20T22:02:01.844 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.843+0000 7fe779a9b640 1 > prepared operation key=3YV668WNVJ3G tag=17Q7GPVVOJCF type=del size=2840124 2024-09-20T22:02:01.846 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.845+0000 7fe779a9b640 -1 < failed to complete operation key=QCX4FDH1E7DG tag=QLIZVDN80OXL type=del size=218796: (22) Invalid argument 2024-09-20T22:02:01.849 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.847+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~VBOR6CII494G.0 size=1048576 2024-09-20T22:02:01.850 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.848+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~VBOR6CII494G.1 size=1048576 2024-09-20T22:02:01.851 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.849+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~VBOR6CII494G.2 size=444653 2024-09-20T22:02:01.851 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.849+0000 7fe779a9b640 1 > prepared multipart upload key=6YM3TKGM41LJ upload=VBOR6CII494G tag=RK2QYXBNEKOP type=write size=3590381 2024-09-20T22:02:01.852 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.851+0000 7fe779a9b640 1 < completed delete operation key=ELDR91I33NDH tag=M901SJCTSX93 type=del 2024-09-20T22:02:01.854 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.853+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~5YPACDQ05LHZ.0 size=121825 2024-09-20T22:02:01.855 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.853+0000 7fe779a9b640 1 > prepared multipart upload key=1J1YL7XL0LAY upload=5YPACDQ05LHZ tag=EG8ZY3UXR7NT type=write size=1170401 2024-09-20T22:02:01.856 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.855+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~2D21AMI6RX8A.0 size=1048576 2024-09-20T22:02:01.856 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.855+0000 7fe779a9b640 1 < canceled part key=_multipart_KJYZZ8S3T5DH.2~2D21AMI6RX8A.1 size=930000 2024-09-20T22:02:01.858 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.857+0000 7fe779a9b640 1 < canceled multipart upload key=KJYZZ8S3T5DH upload=2D21AMI6RX8A tag=WZCG3ALYXGXX type=write size=3027152 2024-09-20T22:02:01.860 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.858+0000 7fe779a9b640 1 > prepared operation key=IYYXNW4DO800 tag=FYF7Q3CC3PDR type=del size=2746524 2024-09-20T22:02:01.860 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.859+0000 7fe779a9b640 1 < canceled part key=_multipart_RM93KDNRZ38I.2~QNMQFZD4V8BZ.0 size=1048576 2024-09-20T22:02:01.861 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.860+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~QNMQFZD4V8BZ.1 size=1048576 2024-09-20T22:02:01.862 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.861+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~QNMQFZD4V8BZ.2 size=196703 2024-09-20T22:02:01.865 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.863+0000 7fe779a9b640 1 < canceled multipart upload key=RM93KDNRZ38I upload=QNMQFZD4V8BZ tag=1DKJV3DGTFBV type=write size=3342431 2024-09-20T22:02:01.866 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.865+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=TU3H0W1BUUWK type=write size=701802 2024-09-20T22:02:01.867 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.866+0000 7fe779a9b640 1 < completed delete operation key=ZSXI0P8QFMQN tag=MU0GAPB5F9X7 type=del 2024-09-20T22:02:01.869 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.868+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=7C76GSQQ45HT type=write size=109865 2024-09-20T22:02:01.870 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.869+0000 7fe779a9b640 1 < completed part key=_multipart_4NVVK8DRHTJL.2~WS7U89N3V2JM.0 size=1048576 2024-09-20T22:02:01.871 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.870+0000 7fe779a9b640 1 < completed part key=_multipart_4NVVK8DRHTJL.2~WS7U89N3V2JM.1 size=1048576 2024-09-20T22:02:01.872 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.871+0000 7fe779a9b640 1 < completed part key=_multipart_4NVVK8DRHTJL.2~WS7U89N3V2JM.2 size=972245 2024-09-20T22:02:01.875 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.873+0000 7fe779a9b640 1 < completed multipart upload key=4NVVK8DRHTJL upload=WS7U89N3V2JM tag=4200YO7IILX0 type=write size=4117973 2024-09-20T22:02:01.876 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.875+0000 7fe779a9b640 1 > prepared operation key=3YV668WNVJ3G tag=8JQVTW6DN1N2 type=write size=184617 2024-09-20T22:02:01.877 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.876+0000 7fe779a9b640 -1 < failed to complete operation key=QCX4FDH1E7DG tag=SG3EUSO5FYCH type=del size=2213313: (22) Invalid argument 2024-09-20T22:02:01.879 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.877+0000 7fe779a9b640 1 > prepared operation key=JE0BX5GAIPSB tag=3TWWKV457KY1 type=del size=3061532 2024-09-20T22:02:01.880 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.879+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~BFQN656EWHI4.0 size=1048576 2024-09-20T22:02:01.881 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.880+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~BFQN656EWHI4.1 size=293439 2024-09-20T22:02:01.883 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.882+0000 7fe779a9b640 1 < completed multipart upload key=68I8AEC312OU upload=BFQN656EWHI4 tag=475P756GH770 type=write size=2390591 2024-09-20T22:02:01.885 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.883+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=7O7O105UN3F8 type=del size=3956508 2024-09-20T22:02:01.886 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.885+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~LKVIJ2UPJ6JR.0 size=189337 2024-09-20T22:02:01.889 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.888+0000 7fe779a9b640 1 < completed multipart upload key=ECSEX4SHKJA4 upload=LKVIJ2UPJ6JR tag=VPF75RQ0MJQ5 type=write size=1237913 2024-09-20T22:02:01.892 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.890+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~EKAQ5OWN40BW.0 size=1048576 2024-09-20T22:02:01.893 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.891+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~EKAQ5OWN40BW.1 size=1048576 2024-09-20T22:02:01.894 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.892+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~EKAQ5OWN40BW.2 size=441338 2024-09-20T22:02:01.894 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.892+0000 7fe779a9b640 1 > prepared multipart upload key=B0070VZB3UZF upload=EKAQ5OWN40BW tag=LM6HQ1QRU029 type=write size=3587066 2024-09-20T22:02:01.895 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.894+0000 7fe779a9b640 1 < completed delete operation key=ECSEX4SHKJA4 tag=BZ0RKE7YRZL8 type=del 2024-09-20T22:02:01.898 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.897+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~JBH9SI13WVKF.0 size=1048576 2024-09-20T22:02:01.899 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.898+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~JBH9SI13WVKF.1 size=276428 2024-09-20T22:02:01.899 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.898+0000 7fe779a9b640 1 > prepared multipart upload key=UUWQ1G2142U2 upload=JBH9SI13WVKF tag=PXD5I6NGNVOI type=write size=2373580 2024-09-20T22:02:01.901 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.899+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~8A4W7L6SZIV3.0 size=1048576 2024-09-20T22:02:01.902 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.900+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~8A4W7L6SZIV3.1 size=1048576 2024-09-20T22:02:01.902 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.900+0000 7fe779a9b640 1 < canceled part key=_multipart_UUWQ1G2142U2.2~8A4W7L6SZIV3.2 size=490081 2024-09-20T22:02:01.904 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.903+0000 7fe779a9b640 1 < canceled multipart upload key=UUWQ1G2142U2 upload=8A4W7L6SZIV3 tag=QEIW20SXJGNL type=write size=3635809 2024-09-20T22:02:01.906 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.904+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=V57IGWO1B5SY type=del size=1232160 2024-09-20T22:02:01.907 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.906+0000 7fe779a9b640 1 < completed delete operation key=1TRSEURXV2X9 tag=VQX3QJICYZB9 type=del 2024-09-20T22:02:01.909 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.908+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~1T1X8N2X4VDY.0 size=1048576 2024-09-20T22:02:01.910 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.909+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~1T1X8N2X4VDY.1 size=671263 2024-09-20T22:02:01.911 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.909+0000 7fe779a9b640 1 > prepared multipart upload key=KJYZZ8S3T5DH upload=1T1X8N2X4VDY tag=S93XVU6KPAY9 type=write size=2768415 2024-09-20T22:02:01.912 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.911+0000 7fe779a9b640 -1 < failed to complete operation key=QCX4FDH1E7DG tag=PVD634POTPMF type=del size=3721223: (22) Invalid argument 2024-09-20T22:02:01.914 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.913+0000 7fe779a9b640 1 > prepared operation key=JE0BX5GAIPSB tag=XYG8BB4QL15W type=del size=1749405 2024-09-20T22:02:01.915 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.914+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~CH8GXN1S7CP9.0 size=1048576 2024-09-20T22:02:01.917 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.916+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~CH8GXN1S7CP9.1 size=501587 2024-09-20T22:02:01.919 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.918+0000 7fe779a9b640 1 < completed multipart upload key=1TRSEURXV2X9 upload=CH8GXN1S7CP9 tag=YOKDRN1T4U3P type=write size=2598739 2024-09-20T22:02:01.920 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.919+0000 7fe779a9b640 1 > prepared operation key=JE0BX5GAIPSB tag=HZSOEWSWMCWR type=del size=3049961 2024-09-20T22:02:01.922 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.921+0000 7fe779a9b640 1 < completed delete operation key=4NVVK8DRHTJL tag=O5B7AE2B2V0W type=del 2024-09-20T22:02:01.926 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.924+0000 7fe779a9b640 1 > prepared part key=_multipart_JHHMXS36ATIL.2~4DDLK0X98ALE.0 size=1048576 2024-09-20T22:02:01.927 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.925+0000 7fe779a9b640 1 > prepared part key=_multipart_JHHMXS36ATIL.2~4DDLK0X98ALE.1 size=905802 2024-09-20T22:02:01.927 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.925+0000 7fe779a9b640 1 > prepared multipart upload key=JHHMXS36ATIL upload=4DDLK0X98ALE tag=37E44BNKP8KC type=write size=3002954 2024-09-20T22:02:01.928 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.927+0000 7fe779a9b640 1 < completed delete operation key=3YV668WNVJ3G tag=17Q7GPVVOJCF type=del 2024-09-20T22:02:01.930 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.928+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=NFRWWMXJCOTG type=del size=4121261 2024-09-20T22:02:01.930 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.929+0000 7fe779a9b640 1 < canceled part key=_multipart_6YM3TKGM41LJ.2~VBOR6CII494G.0 size=1048576 2024-09-20T22:02:01.931 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.930+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~VBOR6CII494G.1 size=1048576 2024-09-20T22:02:01.932 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.931+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~VBOR6CII494G.2 size=444653 2024-09-20T22:02:01.934 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.933+0000 7fe779a9b640 1 < canceled multipart upload key=6YM3TKGM41LJ upload=VBOR6CII494G tag=RK2QYXBNEKOP type=write size=3590381 2024-09-20T22:02:01.937 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.935+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~0LWCFFPM0HHO.0 size=888805 2024-09-20T22:02:01.937 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.935+0000 7fe779a9b640 1 > prepared multipart upload key=1J1YL7XL0LAY upload=0LWCFFPM0HHO tag=BCNIDL9OZZIK type=write size=1937381 2024-09-20T22:02:01.938 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.937+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~5YPACDQ05LHZ.0 size=121825 2024-09-20T22:02:01.940 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.939+0000 7fe779a9b640 1 < completed multipart upload key=1J1YL7XL0LAY upload=5YPACDQ05LHZ tag=EG8ZY3UXR7NT type=write size=1170401 2024-09-20T22:02:01.942 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.940+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=576HZ1OQKFQI type=del size=3006203 2024-09-20T22:02:01.943 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.942+0000 7fe779a9b640 1 < completed delete operation key=IYYXNW4DO800 tag=FYF7Q3CC3PDR type=del 2024-09-20T22:02:01.946 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.944+0000 7fe779a9b640 1 > prepared part key=_multipart_JHHMXS36ATIL.2~5XVABM1LNLI0.0 size=1048576 2024-09-20T22:02:01.947 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.946+0000 7fe779a9b640 1 > prepared part key=_multipart_JHHMXS36ATIL.2~5XVABM1LNLI0.1 size=795244 2024-09-20T22:02:01.947 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.946+0000 7fe779a9b640 1 > prepared multipart upload key=JHHMXS36ATIL upload=5XVABM1LNLI0 tag=V0H2B4GUTPPR type=write size=2892396 2024-09-20T22:02:01.948 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.947+0000 7fe779a9b640 1 < completed write operation key=VAH8ANWTPTHQ tag=TU3H0W1BUUWK type=write size=701802 2024-09-20T22:02:01.949 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.948+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=YE6EZM9NI9KW type=del size=2920540 2024-09-20T22:02:01.951 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.950+0000 7fe779a9b640 1 < canceled operation key=RM93KDNRZ38I tag=7C76GSQQ45HT type=write size=109865 2024-09-20T22:02:01.952 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.951+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=3KWR2V5Y2W24 type=del size=3708016 2024-09-20T22:02:01.953 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.952+0000 7fe779a9b640 1 < completed write operation key=3YV668WNVJ3G tag=8JQVTW6DN1N2 type=write size=184617 2024-09-20T22:02:01.956 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.954+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~MVPBMZVHGE0Q.0 size=1048576 2024-09-20T22:02:01.957 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.955+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~MVPBMZVHGE0Q.1 size=14793 2024-09-20T22:02:01.957 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.955+0000 7fe779a9b640 1 > prepared multipart upload key=DRE6QQSJ9ZVU upload=MVPBMZVHGE0Q tag=LDK0EE8K1VV1 type=write size=2111945 2024-09-20T22:02:01.960 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.958+0000 7fe779a9b640 1 < suggested remove operation key=JE0BX5GAIPSB tag=3TWWKV457KY1 type=del 2024-09-20T22:02:01.961 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.960+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=K0HATMSWQ3O2 type=del size=3730756 2024-09-20T22:02:01.962 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.961+0000 7fe779a9b640 1 < completed delete operation key=B0070VZB3UZF tag=7O7O105UN3F8 type=del 2024-09-20T22:02:01.963 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.962+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=VKAOOZD1YX6U type=write size=440665 2024-09-20T22:02:01.965 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.963+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~EKAQ5OWN40BW.0 size=1048576 2024-09-20T22:02:01.966 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.964+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~EKAQ5OWN40BW.1 size=1048576 2024-09-20T22:02:01.967 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.966+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~EKAQ5OWN40BW.2 size=441338 2024-09-20T22:02:01.969 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.968+0000 7fe779a9b640 1 < completed multipart upload key=B0070VZB3UZF upload=EKAQ5OWN40BW tag=LM6HQ1QRU029 type=write size=3587066 2024-09-20T22:02:01.971 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.969+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=89TN9BWP3PKP type=del size=2716756 2024-09-20T22:02:01.971 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.970+0000 7fe779a9b640 1 < canceled part key=_multipart_UUWQ1G2142U2.2~JBH9SI13WVKF.0 size=1048576 2024-09-20T22:02:01.972 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.971+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~JBH9SI13WVKF.1 size=276428 2024-09-20T22:02:01.974 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.973+0000 7fe779a9b640 1 < canceled multipart upload key=UUWQ1G2142U2 upload=JBH9SI13WVKF tag=PXD5I6NGNVOI type=write size=2373580 2024-09-20T22:02:01.977 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.975+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~DGCEN2INCDCV.0 size=1048576 2024-09-20T22:02:01.978 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.976+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~DGCEN2INCDCV.1 size=1042086 2024-09-20T22:02:01.978 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.976+0000 7fe779a9b640 1 > prepared multipart upload key=DRE6QQSJ9ZVU upload=DGCEN2INCDCV tag=AJURACNYO516 type=write size=3139238 2024-09-20T22:02:01.979 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.978+0000 7fe779a9b640 1 < completed delete operation key=OM2NI3GCUE4O tag=V57IGWO1B5SY type=del 2024-09-20T22:02:01.982 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.981+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~DLGEFB3EH5U3.0 size=1048576 2024-09-20T22:02:01.983 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.982+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~DLGEFB3EH5U3.1 size=928828 2024-09-20T22:02:01.983 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.982+0000 7fe779a9b640 1 > prepared multipart upload key=ECSEX4SHKJA4 upload=DLGEFB3EH5U3 tag=UL8X155UG1AN type=write size=3025980 2024-09-20T22:02:01.985 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.983+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~1T1X8N2X4VDY.0 size=1048576 2024-09-20T22:02:01.986 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.984+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~1T1X8N2X4VDY.1 size=671263 2024-09-20T22:02:01.988 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.987+0000 7fe779a9b640 1 < completed multipart upload key=KJYZZ8S3T5DH upload=1T1X8N2X4VDY tag=S93XVU6KPAY9 type=write size=2768415 2024-09-20T22:02:01.989 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.988+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=5X20ZM83QJTO type=write size=889770 2024-09-20T22:02:01.991 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.990+0000 7fe779a9b640 -1 < failed to complete operation key=JE0BX5GAIPSB tag=XYG8BB4QL15W type=del size=1749405: (22) Invalid argument 2024-09-20T22:02:01.994 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.992+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~Y821FEDKN9X9.0 size=26238 2024-09-20T22:02:01.994 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.992+0000 7fe779a9b640 1 > prepared multipart upload key=ICBPE9ZH55FB upload=Y821FEDKN9X9 tag=UBRTZR3UORUC type=write size=1074814 2024-09-20T22:02:01.995 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.994+0000 7fe779a9b640 -1 < failed to complete operation key=JE0BX5GAIPSB tag=HZSOEWSWMCWR type=del size=3049961: (22) Invalid argument 2024-09-20T22:02:01.998 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.997+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~YWME0DV2V9TG.0 size=1048576 2024-09-20T22:02:01.999 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.998+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~YWME0DV2V9TG.1 size=1048576 2024-09-20T22:02:02.000 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.999+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~YWME0DV2V9TG.2 size=268072 2024-09-20T22:02:02.000 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:01.999+0000 7fe779a9b640 1 > prepared multipart upload key=T9NTHA21NTII upload=YWME0DV2V9TG tag=PRN8E5SUKTNF type=write size=3413800 2024-09-20T22:02:02.002 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.000+0000 7fe779a9b640 1 < completed part key=_multipart_JHHMXS36ATIL.2~4DDLK0X98ALE.0 size=1048576 2024-09-20T22:02:02.002 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.001+0000 7fe779a9b640 1 < completed part key=_multipart_JHHMXS36ATIL.2~4DDLK0X98ALE.1 size=905802 2024-09-20T22:02:02.005 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.003+0000 7fe779a9b640 1 < completed multipart upload key=JHHMXS36ATIL upload=4DDLK0X98ALE tag=37E44BNKP8KC type=write size=3002954 2024-09-20T22:02:02.007 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.006+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~40PQCLO22SLA.0 size=1048576 2024-09-20T22:02:02.008 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.007+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~40PQCLO22SLA.1 size=276862 2024-09-20T22:02:02.008 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.007+0000 7fe779a9b640 1 > prepared multipart upload key=6YM3TKGM41LJ upload=40PQCLO22SLA tag=4WYJ0JMPH7SY type=write size=2374014 2024-09-20T22:02:02.009 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.008+0000 7fe779a9b640 1 < completed delete operation key=JHHMXS36ATIL tag=NFRWWMXJCOTG type=del 2024-09-20T22:02:02.012 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.011+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~MLFBUX1UYT6D.0 size=1048576 2024-09-20T22:02:02.013 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.012+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~MLFBUX1UYT6D.1 size=607113 2024-09-20T22:02:02.013 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.012+0000 7fe779a9b640 1 > prepared multipart upload key=KJYZZ8S3T5DH upload=MLFBUX1UYT6D tag=1ZR4C3U5VI59 type=write size=2704265 2024-09-20T22:02:02.013 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.012+0000 7fe779a9b640 1 < canceled part key=_multipart_1J1YL7XL0LAY.2~0LWCFFPM0HHO.0 size=888805 2024-09-20T22:02:02.016 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.015+0000 7fe779a9b640 1 < canceled multipart upload key=1J1YL7XL0LAY upload=0LWCFFPM0HHO tag=BCNIDL9OZZIK type=write size=1937381 2024-09-20T22:02:02.019 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.018+0000 7fe779a9b640 1 > prepared part key=_multipart_IYYXNW4DO800.2~UXZ26NTZ22XD.0 size=781588 2024-09-20T22:02:02.019 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.018+0000 7fe779a9b640 1 > prepared multipart upload key=IYYXNW4DO800 upload=UXZ26NTZ22XD tag=XV2Y48SDJI1D type=write size=1830164 2024-09-20T22:02:02.021 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.019+0000 7fe779a9b640 1 < completed delete operation key=CV3QPH1KJL9D tag=576HZ1OQKFQI type=del 2024-09-20T22:02:02.022 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.021+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=HZVU0MCF5SLU type=del size=3796935 2024-09-20T22:02:02.024 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.022+0000 7fe779a9b640 1 < completed part key=_multipart_JHHMXS36ATIL.2~5XVABM1LNLI0.0 size=1048576 2024-09-20T22:02:02.025 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.023+0000 7fe779a9b640 1 < completed part key=_multipart_JHHMXS36ATIL.2~5XVABM1LNLI0.1 size=795244 2024-09-20T22:02:02.027 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.026+0000 7fe779a9b640 1 < completed multipart upload key=JHHMXS36ATIL upload=5XVABM1LNLI0 tag=V0H2B4GUTPPR type=write size=2892396 2024-09-20T22:02:02.029 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.028+0000 7fe779a9b640 1 > prepared operation key=JE0BX5GAIPSB tag=ZQM3XAEAFLRR type=del size=1326553 2024-09-20T22:02:02.034 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.031+0000 7fe779a9b640 1 < suggested remove operation key=DRE6QQSJ9ZVU tag=YE6EZM9NI9KW type=del 2024-09-20T22:02:02.035 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.034+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~1DFXZSSQ4DB5.0 size=1048576 2024-09-20T22:02:02.036 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.035+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~1DFXZSSQ4DB5.1 size=854058 2024-09-20T22:02:02.036 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.035+0000 7fe779a9b640 1 > prepared multipart upload key=JE0BX5GAIPSB upload=1DFXZSSQ4DB5 tag=XN19YU05RRQD type=write size=2951210 2024-09-20T22:02:02.038 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.036+0000 7fe779a9b640 1 < completed delete operation key=VAH8ANWTPTHQ tag=3KWR2V5Y2W24 type=del 2024-09-20T22:02:02.039 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.038+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=U5DWNNJRBV7C type=del size=2238335 2024-09-20T22:02:02.041 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.039+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~MVPBMZVHGE0Q.0 size=1048576 2024-09-20T22:02:02.042 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.040+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~MVPBMZVHGE0Q.1 size=14793 2024-09-20T22:02:02.044 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.043+0000 7fe779a9b640 1 < completed multipart upload key=DRE6QQSJ9ZVU upload=MVPBMZVHGE0Q tag=LDK0EE8K1VV1 type=write size=2111945 2024-09-20T22:02:02.045 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.044+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=NED68SOOSDN1 type=del size=637896 2024-09-20T22:02:02.048 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.047+0000 7fe779a9b640 1 < suggested update operation key=CV3QPH1KJL9D tag=K0HATMSWQ3O2 type=del size=3730756 2024-09-20T22:02:02.051 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.050+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~0AN01EGUQQ8Q.0 size=1047033 2024-09-20T22:02:02.051 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.050+0000 7fe779a9b640 1 > prepared multipart upload key=6YM3TKGM41LJ upload=0AN01EGUQQ8Q tag=64XBPBRFQXPO type=write size=2095609 2024-09-20T22:02:02.053 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.052+0000 7fe779a9b640 1 < completed write operation key=B0070VZB3UZF tag=VKAOOZD1YX6U type=write size=440665 2024-09-20T22:02:02.054 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.053+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=TRI0JP0J7NVX type=write size=860523 2024-09-20T22:02:02.056 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.055+0000 7fe779a9b640 1 < completed delete operation key=R44R5QNUZJMC tag=89TN9BWP3PKP type=del 2024-09-20T22:02:02.058 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.057+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~I8GUJYU5SHVM.0 size=107631 2024-09-20T22:02:02.058 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.057+0000 7fe779a9b640 1 > prepared multipart upload key=8Y1S1ZFNVQO3 upload=I8GUJYU5SHVM tag=DZCL1A8Z8O8P type=write size=1156207 2024-09-20T22:02:02.060 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.059+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~DGCEN2INCDCV.0 size=1048576 2024-09-20T22:02:02.061 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.060+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~DGCEN2INCDCV.1 size=1042086 2024-09-20T22:02:02.063 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.062+0000 7fe779a9b640 1 < completed multipart upload key=DRE6QQSJ9ZVU upload=DGCEN2INCDCV tag=AJURACNYO516 type=write size=3139238 2024-09-20T22:02:02.065 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.063+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=AY43ZOYEZRPF type=del size=3792220 2024-09-20T22:02:02.066 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.065+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~DLGEFB3EH5U3.0 size=1048576 2024-09-20T22:02:02.067 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.066+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~DLGEFB3EH5U3.1 size=928828 2024-09-20T22:02:02.069 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.068+0000 7fe779a9b640 1 < completed multipart upload key=ECSEX4SHKJA4 upload=DLGEFB3EH5U3 tag=UL8X155UG1AN type=write size=3025980 2024-09-20T22:02:02.072 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.071+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~QOI59ZIJD3AY.0 size=1048576 2024-09-20T22:02:02.073 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.072+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~QOI59ZIJD3AY.1 size=848262 2024-09-20T22:02:02.073 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.072+0000 7fe779a9b640 1 > prepared multipart upload key=UUWQ1G2142U2 upload=QOI59ZIJD3AY tag=AZ1MJ5I4HJAA type=write size=2945414 2024-09-20T22:02:02.074 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.073+0000 7fe779a9b640 1 < completed write operation key=68I8AEC312OU tag=5X20ZM83QJTO type=write size=889770 2024-09-20T22:02:02.077 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.076+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~ROTGBD7JIPRO.0 size=1045089 2024-09-20T22:02:02.077 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.076+0000 7fe779a9b640 1 > prepared multipart upload key=PNZZ2ZGG009S upload=ROTGBD7JIPRO tag=3J3VYW76OLBF type=write size=2093665 2024-09-20T22:02:02.079 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.077+0000 7fe779a9b640 1 < completed part key=_multipart_ICBPE9ZH55FB.2~Y821FEDKN9X9.0 size=26238 2024-09-20T22:02:02.081 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.079+0000 7fe779a9b640 1 < completed multipart upload key=ICBPE9ZH55FB upload=Y821FEDKN9X9 tag=UBRTZR3UORUC type=write size=1074814 2024-09-20T22:02:02.082 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.081+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=ZOM1I3PR56LG type=del size=3688109 2024-09-20T22:02:02.083 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.082+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~YWME0DV2V9TG.0 size=1048576 2024-09-20T22:02:02.084 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.083+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~YWME0DV2V9TG.1 size=1048576 2024-09-20T22:02:02.086 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.084+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~YWME0DV2V9TG.2 size=268072 2024-09-20T22:02:02.088 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.086+0000 7fe779a9b640 1 < completed multipart upload key=T9NTHA21NTII upload=YWME0DV2V9TG tag=PRN8E5SUKTNF type=write size=3413800 2024-09-20T22:02:02.090 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.089+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~PVZPKL41B8TU.0 size=1048576 2024-09-20T22:02:02.091 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.090+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~PVZPKL41B8TU.1 size=1048576 2024-09-20T22:02:02.092 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.091+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~PVZPKL41B8TU.2 size=764587 2024-09-20T22:02:02.092 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.091+0000 7fe779a9b640 1 > prepared multipart upload key=B0070VZB3UZF upload=PVZPKL41B8TU tag=PEFNOA2ZIDDF type=write size=3910315 2024-09-20T22:02:02.094 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.092+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~40PQCLO22SLA.0 size=1048576 2024-09-20T22:02:02.095 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.093+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~40PQCLO22SLA.1 size=276862 2024-09-20T22:02:02.097 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.096+0000 7fe779a9b640 1 < completed multipart upload key=6YM3TKGM41LJ upload=40PQCLO22SLA tag=4WYJ0JMPH7SY type=write size=2374014 2024-09-20T22:02:02.100 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.098+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~MFAAQUW9Z4Y5.0 size=791367 2024-09-20T22:02:02.100 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.098+0000 7fe779a9b640 1 > prepared multipart upload key=68I8AEC312OU upload=MFAAQUW9Z4Y5 tag=YEBADMLML8SX type=write size=1839943 2024-09-20T22:02:02.101 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.100+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~MLFBUX1UYT6D.0 size=1048576 2024-09-20T22:02:02.102 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.101+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~MLFBUX1UYT6D.1 size=607113 2024-09-20T22:02:02.105 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.104+0000 7fe779a9b640 1 < completed multipart upload key=KJYZZ8S3T5DH upload=MLFBUX1UYT6D tag=1ZR4C3U5VI59 type=write size=2704265 2024-09-20T22:02:02.107 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.106+0000 7fe779a9b640 1 > prepared operation key=JE0BX5GAIPSB tag=W3KZSFFHGCKP type=del size=3069324 2024-09-20T22:02:02.107 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.106+0000 7fe779a9b640 1 < canceled part key=_multipart_IYYXNW4DO800.2~UXZ26NTZ22XD.0 size=781588 2024-09-20T22:02:02.110 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.109+0000 7fe779a9b640 1 < canceled multipart upload key=IYYXNW4DO800 upload=UXZ26NTZ22XD tag=XV2Y48SDJI1D type=write size=1830164 2024-09-20T22:02:02.112 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.110+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=1B20IDIFAAFL type=del size=225765 2024-09-20T22:02:02.113 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.112+0000 7fe779a9b640 1 < completed delete operation key=VAH8ANWTPTHQ tag=HZVU0MCF5SLU type=del 2024-09-20T22:02:02.116 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.114+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~PCBVTDFBED9D.0 size=210577 2024-09-20T22:02:02.116 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.114+0000 7fe779a9b640 1 > prepared multipart upload key=0M6DAP8CZAPL upload=PCBVTDFBED9D tag=62WYIHNXWHQ4 type=write size=1259153 2024-09-20T22:02:02.117 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.116+0000 7fe779a9b640 1 < completed delete operation key=JE0BX5GAIPSB tag=ZQM3XAEAFLRR type=del 2024-09-20T22:02:02.120 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.118+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~6HSTJXKIKL7I.0 size=1048576 2024-09-20T22:02:02.121 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.119+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~6HSTJXKIKL7I.1 size=34660 2024-09-20T22:02:02.121 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.119+0000 7fe779a9b640 1 > prepared multipart upload key=VAH8ANWTPTHQ upload=6HSTJXKIKL7I tag=3Z30VLSFUMH4 type=write size=2131812 2024-09-20T22:02:02.122 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.121+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~1DFXZSSQ4DB5.0 size=1048576 2024-09-20T22:02:02.123 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.122+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~1DFXZSSQ4DB5.1 size=854058 2024-09-20T22:02:02.126 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.124+0000 7fe779a9b640 1 < completed multipart upload key=JE0BX5GAIPSB upload=1DFXZSSQ4DB5 tag=XN19YU05RRQD type=write size=2951210 2024-09-20T22:02:02.127 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.126+0000 7fe779a9b640 1 > prepared operation key=IYYXNW4DO800 tag=4FFH9FICLETS type=del size=687882 2024-09-20T22:02:02.128 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.127+0000 7fe779a9b640 1 < canceled operation key=KJYZZ8S3T5DH tag=U5DWNNJRBV7C type=del size=2238335 2024-09-20T22:02:02.130 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.128+0000 7fe779a9b640 1 > prepared operation key=XEPWA2JTOEC2 tag=CLE3NAS9PSDF type=write size=467152 2024-09-20T22:02:02.132 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.131+0000 7fe779a9b640 1 < suggested remove operation key=ECSEX4SHKJA4 tag=NED68SOOSDN1 type=del 2024-09-20T22:02:02.134 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.132+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=3P4DW6Y8G7BT type=del size=3248742 2024-09-20T22:02:02.135 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.134+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~0AN01EGUQQ8Q.0 size=1047033 2024-09-20T22:02:02.138 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.136+0000 7fe779a9b640 1 < completed multipart upload key=6YM3TKGM41LJ upload=0AN01EGUQQ8Q tag=64XBPBRFQXPO type=write size=2095609 2024-09-20T22:02:02.139 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.138+0000 7fe779a9b640 1 > prepared operation key=8Y1S1ZFNVQO3 tag=6RI0L4O3C0J2 type=del size=763003 2024-09-20T22:02:02.141 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.139+0000 7fe779a9b640 1 < completed write operation key=6YM3TKGM41LJ tag=TRI0JP0J7NVX type=write size=860523 2024-09-20T22:02:02.142 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.141+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=PM1UHJVUPBZN type=del size=3271772 2024-09-20T22:02:02.143 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.142+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~I8GUJYU5SHVM.0 size=107631 2024-09-20T22:02:02.146 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.144+0000 7fe779a9b640 1 < completed multipart upload key=8Y1S1ZFNVQO3 upload=I8GUJYU5SHVM tag=DZCL1A8Z8O8P type=write size=1156207 2024-09-20T22:02:02.148 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.147+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~3LMZSFRHWRJZ.0 size=1048576 2024-09-20T22:02:02.149 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.148+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~3LMZSFRHWRJZ.1 size=881355 2024-09-20T22:02:02.150 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.148+0000 7fe779a9b640 1 > prepared multipart upload key=RB3UQB71OHKI upload=3LMZSFRHWRJZ tag=43IWVZ0PULN0 type=write size=2978507 2024-09-20T22:02:02.151 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.149+0000 7fe779a9b640 1 < completed delete operation key=R44R5QNUZJMC tag=AY43ZOYEZRPF type=del 2024-09-20T22:02:02.152 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.151+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=GCVFX2GQXW08 type=del size=3017748 2024-09-20T22:02:02.153 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.152+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~QOI59ZIJD3AY.0 size=1048576 2024-09-20T22:02:02.155 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.153+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~QOI59ZIJD3AY.1 size=848262 2024-09-20T22:02:02.157 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.155+0000 7fe779a9b640 1 < completed multipart upload key=UUWQ1G2142U2 upload=QOI59ZIJD3AY tag=AZ1MJ5I4HJAA type=write size=2945414 2024-09-20T22:02:02.159 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.158+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~0P50MZQX3EDZ.0 size=1048576 2024-09-20T22:02:02.160 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.159+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~0P50MZQX3EDZ.1 size=1048576 2024-09-20T22:02:02.161 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.160+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~0P50MZQX3EDZ.2 size=520557 2024-09-20T22:02:02.161 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.160+0000 7fe779a9b640 1 > prepared multipart upload key=RM93KDNRZ38I upload=0P50MZQX3EDZ tag=ECCIIRQTKCZZ type=write size=3666285 2024-09-20T22:02:02.163 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.161+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~ROTGBD7JIPRO.0 size=1045089 2024-09-20T22:02:02.165 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.163+0000 7fe779a9b640 1 < completed multipart upload key=PNZZ2ZGG009S upload=ROTGBD7JIPRO tag=3J3VYW76OLBF type=write size=2093665 2024-09-20T22:02:02.166 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.165+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=DMO8611WU3W3 type=del size=433747 2024-09-20T22:02:02.167 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.166+0000 7fe779a9b640 1 < completed delete operation key=OM2NI3GCUE4O tag=ZOM1I3PR56LG type=del 2024-09-20T22:02:02.169 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.167+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=39SXMDGF91GE type=del size=1612625 2024-09-20T22:02:02.170 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.169+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~PVZPKL41B8TU.0 size=1048576 2024-09-20T22:02:02.171 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.170+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~PVZPKL41B8TU.1 size=1048576 2024-09-20T22:02:02.172 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.171+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~PVZPKL41B8TU.2 size=764587 2024-09-20T22:02:02.175 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.173+0000 7fe779a9b640 1 < completed multipart upload key=B0070VZB3UZF upload=PVZPKL41B8TU tag=PEFNOA2ZIDDF type=write size=3910315 2024-09-20T22:02:02.176 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.175+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=7EJHKEAIVANU type=del size=3630936 2024-09-20T22:02:02.177 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.176+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~MFAAQUW9Z4Y5.0 size=791367 2024-09-20T22:02:02.180 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.178+0000 7fe779a9b640 1 < completed multipart upload key=68I8AEC312OU upload=MFAAQUW9Z4Y5 tag=YEBADMLML8SX type=write size=1839943 2024-09-20T22:02:02.181 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.180+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=A1PHLHHWVOOP type=del size=3452911 2024-09-20T22:02:02.183 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.182+0000 7fe779a9b640 1 < suggested update operation key=JE0BX5GAIPSB tag=W3KZSFFHGCKP type=del size=3069324 2024-09-20T22:02:02.185 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.184+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=OE8SMUFCCP1H type=del size=3766204 2024-09-20T22:02:02.186 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.185+0000 7fe779a9b640 1 < canceled operation key=68I8AEC312OU tag=1B20IDIFAAFL type=del size=225765 2024-09-20T22:02:02.188 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.186+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=J9VMTS40XIEA type=del size=317336 2024-09-20T22:02:02.189 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.188+0000 7fe779a9b640 1 < completed part key=_multipart_0M6DAP8CZAPL.2~PCBVTDFBED9D.0 size=210577 2024-09-20T22:02:02.192 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.190+0000 7fe779a9b640 1 < completed multipart upload key=0M6DAP8CZAPL upload=PCBVTDFBED9D tag=62WYIHNXWHQ4 type=write size=1259153 2024-09-20T22:02:02.194 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.193+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~U6OUPDM7IM42.0 size=1048576 2024-09-20T22:02:02.195 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.194+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~U6OUPDM7IM42.1 size=1048576 2024-09-20T22:02:02.197 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.195+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~U6OUPDM7IM42.2 size=468506 2024-09-20T22:02:02.197 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.195+0000 7fe779a9b640 1 > prepared multipart upload key=XEPWA2JTOEC2 upload=U6OUPDM7IM42 tag=P51C5XPWZMJM type=write size=3614234 2024-09-20T22:02:02.198 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.197+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~6HSTJXKIKL7I.0 size=1048576 2024-09-20T22:02:02.199 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.198+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~6HSTJXKIKL7I.1 size=34660 2024-09-20T22:02:02.202 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.200+0000 7fe779a9b640 1 < completed multipart upload key=VAH8ANWTPTHQ upload=6HSTJXKIKL7I tag=3Z30VLSFUMH4 type=write size=2131812 2024-09-20T22:02:02.203 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.202+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=GJAR1TMRF95W type=del size=2547064 2024-09-20T22:02:02.204 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.203+0000 7fe779a9b640 1 < completed delete operation key=IYYXNW4DO800 tag=4FFH9FICLETS type=del 2024-09-20T22:02:02.207 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.206+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~NMK10WL6IK9I.0 size=1048576 2024-09-20T22:02:02.208 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.207+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~NMK10WL6IK9I.1 size=1048576 2024-09-20T22:02:02.209 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.208+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~NMK10WL6IK9I.2 size=995464 2024-09-20T22:02:02.209 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.208+0000 7fe779a9b640 1 > prepared multipart upload key=1TRSEURXV2X9 upload=NMK10WL6IK9I tag=485IN05FYHXT type=write size=4141192 2024-09-20T22:02:02.211 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.209+0000 7fe779a9b640 1 < completed write operation key=XEPWA2JTOEC2 tag=CLE3NAS9PSDF type=write size=467152 2024-09-20T22:02:02.213 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.212+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~B3OS1Z93UH4K.0 size=330404 2024-09-20T22:02:02.213 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.212+0000 7fe779a9b640 1 > prepared multipart upload key=U24WBDE9OPS7 upload=B3OS1Z93UH4K tag=RZP13NC1R38L type=write size=1378980 2024-09-20T22:02:02.215 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.213+0000 7fe779a9b640 1 < completed delete operation key=U24WBDE9OPS7 tag=3P4DW6Y8G7BT type=del 2024-09-20T22:02:02.217 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.216+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~1GR3VDGFOP9P.0 size=1048576 2024-09-20T22:02:02.219 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.217+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~1GR3VDGFOP9P.1 size=911873 2024-09-20T22:02:02.219 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.217+0000 7fe779a9b640 1 > prepared multipart upload key=QCX4FDH1E7DG upload=1GR3VDGFOP9P tag=PRZW5O2ST2FW type=write size=3009025 2024-09-20T22:02:02.220 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.219+0000 7fe779a9b640 1 < completed delete operation key=8Y1S1ZFNVQO3 tag=6RI0L4O3C0J2 type=del 2024-09-20T22:02:02.222 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.221+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~RU9XWLJOB1UG.0 size=1048576 2024-09-20T22:02:02.223 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.222+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~RU9XWLJOB1UG.1 size=1048576 2024-09-20T22:02:02.224 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.223+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~RU9XWLJOB1UG.2 size=486494 2024-09-20T22:02:02.225 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.223+0000 7fe779a9b640 1 > prepared multipart upload key=RM93KDNRZ38I upload=RU9XWLJOB1UG tag=PIW1TTQU199X type=write size=3632222 2024-09-20T22:02:02.227 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.226+0000 7fe779a9b640 1 < suggested remove operation key=CV3QPH1KJL9D tag=PM1UHJVUPBZN type=del 2024-09-20T22:02:02.230 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.228+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~NBB2WDJXRY5O.0 size=1048576 2024-09-20T22:02:02.231 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.229+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~NBB2WDJXRY5O.1 size=4614 2024-09-20T22:02:02.231 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.229+0000 7fe779a9b640 1 > prepared multipart upload key=8Y1S1ZFNVQO3 upload=NBB2WDJXRY5O tag=3LIXP3R3JR3I type=write size=2101766 2024-09-20T22:02:02.232 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.231+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~3LMZSFRHWRJZ.0 size=1048576 2024-09-20T22:02:02.233 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.232+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~3LMZSFRHWRJZ.1 size=881355 2024-09-20T22:02:02.236 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.235+0000 7fe779a9b640 1 < completed multipart upload key=RB3UQB71OHKI upload=3LMZSFRHWRJZ tag=43IWVZ0PULN0 type=write size=2978507 2024-09-20T22:02:02.237 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.236+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=4HTJO7HMD10Q type=del size=2057846 2024-09-20T22:02:02.239 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.237+0000 7fe779a9b640 1 < completed delete operation key=DRE6QQSJ9ZVU tag=GCVFX2GQXW08 type=del 2024-09-20T22:02:02.240 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.239+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=FJXEKGJ818Z9 type=write size=124695 2024-09-20T22:02:02.242 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.240+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~0P50MZQX3EDZ.0 size=1048576 2024-09-20T22:02:02.243 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.241+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~0P50MZQX3EDZ.1 size=1048576 2024-09-20T22:02:02.244 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.242+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~0P50MZQX3EDZ.2 size=520557 2024-09-20T22:02:02.246 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.245+0000 7fe779a9b640 1 < completed multipart upload key=RM93KDNRZ38I upload=0P50MZQX3EDZ tag=ECCIIRQTKCZZ type=write size=3666285 2024-09-20T22:02:02.249 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.247+0000 7fe779a9b640 1 > prepared part key=_multipart_OWUA691MUMB6.2~2TJO0HVXVXPC.0 size=493174 2024-09-20T22:02:02.249 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.247+0000 7fe779a9b640 1 > prepared multipart upload key=OWUA691MUMB6 upload=2TJO0HVXVXPC tag=TXK8FXRLC163 type=write size=1541750 2024-09-20T22:02:02.250 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.249+0000 7fe779a9b640 1 < completed delete operation key=68I8AEC312OU tag=DMO8611WU3W3 type=del 2024-09-20T22:02:02.252 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.250+0000 7fe779a9b640 1 > prepared operation key=UUWQ1G2142U2 tag=VKW4H9D1PS5Q type=del size=4184706 2024-09-20T22:02:02.253 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.252+0000 7fe779a9b640 1 < completed delete operation key=7KQSF1OMUOVW tag=39SXMDGF91GE type=del 2024-09-20T22:02:02.255 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.253+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=1ZBH4X92CSMD type=del size=3721195 2024-09-20T22:02:02.256 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.255+0000 7fe779a9b640 1 < canceled operation key=ELDR91I33NDH tag=7EJHKEAIVANU type=del size=3630936 2024-09-20T22:02:02.257 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.256+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=MSWFKKGQ8CTI type=del size=3117509 2024-09-20T22:02:02.259 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.257+0000 7fe779a9b640 1 < completed delete operation key=JHHMXS36ATIL tag=A1PHLHHWVOOP type=del 2024-09-20T22:02:02.262 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.260+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~KWKCQ0EPL94G.0 size=1048576 2024-09-20T22:02:02.263 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.262+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~KWKCQ0EPL94G.1 size=222598 2024-09-20T22:02:02.263 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.262+0000 7fe779a9b640 1 > prepared multipart upload key=UUWQ1G2142U2 upload=KWKCQ0EPL94G tag=D5B4WL7H9ROM type=write size=2319750 2024-09-20T22:02:02.265 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.263+0000 7fe779a9b640 1 < completed delete operation key=6YM3TKGM41LJ tag=OE8SMUFCCP1H type=del 2024-09-20T22:02:02.266 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.265+0000 7fe779a9b640 1 > prepared operation key=RB3UQB71OHKI tag=WEZ8TL9KC382 type=del size=1395779 2024-09-20T22:02:02.269 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.267+0000 7fe779a9b640 1 < suggested update operation key=JHHMXS36ATIL tag=J9VMTS40XIEA type=del size=317336 2024-09-20T22:02:02.270 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.269+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=9QZOG2ATGYSB type=del size=3088930 2024-09-20T22:02:02.272 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.270+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~U6OUPDM7IM42.0 size=1048576 2024-09-20T22:02:02.273 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.271+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~U6OUPDM7IM42.1 size=1048576 2024-09-20T22:02:02.274 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.273+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~U6OUPDM7IM42.2 size=468506 2024-09-20T22:02:02.276 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.275+0000 7fe779a9b640 1 < completed multipart upload key=XEPWA2JTOEC2 upload=U6OUPDM7IM42 tag=P51C5XPWZMJM type=write size=3614234 2024-09-20T22:02:02.279 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.277+0000 7fe779a9b640 1 > prepared part key=_multipart_JHHMXS36ATIL.2~4P2DXJZ78WFM.0 size=1048576 2024-09-20T22:02:02.280 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.279+0000 7fe779a9b640 1 > prepared part key=_multipart_JHHMXS36ATIL.2~4P2DXJZ78WFM.1 size=595819 2024-09-20T22:02:02.280 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.279+0000 7fe779a9b640 1 > prepared multipart upload key=JHHMXS36ATIL upload=4P2DXJZ78WFM tag=IB3YJE3J1KYE type=write size=2692971 2024-09-20T22:02:02.281 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.280+0000 7fe779a9b640 1 < completed delete operation key=B0070VZB3UZF tag=GJAR1TMRF95W type=del 2024-09-20T22:02:02.284 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.283+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~WLNID8HB140X.0 size=1048576 2024-09-20T22:02:02.285 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.284+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~WLNID8HB140X.1 size=1048576 2024-09-20T22:02:02.286 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.285+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~WLNID8HB140X.2 size=1042565 2024-09-20T22:02:02.286 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.285+0000 7fe779a9b640 1 > prepared multipart upload key=RB3UQB71OHKI upload=WLNID8HB140X tag=TUKDBGYHOZLG type=write size=4188293 2024-09-20T22:02:02.288 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.286+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~NMK10WL6IK9I.0 size=1048576 2024-09-20T22:02:02.289 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.287+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~NMK10WL6IK9I.1 size=1048576 2024-09-20T22:02:02.290 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.288+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~NMK10WL6IK9I.2 size=995464 2024-09-20T22:02:02.292 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.291+0000 7fe779a9b640 1 < completed multipart upload key=1TRSEURXV2X9 upload=NMK10WL6IK9I tag=485IN05FYHXT type=write size=4141192 2024-09-20T22:02:02.294 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.292+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=1I65FGJFRC1J type=del size=1982798 2024-09-20T22:02:02.295 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.294+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~B3OS1Z93UH4K.0 size=330404 2024-09-20T22:02:02.297 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.296+0000 7fe779a9b640 1 < completed multipart upload key=U24WBDE9OPS7 upload=B3OS1Z93UH4K tag=RZP13NC1R38L type=write size=1378980 2024-09-20T22:02:02.300 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.298+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~4ZDDIYINRLCC.0 size=1035963 2024-09-20T22:02:02.300 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.298+0000 7fe779a9b640 1 > prepared multipart upload key=ECSEX4SHKJA4 upload=4ZDDIYINRLCC tag=9EMOB7GG5ZNH type=write size=2084539 2024-09-20T22:02:02.301 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.300+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~1GR3VDGFOP9P.0 size=1048576 2024-09-20T22:02:02.302 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.301+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~1GR3VDGFOP9P.1 size=911873 2024-09-20T22:02:02.304 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.303+0000 7fe779a9b640 1 < completed multipart upload key=QCX4FDH1E7DG upload=1GR3VDGFOP9P tag=PRZW5O2ST2FW type=write size=3009025 2024-09-20T22:02:02.306 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.305+0000 7fe779a9b640 1 > prepared operation key=1J1YL7XL0LAY tag=I8AZG64FNLSX type=del size=968674 2024-09-20T22:02:02.307 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.306+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~RU9XWLJOB1UG.0 size=1048576 2024-09-20T22:02:02.309 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.307+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~RU9XWLJOB1UG.1 size=1048576 2024-09-20T22:02:02.309 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.307+0000 7fe779a9b640 1 < canceled part key=_multipart_RM93KDNRZ38I.2~RU9XWLJOB1UG.2 size=486494 2024-09-20T22:02:02.311 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.310+0000 7fe779a9b640 1 < canceled multipart upload key=RM93KDNRZ38I upload=RU9XWLJOB1UG tag=PIW1TTQU199X type=write size=3632222 2024-09-20T22:02:02.313 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.311+0000 7fe779a9b640 1 > prepared operation key=ICBPE9ZH55FB tag=URFKHXBGLTYI type=del size=2500392 2024-09-20T22:02:02.314 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.313+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~NBB2WDJXRY5O.0 size=1048576 2024-09-20T22:02:02.315 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.314+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~NBB2WDJXRY5O.1 size=4614 2024-09-20T22:02:02.318 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.316+0000 7fe779a9b640 1 < completed multipart upload key=8Y1S1ZFNVQO3 upload=NBB2WDJXRY5O tag=3LIXP3R3JR3I type=write size=2101766 2024-09-20T22:02:02.319 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.318+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=ZWG1C8TJDHSE type=write size=678321 2024-09-20T22:02:02.321 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.320+0000 7fe779a9b640 -1 < failed to complete operation key=JHHMXS36ATIL tag=4HTJO7HMD10Q type=del size=2057846: (22) Invalid argument 2024-09-20T22:02:02.323 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.322+0000 7fe779a9b640 1 > prepared operation key=1J1YL7XL0LAY tag=2TF2M4VGAOFJ type=del size=3713244 2024-09-20T22:02:02.326 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.324+0000 7fe779a9b640 1 < suggested remove operation key=VAH8ANWTPTHQ tag=FJXEKGJ818Z9 type=write 2024-09-20T22:02:02.327 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.326+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=7QOUNG1L44T8 type=del size=2593063 2024-09-20T22:02:02.328 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.327+0000 7fe779a9b640 1 < completed part key=_multipart_OWUA691MUMB6.2~2TJO0HVXVXPC.0 size=493174 2024-09-20T22:02:02.330 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.329+0000 7fe779a9b640 1 < completed multipart upload key=OWUA691MUMB6 upload=2TJO0HVXVXPC tag=TXK8FXRLC163 type=write size=1541750 2024-09-20T22:02:02.333 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.332+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~NLIZ2B19FFSO.0 size=1048576 2024-09-20T22:02:02.334 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.333+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~NLIZ2B19FFSO.1 size=1048576 2024-09-20T22:02:02.335 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.334+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~NLIZ2B19FFSO.2 size=835944 2024-09-20T22:02:02.335 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.334+0000 7fe779a9b640 1 > prepared multipart upload key=ELDR91I33NDH upload=NLIZ2B19FFSO tag=7XJ4X2XJOCBO type=write size=3981672 2024-09-20T22:02:02.336 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.335+0000 7fe779a9b640 1 < completed delete operation key=UUWQ1G2142U2 tag=VKW4H9D1PS5Q type=del 2024-09-20T22:02:02.338 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.337+0000 7fe779a9b640 1 > prepared operation key=RB3UQB71OHKI tag=RPK0G5N6HLPA type=del size=1349252 2024-09-20T22:02:02.339 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.338+0000 7fe779a9b640 1 < canceled operation key=ZSXI0P8QFMQN tag=1ZBH4X92CSMD type=del size=3721195 2024-09-20T22:02:02.340 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.339+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=A3OWT38AOVGG type=del size=1946251 2024-09-20T22:02:02.342 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.341+0000 7fe779a9b640 1 < completed delete operation key=U24WBDE9OPS7 tag=MSWFKKGQ8CTI type=del 2024-09-20T22:02:02.343 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.342+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=29PIQZOU9OIT type=del size=607513 2024-09-20T22:02:02.345 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.343+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~KWKCQ0EPL94G.0 size=1048576 2024-09-20T22:02:02.346 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.345+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~KWKCQ0EPL94G.1 size=222598 2024-09-20T22:02:02.349 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.348+0000 7fe779a9b640 1 < completed multipart upload key=UUWQ1G2142U2 upload=KWKCQ0EPL94G tag=D5B4WL7H9ROM type=write size=2319750 2024-09-20T22:02:02.351 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.350+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~MSBUO3LY8OWI.0 size=1048576 2024-09-20T22:02:02.352 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.351+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~MSBUO3LY8OWI.1 size=855570 2024-09-20T22:02:02.353 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.351+0000 7fe779a9b640 1 > prepared multipart upload key=B0070VZB3UZF upload=MSBUO3LY8OWI tag=MYY731SUQUQ5 type=write size=2952722 2024-09-20T22:02:02.354 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.353+0000 7fe779a9b640 1 < completed delete operation key=RB3UQB71OHKI tag=WEZ8TL9KC382 type=del 2024-09-20T22:02:02.355 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.354+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=GFLYWO0TDP9I type=del size=3351693 2024-09-20T22:02:02.357 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.355+0000 7fe779a9b640 1 < completed delete operation key=B0070VZB3UZF tag=9QZOG2ATGYSB type=del 2024-09-20T22:02:02.358 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.357+0000 7fe779a9b640 1 > prepared operation key=XEPWA2JTOEC2 tag=DOM826IBB14X type=del size=1412292 2024-09-20T22:02:02.359 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.358+0000 7fe779a9b640 1 < completed part key=_multipart_JHHMXS36ATIL.2~4P2DXJZ78WFM.0 size=1048576 2024-09-20T22:02:02.361 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.359+0000 7fe779a9b640 1 < completed part key=_multipart_JHHMXS36ATIL.2~4P2DXJZ78WFM.1 size=595819 2024-09-20T22:02:02.363 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.361+0000 7fe779a9b640 1 < completed multipart upload key=JHHMXS36ATIL upload=4P2DXJZ78WFM tag=IB3YJE3J1KYE type=write size=2692971 2024-09-20T22:02:02.364 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.363+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=T4GD7ZXZ39ZQ type=del size=3968725 2024-09-20T22:02:02.364 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.363+0000 7fe779a9b640 1 < canceled part key=_multipart_RB3UQB71OHKI.2~WLNID8HB140X.0 size=1048576 2024-09-20T22:02:02.366 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.364+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~WLNID8HB140X.1 size=1048576 2024-09-20T22:02:02.367 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.366+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~WLNID8HB140X.2 size=1042565 2024-09-20T22:02:02.369 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.368+0000 7fe779a9b640 1 < canceled multipart upload key=RB3UQB71OHKI upload=WLNID8HB140X tag=TUKDBGYHOZLG type=write size=4188293 2024-09-20T22:02:02.372 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.370+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~EU9021MQ42WM.0 size=1048576 2024-09-20T22:02:02.373 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.371+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~EU9021MQ42WM.1 size=259029 2024-09-20T22:02:02.373 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.371+0000 7fe779a9b640 1 > prepared multipart upload key=ICBPE9ZH55FB upload=EU9021MQ42WM tag=UWDJ0S4JUXXS type=write size=2356181 2024-09-20T22:02:02.374 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.373+0000 7fe779a9b640 -1 < failed to complete operation key=VAH8ANWTPTHQ tag=1I65FGJFRC1J type=del size=1982798: (22) Invalid argument 2024-09-20T22:02:02.377 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.376+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~THP0WG5JFJ8G.0 size=1048576 2024-09-20T22:02:02.378 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.377+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~THP0WG5JFJ8G.1 size=180999 2024-09-20T22:02:02.378 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.377+0000 7fe779a9b640 1 > prepared multipart upload key=ECSEX4SHKJA4 upload=THP0WG5JFJ8G tag=68SNBQ99OFM2 type=write size=2278151 2024-09-20T22:02:02.380 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.378+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~4ZDDIYINRLCC.0 size=1035963 2024-09-20T22:02:02.382 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.380+0000 7fe779a9b640 1 < completed multipart upload key=ECSEX4SHKJA4 upload=4ZDDIYINRLCC tag=9EMOB7GG5ZNH type=write size=2084539 2024-09-20T22:02:02.383 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.382+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=0QW3BZJOEX9O type=del size=170579 2024-09-20T22:02:02.386 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.384+0000 7fe779a9b640 1 < suggested update operation key=1J1YL7XL0LAY tag=I8AZG64FNLSX type=del size=968674 2024-09-20T22:02:02.387 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.386+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=SMF2Z356DSWX type=del size=3281838 2024-09-20T22:02:02.388 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.387+0000 7fe779a9b640 1 < completed delete operation key=ICBPE9ZH55FB tag=URFKHXBGLTYI type=del 2024-09-20T22:02:02.390 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.389+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=KCCESML3KD9M type=write size=352431 2024-09-20T22:02:02.392 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.390+0000 7fe779a9b640 1 < completed write operation key=KJYZZ8S3T5DH tag=ZWG1C8TJDHSE type=write size=678321 2024-09-20T22:02:02.393 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.392+0000 7fe779a9b640 1 > prepared operation key=8Y1S1ZFNVQO3 tag=DC9O8X3LC7GV type=write size=766570 2024-09-20T22:02:02.395 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.394+0000 7fe779a9b640 -1 < failed to complete operation key=1J1YL7XL0LAY tag=2TF2M4VGAOFJ type=del size=3713244: (22) Invalid argument 2024-09-20T22:02:02.396 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.395+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=5WC6XWJDI5VV type=del size=2326743 2024-09-20T22:02:02.399 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.398+0000 7fe779a9b640 1 < suggested remove operation key=6YM3TKGM41LJ tag=7QOUNG1L44T8 type=del 2024-09-20T22:02:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:02:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:02:02] "GET /metrics HTTP/1.1" 200 38860 "" "Prometheus/2.43.0" 2024-09-20T22:02:02.400 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.399+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=FH2XDGAUKB91 type=del size=3026704 2024-09-20T22:02:02.402 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.401+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~NLIZ2B19FFSO.0 size=1048576 2024-09-20T22:02:02.403 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.402+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~NLIZ2B19FFSO.1 size=1048576 2024-09-20T22:02:02.404 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.403+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~NLIZ2B19FFSO.2 size=835944 2024-09-20T22:02:02.406 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.405+0000 7fe779a9b640 1 < completed multipart upload key=ELDR91I33NDH upload=NLIZ2B19FFSO tag=7XJ4X2XJOCBO type=write size=3981672 2024-09-20T22:02:02.408 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.407+0000 7fe779a9b640 1 > prepared operation key=ICBPE9ZH55FB tag=ZF5KTKV80EPC type=del size=3059612 2024-09-20T22:02:02.411 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.410+0000 7fe779a9b640 1 < suggested remove operation key=RB3UQB71OHKI tag=RPK0G5N6HLPA type=del 2024-09-20T22:02:02.412 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.411+0000 7fe779a9b640 1 > prepared operation key=OWUA691MUMB6 tag=L8WRYY7RAA6C type=del size=1067894 2024-09-20T22:02:02.414 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.413+0000 7fe779a9b640 1 < completed delete operation key=68I8AEC312OU tag=A3OWT38AOVGG type=del 2024-09-20T22:02:02.416 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.415+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~FO2WPXYLDREF.0 size=1048576 2024-09-20T22:02:02.418 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.416+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~FO2WPXYLDREF.1 size=1048576 2024-09-20T22:02:02.419 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.417+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~FO2WPXYLDREF.2 size=351864 2024-09-20T22:02:02.419 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.417+0000 7fe779a9b640 1 > prepared multipart upload key=PNZZ2ZGG009S upload=FO2WPXYLDREF tag=AUSZPAOCM2DZ type=write size=3497592 2024-09-20T22:02:02.420 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.419+0000 7fe779a9b640 1 < completed delete operation key=JHHMXS36ATIL tag=29PIQZOU9OIT type=del 2024-09-20T22:02:02.422 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.421+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=V0NFDEA7C6HN type=del size=1811897 2024-09-20T22:02:02.423 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.422+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~MSBUO3LY8OWI.0 size=1048576 2024-09-20T22:02:02.423 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.422+0000 7fe779a9b640 1 < canceled part key=_multipart_B0070VZB3UZF.2~MSBUO3LY8OWI.1 size=855570 2024-09-20T22:02:02.426 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.424+0000 7fe779a9b640 1 < canceled multipart upload key=B0070VZB3UZF upload=MSBUO3LY8OWI tag=MYY731SUQUQ5 type=write size=2952722 2024-09-20T22:02:02.428 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.427+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~794FNH9LBI3L.0 size=1048576 2024-09-20T22:02:02.429 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.428+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~794FNH9LBI3L.1 size=216335 2024-09-20T22:02:02.429 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.428+0000 7fe779a9b640 1 > prepared multipart upload key=OM2NI3GCUE4O upload=794FNH9LBI3L tag=AND1Z353I182 type=write size=2313487 2024-09-20T22:02:02.432 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.431+0000 7fe779a9b640 1 < suggested remove operation key=7KQSF1OMUOVW tag=GFLYWO0TDP9I type=del 2024-09-20T22:02:02.433 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.432+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=1150HIJZWJXD type=del size=3624606 2024-09-20T22:02:02.435 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.434+0000 7fe779a9b640 1 < completed delete operation key=XEPWA2JTOEC2 tag=DOM826IBB14X type=del 2024-09-20T22:02:02.438 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.436+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~BZS2M29K9EA0.0 size=1048576 2024-09-20T22:02:02.439 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.438+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~BZS2M29K9EA0.1 size=964347 2024-09-20T22:02:02.439 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.438+0000 7fe779a9b640 1 > prepared multipart upload key=XEPWA2JTOEC2 upload=BZS2M29K9EA0 tag=I7W4GF1EAKIY type=write size=3061499 2024-09-20T22:02:02.440 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.439+0000 7fe779a9b640 1 < completed delete operation key=OM2NI3GCUE4O tag=T4GD7ZXZ39ZQ type=del 2024-09-20T22:02:02.442 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.440+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=WY1ZW5F04VVJ type=del size=3182964 2024-09-20T22:02:02.443 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.442+0000 7fe779a9b640 1 < completed part key=_multipart_ICBPE9ZH55FB.2~EU9021MQ42WM.0 size=1048576 2024-09-20T22:02:02.444 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.443+0000 7fe779a9b640 1 < completed part key=_multipart_ICBPE9ZH55FB.2~EU9021MQ42WM.1 size=259029 2024-09-20T22:02:02.447 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.445+0000 7fe779a9b640 1 < completed multipart upload key=ICBPE9ZH55FB upload=EU9021MQ42WM tag=UWDJ0S4JUXXS type=write size=2356181 2024-09-20T22:02:02.449 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.448+0000 7fe779a9b640 1 > prepared part key=_multipart_IYYXNW4DO800.2~7CZKPTZ1LOBA.0 size=1048576 2024-09-20T22:02:02.450 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.449+0000 7fe779a9b640 1 > prepared part key=_multipart_IYYXNW4DO800.2~7CZKPTZ1LOBA.1 size=382447 2024-09-20T22:02:02.450 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.449+0000 7fe779a9b640 1 > prepared multipart upload key=IYYXNW4DO800 upload=7CZKPTZ1LOBA tag=AR3A058KP5BV type=write size=2479599 2024-09-20T22:02:02.452 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.450+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~THP0WG5JFJ8G.0 size=1048576 2024-09-20T22:02:02.453 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.452+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~THP0WG5JFJ8G.1 size=180999 2024-09-20T22:02:02.455 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.454+0000 7fe779a9b640 1 < completed multipart upload key=ECSEX4SHKJA4 upload=THP0WG5JFJ8G tag=68SNBQ99OFM2 type=write size=2278151 2024-09-20T22:02:02.456 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.455+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=UCXTUSMJ70MD type=write size=344129 2024-09-20T22:02:02.459 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.458+0000 7fe779a9b640 1 < suggested remove operation key=VAH8ANWTPTHQ tag=0QW3BZJOEX9O type=del 2024-09-20T22:02:02.461 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.459+0000 7fe779a9b640 1 > prepared operation key=1J1YL7XL0LAY tag=EX2IZFJIAPI5 type=del size=4164917 2024-09-20T22:02:02.462 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.461+0000 7fe779a9b640 1 < completed delete operation key=PNZZ2ZGG009S tag=SMF2Z356DSWX type=del 2024-09-20T22:02:02.465 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.463+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~SFRXV4KQF59Z.0 size=118054 2024-09-20T22:02:02.465 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.463+0000 7fe779a9b640 1 > prepared multipart upload key=0M6DAP8CZAPL upload=SFRXV4KQF59Z tag=STUUD2KGYDW2 type=write size=1166630 2024-09-20T22:02:02.466 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.465+0000 7fe779a9b640 -1 < failed to complete operation key=7KQSF1OMUOVW tag=KCCESML3KD9M type=write size=352431: (22) Invalid argument 2024-09-20T22:02:02.469 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.468+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~C0ULSOOB0TH2.0 size=886583 2024-09-20T22:02:02.469 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.468+0000 7fe779a9b640 1 > prepared multipart upload key=QCX4FDH1E7DG upload=C0ULSOOB0TH2 tag=V4CI44214EW2 type=write size=1935159 2024-09-20T22:02:02.472 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.470+0000 7fe779a9b640 1 < suggested remove operation key=8Y1S1ZFNVQO3 tag=DC9O8X3LC7GV type=write 2024-09-20T22:02:02.473 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.472+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=J3G92LFTY70N type=del size=3136074 2024-09-20T22:02:02.474 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.473+0000 7fe779a9b640 1 < canceled operation key=KJYZZ8S3T5DH tag=5WC6XWJDI5VV type=del size=2326743 2024-09-20T22:02:02.476 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.475+0000 7fe779a9b640 1 > prepared operation key=OWUA691MUMB6 tag=TA9AZORLQM7T type=write size=91678 2024-09-20T22:02:02.478 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.476+0000 7fe779a9b640 1 < completed delete operation key=68I8AEC312OU tag=FH2XDGAUKB91 type=del 2024-09-20T22:02:02.479 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.478+0000 7fe779a9b640 1 > prepared operation key=XEPWA2JTOEC2 tag=GHX59J2UIB5P type=del size=3168537 2024-09-20T22:02:02.481 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.480+0000 7fe779a9b640 1 < completed delete operation key=ICBPE9ZH55FB tag=ZF5KTKV80EPC type=del 2024-09-20T22:02:02.484 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.483+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~D4C9ENCEE4AP.0 size=1048576 2024-09-20T22:02:02.485 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.484+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~D4C9ENCEE4AP.1 size=1048576 2024-09-20T22:02:02.486 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.485+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~D4C9ENCEE4AP.2 size=415500 2024-09-20T22:02:02.486 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.485+0000 7fe779a9b640 1 > prepared multipart upload key=VAH8ANWTPTHQ upload=D4C9ENCEE4AP tag=FWM00CU8H7ON type=write size=3561228 2024-09-20T22:02:02.488 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.486+0000 7fe779a9b640 1 < completed delete operation key=OWUA691MUMB6 tag=L8WRYY7RAA6C type=del 2024-09-20T22:02:02.491 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.490+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~OZ4SZC6C1YVD.0 size=401296 2024-09-20T22:02:02.491 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.490+0000 7fe779a9b640 1 > prepared multipart upload key=VAH8ANWTPTHQ upload=OZ4SZC6C1YVD tag=350Y40OBZ59N type=write size=1449872 2024-09-20T22:02:02.492 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.491+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~FO2WPXYLDREF.0 size=1048576 2024-09-20T22:02:02.493 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.492+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~FO2WPXYLDREF.1 size=1048576 2024-09-20T22:02:02.495 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.493+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~FO2WPXYLDREF.2 size=351864 2024-09-20T22:02:02.497 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.496+0000 7fe779a9b640 1 < completed multipart upload key=PNZZ2ZGG009S upload=FO2WPXYLDREF tag=AUSZPAOCM2DZ type=write size=3497592 2024-09-20T22:02:02.500 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.499+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~V28B6I9VI7X1.0 size=1048576 2024-09-20T22:02:02.501 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.500+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~V28B6I9VI7X1.1 size=136150 2024-09-20T22:02:02.501 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.500+0000 7fe779a9b640 1 > prepared multipart upload key=UUWQ1G2142U2 upload=V28B6I9VI7X1 tag=FRD9PWBSS702 type=write size=2233302 2024-09-20T22:02:02.503 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.501+0000 7fe779a9b640 1 < completed delete operation key=QCX4FDH1E7DG tag=V0NFDEA7C6HN type=del 2024-09-20T22:02:02.504 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.503+0000 7fe779a9b640 1 > prepared operation key=T9NTHA21NTII tag=TQL1F5ALO3HG type=del size=1618509 2024-09-20T22:02:02.506 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.505+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~794FNH9LBI3L.0 size=1048576 2024-09-20T22:02:02.507 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.506+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~794FNH9LBI3L.1 size=216335 2024-09-20T22:02:02.509 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.508+0000 7fe779a9b640 1 < completed multipart upload key=OM2NI3GCUE4O upload=794FNH9LBI3L tag=AND1Z353I182 type=write size=2313487 2024-09-20T22:02:02.511 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.510+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=PNK5D2WT1AWV type=del size=1350908 2024-09-20T22:02:02.513 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.511+0000 7fe779a9b640 1 < completed delete operation key=ELDR91I33NDH tag=1150HIJZWJXD type=del 2024-09-20T22:02:02.514 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.513+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=L4VCL90W67ZF type=del size=2666031 2024-09-20T22:02:02.516 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.514+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~BZS2M29K9EA0.0 size=1048576 2024-09-20T22:02:02.517 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.515+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~BZS2M29K9EA0.1 size=964347 2024-09-20T22:02:02.519 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.518+0000 7fe779a9b640 1 < completed multipart upload key=XEPWA2JTOEC2 upload=BZS2M29K9EA0 tag=I7W4GF1EAKIY type=write size=3061499 2024-09-20T22:02:02.522 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.520+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=02GP44JS0SKL type=del size=3087516 2024-09-20T22:02:02.524 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.523+0000 7fe779a9b640 1 < completed delete operation key=68I8AEC312OU tag=WY1ZW5F04VVJ type=del 2024-09-20T22:02:02.526 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.525+0000 7fe779a9b640 1 > prepared operation key=1J1YL7XL0LAY tag=FBYWUC4MCDR6 type=write size=806690 2024-09-20T22:02:02.528 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.527+0000 7fe779a9b640 1 < completed part key=_multipart_IYYXNW4DO800.2~7CZKPTZ1LOBA.0 size=1048576 2024-09-20T22:02:02.529 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.528+0000 7fe779a9b640 1 < completed part key=_multipart_IYYXNW4DO800.2~7CZKPTZ1LOBA.1 size=382447 2024-09-20T22:02:02.532 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.530+0000 7fe779a9b640 1 < completed multipart upload key=IYYXNW4DO800 upload=7CZKPTZ1LOBA tag=AR3A058KP5BV type=write size=2479599 2024-09-20T22:02:02.534 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.533+0000 7fe779a9b640 1 > prepared part key=_multipart_OWUA691MUMB6.2~DFENVO7PSGOX.0 size=1048576 2024-09-20T22:02:02.536 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.534+0000 7fe779a9b640 1 > prepared part key=_multipart_OWUA691MUMB6.2~DFENVO7PSGOX.1 size=1048576 2024-09-20T22:02:02.537 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.535+0000 7fe779a9b640 1 > prepared part key=_multipart_OWUA691MUMB6.2~DFENVO7PSGOX.2 size=572478 2024-09-20T22:02:02.537 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.535+0000 7fe779a9b640 1 > prepared multipart upload key=OWUA691MUMB6 upload=DFENVO7PSGOX tag=GO99NUO4K8OR type=write size=3718206 2024-09-20T22:02:02.540 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.539+0000 7fe779a9b640 1 < suggested update operation key=RM93KDNRZ38I tag=UCXTUSMJ70MD type=write size=344129 2024-09-20T22:02:02.542 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.540+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=C3A2E56OIKO1 type=del size=4156161 2024-09-20T22:02:02.544 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.542+0000 7fe779a9b640 1 < completed delete operation key=1J1YL7XL0LAY tag=EX2IZFJIAPI5 type=del 2024-09-20T22:02:02.547 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.546+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~2K9D2TR5TBF2.0 size=53791 2024-09-20T22:02:02.547 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.546+0000 7fe779a9b640 1 > prepared multipart upload key=RB3UQB71OHKI upload=2K9D2TR5TBF2 tag=VE1JCB7YSD3T type=write size=1102367 2024-09-20T22:02:02.548 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.547+0000 7fe779a9b640 1 < completed part key=_multipart_0M6DAP8CZAPL.2~SFRXV4KQF59Z.0 size=118054 2024-09-20T22:02:02.551 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.549+0000 7fe779a9b640 1 < completed multipart upload key=0M6DAP8CZAPL upload=SFRXV4KQF59Z tag=STUUD2KGYDW2 type=write size=1166630 2024-09-20T22:02:02.553 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.552+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~RYMS1X2AT200.0 size=148508 2024-09-20T22:02:02.554 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.552+0000 7fe779a9b640 1 > prepared multipart upload key=RB3UQB71OHKI upload=RYMS1X2AT200 tag=H3THY085HIYA type=write size=1197084 2024-09-20T22:02:02.555 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.554+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~C0ULSOOB0TH2.0 size=886583 2024-09-20T22:02:02.557 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.556+0000 7fe779a9b640 1 < completed multipart upload key=QCX4FDH1E7DG upload=C0ULSOOB0TH2 tag=V4CI44214EW2 type=write size=1935159 2024-09-20T22:02:02.559 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.557+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=GJGXIZAQZFTO type=del size=796040 2024-09-20T22:02:02.560 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.559+0000 7fe779a9b640 1 < completed delete operation key=1TRSEURXV2X9 tag=J3G92LFTY70N type=del 2024-09-20T22:02:02.563 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.561+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~3CY7QC35N3VW.0 size=1048576 2024-09-20T22:02:02.564 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.562+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~3CY7QC35N3VW.1 size=32416 2024-09-20T22:02:02.564 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.562+0000 7fe779a9b640 1 > prepared multipart upload key=KJYZZ8S3T5DH upload=3CY7QC35N3VW tag=O90PGMMUWNXK type=write size=2129568 2024-09-20T22:02:02.565 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.564+0000 7fe779a9b640 1 < completed write operation key=OWUA691MUMB6 tag=TA9AZORLQM7T type=write size=91678 2024-09-20T22:02:02.567 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.565+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=3PX1MD5DCSO6 type=del size=681588 2024-09-20T22:02:02.568 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.567+0000 7fe779a9b640 1 < completed delete operation key=XEPWA2JTOEC2 tag=GHX59J2UIB5P type=del 2024-09-20T22:02:02.571 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.570+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~9B1JK2M3SMJQ.0 size=1048576 2024-09-20T22:02:02.572 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.571+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~9B1JK2M3SMJQ.1 size=1048576 2024-09-20T22:02:02.573 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.572+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~9B1JK2M3SMJQ.2 size=13489 2024-09-20T22:02:02.573 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.572+0000 7fe779a9b640 1 > prepared multipart upload key=3YV668WNVJ3G upload=9B1JK2M3SMJQ tag=F5LC4YY79DO9 type=write size=3159217 2024-09-20T22:02:02.575 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.573+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~D4C9ENCEE4AP.0 size=1048576 2024-09-20T22:02:02.576 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.574+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~D4C9ENCEE4AP.1 size=1048576 2024-09-20T22:02:02.577 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.576+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~D4C9ENCEE4AP.2 size=415500 2024-09-20T22:02:02.579 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.578+0000 7fe779a9b640 1 < completed multipart upload key=VAH8ANWTPTHQ upload=D4C9ENCEE4AP tag=FWM00CU8H7ON type=write size=3561228 2024-09-20T22:02:02.581 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.579+0000 7fe779a9b640 1 > prepared operation key=8Y1S1ZFNVQO3 tag=QDMNJSPMSEMI type=write size=136208 2024-09-20T22:02:02.582 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.581+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~OZ4SZC6C1YVD.0 size=401296 2024-09-20T22:02:02.584 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.583+0000 7fe779a9b640 1 < completed multipart upload key=VAH8ANWTPTHQ upload=OZ4SZC6C1YVD tag=350Y40OBZ59N type=write size=1449872 2024-09-20T22:02:02.587 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.586+0000 7fe779a9b640 1 > prepared part key=_multipart_7KQSF1OMUOVW.2~PM1X3RNWTHWE.0 size=1048576 2024-09-20T22:02:02.588 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.587+0000 7fe779a9b640 1 > prepared part key=_multipart_7KQSF1OMUOVW.2~PM1X3RNWTHWE.1 size=276577 2024-09-20T22:02:02.588 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.587+0000 7fe779a9b640 1 > prepared multipart upload key=7KQSF1OMUOVW upload=PM1X3RNWTHWE tag=NT1CQC9S22CD type=write size=2373729 2024-09-20T22:02:02.590 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.588+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~V28B6I9VI7X1.0 size=1048576 2024-09-20T22:02:02.591 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.590+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~V28B6I9VI7X1.1 size=136150 2024-09-20T22:02:02.593 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.592+0000 7fe779a9b640 1 < completed multipart upload key=UUWQ1G2142U2 upload=V28B6I9VI7X1 tag=FRD9PWBSS702 type=write size=2233302 2024-09-20T22:02:02.595 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.593+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=KE9JEJMTF58V type=del size=338080 2024-09-20T22:02:02.596 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.595+0000 7fe779a9b640 1 < canceled operation key=T9NTHA21NTII tag=TQL1F5ALO3HG type=del size=1618509 2024-09-20T22:02:02.599 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.597+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~5C2JTYGHZMDA.0 size=456689 2024-09-20T22:02:02.599 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.597+0000 7fe779a9b640 1 > prepared multipart upload key=U24WBDE9OPS7 upload=5C2JTYGHZMDA tag=RO1Q470OWY7Z type=write size=1505265 2024-09-20T22:02:02.600 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.599+0000 7fe779a9b640 1 < completed delete operation key=ZSXI0P8QFMQN tag=PNK5D2WT1AWV type=del 2024-09-20T22:02:02.601 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.600+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=GJ8AD6X2HAB0 type=del size=370853 2024-09-20T22:02:02.604 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.603+0000 7fe779a9b640 1 < suggested update operation key=4NVVK8DRHTJL tag=L4VCL90W67ZF type=del size=2666031 2024-09-20T22:02:02.607 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.606+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~EKSF6C8C4R8S.0 size=1048576 2024-09-20T22:02:02.608 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.607+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~EKSF6C8C4R8S.1 size=1048576 2024-09-20T22:02:02.609 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.608+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~EKSF6C8C4R8S.2 size=885492 2024-09-20T22:02:02.609 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.608+0000 7fe779a9b640 1 > prepared multipart upload key=6YM3TKGM41LJ upload=EKSF6C8C4R8S tag=Y7CGGHFVBOW4 type=write size=4031220 2024-09-20T22:02:02.611 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.609+0000 7fe779a9b640 1 < completed delete operation key=R44R5QNUZJMC tag=02GP44JS0SKL type=del 2024-09-20T22:02:02.612 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.611+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=4LH2MW4OH034 type=write size=928100 2024-09-20T22:02:02.614 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.613+0000 7fe779a9b640 1 < completed write operation key=1J1YL7XL0LAY tag=FBYWUC4MCDR6 type=write size=806690 2024-09-20T22:02:02.617 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.615+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~H1U7P0KU58JU.0 size=647320 2024-09-20T22:02:02.617 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.615+0000 7fe779a9b640 1 > prepared multipart upload key=KJYZZ8S3T5DH upload=H1U7P0KU58JU tag=2O2HQALZXQY0 type=write size=1695896 2024-09-20T22:02:02.618 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.617+0000 7fe779a9b640 1 < completed part key=_multipart_OWUA691MUMB6.2~DFENVO7PSGOX.0 size=1048576 2024-09-20T22:02:02.619 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.618+0000 7fe779a9b640 1 < completed part key=_multipart_OWUA691MUMB6.2~DFENVO7PSGOX.1 size=1048576 2024-09-20T22:02:02.621 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.619+0000 7fe779a9b640 1 < completed part key=_multipart_OWUA691MUMB6.2~DFENVO7PSGOX.2 size=572478 2024-09-20T22:02:02.623 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.622+0000 7fe779a9b640 1 < completed multipart upload key=OWUA691MUMB6 upload=DFENVO7PSGOX tag=GO99NUO4K8OR type=write size=3718206 2024-09-20T22:02:02.625 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.624+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=OBCMLYRRLP56 type=del size=3608893 2024-09-20T22:02:02.626 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.625+0000 7fe779a9b640 1 < completed delete operation key=KJYZZ8S3T5DH tag=C3A2E56OIKO1 type=del 2024-09-20T22:02:02.630 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.627+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=VX05EZ72VJ0R type=write size=528954 2024-09-20T22:02:02.630 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.628+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~2K9D2TR5TBF2.0 size=53791 2024-09-20T22:02:02.632 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.631+0000 7fe779a9b640 1 < completed multipart upload key=RB3UQB71OHKI upload=2K9D2TR5TBF2 tag=VE1JCB7YSD3T type=write size=1102367 2024-09-20T22:02:02.635 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.633+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~LU7XUQ20J0NY.0 size=1048576 2024-09-20T22:02:02.636 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.635+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~LU7XUQ20J0NY.1 size=1048576 2024-09-20T22:02:02.637 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.636+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~LU7XUQ20J0NY.2 size=87939 2024-09-20T22:02:02.637 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.636+0000 7fe779a9b640 1 > prepared multipart upload key=VAH8ANWTPTHQ upload=LU7XUQ20J0NY tag=EP6OLL1ZR5G4 type=write size=3233667 2024-09-20T22:02:02.639 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.637+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~RYMS1X2AT200.0 size=148508 2024-09-20T22:02:02.641 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.640+0000 7fe779a9b640 1 < completed multipart upload key=RB3UQB71OHKI upload=RYMS1X2AT200 tag=H3THY085HIYA type=write size=1197084 2024-09-20T22:02:02.642 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.641+0000 7fe779a9b640 1 > prepared operation key=IYYXNW4DO800 tag=B9MJ63MCMV91 type=del size=1622243 2024-09-20T22:02:02.644 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.643+0000 7fe779a9b640 1 < completed delete operation key=JHHMXS36ATIL tag=GJGXIZAQZFTO type=del 2024-09-20T22:02:02.646 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.644+0000 7fe779a9b640 1 > prepared operation key=IYYXNW4DO800 tag=8MNT7EQE35BV type=del size=4188848 2024-09-20T22:02:02.647 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.646+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~3CY7QC35N3VW.0 size=1048576 2024-09-20T22:02:02.648 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.647+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~3CY7QC35N3VW.1 size=32416 2024-09-20T22:02:02.651 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.649+0000 7fe779a9b640 1 < completed multipart upload key=KJYZZ8S3T5DH upload=3CY7QC35N3VW tag=O90PGMMUWNXK type=write size=2129568 2024-09-20T22:02:02.654 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.653+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~HT5OK4LF8EJU.0 size=1048576 2024-09-20T22:02:02.655 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.654+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~HT5OK4LF8EJU.1 size=1048576 2024-09-20T22:02:02.657 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.655+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~HT5OK4LF8EJU.2 size=343635 2024-09-20T22:02:02.657 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.655+0000 7fe779a9b640 1 > prepared multipart upload key=6YM3TKGM41LJ upload=HT5OK4LF8EJU tag=GODZ284DLQ71 type=write size=3489363 2024-09-20T22:02:02.658 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.657+0000 7fe779a9b640 1 < completed delete operation key=B0070VZB3UZF tag=3PX1MD5DCSO6 type=del 2024-09-20T22:02:02.660 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.658+0000 7fe779a9b640 1 > prepared operation key=OWUA691MUMB6 tag=E6IH3DTSY5EJ type=write size=860837 2024-09-20T22:02:02.661 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.660+0000 7fe779a9b640 1 < completed part key=_multipart_3YV668WNVJ3G.2~9B1JK2M3SMJQ.0 size=1048576 2024-09-20T22:02:02.662 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.661+0000 7fe779a9b640 1 < completed part key=_multipart_3YV668WNVJ3G.2~9B1JK2M3SMJQ.1 size=1048576 2024-09-20T22:02:02.663 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.662+0000 7fe779a9b640 1 < completed part key=_multipart_3YV668WNVJ3G.2~9B1JK2M3SMJQ.2 size=13489 2024-09-20T22:02:02.666 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.665+0000 7fe779a9b640 1 < completed multipart upload key=3YV668WNVJ3G upload=9B1JK2M3SMJQ tag=F5LC4YY79DO9 type=write size=3159217 2024-09-20T22:02:02.667 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.666+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=Q0KVANR1T2S7 type=write size=1009548 2024-09-20T22:02:02.669 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.667+0000 7fe779a9b640 1 < completed write operation key=8Y1S1ZFNVQO3 tag=QDMNJSPMSEMI type=write size=136208 2024-09-20T22:02:02.671 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.670+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~E39L22I9KP72.0 size=1048576 2024-09-20T22:02:02.672 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.671+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~E39L22I9KP72.1 size=1048576 2024-09-20T22:02:02.673 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.672+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~E39L22I9KP72.2 size=995576 2024-09-20T22:02:02.674 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.672+0000 7fe779a9b640 1 > prepared multipart upload key=0M6DAP8CZAPL upload=E39L22I9KP72 tag=XK4V5YQBX1QV type=write size=4141304 2024-09-20T22:02:02.675 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.674+0000 7fe779a9b640 1 < completed part key=_multipart_7KQSF1OMUOVW.2~PM1X3RNWTHWE.0 size=1048576 2024-09-20T22:02:02.675 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.674+0000 7fe779a9b640 1 < canceled part key=_multipart_7KQSF1OMUOVW.2~PM1X3RNWTHWE.1 size=276577 2024-09-20T22:02:02.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:02 smithi134 ceph-mon[89086]: pgmap v1401: 137 pgs: 19 unknown, 118 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 37 KiB/s wr, 180 op/s 2024-09-20T22:02:02.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:02 smithi134 ceph-mon[89086]: osdmap e1113: 8 total, 8 up, 8 in 2024-09-20T22:02:02.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:02:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:02:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:02:02.678 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.676+0000 7fe779a9b640 1 < canceled multipart upload key=7KQSF1OMUOVW upload=PM1X3RNWTHWE tag=NT1CQC9S22CD type=write size=2373729 2024-09-20T22:02:02.679 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.678+0000 7fe779a9b640 1 > prepared operation key=RB3UQB71OHKI tag=K9W4GEGXODOZ type=del size=153123 2024-09-20T22:02:02.681 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.679+0000 7fe779a9b640 1 < completed delete operation key=ECSEX4SHKJA4 tag=KE9JEJMTF58V type=del 2024-09-20T22:02:02.682 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.681+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=3FEJCHFR3AV3 type=write size=645448 2024-09-20T22:02:02.684 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.683+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~5C2JTYGHZMDA.0 size=456689 2024-09-20T22:02:02.687 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.685+0000 7fe779a9b640 1 < completed multipart upload key=U24WBDE9OPS7 upload=5C2JTYGHZMDA tag=RO1Q470OWY7Z type=write size=1505265 2024-09-20T22:02:02.688 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.687+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=BOHKQNYXGPH1 type=del size=2993417 2024-09-20T22:02:02.690 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.688+0000 7fe779a9b640 1 < completed delete operation key=1TRSEURXV2X9 tag=GJ8AD6X2HAB0 type=del 2024-09-20T22:02:02.691 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.690+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=ZII1P2VDGB62 type=del size=724998 2024-09-20T22:02:02.692 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.691+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~EKSF6C8C4R8S.0 size=1048576 2024-09-20T22:02:02.694 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.692+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~EKSF6C8C4R8S.1 size=1048576 2024-09-20T22:02:02.695 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.693+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~EKSF6C8C4R8S.2 size=885492 2024-09-20T22:02:02.697 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.696+0000 7fe779a9b640 1 < completed multipart upload key=6YM3TKGM41LJ upload=EKSF6C8C4R8S tag=Y7CGGHFVBOW4 type=write size=4031220 2024-09-20T22:02:02.700 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.698+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~JBDOR4QJ1QI0.0 size=1048576 2024-09-20T22:02:02.701 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.699+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~JBDOR4QJ1QI0.1 size=389099 2024-09-20T22:02:02.701 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.699+0000 7fe779a9b640 1 > prepared multipart upload key=JE0BX5GAIPSB upload=JBDOR4QJ1QI0 tag=TEHLHC1D9ON4 type=write size=2486251 2024-09-20T22:02:02.704 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.702+0000 7fe779a9b640 1 < suggested update operation key=R44R5QNUZJMC tag=4LH2MW4OH034 type=write size=928100 2024-09-20T22:02:02.705 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.704+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=P9O304SYFCBZ type=del size=4066699 2024-09-20T22:02:02.707 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.705+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~H1U7P0KU58JU.0 size=647320 2024-09-20T22:02:02.709 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.708+0000 7fe779a9b640 1 < completed multipart upload key=KJYZZ8S3T5DH upload=H1U7P0KU58JU tag=2O2HQALZXQY0 type=write size=1695896 2024-09-20T22:02:02.711 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.709+0000 7fe779a9b640 1 > prepared operation key=XEPWA2JTOEC2 tag=LV1M12OWXFK2 type=write size=978615 2024-09-20T22:02:02.712 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.711+0000 7fe779a9b640 1 < completed delete operation key=OM2NI3GCUE4O tag=OBCMLYRRLP56 type=del 2024-09-20T22:02:02.715 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.714+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~LGB1KODLDGAP.0 size=1048576 2024-09-20T22:02:02.717 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.715+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~LGB1KODLDGAP.1 size=161258 2024-09-20T22:02:02.717 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.715+0000 7fe779a9b640 1 > prepared multipart upload key=RB3UQB71OHKI upload=LGB1KODLDGAP tag=2QK2LYOR4GLT type=write size=2258410 2024-09-20T22:02:02.718 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.717+0000 7fe779a9b640 1 < canceled operation key=ZSXI0P8QFMQN tag=VX05EZ72VJ0R type=write size=528954 2024-09-20T22:02:02.721 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.719+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~SFA3PCXRIU4N.0 size=1048576 2024-09-20T22:02:02.722 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.721+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~SFA3PCXRIU4N.1 size=1048576 2024-09-20T22:02:02.723 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.722+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~SFA3PCXRIU4N.2 size=108925 2024-09-20T22:02:02.723 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.722+0000 7fe779a9b640 1 > prepared multipart upload key=QCX4FDH1E7DG upload=SFA3PCXRIU4N tag=2HJLUG7Z30J9 type=write size=3254653 2024-09-20T22:02:02.725 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.723+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~LU7XUQ20J0NY.0 size=1048576 2024-09-20T22:02:02.726 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.724+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~LU7XUQ20J0NY.1 size=1048576 2024-09-20T22:02:02.727 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.726+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~LU7XUQ20J0NY.2 size=87939 2024-09-20T22:02:02.729 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.728+0000 7fe779a9b640 1 < completed multipart upload key=VAH8ANWTPTHQ upload=LU7XUQ20J0NY tag=EP6OLL1ZR5G4 type=write size=3233667 2024-09-20T22:02:02.731 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.729+0000 7fe779a9b640 1 > prepared operation key=T9NTHA21NTII tag=FWUS1VTSKVKU type=write size=531203 2024-09-20T22:02:02.732 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.731+0000 7fe779a9b640 1 < completed delete operation key=IYYXNW4DO800 tag=B9MJ63MCMV91 type=del 2024-09-20T22:02:02.734 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.732+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=YLKR9V5JQEKD type=del size=3122322 2024-09-20T22:02:02.735 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.734+0000 7fe779a9b640 1 < canceled operation key=IYYXNW4DO800 tag=8MNT7EQE35BV type=del size=4188848 2024-09-20T22:02:02.736 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.735+0000 7fe779a9b640 1 > prepared operation key=XEPWA2JTOEC2 tag=UGS52VCN91TM type=del size=923389 2024-09-20T22:02:02.738 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.737+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~HT5OK4LF8EJU.0 size=1048576 2024-09-20T22:02:02.739 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.738+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~HT5OK4LF8EJU.1 size=1048576 2024-09-20T22:02:02.741 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.739+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~HT5OK4LF8EJU.2 size=343635 2024-09-20T22:02:02.743 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.742+0000 7fe779a9b640 1 < completed multipart upload key=6YM3TKGM41LJ upload=HT5OK4LF8EJU tag=GODZ284DLQ71 type=write size=3489363 2024-09-20T22:02:02.746 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.745+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~WMIF7BQHWEWT.0 size=1048576 2024-09-20T22:02:02.747 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.746+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~WMIF7BQHWEWT.1 size=776916 2024-09-20T22:02:02.747 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.746+0000 7fe779a9b640 1 > prepared multipart upload key=8Y1S1ZFNVQO3 upload=WMIF7BQHWEWT tag=KLDPYAXJV0N0 type=write size=2874068 2024-09-20T22:02:02.750 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.749+0000 7fe779a9b640 1 < suggested update operation key=OWUA691MUMB6 tag=E6IH3DTSY5EJ type=write size=860837 2024-09-20T22:02:02.753 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.751+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~VKILCH10HFV0.0 size=1048576 2024-09-20T22:02:02.754 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.752+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~VKILCH10HFV0.1 size=69693 2024-09-20T22:02:02.754 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.752+0000 7fe779a9b640 1 > prepared multipart upload key=ECSEX4SHKJA4 upload=VKILCH10HFV0 tag=8XEU74679MKB type=write size=2166845 2024-09-20T22:02:02.755 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.754+0000 7fe779a9b640 1 < completed write operation key=KJYZZ8S3T5DH tag=Q0KVANR1T2S7 type=write size=1009548 2024-09-20T22:02:02.758 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.756+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~1VMV2IJVC17M.0 size=395637 2024-09-20T22:02:02.758 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.756+0000 7fe779a9b640 1 > prepared multipart upload key=XEPWA2JTOEC2 upload=1VMV2IJVC17M tag=KP0CEIGIHP44 type=write size=1444213 2024-09-20T22:02:02.759 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.758+0000 7fe779a9b640 1 < completed part key=_multipart_0M6DAP8CZAPL.2~E39L22I9KP72.0 size=1048576 2024-09-20T22:02:02.761 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.759+0000 7fe779a9b640 1 < completed part key=_multipart_0M6DAP8CZAPL.2~E39L22I9KP72.1 size=1048576 2024-09-20T22:02:02.762 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.760+0000 7fe779a9b640 1 < completed part key=_multipart_0M6DAP8CZAPL.2~E39L22I9KP72.2 size=995576 2024-09-20T22:02:02.764 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.763+0000 7fe779a9b640 1 < completed multipart upload key=0M6DAP8CZAPL upload=E39L22I9KP72 tag=XK4V5YQBX1QV type=write size=4141304 2024-09-20T22:02:02.767 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.766+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~1B7WRFWVC56O.0 size=745933 2024-09-20T22:02:02.767 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.766+0000 7fe779a9b640 1 > prepared multipart upload key=ECSEX4SHKJA4 upload=1B7WRFWVC56O tag=I3JIMD7UCKDF type=write size=1794509 2024-09-20T22:02:02.768 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.767+0000 7fe779a9b640 1 < completed delete operation key=RB3UQB71OHKI tag=K9W4GEGXODOZ type=del 2024-09-20T22:02:02.770 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.769+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=HA5EICKQFXRO type=del size=1884803 2024-09-20T22:02:02.772 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.770+0000 7fe779a9b640 1 < completed write operation key=7KQSF1OMUOVW tag=3FEJCHFR3AV3 type=write size=645448 2024-09-20T22:02:02.773 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.772+0000 7fe779a9b640 1 > prepared operation key=ICBPE9ZH55FB tag=AAI26FDPT6O4 type=del size=3897974 2024-09-20T22:02:02.774 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.773+0000 7fe779a9b640 1 < canceled operation key=ELDR91I33NDH tag=BOHKQNYXGPH1 type=del size=2993417 2024-09-20T22:02:02.776 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.775+0000 7fe779a9b640 1 > prepared operation key=RB3UQB71OHKI tag=KNFW4P6OJ17Y type=write size=689017 2024-09-20T22:02:02.777 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.776+0000 7fe779a9b640 1 < completed delete operation key=KJYZZ8S3T5DH tag=ZII1P2VDGB62 type=del 2024-09-20T22:02:02.779 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.778+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=Z88JC72QALSL type=del size=950436 2024-09-20T22:02:02.779 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.778+0000 7fe779a9b640 1 < canceled part key=_multipart_JE0BX5GAIPSB.2~JBDOR4QJ1QI0.0 size=1048576 2024-09-20T22:02:02.781 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.779+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~JBDOR4QJ1QI0.1 size=389099 2024-09-20T22:02:02.783 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.782+0000 7fe779a9b640 1 < canceled multipart upload key=JE0BX5GAIPSB upload=JBDOR4QJ1QI0 tag=TEHLHC1D9ON4 type=write size=2486251 2024-09-20T22:02:02.786 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.784+0000 7fe779a9b640 1 > prepared part key=_multipart_CV3QPH1KJL9D.2~MOXJFR5D30B7.0 size=585300 2024-09-20T22:02:02.786 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.784+0000 7fe779a9b640 1 > prepared multipart upload key=CV3QPH1KJL9D upload=MOXJFR5D30B7 tag=0W3P5GLX7O06 type=write size=1633876 2024-09-20T22:02:02.787 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.786+0000 7fe779a9b640 1 < completed delete operation key=CV3QPH1KJL9D tag=P9O304SYFCBZ type=del 2024-09-20T22:02:02.790 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.789+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~V64AP1XP25W5.0 size=1048576 2024-09-20T22:02:02.791 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.790+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~V64AP1XP25W5.1 size=396294 2024-09-20T22:02:02.791 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.790+0000 7fe779a9b640 1 > prepared multipart upload key=ELDR91I33NDH upload=V64AP1XP25W5 tag=XVYSIFBFW99U type=write size=2493446 2024-09-20T22:02:02.793 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.791+0000 7fe779a9b640 1 < completed write operation key=XEPWA2JTOEC2 tag=LV1M12OWXFK2 type=write size=978615 2024-09-20T22:02:02.795 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.793+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=UL7DKUU4M7W1 type=del size=656821 2024-09-20T22:02:02.796 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.795+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~LGB1KODLDGAP.0 size=1048576 2024-09-20T22:02:02.797 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.796+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~LGB1KODLDGAP.1 size=161258 2024-09-20T22:02:02.800 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.799+0000 7fe779a9b640 1 < completed multipart upload key=RB3UQB71OHKI upload=LGB1KODLDGAP tag=2QK2LYOR4GLT type=write size=2258410 2024-09-20T22:02:02.802 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.801+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=H61Q302RTI4W type=write size=472582 2024-09-20T22:02:02.804 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.803+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~SFA3PCXRIU4N.0 size=1048576 2024-09-20T22:02:02.805 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.804+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~SFA3PCXRIU4N.1 size=1048576 2024-09-20T22:02:02.806 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.805+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~SFA3PCXRIU4N.2 size=108925 2024-09-20T22:02:02.809 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.807+0000 7fe779a9b640 1 < completed multipart upload key=QCX4FDH1E7DG upload=SFA3PCXRIU4N tag=2HJLUG7Z30J9 type=write size=3254653 2024-09-20T22:02:02.812 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.810+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~CSWEPQV5FNYC.0 size=1048576 2024-09-20T22:02:02.813 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.812+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~CSWEPQV5FNYC.1 size=127439 2024-09-20T22:02:02.813 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.812+0000 7fe779a9b640 1 > prepared multipart upload key=U24WBDE9OPS7 upload=CSWEPQV5FNYC tag=HGZKWVKAGQER type=write size=2224591 2024-09-20T22:02:02.814 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.813+0000 7fe779a9b640 1 < completed write operation key=T9NTHA21NTII tag=FWUS1VTSKVKU type=write size=531203 2024-09-20T22:02:02.816 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.815+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=7PZK5MW2ROD4 type=del size=2559275 2024-09-20T22:02:02.819 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.817+0000 7fe779a9b640 1 < suggested remove operation key=QCX4FDH1E7DG tag=YLKR9V5JQEKD type=del 2024-09-20T22:02:02.820 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.819+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=5PFBEEMTDG14 type=del size=2727198 2024-09-20T22:02:02.821 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.820+0000 7fe779a9b640 1 < completed delete operation key=XEPWA2JTOEC2 tag=UGS52VCN91TM type=del 2024-09-20T22:02:02.823 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.822+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=0G84K8V8MKVI type=del size=57042 2024-09-20T22:02:02.824 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.823+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~WMIF7BQHWEWT.0 size=1048576 2024-09-20T22:02:02.825 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.824+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~WMIF7BQHWEWT.1 size=776916 2024-09-20T22:02:02.828 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.827+0000 7fe779a9b640 1 < completed multipart upload key=8Y1S1ZFNVQO3 upload=WMIF7BQHWEWT tag=KLDPYAXJV0N0 type=write size=2874068 2024-09-20T22:02:02.831 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.829+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~4OSBZWGL4NN0.0 size=1048576 2024-09-20T22:02:02.832 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.831+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~4OSBZWGL4NN0.1 size=1048576 2024-09-20T22:02:02.833 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.832+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~4OSBZWGL4NN0.2 size=513220 2024-09-20T22:02:02.834 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.832+0000 7fe779a9b640 1 > prepared multipart upload key=OM2NI3GCUE4O upload=4OSBZWGL4NN0 tag=2QE7AQW2TS3E type=write size=3658948 2024-09-20T22:02:02.835 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.834+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~VKILCH10HFV0.0 size=1048576 2024-09-20T22:02:02.836 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.835+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~VKILCH10HFV0.1 size=69693 2024-09-20T22:02:02.839 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.838+0000 7fe779a9b640 1 < completed multipart upload key=ECSEX4SHKJA4 upload=VKILCH10HFV0 tag=8XEU74679MKB type=write size=2166845 2024-09-20T22:02:02.842 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.840+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~401ON5OCY34M.0 size=1048576 2024-09-20T22:02:02.843 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.841+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~401ON5OCY34M.1 size=1048576 2024-09-20T22:02:02.844 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.843+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~401ON5OCY34M.2 size=27045 2024-09-20T22:02:02.844 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.843+0000 7fe779a9b640 1 > prepared multipart upload key=R44R5QNUZJMC upload=401ON5OCY34M tag=XO2OYCOCP26B type=write size=3172773 2024-09-20T22:02:02.845 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.844+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~1VMV2IJVC17M.0 size=395637 2024-09-20T22:02:02.848 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.846+0000 7fe779a9b640 1 < completed multipart upload key=XEPWA2JTOEC2 upload=1VMV2IJVC17M tag=KP0CEIGIHP44 type=write size=1444213 2024-09-20T22:02:02.849 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.848+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=B50RAOGBV3MW type=del size=219455 2024-09-20T22:02:02.851 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.849+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~1B7WRFWVC56O.0 size=745933 2024-09-20T22:02:02.853 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.852+0000 7fe779a9b640 1 < completed multipart upload key=ECSEX4SHKJA4 upload=1B7WRFWVC56O tag=I3JIMD7UCKDF type=write size=1794509 2024-09-20T22:02:02.856 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.854+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~2PYBMFDYTWTX.0 size=1048576 2024-09-20T22:02:02.857 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.856+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~2PYBMFDYTWTX.1 size=1048576 2024-09-20T22:02:02.858 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.857+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~2PYBMFDYTWTX.2 size=585846 2024-09-20T22:02:02.858 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.857+0000 7fe779a9b640 1 > prepared multipart upload key=PNZZ2ZGG009S upload=2PYBMFDYTWTX tag=B1XKN9TG14W9 type=write size=3731574 2024-09-20T22:02:02.859 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.858+0000 7fe779a9b640 1 < completed delete operation key=CV3QPH1KJL9D tag=HA5EICKQFXRO type=del 2024-09-20T22:02:02.863 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.861+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~2K63BTMMQQ65.0 size=1048576 2024-09-20T22:02:02.864 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.863+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~2K63BTMMQQ65.1 size=410470 2024-09-20T22:02:02.864 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.863+0000 7fe779a9b640 1 > prepared multipart upload key=8Y1S1ZFNVQO3 upload=2K63BTMMQQ65 tag=EV8CXBEA94EJ type=write size=2507622 2024-09-20T22:02:02.865 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.864+0000 7fe779a9b640 1 < completed delete operation key=ICBPE9ZH55FB tag=AAI26FDPT6O4 type=del 2024-09-20T22:02:02.867 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.865+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=37TZ1EZG9S4K type=write size=209624 2024-09-20T22:02:02.868 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.867+0000 7fe779a9b640 1 < completed write operation key=RB3UQB71OHKI tag=KNFW4P6OJ17Y type=write size=689017 2024-09-20T22:02:02.869 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.868+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=VRTSUU4ER1T0 type=del size=3929413 2024-09-20T22:02:02.871 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.870+0000 7fe779a9b640 1 < completed delete operation key=PNZZ2ZGG009S tag=Z88JC72QALSL type=del 2024-09-20T22:02:02.872 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.871+0000 7fe779a9b640 1 > prepared operation key=8Y1S1ZFNVQO3 tag=8VA7GYNKWAF5 type=write size=445473 2024-09-20T22:02:02.874 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.873+0000 7fe779a9b640 1 < completed part key=_multipart_CV3QPH1KJL9D.2~MOXJFR5D30B7.0 size=585300 2024-09-20T22:02:02.876 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.875+0000 7fe779a9b640 1 < completed multipart upload key=CV3QPH1KJL9D upload=MOXJFR5D30B7 tag=0W3P5GLX7O06 type=write size=1633876 2024-09-20T22:02:02.879 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.878+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~YA3WADNJP03I.0 size=1048576 2024-09-20T22:02:02.881 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.879+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~YA3WADNJP03I.1 size=1048576 2024-09-20T22:02:02.882 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.880+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~YA3WADNJP03I.2 size=942524 2024-09-20T22:02:02.882 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.880+0000 7fe779a9b640 1 > prepared multipart upload key=QCX4FDH1E7DG upload=YA3WADNJP03I tag=HOKVJWYIAPDS type=write size=4088252 2024-09-20T22:02:02.882 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.881+0000 7fe779a9b640 1 < canceled part key=_multipart_ELDR91I33NDH.2~V64AP1XP25W5.0 size=1048576 2024-09-20T22:02:02.883 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.882+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~V64AP1XP25W5.1 size=396294 2024-09-20T22:02:02.886 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.885+0000 7fe779a9b640 1 < canceled multipart upload key=ELDR91I33NDH upload=V64AP1XP25W5 tag=XVYSIFBFW99U type=write size=2493446 2024-09-20T22:02:02.887 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.886+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=VCTLY4334V5J type=del size=2742436 2024-09-20T22:02:02.889 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.887+0000 7fe779a9b640 1 < completed delete operation key=ELDR91I33NDH tag=UL7DKUU4M7W1 type=del 2024-09-20T22:02:02.890 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.889+0000 7fe779a9b640 1 > prepared operation key=IYYXNW4DO800 tag=HM4VFKMO0IP5 type=del size=3082338 2024-09-20T22:02:02.893 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.892+0000 7fe779a9b640 1 < suggested update operation key=R44R5QNUZJMC tag=H61Q302RTI4W type=write size=472582 2024-09-20T22:02:02.895 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.894+0000 7fe779a9b640 1 > prepared operation key=RB3UQB71OHKI tag=WYDC4NNCF0VP type=del size=203376 2024-09-20T22:02:02.897 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.896+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~CSWEPQV5FNYC.0 size=1048576 2024-09-20T22:02:02.898 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.897+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~CSWEPQV5FNYC.1 size=127439 2024-09-20T22:02:02.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:02 smithi046 ceph-mon[96110]: pgmap v1401: 137 pgs: 19 unknown, 118 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 37 KiB/s wr, 180 op/s 2024-09-20T22:02:02.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:02 smithi046 ceph-mon[96110]: osdmap e1113: 8 total, 8 up, 8 in 2024-09-20T22:02:02.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:02 smithi046 ceph-mon[98591]: pgmap v1401: 137 pgs: 19 unknown, 118 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 37 KiB/s wr, 180 op/s 2024-09-20T22:02:02.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:02 smithi046 ceph-mon[98591]: osdmap e1113: 8 total, 8 up, 8 in 2024-09-20T22:02:02.901 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.899+0000 7fe779a9b640 1 < completed multipart upload key=U24WBDE9OPS7 upload=CSWEPQV5FNYC tag=HGZKWVKAGQER type=write size=2224591 2024-09-20T22:02:02.902 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.900+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=Q5AK11QCR1SG type=del size=612150 2024-09-20T22:02:02.904 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.903+0000 7fe779a9b640 1 < suggested update operation key=PNZZ2ZGG009S tag=7PZK5MW2ROD4 type=del size=2559275 2024-09-20T22:02:02.906 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.904+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=SB5194RSC2V3 type=del size=3575210 2024-09-20T22:02:02.909 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.907+0000 7fe779a9b640 1 < suggested remove operation key=R44R5QNUZJMC tag=5PFBEEMTDG14 type=del 2024-09-20T22:02:02.910 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.909+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=AXLBU16BNC44 type=del size=4086943 2024-09-20T22:02:02.912 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.910+0000 7fe779a9b640 1 < completed delete operation key=0M6DAP8CZAPL tag=0G84K8V8MKVI type=del 2024-09-20T22:02:02.915 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.913+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~KZ12F0129NMG.0 size=1048576 2024-09-20T22:02:02.916 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.915+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~KZ12F0129NMG.1 size=510307 2024-09-20T22:02:02.916 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.915+0000 7fe779a9b640 1 > prepared multipart upload key=8Y1S1ZFNVQO3 upload=KZ12F0129NMG tag=L8NKNEXWIA02 type=write size=2607459 2024-09-20T22:02:02.917 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.916+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~4OSBZWGL4NN0.0 size=1048576 2024-09-20T22:02:02.919 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.917+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~4OSBZWGL4NN0.1 size=1048576 2024-09-20T22:02:02.920 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.919+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~4OSBZWGL4NN0.2 size=513220 2024-09-20T22:02:02.923 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.921+0000 7fe779a9b640 1 < completed multipart upload key=OM2NI3GCUE4O upload=4OSBZWGL4NN0 tag=2QE7AQW2TS3E type=write size=3658948 2024-09-20T22:02:02.924 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.923+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=QLC9J5D1EGPA type=del size=1950161 2024-09-20T22:02:02.926 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.925+0000 7fe779a9b640 1 < completed part key=_multipart_R44R5QNUZJMC.2~401ON5OCY34M.0 size=1048576 2024-09-20T22:02:02.927 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.926+0000 7fe779a9b640 1 < completed part key=_multipart_R44R5QNUZJMC.2~401ON5OCY34M.1 size=1048576 2024-09-20T22:02:02.929 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.927+0000 7fe779a9b640 1 < completed part key=_multipart_R44R5QNUZJMC.2~401ON5OCY34M.2 size=27045 2024-09-20T22:02:02.931 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.930+0000 7fe779a9b640 1 < completed multipart upload key=R44R5QNUZJMC upload=401ON5OCY34M tag=XO2OYCOCP26B type=write size=3172773 2024-09-20T22:02:02.932 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.931+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=81ASEWO0GNY4 type=del size=3835464 2024-09-20T22:02:02.934 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.933+0000 7fe779a9b640 1 < canceled operation key=6YM3TKGM41LJ tag=B50RAOGBV3MW type=del size=219455 2024-09-20T22:02:02.937 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.935+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~WBADARUTHUA6.0 size=572813 2024-09-20T22:02:02.937 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.935+0000 7fe779a9b640 1 > prepared multipart upload key=6YM3TKGM41LJ upload=WBADARUTHUA6 tag=LJOGLF3CCJAL type=write size=1621389 2024-09-20T22:02:02.938 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.937+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~2PYBMFDYTWTX.0 size=1048576 2024-09-20T22:02:02.939 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.938+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~2PYBMFDYTWTX.1 size=1048576 2024-09-20T22:02:02.941 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.940+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~2PYBMFDYTWTX.2 size=585846 2024-09-20T22:02:02.943 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.942+0000 7fe779a9b640 1 < completed multipart upload key=PNZZ2ZGG009S upload=2PYBMFDYTWTX tag=B1XKN9TG14W9 type=write size=3731574 2024-09-20T22:02:02.945 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.943+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=WPQBCKYF6NKB type=write size=832883 2024-09-20T22:02:02.946 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.945+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~2K63BTMMQQ65.0 size=1048576 2024-09-20T22:02:02.947 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.946+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~2K63BTMMQQ65.1 size=410470 2024-09-20T22:02:02.950 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.949+0000 7fe779a9b640 1 < completed multipart upload key=8Y1S1ZFNVQO3 upload=2K63BTMMQQ65 tag=EV8CXBEA94EJ type=write size=2507622 2024-09-20T22:02:02.952 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.950+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=281B231Q8MQ2 type=write size=252638 2024-09-20T22:02:02.954 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.952+0000 7fe779a9b640 -1 < failed to complete operation key=PNZZ2ZGG009S tag=37TZ1EZG9S4K type=write size=209624: (22) Invalid argument 2024-09-20T22:02:02.957 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.955+0000 7fe779a9b640 1 > prepared part key=_multipart_JHHMXS36ATIL.2~3BBLN8H39FWJ.0 size=92273 2024-09-20T22:02:02.957 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.955+0000 7fe779a9b640 1 > prepared multipart upload key=JHHMXS36ATIL upload=3BBLN8H39FWJ tag=C98OTJEVJN51 type=write size=1140849 2024-09-20T22:02:02.965 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.964+0000 7fe779a9b640 1 < completed delete operation key=VAH8ANWTPTHQ tag=VRTSUU4ER1T0 type=del 2024-09-20T22:02:02.969 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.967+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~JMY8WN797W5D.0 size=1048576 2024-09-20T22:02:02.970 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.969+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~JMY8WN797W5D.1 size=1048576 2024-09-20T22:02:02.971 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.970+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~JMY8WN797W5D.2 size=894512 2024-09-20T22:02:02.971 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.970+0000 7fe779a9b640 1 > prepared multipart upload key=RM93KDNRZ38I upload=JMY8WN797W5D tag=E7B93W6G12E5 type=write size=4040240 2024-09-20T22:02:02.972 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.971+0000 7fe779a9b640 1 < canceled operation key=8Y1S1ZFNVQO3 tag=8VA7GYNKWAF5 type=write size=445473 2024-09-20T22:02:02.974 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.973+0000 7fe779a9b640 1 > prepared operation key=RB3UQB71OHKI tag=C1GE09ZDYXKV type=del size=491936 2024-09-20T22:02:02.976 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.974+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~YA3WADNJP03I.0 size=1048576 2024-09-20T22:02:02.976 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.974+0000 7fe779a9b640 1 < canceled part key=_multipart_QCX4FDH1E7DG.2~YA3WADNJP03I.1 size=1048576 2024-09-20T22:02:02.977 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.976+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~YA3WADNJP03I.2 size=942524 2024-09-20T22:02:02.980 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.979+0000 7fe779a9b640 1 < canceled multipart upload key=QCX4FDH1E7DG upload=YA3WADNJP03I tag=HOKVJWYIAPDS type=write size=4088252 2024-09-20T22:02:02.982 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.980+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=VFEQSZ3PYWX5 type=del size=1630874 2024-09-20T22:02:02.983 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.982+0000 7fe779a9b640 1 < completed delete operation key=OM2NI3GCUE4O tag=VCTLY4334V5J type=del 2024-09-20T22:02:02.985 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.983+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=LK3AB10TJM0G type=del size=1059038 2024-09-20T22:02:02.986 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.985+0000 7fe779a9b640 1 < completed delete operation key=IYYXNW4DO800 tag=HM4VFKMO0IP5 type=del 2024-09-20T22:02:02.989 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.988+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~LDSJ3HN7ZBT6.0 size=1048576 2024-09-20T22:02:02.990 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.989+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~LDSJ3HN7ZBT6.1 size=587563 2024-09-20T22:02:02.990 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.989+0000 7fe779a9b640 1 > prepared multipart upload key=DRE6QQSJ9ZVU upload=LDSJ3HN7ZBT6 tag=0V8TJV6PIR20 type=write size=2684715 2024-09-20T22:02:02.992 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.990+0000 7fe779a9b640 1 < completed delete operation key=RB3UQB71OHKI tag=WYDC4NNCF0VP type=del 2024-09-20T22:02:02.993 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.992+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=7WS4I7RZ6NCI type=del size=603990 2024-09-20T22:02:02.995 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.994+0000 7fe779a9b640 1 < completed delete operation key=ECSEX4SHKJA4 tag=Q5AK11QCR1SG type=del 2024-09-20T22:02:02.997 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.995+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=HEDDUEQ0JW2W type=del size=494241 2024-09-20T22:02:02.998 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.997+0000 7fe779a9b640 1 < completed delete operation key=4NVVK8DRHTJL tag=SB5194RSC2V3 type=del 2024-09-20T22:02:03.000 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:02.998+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=ESS3UM2N901Q type=del size=4008175 2024-09-20T22:02:03.001 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.000+0000 7fe779a9b640 1 < completed delete operation key=68I8AEC312OU tag=AXLBU16BNC44 type=del 2024-09-20T22:02:03.004 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.003+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~OK76RZP7UL9D.0 size=1048576 2024-09-20T22:02:03.005 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.004+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~OK76RZP7UL9D.1 size=40853 2024-09-20T22:02:03.005 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.004+0000 7fe779a9b640 1 > prepared multipart upload key=DRE6QQSJ9ZVU upload=OK76RZP7UL9D tag=HGONKLIVX44M type=write size=2138005 2024-09-20T22:02:03.007 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.005+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~KZ12F0129NMG.0 size=1048576 2024-09-20T22:02:03.008 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.006+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~KZ12F0129NMG.1 size=510307 2024-09-20T22:02:03.010 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.009+0000 7fe779a9b640 1 < completed multipart upload key=8Y1S1ZFNVQO3 upload=KZ12F0129NMG tag=L8NKNEXWIA02 type=write size=2607459 2024-09-20T22:02:03.012 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.011+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=TGGXE8M5B658 type=del size=802563 2024-09-20T22:02:03.014 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.013+0000 7fe779a9b640 1 < completed delete operation key=U24WBDE9OPS7 tag=QLC9J5D1EGPA type=del 2024-09-20T22:02:03.016 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.014+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=WVMPEI4UR8XE type=write size=757099 2024-09-20T22:02:03.017 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.016+0000 7fe779a9b640 1 < completed delete operation key=4NVVK8DRHTJL tag=81ASEWO0GNY4 type=del 2024-09-20T22:02:03.019 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.017+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=ZQNLVKN31SD8 type=del size=1574812 2024-09-20T22:02:03.020 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.019+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~WBADARUTHUA6.0 size=572813 2024-09-20T22:02:03.023 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.021+0000 7fe779a9b640 1 < completed multipart upload key=6YM3TKGM41LJ upload=WBADARUTHUA6 tag=LJOGLF3CCJAL type=write size=1621389 2024-09-20T22:02:03.024 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.023+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=MPQ5QFUMBEXA type=del size=3141167 2024-09-20T22:02:03.026 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.025+0000 7fe779a9b640 1 < completed write operation key=6YM3TKGM41LJ tag=WPQBCKYF6NKB type=write size=832883 2024-09-20T22:02:03.027 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.026+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=34ZR8N73W9MD type=del size=304170 2024-09-20T22:02:03.029 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.028+0000 7fe779a9b640 1 < completed write operation key=6YM3TKGM41LJ tag=281B231Q8MQ2 type=write size=252638 2024-09-20T22:02:03.032 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.030+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~ZLNCRVGKGOZH.0 size=1048576 2024-09-20T22:02:03.033 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.032+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~ZLNCRVGKGOZH.1 size=142264 2024-09-20T22:02:03.033 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.032+0000 7fe779a9b640 1 > prepared multipart upload key=8Y1S1ZFNVQO3 upload=ZLNCRVGKGOZH tag=S4KOON92GA8D type=write size=2239416 2024-09-20T22:02:03.033 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.032+0000 7fe779a9b640 1 < canceled part key=_multipart_JHHMXS36ATIL.2~3BBLN8H39FWJ.0 size=92273 2024-09-20T22:02:03.036 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.035+0000 7fe779a9b640 1 < canceled multipart upload key=JHHMXS36ATIL upload=3BBLN8H39FWJ tag=C98OTJEVJN51 type=write size=1140849 2024-09-20T22:02:03.039 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.038+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~012ULQIRT39O.0 size=1048576 2024-09-20T22:02:03.040 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.039+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~012ULQIRT39O.1 size=1048576 2024-09-20T22:02:03.042 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.041+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~012ULQIRT39O.2 size=361273 2024-09-20T22:02:03.042 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.041+0000 7fe779a9b640 1 > prepared multipart upload key=ELDR91I33NDH upload=012ULQIRT39O tag=2JILS8LQYGBF type=write size=3507001 2024-09-20T22:02:03.044 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.043+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~JMY8WN797W5D.0 size=1048576 2024-09-20T22:02:03.045 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.044+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~JMY8WN797W5D.1 size=1048576 2024-09-20T22:02:03.046 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.045+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~JMY8WN797W5D.2 size=894512 2024-09-20T22:02:03.049 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.047+0000 7fe779a9b640 1 < completed multipart upload key=RM93KDNRZ38I upload=JMY8WN797W5D tag=E7B93W6G12E5 type=write size=4040240 2024-09-20T22:02:03.052 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.050+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~NDWJZRC7Z1FR.0 size=1048576 2024-09-20T22:02:03.053 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.052+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~NDWJZRC7Z1FR.1 size=1048576 2024-09-20T22:02:03.054 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.053+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~NDWJZRC7Z1FR.2 size=374350 2024-09-20T22:02:03.054 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.053+0000 7fe779a9b640 1 > prepared multipart upload key=RM93KDNRZ38I upload=NDWJZRC7Z1FR tag=7LEYP3YOOCFQ type=write size=3520078 2024-09-20T22:02:03.055 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.054+0000 7fe779a9b640 1 < completed delete operation key=RB3UQB71OHKI tag=C1GE09ZDYXKV type=del 2024-09-20T22:02:03.057 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.056+0000 7fe779a9b640 1 > prepared operation key=T9NTHA21NTII tag=POZQO4Q0JIRV type=del size=3366308 2024-09-20T22:02:03.058 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.057+0000 7fe779a9b640 1 < completed delete operation key=KJYZZ8S3T5DH tag=VFEQSZ3PYWX5 type=del 2024-09-20T22:02:03.060 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.059+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=529YFZTM8R0L type=del size=1653319 2024-09-20T22:02:03.061 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.060+0000 7fe779a9b640 1 < canceled operation key=ZSXI0P8QFMQN tag=LK3AB10TJM0G type=del size=1059038 2024-09-20T22:02:03.064 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.063+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~QG2351TZ915B.0 size=661082 2024-09-20T22:02:03.064 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.063+0000 7fe779a9b640 1 > prepared multipart upload key=0M6DAP8CZAPL upload=QG2351TZ915B tag=FNRCQ93FTW29 type=write size=1709658 2024-09-20T22:02:03.066 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.064+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~LDSJ3HN7ZBT6.0 size=1048576 2024-09-20T22:02:03.067 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.066+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~LDSJ3HN7ZBT6.1 size=587563 2024-09-20T22:02:03.070 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.068+0000 7fe779a9b640 1 < completed multipart upload key=DRE6QQSJ9ZVU upload=LDSJ3HN7ZBT6 tag=0V8TJV6PIR20 type=write size=2684715 2024-09-20T22:02:03.071 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.070+0000 7fe779a9b640 1 > prepared operation key=8Y1S1ZFNVQO3 tag=XEL3JA5PU4M6 type=del size=1546393 2024-09-20T22:02:03.073 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.071+0000 7fe779a9b640 1 < completed delete operation key=1TRSEURXV2X9 tag=7WS4I7RZ6NCI type=del 2024-09-20T22:02:03.076 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.074+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~KSJ1J1M7YAZ2.0 size=1048576 2024-09-20T22:02:03.077 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.076+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~KSJ1J1M7YAZ2.1 size=1048576 2024-09-20T22:02:03.079 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.077+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~KSJ1J1M7YAZ2.2 size=420745 2024-09-20T22:02:03.079 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.077+0000 7fe779a9b640 1 > prepared multipart upload key=RM93KDNRZ38I upload=KSJ1J1M7YAZ2 tag=B71V4Z4YOM5I type=write size=3566473 2024-09-20T22:02:03.081 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.079+0000 7fe779a9b640 1 < completed delete operation key=VAH8ANWTPTHQ tag=HEDDUEQ0JW2W type=del 2024-09-20T22:02:03.083 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.082+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~G6ZAIQ9DV0AS.0 size=1048576 2024-09-20T22:02:03.085 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.083+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~G6ZAIQ9DV0AS.1 size=23495 2024-09-20T22:02:03.085 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.083+0000 7fe779a9b640 1 > prepared multipart upload key=DRE6QQSJ9ZVU upload=G6ZAIQ9DV0AS tag=2M1TX1XH6551 type=write size=2120647 2024-09-20T22:02:03.086 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.085+0000 7fe779a9b640 1 < canceled operation key=4NVVK8DRHTJL tag=ESS3UM2N901Q type=del size=4008175 2024-09-20T22:02:03.088 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.087+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=X3VN33ZIEY4C type=del size=577931 2024-09-20T22:02:03.089 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.088+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~OK76RZP7UL9D.0 size=1048576 2024-09-20T22:02:03.091 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.089+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~OK76RZP7UL9D.1 size=40853 2024-09-20T22:02:03.093 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.092+0000 7fe779a9b640 1 < completed multipart upload key=DRE6QQSJ9ZVU upload=OK76RZP7UL9D tag=HGONKLIVX44M type=write size=2138005 2024-09-20T22:02:03.096 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.094+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~PTVFD4AALO7N.0 size=245872 2024-09-20T22:02:03.096 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.094+0000 7fe779a9b640 1 > prepared multipart upload key=T9NTHA21NTII upload=PTVFD4AALO7N tag=WIZ7THHXFCQ6 type=write size=1294448 2024-09-20T22:02:03.097 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.096+0000 7fe779a9b640 1 < completed delete operation key=VAH8ANWTPTHQ tag=TGGXE8M5B658 type=del 2024-09-20T22:02:03.099 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.098+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=9OY1XI288PLQ type=del size=4114765 2024-09-20T22:02:03.100 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.099+0000 7fe779a9b640 1 < canceled operation key=4NVVK8DRHTJL tag=WVMPEI4UR8XE type=write size=757099 2024-09-20T22:02:03.104 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.102+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~9CWEE7KTH7BA.0 size=1048576 2024-09-20T22:02:03.105 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.104+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~9CWEE7KTH7BA.1 size=355251 2024-09-20T22:02:03.105 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.104+0000 7fe779a9b640 1 > prepared multipart upload key=8Y1S1ZFNVQO3 upload=9CWEE7KTH7BA tag=IB6SBD679S3K type=write size=2452403 2024-09-20T22:02:03.106 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.105+0000 7fe779a9b640 1 < completed delete operation key=6YM3TKGM41LJ tag=ZQNLVKN31SD8 type=del 2024-09-20T22:02:03.109 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.108+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~3U9HKETRWA9L.0 size=1048576 2024-09-20T22:02:03.110 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.109+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~3U9HKETRWA9L.1 size=774392 2024-09-20T22:02:03.111 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.109+0000 7fe779a9b640 1 > prepared multipart upload key=DRE6QQSJ9ZVU upload=3U9HKETRWA9L tag=P6YV6J7ZC1HE type=write size=2871544 2024-09-20T22:02:03.112 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.111+0000 7fe779a9b640 1 < canceled operation key=68I8AEC312OU tag=MPQ5QFUMBEXA type=del size=3141167 2024-09-20T22:02:03.113 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.112+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=R53IXEJCZV1S type=write size=578860 2024-09-20T22:02:03.115 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.114+0000 7fe779a9b640 1 < canceled operation key=6YM3TKGM41LJ tag=34ZR8N73W9MD type=del size=304170 2024-09-20T22:02:03.118 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.117+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~5JZKTVYOCVEB.0 size=1048576 2024-09-20T22:02:03.119 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.118+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~5JZKTVYOCVEB.1 size=740398 2024-09-20T22:02:03.119 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.118+0000 7fe779a9b640 1 > prepared multipart upload key=OM2NI3GCUE4O upload=5JZKTVYOCVEB tag=D6X9IZFG0NHA type=write size=2837550 2024-09-20T22:02:03.121 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.120+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~ZLNCRVGKGOZH.0 size=1048576 2024-09-20T22:02:03.123 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.121+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~ZLNCRVGKGOZH.1 size=142264 2024-09-20T22:02:03.125 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.124+0000 7fe779a9b640 1 < completed multipart upload key=8Y1S1ZFNVQO3 upload=ZLNCRVGKGOZH tag=S4KOON92GA8D type=write size=2239416 2024-09-20T22:02:03.127 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.125+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=NE6GUEMBBGGT type=del size=207133 2024-09-20T22:02:03.128 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.127+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~012ULQIRT39O.0 size=1048576 2024-09-20T22:02:03.129 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.128+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~012ULQIRT39O.1 size=1048576 2024-09-20T22:02:03.131 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.129+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~012ULQIRT39O.2 size=361273 2024-09-20T22:02:03.133 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.132+0000 7fe779a9b640 1 < completed multipart upload key=ELDR91I33NDH upload=012ULQIRT39O tag=2JILS8LQYGBF type=write size=3507001 2024-09-20T22:02:03.134 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.133+0000 7fe779a9b640 1 > prepared operation key=1J1YL7XL0LAY tag=GT8Z5PMXED11 type=del size=2449372 2024-09-20T22:02:03.136 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.135+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~NDWJZRC7Z1FR.0 size=1048576 2024-09-20T22:02:03.138 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.136+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~NDWJZRC7Z1FR.1 size=1048576 2024-09-20T22:02:03.139 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.138+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~NDWJZRC7Z1FR.2 size=374350 2024-09-20T22:02:03.142 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.141+0000 7fe779a9b640 1 < completed multipart upload key=RM93KDNRZ38I upload=NDWJZRC7Z1FR tag=7LEYP3YOOCFQ type=write size=3520078 2024-09-20T22:02:03.144 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.142+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=MX67DG8EWFHN type=del size=219168 2024-09-20T22:02:03.145 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.144+0000 7fe779a9b640 1 < completed delete operation key=T9NTHA21NTII tag=POZQO4Q0JIRV type=del 2024-09-20T22:02:03.148 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.147+0000 7fe779a9b640 1 > prepared part key=_multipart_7KQSF1OMUOVW.2~XV7XWCJYMFMA.0 size=1048576 2024-09-20T22:02:03.149 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.148+0000 7fe779a9b640 1 > prepared part key=_multipart_7KQSF1OMUOVW.2~XV7XWCJYMFMA.1 size=1048576 2024-09-20T22:02:03.150 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.149+0000 7fe779a9b640 1 > prepared part key=_multipart_7KQSF1OMUOVW.2~XV7XWCJYMFMA.2 size=509772 2024-09-20T22:02:03.150 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.149+0000 7fe779a9b640 1 > prepared multipart upload key=7KQSF1OMUOVW upload=XV7XWCJYMFMA tag=AKSUUHUI5CGV type=write size=3655500 2024-09-20T22:02:03.152 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.151+0000 7fe779a9b640 1 < completed delete operation key=JHHMXS36ATIL tag=529YFZTM8R0L type=del 2024-09-20T22:02:03.155 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.154+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~JCBH0YNKFZ2Y.0 size=1048576 2024-09-20T22:02:03.156 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.155+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~JCBH0YNKFZ2Y.1 size=181624 2024-09-20T22:02:03.156 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.155+0000 7fe779a9b640 1 > prepared multipart upload key=RM93KDNRZ38I upload=JCBH0YNKFZ2Y tag=XJ11DP1S4RD3 type=write size=2278776 2024-09-20T22:02:03.158 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.156+0000 7fe779a9b640 1 < completed part key=_multipart_0M6DAP8CZAPL.2~QG2351TZ915B.0 size=661082 2024-09-20T22:02:03.160 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.159+0000 7fe779a9b640 1 < completed multipart upload key=0M6DAP8CZAPL upload=QG2351TZ915B tag=FNRCQ93FTW29 type=write size=1709658 2024-09-20T22:02:03.161 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.160+0000 7fe779a9b640 1 > prepared operation key=ICBPE9ZH55FB tag=XN2XI1N47H88 type=write size=847439 2024-09-20T22:02:03.165 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.164+0000 7fe779a9b640 1 < suggested update operation key=8Y1S1ZFNVQO3 tag=XEL3JA5PU4M6 type=del size=1546393 2024-09-20T22:02:03.166 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.165+0000 7fe779a9b640 1 > prepared operation key=1J1YL7XL0LAY tag=7Z0883VR58M3 type=del size=1850484 2024-09-20T22:02:03.168 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.167+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~KSJ1J1M7YAZ2.0 size=1048576 2024-09-20T22:02:03.169 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.168+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~KSJ1J1M7YAZ2.1 size=1048576 2024-09-20T22:02:03.171 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.169+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~KSJ1J1M7YAZ2.2 size=420745 2024-09-20T22:02:03.173 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.172+0000 7fe779a9b640 1 < completed multipart upload key=RM93KDNRZ38I upload=KSJ1J1M7YAZ2 tag=B71V4Z4YOM5I type=write size=3566473 2024-09-20T22:02:03.176 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.174+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~TOHF38AAMIWK.0 size=1048576 2024-09-20T22:02:03.177 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.176+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~TOHF38AAMIWK.1 size=887392 2024-09-20T22:02:03.177 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.176+0000 7fe779a9b640 1 > prepared multipart upload key=ECSEX4SHKJA4 upload=TOHF38AAMIWK tag=0BDOWJBHYMNP type=write size=2984544 2024-09-20T22:02:03.177 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.176+0000 7fe779a9b640 1 < canceled part key=_multipart_DRE6QQSJ9ZVU.2~G6ZAIQ9DV0AS.0 size=1048576 2024-09-20T22:02:03.179 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.177+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~G6ZAIQ9DV0AS.1 size=23495 2024-09-20T22:02:03.181 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.180+0000 7fe779a9b640 1 < canceled multipart upload key=DRE6QQSJ9ZVU upload=G6ZAIQ9DV0AS tag=2M1TX1XH6551 type=write size=2120647 2024-09-20T22:02:03.182 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.181+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=HPIHMEJ4Q89O type=write size=656969 2024-09-20T22:02:03.184 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.183+0000 7fe779a9b640 1 < completed delete operation key=ECSEX4SHKJA4 tag=X3VN33ZIEY4C type=del 2024-09-20T22:02:03.187 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.185+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~GSZJSAJFEGXE.0 size=1048576 2024-09-20T22:02:03.188 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.187+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~GSZJSAJFEGXE.1 size=752915 2024-09-20T22:02:03.188 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.187+0000 7fe779a9b640 1 > prepared multipart upload key=8Y1S1ZFNVQO3 upload=GSZJSAJFEGXE tag=TMZE940PRUQF type=write size=2850067 2024-09-20T22:02:03.190 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.188+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~PTVFD4AALO7N.0 size=245872 2024-09-20T22:02:03.192 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.191+0000 7fe779a9b640 1 < completed multipart upload key=T9NTHA21NTII upload=PTVFD4AALO7N tag=WIZ7THHXFCQ6 type=write size=1294448 2024-09-20T22:02:03.195 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.194+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~EU2G2DK5GFW2.0 size=252654 2024-09-20T22:02:03.195 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.194+0000 7fe779a9b640 1 > prepared multipart upload key=1J1YL7XL0LAY upload=EU2G2DK5GFW2 tag=COPOMDNAR7KX type=write size=1301230 2024-09-20T22:02:03.197 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.195+0000 7fe779a9b640 1 < completed delete operation key=RM93KDNRZ38I tag=9OY1XI288PLQ type=del 2024-09-20T22:02:03.198 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.197+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=8HN0GDNOU6JU type=write size=77480 2024-09-20T22:02:03.200 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.199+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~9CWEE7KTH7BA.0 size=1048576 2024-09-20T22:02:03.202 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.200+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~9CWEE7KTH7BA.1 size=355251 2024-09-20T22:02:03.204 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.203+0000 7fe779a9b640 1 < completed multipart upload key=8Y1S1ZFNVQO3 upload=9CWEE7KTH7BA tag=IB6SBD679S3K type=write size=2452403 2024-09-20T22:02:03.208 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.206+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~EWRR60JB4W7J.0 size=971175 2024-09-20T22:02:03.208 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.206+0000 7fe779a9b640 1 > prepared multipart upload key=XEPWA2JTOEC2 upload=EWRR60JB4W7J tag=EIL0F6HJ291D type=write size=2019751 2024-09-20T22:02:03.209 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.208+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~3U9HKETRWA9L.0 size=1048576 2024-09-20T22:02:03.209 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.208+0000 7fe779a9b640 1 < canceled part key=_multipart_DRE6QQSJ9ZVU.2~3U9HKETRWA9L.1 size=774392 2024-09-20T22:02:03.212 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.211+0000 7fe779a9b640 1 < canceled multipart upload key=DRE6QQSJ9ZVU upload=3U9HKETRWA9L tag=P6YV6J7ZC1HE type=write size=2871544 2024-09-20T22:02:03.214 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.212+0000 7fe779a9b640 1 > prepared operation key=3YV668WNVJ3G tag=OQ91SWGETEO6 type=del size=400510 2024-09-20T22:02:03.215 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.214+0000 7fe779a9b640 1 < completed write operation key=68I8AEC312OU tag=R53IXEJCZV1S type=write size=578860 2024-09-20T22:02:03.218 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.216+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~2UIEL7C67K31.0 size=1048576 2024-09-20T22:02:03.219 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.218+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~2UIEL7C67K31.1 size=1048576 2024-09-20T22:02:03.220 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.219+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~2UIEL7C67K31.2 size=900619 2024-09-20T22:02:03.220 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.219+0000 7fe779a9b640 1 > prepared multipart upload key=PNZZ2ZGG009S upload=2UIEL7C67K31 tag=4EDIH5I0IDRU type=write size=4046347 2024-09-20T22:02:03.222 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.220+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~5JZKTVYOCVEB.0 size=1048576 2024-09-20T22:02:03.223 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.222+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~5JZKTVYOCVEB.1 size=740398 2024-09-20T22:02:03.226 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.224+0000 7fe779a9b640 1 < completed multipart upload key=OM2NI3GCUE4O upload=5JZKTVYOCVEB tag=D6X9IZFG0NHA type=write size=2837550 2024-09-20T22:02:03.228 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.227+0000 7fe779a9b640 1 > prepared part key=_multipart_JHHMXS36ATIL.2~XC1RN2ENLNE9.0 size=1048576 2024-09-20T22:02:03.230 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.228+0000 7fe779a9b640 1 > prepared part key=_multipart_JHHMXS36ATIL.2~XC1RN2ENLNE9.1 size=1048576 2024-09-20T22:02:03.231 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.230+0000 7fe779a9b640 1 > prepared part key=_multipart_JHHMXS36ATIL.2~XC1RN2ENLNE9.2 size=813956 2024-09-20T22:02:03.231 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.230+0000 7fe779a9b640 1 > prepared multipart upload key=JHHMXS36ATIL upload=XC1RN2ENLNE9 tag=6KT11MHJODJA type=write size=3959684 2024-09-20T22:02:03.233 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.231+0000 7fe779a9b640 1 < completed delete operation key=RM93KDNRZ38I tag=NE6GUEMBBGGT type=del 2024-09-20T22:02:03.234 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.233+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=UDLRWIPPXAX0 type=del size=2415135 2024-09-20T22:02:03.236 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.234+0000 7fe779a9b640 1 < completed delete operation key=1J1YL7XL0LAY tag=GT8Z5PMXED11 type=del 2024-09-20T22:02:03.237 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.236+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=365N1JLHIWV4 type=write size=823384 2024-09-20T22:02:03.239 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.237+0000 7fe779a9b640 1 < completed delete operation key=4NVVK8DRHTJL tag=MX67DG8EWFHN type=del 2024-09-20T22:02:03.242 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.239+0000 7fe779a9b640 1 > prepared operation key=OWUA691MUMB6 tag=E6Z390RB3V5U type=del size=46739 2024-09-20T22:02:03.242 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.240+0000 7fe779a9b640 1 < completed part key=_multipart_7KQSF1OMUOVW.2~XV7XWCJYMFMA.0 size=1048576 2024-09-20T22:02:03.242 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.240+0000 7fe779a9b640 1 < canceled part key=_multipart_7KQSF1OMUOVW.2~XV7XWCJYMFMA.1 size=1048576 2024-09-20T22:02:03.243 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.242+0000 7fe779a9b640 1 < completed part key=_multipart_7KQSF1OMUOVW.2~XV7XWCJYMFMA.2 size=509772 2024-09-20T22:02:03.246 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.244+0000 7fe779a9b640 1 < canceled multipart upload key=7KQSF1OMUOVW upload=XV7XWCJYMFMA tag=AKSUUHUI5CGV type=write size=3655500 2024-09-20T22:02:03.247 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.246+0000 7fe779a9b640 1 > prepared operation key=T9NTHA21NTII tag=7V95UMR0C5KE type=del size=843220 2024-09-20T22:02:03.249 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.247+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~JCBH0YNKFZ2Y.0 size=1048576 2024-09-20T22:02:03.250 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.249+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~JCBH0YNKFZ2Y.1 size=181624 2024-09-20T22:02:03.253 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.251+0000 7fe779a9b640 1 < completed multipart upload key=RM93KDNRZ38I upload=JCBH0YNKFZ2Y tag=XJ11DP1S4RD3 type=write size=2278776 2024-09-20T22:02:03.255 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.254+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~0OY1Z8ESQ664.0 size=864748 2024-09-20T22:02:03.255 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.254+0000 7fe779a9b640 1 > prepared multipart upload key=1J1YL7XL0LAY upload=0OY1Z8ESQ664 tag=6QOWDT6GRU96 type=write size=1913324 2024-09-20T22:02:03.257 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.256+0000 7fe779a9b640 1 < completed write operation key=ICBPE9ZH55FB tag=XN2XI1N47H88 type=write size=847439 2024-09-20T22:02:03.258 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.257+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=AHWLBX69ZWY6 type=del size=1248679 2024-09-20T22:02:03.260 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.259+0000 7fe779a9b640 1 < completed delete operation key=1J1YL7XL0LAY tag=7Z0883VR58M3 type=del 2024-09-20T22:02:03.261 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.260+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=I6EEQA3CZFT6 type=del size=1177527 2024-09-20T22:02:03.263 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.262+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~TOHF38AAMIWK.0 size=1048576 2024-09-20T22:02:03.265 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.264+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~TOHF38AAMIWK.1 size=887392 2024-09-20T22:02:03.268 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.267+0000 7fe779a9b640 1 < completed multipart upload key=ECSEX4SHKJA4 upload=TOHF38AAMIWK tag=0BDOWJBHYMNP type=write size=2984544 2024-09-20T22:02:03.271 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.270+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~1GP8980587Q1.0 size=139661 2024-09-20T22:02:03.272 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.270+0000 7fe779a9b640 1 > prepared multipart upload key=XEPWA2JTOEC2 upload=1GP8980587Q1 tag=929XE2QXVM7L type=write size=1188237 2024-09-20T22:02:03.273 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.272+0000 7fe779a9b640 1 < canceled operation key=B0070VZB3UZF tag=HPIHMEJ4Q89O type=write size=656969 2024-09-20T22:02:03.275 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.274+0000 7fe779a9b640 1 > prepared operation key=ICBPE9ZH55FB tag=9YC39L1LL42I type=del size=3715184 2024-09-20T22:02:03.275 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.274+0000 7fe779a9b640 1 < canceled part key=_multipart_8Y1S1ZFNVQO3.2~GSZJSAJFEGXE.0 size=1048576 2024-09-20T22:02:03.275 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.274+0000 7fe779a9b640 1 < canceled part key=_multipart_8Y1S1ZFNVQO3.2~GSZJSAJFEGXE.1 size=752915 2024-09-20T22:02:03.278 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.277+0000 7fe779a9b640 1 < canceled multipart upload key=8Y1S1ZFNVQO3 upload=GSZJSAJFEGXE tag=TMZE940PRUQF type=write size=2850067 2024-09-20T22:02:03.280 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.279+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=17G6XSFSA1CN type=del size=2670710 2024-09-20T22:02:03.282 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.280+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~EU2G2DK5GFW2.0 size=252654 2024-09-20T22:02:03.285 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.283+0000 7fe779a9b640 1 < completed multipart upload key=1J1YL7XL0LAY upload=EU2G2DK5GFW2 tag=COPOMDNAR7KX type=write size=1301230 2024-09-20T22:02:03.286 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.285+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=BXT007CVOXB9 type=write size=218978 2024-09-20T22:02:03.288 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.286+0000 7fe779a9b640 1 < completed write operation key=PNZZ2ZGG009S tag=8HN0GDNOU6JU type=write size=77480 2024-09-20T22:02:03.291 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.289+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~L0WAFERF8C9X.0 size=633311 2024-09-20T22:02:03.291 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.290+0000 7fe779a9b640 1 > prepared multipart upload key=DRE6QQSJ9ZVU upload=L0WAFERF8C9X tag=0Q9KKCT5BAJ8 type=write size=1681887 2024-09-20T22:02:03.292 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.291+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~EWRR60JB4W7J.0 size=971175 2024-09-20T22:02:03.295 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.294+0000 7fe779a9b640 1 < completed multipart upload key=XEPWA2JTOEC2 upload=EWRR60JB4W7J tag=EIL0F6HJ291D type=write size=2019751 2024-09-20T22:02:03.297 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.295+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=1CWKCRFQUZX6 type=del size=706404 2024-09-20T22:02:03.300 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.299+0000 7fe779a9b640 1 < suggested update operation key=3YV668WNVJ3G tag=OQ91SWGETEO6 type=del size=400510 2024-09-20T22:02:03.301 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.300+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=YQJCKNBM6FQS type=del size=1298415 2024-09-20T22:02:03.303 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.302+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~2UIEL7C67K31.0 size=1048576 2024-09-20T22:02:03.304 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.303+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~2UIEL7C67K31.1 size=1048576 2024-09-20T22:02:03.306 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.304+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~2UIEL7C67K31.2 size=900619 2024-09-20T22:02:03.309 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.307+0000 7fe779a9b640 1 < completed multipart upload key=PNZZ2ZGG009S upload=2UIEL7C67K31 tag=4EDIH5I0IDRU type=write size=4046347 2024-09-20T22:02:03.310 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.309+0000 7fe779a9b640 1 > prepared operation key=ICBPE9ZH55FB tag=DJK6G84OAF90 type=write size=482809 2024-09-20T22:02:03.313 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.311+0000 7fe779a9b640 1 < completed part key=_multipart_JHHMXS36ATIL.2~XC1RN2ENLNE9.0 size=1048576 2024-09-20T22:02:03.313 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.311+0000 7fe779a9b640 1 < canceled part key=_multipart_JHHMXS36ATIL.2~XC1RN2ENLNE9.1 size=1048576 2024-09-20T22:02:03.314 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.312+0000 7fe779a9b640 1 < completed part key=_multipart_JHHMXS36ATIL.2~XC1RN2ENLNE9.2 size=813956 2024-09-20T22:02:03.317 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.315+0000 7fe779a9b640 1 < canceled multipart upload key=JHHMXS36ATIL upload=XC1RN2ENLNE9 tag=6KT11MHJODJA type=write size=3959684 2024-09-20T22:02:03.319 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.317+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=JUQWJ5SR2AOY type=del size=3139862 2024-09-20T22:02:03.322 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.321+0000 7fe779a9b640 1 < suggested update operation key=DRE6QQSJ9ZVU tag=UDLRWIPPXAX0 type=del size=2415135 2024-09-20T22:02:03.325 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.323+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~P6WJAMTENXLZ.0 size=1048576 2024-09-20T22:02:03.326 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.325+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~P6WJAMTENXLZ.1 size=207643 2024-09-20T22:02:03.326 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.325+0000 7fe779a9b640 1 > prepared multipart upload key=VAH8ANWTPTHQ upload=P6WJAMTENXLZ tag=1PKHNTDNZME2 type=write size=2304795 2024-09-20T22:02:03.328 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.326+0000 7fe779a9b640 1 < completed write operation key=KJYZZ8S3T5DH tag=365N1JLHIWV4 type=write size=823384 2024-09-20T22:02:03.329 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.328+0000 7fe779a9b640 1 > prepared operation key=UUWQ1G2142U2 tag=F4GTAEQHHV0G type=write size=664091 2024-09-20T22:02:03.331 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.329+0000 7fe779a9b640 1 < completed delete operation key=OWUA691MUMB6 tag=E6Z390RB3V5U type=del 2024-09-20T22:02:03.332 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.331+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=LCXGSEPS3CK1 type=del size=438010 2024-09-20T22:02:03.334 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.332+0000 7fe779a9b640 1 < completed delete operation key=T9NTHA21NTII tag=7V95UMR0C5KE type=del 2024-09-20T22:02:03.337 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.335+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~GBD6ZPGHFYH1.0 size=9386 2024-09-20T22:02:03.337 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.335+0000 7fe779a9b640 1 > prepared multipart upload key=R44R5QNUZJMC upload=GBD6ZPGHFYH1 tag=EP6FIDU5ORL4 type=write size=1057962 2024-09-20T22:02:03.337 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.336+0000 7fe779a9b640 1 < canceled part key=_multipart_1J1YL7XL0LAY.2~0OY1Z8ESQ664.0 size=864748 2024-09-20T22:02:03.340 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.338+0000 7fe779a9b640 1 < canceled multipart upload key=1J1YL7XL0LAY upload=0OY1Z8ESQ664 tag=6QOWDT6GRU96 type=write size=1913324 2024-09-20T22:02:03.341 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.340+0000 7fe779a9b640 1 > prepared operation key=RB3UQB71OHKI tag=D0K87EZ28VTV type=del size=781913 2024-09-20T22:02:03.343 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.342+0000 7fe779a9b640 1 < canceled operation key=1TRSEURXV2X9 tag=AHWLBX69ZWY6 type=del size=1248679 2024-09-20T22:02:03.344 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.343+0000 7fe779a9b640 1 > prepared operation key=ICBPE9ZH55FB tag=JU3OBTOIE4JY type=write size=325549 2024-09-20T22:02:03.346 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.345+0000 7fe779a9b640 1 < completed delete operation key=ELDR91I33NDH tag=I6EEQA3CZFT6 type=del 2024-09-20T22:02:03.347 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.346+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=PYXUPWHIWWMI type=del size=1005853 2024-09-20T22:02:03.349 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.348+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~1GP8980587Q1.0 size=139661 2024-09-20T22:02:03.352 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.350+0000 7fe779a9b640 1 < completed multipart upload key=XEPWA2JTOEC2 upload=1GP8980587Q1 tag=929XE2QXVM7L type=write size=1188237 2024-09-20T22:02:03.355 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.354+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~PGJ70SOEFTGK.0 size=850094 2024-09-20T22:02:03.355 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.354+0000 7fe779a9b640 1 > prepared multipart upload key=1J1YL7XL0LAY upload=PGJ70SOEFTGK tag=NYBY941XL2IB type=write size=1898670 2024-09-20T22:02:03.358 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.357+0000 7fe779a9b640 1 < suggested remove operation key=ICBPE9ZH55FB tag=9YC39L1LL42I type=del 2024-09-20T22:02:03.360 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.358+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=K4ZE9WT21L94 type=del size=1619893 2024-09-20T22:02:03.361 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.360+0000 7fe779a9b640 1 < completed delete operation key=ZSXI0P8QFMQN tag=17G6XSFSA1CN type=del 2024-09-20T22:02:03.363 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.362+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=274WH5BLZRXV type=del size=3921254 2024-09-20T22:02:03.366 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.365+0000 7fe779a9b640 1 < suggested update operation key=ELDR91I33NDH tag=BXT007CVOXB9 type=write size=218978 2024-09-20T22:02:03.369 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.368+0000 7fe779a9b640 1 > prepared part key=_multipart_7KQSF1OMUOVW.2~ETGKVVQP59K8.0 size=1048576 2024-09-20T22:02:03.370 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.369+0000 7fe779a9b640 1 > prepared part key=_multipart_7KQSF1OMUOVW.2~ETGKVVQP59K8.1 size=1048576 2024-09-20T22:02:03.372 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.370+0000 7fe779a9b640 1 > prepared part key=_multipart_7KQSF1OMUOVW.2~ETGKVVQP59K8.2 size=702212 2024-09-20T22:02:03.372 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.370+0000 7fe779a9b640 1 > prepared multipart upload key=7KQSF1OMUOVW upload=ETGKVVQP59K8 tag=XFW31UUCVO1I type=write size=3847940 2024-09-20T22:02:03.373 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.372+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~L0WAFERF8C9X.0 size=633311 2024-09-20T22:02:03.376 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.375+0000 7fe779a9b640 1 < completed multipart upload key=DRE6QQSJ9ZVU upload=L0WAFERF8C9X tag=0Q9KKCT5BAJ8 type=write size=1681887 2024-09-20T22:02:03.378 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.376+0000 7fe779a9b640 1 > prepared operation key=XEPWA2JTOEC2 tag=1WGTS8NQUHZL type=write size=597705 2024-09-20T22:02:03.379 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.378+0000 7fe779a9b640 1 < completed delete operation key=OM2NI3GCUE4O tag=1CWKCRFQUZX6 type=del 2024-09-20T22:02:03.381 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.380+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=AV7H9PA1OSV0 type=write size=858132 2024-09-20T22:02:03.383 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.381+0000 7fe779a9b640 1 < completed delete operation key=RM93KDNRZ38I tag=YQJCKNBM6FQS type=del 2024-09-20T22:02:03.386 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.385+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~KAP9NW5WM91M.0 size=1048576 2024-09-20T22:02:03.387 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.386+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~KAP9NW5WM91M.1 size=504351 2024-09-20T22:02:03.388 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.386+0000 7fe779a9b640 1 > prepared multipart upload key=B0070VZB3UZF upload=KAP9NW5WM91M tag=L6Q9W5FORI7F type=write size=2601503 2024-09-20T22:02:03.388 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.387+0000 7fe779a9b640 -1 < no bi entry to suggest for operation key=ICBPE9ZH55FB tag=DJK6G84OAF90 type=write size=482809: (2) No such file or directory 2024-09-20T22:02:03.389 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.388+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=JYXUGQDLMJZY type=del size=4119470 2024-09-20T22:02:03.391 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.390+0000 7fe779a9b640 1 < completed delete operation key=PNZZ2ZGG009S tag=JUQWJ5SR2AOY type=del 2024-09-20T22:02:03.393 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.392+0000 7fe779a9b640 1 > prepared operation key=OWUA691MUMB6 tag=6T7DDWPDTKN3 type=del size=2367678 2024-09-20T22:02:03.395 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.393+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~P6WJAMTENXLZ.0 size=1048576 2024-09-20T22:02:03.396 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.395+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~P6WJAMTENXLZ.1 size=207643 2024-09-20T22:02:03.399 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.397+0000 7fe779a9b640 1 < completed multipart upload key=VAH8ANWTPTHQ upload=P6WJAMTENXLZ tag=1PKHNTDNZME2 type=write size=2304795 2024-09-20T22:02:03.400 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.399+0000 7fe779a9b640 1 > prepared operation key=1J1YL7XL0LAY tag=8Z894ABBOJD0 type=del size=1931014 2024-09-20T22:02:03.402 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.401+0000 7fe779a9b640 1 < completed write operation key=UUWQ1G2142U2 tag=F4GTAEQHHV0G type=write size=664091 2024-09-20T22:02:03.405 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.404+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~L9FJT6J3D8H7.0 size=338456 2024-09-20T22:02:03.405 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.404+0000 7fe779a9b640 1 > prepared multipart upload key=RB3UQB71OHKI upload=L9FJT6J3D8H7 tag=YTHUOE7ZIIL0 type=write size=1387032 2024-09-20T22:02:03.408 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.407+0000 7fe779a9b640 1 < suggested update operation key=PNZZ2ZGG009S tag=LCXGSEPS3CK1 type=del size=438010 2024-09-20T22:02:03.410 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.409+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=J2HK39N6XF5S type=write size=726481 2024-09-20T22:02:03.412 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.410+0000 7fe779a9b640 1 < completed part key=_multipart_R44R5QNUZJMC.2~GBD6ZPGHFYH1.0 size=9386 2024-09-20T22:02:03.415 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.413+0000 7fe779a9b640 1 < completed multipart upload key=R44R5QNUZJMC upload=GBD6ZPGHFYH1 tag=EP6FIDU5ORL4 type=write size=1057962 2024-09-20T22:02:03.416 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.415+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=V7DY9AFU10LO type=del size=2486753 2024-09-20T22:02:03.419 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.418+0000 7fe779a9b640 1 < suggested remove operation key=RB3UQB71OHKI tag=D0K87EZ28VTV type=del 2024-09-20T22:02:03.421 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.419+0000 7fe779a9b640 1 > prepared operation key=IYYXNW4DO800 tag=551BLNULJPS3 type=del size=2296181 2024-09-20T22:02:03.422 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.421+0000 7fe779a9b640 -1 < failed to complete operation key=ICBPE9ZH55FB tag=JU3OBTOIE4JY type=write size=325549: (22) Invalid argument 2024-09-20T22:02:03.425 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.424+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~736NRETJR9NM.0 size=849702 2024-09-20T22:02:03.425 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.424+0000 7fe779a9b640 1 > prepared multipart upload key=0M6DAP8CZAPL upload=736NRETJR9NM tag=DBDO9HIBXY4A type=write size=1898278 2024-09-20T22:02:03.427 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.426+0000 7fe779a9b640 1 < completed delete operation key=RM93KDNRZ38I tag=PYXUPWHIWWMI type=del 2024-09-20T22:02:03.428 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.427+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=TUCW8FWA4P9X type=del size=272692 2024-09-20T22:02:03.430 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.428+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~PGJ70SOEFTGK.0 size=850094 2024-09-20T22:02:03.432 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.431+0000 7fe779a9b640 1 < completed multipart upload key=1J1YL7XL0LAY upload=PGJ70SOEFTGK tag=NYBY941XL2IB type=write size=1898670 2024-09-20T22:02:03.434 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.432+0000 7fe779a9b640 1 > prepared operation key=ICBPE9ZH55FB tag=LJ2DH4LPXXN2 type=write size=72963 2024-09-20T22:02:03.435 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.434+0000 7fe779a9b640 1 < completed delete operation key=VAH8ANWTPTHQ tag=K4ZE9WT21L94 type=del 2024-09-20T22:02:03.437 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.436+0000 7fe779a9b640 1 > prepared operation key=UUWQ1G2142U2 tag=3YQ2JXGF47RL type=del size=3695597 2024-09-20T22:02:03.439 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.438+0000 7fe779a9b640 1 < completed delete operation key=QCX4FDH1E7DG tag=274WH5BLZRXV type=del 2024-09-20T22:02:03.442 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.441+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~M8QULP0FVIMX.0 size=1048576 2024-09-20T22:02:03.443 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.442+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~M8QULP0FVIMX.1 size=234428 2024-09-20T22:02:03.443 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.442+0000 7fe779a9b640 1 > prepared multipart upload key=JE0BX5GAIPSB upload=M8QULP0FVIMX tag=JY035VHP8VGN type=write size=2331580 2024-09-20T22:02:03.444 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.443+0000 7fe779a9b640 1 < completed part key=_multipart_7KQSF1OMUOVW.2~ETGKVVQP59K8.0 size=1048576 2024-09-20T22:02:03.446 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.444+0000 7fe779a9b640 1 < completed part key=_multipart_7KQSF1OMUOVW.2~ETGKVVQP59K8.1 size=1048576 2024-09-20T22:02:03.447 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.446+0000 7fe779a9b640 1 < completed part key=_multipart_7KQSF1OMUOVW.2~ETGKVVQP59K8.2 size=702212 2024-09-20T22:02:03.449 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.448+0000 7fe779a9b640 1 < completed multipart upload key=7KQSF1OMUOVW upload=ETGKVVQP59K8 tag=XFW31UUCVO1I type=write size=3847940 2024-09-20T22:02:03.451 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.450+0000 7fe779a9b640 1 > prepared operation key=ICBPE9ZH55FB tag=BJR5KJDU553R type=del size=55309 2024-09-20T22:02:03.454 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.453+0000 7fe779a9b640 1 < suggested update operation key=XEPWA2JTOEC2 tag=1WGTS8NQUHZL type=write size=597705 2024-09-20T22:02:03.457 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.456+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~6W0UUS2D4ZXH.0 size=1048576 2024-09-20T22:02:03.458 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.457+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~6W0UUS2D4ZXH.1 size=1048576 2024-09-20T22:02:03.459 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.458+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~6W0UUS2D4ZXH.2 size=335121 2024-09-20T22:02:03.459 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.458+0000 7fe779a9b640 1 > prepared multipart upload key=DRE6QQSJ9ZVU upload=6W0UUS2D4ZXH tag=0DIKVXUH97RJ type=write size=3480849 2024-09-20T22:02:03.461 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.460+0000 7fe779a9b640 1 < completed write operation key=1TRSEURXV2X9 tag=AV7H9PA1OSV0 type=write size=858132 2024-09-20T22:02:03.464 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.463+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~2K7E3JYUIX0J.0 size=1048576 2024-09-20T22:02:03.465 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.464+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~2K7E3JYUIX0J.1 size=1048576 2024-09-20T22:02:03.466 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.465+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~2K7E3JYUIX0J.2 size=648623 2024-09-20T22:02:03.467 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.465+0000 7fe779a9b640 1 > prepared multipart upload key=UUWQ1G2142U2 upload=2K7E3JYUIX0J tag=B8V13SLXC3K9 type=write size=3794351 2024-09-20T22:02:03.468 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.467+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~KAP9NW5WM91M.0 size=1048576 2024-09-20T22:02:03.469 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.468+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~KAP9NW5WM91M.1 size=504351 2024-09-20T22:02:03.472 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.471+0000 7fe779a9b640 1 < completed multipart upload key=B0070VZB3UZF upload=KAP9NW5WM91M tag=L6Q9W5FORI7F type=write size=2601503 2024-09-20T22:02:03.474 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.473+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=WH72X0DWJV71 type=del size=3566188 2024-09-20T22:02:03.477 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.476+0000 7fe779a9b640 1 < suggested update operation key=CV3QPH1KJL9D tag=JYXUGQDLMJZY type=del size=4119470 2024-09-20T22:02:03.479 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.478+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=7TO8DJO2TFB0 type=del size=3696274 2024-09-20T22:02:03.481 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.480+0000 7fe779a9b640 1 < completed delete operation key=OWUA691MUMB6 tag=6T7DDWPDTKN3 type=del 2024-09-20T22:02:03.482 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.481+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=5R5F4FJ8UQB9 type=del size=3619186 2024-09-20T22:02:03.486 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.484+0000 7fe779a9b640 1 < suggested update operation key=1J1YL7XL0LAY tag=8Z894ABBOJD0 type=del size=1931014 2024-09-20T22:02:03.487 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.486+0000 7fe779a9b640 1 > prepared operation key=T9NTHA21NTII tag=NCBAJY92LCFP type=del size=1200108 2024-09-20T22:02:03.489 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.487+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~L9FJT6J3D8H7.0 size=338456 2024-09-20T22:02:03.492 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.490+0000 7fe779a9b640 1 < completed multipart upload key=RB3UQB71OHKI upload=L9FJT6J3D8H7 tag=YTHUOE7ZIIL0 type=write size=1387032 2024-09-20T22:02:03.493 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.492+0000 7fe779a9b640 1 > prepared operation key=1J1YL7XL0LAY tag=9ZYCBNTED5B9 type=del size=3625921 2024-09-20T22:02:03.495 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.493+0000 7fe779a9b640 1 < canceled operation key=QCX4FDH1E7DG tag=J2HK39N6XF5S type=write size=726481 2024-09-20T22:02:03.498 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.497+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~8746W6Y6ZG4B.0 size=658176 2024-09-20T22:02:03.498 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.497+0000 7fe779a9b640 1 > prepared multipart upload key=XEPWA2JTOEC2 upload=8746W6Y6ZG4B tag=XHJHE3P2YGZS type=write size=1706752 2024-09-20T22:02:03.500 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.499+0000 7fe779a9b640 -1 < failed to complete operation key=CV3QPH1KJL9D tag=V7DY9AFU10LO type=del size=2486753: (22) Invalid argument 2024-09-20T22:02:03.503 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.501+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~Q3OH9EDE3FX1.0 size=1048576 2024-09-20T22:02:03.504 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.503+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~Q3OH9EDE3FX1.1 size=1048576 2024-09-20T22:02:03.505 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.504+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~Q3OH9EDE3FX1.2 size=241794 2024-09-20T22:02:03.506 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.504+0000 7fe779a9b640 1 > prepared multipart upload key=KJYZZ8S3T5DH upload=Q3OH9EDE3FX1 tag=X21F19B22V9C type=write size=3387522 2024-09-20T22:02:03.508 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.506+0000 7fe779a9b640 1 < completed delete operation key=IYYXNW4DO800 tag=551BLNULJPS3 type=del 2024-09-20T22:02:03.510 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.509+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~0KY2OOHYCCFL.0 size=302661 2024-09-20T22:02:03.511 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.509+0000 7fe779a9b640 1 > prepared multipart upload key=ECSEX4SHKJA4 upload=0KY2OOHYCCFL tag=005NMPPTA1WF type=write size=1351237 2024-09-20T22:02:03.513 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.511+0000 7fe779a9b640 1 < completed part key=_multipart_0M6DAP8CZAPL.2~736NRETJR9NM.0 size=849702 2024-09-20T22:02:03.516 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.514+0000 7fe779a9b640 1 < completed multipart upload key=0M6DAP8CZAPL upload=736NRETJR9NM tag=DBDO9HIBXY4A type=write size=1898278 2024-09-20T22:02:03.517 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.516+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=ARZW0TFNJMWJ type=del size=3981138 2024-09-20T22:02:03.519 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.518+0000 7fe779a9b640 1 < completed delete operation key=U24WBDE9OPS7 tag=TUCW8FWA4P9X type=del 2024-09-20T22:02:03.521 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.519+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=QPJWZRTT0P29 type=del size=1425965 2024-09-20T22:02:03.522 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.521+0000 7fe779a9b640 1 < completed write operation key=ICBPE9ZH55FB tag=LJ2DH4LPXXN2 type=write size=72963 2024-09-20T22:02:03.525 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.524+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~6Z3APC5M1NH5.0 size=1048576 2024-09-20T22:02:03.526 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.525+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~6Z3APC5M1NH5.1 size=1048576 2024-09-20T22:02:03.528 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.526+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~6Z3APC5M1NH5.2 size=345698 2024-09-20T22:02:03.528 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.526+0000 7fe779a9b640 1 > prepared multipart upload key=R44R5QNUZJMC upload=6Z3APC5M1NH5 tag=W0ZZT7CNSQE0 type=write size=3491426 2024-09-20T22:02:03.531 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.530+0000 7fe779a9b640 1 < suggested update operation key=UUWQ1G2142U2 tag=3YQ2JXGF47RL type=del size=3695597 2024-09-20T22:02:03.534 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.533+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~QHTP8BLJU7MH.0 size=1048576 2024-09-20T22:02:03.535 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.534+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~QHTP8BLJU7MH.1 size=1048576 2024-09-20T22:02:03.536 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.535+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~QHTP8BLJU7MH.2 size=175765 2024-09-20T22:02:03.537 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.535+0000 7fe779a9b640 1 > prepared multipart upload key=ICBPE9ZH55FB upload=QHTP8BLJU7MH tag=795U9ILIR84F type=write size=3321493 2024-09-20T22:02:03.538 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.537+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~M8QULP0FVIMX.0 size=1048576 2024-09-20T22:02:03.539 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.538+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~M8QULP0FVIMX.1 size=234428 2024-09-20T22:02:03.542 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.540+0000 7fe779a9b640 1 < completed multipart upload key=JE0BX5GAIPSB upload=M8QULP0FVIMX tag=JY035VHP8VGN type=write size=2331580 2024-09-20T22:02:03.543 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.542+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=JL0A7506GOUY type=del size=997745 2024-09-20T22:02:03.546 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.545+0000 7fe779a9b640 1 < suggested remove operation key=ICBPE9ZH55FB tag=BJR5KJDU553R type=del 2024-09-20T22:02:03.549 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.547+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~0SR27D3I3JNM.0 size=1048576 2024-09-20T22:02:03.550 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.549+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~0SR27D3I3JNM.1 size=684846 2024-09-20T22:02:03.550 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.549+0000 7fe779a9b640 1 > prepared multipart upload key=UUWQ1G2142U2 upload=0SR27D3I3JNM tag=HQU2B9AEH2WJ type=write size=2781998 2024-09-20T22:02:03.551 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.550+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~6W0UUS2D4ZXH.0 size=1048576 2024-09-20T22:02:03.551 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.550+0000 7fe779a9b640 1 < canceled part key=_multipart_DRE6QQSJ9ZVU.2~6W0UUS2D4ZXH.1 size=1048576 2024-09-20T22:02:03.553 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.551+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~6W0UUS2D4ZXH.2 size=335121 2024-09-20T22:02:03.555 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.554+0000 7fe779a9b640 1 < canceled multipart upload key=DRE6QQSJ9ZVU upload=6W0UUS2D4ZXH tag=0DIKVXUH97RJ type=write size=3480849 2024-09-20T22:02:03.556 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.555+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=QAKVWUN23UK1 type=del size=1946769 2024-09-20T22:02:03.558 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.557+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~2K7E3JYUIX0J.0 size=1048576 2024-09-20T22:02:03.559 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.558+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~2K7E3JYUIX0J.1 size=1048576 2024-09-20T22:02:03.560 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.559+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~2K7E3JYUIX0J.2 size=648623 2024-09-20T22:02:03.563 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.562+0000 7fe779a9b640 1 < completed multipart upload key=UUWQ1G2142U2 upload=2K7E3JYUIX0J tag=B8V13SLXC3K9 type=write size=3794351 2024-09-20T22:02:03.566 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.564+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~3YCHAM64EX42.0 size=490132 2024-09-20T22:02:03.566 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.564+0000 7fe779a9b640 1 > prepared multipart upload key=PNZZ2ZGG009S upload=3YCHAM64EX42 tag=OGX1MMSHJ95L type=write size=1538708 2024-09-20T22:02:03.567 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.566+0000 7fe779a9b640 1 < completed delete operation key=JHHMXS36ATIL tag=WH72X0DWJV71 type=del 2024-09-20T22:02:03.570 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.569+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~EEEY7T4U6YB5.0 size=707969 2024-09-20T22:02:03.570 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.569+0000 7fe779a9b640 1 > prepared multipart upload key=1TRSEURXV2X9 upload=EEEY7T4U6YB5 tag=LUYJ60GWHLP4 type=write size=1756545 2024-09-20T22:02:03.572 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.570+0000 7fe779a9b640 1 < completed delete operation key=ECSEX4SHKJA4 tag=7TO8DJO2TFB0 type=del 2024-09-20T22:02:03.573 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.572+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=JLOID9LP0KGE type=write size=648680 2024-09-20T22:02:03.576 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.575+0000 7fe779a9b640 1 < suggested remove operation key=1TRSEURXV2X9 tag=5R5F4FJ8UQB9 type=del 2024-09-20T22:02:03.578 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.576+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=CRMQ7D6AAC9J type=write size=372495 2024-09-20T22:02:03.579 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.578+0000 7fe779a9b640 1 < completed delete operation key=T9NTHA21NTII tag=NCBAJY92LCFP type=del 2024-09-20T22:02:03.582 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.581+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~MZKNUDPLJ7TM.0 size=1048576 2024-09-20T22:02:03.583 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.582+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~MZKNUDPLJ7TM.1 size=806082 2024-09-20T22:02:03.583 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.582+0000 7fe779a9b640 1 > prepared multipart upload key=XEPWA2JTOEC2 upload=MZKNUDPLJ7TM tag=AOU0ZYMKLWS2 type=write size=2903234 2024-09-20T22:02:03.585 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.583+0000 7fe779a9b640 1 < completed delete operation key=1J1YL7XL0LAY tag=9ZYCBNTED5B9 type=del 2024-09-20T22:02:03.586 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.585+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=KYNUFE56SEYA type=del size=2199460 2024-09-20T22:02:03.588 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.586+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~8746W6Y6ZG4B.0 size=658176 2024-09-20T22:02:03.590 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.589+0000 7fe779a9b640 1 < completed multipart upload key=XEPWA2JTOEC2 upload=8746W6Y6ZG4B tag=XHJHE3P2YGZS type=write size=1706752 2024-09-20T22:02:03.591 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.590+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=XWG1XIJCNA65 type=del size=89047 2024-09-20T22:02:03.593 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.592+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~Q3OH9EDE3FX1.0 size=1048576 2024-09-20T22:02:03.594 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.593+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~Q3OH9EDE3FX1.1 size=1048576 2024-09-20T22:02:03.595 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.594+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~Q3OH9EDE3FX1.2 size=241794 2024-09-20T22:02:03.598 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.597+0000 7fe779a9b640 1 < completed multipart upload key=KJYZZ8S3T5DH upload=Q3OH9EDE3FX1 tag=X21F19B22V9C type=write size=3387522 2024-09-20T22:02:03.600 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.598+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=F4FFDRQ2QURB type=del size=609608 2024-09-20T22:02:03.601 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.600+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~0KY2OOHYCCFL.0 size=302661 2024-09-20T22:02:03.604 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.602+0000 7fe779a9b640 1 < completed multipart upload key=ECSEX4SHKJA4 upload=0KY2OOHYCCFL tag=005NMPPTA1WF type=write size=1351237 2024-09-20T22:02:03.607 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.605+0000 7fe779a9b640 1 > prepared part key=_multipart_CV3QPH1KJL9D.2~QLPHC6819VBZ.0 size=1048576 2024-09-20T22:02:03.608 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.607+0000 7fe779a9b640 1 > prepared part key=_multipart_CV3QPH1KJL9D.2~QLPHC6819VBZ.1 size=1048576 2024-09-20T22:02:03.609 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.608+0000 7fe779a9b640 1 > prepared part key=_multipart_CV3QPH1KJL9D.2~QLPHC6819VBZ.2 size=42027 2024-09-20T22:02:03.609 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.608+0000 7fe779a9b640 1 > prepared multipart upload key=CV3QPH1KJL9D upload=QLPHC6819VBZ tag=5L1V3PNB84R1 type=write size=3187755 2024-09-20T22:02:03.611 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.609+0000 7fe779a9b640 1 < completed delete operation key=68I8AEC312OU tag=ARZW0TFNJMWJ type=del 2024-09-20T22:02:03.612 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.611+0000 7fe779a9b640 1 > prepared operation key=ICBPE9ZH55FB tag=NJM9TZ2FWFHR type=del size=3324837 2024-09-20T22:02:03.614 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.613+0000 7fe779a9b640 1 < completed delete operation key=DRE6QQSJ9ZVU tag=QPJWZRTT0P29 type=del 2024-09-20T22:02:03.616 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.614+0000 7fe779a9b640 1 > prepared operation key=1J1YL7XL0LAY tag=N46F20L77HQB type=del size=2409450 2024-09-20T22:02:03.616 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.615+0000 7fe779a9b640 1 < canceled part key=_multipart_R44R5QNUZJMC.2~6Z3APC5M1NH5.0 size=1048576 2024-09-20T22:02:03.616 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.615+0000 7fe779a9b640 1 < canceled part key=_multipart_R44R5QNUZJMC.2~6Z3APC5M1NH5.1 size=1048576 2024-09-20T22:02:03.617 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.616+0000 7fe779a9b640 1 < completed part key=_multipart_R44R5QNUZJMC.2~6Z3APC5M1NH5.2 size=345698 2024-09-20T22:02:03.620 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.619+0000 7fe779a9b640 1 < canceled multipart upload key=R44R5QNUZJMC upload=6Z3APC5M1NH5 tag=W0ZZT7CNSQE0 type=write size=3491426 2024-09-20T22:02:03.622 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.620+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=08C2GN3014CF type=del size=3515603 2024-09-20T22:02:03.623 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.622+0000 7fe779a9b640 1 < completed part key=_multipart_ICBPE9ZH55FB.2~QHTP8BLJU7MH.0 size=1048576 2024-09-20T22:02:03.625 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.623+0000 7fe779a9b640 1 < completed part key=_multipart_ICBPE9ZH55FB.2~QHTP8BLJU7MH.1 size=1048576 2024-09-20T22:02:03.626 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.625+0000 7fe779a9b640 1 < completed part key=_multipart_ICBPE9ZH55FB.2~QHTP8BLJU7MH.2 size=175765 2024-09-20T22:02:03.629 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.627+0000 7fe779a9b640 1 < completed multipart upload key=ICBPE9ZH55FB upload=QHTP8BLJU7MH tag=795U9ILIR84F type=write size=3321493 2024-09-20T22:02:03.630 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.629+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=PQ5T8DWZ9Q3X type=del size=44753 2024-09-20T22:02:03.632 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.631+0000 7fe779a9b640 1 < completed delete operation key=CV3QPH1KJL9D tag=JL0A7506GOUY type=del 2024-09-20T22:02:03.634 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.632+0000 7fe779a9b640 1 > prepared operation key=UUWQ1G2142U2 tag=M0PXBXP65RIR type=del size=1991699 2024-09-20T22:02:03.635 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.634+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~0SR27D3I3JNM.0 size=1048576 2024-09-20T22:02:03.637 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.635+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~0SR27D3I3JNM.1 size=684846 2024-09-20T22:02:03.639 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.638+0000 7fe779a9b640 1 < completed multipart upload key=UUWQ1G2142U2 upload=0SR27D3I3JNM tag=HQU2B9AEH2WJ type=write size=2781998 2024-09-20T22:02:03.642 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.641+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~DNQX95XMJPDE.0 size=948764 2024-09-20T22:02:03.642 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.641+0000 7fe779a9b640 1 > prepared multipart upload key=T9NTHA21NTII upload=DNQX95XMJPDE tag=QWXAAYFLM0XL type=write size=1997340 2024-09-20T22:02:03.644 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.642+0000 7fe779a9b640 1 < completed delete operation key=4NVVK8DRHTJL tag=QAKVWUN23UK1 type=del 2024-09-20T22:02:03.646 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.645+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=41BYBFYV3U8H type=write size=199397 2024-09-20T22:02:03.647 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.646+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~3YCHAM64EX42.0 size=490132 2024-09-20T22:02:03.650 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.649+0000 7fe779a9b640 1 < completed multipart upload key=PNZZ2ZGG009S upload=3YCHAM64EX42 tag=OGX1MMSHJ95L type=write size=1538708 2024-09-20T22:02:03.651 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.650+0000 7fe779a9b640 1 > prepared operation key=8Y1S1ZFNVQO3 tag=BSD1I2LASRU0 type=del size=4136834 2024-09-20T22:02:03.653 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.652+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~EEEY7T4U6YB5.0 size=707969 2024-09-20T22:02:03.655 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.654+0000 7fe779a9b640 1 < completed multipart upload key=1TRSEURXV2X9 upload=EEEY7T4U6YB5 tag=LUYJ60GWHLP4 type=write size=1756545 2024-09-20T22:02:03.658 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.657+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~73Y10K3JG1A6.0 size=445638 2024-09-20T22:02:03.659 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.657+0000 7fe779a9b640 1 > prepared multipart upload key=UUWQ1G2142U2 upload=73Y10K3JG1A6 tag=HY7G47AMKCZC type=write size=1494214 2024-09-20T22:02:03.660 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.659+0000 7fe779a9b640 1 < completed write operation key=U24WBDE9OPS7 tag=JLOID9LP0KGE type=write size=648680 2024-09-20T22:02:03.661 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.660+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=CMZ8D1RZ6OUX type=del size=1276486 2024-09-20T22:02:03.663 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.662+0000 7fe779a9b640 1 < canceled operation key=R44R5QNUZJMC tag=CRMQ7D6AAC9J type=write size=372495 2024-09-20T22:02:03.665 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.664+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=Z99KF4RNG1IA type=del size=3211560 2024-09-20T22:02:03.667 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.665+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~MZKNUDPLJ7TM.0 size=1048576 2024-09-20T22:02:03.668 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.667+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~MZKNUDPLJ7TM.1 size=806082 2024-09-20T22:02:03.671 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.669+0000 7fe779a9b640 1 < completed multipart upload key=XEPWA2JTOEC2 upload=MZKNUDPLJ7TM tag=AOU0ZYMKLWS2 type=write size=2903234 2024-09-20T22:02:03.672 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.671+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=XFG3XMKEEECA type=del size=1227844 2024-09-20T22:02:03.674 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.673+0000 7fe779a9b640 1 < completed delete operation key=ZSXI0P8QFMQN tag=KYNUFE56SEYA type=del 2024-09-20T22:02:03.675 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.674+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=QGWTSZR2QYXU type=del size=1747866 2024-09-20T22:02:03.679 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.677+0000 7fe779a9b640 1 < suggested update operation key=DRE6QQSJ9ZVU tag=XWG1XIJCNA65 type=del size=89047 2024-09-20T22:02:03.681 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.680+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~P1NJFDD6BRDV.0 size=1048576 2024-09-20T22:02:03.683 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.681+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~P1NJFDD6BRDV.1 size=712707 2024-09-20T22:02:03.683 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.681+0000 7fe779a9b640 1 > prepared multipart upload key=ELDR91I33NDH upload=P1NJFDD6BRDV tag=EYV2JDCM4TY9 type=write size=2809859 2024-09-20T22:02:03.685 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.683+0000 7fe779a9b640 -1 < failed to complete operation key=DRE6QQSJ9ZVU tag=F4FFDRQ2QURB type=del size=609608: (22) Invalid argument 2024-09-20T22:02:03.686 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.685+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=2RQYIKFU3M5O type=write size=341594 2024-09-20T22:02:03.688 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.686+0000 7fe779a9b640 1 < completed part key=_multipart_CV3QPH1KJL9D.2~QLPHC6819VBZ.0 size=1048576 2024-09-20T22:02:03.689 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.688+0000 7fe779a9b640 1 < completed part key=_multipart_CV3QPH1KJL9D.2~QLPHC6819VBZ.1 size=1048576 2024-09-20T22:02:03.690 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.689+0000 7fe779a9b640 1 < completed part key=_multipart_CV3QPH1KJL9D.2~QLPHC6819VBZ.2 size=42027 2024-09-20T22:02:03.693 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.692+0000 7fe779a9b640 1 < completed multipart upload key=CV3QPH1KJL9D upload=QLPHC6819VBZ tag=5L1V3PNB84R1 type=write size=3187755 2024-09-20T22:02:03.694 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.693+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=WCRFE4OCDRA5 type=write size=908891 2024-09-20T22:02:03.696 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.695+0000 7fe779a9b640 1 < completed delete operation key=ICBPE9ZH55FB tag=NJM9TZ2FWFHR type=del 2024-09-20T22:02:03.698 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.696+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=98UKLH554A61 type=write size=389169 2024-09-20T22:02:03.700 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.698+0000 7fe779a9b640 1 < completed delete operation key=1J1YL7XL0LAY tag=N46F20L77HQB type=del 2024-09-20T22:02:03.703 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.701+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~JGJBHKLM6SHM.0 size=202440 2024-09-20T22:02:03.703 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.701+0000 7fe779a9b640 1 > prepared multipart upload key=ECSEX4SHKJA4 upload=JGJBHKLM6SHM tag=DSKNTGF1QPPN type=write size=1251016 2024-09-20T22:02:03.706 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.705+0000 7fe779a9b640 1 < suggested update operation key=7KQSF1OMUOVW tag=08C2GN3014CF type=del size=3515603 2024-09-20T22:02:03.708 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.707+0000 7fe779a9b640 1 > prepared operation key=8Y1S1ZFNVQO3 tag=7X4H4US6Y9EN type=del size=1408818 2024-09-20T22:02:03.711 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.710+0000 7fe779a9b640 1 < suggested remove operation key=DRE6QQSJ9ZVU tag=PQ5T8DWZ9Q3X type=del 2024-09-20T22:02:03.713 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.712+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=P7KSH15NJ2H6 type=del size=2839787 2024-09-20T22:02:03.715 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.714+0000 7fe779a9b640 1 < canceled operation key=UUWQ1G2142U2 tag=M0PXBXP65RIR type=del size=1991699 2024-09-20T22:02:03.717 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.716+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=3WU32J1RFL2N type=del size=3480670 2024-09-20T22:02:03.719 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.717+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~DNQX95XMJPDE.0 size=948764 2024-09-20T22:02:03.721 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.720+0000 7fe779a9b640 1 < completed multipart upload key=T9NTHA21NTII upload=DNQX95XMJPDE tag=QWXAAYFLM0XL type=write size=1997340 2024-09-20T22:02:03.724 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.723+0000 7fe779a9b640 1 > prepared part key=_multipart_ZSXI0P8QFMQN.2~6ELEXI1NJY82.0 size=1048576 2024-09-20T22:02:03.726 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.724+0000 7fe779a9b640 1 > prepared part key=_multipart_ZSXI0P8QFMQN.2~6ELEXI1NJY82.1 size=1048576 2024-09-20T22:02:03.727 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.726+0000 7fe779a9b640 1 > prepared part key=_multipart_ZSXI0P8QFMQN.2~6ELEXI1NJY82.2 size=211624 2024-09-20T22:02:03.727 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.726+0000 7fe779a9b640 1 > prepared multipart upload key=ZSXI0P8QFMQN upload=6ELEXI1NJY82 tag=39MWJAV4B6ZK type=write size=3357352 2024-09-20T22:02:03.728 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.727+0000 7fe779a9b640 1 < completed write operation key=PNZZ2ZGG009S tag=41BYBFYV3U8H type=write size=199397 2024-09-20T22:02:03.730 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.729+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=V9QZHZ7OHCFZ type=del size=3153878 2024-09-20T22:02:03.734 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.732+0000 7fe779a9b640 1 < suggested remove operation key=8Y1S1ZFNVQO3 tag=BSD1I2LASRU0 type=del 2024-09-20T22:02:03.737 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.735+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~QE7PSDPD7CRW.0 size=1048576 2024-09-20T22:02:03.738 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.737+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~QE7PSDPD7CRW.1 size=1048576 2024-09-20T22:02:03.739 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.738+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~QE7PSDPD7CRW.2 size=693336 2024-09-20T22:02:03.740 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.738+0000 7fe779a9b640 1 > prepared multipart upload key=B0070VZB3UZF upload=QE7PSDPD7CRW tag=5620Z8XZ7IEL type=write size=3839064 2024-09-20T22:02:03.741 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.740+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~73Y10K3JG1A6.0 size=445638 2024-09-20T22:02:03.744 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.743+0000 7fe779a9b640 1 < completed multipart upload key=UUWQ1G2142U2 upload=73Y10K3JG1A6 tag=HY7G47AMKCZC type=write size=1494214 2024-09-20T22:02:03.746 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.744+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=OB91OKKIFHQP type=write size=324697 2024-09-20T22:02:03.748 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.746+0000 7fe779a9b640 1 < completed delete operation key=4NVVK8DRHTJL tag=CMZ8D1RZ6OUX type=del 2024-09-20T22:02:03.749 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.748+0000 7fe779a9b640 1 > prepared operation key=RB3UQB71OHKI tag=WUBEVP6S5FPP type=del size=1553799 2024-09-20T22:02:03.751 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.750+0000 7fe779a9b640 1 < canceled operation key=4NVVK8DRHTJL tag=Z99KF4RNG1IA type=del size=3211560 2024-09-20T22:02:03.753 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.751+0000 7fe779a9b640 1 > prepared operation key=OWUA691MUMB6 tag=F27NBM3PVS5C type=del size=382044 2024-09-20T22:02:03.755 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.753+0000 7fe779a9b640 1 < completed delete operation key=1TRSEURXV2X9 tag=XFG3XMKEEECA type=del 2024-09-20T22:02:03.757 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.755+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=5CMZ8Z5A4PLJ type=del size=1212563 2024-09-20T22:02:03.759 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.758+0000 7fe779a9b640 -1 < failed to complete operation key=DRE6QQSJ9ZVU tag=QGWTSZR2QYXU type=del size=1747866: (22) Invalid argument 2024-09-20T22:02:03.763 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.761+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~6EXXKUOISX0C.0 size=196034 2024-09-20T22:02:03.763 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.761+0000 7fe779a9b640 1 > prepared multipart upload key=3YV668WNVJ3G upload=6EXXKUOISX0C tag=KLIF39UGGHNI type=write size=1244610 2024-09-20T22:02:03.765 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.763+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~P1NJFDD6BRDV.0 size=1048576 2024-09-20T22:02:03.766 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.765+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~P1NJFDD6BRDV.1 size=712707 2024-09-20T22:02:03.769 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.768+0000 7fe779a9b640 1 < completed multipart upload key=ELDR91I33NDH upload=P1NJFDD6BRDV tag=EYV2JDCM4TY9 type=write size=2809859 2024-09-20T22:02:03.772 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.771+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~QFUNLUV4JJF7.0 size=1048576 2024-09-20T22:02:03.774 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.773+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~QFUNLUV4JJF7.1 size=1048576 2024-09-20T22:02:03.775 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.774+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~QFUNLUV4JJF7.2 size=354464 2024-09-20T22:02:03.775 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.774+0000 7fe779a9b640 1 > prepared multipart upload key=0M6DAP8CZAPL upload=QFUNLUV4JJF7 tag=NS9Y3L6VE6AW type=write size=3500192 2024-09-20T22:02:03.779 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.778+0000 7fe779a9b640 1 < suggested remove operation key=CV3QPH1KJL9D tag=2RQYIKFU3M5O type=write 2024-09-20T22:02:03.783 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.782+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~G4PUPLENW7LE.0 size=1048576 2024-09-20T22:02:03.784 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.783+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~G4PUPLENW7LE.1 size=857925 2024-09-20T22:02:03.784 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.783+0000 7fe779a9b640 1 > prepared multipart upload key=XEPWA2JTOEC2 upload=G4PUPLENW7LE tag=7I5MAPTV30MN type=write size=2955077 2024-09-20T22:02:03.788 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.786+0000 7fe779a9b640 1 < suggested update operation key=VAH8ANWTPTHQ tag=WCRFE4OCDRA5 type=write size=908891 2024-09-20T22:02:03.789 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.788+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=77ADCCD014UV type=del size=1381591 2024-09-20T22:02:03.791 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.789+0000 7fe779a9b640 1 < completed write operation key=JHHMXS36ATIL tag=98UKLH554A61 type=write size=389169 2024-09-20T22:02:03.794 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.793+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~MZKZ9XZ7B9QF.0 size=1048576 2024-09-20T22:02:03.796 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.794+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~MZKZ9XZ7B9QF.1 size=1048576 2024-09-20T22:02:03.797 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.796+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~MZKZ9XZ7B9QF.2 size=895322 2024-09-20T22:02:03.797 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.796+0000 7fe779a9b640 1 > prepared multipart upload key=RM93KDNRZ38I upload=MZKZ9XZ7B9QF tag=5F96E72GMROQ type=write size=4041050 2024-09-20T22:02:03.799 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.797+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~JGJBHKLM6SHM.0 size=202440 2024-09-20T22:02:03.802 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.800+0000 7fe779a9b640 1 < completed multipart upload key=ECSEX4SHKJA4 upload=JGJBHKLM6SHM tag=DSKNTGF1QPPN type=write size=1251016 2024-09-20T22:02:03.803 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.802+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=QJBKE0QYKFOB type=write size=948034 2024-09-20T22:02:03.805 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.804+0000 7fe779a9b640 -1 < failed to complete operation key=8Y1S1ZFNVQO3 tag=7X4H4US6Y9EN type=del size=1408818: (22) Invalid argument 2024-09-20T22:02:03.807 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.806+0000 7fe779a9b640 1 > prepared operation key=IYYXNW4DO800 tag=LZX5XW6G4UHQ type=write size=321443 2024-09-20T22:02:03.809 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.808+0000 7fe779a9b640 1 < completed delete operation key=U24WBDE9OPS7 tag=P7KSH15NJ2H6 type=del 2024-09-20T22:02:03.811 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.810+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=5XBZQKVWOIN1 type=del size=3496469 2024-09-20T22:02:03.813 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.812+0000 7fe779a9b640 1 < completed delete operation key=1TRSEURXV2X9 tag=3WU32J1RFL2N type=del 2024-09-20T22:02:03.814 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.813+0000 7fe779a9b640 1 > prepared operation key=3YV668WNVJ3G tag=7Y3WKOD7US3D type=del size=1357057 2024-09-20T22:02:03.816 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.815+0000 7fe779a9b640 1 < completed part key=_multipart_ZSXI0P8QFMQN.2~6ELEXI1NJY82.0 size=1048576 2024-09-20T22:02:03.817 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.816+0000 7fe779a9b640 1 < completed part key=_multipart_ZSXI0P8QFMQN.2~6ELEXI1NJY82.1 size=1048576 2024-09-20T22:02:03.819 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.817+0000 7fe779a9b640 1 < completed part key=_multipart_ZSXI0P8QFMQN.2~6ELEXI1NJY82.2 size=211624 2024-09-20T22:02:03.822 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.820+0000 7fe779a9b640 1 < completed multipart upload key=ZSXI0P8QFMQN upload=6ELEXI1NJY82 tag=39MWJAV4B6ZK type=write size=3357352 2024-09-20T22:02:03.825 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.823+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~8R1TVYRCC2RN.0 size=1048576 2024-09-20T22:02:03.826 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.825+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~8R1TVYRCC2RN.1 size=1048576 2024-09-20T22:02:03.827 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.826+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~8R1TVYRCC2RN.2 size=260816 2024-09-20T22:02:03.827 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.826+0000 7fe779a9b640 1 > prepared multipart upload key=0M6DAP8CZAPL upload=8R1TVYRCC2RN tag=Y5XUMF01B8GO type=write size=3406544 2024-09-20T22:02:03.829 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.827+0000 7fe779a9b640 1 < completed delete operation key=PNZZ2ZGG009S tag=V9QZHZ7OHCFZ type=del 2024-09-20T22:02:03.832 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.831+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~9L4LC6OTFF64.0 size=1048576 2024-09-20T22:02:03.834 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.832+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~9L4LC6OTFF64.1 size=728009 2024-09-20T22:02:03.834 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.832+0000 7fe779a9b640 1 > prepared multipart upload key=UUWQ1G2142U2 upload=9L4LC6OTFF64 tag=UBKV2DSU6BQW type=write size=2825161 2024-09-20T22:02:03.836 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.834+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~QE7PSDPD7CRW.0 size=1048576 2024-09-20T22:02:03.837 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.836+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~QE7PSDPD7CRW.1 size=1048576 2024-09-20T22:02:03.839 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.838+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~QE7PSDPD7CRW.2 size=693336 2024-09-20T22:02:03.842 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.840+0000 7fe779a9b640 1 < completed multipart upload key=B0070VZB3UZF upload=QE7PSDPD7CRW tag=5620Z8XZ7IEL type=write size=3839064 2024-09-20T22:02:03.843 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.842+0000 7fe779a9b640 1 > prepared operation key=ICBPE9ZH55FB tag=X72ASTC2PX0M type=write size=115505 2024-09-20T22:02:03.845 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.844+0000 7fe779a9b640 -1 < failed to complete operation key=CV3QPH1KJL9D tag=OB91OKKIFHQP type=write size=324697: (22) Invalid argument 2024-09-20T22:02:03.848 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.847+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~O0T8YIWUHH0A.0 size=1000080 2024-09-20T22:02:03.848 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.847+0000 7fe779a9b640 1 > prepared multipart upload key=B0070VZB3UZF upload=O0T8YIWUHH0A tag=70RZ30HRHR6Q type=write size=2048656 2024-09-20T22:02:03.854 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.851+0000 7fe779a9b640 1 < suggested update operation key=RB3UQB71OHKI tag=WUBEVP6S5FPP type=del size=1553799 2024-09-20T22:02:03.855 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.854+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~L70OP0IUQME0.0 size=1048576 2024-09-20T22:02:03.857 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.855+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~L70OP0IUQME0.1 size=755902 2024-09-20T22:02:03.857 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.855+0000 7fe779a9b640 1 > prepared multipart upload key=KJYZZ8S3T5DH upload=L70OP0IUQME0 tag=SKG3S836D0P1 type=write size=2853054 2024-09-20T22:02:03.861 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.859+0000 7fe779a9b640 1 < suggested update operation key=OWUA691MUMB6 tag=F27NBM3PVS5C type=del size=382044 2024-09-20T22:02:03.864 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.862+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~3DWOBF3Z2EN1.0 size=969934 2024-09-20T22:02:03.864 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.862+0000 7fe779a9b640 1 > prepared multipart upload key=0M6DAP8CZAPL upload=3DWOBF3Z2EN1 tag=56F3KRD9PLXG type=write size=2018510 2024-09-20T22:02:03.865 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.864+0000 7fe779a9b640 1 < completed delete operation key=68I8AEC312OU tag=5CMZ8Z5A4PLJ type=del 2024-09-20T22:02:03.868 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.867+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~X77XRYFGBX3A.0 size=1048576 2024-09-20T22:02:03.869 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.868+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~X77XRYFGBX3A.1 size=1048576 2024-09-20T22:02:03.871 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.869+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~X77XRYFGBX3A.2 size=170773 2024-09-20T22:02:03.871 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.869+0000 7fe779a9b640 1 > prepared multipart upload key=1J1YL7XL0LAY upload=X77XRYFGBX3A tag=I2AK7HX98HBQ type=write size=3316501 2024-09-20T22:02:03.872 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.871+0000 7fe779a9b640 1 < completed part key=_multipart_3YV668WNVJ3G.2~6EXXKUOISX0C.0 size=196034 2024-09-20T22:02:03.875 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.873+0000 7fe779a9b640 1 < completed multipart upload key=3YV668WNVJ3G upload=6EXXKUOISX0C tag=KLIF39UGGHNI type=write size=1244610 2024-09-20T22:02:03.876 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.875+0000 7fe779a9b640 1 > prepared operation key=OWUA691MUMB6 tag=QEM9OXBUU1A3 type=write size=25536 2024-09-20T22:02:03.878 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.877+0000 7fe779a9b640 1 < completed part key=_multipart_0M6DAP8CZAPL.2~QFUNLUV4JJF7.0 size=1048576 2024-09-20T22:02:03.880 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.878+0000 7fe779a9b640 1 < completed part key=_multipart_0M6DAP8CZAPL.2~QFUNLUV4JJF7.1 size=1048576 2024-09-20T22:02:03.881 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.880+0000 7fe779a9b640 1 < completed part key=_multipart_0M6DAP8CZAPL.2~QFUNLUV4JJF7.2 size=354464 2024-09-20T22:02:03.884 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.883+0000 7fe779a9b640 1 < completed multipart upload key=0M6DAP8CZAPL upload=QFUNLUV4JJF7 tag=NS9Y3L6VE6AW type=write size=3500192 2024-09-20T22:02:03.886 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.885+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=QL216BTCZC2F type=write size=1000141 2024-09-20T22:02:03.888 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.887+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~G4PUPLENW7LE.0 size=1048576 2024-09-20T22:02:03.890 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.888+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~G4PUPLENW7LE.1 size=857925 2024-09-20T22:02:03.892 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.891+0000 7fe779a9b640 1 < completed multipart upload key=XEPWA2JTOEC2 upload=G4PUPLENW7LE tag=7I5MAPTV30MN type=write size=2955077 2024-09-20T22:02:03.895 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.894+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~04P28KRQX2V9.0 size=1048576 2024-09-20T22:02:03.897 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.895+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~04P28KRQX2V9.1 size=821809 2024-09-20T22:02:03.897 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.895+0000 7fe779a9b640 1 > prepared multipart upload key=T9NTHA21NTII upload=04P28KRQX2V9 tag=6WC2479JRQR5 type=write size=2918961 2024-09-20T22:02:03.898 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.897+0000 7fe779a9b640 1 < completed delete operation key=DRE6QQSJ9ZVU tag=77ADCCD014UV type=del 2024-09-20T22:02:03.900 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.899+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=46DEL0X6AGCN type=del size=2910625 2024-09-20T22:02:03.902 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.900+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~MZKZ9XZ7B9QF.0 size=1048576 2024-09-20T22:02:03.903 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.902+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~MZKZ9XZ7B9QF.1 size=1048576 2024-09-20T22:02:03.905 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.903+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~MZKZ9XZ7B9QF.2 size=895322 2024-09-20T22:02:03.907 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.906+0000 7fe779a9b640 1 < completed multipart upload key=RM93KDNRZ38I upload=MZKZ9XZ7B9QF tag=5F96E72GMROQ type=write size=4041050 2024-09-20T22:02:03.910 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.909+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~51965P6AV1LV.0 size=1048576 2024-09-20T22:02:03.912 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.910+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~51965P6AV1LV.1 size=1048576 2024-09-20T22:02:03.913 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.912+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~51965P6AV1LV.2 size=698240 2024-09-20T22:02:03.913 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.912+0000 7fe779a9b640 1 > prepared multipart upload key=RB3UQB71OHKI upload=51965P6AV1LV tag=O40J9G79O980 type=write size=3843968 2024-09-20T22:02:03.914 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.913+0000 7fe779a9b640 1 < canceled operation key=KJYZZ8S3T5DH tag=QJBKE0QYKFOB type=write size=948034 2024-09-20T22:02:03.916 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.915+0000 7fe779a9b640 1 > prepared operation key=8Y1S1ZFNVQO3 tag=7ZGKGIN7Y6C6 type=del size=1861081 2024-09-20T22:02:03.918 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.916+0000 7fe779a9b640 1 < completed write operation key=IYYXNW4DO800 tag=LZX5XW6G4UHQ type=write size=321443 2024-09-20T22:02:03.919 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.918+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=TW1JE00S0WC8 type=del size=1948836 2024-09-20T22:02:03.921 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.920+0000 7fe779a9b640 1 < completed delete operation key=ZSXI0P8QFMQN tag=5XBZQKVWOIN1 type=del 2024-09-20T22:02:03.923 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.921+0000 7fe779a9b640 1 > prepared operation key=UUWQ1G2142U2 tag=E9C0MCPK18KK type=del size=2427681 2024-09-20T22:02:03.924 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.923+0000 7fe779a9b640 1 < completed delete operation key=3YV668WNVJ3G tag=7Y3WKOD7US3D type=del 2024-09-20T22:02:03.926 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.924+0000 7fe779a9b640 1 > prepared operation key=JE0BX5GAIPSB tag=KJAGKKJ2TYOU type=write size=12655 2024-09-20T22:02:03.927 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.926+0000 7fe779a9b640 1 < completed part key=_multipart_0M6DAP8CZAPL.2~8R1TVYRCC2RN.0 size=1048576 2024-09-20T22:02:03.928 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.927+0000 7fe779a9b640 1 < completed part key=_multipart_0M6DAP8CZAPL.2~8R1TVYRCC2RN.1 size=1048576 2024-09-20T22:02:03.930 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.928+0000 7fe779a9b640 1 < completed part key=_multipart_0M6DAP8CZAPL.2~8R1TVYRCC2RN.2 size=260816 2024-09-20T22:02:03.933 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.931+0000 7fe779a9b640 1 < completed multipart upload key=0M6DAP8CZAPL upload=8R1TVYRCC2RN tag=Y5XUMF01B8GO type=write size=3406544 2024-09-20T22:02:03.934 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.933+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=JQVVYOMU5CVV type=del size=1404340 2024-09-20T22:02:03.936 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.934+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~9L4LC6OTFF64.0 size=1048576 2024-09-20T22:02:03.937 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.936+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~9L4LC6OTFF64.1 size=728009 2024-09-20T22:02:03.940 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.938+0000 7fe779a9b640 1 < completed multipart upload key=UUWQ1G2142U2 upload=9L4LC6OTFF64 tag=UBKV2DSU6BQW type=write size=2825161 2024-09-20T22:02:03.941 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.940+0000 7fe779a9b640 1 > prepared operation key=JE0BX5GAIPSB tag=TZSW6Y12YGZ0 type=write size=268776 2024-09-20T22:02:03.943 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.941+0000 7fe779a9b640 1 < completed write operation key=ICBPE9ZH55FB tag=X72ASTC2PX0M type=write size=115505 2024-09-20T22:02:03.945 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.943+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=5K2GQ6KL4CON type=del size=528361 2024-09-20T22:02:03.945 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.944+0000 7fe779a9b640 1 < canceled part key=_multipart_B0070VZB3UZF.2~O0T8YIWUHH0A.0 size=1000080 2024-09-20T22:02:03.948 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.946+0000 7fe779a9b640 1 < canceled multipart upload key=B0070VZB3UZF upload=O0T8YIWUHH0A tag=70RZ30HRHR6Q type=write size=2048656 2024-09-20T22:02:03.949 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.948+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=93SNU5FZ6Y59 type=del size=715170 2024-09-20T22:02:03.951 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.949+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~L70OP0IUQME0.0 size=1048576 2024-09-20T22:02:03.952 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.950+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~L70OP0IUQME0.1 size=755902 2024-09-20T22:02:03.955 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.953+0000 7fe779a9b640 1 < completed multipart upload key=KJYZZ8S3T5DH upload=L70OP0IUQME0 tag=SKG3S836D0P1 type=write size=2853054 2024-09-20T22:02:03.956 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.955+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=NHIJHXI7ZG2O type=del size=1178456 2024-09-20T22:02:03.957 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.956+0000 7fe779a9b640 1 < completed part key=_multipart_0M6DAP8CZAPL.2~3DWOBF3Z2EN1.0 size=969934 2024-09-20T22:02:03.960 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.959+0000 7fe779a9b640 1 < completed multipart upload key=0M6DAP8CZAPL upload=3DWOBF3Z2EN1 tag=56F3KRD9PLXG type=write size=2018510 2024-09-20T22:02:03.964 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.962+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~LZ2HDWWI1UYX.0 size=1048576 2024-09-20T22:02:03.965 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.964+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~LZ2HDWWI1UYX.1 size=900760 2024-09-20T22:02:03.965 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.964+0000 7fe779a9b640 1 > prepared multipart upload key=68I8AEC312OU upload=LZ2HDWWI1UYX tag=BE1EH6GICS0B type=write size=2997912 2024-09-20T22:02:03.967 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.966+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~X77XRYFGBX3A.0 size=1048576 2024-09-20T22:02:03.967 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.966+0000 7fe779a9b640 1 < canceled part key=_multipart_1J1YL7XL0LAY.2~X77XRYFGBX3A.1 size=1048576 2024-09-20T22:02:03.968 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.967+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~X77XRYFGBX3A.2 size=170773 2024-09-20T22:02:03.971 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.970+0000 7fe779a9b640 1 < canceled multipart upload key=1J1YL7XL0LAY upload=X77XRYFGBX3A tag=I2AK7HX98HBQ type=write size=3316501 2024-09-20T22:02:03.973 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.972+0000 7fe779a9b640 1 > prepared operation key=IYYXNW4DO800 tag=SFC7F5UXLAC1 type=del size=2853966 2024-09-20T22:02:03.975 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.973+0000 7fe779a9b640 1 < completed write operation key=OWUA691MUMB6 tag=QEM9OXBUU1A3 type=write size=25536 2024-09-20T22:02:03.978 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.977+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~E0TLIWRQEBWR.0 size=178814 2024-09-20T22:02:03.978 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.977+0000 7fe779a9b640 1 > prepared multipart upload key=OM2NI3GCUE4O upload=E0TLIWRQEBWR tag=93CYDIM6ANIA type=write size=1227390 2024-09-20T22:02:03.980 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.978+0000 7fe779a9b640 1 < completed write operation key=ZSXI0P8QFMQN tag=QL216BTCZC2F type=write size=1000141 2024-09-20T22:02:03.981 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.980+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=LEK84QK7ZXY2 type=del size=1417106 2024-09-20T22:02:03.983 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.982+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~04P28KRQX2V9.0 size=1048576 2024-09-20T22:02:03.985 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.983+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~04P28KRQX2V9.1 size=821809 2024-09-20T22:02:03.988 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.986+0000 7fe779a9b640 1 < completed multipart upload key=T9NTHA21NTII upload=04P28KRQX2V9 tag=6WC2479JRQR5 type=write size=2918961 2024-09-20T22:02:03.991 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.990+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~G672LQ8PWY02.0 size=1048576 2024-09-20T22:02:03.993 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.991+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~G672LQ8PWY02.1 size=861195 2024-09-20T22:02:03.993 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.991+0000 7fe779a9b640 1 > prepared multipart upload key=DRE6QQSJ9ZVU upload=G672LQ8PWY02 tag=SS7H0RYWHGO9 type=write size=2958347 2024-09-20T22:02:03.996 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.994+0000 7fe779a9b640 1 < suggested remove operation key=QCX4FDH1E7DG tag=46DEL0X6AGCN type=del 2024-09-20T22:02:03.997 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.996+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=68A0X0FSMBMA type=del size=633370 2024-09-20T22:02:03.998 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.996+0000 7fe779a9b640 1 < canceled part key=_multipart_RB3UQB71OHKI.2~51965P6AV1LV.0 size=1048576 2024-09-20T22:02:03.999 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.998+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~51965P6AV1LV.1 size=1048576 2024-09-20T22:02:04.000 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:03.999+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~51965P6AV1LV.2 size=698240 2024-09-20T22:02:04.003 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.002+0000 7fe779a9b640 1 < canceled multipart upload key=RB3UQB71OHKI upload=51965P6AV1LV tag=O40J9G79O980 type=write size=3843968 2024-09-20T22:02:04.006 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.005+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~9DFSPM0G0DSK.0 size=1048576 2024-09-20T22:02:04.007 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.006+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~9DFSPM0G0DSK.1 size=1048576 2024-09-20T22:02:04.009 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.007+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~9DFSPM0G0DSK.2 size=93675 2024-09-20T22:02:04.009 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.007+0000 7fe779a9b640 1 > prepared multipart upload key=RM93KDNRZ38I upload=9DFSPM0G0DSK tag=NEEGDJWPRBA3 type=write size=3239403 2024-09-20T22:02:04.012 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.011+0000 7fe779a9b640 1 < suggested remove operation key=8Y1S1ZFNVQO3 tag=7ZGKGIN7Y6C6 type=del 2024-09-20T22:02:04.014 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.013+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=SLIYP2M5VGP3 type=del size=1450663 2024-09-20T22:02:04.015 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.014+0000 7fe779a9b640 1 < completed delete operation key=OM2NI3GCUE4O tag=TW1JE00S0WC8 type=del 2024-09-20T22:02:04.017 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.016+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=GW7MM3W4V9S1 type=del size=3584817 2024-09-20T22:02:04.019 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.017+0000 7fe779a9b640 1 < completed delete operation key=UUWQ1G2142U2 tag=E9C0MCPK18KK type=del 2024-09-20T22:02:04.021 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.020+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~4V89WHU3TIEL.0 size=113997 2024-09-20T22:02:04.022 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.020+0000 7fe779a9b640 1 > prepared multipart upload key=RM93KDNRZ38I upload=4V89WHU3TIEL tag=B1P9PNPBIN87 type=write size=1162573 2024-09-20T22:02:04.023 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.022+0000 7fe779a9b640 1 < completed write operation key=JE0BX5GAIPSB tag=KJAGKKJ2TYOU type=write size=12655 2024-09-20T22:02:04.026 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.025+0000 7fe779a9b640 1 > prepared part key=_multipart_OWUA691MUMB6.2~55P0RPW3HZCL.0 size=1048576 2024-09-20T22:02:04.028 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.027+0000 7fe779a9b640 1 > prepared part key=_multipart_OWUA691MUMB6.2~55P0RPW3HZCL.1 size=25292 2024-09-20T22:02:04.028 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.027+0000 7fe779a9b640 1 > prepared multipart upload key=OWUA691MUMB6 upload=55P0RPW3HZCL tag=A1C8UFK9OKGL type=write size=2122444 2024-09-20T22:02:04.031 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.030+0000 7fe779a9b640 1 < suggested remove operation key=JHHMXS36ATIL tag=JQVVYOMU5CVV type=del 2024-09-20T22:02:04.034 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.033+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~FRGQ5354T8UY.0 size=736985 2024-09-20T22:02:04.034 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.033+0000 7fe779a9b640 1 > prepared multipart upload key=ECSEX4SHKJA4 upload=FRGQ5354T8UY tag=SNRE26TE6E65 type=write size=1785561 2024-09-20T22:02:04.036 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.034+0000 7fe779a9b640 1 < completed write operation key=JE0BX5GAIPSB tag=TZSW6Y12YGZ0 type=write size=268776 2024-09-20T22:02:04.038 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.036+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=228GNAL5MIJ1 type=write size=402421 2024-09-20T22:02:04.039 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.038+0000 7fe779a9b640 1 < completed delete operation key=4NVVK8DRHTJL tag=5K2GQ6KL4CON type=del 2024-09-20T22:02:04.042 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.041+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~4TBIZ514X5KE.0 size=1048576 2024-09-20T22:02:04.043 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.042+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~4TBIZ514X5KE.1 size=1048576 2024-09-20T22:02:04.045 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.043+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~4TBIZ514X5KE.2 size=36585 2024-09-20T22:02:04.045 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.043+0000 7fe779a9b640 1 > prepared multipart upload key=ECSEX4SHKJA4 upload=4TBIZ514X5KE tag=HTG611HKAY1R type=write size=3182313 2024-09-20T22:02:04.046 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.045+0000 7fe779a9b640 1 < completed delete operation key=ECSEX4SHKJA4 tag=93SNU5FZ6Y59 type=del 2024-09-20T22:02:04.050 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.049+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~MB647OGAU2CC.0 size=122011 2024-09-20T22:02:04.050 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.049+0000 7fe779a9b640 1 > prepared multipart upload key=KJYZZ8S3T5DH upload=MB647OGAU2CC tag=5AHN1KUMT987 type=write size=1170587 2024-09-20T22:02:04.052 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.050+0000 7fe779a9b640 1 < completed delete operation key=ECSEX4SHKJA4 tag=NHIJHXI7ZG2O type=del 2024-09-20T22:02:04.053 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.052+0000 7fe779a9b640 1 > prepared operation key=8Y1S1ZFNVQO3 tag=JUVRITY6YMXY type=write size=971238 2024-09-20T22:02:04.055 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.054+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~LZ2HDWWI1UYX.0 size=1048576 2024-09-20T22:02:04.056 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.055+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~LZ2HDWWI1UYX.1 size=900760 2024-09-20T22:02:04.059 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.058+0000 7fe779a9b640 1 < completed multipart upload key=68I8AEC312OU upload=LZ2HDWWI1UYX tag=BE1EH6GICS0B type=write size=2997912 2024-09-20T22:02:04.062 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.061+0000 7fe779a9b640 1 > prepared part key=_multipart_4NVVK8DRHTJL.2~4DQM252B532E.0 size=1041756 2024-09-20T22:02:04.062 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.061+0000 7fe779a9b640 1 > prepared multipart upload key=4NVVK8DRHTJL upload=4DQM252B532E tag=9TCIP70KSHN5 type=write size=2090332 2024-09-20T22:02:04.064 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.062+0000 7fe779a9b640 1 < completed delete operation key=IYYXNW4DO800 tag=SFC7F5UXLAC1 type=del 2024-09-20T22:02:04.066 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.065+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~4E0ERQLBR2LZ.0 size=988703 2024-09-20T22:02:04.067 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.065+0000 7fe779a9b640 1 > prepared multipart upload key=QCX4FDH1E7DG upload=4E0ERQLBR2LZ tag=18GT508F1ZJ2 type=write size=2037279 2024-09-20T22:02:04.068 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.067+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~E0TLIWRQEBWR.0 size=178814 2024-09-20T22:02:04.071 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.069+0000 7fe779a9b640 1 < completed multipart upload key=OM2NI3GCUE4O upload=E0TLIWRQEBWR tag=93CYDIM6ANIA type=write size=1227390 2024-09-20T22:02:04.073 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.071+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=SN63J501AS92 type=write size=72178 2024-09-20T22:02:04.074 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.073+0000 7fe779a9b640 1 < completed delete operation key=DRE6QQSJ9ZVU tag=LEK84QK7ZXY2 type=del 2024-09-20T22:02:04.077 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.075+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~LS9KNZGLWSNR.0 size=1048576 2024-09-20T22:02:04.078 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.077+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~LS9KNZGLWSNR.1 size=1048576 2024-09-20T22:02:04.080 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.078+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~LS9KNZGLWSNR.2 size=723837 2024-09-20T22:02:04.080 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.078+0000 7fe779a9b640 1 > prepared multipart upload key=8Y1S1ZFNVQO3 upload=LS9KNZGLWSNR tag=OEW3ODIY3WV8 type=write size=3869565 2024-09-20T22:02:04.082 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.080+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~G672LQ8PWY02.0 size=1048576 2024-09-20T22:02:04.083 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.082+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~G672LQ8PWY02.1 size=861195 2024-09-20T22:02:04.086 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.084+0000 7fe779a9b640 1 < completed multipart upload key=DRE6QQSJ9ZVU upload=G672LQ8PWY02 tag=SS7H0RYWHGO9 type=write size=2958347 2024-09-20T22:02:04.088 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.086+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=Z6TT4CJ43CWN type=del size=2272711 2024-09-20T22:02:04.088 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.087+0000 7fe779a9b640 -1 < no bi entry to suggest for operation key=JHHMXS36ATIL tag=68A0X0FSMBMA type=del size=633370: (2) No such file or directory 2024-09-20T22:02:04.091 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.090+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~MSQAQXYSD4B9.0 size=1048576 2024-09-20T22:02:04.092 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.091+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~MSQAQXYSD4B9.1 size=45481 2024-09-20T22:02:04.093 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.091+0000 7fe779a9b640 1 > prepared multipart upload key=8Y1S1ZFNVQO3 upload=MSQAQXYSD4B9 tag=HGG01WK4V5Y2 type=write size=2142633 2024-09-20T22:02:04.094 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.093+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~9DFSPM0G0DSK.0 size=1048576 2024-09-20T22:02:04.096 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.094+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~9DFSPM0G0DSK.1 size=1048576 2024-09-20T22:02:04.097 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.096+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~9DFSPM0G0DSK.2 size=93675 2024-09-20T22:02:04.100 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.099+0000 7fe779a9b640 1 < completed multipart upload key=RM93KDNRZ38I upload=9DFSPM0G0DSK tag=NEEGDJWPRBA3 type=write size=3239403 2024-09-20T22:02:04.102 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.100+0000 7fe779a9b640 1 > prepared operation key=JE0BX5GAIPSB tag=SFQI8Z5SGK1J type=del size=1225482 2024-09-20T22:02:04.103 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.102+0000 7fe779a9b640 1 < canceled operation key=R44R5QNUZJMC tag=SLIYP2M5VGP3 type=del size=1450663 2024-09-20T22:02:04.105 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.104+0000 7fe779a9b640 1 > prepared operation key=T9NTHA21NTII tag=V4H8Q06YWV3Z type=del size=1735470 2024-09-20T22:02:04.106 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.105+0000 7fe779a9b640 1 < completed delete operation key=6YM3TKGM41LJ tag=GW7MM3W4V9S1 type=del 2024-09-20T22:02:04.108 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.107+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=GFCRXK2XWLGH type=del size=1143180 2024-09-20T22:02:04.110 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.108+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~4V89WHU3TIEL.0 size=113997 2024-09-20T22:02:04.112 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.111+0000 7fe779a9b640 1 < completed multipart upload key=RM93KDNRZ38I upload=4V89WHU3TIEL tag=B1P9PNPBIN87 type=write size=1162573 2024-09-20T22:02:04.114 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.112+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=1301KLXBDT3T type=del size=3533211 2024-09-20T22:02:04.115 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.114+0000 7fe779a9b640 1 < completed part key=_multipart_OWUA691MUMB6.2~55P0RPW3HZCL.0 size=1048576 2024-09-20T22:02:04.117 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.116+0000 7fe779a9b640 1 < completed part key=_multipart_OWUA691MUMB6.2~55P0RPW3HZCL.1 size=25292 2024-09-20T22:02:04.120 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.118+0000 7fe779a9b640 1 < completed multipart upload key=OWUA691MUMB6 upload=55P0RPW3HZCL tag=A1C8UFK9OKGL type=write size=2122444 2024-09-20T22:02:04.121 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.120+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=RYZIWL1K5SFJ type=del size=1191827 2024-09-20T22:02:04.123 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.122+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~FRGQ5354T8UY.0 size=736985 2024-09-20T22:02:04.125 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.124+0000 7fe779a9b640 1 < completed multipart upload key=ECSEX4SHKJA4 upload=FRGQ5354T8UY tag=SNRE26TE6E65 type=write size=1785561 2024-09-20T22:02:04.127 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.126+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=FQ37YAGI791E type=write size=739798 2024-09-20T22:02:04.129 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.128+0000 7fe779a9b640 1 < completed write operation key=0M6DAP8CZAPL tag=228GNAL5MIJ1 type=write size=402421 2024-09-20T22:02:04.132 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.130+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~DN0NBQA9ZOFC.0 size=1048576 2024-09-20T22:02:04.133 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.132+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~DN0NBQA9ZOFC.1 size=1048576 2024-09-20T22:02:04.134 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.133+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~DN0NBQA9ZOFC.2 size=217519 2024-09-20T22:02:04.135 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.133+0000 7fe779a9b640 1 > prepared multipart upload key=ECSEX4SHKJA4 upload=DN0NBQA9ZOFC tag=CY5GH0S3EJWI type=write size=3363247 2024-09-20T22:02:04.136 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.135+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~4TBIZ514X5KE.0 size=1048576 2024-09-20T22:02:04.137 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.136+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~4TBIZ514X5KE.1 size=1048576 2024-09-20T22:02:04.139 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.137+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~4TBIZ514X5KE.2 size=36585 2024-09-20T22:02:04.141 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.140+0000 7fe779a9b640 1 < completed multipart upload key=ECSEX4SHKJA4 upload=4TBIZ514X5KE tag=HTG611HKAY1R type=write size=3182313 2024-09-20T22:02:04.143 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.142+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=9O7V9MCCU5BU type=del size=1599941 2024-09-20T22:02:04.145 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.144+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~MB647OGAU2CC.0 size=122011 2024-09-20T22:02:04.148 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.146+0000 7fe779a9b640 1 < completed multipart upload key=KJYZZ8S3T5DH upload=MB647OGAU2CC tag=5AHN1KUMT987 type=write size=1170587 2024-09-20T22:02:04.151 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.150+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~1MO2C4K9U20D.0 size=1048576 2024-09-20T22:02:04.152 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.151+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~1MO2C4K9U20D.1 size=726010 2024-09-20T22:02:04.153 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.151+0000 7fe779a9b640 1 > prepared multipart upload key=RM93KDNRZ38I upload=1MO2C4K9U20D tag=BH0HCS6IGYI0 type=write size=2823162 2024-09-20T22:02:04.154 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.153+0000 7fe779a9b640 1 < completed write operation key=8Y1S1ZFNVQO3 tag=JUVRITY6YMXY type=write size=971238 2024-09-20T22:02:04.156 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.154+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=4RL62EG4VGSA type=del size=1111985 2024-09-20T22:02:04.157 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.156+0000 7fe779a9b640 1 < completed part key=_multipart_4NVVK8DRHTJL.2~4DQM252B532E.0 size=1041756 2024-09-20T22:02:04.161 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.159+0000 7fe779a9b640 1 < completed multipart upload key=4NVVK8DRHTJL upload=4DQM252B532E tag=9TCIP70KSHN5 type=write size=2090332 2024-09-20T22:02:04.162 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.161+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=174SD07QN72Y type=write size=596351 2024-09-20T22:02:04.164 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.163+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~4E0ERQLBR2LZ.0 size=988703 2024-09-20T22:02:04.167 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.166+0000 7fe779a9b640 1 < completed multipart upload key=QCX4FDH1E7DG upload=4E0ERQLBR2LZ tag=18GT508F1ZJ2 type=write size=2037279 2024-09-20T22:02:04.169 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.168+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=BMH0N30WJUWX type=del size=3999499 2024-09-20T22:02:04.171 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.169+0000 7fe779a9b640 1 < canceled operation key=B0070VZB3UZF tag=SN63J501AS92 type=write size=72178 2024-09-20T22:02:04.174 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.172+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~2VOO6U84T25K.0 size=1031110 2024-09-20T22:02:04.174 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.172+0000 7fe779a9b640 1 > prepared multipart upload key=ICBPE9ZH55FB upload=2VOO6U84T25K tag=KZD3SX0FLRD2 type=write size=2079686 2024-09-20T22:02:04.176 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.174+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~LS9KNZGLWSNR.0 size=1048576 2024-09-20T22:02:04.177 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.176+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~LS9KNZGLWSNR.1 size=1048576 2024-09-20T22:02:04.178 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.177+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~LS9KNZGLWSNR.2 size=723837 2024-09-20T22:02:04.181 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.180+0000 7fe779a9b640 1 < completed multipart upload key=8Y1S1ZFNVQO3 upload=LS9KNZGLWSNR tag=OEW3ODIY3WV8 type=write size=3869565 2024-09-20T22:02:04.183 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.181+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=DQ9FNANHUF8D type=del size=426917 2024-09-20T22:02:04.185 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.183+0000 7fe779a9b640 1 < completed delete operation key=1TRSEURXV2X9 tag=Z6TT4CJ43CWN type=del 2024-09-20T22:02:04.186 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.185+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=CNK3D0QQ7J3G type=del size=3257174 2024-09-20T22:02:04.188 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.187+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~MSQAQXYSD4B9.0 size=1048576 2024-09-20T22:02:04.189 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.188+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~MSQAQXYSD4B9.1 size=45481 2024-09-20T22:02:04.192 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.191+0000 7fe779a9b640 1 < completed multipart upload key=8Y1S1ZFNVQO3 upload=MSQAQXYSD4B9 tag=HGG01WK4V5Y2 type=write size=2142633 2024-09-20T22:02:04.194 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.192+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=9GY3WCPCYYB7 type=del size=1096755 2024-09-20T22:02:04.197 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.196+0000 7fe779a9b640 1 < suggested remove operation key=JE0BX5GAIPSB tag=SFQI8Z5SGK1J type=del 2024-09-20T22:02:04.200 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.199+0000 7fe779a9b640 1 > prepared part key=_multipart_CV3QPH1KJL9D.2~84U36N7LD44K.0 size=1048576 2024-09-20T22:02:04.202 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.200+0000 7fe779a9b640 1 > prepared part key=_multipart_CV3QPH1KJL9D.2~84U36N7LD44K.1 size=1048576 2024-09-20T22:02:04.203 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.202+0000 7fe779a9b640 1 > prepared part key=_multipart_CV3QPH1KJL9D.2~84U36N7LD44K.2 size=993767 2024-09-20T22:02:04.203 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.202+0000 7fe779a9b640 1 > prepared multipart upload key=CV3QPH1KJL9D upload=84U36N7LD44K tag=KZT7JH8P28KC type=write size=4139495 2024-09-20T22:02:04.205 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.204+0000 7fe779a9b640 1 < completed delete operation key=T9NTHA21NTII tag=V4H8Q06YWV3Z type=del 2024-09-20T22:02:04.207 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.206+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=XHL1991TDQA9 type=del size=1173619 2024-09-20T22:02:04.209 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.207+0000 7fe779a9b640 1 < completed delete operation key=R44R5QNUZJMC tag=GFCRXK2XWLGH type=del 2024-09-20T22:02:04.210 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.209+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=GFZ8H6G87P4A type=del size=416551 2024-09-20T22:02:04.212 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.211+0000 7fe779a9b640 1 < completed delete operation key=ELDR91I33NDH tag=1301KLXBDT3T type=del 2024-09-20T22:02:04.215 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.214+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~5G4YU3YUTBEE.0 size=1048576 2024-09-20T22:02:04.216 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.215+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~5G4YU3YUTBEE.1 size=763573 2024-09-20T22:02:04.216 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.215+0000 7fe779a9b640 1 > prepared multipart upload key=UUWQ1G2142U2 upload=5G4YU3YUTBEE tag=7PD8TUI7HWSP type=write size=2860725 2024-09-20T22:02:04.218 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.216+0000 7fe779a9b640 1 < completed delete operation key=B0070VZB3UZF tag=RYZIWL1K5SFJ type=del 2024-09-20T22:02:04.219 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.218+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=1EUU0FZCRBAW type=write size=968019 2024-09-20T22:02:04.221 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.220+0000 7fe779a9b640 1 < completed write operation key=ECSEX4SHKJA4 tag=FQ37YAGI791E type=write size=739798 2024-09-20T22:02:04.223 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.222+0000 7fe779a9b640 1 > prepared operation key=T9NTHA21NTII tag=6ZGZHQ5T2IFS type=del size=3448582 2024-09-20T22:02:04.225 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.223+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~DN0NBQA9ZOFC.0 size=1048576 2024-09-20T22:02:04.226 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.225+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~DN0NBQA9ZOFC.1 size=1048576 2024-09-20T22:02:04.227 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.226+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~DN0NBQA9ZOFC.2 size=217519 2024-09-20T22:02:04.230 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.229+0000 7fe779a9b640 1 < completed multipart upload key=ECSEX4SHKJA4 upload=DN0NBQA9ZOFC tag=CY5GH0S3EJWI type=write size=3363247 2024-09-20T22:02:04.232 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.231+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=XTRSVKSDMUJN type=write size=198031 2024-09-20T22:02:04.234 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.233+0000 7fe779a9b640 1 < completed delete operation key=ECSEX4SHKJA4 tag=9O7V9MCCU5BU type=del 2024-09-20T22:02:04.236 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.235+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=NP4US6W4II1Y type=del size=2993164 2024-09-20T22:02:04.238 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.236+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~1MO2C4K9U20D.0 size=1048576 2024-09-20T22:02:04.239 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.238+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~1MO2C4K9U20D.1 size=726010 2024-09-20T22:02:04.242 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.241+0000 7fe779a9b640 1 < completed multipart upload key=RM93KDNRZ38I upload=1MO2C4K9U20D tag=BH0HCS6IGYI0 type=write size=2823162 2024-09-20T22:02:04.245 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.244+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~ZQ9D63VXY0PA.0 size=337561 2024-09-20T22:02:04.245 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.244+0000 7fe779a9b640 1 > prepared multipart upload key=6YM3TKGM41LJ upload=ZQ9D63VXY0PA tag=NMOLM67UMW1C type=write size=1386137 2024-09-20T22:02:04.247 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.245+0000 7fe779a9b640 1 < completed delete operation key=RM93KDNRZ38I tag=4RL62EG4VGSA type=del 2024-09-20T22:02:04.248 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.247+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=KM8LYORA0YGM type=write size=412928 2024-09-20T22:02:04.250 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.249+0000 7fe779a9b640 1 < completed write operation key=JHHMXS36ATIL tag=174SD07QN72Y type=write size=596351 2024-09-20T22:02:04.252 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.251+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=027XC3RC3YGF type=del size=1827465 2024-09-20T22:02:04.254 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.253+0000 7fe779a9b640 1 < completed delete operation key=7KQSF1OMUOVW tag=BMH0N30WJUWX type=del 2024-09-20T22:02:04.256 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.255+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=3LLJTR79TIZU type=write size=766644 2024-09-20T22:02:04.256 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.255+0000 7fe779a9b640 1 < canceled part key=_multipart_ICBPE9ZH55FB.2~2VOO6U84T25K.0 size=1031110 2024-09-20T22:02:04.259 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.258+0000 7fe779a9b640 1 < canceled multipart upload key=ICBPE9ZH55FB upload=2VOO6U84T25K tag=KZD3SX0FLRD2 type=write size=2079686 2024-09-20T22:02:04.262 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.261+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~6THOUZAKHVT1.0 size=1048576 2024-09-20T22:02:04.264 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.262+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~6THOUZAKHVT1.1 size=1048576 2024-09-20T22:02:04.265 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.264+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~6THOUZAKHVT1.2 size=118536 2024-09-20T22:02:04.265 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.264+0000 7fe779a9b640 1 > prepared multipart upload key=JE0BX5GAIPSB upload=6THOUZAKHVT1 tag=XGBDGCO9JXAN type=write size=3264264 2024-09-20T22:02:04.267 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.266+0000 7fe779a9b640 1 < completed delete operation key=KJYZZ8S3T5DH tag=DQ9FNANHUF8D type=del 2024-09-20T22:02:04.268 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.267+0000 7fe779a9b640 1 > prepared operation key=IYYXNW4DO800 tag=RND7DRWOLMSL type=del size=3081796 2024-09-20T22:02:04.270 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.269+0000 7fe779a9b640 1 < completed delete operation key=PNZZ2ZGG009S tag=CNK3D0QQ7J3G type=del 2024-09-20T22:02:04.272 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.270+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=38HNMTBIDC08 type=del size=1896936 2024-09-20T22:02:04.273 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.272+0000 7fe779a9b640 1 < completed delete operation key=PNZZ2ZGG009S tag=9GY3WCPCYYB7 type=del 2024-09-20T22:02:04.275 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.273+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=B170D256TP8J type=del size=2217973 2024-09-20T22:02:04.276 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.275+0000 7fe779a9b640 1 < completed part key=_multipart_CV3QPH1KJL9D.2~84U36N7LD44K.0 size=1048576 2024-09-20T22:02:04.277 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.276+0000 7fe779a9b640 1 < completed part key=_multipart_CV3QPH1KJL9D.2~84U36N7LD44K.1 size=1048576 2024-09-20T22:02:04.279 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.277+0000 7fe779a9b640 1 < completed part key=_multipart_CV3QPH1KJL9D.2~84U36N7LD44K.2 size=993767 2024-09-20T22:02:04.282 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.280+0000 7fe779a9b640 1 < completed multipart upload key=CV3QPH1KJL9D upload=84U36N7LD44K tag=KZT7JH8P28KC type=write size=4139495 2024-09-20T22:02:04.283 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.282+0000 7fe779a9b640 1 > prepared operation key=ICBPE9ZH55FB tag=HBNWJ9RXJRX5 type=del size=3026453 2024-09-20T22:02:04.285 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.284+0000 7fe779a9b640 1 < completed delete operation key=VAH8ANWTPTHQ tag=XHL1991TDQA9 type=del 2024-09-20T22:02:04.287 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.285+0000 7fe779a9b640 1 > prepared operation key=1J1YL7XL0LAY tag=RP0F8JXPAQLL type=del size=745384 2024-09-20T22:02:04.288 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.287+0000 7fe779a9b640 1 < completed delete operation key=VAH8ANWTPTHQ tag=GFZ8H6G87P4A type=del 2024-09-20T22:02:04.292 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.290+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~6B9QTNXKBFFZ.0 size=1048576 2024-09-20T22:02:04.293 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.292+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~6B9QTNXKBFFZ.1 size=1048576 2024-09-20T22:02:04.294 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.293+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~6B9QTNXKBFFZ.2 size=458230 2024-09-20T22:02:04.294 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.293+0000 7fe779a9b640 1 > prepared multipart upload key=ECSEX4SHKJA4 upload=6B9QTNXKBFFZ tag=KWMOJ42B8CF1 type=write size=3603958 2024-09-20T22:02:04.296 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.295+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~5G4YU3YUTBEE.0 size=1048576 2024-09-20T22:02:04.297 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.296+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~5G4YU3YUTBEE.1 size=763573 2024-09-20T22:02:04.300 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.299+0000 7fe779a9b640 1 < completed multipart upload key=UUWQ1G2142U2 upload=5G4YU3YUTBEE tag=7PD8TUI7HWSP type=write size=2860725 2024-09-20T22:02:04.303 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.301+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=8QYCTQXE5RE1 type=del size=1434030 2024-09-20T22:02:04.305 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.303+0000 7fe779a9b640 1 < canceled operation key=QCX4FDH1E7DG tag=1EUU0FZCRBAW type=write size=968019 2024-09-20T22:02:04.306 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.305+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=RA6S1HHKVOKY type=del size=4183355 2024-09-20T22:02:04.308 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.307+0000 7fe779a9b640 1 < completed delete operation key=T9NTHA21NTII tag=6ZGZHQ5T2IFS type=del 2024-09-20T22:02:04.311 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.310+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~TVAE1V2VKSOJ.0 size=1048576 2024-09-20T22:02:04.312 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.311+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~TVAE1V2VKSOJ.1 size=1048576 2024-09-20T22:02:04.314 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.312+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~TVAE1V2VKSOJ.2 size=991992 2024-09-20T22:02:04.314 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.312+0000 7fe779a9b640 1 > prepared multipart upload key=QCX4FDH1E7DG upload=TVAE1V2VKSOJ tag=LASO0P4A8RO5 type=write size=4137720 2024-09-20T22:02:04.316 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.314+0000 7fe779a9b640 1 < completed write operation key=KJYZZ8S3T5DH tag=XTRSVKSDMUJN type=write size=198031 2024-09-20T22:02:04.317 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.316+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=FWICV4TCJC1B type=del size=1009986 2024-09-20T22:02:04.320 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.319+0000 7fe779a9b640 1 < suggested remove operation key=4NVVK8DRHTJL tag=NP4US6W4II1Y type=del 2024-09-20T22:02:04.322 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.321+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=IFRU2SP000K2 type=del size=2013274 2024-09-20T22:02:04.324 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.322+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~ZQ9D63VXY0PA.0 size=337561 2024-09-20T22:02:04.326 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.325+0000 7fe779a9b640 1 < completed multipart upload key=6YM3TKGM41LJ upload=ZQ9D63VXY0PA tag=NMOLM67UMW1C type=write size=1386137 2024-09-20T22:02:04.329 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.328+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~N78CF9JPG6M4.0 size=1048576 2024-09-20T22:02:04.331 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.329+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~N78CF9JPG6M4.1 size=1048576 2024-09-20T22:02:04.332 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.331+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~N78CF9JPG6M4.2 size=108030 2024-09-20T22:02:04.332 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.331+0000 7fe779a9b640 1 > prepared multipart upload key=3YV668WNVJ3G upload=N78CF9JPG6M4 tag=KUMGIPMK0I5W type=write size=3253758 2024-09-20T22:02:04.334 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.332+0000 7fe779a9b640 1 < completed write operation key=ZSXI0P8QFMQN tag=KM8LYORA0YGM type=write size=412928 2024-09-20T22:02:04.336 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.334+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=BTHO3723MLB7 type=del size=1590402 2024-09-20T22:02:04.337 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.336+0000 7fe779a9b640 1 < completed delete operation key=OM2NI3GCUE4O tag=027XC3RC3YGF type=del 2024-09-20T22:02:04.339 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.337+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=6K4RRN9T522J type=del size=2247599 2024-09-20T22:02:04.341 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.339+0000 7fe779a9b640 -1 < failed to complete operation key=4NVVK8DRHTJL tag=3LLJTR79TIZU type=write size=766644: (22) Invalid argument 2024-09-20T22:02:04.343 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.341+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=7780GFRZ17VO type=del size=1170145 2024-09-20T22:02:04.345 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.343+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~6THOUZAKHVT1.0 size=1048576 2024-09-20T22:02:04.347 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.345+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~6THOUZAKHVT1.1 size=1048576 2024-09-20T22:02:04.351 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.347+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~6THOUZAKHVT1.2 size=118536 2024-09-20T22:02:04.351 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.349+0000 7fe779a9b640 1 < completed multipart upload key=JE0BX5GAIPSB upload=6THOUZAKHVT1 tag=XGBDGCO9JXAN type=write size=3264264 2024-09-20T22:02:04.353 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.351+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=UW0S4F2E40EA type=write size=215905 2024-09-20T22:02:04.355 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.353+0000 7fe779a9b640 1 < completed delete operation key=IYYXNW4DO800 tag=RND7DRWOLMSL type=del 2024-09-20T22:02:04.356 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.355+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=L5RPPEERL8IW type=write size=631795 2024-09-20T22:02:04.358 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.356+0000 7fe779a9b640 1 < completed delete operation key=68I8AEC312OU tag=38HNMTBIDC08 type=del 2024-09-20T22:02:04.361 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.360+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~G1W0XBKX6VY6.0 size=525056 2024-09-20T22:02:04.361 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.360+0000 7fe779a9b640 1 > prepared multipart upload key=B0070VZB3UZF upload=G1W0XBKX6VY6 tag=SO4QVJGJEUUB type=write size=1573632 2024-09-20T22:02:04.362 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.361+0000 7fe779a9b640 1 < completed delete operation key=6YM3TKGM41LJ tag=B170D256TP8J type=del 2024-09-20T22:02:04.364 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.363+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=5W0HK7KCO4ME type=del size=3686019 2024-09-20T22:02:04.366 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.365+0000 7fe779a9b640 1 < completed delete operation key=ICBPE9ZH55FB tag=HBNWJ9RXJRX5 type=del 2024-09-20T22:02:04.368 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.366+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=SJ2CT4HJ63JZ type=del size=2130322 2024-09-20T22:02:04.369 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.368+0000 7fe779a9b640 1 < completed delete operation key=1J1YL7XL0LAY tag=RP0F8JXPAQLL type=del 2024-09-20T22:02:04.371 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.369+0000 7fe779a9b640 1 > prepared operation key=T9NTHA21NTII tag=2FD9MKBOMJAH type=del size=689181 2024-09-20T22:02:04.372 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.371+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~6B9QTNXKBFFZ.0 size=1048576 2024-09-20T22:02:04.374 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.373+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~6B9QTNXKBFFZ.1 size=1048576 2024-09-20T22:02:04.375 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.374+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~6B9QTNXKBFFZ.2 size=458230 2024-09-20T22:02:04.378 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.377+0000 7fe779a9b640 1 < completed multipart upload key=ECSEX4SHKJA4 upload=6B9QTNXKBFFZ tag=KWMOJ42B8CF1 type=write size=3603958 2024-09-20T22:02:04.380 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.378+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=CP4TNZSBP03A type=write size=514780 2024-09-20T22:02:04.381 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.380+0000 7fe779a9b640 1 < completed delete operation key=68I8AEC312OU tag=8QYCTQXE5RE1 type=del 2024-09-20T22:02:04.383 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.381+0000 7fe779a9b640 1 > prepared operation key=3YV668WNVJ3G tag=8YKRWF9S0L3D type=del size=2877610 2024-09-20T22:02:04.384 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.383+0000 7fe779a9b640 1 < completed delete operation key=DRE6QQSJ9ZVU tag=RA6S1HHKVOKY type=del 2024-09-20T22:02:04.386 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.385+0000 7fe779a9b640 1 > prepared operation key=T9NTHA21NTII tag=J8AW9CZ3H7CD type=write size=1003202 2024-09-20T22:02:04.387 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.385+0000 7fe779a9b640 1 < canceled part key=_multipart_QCX4FDH1E7DG.2~TVAE1V2VKSOJ.0 size=1048576 2024-09-20T22:02:04.388 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.386+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~TVAE1V2VKSOJ.1 size=1048576 2024-09-20T22:02:04.389 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.388+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~TVAE1V2VKSOJ.2 size=991992 2024-09-20T22:02:04.392 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.390+0000 7fe779a9b640 1 < canceled multipart upload key=QCX4FDH1E7DG upload=TVAE1V2VKSOJ tag=LASO0P4A8RO5 type=write size=4137720 2024-09-20T22:02:04.393 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.392+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=AJLJ75WZUFQO type=write size=562779 2024-09-20T22:02:04.395 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.394+0000 7fe779a9b640 1 < completed delete operation key=VAH8ANWTPTHQ tag=FWICV4TCJC1B type=del 2024-09-20T22:02:04.398 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.397+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~194OOMWC847M.0 size=1048576 2024-09-20T22:02:04.399 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.398+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~194OOMWC847M.1 size=800528 2024-09-20T22:02:04.399 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.398+0000 7fe779a9b640 1 > prepared multipart upload key=RB3UQB71OHKI upload=194OOMWC847M tag=VHKR8JJOFSFK type=write size=2897680 2024-09-20T22:02:04.401 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.400+0000 7fe779a9b640 1 < completed delete operation key=CV3QPH1KJL9D tag=IFRU2SP000K2 type=del 2024-09-20T22:02:04.404 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.403+0000 7fe779a9b640 1 > prepared part key=_multipart_7KQSF1OMUOVW.2~XTKDE9IV0IA9.0 size=1048576 2024-09-20T22:02:04.405 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.404+0000 7fe779a9b640 1 > prepared part key=_multipart_7KQSF1OMUOVW.2~XTKDE9IV0IA9.1 size=1048576 2024-09-20T22:02:04.406 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.405+0000 7fe779a9b640 1 > prepared part key=_multipart_7KQSF1OMUOVW.2~XTKDE9IV0IA9.2 size=99304 2024-09-20T22:02:04.407 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.405+0000 7fe779a9b640 1 > prepared multipart upload key=7KQSF1OMUOVW upload=XTKDE9IV0IA9 tag=EQ42HYB346FT type=write size=3245032 2024-09-20T22:02:04.408 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.407+0000 7fe779a9b640 1 < completed part key=_multipart_3YV668WNVJ3G.2~N78CF9JPG6M4.0 size=1048576 2024-09-20T22:02:04.409 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.408+0000 7fe779a9b640 1 < completed part key=_multipart_3YV668WNVJ3G.2~N78CF9JPG6M4.1 size=1048576 2024-09-20T22:02:04.411 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.409+0000 7fe779a9b640 1 < completed part key=_multipart_3YV668WNVJ3G.2~N78CF9JPG6M4.2 size=108030 2024-09-20T22:02:04.413 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.412+0000 7fe779a9b640 1 < completed multipart upload key=3YV668WNVJ3G upload=N78CF9JPG6M4 tag=KUMGIPMK0I5W type=write size=3253758 2024-09-20T22:02:04.416 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.415+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~ZM4HXW5EHJT5.0 size=1048576 2024-09-20T22:02:04.418 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.417+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~ZM4HXW5EHJT5.1 size=242549 2024-09-20T22:02:04.418 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.417+0000 7fe779a9b640 1 > prepared multipart upload key=XEPWA2JTOEC2 upload=ZM4HXW5EHJT5 tag=NAP37LJPZ0N4 type=write size=2339701 2024-09-20T22:02:04.421 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.420+0000 7fe779a9b640 1 < suggested update operation key=PNZZ2ZGG009S tag=BTHO3723MLB7 type=del size=1590402 2024-09-20T22:02:04.424 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.423+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~F3CLQ6MOK7IZ.0 size=586510 2024-09-20T22:02:04.424 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.423+0000 7fe779a9b640 1 > prepared multipart upload key=T9NTHA21NTII upload=F3CLQ6MOK7IZ tag=CHNYYORN1J94 type=write size=1635086 2024-09-20T22:02:04.427 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.426+0000 7fe779a9b640 1 < suggested update operation key=OM2NI3GCUE4O tag=6K4RRN9T522J type=del size=2247599 2024-09-20T22:02:04.429 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.427+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=4HPF2AWYLJYO type=del size=251001 2024-09-20T22:02:04.431 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.429+0000 7fe779a9b640 1 < completed delete operation key=1TRSEURXV2X9 tag=7780GFRZ17VO type=del 2024-09-20T22:02:04.434 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.432+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~NF4H37WVK02Z.0 size=1048576 2024-09-20T22:02:04.435 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.434+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~NF4H37WVK02Z.1 size=1048576 2024-09-20T22:02:04.437 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.435+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~NF4H37WVK02Z.2 size=454769 2024-09-20T22:02:04.437 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.435+0000 7fe779a9b640 1 > prepared multipart upload key=XEPWA2JTOEC2 upload=NF4H37WVK02Z tag=FH16U4MD4N53 type=write size=3600497 2024-09-20T22:02:04.438 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.437+0000 7fe779a9b640 1 < completed write operation key=0M6DAP8CZAPL tag=UW0S4F2E40EA type=write size=215905 2024-09-20T22:02:04.440 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.439+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=V3HX6E9TU1H1 type=del size=3533578 2024-09-20T22:02:04.442 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.441+0000 7fe779a9b640 1 < completed write operation key=4NVVK8DRHTJL tag=L5RPPEERL8IW type=write size=631795 2024-09-20T22:02:04.444 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.442+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=6E3R398SW3EX type=del size=2148637 2024-09-20T22:02:04.445 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.444+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~G1W0XBKX6VY6.0 size=525056 2024-09-20T22:02:04.448 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.447+0000 7fe779a9b640 1 < completed multipart upload key=B0070VZB3UZF upload=G1W0XBKX6VY6 tag=SO4QVJGJEUUB type=write size=1573632 2024-09-20T22:02:04.450 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.449+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=E8XYBYMTHUVS type=del size=3711589 2024-09-20T22:02:04.452 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.451+0000 7fe779a9b640 -1 < failed to complete operation key=OM2NI3GCUE4O tag=5W0HK7KCO4ME type=del size=3686019: (22) Invalid argument 2024-09-20T22:02:04.455 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.454+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~SUTEUISGGWSL.0 size=1048576 2024-09-20T22:02:04.457 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.455+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~SUTEUISGGWSL.1 size=1048576 2024-09-20T22:02:04.458 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.457+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~SUTEUISGGWSL.2 size=411208 2024-09-20T22:02:04.459 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.457+0000 7fe779a9b640 1 > prepared multipart upload key=8Y1S1ZFNVQO3 upload=SUTEUISGGWSL tag=T4TRU1WSKVAN type=write size=3556936 2024-09-20T22:02:04.462 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.461+0000 7fe779a9b640 1 < suggested update operation key=68I8AEC312OU tag=SJ2CT4HJ63JZ type=del size=2130322 2024-09-20T22:02:04.465 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.464+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~H63G485UHZJB.0 size=296420 2024-09-20T22:02:04.465 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.464+0000 7fe779a9b640 1 > prepared multipart upload key=KJYZZ8S3T5DH upload=H63G485UHZJB tag=GC3U25NBQX9Y type=write size=1344996 2024-09-20T22:02:04.467 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.465+0000 7fe779a9b640 1 < canceled operation key=T9NTHA21NTII tag=2FD9MKBOMJAH type=del size=689181 2024-09-20T22:02:04.470 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.469+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~NHQPR6X5D92W.0 size=1048576 2024-09-20T22:02:04.471 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.470+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~NHQPR6X5D92W.1 size=299016 2024-09-20T22:02:04.471 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.470+0000 7fe779a9b640 1 > prepared multipart upload key=VAH8ANWTPTHQ upload=NHQPR6X5D92W tag=AWMRB41X5RFF type=write size=2396168 2024-09-20T22:02:04.473 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.471+0000 7fe779a9b640 1 < completed write operation key=KJYZZ8S3T5DH tag=CP4TNZSBP03A type=write size=514780 2024-09-20T22:02:04.474 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.473+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=B4OWWLQGVY6M type=del size=2768087 2024-09-20T22:02:04.476 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.474+0000 7fe779a9b640 1 < completed delete operation key=3YV668WNVJ3G tag=8YKRWF9S0L3D type=del 2024-09-20T22:02:04.477 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.476+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=N86IL1T0QNHO type=del size=2085998 2024-09-20T22:02:04.479 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.478+0000 7fe779a9b640 1 < completed write operation key=T9NTHA21NTII tag=J8AW9CZ3H7CD type=write size=1003202 2024-09-20T22:02:04.482 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.481+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~1H6KZ02ZP97D.0 size=1048576 2024-09-20T22:02:04.483 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.482+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~1H6KZ02ZP97D.1 size=1048576 2024-09-20T22:02:04.485 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.484+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~1H6KZ02ZP97D.2 size=613621 2024-09-20T22:02:04.485 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.484+0000 7fe779a9b640 1 > prepared multipart upload key=RM93KDNRZ38I upload=1H6KZ02ZP97D tag=6EFQIFYS49TF type=write size=3759349 2024-09-20T22:02:04.486 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.485+0000 7fe779a9b640 1 < completed write operation key=1TRSEURXV2X9 tag=AJLJ75WZUFQO type=write size=562779 2024-09-20T22:02:04.489 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.488+0000 7fe779a9b640 1 > prepared part key=_multipart_JHHMXS36ATIL.2~38CXB346HWGK.0 size=1048576 2024-09-20T22:02:04.491 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.490+0000 7fe779a9b640 1 > prepared part key=_multipart_JHHMXS36ATIL.2~38CXB346HWGK.1 size=564879 2024-09-20T22:02:04.491 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.490+0000 7fe779a9b640 1 > prepared multipart upload key=JHHMXS36ATIL upload=38CXB346HWGK tag=AXYP2C03IVBP type=write size=2662031 2024-09-20T22:02:04.493 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.491+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~194OOMWC847M.0 size=1048576 2024-09-20T22:02:04.494 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.493+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~194OOMWC847M.1 size=800528 2024-09-20T22:02:04.497 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.495+0000 7fe779a9b640 1 < completed multipart upload key=RB3UQB71OHKI upload=194OOMWC847M tag=VHKR8JJOFSFK type=write size=2897680 2024-09-20T22:02:04.499 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.497+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=L0ADZI1MB5DW type=del size=571867 2024-09-20T22:02:04.499 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.497+0000 7fe779a9b640 1 < canceled part key=_multipart_7KQSF1OMUOVW.2~XTKDE9IV0IA9.0 size=1048576 2024-09-20T22:02:04.499 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.497+0000 7fe779a9b640 1 < canceled part key=_multipart_7KQSF1OMUOVW.2~XTKDE9IV0IA9.1 size=1048576 2024-09-20T22:02:04.500 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.499+0000 7fe779a9b640 1 < completed part key=_multipart_7KQSF1OMUOVW.2~XTKDE9IV0IA9.2 size=99304 2024-09-20T22:02:04.503 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.502+0000 7fe779a9b640 1 < canceled multipart upload key=7KQSF1OMUOVW upload=XTKDE9IV0IA9 tag=EQ42HYB346FT type=write size=3245032 2024-09-20T22:02:04.505 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.503+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=CKRLUDML7562 type=del size=1962610 2024-09-20T22:02:04.505 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.504+0000 7fe779a9b640 1 < canceled part key=_multipart_XEPWA2JTOEC2.2~ZM4HXW5EHJT5.0 size=1048576 2024-09-20T22:02:04.506 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.505+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~ZM4HXW5EHJT5.1 size=242549 2024-09-20T22:02:04.509 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.508+0000 7fe779a9b640 1 < canceled multipart upload key=XEPWA2JTOEC2 upload=ZM4HXW5EHJT5 tag=NAP37LJPZ0N4 type=write size=2339701 2024-09-20T22:02:04.510 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.509+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=BBYWQSW03R3L type=del size=503944 2024-09-20T22:02:04.512 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.511+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~F3CLQ6MOK7IZ.0 size=586510 2024-09-20T22:02:04.515 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.513+0000 7fe779a9b640 1 < completed multipart upload key=T9NTHA21NTII upload=F3CLQ6MOK7IZ tag=CHNYYORN1J94 type=write size=1635086 2024-09-20T22:02:04.518 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.517+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~2R6WAU08RGXD.0 size=784359 2024-09-20T22:02:04.518 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.517+0000 7fe779a9b640 1 > prepared multipart upload key=3YV668WNVJ3G upload=2R6WAU08RGXD tag=JGK0DLUPDD76 type=write size=1832935 2024-09-20T22:02:04.524 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.523+0000 7fe779a9b640 1 < completed delete operation key=ECSEX4SHKJA4 tag=4HPF2AWYLJYO type=del 2024-09-20T22:02:04.527 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.526+0000 7fe779a9b640 1 > prepared operation key=T9NTHA21NTII tag=TBKGOA5KTPT0 type=del size=730260 2024-09-20T22:02:04.530 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.528+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~NF4H37WVK02Z.0 size=1048576 2024-09-20T22:02:04.532 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.530+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~NF4H37WVK02Z.1 size=1048576 2024-09-20T22:02:04.533 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.532+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~NF4H37WVK02Z.2 size=454769 2024-09-20T22:02:04.536 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.535+0000 7fe779a9b640 1 < completed multipart upload key=XEPWA2JTOEC2 upload=NF4H37WVK02Z tag=FH16U4MD4N53 type=write size=3600497 2024-09-20T22:02:04.538 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.537+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=81TLE20ZBFQD type=write size=425541 2024-09-20T22:02:04.540 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.538+0000 7fe779a9b640 1 < completed delete operation key=DRE6QQSJ9ZVU tag=V3HX6E9TU1H1 type=del 2024-09-20T22:02:04.543 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.541+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~VZ0Q0GMATV8N.0 size=1048576 2024-09-20T22:02:04.544 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.543+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~VZ0Q0GMATV8N.1 size=191412 2024-09-20T22:02:04.544 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.543+0000 7fe779a9b640 1 > prepared multipart upload key=T9NTHA21NTII upload=VZ0Q0GMATV8N tag=XLVD7FWA229R type=write size=2288564 2024-09-20T22:02:04.546 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.544+0000 7fe779a9b640 1 < completed delete operation key=ELDR91I33NDH tag=6E3R398SW3EX type=del 2024-09-20T22:02:04.549 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.548+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~2NC5MX4U25MK.0 size=1048576 2024-09-20T22:02:04.551 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.549+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~2NC5MX4U25MK.1 size=976666 2024-09-20T22:02:04.551 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.549+0000 7fe779a9b640 1 > prepared multipart upload key=DRE6QQSJ9ZVU upload=2NC5MX4U25MK tag=8YM0LOZA9ZWI type=write size=3073818 2024-09-20T22:02:04.552 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.551+0000 7fe779a9b640 1 < canceled operation key=PNZZ2ZGG009S tag=E8XYBYMTHUVS type=del size=3711589 2024-09-20T22:02:04.554 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.553+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=F7V7UJBZL581 type=write size=379159 2024-09-20T22:02:04.556 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.554+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~SUTEUISGGWSL.0 size=1048576 2024-09-20T22:02:04.556 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.554+0000 7fe779a9b640 1 < canceled part key=_multipart_8Y1S1ZFNVQO3.2~SUTEUISGGWSL.1 size=1048576 2024-09-20T22:02:04.557 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.556+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~SUTEUISGGWSL.2 size=411208 2024-09-20T22:02:04.559 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.558+0000 7fe779a9b640 1 < canceled multipart upload key=8Y1S1ZFNVQO3 upload=SUTEUISGGWSL tag=T4TRU1WSKVAN type=write size=3556936 2024-09-20T22:02:04.561 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.560+0000 7fe779a9b640 1 > prepared operation key=UUWQ1G2142U2 tag=20ZGNUIYSVED type=del size=1256664 2024-09-20T22:02:04.563 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.561+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~H63G485UHZJB.0 size=296420 2024-09-20T22:02:04.566 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.564+0000 7fe779a9b640 1 < completed multipart upload key=KJYZZ8S3T5DH upload=H63G485UHZJB tag=GC3U25NBQX9Y type=write size=1344996 2024-09-20T22:02:04.567 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.566+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=15449G34GKNN type=del size=1358169 2024-09-20T22:02:04.569 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.567+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~NHQPR6X5D92W.0 size=1048576 2024-09-20T22:02:04.569 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.567+0000 7fe779a9b640 1 < canceled part key=_multipart_VAH8ANWTPTHQ.2~NHQPR6X5D92W.1 size=299016 2024-09-20T22:02:04.571 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.570+0000 7fe779a9b640 1 < canceled multipart upload key=VAH8ANWTPTHQ upload=NHQPR6X5D92W tag=AWMRB41X5RFF type=write size=2396168 2024-09-20T22:02:04.575 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.574+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~P4V27X6NTXMV.0 size=897013 2024-09-20T22:02:04.575 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.574+0000 7fe779a9b640 1 > prepared multipart upload key=6YM3TKGM41LJ upload=P4V27X6NTXMV tag=CYSX26PYD3SL type=write size=1945589 2024-09-20T22:02:04.577 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.576+0000 7fe779a9b640 1 < completed delete operation key=0M6DAP8CZAPL tag=B4OWWLQGVY6M type=del 2024-09-20T22:02:04.579 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.577+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=LWPOJX6LYHMT type=del size=2120350 2024-09-20T22:02:04.581 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.579+0000 7fe779a9b640 1 < completed delete operation key=CV3QPH1KJL9D tag=N86IL1T0QNHO type=del 2024-09-20T22:02:04.582 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.581+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=USMZZOXUKVDX type=write size=9846 2024-09-20T22:02:04.584 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.582+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~1H6KZ02ZP97D.0 size=1048576 2024-09-20T22:02:04.585 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.584+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~1H6KZ02ZP97D.1 size=1048576 2024-09-20T22:02:04.585 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.584+0000 7fe779a9b640 1 < canceled part key=_multipart_RM93KDNRZ38I.2~1H6KZ02ZP97D.2 size=613621 2024-09-20T22:02:04.588 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.587+0000 7fe779a9b640 1 < canceled multipart upload key=RM93KDNRZ38I upload=1H6KZ02ZP97D tag=6EFQIFYS49TF type=write size=3759349 2024-09-20T22:02:04.590 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.588+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=EN0WWM5Y42PV type=del size=797828 2024-09-20T22:02:04.591 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.590+0000 7fe779a9b640 1 < completed part key=_multipart_JHHMXS36ATIL.2~38CXB346HWGK.0 size=1048576 2024-09-20T22:02:04.593 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.591+0000 7fe779a9b640 1 < completed part key=_multipart_JHHMXS36ATIL.2~38CXB346HWGK.1 size=564879 2024-09-20T22:02:04.596 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.594+0000 7fe779a9b640 1 < completed multipart upload key=JHHMXS36ATIL upload=38CXB346HWGK tag=AXYP2C03IVBP type=write size=2662031 2024-09-20T22:02:04.597 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.596+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=Q72WTZK690GD type=del size=3799425 2024-09-20T22:02:04.599 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.598+0000 7fe779a9b640 1 < completed delete operation key=RM93KDNRZ38I tag=L0ADZI1MB5DW type=del 2024-09-20T22:02:04.603 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.601+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~IUUME6RCZ74S.0 size=941785 2024-09-20T22:02:04.603 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.601+0000 7fe779a9b640 1 > prepared multipart upload key=OM2NI3GCUE4O upload=IUUME6RCZ74S tag=9YEBZF1OLJOO type=write size=1990361 2024-09-20T22:02:04.605 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.603+0000 7fe779a9b640 1 < completed delete operation key=OM2NI3GCUE4O tag=CKRLUDML7562 type=del 2024-09-20T22:02:04.606 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.605+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=ZVQFRT0PBTDW type=write size=342508 2024-09-20T22:02:04.608 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.607+0000 7fe779a9b640 1 < completed delete operation key=ECSEX4SHKJA4 tag=BBYWQSW03R3L type=del 2024-09-20T22:02:04.611 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.610+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~LEVKMW0W5HOX.0 size=866075 2024-09-20T22:02:04.611 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.610+0000 7fe779a9b640 1 > prepared multipart upload key=1J1YL7XL0LAY upload=LEVKMW0W5HOX tag=7DDG2H4W5FNZ type=write size=1914651 2024-09-20T22:02:04.613 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.612+0000 7fe779a9b640 1 < completed part key=_multipart_3YV668WNVJ3G.2~2R6WAU08RGXD.0 size=784359 2024-09-20T22:02:04.616 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.615+0000 7fe779a9b640 1 < completed multipart upload key=3YV668WNVJ3G upload=2R6WAU08RGXD tag=JGK0DLUPDD76 type=write size=1832935 2024-09-20T22:02:04.618 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.617+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=DQDFJ4CVS12T type=del size=2796642 2024-09-20T22:02:04.621 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.619+0000 7fe779a9b640 1 < completed delete operation key=T9NTHA21NTII tag=TBKGOA5KTPT0 type=del 2024-09-20T22:02:04.622 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.621+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=A8EYYHV02CG7 type=write size=227468 2024-09-20T22:02:04.624 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.623+0000 7fe779a9b640 1 < completed write operation key=U24WBDE9OPS7 tag=81TLE20ZBFQD type=write size=425541 2024-09-20T22:02:04.627 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.625+0000 7fe779a9b640 1 > prepared part key=_multipart_CV3QPH1KJL9D.2~P2X7ZBJP4VT1.0 size=643020 2024-09-20T22:02:04.627 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.625+0000 7fe779a9b640 1 > prepared multipart upload key=CV3QPH1KJL9D upload=P2X7ZBJP4VT1 tag=AHZ763SRKD8G type=write size=1691596 2024-09-20T22:02:04.628 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.627+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~VZ0Q0GMATV8N.0 size=1048576 2024-09-20T22:02:04.630 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.628+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~VZ0Q0GMATV8N.1 size=191412 2024-09-20T22:02:04.632 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.631+0000 7fe779a9b640 1 < completed multipart upload key=T9NTHA21NTII upload=VZ0Q0GMATV8N tag=XLVD7FWA229R type=write size=2288564 2024-09-20T22:02:04.635 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.634+0000 7fe779a9b640 1 > prepared part key=_multipart_7KQSF1OMUOVW.2~GQKMJKSJZ3UH.0 size=1048576 2024-09-20T22:02:04.637 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.635+0000 7fe779a9b640 1 > prepared part key=_multipart_7KQSF1OMUOVW.2~GQKMJKSJZ3UH.1 size=1048576 2024-09-20T22:02:04.638 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.637+0000 7fe779a9b640 1 > prepared part key=_multipart_7KQSF1OMUOVW.2~GQKMJKSJZ3UH.2 size=91685 2024-09-20T22:02:04.638 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.637+0000 7fe779a9b640 1 > prepared multipart upload key=7KQSF1OMUOVW upload=GQKMJKSJZ3UH tag=UW6CJWVJPVN2 type=write size=3237413 2024-09-20T22:02:04.640 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.639+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~2NC5MX4U25MK.0 size=1048576 2024-09-20T22:02:04.641 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.640+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~2NC5MX4U25MK.1 size=976666 2024-09-20T22:02:04.644 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.642+0000 7fe779a9b640 1 < completed multipart upload key=DRE6QQSJ9ZVU upload=2NC5MX4U25MK tag=8YM0LOZA9ZWI type=write size=3073818 2024-09-20T22:02:04.645 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.644+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=983ONQC3CUZQ type=del size=3864906 2024-09-20T22:02:04.647 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.646+0000 7fe779a9b640 1 < completed write operation key=7KQSF1OMUOVW tag=F7V7UJBZL581 type=write size=379159 2024-09-20T22:02:04.649 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.647+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=QZ60TVX38PFJ type=del size=1623460 2024-09-20T22:02:04.650 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.649+0000 7fe779a9b640 1 < completed delete operation key=UUWQ1G2142U2 tag=20ZGNUIYSVED type=del 2024-09-20T22:02:04.653 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.652+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~BG6P183MDON1.0 size=1048576 2024-09-20T22:02:04.654 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.653+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~BG6P183MDON1.1 size=1048576 2024-09-20T22:02:04.657 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.656+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~BG6P183MDON1.2 size=243913 2024-09-20T22:02:04.756 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.656+0000 7fe779a9b640 1 > prepared multipart upload key=ELDR91I33NDH upload=BG6P183MDON1 tag=XDGJPS7HHQ5Z type=write size=3389641 2024-09-20T22:02:04.760 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.660+0000 7fe779a9b640 1 < suggested update operation key=U24WBDE9OPS7 tag=15449G34GKNN type=del size=1358169 2024-09-20T22:02:04.761 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.663+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~PQYJE6QEJGY2.0 size=816842 2024-09-20T22:02:04.761 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.663+0000 7fe779a9b640 1 > prepared multipart upload key=6YM3TKGM41LJ upload=PQYJE6QEJGY2 tag=CTAZXFZTCP0U type=write size=1865418 2024-09-20T22:02:04.761 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.665+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~P4V27X6NTXMV.0 size=897013 2024-09-20T22:02:04.761 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.667+0000 7fe779a9b640 1 < completed multipart upload key=6YM3TKGM41LJ upload=P4V27X6NTXMV tag=CYSX26PYD3SL type=write size=1945589 2024-09-20T22:02:04.761 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.669+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=YXMJGB2G07OP type=del size=120570 2024-09-20T22:02:04.761 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.672+0000 7fe779a9b640 1 < suggested update operation key=OM2NI3GCUE4O tag=LWPOJX6LYHMT type=del size=2120350 2024-09-20T22:02:04.761 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.675+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~8A89EL334JSR.0 size=1048576 2024-09-20T22:02:04.761 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.677+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~8A89EL334JSR.1 size=1048576 2024-09-20T22:02:04.761 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.679+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~8A89EL334JSR.2 size=928518 2024-09-20T22:02:04.761 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.679+0000 7fe779a9b640 1 > prepared multipart upload key=1J1YL7XL0LAY upload=8A89EL334JSR tag=PH3X6Y24C1EG type=write size=4074246 2024-09-20T22:02:04.761 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.680+0000 7fe779a9b640 1 < canceled operation key=PNZZ2ZGG009S tag=USMZZOXUKVDX type=write size=9846 2024-09-20T22:02:04.761 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.682+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=MO0S666SNLUA type=write size=383034 2024-09-20T22:02:04.761 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.684+0000 7fe779a9b640 1 < completed delete operation key=DRE6QQSJ9ZVU tag=EN0WWM5Y42PV type=del 2024-09-20T22:02:04.761 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.687+0000 7fe779a9b640 1 > prepared part key=_multipart_4NVVK8DRHTJL.2~HQA6PLXWFPR6.0 size=1048576 2024-09-20T22:02:04.762 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.688+0000 7fe779a9b640 1 > prepared part key=_multipart_4NVVK8DRHTJL.2~HQA6PLXWFPR6.1 size=300008 2024-09-20T22:02:04.762 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.688+0000 7fe779a9b640 1 > prepared multipart upload key=4NVVK8DRHTJL upload=HQA6PLXWFPR6 tag=Z01J29G1VA4V type=write size=2397160 2024-09-20T22:02:04.762 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.690+0000 7fe779a9b640 1 < completed delete operation key=ECSEX4SHKJA4 tag=Q72WTZK690GD type=del 2024-09-20T22:02:04.762 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.692+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=ADKLEUOZDOKE type=del size=2258693 2024-09-20T22:02:04.762 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.693+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~IUUME6RCZ74S.0 size=941785 2024-09-20T22:02:04.762 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.696+0000 7fe779a9b640 1 < completed multipart upload key=OM2NI3GCUE4O upload=IUUME6RCZ74S tag=9YEBZF1OLJOO type=write size=1990361 2024-09-20T22:02:04.762 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.700+0000 7fe779a9b640 1 > prepared part key=_multipart_IYYXNW4DO800.2~S4KH0LZBS84F.0 size=1048576 2024-09-20T22:02:04.762 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.701+0000 7fe779a9b640 1 > prepared part key=_multipart_IYYXNW4DO800.2~S4KH0LZBS84F.1 size=227331 2024-09-20T22:02:04.762 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.701+0000 7fe779a9b640 1 > prepared multipart upload key=IYYXNW4DO800 upload=S4KH0LZBS84F tag=EWSWAI9ZN9SB type=write size=2324483 2024-09-20T22:02:04.762 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.704+0000 7fe779a9b640 1 < suggested remove operation key=OM2NI3GCUE4O tag=ZVQFRT0PBTDW type=write 2024-09-20T22:02:04.762 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.706+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=UVO7QG1EWUV7 type=del size=2368291 2024-09-20T22:02:04.762 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.707+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~LEVKMW0W5HOX.0 size=866075 2024-09-20T22:02:04.762 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.710+0000 7fe779a9b640 1 < completed multipart upload key=1J1YL7XL0LAY upload=LEVKMW0W5HOX tag=7DDG2H4W5FNZ type=write size=1914651 2024-09-20T22:02:04.762 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.714+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~5F5I0R2C7EO3.0 size=1048576 2024-09-20T22:02:04.762 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.715+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~5F5I0R2C7EO3.1 size=123833 2024-09-20T22:02:04.763 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.715+0000 7fe779a9b640 1 > prepared multipart upload key=UUWQ1G2142U2 upload=5F5I0R2C7EO3 tag=WEAPCFQ3DX64 type=write size=2220985 2024-09-20T22:02:04.763 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.717+0000 7fe779a9b640 1 < completed delete operation key=CV3QPH1KJL9D tag=DQDFJ4CVS12T type=del 2024-09-20T22:02:04.763 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.719+0000 7fe779a9b640 1 > prepared operation key=IYYXNW4DO800 tag=OZAZCPR2RDY0 type=write size=111641 2024-09-20T22:02:04.763 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.721+0000 7fe779a9b640 1 < completed write operation key=6YM3TKGM41LJ tag=A8EYYHV02CG7 type=write size=227468 2024-09-20T22:02:04.763 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.723+0000 7fe779a9b640 1 > prepared operation key=ICBPE9ZH55FB tag=FT00L5DYWMR6 type=del size=2141958 2024-09-20T22:02:04.763 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.725+0000 7fe779a9b640 1 < completed part key=_multipart_CV3QPH1KJL9D.2~P2X7ZBJP4VT1.0 size=643020 2024-09-20T22:02:04.763 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.728+0000 7fe779a9b640 1 < completed multipart upload key=CV3QPH1KJL9D upload=P2X7ZBJP4VT1 tag=AHZ763SRKD8G type=write size=1691596 2024-09-20T22:02:04.763 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.730+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=UIECXKAL902Y type=del size=2013538 2024-09-20T22:02:04.763 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.732+0000 7fe779a9b640 1 < completed part key=_multipart_7KQSF1OMUOVW.2~GQKMJKSJZ3UH.0 size=1048576 2024-09-20T22:02:04.763 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.733+0000 7fe779a9b640 1 < completed part key=_multipart_7KQSF1OMUOVW.2~GQKMJKSJZ3UH.1 size=1048576 2024-09-20T22:02:04.763 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.735+0000 7fe779a9b640 1 < completed part key=_multipart_7KQSF1OMUOVW.2~GQKMJKSJZ3UH.2 size=91685 2024-09-20T22:02:04.763 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.738+0000 7fe779a9b640 1 < completed multipart upload key=7KQSF1OMUOVW upload=GQKMJKSJZ3UH tag=UW6CJWVJPVN2 type=write size=3237413 2024-09-20T22:02:04.763 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.739+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=LL7SN9BTM45R type=write size=344598 2024-09-20T22:02:04.763 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.743+0000 7fe779a9b640 1 < suggested update operation key=PNZZ2ZGG009S tag=983ONQC3CUZQ type=del size=3864906 2024-09-20T22:02:04.763 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.746+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~A1OZXDECNRY5.0 size=1048576 2024-09-20T22:02:04.763 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.747+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~A1OZXDECNRY5.1 size=1048576 2024-09-20T22:02:04.764 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.749+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~A1OZXDECNRY5.2 size=988556 2024-09-20T22:02:04.764 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.749+0000 7fe779a9b640 1 > prepared multipart upload key=VAH8ANWTPTHQ upload=A1OZXDECNRY5 tag=W2DMZ5LVMSGN type=write size=4134284 2024-09-20T22:02:04.764 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.752+0000 7fe779a9b640 1 < suggested update operation key=VAH8ANWTPTHQ tag=QZ60TVX38PFJ type=del size=1623460 2024-09-20T22:02:04.764 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.755+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~U62W6EJK34E1.0 size=1048576 2024-09-20T22:02:04.764 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.757+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~U62W6EJK34E1.1 size=1048576 2024-09-20T22:02:04.764 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.758+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~U62W6EJK34E1.2 size=81257 2024-09-20T22:02:04.764 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.758+0000 7fe779a9b640 1 > prepared multipart upload key=JE0BX5GAIPSB upload=U62W6EJK34E1 tag=SZJJCPNJDPYS type=write size=3226985 2024-09-20T22:02:04.764 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.760+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~BG6P183MDON1.0 size=1048576 2024-09-20T22:02:04.765 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.761+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~BG6P183MDON1.1 size=1048576 2024-09-20T22:02:04.765 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.763+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~BG6P183MDON1.2 size=243913 2024-09-20T22:02:04.767 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.766+0000 7fe779a9b640 1 < completed multipart upload key=ELDR91I33NDH upload=BG6P183MDON1 tag=XDGJPS7HHQ5Z type=write size=3389641 2024-09-20T22:02:04.770 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.769+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~TWU0D4TMBRD0.0 size=1048576 2024-09-20T22:02:04.771 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.770+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~TWU0D4TMBRD0.1 size=317718 2024-09-20T22:02:04.771 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.770+0000 7fe779a9b640 1 > prepared multipart upload key=T9NTHA21NTII upload=TWU0D4TMBRD0 tag=SJX9P9DJHWX2 type=write size=2414870 2024-09-20T22:02:04.773 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.772+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~PQYJE6QEJGY2.0 size=816842 2024-09-20T22:02:04.776 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.774+0000 7fe779a9b640 1 < completed multipart upload key=6YM3TKGM41LJ upload=PQYJE6QEJGY2 tag=CTAZXFZTCP0U type=write size=1865418 2024-09-20T22:02:04.777 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.776+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=U8ND6V0I0LCS type=del size=2644198 2024-09-20T22:02:04.779 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.778+0000 7fe779a9b640 1 < completed delete operation key=QCX4FDH1E7DG tag=YXMJGB2G07OP type=del 2024-09-20T22:02:04.782 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.781+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~KFL61HIF3R5K.0 size=1048576 2024-09-20T22:02:04.784 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.782+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~KFL61HIF3R5K.1 size=330282 2024-09-20T22:02:04.784 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.782+0000 7fe779a9b640 1 > prepared multipart upload key=6YM3TKGM41LJ upload=KFL61HIF3R5K tag=LLWFJI7YN1Z1 type=write size=2427434 2024-09-20T22:02:04.785 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.784+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~8A89EL334JSR.0 size=1048576 2024-09-20T22:02:04.787 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.786+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~8A89EL334JSR.1 size=1048576 2024-09-20T22:02:04.788 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.787+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~8A89EL334JSR.2 size=928518 2024-09-20T22:02:04.791 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.790+0000 7fe779a9b640 1 < completed multipart upload key=1J1YL7XL0LAY upload=8A89EL334JSR tag=PH3X6Y24C1EG type=write size=4074246 2024-09-20T22:02:04.794 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.793+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~RAIH904K0AZA.0 size=1048576 2024-09-20T22:02:04.795 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.794+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~RAIH904K0AZA.1 size=1048576 2024-09-20T22:02:04.797 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.795+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~RAIH904K0AZA.2 size=996423 2024-09-20T22:02:04.797 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.795+0000 7fe779a9b640 1 > prepared multipart upload key=3YV668WNVJ3G upload=RAIH904K0AZA tag=JQQFL6JVSYTQ type=write size=4142151 2024-09-20T22:02:04.799 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.797+0000 7fe779a9b640 1 < completed write operation key=U24WBDE9OPS7 tag=MO0S666SNLUA type=write size=383034 2024-09-20T22:02:04.802 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.801+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~0RW4GMTXVL52.0 size=1048576 2024-09-20T22:02:04.803 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.802+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~0RW4GMTXVL52.1 size=702068 2024-09-20T22:02:04.804 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.802+0000 7fe779a9b640 1 > prepared multipart upload key=R44R5QNUZJMC upload=0RW4GMTXVL52 tag=LSINXQ832RE4 type=write size=2799220 2024-09-20T22:02:04.805 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.804+0000 7fe779a9b640 1 < completed part key=_multipart_4NVVK8DRHTJL.2~HQA6PLXWFPR6.0 size=1048576 2024-09-20T22:02:04.807 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.806+0000 7fe779a9b640 1 < completed part key=_multipart_4NVVK8DRHTJL.2~HQA6PLXWFPR6.1 size=300008 2024-09-20T22:02:04.810 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.809+0000 7fe779a9b640 1 < completed multipart upload key=4NVVK8DRHTJL upload=HQA6PLXWFPR6 tag=Z01J29G1VA4V type=write size=2397160 2024-09-20T22:02:04.812 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.811+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=XMAXPHC1TBY2 type=del size=429347 2024-09-20T22:02:04.814 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.813+0000 7fe779a9b640 1 < canceled operation key=4NVVK8DRHTJL tag=ADKLEUOZDOKE type=del size=2258693 2024-09-20T22:02:04.817 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.816+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~A0DRZ693JX50.0 size=1048576 2024-09-20T22:02:04.819 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.817+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~A0DRZ693JX50.1 size=135301 2024-09-20T22:02:04.819 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.817+0000 7fe779a9b640 1 > prepared multipart upload key=VAH8ANWTPTHQ upload=A0DRZ693JX50 tag=P429JQVV6WNR type=write size=2232453 2024-09-20T22:02:04.820 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.819+0000 7fe779a9b640 1 < completed part key=_multipart_IYYXNW4DO800.2~S4KH0LZBS84F.0 size=1048576 2024-09-20T22:02:04.821 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.820+0000 7fe779a9b640 1 < completed part key=_multipart_IYYXNW4DO800.2~S4KH0LZBS84F.1 size=227331 2024-09-20T22:02:04.824 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.823+0000 7fe779a9b640 1 < completed multipart upload key=IYYXNW4DO800 upload=S4KH0LZBS84F tag=EWSWAI9ZN9SB type=write size=2324483 2024-09-20T22:02:04.826 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.825+0000 7fe779a9b640 1 > prepared operation key=IYYXNW4DO800 tag=1I2MD32BPKYR type=write size=423038 2024-09-20T22:02:04.828 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.827+0000 7fe779a9b640 1 < completed delete operation key=DRE6QQSJ9ZVU tag=UVO7QG1EWUV7 type=del 2024-09-20T22:02:04.830 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.828+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=22C34RWDY3P2 type=del size=264427 2024-09-20T22:02:04.832 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.830+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~5F5I0R2C7EO3.0 size=1048576 2024-09-20T22:02:04.833 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.832+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~5F5I0R2C7EO3.1 size=123833 2024-09-20T22:02:04.836 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.834+0000 7fe779a9b640 1 < completed multipart upload key=UUWQ1G2142U2 upload=5F5I0R2C7EO3 tag=WEAPCFQ3DX64 type=write size=2220985 2024-09-20T22:02:04.837 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.836+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=1JWVX7YZQXIK type=del size=3200629 2024-09-20T22:02:04.840 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.839+0000 7fe779a9b640 1 < suggested update operation key=IYYXNW4DO800 tag=OZAZCPR2RDY0 type=write size=111641 2024-09-20T22:02:04.842 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.841+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=8GB1T3VJY8TK type=del size=1516339 2024-09-20T22:02:04.845 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.844+0000 7fe779a9b640 1 < suggested remove operation key=ICBPE9ZH55FB tag=FT00L5DYWMR6 type=del 2024-09-20T22:02:04.848 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.847+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~7EFVL8QXWCSS.0 size=1048576 2024-09-20T22:02:04.850 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.848+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~7EFVL8QXWCSS.1 size=1048576 2024-09-20T22:02:04.851 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.850+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~7EFVL8QXWCSS.2 size=371459 2024-09-20T22:02:04.851 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.850+0000 7fe779a9b640 1 > prepared multipart upload key=OM2NI3GCUE4O upload=7EFVL8QXWCSS tag=SCW9GT7Q223A type=write size=3517187 2024-09-20T22:02:04.855 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.853+0000 7fe779a9b640 1 < suggested update operation key=6YM3TKGM41LJ tag=UIECXKAL902Y type=del size=2013538 2024-09-20T22:02:04.857 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.855+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=S5T7DBLD0100 type=del size=342001 2024-09-20T22:02:04.859 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.858+0000 7fe779a9b640 -1 < failed to complete operation key=PNZZ2ZGG009S tag=LL7SN9BTM45R type=write size=344598: (22) Invalid argument 2024-09-20T22:02:04.861 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.859+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=XF66OZZP1AO4 type=del size=1530604 2024-09-20T22:02:04.862 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.861+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~A1OZXDECNRY5.0 size=1048576 2024-09-20T22:02:04.864 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.862+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~A1OZXDECNRY5.1 size=1048576 2024-09-20T22:02:04.865 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.864+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~A1OZXDECNRY5.2 size=988556 2024-09-20T22:02:04.868 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.866+0000 7fe779a9b640 1 < completed multipart upload key=VAH8ANWTPTHQ upload=A1OZXDECNRY5 tag=W2DMZ5LVMSGN type=write size=4134284 2024-09-20T22:02:04.869 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.868+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=2VRYF8ANV0QS type=del size=1073767 2024-09-20T22:02:04.871 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.870+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~U62W6EJK34E1.0 size=1048576 2024-09-20T22:02:04.873 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.872+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~U62W6EJK34E1.1 size=1048576 2024-09-20T22:02:04.874 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.873+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~U62W6EJK34E1.2 size=81257 2024-09-20T22:02:04.877 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.876+0000 7fe779a9b640 1 < completed multipart upload key=JE0BX5GAIPSB upload=U62W6EJK34E1 tag=SZJJCPNJDPYS type=write size=3226985 2024-09-20T22:02:04.879 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.878+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=J6O1CE77GAPC type=del size=1054081 2024-09-20T22:02:04.881 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.880+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~TWU0D4TMBRD0.0 size=1048576 2024-09-20T22:02:04.883 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.881+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~TWU0D4TMBRD0.1 size=317718 2024-09-20T22:02:04.886 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.885+0000 7fe779a9b640 1 < completed multipart upload key=T9NTHA21NTII upload=TWU0D4TMBRD0 tag=SJX9P9DJHWX2 type=write size=2414870 2024-09-20T22:02:04.890 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.888+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~SBG66FZJWTNH.0 size=904594 2024-09-20T22:02:04.890 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.888+0000 7fe779a9b640 1 > prepared multipart upload key=KJYZZ8S3T5DH upload=SBG66FZJWTNH tag=YJ3SIIBXOLGX type=write size=1953170 2024-09-20T22:02:04.893 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.891+0000 7fe779a9b640 1 < suggested remove operation key=ZSXI0P8QFMQN tag=U8ND6V0I0LCS type=del 2024-09-20T22:02:04.895 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.894+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=4ZXKU6L0R5JT type=write size=200267 2024-09-20T22:02:04.897 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.895+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~KFL61HIF3R5K.0 size=1048576 2024-09-20T22:02:04.898 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.897+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~KFL61HIF3R5K.1 size=330282 2024-09-20T22:02:04.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:04 smithi046 ceph-mon[96110]: pgmap v1403: 137 pgs: 6 unknown, 131 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 31 KiB/s wr, 148 op/s 2024-09-20T22:02:04.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:02:04.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:04 smithi046 ceph-mon[98591]: pgmap v1403: 137 pgs: 6 unknown, 131 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 31 KiB/s wr, 148 op/s 2024-09-20T22:02:04.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:02:04.902 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.900+0000 7fe779a9b640 1 < completed multipart upload key=6YM3TKGM41LJ upload=KFL61HIF3R5K tag=LLWFJI7YN1Z1 type=write size=2427434 2024-09-20T22:02:04.903 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.902+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=CSHUT318XN91 type=del size=1134467 2024-09-20T22:02:04.903 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.902+0000 7fe779a9b640 1 < canceled part key=_multipart_3YV668WNVJ3G.2~RAIH904K0AZA.0 size=1048576 2024-09-20T22:02:04.905 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.904+0000 7fe779a9b640 1 < completed part key=_multipart_3YV668WNVJ3G.2~RAIH904K0AZA.1 size=1048576 2024-09-20T22:02:04.905 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.904+0000 7fe779a9b640 1 < canceled part key=_multipart_3YV668WNVJ3G.2~RAIH904K0AZA.2 size=996423 2024-09-20T22:02:04.907 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.906+0000 7fe779a9b640 1 < canceled multipart upload key=3YV668WNVJ3G upload=RAIH904K0AZA tag=JQQFL6JVSYTQ type=write size=4142151 2024-09-20T22:02:04.909 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.908+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=50VTLBNHLPJI type=del size=2815763 2024-09-20T22:02:04.909 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.908+0000 7fe779a9b640 1 < canceled part key=_multipart_R44R5QNUZJMC.2~0RW4GMTXVL52.0 size=1048576 2024-09-20T22:02:04.911 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.909+0000 7fe779a9b640 1 < completed part key=_multipart_R44R5QNUZJMC.2~0RW4GMTXVL52.1 size=702068 2024-09-20T22:02:04.914 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.912+0000 7fe779a9b640 1 < canceled multipart upload key=R44R5QNUZJMC upload=0RW4GMTXVL52 tag=LSINXQ832RE4 type=write size=2799220 2024-09-20T22:02:04.915 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.914+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=O20IAXR46EJC type=write size=936105 2024-09-20T22:02:04.917 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.916+0000 7fe779a9b640 1 < completed delete operation key=QCX4FDH1E7DG tag=XMAXPHC1TBY2 type=del 2024-09-20T22:02:04.921 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.919+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~NGS8JZN7OQW4.0 size=1048576 2024-09-20T22:02:04.922 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.921+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~NGS8JZN7OQW4.1 size=1048576 2024-09-20T22:02:04.924 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.923+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~NGS8JZN7OQW4.2 size=20602 2024-09-20T22:02:04.924 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.923+0000 7fe779a9b640 1 > prepared multipart upload key=ICBPE9ZH55FB upload=NGS8JZN7OQW4 tag=4AP1ZS4VBVHZ type=write size=3166330 2024-09-20T22:02:04.924 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.923+0000 7fe779a9b640 1 < canceled part key=_multipart_VAH8ANWTPTHQ.2~A0DRZ693JX50.0 size=1048576 2024-09-20T22:02:04.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:04 smithi134 ceph-mon[89086]: pgmap v1403: 137 pgs: 6 unknown, 131 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 31 KiB/s wr, 148 op/s 2024-09-20T22:02:04.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:02:04.926 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.924+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~A0DRZ693JX50.1 size=135301 2024-09-20T22:02:04.929 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.928+0000 7fe779a9b640 1 < canceled multipart upload key=VAH8ANWTPTHQ upload=A0DRZ693JX50 tag=P429JQVV6WNR type=write size=2232453 2024-09-20T22:02:04.931 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.929+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=DOAVRAO26YYG type=del size=2842666 2024-09-20T22:02:04.933 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.932+0000 7fe779a9b640 -1 < failed to complete operation key=IYYXNW4DO800 tag=1I2MD32BPKYR type=write size=423038: (22) Invalid argument 2024-09-20T22:02:04.937 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.935+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~FCZ8ROQ39ZP8.0 size=1048576 2024-09-20T22:02:04.938 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.937+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~FCZ8ROQ39ZP8.1 size=49058 2024-09-20T22:02:04.938 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.937+0000 7fe779a9b640 1 > prepared multipart upload key=QCX4FDH1E7DG upload=FCZ8ROQ39ZP8 tag=FWTBKCHPIRNB type=write size=2146210 2024-09-20T22:02:04.942 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.941+0000 7fe779a9b640 1 < suggested remove operation key=7KQSF1OMUOVW tag=22C34RWDY3P2 type=del 2024-09-20T22:02:04.944 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.943+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=RWYU517M2XH4 type=del size=2770466 2024-09-20T22:02:04.946 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.945+0000 7fe779a9b640 1 < completed delete operation key=DRE6QQSJ9ZVU tag=1JWVX7YZQXIK type=del 2024-09-20T22:02:04.949 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.948+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~B65SXBZPHY6I.0 size=1048576 2024-09-20T22:02:04.951 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.949+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~B65SXBZPHY6I.1 size=190899 2024-09-20T22:02:04.951 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.949+0000 7fe779a9b640 1 > prepared multipart upload key=ICBPE9ZH55FB upload=B65SXBZPHY6I tag=C4AIDFGMJ7IY type=write size=2288051 2024-09-20T22:02:04.952 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.951+0000 7fe779a9b640 1 < completed delete operation key=68I8AEC312OU tag=8GB1T3VJY8TK type=del 2024-09-20T22:02:04.956 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.955+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~L1JBBW7BM8SD.0 size=519446 2024-09-20T22:02:04.956 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.955+0000 7fe779a9b640 1 > prepared multipart upload key=U24WBDE9OPS7 upload=L1JBBW7BM8SD tag=IQ0XYQ5AH5K7 type=write size=1568022 2024-09-20T22:02:04.958 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.957+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~7EFVL8QXWCSS.0 size=1048576 2024-09-20T22:02:04.960 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.958+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~7EFVL8QXWCSS.1 size=1048576 2024-09-20T22:02:04.961 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.960+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~7EFVL8QXWCSS.2 size=371459 2024-09-20T22:02:04.965 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.964+0000 7fe779a9b640 1 < completed multipart upload key=OM2NI3GCUE4O upload=7EFVL8QXWCSS tag=SCW9GT7Q223A type=write size=3517187 2024-09-20T22:02:04.968 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.967+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~69LAQCSAQVCV.0 size=1048576 2024-09-20T22:02:04.970 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.968+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~69LAQCSAQVCV.1 size=275976 2024-09-20T22:02:04.970 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.968+0000 7fe779a9b640 1 > prepared multipart upload key=ELDR91I33NDH upload=69LAQCSAQVCV tag=U29C72CQF6IE type=write size=2373128 2024-09-20T22:02:04.971 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.970+0000 7fe779a9b640 1 < completed delete operation key=KJYZZ8S3T5DH tag=S5T7DBLD0100 type=del 2024-09-20T22:02:04.975 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.974+0000 7fe779a9b640 1 > prepared part key=_multipart_ZSXI0P8QFMQN.2~F8EXV7RMWHC5.0 size=1048576 2024-09-20T22:02:04.976 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.975+0000 7fe779a9b640 1 > prepared part key=_multipart_ZSXI0P8QFMQN.2~F8EXV7RMWHC5.1 size=931579 2024-09-20T22:02:04.976 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.975+0000 7fe779a9b640 1 > prepared multipart upload key=ZSXI0P8QFMQN upload=F8EXV7RMWHC5 tag=42I141RSEYQE type=write size=3028731 2024-09-20T22:02:04.978 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.977+0000 7fe779a9b640 1 < completed delete operation key=RM93KDNRZ38I tag=XF66OZZP1AO4 type=del 2024-09-20T22:02:04.979 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.978+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=O0BFHAHV6777 type=del size=3346906 2024-09-20T22:02:04.983 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.982+0000 7fe779a9b640 1 < suggested update operation key=QCX4FDH1E7DG tag=2VRYF8ANV0QS type=del size=1073767 2024-09-20T22:02:04.985 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.984+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=ASXN644ET3WM type=del size=2368057 2024-09-20T22:02:04.988 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.987+0000 7fe779a9b640 -1 < failed to complete operation key=QCX4FDH1E7DG tag=J6O1CE77GAPC type=del size=1054081: (22) Invalid argument 2024-09-20T22:02:04.990 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.988+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=NC6J27H01026 type=del size=2192303 2024-09-20T22:02:04.991 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.990+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~SBG66FZJWTNH.0 size=904594 2024-09-20T22:02:04.995 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.993+0000 7fe779a9b640 1 < completed multipart upload key=KJYZZ8S3T5DH upload=SBG66FZJWTNH tag=YJ3SIIBXOLGX type=write size=1953170 2024-09-20T22:02:04.996 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.995+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=JLD2CYULYUHC type=del size=1766385 2024-09-20T22:02:05.000 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:04.998+0000 7fe779a9b640 1 < suggested remove operation key=68I8AEC312OU tag=4ZXKU6L0R5JT type=write 2024-09-20T22:02:05.001 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.000+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=XJBF1O9I1G8A type=del size=1084930 2024-09-20T22:02:05.003 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.002+0000 7fe779a9b640 1 < completed delete operation key=ECSEX4SHKJA4 tag=CSHUT318XN91 type=del 2024-09-20T22:02:05.007 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.005+0000 7fe779a9b640 1 > prepared part key=_multipart_ZSXI0P8QFMQN.2~84VA9V32500G.0 size=1048576 2024-09-20T22:02:05.008 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.007+0000 7fe779a9b640 1 > prepared part key=_multipart_ZSXI0P8QFMQN.2~84VA9V32500G.1 size=84409 2024-09-20T22:02:05.008 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.007+0000 7fe779a9b640 1 > prepared multipart upload key=ZSXI0P8QFMQN upload=84VA9V32500G tag=WQMR0WBVFRBI type=write size=2181561 2024-09-20T22:02:05.010 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.009+0000 7fe779a9b640 1 < completed delete operation key=PNZZ2ZGG009S tag=50VTLBNHLPJI type=del 2024-09-20T22:02:05.012 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.011+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=2ZJ5HUARH7TW type=del size=2635393 2024-09-20T22:02:05.014 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.013+0000 7fe779a9b640 1 < completed write operation key=0M6DAP8CZAPL tag=O20IAXR46EJC type=write size=936105 2024-09-20T22:02:05.016 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.015+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=FU74EIRL4GRT type=write size=859209 2024-09-20T22:02:05.018 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.017+0000 7fe779a9b640 1 < completed part key=_multipart_ICBPE9ZH55FB.2~NGS8JZN7OQW4.0 size=1048576 2024-09-20T22:02:05.020 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.018+0000 7fe779a9b640 1 < completed part key=_multipart_ICBPE9ZH55FB.2~NGS8JZN7OQW4.1 size=1048576 2024-09-20T22:02:05.021 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.020+0000 7fe779a9b640 1 < completed part key=_multipart_ICBPE9ZH55FB.2~NGS8JZN7OQW4.2 size=20602 2024-09-20T22:02:05.024 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.022+0000 7fe779a9b640 1 < completed multipart upload key=ICBPE9ZH55FB upload=NGS8JZN7OQW4 tag=4AP1ZS4VBVHZ type=write size=3166330 2024-09-20T22:02:05.027 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.026+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~JWYYDUP2PGBH.0 size=1048576 2024-09-20T22:02:05.029 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.027+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~JWYYDUP2PGBH.1 size=4771 2024-09-20T22:02:05.029 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.027+0000 7fe779a9b640 1 > prepared multipart upload key=QCX4FDH1E7DG upload=JWYYDUP2PGBH tag=1C8MLESUIXHP type=write size=2101923 2024-09-20T22:02:05.032 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.031+0000 7fe779a9b640 1 < suggested update operation key=PNZZ2ZGG009S tag=DOAVRAO26YYG type=del size=2842666 2024-09-20T22:02:05.034 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.032+0000 7fe779a9b640 1 > prepared operation key=8Y1S1ZFNVQO3 tag=HY7OEBLZ7WBG type=write size=970351 2024-09-20T22:02:05.036 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.034+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~FCZ8ROQ39ZP8.0 size=1048576 2024-09-20T22:02:05.037 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.036+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~FCZ8ROQ39ZP8.1 size=49058 2024-09-20T22:02:05.040 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.039+0000 7fe779a9b640 1 < completed multipart upload key=QCX4FDH1E7DG upload=FCZ8ROQ39ZP8 tag=FWTBKCHPIRNB type=write size=2146210 2024-09-20T22:02:05.043 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.042+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~98KP9LH0RPK0.0 size=1048576 2024-09-20T22:02:05.045 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.043+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~98KP9LH0RPK0.1 size=134635 2024-09-20T22:02:05.045 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.043+0000 7fe779a9b640 1 > prepared multipart upload key=1J1YL7XL0LAY upload=98KP9LH0RPK0 tag=MZL05TPBBFKW type=write size=2231787 2024-09-20T22:02:05.047 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.046+0000 7fe779a9b640 -1 < failed to complete operation key=QCX4FDH1E7DG tag=RWYU517M2XH4 type=del size=2770466: (22) Invalid argument 2024-09-20T22:02:05.049 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.048+0000 7fe779a9b640 1 > prepared operation key=1J1YL7XL0LAY tag=W3A2DWJJKBNU type=del size=2379069 2024-09-20T22:02:05.051 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.049+0000 7fe779a9b640 1 < completed part key=_multipart_ICBPE9ZH55FB.2~B65SXBZPHY6I.0 size=1048576 2024-09-20T22:02:05.052 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.051+0000 7fe779a9b640 1 < completed part key=_multipart_ICBPE9ZH55FB.2~B65SXBZPHY6I.1 size=190899 2024-09-20T22:02:05.056 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.054+0000 7fe779a9b640 1 < completed multipart upload key=ICBPE9ZH55FB upload=B65SXBZPHY6I tag=C4AIDFGMJ7IY type=write size=2288051 2024-09-20T22:02:05.059 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.058+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~UTZA4IWZZCLT.0 size=1048576 2024-09-20T22:02:05.061 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.059+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~UTZA4IWZZCLT.1 size=1048576 2024-09-20T22:02:05.062 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.061+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~UTZA4IWZZCLT.2 size=627775 2024-09-20T22:02:05.062 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.061+0000 7fe779a9b640 1 > prepared multipart upload key=QCX4FDH1E7DG upload=UTZA4IWZZCLT tag=GBXNE4792U7D type=write size=3773503 2024-09-20T22:02:05.064 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.063+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~L1JBBW7BM8SD.0 size=519446 2024-09-20T22:02:05.067 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.066+0000 7fe779a9b640 1 < completed multipart upload key=U24WBDE9OPS7 upload=L1JBBW7BM8SD tag=IQ0XYQ5AH5K7 type=write size=1568022 2024-09-20T22:02:05.071 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.070+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~2CCCRXKAL7PV.0 size=523887 2024-09-20T22:02:05.071 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.070+0000 7fe779a9b640 1 > prepared multipart upload key=XEPWA2JTOEC2 upload=2CCCRXKAL7PV tag=8M1SX98Z8BPS type=write size=1572463 2024-09-20T22:02:05.073 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.072+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~69LAQCSAQVCV.0 size=1048576 2024-09-20T22:02:05.078 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.074+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~69LAQCSAQVCV.1 size=275976 2024-09-20T22:02:05.079 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.077+0000 7fe779a9b640 1 < completed multipart upload key=ELDR91I33NDH upload=69LAQCSAQVCV tag=U29C72CQF6IE type=write size=2373128 2024-09-20T22:02:05.082 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.080+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~8BWKWY2LUQIS.0 size=1048576 2024-09-20T22:02:05.083 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.082+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~8BWKWY2LUQIS.1 size=98863 2024-09-20T22:02:05.083 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.082+0000 7fe779a9b640 1 > prepared multipart upload key=VAH8ANWTPTHQ upload=8BWKWY2LUQIS tag=SYZPMMNWHVWC type=write size=2196015 2024-09-20T22:02:05.086 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.084+0000 7fe779a9b640 1 < completed part key=_multipart_ZSXI0P8QFMQN.2~F8EXV7RMWHC5.0 size=1048576 2024-09-20T22:02:05.087 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.086+0000 7fe779a9b640 1 < completed part key=_multipart_ZSXI0P8QFMQN.2~F8EXV7RMWHC5.1 size=931579 2024-09-20T22:02:05.090 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.089+0000 7fe779a9b640 1 < completed multipart upload key=ZSXI0P8QFMQN upload=F8EXV7RMWHC5 tag=42I141RSEYQE type=write size=3028731 2024-09-20T22:02:05.093 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.092+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~5HGZ94WDVD5M.0 size=1048576 2024-09-20T22:02:05.095 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.093+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~5HGZ94WDVD5M.1 size=1048576 2024-09-20T22:02:05.096 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.095+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~5HGZ94WDVD5M.2 size=299369 2024-09-20T22:02:05.096 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.095+0000 7fe779a9b640 1 > prepared multipart upload key=UUWQ1G2142U2 upload=5HGZ94WDVD5M tag=RCZ54423LR0W type=write size=3445097 2024-09-20T22:02:05.098 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.096+0000 7fe779a9b640 1 < completed delete operation key=6YM3TKGM41LJ tag=O0BFHAHV6777 type=del 2024-09-20T22:02:05.100 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.098+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=EDS22YJZ8MAI type=del size=1307121 2024-09-20T22:02:05.102 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.100+0000 7fe779a9b640 1 < completed delete operation key=QCX4FDH1E7DG tag=ASXN644ET3WM type=del 2024-09-20T22:02:05.103 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.102+0000 7fe779a9b640 1 > prepared operation key=IYYXNW4DO800 tag=860IB92ZYP3E type=write size=723520 2024-09-20T22:02:05.105 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.104+0000 7fe779a9b640 1 < completed delete operation key=R44R5QNUZJMC tag=NC6J27H01026 type=del 2024-09-20T22:02:05.107 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.106+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=HFER5S4Q60BH type=del size=3609801 2024-09-20T22:02:05.109 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.108+0000 7fe779a9b640 1 < completed delete operation key=ELDR91I33NDH tag=JLD2CYULYUHC type=del 2024-09-20T22:02:05.113 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.111+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~OIKBYVM058VN.0 size=205804 2024-09-20T22:02:05.113 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.111+0000 7fe779a9b640 1 > prepared multipart upload key=1TRSEURXV2X9 upload=OIKBYVM058VN tag=BC4CQE5CL9MZ type=write size=1254380 2024-09-20T22:02:05.114 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.113+0000 7fe779a9b640 1 < completed delete operation key=7KQSF1OMUOVW tag=XJBF1O9I1G8A type=del 2024-09-20T22:02:05.118 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.116+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~HZOKDXR55I43.0 size=788834 2024-09-20T22:02:05.118 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.116+0000 7fe779a9b640 1 > prepared multipart upload key=8Y1S1ZFNVQO3 upload=HZOKDXR55I43 tag=NXEXMHG4X3DF type=write size=1837410 2024-09-20T22:02:05.119 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.118+0000 7fe779a9b640 1 < completed part key=_multipart_ZSXI0P8QFMQN.2~84VA9V32500G.0 size=1048576 2024-09-20T22:02:05.121 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.119+0000 7fe779a9b640 1 < completed part key=_multipart_ZSXI0P8QFMQN.2~84VA9V32500G.1 size=84409 2024-09-20T22:02:05.124 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.122+0000 7fe779a9b640 1 < completed multipart upload key=ZSXI0P8QFMQN upload=84VA9V32500G tag=WQMR0WBVFRBI type=write size=2181561 2024-09-20T22:02:05.127 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.125+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~8NV3LEHSZFXZ.0 size=1048576 2024-09-20T22:02:05.128 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.127+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~8NV3LEHSZFXZ.1 size=546394 2024-09-20T22:02:05.128 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.127+0000 7fe779a9b640 1 > prepared multipart upload key=JE0BX5GAIPSB upload=8NV3LEHSZFXZ tag=8HTQ67MRB6M2 type=write size=2643546 2024-09-20T22:02:05.131 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.130+0000 7fe779a9b640 1 < suggested remove operation key=ELDR91I33NDH tag=2ZJ5HUARH7TW type=del 2024-09-20T22:02:05.133 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.132+0000 7fe779a9b640 1 > prepared operation key=RB3UQB71OHKI tag=HE2XA4WPSOFK type=del size=3479605 2024-09-20T22:02:05.135 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.133+0000 7fe779a9b640 1 < completed write operation key=7KQSF1OMUOVW tag=FU74EIRL4GRT type=write size=859209 2024-09-20T22:02:05.137 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.135+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=HQXX7BE6I1SA type=del size=1479064 2024-09-20T22:02:05.138 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.137+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~JWYYDUP2PGBH.0 size=1048576 2024-09-20T22:02:05.140 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.138+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~JWYYDUP2PGBH.1 size=4771 2024-09-20T22:02:05.142 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.141+0000 7fe779a9b640 1 < completed multipart upload key=QCX4FDH1E7DG upload=JWYYDUP2PGBH tag=1C8MLESUIXHP type=write size=2101923 2024-09-20T22:02:05.146 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.145+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~FYLP7A3M7OGC.0 size=1048576 2024-09-20T22:02:05.147 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.146+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~FYLP7A3M7OGC.1 size=616473 2024-09-20T22:02:05.147 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.146+0000 7fe779a9b640 1 > prepared multipart upload key=3YV668WNVJ3G upload=FYLP7A3M7OGC tag=N6DUSW1TNHYW type=write size=2713625 2024-09-20T22:02:05.149 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.148+0000 7fe779a9b640 1 < completed write operation key=8Y1S1ZFNVQO3 tag=HY7OEBLZ7WBG type=write size=970351 2024-09-20T22:02:05.151 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.149+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=OC6MS6I9DSLF type=del size=4143971 2024-09-20T22:02:05.152 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.151+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~98KP9LH0RPK0.0 size=1048576 2024-09-20T22:02:05.154 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.153+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~98KP9LH0RPK0.1 size=134635 2024-09-20T22:02:05.157 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.156+0000 7fe779a9b640 1 < completed multipart upload key=1J1YL7XL0LAY upload=98KP9LH0RPK0 tag=MZL05TPBBFKW type=write size=2231787 2024-09-20T22:02:05.159 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.157+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=RVOR09TWOSV3 type=del size=2012292 2024-09-20T22:02:05.161 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.159+0000 7fe779a9b640 1 < completed delete operation key=1J1YL7XL0LAY tag=W3A2DWJJKBNU type=del 2024-09-20T22:02:05.162 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.161+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=8X0LBWN1LOPM type=del size=3334438 2024-09-20T22:02:05.164 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.163+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~UTZA4IWZZCLT.0 size=1048576 2024-09-20T22:02:05.166 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.165+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~UTZA4IWZZCLT.1 size=1048576 2024-09-20T22:02:05.167 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.166+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~UTZA4IWZZCLT.2 size=627775 2024-09-20T22:02:05.170 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.169+0000 7fe779a9b640 1 < completed multipart upload key=QCX4FDH1E7DG upload=UTZA4IWZZCLT tag=GBXNE4792U7D type=write size=3773503 2024-09-20T22:02:05.174 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.173+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~VUOYEMGSBX0N.0 size=616212 2024-09-20T22:02:05.174 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.173+0000 7fe779a9b640 1 > prepared multipart upload key=0M6DAP8CZAPL upload=VUOYEMGSBX0N tag=MHK999K7GZKD type=write size=1664788 2024-09-20T22:02:05.176 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.175+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~2CCCRXKAL7PV.0 size=523887 2024-09-20T22:02:05.179 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.178+0000 7fe779a9b640 1 < completed multipart upload key=XEPWA2JTOEC2 upload=2CCCRXKAL7PV tag=8M1SX98Z8BPS type=write size=1572463 2024-09-20T22:02:05.181 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.180+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=44A26O4FOH2H type=del size=3104746 2024-09-20T22:02:05.184 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.182+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~8BWKWY2LUQIS.0 size=1048576 2024-09-20T22:02:05.185 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.184+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~8BWKWY2LUQIS.1 size=98863 2024-09-20T22:02:05.189 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.187+0000 7fe779a9b640 1 < completed multipart upload key=VAH8ANWTPTHQ upload=8BWKWY2LUQIS tag=SYZPMMNWHVWC type=write size=2196015 2024-09-20T22:02:05.192 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.190+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~WWL7J8JZ10CV.0 size=1048576 2024-09-20T22:02:05.193 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.192+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~WWL7J8JZ10CV.1 size=1048576 2024-09-20T22:02:05.195 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.193+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~WWL7J8JZ10CV.2 size=910588 2024-09-20T22:02:05.195 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.193+0000 7fe779a9b640 1 > prepared multipart upload key=RB3UQB71OHKI upload=WWL7J8JZ10CV tag=CVJNPJ398LRM type=write size=4056316 2024-09-20T22:02:05.196 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.195+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~5HGZ94WDVD5M.0 size=1048576 2024-09-20T22:02:05.198 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.196+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~5HGZ94WDVD5M.1 size=1048576 2024-09-20T22:02:05.198 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.196+0000 7fe779a9b640 1 < canceled part key=_multipart_UUWQ1G2142U2.2~5HGZ94WDVD5M.2 size=299369 2024-09-20T22:02:05.201 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.199+0000 7fe779a9b640 1 < canceled multipart upload key=UUWQ1G2142U2 upload=5HGZ94WDVD5M tag=RCZ54423LR0W type=write size=3445097 2024-09-20T22:02:05.204 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.202+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~7A2Z48UQKZKD.0 size=704857 2024-09-20T22:02:05.204 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.202+0000 7fe779a9b640 1 > prepared multipart upload key=PNZZ2ZGG009S upload=7A2Z48UQKZKD tag=33V0C61KOUV0 type=write size=1753433 2024-09-20T22:02:05.206 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.204+0000 7fe779a9b640 1 < completed delete operation key=DRE6QQSJ9ZVU tag=EDS22YJZ8MAI type=del 2024-09-20T22:02:05.208 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.206+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=6H57YLPV8J5K type=del size=58927 2024-09-20T22:02:05.209 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.208+0000 7fe779a9b640 1 < completed write operation key=IYYXNW4DO800 tag=860IB92ZYP3E type=write size=723520 2024-09-20T22:02:05.211 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.210+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=YCLZEKS1KP33 type=write size=991486 2024-09-20T22:02:05.214 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.213+0000 7fe779a9b640 1 < suggested remove operation key=4NVVK8DRHTJL tag=HFER5S4Q60BH type=del 2024-09-20T22:02:05.218 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.217+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~A5AI4VS6DU0J.0 size=1048576 2024-09-20T22:02:05.219 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.218+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~A5AI4VS6DU0J.1 size=390369 2024-09-20T22:02:05.219 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.218+0000 7fe779a9b640 1 > prepared multipart upload key=0M6DAP8CZAPL upload=A5AI4VS6DU0J tag=7VPQFSY9PW3P type=write size=2487521 2024-09-20T22:02:05.221 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.220+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~OIKBYVM058VN.0 size=205804 2024-09-20T22:02:05.224 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.223+0000 7fe779a9b640 1 < completed multipart upload key=1TRSEURXV2X9 upload=OIKBYVM058VN tag=BC4CQE5CL9MZ type=write size=1254380 2024-09-20T22:02:05.228 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.227+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~4R7FP9C1PFB8.0 size=156935 2024-09-20T22:02:05.228 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.227+0000 7fe779a9b640 1 > prepared multipart upload key=8Y1S1ZFNVQO3 upload=4R7FP9C1PFB8 tag=62OU7U9NYRRC type=write size=1205511 2024-09-20T22:02:05.230 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.229+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~HZOKDXR55I43.0 size=788834 2024-09-20T22:02:05.234 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.232+0000 7fe779a9b640 1 < completed multipart upload key=8Y1S1ZFNVQO3 upload=HZOKDXR55I43 tag=NXEXMHG4X3DF type=write size=1837410 2024-09-20T22:02:05.237 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.236+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~UITYH5NHUHEQ.0 size=1048576 2024-09-20T22:02:05.239 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.237+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~UITYH5NHUHEQ.1 size=1048576 2024-09-20T22:02:05.240 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.239+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~UITYH5NHUHEQ.2 size=62718 2024-09-20T22:02:05.240 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.239+0000 7fe779a9b640 1 > prepared multipart upload key=B0070VZB3UZF upload=UITYH5NHUHEQ tag=2YVWKFJ0E4NF type=write size=3208446 2024-09-20T22:02:05.242 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.241+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~8NV3LEHSZFXZ.0 size=1048576 2024-09-20T22:02:05.244 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.242+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~8NV3LEHSZFXZ.1 size=546394 2024-09-20T22:02:05.247 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.246+0000 7fe779a9b640 1 < completed multipart upload key=JE0BX5GAIPSB upload=8NV3LEHSZFXZ tag=8HTQ67MRB6M2 type=write size=2643546 2024-09-20T22:02:05.249 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.248+0000 7fe779a9b640 1 > prepared operation key=1J1YL7XL0LAY tag=X01GJW1RGQU9 type=del size=3976481 2024-09-20T22:02:05.251 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.249+0000 7fe779a9b640 1 < canceled operation key=RB3UQB71OHKI tag=HE2XA4WPSOFK type=del size=3479605 2024-09-20T22:02:05.252 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.251+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=XEIF2TRFD3UB type=del size=1344753 2024-09-20T22:02:05.254 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.253+0000 7fe779a9b640 1 < canceled operation key=VAH8ANWTPTHQ tag=HQXX7BE6I1SA type=del size=1479064 2024-09-20T22:02:05.256 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.255+0000 7fe779a9b640 1 > prepared operation key=1J1YL7XL0LAY tag=1Y3LH7049RKK type=write size=277341 2024-09-20T22:02:05.258 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.256+0000 7fe779a9b640 1 < completed part key=_multipart_3YV668WNVJ3G.2~FYLP7A3M7OGC.0 size=1048576 2024-09-20T22:02:05.259 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.258+0000 7fe779a9b640 1 < completed part key=_multipart_3YV668WNVJ3G.2~FYLP7A3M7OGC.1 size=616473 2024-09-20T22:02:05.262 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.261+0000 7fe779a9b640 1 < completed multipart upload key=3YV668WNVJ3G upload=FYLP7A3M7OGC tag=N6DUSW1TNHYW type=write size=2713625 2024-09-20T22:02:05.264 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.263+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=LQ270LVWQCV9 type=del size=3137999 2024-09-20T22:02:05.266 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.264+0000 7fe779a9b640 1 < completed delete operation key=DRE6QQSJ9ZVU tag=OC6MS6I9DSLF type=del 2024-09-20T22:02:05.267 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.266+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=FSITXNY2GPV5 type=del size=3562317 2024-09-20T22:02:05.269 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.268+0000 7fe779a9b640 1 < completed delete operation key=CV3QPH1KJL9D tag=RVOR09TWOSV3 type=del 2024-09-20T22:02:05.271 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.270+0000 7fe779a9b640 1 > prepared operation key=ICBPE9ZH55FB tag=VXH2QV6JLCRC type=del size=2971632 2024-09-20T22:02:05.273 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.271+0000 7fe779a9b640 1 < completed delete operation key=ELDR91I33NDH tag=8X0LBWN1LOPM type=del 2024-09-20T22:02:05.275 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.273+0000 7fe779a9b640 1 > prepared operation key=IYYXNW4DO800 tag=QVR2AMLWBR0C type=del size=509187 2024-09-20T22:02:05.276 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.275+0000 7fe779a9b640 1 < completed part key=_multipart_0M6DAP8CZAPL.2~VUOYEMGSBX0N.0 size=616212 2024-09-20T22:02:05.279 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.278+0000 7fe779a9b640 1 < completed multipart upload key=0M6DAP8CZAPL upload=VUOYEMGSBX0N tag=MHK999K7GZKD type=write size=1664788 2024-09-20T22:02:05.281 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.280+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=VQIHU528ILGA type=del size=3786250 2024-09-20T22:02:05.284 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.283+0000 7fe779a9b640 1 < suggested remove operation key=7KQSF1OMUOVW tag=44A26O4FOH2H type=del 2024-09-20T22:02:05.286 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.284+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=0DT92M3I1HQB type=del size=1144044 2024-09-20T22:02:05.287 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.286+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~WWL7J8JZ10CV.0 size=1048576 2024-09-20T22:02:05.289 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.288+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~WWL7J8JZ10CV.1 size=1048576 2024-09-20T22:02:05.290 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.289+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~WWL7J8JZ10CV.2 size=910588 2024-09-20T22:02:05.293 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.292+0000 7fe779a9b640 1 < completed multipart upload key=RB3UQB71OHKI upload=WWL7J8JZ10CV tag=CVJNPJ398LRM type=write size=4056316 2024-09-20T22:02:05.295 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.294+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=AXZOQ8VOMPSB type=del size=903069 2024-09-20T22:02:05.297 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.296+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~7A2Z48UQKZKD.0 size=704857 2024-09-20T22:02:05.300 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.299+0000 7fe779a9b640 1 < completed multipart upload key=PNZZ2ZGG009S upload=7A2Z48UQKZKD tag=33V0C61KOUV0 type=write size=1753433 2024-09-20T22:02:05.302 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.300+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=H8O49660YVZV type=del size=1310389 2024-09-20T22:02:05.304 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.302+0000 7fe779a9b640 1 < completed delete operation key=0M6DAP8CZAPL tag=6H57YLPV8J5K type=del 2024-09-20T22:02:05.305 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.304+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=4H91P1ZCHY88 type=del size=3337224 2024-09-20T22:02:05.307 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.306+0000 7fe779a9b640 1 < completed write operation key=68I8AEC312OU tag=YCLZEKS1KP33 type=write size=991486 2024-09-20T22:02:05.309 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.307+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=PGY1JULTJXXU type=del size=1762317 2024-09-20T22:02:05.311 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.310+0000 7fe779a9b640 1 < completed part key=_multipart_0M6DAP8CZAPL.2~A5AI4VS6DU0J.0 size=1048576 2024-09-20T22:02:05.313 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.311+0000 7fe779a9b640 1 < completed part key=_multipart_0M6DAP8CZAPL.2~A5AI4VS6DU0J.1 size=390369 2024-09-20T22:02:05.316 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.315+0000 7fe779a9b640 1 < completed multipart upload key=0M6DAP8CZAPL upload=A5AI4VS6DU0J tag=7VPQFSY9PW3P type=write size=2487521 2024-09-20T22:02:05.318 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.317+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=M1DGQJ4AI24C type=del size=4169557 2024-09-20T22:02:05.320 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.319+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~4R7FP9C1PFB8.0 size=156935 2024-09-20T22:02:05.323 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.322+0000 7fe779a9b640 1 < completed multipart upload key=8Y1S1ZFNVQO3 upload=4R7FP9C1PFB8 tag=62OU7U9NYRRC type=write size=1205511 2024-09-20T22:02:05.325 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.323+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=O72D03GM0BDT type=del size=2700061 2024-09-20T22:02:05.326 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.325+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~UITYH5NHUHEQ.0 size=1048576 2024-09-20T22:02:05.328 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.326+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~UITYH5NHUHEQ.1 size=1048576 2024-09-20T22:02:05.329 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.328+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~UITYH5NHUHEQ.2 size=62718 2024-09-20T22:02:05.332 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.331+0000 7fe779a9b640 1 < completed multipart upload key=B0070VZB3UZF upload=UITYH5NHUHEQ tag=2YVWKFJ0E4NF type=write size=3208446 2024-09-20T22:02:05.334 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.333+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=P3OO7CPK7T92 type=del size=1989200 2024-09-20T22:02:05.336 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.335+0000 7fe779a9b640 1 < completed delete operation key=1J1YL7XL0LAY tag=X01GJW1RGQU9 type=del 2024-09-20T22:02:05.338 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.336+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=VTYY1QVZYJZ4 type=del size=3865249 2024-09-20T22:02:05.341 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.340+0000 7fe779a9b640 1 < suggested update operation key=CV3QPH1KJL9D tag=XEIF2TRFD3UB type=del size=1344753 2024-09-20T22:02:05.343 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.341+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=DJIR2XYSYYEE type=del size=1119152 2024-09-20T22:02:05.345 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.344+0000 7fe779a9b640 1 < completed write operation key=1J1YL7XL0LAY tag=1Y3LH7049RKK type=write size=277341 2024-09-20T22:02:05.347 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.345+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=KQR9VPMWE0UZ type=del size=2183537 2024-09-20T22:02:05.348 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.347+0000 7fe779a9b640 1 < completed delete operation key=68I8AEC312OU tag=LQ270LVWQCV9 type=del 2024-09-20T22:02:05.352 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.350+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~J0DVJ10JYYEZ.0 size=1048576 2024-09-20T22:02:05.353 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.352+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~J0DVJ10JYYEZ.1 size=1048576 2024-09-20T22:02:05.354 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.353+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~J0DVJ10JYYEZ.2 size=700713 2024-09-20T22:02:05.354 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.353+0000 7fe779a9b640 1 > prepared multipart upload key=UUWQ1G2142U2 upload=J0DVJ10JYYEZ tag=LUZ80MR2ZQCK type=write size=3846441 2024-09-20T22:02:05.356 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.355+0000 7fe779a9b640 1 < completed delete operation key=ECSEX4SHKJA4 tag=FSITXNY2GPV5 type=del 2024-09-20T22:02:05.358 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.356+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=IV8IAI0G4XJ9 type=del size=4168532 2024-09-20T22:02:05.361 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.360+0000 7fe779a9b640 1 < suggested update operation key=ICBPE9ZH55FB tag=VXH2QV6JLCRC type=del size=2971632 2024-09-20T22:02:05.365 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.364+0000 7fe779a9b640 1 > prepared part key=_multipart_4NVVK8DRHTJL.2~PJAEZNLG09FK.0 size=1048576 2024-09-20T22:02:05.366 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.365+0000 7fe779a9b640 1 > prepared part key=_multipart_4NVVK8DRHTJL.2~PJAEZNLG09FK.1 size=886858 2024-09-20T22:02:05.366 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.365+0000 7fe779a9b640 1 > prepared multipart upload key=4NVVK8DRHTJL upload=PJAEZNLG09FK tag=HIWGDFJOX2PT type=write size=2984010 2024-09-20T22:02:05.368 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.367+0000 7fe779a9b640 1 < completed delete operation key=IYYXNW4DO800 tag=QVR2AMLWBR0C type=del 2024-09-20T22:02:05.371 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.370+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~K1BL5LOM8QX8.0 size=1048576 2024-09-20T22:02:05.372 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.371+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~K1BL5LOM8QX8.1 size=1048576 2024-09-20T22:02:05.374 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.372+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~K1BL5LOM8QX8.2 size=436651 2024-09-20T22:02:05.374 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.372+0000 7fe779a9b640 1 > prepared multipart upload key=KJYZZ8S3T5DH upload=K1BL5LOM8QX8 tag=H5DSN7RNG5VF type=write size=3582379 2024-09-20T22:02:05.375 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.374+0000 7fe779a9b640 1 < completed delete operation key=DRE6QQSJ9ZVU tag=VQIHU528ILGA type=del 2024-09-20T22:02:05.377 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.376+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=9PHE59AWP7JG type=write size=322781 2024-09-20T22:02:05.379 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.377+0000 7fe779a9b640 1 < completed delete operation key=1TRSEURXV2X9 tag=0DT92M3I1HQB type=del 2024-09-20T22:02:05.382 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.381+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~HMVME8R6QJQ2.0 size=1048576 2024-09-20T22:02:05.384 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.382+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~HMVME8R6QJQ2.1 size=698729 2024-09-20T22:02:05.384 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.382+0000 7fe779a9b640 1 > prepared multipart upload key=B0070VZB3UZF upload=HMVME8R6QJQ2 tag=FO5HD650H2QJ type=write size=2795881 2024-09-20T22:02:05.385 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.384+0000 7fe779a9b640 1 < completed delete operation key=68I8AEC312OU tag=AXZOQ8VOMPSB type=del 2024-09-20T22:02:05.387 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.386+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=QGDS9JT9W5P3 type=del size=2036295 2024-09-20T22:02:05.389 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.388+0000 7fe779a9b640 1 < completed delete operation key=PNZZ2ZGG009S tag=H8O49660YVZV type=del 2024-09-20T22:02:05.391 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.390+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=QKZG4YIJZNCT type=write size=734411 2024-09-20T22:02:05.394 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.393+0000 7fe779a9b640 1 < suggested update operation key=R44R5QNUZJMC tag=4H91P1ZCHY88 type=del size=3337224 2024-09-20T22:02:05.396 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.395+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=BGI4QQ1D1MSR type=del size=519005 2024-09-20T22:02:05.398 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.397+0000 7fe779a9b640 1 < completed delete operation key=KJYZZ8S3T5DH tag=PGY1JULTJXXU type=del 2024-09-20T22:02:05.399 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.398+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=0G1HK323U9KB type=del size=2948942 2024-09-20T22:02:05.401 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.400+0000 7fe779a9b640 1 < completed delete operation key=VAH8ANWTPTHQ tag=M1DGQJ4AI24C type=del 2024-09-20T22:02:05.404 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.403+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~LDZ7B2SUN9A3.0 size=1048576 2024-09-20T22:02:05.406 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.404+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~LDZ7B2SUN9A3.1 size=528404 2024-09-20T22:02:05.406 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.404+0000 7fe779a9b640 1 > prepared multipart upload key=ECSEX4SHKJA4 upload=LDZ7B2SUN9A3 tag=9SMS58LTJC0T type=write size=2625556 2024-09-20T22:02:05.407 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.406+0000 7fe779a9b640 1 < completed delete operation key=QCX4FDH1E7DG tag=O72D03GM0BDT type=del 2024-09-20T22:02:05.409 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.408+0000 7fe779a9b640 1 > prepared operation key=UUWQ1G2142U2 tag=5H49RO4GHHIY type=del size=1391354 2024-09-20T22:02:05.411 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.409+0000 7fe779a9b640 1 < completed delete operation key=4NVVK8DRHTJL tag=P3OO7CPK7T92 type=del 2024-09-20T22:02:05.414 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.412+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~PIJBOH3JJ6VD.0 size=1048576 2024-09-20T22:02:05.415 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.414+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~PIJBOH3JJ6VD.1 size=354281 2024-09-20T22:02:05.416 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.414+0000 7fe779a9b640 1 > prepared multipart upload key=JE0BX5GAIPSB upload=PIJBOH3JJ6VD tag=CIBN6DAARJTY type=write size=2451433 2024-09-20T22:02:05.417 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.416+0000 7fe779a9b640 1 < completed delete operation key=ELDR91I33NDH tag=VTYY1QVZYJZ4 type=del 2024-09-20T22:02:05.420 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.419+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~F5G2OES653NV.0 size=633833 2024-09-20T22:02:05.420 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.419+0000 7fe779a9b640 1 > prepared multipart upload key=68I8AEC312OU upload=F5G2OES653NV tag=31HTNRDHJUEY type=write size=1682409 2024-09-20T22:02:05.422 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.421+0000 7fe779a9b640 1 < completed delete operation key=U24WBDE9OPS7 tag=DJIR2XYSYYEE type=del 2024-09-20T22:02:05.425 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.424+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~85V1CWYYB9XQ.0 size=61945 2024-09-20T22:02:05.425 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.424+0000 7fe779a9b640 1 > prepared multipart upload key=RM93KDNRZ38I upload=85V1CWYYB9XQ tag=NF84YNNWI921 type=write size=1110521 2024-09-20T22:02:05.429 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.428+0000 7fe779a9b640 1 < suggested remove operation key=1TRSEURXV2X9 tag=KQR9VPMWE0UZ type=del 2024-09-20T22:02:05.432 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.431+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~8ST1G064MUW7.0 size=373924 2024-09-20T22:02:05.432 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.431+0000 7fe779a9b640 1 > prepared multipart upload key=JE0BX5GAIPSB upload=8ST1G064MUW7 tag=R4DL50UWMUEW type=write size=1422500 2024-09-20T22:02:05.434 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.432+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~J0DVJ10JYYEZ.0 size=1048576 2024-09-20T22:02:05.435 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.434+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~J0DVJ10JYYEZ.1 size=1048576 2024-09-20T22:02:05.437 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.435+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~J0DVJ10JYYEZ.2 size=700713 2024-09-20T22:02:05.440 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.438+0000 7fe779a9b640 1 < completed multipart upload key=UUWQ1G2142U2 upload=J0DVJ10JYYEZ tag=LUZ80MR2ZQCK type=write size=3846441 2024-09-20T22:02:05.442 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.440+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=DSRA2EZ0NSU1 type=del size=2163882 2024-09-20T22:02:05.444 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.443+0000 7fe779a9b640 -1 < failed to complete operation key=R44R5QNUZJMC tag=IV8IAI0G4XJ9 type=del size=4168532: (22) Invalid argument 2024-09-20T22:02:05.446 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.444+0000 7fe779a9b640 1 > prepared operation key=ICBPE9ZH55FB tag=EDJO6LKQP6QA type=write size=398427 2024-09-20T22:02:05.447 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.446+0000 7fe779a9b640 1 < completed part key=_multipart_4NVVK8DRHTJL.2~PJAEZNLG09FK.0 size=1048576 2024-09-20T22:02:05.449 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.448+0000 7fe779a9b640 1 < completed part key=_multipart_4NVVK8DRHTJL.2~PJAEZNLG09FK.1 size=886858 2024-09-20T22:02:05.452 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.451+0000 7fe779a9b640 1 < completed multipart upload key=4NVVK8DRHTJL upload=PJAEZNLG09FK tag=HIWGDFJOX2PT type=write size=2984010 2024-09-20T22:02:05.454 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.453+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=O0H8C6JKZKB6 type=del size=3609865 2024-09-20T22:02:05.456 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.455+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~K1BL5LOM8QX8.0 size=1048576 2024-09-20T22:02:05.457 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.456+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~K1BL5LOM8QX8.1 size=1048576 2024-09-20T22:02:05.459 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.457+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~K1BL5LOM8QX8.2 size=436651 2024-09-20T22:02:05.462 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.460+0000 7fe779a9b640 1 < completed multipart upload key=KJYZZ8S3T5DH upload=K1BL5LOM8QX8 tag=H5DSN7RNG5VF type=write size=3582379 2024-09-20T22:02:05.465 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.464+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~1K7VUF1ZZ6UN.0 size=455520 2024-09-20T22:02:05.465 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.464+0000 7fe779a9b640 1 > prepared multipart upload key=ELDR91I33NDH upload=1K7VUF1ZZ6UN tag=MS3S9DT9VCP5 type=write size=1504096 2024-09-20T22:02:05.469 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.468+0000 7fe779a9b640 1 < suggested remove operation key=KJYZZ8S3T5DH tag=9PHE59AWP7JG type=write 2024-09-20T22:02:05.471 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.470+0000 7fe779a9b640 1 > prepared operation key=8Y1S1ZFNVQO3 tag=6RRU37IM2KLT type=write size=892548 2024-09-20T22:02:05.472 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.471+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~HMVME8R6QJQ2.0 size=1048576 2024-09-20T22:02:05.474 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.473+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~HMVME8R6QJQ2.1 size=698729 2024-09-20T22:02:05.477 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.476+0000 7fe779a9b640 1 < completed multipart upload key=B0070VZB3UZF upload=HMVME8R6QJQ2 tag=FO5HD650H2QJ type=write size=2795881 2024-09-20T22:02:05.479 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.478+0000 7fe779a9b640 1 > prepared operation key=8Y1S1ZFNVQO3 tag=9JUCBN10O53X type=write size=616462 2024-09-20T22:02:05.481 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.479+0000 7fe779a9b640 1 < completed delete operation key=ELDR91I33NDH tag=QGDS9JT9W5P3 type=del 2024-09-20T22:02:05.483 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.482+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=LCFZLOI1LWAZ type=del size=1088855 2024-09-20T22:02:05.486 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.484+0000 7fe779a9b640 1 < completed write operation key=0M6DAP8CZAPL tag=QKZG4YIJZNCT type=write size=734411 2024-09-20T22:02:05.489 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.488+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~1AYBRRYUHQ67.0 size=1048576 2024-09-20T22:02:05.490 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.489+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~1AYBRRYUHQ67.1 size=732562 2024-09-20T22:02:05.491 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.489+0000 7fe779a9b640 1 > prepared multipart upload key=VAH8ANWTPTHQ upload=1AYBRRYUHQ67 tag=72UU7N01EZEV type=write size=2829714 2024-09-20T22:02:05.492 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.491+0000 7fe779a9b640 1 < completed delete operation key=R44R5QNUZJMC tag=BGI4QQ1D1MSR type=del 2024-09-20T22:02:05.494 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.493+0000 7fe779a9b640 1 > prepared operation key=XEPWA2JTOEC2 tag=O8R18XTUQW2T type=del size=934387 2024-09-20T22:02:05.496 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.494+0000 7fe779a9b640 1 < completed delete operation key=B0070VZB3UZF tag=0G1HK323U9KB type=del 2024-09-20T22:02:05.499 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.498+0000 7fe779a9b640 1 > prepared part key=_multipart_4NVVK8DRHTJL.2~909SFG8WAT5I.0 size=996206 2024-09-20T22:02:05.499 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.498+0000 7fe779a9b640 1 > prepared multipart upload key=4NVVK8DRHTJL upload=909SFG8WAT5I tag=I12K45K6VOIE type=write size=2044782 2024-09-20T22:02:05.501 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.500+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~LDZ7B2SUN9A3.0 size=1048576 2024-09-20T22:02:05.502 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.501+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~LDZ7B2SUN9A3.1 size=528404 2024-09-20T22:02:05.505 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.504+0000 7fe779a9b640 1 < completed multipart upload key=ECSEX4SHKJA4 upload=LDZ7B2SUN9A3 tag=9SMS58LTJC0T type=write size=2625556 2024-09-20T22:02:05.508 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.506+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=CVFXVV0WRT7N type=del size=234977 2024-09-20T22:02:05.509 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.508+0000 7fe779a9b640 1 < completed delete operation key=UUWQ1G2142U2 tag=5H49RO4GHHIY type=del 2024-09-20T22:02:05.511 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.510+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=XKMC2816CKB2 type=del size=205979 2024-09-20T22:02:05.513 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.511+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~PIJBOH3JJ6VD.0 size=1048576 2024-09-20T22:02:05.514 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.513+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~PIJBOH3JJ6VD.1 size=354281 2024-09-20T22:02:05.517 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.516+0000 7fe779a9b640 1 < completed multipart upload key=JE0BX5GAIPSB upload=PIJBOH3JJ6VD tag=CIBN6DAARJTY type=write size=2451433 2024-09-20T22:02:05.519 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.518+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=UNJT9EEYPPLN type=del size=101146 2024-09-20T22:02:05.521 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.520+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~F5G2OES653NV.0 size=633833 2024-09-20T22:02:05.524 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.523+0000 7fe779a9b640 1 < completed multipart upload key=68I8AEC312OU upload=F5G2OES653NV tag=31HTNRDHJUEY type=write size=1682409 2024-09-20T22:02:05.528 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.527+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~AEW419AQLUX6.0 size=1048576 2024-09-20T22:02:05.530 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.528+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~AEW419AQLUX6.1 size=1048576 2024-09-20T22:02:05.531 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.530+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~AEW419AQLUX6.2 size=619422 2024-09-20T22:02:05.531 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.530+0000 7fe779a9b640 1 > prepared multipart upload key=JE0BX5GAIPSB upload=AEW419AQLUX6 tag=1X5MG3A6X3DP type=write size=3765150 2024-09-20T22:02:05.533 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.532+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~85V1CWYYB9XQ.0 size=61945 2024-09-20T22:02:05.536 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.535+0000 7fe779a9b640 1 < completed multipart upload key=RM93KDNRZ38I upload=85V1CWYYB9XQ tag=NF84YNNWI921 type=write size=1110521 2024-09-20T22:02:05.539 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.538+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~POCAFHMSR5SG.0 size=1048576 2024-09-20T22:02:05.541 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.540+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~POCAFHMSR5SG.1 size=437182 2024-09-20T22:02:05.541 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.540+0000 7fe779a9b640 1 > prepared multipart upload key=ECSEX4SHKJA4 upload=POCAFHMSR5SG tag=QLWX6JDZPZUF type=write size=2534334 2024-09-20T22:02:05.543 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.542+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~8ST1G064MUW7.0 size=373924 2024-09-20T22:02:05.547 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.545+0000 7fe779a9b640 1 < completed multipart upload key=JE0BX5GAIPSB upload=8ST1G064MUW7 tag=R4DL50UWMUEW type=write size=1422500 2024-09-20T22:02:05.550 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.548+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~J93L55U7W9JP.0 size=1048576 2024-09-20T22:02:05.551 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.550+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~J93L55U7W9JP.1 size=1048576 2024-09-20T22:02:05.552 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.551+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~J93L55U7W9JP.2 size=570900 2024-09-20T22:02:05.553 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.551+0000 7fe779a9b640 1 > prepared multipart upload key=8Y1S1ZFNVQO3 upload=J93L55U7W9JP tag=8VWGJNKJ6MFL type=write size=3716628 2024-09-20T22:02:05.554 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.553+0000 7fe779a9b640 1 < completed delete operation key=PNZZ2ZGG009S tag=DSRA2EZ0NSU1 type=del 2024-09-20T22:02:05.556 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.555+0000 7fe779a9b640 1 > prepared operation key=JE0BX5GAIPSB tag=LQKXL1BEICLO type=del size=1465205 2024-09-20T22:02:05.558 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.556+0000 7fe779a9b640 1 < completed write operation key=ICBPE9ZH55FB tag=EDJO6LKQP6QA type=write size=398427 2024-09-20T22:02:05.561 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.559+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~XHOSWFOB805Z.0 size=1048576 2024-09-20T22:02:05.562 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.561+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~XHOSWFOB805Z.1 size=421497 2024-09-20T22:02:05.562 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.561+0000 7fe779a9b640 1 > prepared multipart upload key=1TRSEURXV2X9 upload=XHOSWFOB805Z tag=OEXZTKFKKPI4 type=write size=2518649 2024-09-20T22:02:05.564 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.563+0000 7fe779a9b640 1 < completed delete operation key=PNZZ2ZGG009S tag=O0H8C6JKZKB6 type=del 2024-09-20T22:02:05.567 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.566+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~T23SS7L65SAE.0 size=503544 2024-09-20T22:02:05.567 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.566+0000 7fe779a9b640 1 > prepared multipart upload key=XEPWA2JTOEC2 upload=T23SS7L65SAE tag=76OJP4JM0QQL type=write size=1552120 2024-09-20T22:02:05.569 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.568+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~1K7VUF1ZZ6UN.0 size=455520 2024-09-20T22:02:05.572 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.571+0000 7fe779a9b640 1 < completed multipart upload key=ELDR91I33NDH upload=1K7VUF1ZZ6UN tag=MS3S9DT9VCP5 type=write size=1504096 2024-09-20T22:02:05.574 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.572+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=JZFU8K55NV0F type=del size=1930042 2024-09-20T22:02:05.576 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.575+0000 7fe779a9b640 1 < completed write operation key=8Y1S1ZFNVQO3 tag=6RRU37IM2KLT type=write size=892548 2024-09-20T22:02:05.578 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.577+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=H6WMI0EKJV2D type=del size=3402026 2024-09-20T22:02:05.580 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.578+0000 7fe779a9b640 1 < completed write operation key=8Y1S1ZFNVQO3 tag=9JUCBN10O53X type=write size=616462 2024-09-20T22:02:05.581 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.580+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=MBB9V06JNM4E type=write size=285770 2024-09-20T22:02:05.583 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.582+0000 7fe779a9b640 1 < completed delete operation key=DRE6QQSJ9ZVU tag=LCFZLOI1LWAZ type=del 2024-09-20T22:02:05.587 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.585+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~H8YGYSAV407Q.0 size=967469 2024-09-20T22:02:05.587 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.585+0000 7fe779a9b640 1 > prepared multipart upload key=JE0BX5GAIPSB upload=H8YGYSAV407Q tag=73MBKKA9MBQR type=write size=2016045 2024-09-20T22:02:05.589 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.587+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~1AYBRRYUHQ67.0 size=1048576 2024-09-20T22:02:05.590 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.589+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~1AYBRRYUHQ67.1 size=732562 2024-09-20T22:02:05.593 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.592+0000 7fe779a9b640 1 < completed multipart upload key=VAH8ANWTPTHQ upload=1AYBRRYUHQ67 tag=72UU7N01EZEV type=write size=2829714 2024-09-20T22:02:05.595 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.594+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=0S7GHBKBI2SB type=write size=662889 2024-09-20T22:02:05.597 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.595+0000 7fe779a9b640 1 < canceled operation key=XEPWA2JTOEC2 tag=O8R18XTUQW2T type=del size=934387 2024-09-20T22:02:05.598 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.597+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=EJVYL0F41NL8 type=del size=1884546 2024-09-20T22:02:05.601 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.599+0000 7fe779a9b640 1 < completed part key=_multipart_4NVVK8DRHTJL.2~909SFG8WAT5I.0 size=996206 2024-09-20T22:02:05.604 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.602+0000 7fe779a9b640 1 < completed multipart upload key=4NVVK8DRHTJL upload=909SFG8WAT5I tag=I12K45K6VOIE type=write size=2044782 2024-09-20T22:02:05.607 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.606+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~01L5YNKCNOU5.0 size=940061 2024-09-20T22:02:05.607 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.606+0000 7fe779a9b640 1 > prepared multipart upload key=68I8AEC312OU upload=01L5YNKCNOU5 tag=C7UOXHKNV7R2 type=write size=1988637 2024-09-20T22:02:05.610 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.609+0000 7fe779a9b640 1 < suggested update operation key=6YM3TKGM41LJ tag=CVFXVV0WRT7N type=del size=234977 2024-09-20T22:02:05.614 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.613+0000 7fe779a9b640 1 > prepared part key=_multipart_OWUA691MUMB6.2~9LW4H0ABQ4OC.0 size=1048576 2024-09-20T22:02:05.615 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.614+0000 7fe779a9b640 1 > prepared part key=_multipart_OWUA691MUMB6.2~9LW4H0ABQ4OC.1 size=1048576 2024-09-20T22:02:05.617 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.616+0000 7fe779a9b640 1 > prepared part key=_multipart_OWUA691MUMB6.2~9LW4H0ABQ4OC.2 size=709873 2024-09-20T22:02:05.617 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.616+0000 7fe779a9b640 1 > prepared multipart upload key=OWUA691MUMB6 upload=9LW4H0ABQ4OC tag=7PSWR6B98IVA type=write size=3855601 2024-09-20T22:02:05.619 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.617+0000 7fe779a9b640 1 < completed delete operation key=QCX4FDH1E7DG tag=XKMC2816CKB2 type=del 2024-09-20T22:02:05.622 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.621+0000 7fe779a9b640 1 > prepared part key=_multipart_4NVVK8DRHTJL.2~3P9ZR0N9EUZH.0 size=225612 2024-09-20T22:02:05.622 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.621+0000 7fe779a9b640 1 > prepared multipart upload key=4NVVK8DRHTJL upload=3P9ZR0N9EUZH tag=7EAHZDF1A201 type=write size=1274188 2024-09-20T22:02:05.624 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.622+0000 7fe779a9b640 1 < completed delete operation key=R44R5QNUZJMC tag=UNJT9EEYPPLN type=del 2024-09-20T22:02:05.626 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.624+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=9W1LAFCHBFHT type=del size=210984 2024-09-20T22:02:05.628 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.626+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~AEW419AQLUX6.0 size=1048576 2024-09-20T22:02:05.629 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.628+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~AEW419AQLUX6.1 size=1048576 2024-09-20T22:02:05.631 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.630+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~AEW419AQLUX6.2 size=619422 2024-09-20T22:02:05.634 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.633+0000 7fe779a9b640 1 < completed multipart upload key=JE0BX5GAIPSB upload=AEW419AQLUX6 tag=1X5MG3A6X3DP type=write size=3765150 2024-09-20T22:02:05.637 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.636+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~U1VVDH1CCPBC.0 size=1048576 2024-09-20T22:02:05.639 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.637+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~U1VVDH1CCPBC.1 size=1048576 2024-09-20T22:02:05.640 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.639+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~U1VVDH1CCPBC.2 size=107695 2024-09-20T22:02:05.640 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.639+0000 7fe779a9b640 1 > prepared multipart upload key=6YM3TKGM41LJ upload=U1VVDH1CCPBC tag=923A76OT9RRV type=write size=3253423 2024-09-20T22:02:05.642 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.641+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~POCAFHMSR5SG.0 size=1048576 2024-09-20T22:02:05.643 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.642+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~POCAFHMSR5SG.1 size=437182 2024-09-20T22:02:05.647 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.645+0000 7fe779a9b640 1 < completed multipart upload key=ECSEX4SHKJA4 upload=POCAFHMSR5SG tag=QLWX6JDZPZUF type=write size=2534334 2024-09-20T22:02:05.648 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.647+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=5RWWET0YC8ZJ type=del size=3971282 2024-09-20T22:02:05.650 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.649+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~J93L55U7W9JP.0 size=1048576 2024-09-20T22:02:05.652 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.650+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~J93L55U7W9JP.1 size=1048576 2024-09-20T22:02:05.653 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.652+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~J93L55U7W9JP.2 size=570900 2024-09-20T22:02:05.656 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.655+0000 7fe779a9b640 1 < completed multipart upload key=8Y1S1ZFNVQO3 upload=J93L55U7W9JP tag=8VWGJNKJ6MFL type=write size=3716628 2024-09-20T22:02:05.658 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.657+0000 7fe779a9b640 1 > prepared operation key=OWUA691MUMB6 tag=THVUNC55O69E type=del size=2538944 2024-09-20T22:02:05.660 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.659+0000 7fe779a9b640 1 < completed delete operation key=JE0BX5GAIPSB tag=LQKXL1BEICLO type=del 2024-09-20T22:02:05.663 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.662+0000 7fe779a9b640 1 > prepared part key=_multipart_OWUA691MUMB6.2~IIFXMT54JYUF.0 size=1048576 2024-09-20T22:02:05.665 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.663+0000 7fe779a9b640 1 > prepared part key=_multipart_OWUA691MUMB6.2~IIFXMT54JYUF.1 size=811680 2024-09-20T22:02:05.665 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.663+0000 7fe779a9b640 1 > prepared multipart upload key=OWUA691MUMB6 upload=IIFXMT54JYUF tag=TO5PA3PJEYIN type=write size=2908832 2024-09-20T22:02:05.667 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.665+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~XHOSWFOB805Z.0 size=1048576 2024-09-20T22:02:05.668 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.667+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~XHOSWFOB805Z.1 size=421497 2024-09-20T22:02:05.671 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.670+0000 7fe779a9b640 1 < completed multipart upload key=1TRSEURXV2X9 upload=XHOSWFOB805Z tag=OEXZTKFKKPI4 type=write size=2518649 2024-09-20T22:02:05.674 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.673+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~0I3040LP3ECX.0 size=1048576 2024-09-20T22:02:05.677 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.675+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~0I3040LP3ECX.1 size=604452 2024-09-20T22:02:05.677 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.675+0000 7fe779a9b640 1 > prepared multipart upload key=PNZZ2ZGG009S upload=0I3040LP3ECX tag=4Q4AD62BODIG type=write size=2701604 2024-09-20T22:02:05.678 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.677+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~T23SS7L65SAE.0 size=503544 2024-09-20T22:02:05.681 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.680+0000 7fe779a9b640 1 < completed multipart upload key=XEPWA2JTOEC2 upload=T23SS7L65SAE tag=76OJP4JM0QQL type=write size=1552120 2024-09-20T22:02:05.685 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.683+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~EJIGM8LFZURB.0 size=249292 2024-09-20T22:02:05.685 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.683+0000 7fe779a9b640 1 > prepared multipart upload key=0M6DAP8CZAPL upload=EJIGM8LFZURB tag=319DDZXDXRTX type=write size=1297868 2024-09-20T22:02:05.687 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.685+0000 7fe779a9b640 1 < completed delete operation key=PNZZ2ZGG009S tag=JZFU8K55NV0F type=del 2024-09-20T22:02:05.691 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.689+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~9ZVGP3EB6AQ4.0 size=1048576 2024-09-20T22:02:05.692 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.691+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~9ZVGP3EB6AQ4.1 size=629504 2024-09-20T22:02:05.692 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.691+0000 7fe779a9b640 1 > prepared multipart upload key=68I8AEC312OU upload=9ZVGP3EB6AQ4 tag=77CPEK2CNHNC type=write size=2726656 2024-09-20T22:02:05.694 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.693+0000 7fe779a9b640 1 < completed delete operation key=R44R5QNUZJMC tag=H6WMI0EKJV2D type=del 2024-09-20T22:02:05.697 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.696+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~UD3Q5235WP86.0 size=1048576 2024-09-20T22:02:05.699 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.697+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~UD3Q5235WP86.1 size=1048576 2024-09-20T22:02:05.700 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.699+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~UD3Q5235WP86.2 size=534322 2024-09-20T22:02:05.700 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.699+0000 7fe779a9b640 1 > prepared multipart upload key=1J1YL7XL0LAY upload=UD3Q5235WP86 tag=WKT4Q1GT0OHW type=write size=3680050 2024-09-20T22:02:05.702 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.701+0000 7fe779a9b640 1 < completed write operation key=0M6DAP8CZAPL tag=MBB9V06JNM4E type=write size=285770 2024-09-20T22:02:05.705 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.704+0000 7fe779a9b640 1 > prepared part key=_multipart_CV3QPH1KJL9D.2~JJJR7IKOQSXV.0 size=1048576 2024-09-20T22:02:05.707 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.705+0000 7fe779a9b640 1 > prepared part key=_multipart_CV3QPH1KJL9D.2~JJJR7IKOQSXV.1 size=727118 2024-09-20T22:02:05.707 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.705+0000 7fe779a9b640 1 > prepared multipart upload key=CV3QPH1KJL9D upload=JJJR7IKOQSXV tag=352XH53QRXPN type=write size=2824270 2024-09-20T22:02:05.707 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.706+0000 7fe779a9b640 1 < canceled part key=_multipart_JE0BX5GAIPSB.2~H8YGYSAV407Q.0 size=967469 2024-09-20T22:02:05.710 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.709+0000 7fe779a9b640 1 < canceled multipart upload key=JE0BX5GAIPSB upload=H8YGYSAV407Q tag=73MBKKA9MBQR type=write size=2016045 2024-09-20T22:02:05.714 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.712+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~JXKB46QUYBLJ.0 size=1048576 2024-09-20T22:02:05.715 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.714+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~JXKB46QUYBLJ.1 size=1048576 2024-09-20T22:02:05.717 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.715+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~JXKB46QUYBLJ.2 size=360463 2024-09-20T22:02:05.717 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.715+0000 7fe779a9b640 1 > prepared multipart upload key=PNZZ2ZGG009S upload=JXKB46QUYBLJ tag=616WOXOR840W type=write size=3506191 2024-09-20T22:02:05.720 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.719+0000 7fe779a9b640 1 < suggested remove operation key=4NVVK8DRHTJL tag=0S7GHBKBI2SB type=write 2024-09-20T22:02:05.723 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.721+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=P9BW59WLF083 type=write size=971057 2024-09-20T22:02:05.725 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.723+0000 7fe779a9b640 1 < completed delete operation key=0M6DAP8CZAPL tag=EJVYL0F41NL8 type=del 2024-09-20T22:02:05.728 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.727+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~PWFUA24A9H9P.0 size=813954 2024-09-20T22:02:05.728 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.727+0000 7fe779a9b640 1 > prepared multipart upload key=JE0BX5GAIPSB upload=PWFUA24A9H9P tag=MX5L267CNJ7P type=write size=1862530 2024-09-20T22:02:05.730 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.728+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~01L5YNKCNOU5.0 size=940061 2024-09-20T22:02:05.733 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.731+0000 7fe779a9b640 1 < completed multipart upload key=68I8AEC312OU upload=01L5YNKCNOU5 tag=C7UOXHKNV7R2 type=write size=1988637 2024-09-20T22:02:05.736 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.735+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~A6CED5CM4IFY.0 size=1048576 2024-09-20T22:02:05.738 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.736+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~A6CED5CM4IFY.1 size=904925 2024-09-20T22:02:05.738 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.736+0000 7fe779a9b640 1 > prepared multipart upload key=U24WBDE9OPS7 upload=A6CED5CM4IFY tag=FYG32FQ38AL1 type=write size=3002077 2024-09-20T22:02:05.739 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.738+0000 7fe779a9b640 1 < completed part key=_multipart_OWUA691MUMB6.2~9LW4H0ABQ4OC.0 size=1048576 2024-09-20T22:02:05.741 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.739+0000 7fe779a9b640 1 < completed part key=_multipart_OWUA691MUMB6.2~9LW4H0ABQ4OC.1 size=1048576 2024-09-20T22:02:05.742 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.741+0000 7fe779a9b640 1 < completed part key=_multipart_OWUA691MUMB6.2~9LW4H0ABQ4OC.2 size=709873 2024-09-20T22:02:05.746 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.744+0000 7fe779a9b640 1 < completed multipart upload key=OWUA691MUMB6 upload=9LW4H0ABQ4OC tag=7PSWR6B98IVA type=write size=3855601 2024-09-20T22:02:05.749 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.748+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~K6MUR7PPWZQO.0 size=1004754 2024-09-20T22:02:05.749 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.748+0000 7fe779a9b640 1 > prepared multipart upload key=T9NTHA21NTII upload=K6MUR7PPWZQO tag=YD8SLC3ZRPM0 type=write size=2053330 2024-09-20T22:02:05.751 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.750+0000 7fe779a9b640 1 < completed part key=_multipart_4NVVK8DRHTJL.2~3P9ZR0N9EUZH.0 size=225612 2024-09-20T22:02:05.754 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.753+0000 7fe779a9b640 1 < completed multipart upload key=4NVVK8DRHTJL upload=3P9ZR0N9EUZH tag=7EAHZDF1A201 type=write size=1274188 2024-09-20T22:02:05.756 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.755+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=FEJ65W1DS7W8 type=del size=2276926 2024-09-20T22:02:05.758 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.757+0000 7fe779a9b640 -1 < failed to complete operation key=4NVVK8DRHTJL tag=9W1LAFCHBFHT type=del size=210984: (22) Invalid argument 2024-09-20T22:02:05.760 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.759+0000 7fe779a9b640 1 > prepared operation key=IYYXNW4DO800 tag=XLV40G26M7LI type=del size=3088047 2024-09-20T22:02:05.762 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.760+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~U1VVDH1CCPBC.0 size=1048576 2024-09-20T22:02:05.763 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.762+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~U1VVDH1CCPBC.1 size=1048576 2024-09-20T22:02:05.765 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.764+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~U1VVDH1CCPBC.2 size=107695 2024-09-20T22:02:05.769 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.767+0000 7fe779a9b640 1 < completed multipart upload key=6YM3TKGM41LJ upload=U1VVDH1CCPBC tag=923A76OT9RRV type=write size=3253423 2024-09-20T22:02:05.771 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.769+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=L5F8RXMW3CIZ type=write size=77322 2024-09-20T22:02:05.774 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.773+0000 7fe779a9b640 1 < suggested remove operation key=0M6DAP8CZAPL tag=5RWWET0YC8ZJ type=del 2024-09-20T22:02:05.776 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.775+0000 7fe779a9b640 1 > prepared operation key=OWUA691MUMB6 tag=6U7C352PPQ6X type=del size=3835982 2024-09-20T22:02:05.780 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.779+0000 7fe779a9b640 1 < suggested update operation key=OWUA691MUMB6 tag=THVUNC55O69E type=del size=2538944 2024-09-20T22:02:05.782 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.781+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=0B9VET44RFDW type=del size=1298975 2024-09-20T22:02:05.785 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.783+0000 7fe779a9b640 1 < completed part key=_multipart_OWUA691MUMB6.2~IIFXMT54JYUF.0 size=1048576 2024-09-20T22:02:05.786 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.785+0000 7fe779a9b640 1 < completed part key=_multipart_OWUA691MUMB6.2~IIFXMT54JYUF.1 size=811680 2024-09-20T22:02:05.789 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.788+0000 7fe779a9b640 1 < completed multipart upload key=OWUA691MUMB6 upload=IIFXMT54JYUF tag=TO5PA3PJEYIN type=write size=2908832 2024-09-20T22:02:05.793 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.792+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~D2QH8RLOGEAO.0 size=874585 2024-09-20T22:02:05.793 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.792+0000 7fe779a9b640 1 > prepared multipart upload key=PNZZ2ZGG009S upload=D2QH8RLOGEAO tag=5X6KZ2V5WR5F type=write size=1923161 2024-09-20T22:02:05.795 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.793+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~0I3040LP3ECX.0 size=1048576 2024-09-20T22:02:05.796 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.795+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~0I3040LP3ECX.1 size=604452 2024-09-20T22:02:05.799 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.798+0000 7fe779a9b640 1 < completed multipart upload key=PNZZ2ZGG009S upload=0I3040LP3ECX tag=4Q4AD62BODIG type=write size=2701604 2024-09-20T22:02:05.801 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.800+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=K7X61T805NAN type=del size=1193612 2024-09-20T22:02:05.803 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.801+0000 7fe779a9b640 1 < completed part key=_multipart_0M6DAP8CZAPL.2~EJIGM8LFZURB.0 size=249292 2024-09-20T22:02:05.806 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.805+0000 7fe779a9b640 1 < completed multipart upload key=0M6DAP8CZAPL upload=EJIGM8LFZURB tag=319DDZXDXRTX type=write size=1297868 2024-09-20T22:02:05.808 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.806+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=PJ7EEZWSJAQ3 type=del size=1917019 2024-09-20T22:02:05.809 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.808+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~9ZVGP3EB6AQ4.0 size=1048576 2024-09-20T22:02:05.811 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.810+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~9ZVGP3EB6AQ4.1 size=629504 2024-09-20T22:02:05.814 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.813+0000 7fe779a9b640 1 < completed multipart upload key=68I8AEC312OU upload=9ZVGP3EB6AQ4 tag=77CPEK2CNHNC type=write size=2726656 2024-09-20T22:02:05.818 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.817+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~5TV6XII2JDEB.0 size=1048576 2024-09-20T22:02:05.820 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.819+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~5TV6XII2JDEB.1 size=457580 2024-09-20T22:02:05.820 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.819+0000 7fe779a9b640 1 > prepared multipart upload key=ELDR91I33NDH upload=5TV6XII2JDEB tag=ZKKBFS5LBA6D type=write size=2554732 2024-09-20T22:02:05.820 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.819+0000 7fe779a9b640 1 < canceled part key=_multipart_1J1YL7XL0LAY.2~UD3Q5235WP86.0 size=1048576 2024-09-20T22:02:05.822 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.820+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~UD3Q5235WP86.1 size=1048576 2024-09-20T22:02:05.823 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.822+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~UD3Q5235WP86.2 size=534322 2024-09-20T22:02:05.828 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.826+0000 7fe779a9b640 1 < canceled multipart upload key=1J1YL7XL0LAY upload=UD3Q5235WP86 tag=WKT4Q1GT0OHW type=write size=3680050 2024-09-20T22:02:05.832 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.831+0000 7fe779a9b640 1 > prepared part key=_multipart_4NVVK8DRHTJL.2~8XDCZYR0SL14.0 size=1048576 2024-09-20T22:02:05.834 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.832+0000 7fe779a9b640 1 > prepared part key=_multipart_4NVVK8DRHTJL.2~8XDCZYR0SL14.1 size=1048576 2024-09-20T22:02:05.835 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.834+0000 7fe779a9b640 1 > prepared part key=_multipart_4NVVK8DRHTJL.2~8XDCZYR0SL14.2 size=1005633 2024-09-20T22:02:05.835 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.834+0000 7fe779a9b640 1 > prepared multipart upload key=4NVVK8DRHTJL upload=8XDCZYR0SL14 tag=DHPPX8R9UYB6 type=write size=4151361 2024-09-20T22:02:05.837 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.836+0000 7fe779a9b640 1 < completed part key=_multipart_CV3QPH1KJL9D.2~JJJR7IKOQSXV.0 size=1048576 2024-09-20T22:02:05.839 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.837+0000 7fe779a9b640 1 < completed part key=_multipart_CV3QPH1KJL9D.2~JJJR7IKOQSXV.1 size=727118 2024-09-20T22:02:05.842 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.841+0000 7fe779a9b640 1 < completed multipart upload key=CV3QPH1KJL9D upload=JJJR7IKOQSXV tag=352XH53QRXPN type=write size=2824270 2024-09-20T22:02:05.846 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.844+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~2ZBY8LCGGPSV.0 size=1048576 2024-09-20T22:02:05.848 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.846+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~2ZBY8LCGGPSV.1 size=1048576 2024-09-20T22:02:05.849 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.848+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~2ZBY8LCGGPSV.2 size=702310 2024-09-20T22:02:05.849 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.848+0000 7fe779a9b640 1 > prepared multipart upload key=VAH8ANWTPTHQ upload=2ZBY8LCGGPSV tag=LLOY7YGMLC0U type=write size=3848038 2024-09-20T22:02:05.851 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.850+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~JXKB46QUYBLJ.0 size=1048576 2024-09-20T22:02:05.853 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.851+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~JXKB46QUYBLJ.1 size=1048576 2024-09-20T22:02:05.854 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.853+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~JXKB46QUYBLJ.2 size=360463 2024-09-20T22:02:05.858 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.857+0000 7fe779a9b640 1 < completed multipart upload key=PNZZ2ZGG009S upload=JXKB46QUYBLJ tag=616WOXOR840W type=write size=3506191 2024-09-20T22:02:05.862 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.860+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~KK43FA7G075L.0 size=263499 2024-09-20T22:02:05.862 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.860+0000 7fe779a9b640 1 > prepared multipart upload key=UUWQ1G2142U2 upload=KK43FA7G075L tag=W1ZVI6OT52X3 type=write size=1312075 2024-09-20T22:02:05.864 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.862+0000 7fe779a9b640 1 < completed write operation key=7KQSF1OMUOVW tag=P9BW59WLF083 type=write size=971057 2024-09-20T22:02:05.865 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.864+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=XB9YNDI72MGP type=del size=2956682 2024-09-20T22:02:05.867 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.866+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~PWFUA24A9H9P.0 size=813954 2024-09-20T22:02:05.870 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.869+0000 7fe779a9b640 1 < completed multipart upload key=JE0BX5GAIPSB upload=PWFUA24A9H9P tag=MX5L267CNJ7P type=write size=1862530 2024-09-20T22:02:05.872 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.871+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=10HZPH6ZFYJW type=del size=1554530 2024-09-20T22:02:05.874 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.873+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~A6CED5CM4IFY.0 size=1048576 2024-09-20T22:02:05.876 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.875+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~A6CED5CM4IFY.1 size=904925 2024-09-20T22:02:05.880 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.879+0000 7fe779a9b640 1 < completed multipart upload key=U24WBDE9OPS7 upload=A6CED5CM4IFY tag=FYG32FQ38AL1 type=write size=3002077 2024-09-20T22:02:05.884 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.883+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~TL6HTZM54V8F.0 size=1048576 2024-09-20T22:02:05.885 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.884+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~TL6HTZM54V8F.1 size=552666 2024-09-20T22:02:05.885 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.884+0000 7fe779a9b640 1 > prepared multipart upload key=68I8AEC312OU upload=TL6HTZM54V8F tag=BS1S9W567FWF type=write size=2649818 2024-09-20T22:02:05.888 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.886+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~K6MUR7PPWZQO.0 size=1004754 2024-09-20T22:02:05.891 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.889+0000 7fe779a9b640 1 < completed multipart upload key=T9NTHA21NTII upload=K6MUR7PPWZQO tag=YD8SLC3ZRPM0 type=write size=2053330 2024-09-20T22:02:05.892 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.891+0000 7fe779a9b640 1 > prepared operation key=UUWQ1G2142U2 tag=PUE1Q7LWAG0J type=del size=398824 2024-09-20T22:02:05.894 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.893+0000 7fe779a9b640 1 < canceled operation key=1TRSEURXV2X9 tag=FEJ65W1DS7W8 type=del size=2276926 2024-09-20T22:02:05.898 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.897+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~MJVIZG2VD80R.0 size=1048576 2024-09-20T22:02:05.900 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.898+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~MJVIZG2VD80R.1 size=1048576 2024-09-20T22:02:05.901 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.900+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~MJVIZG2VD80R.2 size=430236 2024-09-20T22:02:05.901 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.900+0000 7fe779a9b640 1 > prepared multipart upload key=ICBPE9ZH55FB upload=MJVIZG2VD80R tag=AT1B3UF4T0HY type=write size=3575964 2024-09-20T22:02:05.904 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.903+0000 7fe779a9b640 1 < suggested remove operation key=IYYXNW4DO800 tag=XLV40G26M7LI type=del 2024-09-20T22:02:05.906 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.905+0000 7fe779a9b640 1 > prepared operation key=8Y1S1ZFNVQO3 tag=0MLPMRFWMDON type=del size=994639 2024-09-20T22:02:05.908 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.907+0000 7fe779a9b640 1 < completed write operation key=68I8AEC312OU tag=L5F8RXMW3CIZ type=write size=77322 2024-09-20T22:02:05.910 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.909+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=WO3IZH7Y7OB9 type=del size=3949112 2024-09-20T22:02:05.913 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.912+0000 7fe779a9b640 -1 < failed to complete operation key=OWUA691MUMB6 tag=6U7C352PPQ6X type=del size=3835982: (22) Invalid argument 2024-09-20T22:02:05.915 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.914+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=DIVSTN4M88PK type=del size=206892 2024-09-20T22:02:05.918 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.916+0000 7fe779a9b640 1 < completed delete operation key=QCX4FDH1E7DG tag=0B9VET44RFDW type=del 2024-09-20T22:02:05.919 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.918+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=AJNC3II31MF7 type=del size=2896591 2024-09-20T22:02:05.921 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.920+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~D2QH8RLOGEAO.0 size=874585 2024-09-20T22:02:05.925 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.923+0000 7fe779a9b640 1 < completed multipart upload key=PNZZ2ZGG009S upload=D2QH8RLOGEAO tag=5X6KZ2V5WR5F type=write size=1923161 2024-09-20T22:02:05.926 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.925+0000 7fe779a9b640 1 > prepared operation key=JE0BX5GAIPSB tag=D5CPSJ9T2DXL type=del size=3459041 2024-09-20T22:02:05.928 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.927+0000 7fe779a9b640 1 < completed delete operation key=7KQSF1OMUOVW tag=K7X61T805NAN type=del 2024-09-20T22:02:05.930 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.929+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=NTKGTC8AUKL8 type=del size=117950 2024-09-20T22:02:05.932 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.930+0000 7fe779a9b640 1 < completed delete operation key=7KQSF1OMUOVW tag=PJ7EEZWSJAQ3 type=del 2024-09-20T22:02:05.935 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.934+0000 7fe779a9b640 1 > prepared part key=_multipart_JHHMXS36ATIL.2~7TT7GL8LO9XS.0 size=1048576 2024-09-20T22:02:05.936 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.935+0000 7fe779a9b640 1 > prepared part key=_multipart_JHHMXS36ATIL.2~7TT7GL8LO9XS.1 size=397013 2024-09-20T22:02:05.937 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.935+0000 7fe779a9b640 1 > prepared multipart upload key=JHHMXS36ATIL upload=7TT7GL8LO9XS tag=927NZ55MBGAE type=write size=2494165 2024-09-20T22:02:05.938 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.937+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~5TV6XII2JDEB.0 size=1048576 2024-09-20T22:02:05.940 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.938+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~5TV6XII2JDEB.1 size=457580 2024-09-20T22:02:05.942 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.941+0000 7fe779a9b640 1 < completed multipart upload key=ELDR91I33NDH upload=5TV6XII2JDEB tag=ZKKBFS5LBA6D type=write size=2554732 2024-09-20T22:02:05.946 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.944+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~J9OPVULROLVD.0 size=1048576 2024-09-20T22:02:05.947 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.946+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~J9OPVULROLVD.1 size=1048576 2024-09-20T22:02:05.949 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.947+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~J9OPVULROLVD.2 size=1026878 2024-09-20T22:02:05.949 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.947+0000 7fe779a9b640 1 > prepared multipart upload key=PNZZ2ZGG009S upload=J9OPVULROLVD tag=MZY1FQW63JHM type=write size=4172606 2024-09-20T22:02:05.950 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.949+0000 7fe779a9b640 1 < completed part key=_multipart_4NVVK8DRHTJL.2~8XDCZYR0SL14.0 size=1048576 2024-09-20T22:02:05.952 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.951+0000 7fe779a9b640 1 < completed part key=_multipart_4NVVK8DRHTJL.2~8XDCZYR0SL14.1 size=1048576 2024-09-20T22:02:05.953 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.952+0000 7fe779a9b640 1 < completed part key=_multipart_4NVVK8DRHTJL.2~8XDCZYR0SL14.2 size=1005633 2024-09-20T22:02:05.957 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.956+0000 7fe779a9b640 1 < completed multipart upload key=4NVVK8DRHTJL upload=8XDCZYR0SL14 tag=DHPPX8R9UYB6 type=write size=4151361 2024-09-20T22:02:05.959 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.957+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=KU30270T382W type=write size=690597 2024-09-20T22:02:05.960 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.959+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~2ZBY8LCGGPSV.0 size=1048576 2024-09-20T22:02:05.962 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.961+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~2ZBY8LCGGPSV.1 size=1048576 2024-09-20T22:02:05.963 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.962+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~2ZBY8LCGGPSV.2 size=702310 2024-09-20T22:02:05.967 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.966+0000 7fe779a9b640 1 < completed multipart upload key=VAH8ANWTPTHQ upload=2ZBY8LCGGPSV tag=LLOY7YGMLC0U type=write size=3848038 2024-09-20T22:02:05.971 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.969+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~HMMBSYASZG79.0 size=389222 2024-09-20T22:02:05.971 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.969+0000 7fe779a9b640 1 > prepared multipart upload key=U24WBDE9OPS7 upload=HMMBSYASZG79 tag=OPANKXCQ0RAC type=write size=1437798 2024-09-20T22:02:05.972 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.971+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~KK43FA7G075L.0 size=263499 2024-09-20T22:02:05.976 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.975+0000 7fe779a9b640 1 < completed multipart upload key=UUWQ1G2142U2 upload=KK43FA7G075L tag=W1ZVI6OT52X3 type=write size=1312075 2024-09-20T22:02:05.979 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.978+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~EHJC1F9OEDX8.0 size=1048576 2024-09-20T22:02:05.981 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.980+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~EHJC1F9OEDX8.1 size=77252 2024-09-20T22:02:05.981 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.980+0000 7fe779a9b640 1 > prepared multipart upload key=1J1YL7XL0LAY upload=EHJC1F9OEDX8 tag=E2V84NW9S4LI type=write size=2174404 2024-09-20T22:02:05.983 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.982+0000 7fe779a9b640 1 < canceled operation key=1TRSEURXV2X9 tag=XB9YNDI72MGP type=del size=2956682 2024-09-20T22:02:05.987 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.985+0000 7fe779a9b640 1 > prepared part key=_multipart_4NVVK8DRHTJL.2~ZSHCQO5HS31E.0 size=1048576 2024-09-20T22:02:05.988 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.987+0000 7fe779a9b640 1 > prepared part key=_multipart_4NVVK8DRHTJL.2~ZSHCQO5HS31E.1 size=1048576 2024-09-20T22:02:05.990 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.988+0000 7fe779a9b640 1 > prepared part key=_multipart_4NVVK8DRHTJL.2~ZSHCQO5HS31E.2 size=569732 2024-09-20T22:02:05.990 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.988+0000 7fe779a9b640 1 > prepared multipart upload key=4NVVK8DRHTJL upload=ZSHCQO5HS31E tag=WSB8BLZXDI6F type=write size=3715460 2024-09-20T22:02:05.993 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.992+0000 7fe779a9b640 1 < suggested update operation key=68I8AEC312OU tag=10HZPH6ZFYJW type=del size=1554530 2024-09-20T22:02:05.995 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.994+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=M82SWN1EIJ9S type=del size=768265 2024-09-20T22:02:05.997 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.996+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~TL6HTZM54V8F.0 size=1048576 2024-09-20T22:02:05.999 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:05.997+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~TL6HTZM54V8F.1 size=552666 2024-09-20T22:02:06.002 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.000+0000 7fe779a9b640 1 < completed multipart upload key=68I8AEC312OU upload=TL6HTZM54V8F tag=BS1S9W567FWF type=write size=2649818 2024-09-20T22:02:06.005 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.004+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~JV7WWNPVHLQ6.0 size=1048576 2024-09-20T22:02:06.007 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.005+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~JV7WWNPVHLQ6.1 size=1048576 2024-09-20T22:02:06.008 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.007+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~JV7WWNPVHLQ6.2 size=1009538 2024-09-20T22:02:06.008 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.007+0000 7fe779a9b640 1 > prepared multipart upload key=JE0BX5GAIPSB upload=JV7WWNPVHLQ6 tag=7C037AYO59YX type=write size=4155266 2024-09-20T22:02:06.011 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.009+0000 7fe779a9b640 1 < canceled operation key=UUWQ1G2142U2 tag=PUE1Q7LWAG0J type=del size=398824 2024-09-20T22:02:06.012 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.011+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=VCR19Z89MLI2 type=del size=1521754 2024-09-20T22:02:06.015 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.013+0000 7fe779a9b640 1 < completed part key=_multipart_ICBPE9ZH55FB.2~MJVIZG2VD80R.0 size=1048576 2024-09-20T22:02:06.016 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.015+0000 7fe779a9b640 1 < completed part key=_multipart_ICBPE9ZH55FB.2~MJVIZG2VD80R.1 size=1048576 2024-09-20T22:02:06.018 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.016+0000 7fe779a9b640 1 < completed part key=_multipart_ICBPE9ZH55FB.2~MJVIZG2VD80R.2 size=430236 2024-09-20T22:02:06.021 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.020+0000 7fe779a9b640 1 < completed multipart upload key=ICBPE9ZH55FB upload=MJVIZG2VD80R tag=AT1B3UF4T0HY type=write size=3575964 2024-09-20T22:02:06.025 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.023+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~FW6VBX2N6P3R.0 size=1048576 2024-09-20T22:02:06.026 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.025+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~FW6VBX2N6P3R.1 size=1048576 2024-09-20T22:02:06.028 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.026+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~FW6VBX2N6P3R.2 size=322590 2024-09-20T22:02:06.028 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.026+0000 7fe779a9b640 1 > prepared multipart upload key=RM93KDNRZ38I upload=FW6VBX2N6P3R tag=JMWZPCQXFCDN type=write size=3468318 2024-09-20T22:02:06.030 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.029+0000 7fe779a9b640 1 < completed delete operation key=8Y1S1ZFNVQO3 tag=0MLPMRFWMDON type=del 2024-09-20T22:02:06.032 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.030+0000 7fe779a9b640 1 > prepared operation key=JE0BX5GAIPSB tag=874KPE52M5B3 type=del size=1331573 2024-09-20T22:02:06.034 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.032+0000 7fe779a9b640 1 < completed delete operation key=ZSXI0P8QFMQN tag=WO3IZH7Y7OB9 type=del 2024-09-20T22:02:06.036 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.034+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=2N6OPL5HHAI6 type=del size=2713325 2024-09-20T22:02:06.037 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.036+0000 7fe779a9b640 1 < completed delete operation key=U24WBDE9OPS7 tag=DIVSTN4M88PK type=del 2024-09-20T22:02:06.041 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.040+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~AH3DFD2LVI7I.0 size=1048576 2024-09-20T22:02:06.043 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.041+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~AH3DFD2LVI7I.1 size=1048576 2024-09-20T22:02:06.044 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.043+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~AH3DFD2LVI7I.2 size=408545 2024-09-20T22:02:06.044 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.043+0000 7fe779a9b640 1 > prepared multipart upload key=U24WBDE9OPS7 upload=AH3DFD2LVI7I tag=2FXGQXDE1XI1 type=write size=3554273 2024-09-20T22:02:06.046 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.045+0000 7fe779a9b640 1 < completed delete operation key=6YM3TKGM41LJ tag=AJNC3II31MF7 type=del 2024-09-20T22:02:06.048 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.047+0000 7fe779a9b640 1 > prepared operation key=OWUA691MUMB6 tag=DQZBOO82C19Y type=del size=1524027 2024-09-20T22:02:06.050 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.049+0000 7fe779a9b640 1 < canceled operation key=JE0BX5GAIPSB tag=D5CPSJ9T2DXL type=del size=3459041 2024-09-20T22:02:06.054 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.052+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~5V721BQLRYJF.0 size=1048576 2024-09-20T22:02:06.055 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.054+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~5V721BQLRYJF.1 size=343394 2024-09-20T22:02:06.055 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.054+0000 7fe779a9b640 1 > prepared multipart upload key=RM93KDNRZ38I upload=5V721BQLRYJF tag=22QHRZITCC51 type=write size=2440546 2024-09-20T22:02:06.057 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.056+0000 7fe779a9b640 1 < completed delete operation key=4NVVK8DRHTJL tag=NTKGTC8AUKL8 type=del 2024-09-20T22:02:06.061 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.059+0000 7fe779a9b640 1 > prepared part key=_multipart_ZSXI0P8QFMQN.2~SKZ8CDD7637P.0 size=218661 2024-09-20T22:02:06.061 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.059+0000 7fe779a9b640 1 > prepared multipart upload key=ZSXI0P8QFMQN upload=SKZ8CDD7637P tag=SJKR59MKMRHW type=write size=1267237 2024-09-20T22:02:06.061 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.060+0000 7fe779a9b640 1 < canceled part key=_multipart_JHHMXS36ATIL.2~7TT7GL8LO9XS.0 size=1048576 2024-09-20T22:02:06.063 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.061+0000 7fe779a9b640 1 < completed part key=_multipart_JHHMXS36ATIL.2~7TT7GL8LO9XS.1 size=397013 2024-09-20T22:02:06.066 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.065+0000 7fe779a9b640 1 < canceled multipart upload key=JHHMXS36ATIL upload=7TT7GL8LO9XS tag=927NZ55MBGAE type=write size=2494165 2024-09-20T22:02:06.068 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.067+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=U4KX0QWN3029 type=del size=523413 2024-09-20T22:02:06.070 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.069+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~J9OPVULROLVD.0 size=1048576 2024-09-20T22:02:06.072 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.070+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~J9OPVULROLVD.1 size=1048576 2024-09-20T22:02:06.072 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.070+0000 7fe779a9b640 1 < canceled part key=_multipart_PNZZ2ZGG009S.2~J9OPVULROLVD.2 size=1026878 2024-09-20T22:02:06.075 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.074+0000 7fe779a9b640 1 < canceled multipart upload key=PNZZ2ZGG009S upload=J9OPVULROLVD tag=MZY1FQW63JHM type=write size=4172606 2024-09-20T22:02:06.078 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.077+0000 7fe779a9b640 1 > prepared part key=_multipart_4NVVK8DRHTJL.2~WPFEDJPQ5T16.0 size=1048576 2024-09-20T22:02:06.080 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.078+0000 7fe779a9b640 1 > prepared part key=_multipart_4NVVK8DRHTJL.2~WPFEDJPQ5T16.1 size=153054 2024-09-20T22:02:06.080 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.078+0000 7fe779a9b640 1 > prepared multipart upload key=4NVVK8DRHTJL upload=WPFEDJPQ5T16 tag=4U2TN388R20Z type=write size=2250206 2024-09-20T22:02:06.083 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.082+0000 7fe779a9b640 1 < suggested update operation key=1TRSEURXV2X9 tag=KU30270T382W type=write size=690597 2024-09-20T22:02:06.085 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.084+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=7AAFA3NH5L5N type=del size=2272483 2024-09-20T22:02:06.087 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.086+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~HMMBSYASZG79.0 size=389222 2024-09-20T22:02:06.090 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.089+0000 7fe779a9b640 1 < completed multipart upload key=U24WBDE9OPS7 upload=HMMBSYASZG79 tag=OPANKXCQ0RAC type=write size=1437798 2024-09-20T22:02:06.092 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.091+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=UB18PGWHHICE type=write size=1018680 2024-09-20T22:02:06.094 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.092+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~EHJC1F9OEDX8.0 size=1048576 2024-09-20T22:02:06.095 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.094+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~EHJC1F9OEDX8.1 size=77252 2024-09-20T22:02:06.099 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.097+0000 7fe779a9b640 1 < completed multipart upload key=1J1YL7XL0LAY upload=EHJC1F9OEDX8 tag=E2V84NW9S4LI type=write size=2174404 2024-09-20T22:02:06.102 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.101+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~V838BU1J2T95.0 size=121572 2024-09-20T22:02:06.102 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.101+0000 7fe779a9b640 1 > prepared multipart upload key=8Y1S1ZFNVQO3 upload=V838BU1J2T95 tag=3Q3I1ACPB3YF type=write size=1170148 2024-09-20T22:02:06.104 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.103+0000 7fe779a9b640 1 < completed part key=_multipart_4NVVK8DRHTJL.2~ZSHCQO5HS31E.0 size=1048576 2024-09-20T22:02:06.106 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.104+0000 7fe779a9b640 1 < completed part key=_multipart_4NVVK8DRHTJL.2~ZSHCQO5HS31E.1 size=1048576 2024-09-20T22:02:06.108 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.106+0000 7fe779a9b640 1 < completed part key=_multipart_4NVVK8DRHTJL.2~ZSHCQO5HS31E.2 size=569732 2024-09-20T22:02:06.111 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.109+0000 7fe779a9b640 1 < completed multipart upload key=4NVVK8DRHTJL upload=ZSHCQO5HS31E tag=WSB8BLZXDI6F type=write size=3715460 2024-09-20T22:02:06.114 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.113+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~WRPIQ2K61HRV.0 size=1048576 2024-09-20T22:02:06.115 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.114+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~WRPIQ2K61HRV.1 size=995433 2024-09-20T22:02:06.115 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.114+0000 7fe779a9b640 1 > prepared multipart upload key=T9NTHA21NTII upload=WRPIQ2K61HRV tag=587ZJOBEB3AF type=write size=3092585 2024-09-20T22:02:06.117 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.116+0000 7fe779a9b640 1 < canceled operation key=RM93KDNRZ38I tag=M82SWN1EIJ9S type=del size=768265 2024-09-20T22:02:06.119 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.117+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=8JV40VTDEX5Z type=del size=3215195 2024-09-20T22:02:06.120 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.119+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~JV7WWNPVHLQ6.0 size=1048576 2024-09-20T22:02:06.122 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.121+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~JV7WWNPVHLQ6.1 size=1048576 2024-09-20T22:02:06.124 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.122+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~JV7WWNPVHLQ6.2 size=1009538 2024-09-20T22:02:06.127 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.126+0000 7fe779a9b640 1 < completed multipart upload key=JE0BX5GAIPSB upload=JV7WWNPVHLQ6 tag=7C037AYO59YX type=write size=4155266 2024-09-20T22:02:06.130 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.129+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~IM02DBY2JDXR.0 size=1048576 2024-09-20T22:02:06.132 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.131+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~IM02DBY2JDXR.1 size=457369 2024-09-20T22:02:06.132 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.131+0000 7fe779a9b640 1 > prepared multipart upload key=1J1YL7XL0LAY upload=IM02DBY2JDXR tag=S5336JMBRTQC type=write size=2554521 2024-09-20T22:02:06.136 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.134+0000 7fe779a9b640 1 < suggested remove operation key=RM93KDNRZ38I tag=VCR19Z89MLI2 type=del 2024-09-20T22:02:06.137 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.136+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=78R84PS1HYWV type=del size=430977 2024-09-20T22:02:06.139 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.138+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~FW6VBX2N6P3R.0 size=1048576 2024-09-20T22:02:06.141 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.140+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~FW6VBX2N6P3R.1 size=1048576 2024-09-20T22:02:06.143 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.141+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~FW6VBX2N6P3R.2 size=322590 2024-09-20T22:02:06.145 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.144+0000 7fe779a9b640 1 < completed multipart upload key=RM93KDNRZ38I upload=FW6VBX2N6P3R tag=JMWZPCQXFCDN type=write size=3468318 2024-09-20T22:02:06.149 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.148+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~LFFJAXDCAR3E.0 size=1048576 2024-09-20T22:02:06.150 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.149+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~LFFJAXDCAR3E.1 size=134261 2024-09-20T22:02:06.151 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.149+0000 7fe779a9b640 1 > prepared multipart upload key=RM93KDNRZ38I upload=LFFJAXDCAR3E tag=7QY2WO67H0N5 type=write size=2231413 2024-09-20T22:02:06.152 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.151+0000 7fe779a9b640 1 < canceled operation key=JE0BX5GAIPSB tag=874KPE52M5B3 type=del size=1331573 2024-09-20T22:02:06.154 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.153+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=4PA6BQ0D3HMX type=del size=1580860 2024-09-20T22:02:06.157 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.156+0000 7fe779a9b640 1 < suggested remove operation key=0M6DAP8CZAPL tag=2N6OPL5HHAI6 type=del 2024-09-20T22:02:06.160 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.159+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~DLT16HC9YTAB.0 size=1048576 2024-09-20T22:02:06.162 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.160+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~DLT16HC9YTAB.1 size=1048576 2024-09-20T22:02:06.163 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.162+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~DLT16HC9YTAB.2 size=374167 2024-09-20T22:02:06.163 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.162+0000 7fe779a9b640 1 > prepared multipart upload key=OM2NI3GCUE4O upload=DLT16HC9YTAB tag=DZHOX3FMV28Q type=write size=3519895 2024-09-20T22:02:06.163 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.162+0000 7fe779a9b640 1 < canceled part key=_multipart_U24WBDE9OPS7.2~AH3DFD2LVI7I.0 size=1048576 2024-09-20T22:02:06.165 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.163+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~AH3DFD2LVI7I.1 size=1048576 2024-09-20T22:02:06.166 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.165+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~AH3DFD2LVI7I.2 size=408545 2024-09-20T22:02:06.169 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.168+0000 7fe779a9b640 1 < canceled multipart upload key=U24WBDE9OPS7 upload=AH3DFD2LVI7I tag=2FXGQXDE1XI1 type=write size=3554273 2024-09-20T22:02:06.171 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.170+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=AAOTIWGYSSC8 type=del size=1577662 2024-09-20T22:02:06.173 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.172+0000 7fe779a9b640 1 < completed delete operation key=OWUA691MUMB6 tag=DQZBOO82C19Y type=del 2024-09-20T22:02:06.175 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.174+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=K80SKL5YOW8M type=del size=3460045 2024-09-20T22:02:06.177 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.176+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~5V721BQLRYJF.0 size=1048576 2024-09-20T22:02:06.179 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.177+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~5V721BQLRYJF.1 size=343394 2024-09-20T22:02:06.182 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.181+0000 7fe779a9b640 1 < completed multipart upload key=RM93KDNRZ38I upload=5V721BQLRYJF tag=22QHRZITCC51 type=write size=2440546 2024-09-20T22:02:06.185 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.184+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~L69SUD7050P5.0 size=397088 2024-09-20T22:02:06.185 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.184+0000 7fe779a9b640 1 > prepared multipart upload key=ICBPE9ZH55FB upload=L69SUD7050P5 tag=9O90EJO711B4 type=write size=1445664 2024-09-20T22:02:06.187 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.186+0000 7fe779a9b640 1 < completed part key=_multipart_ZSXI0P8QFMQN.2~SKZ8CDD7637P.0 size=218661 2024-09-20T22:02:06.190 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.189+0000 7fe779a9b640 1 < completed multipart upload key=ZSXI0P8QFMQN upload=SKZ8CDD7637P tag=SJKR59MKMRHW type=write size=1267237 2024-09-20T22:02:06.193 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.192+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~2BJLLICDJ03D.0 size=1048576 2024-09-20T22:02:06.195 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.194+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~2BJLLICDJ03D.1 size=1048576 2024-09-20T22:02:06.197 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.195+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~2BJLLICDJ03D.2 size=358807 2024-09-20T22:02:06.197 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.195+0000 7fe779a9b640 1 > prepared multipart upload key=XEPWA2JTOEC2 upload=2BJLLICDJ03D tag=JKR8M4MMLY22 type=write size=3504535 2024-09-20T22:02:06.198 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.197+0000 7fe779a9b640 1 < completed delete operation key=OM2NI3GCUE4O tag=U4KX0QWN3029 type=del 2024-09-20T22:02:06.202 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.201+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~KU0S1CDYC7I3.0 size=89509 2024-09-20T22:02:06.202 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.201+0000 7fe779a9b640 1 > prepared multipart upload key=VAH8ANWTPTHQ upload=KU0S1CDYC7I3 tag=T02X6R6S0ORS type=write size=1138085 2024-09-20T22:02:06.205 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.203+0000 7fe779a9b640 1 < completed part key=_multipart_4NVVK8DRHTJL.2~WPFEDJPQ5T16.0 size=1048576 2024-09-20T22:02:06.206 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.205+0000 7fe779a9b640 1 < completed part key=_multipart_4NVVK8DRHTJL.2~WPFEDJPQ5T16.1 size=153054 2024-09-20T22:02:06.210 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.208+0000 7fe779a9b640 1 < completed multipart upload key=4NVVK8DRHTJL upload=WPFEDJPQ5T16 tag=4U2TN388R20Z type=write size=2250206 2024-09-20T22:02:06.211 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.210+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=LI19CWCLLLBN type=del size=3131172 2024-09-20T22:02:06.213 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.212+0000 7fe779a9b640 1 < completed delete operation key=PNZZ2ZGG009S tag=7AAFA3NH5L5N type=del 2024-09-20T22:02:06.216 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.215+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~FY67AL99K99B.0 size=1048576 2024-09-20T22:02:06.219 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.217+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~FY67AL99K99B.1 size=1048576 2024-09-20T22:02:06.219 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.218+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~FY67AL99K99B.2 size=950150 2024-09-20T22:02:06.219 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.218+0000 7fe779a9b640 1 > prepared multipart upload key=ELDR91I33NDH upload=FY67AL99K99B tag=BQU7WJRIJNDI type=write size=4095878 2024-09-20T22:02:06.221 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.220+0000 7fe779a9b640 1 < completed write operation key=JHHMXS36ATIL tag=UB18PGWHHICE type=write size=1018680 2024-09-20T22:02:06.223 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.222+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=FDV29PL0MXAA type=del size=1586793 2024-09-20T22:02:06.223 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.222+0000 7fe779a9b640 1 < canceled part key=_multipart_8Y1S1ZFNVQO3.2~V838BU1J2T95.0 size=121572 2024-09-20T22:02:06.227 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.225+0000 7fe779a9b640 1 < canceled multipart upload key=8Y1S1ZFNVQO3 upload=V838BU1J2T95 tag=3Q3I1ACPB3YF type=write size=1170148 2024-09-20T22:02:06.228 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.227+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=P0IQJHVU1DA6 type=del size=3225796 2024-09-20T22:02:06.230 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.229+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~WRPIQ2K61HRV.0 size=1048576 2024-09-20T22:02:06.232 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.230+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~WRPIQ2K61HRV.1 size=995433 2024-09-20T22:02:06.235 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.234+0000 7fe779a9b640 1 < completed multipart upload key=T9NTHA21NTII upload=WRPIQ2K61HRV tag=587ZJOBEB3AF type=write size=3092585 2024-09-20T22:02:06.237 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.236+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=3GWDNNEPAJOV type=del size=785437 2024-09-20T22:02:06.241 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.240+0000 7fe779a9b640 1 < suggested update operation key=6YM3TKGM41LJ tag=8JV40VTDEX5Z type=del size=3215195 2024-09-20T22:02:06.244 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.242+0000 7fe779a9b640 1 > prepared operation key=3YV668WNVJ3G tag=E6NXT7J4ITHI type=del size=3007140 2024-09-20T22:02:06.246 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.244+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~IM02DBY2JDXR.0 size=1048576 2024-09-20T22:02:06.246 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.244+0000 7fe779a9b640 1 < canceled part key=_multipart_1J1YL7XL0LAY.2~IM02DBY2JDXR.1 size=457369 2024-09-20T22:02:06.249 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.247+0000 7fe779a9b640 1 < canceled multipart upload key=1J1YL7XL0LAY upload=IM02DBY2JDXR tag=S5336JMBRTQC type=write size=2554521 2024-09-20T22:02:06.251 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.249+0000 7fe779a9b640 1 > prepared operation key=JE0BX5GAIPSB tag=C1FM7PAYU978 type=del size=2279984 2024-09-20T22:02:06.254 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.253+0000 7fe779a9b640 1 < suggested remove operation key=PNZZ2ZGG009S tag=78R84PS1HYWV type=del 2024-09-20T22:02:06.258 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.256+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~G67W6I23DAK1.0 size=289120 2024-09-20T22:02:06.258 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.256+0000 7fe779a9b640 1 > prepared multipart upload key=ICBPE9ZH55FB upload=G67W6I23DAK1 tag=SGU3U21L1HZV type=write size=1337696 2024-09-20T22:02:06.260 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.259+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~LFFJAXDCAR3E.0 size=1048576 2024-09-20T22:02:06.262 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.260+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~LFFJAXDCAR3E.1 size=134261 2024-09-20T22:02:06.265 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.263+0000 7fe779a9b640 1 < completed multipart upload key=RM93KDNRZ38I upload=LFFJAXDCAR3E tag=7QY2WO67H0N5 type=write size=2231413 2024-09-20T22:02:06.267 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.265+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=MC1WFB33Z89S type=del size=893310 2024-09-20T22:02:06.268 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.267+0000 7fe779a9b640 1 < completed delete operation key=DRE6QQSJ9ZVU tag=4PA6BQ0D3HMX type=del 2024-09-20T22:02:06.272 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.270+0000 7fe779a9b640 1 > prepared part key=_multipart_IYYXNW4DO800.2~MI8R7QIV9DG7.0 size=1048576 2024-09-20T22:02:06.273 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.272+0000 7fe779a9b640 1 > prepared part key=_multipart_IYYXNW4DO800.2~MI8R7QIV9DG7.1 size=458722 2024-09-20T22:02:06.273 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.272+0000 7fe779a9b640 1 > prepared multipart upload key=IYYXNW4DO800 upload=MI8R7QIV9DG7 tag=LLCQ8EBPC8E6 type=write size=2555874 2024-09-20T22:02:06.275 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.274+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~DLT16HC9YTAB.0 size=1048576 2024-09-20T22:02:06.276 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.275+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~DLT16HC9YTAB.1 size=1048576 2024-09-20T22:02:06.278 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.277+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~DLT16HC9YTAB.2 size=374167 2024-09-20T22:02:06.281 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.280+0000 7fe779a9b640 1 < completed multipart upload key=OM2NI3GCUE4O upload=DLT16HC9YTAB tag=DZHOX3FMV28Q type=write size=3519895 2024-09-20T22:02:06.283 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.282+0000 7fe779a9b640 1 > prepared operation key=T9NTHA21NTII tag=FJJ4P262PUOE type=del size=853840 2024-09-20T22:02:06.286 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.284+0000 7fe779a9b640 1 < completed delete operation key=ELDR91I33NDH tag=AAOTIWGYSSC8 type=del 2024-09-20T22:02:06.289 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.287+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~24KBTJFSGH3N.0 size=337576 2024-09-20T22:02:06.289 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.288+0000 7fe779a9b640 1 > prepared multipart upload key=ECSEX4SHKJA4 upload=24KBTJFSGH3N tag=PMXIGS6ZPI17 type=write size=1386152 2024-09-20T22:02:06.291 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.290+0000 7fe779a9b640 1 < completed delete operation key=ECSEX4SHKJA4 tag=K80SKL5YOW8M type=del 2024-09-20T22:02:06.294 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.293+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~UBKREJGK1U47.0 size=902418 2024-09-20T22:02:06.294 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.293+0000 7fe779a9b640 1 > prepared multipart upload key=1TRSEURXV2X9 upload=UBKREJGK1U47 tag=0VRGATH6TVRJ type=write size=1950994 2024-09-20T22:02:06.296 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.295+0000 7fe779a9b640 1 < completed part key=_multipart_ICBPE9ZH55FB.2~L69SUD7050P5.0 size=397088 2024-09-20T22:02:06.303 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.298+0000 7fe779a9b640 1 < completed multipart upload key=ICBPE9ZH55FB upload=L69SUD7050P5 tag=9O90EJO711B4 type=write size=1445664 2024-09-20T22:02:06.303 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.300+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=R08FWL3XNSU9 type=del size=1462975 2024-09-20T22:02:06.303 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.302+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~2BJLLICDJ03D.0 size=1048576 2024-09-20T22:02:06.305 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.303+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~2BJLLICDJ03D.1 size=1048576 2024-09-20T22:02:06.306 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.305+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~2BJLLICDJ03D.2 size=358807 2024-09-20T22:02:06.310 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.308+0000 7fe779a9b640 1 < completed multipart upload key=XEPWA2JTOEC2 upload=2BJLLICDJ03D tag=JKR8M4MMLY22 type=write size=3504535 2024-09-20T22:02:06.312 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.311+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=NFCX0JK0P2ZV type=del size=1290134 2024-09-20T22:02:06.314 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.313+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~KU0S1CDYC7I3.0 size=89509 2024-09-20T22:02:06.317 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.316+0000 7fe779a9b640 1 < completed multipart upload key=VAH8ANWTPTHQ upload=KU0S1CDYC7I3 tag=T02X6R6S0ORS type=write size=1138085 2024-09-20T22:02:06.319 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.318+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=8QNUW8W6NQNH type=del size=361514 2024-09-20T22:02:06.321 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.320+0000 7fe779a9b640 1 < completed delete operation key=68I8AEC312OU tag=LI19CWCLLLBN type=del 2024-09-20T22:02:06.323 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.322+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=5E6LZ0RX69LP type=del size=1271436 2024-09-20T22:02:06.326 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.324+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~FY67AL99K99B.0 size=1048576 2024-09-20T22:02:06.327 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.326+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~FY67AL99K99B.1 size=1048576 2024-09-20T22:02:06.329 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.327+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~FY67AL99K99B.2 size=950150 2024-09-20T22:02:06.332 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.330+0000 7fe779a9b640 1 < completed multipart upload key=ELDR91I33NDH upload=FY67AL99K99B tag=BQU7WJRIJNDI type=write size=4095878 2024-09-20T22:02:06.333 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.332+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=7G9C8I3H60T8 type=del size=1229544 2024-09-20T22:02:06.337 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.335+0000 7fe779a9b640 1 < suggested remove operation key=7KQSF1OMUOVW tag=FDV29PL0MXAA type=del 2024-09-20T22:02:06.340 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.339+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~BYO40KU6YX38.0 size=1048576 2024-09-20T22:02:06.341 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.340+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~BYO40KU6YX38.1 size=1048576 2024-09-20T22:02:06.343 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.342+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~BYO40KU6YX38.2 size=283204 2024-09-20T22:02:06.343 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.342+0000 7fe779a9b640 1 > prepared multipart upload key=B0070VZB3UZF upload=BYO40KU6YX38 tag=GGI7J3MOWVJ1 type=write size=3428932 2024-09-20T22:02:06.347 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.346+0000 7fe779a9b640 1 < suggested remove operation key=1TRSEURXV2X9 tag=P0IQJHVU1DA6 type=del 2024-09-20T22:02:06.351 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.349+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~HETK6LQ31X8Q.0 size=1048576 2024-09-20T22:02:06.352 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.351+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~HETK6LQ31X8Q.1 size=504919 2024-09-20T22:02:06.352 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.351+0000 7fe779a9b640 1 > prepared multipart upload key=RB3UQB71OHKI upload=HETK6LQ31X8Q tag=3UA8RV7IZ5A0 type=write size=2602071 2024-09-20T22:02:06.355 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.353+0000 7fe779a9b640 -1 < failed to complete operation key=1TRSEURXV2X9 tag=3GWDNNEPAJOV type=del size=785437: (22) Invalid argument 2024-09-20T22:02:06.356 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.355+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=8XV0Z9MXCPJ9 type=del size=3982596 2024-09-20T22:02:06.358 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.356+0000 7fe779a9b640 1 < completed delete operation key=3YV668WNVJ3G tag=E6NXT7J4ITHI type=del 2024-09-20T22:02:06.361 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.360+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~X7HRGV8UAS16.0 size=704520 2024-09-20T22:02:06.361 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.360+0000 7fe779a9b640 1 > prepared multipart upload key=ICBPE9ZH55FB upload=X7HRGV8UAS16 tag=4VOFWHVYXGKN type=write size=1753096 2024-09-20T22:02:06.365 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.363+0000 7fe779a9b640 1 < suggested update operation key=JE0BX5GAIPSB tag=C1FM7PAYU978 type=del size=2279984 2024-09-20T22:02:06.366 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.365+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=3V1FDQ1JSELX type=del size=2222280 2024-09-20T22:02:06.368 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.367+0000 7fe779a9b640 1 < completed part key=_multipart_ICBPE9ZH55FB.2~G67W6I23DAK1.0 size=289120 2024-09-20T22:02:06.371 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.370+0000 7fe779a9b640 1 < completed multipart upload key=ICBPE9ZH55FB upload=G67W6I23DAK1 tag=SGU3U21L1HZV type=write size=1337696 2024-09-20T22:02:06.373 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.371+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=428FLFMI20LP type=del size=3313456 2024-09-20T22:02:06.374 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.373+0000 7fe779a9b640 1 < completed delete operation key=JHHMXS36ATIL tag=MC1WFB33Z89S type=del 2024-09-20T22:02:06.376 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.375+0000 7fe779a9b640 1 > prepared operation key=RB3UQB71OHKI tag=IUE8BSRDKGGO type=del size=511967 2024-09-20T22:02:06.378 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.376+0000 7fe779a9b640 1 < completed part key=_multipart_IYYXNW4DO800.2~MI8R7QIV9DG7.0 size=1048576 2024-09-20T22:02:06.379 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.378+0000 7fe779a9b640 1 < completed part key=_multipart_IYYXNW4DO800.2~MI8R7QIV9DG7.1 size=458722 2024-09-20T22:02:06.382 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.381+0000 7fe779a9b640 1 < completed multipart upload key=IYYXNW4DO800 upload=MI8R7QIV9DG7 tag=LLCQ8EBPC8E6 type=write size=2555874 2024-09-20T22:02:06.385 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.384+0000 7fe779a9b640 1 > prepared part key=_multipart_ZSXI0P8QFMQN.2~3ZM9RMR8PTMA.0 size=1048576 2024-09-20T22:02:06.387 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.385+0000 7fe779a9b640 1 > prepared part key=_multipart_ZSXI0P8QFMQN.2~3ZM9RMR8PTMA.1 size=779534 2024-09-20T22:02:06.387 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.385+0000 7fe779a9b640 1 > prepared multipart upload key=ZSXI0P8QFMQN upload=3ZM9RMR8PTMA tag=T6ONM0CO44L1 type=write size=2876686 2024-09-20T22:02:06.389 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.387+0000 7fe779a9b640 1 < completed delete operation key=T9NTHA21NTII tag=FJJ4P262PUOE type=del 2024-09-20T22:02:06.392 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.390+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~X1IEI1DYLEMY.0 size=1034860 2024-09-20T22:02:06.392 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.390+0000 7fe779a9b640 1 > prepared multipart upload key=ELDR91I33NDH upload=X1IEI1DYLEMY tag=IW0MID093O78 type=write size=2083436 2024-09-20T22:02:06.393 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.392+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~24KBTJFSGH3N.0 size=337576 2024-09-20T22:02:06.397 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.395+0000 7fe779a9b640 1 < completed multipart upload key=ECSEX4SHKJA4 upload=24KBTJFSGH3N tag=PMXIGS6ZPI17 type=write size=1386152 2024-09-20T22:02:06.400 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.398+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~D6I80ZG6ATO5.0 size=1048576 2024-09-20T22:02:06.401 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.400+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~D6I80ZG6ATO5.1 size=841771 2024-09-20T22:02:06.401 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.400+0000 7fe779a9b640 1 > prepared multipart upload key=JE0BX5GAIPSB upload=D6I80ZG6ATO5 tag=CMUNTR5D2RO5 type=write size=2938923 2024-09-20T22:02:06.403 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.402+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~UBKREJGK1U47.0 size=902418 2024-09-20T22:02:06.406 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.405+0000 7fe779a9b640 1 < completed multipart upload key=1TRSEURXV2X9 upload=UBKREJGK1U47 tag=0VRGATH6TVRJ type=write size=1950994 2024-09-20T22:02:06.408 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.407+0000 7fe779a9b640 1 > prepared operation key=JE0BX5GAIPSB tag=UWIJVZ76YC4M type=del size=1810317 2024-09-20T22:02:06.410 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.409+0000 7fe779a9b640 1 < completed delete operation key=CV3QPH1KJL9D tag=R08FWL3XNSU9 type=del 2024-09-20T22:02:06.412 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.411+0000 7fe779a9b640 1 > prepared operation key=8Y1S1ZFNVQO3 tag=YA9HFD6GHD4F type=del size=2260260 2024-09-20T22:02:06.414 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.413+0000 7fe779a9b640 1 < completed delete operation key=6YM3TKGM41LJ tag=NFCX0JK0P2ZV type=del 2024-09-20T22:02:06.416 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.415+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=XXHFKOP224UT type=del size=2839776 2024-09-20T22:02:06.418 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.417+0000 7fe779a9b640 1 < canceled operation key=QCX4FDH1E7DG tag=8QNUW8W6NQNH type=del size=361514 2024-09-20T22:02:06.420 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.418+0000 7fe779a9b640 1 > prepared operation key=3YV668WNVJ3G tag=900F0RLVAO2K type=del size=330201 2024-09-20T22:02:06.421 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.420+0000 7fe779a9b640 1 < completed delete operation key=ZSXI0P8QFMQN tag=5E6LZ0RX69LP type=del 2024-09-20T22:02:06.425 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.423+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~GXXVW9IVR54T.0 size=1048576 2024-09-20T22:02:06.426 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.425+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~GXXVW9IVR54T.1 size=1048576 2024-09-20T22:02:06.428 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.426+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~GXXVW9IVR54T.2 size=584590 2024-09-20T22:02:06.428 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.426+0000 7fe779a9b640 1 > prepared multipart upload key=PNZZ2ZGG009S upload=GXXVW9IVR54T tag=7A4TZCWJU6WX type=write size=3730318 2024-09-20T22:02:06.429 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.428+0000 7fe779a9b640 1 < completed delete operation key=RM93KDNRZ38I tag=7G9C8I3H60T8 type=del 2024-09-20T22:02:06.431 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.430+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=RE0EHAPGBD3H type=del size=1711875 2024-09-20T22:02:06.433 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.432+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~BYO40KU6YX38.0 size=1048576 2024-09-20T22:02:06.435 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.433+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~BYO40KU6YX38.1 size=1048576 2024-09-20T22:02:06.436 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.435+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~BYO40KU6YX38.2 size=283204 2024-09-20T22:02:06.439 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.438+0000 7fe779a9b640 1 < completed multipart upload key=B0070VZB3UZF upload=BYO40KU6YX38 tag=GGI7J3MOWVJ1 type=write size=3428932 2024-09-20T22:02:06.443 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.441+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~U3HUBZHN9MWC.0 size=1048576 2024-09-20T22:02:06.445 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.443+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~U3HUBZHN9MWC.1 size=1048576 2024-09-20T22:02:06.446 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.445+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~U3HUBZHN9MWC.2 size=461115 2024-09-20T22:02:06.446 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.445+0000 7fe779a9b640 1 > prepared multipart upload key=ELDR91I33NDH upload=U3HUBZHN9MWC tag=ILAWSMIMW7X9 type=write size=3606843 2024-09-20T22:02:06.448 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.447+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~HETK6LQ31X8Q.0 size=1048576 2024-09-20T22:02:06.450 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.448+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~HETK6LQ31X8Q.1 size=504919 2024-09-20T22:02:06.453 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.452+0000 7fe779a9b640 1 < completed multipart upload key=RB3UQB71OHKI upload=HETK6LQ31X8Q tag=3UA8RV7IZ5A0 type=write size=2602071 2024-09-20T22:02:06.456 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.455+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~ILON3V6EPGHT.0 size=1048576 2024-09-20T22:02:06.458 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.457+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~ILON3V6EPGHT.1 size=1048576 2024-09-20T22:02:06.460 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.459+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~ILON3V6EPGHT.2 size=650927 2024-09-20T22:02:06.460 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.459+0000 7fe779a9b640 1 > prepared multipart upload key=UUWQ1G2142U2 upload=ILON3V6EPGHT tag=1EBFT26W7BPE type=write size=3796655 2024-09-20T22:02:06.462 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.461+0000 7fe779a9b640 1 < completed delete operation key=U24WBDE9OPS7 tag=8XV0Z9MXCPJ9 type=del 2024-09-20T22:02:06.465 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.464+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~6JKI10SC1BXP.0 size=1048576 2024-09-20T22:02:06.467 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.466+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~6JKI10SC1BXP.1 size=1048576 2024-09-20T22:02:06.469 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.467+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~6JKI10SC1BXP.2 size=177504 2024-09-20T22:02:06.469 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.467+0000 7fe779a9b640 1 > prepared multipart upload key=KJYZZ8S3T5DH upload=6JKI10SC1BXP tag=EKMBDIUPHP2G type=write size=3323232 2024-09-20T22:02:06.471 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.470+0000 7fe779a9b640 1 < completed part key=_multipart_ICBPE9ZH55FB.2~X7HRGV8UAS16.0 size=704520 2024-09-20T22:02:06.474 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.473+0000 7fe779a9b640 1 < completed multipart upload key=ICBPE9ZH55FB upload=X7HRGV8UAS16 tag=4VOFWHVYXGKN type=write size=1753096 2024-09-20T22:02:06.478 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.477+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~9CUG5R3D1RFV.0 size=1048576 2024-09-20T22:02:06.480 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.478+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~9CUG5R3D1RFV.1 size=301086 2024-09-20T22:02:06.480 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.478+0000 7fe779a9b640 1 > prepared multipart upload key=RB3UQB71OHKI upload=9CUG5R3D1RFV tag=W6NYXK0F7G0Y type=write size=2398238 2024-09-20T22:02:06.483 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.482+0000 7fe779a9b640 1 < suggested remove operation key=6YM3TKGM41LJ tag=3V1FDQ1JSELX type=del 2024-09-20T22:02:06.485 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.483+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=K3I4IG76UIW9 type=del size=1299019 2024-09-20T22:02:06.489 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.488+0000 7fe779a9b640 1 < suggested update operation key=4NVVK8DRHTJL tag=428FLFMI20LP type=del size=3313456 2024-09-20T22:02:06.493 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.492+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~8WD1OLWRO6V7.0 size=1048576 2024-09-20T22:02:06.494 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.493+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~8WD1OLWRO6V7.1 size=533623 2024-09-20T22:02:06.495 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.493+0000 7fe779a9b640 1 > prepared multipart upload key=ELDR91I33NDH upload=8WD1OLWRO6V7 tag=GB08WGNC498K type=write size=2630775 2024-09-20T22:02:06.498 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.497+0000 7fe779a9b640 1 < suggested update operation key=RB3UQB71OHKI tag=IUE8BSRDKGGO type=del size=511967 2024-09-20T22:02:06.502 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.500+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~KEPPW11P2XUF.0 size=1048576 2024-09-20T22:02:06.506 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.502+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~KEPPW11P2XUF.1 size=1048576 2024-09-20T22:02:06.506 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.504+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~KEPPW11P2XUF.2 size=767348 2024-09-20T22:02:06.506 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.504+0000 7fe779a9b640 1 > prepared multipart upload key=JE0BX5GAIPSB upload=KEPPW11P2XUF tag=F6UB5XP7J9O9 type=write size=3913076 2024-09-20T22:02:06.507 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.506+0000 7fe779a9b640 1 < completed part key=_multipart_ZSXI0P8QFMQN.2~3ZM9RMR8PTMA.0 size=1048576 2024-09-20T22:02:06.507 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.506+0000 7fe779a9b640 1 < canceled part key=_multipart_ZSXI0P8QFMQN.2~3ZM9RMR8PTMA.1 size=779534 2024-09-20T22:02:06.510 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.509+0000 7fe779a9b640 1 < canceled multipart upload key=ZSXI0P8QFMQN upload=3ZM9RMR8PTMA tag=T6ONM0CO44L1 type=write size=2876686 2024-09-20T22:02:06.512 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.511+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=Z7LEQXZE6DGH type=del size=311164 2024-09-20T22:02:06.514 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.513+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~X1IEI1DYLEMY.0 size=1034860 2024-09-20T22:02:06.518 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.516+0000 7fe779a9b640 1 < completed multipart upload key=ELDR91I33NDH upload=X1IEI1DYLEMY tag=IW0MID093O78 type=write size=2083436 2024-09-20T22:02:06.519 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.518+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=X1JYREDTFJWS type=del size=3600453 2024-09-20T22:02:06.521 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.520+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~D6I80ZG6ATO5.0 size=1048576 2024-09-20T22:02:06.523 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.522+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~D6I80ZG6ATO5.1 size=841771 2024-09-20T22:02:06.527 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.526+0000 7fe779a9b640 1 < completed multipart upload key=JE0BX5GAIPSB upload=D6I80ZG6ATO5 tag=CMUNTR5D2RO5 type=write size=2938923 2024-09-20T22:02:06.529 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.528+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=88RNFNHD28N5 type=del size=991832 2024-09-20T22:02:06.531 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.530+0000 7fe779a9b640 1 < completed delete operation key=JE0BX5GAIPSB tag=UWIJVZ76YC4M type=del 2024-09-20T22:02:06.533 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.532+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=4DHHVCYQQM9O type=del size=3167416 2024-09-20T22:02:06.535 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.534+0000 7fe779a9b640 1 < completed delete operation key=8Y1S1ZFNVQO3 tag=YA9HFD6GHD4F type=del 2024-09-20T22:02:06.537 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.535+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=SFLOU86RFIJH type=write size=507390 2024-09-20T22:02:06.541 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.539+0000 7fe779a9b640 1 < suggested update operation key=ELDR91I33NDH tag=XXHFKOP224UT type=del size=2839776 2024-09-20T22:02:06.542 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.541+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=BQNQYSHQALNW type=del size=2349059 2024-09-20T22:02:06.544 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.543+0000 7fe779a9b640 1 < completed delete operation key=3YV668WNVJ3G tag=900F0RLVAO2K type=del 2024-09-20T22:02:06.547 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.546+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~RSC0025PLTLK.0 size=1048576 2024-09-20T22:02:06.549 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.548+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~RSC0025PLTLK.1 size=316061 2024-09-20T22:02:06.549 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.548+0000 7fe779a9b640 1 > prepared multipart upload key=JE0BX5GAIPSB upload=RSC0025PLTLK tag=1W0LN81N1CXS type=write size=2413213 2024-09-20T22:02:06.551 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.549+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~GXXVW9IVR54T.0 size=1048576 2024-09-20T22:02:06.552 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.551+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~GXXVW9IVR54T.1 size=1048576 2024-09-20T22:02:06.554 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.552+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~GXXVW9IVR54T.2 size=584590 2024-09-20T22:02:06.557 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.555+0000 7fe779a9b640 1 < completed multipart upload key=PNZZ2ZGG009S upload=GXXVW9IVR54T tag=7A4TZCWJU6WX type=write size=3730318 2024-09-20T22:02:06.561 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.559+0000 7fe779a9b640 1 > prepared part key=_multipart_4NVVK8DRHTJL.2~LHX3VLPRVV1Y.0 size=1048576 2024-09-20T22:02:06.562 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.561+0000 7fe779a9b640 1 > prepared part key=_multipart_4NVVK8DRHTJL.2~LHX3VLPRVV1Y.1 size=217316 2024-09-20T22:02:06.562 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.561+0000 7fe779a9b640 1 > prepared multipart upload key=4NVVK8DRHTJL upload=LHX3VLPRVV1Y tag=X0SH92J9MH65 type=write size=2314468 2024-09-20T22:02:06.566 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.565+0000 7fe779a9b640 1 < suggested update operation key=ECSEX4SHKJA4 tag=RE0EHAPGBD3H type=del size=1711875 2024-09-20T22:02:06.570 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.569+0000 7fe779a9b640 1 > prepared part key=_multipart_OWUA691MUMB6.2~JHZ3OI141A6D.0 size=1048576 2024-09-20T22:02:06.572 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.570+0000 7fe779a9b640 1 > prepared part key=_multipart_OWUA691MUMB6.2~JHZ3OI141A6D.1 size=1048576 2024-09-20T22:02:06.573 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.572+0000 7fe779a9b640 1 > prepared part key=_multipart_OWUA691MUMB6.2~JHZ3OI141A6D.2 size=298410 2024-09-20T22:02:06.573 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.572+0000 7fe779a9b640 1 > prepared multipart upload key=OWUA691MUMB6 upload=JHZ3OI141A6D tag=S2A1N7COEQ23 type=write size=3444138 2024-09-20T22:02:06.573 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.572+0000 7fe779a9b640 1 < canceled part key=_multipart_ELDR91I33NDH.2~U3HUBZHN9MWC.0 size=1048576 2024-09-20T22:02:06.575 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.574+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~U3HUBZHN9MWC.1 size=1048576 2024-09-20T22:02:06.577 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.575+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~U3HUBZHN9MWC.2 size=461115 2024-09-20T22:02:06.580 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.578+0000 7fe779a9b640 1 < canceled multipart upload key=ELDR91I33NDH upload=U3HUBZHN9MWC tag=ILAWSMIMW7X9 type=write size=3606843 2024-09-20T22:02:06.583 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.582+0000 7fe779a9b640 1 > prepared part key=_multipart_7KQSF1OMUOVW.2~WA0OCS26LO92.0 size=1048576 2024-09-20T22:02:06.585 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.584+0000 7fe779a9b640 1 > prepared part key=_multipart_7KQSF1OMUOVW.2~WA0OCS26LO92.1 size=526038 2024-09-20T22:02:06.585 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.584+0000 7fe779a9b640 1 > prepared multipart upload key=7KQSF1OMUOVW upload=WA0OCS26LO92 tag=51N2ZGIA9ICJ type=write size=2623190 2024-09-20T22:02:06.587 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.586+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~ILON3V6EPGHT.0 size=1048576 2024-09-20T22:02:06.589 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.588+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~ILON3V6EPGHT.1 size=1048576 2024-09-20T22:02:06.590 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.589+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~ILON3V6EPGHT.2 size=650927 2024-09-20T22:02:06.594 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.592+0000 7fe779a9b640 1 < completed multipart upload key=UUWQ1G2142U2 upload=ILON3V6EPGHT tag=1EBFT26W7BPE type=write size=3796655 2024-09-20T22:02:06.597 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.596+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~XILOPW1I0J13.0 size=1048576 2024-09-20T22:02:06.599 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.597+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~XILOPW1I0J13.1 size=398191 2024-09-20T22:02:06.599 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.597+0000 7fe779a9b640 1 > prepared multipart upload key=1J1YL7XL0LAY upload=XILOPW1I0J13 tag=IV4GBNU39O4N type=write size=2495343 2024-09-20T22:02:06.601 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.599+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~6JKI10SC1BXP.0 size=1048576 2024-09-20T22:02:06.602 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.601+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~6JKI10SC1BXP.1 size=1048576 2024-09-20T22:02:06.604 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.602+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~6JKI10SC1BXP.2 size=177504 2024-09-20T22:02:06.607 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.606+0000 7fe779a9b640 1 < completed multipart upload key=KJYZZ8S3T5DH upload=6JKI10SC1BXP tag=EKMBDIUPHP2G type=write size=3323232 2024-09-20T22:02:06.609 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.607+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=D5AE1370H8FP type=del size=3985530 2024-09-20T22:02:06.611 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.610+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~9CUG5R3D1RFV.0 size=1048576 2024-09-20T22:02:06.612 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.611+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~9CUG5R3D1RFV.1 size=301086 2024-09-20T22:02:06.616 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.614+0000 7fe779a9b640 1 < completed multipart upload key=RB3UQB71OHKI upload=9CUG5R3D1RFV tag=W6NYXK0F7G0Y type=write size=2398238 2024-09-20T22:02:06.617 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.616+0000 7fe779a9b640 1 > prepared operation key=JE0BX5GAIPSB tag=PE8KH1BFZZOJ type=del size=2224534 2024-09-20T22:02:06.619 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.618+0000 7fe779a9b640 1 < completed delete operation key=U24WBDE9OPS7 tag=K3I4IG76UIW9 type=del 2024-09-20T22:02:06.622 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.620+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=WQ2IFVWYMAIY type=del size=710760 2024-09-20T22:02:06.624 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.622+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~8WD1OLWRO6V7.0 size=1048576 2024-09-20T22:02:06.625 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.624+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~8WD1OLWRO6V7.1 size=533623 2024-09-20T22:02:06.628 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.627+0000 7fe779a9b640 1 < completed multipart upload key=ELDR91I33NDH upload=8WD1OLWRO6V7 tag=GB08WGNC498K type=write size=2630775 2024-09-20T22:02:06.632 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.631+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~3UWKO9ZZHSZZ.0 size=1048576 2024-09-20T22:02:06.635 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.633+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~3UWKO9ZZHSZZ.1 size=1048576 2024-09-20T22:02:06.636 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.635+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~3UWKO9ZZHSZZ.2 size=83271 2024-09-20T22:02:06.636 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.635+0000 7fe779a9b640 1 > prepared multipart upload key=ELDR91I33NDH upload=3UWKO9ZZHSZZ tag=SY02FQ31GYAD type=write size=3228999 2024-09-20T22:02:06.638 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.637+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~KEPPW11P2XUF.0 size=1048576 2024-09-20T22:02:06.640 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.638+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~KEPPW11P2XUF.1 size=1048576 2024-09-20T22:02:06.641 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.640+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~KEPPW11P2XUF.2 size=767348 2024-09-20T22:02:06.644 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.643+0000 7fe779a9b640 1 < completed multipart upload key=JE0BX5GAIPSB upload=KEPPW11P2XUF tag=F6UB5XP7J9O9 type=write size=3913076 2024-09-20T22:02:06.648 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.647+0000 7fe779a9b640 1 > prepared part key=_multipart_ZSXI0P8QFMQN.2~S7Y0FZ193OYR.0 size=1048576 2024-09-20T22:02:06.650 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.648+0000 7fe779a9b640 1 > prepared part key=_multipart_ZSXI0P8QFMQN.2~S7Y0FZ193OYR.1 size=1048576 2024-09-20T22:02:06.651 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.650+0000 7fe779a9b640 1 > prepared part key=_multipart_ZSXI0P8QFMQN.2~S7Y0FZ193OYR.2 size=711707 2024-09-20T22:02:06.651 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.650+0000 7fe779a9b640 1 > prepared multipart upload key=ZSXI0P8QFMQN upload=S7Y0FZ193OYR tag=JP0KB5ITNQ8I type=write size=3857435 2024-09-20T22:02:06.653 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.652+0000 7fe779a9b640 1 < completed delete operation key=1TRSEURXV2X9 tag=Z7LEQXZE6DGH type=del 2024-09-20T22:02:06.655 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.654+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=GDO7KCTSMYQ3 type=del size=3647637 2024-09-20T22:02:06.658 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.656+0000 7fe779a9b640 -1 < failed to complete operation key=ECSEX4SHKJA4 tag=X1JYREDTFJWS type=del size=3600453: (22) Invalid argument 2024-09-20T22:02:06.660 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.658+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=96NQLBDYF2AQ type=del size=3832735 2024-09-20T22:02:06.664 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.663+0000 7fe779a9b640 1 < suggested update operation key=PNZZ2ZGG009S tag=88RNFNHD28N5 type=del size=991832 2024-09-20T22:02:06.667 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.665+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=RKPSI2QS9RS9 type=del size=4149552 2024-09-20T22:02:06.670 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.669+0000 7fe779a9b640 1 < suggested update operation key=7KQSF1OMUOVW tag=4DHHVCYQQM9O type=del size=3167416 2024-09-20T22:02:06.673 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.671+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=FV7MTVU1CKAY type=del size=1067432 2024-09-20T22:02:06.675 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.674+0000 7fe779a9b640 -1 < failed to complete operation key=ELDR91I33NDH tag=SFLOU86RFIJH type=write size=507390: (22) Invalid argument 2024-09-20T22:02:06.678 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.676+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=T2XVLCR24FM5 type=del size=3487385 2024-09-20T22:02:06.679 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.678+0000 7fe779a9b640 1 < canceled operation key=1TRSEURXV2X9 tag=BQNQYSHQALNW type=del size=2349059 2024-09-20T22:02:06.682 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.680+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=3A1RSL7TQP9D type=write size=650652 2024-09-20T22:02:06.683 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.682+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~RSC0025PLTLK.0 size=1048576 2024-09-20T22:02:06.683 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.682+0000 7fe779a9b640 1 < canceled part key=_multipart_JE0BX5GAIPSB.2~RSC0025PLTLK.1 size=316061 2024-09-20T22:02:06.687 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.686+0000 7fe779a9b640 1 < canceled multipart upload key=JE0BX5GAIPSB upload=RSC0025PLTLK tag=1W0LN81N1CXS type=write size=2413213 2024-09-20T22:02:06.689 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.688+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=GBB0OH2ZACQL type=del size=1283874 2024-09-20T22:02:06.691 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.689+0000 7fe779a9b640 1 < completed part key=_multipart_4NVVK8DRHTJL.2~LHX3VLPRVV1Y.0 size=1048576 2024-09-20T22:02:06.693 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.691+0000 7fe779a9b640 1 < completed part key=_multipart_4NVVK8DRHTJL.2~LHX3VLPRVV1Y.1 size=217316 2024-09-20T22:02:06.696 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.694+0000 7fe779a9b640 1 < completed multipart upload key=4NVVK8DRHTJL upload=LHX3VLPRVV1Y tag=X0SH92J9MH65 type=write size=2314468 2024-09-20T22:02:06.699 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.698+0000 7fe779a9b640 1 > prepared part key=_multipart_7KQSF1OMUOVW.2~QUOK7ZU76KTT.0 size=266343 2024-09-20T22:02:06.699 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.698+0000 7fe779a9b640 1 > prepared multipart upload key=7KQSF1OMUOVW upload=QUOK7ZU76KTT tag=TYJOOO3PNKSA type=write size=1314919 2024-09-20T22:02:06.701 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.700+0000 7fe779a9b640 1 < completed part key=_multipart_OWUA691MUMB6.2~JHZ3OI141A6D.0 size=1048576 2024-09-20T22:02:06.702 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.701+0000 7fe779a9b640 1 < completed part key=_multipart_OWUA691MUMB6.2~JHZ3OI141A6D.1 size=1048576 2024-09-20T22:02:06.704 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.703+0000 7fe779a9b640 1 < completed part key=_multipart_OWUA691MUMB6.2~JHZ3OI141A6D.2 size=298410 2024-09-20T22:02:06.707 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.706+0000 7fe779a9b640 1 < completed multipart upload key=OWUA691MUMB6 upload=JHZ3OI141A6D tag=S2A1N7COEQ23 type=write size=3444138 2024-09-20T22:02:06.709 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.708+0000 7fe779a9b640 1 > prepared operation key=3YV668WNVJ3G tag=Y9ZK4Q0RBGVW type=write size=663002 2024-09-20T22:02:06.711 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.710+0000 7fe779a9b640 1 < completed part key=_multipart_7KQSF1OMUOVW.2~WA0OCS26LO92.0 size=1048576 2024-09-20T22:02:06.713 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.712+0000 7fe779a9b640 1 < completed part key=_multipart_7KQSF1OMUOVW.2~WA0OCS26LO92.1 size=526038 2024-09-20T22:02:06.717 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.715+0000 7fe779a9b640 1 < completed multipart upload key=7KQSF1OMUOVW upload=WA0OCS26LO92 tag=51N2ZGIA9ICJ type=write size=2623190 2024-09-20T22:02:06.719 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.717+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=3F8B84B6GLEF type=del size=830215 2024-09-20T22:02:06.720 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.719+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~XILOPW1I0J13.0 size=1048576 2024-09-20T22:02:06.722 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.720+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~XILOPW1I0J13.1 size=398191 2024-09-20T22:02:06.725 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.724+0000 7fe779a9b640 1 < completed multipart upload key=1J1YL7XL0LAY upload=XILOPW1I0J13 tag=IV4GBNU39O4N type=write size=2495343 2024-09-20T22:02:06.727 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.725+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=DEU7R77P83HF type=del size=1748750 2024-09-20T22:02:06.729 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.728+0000 7fe779a9b640 -1 < failed to complete operation key=PNZZ2ZGG009S tag=D5AE1370H8FP type=del size=3985530: (22) Invalid argument 2024-09-20T22:02:06.733 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.731+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~CFTT0C7B5RNE.0 size=1048576 2024-09-20T22:02:06.734 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.733+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~CFTT0C7B5RNE.1 size=272735 2024-09-20T22:02:06.734 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.733+0000 7fe779a9b640 1 > prepared multipart upload key=JE0BX5GAIPSB upload=CFTT0C7B5RNE tag=SBRXI4LQSGUA type=write size=2369887 2024-09-20T22:02:06.736 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.735+0000 7fe779a9b640 1 < completed delete operation key=JE0BX5GAIPSB tag=PE8KH1BFZZOJ type=del 2024-09-20T22:02:06.739 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.737+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=LZNBA9OZ4ZEJ type=del size=4000947 2024-09-20T22:02:06.740 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.739+0000 7fe779a9b640 1 < completed delete operation key=VAH8ANWTPTHQ tag=WQ2IFVWYMAIY type=del 2024-09-20T22:02:06.742 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.741+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=42A95THRFE9P type=write size=530514 2024-09-20T22:02:06.744 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.743+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~3UWKO9ZZHSZZ.0 size=1048576 2024-09-20T22:02:06.745 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.744+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~3UWKO9ZZHSZZ.1 size=1048576 2024-09-20T22:02:06.747 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.746+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~3UWKO9ZZHSZZ.2 size=83271 2024-09-20T22:02:06.750 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.749+0000 7fe779a9b640 1 < completed multipart upload key=ELDR91I33NDH upload=3UWKO9ZZHSZZ tag=SY02FQ31GYAD type=write size=3228999 2024-09-20T22:02:06.754 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.752+0000 7fe779a9b640 1 > prepared part key=_multipart_OWUA691MUMB6.2~5QURMUTC6MVJ.0 size=957114 2024-09-20T22:02:06.754 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.753+0000 7fe779a9b640 1 > prepared multipart upload key=OWUA691MUMB6 upload=5QURMUTC6MVJ tag=7WIXWT7KNFV7 type=write size=2005690 2024-09-20T22:02:06.756 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.755+0000 7fe779a9b640 1 < completed part key=_multipart_ZSXI0P8QFMQN.2~S7Y0FZ193OYR.0 size=1048576 2024-09-20T22:02:06.757 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.756+0000 7fe779a9b640 1 < completed part key=_multipart_ZSXI0P8QFMQN.2~S7Y0FZ193OYR.1 size=1048576 2024-09-20T22:02:06.759 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.758+0000 7fe779a9b640 1 < completed part key=_multipart_ZSXI0P8QFMQN.2~S7Y0FZ193OYR.2 size=711707 2024-09-20T22:02:06.762 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.761+0000 7fe779a9b640 1 < completed multipart upload key=ZSXI0P8QFMQN upload=S7Y0FZ193OYR tag=JP0KB5ITNQ8I type=write size=3857435 2024-09-20T22:02:06.764 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.763+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=X4CXPG2JK2N8 type=del size=633663 2024-09-20T22:02:06.768 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.766+0000 7fe779a9b640 1 < suggested update operation key=ELDR91I33NDH tag=GDO7KCTSMYQ3 type=del size=3647637 2024-09-20T22:02:06.771 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.770+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~5HV9YN8PKUD6.0 size=1048576 2024-09-20T22:02:06.773 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.771+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~5HV9YN8PKUD6.1 size=1048576 2024-09-20T22:02:06.774 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.773+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~5HV9YN8PKUD6.2 size=239777 2024-09-20T22:02:06.774 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.773+0000 7fe779a9b640 1 > prepared multipart upload key=8Y1S1ZFNVQO3 upload=5HV9YN8PKUD6 tag=7SHXP6SVGB43 type=write size=3385505 2024-09-20T22:02:06.777 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.775+0000 7fe779a9b640 -1 < failed to complete operation key=PNZZ2ZGG009S tag=96NQLBDYF2AQ type=del size=3832735: (22) Invalid argument 2024-09-20T22:02:06.779 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.777+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=UXDO14CQ8JC2 type=del size=3031389 2024-09-20T22:02:06.781 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.780+0000 7fe779a9b640 1 < completed delete operation key=U24WBDE9OPS7 tag=RKPSI2QS9RS9 type=del 2024-09-20T22:02:06.783 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.782+0000 7fe779a9b640 1 > prepared operation key=RB3UQB71OHKI tag=2BDE0LC9HPMV type=del size=1293022 2024-09-20T22:02:06.786 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.785+0000 7fe779a9b640 1 < suggested update operation key=1TRSEURXV2X9 tag=FV7MTVU1CKAY type=del size=1067432 2024-09-20T22:02:06.788 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.787+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=92CMH45HQA7I type=del size=1656461 2024-09-20T22:02:06.790 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.789+0000 7fe779a9b640 1 < completed delete operation key=4NVVK8DRHTJL tag=T2XVLCR24FM5 type=del 2024-09-20T22:02:06.792 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.791+0000 7fe779a9b640 1 > prepared operation key=UUWQ1G2142U2 tag=XYPTYS46FY53 type=del size=3971603 2024-09-20T22:02:06.794 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.792+0000 7fe779a9b640 1 < completed write operation key=OM2NI3GCUE4O tag=3A1RSL7TQP9D type=write size=650652 2024-09-20T22:02:06.797 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.796+0000 7fe779a9b640 1 > prepared part key=_multipart_ZSXI0P8QFMQN.2~U3SCYN3X6MM1.0 size=1048576 2024-09-20T22:02:06.799 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.797+0000 7fe779a9b640 1 > prepared part key=_multipart_ZSXI0P8QFMQN.2~U3SCYN3X6MM1.1 size=1048576 2024-09-20T22:02:06.800 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.799+0000 7fe779a9b640 1 > prepared part key=_multipart_ZSXI0P8QFMQN.2~U3SCYN3X6MM1.2 size=454545 2024-09-20T22:02:06.800 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.799+0000 7fe779a9b640 1 > prepared multipart upload key=ZSXI0P8QFMQN upload=U3SCYN3X6MM1 tag=P5NBVQ92XQZ4 type=write size=3600273 2024-09-20T22:02:06.802 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.801+0000 7fe779a9b640 1 < completed delete operation key=U24WBDE9OPS7 tag=GBB0OH2ZACQL type=del 2024-09-20T22:02:06.805 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.804+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~C9I8E4QX00VF.0 size=255956 2024-09-20T22:02:06.806 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.804+0000 7fe779a9b640 1 > prepared multipart upload key=68I8AEC312OU upload=C9I8E4QX00VF tag=6R3CGZ3P75CH type=write size=1304532 2024-09-20T22:02:06.807 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.806+0000 7fe779a9b640 1 < completed part key=_multipart_7KQSF1OMUOVW.2~QUOK7ZU76KTT.0 size=266343 2024-09-20T22:02:06.811 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.810+0000 7fe779a9b640 1 < completed multipart upload key=7KQSF1OMUOVW upload=QUOK7ZU76KTT tag=TYJOOO3PNKSA type=write size=1314919 2024-09-20T22:02:06.815 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.813+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~9FMMEXA4MZJR.0 size=1048576 2024-09-20T22:02:06.816 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.815+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~9FMMEXA4MZJR.1 size=282181 2024-09-20T22:02:06.816 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.815+0000 7fe779a9b640 1 > prepared multipart upload key=PNZZ2ZGG009S upload=9FMMEXA4MZJR tag=Z9ZI0R28XC73 type=write size=2379333 2024-09-20T22:02:06.818 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.816+0000 7fe779a9b640 1 < completed write operation key=3YV668WNVJ3G tag=Y9ZK4Q0RBGVW type=write size=663002 2024-09-20T22:02:06.821 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.820+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~A241Y446QJ67.0 size=134101 2024-09-20T22:02:06.821 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.820+0000 7fe779a9b640 1 > prepared multipart upload key=3YV668WNVJ3G upload=A241Y446QJ67 tag=DGM73B2D9S8W type=write size=1182677 2024-09-20T22:02:06.823 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.822+0000 7fe779a9b640 1 < completed delete operation key=ECSEX4SHKJA4 tag=3F8B84B6GLEF type=del 2024-09-20T22:02:06.825 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.824+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=M73PNGSVGA98 type=del size=2188846 2024-09-20T22:02:06.828 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.827+0000 7fe779a9b640 -1 < failed to complete operation key=ELDR91I33NDH tag=DEU7R77P83HF type=del size=1748750: (22) Invalid argument 2024-09-20T22:02:06.830 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.828+0000 7fe779a9b640 1 > prepared operation key=IYYXNW4DO800 tag=BGQ8H3ESCF50 type=del size=1736985 2024-09-20T22:02:06.832 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.830+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~CFTT0C7B5RNE.0 size=1048576 2024-09-20T22:02:06.833 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.832+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~CFTT0C7B5RNE.1 size=272735 2024-09-20T22:02:06.837 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.836+0000 7fe779a9b640 1 < completed multipart upload key=JE0BX5GAIPSB upload=CFTT0C7B5RNE tag=SBRXI4LQSGUA type=write size=2369887 2024-09-20T22:02:06.839 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.838+0000 7fe779a9b640 1 > prepared operation key=IYYXNW4DO800 tag=SC3JPH8OLVQR type=write size=875617 2024-09-20T22:02:06.842 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.841+0000 7fe779a9b640 -1 < failed to complete operation key=1TRSEURXV2X9 tag=LZNBA9OZ4ZEJ type=del size=4000947: (22) Invalid argument 2024-09-20T22:02:06.844 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.843+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=S5Y2WJ5E5UK8 type=del size=1099613 2024-09-20T22:02:06.846 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.844+0000 7fe779a9b640 1 < completed write operation key=ZSXI0P8QFMQN tag=42A95THRFE9P type=write size=530514 2024-09-20T22:02:06.850 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.848+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~QX9QIN2NQVP7.0 size=1048576 2024-09-20T22:02:06.851 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.850+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~QX9QIN2NQVP7.1 size=1048576 2024-09-20T22:02:06.853 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.852+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~QX9QIN2NQVP7.2 size=362868 2024-09-20T22:02:06.853 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.852+0000 7fe779a9b640 1 > prepared multipart upload key=OM2NI3GCUE4O upload=QX9QIN2NQVP7 tag=N4NPH3HYHCBE type=write size=3508596 2024-09-20T22:02:06.855 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.854+0000 7fe779a9b640 1 < completed part key=_multipart_OWUA691MUMB6.2~5QURMUTC6MVJ.0 size=957114 2024-09-20T22:02:06.858 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.857+0000 7fe779a9b640 1 < completed multipart upload key=OWUA691MUMB6 upload=5QURMUTC6MVJ tag=7WIXWT7KNFV7 type=write size=2005690 2024-09-20T22:02:06.860 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.859+0000 7fe779a9b640 1 > prepared operation key=3YV668WNVJ3G tag=S5HYT1NRAISZ type=del size=2665891 2024-09-20T22:02:06.862 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.861+0000 7fe779a9b640 1 < completed delete operation key=JHHMXS36ATIL tag=X4CXPG2JK2N8 type=del 2024-09-20T22:02:06.865 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.864+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~L6SG15HEY079.0 size=1048576 2024-09-20T22:02:06.867 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.866+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~L6SG15HEY079.1 size=1048576 2024-09-20T22:02:06.869 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.868+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~L6SG15HEY079.2 size=226058 2024-09-20T22:02:06.869 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.868+0000 7fe779a9b640 1 > prepared multipart upload key=JE0BX5GAIPSB upload=L6SG15HEY079 tag=EDPN474EOXNT type=write size=3371786 2024-09-20T22:02:06.871 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.869+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~5HV9YN8PKUD6.0 size=1048576 2024-09-20T22:02:06.871 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.869+0000 7fe779a9b640 1 < canceled part key=_multipart_8Y1S1ZFNVQO3.2~5HV9YN8PKUD6.1 size=1048576 2024-09-20T22:02:06.871 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.869+0000 7fe779a9b640 1 < canceled part key=_multipart_8Y1S1ZFNVQO3.2~5HV9YN8PKUD6.2 size=239777 2024-09-20T22:02:06.874 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.872+0000 7fe779a9b640 1 < canceled multipart upload key=8Y1S1ZFNVQO3 upload=5HV9YN8PKUD6 tag=7SHXP6SVGB43 type=write size=3385505 2024-09-20T22:02:06.875 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.874+0000 7fe779a9b640 1 > prepared operation key=RB3UQB71OHKI tag=R3TJWGRBIJHQ type=del size=60497 2024-09-20T22:02:06.877 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.876+0000 7fe779a9b640 1 < completed delete operation key=B0070VZB3UZF tag=UXDO14CQ8JC2 type=del 2024-09-20T22:02:06.879 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.878+0000 7fe779a9b640 1 > prepared operation key=JE0BX5GAIPSB tag=A92F0ZPEDXYR type=del size=4001030 2024-09-20T22:02:06.883 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.881+0000 7fe779a9b640 1 < suggested remove operation key=RB3UQB71OHKI tag=2BDE0LC9HPMV type=del 2024-09-20T22:02:06.884 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.883+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=4Y6BK40NJAAA type=write size=969522 2024-09-20T22:02:06.886 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.885+0000 7fe779a9b640 1 < completed delete operation key=R44R5QNUZJMC tag=92CMH45HQA7I type=del 2024-09-20T22:02:06.888 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.887+0000 7fe779a9b640 1 > prepared operation key=JE0BX5GAIPSB tag=CO78LSO3COSH type=write size=318680 2024-09-20T22:02:06.890 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.888+0000 7fe779a9b640 1 < completed delete operation key=UUWQ1G2142U2 tag=XYPTYS46FY53 type=del 2024-09-20T22:02:06.892 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.890+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=B25KCV2GLPJP type=del size=811618 2024-09-20T22:02:06.894 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.892+0000 7fe779a9b640 1 < completed part key=_multipart_ZSXI0P8QFMQN.2~U3SCYN3X6MM1.0 size=1048576 2024-09-20T22:02:06.895 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.894+0000 7fe779a9b640 1 < completed part key=_multipart_ZSXI0P8QFMQN.2~U3SCYN3X6MM1.1 size=1048576 2024-09-20T22:02:06.897 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.896+0000 7fe779a9b640 1 < completed part key=_multipart_ZSXI0P8QFMQN.2~U3SCYN3X6MM1.2 size=454545 2024-09-20T22:02:06.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:06 smithi046 ceph-mon[96110]: pgmap v1404: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 25 KiB/s wr, 120 op/s 2024-09-20T22:02:06.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:06 smithi046 ceph-mon[98591]: pgmap v1404: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 25 KiB/s wr, 120 op/s 2024-09-20T22:02:06.901 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.899+0000 7fe779a9b640 1 < completed multipart upload key=ZSXI0P8QFMQN upload=U3SCYN3X6MM1 tag=P5NBVQ92XQZ4 type=write size=3600273 2024-09-20T22:02:06.902 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.901+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=F8AHUD0WY252 type=del size=2171197 2024-09-20T22:02:06.904 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.903+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~C9I8E4QX00VF.0 size=255956 2024-09-20T22:02:06.908 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.906+0000 7fe779a9b640 1 < completed multipart upload key=68I8AEC312OU upload=C9I8E4QX00VF tag=6R3CGZ3P75CH type=write size=1304532 2024-09-20T22:02:06.910 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.908+0000 7fe779a9b640 1 > prepared operation key=T9NTHA21NTII tag=8E53HP1065Y3 type=write size=704714 2024-09-20T22:02:06.914 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.910+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~9FMMEXA4MZJR.0 size=1048576 2024-09-20T22:02:06.914 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.913+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~9FMMEXA4MZJR.1 size=282181 2024-09-20T22:02:06.918 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.916+0000 7fe779a9b640 1 < completed multipart upload key=PNZZ2ZGG009S upload=9FMMEXA4MZJR tag=Z9ZI0R28XC73 type=write size=2379333 2024-09-20T22:02:06.920 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.918+0000 7fe779a9b640 1 > prepared operation key=RB3UQB71OHKI tag=8NTETB445I1D type=write size=56487 2024-09-20T22:02:06.921 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.920+0000 7fe779a9b640 1 < completed part key=_multipart_3YV668WNVJ3G.2~A241Y446QJ67.0 size=134101 2024-09-20T22:02:06.925 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.923+0000 7fe779a9b640 1 < completed multipart upload key=3YV668WNVJ3G upload=A241Y446QJ67 tag=DGM73B2D9S8W type=write size=1182677 2024-09-20T22:02:06.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:06 smithi134 ceph-mon[89086]: pgmap v1404: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 25 KiB/s wr, 120 op/s 2024-09-20T22:02:06.928 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.927+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~M4JB1BC348A3.0 size=1048576 2024-09-20T22:02:06.930 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.928+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~M4JB1BC348A3.1 size=1048576 2024-09-20T22:02:06.931 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.930+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~M4JB1BC348A3.2 size=1042822 2024-09-20T22:02:06.931 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.930+0000 7fe779a9b640 1 > prepared multipart upload key=3YV668WNVJ3G upload=M4JB1BC348A3 tag=DITUKW592N2M type=write size=4188550 2024-09-20T22:02:06.935 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.933+0000 7fe779a9b640 1 < suggested update operation key=B0070VZB3UZF tag=M73PNGSVGA98 type=del size=2188846 2024-09-20T22:02:06.937 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.935+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=G721JCBAG5WQ type=del size=1770817 2024-09-20T22:02:06.939 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.937+0000 7fe779a9b640 1 < completed delete operation key=IYYXNW4DO800 tag=BGQ8H3ESCF50 type=del 2024-09-20T22:02:06.941 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.940+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=LFKLMJU8MFPZ type=del size=3233500 2024-09-20T22:02:06.943 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.942+0000 7fe779a9b640 1 < completed write operation key=IYYXNW4DO800 tag=SC3JPH8OLVQR type=write size=875617 2024-09-20T22:02:06.945 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.943+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=IWCDUZBCLEBB type=del size=3900170 2024-09-20T22:02:06.947 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.945+0000 7fe779a9b640 1 < completed delete operation key=U24WBDE9OPS7 tag=S5Y2WJ5E5UK8 type=del 2024-09-20T22:02:06.950 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.949+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~JJJ0V4IYFTBV.0 size=894019 2024-09-20T22:02:06.950 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.949+0000 7fe779a9b640 1 > prepared multipart upload key=ICBPE9ZH55FB upload=JJJ0V4IYFTBV tag=L9K3TVCK841H type=write size=1942595 2024-09-20T22:02:06.952 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.951+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~QX9QIN2NQVP7.0 size=1048576 2024-09-20T22:02:06.954 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.953+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~QX9QIN2NQVP7.1 size=1048576 2024-09-20T22:02:06.956 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.954+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~QX9QIN2NQVP7.2 size=362868 2024-09-20T22:02:06.960 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.958+0000 7fe779a9b640 1 < completed multipart upload key=OM2NI3GCUE4O upload=QX9QIN2NQVP7 tag=N4NPH3HYHCBE type=write size=3508596 2024-09-20T22:02:06.963 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.962+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~SBGBN7HY3NFA.0 size=1048576 2024-09-20T22:02:06.965 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.964+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~SBGBN7HY3NFA.1 size=1048576 2024-09-20T22:02:06.967 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.965+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~SBGBN7HY3NFA.2 size=691889 2024-09-20T22:02:06.967 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.965+0000 7fe779a9b640 1 > prepared multipart upload key=VAH8ANWTPTHQ upload=SBGBN7HY3NFA tag=6RFPDQD66KAH type=write size=3837617 2024-09-20T22:02:06.969 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.967+0000 7fe779a9b640 1 < completed delete operation key=3YV668WNVJ3G tag=S5HYT1NRAISZ type=del 2024-09-20T22:02:06.973 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.971+0000 7fe779a9b640 1 > prepared part key=_multipart_ZSXI0P8QFMQN.2~980T0886CYPR.0 size=1048576 2024-09-20T22:02:06.974 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.973+0000 7fe779a9b640 1 > prepared part key=_multipart_ZSXI0P8QFMQN.2~980T0886CYPR.1 size=515552 2024-09-20T22:02:06.974 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.973+0000 7fe779a9b640 1 > prepared multipart upload key=ZSXI0P8QFMQN upload=980T0886CYPR tag=9V69IDJRLLNS type=write size=2612704 2024-09-20T22:02:06.976 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.975+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~L6SG15HEY079.0 size=1048576 2024-09-20T22:02:06.978 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.976+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~L6SG15HEY079.1 size=1048576 2024-09-20T22:02:06.979 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.978+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~L6SG15HEY079.2 size=226058 2024-09-20T22:02:06.982 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.981+0000 7fe779a9b640 1 < completed multipart upload key=JE0BX5GAIPSB upload=L6SG15HEY079 tag=EDPN474EOXNT type=write size=3371786 2024-09-20T22:02:06.986 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.985+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~HTCYI2GGZL16.0 size=48787 2024-09-20T22:02:06.987 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.985+0000 7fe779a9b640 1 > prepared multipart upload key=0M6DAP8CZAPL upload=HTCYI2GGZL16 tag=FQFCWLP6GHMR type=write size=1097363 2024-09-20T22:02:06.989 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.988+0000 7fe779a9b640 -1 < failed to complete operation key=RB3UQB71OHKI tag=R3TJWGRBIJHQ type=del size=60497: (22) Invalid argument 2024-09-20T22:02:06.993 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.992+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~DG5XB2XPDFN3.0 size=1048576 2024-09-20T22:02:06.995 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.994+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~DG5XB2XPDFN3.1 size=1048576 2024-09-20T22:02:06.997 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.995+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~DG5XB2XPDFN3.2 size=1037567 2024-09-20T22:02:06.997 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.995+0000 7fe779a9b640 1 > prepared multipart upload key=U24WBDE9OPS7 upload=DG5XB2XPDFN3 tag=MQPTPGL3RWPQ type=write size=4183295 2024-09-20T22:02:07.000 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:06.999+0000 7fe779a9b640 1 < suggested update operation key=JE0BX5GAIPSB tag=A92F0ZPEDXYR type=del size=4001030 2024-09-20T22:02:07.002 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.001+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=J8N0OI0OC0GE type=del size=1412736 2024-09-20T22:02:07.004 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.003+0000 7fe779a9b640 1 < completed write operation key=R44R5QNUZJMC tag=4Y6BK40NJAAA type=write size=969522 2024-09-20T22:02:07.006 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.005+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=KSADU347BRII type=del size=3095202 2024-09-20T22:02:07.009 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.007+0000 7fe779a9b640 -1 < failed to complete operation key=JE0BX5GAIPSB tag=CO78LSO3COSH type=write size=318680: (22) Invalid argument 2024-09-20T22:02:07.011 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.010+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=53FN5GVQP0ZV type=del size=563291 2024-09-20T22:02:07.013 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.012+0000 7fe779a9b640 1 < completed delete operation key=OM2NI3GCUE4O tag=B25KCV2GLPJP type=del 2024-09-20T22:02:07.015 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.013+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=3VNMO9CVG2LQ type=del size=946208 2024-09-20T22:02:07.019 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.017+0000 7fe779a9b640 1 < suggested update operation key=6YM3TKGM41LJ tag=F8AHUD0WY252 type=del size=2171197 2024-09-20T22:02:07.022 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.021+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~8JYDRFPHEDW1.0 size=1048576 2024-09-20T22:02:07.024 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.022+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~8JYDRFPHEDW1.1 size=555704 2024-09-20T22:02:07.024 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.022+0000 7fe779a9b640 1 > prepared multipart upload key=UUWQ1G2142U2 upload=8JYDRFPHEDW1 tag=8WPXCHBGBXQF type=write size=2652856 2024-09-20T22:02:07.026 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.024+0000 7fe779a9b640 1 < completed write operation key=T9NTHA21NTII tag=8E53HP1065Y3 type=write size=704714 2024-09-20T22:02:07.028 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.026+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=OQ9OKGRX01GF type=del size=676349 2024-09-20T22:02:07.030 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.028+0000 7fe779a9b640 1 < completed write operation key=RB3UQB71OHKI tag=8NTETB445I1D type=write size=56487 2024-09-20T22:02:07.032 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.030+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=IZIJLBAE7PKJ type=del size=2195912 2024-09-20T22:02:07.032 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.030+0000 7fe779a9b640 1 < canceled part key=_multipart_3YV668WNVJ3G.2~M4JB1BC348A3.0 size=1048576 2024-09-20T22:02:07.032 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.030+0000 7fe779a9b640 1 < canceled part key=_multipart_3YV668WNVJ3G.2~M4JB1BC348A3.1 size=1048576 2024-09-20T22:02:07.034 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.032+0000 7fe779a9b640 1 < completed part key=_multipart_3YV668WNVJ3G.2~M4JB1BC348A3.2 size=1042822 2024-09-20T22:02:07.038 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.037+0000 7fe779a9b640 1 < canceled multipart upload key=3YV668WNVJ3G upload=M4JB1BC348A3 tag=DITUKW592N2M type=write size=4188550 2024-09-20T22:02:07.042 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.040+0000 7fe779a9b640 1 > prepared part key=_multipart_JHHMXS36ATIL.2~3951TOHCMDVJ.0 size=935622 2024-09-20T22:02:07.042 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.040+0000 7fe779a9b640 1 > prepared multipart upload key=JHHMXS36ATIL upload=3951TOHCMDVJ tag=69EC0470TKZ0 type=write size=1984198 2024-09-20T22:02:07.044 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.042+0000 7fe779a9b640 1 < completed delete operation key=0M6DAP8CZAPL tag=G721JCBAG5WQ type=del 2024-09-20T22:02:07.046 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.044+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=EQUTME3HGARP type=del size=3835117 2024-09-20T22:02:07.048 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.046+0000 7fe779a9b640 1 < completed delete operation key=B0070VZB3UZF tag=LFKLMJU8MFPZ type=del 2024-09-20T22:02:07.051 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.050+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~UJ3YEAKKF0YQ.0 size=1048576 2024-09-20T22:02:07.053 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.051+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~UJ3YEAKKF0YQ.1 size=1048576 2024-09-20T22:02:07.054 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.053+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~UJ3YEAKKF0YQ.2 size=312660 2024-09-20T22:02:07.055 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.053+0000 7fe779a9b640 1 > prepared multipart upload key=RB3UQB71OHKI upload=UJ3YEAKKF0YQ tag=YE1S56G5EEXT type=write size=3458388 2024-09-20T22:02:07.056 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.055+0000 7fe779a9b640 1 < canceled operation key=OM2NI3GCUE4O tag=IWCDUZBCLEBB type=del size=3900170 2024-09-20T22:02:07.058 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.057+0000 7fe779a9b640 1 > prepared operation key=3YV668WNVJ3G tag=0GARL284YCKL type=write size=654952 2024-09-20T22:02:07.060 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.059+0000 7fe779a9b640 1 < completed part key=_multipart_ICBPE9ZH55FB.2~JJJ0V4IYFTBV.0 size=894019 2024-09-20T22:02:07.064 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.062+0000 7fe779a9b640 1 < completed multipart upload key=ICBPE9ZH55FB upload=JJJ0V4IYFTBV tag=L9K3TVCK841H type=write size=1942595 2024-09-20T22:02:07.065 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.064+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=PCG593CWWOW4 type=del size=677218 2024-09-20T22:02:07.067 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.066+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~SBGBN7HY3NFA.0 size=1048576 2024-09-20T22:02:07.069 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.068+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~SBGBN7HY3NFA.1 size=1048576 2024-09-20T22:02:07.069 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.068+0000 7fe779a9b640 1 < canceled part key=_multipart_VAH8ANWTPTHQ.2~SBGBN7HY3NFA.2 size=691889 2024-09-20T22:02:07.072 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.071+0000 7fe779a9b640 1 < canceled multipart upload key=VAH8ANWTPTHQ upload=SBGBN7HY3NFA tag=6RFPDQD66KAH type=write size=3837617 2024-09-20T22:02:07.076 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.075+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~HIY44ZQ0IXRL.0 size=1048576 2024-09-20T22:02:07.078 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.077+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~HIY44ZQ0IXRL.1 size=1048576 2024-09-20T22:02:07.079 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.078+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~HIY44ZQ0IXRL.2 size=168252 2024-09-20T22:02:07.080 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.078+0000 7fe779a9b640 1 > prepared multipart upload key=1TRSEURXV2X9 upload=HIY44ZQ0IXRL tag=NVCSJGEOP0NS type=write size=3313980 2024-09-20T22:02:07.081 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.080+0000 7fe779a9b640 1 < completed part key=_multipart_ZSXI0P8QFMQN.2~980T0886CYPR.0 size=1048576 2024-09-20T22:02:07.083 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.082+0000 7fe779a9b640 1 < completed part key=_multipart_ZSXI0P8QFMQN.2~980T0886CYPR.1 size=515552 2024-09-20T22:02:07.087 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.086+0000 7fe779a9b640 1 < completed multipart upload key=ZSXI0P8QFMQN upload=980T0886CYPR tag=9V69IDJRLLNS type=write size=2612704 2024-09-20T22:02:07.089 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.088+0000 7fe779a9b640 1 > prepared operation key=IYYXNW4DO800 tag=0UI6HL1P7TFV type=del size=2651673 2024-09-20T22:02:07.091 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.089+0000 7fe779a9b640 1 < completed part key=_multipart_0M6DAP8CZAPL.2~HTCYI2GGZL16.0 size=48787 2024-09-20T22:02:07.094 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.093+0000 7fe779a9b640 1 < completed multipart upload key=0M6DAP8CZAPL upload=HTCYI2GGZL16 tag=FQFCWLP6GHMR type=write size=1097363 2024-09-20T22:02:07.096 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.095+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=6STVU5JYSXB2 type=write size=754219 2024-09-20T22:02:07.098 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.097+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~DG5XB2XPDFN3.0 size=1048576 2024-09-20T22:02:07.100 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.099+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~DG5XB2XPDFN3.1 size=1048576 2024-09-20T22:02:07.102 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.101+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~DG5XB2XPDFN3.2 size=1037567 2024-09-20T22:02:07.106 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.105+0000 7fe779a9b640 1 < completed multipart upload key=U24WBDE9OPS7 upload=DG5XB2XPDFN3 tag=MQPTPGL3RWPQ type=write size=4183295 2024-09-20T22:02:07.108 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.107+0000 7fe779a9b640 1 > prepared operation key=8Y1S1ZFNVQO3 tag=B19CIU7ZXWVH type=del size=3546937 2024-09-20T22:02:07.112 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.111+0000 7fe779a9b640 1 < suggested update operation key=B0070VZB3UZF tag=J8N0OI0OC0GE type=del size=1412736 2024-09-20T22:02:07.114 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.113+0000 7fe779a9b640 1 > prepared operation key=IYYXNW4DO800 tag=A2AW96J6KQ7R type=del size=3019986 2024-09-20T22:02:07.117 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.114+0000 7fe779a9b640 1 < completed delete operation key=CV3QPH1KJL9D tag=KSADU347BRII type=del 2024-09-20T22:02:07.119 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.118+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~GVJXG7YNXRMX.0 size=1048576 2024-09-20T22:02:07.121 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.120+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~GVJXG7YNXRMX.1 size=1048576 2024-09-20T22:02:07.123 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.122+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~GVJXG7YNXRMX.2 size=792618 2024-09-20T22:02:07.123 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.122+0000 7fe779a9b640 1 > prepared multipart upload key=1TRSEURXV2X9 upload=GVJXG7YNXRMX tag=3I1L7LVLHW7W type=write size=3938346 2024-09-20T22:02:07.126 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.124+0000 7fe779a9b640 1 < completed delete operation key=CV3QPH1KJL9D tag=53FN5GVQP0ZV type=del 2024-09-20T22:02:07.127 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.126+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=XRSJ0TICW4AW type=del size=2129487 2024-09-20T22:02:07.129 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.128+0000 7fe779a9b640 1 < completed delete operation key=1TRSEURXV2X9 tag=3VNMO9CVG2LQ type=del 2024-09-20T22:02:07.131 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.130+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=B8HRM98XZ2EQ type=del size=3068659 2024-09-20T22:02:07.133 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.132+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~8JYDRFPHEDW1.0 size=1048576 2024-09-20T22:02:07.135 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.133+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~8JYDRFPHEDW1.1 size=555704 2024-09-20T22:02:07.138 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.137+0000 7fe779a9b640 1 < completed multipart upload key=UUWQ1G2142U2 upload=8JYDRFPHEDW1 tag=8WPXCHBGBXQF type=write size=2652856 2024-09-20T22:02:07.140 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.139+0000 7fe779a9b640 1 > prepared operation key=3YV668WNVJ3G tag=AJHNX6DQ2WAT type=write size=215949 2024-09-20T22:02:07.142 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.141+0000 7fe779a9b640 1 < completed delete operation key=CV3QPH1KJL9D tag=OQ9OKGRX01GF type=del 2024-09-20T22:02:07.146 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.144+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~B3EX3DN6QP2S.0 size=1048576 2024-09-20T22:02:07.147 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.146+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~B3EX3DN6QP2S.1 size=1048576 2024-09-20T22:02:07.149 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.148+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~B3EX3DN6QP2S.2 size=406788 2024-09-20T22:02:07.149 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.148+0000 7fe779a9b640 1 > prepared multipart upload key=VAH8ANWTPTHQ upload=B3EX3DN6QP2S tag=EH4CQM8CJWY3 type=write size=3552516 2024-09-20T22:02:07.151 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.150+0000 7fe779a9b640 1 < completed delete operation key=4NVVK8DRHTJL tag=IZIJLBAE7PKJ type=del 2024-09-20T22:02:07.154 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.153+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~HYHKH5Z55LOR.0 size=1048576 2024-09-20T22:02:07.156 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.154+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~HYHKH5Z55LOR.1 size=417365 2024-09-20T22:02:07.156 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.154+0000 7fe779a9b640 1 > prepared multipart upload key=68I8AEC312OU upload=HYHKH5Z55LOR tag=RBXIOL08BT0P type=write size=2514517 2024-09-20T22:02:07.158 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.156+0000 7fe779a9b640 1 < completed part key=_multipart_JHHMXS36ATIL.2~3951TOHCMDVJ.0 size=935622 2024-09-20T22:02:07.161 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.160+0000 7fe779a9b640 1 < completed multipart upload key=JHHMXS36ATIL upload=3951TOHCMDVJ tag=69EC0470TKZ0 type=write size=1984198 2024-09-20T22:02:07.163 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.162+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=QZFCNDIJ0UDS type=del size=2909291 2024-09-20T22:02:07.165 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.163+0000 7fe779a9b640 1 < canceled operation key=QCX4FDH1E7DG tag=EQUTME3HGARP type=del size=3835117 2024-09-20T22:02:07.167 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.165+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=VZ7IH9Y1MQ7V type=del size=3471826 2024-09-20T22:02:07.168 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.167+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~UJ3YEAKKF0YQ.0 size=1048576 2024-09-20T22:02:07.170 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.169+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~UJ3YEAKKF0YQ.1 size=1048576 2024-09-20T22:02:07.172 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.170+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~UJ3YEAKKF0YQ.2 size=312660 2024-09-20T22:02:07.175 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.174+0000 7fe779a9b640 1 < completed multipart upload key=RB3UQB71OHKI upload=UJ3YEAKKF0YQ tag=YE1S56G5EEXT type=write size=3458388 2024-09-20T22:02:07.179 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.177+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~D8WEW48EBWK3.0 size=1048576 2024-09-20T22:02:07.180 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.179+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~D8WEW48EBWK3.1 size=586105 2024-09-20T22:02:07.180 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.179+0000 7fe779a9b640 1 > prepared multipart upload key=T9NTHA21NTII upload=D8WEW48EBWK3 tag=E5VP9S24LMMQ type=write size=2683257 2024-09-20T22:02:07.182 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.181+0000 7fe779a9b640 1 < canceled operation key=3YV668WNVJ3G tag=0GARL284YCKL type=write size=654952 2024-09-20T22:02:07.185 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.184+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~ISRP2XB0C18Q.0 size=1048576 2024-09-20T22:02:07.187 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.186+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~ISRP2XB0C18Q.1 size=390831 2024-09-20T22:02:07.187 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.186+0000 7fe779a9b640 1 > prepared multipart upload key=1J1YL7XL0LAY upload=ISRP2XB0C18Q tag=Q0BIII7KAVUY type=write size=2487983 2024-09-20T22:02:07.191 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.189+0000 7fe779a9b640 1 < suggested update operation key=RM93KDNRZ38I tag=PCG593CWWOW4 type=del size=677218 2024-09-20T22:02:07.193 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.191+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=JADAJT2RXHL9 type=del size=652364 2024-09-20T22:02:07.195 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.193+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~HIY44ZQ0IXRL.0 size=1048576 2024-09-20T22:02:07.197 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.195+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~HIY44ZQ0IXRL.1 size=1048576 2024-09-20T22:02:07.198 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.197+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~HIY44ZQ0IXRL.2 size=168252 2024-09-20T22:02:07.202 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.200+0000 7fe779a9b640 1 < completed multipart upload key=1TRSEURXV2X9 upload=HIY44ZQ0IXRL tag=NVCSJGEOP0NS type=write size=3313980 2024-09-20T22:02:07.206 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.204+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~OR2QQ7SF4GPM.0 size=1048576 2024-09-20T22:02:07.207 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.206+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~OR2QQ7SF4GPM.1 size=1048576 2024-09-20T22:02:07.209 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.207+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~OR2QQ7SF4GPM.2 size=784479 2024-09-20T22:02:07.209 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.207+0000 7fe779a9b640 1 > prepared multipart upload key=3YV668WNVJ3G upload=OR2QQ7SF4GPM tag=TYEG5FBZ6A4L type=write size=3930207 2024-09-20T22:02:07.211 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.210+0000 7fe779a9b640 1 < completed delete operation key=IYYXNW4DO800 tag=0UI6HL1P7TFV type=del 2024-09-20T22:02:07.215 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.214+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~2C15QHC35LVN.0 size=619945 2024-09-20T22:02:07.215 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.214+0000 7fe779a9b640 1 > prepared multipart upload key=PNZZ2ZGG009S upload=2C15QHC35LVN tag=OJHTOZHWWT9I type=write size=1668521 2024-09-20T22:02:07.217 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.216+0000 7fe779a9b640 1 < completed write operation key=0M6DAP8CZAPL tag=6STVU5JYSXB2 type=write size=754219 2024-09-20T22:02:07.219 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.218+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=SQY05SZ8RH5Q type=del size=1393892 2024-09-20T22:02:07.221 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.220+0000 7fe779a9b640 1 < completed delete operation key=8Y1S1ZFNVQO3 tag=B19CIU7ZXWVH type=del 2024-09-20T22:02:07.223 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.222+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=FLSWJ4O3VU5F type=del size=3282806 2024-09-20T22:02:07.225 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.224+0000 7fe779a9b640 1 < completed delete operation key=IYYXNW4DO800 tag=A2AW96J6KQ7R type=del 2024-09-20T22:02:07.227 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.226+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=E65QLUQ41R1G type=del size=3239487 2024-09-20T22:02:07.229 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.227+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~GVJXG7YNXRMX.0 size=1048576 2024-09-20T22:02:07.230 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.229+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~GVJXG7YNXRMX.1 size=1048576 2024-09-20T22:02:07.232 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.231+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~GVJXG7YNXRMX.2 size=792618 2024-09-20T22:02:07.235 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.234+0000 7fe779a9b640 1 < completed multipart upload key=1TRSEURXV2X9 upload=GVJXG7YNXRMX tag=3I1L7LVLHW7W type=write size=3938346 2024-09-20T22:02:07.237 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.236+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=UN6R85H0E9RD type=del size=1615532 2024-09-20T22:02:07.239 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.238+0000 7fe779a9b640 1 < completed delete operation key=4NVVK8DRHTJL tag=XRSJ0TICW4AW type=del 2024-09-20T22:02:07.243 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.241+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~DEY4AHOYKCW3.0 size=1040780 2024-09-20T22:02:07.243 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.241+0000 7fe779a9b640 1 > prepared multipart upload key=T9NTHA21NTII upload=DEY4AHOYKCW3 tag=WEKIHRHUXSQV type=write size=2089356 2024-09-20T22:02:07.245 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.243+0000 7fe779a9b640 1 < completed delete operation key=CV3QPH1KJL9D tag=B8HRM98XZ2EQ type=del 2024-09-20T22:02:07.248 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.247+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~IM0DD1LF17IB.0 size=1048576 2024-09-20T22:02:07.250 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.249+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~IM0DD1LF17IB.1 size=1048576 2024-09-20T22:02:07.252 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.251+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~IM0DD1LF17IB.2 size=781215 2024-09-20T22:02:07.252 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.251+0000 7fe779a9b640 1 > prepared multipart upload key=R44R5QNUZJMC upload=IM0DD1LF17IB tag=1CHD9U1D7QSK type=write size=3926943 2024-09-20T22:02:07.254 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.252+0000 7fe779a9b640 1 < completed write operation key=3YV668WNVJ3G tag=AJHNX6DQ2WAT type=write size=215949 2024-09-20T22:02:07.257 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.256+0000 7fe779a9b640 1 > prepared part key=_multipart_OWUA691MUMB6.2~WV8Q7OUZWGOJ.0 size=1048576 2024-09-20T22:02:07.259 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.258+0000 7fe779a9b640 1 > prepared part key=_multipart_OWUA691MUMB6.2~WV8Q7OUZWGOJ.1 size=840138 2024-09-20T22:02:07.259 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.258+0000 7fe779a9b640 1 > prepared multipart upload key=OWUA691MUMB6 upload=WV8Q7OUZWGOJ tag=JXABOC47YSH7 type=write size=2937290 2024-09-20T22:02:07.260 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.258+0000 7fe779a9b640 1 < canceled part key=_multipart_VAH8ANWTPTHQ.2~B3EX3DN6QP2S.0 size=1048576 2024-09-20T22:02:07.261 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.260+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~B3EX3DN6QP2S.1 size=1048576 2024-09-20T22:02:07.263 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.261+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~B3EX3DN6QP2S.2 size=406788 2024-09-20T22:02:07.266 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.265+0000 7fe779a9b640 1 < canceled multipart upload key=VAH8ANWTPTHQ upload=B3EX3DN6QP2S tag=EH4CQM8CJWY3 type=write size=3552516 2024-09-20T22:02:07.270 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.269+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~F45BEPSK6C04.0 size=830194 2024-09-20T22:02:07.270 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.269+0000 7fe779a9b640 1 > prepared multipart upload key=DRE6QQSJ9ZVU upload=F45BEPSK6C04 tag=BPA7IVMU1TFU type=write size=1878770 2024-09-20T22:02:07.272 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.271+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~HYHKH5Z55LOR.0 size=1048576 2024-09-20T22:02:07.274 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.273+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~HYHKH5Z55LOR.1 size=417365 2024-09-20T22:02:07.277 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.276+0000 7fe779a9b640 1 < completed multipart upload key=68I8AEC312OU upload=HYHKH5Z55LOR tag=RBXIOL08BT0P type=write size=2514517 2024-09-20T22:02:07.279 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.278+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=2CFU4M95LDJW type=del size=3738335 2024-09-20T22:02:07.281 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.280+0000 7fe779a9b640 1 < completed delete operation key=JHHMXS36ATIL tag=QZFCNDIJ0UDS type=del 2024-09-20T22:02:07.283 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.282+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=U9FY9ATXRVBA type=write size=16964 2024-09-20T22:02:07.285 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.284+0000 7fe779a9b640 1 < completed delete operation key=0M6DAP8CZAPL tag=VZ7IH9Y1MQ7V type=del 2024-09-20T22:02:07.287 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.286+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=WNZIO1YJLPY6 type=write size=1004142 2024-09-20T22:02:07.289 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.288+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~D8WEW48EBWK3.0 size=1048576 2024-09-20T22:02:07.291 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.289+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~D8WEW48EBWK3.1 size=586105 2024-09-20T22:02:07.294 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.293+0000 7fe779a9b640 1 < completed multipart upload key=T9NTHA21NTII upload=D8WEW48EBWK3 tag=E5VP9S24LMMQ type=write size=2683257 2024-09-20T22:02:07.298 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.296+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~TRKMOLHSASOG.0 size=581526 2024-09-20T22:02:07.298 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.296+0000 7fe779a9b640 1 > prepared multipart upload key=8Y1S1ZFNVQO3 upload=TRKMOLHSASOG tag=BM2X2EMKKJO0 type=write size=1630102 2024-09-20T22:02:07.300 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.298+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~ISRP2XB0C18Q.0 size=1048576 2024-09-20T22:02:07.301 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.300+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~ISRP2XB0C18Q.1 size=390831 2024-09-20T22:02:07.304 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.303+0000 7fe779a9b640 1 < completed multipart upload key=1J1YL7XL0LAY upload=ISRP2XB0C18Q tag=Q0BIII7KAVUY type=write size=2487983 2024-09-20T22:02:07.308 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.307+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~WLLUOHA1OLE9.0 size=1048576 2024-09-20T22:02:07.310 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.308+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~WLLUOHA1OLE9.1 size=1048576 2024-09-20T22:02:07.311 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.310+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~WLLUOHA1OLE9.2 size=343138 2024-09-20T22:02:07.312 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.310+0000 7fe779a9b640 1 > prepared multipart upload key=RB3UQB71OHKI upload=WLLUOHA1OLE9 tag=04LFBOAZ3DUS type=write size=3488866 2024-09-20T22:02:07.313 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.312+0000 7fe779a9b640 1 < completed delete operation key=VAH8ANWTPTHQ tag=JADAJT2RXHL9 type=del 2024-09-20T22:02:07.317 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.316+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~04S16D2XDZL0.0 size=577472 2024-09-20T22:02:07.317 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.316+0000 7fe779a9b640 1 > prepared multipart upload key=R44R5QNUZJMC upload=04S16D2XDZL0 tag=6FKEA6V00K4S type=write size=1626048 2024-09-20T22:02:07.318 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.316+0000 7fe779a9b640 1 < canceled part key=_multipart_3YV668WNVJ3G.2~OR2QQ7SF4GPM.0 size=1048576 2024-09-20T22:02:07.319 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.317+0000 7fe779a9b640 1 < completed part key=_multipart_3YV668WNVJ3G.2~OR2QQ7SF4GPM.1 size=1048576 2024-09-20T22:02:07.321 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.319+0000 7fe779a9b640 1 < completed part key=_multipart_3YV668WNVJ3G.2~OR2QQ7SF4GPM.2 size=784479 2024-09-20T22:02:07.324 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.322+0000 7fe779a9b640 1 < canceled multipart upload key=3YV668WNVJ3G upload=OR2QQ7SF4GPM tag=TYEG5FBZ6A4L type=write size=3930207 2024-09-20T22:02:07.326 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.324+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=QYP4M80N0US4 type=del size=3790052 2024-09-20T22:02:07.327 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.326+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~2C15QHC35LVN.0 size=619945 2024-09-20T22:02:07.331 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.330+0000 7fe779a9b640 1 < completed multipart upload key=PNZZ2ZGG009S upload=2C15QHC35LVN tag=OJHTOZHWWT9I type=write size=1668521 2024-09-20T22:02:07.333 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.332+0000 7fe779a9b640 1 > prepared operation key=RB3UQB71OHKI tag=41YJIOGU2ATI type=del size=3081800 2024-09-20T22:02:07.335 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.334+0000 7fe779a9b640 1 < completed delete operation key=4NVVK8DRHTJL tag=SQY05SZ8RH5Q type=del 2024-09-20T22:02:07.339 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.337+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~UWTSBK45L25Y.0 size=1048576 2024-09-20T22:02:07.340 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.339+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~UWTSBK45L25Y.1 size=1048576 2024-09-20T22:02:07.342 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.340+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~UWTSBK45L25Y.2 size=1014204 2024-09-20T22:02:07.342 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.340+0000 7fe779a9b640 1 > prepared multipart upload key=3YV668WNVJ3G upload=UWTSBK45L25Y tag=ZILKHXZ2KSLH type=write size=4159932 2024-09-20T22:02:07.345 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.344+0000 7fe779a9b640 1 < completed delete operation key=VAH8ANWTPTHQ tag=FLSWJ4O3VU5F type=del 2024-09-20T22:02:07.347 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.346+0000 7fe779a9b640 1 > prepared operation key=OWUA691MUMB6 tag=IC59O1S3WGK5 type=del size=435417 2024-09-20T22:02:07.349 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.348+0000 7fe779a9b640 1 < completed delete operation key=CV3QPH1KJL9D tag=E65QLUQ41R1G type=del 2024-09-20T22:02:07.353 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.352+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~XS8V5CKEWMR5.0 size=968655 2024-09-20T22:02:07.353 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.352+0000 7fe779a9b640 1 > prepared multipart upload key=ECSEX4SHKJA4 upload=XS8V5CKEWMR5 tag=572X8TWXK75S type=write size=2017231 2024-09-20T22:02:07.356 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.354+0000 7fe779a9b640 1 < completed delete operation key=U24WBDE9OPS7 tag=UN6R85H0E9RD type=del 2024-09-20T22:02:07.359 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.358+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~80GTEBK7OJKL.0 size=1048576 2024-09-20T22:02:07.361 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.360+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~80GTEBK7OJKL.1 size=859755 2024-09-20T22:02:07.361 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.360+0000 7fe779a9b640 1 > prepared multipart upload key=UUWQ1G2142U2 upload=80GTEBK7OJKL tag=CV85Y72UD2BM type=write size=2956907 2024-09-20T22:02:07.364 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.362+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~DEY4AHOYKCW3.0 size=1040780 2024-09-20T22:02:07.367 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.366+0000 7fe779a9b640 1 < completed multipart upload key=T9NTHA21NTII upload=DEY4AHOYKCW3 tag=WEKIHRHUXSQV type=write size=2089356 2024-09-20T22:02:07.369 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.367+0000 7fe779a9b640 1 > prepared operation key=IYYXNW4DO800 tag=1U1XH4C8WDAW type=del size=1861988 2024-09-20T22:02:07.371 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.369+0000 7fe779a9b640 1 < completed part key=_multipart_R44R5QNUZJMC.2~IM0DD1LF17IB.0 size=1048576 2024-09-20T22:02:07.372 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.371+0000 7fe779a9b640 1 < completed part key=_multipart_R44R5QNUZJMC.2~IM0DD1LF17IB.1 size=1048576 2024-09-20T22:02:07.374 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.373+0000 7fe779a9b640 1 < completed part key=_multipart_R44R5QNUZJMC.2~IM0DD1LF17IB.2 size=781215 2024-09-20T22:02:07.377 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.376+0000 7fe779a9b640 1 < completed multipart upload key=R44R5QNUZJMC upload=IM0DD1LF17IB tag=1CHD9U1D7QSK type=write size=3926943 2024-09-20T22:02:07.381 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.380+0000 7fe779a9b640 1 > prepared part key=_multipart_CV3QPH1KJL9D.2~RXOLGJMR2D4B.0 size=29632 2024-09-20T22:02:07.381 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.380+0000 7fe779a9b640 1 > prepared multipart upload key=CV3QPH1KJL9D upload=RXOLGJMR2D4B tag=3PDYB66LK8FB type=write size=1078208 2024-09-20T22:02:07.382 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.380+0000 7fe779a9b640 1 < canceled part key=_multipart_OWUA691MUMB6.2~WV8Q7OUZWGOJ.0 size=1048576 2024-09-20T22:02:07.382 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.380+0000 7fe779a9b640 1 < canceled part key=_multipart_OWUA691MUMB6.2~WV8Q7OUZWGOJ.1 size=840138 2024-09-20T22:02:07.385 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.383+0000 7fe779a9b640 1 < canceled multipart upload key=OWUA691MUMB6 upload=WV8Q7OUZWGOJ tag=JXABOC47YSH7 type=write size=2937290 2024-09-20T22:02:07.389 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.387+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~L7E2AQ4LO4LL.0 size=892105 2024-09-20T22:02:07.389 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.387+0000 7fe779a9b640 1 > prepared multipart upload key=ICBPE9ZH55FB upload=L7E2AQ4LO4LL tag=TLMLGD824CAL type=write size=1940681 2024-09-20T22:02:07.391 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.390+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~F45BEPSK6C04.0 size=830194 2024-09-20T22:02:07.394 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.393+0000 7fe779a9b640 1 < completed multipart upload key=DRE6QQSJ9ZVU upload=F45BEPSK6C04 tag=BPA7IVMU1TFU type=write size=1878770 2024-09-20T22:02:07.396 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.395+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=BT8WMBMMD0G9 type=del size=270852 2024-09-20T22:02:07.400 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.398+0000 7fe779a9b640 1 < suggested remove operation key=CV3QPH1KJL9D tag=2CFU4M95LDJW type=del 2024-09-20T22:02:07.401 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.400+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=UYWL0CWNG6RK type=del size=2170464 2024-09-20T22:02:07.405 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.404+0000 7fe779a9b640 1 < suggested remove operation key=ECSEX4SHKJA4 tag=U9FY9ATXRVBA type=write 2024-09-20T22:02:07.409 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.408+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~M2F38SS7SXY3.0 size=762341 2024-09-20T22:02:07.409 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.408+0000 7fe779a9b640 1 > prepared multipart upload key=JE0BX5GAIPSB upload=M2F38SS7SXY3 tag=0YUCN1HACZ50 type=write size=1810917 2024-09-20T22:02:07.411 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.410+0000 7fe779a9b640 1 < completed write operation key=ZSXI0P8QFMQN tag=WNZIO1YJLPY6 type=write size=1004142 2024-09-20T22:02:07.415 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.413+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~8Z3FZYHFYJEX.0 size=809179 2024-09-20T22:02:07.415 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.413+0000 7fe779a9b640 1 > prepared multipart upload key=1J1YL7XL0LAY upload=8Z3FZYHFYJEX tag=JPV63PD24Y2U type=write size=1857755 2024-09-20T22:02:07.417 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.415+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~TRKMOLHSASOG.0 size=581526 2024-09-20T22:02:07.420 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.419+0000 7fe779a9b640 1 < completed multipart upload key=8Y1S1ZFNVQO3 upload=TRKMOLHSASOG tag=BM2X2EMKKJO0 type=write size=1630102 2024-09-20T22:02:07.423 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.421+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=MLOJPI937ALY type=del size=4082143 2024-09-20T22:02:07.425 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.423+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~WLLUOHA1OLE9.0 size=1048576 2024-09-20T22:02:07.426 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.425+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~WLLUOHA1OLE9.1 size=1048576 2024-09-20T22:02:07.428 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.426+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~WLLUOHA1OLE9.2 size=343138 2024-09-20T22:02:07.431 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.430+0000 7fe779a9b640 1 < completed multipart upload key=RB3UQB71OHKI upload=WLLUOHA1OLE9 tag=04LFBOAZ3DUS type=write size=3488866 2024-09-20T22:02:07.435 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.434+0000 7fe779a9b640 1 > prepared part key=_multipart_4NVVK8DRHTJL.2~OUIOFE09H7CQ.0 size=1048576 2024-09-20T22:02:07.438 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.436+0000 7fe779a9b640 1 > prepared part key=_multipart_4NVVK8DRHTJL.2~OUIOFE09H7CQ.1 size=999257 2024-09-20T22:02:07.438 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.436+0000 7fe779a9b640 1 > prepared multipart upload key=4NVVK8DRHTJL upload=OUIOFE09H7CQ tag=DTXJFH68GM0F type=write size=3096409 2024-09-20T22:02:07.440 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.438+0000 7fe779a9b640 1 < completed part key=_multipart_R44R5QNUZJMC.2~04S16D2XDZL0.0 size=577472 2024-09-20T22:02:07.443 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.442+0000 7fe779a9b640 1 < completed multipart upload key=R44R5QNUZJMC upload=04S16D2XDZL0 tag=6FKEA6V00K4S type=write size=1626048 2024-09-20T22:02:07.445 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.444+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=N3GEORUQL44Y type=del size=454311 2024-09-20T22:02:07.447 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.445+0000 7fe779a9b640 1 < completed delete operation key=4NVVK8DRHTJL tag=QYP4M80N0US4 type=del 2024-09-20T22:02:07.449 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.447+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=Z1MOLC81UMVU type=del size=221389 2024-09-20T22:02:07.451 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.449+0000 7fe779a9b640 1 < completed delete operation key=RB3UQB71OHKI tag=41YJIOGU2ATI type=del 2024-09-20T22:02:07.453 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.451+0000 7fe779a9b640 1 > prepared operation key=UUWQ1G2142U2 tag=7EBB562RGY4R type=del size=667597 2024-09-20T22:02:07.455 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.453+0000 7fe779a9b640 1 < completed part key=_multipart_3YV668WNVJ3G.2~UWTSBK45L25Y.0 size=1048576 2024-09-20T22:02:07.456 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.455+0000 7fe779a9b640 1 < completed part key=_multipart_3YV668WNVJ3G.2~UWTSBK45L25Y.1 size=1048576 2024-09-20T22:02:07.458 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.457+0000 7fe779a9b640 1 < completed part key=_multipart_3YV668WNVJ3G.2~UWTSBK45L25Y.2 size=1014204 2024-09-20T22:02:07.461 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.460+0000 7fe779a9b640 1 < completed multipart upload key=3YV668WNVJ3G upload=UWTSBK45L25Y tag=ZILKHXZ2KSLH type=write size=4159932 2024-09-20T22:02:07.465 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.463+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~ZSE9AOL5D6ZV.0 size=1010270 2024-09-20T22:02:07.465 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.463+0000 7fe779a9b640 1 > prepared multipart upload key=JE0BX5GAIPSB upload=ZSE9AOL5D6ZV tag=P9LUT4HTX6DH type=write size=2058846 2024-09-20T22:02:07.467 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.466+0000 7fe779a9b640 1 < completed delete operation key=OWUA691MUMB6 tag=IC59O1S3WGK5 type=del 2024-09-20T22:02:07.471 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.469+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~TZLEJ7NTBPLX.0 size=722739 2024-09-20T22:02:07.471 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.469+0000 7fe779a9b640 1 > prepared multipart upload key=8Y1S1ZFNVQO3 upload=TZLEJ7NTBPLX tag=5OWEE83UEJPZ type=write size=1771315 2024-09-20T22:02:07.473 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.471+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~XS8V5CKEWMR5.0 size=968655 2024-09-20T22:02:07.476 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.475+0000 7fe779a9b640 1 < completed multipart upload key=ECSEX4SHKJA4 upload=XS8V5CKEWMR5 tag=572X8TWXK75S type=write size=2017231 2024-09-20T22:02:07.480 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.478+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~1HBH5T1ABK2O.0 size=478825 2024-09-20T22:02:07.480 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.478+0000 7fe779a9b640 1 > prepared multipart upload key=6YM3TKGM41LJ upload=1HBH5T1ABK2O tag=GLYL6LSWFR1W type=write size=1527401 2024-09-20T22:02:07.482 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.480+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~80GTEBK7OJKL.0 size=1048576 2024-09-20T22:02:07.482 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.480+0000 7fe779a9b640 1 < canceled part key=_multipart_UUWQ1G2142U2.2~80GTEBK7OJKL.1 size=859755 2024-09-20T22:02:07.485 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.484+0000 7fe779a9b640 1 < canceled multipart upload key=UUWQ1G2142U2 upload=80GTEBK7OJKL tag=CV85Y72UD2BM type=write size=2956907 2024-09-20T22:02:07.488 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.486+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=D9DZEVI9MBK0 type=write size=840110 2024-09-20T22:02:07.490 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.489+0000 7fe779a9b640 1 < completed delete operation key=IYYXNW4DO800 tag=1U1XH4C8WDAW type=del 2024-09-20T22:02:07.492 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.491+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=RLOOLL2FA094 type=write size=303527 2024-09-20T22:02:07.494 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.492+0000 7fe779a9b640 1 < completed part key=_multipart_CV3QPH1KJL9D.2~RXOLGJMR2D4B.0 size=29632 2024-09-20T22:02:07.497 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.496+0000 7fe779a9b640 1 < completed multipart upload key=CV3QPH1KJL9D upload=RXOLGJMR2D4B tag=3PDYB66LK8FB type=write size=1078208 2024-09-20T22:02:07.500 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.499+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~1V1Z5IXSKUTJ.0 size=1048576 2024-09-20T22:02:07.502 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.501+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~1V1Z5IXSKUTJ.1 size=1048576 2024-09-20T22:02:07.504 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.502+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~1V1Z5IXSKUTJ.2 size=873840 2024-09-20T22:02:07.504 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.502+0000 7fe779a9b640 1 > prepared multipart upload key=KJYZZ8S3T5DH upload=1V1Z5IXSKUTJ tag=CBNRCLUBUC4O type=write size=4019568 2024-09-20T22:02:07.506 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.504+0000 7fe779a9b640 1 < completed part key=_multipart_ICBPE9ZH55FB.2~L7E2AQ4LO4LL.0 size=892105 2024-09-20T22:02:07.508 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.507+0000 7fe779a9b640 1 < completed multipart upload key=ICBPE9ZH55FB upload=L7E2AQ4LO4LL tag=TLMLGD824CAL type=write size=1940681 2024-09-20T22:02:07.510 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.509+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=TZOH1B78HGZ8 type=del size=812133 2024-09-20T22:02:07.512 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.511+0000 7fe779a9b640 1 < completed delete operation key=ZSXI0P8QFMQN tag=BT8WMBMMD0G9 type=del 2024-09-20T22:02:07.516 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.515+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~8HG2JJ30LV1T.0 size=1048576 2024-09-20T22:02:07.518 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.517+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~8HG2JJ30LV1T.1 size=1048576 2024-09-20T22:02:07.520 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.518+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~8HG2JJ30LV1T.2 size=56734 2024-09-20T22:02:07.520 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.518+0000 7fe779a9b640 1 > prepared multipart upload key=RB3UQB71OHKI upload=8HG2JJ30LV1T tag=G2TYJU1S9VWM type=write size=3202462 2024-09-20T22:02:07.522 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.521+0000 7fe779a9b640 1 < completed delete operation key=OM2NI3GCUE4O tag=UYWL0CWNG6RK type=del 2024-09-20T22:02:07.524 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.523+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=2GBE1PXAMDY8 type=write size=919665 2024-09-20T22:02:07.526 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.525+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~M2F38SS7SXY3.0 size=762341 2024-09-20T22:02:07.531 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.529+0000 7fe779a9b640 1 < completed multipart upload key=JE0BX5GAIPSB upload=M2F38SS7SXY3 tag=0YUCN1HACZ50 type=write size=1810917 2024-09-20T22:02:07.533 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.532+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=ATCFNNJ8XKPQ type=del size=391063 2024-09-20T22:02:07.535 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.534+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~8Z3FZYHFYJEX.0 size=809179 2024-09-20T22:02:07.539 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.537+0000 7fe779a9b640 1 < completed multipart upload key=1J1YL7XL0LAY upload=8Z3FZYHFYJEX tag=JPV63PD24Y2U type=write size=1857755 2024-09-20T22:02:07.541 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.540+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=EC1Q1XTD8FFC type=del size=1299941 2024-09-20T22:02:07.543 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.542+0000 7fe779a9b640 1 < completed delete operation key=QCX4FDH1E7DG tag=MLOJPI937ALY type=del 2024-09-20T22:02:07.545 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.544+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=C09ZCD2LORHG type=write size=456299 2024-09-20T22:02:07.547 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.546+0000 7fe779a9b640 1 < completed part key=_multipart_4NVVK8DRHTJL.2~OUIOFE09H7CQ.0 size=1048576 2024-09-20T22:02:07.549 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.548+0000 7fe779a9b640 1 < completed part key=_multipart_4NVVK8DRHTJL.2~OUIOFE09H7CQ.1 size=999257 2024-09-20T22:02:07.552 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.551+0000 7fe779a9b640 1 < completed multipart upload key=4NVVK8DRHTJL upload=OUIOFE09H7CQ tag=DTXJFH68GM0F type=write size=3096409 2024-09-20T22:02:07.554 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.553+0000 7fe779a9b640 1 > prepared operation key=OWUA691MUMB6 tag=68EVAJ3JGD46 type=del size=2338611 2024-09-20T22:02:07.556 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.555+0000 7fe779a9b640 1 < completed delete operation key=CV3QPH1KJL9D tag=N3GEORUQL44Y type=del 2024-09-20T22:02:07.558 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.557+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=LAN7T4Z379CL type=del size=325204 2024-09-20T22:02:07.560 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.559+0000 7fe779a9b640 1 < completed delete operation key=B0070VZB3UZF tag=Z1MOLC81UMVU type=del 2024-09-20T22:02:07.562 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.561+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=UMHS9UKL2G9I type=del size=1049073 2024-09-20T22:02:07.564 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.563+0000 7fe779a9b640 1 < completed delete operation key=UUWQ1G2142U2 tag=7EBB562RGY4R type=del 2024-09-20T22:02:07.566 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.565+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=91BWKNAZGTBP type=del size=2593763 2024-09-20T22:02:07.568 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.567+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~ZSE9AOL5D6ZV.0 size=1010270 2024-09-20T22:02:07.571 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.570+0000 7fe779a9b640 1 < completed multipart upload key=JE0BX5GAIPSB upload=ZSE9AOL5D6ZV tag=P9LUT4HTX6DH type=write size=2058846 2024-09-20T22:02:07.575 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.573+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~INBDNN88PGZC.0 size=1048576 2024-09-20T22:02:07.576 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.575+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~INBDNN88PGZC.1 size=1048576 2024-09-20T22:02:07.578 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.577+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~INBDNN88PGZC.2 size=273118 2024-09-20T22:02:07.578 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.577+0000 7fe779a9b640 1 > prepared multipart upload key=KJYZZ8S3T5DH upload=INBDNN88PGZC tag=GXMDQ87NIFQ1 type=write size=3418846 2024-09-20T22:02:07.580 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.578+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~TZLEJ7NTBPLX.0 size=722739 2024-09-20T22:02:07.583 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.582+0000 7fe779a9b640 1 < completed multipart upload key=8Y1S1ZFNVQO3 upload=TZLEJ7NTBPLX tag=5OWEE83UEJPZ type=write size=1771315 2024-09-20T22:02:07.587 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.585+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~3M22AXN1U6CO.0 size=1048576 2024-09-20T22:02:07.588 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.587+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~3M22AXN1U6CO.1 size=1048576 2024-09-20T22:02:07.589 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.588+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~3M22AXN1U6CO.2 size=383140 2024-09-20T22:02:07.590 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.588+0000 7fe779a9b640 1 > prepared multipart upload key=B0070VZB3UZF upload=3M22AXN1U6CO tag=NH71800TMWGV type=write size=3528868 2024-09-20T22:02:07.591 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.590+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~1HBH5T1ABK2O.0 size=478825 2024-09-20T22:02:07.595 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.594+0000 7fe779a9b640 1 < completed multipart upload key=6YM3TKGM41LJ upload=1HBH5T1ABK2O tag=GLYL6LSWFR1W type=write size=1527401 2024-09-20T22:02:07.597 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.595+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=6LD1EUQR1JK4 type=del size=2042162 2024-09-20T22:02:07.600 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.599+0000 7fe779a9b640 1 < suggested update operation key=KJYZZ8S3T5DH tag=D9DZEVI9MBK0 type=write size=840110 2024-09-20T22:02:07.602 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.601+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=VSLTNUXSN2PH type=del size=2176454 2024-09-20T22:02:07.606 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.605+0000 7fe779a9b640 1 < suggested remove operation key=ELDR91I33NDH tag=RLOOLL2FA094 type=write 2024-09-20T22:02:07.608 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.607+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=XSQPLISD110J type=del size=766850 2024-09-20T22:02:07.610 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.609+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~1V1Z5IXSKUTJ.0 size=1048576 2024-09-20T22:02:07.610 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.609+0000 7fe779a9b640 1 < canceled part key=_multipart_KJYZZ8S3T5DH.2~1V1Z5IXSKUTJ.1 size=1048576 2024-09-20T22:02:07.612 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.611+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~1V1Z5IXSKUTJ.2 size=873840 2024-09-20T22:02:07.616 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.615+0000 7fe779a9b640 1 < canceled multipart upload key=KJYZZ8S3T5DH upload=1V1Z5IXSKUTJ tag=CBNRCLUBUC4O type=write size=4019568 2024-09-20T22:02:07.620 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.618+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~Y281A0WFTIJX.0 size=1048576 2024-09-20T22:02:07.621 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.620+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~Y281A0WFTIJX.1 size=816027 2024-09-20T22:02:07.621 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.620+0000 7fe779a9b640 1 > prepared multipart upload key=QCX4FDH1E7DG upload=Y281A0WFTIJX tag=BSO4BG30NKF7 type=write size=2913179 2024-09-20T22:02:07.623 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.622+0000 7fe779a9b640 1 < completed delete operation key=1TRSEURXV2X9 tag=TZOH1B78HGZ8 type=del 2024-09-20T22:02:07.625 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.624+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=PW3G94GL1Z4M type=del size=339444 2024-09-20T22:02:07.628 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.626+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~8HG2JJ30LV1T.0 size=1048576 2024-09-20T22:02:07.628 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.626+0000 7fe779a9b640 1 < canceled part key=_multipart_RB3UQB71OHKI.2~8HG2JJ30LV1T.1 size=1048576 2024-09-20T22:02:07.629 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.628+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~8HG2JJ30LV1T.2 size=56734 2024-09-20T22:02:07.633 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.631+0000 7fe779a9b640 1 < canceled multipart upload key=RB3UQB71OHKI upload=8HG2JJ30LV1T tag=G2TYJU1S9VWM type=write size=3202462 2024-09-20T22:02:07.635 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.634+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=1R0KBSTOUE10 type=del size=3630327 2024-09-20T22:02:07.637 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.636+0000 7fe779a9b640 1 < completed write operation key=4NVVK8DRHTJL tag=2GBE1PXAMDY8 type=write size=919665 2024-09-20T22:02:07.641 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.640+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~G59OEM9YSY7X.0 size=1048576 2024-09-20T22:02:07.642 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.641+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~G59OEM9YSY7X.1 size=233436 2024-09-20T22:02:07.643 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.641+0000 7fe779a9b640 1 > prepared multipart upload key=JE0BX5GAIPSB upload=G59OEM9YSY7X tag=VOQQIDO1KDJ9 type=write size=2330588 2024-09-20T22:02:07.644 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.643+0000 7fe779a9b640 1 < completed delete operation key=OM2NI3GCUE4O tag=ATCFNNJ8XKPQ type=del 2024-09-20T22:02:07.646 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.645+0000 7fe779a9b640 1 > prepared operation key=3YV668WNVJ3G tag=J7XJ17RIWIZX type=del size=175250 2024-09-20T22:02:07.648 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.647+0000 7fe779a9b640 1 < completed delete operation key=OM2NI3GCUE4O tag=EC1Q1XTD8FFC type=del 2024-09-20T22:02:07.652 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.651+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~NP9WFNDIVOZ7.0 size=1048576 2024-09-20T22:02:07.654 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.652+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~NP9WFNDIVOZ7.1 size=1048576 2024-09-20T22:02:07.655 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.654+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~NP9WFNDIVOZ7.2 size=736840 2024-09-20T22:02:07.655 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.654+0000 7fe779a9b640 1 > prepared multipart upload key=JE0BX5GAIPSB upload=NP9WFNDIVOZ7 tag=V79NXQNARDTH type=write size=3882568 2024-09-20T22:02:07.657 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.656+0000 7fe779a9b640 1 < completed write operation key=RM93KDNRZ38I tag=C09ZCD2LORHG type=write size=456299 2024-09-20T22:02:07.659 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.658+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=XGSFWDBWOB8S type=del size=4084185 2024-09-20T22:02:07.661 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.660+0000 7fe779a9b640 1 < completed delete operation key=OWUA691MUMB6 tag=68EVAJ3JGD46 type=del 2024-09-20T22:02:07.665 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.663+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~I4RS78Q475SV.0 size=1048576 2024-09-20T22:02:07.666 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.665+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~I4RS78Q475SV.1 size=960721 2024-09-20T22:02:07.666 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.665+0000 7fe779a9b640 1 > prepared multipart upload key=1J1YL7XL0LAY upload=I4RS78Q475SV tag=BMQ4O8GOTY3I type=write size=3057873 2024-09-20T22:02:07.670 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.669+0000 7fe779a9b640 1 < suggested remove operation key=CV3QPH1KJL9D tag=LAN7T4Z379CL type=del 2024-09-20T22:02:07.672 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.671+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=01MAK5V52EWO type=del size=580106 2024-09-20T22:02:07.675 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.674+0000 7fe779a9b640 -1 < failed to complete operation key=KJYZZ8S3T5DH tag=UMHS9UKL2G9I type=del size=1049073: (22) Invalid argument 2024-09-20T22:02:07.677 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.676+0000 7fe779a9b640 1 > prepared operation key=JE0BX5GAIPSB tag=JXUTGDHWR3LI type=del size=1121876 2024-09-20T22:02:07.679 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.677+0000 7fe779a9b640 1 < completed delete operation key=OM2NI3GCUE4O tag=91BWKNAZGTBP type=del 2024-09-20T22:02:07.680 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.679+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=R0D9CBLGGKGD type=del size=2240618 2024-09-20T22:02:07.683 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.681+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~INBDNN88PGZC.0 size=1048576 2024-09-20T22:02:07.683 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.681+0000 7fe779a9b640 1 < canceled part key=_multipart_KJYZZ8S3T5DH.2~INBDNN88PGZC.1 size=1048576 2024-09-20T22:02:07.684 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.683+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~INBDNN88PGZC.2 size=273118 2024-09-20T22:02:07.688 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.686+0000 7fe779a9b640 1 < canceled multipart upload key=KJYZZ8S3T5DH upload=INBDNN88PGZC tag=GXMDQ87NIFQ1 type=write size=3418846 2024-09-20T22:02:07.690 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.688+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=DF2IP0HL4SVS type=write size=217909 2024-09-20T22:02:07.692 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.690+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~3M22AXN1U6CO.0 size=1048576 2024-09-20T22:02:07.693 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.692+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~3M22AXN1U6CO.1 size=1048576 2024-09-20T22:02:07.695 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.694+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~3M22AXN1U6CO.2 size=383140 2024-09-20T22:02:07.698 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.697+0000 7fe779a9b640 1 < completed multipart upload key=B0070VZB3UZF upload=3M22AXN1U6CO tag=NH71800TMWGV type=write size=3528868 2024-09-20T22:02:07.700 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.699+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=XOX71A5S6H20 type=del size=3279091 2024-09-20T22:02:07.702 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.701+0000 7fe779a9b640 1 < completed delete operation key=ECSEX4SHKJA4 tag=6LD1EUQR1JK4 type=del 2024-09-20T22:02:07.704 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.703+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=688VTM28TI2B type=del size=3252326 2024-09-20T22:02:07.706 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.705+0000 7fe779a9b640 1 < completed delete operation key=0M6DAP8CZAPL tag=VSLTNUXSN2PH type=del 2024-09-20T22:02:07.708 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.706+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=6OTWJMWC8A2Z type=del size=1056165 2024-09-20T22:02:07.710 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.708+0000 7fe779a9b640 1 < completed delete operation key=ECSEX4SHKJA4 tag=XSQPLISD110J type=del 2024-09-20T22:02:07.712 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.710+0000 7fe779a9b640 1 > prepared operation key=OWUA691MUMB6 tag=NNB882WVJUT5 type=del size=2798060 2024-09-20T22:02:07.714 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.712+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~Y281A0WFTIJX.0 size=1048576 2024-09-20T22:02:07.715 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.714+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~Y281A0WFTIJX.1 size=816027 2024-09-20T22:02:07.719 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.717+0000 7fe779a9b640 1 < completed multipart upload key=QCX4FDH1E7DG upload=Y281A0WFTIJX tag=BSO4BG30NKF7 type=write size=2913179 2024-09-20T22:02:07.721 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.720+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=3JQL0QSK05AK type=del size=2348582 2024-09-20T22:02:07.723 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.722+0000 7fe779a9b640 1 < completed delete operation key=DRE6QQSJ9ZVU tag=PW3G94GL1Z4M type=del 2024-09-20T22:02:07.727 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.725+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~JMITP88HDI61.0 size=1048576 2024-09-20T22:02:07.729 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.727+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~JMITP88HDI61.1 size=379676 2024-09-20T22:02:07.729 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.727+0000 7fe779a9b640 1 > prepared multipart upload key=U24WBDE9OPS7 upload=JMITP88HDI61 tag=87LG7CR2BYGS type=write size=2476828 2024-09-20T22:02:07.731 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.730+0000 7fe779a9b640 1 < completed delete operation key=RM93KDNRZ38I tag=1R0KBSTOUE10 type=del 2024-09-20T22:02:07.735 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.733+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~UKE4SKGT40RC.0 size=1048576 2024-09-20T22:02:07.736 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.735+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~UKE4SKGT40RC.1 size=542406 2024-09-20T22:02:07.736 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.735+0000 7fe779a9b640 1 > prepared multipart upload key=T9NTHA21NTII upload=UKE4SKGT40RC tag=7CH1MNG85HY4 type=write size=2639558 2024-09-20T22:02:07.738 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.737+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~G59OEM9YSY7X.0 size=1048576 2024-09-20T22:02:07.740 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.738+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~G59OEM9YSY7X.1 size=233436 2024-09-20T22:02:07.743 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.742+0000 7fe779a9b640 1 < completed multipart upload key=JE0BX5GAIPSB upload=G59OEM9YSY7X tag=VOQQIDO1KDJ9 type=write size=2330588 2024-09-20T22:02:07.748 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.746+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~85DFACBSRFTB.0 size=510759 2024-09-20T22:02:07.748 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.746+0000 7fe779a9b640 1 > prepared multipart upload key=KJYZZ8S3T5DH upload=85DFACBSRFTB tag=JFB51P77KU7R type=write size=1559335 2024-09-20T22:02:07.752 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.750+0000 7fe779a9b640 1 < suggested remove operation key=3YV668WNVJ3G tag=J7XJ17RIWIZX type=del 2024-09-20T22:02:07.754 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.753+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=PM5SYOCCVKQ2 type=del size=2176913 2024-09-20T22:02:07.754 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.753+0000 7fe779a9b640 1 < canceled part key=_multipart_JE0BX5GAIPSB.2~NP9WFNDIVOZ7.0 size=1048576 2024-09-20T22:02:07.756 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.754+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~NP9WFNDIVOZ7.1 size=1048576 2024-09-20T22:02:07.758 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.756+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~NP9WFNDIVOZ7.2 size=736840 2024-09-20T22:02:07.761 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.760+0000 7fe779a9b640 1 < canceled multipart upload key=JE0BX5GAIPSB upload=NP9WFNDIVOZ7 tag=V79NXQNARDTH type=write size=3882568 2024-09-20T22:02:07.765 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.764+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~5LN9YJSTE2H9.0 size=823801 2024-09-20T22:02:07.765 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.764+0000 7fe779a9b640 1 > prepared multipart upload key=1TRSEURXV2X9 upload=5LN9YJSTE2H9 tag=ZQCNJ5FKJ3KY type=write size=1872377 2024-09-20T22:02:07.770 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.769+0000 7fe779a9b640 1 < suggested update operation key=VAH8ANWTPTHQ tag=XGSFWDBWOB8S type=del size=4084185 2024-09-20T22:02:07.773 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.772+0000 7fe779a9b640 1 > prepared part key=_multipart_IYYXNW4DO800.2~EX3FBE3T021P.0 size=1048576 2024-09-20T22:02:07.775 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.774+0000 7fe779a9b640 1 > prepared part key=_multipart_IYYXNW4DO800.2~EX3FBE3T021P.1 size=858896 2024-09-20T22:02:07.775 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.774+0000 7fe779a9b640 1 > prepared multipart upload key=IYYXNW4DO800 upload=EX3FBE3T021P tag=WK6S9THLYS9U type=write size=2956048 2024-09-20T22:02:07.775 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.774+0000 7fe779a9b640 1 < canceled part key=_multipart_1J1YL7XL0LAY.2~I4RS78Q475SV.0 size=1048576 2024-09-20T22:02:07.777 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.776+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~I4RS78Q475SV.1 size=960721 2024-09-20T22:02:07.781 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.779+0000 7fe779a9b640 1 < canceled multipart upload key=1J1YL7XL0LAY upload=I4RS78Q475SV tag=BMQ4O8GOTY3I type=write size=3057873 2024-09-20T22:02:07.784 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.783+0000 7fe779a9b640 1 > prepared part key=_multipart_IYYXNW4DO800.2~Z8RZ75LY5XQ1.0 size=1048576 2024-09-20T22:02:07.787 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.785+0000 7fe779a9b640 1 > prepared part key=_multipart_IYYXNW4DO800.2~Z8RZ75LY5XQ1.1 size=385227 2024-09-20T22:02:07.787 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.785+0000 7fe779a9b640 1 > prepared multipart upload key=IYYXNW4DO800 upload=Z8RZ75LY5XQ1 tag=DG2IPR5PDRXG type=write size=2482379 2024-09-20T22:02:07.789 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.787+0000 7fe779a9b640 1 < completed delete operation key=JHHMXS36ATIL tag=01MAK5V52EWO type=del 2024-09-20T22:02:07.792 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.791+0000 7fe779a9b640 1 > prepared part key=_multipart_4NVVK8DRHTJL.2~1GP4GCUXHRY3.0 size=1048576 2024-09-20T22:02:07.794 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.793+0000 7fe779a9b640 1 > prepared part key=_multipart_4NVVK8DRHTJL.2~1GP4GCUXHRY3.1 size=989286 2024-09-20T22:02:07.794 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.793+0000 7fe779a9b640 1 > prepared multipart upload key=4NVVK8DRHTJL upload=1GP4GCUXHRY3 tag=7AZNI0UWIVEM type=write size=3086438 2024-09-20T22:02:07.796 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.794+0000 7fe779a9b640 1 < completed delete operation key=JE0BX5GAIPSB tag=JXUTGDHWR3LI type=del 2024-09-20T22:02:07.798 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.796+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=J3JUUN1BN9HN type=write size=633761 2024-09-20T22:02:07.800 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.798+0000 7fe779a9b640 1 < completed delete operation key=6YM3TKGM41LJ tag=R0D9CBLGGKGD type=del 2024-09-20T22:02:07.803 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.802+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~4EJM8MBZ02VO.0 size=736785 2024-09-20T22:02:07.803 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.802+0000 7fe779a9b640 1 > prepared multipart upload key=OM2NI3GCUE4O upload=4EJM8MBZ02VO tag=KGTVWTA2BOSY type=write size=1785361 2024-09-20T22:02:07.807 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.806+0000 7fe779a9b640 1 < suggested update operation key=4NVVK8DRHTJL tag=DF2IP0HL4SVS type=write size=217909 2024-09-20T22:02:07.811 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.810+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~PQ3XQFSSVFNV.0 size=974712 2024-09-20T22:02:07.812 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.810+0000 7fe779a9b640 1 > prepared multipart upload key=R44R5QNUZJMC upload=PQ3XQFSSVFNV tag=XUTKHVYU1KY2 type=write size=2023288 2024-09-20T22:02:07.813 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.812+0000 7fe779a9b640 1 < completed delete operation key=RM93KDNRZ38I tag=XOX71A5S6H20 type=del 2024-09-20T22:02:07.817 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.816+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~VPFTWRQ9FR6Q.0 size=1048576 2024-09-20T22:02:07.819 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.817+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~VPFTWRQ9FR6Q.1 size=1048576 2024-09-20T22:02:07.820 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.819+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~VPFTWRQ9FR6Q.2 size=506437 2024-09-20T22:02:07.820 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.819+0000 7fe779a9b640 1 > prepared multipart upload key=R44R5QNUZJMC upload=VPFTWRQ9FR6Q tag=WSDJYRSSRQMU type=write size=3652165 2024-09-20T22:02:07.822 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.821+0000 7fe779a9b640 1 < canceled operation key=OM2NI3GCUE4O tag=688VTM28TI2B type=del size=3252326 2024-09-20T22:02:07.824 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.823+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=QZFKGAIOGDZD type=del size=3133052 2024-09-20T22:02:07.826 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.825+0000 7fe779a9b640 1 < completed delete operation key=6YM3TKGM41LJ tag=6OTWJMWC8A2Z type=del 2024-09-20T22:02:07.828 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.827+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=4RCDDT7H0F81 type=del size=1891480 2024-09-20T22:02:07.830 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.829+0000 7fe779a9b640 1 < completed delete operation key=OWUA691MUMB6 tag=NNB882WVJUT5 type=del 2024-09-20T22:02:07.832 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.831+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=HL88HX8DKI4G type=del size=1657506 2024-09-20T22:02:07.834 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.833+0000 7fe779a9b640 1 < completed delete operation key=QCX4FDH1E7DG tag=3JQL0QSK05AK type=del 2024-09-20T22:02:07.838 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.837+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~BIKLFLTU0GB5.0 size=1048576 2024-09-20T22:02:07.840 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.838+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~BIKLFLTU0GB5.1 size=1048576 2024-09-20T22:02:07.841 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.840+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~BIKLFLTU0GB5.2 size=30079 2024-09-20T22:02:07.841 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.840+0000 7fe779a9b640 1 > prepared multipart upload key=ELDR91I33NDH upload=BIKLFLTU0GB5 tag=50ERQK9D455Q type=write size=3175807 2024-09-20T22:02:07.843 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.842+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~JMITP88HDI61.0 size=1048576 2024-09-20T22:02:07.845 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.844+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~JMITP88HDI61.1 size=379676 2024-09-20T22:02:07.848 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.847+0000 7fe779a9b640 1 < completed multipart upload key=U24WBDE9OPS7 upload=JMITP88HDI61 tag=87LG7CR2BYGS type=write size=2476828 2024-09-20T22:02:07.850 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.849+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=I2FYTEUOSG8D type=del size=78986 2024-09-20T22:02:07.852 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.851+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~UKE4SKGT40RC.0 size=1048576 2024-09-20T22:02:07.855 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.853+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~UKE4SKGT40RC.1 size=542406 2024-09-20T22:02:07.858 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.857+0000 7fe779a9b640 1 < completed multipart upload key=T9NTHA21NTII upload=UKE4SKGT40RC tag=7CH1MNG85HY4 type=write size=2639558 2024-09-20T22:02:07.862 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.860+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~CKBCRSKKJQSN.0 size=1048576 2024-09-20T22:02:07.863 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.862+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~CKBCRSKKJQSN.1 size=828923 2024-09-20T22:02:07.863 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.862+0000 7fe779a9b640 1 > prepared multipart upload key=68I8AEC312OU upload=CKBCRSKKJQSN tag=CSYS55UII4R1 type=write size=2926075 2024-09-20T22:02:07.866 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.865+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~85DFACBSRFTB.0 size=510759 2024-09-20T22:02:07.869 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.868+0000 7fe779a9b640 1 < completed multipart upload key=KJYZZ8S3T5DH upload=85DFACBSRFTB tag=JFB51P77KU7R type=write size=1559335 2024-09-20T22:02:07.873 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.872+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~67RJDO5TVG16.0 size=1048576 2024-09-20T22:02:07.874 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.873+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~67RJDO5TVG16.1 size=993069 2024-09-20T22:02:07.875 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.873+0000 7fe779a9b640 1 > prepared multipart upload key=68I8AEC312OU upload=67RJDO5TVG16 tag=8UKYKKMSFY80 type=write size=3090221 2024-09-20T22:02:07.877 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.876+0000 7fe779a9b640 1 < completed delete operation key=68I8AEC312OU tag=PM5SYOCCVKQ2 type=del 2024-09-20T22:02:07.881 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.879+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~2YBE267P1L3Q.0 size=1048576 2024-09-20T22:02:07.882 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.881+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~2YBE267P1L3Q.1 size=1048576 2024-09-20T22:02:07.884 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.882+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~2YBE267P1L3Q.2 size=580612 2024-09-20T22:02:07.884 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.882+0000 7fe779a9b640 1 > prepared multipart upload key=U24WBDE9OPS7 upload=2YBE267P1L3Q tag=Q6J3ZGPN307S type=write size=3726340 2024-09-20T22:02:07.886 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.885+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~5LN9YJSTE2H9.0 size=823801 2024-09-20T22:02:07.890 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.888+0000 7fe779a9b640 1 < completed multipart upload key=1TRSEURXV2X9 upload=5LN9YJSTE2H9 tag=ZQCNJ5FKJ3KY type=write size=1872377 2024-09-20T22:02:07.894 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.892+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~F1V86PBYILR2.0 size=559131 2024-09-20T22:02:07.894 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.892+0000 7fe779a9b640 1 > prepared multipart upload key=UUWQ1G2142U2 upload=F1V86PBYILR2 tag=89OLBAF4FZ8S type=write size=1607707 2024-09-20T22:02:07.895 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.894+0000 7fe779a9b640 1 < completed part key=_multipart_IYYXNW4DO800.2~EX3FBE3T021P.0 size=1048576 2024-09-20T22:02:07.897 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.896+0000 7fe779a9b640 1 < completed part key=_multipart_IYYXNW4DO800.2~EX3FBE3T021P.1 size=858896 2024-09-20T22:02:07.901 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.900+0000 7fe779a9b640 1 < completed multipart upload key=IYYXNW4DO800 upload=EX3FBE3T021P tag=WK6S9THLYS9U type=write size=2956048 2024-09-20T22:02:07.905 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.903+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~6MN40ZUKFOT1.0 size=1048576 2024-09-20T22:02:07.906 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.905+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~6MN40ZUKFOT1.1 size=1048576 2024-09-20T22:02:07.908 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.906+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~6MN40ZUKFOT1.2 size=1004755 2024-09-20T22:02:07.908 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.907+0000 7fe779a9b640 1 > prepared multipart upload key=1J1YL7XL0LAY upload=6MN40ZUKFOT1 tag=012WAEGU5NTD type=write size=4150483 2024-09-20T22:02:07.910 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.908+0000 7fe779a9b640 1 < completed part key=_multipart_IYYXNW4DO800.2~Z8RZ75LY5XQ1.0 size=1048576 2024-09-20T22:02:07.911 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.910+0000 7fe779a9b640 1 < completed part key=_multipart_IYYXNW4DO800.2~Z8RZ75LY5XQ1.1 size=385227 2024-09-20T22:02:07.915 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.914+0000 7fe779a9b640 1 < completed multipart upload key=IYYXNW4DO800 upload=Z8RZ75LY5XQ1 tag=DG2IPR5PDRXG type=write size=2482379 2024-09-20T22:02:07.919 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.917+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~ZFJ1VKJHRR29.0 size=1048576 2024-09-20T22:02:07.920 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.919+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~ZFJ1VKJHRR29.1 size=881891 2024-09-20T22:02:07.921 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.919+0000 7fe779a9b640 1 > prepared multipart upload key=ICBPE9ZH55FB upload=ZFJ1VKJHRR29 tag=HC52192OL6UO type=write size=2979043 2024-09-20T22:02:07.921 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.919+0000 7fe779a9b640 1 < canceled part key=_multipart_4NVVK8DRHTJL.2~1GP4GCUXHRY3.0 size=1048576 2024-09-20T22:02:07.921 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.919+0000 7fe779a9b640 1 < canceled part key=_multipart_4NVVK8DRHTJL.2~1GP4GCUXHRY3.1 size=989286 2024-09-20T22:02:07.924 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.923+0000 7fe779a9b640 1 < canceled multipart upload key=4NVVK8DRHTJL upload=1GP4GCUXHRY3 tag=7AZNI0UWIVEM type=write size=3086438 2024-09-20T22:02:07.926 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.924+0000 7fe779a9b640 1 > prepared operation key=RB3UQB71OHKI tag=CQ6M9VHKB3OH type=del size=1802393 2024-09-20T22:02:07.930 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.928+0000 7fe779a9b640 1 < suggested remove operation key=DRE6QQSJ9ZVU tag=J3JUUN1BN9HN type=write 2024-09-20T22:02:07.932 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.930+0000 7fe779a9b640 1 > prepared operation key=RB3UQB71OHKI tag=8QJ21T724QOQ type=write size=737758 2024-09-20T22:02:07.934 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.932+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~4EJM8MBZ02VO.0 size=736785 2024-09-20T22:02:07.937 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.936+0000 7fe779a9b640 1 < completed multipart upload key=OM2NI3GCUE4O upload=4EJM8MBZ02VO tag=KGTVWTA2BOSY type=write size=1785361 2024-09-20T22:02:07.940 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.939+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~1FKPJOC1TGUR.0 size=1048576 2024-09-20T22:02:07.942 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.941+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~1FKPJOC1TGUR.1 size=1001688 2024-09-20T22:02:07.942 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.941+0000 7fe779a9b640 1 > prepared multipart upload key=U24WBDE9OPS7 upload=1FKPJOC1TGUR tag=9ZS8DWP6DVP4 type=write size=3098840 2024-09-20T22:02:07.944 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.943+0000 7fe779a9b640 1 < completed part key=_multipart_R44R5QNUZJMC.2~PQ3XQFSSVFNV.0 size=974712 2024-09-20T22:02:07.948 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.947+0000 7fe779a9b640 1 < completed multipart upload key=R44R5QNUZJMC upload=PQ3XQFSSVFNV tag=XUTKHVYU1KY2 type=write size=2023288 2024-09-20T22:02:07.951 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.950+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~DXSTQ638Q4B2.0 size=721912 2024-09-20T22:02:07.951 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.950+0000 7fe779a9b640 1 > prepared multipart upload key=B0070VZB3UZF upload=DXSTQ638Q4B2 tag=7G03HHFY2IMW type=write size=1770488 2024-09-20T22:02:07.954 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.952+0000 7fe779a9b640 1 < completed part key=_multipart_R44R5QNUZJMC.2~VPFTWRQ9FR6Q.0 size=1048576 2024-09-20T22:02:07.956 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.955+0000 7fe779a9b640 1 < completed part key=_multipart_R44R5QNUZJMC.2~VPFTWRQ9FR6Q.1 size=1048576 2024-09-20T22:02:07.958 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.956+0000 7fe779a9b640 1 < completed part key=_multipart_R44R5QNUZJMC.2~VPFTWRQ9FR6Q.2 size=506437 2024-09-20T22:02:07.961 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.959+0000 7fe779a9b640 1 < completed multipart upload key=R44R5QNUZJMC upload=VPFTWRQ9FR6Q tag=WSDJYRSSRQMU type=write size=3652165 2024-09-20T22:02:07.963 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.961+0000 7fe779a9b640 1 > prepared operation key=OWUA691MUMB6 tag=5DFQILNSVT0R type=del size=3538743 2024-09-20T22:02:07.964 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.963+0000 7fe779a9b640 1 < completed delete operation key=6YM3TKGM41LJ tag=QZFKGAIOGDZD type=del 2024-09-20T22:02:07.967 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.965+0000 7fe779a9b640 1 > prepared operation key=XEPWA2JTOEC2 tag=YZ23UHF10BHG type=del size=2967337 2024-09-20T22:02:07.970 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.969+0000 7fe779a9b640 1 < suggested update operation key=1TRSEURXV2X9 tag=4RCDDT7H0F81 type=del size=1891480 2024-09-20T22:02:07.972 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.971+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=EZONIJRTGC1G type=write size=57279 2024-09-20T22:02:07.974 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.973+0000 7fe779a9b640 -1 < failed to complete operation key=DRE6QQSJ9ZVU tag=HL88HX8DKI4G type=del size=1657506: (22) Invalid argument 2024-09-20T22:02:07.976 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.975+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=ACGU2BTN5QRJ type=del size=2108197 2024-09-20T22:02:07.979 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.978+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~BIKLFLTU0GB5.0 size=1048576 2024-09-20T22:02:07.981 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.979+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~BIKLFLTU0GB5.1 size=1048576 2024-09-20T22:02:07.981 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.979+0000 7fe779a9b640 1 < canceled part key=_multipart_ELDR91I33NDH.2~BIKLFLTU0GB5.2 size=30079 2024-09-20T22:02:07.984 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.983+0000 7fe779a9b640 1 < canceled multipart upload key=ELDR91I33NDH upload=BIKLFLTU0GB5 tag=50ERQK9D455Q type=write size=3175807 2024-09-20T22:02:07.987 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.986+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~TMLDVRB3MPWF.0 size=870931 2024-09-20T22:02:07.988 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.986+0000 7fe779a9b640 1 > prepared multipart upload key=XEPWA2JTOEC2 upload=TMLDVRB3MPWF tag=LH2GLFKTJP2E type=write size=1919507 2024-09-20T22:02:07.989 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.988+0000 7fe779a9b640 1 < completed delete operation key=RM93KDNRZ38I tag=I2FYTEUOSG8D type=del 2024-09-20T22:02:07.991 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.990+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=888K00OBNMMP type=del size=240405 2024-09-20T22:02:07.993 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.992+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~CKBCRSKKJQSN.0 size=1048576 2024-09-20T22:02:07.995 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.993+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~CKBCRSKKJQSN.1 size=828923 2024-09-20T22:02:07.998 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:07.997+0000 7fe779a9b640 1 < completed multipart upload key=68I8AEC312OU upload=CKBCRSKKJQSN tag=CSYS55UII4R1 type=write size=2926075 2024-09-20T22:02:08.001 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.000+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~36CLL6EKQGG4.0 size=1048576 2024-09-20T22:02:08.003 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.001+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~36CLL6EKQGG4.1 size=1048576 2024-09-20T22:02:08.004 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.003+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~36CLL6EKQGG4.2 size=1000465 2024-09-20T22:02:08.004 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.003+0000 7fe779a9b640 1 > prepared multipart upload key=KJYZZ8S3T5DH upload=36CLL6EKQGG4 tag=QDR5K22HREZH type=write size=4146193 2024-09-20T22:02:08.006 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.005+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~67RJDO5TVG16.0 size=1048576 2024-09-20T22:02:08.008 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.006+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~67RJDO5TVG16.1 size=993069 2024-09-20T22:02:08.011 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.010+0000 7fe779a9b640 1 < completed multipart upload key=68I8AEC312OU upload=67RJDO5TVG16 tag=8UKYKKMSFY80 type=write size=3090221 2024-09-20T22:02:08.013 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.012+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=CNV8AREDL4X8 type=del size=3140289 2024-09-20T22:02:08.015 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.014+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~2YBE267P1L3Q.0 size=1048576 2024-09-20T22:02:08.017 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.015+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~2YBE267P1L3Q.1 size=1048576 2024-09-20T22:02:08.018 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.017+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~2YBE267P1L3Q.2 size=580612 2024-09-20T22:02:08.022 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.020+0000 7fe779a9b640 1 < completed multipart upload key=U24WBDE9OPS7 upload=2YBE267P1L3Q tag=Q6J3ZGPN307S type=write size=3726340 2024-09-20T22:02:08.024 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.022+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=B0CWTHQJC3KO type=del size=492380 2024-09-20T22:02:08.026 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.024+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~F1V86PBYILR2.0 size=559131 2024-09-20T22:02:08.030 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.028+0000 7fe779a9b640 1 < completed multipart upload key=UUWQ1G2142U2 upload=F1V86PBYILR2 tag=89OLBAF4FZ8S type=write size=1607707 2024-09-20T22:02:08.032 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.030+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=FUQKT7L78N02 type=del size=609442 2024-09-20T22:02:08.034 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.032+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~6MN40ZUKFOT1.0 size=1048576 2024-09-20T22:02:08.035 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.034+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~6MN40ZUKFOT1.1 size=1048576 2024-09-20T22:02:08.035 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.034+0000 7fe779a9b640 1 < canceled part key=_multipart_1J1YL7XL0LAY.2~6MN40ZUKFOT1.2 size=1004755 2024-09-20T22:02:08.039 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.038+0000 7fe779a9b640 1 < canceled multipart upload key=1J1YL7XL0LAY upload=6MN40ZUKFOT1 tag=012WAEGU5NTD type=write size=4150483 2024-09-20T22:02:08.041 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.039+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=RWL23NAA36B3 type=del size=740416 2024-09-20T22:02:08.043 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.042+0000 7fe779a9b640 1 < completed part key=_multipart_ICBPE9ZH55FB.2~ZFJ1VKJHRR29.0 size=1048576 2024-09-20T22:02:08.045 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.044+0000 7fe779a9b640 1 < completed part key=_multipart_ICBPE9ZH55FB.2~ZFJ1VKJHRR29.1 size=881891 2024-09-20T22:02:08.048 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.047+0000 7fe779a9b640 1 < completed multipart upload key=ICBPE9ZH55FB upload=ZFJ1VKJHRR29 tag=HC52192OL6UO type=write size=2979043 2024-09-20T22:02:08.053 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.051+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~VN41YYFLJ3XV.0 size=1048576 2024-09-20T22:02:08.054 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.053+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~VN41YYFLJ3XV.1 size=1048576 2024-09-20T22:02:08.056 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.055+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~VN41YYFLJ3XV.2 size=669198 2024-09-20T22:02:08.056 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.055+0000 7fe779a9b640 1 > prepared multipart upload key=JE0BX5GAIPSB upload=VN41YYFLJ3XV tag=T604Z1S4TG1E type=write size=3814926 2024-09-20T22:02:08.058 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.056+0000 7fe779a9b640 1 < completed delete operation key=RB3UQB71OHKI tag=CQ6M9VHKB3OH type=del 2024-09-20T22:02:08.061 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.060+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~C5918BRDV4RZ.0 size=1048576 2024-09-20T22:02:08.063 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.062+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~C5918BRDV4RZ.1 size=630709 2024-09-20T22:02:08.063 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.062+0000 7fe779a9b640 1 > prepared multipart upload key=DRE6QQSJ9ZVU upload=C5918BRDV4RZ tag=GER9315UBN6U type=write size=2727861 2024-09-20T22:02:08.065 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.063+0000 7fe779a9b640 1 < completed write operation key=RB3UQB71OHKI tag=8QJ21T724QOQ type=write size=737758 2024-09-20T22:02:08.067 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.065+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=DT4QNRKK6OS5 type=del size=2029496 2024-09-20T22:02:08.068 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.067+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~1FKPJOC1TGUR.0 size=1048576 2024-09-20T22:02:08.070 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.069+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~1FKPJOC1TGUR.1 size=1001688 2024-09-20T22:02:08.073 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.072+0000 7fe779a9b640 1 < completed multipart upload key=U24WBDE9OPS7 upload=1FKPJOC1TGUR tag=9ZS8DWP6DVP4 type=write size=3098840 2024-09-20T22:02:08.077 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.076+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~687EX1MRWR3O.0 size=397540 2024-09-20T22:02:08.077 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.076+0000 7fe779a9b640 1 > prepared multipart upload key=6YM3TKGM41LJ upload=687EX1MRWR3O tag=Y3LS6Q5Y2I77 type=write size=1446116 2024-09-20T22:02:08.079 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.077+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~DXSTQ638Q4B2.0 size=721912 2024-09-20T22:02:08.082 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.081+0000 7fe779a9b640 1 < completed multipart upload key=B0070VZB3UZF upload=DXSTQ638Q4B2 tag=7G03HHFY2IMW type=write size=1770488 2024-09-20T22:02:08.084 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.082+0000 7fe779a9b640 1 > prepared operation key=UUWQ1G2142U2 tag=3FGELBOX2YJ8 type=del size=1167013 2024-09-20T22:02:08.088 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.087+0000 7fe779a9b640 1 < suggested remove operation key=OWUA691MUMB6 tag=5DFQILNSVT0R type=del 2024-09-20T22:02:08.090 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.089+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=ZLE2PBI4P39E type=del size=2238785 2024-09-20T22:02:08.092 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.091+0000 7fe779a9b640 1 < completed delete operation key=XEPWA2JTOEC2 tag=YZ23UHF10BHG type=del 2024-09-20T22:02:08.096 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.095+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~48XJEIEFLRS0.0 size=1048576 2024-09-20T22:02:08.098 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.097+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~48XJEIEFLRS0.1 size=1048576 2024-09-20T22:02:08.100 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.098+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~48XJEIEFLRS0.2 size=146530 2024-09-20T22:02:08.100 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.098+0000 7fe779a9b640 1 > prepared multipart upload key=1TRSEURXV2X9 upload=48XJEIEFLRS0 tag=AKLMYO2JDQCU type=write size=3292258 2024-09-20T22:02:08.101 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.100+0000 7fe779a9b640 1 < completed write operation key=68I8AEC312OU tag=EZONIJRTGC1G type=write size=57279 2024-09-20T22:02:08.104 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.102+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=6EPVVTI05DHM type=del size=1630964 2024-09-20T22:02:08.106 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.105+0000 7fe779a9b640 1 < completed delete operation key=RM93KDNRZ38I tag=ACGU2BTN5QRJ type=del 2024-09-20T22:02:08.108 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.107+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=BNRM8GTB8Z2H type=del size=382613 2024-09-20T22:02:08.110 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.109+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~TMLDVRB3MPWF.0 size=870931 2024-09-20T22:02:08.113 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.112+0000 7fe779a9b640 1 < completed multipart upload key=XEPWA2JTOEC2 upload=TMLDVRB3MPWF tag=LH2GLFKTJP2E type=write size=1919507 2024-09-20T22:02:08.115 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.114+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=40K44S38UYE3 type=del size=2723459 2024-09-20T22:02:08.117 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.116+0000 7fe779a9b640 1 < completed delete operation key=ZSXI0P8QFMQN tag=888K00OBNMMP type=del 2024-09-20T22:02:08.121 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.119+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~TNVT704YBMST.0 size=422439 2024-09-20T22:02:08.121 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.119+0000 7fe779a9b640 1 > prepared multipart upload key=3YV668WNVJ3G upload=TNVT704YBMST tag=MHZUBWUTQ2JL type=write size=1471015 2024-09-20T22:02:08.123 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.122+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~36CLL6EKQGG4.0 size=1048576 2024-09-20T22:02:08.125 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.123+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~36CLL6EKQGG4.1 size=1048576 2024-09-20T22:02:08.126 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.125+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~36CLL6EKQGG4.2 size=1000465 2024-09-20T22:02:08.129 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.128+0000 7fe779a9b640 1 < completed multipart upload key=KJYZZ8S3T5DH upload=36CLL6EKQGG4 tag=QDR5K22HREZH type=write size=4146193 2024-09-20T22:02:08.131 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.130+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=XT6CAH1AZR60 type=write size=49311 2024-09-20T22:02:08.135 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.134+0000 7fe779a9b640 1 < suggested remove operation key=CV3QPH1KJL9D tag=CNV8AREDL4X8 type=del 2024-09-20T22:02:08.138 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.136+0000 7fe779a9b640 1 > prepared operation key=RB3UQB71OHKI tag=MQGC8VFS2JUS type=del size=1647750 2024-09-20T22:02:08.140 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.138+0000 7fe779a9b640 1 < completed delete operation key=4NVVK8DRHTJL tag=B0CWTHQJC3KO type=del 2024-09-20T22:02:08.142 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.141+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=KGQZN03YKH2F type=del size=2481506 2024-09-20T22:02:08.146 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.144+0000 7fe779a9b640 1 < suggested remove operation key=U24WBDE9OPS7 tag=FUQKT7L78N02 type=del 2024-09-20T22:02:08.149 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.148+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~VHS0WL3ZT389.0 size=1048576 2024-09-20T22:02:08.151 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.150+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~VHS0WL3ZT389.1 size=1048576 2024-09-20T22:02:08.152 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.151+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~VHS0WL3ZT389.2 size=19802 2024-09-20T22:02:08.152 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.151+0000 7fe779a9b640 1 > prepared multipart upload key=ICBPE9ZH55FB upload=VHS0WL3ZT389 tag=UC3CDL733IRR type=write size=3165530 2024-09-20T22:02:08.154 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.153+0000 7fe779a9b640 1 < completed delete operation key=PNZZ2ZGG009S tag=RWL23NAA36B3 type=del 2024-09-20T22:02:08.158 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.157+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~4G2CHMVLSROF.0 size=1048576 2024-09-20T22:02:08.160 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.159+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~4G2CHMVLSROF.1 size=1048576 2024-09-20T22:02:08.162 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.160+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~4G2CHMVLSROF.2 size=627412 2024-09-20T22:02:08.162 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.160+0000 7fe779a9b640 1 > prepared multipart upload key=1J1YL7XL0LAY upload=4G2CHMVLSROF tag=19TNH8F6Z8UC type=write size=3773140 2024-09-20T22:02:08.163 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.162+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~VN41YYFLJ3XV.0 size=1048576 2024-09-20T22:02:08.166 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.164+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~VN41YYFLJ3XV.1 size=1048576 2024-09-20T22:02:08.167 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.166+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~VN41YYFLJ3XV.2 size=669198 2024-09-20T22:02:08.170 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.169+0000 7fe779a9b640 1 < completed multipart upload key=JE0BX5GAIPSB upload=VN41YYFLJ3XV tag=T604Z1S4TG1E type=write size=3814926 2024-09-20T22:02:08.172 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.171+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=XSLUVK11Q63Q type=write size=180969 2024-09-20T22:02:08.174 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.173+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~C5918BRDV4RZ.0 size=1048576 2024-09-20T22:02:08.176 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.174+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~C5918BRDV4RZ.1 size=630709 2024-09-20T22:02:08.179 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.178+0000 7fe779a9b640 1 < completed multipart upload key=DRE6QQSJ9ZVU upload=C5918BRDV4RZ tag=GER9315UBN6U type=write size=2727861 2024-09-20T22:02:08.181 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.180+0000 7fe779a9b640 1 > prepared operation key=UUWQ1G2142U2 tag=YE9IDU5R3L7J type=write size=650196 2024-09-20T22:02:08.183 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.182+0000 7fe779a9b640 1 < completed delete operation key=DRE6QQSJ9ZVU tag=DT4QNRKK6OS5 type=del 2024-09-20T22:02:08.186 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.184+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=UW19GAE625EF type=del size=408781 2024-09-20T22:02:08.187 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.186+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~687EX1MRWR3O.0 size=397540 2024-09-20T22:02:08.191 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.189+0000 7fe779a9b640 1 < completed multipart upload key=6YM3TKGM41LJ upload=687EX1MRWR3O tag=Y3LS6Q5Y2I77 type=write size=1446116 2024-09-20T22:02:08.193 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.191+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=WVMBE8KT3LPQ type=del size=4081361 2024-09-20T22:02:08.194 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.193+0000 7fe779a9b640 1 < completed delete operation key=UUWQ1G2142U2 tag=3FGELBOX2YJ8 type=del 2024-09-20T22:02:08.196 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.195+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=A8K6AHW16RND type=del size=1768962 2024-09-20T22:02:08.198 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.197+0000 7fe779a9b640 1 < completed delete operation key=QCX4FDH1E7DG tag=ZLE2PBI4P39E type=del 2024-09-20T22:02:08.200 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.199+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=MN32J72G0CVQ type=del size=2055201 2024-09-20T22:02:08.202 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.201+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~48XJEIEFLRS0.0 size=1048576 2024-09-20T22:02:08.204 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.202+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~48XJEIEFLRS0.1 size=1048576 2024-09-20T22:02:08.205 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.204+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~48XJEIEFLRS0.2 size=146530 2024-09-20T22:02:08.208 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.207+0000 7fe779a9b640 1 < completed multipart upload key=1TRSEURXV2X9 upload=48XJEIEFLRS0 tag=AKLMYO2JDQCU type=write size=3292258 2024-09-20T22:02:08.210 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.209+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=BS3CNXLEFDRU type=del size=3131666 2024-09-20T22:02:08.213 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.211+0000 7fe779a9b640 1 < completed delete operation key=VAH8ANWTPTHQ tag=6EPVVTI05DHM type=del 2024-09-20T22:02:08.216 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.215+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~07A0AB2D3MCH.0 size=1048576 2024-09-20T22:02:08.218 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.216+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~07A0AB2D3MCH.1 size=267084 2024-09-20T22:02:08.218 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.216+0000 7fe779a9b640 1 > prepared multipart upload key=6YM3TKGM41LJ upload=07A0AB2D3MCH tag=P0GAP6VUI3L8 type=write size=2364236 2024-09-20T22:02:08.222 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.220+0000 7fe779a9b640 1 < suggested remove operation key=KJYZZ8S3T5DH tag=BNRM8GTB8Z2H type=del 2024-09-20T22:02:08.223 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.222+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=0M9CJUXK69UG type=del size=392789 2024-09-20T22:02:08.225 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.224+0000 7fe779a9b640 1 < completed delete operation key=6YM3TKGM41LJ tag=40K44S38UYE3 type=del 2024-09-20T22:02:08.227 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.226+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=KSRHPUIGHH7I type=del size=1278034 2024-09-20T22:02:08.229 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.228+0000 7fe779a9b640 1 < completed part key=_multipart_3YV668WNVJ3G.2~TNVT704YBMST.0 size=422439 2024-09-20T22:02:08.233 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.232+0000 7fe779a9b640 1 < completed multipart upload key=3YV668WNVJ3G upload=TNVT704YBMST tag=MHZUBWUTQ2JL type=write size=1471015 2024-09-20T22:02:08.235 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.234+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=LYWI4BBOE8XJ type=del size=4184618 2024-09-20T22:02:08.237 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.236+0000 7fe779a9b640 1 < completed write operation key=JHHMXS36ATIL tag=XT6CAH1AZR60 type=write size=49311 2024-09-20T22:02:08.239 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.237+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=YLD55UZVVBQX type=del size=2583679 2024-09-20T22:02:08.241 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.239+0000 7fe779a9b640 1 < completed delete operation key=RB3UQB71OHKI tag=MQGC8VFS2JUS type=del 2024-09-20T22:02:08.243 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.241+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=Q8GQ4K7UDHIZ type=del size=2240201 2024-09-20T22:02:08.246 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.245+0000 7fe779a9b640 1 < suggested update operation key=7KQSF1OMUOVW tag=KGQZN03YKH2F type=del size=2481506 2024-09-20T22:02:08.250 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.248+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~OPK8AA4TK1RB.0 size=1048576 2024-09-20T22:02:08.252 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.250+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~OPK8AA4TK1RB.1 size=1048576 2024-09-20T22:02:08.253 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.252+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~OPK8AA4TK1RB.2 size=912386 2024-09-20T22:02:08.253 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.252+0000 7fe779a9b640 1 > prepared multipart upload key=XEPWA2JTOEC2 upload=OPK8AA4TK1RB tag=SZIKXVNBKZ5G type=write size=4058114 2024-09-20T22:02:08.256 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.255+0000 7fe779a9b640 1 < completed part key=_multipart_ICBPE9ZH55FB.2~VHS0WL3ZT389.0 size=1048576 2024-09-20T22:02:08.258 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.257+0000 7fe779a9b640 1 < completed part key=_multipart_ICBPE9ZH55FB.2~VHS0WL3ZT389.1 size=1048576 2024-09-20T22:02:08.260 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.258+0000 7fe779a9b640 1 < completed part key=_multipart_ICBPE9ZH55FB.2~VHS0WL3ZT389.2 size=19802 2024-09-20T22:02:08.263 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.262+0000 7fe779a9b640 1 < completed multipart upload key=ICBPE9ZH55FB upload=VHS0WL3ZT389 tag=UC3CDL733IRR type=write size=3165530 2024-09-20T22:02:08.267 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.265+0000 7fe779a9b640 1 > prepared part key=_multipart_7KQSF1OMUOVW.2~WKCL7X6SVBCZ.0 size=1048576 2024-09-20T22:02:08.268 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.267+0000 7fe779a9b640 1 > prepared part key=_multipart_7KQSF1OMUOVW.2~WKCL7X6SVBCZ.1 size=1048576 2024-09-20T22:02:08.270 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.269+0000 7fe779a9b640 1 > prepared part key=_multipart_7KQSF1OMUOVW.2~WKCL7X6SVBCZ.2 size=607367 2024-09-20T22:02:08.271 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.269+0000 7fe779a9b640 1 > prepared multipart upload key=7KQSF1OMUOVW upload=WKCL7X6SVBCZ tag=0ZP3Q00UMNNI type=write size=3753095 2024-09-20T22:02:08.273 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.271+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~4G2CHMVLSROF.0 size=1048576 2024-09-20T22:02:08.274 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.273+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~4G2CHMVLSROF.1 size=1048576 2024-09-20T22:02:08.275 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.273+0000 7fe779a9b640 1 < canceled part key=_multipart_1J1YL7XL0LAY.2~4G2CHMVLSROF.2 size=627412 2024-09-20T22:02:08.278 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.277+0000 7fe779a9b640 1 < canceled multipart upload key=1J1YL7XL0LAY upload=4G2CHMVLSROF tag=19TNH8F6Z8UC type=write size=3773140 2024-09-20T22:02:08.281 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.279+0000 7fe779a9b640 1 > prepared operation key=RB3UQB71OHKI tag=1GEECVLQARBC type=del size=3018748 2024-09-20T22:02:08.283 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.282+0000 7fe779a9b640 1 < completed write operation key=PNZZ2ZGG009S tag=XSLUVK11Q63Q type=write size=180969 2024-09-20T22:02:08.285 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.284+0000 7fe779a9b640 1 > prepared operation key=ICBPE9ZH55FB tag=Q2C0IOW5S7SN type=write size=687551 2024-09-20T22:02:08.287 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.286+0000 7fe779a9b640 1 < completed write operation key=UUWQ1G2142U2 tag=YE9IDU5R3L7J type=write size=650196 2024-09-20T22:02:08.291 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.289+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~943UH3AJVMZP.0 size=1048576 2024-09-20T22:02:08.292 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.291+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~943UH3AJVMZP.1 size=1048576 2024-09-20T22:02:08.294 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.293+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~943UH3AJVMZP.2 size=199004 2024-09-20T22:02:08.294 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.293+0000 7fe779a9b640 1 > prepared multipart upload key=VAH8ANWTPTHQ upload=943UH3AJVMZP tag=81XRGALPQCZK type=write size=3344732 2024-09-20T22:02:08.296 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.294+0000 7fe779a9b640 1 < completed delete operation key=OM2NI3GCUE4O tag=UW19GAE625EF type=del 2024-09-20T22:02:08.298 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.296+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=1VX0LIEV4B0R type=del size=3494582 2024-09-20T22:02:08.300 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.298+0000 7fe779a9b640 1 < completed delete operation key=R44R5QNUZJMC tag=WVMBE8KT3LPQ type=del 2024-09-20T22:02:08.303 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.302+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~PZBUJHRH5IZX.0 size=252633 2024-09-20T22:02:08.303 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.302+0000 7fe779a9b640 1 > prepared multipart upload key=R44R5QNUZJMC upload=PZBUJHRH5IZX tag=28XNK0HJ9PRT type=write size=1301209 2024-09-20T22:02:08.305 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.304+0000 7fe779a9b640 1 < completed delete operation key=68I8AEC312OU tag=A8K6AHW16RND type=del 2024-09-20T22:02:08.309 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.308+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~QW41XPX0ZOD9.0 size=1048576 2024-09-20T22:02:08.311 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.310+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~QW41XPX0ZOD9.1 size=1048576 2024-09-20T22:02:08.313 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.311+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~QW41XPX0ZOD9.2 size=182194 2024-09-20T22:02:08.313 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.311+0000 7fe779a9b640 1 > prepared multipart upload key=8Y1S1ZFNVQO3 upload=QW41XPX0ZOD9 tag=4JNP6FF81CPC type=write size=3327922 2024-09-20T22:02:08.317 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.315+0000 7fe779a9b640 1 < suggested remove operation key=QCX4FDH1E7DG tag=MN32J72G0CVQ type=del 2024-09-20T22:02:08.318 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.317+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=ZJ5I722T03YP type=del size=1690277 2024-09-20T22:02:08.320 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.319+0000 7fe779a9b640 1 < completed delete operation key=6YM3TKGM41LJ tag=BS3CNXLEFDRU type=del 2024-09-20T22:02:08.324 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.323+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~TBDW9QJJGN05.0 size=754478 2024-09-20T22:02:08.324 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.323+0000 7fe779a9b640 1 > prepared multipart upload key=68I8AEC312OU upload=TBDW9QJJGN05 tag=FTKEGR7Y80SJ type=write size=1803054 2024-09-20T22:02:08.326 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.325+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~07A0AB2D3MCH.0 size=1048576 2024-09-20T22:02:08.328 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.326+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~07A0AB2D3MCH.1 size=267084 2024-09-20T22:02:08.332 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.330+0000 7fe779a9b640 1 < completed multipart upload key=6YM3TKGM41LJ upload=07A0AB2D3MCH tag=P0GAP6VUI3L8 type=write size=2364236 2024-09-20T22:02:08.335 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.334+0000 7fe779a9b640 1 > prepared part key=_multipart_OWUA691MUMB6.2~I9MR44EFSWK0.0 size=1048576 2024-09-20T22:02:08.338 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.337+0000 7fe779a9b640 1 > prepared part key=_multipart_OWUA691MUMB6.2~I9MR44EFSWK0.1 size=1048576 2024-09-20T22:02:08.340 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.339+0000 7fe779a9b640 1 > prepared part key=_multipart_OWUA691MUMB6.2~I9MR44EFSWK0.2 size=472549 2024-09-20T22:02:08.340 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.339+0000 7fe779a9b640 1 > prepared multipart upload key=OWUA691MUMB6 upload=I9MR44EFSWK0 tag=L3JRD8DT2W2T type=write size=3618277 2024-09-20T22:02:08.343 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.341+0000 7fe779a9b640 1 < completed delete operation key=1TRSEURXV2X9 tag=0M9CJUXK69UG type=del 2024-09-20T22:02:08.344 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.343+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=5RRPLXCQPUVD type=del size=3315030 2024-09-20T22:02:08.346 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.345+0000 7fe779a9b640 1 < completed delete operation key=OM2NI3GCUE4O tag=KSRHPUIGHH7I type=del 2024-09-20T22:02:08.350 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.349+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~3JD1U16SCR0J.0 size=383211 2024-09-20T22:02:08.350 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.349+0000 7fe779a9b640 1 > prepared multipart upload key=3YV668WNVJ3G upload=3JD1U16SCR0J tag=8S25F4JK2RBZ type=write size=1431787 2024-09-20T22:02:08.356 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.354+0000 7fe779a9b640 1 < suggested update operation key=CV3QPH1KJL9D tag=LYWI4BBOE8XJ type=del size=4184618 2024-09-20T22:02:08.358 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.356+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=OGZ4TFWEXMBL type=del size=4064110 2024-09-20T22:02:08.360 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.358+0000 7fe779a9b640 1 < completed delete operation key=ECSEX4SHKJA4 tag=YLD55UZVVBQX type=del 2024-09-20T22:02:08.362 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.361+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=O1Z3UAO60N04 type=del size=3770960 2024-09-20T22:02:08.366 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.364+0000 7fe779a9b640 1 < suggested update operation key=JHHMXS36ATIL tag=Q8GQ4K7UDHIZ type=del size=2240201 2024-09-20T22:02:08.368 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.367+0000 7fe779a9b640 1 > prepared operation key=XEPWA2JTOEC2 tag=4DTFUBY4KIMR type=del size=2000052 2024-09-20T22:02:08.370 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.369+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~OPK8AA4TK1RB.0 size=1048576 2024-09-20T22:02:08.372 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.371+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~OPK8AA4TK1RB.1 size=1048576 2024-09-20T22:02:08.374 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.372+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~OPK8AA4TK1RB.2 size=912386 2024-09-20T22:02:08.377 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.376+0000 7fe779a9b640 1 < completed multipart upload key=XEPWA2JTOEC2 upload=OPK8AA4TK1RB tag=SZIKXVNBKZ5G type=write size=4058114 2024-09-20T22:02:08.379 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.377+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=C3UQ0VE7HQ7Q type=del size=4041574 2024-09-20T22:02:08.381 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.379+0000 7fe779a9b640 1 < completed part key=_multipart_7KQSF1OMUOVW.2~WKCL7X6SVBCZ.0 size=1048576 2024-09-20T22:02:08.382 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.381+0000 7fe779a9b640 1 < completed part key=_multipart_7KQSF1OMUOVW.2~WKCL7X6SVBCZ.1 size=1048576 2024-09-20T22:02:08.384 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.383+0000 7fe779a9b640 1 < completed part key=_multipart_7KQSF1OMUOVW.2~WKCL7X6SVBCZ.2 size=607367 2024-09-20T22:02:08.388 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.387+0000 7fe779a9b640 1 < completed multipart upload key=7KQSF1OMUOVW upload=WKCL7X6SVBCZ tag=0ZP3Q00UMNNI type=write size=3753095 2024-09-20T22:02:08.390 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.389+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=3OKOCI91TWMV type=del size=617392 2024-09-20T22:02:08.394 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.393+0000 7fe779a9b640 1 < suggested update operation key=RB3UQB71OHKI tag=1GEECVLQARBC type=del size=3018748 2024-09-20T22:02:08.398 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.397+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~18R5XP61B08A.0 size=994658 2024-09-20T22:02:08.398 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.397+0000 7fe779a9b640 1 > prepared multipart upload key=ECSEX4SHKJA4 upload=18R5XP61B08A tag=1211BB9NQZ0X type=write size=2043234 2024-09-20T22:02:08.400 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.399+0000 7fe779a9b640 1 < completed write operation key=ICBPE9ZH55FB tag=Q2C0IOW5S7SN type=write size=687551 2024-09-20T22:02:08.402 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.401+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=34WFL6MJ8FBT type=write size=854029 2024-09-20T22:02:08.405 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.403+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~943UH3AJVMZP.0 size=1048576 2024-09-20T22:02:08.406 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.405+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~943UH3AJVMZP.1 size=1048576 2024-09-20T22:02:08.408 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.407+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~943UH3AJVMZP.2 size=199004 2024-09-20T22:02:08.412 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.411+0000 7fe779a9b640 1 < completed multipart upload key=VAH8ANWTPTHQ upload=943UH3AJVMZP tag=81XRGALPQCZK type=write size=3344732 2024-09-20T22:02:08.415 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.414+0000 7fe779a9b640 1 > prepared operation key=UUWQ1G2142U2 tag=0HLI86TP1S1F type=write size=403567 2024-09-20T22:02:08.417 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.416+0000 7fe779a9b640 1 < completed delete operation key=KJYZZ8S3T5DH tag=1VX0LIEV4B0R type=del 2024-09-20T22:02:08.421 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.420+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~FVMCKYF7DWHZ.0 size=69110 2024-09-20T22:02:08.421 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.420+0000 7fe779a9b640 1 > prepared multipart upload key=B0070VZB3UZF upload=FVMCKYF7DWHZ tag=F2009IO3XTMO type=write size=1117686 2024-09-20T22:02:08.423 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.422+0000 7fe779a9b640 1 < completed part key=_multipart_R44R5QNUZJMC.2~PZBUJHRH5IZX.0 size=252633 2024-09-20T22:02:08.427 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.425+0000 7fe779a9b640 1 < completed multipart upload key=R44R5QNUZJMC upload=PZBUJHRH5IZX tag=28XNK0HJ9PRT type=write size=1301209 2024-09-20T22:02:08.429 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.428+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=C557T88ED0OC type=del size=2462566 2024-09-20T22:02:08.431 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.430+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~QW41XPX0ZOD9.0 size=1048576 2024-09-20T22:02:08.431 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.430+0000 7fe779a9b640 1 < canceled part key=_multipart_8Y1S1ZFNVQO3.2~QW41XPX0ZOD9.1 size=1048576 2024-09-20T22:02:08.432 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.431+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~QW41XPX0ZOD9.2 size=182194 2024-09-20T22:02:08.436 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.435+0000 7fe779a9b640 1 < canceled multipart upload key=8Y1S1ZFNVQO3 upload=QW41XPX0ZOD9 tag=4JNP6FF81CPC type=write size=3327922 2024-09-20T22:02:08.438 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.437+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=OUVUTVCN8252 type=del size=44290 2024-09-20T22:02:08.442 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.440+0000 7fe779a9b640 1 < suggested update operation key=ECSEX4SHKJA4 tag=ZJ5I722T03YP type=del size=1690277 2024-09-20T22:02:08.444 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.442+0000 7fe779a9b640 1 > prepared operation key=OWUA691MUMB6 tag=YHUE06O7RB4A type=del size=2670690 2024-09-20T22:02:08.446 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.444+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~TBDW9QJJGN05.0 size=754478 2024-09-20T22:02:08.449 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.448+0000 7fe779a9b640 1 < completed multipart upload key=68I8AEC312OU upload=TBDW9QJJGN05 tag=FTKEGR7Y80SJ type=write size=1803054 2024-09-20T22:02:08.453 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.451+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~JU62COYFNKE9.0 size=1048576 2024-09-20T22:02:08.454 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.453+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~JU62COYFNKE9.1 size=311430 2024-09-20T22:02:08.454 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.453+0000 7fe779a9b640 1 > prepared multipart upload key=1J1YL7XL0LAY upload=JU62COYFNKE9 tag=DHV1FKAYHTK0 type=write size=2408582 2024-09-20T22:02:08.456 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.455+0000 7fe779a9b640 1 < completed part key=_multipart_OWUA691MUMB6.2~I9MR44EFSWK0.0 size=1048576 2024-09-20T22:02:08.458 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.456+0000 7fe779a9b640 1 < completed part key=_multipart_OWUA691MUMB6.2~I9MR44EFSWK0.1 size=1048576 2024-09-20T22:02:08.459 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.458+0000 7fe779a9b640 1 < completed part key=_multipart_OWUA691MUMB6.2~I9MR44EFSWK0.2 size=472549 2024-09-20T22:02:08.463 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.461+0000 7fe779a9b640 1 < completed multipart upload key=OWUA691MUMB6 upload=I9MR44EFSWK0 tag=L3JRD8DT2W2T type=write size=3618277 2024-09-20T22:02:08.465 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.463+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=1PIIDC5PIX26 type=del size=3375489 2024-09-20T22:02:08.467 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.465+0000 7fe779a9b640 1 < completed delete operation key=7KQSF1OMUOVW tag=5RRPLXCQPUVD type=del 2024-09-20T22:02:08.469 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.467+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=HP5RUU0MH5SU type=del size=3154559 2024-09-20T22:02:08.471 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.469+0000 7fe779a9b640 1 < completed part key=_multipart_3YV668WNVJ3G.2~3JD1U16SCR0J.0 size=383211 2024-09-20T22:02:08.474 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.473+0000 7fe779a9b640 1 < completed multipart upload key=3YV668WNVJ3G upload=3JD1U16SCR0J tag=8S25F4JK2RBZ type=write size=1431787 2024-09-20T22:02:08.478 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.476+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~48F9HQX362KL.0 size=1048576 2024-09-20T22:02:08.479 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.478+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~48F9HQX362KL.1 size=1005663 2024-09-20T22:02:08.479 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.478+0000 7fe779a9b640 1 > prepared multipart upload key=UUWQ1G2142U2 upload=48F9HQX362KL tag=URWJR9UQPWFI type=write size=3102815 2024-09-20T22:02:08.481 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.480+0000 7fe779a9b640 1 < canceled operation key=6YM3TKGM41LJ tag=OGZ4TFWEXMBL type=del size=4064110 2024-09-20T22:02:08.485 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.484+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~23N6GLX2AA3E.0 size=1030099 2024-09-20T22:02:08.485 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.484+0000 7fe779a9b640 1 > prepared multipart upload key=KJYZZ8S3T5DH upload=23N6GLX2AA3E tag=FAU199NA7BO2 type=write size=2078675 2024-09-20T22:02:08.489 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.488+0000 7fe779a9b640 1 < suggested update operation key=ZSXI0P8QFMQN tag=O1Z3UAO60N04 type=del size=3770960 2024-09-20T22:02:08.493 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.491+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~MB61J4L60F1U.0 size=1048576 2024-09-20T22:02:08.495 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.493+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~MB61J4L60F1U.1 size=1048576 2024-09-20T22:02:08.496 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.495+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~MB61J4L60F1U.2 size=1037374 2024-09-20T22:02:08.496 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.495+0000 7fe779a9b640 1 > prepared multipart upload key=8Y1S1ZFNVQO3 upload=MB61J4L60F1U tag=YZ4EK6I34W6E type=write size=4183102 2024-09-20T22:02:08.498 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.497+0000 7fe779a9b640 1 < completed delete operation key=XEPWA2JTOEC2 tag=4DTFUBY4KIMR type=del 2024-09-20T22:02:08.501 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.499+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=3LB88EGZATS9 type=del size=1438883 2024-09-20T22:02:08.503 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.502+0000 7fe779a9b640 1 < completed delete operation key=68I8AEC312OU tag=C3UQ0VE7HQ7Q type=del 2024-09-20T22:02:08.505 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.504+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=D53V5M4VEAXD type=del size=1897005 2024-09-20T22:02:08.507 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.505+0000 7fe779a9b640 1 < completed delete operation key=6YM3TKGM41LJ tag=3OKOCI91TWMV type=del 2024-09-20T22:02:08.509 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.507+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=98ZRLF3TUXD7 type=del size=715322 2024-09-20T22:02:08.511 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.509+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~18R5XP61B08A.0 size=994658 2024-09-20T22:02:08.514 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.513+0000 7fe779a9b640 1 < completed multipart upload key=ECSEX4SHKJA4 upload=18R5XP61B08A tag=1211BB9NQZ0X type=write size=2043234 2024-09-20T22:02:08.518 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.517+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~1UBKEENSNVGS.0 size=1048576 2024-09-20T22:02:08.520 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.518+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~1UBKEENSNVGS.1 size=771315 2024-09-20T22:02:08.520 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.518+0000 7fe779a9b640 1 > prepared multipart upload key=PNZZ2ZGG009S upload=1UBKEENSNVGS tag=8919K0P36Y04 type=write size=2868467 2024-09-20T22:02:08.522 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.521+0000 7fe779a9b640 1 < completed write operation key=B0070VZB3UZF tag=34WFL6MJ8FBT type=write size=854029 2024-09-20T22:02:08.526 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.524+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~ASOEAPRFBMSZ.0 size=1048576 2024-09-20T22:02:08.528 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.526+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~ASOEAPRFBMSZ.1 size=533993 2024-09-20T22:02:08.528 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.526+0000 7fe779a9b640 1 > prepared multipart upload key=OM2NI3GCUE4O upload=ASOEAPRFBMSZ tag=0KYJ5FC9UDBS type=write size=2631145 2024-09-20T22:02:08.530 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.529+0000 7fe779a9b640 1 < completed write operation key=UUWQ1G2142U2 tag=0HLI86TP1S1F type=write size=403567 2024-09-20T22:02:08.536 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.535+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~T0522RO6MY32.0 size=1048576 2024-09-20T22:02:08.539 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.538+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~T0522RO6MY32.1 size=1048576 2024-09-20T22:02:08.545 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.543+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~T0522RO6MY32.2 size=657135 2024-09-20T22:02:08.545 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.543+0000 7fe779a9b640 1 > prepared multipart upload key=KJYZZ8S3T5DH upload=T0522RO6MY32 tag=HD99C5STMP0Q type=write size=3802863 2024-09-20T22:02:08.548 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.546+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~FVMCKYF7DWHZ.0 size=69110 2024-09-20T22:02:08.554 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.552+0000 7fe779a9b640 1 < completed multipart upload key=B0070VZB3UZF upload=FVMCKYF7DWHZ tag=F2009IO3XTMO type=write size=1117686 2024-09-20T22:02:08.557 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.555+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=6Z6ORJWS5HOU type=del size=3174585 2024-09-20T22:02:08.561 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.559+0000 7fe779a9b640 1 < canceled operation key=KJYZZ8S3T5DH tag=C557T88ED0OC type=del size=2462566 2024-09-20T22:02:08.564 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.563+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=OPS8FACP2LEW type=del size=1634939 2024-09-20T22:02:08.571 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.569+0000 7fe779a9b640 1 < completed delete operation key=U24WBDE9OPS7 tag=OUVUTVCN8252 type=del 2024-09-20T22:02:08.579 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.578+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=H538POWA04JI type=del size=89598 2024-09-20T22:02:08.582 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.581+0000 7fe779a9b640 1 < completed delete operation key=OWUA691MUMB6 tag=YHUE06O7RB4A type=del 2024-09-20T22:02:08.584 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.583+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=HHONSGYA1BPF type=del size=3803942 2024-09-20T22:02:08.584 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.583+0000 7fe779a9b640 1 < canceled part key=_multipart_1J1YL7XL0LAY.2~JU62COYFNKE9.0 size=1048576 2024-09-20T22:02:08.584 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.583+0000 7fe779a9b640 1 < canceled part key=_multipart_1J1YL7XL0LAY.2~JU62COYFNKE9.1 size=311430 2024-09-20T22:02:08.588 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.586+0000 7fe779a9b640 1 < canceled multipart upload key=1J1YL7XL0LAY upload=JU62COYFNKE9 tag=DHV1FKAYHTK0 type=write size=2408582 2024-09-20T22:02:08.590 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.588+0000 7fe779a9b640 1 > prepared operation key=1J1YL7XL0LAY tag=D9A0MAF2O70A type=del size=2357443 2024-09-20T22:02:08.592 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.591+0000 7fe779a9b640 -1 < failed to complete operation key=ZSXI0P8QFMQN tag=1PIIDC5PIX26 type=del size=3375489: (22) Invalid argument 2024-09-20T22:02:08.596 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.594+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~PZQLLUXPBJL4.0 size=550553 2024-09-20T22:02:08.596 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.594+0000 7fe779a9b640 1 > prepared multipart upload key=XEPWA2JTOEC2 upload=PZQLLUXPBJL4 tag=YLDVSG4RSLY6 type=write size=1599129 2024-09-20T22:02:08.599 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.597+0000 7fe779a9b640 -1 < failed to complete operation key=ZSXI0P8QFMQN tag=HP5RUU0MH5SU type=del size=3154559: (22) Invalid argument 2024-09-20T22:02:08.602 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.601+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=DSMA5KC8A1M8 type=del size=2691033 2024-09-20T22:02:08.604 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.603+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~48F9HQX362KL.0 size=1048576 2024-09-20T22:02:08.606 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.604+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~48F9HQX362KL.1 size=1005663 2024-09-20T22:02:08.609 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.608+0000 7fe779a9b640 1 < completed multipart upload key=UUWQ1G2142U2 upload=48F9HQX362KL tag=URWJR9UQPWFI type=write size=3102815 2024-09-20T22:02:08.611 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.610+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=0YNB3JHZ55MV type=write size=295226 2024-09-20T22:02:08.613 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.612+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~23N6GLX2AA3E.0 size=1030099 2024-09-20T22:02:08.616 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.615+0000 7fe779a9b640 1 < completed multipart upload key=KJYZZ8S3T5DH upload=23N6GLX2AA3E tag=FAU199NA7BO2 type=write size=2078675 2024-09-20T22:02:08.618 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.617+0000 7fe779a9b640 1 > prepared operation key=IYYXNW4DO800 tag=XKMYQVB1DP17 type=del size=2564052 2024-09-20T22:02:08.620 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.619+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~MB61J4L60F1U.0 size=1048576 2024-09-20T22:02:08.622 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.620+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~MB61J4L60F1U.1 size=1048576 2024-09-20T22:02:08.623 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.622+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~MB61J4L60F1U.2 size=1037374 2024-09-20T22:02:08.626 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.625+0000 7fe779a9b640 1 < completed multipart upload key=8Y1S1ZFNVQO3 upload=MB61J4L60F1U tag=YZ4EK6I34W6E type=write size=4183102 2024-09-20T22:02:08.630 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.629+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~43CJC502SLBL.0 size=1048576 2024-09-20T22:02:08.631 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.630+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~43CJC502SLBL.1 size=216896 2024-09-20T22:02:08.631 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.630+0000 7fe779a9b640 1 > prepared multipart upload key=B0070VZB3UZF upload=43CJC502SLBL tag=Z5GIOAHYGHET type=write size=2314048 2024-09-20T22:02:08.633 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.632+0000 7fe779a9b640 1 < completed delete operation key=B0070VZB3UZF tag=3LB88EGZATS9 type=del 2024-09-20T22:02:08.635 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.634+0000 7fe779a9b640 1 > prepared operation key=IYYXNW4DO800 tag=CMMV4P8P6U2T type=del size=905996 2024-09-20T22:02:08.637 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.636+0000 7fe779a9b640 1 < completed delete operation key=ELDR91I33NDH tag=D53V5M4VEAXD type=del 2024-09-20T22:02:08.639 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.637+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=PPN6EZ5BWP2L type=del size=1701594 2024-09-20T22:02:08.643 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.641+0000 7fe779a9b640 1 < suggested update operation key=QCX4FDH1E7DG tag=98ZRLF3TUXD7 type=del size=715322 2024-09-20T22:02:08.645 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.643+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=763JNHXHR97Z type=del size=4098093 2024-09-20T22:02:08.647 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.646+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~1UBKEENSNVGS.0 size=1048576 2024-09-20T22:02:08.648 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.647+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~1UBKEENSNVGS.1 size=771315 2024-09-20T22:02:08.652 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.650+0000 7fe779a9b640 1 < completed multipart upload key=PNZZ2ZGG009S upload=1UBKEENSNVGS tag=8919K0P36Y04 type=write size=2868467 2024-09-20T22:02:08.654 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.652+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=7JOGLXERQI26 type=del size=2747823 2024-09-20T22:02:08.655 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.654+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~ASOEAPRFBMSZ.0 size=1048576 2024-09-20T22:02:08.657 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.656+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~ASOEAPRFBMSZ.1 size=533993 2024-09-20T22:02:08.662 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.660+0000 7fe779a9b640 1 < completed multipart upload key=OM2NI3GCUE4O upload=ASOEAPRFBMSZ tag=0KYJ5FC9UDBS type=write size=2631145 2024-09-20T22:02:08.666 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.664+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~IL7XBY2H3ADM.0 size=1048576 2024-09-20T22:02:08.667 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.666+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~IL7XBY2H3ADM.1 size=310793 2024-09-20T22:02:08.667 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.666+0000 7fe779a9b640 1 > prepared multipart upload key=6YM3TKGM41LJ upload=IL7XBY2H3ADM tag=YFT4FM0EOXGR type=write size=2407945 2024-09-20T22:02:08.668 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.666+0000 7fe779a9b640 1 < canceled part key=_multipart_KJYZZ8S3T5DH.2~T0522RO6MY32.0 size=1048576 2024-09-20T22:02:08.669 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.668+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~T0522RO6MY32.1 size=1048576 2024-09-20T22:02:08.671 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.670+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~T0522RO6MY32.2 size=657135 2024-09-20T22:02:08.675 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.674+0000 7fe779a9b640 1 < canceled multipart upload key=KJYZZ8S3T5DH upload=T0522RO6MY32 tag=HD99C5STMP0Q type=write size=3802863 2024-09-20T22:02:08.677 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.676+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=I6S7Z951HGH8 type=del size=3935077 2024-09-20T22:02:08.679 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.678+0000 7fe779a9b640 1 < completed delete operation key=1TRSEURXV2X9 tag=6Z6ORJWS5HOU type=del 2024-09-20T22:02:08.681 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.680+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=3G6HFB51RA2J type=del size=1273679 2024-09-20T22:02:08.683 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.682+0000 7fe779a9b640 1 < completed delete operation key=VAH8ANWTPTHQ tag=OPS8FACP2LEW type=del 2024-09-20T22:02:08.685 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.684+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=9O1OBQAFYN47 type=del size=3949826 2024-09-20T22:02:08.687 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.686+0000 7fe779a9b640 1 < completed delete operation key=R44R5QNUZJMC tag=H538POWA04JI type=del 2024-09-20T22:02:08.691 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.689+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~XNJ0CGY7ZKS7.0 size=1048576 2024-09-20T22:02:08.692 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.691+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~XNJ0CGY7ZKS7.1 size=435355 2024-09-20T22:02:08.692 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.691+0000 7fe779a9b640 1 > prepared multipart upload key=UUWQ1G2142U2 upload=XNJ0CGY7ZKS7 tag=2NH3GYSU2S9S type=write size=2532507 2024-09-20T22:02:08.696 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.695+0000 7fe779a9b640 1 < suggested update operation key=1TRSEURXV2X9 tag=HHONSGYA1BPF type=del size=3803942 2024-09-20T22:02:08.698 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.697+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=AK3TJJRBPM3T type=del size=1014767 2024-09-20T22:02:08.700 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.699+0000 7fe779a9b640 1 < completed delete operation key=1J1YL7XL0LAY tag=D9A0MAF2O70A type=del 2024-09-20T22:02:08.702 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.700+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=CAEWO12HCRES type=write size=277411 2024-09-20T22:02:08.704 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.702+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~PZQLLUXPBJL4.0 size=550553 2024-09-20T22:02:08.708 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.707+0000 7fe779a9b640 1 < completed multipart upload key=XEPWA2JTOEC2 upload=PZQLLUXPBJL4 tag=YLDVSG4RSLY6 type=write size=1599129 2024-09-20T22:02:08.710 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.709+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=IIFKG1IZ34NT type=del size=2870785 2024-09-20T22:02:08.712 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.711+0000 7fe779a9b640 1 < canceled operation key=DRE6QQSJ9ZVU tag=DSMA5KC8A1M8 type=del size=2691033 2024-09-20T22:02:08.714 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.713+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=TZWF31ZKDQGE type=del size=1358802 2024-09-20T22:02:08.718 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.717+0000 7fe779a9b640 1 < suggested remove operation key=6YM3TKGM41LJ tag=0YNB3JHZ55MV type=write 2024-09-20T22:02:08.722 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.720+0000 7fe779a9b640 1 > prepared part key=_multipart_JHHMXS36ATIL.2~YSIGE431WNUF.0 size=1048576 2024-09-20T22:02:08.723 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.722+0000 7fe779a9b640 1 > prepared part key=_multipart_JHHMXS36ATIL.2~YSIGE431WNUF.1 size=187662 2024-09-20T22:02:08.723 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.722+0000 7fe779a9b640 1 > prepared multipart upload key=JHHMXS36ATIL upload=YSIGE431WNUF tag=T51G7613B6Y7 type=write size=2284814 2024-09-20T22:02:08.726 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.724+0000 7fe779a9b640 1 < completed delete operation key=IYYXNW4DO800 tag=XKMYQVB1DP17 type=del 2024-09-20T22:02:08.729 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.727+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=B0V3FBUA8M3R type=del size=1435144 2024-09-20T22:02:08.731 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.729+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~43CJC502SLBL.0 size=1048576 2024-09-20T22:02:08.732 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.731+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~43CJC502SLBL.1 size=216896 2024-09-20T22:02:08.736 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.734+0000 7fe779a9b640 1 < completed multipart upload key=B0070VZB3UZF upload=43CJC502SLBL tag=Z5GIOAHYGHET type=write size=2314048 2024-09-20T22:02:08.738 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.736+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=1SAWZI0C7PNG type=del size=2647076 2024-09-20T22:02:08.739 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.738+0000 7fe779a9b640 1 < completed delete operation key=IYYXNW4DO800 tag=CMMV4P8P6U2T type=del 2024-09-20T22:02:08.742 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.741+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=P91UIO1ZSPAJ type=del size=2798755 2024-09-20T22:02:08.744 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.742+0000 7fe779a9b640 1 < completed delete operation key=7KQSF1OMUOVW tag=PPN6EZ5BWP2L type=del 2024-09-20T22:02:08.749 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.746+0000 7fe779a9b640 1 > prepared part key=_multipart_CV3QPH1KJL9D.2~3355QZ6Q5VZV.0 size=217128 2024-09-20T22:02:08.749 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.746+0000 7fe779a9b640 1 > prepared multipart upload key=CV3QPH1KJL9D upload=3355QZ6Q5VZV tag=UEJVC0Z4IQK6 type=write size=1265704 2024-09-20T22:02:08.749 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.748+0000 7fe779a9b640 1 < completed delete operation key=ECSEX4SHKJA4 tag=763JNHXHR97Z type=del 2024-09-20T22:02:08.751 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.750+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=2EMD6SGUFPVS type=write size=1005465 2024-09-20T22:02:08.756 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.755+0000 7fe779a9b640 1 < suggested update operation key=4NVVK8DRHTJL tag=7JOGLXERQI26 type=del size=2747823 2024-09-20T22:02:08.758 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.757+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=ORML8F8IWPDF type=del size=4030350 2024-09-20T22:02:08.760 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.759+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~IL7XBY2H3ADM.0 size=1048576 2024-09-20T22:02:08.762 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.761+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~IL7XBY2H3ADM.1 size=310793 2024-09-20T22:02:08.765 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.764+0000 7fe779a9b640 1 < completed multipart upload key=6YM3TKGM41LJ upload=IL7XBY2H3ADM tag=YFT4FM0EOXGR type=write size=2407945 2024-09-20T22:02:08.768 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.766+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=5REW86G66NTY type=del size=1559896 2024-09-20T22:02:08.770 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.768+0000 7fe779a9b640 1 < completed delete operation key=B0070VZB3UZF tag=I6S7Z951HGH8 type=del 2024-09-20T22:02:08.772 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.771+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=UVI131B0HMVW type=del size=2841843 2024-09-20T22:02:08.774 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.773+0000 7fe779a9b640 1 < completed delete operation key=QCX4FDH1E7DG tag=3G6HFB51RA2J type=del 2024-09-20T22:02:08.778 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.776+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~C4V0BYRU81DC.0 size=669138 2024-09-20T22:02:08.778 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.776+0000 7fe779a9b640 1 > prepared multipart upload key=UUWQ1G2142U2 upload=C4V0BYRU81DC tag=J4UGEA69LREX type=write size=1717714 2024-09-20T22:02:08.780 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.778+0000 7fe779a9b640 1 < completed delete operation key=ELDR91I33NDH tag=9O1OBQAFYN47 type=del 2024-09-20T22:02:08.782 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.781+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=CODIYCFD4S6Y type=del size=603573 2024-09-20T22:02:08.784 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.783+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~XNJ0CGY7ZKS7.0 size=1048576 2024-09-20T22:02:08.786 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.785+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~XNJ0CGY7ZKS7.1 size=435355 2024-09-20T22:02:08.789 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.788+0000 7fe779a9b640 1 < completed multipart upload key=UUWQ1G2142U2 upload=XNJ0CGY7ZKS7 tag=2NH3GYSU2S9S type=write size=2532507 2024-09-20T22:02:08.791 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.790+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=CGKC8EQQI3KU type=del size=1682894 2024-09-20T22:02:08.793 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.792+0000 7fe779a9b640 1 < completed delete operation key=ECSEX4SHKJA4 tag=AK3TJJRBPM3T type=del 2024-09-20T22:02:08.795 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.794+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=G2XPCUF2DPJ3 type=write size=159069 2024-09-20T22:02:08.800 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.799+0000 7fe779a9b640 1 < suggested update operation key=7KQSF1OMUOVW tag=CAEWO12HCRES type=write size=277411 2024-09-20T22:02:08.802 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.800+0000 7fe779a9b640 1 > prepared operation key=UUWQ1G2142U2 tag=8E52HZ0AFQ2H type=del size=3447738 2024-09-20T22:02:08.804 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.803+0000 7fe779a9b640 1 < completed delete operation key=ZSXI0P8QFMQN tag=IIFKG1IZ34NT type=del 2024-09-20T22:02:08.807 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.805+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=38F2TL5LYVLS type=del size=325958 2024-09-20T22:02:08.809 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.808+0000 7fe779a9b640 1 < completed delete operation key=68I8AEC312OU tag=TZWF31ZKDQGE type=del 2024-09-20T22:02:08.813 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.812+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~TMDAN3QQU1ZV.0 size=291732 2024-09-20T22:02:08.813 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.812+0000 7fe779a9b640 1 > prepared multipart upload key=0M6DAP8CZAPL upload=TMDAN3QQU1ZV tag=ILV8KICJQ0LY type=write size=1340308 2024-09-20T22:02:08.815 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.814+0000 7fe779a9b640 1 < completed part key=_multipart_JHHMXS36ATIL.2~YSIGE431WNUF.0 size=1048576 2024-09-20T22:02:08.816 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.815+0000 7fe779a9b640 1 < completed part key=_multipart_JHHMXS36ATIL.2~YSIGE431WNUF.1 size=187662 2024-09-20T22:02:08.820 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.818+0000 7fe779a9b640 1 < completed multipart upload key=JHHMXS36ATIL upload=YSIGE431WNUF tag=T51G7613B6Y7 type=write size=2284814 2024-09-20T22:02:08.822 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.820+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=FJPCWZMRHNUV type=write size=30587 2024-09-20T22:02:08.824 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.822+0000 7fe779a9b640 1 < completed delete operation key=QCX4FDH1E7DG tag=B0V3FBUA8M3R type=del 2024-09-20T22:02:08.827 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.826+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~FBZYTWDFMZJB.0 size=1048576 2024-09-20T22:02:08.829 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.827+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~FBZYTWDFMZJB.1 size=1048576 2024-09-20T22:02:08.830 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.829+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~FBZYTWDFMZJB.2 size=1011674 2024-09-20T22:02:08.831 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.829+0000 7fe779a9b640 1 > prepared multipart upload key=KJYZZ8S3T5DH upload=FBZYTWDFMZJB tag=40118JBH4YXU type=write size=4157402 2024-09-20T22:02:08.832 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.831+0000 7fe779a9b640 1 < completed delete operation key=RM93KDNRZ38I tag=1SAWZI0C7PNG type=del 2024-09-20T22:02:08.836 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.834+0000 7fe779a9b640 1 > prepared part key=_multipart_OWUA691MUMB6.2~L7EONX9PX7X9.0 size=861420 2024-09-20T22:02:08.836 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.834+0000 7fe779a9b640 1 > prepared multipart upload key=OWUA691MUMB6 upload=L7EONX9PX7X9 tag=XSSWUWQNB13K type=write size=1909996 2024-09-20T22:02:08.838 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.836+0000 7fe779a9b640 1 < completed delete operation key=ELDR91I33NDH tag=P91UIO1ZSPAJ type=del 2024-09-20T22:02:08.842 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.840+0000 7fe779a9b640 1 > prepared part key=_multipart_IYYXNW4DO800.2~6CCK6XI5A4MZ.0 size=574064 2024-09-20T22:02:08.842 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.840+0000 7fe779a9b640 1 > prepared multipart upload key=IYYXNW4DO800 upload=6CCK6XI5A4MZ tag=GS2A0GKDPD15 type=write size=1622640 2024-09-20T22:02:08.843 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.842+0000 7fe779a9b640 1 < completed part key=_multipart_CV3QPH1KJL9D.2~3355QZ6Q5VZV.0 size=217128 2024-09-20T22:02:08.847 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.845+0000 7fe779a9b640 1 < completed multipart upload key=CV3QPH1KJL9D upload=3355QZ6Q5VZV tag=UEJVC0Z4IQK6 type=write size=1265704 2024-09-20T22:02:08.850 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.849+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~V96BG891VZ5C.0 size=1048576 2024-09-20T22:02:08.852 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.850+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~V96BG891VZ5C.1 size=1048576 2024-09-20T22:02:08.853 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.852+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~V96BG891VZ5C.2 size=216529 2024-09-20T22:02:08.853 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.852+0000 7fe779a9b640 1 > prepared multipart upload key=1TRSEURXV2X9 upload=V96BG891VZ5C tag=J3OK1IS2VWHJ type=write size=3362257 2024-09-20T22:02:08.855 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.854+0000 7fe779a9b640 1 < completed write operation key=PNZZ2ZGG009S tag=2EMD6SGUFPVS type=write size=1005465 2024-09-20T22:02:08.857 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.856+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=I29UIPEQ4BJY type=write size=178050 2024-09-20T22:02:08.859 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.857+0000 7fe779a9b640 1 < canceled operation key=1TRSEURXV2X9 tag=ORML8F8IWPDF type=del size=4030350 2024-09-20T22:02:08.862 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.861+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~6RCUBU36ZSLL.0 size=1048576 2024-09-20T22:02:08.864 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.863+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~6RCUBU36ZSLL.1 size=109257 2024-09-20T22:02:08.864 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.863+0000 7fe779a9b640 1 > prepared multipart upload key=RM93KDNRZ38I upload=6RCUBU36ZSLL tag=NV6W2W5Y9U1T type=write size=2206409 2024-09-20T22:02:08.866 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.864+0000 7fe779a9b640 1 < canceled operation key=1TRSEURXV2X9 tag=5REW86G66NTY type=del size=1559896 2024-09-20T22:02:08.869 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.868+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~9TNMQ3D6BLM4.0 size=279358 2024-09-20T22:02:08.870 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.868+0000 7fe779a9b640 1 > prepared multipart upload key=RM93KDNRZ38I upload=9TNMQ3D6BLM4 tag=SQYZYVLLRHA0 type=write size=1327934 2024-09-20T22:02:08.872 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.871+0000 7fe779a9b640 1 < completed delete operation key=RM93KDNRZ38I tag=UVI131B0HMVW type=del 2024-09-20T22:02:08.874 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.872+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=9SEN23QQ2PU7 type=del size=869044 2024-09-20T22:02:08.876 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.874+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~C4V0BYRU81DC.0 size=669138 2024-09-20T22:02:08.879 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.878+0000 7fe779a9b640 1 < completed multipart upload key=UUWQ1G2142U2 upload=C4V0BYRU81DC tag=J4UGEA69LREX type=write size=1717714 2024-09-20T22:02:08.883 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.881+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~VY2LON8031Y0.0 size=892385 2024-09-20T22:02:08.883 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.881+0000 7fe779a9b640 1 > prepared multipart upload key=68I8AEC312OU upload=VY2LON8031Y0 tag=WJE0QXLIH8BY type=write size=1940961 2024-09-20T22:02:08.885 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.883+0000 7fe779a9b640 1 < completed delete operation key=DRE6QQSJ9ZVU tag=CODIYCFD4S6Y type=del 2024-09-20T22:02:08.887 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.885+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=AVQ74OXP3KX5 type=del size=2253309 2024-09-20T22:02:08.889 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.887+0000 7fe779a9b640 1 < completed delete operation key=ECSEX4SHKJA4 tag=CGKC8EQQI3KU type=del 2024-09-20T22:02:08.892 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.891+0000 7fe779a9b640 1 > prepared part key=_multipart_JHHMXS36ATIL.2~KNRTCCBA2L1X.0 size=1048576 2024-09-20T22:02:08.894 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.893+0000 7fe779a9b640 1 > prepared part key=_multipart_JHHMXS36ATIL.2~KNRTCCBA2L1X.1 size=1009943 2024-09-20T22:02:08.894 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.893+0000 7fe779a9b640 1 > prepared multipart upload key=JHHMXS36ATIL upload=KNRTCCBA2L1X tag=GMTXFBOTWVD4 type=write size=3107095 2024-09-20T22:02:08.898 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.896+0000 7fe779a9b640 1 < suggested update operation key=ZSXI0P8QFMQN tag=G2XPCUF2DPJ3 type=write size=159069 2024-09-20T22:02:08.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:08 smithi046 ceph-mon[96110]: pgmap v1405: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 375 KiB/s wr, 1.90k op/s 2024-09-20T22:02:08.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:08 smithi046 ceph-mon[98591]: pgmap v1405: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 375 KiB/s wr, 1.90k op/s 2024-09-20T22:02:08.900 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.899+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=GKQ2BI2TWU8P type=del size=169614 2024-09-20T22:02:08.902 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.900+0000 7fe779a9b640 1 < completed delete operation key=UUWQ1G2142U2 tag=8E52HZ0AFQ2H type=del 2024-09-20T22:02:08.904 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.903+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=KDHMFM2V216E type=del size=108661 2024-09-20T22:02:08.906 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.905+0000 7fe779a9b640 1 < completed delete operation key=R44R5QNUZJMC tag=38F2TL5LYVLS type=del 2024-09-20T22:02:08.908 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.907+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=5WRTXJ1S7DAX type=del size=1821347 2024-09-20T22:02:08.908 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.907+0000 7fe779a9b640 1 < canceled part key=_multipart_0M6DAP8CZAPL.2~TMDAN3QQU1ZV.0 size=291732 2024-09-20T22:02:08.912 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.910+0000 7fe779a9b640 1 < canceled multipart upload key=0M6DAP8CZAPL upload=TMDAN3QQU1ZV tag=ILV8KICJQ0LY type=write size=1340308 2024-09-20T22:02:08.916 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.915+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~L8KMVWOVI3L2.0 size=1048576 2024-09-20T22:02:08.918 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.917+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~L8KMVWOVI3L2.1 size=322851 2024-09-20T22:02:08.918 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.917+0000 7fe779a9b640 1 > prepared multipart upload key=1J1YL7XL0LAY upload=L8KMVWOVI3L2 tag=65VW3U3L10ID type=write size=2420003 2024-09-20T22:02:08.922 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.921+0000 7fe779a9b640 1 < suggested remove operation key=R44R5QNUZJMC tag=FJPCWZMRHNUV type=write 2024-09-20T22:02:08.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:08 smithi134 ceph-mon[89086]: pgmap v1405: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 375 KiB/s wr, 1.90k op/s 2024-09-20T22:02:08.926 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.924+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~QG2M7HA5HSLM.0 size=1048576 2024-09-20T22:02:08.928 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.926+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~QG2M7HA5HSLM.1 size=842390 2024-09-20T22:02:08.928 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.926+0000 7fe779a9b640 1 > prepared multipart upload key=1J1YL7XL0LAY upload=QG2M7HA5HSLM tag=2VWEEREJUEFU type=write size=2939542 2024-09-20T22:02:08.928 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.926+0000 7fe779a9b640 1 < canceled part key=_multipart_KJYZZ8S3T5DH.2~FBZYTWDFMZJB.0 size=1048576 2024-09-20T22:02:08.929 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.928+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~FBZYTWDFMZJB.1 size=1048576 2024-09-20T22:02:08.932 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.930+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~FBZYTWDFMZJB.2 size=1011674 2024-09-20T22:02:08.936 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.934+0000 7fe779a9b640 1 < canceled multipart upload key=KJYZZ8S3T5DH upload=FBZYTWDFMZJB tag=40118JBH4YXU type=write size=4157402 2024-09-20T22:02:08.939 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.938+0000 7fe779a9b640 1 > prepared part key=_multipart_CV3QPH1KJL9D.2~R7M141MG7NQ7.0 size=725530 2024-09-20T22:02:08.940 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.938+0000 7fe779a9b640 1 > prepared multipart upload key=CV3QPH1KJL9D upload=R7M141MG7NQ7 tag=4ZUKFNX800L3 type=write size=1774106 2024-09-20T22:02:08.941 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.940+0000 7fe779a9b640 1 < completed part key=_multipart_OWUA691MUMB6.2~L7EONX9PX7X9.0 size=861420 2024-09-20T22:02:08.945 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.944+0000 7fe779a9b640 1 < completed multipart upload key=OWUA691MUMB6 upload=L7EONX9PX7X9 tag=XSSWUWQNB13K type=write size=1909996 2024-09-20T22:02:08.947 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.945+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=FEIT5DKKPLA4 type=del size=3068188 2024-09-20T22:02:08.949 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.947+0000 7fe779a9b640 1 < completed part key=_multipart_IYYXNW4DO800.2~6CCK6XI5A4MZ.0 size=574064 2024-09-20T22:02:08.952 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.951+0000 7fe779a9b640 1 < completed multipart upload key=IYYXNW4DO800 upload=6CCK6XI5A4MZ tag=GS2A0GKDPD15 type=write size=1622640 2024-09-20T22:02:08.954 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.953+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=7BN36233CBSM type=del size=2458949 2024-09-20T22:02:08.954 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.953+0000 7fe779a9b640 1 < canceled part key=_multipart_1TRSEURXV2X9.2~V96BG891VZ5C.0 size=1048576 2024-09-20T22:02:08.954 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.953+0000 7fe779a9b640 1 < canceled part key=_multipart_1TRSEURXV2X9.2~V96BG891VZ5C.1 size=1048576 2024-09-20T22:02:08.956 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.955+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~V96BG891VZ5C.2 size=216529 2024-09-20T22:02:08.960 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.959+0000 7fe779a9b640 1 < canceled multipart upload key=1TRSEURXV2X9 upload=V96BG891VZ5C tag=J3OK1IS2VWHJ type=write size=3362257 2024-09-20T22:02:08.964 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.962+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~M3QHEX1PWGF4.0 size=1048576 2024-09-20T22:02:08.965 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.964+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~M3QHEX1PWGF4.1 size=1048576 2024-09-20T22:02:08.967 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.965+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~M3QHEX1PWGF4.2 size=322459 2024-09-20T22:02:08.967 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.965+0000 7fe779a9b640 1 > prepared multipart upload key=RM93KDNRZ38I upload=M3QHEX1PWGF4 tag=R18TDEA7KYYI type=write size=3468187 2024-09-20T22:02:08.971 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.970+0000 7fe779a9b640 1 < suggested remove operation key=7KQSF1OMUOVW tag=I29UIPEQ4BJY type=write 2024-09-20T22:02:08.975 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.974+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~7BJCF4O6XZY8.0 size=1048576 2024-09-20T22:02:08.977 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.976+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~7BJCF4O6XZY8.1 size=684814 2024-09-20T22:02:08.977 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.976+0000 7fe779a9b640 1 > prepared multipart upload key=6YM3TKGM41LJ upload=7BJCF4O6XZY8 tag=6H3LDL7MT697 type=write size=2781966 2024-09-20T22:02:08.979 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.977+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~6RCUBU36ZSLL.0 size=1048576 2024-09-20T22:02:08.980 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.979+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~6RCUBU36ZSLL.1 size=109257 2024-09-20T22:02:08.984 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.983+0000 7fe779a9b640 1 < completed multipart upload key=RM93KDNRZ38I upload=6RCUBU36ZSLL tag=NV6W2W5Y9U1T type=write size=2206409 2024-09-20T22:02:08.986 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.985+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=ZXWTDPPZ37EC type=del size=2564634 2024-09-20T22:02:08.988 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.987+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~9TNMQ3D6BLM4.0 size=279358 2024-09-20T22:02:08.992 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.991+0000 7fe779a9b640 1 < completed multipart upload key=RM93KDNRZ38I upload=9TNMQ3D6BLM4 tag=SQYZYVLLRHA0 type=write size=1327934 2024-09-20T22:02:08.995 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.994+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~DJD85YXZRDSS.0 size=1048576 2024-09-20T22:02:08.997 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.996+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~DJD85YXZRDSS.1 size=771246 2024-09-20T22:02:08.997 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.996+0000 7fe779a9b640 1 > prepared multipart upload key=T9NTHA21NTII upload=DJD85YXZRDSS tag=KB4AUI7SB631 type=write size=2868398 2024-09-20T22:02:09.000 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:08.999+0000 7fe779a9b640 -1 < failed to complete operation key=7KQSF1OMUOVW tag=9SEN23QQ2PU7 type=del size=869044: (22) Invalid argument 2024-09-20T22:02:09.002 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.001+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=B18S3O5YLHWE type=del size=720269 2024-09-20T22:02:09.005 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.003+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~VY2LON8031Y0.0 size=892385 2024-09-20T22:02:09.008 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.007+0000 7fe779a9b640 1 < completed multipart upload key=68I8AEC312OU upload=VY2LON8031Y0 tag=WJE0QXLIH8BY type=write size=1940961 2024-09-20T22:02:09.010 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.009+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=JGRHOAWCTAGT type=del size=3147153 2024-09-20T22:02:09.012 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.011+0000 7fe779a9b640 1 < completed delete operation key=U24WBDE9OPS7 tag=AVQ74OXP3KX5 type=del 2024-09-20T22:02:09.014 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.013+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=BGAMJTIV3NRU type=write size=339139 2024-09-20T22:02:09.016 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.015+0000 7fe779a9b640 1 < completed part key=_multipart_JHHMXS36ATIL.2~KNRTCCBA2L1X.0 size=1048576 2024-09-20T22:02:09.018 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.017+0000 7fe779a9b640 1 < completed part key=_multipart_JHHMXS36ATIL.2~KNRTCCBA2L1X.1 size=1009943 2024-09-20T22:02:09.021 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.020+0000 7fe779a9b640 1 < completed multipart upload key=JHHMXS36ATIL upload=KNRTCCBA2L1X tag=GMTXFBOTWVD4 type=write size=3107095 2024-09-20T22:02:09.025 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.023+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~0UAVCJIU4SY6.0 size=117599 2024-09-20T22:02:09.025 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.023+0000 7fe779a9b640 1 > prepared multipart upload key=VAH8ANWTPTHQ upload=0UAVCJIU4SY6 tag=169SMO3A98L5 type=write size=1166175 2024-09-20T22:02:09.028 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.026+0000 7fe779a9b640 -1 < failed to complete operation key=R44R5QNUZJMC tag=GKQ2BI2TWU8P type=del size=169614: (22) Invalid argument 2024-09-20T22:02:09.030 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.028+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=LLZ5SHJWNKG8 type=del size=1570482 2024-09-20T22:02:09.031 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.030+0000 7fe779a9b640 1 < completed delete operation key=OM2NI3GCUE4O tag=KDHMFM2V216E type=del 2024-09-20T22:02:09.035 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.033+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~V3OTCYGT7RXN.0 size=1048576 2024-09-20T22:02:09.037 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.035+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~V3OTCYGT7RXN.1 size=522494 2024-09-20T22:02:09.037 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.035+0000 7fe779a9b640 1 > prepared multipart upload key=VAH8ANWTPTHQ upload=V3OTCYGT7RXN tag=8H6VY7SAKZAB type=write size=2619646 2024-09-20T22:02:09.039 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.037+0000 7fe779a9b640 1 < completed delete operation key=B0070VZB3UZF tag=5WRTXJ1S7DAX type=del 2024-09-20T22:02:09.040 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.039+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=BG1FAB5MS201 type=del size=4167308 2024-09-20T22:02:09.043 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.041+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~L8KMVWOVI3L2.0 size=1048576 2024-09-20T22:02:09.044 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.043+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~L8KMVWOVI3L2.1 size=322851 2024-09-20T22:02:09.048 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.047+0000 7fe779a9b640 1 < completed multipart upload key=1J1YL7XL0LAY upload=L8KMVWOVI3L2 tag=65VW3U3L10ID type=write size=2420003 2024-09-20T22:02:09.052 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.050+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~9ZXEQ1T00MPB.0 size=1048576 2024-09-20T22:02:09.053 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.052+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~9ZXEQ1T00MPB.1 size=1048576 2024-09-20T22:02:09.055 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.054+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~9ZXEQ1T00MPB.2 size=408384 2024-09-20T22:02:09.055 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.054+0000 7fe779a9b640 1 > prepared multipart upload key=0M6DAP8CZAPL upload=9ZXEQ1T00MPB tag=IDIUN059UHJZ type=write size=3554112 2024-09-20T22:02:09.057 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.055+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~QG2M7HA5HSLM.0 size=1048576 2024-09-20T22:02:09.059 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.057+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~QG2M7HA5HSLM.1 size=842390 2024-09-20T22:02:09.062 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.061+0000 7fe779a9b640 1 < completed multipart upload key=1J1YL7XL0LAY upload=QG2M7HA5HSLM tag=2VWEEREJUEFU type=write size=2939542 2024-09-20T22:02:09.064 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.063+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=9ZEL7E30S1AH type=del size=211772 2024-09-20T22:02:09.066 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.065+0000 7fe779a9b640 1 < completed part key=_multipart_CV3QPH1KJL9D.2~R7M141MG7NQ7.0 size=725530 2024-09-20T22:02:09.070 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.069+0000 7fe779a9b640 1 < completed multipart upload key=CV3QPH1KJL9D upload=R7M141MG7NQ7 tag=4ZUKFNX800L3 type=write size=1774106 2024-09-20T22:02:09.072 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.071+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=11DAEIA2PANE type=del size=1280119 2024-09-20T22:02:09.074 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.073+0000 7fe779a9b640 1 < completed delete operation key=R44R5QNUZJMC tag=FEIT5DKKPLA4 type=del 2024-09-20T22:02:09.078 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.077+0000 7fe779a9b640 1 > prepared part key=_multipart_OWUA691MUMB6.2~LEVBQWNCPHEZ.0 size=774179 2024-09-20T22:02:09.078 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.077+0000 7fe779a9b640 1 > prepared multipart upload key=OWUA691MUMB6 upload=LEVBQWNCPHEZ tag=CIZAVV8HCO4T type=write size=1822755 2024-09-20T22:02:09.080 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.079+0000 7fe779a9b640 1 < completed delete operation key=RM93KDNRZ38I tag=7BN36233CBSM type=del 2024-09-20T22:02:09.082 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.081+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=WQYADRM230O6 type=del size=1894523 2024-09-20T22:02:09.084 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.083+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~M3QHEX1PWGF4.0 size=1048576 2024-09-20T22:02:09.084 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.083+0000 7fe779a9b640 1 < canceled part key=_multipart_RM93KDNRZ38I.2~M3QHEX1PWGF4.1 size=1048576 2024-09-20T22:02:09.086 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.084+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~M3QHEX1PWGF4.2 size=322459 2024-09-20T22:02:09.090 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.088+0000 7fe779a9b640 1 < canceled multipart upload key=RM93KDNRZ38I upload=M3QHEX1PWGF4 tag=R18TDEA7KYYI type=write size=3468187 2024-09-20T22:02:09.093 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.092+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~746Y49EHX293.0 size=1048576 2024-09-20T22:02:09.095 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.094+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~746Y49EHX293.1 size=1048576 2024-09-20T22:02:09.097 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.095+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~746Y49EHX293.2 size=694007 2024-09-20T22:02:09.097 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.095+0000 7fe779a9b640 1 > prepared multipart upload key=R44R5QNUZJMC upload=746Y49EHX293 tag=S6ET7PY1SY6O type=write size=3839735 2024-09-20T22:02:09.099 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.097+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~7BJCF4O6XZY8.0 size=1048576 2024-09-20T22:02:09.100 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.099+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~7BJCF4O6XZY8.1 size=684814 2024-09-20T22:02:09.104 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.103+0000 7fe779a9b640 1 < completed multipart upload key=6YM3TKGM41LJ upload=7BJCF4O6XZY8 tag=6H3LDL7MT697 type=write size=2781966 2024-09-20T22:02:09.106 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.104+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=80CJGR4N4K9S type=del size=1742571 2024-09-20T22:02:09.108 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.106+0000 7fe779a9b640 1 < canceled operation key=0M6DAP8CZAPL tag=ZXWTDPPZ37EC type=del size=2564634 2024-09-20T22:02:09.111 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.110+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~S9E6O9IO9Q8P.0 size=1048576 2024-09-20T22:02:09.113 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.112+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~S9E6O9IO9Q8P.1 size=1048576 2024-09-20T22:02:09.115 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.114+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~S9E6O9IO9Q8P.2 size=763321 2024-09-20T22:02:09.116 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.114+0000 7fe779a9b640 1 > prepared multipart upload key=68I8AEC312OU upload=S9E6O9IO9Q8P tag=1MICT3YAL1RQ type=write size=3909049 2024-09-20T22:02:09.118 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.116+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~DJD85YXZRDSS.0 size=1048576 2024-09-20T22:02:09.120 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.118+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~DJD85YXZRDSS.1 size=771246 2024-09-20T22:02:09.123 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.122+0000 7fe779a9b640 1 < completed multipart upload key=T9NTHA21NTII upload=DJD85YXZRDSS tag=KB4AUI7SB631 type=write size=2868398 2024-09-20T22:02:09.125 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.124+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=M9WBWZ3DBDSV type=del size=1943185 2024-09-20T22:02:09.127 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.126+0000 7fe779a9b640 1 < completed delete operation key=OM2NI3GCUE4O tag=B18S3O5YLHWE type=del 2024-09-20T22:02:09.130 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.129+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~73G2BYYSRFRN.0 size=303560 2024-09-20T22:02:09.130 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.129+0000 7fe779a9b640 1 > prepared multipart upload key=1TRSEURXV2X9 upload=73G2BYYSRFRN tag=R4TND6IX8SN6 type=write size=1352136 2024-09-20T22:02:09.133 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.131+0000 7fe779a9b640 1 < completed delete operation key=B0070VZB3UZF tag=JGRHOAWCTAGT type=del 2024-09-20T22:02:09.135 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.133+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=FBKW8YZOH6G4 type=del size=559162 2024-09-20T22:02:09.139 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.137+0000 7fe779a9b640 1 < suggested remove operation key=7KQSF1OMUOVW tag=BGAMJTIV3NRU type=write 2024-09-20T22:02:09.143 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.141+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~4ERVORVM2ELY.0 size=988845 2024-09-20T22:02:09.143 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.141+0000 7fe779a9b640 1 > prepared multipart upload key=ICBPE9ZH55FB upload=4ERVORVM2ELY tag=2CVWPWFDDBQM type=write size=2037421 2024-09-20T22:02:09.144 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.143+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~0UAVCJIU4SY6.0 size=117599 2024-09-20T22:02:09.149 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.147+0000 7fe779a9b640 1 < completed multipart upload key=VAH8ANWTPTHQ upload=0UAVCJIU4SY6 tag=169SMO3A98L5 type=write size=1166175 2024-09-20T22:02:09.151 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.149+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=XPZB5GQP9QCU type=del size=2279563 2024-09-20T22:02:09.153 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.151+0000 7fe779a9b640 1 < completed delete operation key=DRE6QQSJ9ZVU tag=LLZ5SHJWNKG8 type=del 2024-09-20T22:02:09.156 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.155+0000 7fe779a9b640 1 > prepared part key=_multipart_IYYXNW4DO800.2~SE79489XUAT3.0 size=1048576 2024-09-20T22:02:09.158 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.157+0000 7fe779a9b640 1 > prepared part key=_multipart_IYYXNW4DO800.2~SE79489XUAT3.1 size=1048576 2024-09-20T22:02:09.160 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.158+0000 7fe779a9b640 1 > prepared part key=_multipart_IYYXNW4DO800.2~SE79489XUAT3.2 size=829178 2024-09-20T22:02:09.160 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.158+0000 7fe779a9b640 1 > prepared multipart upload key=IYYXNW4DO800 upload=SE79489XUAT3 tag=52VVRZL52KAD type=write size=3974906 2024-09-20T22:02:09.162 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.160+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~V3OTCYGT7RXN.0 size=1048576 2024-09-20T22:02:09.164 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.162+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~V3OTCYGT7RXN.1 size=522494 2024-09-20T22:02:09.167 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.166+0000 7fe779a9b640 1 < completed multipart upload key=VAH8ANWTPTHQ upload=V3OTCYGT7RXN tag=8H6VY7SAKZAB type=write size=2619646 2024-09-20T22:02:09.169 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.168+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=2N4VPN3O29GA type=del size=1635757 2024-09-20T22:02:09.171 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.170+0000 7fe779a9b640 1 < completed delete operation key=KJYZZ8S3T5DH tag=BG1FAB5MS201 type=del 2024-09-20T22:02:09.175 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.174+0000 7fe779a9b640 1 > prepared part key=_multipart_IYYXNW4DO800.2~329P4NKSWD4R.0 size=1048576 2024-09-20T22:02:09.177 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.175+0000 7fe779a9b640 1 > prepared part key=_multipart_IYYXNW4DO800.2~329P4NKSWD4R.1 size=1048576 2024-09-20T22:02:09.178 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.177+0000 7fe779a9b640 1 > prepared part key=_multipart_IYYXNW4DO800.2~329P4NKSWD4R.2 size=241252 2024-09-20T22:02:09.178 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.177+0000 7fe779a9b640 1 > prepared multipart upload key=IYYXNW4DO800 upload=329P4NKSWD4R tag=VF6RJ12TQ4SW type=write size=3386980 2024-09-20T22:02:09.180 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.179+0000 7fe779a9b640 1 < completed part key=_multipart_0M6DAP8CZAPL.2~9ZXEQ1T00MPB.0 size=1048576 2024-09-20T22:02:09.182 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.181+0000 7fe779a9b640 1 < completed part key=_multipart_0M6DAP8CZAPL.2~9ZXEQ1T00MPB.1 size=1048576 2024-09-20T22:02:09.184 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.182+0000 7fe779a9b640 1 < completed part key=_multipart_0M6DAP8CZAPL.2~9ZXEQ1T00MPB.2 size=408384 2024-09-20T22:02:09.187 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.186+0000 7fe779a9b640 1 < completed multipart upload key=0M6DAP8CZAPL upload=9ZXEQ1T00MPB tag=IDIUN059UHJZ type=write size=3554112 2024-09-20T22:02:09.191 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.189+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~OLL0BZ5DBREL.0 size=1048576 2024-09-20T22:02:09.192 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.191+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~OLL0BZ5DBREL.1 size=1048576 2024-09-20T22:02:09.194 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.193+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~OLL0BZ5DBREL.2 size=225230 2024-09-20T22:02:09.194 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.193+0000 7fe779a9b640 1 > prepared multipart upload key=8Y1S1ZFNVQO3 upload=OLL0BZ5DBREL tag=PR189T2I0474 type=write size=3370958 2024-09-20T22:02:09.196 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.195+0000 7fe779a9b640 1 < completed delete operation key=6YM3TKGM41LJ tag=9ZEL7E30S1AH type=del 2024-09-20T22:02:09.198 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.196+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=GLH2AGBMS08Q type=del size=1371779 2024-09-20T22:02:09.202 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.200+0000 7fe779a9b640 1 < suggested update operation key=RM93KDNRZ38I tag=11DAEIA2PANE type=del size=1280119 2024-09-20T22:02:09.204 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.202+0000 7fe779a9b640 1 > prepared operation key=8Y1S1ZFNVQO3 tag=04NMWWAUZUJX type=del size=3723112 2024-09-20T22:02:09.206 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.204+0000 7fe779a9b640 1 < completed part key=_multipart_OWUA691MUMB6.2~LEVBQWNCPHEZ.0 size=774179 2024-09-20T22:02:09.209 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.208+0000 7fe779a9b640 1 < completed multipart upload key=OWUA691MUMB6 upload=LEVBQWNCPHEZ tag=CIZAVV8HCO4T type=write size=1822755 2024-09-20T22:02:09.211 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.210+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=F3FPEEZ1AGYJ type=del size=1759406 2024-09-20T22:02:09.214 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.212+0000 7fe779a9b640 -1 < failed to complete operation key=7KQSF1OMUOVW tag=WQYADRM230O6 type=del size=1894523: (22) Invalid argument 2024-09-20T22:02:09.217 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.216+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~7S9KB6TUPFSK.0 size=1048576 2024-09-20T22:02:09.219 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.218+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~7S9KB6TUPFSK.1 size=934493 2024-09-20T22:02:09.219 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.218+0000 7fe779a9b640 1 > prepared multipart upload key=ICBPE9ZH55FB upload=7S9KB6TUPFSK tag=VGKCC904VXIJ type=write size=3031645 2024-09-20T22:02:09.222 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.221+0000 7fe779a9b640 1 < completed part key=_multipart_R44R5QNUZJMC.2~746Y49EHX293.0 size=1048576 2024-09-20T22:02:09.224 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.223+0000 7fe779a9b640 1 < completed part key=_multipart_R44R5QNUZJMC.2~746Y49EHX293.1 size=1048576 2024-09-20T22:02:09.226 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.225+0000 7fe779a9b640 1 < completed part key=_multipart_R44R5QNUZJMC.2~746Y49EHX293.2 size=694007 2024-09-20T22:02:09.229 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.228+0000 7fe779a9b640 1 < completed multipart upload key=R44R5QNUZJMC upload=746Y49EHX293 tag=S6ET7PY1SY6O type=write size=3839735 2024-09-20T22:02:09.231 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.230+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=UYKK6RYGXO4U type=del size=1371267 2024-09-20T22:02:09.233 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.232+0000 7fe779a9b640 1 < canceled operation key=ECSEX4SHKJA4 tag=80CJGR4N4K9S type=del size=1742571 2024-09-20T22:02:09.236 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.234+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=ERDC7NA09T33 type=del size=2762472 2024-09-20T22:02:09.238 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.236+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~S9E6O9IO9Q8P.0 size=1048576 2024-09-20T22:02:09.239 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.238+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~S9E6O9IO9Q8P.1 size=1048576 2024-09-20T22:02:09.241 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.240+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~S9E6O9IO9Q8P.2 size=763321 2024-09-20T22:02:09.245 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.244+0000 7fe779a9b640 1 < completed multipart upload key=68I8AEC312OU upload=S9E6O9IO9Q8P tag=1MICT3YAL1RQ type=write size=3909049 2024-09-20T22:02:09.247 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.246+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=A2MOPKAQ7QXU type=del size=3591079 2024-09-20T22:02:09.249 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.247+0000 7fe779a9b640 1 < completed delete operation key=ECSEX4SHKJA4 tag=M9WBWZ3DBDSV type=del 2024-09-20T22:02:09.253 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.252+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~OPTDM8TC9SU4.0 size=1048576 2024-09-20T22:02:09.255 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.253+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~OPTDM8TC9SU4.1 size=551961 2024-09-20T22:02:09.255 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.253+0000 7fe779a9b640 1 > prepared multipart upload key=ELDR91I33NDH upload=OPTDM8TC9SU4 tag=7KSVQ33324CF type=write size=2649113 2024-09-20T22:02:09.257 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.256+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~73G2BYYSRFRN.0 size=303560 2024-09-20T22:02:09.261 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.259+0000 7fe779a9b640 1 < completed multipart upload key=1TRSEURXV2X9 upload=73G2BYYSRFRN tag=R4TND6IX8SN6 type=write size=1352136 2024-09-20T22:02:09.263 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.262+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=0JZQRUHN617R type=del size=4052237 2024-09-20T22:02:09.265 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.263+0000 7fe779a9b640 1 < canceled operation key=U24WBDE9OPS7 tag=FBKW8YZOH6G4 type=del size=559162 2024-09-20T22:02:09.267 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.265+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=6XJYLB9HZKRP type=del size=2612115 2024-09-20T22:02:09.269 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.267+0000 7fe779a9b640 1 < completed part key=_multipart_ICBPE9ZH55FB.2~4ERVORVM2ELY.0 size=988845 2024-09-20T22:02:09.272 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.271+0000 7fe779a9b640 1 < completed multipart upload key=ICBPE9ZH55FB upload=4ERVORVM2ELY tag=2CVWPWFDDBQM type=write size=2037421 2024-09-20T22:02:09.274 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.272+0000 7fe779a9b640 1 > prepared operation key=OWUA691MUMB6 tag=MNYGGQSCHRAC type=del size=1257341 2024-09-20T22:02:09.276 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.274+0000 7fe779a9b640 1 < completed delete operation key=6YM3TKGM41LJ tag=XPZB5GQP9QCU type=del 2024-09-20T22:02:09.279 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.278+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~WP6A5W0S4X5P.0 size=966010 2024-09-20T22:02:09.279 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.278+0000 7fe779a9b640 1 > prepared multipart upload key=U24WBDE9OPS7 upload=WP6A5W0S4X5P tag=3GK8JANQVVKO type=write size=2014586 2024-09-20T22:02:09.281 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.280+0000 7fe779a9b640 1 < completed part key=_multipart_IYYXNW4DO800.2~SE79489XUAT3.0 size=1048576 2024-09-20T22:02:09.283 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.282+0000 7fe779a9b640 1 < completed part key=_multipart_IYYXNW4DO800.2~SE79489XUAT3.1 size=1048576 2024-09-20T22:02:09.284 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.283+0000 7fe779a9b640 1 < completed part key=_multipart_IYYXNW4DO800.2~SE79489XUAT3.2 size=829178 2024-09-20T22:02:09.288 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.286+0000 7fe779a9b640 1 < completed multipart upload key=IYYXNW4DO800 upload=SE79489XUAT3 tag=52VVRZL52KAD type=write size=3974906 2024-09-20T22:02:09.290 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.289+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=S8SE18JW01Z9 type=del size=960456 2024-09-20T22:02:09.294 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.292+0000 7fe779a9b640 1 < suggested update operation key=ELDR91I33NDH tag=2N4VPN3O29GA type=del size=1635757 2024-09-20T22:02:09.296 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.294+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=91KNT0HHYFOT type=write size=225173 2024-09-20T22:02:09.297 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.296+0000 7fe779a9b640 1 < completed part key=_multipart_IYYXNW4DO800.2~329P4NKSWD4R.0 size=1048576 2024-09-20T22:02:09.299 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.298+0000 7fe779a9b640 1 < completed part key=_multipart_IYYXNW4DO800.2~329P4NKSWD4R.1 size=1048576 2024-09-20T22:02:09.301 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.299+0000 7fe779a9b640 1 < completed part key=_multipart_IYYXNW4DO800.2~329P4NKSWD4R.2 size=241252 2024-09-20T22:02:09.304 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.303+0000 7fe779a9b640 1 < completed multipart upload key=IYYXNW4DO800 upload=329P4NKSWD4R tag=VF6RJ12TQ4SW type=write size=3386980 2024-09-20T22:02:09.306 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.305+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=SW9I7XSKAGOB type=del size=3722739 2024-09-20T22:02:09.308 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.307+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~OLL0BZ5DBREL.0 size=1048576 2024-09-20T22:02:09.310 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.309+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~OLL0BZ5DBREL.1 size=1048576 2024-09-20T22:02:09.312 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.311+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~OLL0BZ5DBREL.2 size=225230 2024-09-20T22:02:09.315 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.314+0000 7fe779a9b640 1 < completed multipart upload key=8Y1S1ZFNVQO3 upload=OLL0BZ5DBREL tag=PR189T2I0474 type=write size=3370958 2024-09-20T22:02:09.319 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.318+0000 7fe779a9b640 1 > prepared part key=_multipart_JHHMXS36ATIL.2~W3KXDCMDJ6Y7.0 size=399222 2024-09-20T22:02:09.319 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.318+0000 7fe779a9b640 1 > prepared multipart upload key=JHHMXS36ATIL upload=W3KXDCMDJ6Y7 tag=A3J39YLY83DU type=write size=1447798 2024-09-20T22:02:09.323 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.322+0000 7fe779a9b640 1 < suggested update operation key=1TRSEURXV2X9 tag=GLH2AGBMS08Q type=del size=1371779 2024-09-20T22:02:09.325 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.323+0000 7fe779a9b640 1 > prepared operation key=JE0BX5GAIPSB tag=39GMK6H0HCJ0 type=del size=2430826 2024-09-20T22:02:09.327 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.326+0000 7fe779a9b640 1 < completed delete operation key=8Y1S1ZFNVQO3 tag=04NMWWAUZUJX type=del 2024-09-20T22:02:09.329 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.327+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=4A9MVY5RMYE0 type=del size=3252821 2024-09-20T22:02:09.331 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.330+0000 7fe779a9b640 1 < completed delete operation key=CV3QPH1KJL9D tag=F3FPEEZ1AGYJ type=del 2024-09-20T22:02:09.333 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.332+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=CM7MZ7UIEYA4 type=write size=79592 2024-09-20T22:02:09.335 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.334+0000 7fe779a9b640 1 < completed part key=_multipart_ICBPE9ZH55FB.2~7S9KB6TUPFSK.0 size=1048576 2024-09-20T22:02:09.337 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.336+0000 7fe779a9b640 1 < completed part key=_multipart_ICBPE9ZH55FB.2~7S9KB6TUPFSK.1 size=934493 2024-09-20T22:02:09.341 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.340+0000 7fe779a9b640 1 < completed multipart upload key=ICBPE9ZH55FB upload=7S9KB6TUPFSK tag=VGKCC904VXIJ type=write size=3031645 2024-09-20T22:02:09.343 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.342+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=O3IZMQ6RZPZQ type=del size=1064708 2024-09-20T22:02:09.346 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.344+0000 7fe779a9b640 -1 < failed to complete operation key=ELDR91I33NDH tag=UYKK6RYGXO4U type=del size=1371267: (22) Invalid argument 2024-09-20T22:02:09.350 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.348+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~UIUXKJ554980.0 size=833744 2024-09-20T22:02:09.350 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.348+0000 7fe779a9b640 1 > prepared multipart upload key=3YV668WNVJ3G upload=UIUXKJ554980 tag=CCGSR8EQ8JR6 type=write size=1882320 2024-09-20T22:02:09.352 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.351+0000 7fe779a9b640 1 < completed delete operation key=0M6DAP8CZAPL tag=ERDC7NA09T33 type=del 2024-09-20T22:02:09.354 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.353+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=IUH0WK2RN352 type=del size=3543127 2024-09-20T22:02:09.356 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.355+0000 7fe779a9b640 1 < completed delete operation key=B0070VZB3UZF tag=A2MOPKAQ7QXU type=del 2024-09-20T22:02:09.358 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.357+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=5ST9L13OTBSN type=write size=296239 2024-09-20T22:02:09.360 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.359+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~OPTDM8TC9SU4.0 size=1048576 2024-09-20T22:02:09.362 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.361+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~OPTDM8TC9SU4.1 size=551961 2024-09-20T22:02:09.366 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.364+0000 7fe779a9b640 1 < completed multipart upload key=ELDR91I33NDH upload=OPTDM8TC9SU4 tag=7KSVQ33324CF type=write size=2649113 2024-09-20T22:02:09.367 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.366+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=UH4LWGM8YJ0O type=del size=401544 2024-09-20T22:02:09.370 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.368+0000 7fe779a9b640 1 < completed delete operation key=KJYZZ8S3T5DH tag=0JZQRUHN617R type=del 2024-09-20T22:02:09.374 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.372+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~9QD1ABSBD823.0 size=1048576 2024-09-20T22:02:09.375 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.374+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~9QD1ABSBD823.1 size=595519 2024-09-20T22:02:09.375 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.374+0000 7fe779a9b640 1 > prepared multipart upload key=6YM3TKGM41LJ upload=9QD1ABSBD823 tag=KPSA9E16V6I3 type=write size=2692671 2024-09-20T22:02:09.377 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.376+0000 7fe779a9b640 1 < completed delete operation key=B0070VZB3UZF tag=6XJYLB9HZKRP type=del 2024-09-20T22:02:09.380 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.378+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=5CC10TTWD85X type=del size=1225743 2024-09-20T22:02:09.382 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.381+0000 7fe779a9b640 1 < canceled operation key=OWUA691MUMB6 tag=MNYGGQSCHRAC type=del size=1257341 2024-09-20T22:02:09.384 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.383+0000 7fe779a9b640 1 > prepared operation key=3YV668WNVJ3G tag=TVKTX0G6GOH6 type=write size=927823 2024-09-20T22:02:09.386 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.385+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~WP6A5W0S4X5P.0 size=966010 2024-09-20T22:02:09.389 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.388+0000 7fe779a9b640 1 < completed multipart upload key=U24WBDE9OPS7 upload=WP6A5W0S4X5P tag=3GK8JANQVVKO type=write size=2014586 2024-09-20T22:02:09.391 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.390+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=BSAIKE9FJJDP type=del size=1249118 2024-09-20T22:02:09.394 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.393+0000 7fe779a9b640 -1 < failed to complete operation key=ELDR91I33NDH tag=S8SE18JW01Z9 type=del size=960456: (22) Invalid argument 2024-09-20T22:02:09.398 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.396+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~LRX4DV8E3D8K.0 size=1048576 2024-09-20T22:02:09.399 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.398+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~LRX4DV8E3D8K.1 size=1048576 2024-09-20T22:02:09.401 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.400+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~LRX4DV8E3D8K.2 size=461686 2024-09-20T22:02:09.401 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.400+0000 7fe779a9b640 1 > prepared multipart upload key=JE0BX5GAIPSB upload=LRX4DV8E3D8K tag=YS52WTLN3FVJ type=write size=3607414 2024-09-20T22:02:09.403 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.402+0000 7fe779a9b640 1 < canceled operation key=B0070VZB3UZF tag=91KNT0HHYFOT type=write size=225173 2024-09-20T22:02:09.405 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.404+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=09LSK890LPPY type=write size=745621 2024-09-20T22:02:09.407 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.406+0000 7fe779a9b640 1 < completed delete operation key=VAH8ANWTPTHQ tag=SW9I7XSKAGOB type=del 2024-09-20T22:02:09.410 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.408+0000 7fe779a9b640 1 > prepared operation key=3YV668WNVJ3G tag=4YXGTAX6ZWFN type=del size=430477 2024-09-20T22:02:09.412 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.410+0000 7fe779a9b640 1 < completed part key=_multipart_JHHMXS36ATIL.2~W3KXDCMDJ6Y7.0 size=399222 2024-09-20T22:02:09.415 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.414+0000 7fe779a9b640 1 < completed multipart upload key=JHHMXS36ATIL upload=W3KXDCMDJ6Y7 tag=A3J39YLY83DU type=write size=1447798 2024-09-20T22:02:09.417 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.416+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=BLVU5QK6K780 type=del size=4064662 2024-09-20T22:02:09.419 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.418+0000 7fe779a9b640 1 < completed delete operation key=JE0BX5GAIPSB tag=39GMK6H0HCJ0 type=del 2024-09-20T22:02:09.421 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.420+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=R3F1R706IGB6 type=del size=354357 2024-09-20T22:02:09.425 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.423+0000 7fe779a9b640 1 < suggested update operation key=ZSXI0P8QFMQN tag=4A9MVY5RMYE0 type=del size=3252821 2024-09-20T22:02:09.427 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.425+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=2CT2ZBN7YAIH type=del size=2635144 2024-09-20T22:02:09.429 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.427+0000 7fe779a9b640 1 < completed write operation key=PNZZ2ZGG009S tag=CM7MZ7UIEYA4 type=write size=79592 2024-09-20T22:02:09.430 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.429+0000 7fe779a9b640 1 > prepared operation key=XEPWA2JTOEC2 tag=9AOE7J0K2QNG type=del size=2616024 2024-09-20T22:02:09.434 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.433+0000 7fe779a9b640 1 < suggested update operation key=CV3QPH1KJL9D tag=O3IZMQ6RZPZQ type=del size=1064708 2024-09-20T22:02:09.437 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.436+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~Y74B07BA59SK.0 size=555172 2024-09-20T22:02:09.438 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.436+0000 7fe779a9b640 1 > prepared multipart upload key=R44R5QNUZJMC upload=Y74B07BA59SK tag=JMC2TGR4D0VL type=write size=1603748 2024-09-20T22:02:09.440 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.438+0000 7fe779a9b640 1 < completed part key=_multipart_3YV668WNVJ3G.2~UIUXKJ554980.0 size=833744 2024-09-20T22:02:09.443 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.442+0000 7fe779a9b640 1 < completed multipart upload key=3YV668WNVJ3G upload=UIUXKJ554980 tag=CCGSR8EQ8JR6 type=write size=1882320 2024-09-20T22:02:09.445 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.444+0000 7fe779a9b640 1 > prepared operation key=ICBPE9ZH55FB tag=YDEJ4UAE2ZTI type=del size=561820 2024-09-20T22:02:09.447 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.445+0000 7fe779a9b640 1 < completed delete operation key=JHHMXS36ATIL tag=IUH0WK2RN352 type=del 2024-09-20T22:02:09.449 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.447+0000 7fe779a9b640 1 > prepared operation key=RB3UQB71OHKI tag=YVXFF665C4Y1 type=del size=4036111 2024-09-20T22:02:09.450 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.449+0000 7fe779a9b640 1 < completed write operation key=0M6DAP8CZAPL tag=5ST9L13OTBSN type=write size=296239 2024-09-20T22:02:09.454 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.452+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~70DOWO686FV2.0 size=440681 2024-09-20T22:02:09.454 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.452+0000 7fe779a9b640 1 > prepared multipart upload key=UUWQ1G2142U2 upload=70DOWO686FV2 tag=27KD95F8CXRW type=write size=1489257 2024-09-20T22:02:09.456 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.454+0000 7fe779a9b640 1 < completed delete operation key=B0070VZB3UZF tag=UH4LWGM8YJ0O type=del 2024-09-20T22:02:09.459 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.458+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~CVGDVSJRBL24.0 size=847400 2024-09-20T22:02:09.459 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.458+0000 7fe779a9b640 1 > prepared multipart upload key=U24WBDE9OPS7 upload=CVGDVSJRBL24 tag=FHHG8EF3YNX1 type=write size=1895976 2024-09-20T22:02:09.461 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.460+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~9QD1ABSBD823.0 size=1048576 2024-09-20T22:02:09.464 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.462+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~9QD1ABSBD823.1 size=595519 2024-09-20T22:02:09.467 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.466+0000 7fe779a9b640 1 < completed multipart upload key=6YM3TKGM41LJ upload=9QD1ABSBD823 tag=KPSA9E16V6I3 type=write size=2692671 2024-09-20T22:02:09.469 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.467+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=TUKX9FT02595 type=del size=1623134 2024-09-20T22:02:09.471 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.469+0000 7fe779a9b640 1 < completed delete operation key=0M6DAP8CZAPL tag=5CC10TTWD85X type=del 2024-09-20T22:02:09.473 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.471+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=11XGLLTC9XTD type=del size=2445659 2024-09-20T22:02:09.475 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.473+0000 7fe779a9b640 1 < completed write operation key=3YV668WNVJ3G tag=TVKTX0G6GOH6 type=write size=927823 2024-09-20T22:02:09.477 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.476+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=0WTCZQAPDIT3 type=del size=242801 2024-09-20T22:02:09.479 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.478+0000 7fe779a9b640 1 < canceled operation key=B0070VZB3UZF tag=BSAIKE9FJJDP type=del size=1249118 2024-09-20T22:02:09.483 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.482+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~8LOXMW6401M2.0 size=1048576 2024-09-20T22:02:09.485 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.483+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~8LOXMW6401M2.1 size=81186 2024-09-20T22:02:09.485 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.483+0000 7fe779a9b640 1 > prepared multipart upload key=PNZZ2ZGG009S upload=8LOXMW6401M2 tag=YH53RTDUWYCL type=write size=2178338 2024-09-20T22:02:09.487 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.485+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~LRX4DV8E3D8K.0 size=1048576 2024-09-20T22:02:09.488 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.487+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~LRX4DV8E3D8K.1 size=1048576 2024-09-20T22:02:09.490 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.489+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~LRX4DV8E3D8K.2 size=461686 2024-09-20T22:02:09.493 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.492+0000 7fe779a9b640 1 < completed multipart upload key=JE0BX5GAIPSB upload=LRX4DV8E3D8K tag=YS52WTLN3FVJ type=write size=3607414 2024-09-20T22:02:09.495 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.494+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=UXPI2IOV6ZXI type=del size=2548528 2024-09-20T22:02:09.499 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.498+0000 7fe779a9b640 1 < suggested remove operation key=JHHMXS36ATIL tag=09LSK890LPPY type=write 2024-09-20T22:02:09.501 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.500+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=R4REAFIT3V3F type=del size=3880362 2024-09-20T22:02:09.503 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.502+0000 7fe779a9b640 1 < completed delete operation key=3YV668WNVJ3G tag=4YXGTAX6ZWFN type=del 2024-09-20T22:02:09.507 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.505+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~BP3R8YANM6CD.0 size=1048576 2024-09-20T22:02:09.508 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.507+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~BP3R8YANM6CD.1 size=782670 2024-09-20T22:02:09.509 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.507+0000 7fe779a9b640 1 > prepared multipart upload key=KJYZZ8S3T5DH upload=BP3R8YANM6CD tag=QONE8YC2Z9FI type=write size=2879822 2024-09-20T22:02:09.512 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.511+0000 7fe779a9b640 1 < suggested update operation key=0M6DAP8CZAPL tag=BLVU5QK6K780 type=del size=4064662 2024-09-20T22:02:09.515 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.513+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=ELAC2115M1H7 type=del size=2252756 2024-09-20T22:02:09.517 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.516+0000 7fe779a9b640 1 < completed delete operation key=U24WBDE9OPS7 tag=R3F1R706IGB6 type=del 2024-09-20T22:02:09.519 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.518+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=PVAT8PY1Q7I6 type=del size=1871888 2024-09-20T22:02:09.523 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.522+0000 7fe779a9b640 1 < suggested update operation key=R44R5QNUZJMC tag=2CT2ZBN7YAIH type=del size=2635144 2024-09-20T22:02:09.525 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.524+0000 7fe779a9b640 1 > prepared operation key=IYYXNW4DO800 tag=6XWI2UERF16M type=del size=2108341 2024-09-20T22:02:09.527 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.526+0000 7fe779a9b640 1 < completed delete operation key=XEPWA2JTOEC2 tag=9AOE7J0K2QNG type=del 2024-09-20T22:02:09.531 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.530+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~O5EBH1JB3VPO.0 size=1048576 2024-09-20T22:02:09.533 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.531+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~O5EBH1JB3VPO.1 size=1048576 2024-09-20T22:02:09.534 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.533+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~O5EBH1JB3VPO.2 size=1027380 2024-09-20T22:02:09.534 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.533+0000 7fe779a9b640 1 > prepared multipart upload key=6YM3TKGM41LJ upload=O5EBH1JB3VPO tag=V0YK6PLUFBO4 type=write size=4173108 2024-09-20T22:02:09.536 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.535+0000 7fe779a9b640 1 < completed part key=_multipart_R44R5QNUZJMC.2~Y74B07BA59SK.0 size=555172 2024-09-20T22:02:09.541 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.540+0000 7fe779a9b640 1 < completed multipart upload key=R44R5QNUZJMC upload=Y74B07BA59SK tag=JMC2TGR4D0VL type=write size=1603748 2024-09-20T22:02:09.544 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.542+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=CX6363JM2MR2 type=del size=21322 2024-09-20T22:02:09.548 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.547+0000 7fe779a9b640 1 < suggested remove operation key=ICBPE9ZH55FB tag=YDEJ4UAE2ZTI type=del 2024-09-20T22:02:09.550 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.549+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=J6O5HD3KY4IJ type=write size=1008858 2024-09-20T22:02:09.552 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.551+0000 7fe779a9b640 1 < completed delete operation key=RB3UQB71OHKI tag=YVXFF665C4Y1 type=del 2024-09-20T22:02:09.554 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.553+0000 7fe779a9b640 1 > prepared operation key=UUWQ1G2142U2 tag=OAWRVYSKX6SV type=del size=3574428 2024-09-20T22:02:09.556 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.555+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~70DOWO686FV2.0 size=440681 2024-09-20T22:02:09.560 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.559+0000 7fe779a9b640 1 < completed multipart upload key=UUWQ1G2142U2 upload=70DOWO686FV2 tag=27KD95F8CXRW type=write size=1489257 2024-09-20T22:02:09.562 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.561+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=SPYWM27EXTCF type=del size=2325055 2024-09-20T22:02:09.564 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.563+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~CVGDVSJRBL24.0 size=847400 2024-09-20T22:02:09.568 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.567+0000 7fe779a9b640 1 < completed multipart upload key=U24WBDE9OPS7 upload=CVGDVSJRBL24 tag=FHHG8EF3YNX1 type=write size=1895976 2024-09-20T22:02:09.570 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.569+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=LO610VJLTGSE type=write size=613119 2024-09-20T22:02:09.572 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.570+0000 7fe779a9b640 1 < canceled operation key=ZSXI0P8QFMQN tag=TUKX9FT02595 type=del size=1623134 2024-09-20T22:02:09.574 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.572+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=PMPSM4F4VZDG type=del size=2173721 2024-09-20T22:02:09.576 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.574+0000 7fe779a9b640 1 < completed delete operation key=VAH8ANWTPTHQ tag=11XGLLTC9XTD type=del 2024-09-20T22:02:09.578 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.576+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=ERCVW5AOZ9SW type=write size=736856 2024-09-20T22:02:09.580 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.579+0000 7fe779a9b640 1 < completed delete operation key=ECSEX4SHKJA4 tag=0WTCZQAPDIT3 type=del 2024-09-20T22:02:09.582 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.581+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=0T6203VU9JQ1 type=del size=4124387 2024-09-20T22:02:09.584 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.583+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~8LOXMW6401M2.0 size=1048576 2024-09-20T22:02:09.584 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.583+0000 7fe779a9b640 1 < canceled part key=_multipart_PNZZ2ZGG009S.2~8LOXMW6401M2.1 size=81186 2024-09-20T22:02:09.587 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.586+0000 7fe779a9b640 1 < canceled multipart upload key=PNZZ2ZGG009S upload=8LOXMW6401M2 tag=YH53RTDUWYCL type=write size=2178338 2024-09-20T22:02:09.591 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.590+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~8CRW0T2JUG6I.0 size=1048576 2024-09-20T22:02:09.593 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.592+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~8CRW0T2JUG6I.1 size=221904 2024-09-20T22:02:09.593 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.592+0000 7fe779a9b640 1 > prepared multipart upload key=ECSEX4SHKJA4 upload=8CRW0T2JUG6I tag=PU8E4773TP68 type=write size=2319056 2024-09-20T22:02:09.595 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.594+0000 7fe779a9b640 1 < completed delete operation key=RM93KDNRZ38I tag=UXPI2IOV6ZXI type=del 2024-09-20T22:02:09.599 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.598+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~S0Z6CZZTCGY1.0 size=378113 2024-09-20T22:02:09.599 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.598+0000 7fe779a9b640 1 > prepared multipart upload key=T9NTHA21NTII upload=S0Z6CZZTCGY1 tag=JWXE7W7F1LQT type=write size=1426689 2024-09-20T22:02:09.602 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.601+0000 7fe779a9b640 -1 < failed to complete operation key=0M6DAP8CZAPL tag=R4REAFIT3V3F type=del size=3880362: (22) Invalid argument 2024-09-20T22:02:09.604 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.603+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=CPLFPXJABABE type=del size=1281672 2024-09-20T22:02:09.606 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.605+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~BP3R8YANM6CD.0 size=1048576 2024-09-20T22:02:09.608 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.607+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~BP3R8YANM6CD.1 size=782670 2024-09-20T22:02:09.612 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.610+0000 7fe779a9b640 1 < completed multipart upload key=KJYZZ8S3T5DH upload=BP3R8YANM6CD tag=QONE8YC2Z9FI type=write size=2879822 2024-09-20T22:02:09.614 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.613+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=9KM8B8XF1JRS type=del size=1003273 2024-09-20T22:02:09.616 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.615+0000 7fe779a9b640 1 < completed delete operation key=KJYZZ8S3T5DH tag=ELAC2115M1H7 type=del 2024-09-20T22:02:09.618 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.617+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=ZG3VAGN0BY2Z type=del size=2265019 2024-09-20T22:02:09.620 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.619+0000 7fe779a9b640 1 < completed delete operation key=ELDR91I33NDH tag=PVAT8PY1Q7I6 type=del 2024-09-20T22:02:09.622 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.621+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=4MCLIEYP6A78 type=del size=2718374 2024-09-20T22:02:09.624 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.623+0000 7fe779a9b640 1 < completed delete operation key=IYYXNW4DO800 tag=6XWI2UERF16M type=del 2024-09-20T22:02:09.626 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.624+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=0OUP33T366VX type=del size=2773526 2024-09-20T22:02:09.626 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.625+0000 7fe779a9b640 1 < canceled part key=_multipart_6YM3TKGM41LJ.2~O5EBH1JB3VPO.0 size=1048576 2024-09-20T22:02:09.628 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.626+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~O5EBH1JB3VPO.1 size=1048576 2024-09-20T22:02:09.629 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.628+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~O5EBH1JB3VPO.2 size=1027380 2024-09-20T22:02:09.633 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.631+0000 7fe779a9b640 1 < canceled multipart upload key=6YM3TKGM41LJ upload=O5EBH1JB3VPO tag=V0YK6PLUFBO4 type=write size=4173108 2024-09-20T22:02:09.635 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.633+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=RVWSLWNB106J type=write size=252632 2024-09-20T22:02:09.637 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.636+0000 7fe779a9b640 1 < completed delete operation key=ZSXI0P8QFMQN tag=CX6363JM2MR2 type=del 2024-09-20T22:02:09.639 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.638+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=1KE4W30LH3ED type=del size=274719 2024-09-20T22:02:09.641 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.640+0000 7fe779a9b640 1 < completed write operation key=QCX4FDH1E7DG tag=J6O5HD3KY4IJ type=write size=1008858 2024-09-20T22:02:09.643 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.642+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=H0FE3XMCF0Y9 type=write size=620591 2024-09-20T22:02:09.646 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.644+0000 7fe779a9b640 1 < completed delete operation key=UUWQ1G2142U2 tag=OAWRVYSKX6SV type=del 2024-09-20T22:02:09.650 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.648+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~JD9X9QL5SDF6.0 size=1048576 2024-09-20T22:02:09.651 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.650+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~JD9X9QL5SDF6.1 size=81626 2024-09-20T22:02:09.651 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.650+0000 7fe779a9b640 1 > prepared multipart upload key=VAH8ANWTPTHQ upload=JD9X9QL5SDF6 tag=F0UPU5WXZ27N type=write size=2178778 2024-09-20T22:02:09.653 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.652+0000 7fe779a9b640 1 < completed delete operation key=U24WBDE9OPS7 tag=SPYWM27EXTCF type=del 2024-09-20T22:02:09.655 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.654+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=2V11WVLLJUI2 type=del size=2076242 2024-09-20T22:02:09.657 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.656+0000 7fe779a9b640 1 < completed write operation key=6YM3TKGM41LJ tag=LO610VJLTGSE type=write size=613119 2024-09-20T22:02:09.661 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.659+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~DQT61FUV0302.0 size=1048576 2024-09-20T22:02:09.663 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.661+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~DQT61FUV0302.1 size=434530 2024-09-20T22:02:09.663 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.661+0000 7fe779a9b640 1 > prepared multipart upload key=KJYZZ8S3T5DH upload=DQT61FUV0302 tag=ZYCY6GWJCGVY type=write size=2531682 2024-09-20T22:02:09.665 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.663+0000 7fe779a9b640 1 < completed delete operation key=VAH8ANWTPTHQ tag=PMPSM4F4VZDG type=del 2024-09-20T22:02:09.667 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.666+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=O9WLWCVDOMNQ type=del size=472729 2024-09-20T22:02:09.670 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.668+0000 7fe779a9b640 1 < completed write operation key=OM2NI3GCUE4O tag=ERCVW5AOZ9SW type=write size=736856 2024-09-20T22:02:09.671 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.670+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=GY8F80AXJDI0 type=write size=298658 2024-09-20T22:02:09.674 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.672+0000 7fe779a9b640 1 < completed delete operation key=4NVVK8DRHTJL tag=0T6203VU9JQ1 type=del 2024-09-20T22:02:09.677 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.676+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~D0CN1HETCBRN.0 size=1048576 2024-09-20T22:02:09.679 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.678+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~D0CN1HETCBRN.1 size=872992 2024-09-20T22:02:09.680 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.678+0000 7fe779a9b640 1 > prepared multipart upload key=8Y1S1ZFNVQO3 upload=D0CN1HETCBRN tag=0QKLLGUIS2YV type=write size=2970144 2024-09-20T22:02:09.681 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.680+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~8CRW0T2JUG6I.0 size=1048576 2024-09-20T22:02:09.683 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.682+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~8CRW0T2JUG6I.1 size=221904 2024-09-20T22:02:09.686 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.685+0000 7fe779a9b640 1 < completed multipart upload key=ECSEX4SHKJA4 upload=8CRW0T2JUG6I tag=PU8E4773TP68 type=write size=2319056 2024-09-20T22:02:09.689 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.687+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=KQOZ37JVAUOJ type=del size=2603249 2024-09-20T22:02:09.691 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.689+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~S0Z6CZZTCGY1.0 size=378113 2024-09-20T22:02:09.694 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.693+0000 7fe779a9b640 1 < completed multipart upload key=T9NTHA21NTII upload=S0Z6CZZTCGY1 tag=JWXE7W7F1LQT type=write size=1426689 2024-09-20T22:02:09.696 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.695+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=8OCECR8BKC8O type=del size=2229448 2024-09-20T22:02:09.701 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.699+0000 7fe779a9b640 1 < suggested update operation key=VAH8ANWTPTHQ tag=CPLFPXJABABE type=del size=1281672 2024-09-20T22:02:09.702 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.701+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=1G5AS8VK9UN0 type=del size=3046889 2024-09-20T22:02:09.705 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.703+0000 7fe779a9b640 1 < completed delete operation key=68I8AEC312OU tag=9KM8B8XF1JRS type=del 2024-09-20T22:02:09.707 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.705+0000 7fe779a9b640 1 > prepared operation key=RB3UQB71OHKI tag=VN6YFT3VVX1H type=del size=1836842 2024-09-20T22:02:09.709 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.708+0000 7fe779a9b640 1 < canceled operation key=KJYZZ8S3T5DH tag=ZG3VAGN0BY2Z type=del size=2265019 2024-09-20T22:02:09.713 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.711+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~JAJ2VK36T265.0 size=1048576 2024-09-20T22:02:09.715 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.713+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~JAJ2VK36T265.1 size=1048576 2024-09-20T22:02:09.716 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.715+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~JAJ2VK36T265.2 size=6394 2024-09-20T22:02:09.716 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.715+0000 7fe779a9b640 1 > prepared multipart upload key=T9NTHA21NTII upload=JAJ2VK36T265 tag=TTWFQ0J76ZW2 type=write size=3152122 2024-09-20T22:02:09.721 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.719+0000 7fe779a9b640 1 < suggested remove operation key=ECSEX4SHKJA4 tag=4MCLIEYP6A78 type=del 2024-09-20T22:02:09.723 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.721+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=RU8JDPA0QUDH type=del size=3792808 2024-09-20T22:02:09.725 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.723+0000 7fe779a9b640 1 < completed delete operation key=0M6DAP8CZAPL tag=0OUP33T366VX type=del 2024-09-20T22:02:09.727 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.725+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=K57WXL6ZLU6W type=del size=542176 2024-09-20T22:02:09.728 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.727+0000 7fe779a9b640 1 < completed write operation key=1TRSEURXV2X9 tag=RVWSLWNB106J type=write size=252632 2024-09-20T22:02:09.731 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.729+0000 7fe779a9b640 1 > prepared operation key=T9NTHA21NTII tag=5252GIX4WGOX type=del size=1084038 2024-09-20T22:02:09.733 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.731+0000 7fe779a9b640 1 < completed delete operation key=JHHMXS36ATIL tag=1KE4W30LH3ED type=del 2024-09-20T22:02:09.736 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.735+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~EAXUYTQVNSFF.0 size=1048576 2024-09-20T22:02:09.738 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.737+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~EAXUYTQVNSFF.1 size=994871 2024-09-20T22:02:09.738 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.737+0000 7fe779a9b640 1 > prepared multipart upload key=ECSEX4SHKJA4 upload=EAXUYTQVNSFF tag=CVVYX26QKKKP type=write size=3092023 2024-09-20T22:02:09.740 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.739+0000 7fe779a9b640 1 < completed write operation key=0M6DAP8CZAPL tag=H0FE3XMCF0Y9 type=write size=620591 2024-09-20T22:02:09.742 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.741+0000 7fe779a9b640 1 > prepared operation key=1J1YL7XL0LAY tag=B725GXAKT40O type=write size=167590 2024-09-20T22:02:09.744 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.743+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~JD9X9QL5SDF6.0 size=1048576 2024-09-20T22:02:09.746 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.744+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~JD9X9QL5SDF6.1 size=81626 2024-09-20T22:02:09.749 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.748+0000 7fe779a9b640 1 < completed multipart upload key=VAH8ANWTPTHQ upload=JD9X9QL5SDF6 tag=F0UPU5WXZ27N type=write size=2178778 2024-09-20T22:02:09.751 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.750+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=LQC2UZLFJ4J2 type=del size=2536122 2024-09-20T22:02:09.753 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.752+0000 7fe779a9b640 1 < completed delete operation key=0M6DAP8CZAPL tag=2V11WVLLJUI2 type=del 2024-09-20T22:02:09.757 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.755+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~IR7CHL80ER8O.0 size=774849 2024-09-20T22:02:09.757 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.755+0000 7fe779a9b640 1 > prepared multipart upload key=JE0BX5GAIPSB upload=IR7CHL80ER8O tag=I6YAT9B02LS1 type=write size=1823425 2024-09-20T22:02:09.759 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.758+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~DQT61FUV0302.0 size=1048576 2024-09-20T22:02:09.761 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.759+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~DQT61FUV0302.1 size=434530 2024-09-20T22:02:09.764 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.762+0000 7fe779a9b640 1 < completed multipart upload key=KJYZZ8S3T5DH upload=DQT61FUV0302 tag=ZYCY6GWJCGVY type=write size=2531682 2024-09-20T22:02:09.768 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.766+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~LEJZ7BLS0DLQ.0 size=1048576 2024-09-20T22:02:09.769 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.768+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~LEJZ7BLS0DLQ.1 size=1048576 2024-09-20T22:02:09.771 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.770+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~LEJZ7BLS0DLQ.2 size=429720 2024-09-20T22:02:09.771 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.770+0000 7fe779a9b640 1 > prepared multipart upload key=VAH8ANWTPTHQ upload=LEJZ7BLS0DLQ tag=JEE6YHGIFKNI type=write size=3575448 2024-09-20T22:02:09.775 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.773+0000 7fe779a9b640 1 < suggested update operation key=RM93KDNRZ38I tag=O9WLWCVDOMNQ type=del size=472729 2024-09-20T22:02:09.777 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.775+0000 7fe779a9b640 1 > prepared operation key=OWUA691MUMB6 tag=9I644UYOUPWD type=del size=1558404 2024-09-20T22:02:09.779 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.778+0000 7fe779a9b640 1 < completed write operation key=6YM3TKGM41LJ tag=GY8F80AXJDI0 type=write size=298658 2024-09-20T22:02:09.783 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.781+0000 7fe779a9b640 1 > prepared part key=_multipart_CV3QPH1KJL9D.2~583C5U4NDY1E.0 size=923131 2024-09-20T22:02:09.783 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.781+0000 7fe779a9b640 1 > prepared multipart upload key=CV3QPH1KJL9D upload=583C5U4NDY1E tag=WQTESYH6ZF7B type=write size=1971707 2024-09-20T22:02:09.785 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.783+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~D0CN1HETCBRN.0 size=1048576 2024-09-20T22:02:09.787 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.785+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~D0CN1HETCBRN.1 size=872992 2024-09-20T22:02:09.790 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.789+0000 7fe779a9b640 1 < completed multipart upload key=8Y1S1ZFNVQO3 upload=D0CN1HETCBRN tag=0QKLLGUIS2YV type=write size=2970144 2024-09-20T22:02:09.792 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.791+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=FBZDSX0S7J7Z type=del size=2144288 2024-09-20T22:02:09.794 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.793+0000 7fe779a9b640 1 < completed delete operation key=R44R5QNUZJMC tag=KQOZ37JVAUOJ type=del 2024-09-20T22:02:09.796 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.795+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=TI9O3R03TI4V type=write size=485996 2024-09-20T22:02:09.798 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.797+0000 7fe779a9b640 1 < completed delete operation key=U24WBDE9OPS7 tag=8OCECR8BKC8O type=del 2024-09-20T22:02:09.800 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.799+0000 7fe779a9b640 1 > prepared operation key=T9NTHA21NTII tag=QZLPCIEV27DB type=del size=4982 2024-09-20T22:02:09.802 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.801+0000 7fe779a9b640 1 < completed delete operation key=4NVVK8DRHTJL tag=1G5AS8VK9UN0 type=del 2024-09-20T22:02:09.806 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.805+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~7KPTOKYF7G1R.0 size=1048576 2024-09-20T22:02:09.809 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.807+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~7KPTOKYF7G1R.1 size=28692 2024-09-20T22:02:09.809 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.807+0000 7fe779a9b640 1 > prepared multipart upload key=T9NTHA21NTII upload=7KPTOKYF7G1R tag=W6AA9WJX5WHR type=write size=2125844 2024-09-20T22:02:09.810 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.809+0000 7fe779a9b640 1 < completed delete operation key=RB3UQB71OHKI tag=VN6YFT3VVX1H type=del 2024-09-20T22:02:09.814 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.813+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~3JZXXAKEQ8OI.0 size=1048576 2024-09-20T22:02:09.816 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.815+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~3JZXXAKEQ8OI.1 size=1048576 2024-09-20T22:02:09.818 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.817+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~3JZXXAKEQ8OI.2 size=200327 2024-09-20T22:02:09.818 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.817+0000 7fe779a9b640 1 > prepared multipart upload key=ECSEX4SHKJA4 upload=3JZXXAKEQ8OI tag=HEX0G8TJVY0Y type=write size=3346055 2024-09-20T22:02:09.821 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.819+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~JAJ2VK36T265.0 size=1048576 2024-09-20T22:02:09.822 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.821+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~JAJ2VK36T265.1 size=1048576 2024-09-20T22:02:09.824 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.823+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~JAJ2VK36T265.2 size=6394 2024-09-20T22:02:09.827 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.826+0000 7fe779a9b640 1 < completed multipart upload key=T9NTHA21NTII upload=JAJ2VK36T265 tag=TTWFQ0J76ZW2 type=write size=3152122 2024-09-20T22:02:09.829 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.828+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=SDV9SZ1YOH3J type=del size=2853426 2024-09-20T22:02:09.831 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.830+0000 7fe779a9b640 1 < completed delete operation key=R44R5QNUZJMC tag=RU8JDPA0QUDH type=del 2024-09-20T22:02:09.833 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.832+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=Y3FUFE15UTVH type=write size=178424 2024-09-20T22:02:09.836 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.834+0000 7fe779a9b640 1 < completed delete operation key=0M6DAP8CZAPL tag=K57WXL6ZLU6W type=del 2024-09-20T22:02:09.838 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.836+0000 7fe779a9b640 1 > prepared operation key=8Y1S1ZFNVQO3 tag=I3DFT1NX80LR type=del size=4081175 2024-09-20T22:02:09.840 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.838+0000 7fe779a9b640 1 < completed delete operation key=T9NTHA21NTII tag=5252GIX4WGOX type=del 2024-09-20T22:02:09.842 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.840+0000 7fe779a9b640 1 > prepared operation key=XEPWA2JTOEC2 tag=O91RDZ8N9ZP0 type=del size=1185020 2024-09-20T22:02:09.844 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.843+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~EAXUYTQVNSFF.0 size=1048576 2024-09-20T22:02:09.846 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.844+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~EAXUYTQVNSFF.1 size=994871 2024-09-20T22:02:09.849 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.848+0000 7fe779a9b640 1 < completed multipart upload key=ECSEX4SHKJA4 upload=EAXUYTQVNSFF tag=CVVYX26QKKKP type=write size=3092023 2024-09-20T22:02:09.853 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.851+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~0GX2FJM9P5W1.0 size=1048576 2024-09-20T22:02:09.854 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.853+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~0GX2FJM9P5W1.1 size=1048576 2024-09-20T22:02:09.856 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.855+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~0GX2FJM9P5W1.2 size=91302 2024-09-20T22:02:09.856 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.855+0000 7fe779a9b640 1 > prepared multipart upload key=DRE6QQSJ9ZVU upload=0GX2FJM9P5W1 tag=WA6J3XH77MRY type=write size=3237030 2024-09-20T22:02:09.858 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.857+0000 7fe779a9b640 1 < completed write operation key=1J1YL7XL0LAY tag=B725GXAKT40O type=write size=167590 2024-09-20T22:02:09.862 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.860+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~OVEKZS9DMFS6.0 size=51547 2024-09-20T22:02:09.862 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.860+0000 7fe779a9b640 1 > prepared multipart upload key=U24WBDE9OPS7 upload=OVEKZS9DMFS6 tag=TQ6K6L4FYXOS type=write size=1100123 2024-09-20T22:02:09.863 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.862+0000 7fe779a9b640 1 < completed delete operation key=CV3QPH1KJL9D tag=LQC2UZLFJ4J2 type=del 2024-09-20T22:02:09.865 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.864+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=U950LONDPFAQ type=del size=4102041 2024-09-20T22:02:09.867 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.866+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~IR7CHL80ER8O.0 size=774849 2024-09-20T22:02:09.871 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.869+0000 7fe779a9b640 1 < completed multipart upload key=JE0BX5GAIPSB upload=IR7CHL80ER8O tag=I6YAT9B02LS1 type=write size=1823425 2024-09-20T22:02:09.873 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.871+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=T68O4H2ZVVE1 type=del size=3564968 2024-09-20T22:02:09.875 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.874+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~LEJZ7BLS0DLQ.0 size=1048576 2024-09-20T22:02:09.877 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.875+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~LEJZ7BLS0DLQ.1 size=1048576 2024-09-20T22:02:09.878 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.877+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~LEJZ7BLS0DLQ.2 size=429720 2024-09-20T22:02:09.881 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.880+0000 7fe779a9b640 1 < completed multipart upload key=VAH8ANWTPTHQ upload=LEJZ7BLS0DLQ tag=JEE6YHGIFKNI type=write size=3575448 2024-09-20T22:02:09.883 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.882+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=1850DMS4SC0D type=write size=140315 2024-09-20T22:02:09.888 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.887+0000 7fe779a9b640 1 < suggested update operation key=OWUA691MUMB6 tag=9I644UYOUPWD type=del size=1558404 2024-09-20T22:02:09.890 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.889+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=MPO2C2MZN070 type=del size=644076 2024-09-20T22:02:09.892 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.891+0000 7fe779a9b640 1 < completed part key=_multipart_CV3QPH1KJL9D.2~583C5U4NDY1E.0 size=923131 2024-09-20T22:02:09.895 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.894+0000 7fe779a9b640 1 < completed multipart upload key=CV3QPH1KJL9D upload=583C5U4NDY1E tag=WQTESYH6ZF7B type=write size=1971707 2024-09-20T22:02:09.899 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.898+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~ROOUA0R6BZY5.0 size=1048576 2024-09-20T22:02:09.901 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.899+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~ROOUA0R6BZY5.1 size=1048576 2024-09-20T22:02:09.903 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.901+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~ROOUA0R6BZY5.2 size=862093 2024-09-20T22:02:09.903 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.901+0000 7fe779a9b640 1 > prepared multipart upload key=QCX4FDH1E7DG upload=ROOUA0R6BZY5 tag=YO3POK0OMRHR type=write size=4007821 2024-09-20T22:02:09.905 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.903+0000 7fe779a9b640 1 < completed delete operation key=DRE6QQSJ9ZVU tag=FBZDSX0S7J7Z type=del 2024-09-20T22:02:09.907 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.905+0000 7fe779a9b640 1 > prepared operation key=UUWQ1G2142U2 tag=J05Q8X932XW5 type=del size=3540489 2024-09-20T22:02:09.909 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.907+0000 7fe779a9b640 1 < completed write operation key=ZSXI0P8QFMQN tag=TI9O3R03TI4V type=write size=485996 2024-09-20T22:02:09.913 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.911+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~PLZLOFCGNS8A.0 size=1005508 2024-09-20T22:02:09.913 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.911+0000 7fe779a9b640 1 > prepared multipart upload key=ELDR91I33NDH upload=PLZLOFCGNS8A tag=K5DX2JNDICYF type=write size=2054084 2024-09-20T22:02:09.915 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.914+0000 7fe779a9b640 1 < completed delete operation key=T9NTHA21NTII tag=QZLPCIEV27DB type=del 2024-09-20T22:02:09.918 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.917+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=BOYC3ATMR9L6 type=del size=956273 2024-09-20T22:02:09.920 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.919+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~7KPTOKYF7G1R.0 size=1048576 2024-09-20T22:02:09.923 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.921+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~7KPTOKYF7G1R.1 size=28692 2024-09-20T22:02:09.926 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.925+0000 7fe779a9b640 1 < completed multipart upload key=T9NTHA21NTII upload=7KPTOKYF7G1R tag=W6AA9WJX5WHR type=write size=2125844 2024-09-20T22:02:09.928 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.927+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=3ZI5VWJWTYSD type=del size=1865067 2024-09-20T22:02:09.930 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.929+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~3JZXXAKEQ8OI.0 size=1048576 2024-09-20T22:02:09.932 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.931+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~3JZXXAKEQ8OI.1 size=1048576 2024-09-20T22:02:09.934 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.932+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~3JZXXAKEQ8OI.2 size=200327 2024-09-20T22:02:09.937 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.936+0000 7fe779a9b640 1 < completed multipart upload key=ECSEX4SHKJA4 upload=3JZXXAKEQ8OI tag=HEX0G8TJVY0Y type=write size=3346055 2024-09-20T22:02:09.940 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.939+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~S7US4OXGLOD4.0 size=1048576 2024-09-20T22:02:09.942 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.941+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~S7US4OXGLOD4.1 size=992229 2024-09-20T22:02:09.942 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.941+0000 7fe779a9b640 1 > prepared multipart upload key=QCX4FDH1E7DG upload=S7US4OXGLOD4 tag=K1B6QTWK1P27 type=write size=3089381 2024-09-20T22:02:09.946 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.944+0000 7fe779a9b640 1 < suggested remove operation key=68I8AEC312OU tag=SDV9SZ1YOH3J type=del 2024-09-20T22:02:09.948 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.947+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=IDH59NL23YBJ type=del size=2125523 2024-09-20T22:02:09.950 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.949+0000 7fe779a9b640 1 < completed write operation key=0M6DAP8CZAPL tag=Y3FUFE15UTVH type=write size=178424 2024-09-20T22:02:09.953 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.952+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~U5COMQ764O5Z.0 size=1048576 2024-09-20T22:02:09.955 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.954+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~U5COMQ764O5Z.1 size=1048576 2024-09-20T22:02:09.957 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.956+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~U5COMQ764O5Z.2 size=492149 2024-09-20T22:02:09.957 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.956+0000 7fe779a9b640 1 > prepared multipart upload key=ICBPE9ZH55FB upload=U5COMQ764O5Z tag=T1CZFMNFA0TZ type=write size=3637877 2024-09-20T22:02:09.959 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.958+0000 7fe779a9b640 1 < completed delete operation key=8Y1S1ZFNVQO3 tag=I3DFT1NX80LR type=del 2024-09-20T22:02:09.961 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.960+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=QYPGQ2AC3Z9R type=del size=494245 2024-09-20T22:02:09.963 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.962+0000 7fe779a9b640 1 < completed delete operation key=XEPWA2JTOEC2 tag=O91RDZ8N9ZP0 type=del 2024-09-20T22:02:09.965 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.964+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=57PQCO31D2EW type=del size=3596209 2024-09-20T22:02:09.967 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.966+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~0GX2FJM9P5W1.0 size=1048576 2024-09-20T22:02:09.969 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.968+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~0GX2FJM9P5W1.1 size=1048576 2024-09-20T22:02:09.971 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.970+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~0GX2FJM9P5W1.2 size=91302 2024-09-20T22:02:09.975 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.974+0000 7fe779a9b640 1 < completed multipart upload key=DRE6QQSJ9ZVU upload=0GX2FJM9P5W1 tag=WA6J3XH77MRY type=write size=3237030 2024-09-20T22:02:09.977 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.975+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=CY30ZCTC24LV type=write size=154342 2024-09-20T22:02:09.979 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.978+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~OVEKZS9DMFS6.0 size=51547 2024-09-20T22:02:09.983 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.981+0000 7fe779a9b640 1 < completed multipart upload key=U24WBDE9OPS7 upload=OVEKZS9DMFS6 tag=TQ6K6L4FYXOS type=write size=1100123 2024-09-20T22:02:09.987 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.985+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~EZRXNTBLOHQL.0 size=1048576 2024-09-20T22:02:09.988 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.987+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~EZRXNTBLOHQL.1 size=1048576 2024-09-20T22:02:09.990 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.989+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~EZRXNTBLOHQL.2 size=289520 2024-09-20T22:02:09.990 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.989+0000 7fe779a9b640 1 > prepared multipart upload key=B0070VZB3UZF upload=EZRXNTBLOHQL tag=C2ZXSOVPK5U4 type=write size=3435248 2024-09-20T22:02:09.992 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.990+0000 7fe779a9b640 1 < completed delete operation key=JHHMXS36ATIL tag=U950LONDPFAQ type=del 2024-09-20T22:02:09.995 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.994+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~C2MY9J6URYV5.0 size=1048576 2024-09-20T22:02:09.997 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.996+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~C2MY9J6URYV5.1 size=790228 2024-09-20T22:02:09.997 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.996+0000 7fe779a9b640 1 > prepared multipart upload key=XEPWA2JTOEC2 upload=C2MY9J6URYV5 tag=6NFKFMZHJZNG type=write size=2887380 2024-09-20T22:02:09.999 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:09.998+0000 7fe779a9b640 1 < completed delete operation key=1TRSEURXV2X9 tag=T68O4H2ZVVE1 type=del 2024-09-20T22:02:10.001 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.000+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=8ZRF4RESLLZ3 type=del size=2017448 2024-09-20T22:02:10.003 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.002+0000 7fe779a9b640 1 < completed write operation key=B0070VZB3UZF tag=1850DMS4SC0D type=write size=140315 2024-09-20T22:02:10.007 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.006+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~RD39J6HF3WUD.0 size=1048576 2024-09-20T22:02:10.009 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.007+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~RD39J6HF3WUD.1 size=1048576 2024-09-20T22:02:10.010 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.009+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~RD39J6HF3WUD.2 size=243546 2024-09-20T22:02:10.010 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.009+0000 7fe779a9b640 1 > prepared multipart upload key=JE0BX5GAIPSB upload=RD39J6HF3WUD tag=2QOUSRVMYJHN type=write size=3389274 2024-09-20T22:02:10.012 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.011+0000 7fe779a9b640 1 < completed delete operation key=CV3QPH1KJL9D tag=MPO2C2MZN070 type=del 2024-09-20T22:02:10.016 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.015+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~ZOEGX2U4CC2V.0 size=1048576 2024-09-20T22:02:10.017 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.016+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~ZOEGX2U4CC2V.1 size=31831 2024-09-20T22:02:10.018 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.016+0000 7fe779a9b640 1 > prepared multipart upload key=OM2NI3GCUE4O upload=ZOEGX2U4CC2V tag=QF7TUUVFCZJI type=write size=2128983 2024-09-20T22:02:10.020 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.018+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~ROOUA0R6BZY5.0 size=1048576 2024-09-20T22:02:10.021 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.020+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~ROOUA0R6BZY5.1 size=1048576 2024-09-20T22:02:10.023 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.022+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~ROOUA0R6BZY5.2 size=862093 2024-09-20T22:02:10.027 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.025+0000 7fe779a9b640 1 < completed multipart upload key=QCX4FDH1E7DG upload=ROOUA0R6BZY5 tag=YO3POK0OMRHR type=write size=4007821 2024-09-20T22:02:10.029 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.027+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=N4XJ51UFQR7P type=del size=3894908 2024-09-20T22:02:10.030 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.029+0000 7fe779a9b640 1 < completed delete operation key=UUWQ1G2142U2 tag=J05Q8X932XW5 type=del 2024-09-20T22:02:10.033 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.032+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=NSCNS4I7QOU3 type=del size=11501 2024-09-20T22:02:10.035 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.034+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~PLZLOFCGNS8A.0 size=1005508 2024-09-20T22:02:10.038 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.037+0000 7fe779a9b640 1 < completed multipart upload key=ELDR91I33NDH upload=PLZLOFCGNS8A tag=K5DX2JNDICYF type=write size=2054084 2024-09-20T22:02:10.040 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.039+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=U3P2DTHRRJYZ type=write size=686055 2024-09-20T22:02:10.042 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.041+0000 7fe779a9b640 1 < completed delete operation key=B0070VZB3UZF tag=BOYC3ATMR9L6 type=del 2024-09-20T22:02:10.044 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.043+0000 7fe779a9b640 1 > prepared operation key=3YV668WNVJ3G tag=GT0VSTQRT298 type=del size=2159517 2024-09-20T22:02:10.047 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.045+0000 7fe779a9b640 1 < completed delete operation key=ELDR91I33NDH tag=3ZI5VWJWTYSD type=del 2024-09-20T22:02:10.048 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.047+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=MW2RL73Q5549 type=del size=1037718 2024-09-20T22:02:10.051 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.050+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~S7US4OXGLOD4.0 size=1048576 2024-09-20T22:02:10.053 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.051+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~S7US4OXGLOD4.1 size=992229 2024-09-20T22:02:10.056 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.055+0000 7fe779a9b640 1 < completed multipart upload key=QCX4FDH1E7DG upload=S7US4OXGLOD4 tag=K1B6QTWK1P27 type=write size=3089381 2024-09-20T22:02:10.060 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.058+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~AJGD0GBLUXD5.0 size=656569 2024-09-20T22:02:10.060 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.058+0000 7fe779a9b640 1 > prepared multipart upload key=0M6DAP8CZAPL upload=AJGD0GBLUXD5 tag=WNSPHTLP9P1Q type=write size=1705145 2024-09-20T22:02:10.062 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.060+0000 7fe779a9b640 1 < completed delete operation key=DRE6QQSJ9ZVU tag=IDH59NL23YBJ type=del 2024-09-20T22:02:10.064 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.063+0000 7fe779a9b640 1 > prepared operation key=RB3UQB71OHKI tag=AVWSH1V7OO7K type=write size=949892 2024-09-20T22:02:10.066 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.065+0000 7fe779a9b640 1 < completed part key=_multipart_ICBPE9ZH55FB.2~U5COMQ764O5Z.0 size=1048576 2024-09-20T22:02:10.068 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.066+0000 7fe779a9b640 1 < completed part key=_multipart_ICBPE9ZH55FB.2~U5COMQ764O5Z.1 size=1048576 2024-09-20T22:02:10.069 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.068+0000 7fe779a9b640 1 < completed part key=_multipart_ICBPE9ZH55FB.2~U5COMQ764O5Z.2 size=492149 2024-09-20T22:02:10.073 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.071+0000 7fe779a9b640 1 < completed multipart upload key=ICBPE9ZH55FB upload=U5COMQ764O5Z tag=T1CZFMNFA0TZ type=write size=3637877 2024-09-20T22:02:10.075 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.073+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=ER2OF2LGZHT5 type=del size=3795247 2024-09-20T22:02:10.078 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.077+0000 7fe779a9b640 1 < suggested remove operation key=KJYZZ8S3T5DH tag=QYPGQ2AC3Z9R type=del 2024-09-20T22:02:10.080 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.079+0000 7fe779a9b640 1 > prepared operation key=IYYXNW4DO800 tag=7FL372ZB9E2F type=write size=55686 2024-09-20T22:02:10.082 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.081+0000 7fe779a9b640 1 < completed delete operation key=68I8AEC312OU tag=57PQCO31D2EW type=del 2024-09-20T22:02:10.085 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.083+0000 7fe779a9b640 1 > prepared operation key=IYYXNW4DO800 tag=O5HZH1N7ZAPQ type=write size=479623 2024-09-20T22:02:10.089 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.088+0000 7fe779a9b640 1 < suggested update operation key=1TRSEURXV2X9 tag=CY30ZCTC24LV type=write size=154342 2024-09-20T22:02:10.092 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.090+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=NWISA0BW4M70 type=del size=3208238 2024-09-20T22:02:10.094 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.092+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~EZRXNTBLOHQL.0 size=1048576 2024-09-20T22:02:10.095 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.094+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~EZRXNTBLOHQL.1 size=1048576 2024-09-20T22:02:10.096 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.094+0000 7fe779a9b640 1 < canceled part key=_multipart_B0070VZB3UZF.2~EZRXNTBLOHQL.2 size=289520 2024-09-20T22:02:10.099 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.098+0000 7fe779a9b640 1 < canceled multipart upload key=B0070VZB3UZF upload=EZRXNTBLOHQL tag=C2ZXSOVPK5U4 type=write size=3435248 2024-09-20T22:02:10.104 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.103+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~DJMUOH8PM5A5.0 size=784364 2024-09-20T22:02:10.104 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.103+0000 7fe779a9b640 1 > prepared multipart upload key=1TRSEURXV2X9 upload=DJMUOH8PM5A5 tag=YT1Y341UWZSG type=write size=1832940 2024-09-20T22:02:10.106 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.105+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~C2MY9J6URYV5.0 size=1048576 2024-09-20T22:02:10.108 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.107+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~C2MY9J6URYV5.1 size=790228 2024-09-20T22:02:10.112 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.110+0000 7fe779a9b640 1 < completed multipart upload key=XEPWA2JTOEC2 upload=C2MY9J6URYV5 tag=6NFKFMZHJZNG type=write size=2887380 2024-09-20T22:02:10.114 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.113+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=CZCLN8RKKGJM type=del size=3239620 2024-09-20T22:02:10.119 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.117+0000 7fe779a9b640 1 < suggested update operation key=PNZZ2ZGG009S tag=8ZRF4RESLLZ3 type=del size=2017448 2024-09-20T22:02:10.121 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.119+0000 7fe779a9b640 1 > prepared operation key=1J1YL7XL0LAY tag=5NGX6YBRYED6 type=del size=1413569 2024-09-20T22:02:10.122 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.121+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~RD39J6HF3WUD.0 size=1048576 2024-09-20T22:02:10.124 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.123+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~RD39J6HF3WUD.1 size=1048576 2024-09-20T22:02:10.126 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.125+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~RD39J6HF3WUD.2 size=243546 2024-09-20T22:02:10.130 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.129+0000 7fe779a9b640 1 < completed multipart upload key=JE0BX5GAIPSB upload=RD39J6HF3WUD tag=2QOUSRVMYJHN type=write size=3389274 2024-09-20T22:02:10.133 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.131+0000 7fe779a9b640 1 > prepared operation key=UUWQ1G2142U2 tag=COKDSX2669SV type=del size=1962451 2024-09-20T22:02:10.135 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.134+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~ZOEGX2U4CC2V.0 size=1048576 2024-09-20T22:02:10.135 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.134+0000 7fe779a9b640 1 < canceled part key=_multipart_OM2NI3GCUE4O.2~ZOEGX2U4CC2V.1 size=31831 2024-09-20T22:02:10.140 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.138+0000 7fe779a9b640 1 < canceled multipart upload key=OM2NI3GCUE4O upload=ZOEGX2U4CC2V tag=QF7TUUVFCZJI type=write size=2128983 2024-09-20T22:02:10.144 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.142+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~ST6VIXLI45J0.0 size=23915 2024-09-20T22:02:10.144 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.142+0000 7fe779a9b640 1 > prepared multipart upload key=JE0BX5GAIPSB upload=ST6VIXLI45J0 tag=N3XNFVRB8WAN type=write size=1072491 2024-09-20T22:02:10.148 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.146+0000 7fe779a9b640 1 < suggested update operation key=OM2NI3GCUE4O tag=N4XJ51UFQR7P type=del size=3894908 2024-09-20T22:02:10.150 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.148+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=W7KMHEYMW2LK type=del size=2557636 2024-09-20T22:02:10.152 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.151+0000 7fe779a9b640 -1 < failed to complete operation key=KJYZZ8S3T5DH tag=NSCNS4I7QOU3 type=del size=11501: (22) Invalid argument 2024-09-20T22:02:10.156 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.155+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~SZXLE02E7UZE.0 size=303467 2024-09-20T22:02:10.156 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.155+0000 7fe779a9b640 1 > prepared multipart upload key=VAH8ANWTPTHQ upload=SZXLE02E7UZE tag=Q6I0QJRU0R9J type=write size=1352043 2024-09-20T22:02:10.160 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.159+0000 7fe779a9b640 1 < suggested update operation key=68I8AEC312OU tag=U3P2DTHRRJYZ type=write size=686055 2024-09-20T22:02:10.162 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.161+0000 7fe779a9b640 1 > prepared operation key=JE0BX5GAIPSB tag=1PF3RQGLV6RS type=del size=395000 2024-09-20T22:02:10.165 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.163+0000 7fe779a9b640 1 < completed delete operation key=3YV668WNVJ3G tag=GT0VSTQRT298 type=del 2024-09-20T22:02:10.168 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.167+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~9YGWLBCVYYV1.0 size=712155 2024-09-20T22:02:10.169 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.167+0000 7fe779a9b640 1 > prepared multipart upload key=XEPWA2JTOEC2 upload=9YGWLBCVYYV1 tag=0OYNRVV1HH7K type=write size=1760731 2024-09-20T22:02:10.170 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.169+0000 7fe779a9b640 1 < completed delete operation key=QCX4FDH1E7DG tag=MW2RL73Q5549 type=del 2024-09-20T22:02:10.174 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.173+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~BYZOJIIQOEII.0 size=1048576 2024-09-20T22:02:10.176 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.175+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~BYZOJIIQOEII.1 size=1048576 2024-09-20T22:02:10.178 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.176+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~BYZOJIIQOEII.2 size=251641 2024-09-20T22:02:10.178 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.176+0000 7fe779a9b640 1 > prepared multipart upload key=1TRSEURXV2X9 upload=BYZOJIIQOEII tag=J28OSX8Q659K type=write size=3397369 2024-09-20T22:02:10.178 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.177+0000 7fe779a9b640 1 < canceled part key=_multipart_0M6DAP8CZAPL.2~AJGD0GBLUXD5.0 size=656569 2024-09-20T22:02:10.182 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.180+0000 7fe779a9b640 1 < canceled multipart upload key=0M6DAP8CZAPL upload=AJGD0GBLUXD5 tag=WNSPHTLP9P1Q type=write size=1705145 2024-09-20T22:02:10.184 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.182+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=QHG6Q9T8Y4R8 type=write size=76749 2024-09-20T22:02:10.186 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.184+0000 7fe779a9b640 1 < completed write operation key=RB3UQB71OHKI tag=AVWSH1V7OO7K type=write size=949892 2024-09-20T22:02:10.188 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.186+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=LH5FN9AGIL5I type=del size=2285789 2024-09-20T22:02:10.190 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.188+0000 7fe779a9b640 1 < completed delete operation key=U24WBDE9OPS7 tag=ER2OF2LGZHT5 type=del 2024-09-20T22:02:10.191 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.190+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=EGCPVTE0G4Y1 type=del size=1996505 2024-09-20T22:02:10.194 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.192+0000 7fe779a9b640 1 < completed write operation key=IYYXNW4DO800 tag=7FL372ZB9E2F type=write size=55686 2024-09-20T22:02:10.196 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.194+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=EMNHOGDEKLED type=del size=2520865 2024-09-20T22:02:10.197 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.196+0000 7fe779a9b640 1 < completed write operation key=IYYXNW4DO800 tag=O5HZH1N7ZAPQ type=write size=479623 2024-09-20T22:02:10.201 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.200+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~Y3J6ATIQFNUU.0 size=296528 2024-09-20T22:02:10.201 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.200+0000 7fe779a9b640 1 > prepared multipart upload key=3YV668WNVJ3G upload=Y3J6ATIQFNUU tag=89G76JZ9CXZR type=write size=1345104 2024-09-20T22:02:10.203 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.202+0000 7fe779a9b640 1 < completed delete operation key=7KQSF1OMUOVW tag=NWISA0BW4M70 type=del 2024-09-20T22:02:10.205 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.204+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=FCHTOD29AML4 type=write size=780726 2024-09-20T22:02:10.208 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.207+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~DJMUOH8PM5A5.0 size=784364 2024-09-20T22:02:10.211 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.210+0000 7fe779a9b640 1 < completed multipart upload key=1TRSEURXV2X9 upload=DJMUOH8PM5A5 tag=YT1Y341UWZSG type=write size=1832940 2024-09-20T22:02:10.215 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.214+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~RVA4XG5LP3Y7.0 size=589712 2024-09-20T22:02:10.215 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.214+0000 7fe779a9b640 1 > prepared multipart upload key=PNZZ2ZGG009S upload=RVA4XG5LP3Y7 tag=1IYIB374Q9FO type=write size=1638288 2024-09-20T22:02:10.217 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.216+0000 7fe779a9b640 1 < completed delete operation key=ECSEX4SHKJA4 tag=CZCLN8RKKGJM type=del 2024-09-20T22:02:10.219 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.218+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=PK2YOTMGII41 type=write size=156469 2024-09-20T22:02:10.221 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.220+0000 7fe779a9b640 1 < completed delete operation key=1J1YL7XL0LAY tag=5NGX6YBRYED6 type=del 2024-09-20T22:02:10.223 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.222+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=ZEN6EM5QZ1RH type=del size=2364534 2024-09-20T22:02:10.225 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.224+0000 7fe779a9b640 1 < completed delete operation key=UUWQ1G2142U2 tag=COKDSX2669SV type=del 2024-09-20T22:02:10.229 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.227+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~KGN094NQNUUN.0 size=1048576 2024-09-20T22:02:10.230 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.229+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~KGN094NQNUUN.1 size=1048576 2024-09-20T22:02:10.232 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.231+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~KGN094NQNUUN.2 size=285819 2024-09-20T22:02:10.232 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.231+0000 7fe779a9b640 1 > prepared multipart upload key=ECSEX4SHKJA4 upload=KGN094NQNUUN tag=VMX1MDTUQ58J type=write size=3431547 2024-09-20T22:02:10.234 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.232+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~ST6VIXLI45J0.0 size=23915 2024-09-20T22:02:10.237 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.236+0000 7fe779a9b640 1 < completed multipart upload key=JE0BX5GAIPSB upload=ST6VIXLI45J0 tag=N3XNFVRB8WAN type=write size=1072491 2024-09-20T22:02:10.239 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.238+0000 7fe779a9b640 1 > prepared operation key=1J1YL7XL0LAY tag=A97E58GHNUAE type=del size=383746 2024-09-20T22:02:10.241 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.239+0000 7fe779a9b640 1 < completed delete operation key=KJYZZ8S3T5DH tag=W7KMHEYMW2LK type=del 2024-09-20T22:02:10.243 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.241+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=FJKCX3U5040C type=del size=2336169 2024-09-20T22:02:10.245 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.243+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~SZXLE02E7UZE.0 size=303467 2024-09-20T22:02:10.248 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.247+0000 7fe779a9b640 1 < completed multipart upload key=VAH8ANWTPTHQ upload=SZXLE02E7UZE tag=Q6I0QJRU0R9J type=write size=1352043 2024-09-20T22:02:10.252 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.251+0000 7fe779a9b640 1 > prepared part key=_multipart_7KQSF1OMUOVW.2~CPPZ61FYZ5VV.0 size=1048576 2024-09-20T22:02:10.254 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.252+0000 7fe779a9b640 1 > prepared part key=_multipart_7KQSF1OMUOVW.2~CPPZ61FYZ5VV.1 size=332839 2024-09-20T22:02:10.254 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.252+0000 7fe779a9b640 1 > prepared multipart upload key=7KQSF1OMUOVW upload=CPPZ61FYZ5VV tag=DVHL7Z353HW8 type=write size=2429991 2024-09-20T22:02:10.258 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.256+0000 7fe779a9b640 1 < suggested update operation key=JE0BX5GAIPSB tag=1PF3RQGLV6RS type=del size=395000 2024-09-20T22:02:10.262 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.260+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~AYGSD2JD2YL9.0 size=37594 2024-09-20T22:02:10.262 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.260+0000 7fe779a9b640 1 > prepared multipart upload key=ELDR91I33NDH upload=AYGSD2JD2YL9 tag=1PHU53E04EU1 type=write size=1086170 2024-09-20T22:02:10.264 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.262+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~9YGWLBCVYYV1.0 size=712155 2024-09-20T22:02:10.267 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.266+0000 7fe779a9b640 1 < completed multipart upload key=XEPWA2JTOEC2 upload=9YGWLBCVYYV1 tag=0OYNRVV1HH7K type=write size=1760731 2024-09-20T22:02:10.270 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.268+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=DTIYLI62GG1I type=write size=37265 2024-09-20T22:02:10.270 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.269+0000 7fe779a9b640 1 < canceled part key=_multipart_1TRSEURXV2X9.2~BYZOJIIQOEII.0 size=1048576 2024-09-20T22:02:10.272 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.270+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~BYZOJIIQOEII.1 size=1048576 2024-09-20T22:02:10.273 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.272+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~BYZOJIIQOEII.2 size=251641 2024-09-20T22:02:10.277 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.276+0000 7fe779a9b640 1 < canceled multipart upload key=1TRSEURXV2X9 upload=BYZOJIIQOEII tag=J28OSX8Q659K type=write size=3397369 2024-09-20T22:02:10.279 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.278+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=948W9MFITED4 type=del size=526770 2024-09-20T22:02:10.281 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.280+0000 7fe779a9b640 1 < completed write operation key=ZSXI0P8QFMQN tag=QHG6Q9T8Y4R8 type=write size=76749 2024-09-20T22:02:10.283 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.281+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=MN9XOZX7CFKM type=del size=4123800 2024-09-20T22:02:10.287 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.286+0000 7fe779a9b640 1 < suggested remove operation key=VAH8ANWTPTHQ tag=LH5FN9AGIL5I type=del 2024-09-20T22:02:10.291 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.290+0000 7fe779a9b640 1 > prepared part key=_multipart_IYYXNW4DO800.2~UYIA74NHH3R2.0 size=796018 2024-09-20T22:02:10.291 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.290+0000 7fe779a9b640 1 > prepared multipart upload key=IYYXNW4DO800 upload=UYIA74NHH3R2 tag=OIDE3HJO1UUX type=write size=1844594 2024-09-20T22:02:10.293 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.292+0000 7fe779a9b640 1 < canceled operation key=6YM3TKGM41LJ tag=EGCPVTE0G4Y1 type=del size=1996505 2024-09-20T22:02:10.295 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.294+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=AVINQYJI5S78 type=del size=3469739 2024-09-20T22:02:10.297 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.296+0000 7fe779a9b640 1 < completed delete operation key=R44R5QNUZJMC tag=EMNHOGDEKLED type=del 2024-09-20T22:02:10.299 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.298+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=3J9XKL1OO65M type=del size=1665300 2024-09-20T22:02:10.301 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.300+0000 7fe779a9b640 1 < completed part key=_multipart_3YV668WNVJ3G.2~Y3J6ATIQFNUU.0 size=296528 2024-09-20T22:02:10.305 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.303+0000 7fe779a9b640 1 < completed multipart upload key=3YV668WNVJ3G upload=Y3J6ATIQFNUU tag=89G76JZ9CXZR type=write size=1345104 2024-09-20T22:02:10.307 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.305+0000 7fe779a9b640 1 > prepared operation key=8Y1S1ZFNVQO3 tag=H4GZSBTZS8BN type=del size=2733210 2024-09-20T22:02:10.309 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.307+0000 7fe779a9b640 1 < completed write operation key=RM93KDNRZ38I tag=FCHTOD29AML4 type=write size=780726 2024-09-20T22:02:10.311 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.310+0000 7fe779a9b640 1 > prepared operation key=ICBPE9ZH55FB tag=SILID5AAI622 type=del size=1083379 2024-09-20T22:02:10.313 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.312+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~RVA4XG5LP3Y7.0 size=589712 2024-09-20T22:02:10.317 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.315+0000 7fe779a9b640 1 < completed multipart upload key=PNZZ2ZGG009S upload=RVA4XG5LP3Y7 tag=1IYIB374Q9FO type=write size=1638288 2024-09-20T22:02:10.319 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.317+0000 7fe779a9b640 1 > prepared operation key=3YV668WNVJ3G tag=EVTZU8A3YNA0 type=del size=2285574 2024-09-20T22:02:10.321 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.320+0000 7fe779a9b640 1 < completed write operation key=DRE6QQSJ9ZVU tag=PK2YOTMGII41 type=write size=156469 2024-09-20T22:02:10.325 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.323+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~WSPEAVPN8H0X.0 size=1048576 2024-09-20T22:02:10.326 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.325+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~WSPEAVPN8H0X.1 size=808987 2024-09-20T22:02:10.326 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.325+0000 7fe779a9b640 1 > prepared multipart upload key=3YV668WNVJ3G upload=WSPEAVPN8H0X tag=H5S7276WEHSF type=write size=2906139 2024-09-20T22:02:10.328 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.327+0000 7fe779a9b640 1 < completed delete operation key=7KQSF1OMUOVW tag=ZEN6EM5QZ1RH type=del 2024-09-20T22:02:10.330 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.329+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=NC18YXT3ITVC type=del size=3496278 2024-09-20T22:02:10.332 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.331+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~KGN094NQNUUN.0 size=1048576 2024-09-20T22:02:10.334 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.333+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~KGN094NQNUUN.1 size=1048576 2024-09-20T22:02:10.336 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.334+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~KGN094NQNUUN.2 size=285819 2024-09-20T22:02:10.339 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.338+0000 7fe779a9b640 1 < completed multipart upload key=ECSEX4SHKJA4 upload=KGN094NQNUUN tag=VMX1MDTUQ58J type=write size=3431547 2024-09-20T22:02:10.343 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.341+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~0GVL8WGIV9PR.0 size=1048576 2024-09-20T22:02:10.344 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.343+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~0GVL8WGIV9PR.1 size=1048576 2024-09-20T22:02:10.347 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.345+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~0GVL8WGIV9PR.2 size=25393 2024-09-20T22:02:10.347 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.345+0000 7fe779a9b640 1 > prepared multipart upload key=RM93KDNRZ38I upload=0GVL8WGIV9PR tag=QTKM8A0TPN75 type=write size=3171121 2024-09-20T22:02:10.351 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.349+0000 7fe779a9b640 1 < suggested update operation key=1J1YL7XL0LAY tag=A97E58GHNUAE type=del size=383746 2024-09-20T22:02:10.353 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.351+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=ZIQKXKGO3FDB type=del size=823477 2024-09-20T22:02:10.355 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.354+0000 7fe779a9b640 1 < completed delete operation key=ZSXI0P8QFMQN tag=FJKCX3U5040C type=del 2024-09-20T22:02:10.357 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.356+0000 7fe779a9b640 1 > prepared operation key=T9NTHA21NTII tag=1ACV49FRU5QW type=write size=905994 2024-09-20T22:02:10.359 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.358+0000 7fe779a9b640 1 < completed part key=_multipart_7KQSF1OMUOVW.2~CPPZ61FYZ5VV.0 size=1048576 2024-09-20T22:02:10.361 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.360+0000 7fe779a9b640 1 < completed part key=_multipart_7KQSF1OMUOVW.2~CPPZ61FYZ5VV.1 size=332839 2024-09-20T22:02:10.365 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.364+0000 7fe779a9b640 1 < completed multipart upload key=7KQSF1OMUOVW upload=CPPZ61FYZ5VV tag=DVHL7Z353HW8 type=write size=2429991 2024-09-20T22:02:10.369 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.368+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~7EBOS61CI7Z9.0 size=950588 2024-09-20T22:02:10.369 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.368+0000 7fe779a9b640 1 > prepared multipart upload key=1J1YL7XL0LAY upload=7EBOS61CI7Z9 tag=9XK8TKWE7ZCL type=write size=1999164 2024-09-20T22:02:10.371 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.370+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~AYGSD2JD2YL9.0 size=37594 2024-09-20T22:02:10.374 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.373+0000 7fe779a9b640 1 < completed multipart upload key=ELDR91I33NDH upload=AYGSD2JD2YL9 tag=1PHU53E04EU1 type=write size=1086170 2024-09-20T22:02:10.378 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.376+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~RGQR8O144D7C.0 size=1048576 2024-09-20T22:02:10.379 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.378+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~RGQR8O144D7C.1 size=1048576 2024-09-20T22:02:10.381 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.380+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~RGQR8O144D7C.2 size=864554 2024-09-20T22:02:10.381 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.380+0000 7fe779a9b640 1 > prepared multipart upload key=6YM3TKGM41LJ upload=RGQR8O144D7C tag=M4S93D57T7T7 type=write size=4010282 2024-09-20T22:02:10.385 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.384+0000 7fe779a9b640 1 < suggested remove operation key=QCX4FDH1E7DG tag=DTIYLI62GG1I type=write 2024-09-20T22:02:10.387 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.386+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=YEKKQLJQXZDX type=del size=3097133 2024-09-20T22:02:10.391 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.389+0000 7fe779a9b640 1 < suggested remove operation key=CV3QPH1KJL9D tag=948W9MFITED4 type=del 2024-09-20T22:02:10.393 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.391+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=OTGK01IIXATU type=del size=1334630 2024-09-20T22:02:10.395 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.393+0000 7fe779a9b640 1 < completed delete operation key=ECSEX4SHKJA4 tag=MN9XOZX7CFKM type=del 2024-09-20T22:02:10.399 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.397+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~8YZ5Q1HCEDC7.0 size=1048576 2024-09-20T22:02:10.401 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.399+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~8YZ5Q1HCEDC7.1 size=248149 2024-09-20T22:02:10.401 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.399+0000 7fe779a9b640 1 > prepared multipart upload key=U24WBDE9OPS7 upload=8YZ5Q1HCEDC7 tag=BYHNFCN3V6DO type=write size=2345301 2024-09-20T22:02:10.403 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.402+0000 7fe779a9b640 1 < completed part key=_multipart_IYYXNW4DO800.2~UYIA74NHH3R2.0 size=796018 2024-09-20T22:02:10.407 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.405+0000 7fe779a9b640 1 < completed multipart upload key=IYYXNW4DO800 upload=UYIA74NHH3R2 tag=OIDE3HJO1UUX type=write size=1844594 2024-09-20T22:02:10.409 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.407+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=8NU78CT2B7R4 type=del size=3114502 2024-09-20T22:02:10.411 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.410+0000 7fe779a9b640 1 < completed delete operation key=VAH8ANWTPTHQ tag=AVINQYJI5S78 type=del 2024-09-20T22:02:10.413 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.411+0000 7fe779a9b640 1 > prepared operation key=T9NTHA21NTII tag=N8C5EYQIVU8Q type=del size=664155 2024-09-20T22:02:10.417 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.415+0000 7fe779a9b640 1 < suggested update operation key=1TRSEURXV2X9 tag=3J9XKL1OO65M type=del size=1665300 2024-09-20T22:02:10.419 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.417+0000 7fe779a9b640 1 > prepared operation key=ICBPE9ZH55FB tag=3081YRU1IV72 type=del size=3038600 2024-09-20T22:02:10.422 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.421+0000 7fe779a9b640 1 < suggested update operation key=8Y1S1ZFNVQO3 tag=H4GZSBTZS8BN type=del size=2733210 2024-09-20T22:02:10.426 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.425+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~QK6DMOUI8KM5.0 size=1027163 2024-09-20T22:02:10.426 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.425+0000 7fe779a9b640 1 > prepared multipart upload key=ICBPE9ZH55FB upload=QK6DMOUI8KM5 tag=K90E7LYKDUP9 type=write size=2075739 2024-09-20T22:02:10.428 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.427+0000 7fe779a9b640 1 < completed delete operation key=ICBPE9ZH55FB tag=SILID5AAI622 type=del 2024-09-20T22:02:10.430 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.429+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=QFHSV08H54SJ type=del size=2874166 2024-09-20T22:02:10.432 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.431+0000 7fe779a9b640 1 < completed delete operation key=3YV668WNVJ3G tag=EVTZU8A3YNA0 type=del 2024-09-20T22:02:10.435 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.433+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=TBQ4AYEO3TKA type=write size=692546 2024-09-20T22:02:10.437 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.435+0000 7fe779a9b640 1 < completed part key=_multipart_3YV668WNVJ3G.2~WSPEAVPN8H0X.0 size=1048576 2024-09-20T22:02:10.438 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.437+0000 7fe779a9b640 1 < completed part key=_multipart_3YV668WNVJ3G.2~WSPEAVPN8H0X.1 size=808987 2024-09-20T22:02:10.442 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.441+0000 7fe779a9b640 1 < completed multipart upload key=3YV668WNVJ3G upload=WSPEAVPN8H0X tag=H5S7276WEHSF type=write size=2906139 2024-09-20T22:02:10.444 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.443+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=5P2H5GJ301RN type=del size=4181704 2024-09-20T22:02:10.447 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.445+0000 7fe779a9b640 -1 < failed to complete operation key=1TRSEURXV2X9 tag=NC18YXT3ITVC type=del size=3496278: (22) Invalid argument 2024-09-20T22:02:10.449 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.447+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=7BXZDA6O3D58 type=del size=1435862 2024-09-20T22:02:10.451 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.450+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~0GVL8WGIV9PR.0 size=1048576 2024-09-20T22:02:10.453 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.451+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~0GVL8WGIV9PR.1 size=1048576 2024-09-20T22:02:10.455 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.453+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~0GVL8WGIV9PR.2 size=25393 2024-09-20T22:02:10.458 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.456+0000 7fe779a9b640 1 < completed multipart upload key=RM93KDNRZ38I upload=0GVL8WGIV9PR tag=QTKM8A0TPN75 type=write size=3171121 2024-09-20T22:02:10.460 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.458+0000 7fe779a9b640 1 > prepared operation key=OWUA691MUMB6 tag=AU440SHOPT43 type=del size=2045540 2024-09-20T22:02:10.462 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.461+0000 7fe779a9b640 1 < completed delete operation key=VAH8ANWTPTHQ tag=ZIQKXKGO3FDB type=del 2024-09-20T22:02:10.464 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.463+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=ZDAIECN1YQWK type=write size=567859 2024-09-20T22:02:10.466 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.465+0000 7fe779a9b640 1 < canceled operation key=T9NTHA21NTII tag=1ACV49FRU5QW type=write size=905994 2024-09-20T22:02:10.468 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.467+0000 7fe779a9b640 1 > prepared operation key=XEPWA2JTOEC2 tag=RHHL53AVIHN4 type=del size=3457297 2024-09-20T22:02:10.471 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.469+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~7EBOS61CI7Z9.0 size=950588 2024-09-20T22:02:10.474 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.472+0000 7fe779a9b640 1 < completed multipart upload key=1J1YL7XL0LAY upload=7EBOS61CI7Z9 tag=9XK8TKWE7ZCL type=write size=1999164 2024-09-20T22:02:10.478 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.477+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~C3MBZKV6GCGD.0 size=1048576 2024-09-20T22:02:10.480 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.478+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~C3MBZKV6GCGD.1 size=1048576 2024-09-20T22:02:10.481 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.480+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~C3MBZKV6GCGD.2 size=679601 2024-09-20T22:02:10.481 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.480+0000 7fe779a9b640 1 > prepared multipart upload key=8Y1S1ZFNVQO3 upload=C3MBZKV6GCGD tag=EX262NFL02RO type=write size=3825329 2024-09-20T22:02:10.483 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.482+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~RGQR8O144D7C.0 size=1048576 2024-09-20T22:02:10.485 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.484+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~RGQR8O144D7C.1 size=1048576 2024-09-20T22:02:10.487 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.486+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~RGQR8O144D7C.2 size=864554 2024-09-20T22:02:10.491 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.489+0000 7fe779a9b640 1 < completed multipart upload key=6YM3TKGM41LJ upload=RGQR8O144D7C tag=M4S93D57T7T7 type=write size=4010282 2024-09-20T22:02:10.494 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.493+0000 7fe779a9b640 1 > prepared part key=_multipart_IYYXNW4DO800.2~OSQQZ1SE3U94.0 size=1048576 2024-09-20T22:02:10.496 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.495+0000 7fe779a9b640 1 > prepared part key=_multipart_IYYXNW4DO800.2~OSQQZ1SE3U94.1 size=1048576 2024-09-20T22:02:10.498 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.496+0000 7fe779a9b640 1 > prepared part key=_multipart_IYYXNW4DO800.2~OSQQZ1SE3U94.2 size=723756 2024-09-20T22:02:10.498 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.496+0000 7fe779a9b640 1 > prepared multipart upload key=IYYXNW4DO800 upload=OSQQZ1SE3U94 tag=BO19TQVK1S91 type=write size=3869484 2024-09-20T22:02:10.502 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.501+0000 7fe779a9b640 1 < suggested update operation key=DRE6QQSJ9ZVU tag=YEKKQLJQXZDX type=del size=3097133 2024-09-20T22:02:10.505 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.504+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=PMBMDOAWCY1U type=write size=1047377 2024-09-20T22:02:10.507 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.506+0000 7fe779a9b640 1 < completed delete operation key=JHHMXS36ATIL tag=OTGK01IIXATU type=del 2024-09-20T22:02:10.511 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.510+0000 7fe779a9b640 1 > prepared part key=_multipart_JHHMXS36ATIL.2~ZI5HT56PV7QN.0 size=1048576 2024-09-20T22:02:10.512 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.511+0000 7fe779a9b640 1 > prepared part key=_multipart_JHHMXS36ATIL.2~ZI5HT56PV7QN.1 size=868358 2024-09-20T22:02:10.513 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.511+0000 7fe779a9b640 1 > prepared multipart upload key=JHHMXS36ATIL upload=ZI5HT56PV7QN tag=DTDYABVQHPPB type=write size=2965510 2024-09-20T22:02:10.514 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.513+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~8YZ5Q1HCEDC7.0 size=1048576 2024-09-20T22:02:10.514 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.513+0000 7fe779a9b640 1 < canceled part key=_multipart_U24WBDE9OPS7.2~8YZ5Q1HCEDC7.1 size=248149 2024-09-20T22:02:10.518 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.517+0000 7fe779a9b640 1 < canceled multipart upload key=U24WBDE9OPS7 upload=8YZ5Q1HCEDC7 tag=BYHNFCN3V6DO type=write size=2345301 2024-09-20T22:02:10.521 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.520+0000 7fe779a9b640 1 > prepared operation key=XEPWA2JTOEC2 tag=UBNLLCA7Y8P5 type=del size=2893316 2024-09-20T22:02:10.527 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.525+0000 7fe779a9b640 1 < suggested update operation key=0M6DAP8CZAPL tag=8NU78CT2B7R4 type=del size=3114502 2024-09-20T22:02:10.531 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.529+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~9AGJX4QAXT12.0 size=1048576 2024-09-20T22:02:10.532 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.531+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~9AGJX4QAXT12.1 size=1048576 2024-09-20T22:02:10.534 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.533+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~9AGJX4QAXT12.2 size=966191 2024-09-20T22:02:10.534 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.533+0000 7fe779a9b640 1 > prepared multipart upload key=R44R5QNUZJMC upload=9AGJX4QAXT12 tag=OOFPJQO5923H type=write size=4111919 2024-09-20T22:02:10.536 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.534+0000 7fe779a9b640 1 < completed delete operation key=T9NTHA21NTII tag=N8C5EYQIVU8Q type=del 2024-09-20T22:02:10.538 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.536+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=R6KSD31NN3VM type=write size=846540 2024-09-20T22:02:10.541 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.539+0000 7fe779a9b640 1 < completed delete operation key=ICBPE9ZH55FB tag=3081YRU1IV72 type=del 2024-09-20T22:02:10.545 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.544+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~EZ20RFH6B803.0 size=842310 2024-09-20T22:02:10.545 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.544+0000 7fe779a9b640 1 > prepared multipart upload key=1J1YL7XL0LAY upload=EZ20RFH6B803 tag=CKR93Q6GV6QR type=write size=1890886 2024-09-20T22:02:10.548 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.546+0000 7fe779a9b640 1 < completed part key=_multipart_ICBPE9ZH55FB.2~QK6DMOUI8KM5.0 size=1027163 2024-09-20T22:02:10.551 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.550+0000 7fe779a9b640 1 < completed multipart upload key=ICBPE9ZH55FB upload=QK6DMOUI8KM5 tag=K90E7LYKDUP9 type=write size=2075739 2024-09-20T22:02:10.553 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.552+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=P8OSOS9T9MC8 type=del size=1284265 2024-09-20T22:02:10.557 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.556+0000 7fe779a9b640 1 < suggested update operation key=PNZZ2ZGG009S tag=QFHSV08H54SJ type=del size=2874166 2024-09-20T22:02:10.559 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.558+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=1O61CRY2RX6G type=del size=3953260 2024-09-20T22:02:10.563 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.562+0000 7fe779a9b640 1 < suggested update operation key=DRE6QQSJ9ZVU tag=TBQ4AYEO3TKA type=write size=692546 2024-09-20T22:02:10.565 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.564+0000 7fe779a9b640 1 > prepared operation key=OWUA691MUMB6 tag=59CK1I7LJP8K type=del size=2201214 2024-09-20T22:02:10.569 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.568+0000 7fe779a9b640 1 < suggested remove operation key=QCX4FDH1E7DG tag=5P2H5GJ301RN type=del 2024-09-20T22:02:10.573 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.571+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~1NPAT9NUOK31.0 size=1048576 2024-09-20T22:02:10.575 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.573+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~1NPAT9NUOK31.1 size=1048576 2024-09-20T22:02:10.576 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.575+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~1NPAT9NUOK31.2 size=75717 2024-09-20T22:02:10.577 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.575+0000 7fe779a9b640 1 > prepared multipart upload key=OM2NI3GCUE4O upload=1NPAT9NUOK31 tag=1VC570D1N5QW type=write size=3221445 2024-09-20T22:02:10.579 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.577+0000 7fe779a9b640 1 < completed delete operation key=ZSXI0P8QFMQN tag=7BXZDA6O3D58 type=del 2024-09-20T22:02:10.580 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.579+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=MJ7NCBVK1Z3H type=del size=644767 2024-09-20T22:02:10.582 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.581+0000 7fe779a9b640 1 < completed delete operation key=OWUA691MUMB6 tag=AU440SHOPT43 type=del 2024-09-20T22:02:10.584 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.583+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=UUPRRNAD6KOM type=del size=1135113 2024-09-20T22:02:10.587 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.585+0000 7fe779a9b640 1 < completed write operation key=JHHMXS36ATIL tag=ZDAIECN1YQWK type=write size=567859 2024-09-20T22:02:10.589 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.588+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=EYSP1CZP8E53 type=del size=2128505 2024-09-20T22:02:10.591 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.590+0000 7fe779a9b640 1 < completed delete operation key=XEPWA2JTOEC2 tag=RHHL53AVIHN4 type=del 2024-09-20T22:02:10.595 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.594+0000 7fe779a9b640 1 > prepared part key=_multipart_7KQSF1OMUOVW.2~CK94YDFW6P4Y.0 size=1048576 2024-09-20T22:02:10.597 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.595+0000 7fe779a9b640 1 > prepared part key=_multipart_7KQSF1OMUOVW.2~CK94YDFW6P4Y.1 size=828521 2024-09-20T22:02:10.597 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.595+0000 7fe779a9b640 1 > prepared multipart upload key=7KQSF1OMUOVW upload=CK94YDFW6P4Y tag=H75I3NRKEVTL type=write size=2925673 2024-09-20T22:02:10.599 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.597+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~C3MBZKV6GCGD.0 size=1048576 2024-09-20T22:02:10.600 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.599+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~C3MBZKV6GCGD.1 size=1048576 2024-09-20T22:02:10.602 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.601+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~C3MBZKV6GCGD.2 size=679601 2024-09-20T22:02:10.605 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.604+0000 7fe779a9b640 1 < completed multipart upload key=8Y1S1ZFNVQO3 upload=C3MBZKV6GCGD tag=EX262NFL02RO type=write size=3825329 2024-09-20T22:02:10.607 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.606+0000 7fe779a9b640 1 > prepared operation key=IYYXNW4DO800 tag=Z35YX924O9FN type=del size=1121186 2024-09-20T22:02:10.609 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.608+0000 7fe779a9b640 1 < completed part key=_multipart_IYYXNW4DO800.2~OSQQZ1SE3U94.0 size=1048576 2024-09-20T22:02:10.611 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.610+0000 7fe779a9b640 1 < completed part key=_multipart_IYYXNW4DO800.2~OSQQZ1SE3U94.1 size=1048576 2024-09-20T22:02:10.613 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.612+0000 7fe779a9b640 1 < completed part key=_multipart_IYYXNW4DO800.2~OSQQZ1SE3U94.2 size=723756 2024-09-20T22:02:10.617 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.615+0000 7fe779a9b640 1 < completed multipart upload key=IYYXNW4DO800 upload=OSQQZ1SE3U94 tag=BO19TQVK1S91 type=write size=3869484 2024-09-20T22:02:10.620 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.619+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~1THE5K2LI74J.0 size=1048576 2024-09-20T22:02:10.622 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.620+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~1THE5K2LI74J.1 size=667857 2024-09-20T22:02:10.622 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.620+0000 7fe779a9b640 1 > prepared multipart upload key=QCX4FDH1E7DG upload=1THE5K2LI74J tag=VZUTZR4BS1DB type=write size=2765009 2024-09-20T22:02:10.624 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.622+0000 7fe779a9b640 1 < canceled operation key=KJYZZ8S3T5DH tag=PMBMDOAWCY1U type=write size=1047377 2024-09-20T22:02:10.626 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.625+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=I2NHZX8HMR4D type=del size=3679160 2024-09-20T22:02:10.628 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.627+0000 7fe779a9b640 1 < completed part key=_multipart_JHHMXS36ATIL.2~ZI5HT56PV7QN.0 size=1048576 2024-09-20T22:02:10.630 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.628+0000 7fe779a9b640 1 < completed part key=_multipart_JHHMXS36ATIL.2~ZI5HT56PV7QN.1 size=868358 2024-09-20T22:02:10.633 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.632+0000 7fe779a9b640 1 < completed multipart upload key=JHHMXS36ATIL upload=ZI5HT56PV7QN tag=DTDYABVQHPPB type=write size=2965510 2024-09-20T22:02:10.637 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.636+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~PNJ1GBIR003B.0 size=1048576 2024-09-20T22:02:10.639 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.638+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~PNJ1GBIR003B.1 size=1048576 2024-09-20T22:02:10.641 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.639+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~PNJ1GBIR003B.2 size=629599 2024-09-20T22:02:10.641 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.639+0000 7fe779a9b640 1 > prepared multipart upload key=0M6DAP8CZAPL upload=PNJ1GBIR003B tag=GF75RGMBMUGF type=write size=3775327 2024-09-20T22:02:10.643 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.642+0000 7fe779a9b640 1 < completed delete operation key=XEPWA2JTOEC2 tag=UBNLLCA7Y8P5 type=del 2024-09-20T22:02:10.645 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.644+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=CZMG2PPP3F5T type=del size=3617592 2024-09-20T22:02:10.647 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.646+0000 7fe779a9b640 1 < completed part key=_multipart_R44R5QNUZJMC.2~9AGJX4QAXT12.0 size=1048576 2024-09-20T22:02:10.650 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.648+0000 7fe779a9b640 1 < completed part key=_multipart_R44R5QNUZJMC.2~9AGJX4QAXT12.1 size=1048576 2024-09-20T22:02:10.652 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.650+0000 7fe779a9b640 1 < completed part key=_multipart_R44R5QNUZJMC.2~9AGJX4QAXT12.2 size=966191 2024-09-20T22:02:10.656 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.654+0000 7fe779a9b640 1 < completed multipart upload key=R44R5QNUZJMC upload=9AGJX4QAXT12 tag=OOFPJQO5923H type=write size=4111919 2024-09-20T22:02:10.658 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.656+0000 7fe779a9b640 1 > prepared operation key=T9NTHA21NTII tag=7YC4G8KDD07S type=del size=1235446 2024-09-20T22:02:10.660 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.659+0000 7fe779a9b640 1 < completed write operation key=KJYZZ8S3T5DH tag=R6KSD31NN3VM type=write size=846540 2024-09-20T22:02:10.664 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.662+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~MZWKWBL69UC4.0 size=1048576 2024-09-20T22:02:10.666 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.664+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~MZWKWBL69UC4.1 size=1048576 2024-09-20T22:02:10.667 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.666+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~MZWKWBL69UC4.2 size=566400 2024-09-20T22:02:10.668 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.666+0000 7fe779a9b640 1 > prepared multipart upload key=U24WBDE9OPS7 upload=MZWKWBL69UC4 tag=U2CDX46TS4QK type=write size=3712128 2024-09-20T22:02:10.669 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.668+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~EZ20RFH6B803.0 size=842310 2024-09-20T22:02:10.673 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.671+0000 7fe779a9b640 1 < completed multipart upload key=1J1YL7XL0LAY upload=EZ20RFH6B803 tag=CKR93Q6GV6QR type=write size=1890886 2024-09-20T22:02:10.676 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.675+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~B1ELI02AGIDT.0 size=1048576 2024-09-20T22:02:10.678 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.676+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~B1ELI02AGIDT.1 size=186050 2024-09-20T22:02:10.678 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.676+0000 7fe779a9b640 1 > prepared multipart upload key=RB3UQB71OHKI upload=B1ELI02AGIDT tag=YNK4PVG2Y5ZI type=write size=2283202 2024-09-20T22:02:10.682 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.681+0000 7fe779a9b640 1 < suggested update operation key=DRE6QQSJ9ZVU tag=P8OSOS9T9MC8 type=del size=1284265 2024-09-20T22:02:10.686 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.685+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~X5UT0KJY51RT.0 size=1048576 2024-09-20T22:02:10.688 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.686+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~X5UT0KJY51RT.1 size=1048576 2024-09-20T22:02:10.689 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.688+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~X5UT0KJY51RT.2 size=48918 2024-09-20T22:02:10.689 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.688+0000 7fe779a9b640 1 > prepared multipart upload key=6YM3TKGM41LJ upload=X5UT0KJY51RT tag=K6670Z1GQXIR type=write size=3194646 2024-09-20T22:02:10.693 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.692+0000 7fe779a9b640 1 < suggested remove operation key=KJYZZ8S3T5DH tag=1O61CRY2RX6G type=del 2024-09-20T22:02:10.695 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.694+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=5QONN0XDT4O9 type=del size=3404407 2024-09-20T22:02:10.699 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.697+0000 7fe779a9b640 1 < suggested update operation key=OWUA691MUMB6 tag=59CK1I7LJP8K type=del size=2201214 2024-09-20T22:02:10.702 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.700+0000 7fe779a9b640 1 > prepared operation key=IYYXNW4DO800 tag=F8IPK90AID9I type=del size=1927645 2024-09-20T22:02:10.704 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.703+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~1NPAT9NUOK31.0 size=1048576 2024-09-20T22:02:10.706 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.705+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~1NPAT9NUOK31.1 size=1048576 2024-09-20T22:02:10.708 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.706+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~1NPAT9NUOK31.2 size=75717 2024-09-20T22:02:10.711 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.710+0000 7fe779a9b640 1 < completed multipart upload key=OM2NI3GCUE4O upload=1NPAT9NUOK31 tag=1VC570D1N5QW type=write size=3221445 2024-09-20T22:02:10.713 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.712+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=6I863S3W36EO type=del size=2680579 2024-09-20T22:02:10.717 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.716+0000 7fe779a9b640 1 < completed delete operation key=OM2NI3GCUE4O tag=MJ7NCBVK1Z3H type=del 2024-09-20T22:02:10.722 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.720+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~53U49AIAL2IU.0 size=24327 2024-09-20T22:02:10.722 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.720+0000 7fe779a9b640 1 > prepared multipart upload key=8Y1S1ZFNVQO3 upload=53U49AIAL2IU tag=2KLC4D6PB57L type=write size=1072903 2024-09-20T22:02:10.723 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.722+0000 7fe779a9b640 1 < completed delete operation key=ZSXI0P8QFMQN tag=UUPRRNAD6KOM type=del 2024-09-20T22:02:10.725 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.724+0000 7fe779a9b640 1 > prepared operation key=T9NTHA21NTII tag=2TRJANIQBR6U type=del size=3458861 2024-09-20T22:02:10.728 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.726+0000 7fe779a9b640 1 < completed delete operation key=ELDR91I33NDH tag=EYSP1CZP8E53 type=del 2024-09-20T22:02:10.730 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.729+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=9CVDDI7PIRXQ type=del size=1570587 2024-09-20T22:02:10.732 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.731+0000 7fe779a9b640 1 < completed part key=_multipart_7KQSF1OMUOVW.2~CK94YDFW6P4Y.0 size=1048576 2024-09-20T22:02:10.734 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.732+0000 7fe779a9b640 1 < completed part key=_multipart_7KQSF1OMUOVW.2~CK94YDFW6P4Y.1 size=828521 2024-09-20T22:02:10.737 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.736+0000 7fe779a9b640 1 < completed multipart upload key=7KQSF1OMUOVW upload=CK94YDFW6P4Y tag=H75I3NRKEVTL type=write size=2925673 2024-09-20T22:02:10.741 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.739+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~012P107ZRNVY.0 size=1048576 2024-09-20T22:02:10.742 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.741+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~012P107ZRNVY.1 size=261099 2024-09-20T22:02:10.742 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.741+0000 7fe779a9b640 1 > prepared multipart upload key=1J1YL7XL0LAY upload=012P107ZRNVY tag=0W2D5LANHKM0 type=write size=2358251 2024-09-20T22:02:10.746 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.745+0000 7fe779a9b640 1 < suggested remove operation key=IYYXNW4DO800 tag=Z35YX924O9FN type=del 2024-09-20T22:02:10.750 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.749+0000 7fe779a9b640 1 > prepared part key=_multipart_4NVVK8DRHTJL.2~XBXDBCNNGVV6.0 size=1048576 2024-09-20T22:02:10.752 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.750+0000 7fe779a9b640 1 > prepared part key=_multipart_4NVVK8DRHTJL.2~XBXDBCNNGVV6.1 size=1048576 2024-09-20T22:02:10.753 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.752+0000 7fe779a9b640 1 > prepared part key=_multipart_4NVVK8DRHTJL.2~XBXDBCNNGVV6.2 size=695417 2024-09-20T22:02:10.753 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.752+0000 7fe779a9b640 1 > prepared multipart upload key=4NVVK8DRHTJL upload=XBXDBCNNGVV6 tag=F2E7LQXSXTMZ type=write size=3841145 2024-09-20T22:02:10.755 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.754+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~1THE5K2LI74J.0 size=1048576 2024-09-20T22:02:10.757 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.756+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~1THE5K2LI74J.1 size=667857 2024-09-20T22:02:10.760 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.759+0000 7fe779a9b640 1 < completed multipart upload key=QCX4FDH1E7DG upload=1THE5K2LI74J tag=VZUTZR4BS1DB type=write size=2765009 2024-09-20T22:02:10.764 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.763+0000 7fe779a9b640 1 > prepared part key=_multipart_7KQSF1OMUOVW.2~LWLHHS5AQQWW.0 size=1048576 2024-09-20T22:02:10.766 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.765+0000 7fe779a9b640 1 > prepared part key=_multipart_7KQSF1OMUOVW.2~LWLHHS5AQQWW.1 size=1048576 2024-09-20T22:02:10.768 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.767+0000 7fe779a9b640 1 > prepared part key=_multipart_7KQSF1OMUOVW.2~LWLHHS5AQQWW.2 size=69403 2024-09-20T22:02:10.768 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.767+0000 7fe779a9b640 1 > prepared multipart upload key=7KQSF1OMUOVW upload=LWLHHS5AQQWW tag=WINTLVMV00E2 type=write size=3215131 2024-09-20T22:02:10.773 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.772+0000 7fe779a9b640 1 < suggested update operation key=0M6DAP8CZAPL tag=I2NHZX8HMR4D type=del size=3679160 2024-09-20T22:02:10.778 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.776+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~17TJT3RAPNPR.0 size=1048576 2024-09-20T22:02:10.779 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.778+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~17TJT3RAPNPR.1 size=1048576 2024-09-20T22:02:10.781 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.779+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~17TJT3RAPNPR.2 size=954640 2024-09-20T22:02:10.781 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.779+0000 7fe779a9b640 1 > prepared multipart upload key=3YV668WNVJ3G upload=17TJT3RAPNPR tag=ZA8TD8FNZ1NP type=write size=4100368 2024-09-20T22:02:10.783 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.782+0000 7fe779a9b640 1 < completed part key=_multipart_0M6DAP8CZAPL.2~PNJ1GBIR003B.0 size=1048576 2024-09-20T22:02:10.783 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.782+0000 7fe779a9b640 1 < canceled part key=_multipart_0M6DAP8CZAPL.2~PNJ1GBIR003B.1 size=1048576 2024-09-20T22:02:10.785 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.783+0000 7fe779a9b640 1 < completed part key=_multipart_0M6DAP8CZAPL.2~PNJ1GBIR003B.2 size=629599 2024-09-20T22:02:10.788 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.787+0000 7fe779a9b640 1 < canceled multipart upload key=0M6DAP8CZAPL upload=PNJ1GBIR003B tag=GF75RGMBMUGF type=write size=3775327 2024-09-20T22:02:10.792 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.791+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~92NBX3N48MVQ.0 size=1048576 2024-09-20T22:02:10.794 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.792+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~92NBX3N48MVQ.1 size=458794 2024-09-20T22:02:10.794 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.792+0000 7fe779a9b640 1 > prepared multipart upload key=8Y1S1ZFNVQO3 upload=92NBX3N48MVQ tag=YFVZWRHM3ROP type=write size=2555946 2024-09-20T22:02:10.796 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.795+0000 7fe779a9b640 1 < completed delete operation key=ECSEX4SHKJA4 tag=CZMG2PPP3F5T type=del 2024-09-20T22:02:10.800 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.799+0000 7fe779a9b640 1 > prepared part key=_multipart_7KQSF1OMUOVW.2~OCQ5Z57O62QS.0 size=818228 2024-09-20T22:02:10.800 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.799+0000 7fe779a9b640 1 > prepared multipart upload key=7KQSF1OMUOVW upload=OCQ5Z57O62QS tag=GFJU9ET5R5NK type=write size=1866804 2024-09-20T22:02:10.802 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.800+0000 7fe779a9b640 1 < completed delete operation key=T9NTHA21NTII tag=7YC4G8KDD07S type=del 2024-09-20T22:02:10.805 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.804+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~2GWX1P70HU73.0 size=1048576 2024-09-20T22:02:10.807 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.806+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~2GWX1P70HU73.1 size=1048576 2024-09-20T22:02:10.809 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.808+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~2GWX1P70HU73.2 size=426850 2024-09-20T22:02:10.809 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.808+0000 7fe779a9b640 1 > prepared multipart upload key=ELDR91I33NDH upload=2GWX1P70HU73 tag=D9ALZQ7XKSOQ type=write size=3572578 2024-09-20T22:02:10.812 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.811+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~MZWKWBL69UC4.0 size=1048576 2024-09-20T22:02:10.814 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.812+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~MZWKWBL69UC4.1 size=1048576 2024-09-20T22:02:10.816 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.814+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~MZWKWBL69UC4.2 size=566400 2024-09-20T22:02:10.819 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.818+0000 7fe779a9b640 1 < completed multipart upload key=U24WBDE9OPS7 upload=MZWKWBL69UC4 tag=U2CDX46TS4QK type=write size=3712128 2024-09-20T22:02:10.821 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.820+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=VS1MWMBDWAM4 type=del size=3576414 2024-09-20T22:02:10.821 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.820+0000 7fe779a9b640 1 < canceled part key=_multipart_RB3UQB71OHKI.2~B1ELI02AGIDT.0 size=1048576 2024-09-20T22:02:10.823 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.822+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~B1ELI02AGIDT.1 size=186050 2024-09-20T22:02:10.827 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.825+0000 7fe779a9b640 1 < canceled multipart upload key=RB3UQB71OHKI upload=B1ELI02AGIDT tag=YNK4PVG2Y5ZI type=write size=2283202 2024-09-20T22:02:10.831 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.829+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~LX90QK5PK5ZW.0 size=1048576 2024-09-20T22:02:10.832 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.831+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~LX90QK5PK5ZW.1 size=1048576 2024-09-20T22:02:10.834 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.833+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~LX90QK5PK5ZW.2 size=343193 2024-09-20T22:02:10.834 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.833+0000 7fe779a9b640 1 > prepared multipart upload key=B0070VZB3UZF upload=LX90QK5PK5ZW tag=RV2AC8A7PLXX type=write size=3488921 2024-09-20T22:02:10.836 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.835+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~X5UT0KJY51RT.0 size=1048576 2024-09-20T22:02:10.838 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.836+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~X5UT0KJY51RT.1 size=1048576 2024-09-20T22:02:10.839 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.838+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~X5UT0KJY51RT.2 size=48918 2024-09-20T22:02:10.843 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.841+0000 7fe779a9b640 1 < completed multipart upload key=6YM3TKGM41LJ upload=X5UT0KJY51RT tag=K6670Z1GQXIR type=write size=3194646 2024-09-20T22:02:10.847 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.846+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~JZ6LW2LMEMJR.0 size=1048576 2024-09-20T22:02:10.849 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.848+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~JZ6LW2LMEMJR.1 size=1048576 2024-09-20T22:02:10.851 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.849+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~JZ6LW2LMEMJR.2 size=414252 2024-09-20T22:02:10.851 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.849+0000 7fe779a9b640 1 > prepared multipart upload key=PNZZ2ZGG009S upload=JZ6LW2LMEMJR tag=EWTUVTSTBVR2 type=write size=3559980 2024-09-20T22:02:10.853 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.851+0000 7fe779a9b640 1 < completed delete operation key=1TRSEURXV2X9 tag=5QONN0XDT4O9 type=del 2024-09-20T22:02:10.855 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.854+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=GS8IG77ACUF8 type=del size=431395 2024-09-20T22:02:10.856 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.855+0000 7fe779a9b640 -1 < no bi entry to suggest for operation key=IYYXNW4DO800 tag=F8IPK90AID9I type=del size=1927645: (2) No such file or directory 2024-09-20T22:02:10.860 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.859+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~EHRCDU76ZHDM.0 size=1048576 2024-09-20T22:02:10.861 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.860+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~EHRCDU76ZHDM.1 size=1048576 2024-09-20T22:02:10.863 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.862+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~EHRCDU76ZHDM.2 size=706372 2024-09-20T22:02:10.863 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.862+0000 7fe779a9b640 1 > prepared multipart upload key=ECSEX4SHKJA4 upload=EHRCDU76ZHDM tag=MVU9UGQ3X0PC type=write size=3852100 2024-09-20T22:02:10.865 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.864+0000 7fe779a9b640 1 < completed delete operation key=PNZZ2ZGG009S tag=6I863S3W36EO type=del 2024-09-20T22:02:10.867 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.866+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=62YGM4QE0MZ3 type=del size=3409457 2024-09-20T22:02:10.869 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.868+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~53U49AIAL2IU.0 size=24327 2024-09-20T22:02:10.873 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.871+0000 7fe779a9b640 1 < completed multipart upload key=8Y1S1ZFNVQO3 upload=53U49AIAL2IU tag=2KLC4D6PB57L type=write size=1072903 2024-09-20T22:02:10.875 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.874+0000 7fe779a9b640 1 > prepared operation key=8Y1S1ZFNVQO3 tag=0E6580MGV4LO type=write size=643519 2024-09-20T22:02:10.877 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.875+0000 7fe779a9b640 1 < completed delete operation key=T9NTHA21NTII tag=2TRJANIQBR6U type=del 2024-09-20T22:02:10.879 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.877+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=YY120CD0GWWB type=del size=533981 2024-09-20T22:02:10.880 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.879+0000 7fe779a9b640 1 < completed delete operation key=ECSEX4SHKJA4 tag=9CVDDI7PIRXQ type=del 2024-09-20T22:02:10.884 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.883+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~YGQJRG8TVRGQ.0 size=1048576 2024-09-20T22:02:10.886 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.884+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~YGQJRG8TVRGQ.1 size=96827 2024-09-20T22:02:10.886 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.884+0000 7fe779a9b640 1 > prepared multipart upload key=JE0BX5GAIPSB upload=YGQJRG8TVRGQ tag=3JH7VXXVBS23 type=write size=2193979 2024-09-20T22:02:10.888 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.886+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~012P107ZRNVY.0 size=1048576 2024-09-20T22:02:10.889 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.888+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~012P107ZRNVY.1 size=261099 2024-09-20T22:02:10.892 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.891+0000 7fe779a9b640 1 < completed multipart upload key=1J1YL7XL0LAY upload=012P107ZRNVY tag=0W2D5LANHKM0 type=write size=2358251 2024-09-20T22:02:10.895 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.894+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=79HTA4EURNP4 type=del size=604775 2024-09-20T22:02:10.897 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.896+0000 7fe779a9b640 1 < completed part key=_multipart_4NVVK8DRHTJL.2~XBXDBCNNGVV6.0 size=1048576 2024-09-20T22:02:10.899 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.897+0000 7fe779a9b640 1 < completed part key=_multipart_4NVVK8DRHTJL.2~XBXDBCNNGVV6.1 size=1048576 2024-09-20T22:02:10.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:10 smithi046 ceph-mon[96110]: pgmap v1406: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 955 KiB/s rd, 333 KiB/s wr, 1.69k op/s 2024-09-20T22:02:10.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:10 smithi046 ceph-mon[98591]: pgmap v1406: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 955 KiB/s rd, 333 KiB/s wr, 1.69k op/s 2024-09-20T22:02:10.900 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.899+0000 7fe779a9b640 1 < completed part key=_multipart_4NVVK8DRHTJL.2~XBXDBCNNGVV6.2 size=695417 2024-09-20T22:02:10.904 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.902+0000 7fe779a9b640 1 < completed multipart upload key=4NVVK8DRHTJL upload=XBXDBCNNGVV6 tag=F2E7LQXSXTMZ type=write size=3841145 2024-09-20T22:02:10.907 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.906+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~ECUKS4WG445K.0 size=1048576 2024-09-20T22:02:10.909 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.908+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~ECUKS4WG445K.1 size=1048576 2024-09-20T22:02:10.911 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.909+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~ECUKS4WG445K.2 size=950847 2024-09-20T22:02:10.911 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.909+0000 7fe779a9b640 1 > prepared multipart upload key=QCX4FDH1E7DG upload=ECUKS4WG445K tag=9WW2LPJM18VJ type=write size=4096575 2024-09-20T22:02:10.912 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.911+0000 7fe779a9b640 1 < completed part key=_multipart_7KQSF1OMUOVW.2~LWLHHS5AQQWW.0 size=1048576 2024-09-20T22:02:10.914 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.913+0000 7fe779a9b640 1 < completed part key=_multipart_7KQSF1OMUOVW.2~LWLHHS5AQQWW.1 size=1048576 2024-09-20T22:02:10.914 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.913+0000 7fe779a9b640 1 < canceled part key=_multipart_7KQSF1OMUOVW.2~LWLHHS5AQQWW.2 size=69403 2024-09-20T22:02:10.917 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.916+0000 7fe779a9b640 1 < canceled multipart upload key=7KQSF1OMUOVW upload=LWLHHS5AQQWW tag=WINTLVMV00E2 type=write size=3215131 2024-09-20T22:02:10.922 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.920+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~416J0HUU1K7N.0 size=1048576 2024-09-20T22:02:10.923 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.922+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~416J0HUU1K7N.1 size=1048576 2024-09-20T22:02:10.925 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.924+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~416J0HUU1K7N.2 size=170434 2024-09-20T22:02:10.925 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.924+0000 7fe779a9b640 1 > prepared multipart upload key=R44R5QNUZJMC upload=416J0HUU1K7N tag=5Y3I9DZFS8T1 type=write size=3316162 2024-09-20T22:02:10.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:10 smithi134 ceph-mon[89086]: pgmap v1406: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 955 KiB/s rd, 333 KiB/s wr, 1.69k op/s 2024-09-20T22:02:10.927 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.926+0000 7fe779a9b640 1 < completed part key=_multipart_3YV668WNVJ3G.2~17TJT3RAPNPR.0 size=1048576 2024-09-20T22:02:10.929 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.928+0000 7fe779a9b640 1 < completed part key=_multipart_3YV668WNVJ3G.2~17TJT3RAPNPR.1 size=1048576 2024-09-20T22:02:10.931 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.930+0000 7fe779a9b640 1 < completed part key=_multipart_3YV668WNVJ3G.2~17TJT3RAPNPR.2 size=954640 2024-09-20T22:02:10.935 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.934+0000 7fe779a9b640 1 < completed multipart upload key=3YV668WNVJ3G upload=17TJT3RAPNPR tag=ZA8TD8FNZ1NP type=write size=4100368 2024-09-20T22:02:10.937 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.936+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=Z08L63JN58NG type=del size=1440444 2024-09-20T22:02:10.939 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.938+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~92NBX3N48MVQ.0 size=1048576 2024-09-20T22:02:10.941 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.940+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~92NBX3N48MVQ.1 size=458794 2024-09-20T22:02:10.945 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.943+0000 7fe779a9b640 1 < completed multipart upload key=8Y1S1ZFNVQO3 upload=92NBX3N48MVQ tag=YFVZWRHM3ROP type=write size=2555946 2024-09-20T22:02:10.947 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.946+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=RUCXQGOKLR6I type=del size=3016919 2024-09-20T22:02:10.949 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.947+0000 7fe779a9b640 1 < completed part key=_multipart_7KQSF1OMUOVW.2~OCQ5Z57O62QS.0 size=818228 2024-09-20T22:02:10.953 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.951+0000 7fe779a9b640 1 < completed multipart upload key=7KQSF1OMUOVW upload=OCQ5Z57O62QS tag=GFJU9ET5R5NK type=write size=1866804 2024-09-20T22:02:10.957 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.955+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~VO17J60H1SG4.0 size=686398 2024-09-20T22:02:10.957 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.955+0000 7fe779a9b640 1 > prepared multipart upload key=ECSEX4SHKJA4 upload=VO17J60H1SG4 tag=OSOL5XMMRZLU type=write size=1734974 2024-09-20T22:02:10.959 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.958+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~2GWX1P70HU73.0 size=1048576 2024-09-20T22:02:10.961 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.959+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~2GWX1P70HU73.1 size=1048576 2024-09-20T22:02:10.963 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.961+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~2GWX1P70HU73.2 size=426850 2024-09-20T22:02:10.966 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.965+0000 7fe779a9b640 1 < completed multipart upload key=ELDR91I33NDH upload=2GWX1P70HU73 tag=D9ALZQ7XKSOQ type=write size=3572578 2024-09-20T22:02:10.969 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.968+0000 7fe779a9b640 1 > prepared operation key=IYYXNW4DO800 tag=3C3S5GONGGXW type=del size=3546240 2024-09-20T22:02:10.971 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.970+0000 7fe779a9b640 1 < completed delete operation key=ELDR91I33NDH tag=VS1MWMBDWAM4 type=del 2024-09-20T22:02:10.975 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.973+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~EGKIHG59RYR1.0 size=1048576 2024-09-20T22:02:10.977 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.975+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~EGKIHG59RYR1.1 size=654383 2024-09-20T22:02:10.977 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.975+0000 7fe779a9b640 1 > prepared multipart upload key=KJYZZ8S3T5DH upload=EGKIHG59RYR1 tag=K5R6BDPLABC1 type=write size=2751535 2024-09-20T22:02:10.978 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.977+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~LX90QK5PK5ZW.0 size=1048576 2024-09-20T22:02:10.980 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.979+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~LX90QK5PK5ZW.1 size=1048576 2024-09-20T22:02:10.982 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.980+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~LX90QK5PK5ZW.2 size=343193 2024-09-20T22:02:10.985 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.983+0000 7fe779a9b640 1 < completed multipart upload key=B0070VZB3UZF upload=LX90QK5PK5ZW tag=RV2AC8A7PLXX type=write size=3488921 2024-09-20T22:02:10.987 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.986+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=4JXVBY0HIZZ0 type=del size=3140383 2024-09-20T22:02:10.989 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.988+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~JZ6LW2LMEMJR.0 size=1048576 2024-09-20T22:02:10.991 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.989+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~JZ6LW2LMEMJR.1 size=1048576 2024-09-20T22:02:10.993 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.991+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~JZ6LW2LMEMJR.2 size=414252 2024-09-20T22:02:10.996 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.995+0000 7fe779a9b640 1 < completed multipart upload key=PNZZ2ZGG009S upload=JZ6LW2LMEMJR tag=EWTUVTSTBVR2 type=write size=3559980 2024-09-20T22:02:10.998 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.997+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=37QOOZYC4KXK type=del size=1316011 2024-09-20T22:02:11.000 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:10.999+0000 7fe779a9b640 1 < canceled operation key=JHHMXS36ATIL tag=GS8IG77ACUF8 type=del size=431395 2024-09-20T22:02:11.002 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.001+0000 7fe779a9b640 1 > prepared operation key=XEPWA2JTOEC2 tag=LTOMKAQ8NTH2 type=del size=1130653 2024-09-20T22:02:11.004 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.003+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~EHRCDU76ZHDM.0 size=1048576 2024-09-20T22:02:11.006 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.005+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~EHRCDU76ZHDM.1 size=1048576 2024-09-20T22:02:11.008 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.006+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~EHRCDU76ZHDM.2 size=706372 2024-09-20T22:02:11.011 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.010+0000 7fe779a9b640 1 < completed multipart upload key=ECSEX4SHKJA4 upload=EHRCDU76ZHDM tag=MVU9UGQ3X0PC type=write size=3852100 2024-09-20T22:02:11.014 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.013+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=JH6U2FA82HYL type=del size=4150489 2024-09-20T22:02:11.016 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.015+0000 7fe779a9b640 1 < completed delete operation key=U24WBDE9OPS7 tag=62YGM4QE0MZ3 type=del 2024-09-20T22:02:11.018 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.017+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=IT21ONLP3JBZ type=del size=275190 2024-09-20T22:02:11.020 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.019+0000 7fe779a9b640 1 < completed write operation key=8Y1S1ZFNVQO3 tag=0E6580MGV4LO type=write size=643519 2024-09-20T22:02:11.023 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.021+0000 7fe779a9b640 1 > prepared operation key=XEPWA2JTOEC2 tag=D6JSRII04T28 type=del size=2752896 2024-09-20T22:02:11.025 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.024+0000 7fe779a9b640 1 < completed delete operation key=R44R5QNUZJMC tag=YY120CD0GWWB type=del 2024-09-20T22:02:11.029 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.028+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~2C2K8GEHDY5D.0 size=930368 2024-09-20T22:02:11.029 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.028+0000 7fe779a9b640 1 > prepared multipart upload key=PNZZ2ZGG009S upload=2C2K8GEHDY5D tag=1AV0L6V4JBND type=write size=1978944 2024-09-20T22:02:11.032 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.031+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~YGQJRG8TVRGQ.0 size=1048576 2024-09-20T22:02:11.034 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.033+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~YGQJRG8TVRGQ.1 size=96827 2024-09-20T22:02:11.038 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.037+0000 7fe779a9b640 1 < completed multipart upload key=JE0BX5GAIPSB upload=YGQJRG8TVRGQ tag=3JH7VXXVBS23 type=write size=2193979 2024-09-20T22:02:11.042 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.041+0000 7fe779a9b640 1 > prepared part key=_multipart_7KQSF1OMUOVW.2~3E5PIHG7A16P.0 size=1048576 2024-09-20T22:02:11.044 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.043+0000 7fe779a9b640 1 > prepared part key=_multipart_7KQSF1OMUOVW.2~3E5PIHG7A16P.1 size=1048576 2024-09-20T22:02:11.046 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.045+0000 7fe779a9b640 1 > prepared part key=_multipart_7KQSF1OMUOVW.2~3E5PIHG7A16P.2 size=778621 2024-09-20T22:02:11.046 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.045+0000 7fe779a9b640 1 > prepared multipart upload key=7KQSF1OMUOVW upload=3E5PIHG7A16P tag=HBXR6LSUMNNI type=write size=3924349 2024-09-20T22:02:11.048 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.047+0000 7fe779a9b640 1 < completed delete operation key=CV3QPH1KJL9D tag=79HTA4EURNP4 type=del 2024-09-20T22:02:11.052 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.050+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~07F7RFU3FOEA.0 size=1048576 2024-09-20T22:02:11.054 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.053+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~07F7RFU3FOEA.1 size=756768 2024-09-20T22:02:11.054 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.053+0000 7fe779a9b640 1 > prepared multipart upload key=VAH8ANWTPTHQ upload=07F7RFU3FOEA tag=CUVYIBQA9DG0 type=write size=2853920 2024-09-20T22:02:11.056 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.055+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~ECUKS4WG445K.0 size=1048576 2024-09-20T22:02:11.058 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.056+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~ECUKS4WG445K.1 size=1048576 2024-09-20T22:02:11.058 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.056+0000 7fe779a9b640 1 < canceled part key=_multipart_QCX4FDH1E7DG.2~ECUKS4WG445K.2 size=950847 2024-09-20T22:02:11.061 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.060+0000 7fe779a9b640 1 < canceled multipart upload key=QCX4FDH1E7DG upload=ECUKS4WG445K tag=9WW2LPJM18VJ type=write size=4096575 2024-09-20T22:02:11.063 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.062+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=S2VW3692Q3QK type=del size=4001079 2024-09-20T22:02:11.065 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.064+0000 7fe779a9b640 1 < completed part key=_multipart_R44R5QNUZJMC.2~416J0HUU1K7N.0 size=1048576 2024-09-20T22:02:11.065 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.064+0000 7fe779a9b640 1 < canceled part key=_multipart_R44R5QNUZJMC.2~416J0HUU1K7N.1 size=1048576 2024-09-20T22:02:11.065 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.064+0000 7fe779a9b640 1 < canceled part key=_multipart_R44R5QNUZJMC.2~416J0HUU1K7N.2 size=170434 2024-09-20T22:02:11.069 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.068+0000 7fe779a9b640 1 < canceled multipart upload key=R44R5QNUZJMC upload=416J0HUU1K7N tag=5Y3I9DZFS8T1 type=write size=3316162 2024-09-20T22:02:11.073 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.071+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~NYPQE86O8VSY.0 size=1048576 2024-09-20T22:02:11.074 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.073+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~NYPQE86O8VSY.1 size=1048576 2024-09-20T22:02:11.076 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.075+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~NYPQE86O8VSY.2 size=885504 2024-09-20T22:02:11.076 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.075+0000 7fe779a9b640 1 > prepared multipart upload key=DRE6QQSJ9ZVU upload=NYPQE86O8VSY tag=GN5X4MGB9SAN type=write size=4031232 2024-09-20T22:02:11.079 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.077+0000 7fe779a9b640 1 < canceled operation key=PNZZ2ZGG009S tag=Z08L63JN58NG type=del size=1440444 2024-09-20T22:02:11.082 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.081+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~F8S0DTB6O9YW.0 size=1048576 2024-09-20T22:02:11.084 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.083+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~F8S0DTB6O9YW.1 size=1048576 2024-09-20T22:02:11.086 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.084+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~F8S0DTB6O9YW.2 size=313442 2024-09-20T22:02:11.086 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.084+0000 7fe779a9b640 1 > prepared multipart upload key=VAH8ANWTPTHQ upload=F8S0DTB6O9YW tag=SBGBCZ867Q0B type=write size=3459170 2024-09-20T22:02:11.090 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.089+0000 7fe779a9b640 1 < suggested update operation key=RM93KDNRZ38I tag=RUCXQGOKLR6I type=del size=3016919 2024-09-20T22:02:11.094 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.092+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~M6QWACMYRF3V.0 size=421482 2024-09-20T22:02:11.094 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.092+0000 7fe779a9b640 1 > prepared multipart upload key=KJYZZ8S3T5DH upload=M6QWACMYRF3V tag=QXOTAH5Z49LK type=write size=1470058 2024-09-20T22:02:11.096 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.094+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~VO17J60H1SG4.0 size=686398 2024-09-20T22:02:11.099 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.098+0000 7fe779a9b640 1 < completed multipart upload key=ECSEX4SHKJA4 upload=VO17J60H1SG4 tag=OSOL5XMMRZLU type=write size=1734974 2024-09-20T22:02:11.103 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.101+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~Q4KE84X6MGWI.0 size=1048576 2024-09-20T22:02:11.104 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.103+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~Q4KE84X6MGWI.1 size=370364 2024-09-20T22:02:11.105 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.103+0000 7fe779a9b640 1 > prepared multipart upload key=XEPWA2JTOEC2 upload=Q4KE84X6MGWI tag=5UBF2ED2DRWN type=write size=2467516 2024-09-20T22:02:11.108 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.107+0000 7fe779a9b640 1 < suggested remove operation key=IYYXNW4DO800 tag=3C3S5GONGGXW type=del 2024-09-20T22:02:11.110 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.109+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=0UT0PVBBQE08 type=del size=1795796 2024-09-20T22:02:11.112 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.111+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~EGKIHG59RYR1.0 size=1048576 2024-09-20T22:02:11.113 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.112+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~EGKIHG59RYR1.1 size=654383 2024-09-20T22:02:11.117 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.116+0000 7fe779a9b640 1 < completed multipart upload key=KJYZZ8S3T5DH upload=EGKIHG59RYR1 tag=K5R6BDPLABC1 type=write size=2751535 2024-09-20T22:02:11.119 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.118+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=JQ8Q1DABJSOS type=del size=2071424 2024-09-20T22:02:11.123 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.122+0000 7fe779a9b640 1 < suggested update operation key=KJYZZ8S3T5DH tag=4JXVBY0HIZZ0 type=del size=3140383 2024-09-20T22:02:11.125 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.124+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=420R2CRK6QAL type=del size=3543164 2024-09-20T22:02:11.127 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.126+0000 7fe779a9b640 1 < canceled operation key=ELDR91I33NDH tag=37QOOZYC4KXK type=del size=1316011 2024-09-20T22:02:11.129 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.128+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=EL47TC7KK2AA type=del size=1492045 2024-09-20T22:02:11.131 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.130+0000 7fe779a9b640 1 < canceled operation key=XEPWA2JTOEC2 tag=LTOMKAQ8NTH2 type=del size=1130653 2024-09-20T22:02:11.133 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.132+0000 7fe779a9b640 1 > prepared operation key=XEPWA2JTOEC2 tag=FHE80LSB8M5W type=del size=4148089 2024-09-20T22:02:11.135 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.133+0000 7fe779a9b640 1 < completed delete operation key=VAH8ANWTPTHQ tag=JH6U2FA82HYL type=del 2024-09-20T22:02:11.138 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.137+0000 7fe779a9b640 1 > prepared part key=_multipart_4NVVK8DRHTJL.2~C8NWFK1HZ0IR.0 size=5869 2024-09-20T22:02:11.139 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.137+0000 7fe779a9b640 1 > prepared multipart upload key=4NVVK8DRHTJL upload=C8NWFK1HZ0IR tag=2JD3NI6OQ6A0 type=write size=1054445 2024-09-20T22:02:11.141 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.140+0000 7fe779a9b640 -1 < failed to complete operation key=RM93KDNRZ38I tag=IT21ONLP3JBZ type=del size=275190: (22) Invalid argument 2024-09-20T22:02:11.145 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.144+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~W2AYQJ8P7QC6.0 size=1048576 2024-09-20T22:02:11.147 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.146+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~W2AYQJ8P7QC6.1 size=1048576 2024-09-20T22:02:11.148 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.147+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~W2AYQJ8P7QC6.2 size=472535 2024-09-20T22:02:11.148 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.147+0000 7fe779a9b640 1 > prepared multipart upload key=OM2NI3GCUE4O upload=W2AYQJ8P7QC6 tag=FPP22MRZTIAK type=write size=3618263 2024-09-20T22:02:11.151 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.149+0000 7fe779a9b640 1 < completed delete operation key=XEPWA2JTOEC2 tag=D6JSRII04T28 type=del 2024-09-20T22:02:11.153 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.151+0000 7fe779a9b640 1 > prepared operation key=1J1YL7XL0LAY tag=F12NK5U3Z22M type=del size=3015248 2024-09-20T22:02:11.155 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.154+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~2C2K8GEHDY5D.0 size=930368 2024-09-20T22:02:11.158 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.157+0000 7fe779a9b640 1 < completed multipart upload key=PNZZ2ZGG009S upload=2C2K8GEHDY5D tag=1AV0L6V4JBND type=write size=1978944 2024-09-20T22:02:11.162 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.161+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~ESUM0K7FSA10.0 size=1048576 2024-09-20T22:02:11.164 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.163+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~ESUM0K7FSA10.1 size=797432 2024-09-20T22:02:11.164 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.163+0000 7fe779a9b640 1 > prepared multipart upload key=ECSEX4SHKJA4 upload=ESUM0K7FSA10 tag=33DOI7H1UZCQ type=write size=2894584 2024-09-20T22:02:11.167 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.166+0000 7fe779a9b640 1 < completed part key=_multipart_7KQSF1OMUOVW.2~3E5PIHG7A16P.0 size=1048576 2024-09-20T22:02:11.169 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.168+0000 7fe779a9b640 1 < completed part key=_multipart_7KQSF1OMUOVW.2~3E5PIHG7A16P.1 size=1048576 2024-09-20T22:02:11.172 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.170+0000 7fe779a9b640 1 < completed part key=_multipart_7KQSF1OMUOVW.2~3E5PIHG7A16P.2 size=778621 2024-09-20T22:02:11.175 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.174+0000 7fe779a9b640 1 < completed multipart upload key=7KQSF1OMUOVW upload=3E5PIHG7A16P tag=HBXR6LSUMNNI type=write size=3924349 2024-09-20T22:02:11.179 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.177+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~0WDCILSDUJWZ.0 size=891978 2024-09-20T22:02:11.179 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.177+0000 7fe779a9b640 1 > prepared multipart upload key=ICBPE9ZH55FB upload=0WDCILSDUJWZ tag=44EBLO5DP3NU type=write size=1940554 2024-09-20T22:02:11.181 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.180+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~07F7RFU3FOEA.0 size=1048576 2024-09-20T22:02:11.183 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.181+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~07F7RFU3FOEA.1 size=756768 2024-09-20T22:02:11.187 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.186+0000 7fe779a9b640 1 < completed multipart upload key=VAH8ANWTPTHQ upload=07F7RFU3FOEA tag=CUVYIBQA9DG0 type=write size=2853920 2024-09-20T22:02:11.189 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.188+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=ZWQB0DFAK5PE type=del size=4124973 2024-09-20T22:02:11.191 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.190+0000 7fe779a9b640 1 < completed delete operation key=0M6DAP8CZAPL tag=S2VW3692Q3QK type=del 2024-09-20T22:02:11.193 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.191+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=QEWXVUTN8D1Z type=del size=968944 2024-09-20T22:02:11.193 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.192+0000 7fe779a9b640 1 < canceled part key=_multipart_DRE6QQSJ9ZVU.2~NYPQE86O8VSY.0 size=1048576 2024-09-20T22:02:11.195 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.194+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~NYPQE86O8VSY.1 size=1048576 2024-09-20T22:02:11.197 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.195+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~NYPQE86O8VSY.2 size=885504 2024-09-20T22:02:11.200 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.199+0000 7fe779a9b640 1 < canceled multipart upload key=DRE6QQSJ9ZVU upload=NYPQE86O8VSY tag=GN5X4MGB9SAN type=write size=4031232 2024-09-20T22:02:11.202 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.201+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=4PAU5YX6985R type=del size=3619199 2024-09-20T22:02:11.204 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.203+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~F8S0DTB6O9YW.0 size=1048576 2024-09-20T22:02:11.206 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.205+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~F8S0DTB6O9YW.1 size=1048576 2024-09-20T22:02:11.208 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.206+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~F8S0DTB6O9YW.2 size=313442 2024-09-20T22:02:11.211 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.210+0000 7fe779a9b640 1 < completed multipart upload key=VAH8ANWTPTHQ upload=F8S0DTB6O9YW tag=SBGBCZ867Q0B type=write size=3459170 2024-09-20T22:02:11.213 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.212+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=82H9MWR7FAGM type=write size=126820 2024-09-20T22:02:11.215 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.214+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~M6QWACMYRF3V.0 size=421482 2024-09-20T22:02:11.219 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.218+0000 7fe779a9b640 1 < completed multipart upload key=KJYZZ8S3T5DH upload=M6QWACMYRF3V tag=QXOTAH5Z49LK type=write size=1470058 2024-09-20T22:02:11.222 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.220+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=GLIE31ZYP0LN type=del size=1303772 2024-09-20T22:02:11.224 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.222+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~Q4KE84X6MGWI.0 size=1048576 2024-09-20T22:02:11.226 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.225+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~Q4KE84X6MGWI.1 size=370364 2024-09-20T22:02:11.230 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.228+0000 7fe779a9b640 1 < completed multipart upload key=XEPWA2JTOEC2 upload=Q4KE84X6MGWI tag=5UBF2ED2DRWN type=write size=2467516 2024-09-20T22:02:11.234 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.232+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~D96R0GZOQSMN.0 size=1048576 2024-09-20T22:02:11.236 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.234+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~D96R0GZOQSMN.1 size=796237 2024-09-20T22:02:11.236 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.234+0000 7fe779a9b640 1 > prepared multipart upload key=QCX4FDH1E7DG upload=D96R0GZOQSMN tag=536OZIOIO6JR type=write size=2893389 2024-09-20T22:02:11.238 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.236+0000 7fe779a9b640 1 < completed delete operation key=JHHMXS36ATIL tag=0UT0PVBBQE08 type=del 2024-09-20T22:02:11.240 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.239+0000 7fe779a9b640 1 > prepared operation key=RB3UQB71OHKI tag=O9ZQN1S3YU3Q type=del size=2736564 2024-09-20T22:02:11.244 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.243+0000 7fe779a9b640 1 < suggested remove operation key=0M6DAP8CZAPL tag=JQ8Q1DABJSOS type=del 2024-09-20T22:02:11.246 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.245+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=140EPHVMVUGW type=del size=3083112 2024-09-20T22:02:11.247 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.246+0000 7fe779a9b640 -1 < no bi entry to suggest for operation key=0M6DAP8CZAPL tag=420R2CRK6QAL type=del size=3543164: (2) No such file or directory 2024-09-20T22:02:11.250 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.249+0000 7fe779a9b640 1 > prepared operation key=OWUA691MUMB6 tag=1WYWYC3D4RVU type=del size=330312 2024-09-20T22:02:11.252 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.251+0000 7fe779a9b640 1 < canceled operation key=ELDR91I33NDH tag=EL47TC7KK2AA type=del size=1492045 2024-09-20T22:02:11.255 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.253+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=249RFGSQINKQ type=del size=1097779 2024-09-20T22:02:11.257 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.255+0000 7fe779a9b640 1 < completed delete operation key=XEPWA2JTOEC2 tag=FHE80LSB8M5W type=del 2024-09-20T22:02:11.259 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.258+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=P2O8PWY7VELZ type=del size=4071353 2024-09-20T22:02:11.261 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.259+0000 7fe779a9b640 1 < completed part key=_multipart_4NVVK8DRHTJL.2~C8NWFK1HZ0IR.0 size=5869 2024-09-20T22:02:11.264 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.263+0000 7fe779a9b640 1 < completed multipart upload key=4NVVK8DRHTJL upload=C8NWFK1HZ0IR tag=2JD3NI6OQ6A0 type=write size=1054445 2024-09-20T22:02:11.268 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.267+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~ZZQY4J0TKU62.0 size=1048576 2024-09-20T22:02:11.269 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.268+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~ZZQY4J0TKU62.1 size=1048576 2024-09-20T22:02:11.271 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.270+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~ZZQY4J0TKU62.2 size=201431 2024-09-20T22:02:11.271 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.270+0000 7fe779a9b640 1 > prepared multipart upload key=R44R5QNUZJMC upload=ZZQY4J0TKU62 tag=5II12G31PAOV type=write size=3347159 2024-09-20T22:02:11.273 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.272+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~W2AYQJ8P7QC6.0 size=1048576 2024-09-20T22:02:11.275 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.274+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~W2AYQJ8P7QC6.1 size=1048576 2024-09-20T22:02:11.277 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.276+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~W2AYQJ8P7QC6.2 size=472535 2024-09-20T22:02:11.281 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.279+0000 7fe779a9b640 1 < completed multipart upload key=OM2NI3GCUE4O upload=W2AYQJ8P7QC6 tag=FPP22MRZTIAK type=write size=3618263 2024-09-20T22:02:11.285 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.284+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~P3W7LSPTF3I2.0 size=1048576 2024-09-20T22:02:11.287 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.285+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~P3W7LSPTF3I2.1 size=587865 2024-09-20T22:02:11.287 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.285+0000 7fe779a9b640 1 > prepared multipart upload key=VAH8ANWTPTHQ upload=P3W7LSPTF3I2 tag=92X6BTOFXQ5R type=write size=2685017 2024-09-20T22:02:11.291 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.289+0000 7fe779a9b640 1 < suggested update operation key=1J1YL7XL0LAY tag=F12NK5U3Z22M type=del size=3015248 2024-09-20T22:02:11.293 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.291+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=YZ9T5T7X82DA type=del size=732086 2024-09-20T22:02:11.295 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.294+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~ESUM0K7FSA10.0 size=1048576 2024-09-20T22:02:11.295 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.294+0000 7fe779a9b640 1 < canceled part key=_multipart_ECSEX4SHKJA4.2~ESUM0K7FSA10.1 size=797432 2024-09-20T22:02:11.298 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.297+0000 7fe779a9b640 1 < canceled multipart upload key=ECSEX4SHKJA4 upload=ESUM0K7FSA10 tag=33DOI7H1UZCQ type=write size=2894584 2024-09-20T22:02:11.300 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.299+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=5TPU8SPZHHTA type=del size=2734732 2024-09-20T22:02:11.302 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.301+0000 7fe779a9b640 1 < completed part key=_multipart_ICBPE9ZH55FB.2~0WDCILSDUJWZ.0 size=891978 2024-09-20T22:02:11.306 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.304+0000 7fe779a9b640 1 < completed multipart upload key=ICBPE9ZH55FB upload=0WDCILSDUJWZ tag=44EBLO5DP3NU type=write size=1940554 2024-09-20T22:02:11.308 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.307+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=WGV797J0L7JK type=del size=2904555 2024-09-20T22:02:11.312 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.311+0000 7fe779a9b640 1 < suggested update operation key=VAH8ANWTPTHQ tag=ZWQB0DFAK5PE type=del size=4124973 2024-09-20T22:02:11.316 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.315+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~1I4YCRRG2437.0 size=1048576 2024-09-20T22:02:11.318 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.316+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~1I4YCRRG2437.1 size=1048576 2024-09-20T22:02:11.319 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.318+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~1I4YCRRG2437.2 size=937966 2024-09-20T22:02:11.319 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.318+0000 7fe779a9b640 1 > prepared multipart upload key=R44R5QNUZJMC upload=1I4YCRRG2437 tag=V8GEOLIER32F type=write size=4083694 2024-09-20T22:02:11.322 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.320+0000 7fe779a9b640 1 < completed delete operation key=OM2NI3GCUE4O tag=QEWXVUTN8D1Z type=del 2024-09-20T22:02:11.324 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.323+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=0FXBYDJ28UPO type=del size=1563258 2024-09-20T22:02:11.326 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.325+0000 7fe779a9b640 1 < completed delete operation key=CV3QPH1KJL9D tag=4PAU5YX6985R type=del 2024-09-20T22:02:11.328 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.327+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=TB3F92XHPFMF type=del size=3386456 2024-09-20T22:02:11.330 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.329+0000 7fe779a9b640 1 < completed write operation key=4NVVK8DRHTJL tag=82H9MWR7FAGM type=write size=126820 2024-09-20T22:02:11.332 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.331+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=AKW4GTME5CNP type=del size=1897916 2024-09-20T22:02:11.336 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.335+0000 7fe779a9b640 1 < suggested remove operation key=1TRSEURXV2X9 tag=GLIE31ZYP0LN type=del 2024-09-20T22:02:11.338 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.337+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=2T9X76ZRN76M type=del size=2692786 2024-09-20T22:02:11.340 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.339+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~D96R0GZOQSMN.0 size=1048576 2024-09-20T22:02:11.342 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.341+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~D96R0GZOQSMN.1 size=796237 2024-09-20T22:02:11.345 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.344+0000 7fe779a9b640 1 < completed multipart upload key=QCX4FDH1E7DG upload=D96R0GZOQSMN tag=536OZIOIO6JR type=write size=2893389 2024-09-20T22:02:11.348 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.347+0000 7fe779a9b640 1 > prepared operation key=JE0BX5GAIPSB tag=PTITR91CJ1F5 type=del size=2659159 2024-09-20T22:02:11.351 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.349+0000 7fe779a9b640 1 < completed delete operation key=RB3UQB71OHKI tag=O9ZQN1S3YU3Q type=del 2024-09-20T22:02:11.353 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.352+0000 7fe779a9b640 1 > prepared operation key=T9NTHA21NTII tag=LQG01R4UXHHT type=del size=3549896 2024-09-20T22:02:11.355 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.354+0000 7fe779a9b640 1 < canceled operation key=ELDR91I33NDH tag=140EPHVMVUGW type=del size=3083112 2024-09-20T22:02:11.357 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.356+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=A7QE2AI7SD2X type=write size=644900 2024-09-20T22:02:11.361 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.360+0000 7fe779a9b640 1 < suggested update operation key=OWUA691MUMB6 tag=1WYWYC3D4RVU type=del size=330312 2024-09-20T22:02:11.364 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.363+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~ZIDKZR5KME67.0 size=1048576 2024-09-20T22:02:11.366 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.365+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~ZIDKZR5KME67.1 size=1048576 2024-09-20T22:02:11.368 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.367+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~ZIDKZR5KME67.2 size=639237 2024-09-20T22:02:11.368 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.367+0000 7fe779a9b640 1 > prepared multipart upload key=XEPWA2JTOEC2 upload=ZIDKZR5KME67 tag=IBK5JWK32TW4 type=write size=3784965 2024-09-20T22:02:11.372 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.371+0000 7fe779a9b640 1 < suggested update operation key=68I8AEC312OU tag=249RFGSQINKQ type=del size=1097779 2024-09-20T22:02:11.374 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.373+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=RMZ7UMS6YUVO type=del size=421699 2024-09-20T22:02:11.376 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.375+0000 7fe779a9b640 1 < completed delete operation key=U24WBDE9OPS7 tag=P2O8PWY7VELZ type=del 2024-09-20T22:02:11.378 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.377+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=Y9IH5X7WPWVS type=del size=1528368 2024-09-20T22:02:11.380 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.379+0000 7fe779a9b640 1 < completed part key=_multipart_R44R5QNUZJMC.2~ZZQY4J0TKU62.0 size=1048576 2024-09-20T22:02:11.382 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.380+0000 7fe779a9b640 1 < completed part key=_multipart_R44R5QNUZJMC.2~ZZQY4J0TKU62.1 size=1048576 2024-09-20T22:02:11.384 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.382+0000 7fe779a9b640 1 < completed part key=_multipart_R44R5QNUZJMC.2~ZZQY4J0TKU62.2 size=201431 2024-09-20T22:02:11.387 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.386+0000 7fe779a9b640 1 < completed multipart upload key=R44R5QNUZJMC upload=ZZQY4J0TKU62 tag=5II12G31PAOV type=write size=3347159 2024-09-20T22:02:11.389 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.388+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=YI25UZQP1RMB type=del size=3677556 2024-09-20T22:02:11.391 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.390+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~P3W7LSPTF3I2.0 size=1048576 2024-09-20T22:02:11.393 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.392+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~P3W7LSPTF3I2.1 size=587865 2024-09-20T22:02:11.397 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.396+0000 7fe779a9b640 1 < completed multipart upload key=VAH8ANWTPTHQ upload=P3W7LSPTF3I2 tag=92X6BTOFXQ5R type=write size=2685017 2024-09-20T22:02:11.401 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.400+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~O7R8J6XN75DV.0 size=406717 2024-09-20T22:02:11.401 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.400+0000 7fe779a9b640 1 > prepared multipart upload key=RM93KDNRZ38I upload=O7R8J6XN75DV tag=DTRMTAH9I4MS type=write size=1455293 2024-09-20T22:02:11.407 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.405+0000 7fe779a9b640 1 < suggested update operation key=VAH8ANWTPTHQ tag=YZ9T5T7X82DA type=del size=732086 2024-09-20T22:02:11.411 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.410+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~AUKTM7WMMJN4.0 size=1048576 2024-09-20T22:02:11.413 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.412+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~AUKTM7WMMJN4.1 size=667473 2024-09-20T22:02:11.413 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.412+0000 7fe779a9b640 1 > prepared multipart upload key=0M6DAP8CZAPL upload=AUKTM7WMMJN4 tag=V24R0MAJKJPM type=write size=2764625 2024-09-20T22:02:11.416 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.415+0000 7fe779a9b640 -1 < failed to complete operation key=1TRSEURXV2X9 tag=5TPU8SPZHHTA type=del size=2734732: (22) Invalid argument 2024-09-20T22:02:11.418 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.417+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=A7SNXWMIXAHP type=del size=1727764 2024-09-20T22:02:11.420 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.419+0000 7fe779a9b640 1 < completed delete operation key=QCX4FDH1E7DG tag=WGV797J0L7JK type=del 2024-09-20T22:02:11.422 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.421+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=SS8HB2W8585T type=write size=228527 2024-09-20T22:02:11.425 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.423+0000 7fe779a9b640 1 < completed part key=_multipart_R44R5QNUZJMC.2~1I4YCRRG2437.0 size=1048576 2024-09-20T22:02:11.426 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.425+0000 7fe779a9b640 1 < completed part key=_multipart_R44R5QNUZJMC.2~1I4YCRRG2437.1 size=1048576 2024-09-20T22:02:11.428 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.427+0000 7fe779a9b640 1 < completed part key=_multipart_R44R5QNUZJMC.2~1I4YCRRG2437.2 size=937966 2024-09-20T22:02:11.432 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.431+0000 7fe779a9b640 1 < completed multipart upload key=R44R5QNUZJMC upload=1I4YCRRG2437 tag=V8GEOLIER32F type=write size=4083694 2024-09-20T22:02:11.436 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.434+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~UW27YICS0KSI.0 size=1048576 2024-09-20T22:02:11.437 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.436+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~UW27YICS0KSI.1 size=1048576 2024-09-20T22:02:11.439 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.438+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~UW27YICS0KSI.2 size=481808 2024-09-20T22:02:11.439 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.438+0000 7fe779a9b640 1 > prepared multipart upload key=OM2NI3GCUE4O upload=UW27YICS0KSI tag=KCJ4HT7M74SY type=write size=3627536 2024-09-20T22:02:11.441 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.440+0000 7fe779a9b640 1 < completed delete operation key=RM93KDNRZ38I tag=0FXBYDJ28UPO type=del 2024-09-20T22:02:11.443 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.442+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=EN1X2OU9YWR6 type=del size=3632115 2024-09-20T22:02:11.445 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.444+0000 7fe779a9b640 1 < completed delete operation key=JHHMXS36ATIL tag=TB3F92XHPFMF type=del 2024-09-20T22:02:11.447 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.446+0000 7fe779a9b640 1 > prepared operation key=T9NTHA21NTII tag=Z0U9BDDCWE3S type=del size=1228336 2024-09-20T22:02:11.450 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.448+0000 7fe779a9b640 1 < completed delete operation key=KJYZZ8S3T5DH tag=AKW4GTME5CNP type=del 2024-09-20T22:02:11.454 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.452+0000 7fe779a9b640 1 > prepared part key=_multipart_7KQSF1OMUOVW.2~6D420Q9N77OV.0 size=1048576 2024-09-20T22:02:11.455 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.454+0000 7fe779a9b640 1 > prepared part key=_multipart_7KQSF1OMUOVW.2~6D420Q9N77OV.1 size=1048576 2024-09-20T22:02:11.457 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.455+0000 7fe779a9b640 1 > prepared part key=_multipart_7KQSF1OMUOVW.2~6D420Q9N77OV.2 size=925550 2024-09-20T22:02:11.457 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.455+0000 7fe779a9b640 1 > prepared multipart upload key=7KQSF1OMUOVW upload=6D420Q9N77OV tag=WOZT9NIQISP7 type=write size=4071278 2024-09-20T22:02:11.461 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.459+0000 7fe779a9b640 1 < suggested update operation key=B0070VZB3UZF tag=2T9X76ZRN76M type=del size=2692786 2024-09-20T22:02:11.465 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.463+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~GDH425BXIKRR.0 size=310563 2024-09-20T22:02:11.465 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.463+0000 7fe779a9b640 1 > prepared multipart upload key=RM93KDNRZ38I upload=GDH425BXIKRR tag=XG1GXW7KL0MY type=write size=1359139 2024-09-20T22:02:11.466 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.465+0000 7fe779a9b640 1 < completed delete operation key=JE0BX5GAIPSB tag=PTITR91CJ1F5 type=del 2024-09-20T22:02:11.470 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.469+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~JMI8TX3P2N29.0 size=1048576 2024-09-20T22:02:11.472 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.471+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~JMI8TX3P2N29.1 size=1048576 2024-09-20T22:02:11.474 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.472+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~JMI8TX3P2N29.2 size=762864 2024-09-20T22:02:11.474 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.472+0000 7fe779a9b640 1 > prepared multipart upload key=1TRSEURXV2X9 upload=JMI8TX3P2N29 tag=IL39MFGFS33E type=write size=3908592 2024-09-20T22:02:11.476 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.474+0000 7fe779a9b640 1 < completed delete operation key=T9NTHA21NTII tag=LQG01R4UXHHT type=del 2024-09-20T22:02:11.479 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.478+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~1HK26L5004MQ.0 size=1048576 2024-09-20T22:02:11.481 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.480+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~1HK26L5004MQ.1 size=1048576 2024-09-20T22:02:11.483 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.482+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~1HK26L5004MQ.2 size=986121 2024-09-20T22:02:11.483 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.482+0000 7fe779a9b640 1 > prepared multipart upload key=68I8AEC312OU upload=1HK26L5004MQ tag=JXHEMDKG09KB type=write size=4131849 2024-09-20T22:02:11.485 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.484+0000 7fe779a9b640 1 < completed write operation key=U24WBDE9OPS7 tag=A7QE2AI7SD2X type=write size=644900 2024-09-20T22:02:11.489 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.488+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~D7S92M04DLHN.0 size=1048576 2024-09-20T22:02:11.490 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.489+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~D7S92M04DLHN.1 size=1048576 2024-09-20T22:02:11.492 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.491+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~D7S92M04DLHN.2 size=755017 2024-09-20T22:02:11.492 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.491+0000 7fe779a9b640 1 > prepared multipart upload key=6YM3TKGM41LJ upload=D7S92M04DLHN tag=DW2QVXMTXRG6 type=write size=3900745 2024-09-20T22:02:11.494 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.493+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~ZIDKZR5KME67.0 size=1048576 2024-09-20T22:02:11.496 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.494+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~ZIDKZR5KME67.1 size=1048576 2024-09-20T22:02:11.497 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.496+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~ZIDKZR5KME67.2 size=639237 2024-09-20T22:02:11.501 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.499+0000 7fe779a9b640 1 < completed multipart upload key=XEPWA2JTOEC2 upload=ZIDKZR5KME67 tag=IBK5JWK32TW4 type=write size=3784965 2024-09-20T22:02:11.503 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.502+0000 7fe779a9b640 1 > prepared operation key=IYYXNW4DO800 tag=8I372SU3GHPX type=del size=2521234 2024-09-20T22:02:11.507 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.506+0000 7fe779a9b640 1 < suggested update operation key=4NVVK8DRHTJL tag=RMZ7UMS6YUVO type=del size=421699 2024-09-20T22:02:11.509 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.508+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=0MYRJ240UCVR type=write size=943391 2024-09-20T22:02:11.512 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.510+0000 7fe779a9b640 1 < completed delete operation key=CV3QPH1KJL9D tag=Y9IH5X7WPWVS type=del 2024-09-20T22:02:11.513 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.512+0000 7fe779a9b640 1 > prepared operation key=ICBPE9ZH55FB tag=B1M6E1IXWW6G type=write size=883630 2024-09-20T22:02:11.516 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.515+0000 7fe779a9b640 -1 < failed to complete operation key=VAH8ANWTPTHQ tag=YI25UZQP1RMB type=del size=3677556: (22) Invalid argument 2024-09-20T22:02:11.521 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.519+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~BD1TU47TBIYX.0 size=1048576 2024-09-20T22:02:11.522 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.521+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~BD1TU47TBIYX.1 size=1048576 2024-09-20T22:02:11.524 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.523+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~BD1TU47TBIYX.2 size=146406 2024-09-20T22:02:11.524 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.523+0000 7fe779a9b640 1 > prepared multipart upload key=JE0BX5GAIPSB upload=BD1TU47TBIYX tag=AOTS635XXZ6J type=write size=3292134 2024-09-20T22:02:11.526 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.525+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~O7R8J6XN75DV.0 size=406717 2024-09-20T22:02:11.530 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.528+0000 7fe779a9b640 1 < completed multipart upload key=RM93KDNRZ38I upload=O7R8J6XN75DV tag=DTRMTAH9I4MS type=write size=1455293 2024-09-20T22:02:11.533 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.532+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~XE3U47ZWX65Y.0 size=316147 2024-09-20T22:02:11.533 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.532+0000 7fe779a9b640 1 > prepared multipart upload key=PNZZ2ZGG009S upload=XE3U47ZWX65Y tag=GZOCX11Y6EPC type=write size=1364723 2024-09-20T22:02:11.535 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.534+0000 7fe779a9b640 1 < completed part key=_multipart_0M6DAP8CZAPL.2~AUKTM7WMMJN4.0 size=1048576 2024-09-20T22:02:11.537 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.535+0000 7fe779a9b640 1 < completed part key=_multipart_0M6DAP8CZAPL.2~AUKTM7WMMJN4.1 size=667473 2024-09-20T22:02:11.541 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.540+0000 7fe779a9b640 1 < completed multipart upload key=0M6DAP8CZAPL upload=AUKTM7WMMJN4 tag=V24R0MAJKJPM type=write size=2764625 2024-09-20T22:02:11.545 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.544+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~D2WK2JUXKEFZ.0 size=187797 2024-09-20T22:02:11.545 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.544+0000 7fe779a9b640 1 > prepared multipart upload key=KJYZZ8S3T5DH upload=D2WK2JUXKEFZ tag=9XZ6205YPW79 type=write size=1236373 2024-09-20T22:02:11.548 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.546+0000 7fe779a9b640 1 < completed delete operation key=ELDR91I33NDH tag=A7SNXWMIXAHP type=del 2024-09-20T22:02:11.552 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.550+0000 7fe779a9b640 1 > prepared part key=_multipart_4NVVK8DRHTJL.2~STOIK70BSZPL.0 size=600137 2024-09-20T22:02:11.552 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.550+0000 7fe779a9b640 1 > prepared multipart upload key=4NVVK8DRHTJL upload=STOIK70BSZPL tag=WAM4LFUV3NDB type=write size=1648713 2024-09-20T22:02:11.554 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.552+0000 7fe779a9b640 1 < completed write operation key=ECSEX4SHKJA4 tag=SS8HB2W8585T type=write size=228527 2024-09-20T22:02:11.556 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.555+0000 7fe779a9b640 1 > prepared operation key=JE0BX5GAIPSB tag=8E6WMAMYIA4L type=del size=3625449 2024-09-20T22:02:11.558 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.556+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~UW27YICS0KSI.0 size=1048576 2024-09-20T22:02:11.559 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.558+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~UW27YICS0KSI.1 size=1048576 2024-09-20T22:02:11.561 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.560+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~UW27YICS0KSI.2 size=481808 2024-09-20T22:02:11.565 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.564+0000 7fe779a9b640 1 < completed multipart upload key=OM2NI3GCUE4O upload=UW27YICS0KSI tag=KCJ4HT7M74SY type=write size=3627536 2024-09-20T22:02:11.567 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.566+0000 7fe779a9b640 1 > prepared operation key=UUWQ1G2142U2 tag=083O0Q0YZ9QP type=del size=3297610 2024-09-20T22:02:11.569 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.568+0000 7fe779a9b640 1 < canceled operation key=PNZZ2ZGG009S tag=EN1X2OU9YWR6 type=del size=3632115 2024-09-20T22:02:11.574 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.572+0000 7fe779a9b640 1 > prepared part key=_multipart_ZSXI0P8QFMQN.2~105SUDYVK0XR.0 size=1048576 2024-09-20T22:02:11.575 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.574+0000 7fe779a9b640 1 > prepared part key=_multipart_ZSXI0P8QFMQN.2~105SUDYVK0XR.1 size=1048576 2024-09-20T22:02:11.577 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.576+0000 7fe779a9b640 1 > prepared part key=_multipart_ZSXI0P8QFMQN.2~105SUDYVK0XR.2 size=249178 2024-09-20T22:02:11.577 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.576+0000 7fe779a9b640 1 > prepared multipart upload key=ZSXI0P8QFMQN upload=105SUDYVK0XR tag=080WGR39ACAP type=write size=3394906 2024-09-20T22:02:11.581 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.580+0000 7fe779a9b640 1 < suggested update operation key=T9NTHA21NTII tag=Z0U9BDDCWE3S type=del size=1228336 2024-09-20T22:02:11.583 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.582+0000 7fe779a9b640 1 > prepared operation key=XEPWA2JTOEC2 tag=S375AZZQ3FB7 type=del size=1515073 2024-09-20T22:02:11.585 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.584+0000 7fe779a9b640 1 < completed part key=_multipart_7KQSF1OMUOVW.2~6D420Q9N77OV.0 size=1048576 2024-09-20T22:02:11.587 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.586+0000 7fe779a9b640 1 < completed part key=_multipart_7KQSF1OMUOVW.2~6D420Q9N77OV.1 size=1048576 2024-09-20T22:02:11.589 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.587+0000 7fe779a9b640 1 < completed part key=_multipart_7KQSF1OMUOVW.2~6D420Q9N77OV.2 size=925550 2024-09-20T22:02:11.592 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.591+0000 7fe779a9b640 1 < completed multipart upload key=7KQSF1OMUOVW upload=6D420Q9N77OV tag=WOZT9NIQISP7 type=write size=4071278 2024-09-20T22:02:11.594 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.593+0000 7fe779a9b640 1 > prepared operation key=OWUA691MUMB6 tag=6I60NGBSZE5U type=del size=2829186 2024-09-20T22:02:11.597 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.596+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~GDH425BXIKRR.0 size=310563 2024-09-20T22:02:11.600 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.599+0000 7fe779a9b640 1 < completed multipart upload key=RM93KDNRZ38I upload=GDH425BXIKRR tag=XG1GXW7KL0MY type=write size=1359139 2024-09-20T22:02:11.604 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.603+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~ZFSECUX87PYH.0 size=1048576 2024-09-20T22:02:11.606 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.604+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~ZFSECUX87PYH.1 size=572993 2024-09-20T22:02:11.606 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.605+0000 7fe779a9b640 1 > prepared multipart upload key=T9NTHA21NTII upload=ZFSECUX87PYH tag=W2GSKGVZA0PZ type=write size=2670145 2024-09-20T22:02:11.608 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.607+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~JMI8TX3P2N29.0 size=1048576 2024-09-20T22:02:11.610 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.608+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~JMI8TX3P2N29.1 size=1048576 2024-09-20T22:02:11.610 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.608+0000 7fe779a9b640 1 < canceled part key=_multipart_1TRSEURXV2X9.2~JMI8TX3P2N29.2 size=762864 2024-09-20T22:02:11.613 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.612+0000 7fe779a9b640 1 < canceled multipart upload key=1TRSEURXV2X9 upload=JMI8TX3P2N29 tag=IL39MFGFS33E type=write size=3908592 2024-09-20T22:02:11.615 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.614+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=W3237REOJSRU type=del size=3374957 2024-09-20T22:02:11.617 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.616+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~1HK26L5004MQ.0 size=1048576 2024-09-20T22:02:11.619 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.618+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~1HK26L5004MQ.1 size=1048576 2024-09-20T22:02:11.621 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.620+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~1HK26L5004MQ.2 size=986121 2024-09-20T22:02:11.625 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.623+0000 7fe779a9b640 1 < completed multipart upload key=68I8AEC312OU upload=1HK26L5004MQ tag=JXHEMDKG09KB type=write size=4131849 2024-09-20T22:02:11.627 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.626+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=W314YJOX4B3O type=del size=1209223 2024-09-20T22:02:11.627 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.626+0000 7fe779a9b640 1 < canceled part key=_multipart_6YM3TKGM41LJ.2~D7S92M04DLHN.0 size=1048576 2024-09-20T22:02:11.627 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.626+0000 7fe779a9b640 1 < canceled part key=_multipart_6YM3TKGM41LJ.2~D7S92M04DLHN.1 size=1048576 2024-09-20T22:02:11.627 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.626+0000 7fe779a9b640 1 < canceled part key=_multipart_6YM3TKGM41LJ.2~D7S92M04DLHN.2 size=755017 2024-09-20T22:02:11.631 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.630+0000 7fe779a9b640 1 < canceled multipart upload key=6YM3TKGM41LJ upload=D7S92M04DLHN tag=DW2QVXMTXRG6 type=write size=3900745 2024-09-20T22:02:11.634 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.633+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=JB0KQMYLZ43B type=del size=1584338 2024-09-20T22:02:11.638 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.637+0000 7fe779a9b640 1 < suggested remove operation key=IYYXNW4DO800 tag=8I372SU3GHPX type=del 2024-09-20T22:02:11.642 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.641+0000 7fe779a9b640 1 > prepared part key=_multipart_JHHMXS36ATIL.2~BPEMGH765W9M.0 size=1048576 2024-09-20T22:02:11.644 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.643+0000 7fe779a9b640 1 > prepared part key=_multipart_JHHMXS36ATIL.2~BPEMGH765W9M.1 size=1048576 2024-09-20T22:02:11.646 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.644+0000 7fe779a9b640 1 > prepared part key=_multipart_JHHMXS36ATIL.2~BPEMGH765W9M.2 size=754435 2024-09-20T22:02:11.646 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.644+0000 7fe779a9b640 1 > prepared multipart upload key=JHHMXS36ATIL upload=BPEMGH765W9M tag=VRCN2141MBAU type=write size=3900163 2024-09-20T22:02:11.648 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.646+0000 7fe779a9b640 1 < completed write operation key=QCX4FDH1E7DG tag=0MYRJ240UCVR type=write size=943391 2024-09-20T22:02:11.650 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.648+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=ES81Q3QKF3D6 type=del size=1579844 2024-09-20T22:02:11.654 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.653+0000 7fe779a9b640 1 < suggested remove operation key=ICBPE9ZH55FB tag=B1M6E1IXWW6G type=write 2024-09-20T22:02:11.658 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.657+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~JHH0PID6DIXZ.0 size=1048576 2024-09-20T22:02:11.660 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.659+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~JHH0PID6DIXZ.1 size=1024324 2024-09-20T22:02:11.660 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.659+0000 7fe779a9b640 1 > prepared multipart upload key=RB3UQB71OHKI upload=JHH0PID6DIXZ tag=0L1RBGJ94ULM type=write size=3121476 2024-09-20T22:02:11.663 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.661+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~BD1TU47TBIYX.0 size=1048576 2024-09-20T22:02:11.664 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.663+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~BD1TU47TBIYX.1 size=1048576 2024-09-20T22:02:11.666 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.665+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~BD1TU47TBIYX.2 size=146406 2024-09-20T22:02:11.670 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.669+0000 7fe779a9b640 1 < completed multipart upload key=JE0BX5GAIPSB upload=BD1TU47TBIYX tag=AOTS635XXZ6J type=write size=3292134 2024-09-20T22:02:11.673 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.671+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=H04BQ1XZX9HX type=write size=699292 2024-09-20T22:02:11.675 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.674+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~XE3U47ZWX65Y.0 size=316147 2024-09-20T22:02:11.678 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.677+0000 7fe779a9b640 1 < completed multipart upload key=PNZZ2ZGG009S upload=XE3U47ZWX65Y tag=GZOCX11Y6EPC type=write size=1364723 2024-09-20T22:02:11.681 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.679+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=0S1Y5PZZ2PQZ type=del size=1637917 2024-09-20T22:02:11.683 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.682+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~D2WK2JUXKEFZ.0 size=187797 2024-09-20T22:02:11.687 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.685+0000 7fe779a9b640 1 < completed multipart upload key=KJYZZ8S3T5DH upload=D2WK2JUXKEFZ tag=9XZ6205YPW79 type=write size=1236373 2024-09-20T22:02:11.689 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.688+0000 7fe779a9b640 1 > prepared operation key=ICBPE9ZH55FB tag=0FC0AFK2BHF3 type=del size=2190234 2024-09-20T22:02:11.691 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.690+0000 7fe779a9b640 1 < completed part key=_multipart_4NVVK8DRHTJL.2~STOIK70BSZPL.0 size=600137 2024-09-20T22:02:11.695 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.693+0000 7fe779a9b640 1 < completed multipart upload key=4NVVK8DRHTJL upload=STOIK70BSZPL tag=WAM4LFUV3NDB type=write size=1648713 2024-09-20T22:02:11.699 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.697+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~SZE5668M2KN5.0 size=742610 2024-09-20T22:02:11.699 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.697+0000 7fe779a9b640 1 > prepared multipart upload key=XEPWA2JTOEC2 upload=SZE5668M2KN5 tag=W11FO03B4FIK type=write size=1791186 2024-09-20T22:02:11.701 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.699+0000 7fe779a9b640 1 < completed delete operation key=JE0BX5GAIPSB tag=8E6WMAMYIA4L type=del 2024-09-20T22:02:11.703 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.702+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=Z4XRESEJDPCU type=del size=1760765 2024-09-20T22:02:11.705 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.704+0000 7fe779a9b640 1 < completed delete operation key=UUWQ1G2142U2 tag=083O0Q0YZ9QP type=del 2024-09-20T22:02:11.707 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.706+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=0CP8S4T5HS4P type=del size=494895 2024-09-20T22:02:11.710 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.708+0000 7fe779a9b640 1 < completed part key=_multipart_ZSXI0P8QFMQN.2~105SUDYVK0XR.0 size=1048576 2024-09-20T22:02:11.711 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.710+0000 7fe779a9b640 1 < completed part key=_multipart_ZSXI0P8QFMQN.2~105SUDYVK0XR.1 size=1048576 2024-09-20T22:02:11.713 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.712+0000 7fe779a9b640 1 < completed part key=_multipart_ZSXI0P8QFMQN.2~105SUDYVK0XR.2 size=249178 2024-09-20T22:02:11.717 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.716+0000 7fe779a9b640 1 < completed multipart upload key=ZSXI0P8QFMQN upload=105SUDYVK0XR tag=080WGR39ACAP type=write size=3394906 2024-09-20T22:02:11.721 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.719+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~EVQMMXDB7EW6.0 size=1048576 2024-09-20T22:02:11.723 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.721+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~EVQMMXDB7EW6.1 size=268532 2024-09-20T22:02:11.723 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.721+0000 7fe779a9b640 1 > prepared multipart upload key=QCX4FDH1E7DG upload=EVQMMXDB7EW6 tag=RT57IN0NM0LH type=write size=2365684 2024-09-20T22:02:11.725 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.723+0000 7fe779a9b640 1 < canceled operation key=XEPWA2JTOEC2 tag=S375AZZQ3FB7 type=del size=1515073 2024-09-20T22:02:11.728 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.727+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~SXR7YC6HSHFT.0 size=1048576 2024-09-20T22:02:11.730 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.729+0000 7fe779a9b640 1 > prepared part key=_multipart_XEPWA2JTOEC2.2~SXR7YC6HSHFT.1 size=32182 2024-09-20T22:02:11.730 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.729+0000 7fe779a9b640 1 > prepared multipart upload key=XEPWA2JTOEC2 upload=SXR7YC6HSHFT tag=6IFQSIPF4J8R type=write size=2129334 2024-09-20T22:02:11.732 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.731+0000 7fe779a9b640 1 < completed delete operation key=OWUA691MUMB6 tag=6I60NGBSZE5U type=del 2024-09-20T22:02:11.734 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.733+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=VW0FG6B8RRYC type=del size=748763 2024-09-20T22:02:11.736 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.735+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~ZFSECUX87PYH.0 size=1048576 2024-09-20T22:02:11.738 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.737+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~ZFSECUX87PYH.1 size=572993 2024-09-20T22:02:11.742 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.741+0000 7fe779a9b640 1 < completed multipart upload key=T9NTHA21NTII upload=ZFSECUX87PYH tag=W2GSKGVZA0PZ type=write size=2670145 2024-09-20T22:02:11.746 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.745+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~VAAHOWNV08ID.0 size=35054 2024-09-20T22:02:11.746 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.745+0000 7fe779a9b640 1 > prepared multipart upload key=UUWQ1G2142U2 upload=VAAHOWNV08ID tag=21RAUE8XKWBS type=write size=1083630 2024-09-20T22:02:11.748 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.747+0000 7fe779a9b640 1 < completed delete operation key=R44R5QNUZJMC tag=W3237REOJSRU type=del 2024-09-20T22:02:11.752 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.750+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~ZXWTD8JDNDVC.0 size=1048576 2024-09-20T22:02:11.753 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.752+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~ZXWTD8JDNDVC.1 size=1048576 2024-09-20T22:02:11.756 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.754+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~ZXWTD8JDNDVC.2 size=215005 2024-09-20T22:02:11.756 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.754+0000 7fe779a9b640 1 > prepared multipart upload key=KJYZZ8S3T5DH upload=ZXWTD8JDNDVC tag=ZR0I3AXTL2CE type=write size=3360733 2024-09-20T22:02:11.758 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.757+0000 7fe779a9b640 1 < completed delete operation key=7KQSF1OMUOVW tag=W314YJOX4B3O type=del 2024-09-20T22:02:11.762 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.761+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~0TRJZNTRELG5.0 size=704141 2024-09-20T22:02:11.762 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.761+0000 7fe779a9b640 1 > prepared multipart upload key=QCX4FDH1E7DG upload=0TRJZNTRELG5 tag=57ON053XEGE0 type=write size=1752717 2024-09-20T22:02:11.764 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.763+0000 7fe779a9b640 1 < completed delete operation key=VAH8ANWTPTHQ tag=JB0KQMYLZ43B type=del 2024-09-20T22:02:11.766 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.765+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=WD9C6ELLTDZN type=del size=2615198 2024-09-20T22:02:11.768 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.767+0000 7fe779a9b640 1 < completed part key=_multipart_JHHMXS36ATIL.2~BPEMGH765W9M.0 size=1048576 2024-09-20T22:02:11.770 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.769+0000 7fe779a9b640 1 < completed part key=_multipart_JHHMXS36ATIL.2~BPEMGH765W9M.1 size=1048576 2024-09-20T22:02:11.772 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.771+0000 7fe779a9b640 1 < completed part key=_multipart_JHHMXS36ATIL.2~BPEMGH765W9M.2 size=754435 2024-09-20T22:02:11.775 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.774+0000 7fe779a9b640 1 < completed multipart upload key=JHHMXS36ATIL upload=BPEMGH765W9M tag=VRCN2141MBAU type=write size=3900163 2024-09-20T22:02:11.778 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.776+0000 7fe779a9b640 1 > prepared operation key=ICBPE9ZH55FB tag=KO2IB586O4QL type=del size=394668 2024-09-20T22:02:11.780 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.778+0000 7fe779a9b640 1 < completed delete operation key=68I8AEC312OU tag=ES81Q3QKF3D6 type=del 2024-09-20T22:02:11.782 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.780+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=8QKN8U1M3U3P type=write size=829567 2024-09-20T22:02:11.784 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.783+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~JHH0PID6DIXZ.0 size=1048576 2024-09-20T22:02:11.786 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.784+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~JHH0PID6DIXZ.1 size=1024324 2024-09-20T22:02:11.789 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.788+0000 7fe779a9b640 1 < completed multipart upload key=RB3UQB71OHKI upload=JHH0PID6DIXZ tag=0L1RBGJ94ULM type=write size=3121476 2024-09-20T22:02:11.793 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.792+0000 7fe779a9b640 1 > prepared part key=_multipart_OWUA691MUMB6.2~DM4OIYICY0OB.0 size=300331 2024-09-20T22:02:11.793 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.792+0000 7fe779a9b640 1 > prepared multipart upload key=OWUA691MUMB6 upload=DM4OIYICY0OB tag=SUARQAHD8XLC type=write size=1348907 2024-09-20T22:02:11.795 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.793+0000 7fe779a9b640 1 < completed write operation key=7KQSF1OMUOVW tag=H04BQ1XZX9HX type=write size=699292 2024-09-20T22:02:11.799 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.798+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~UVDA6Z5B4GGF.0 size=1048576 2024-09-20T22:02:11.801 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.800+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~UVDA6Z5B4GGF.1 size=1048576 2024-09-20T22:02:11.803 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.802+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~UVDA6Z5B4GGF.2 size=745168 2024-09-20T22:02:11.803 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.802+0000 7fe779a9b640 1 > prepared multipart upload key=68I8AEC312OU upload=UVDA6Z5B4GGF tag=470J6HCM7TFJ type=write size=3890896 2024-09-20T22:02:11.805 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.804+0000 7fe779a9b640 1 < completed delete operation key=B0070VZB3UZF tag=0S1Y5PZZ2PQZ type=del 2024-09-20T22:02:11.807 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.806+0000 7fe779a9b640 1 > prepared operation key=ICBPE9ZH55FB tag=YQ58493AM88W type=del size=2366404 2024-09-20T22:02:11.809 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.808+0000 7fe779a9b640 1 < completed delete operation key=ICBPE9ZH55FB tag=0FC0AFK2BHF3 type=del 2024-09-20T22:02:11.812 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.811+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=3CHQUURPL9Y4 type=write size=263712 2024-09-20T22:02:11.814 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.813+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~SZE5668M2KN5.0 size=742610 2024-09-20T22:02:11.818 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.817+0000 7fe779a9b640 1 < completed multipart upload key=XEPWA2JTOEC2 upload=SZE5668M2KN5 tag=W11FO03B4FIK type=write size=1791186 2024-09-20T22:02:11.822 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.821+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~3LXQ8RX5L58I.0 size=1048576 2024-09-20T22:02:11.824 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.822+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~3LXQ8RX5L58I.1 size=1048576 2024-09-20T22:02:11.826 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.825+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~3LXQ8RX5L58I.2 size=198602 2024-09-20T22:02:11.826 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.825+0000 7fe779a9b640 1 > prepared multipart upload key=1TRSEURXV2X9 upload=3LXQ8RX5L58I tag=8HN4TQ12TS42 type=write size=3344330 2024-09-20T22:02:11.828 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.827+0000 7fe779a9b640 1 < completed delete operation key=VAH8ANWTPTHQ tag=Z4XRESEJDPCU type=del 2024-09-20T22:02:11.832 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.831+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~POPLCW0X00OU.0 size=1048576 2024-09-20T22:02:11.834 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.832+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~POPLCW0X00OU.1 size=478943 2024-09-20T22:02:11.834 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.832+0000 7fe779a9b640 1 > prepared multipart upload key=B0070VZB3UZF upload=POPLCW0X00OU tag=S3MX3VQWYGKG type=write size=2576095 2024-09-20T22:02:11.836 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.834+0000 7fe779a9b640 1 < completed delete operation key=1TRSEURXV2X9 tag=0CP8S4T5HS4P type=del 2024-09-20T22:02:11.838 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.836+0000 7fe779a9b640 1 > prepared operation key=T9NTHA21NTII tag=0PC04XPZGVSJ type=del size=3948921 2024-09-20T22:02:11.839 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.838+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~EVQMMXDB7EW6.0 size=1048576 2024-09-20T22:02:11.841 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.840+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~EVQMMXDB7EW6.1 size=268532 2024-09-20T22:02:11.845 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.844+0000 7fe779a9b640 1 < completed multipart upload key=QCX4FDH1E7DG upload=EVQMMXDB7EW6 tag=RT57IN0NM0LH type=write size=2365684 2024-09-20T22:02:11.847 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.846+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=TBWZAH8EJX8I type=del size=1391670 2024-09-20T22:02:11.849 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.848+0000 7fe779a9b640 1 < completed part key=_multipart_XEPWA2JTOEC2.2~SXR7YC6HSHFT.0 size=1048576 2024-09-20T22:02:11.849 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.848+0000 7fe779a9b640 1 < canceled part key=_multipart_XEPWA2JTOEC2.2~SXR7YC6HSHFT.1 size=32182 2024-09-20T22:02:11.853 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.852+0000 7fe779a9b640 1 < canceled multipart upload key=XEPWA2JTOEC2 upload=SXR7YC6HSHFT tag=6IFQSIPF4J8R type=write size=2129334 2024-09-20T22:02:11.855 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.854+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=ORKUDVV3E34D type=del size=1878821 2024-09-20T22:02:11.857 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.856+0000 7fe779a9b640 1 < completed delete operation key=JHHMXS36ATIL tag=VW0FG6B8RRYC type=del 2024-09-20T22:02:11.859 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.858+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=H8SM6PMOG6HD type=del size=1897160 2024-09-20T22:02:11.862 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.861+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~VAAHOWNV08ID.0 size=35054 2024-09-20T22:02:11.866 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.864+0000 7fe779a9b640 1 < completed multipart upload key=UUWQ1G2142U2 upload=VAAHOWNV08ID tag=21RAUE8XKWBS type=write size=1083630 2024-09-20T22:02:11.869 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.868+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~8QWW0FYXOTB1.0 size=1048576 2024-09-20T22:02:11.871 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.870+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~8QWW0FYXOTB1.1 size=1048576 2024-09-20T22:02:11.873 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.871+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~8QWW0FYXOTB1.2 size=410554 2024-09-20T22:02:11.873 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.871+0000 7fe779a9b640 1 > prepared multipart upload key=RB3UQB71OHKI upload=8QWW0FYXOTB1 tag=8CZDJBEP7V0B type=write size=3556282 2024-09-20T22:02:11.875 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.874+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~ZXWTD8JDNDVC.0 size=1048576 2024-09-20T22:02:11.877 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.875+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~ZXWTD8JDNDVC.1 size=1048576 2024-09-20T22:02:11.879 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.877+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~ZXWTD8JDNDVC.2 size=215005 2024-09-20T22:02:11.882 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.881+0000 7fe779a9b640 1 < completed multipart upload key=KJYZZ8S3T5DH upload=ZXWTD8JDNDVC tag=ZR0I3AXTL2CE type=write size=3360733 2024-09-20T22:02:11.884 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.883+0000 7fe779a9b640 1 > prepared operation key=UUWQ1G2142U2 tag=9ZXIGZ1CGE0D type=write size=565937 2024-09-20T22:02:11.887 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.885+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~0TRJZNTRELG5.0 size=704141 2024-09-20T22:02:11.890 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.889+0000 7fe779a9b640 1 < completed multipart upload key=QCX4FDH1E7DG upload=0TRJZNTRELG5 tag=57ON053XEGE0 type=write size=1752717 2024-09-20T22:02:11.894 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.893+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~3FUB2ATVC1D0.0 size=667441 2024-09-20T22:02:11.894 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.893+0000 7fe779a9b640 1 > prepared multipart upload key=PNZZ2ZGG009S upload=3FUB2ATVC1D0 tag=48J7H160661H type=write size=1716017 2024-09-20T22:02:11.896 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.895+0000 7fe779a9b640 1 < completed delete operation key=R44R5QNUZJMC tag=WD9C6ELLTDZN type=del 2024-09-20T22:02:11.898 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.897+0000 7fe779a9b640 1 > prepared operation key=IYYXNW4DO800 tag=SKMHTBMCGQZM type=del size=1444782 2024-09-20T22:02:11.900 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.899+0000 7fe779a9b640 1 < canceled operation key=ICBPE9ZH55FB tag=KO2IB586O4QL type=del size=394668 2024-09-20T22:02:11.904 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.903+0000 7fe779a9b640 1 > prepared part key=_multipart_IYYXNW4DO800.2~C6IGA0XKJ1Y3.0 size=1048576 2024-09-20T22:02:11.906 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.904+0000 7fe779a9b640 1 > prepared part key=_multipart_IYYXNW4DO800.2~C6IGA0XKJ1Y3.1 size=405052 2024-09-20T22:02:11.906 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.904+0000 7fe779a9b640 1 > prepared multipart upload key=IYYXNW4DO800 upload=C6IGA0XKJ1Y3 tag=1T4U7K40ARVF type=write size=2502204 2024-09-20T22:02:11.908 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.906+0000 7fe779a9b640 1 < completed write operation key=1TRSEURXV2X9 tag=8QKN8U1M3U3P type=write size=829567 2024-09-20T22:02:11.911 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.910+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~5B3AHFGXTRGR.0 size=1048576 2024-09-20T22:02:11.913 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.912+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~5B3AHFGXTRGR.1 size=1048576 2024-09-20T22:02:11.915 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.913+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~5B3AHFGXTRGR.2 size=970684 2024-09-20T22:02:11.915 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.913+0000 7fe779a9b640 1 > prepared multipart upload key=0M6DAP8CZAPL upload=5B3AHFGXTRGR tag=5CSGRW362VHO type=write size=4116412 2024-09-20T22:02:11.917 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.916+0000 7fe779a9b640 1 < completed part key=_multipart_OWUA691MUMB6.2~DM4OIYICY0OB.0 size=300331 2024-09-20T22:02:11.921 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.919+0000 7fe779a9b640 1 < completed multipart upload key=OWUA691MUMB6 upload=DM4OIYICY0OB tag=SUARQAHD8XLC type=write size=1348907 2024-09-20T22:02:11.923 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.921+0000 7fe779a9b640 1 > prepared operation key=UUWQ1G2142U2 tag=RANETM1VQW4I type=del size=1619333 2024-09-20T22:02:11.925 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.924+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~UVDA6Z5B4GGF.0 size=1048576 2024-09-20T22:02:11.927 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.925+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~UVDA6Z5B4GGF.1 size=1048576 2024-09-20T22:02:11.927 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.925+0000 7fe779a9b640 1 < canceled part key=_multipart_68I8AEC312OU.2~UVDA6Z5B4GGF.2 size=745168 2024-09-20T22:02:11.931 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.929+0000 7fe779a9b640 1 < canceled multipart upload key=68I8AEC312OU upload=UVDA6Z5B4GGF tag=470J6HCM7TFJ type=write size=3890896 2024-09-20T22:02:11.933 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.932+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=KOYEQJ526OJD type=del size=4152899 2024-09-20T22:02:11.935 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.934+0000 7fe779a9b640 1 < completed delete operation key=ICBPE9ZH55FB tag=YQ58493AM88W type=del 2024-09-20T22:02:11.937 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.936+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=GEGQN3UEFS7I type=del size=2604627 2024-09-20T22:02:11.939 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.938+0000 7fe779a9b640 1 < completed write operation key=R44R5QNUZJMC tag=3CHQUURPL9Y4 type=write size=263712 2024-09-20T22:02:11.941 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.940+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=J7JHODRNG8PA type=del size=2616506 2024-09-20T22:02:11.943 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.942+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~3LXQ8RX5L58I.0 size=1048576 2024-09-20T22:02:11.945 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.944+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~3LXQ8RX5L58I.1 size=1048576 2024-09-20T22:02:11.945 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.944+0000 7fe779a9b640 1 < canceled part key=_multipart_1TRSEURXV2X9.2~3LXQ8RX5L58I.2 size=198602 2024-09-20T22:02:11.948 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.947+0000 7fe779a9b640 1 < canceled multipart upload key=1TRSEURXV2X9 upload=3LXQ8RX5L58I tag=8HN4TQ12TS42 type=write size=3344330 2024-09-20T22:02:11.951 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.950+0000 7fe779a9b640 1 > prepared operation key=1J1YL7XL0LAY tag=GUT4UVCK6Y4C type=write size=555815 2024-09-20T22:02:11.953 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.952+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~POPLCW0X00OU.0 size=1048576 2024-09-20T22:02:11.955 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.954+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~POPLCW0X00OU.1 size=478943 2024-09-20T22:02:11.958 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.957+0000 7fe779a9b640 1 < completed multipart upload key=B0070VZB3UZF upload=POPLCW0X00OU tag=S3MX3VQWYGKG type=write size=2576095 2024-09-20T22:02:11.960 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.959+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=91YG1TM3UWYT type=del size=675839 2024-09-20T22:02:11.963 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.961+0000 7fe779a9b640 1 < completed delete operation key=T9NTHA21NTII tag=0PC04XPZGVSJ type=del 2024-09-20T22:02:11.967 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.965+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~2I5408YXW4UM.0 size=1048576 2024-09-20T22:02:11.968 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.967+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~2I5408YXW4UM.1 size=1048576 2024-09-20T22:02:11.970 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.969+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~2I5408YXW4UM.2 size=853683 2024-09-20T22:02:11.970 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.969+0000 7fe779a9b640 1 > prepared multipart upload key=8Y1S1ZFNVQO3 upload=2I5408YXW4UM tag=5SR8GPZGOH17 type=write size=3999411 2024-09-20T22:02:11.972 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.971+0000 7fe779a9b640 1 < completed delete operation key=ELDR91I33NDH tag=TBWZAH8EJX8I type=del 2024-09-20T22:02:11.975 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.973+0000 7fe779a9b640 1 > prepared operation key=JE0BX5GAIPSB tag=4CM4P2IYJUGJ type=del size=2805747 2024-09-20T22:02:11.977 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.976+0000 7fe779a9b640 1 < completed delete operation key=ZSXI0P8QFMQN tag=ORKUDVV3E34D type=del 2024-09-20T22:02:11.979 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.978+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=8NBVPKI23N9O type=write size=112327 2024-09-20T22:02:11.984 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.983+0000 7fe779a9b640 1 < suggested remove operation key=KJYZZ8S3T5DH tag=H8SM6PMOG6HD type=del 2024-09-20T22:02:11.988 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.987+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~2IZOAY6FDIJ0.0 size=704166 2024-09-20T22:02:11.988 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.987+0000 7fe779a9b640 1 > prepared multipart upload key=JE0BX5GAIPSB upload=2IZOAY6FDIJ0 tag=Y2EX351L9PU3 type=write size=1752742 2024-09-20T22:02:11.990 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.989+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~8QWW0FYXOTB1.0 size=1048576 2024-09-20T22:02:11.992 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.990+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~8QWW0FYXOTB1.1 size=1048576 2024-09-20T22:02:11.993 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.992+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~8QWW0FYXOTB1.2 size=410554 2024-09-20T22:02:11.997 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:11.996+0000 7fe779a9b640 1 < completed multipart upload key=RB3UQB71OHKI upload=8QWW0FYXOTB1 tag=8CZDJBEP7V0B type=write size=3556282 2024-09-20T22:02:12.002 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.000+0000 7fe779a9b640 1 > prepared part key=_multipart_7KQSF1OMUOVW.2~IFYXBCGITZ6T.0 size=528742 2024-09-20T22:02:12.002 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.000+0000 7fe779a9b640 1 > prepared multipart upload key=7KQSF1OMUOVW upload=IFYXBCGITZ6T tag=FGJEJQLCVEKW type=write size=1577318 2024-09-20T22:02:12.006 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.004+0000 7fe779a9b640 1 < suggested update operation key=UUWQ1G2142U2 tag=9ZXIGZ1CGE0D type=write size=565937 2024-09-20T22:02:12.010 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.009+0000 7fe779a9b640 1 > prepared part key=_multipart_7KQSF1OMUOVW.2~5DF2M3Q8LA2J.0 size=477055 2024-09-20T22:02:12.010 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.009+0000 7fe779a9b640 1 > prepared multipart upload key=7KQSF1OMUOVW upload=5DF2M3Q8LA2J tag=TDOOA7M7CRV7 type=write size=1525631 2024-09-20T22:02:12.012 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.011+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~3FUB2ATVC1D0.0 size=667441 2024-09-20T22:02:12.016 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.014+0000 7fe779a9b640 1 < completed multipart upload key=PNZZ2ZGG009S upload=3FUB2ATVC1D0 tag=48J7H160661H type=write size=1716017 2024-09-20T22:02:12.018 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.016+0000 7fe779a9b640 1 > prepared operation key=1J1YL7XL0LAY tag=06SEBYHJ2IS3 type=del size=110859 2024-09-20T22:02:12.020 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.019+0000 7fe779a9b640 1 < completed delete operation key=IYYXNW4DO800 tag=SKMHTBMCGQZM type=del 2024-09-20T22:02:12.022 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.021+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=GDO7FWNHJ6U2 type=del size=2745062 2024-09-20T22:02:12.025 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.023+0000 7fe779a9b640 1 < completed part key=_multipart_IYYXNW4DO800.2~C6IGA0XKJ1Y3.0 size=1048576 2024-09-20T22:02:12.026 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.025+0000 7fe779a9b640 1 < completed part key=_multipart_IYYXNW4DO800.2~C6IGA0XKJ1Y3.1 size=405052 2024-09-20T22:02:12.030 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.029+0000 7fe779a9b640 1 < completed multipart upload key=IYYXNW4DO800 upload=C6IGA0XKJ1Y3 tag=1T4U7K40ARVF type=write size=2502204 2024-09-20T22:02:12.035 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.033+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~QQKPW3RBZK22.0 size=1048576 2024-09-20T22:02:12.036 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.035+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~QQKPW3RBZK22.1 size=1048576 2024-09-20T22:02:12.038 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.037+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~QQKPW3RBZK22.2 size=918198 2024-09-20T22:02:12.039 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.037+0000 7fe779a9b640 1 > prepared multipart upload key=RM93KDNRZ38I upload=QQKPW3RBZK22 tag=JK4R79ZRXQSU type=write size=4063926 2024-09-20T22:02:12.040 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.039+0000 7fe779a9b640 1 < completed part key=_multipart_0M6DAP8CZAPL.2~5B3AHFGXTRGR.0 size=1048576 2024-09-20T22:02:12.042 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.041+0000 7fe779a9b640 1 < completed part key=_multipart_0M6DAP8CZAPL.2~5B3AHFGXTRGR.1 size=1048576 2024-09-20T22:02:12.044 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.043+0000 7fe779a9b640 1 < completed part key=_multipart_0M6DAP8CZAPL.2~5B3AHFGXTRGR.2 size=970684 2024-09-20T22:02:12.047 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.046+0000 7fe779a9b640 1 < completed multipart upload key=0M6DAP8CZAPL upload=5B3AHFGXTRGR tag=5CSGRW362VHO type=write size=4116412 2024-09-20T22:02:12.051 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.050+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~1UZEBCYGEL8H.0 size=1048576 2024-09-20T22:02:12.052 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.051+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~1UZEBCYGEL8H.1 size=67770 2024-09-20T22:02:12.053 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.051+0000 7fe779a9b640 1 > prepared multipart upload key=68I8AEC312OU upload=1UZEBCYGEL8H tag=FS1XC85QHTCP type=write size=2164922 2024-09-20T22:02:12.057 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.056+0000 7fe779a9b640 1 < suggested update operation key=UUWQ1G2142U2 tag=RANETM1VQW4I type=del size=1619333 2024-09-20T22:02:12.059 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.058+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=QI8IXTHDADD9 type=write size=604010 2024-09-20T22:02:12.061 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.060+0000 7fe779a9b640 1 < completed delete operation key=R44R5QNUZJMC tag=KOYEQJ526OJD type=del 2024-09-20T22:02:12.065 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.064+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~OYOWHVF48DJP.0 size=891289 2024-09-20T22:02:12.065 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.064+0000 7fe779a9b640 1 > prepared multipart upload key=RM93KDNRZ38I upload=OYOWHVF48DJP tag=EZ8030PYD0UO type=write size=1939865 2024-09-20T22:02:12.069 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.067+0000 7fe779a9b640 -1 < failed to complete operation key=KJYZZ8S3T5DH tag=GEGQN3UEFS7I type=del size=2604627: (22) Invalid argument 2024-09-20T22:02:12.071 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.069+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=BJM3CJ85UHXR type=del size=3774465 2024-09-20T22:02:12.075 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.074+0000 7fe779a9b640 1 < suggested update operation key=QCX4FDH1E7DG tag=J7JHODRNG8PA type=del size=2616506 2024-09-20T22:02:12.077 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.076+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=9TBWL9KRWH4J type=del size=1254455 2024-09-20T22:02:12.080 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.078+0000 7fe779a9b640 1 < completed write operation key=1J1YL7XL0LAY tag=GUT4UVCK6Y4C type=write size=555815 2024-09-20T22:02:12.083 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.082+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~0SWENWW32KC9.0 size=1048576 2024-09-20T22:02:12.085 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.084+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~0SWENWW32KC9.1 size=1048576 2024-09-20T22:02:12.087 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.085+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~0SWENWW32KC9.2 size=1029214 2024-09-20T22:02:12.087 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.085+0000 7fe779a9b640 1 > prepared multipart upload key=OM2NI3GCUE4O upload=0SWENWW32KC9 tag=79XPVLL0V47O type=write size=4174942 2024-09-20T22:02:12.089 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.088+0000 7fe779a9b640 1 < completed delete operation key=4NVVK8DRHTJL tag=91YG1TM3UWYT type=del 2024-09-20T22:02:12.093 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.091+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~8N193UWCZSQM.0 size=249474 2024-09-20T22:02:12.093 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.091+0000 7fe779a9b640 1 > prepared multipart upload key=T9NTHA21NTII upload=8N193UWCZSQM tag=ECW9RALOXL19 type=write size=1298050 2024-09-20T22:02:12.095 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.093+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~2I5408YXW4UM.0 size=1048576 2024-09-20T22:02:12.097 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.095+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~2I5408YXW4UM.1 size=1048576 2024-09-20T22:02:12.098 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.097+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~2I5408YXW4UM.2 size=853683 2024-09-20T22:02:12.102 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.101+0000 7fe779a9b640 1 < completed multipart upload key=8Y1S1ZFNVQO3 upload=2I5408YXW4UM tag=5SR8GPZGOH17 type=write size=3999411 2024-09-20T22:02:12.104 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.103+0000 7fe779a9b640 1 > prepared operation key=OWUA691MUMB6 tag=FU6FB76SVC9Z type=write size=946089 2024-09-20T22:02:12.107 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.106+0000 7fe779a9b640 1 < completed delete operation key=JE0BX5GAIPSB tag=4CM4P2IYJUGJ type=del 2024-09-20T22:02:12.109 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.108+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=RUU6F77TTAMS type=del size=776177 2024-09-20T22:02:12.113 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.112+0000 7fe779a9b640 1 < suggested update operation key=QCX4FDH1E7DG tag=8NBVPKI23N9O type=write size=112327 2024-09-20T22:02:12.115 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.114+0000 7fe779a9b640 1 > prepared operation key=ICBPE9ZH55FB tag=RXRHM5BOFXAJ type=del size=3123635 2024-09-20T22:02:12.117 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.116+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~2IZOAY6FDIJ0.0 size=704166 2024-09-20T22:02:12.120 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.119+0000 7fe779a9b640 1 < completed multipart upload key=JE0BX5GAIPSB upload=2IZOAY6FDIJ0 tag=Y2EX351L9PU3 type=write size=1752742 2024-09-20T22:02:12.123 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.121+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=SQGLD3HLMQK9 type=del size=3885210 2024-09-20T22:02:12.123 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.122+0000 7fe779a9b640 1 < canceled part key=_multipart_7KQSF1OMUOVW.2~IFYXBCGITZ6T.0 size=528742 2024-09-20T22:02:12.127 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.125+0000 7fe779a9b640 1 < canceled multipart upload key=7KQSF1OMUOVW upload=IFYXBCGITZ6T tag=FGJEJQLCVEKW type=write size=1577318 2024-09-20T22:02:12.129 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.127+0000 7fe779a9b640 1 > prepared operation key=ICBPE9ZH55FB tag=8KBTLGZBQ385 type=del size=642173 2024-09-20T22:02:12.131 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.130+0000 7fe779a9b640 1 < completed part key=_multipart_7KQSF1OMUOVW.2~5DF2M3Q8LA2J.0 size=477055 2024-09-20T22:02:12.135 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.134+0000 7fe779a9b640 1 < completed multipart upload key=7KQSF1OMUOVW upload=5DF2M3Q8LA2J tag=TDOOA7M7CRV7 type=write size=1525631 2024-09-20T22:02:12.137 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.136+0000 7fe779a9b640 1 > prepared operation key=UUWQ1G2142U2 tag=RNWYP55ZOE13 type=del size=2789476 2024-09-20T22:02:12.139 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.138+0000 7fe779a9b640 1 < completed delete operation key=1J1YL7XL0LAY tag=06SEBYHJ2IS3 type=del 2024-09-20T22:02:12.141 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.140+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=300WX1QERPOL type=del size=1296774 2024-09-20T22:02:12.146 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.144+0000 7fe779a9b640 1 < suggested update operation key=R44R5QNUZJMC tag=GDO7FWNHJ6U2 type=del size=2745062 2024-09-20T22:02:12.149 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.148+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~M6MTMIENLKGY.0 size=1048576 2024-09-20T22:02:12.151 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.150+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~M6MTMIENLKGY.1 size=1048576 2024-09-20T22:02:12.153 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.152+0000 7fe779a9b640 1 > prepared part key=_multipart_VAH8ANWTPTHQ.2~M6MTMIENLKGY.2 size=989994 2024-09-20T22:02:12.153 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.152+0000 7fe779a9b640 1 > prepared multipart upload key=VAH8ANWTPTHQ upload=M6MTMIENLKGY tag=MC3Q87YB71SJ type=write size=4135722 2024-09-20T22:02:12.155 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.154+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~QQKPW3RBZK22.0 size=1048576 2024-09-20T22:02:12.157 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.155+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~QQKPW3RBZK22.1 size=1048576 2024-09-20T22:02:12.158 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.157+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~QQKPW3RBZK22.2 size=918198 2024-09-20T22:02:12.162 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.160+0000 7fe779a9b640 1 < completed multipart upload key=RM93KDNRZ38I upload=QQKPW3RBZK22 tag=JK4R79ZRXQSU type=write size=4063926 2024-09-20T22:02:12.164 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.163+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=MHZ2PMHNWJ49 type=del size=3293181 2024-09-20T22:02:12.166 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.165+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~1UZEBCYGEL8H.0 size=1048576 2024-09-20T22:02:12.168 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.167+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~1UZEBCYGEL8H.1 size=67770 2024-09-20T22:02:12.171 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.170+0000 7fe779a9b640 1 < completed multipart upload key=68I8AEC312OU upload=1UZEBCYGEL8H tag=FS1XC85QHTCP type=write size=2164922 2024-09-20T22:02:12.175 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.174+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~0ZPK2AO02OPJ.0 size=1048576 2024-09-20T22:02:12.176 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.175+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~0ZPK2AO02OPJ.1 size=930614 2024-09-20T22:02:12.177 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.175+0000 7fe779a9b640 1 > prepared multipart upload key=QCX4FDH1E7DG upload=0ZPK2AO02OPJ tag=SZEXK01HGKKN type=write size=3027766 2024-09-20T22:02:12.179 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.177+0000 7fe779a9b640 1 < completed write operation key=RM93KDNRZ38I tag=QI8IXTHDADD9 type=write size=604010 2024-09-20T22:02:12.181 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.180+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=3D4ZLREX9HPY type=del size=2257044 2024-09-20T22:02:12.183 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.182+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~OYOWHVF48DJP.0 size=891289 2024-09-20T22:02:12.187 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.185+0000 7fe779a9b640 1 < completed multipart upload key=RM93KDNRZ38I upload=OYOWHVF48DJP tag=EZ8030PYD0UO type=write size=1939865 2024-09-20T22:02:12.189 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.187+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=D1PTY034EL5F type=del size=2007266 2024-09-20T22:02:12.191 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.190+0000 7fe779a9b640 1 < completed delete operation key=ZSXI0P8QFMQN tag=BJM3CJ85UHXR type=del 2024-09-20T22:02:12.195 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.193+0000 7fe779a9b640 1 > prepared part key=_multipart_ZSXI0P8QFMQN.2~02752F1BPA2P.0 size=1048576 2024-09-20T22:02:12.197 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.195+0000 7fe779a9b640 1 > prepared part key=_multipart_ZSXI0P8QFMQN.2~02752F1BPA2P.1 size=423221 2024-09-20T22:02:12.197 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.195+0000 7fe779a9b640 1 > prepared multipart upload key=ZSXI0P8QFMQN upload=02752F1BPA2P tag=I1D05S5UBZZT type=write size=2520373 2024-09-20T22:02:12.199 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.197+0000 7fe779a9b640 1 < completed delete operation key=RM93KDNRZ38I tag=9TBWL9KRWH4J type=del 2024-09-20T22:02:12.203 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.201+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~KYZECD21L4WP.0 size=1048576 2024-09-20T22:02:12.204 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.203+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~KYZECD21L4WP.1 size=1048576 2024-09-20T22:02:12.206 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.205+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~KYZECD21L4WP.2 size=46524 2024-09-20T22:02:12.206 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.205+0000 7fe779a9b640 1 > prepared multipart upload key=ICBPE9ZH55FB upload=KYZECD21L4WP tag=4NMKU24GA9GH type=write size=3192252 2024-09-20T22:02:12.208 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.207+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~0SWENWW32KC9.0 size=1048576 2024-09-20T22:02:12.210 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.209+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~0SWENWW32KC9.1 size=1048576 2024-09-20T22:02:12.212 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.210+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~0SWENWW32KC9.2 size=1029214 2024-09-20T22:02:12.215 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.214+0000 7fe779a9b640 1 < completed multipart upload key=OM2NI3GCUE4O upload=0SWENWW32KC9 tag=79XPVLL0V47O type=write size=4174942 2024-09-20T22:02:12.217 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.216+0000 7fe779a9b640 1 > prepared operation key=XEPWA2JTOEC2 tag=3J5VBZK9REHI type=del size=3133611 2024-09-20T22:02:12.219 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.218+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~8N193UWCZSQM.0 size=249474 2024-09-20T22:02:12.223 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.221+0000 7fe779a9b640 1 < completed multipart upload key=T9NTHA21NTII upload=8N193UWCZSQM tag=ECW9RALOXL19 type=write size=1298050 2024-09-20T22:02:12.225 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.223+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=8I392OAFQWJF type=del size=2858249 2024-09-20T22:02:12.227 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.225+0000 7fe779a9b640 1 < completed write operation key=OWUA691MUMB6 tag=FU6FB76SVC9Z type=write size=946089 2024-09-20T22:02:12.231 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.230+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~1LS4XRD24KWQ.0 size=1048576 2024-09-20T22:02:12.233 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.232+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~1LS4XRD24KWQ.1 size=87069 2024-09-20T22:02:12.233 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.232+0000 7fe779a9b640 1 > prepared multipart upload key=6YM3TKGM41LJ upload=1LS4XRD24KWQ tag=QCP2C1E8VTHB type=write size=2184221 2024-09-20T22:02:12.238 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.236+0000 7fe779a9b640 1 < suggested remove operation key=ELDR91I33NDH tag=RUU6F77TTAMS type=del 2024-09-20T22:02:12.240 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.238+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=LQ9AGXLH6HWY type=del size=1136489 2024-09-20T22:02:12.244 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.243+0000 7fe779a9b640 1 < suggested update operation key=ICBPE9ZH55FB tag=RXRHM5BOFXAJ type=del size=3123635 2024-09-20T22:02:12.246 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.245+0000 7fe779a9b640 1 > prepared operation key=XEPWA2JTOEC2 tag=MWL1TGXQA7HB type=del size=3134962 2024-09-20T22:02:12.248 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.247+0000 7fe779a9b640 1 < completed delete operation key=6YM3TKGM41LJ tag=SQGLD3HLMQK9 type=del 2024-09-20T22:02:12.250 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.249+0000 7fe779a9b640 1 > prepared operation key=IYYXNW4DO800 tag=O53O23DAALFY type=del size=2629510 2024-09-20T22:02:12.253 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.252+0000 7fe779a9b640 1 < suggested update operation key=ICBPE9ZH55FB tag=8KBTLGZBQ385 type=del size=642173 2024-09-20T22:02:12.255 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.254+0000 7fe779a9b640 1 > prepared operation key=JE0BX5GAIPSB tag=P25MY659X9RI type=del size=839399 2024-09-20T22:02:12.257 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.256+0000 7fe779a9b640 1 < completed delete operation key=UUWQ1G2142U2 tag=RNWYP55ZOE13 type=del 2024-09-20T22:02:12.259 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.258+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=FUCG8KPRO7MK type=del size=4095603 2024-09-20T22:02:12.261 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.260+0000 7fe779a9b640 1 < completed delete operation key=JHHMXS36ATIL tag=300WX1QERPOL type=del 2024-09-20T22:02:12.263 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.262+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=1FSWP3MWUSAZ type=del size=2859551 2024-09-20T22:02:12.265 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.263+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~M6MTMIENLKGY.0 size=1048576 2024-09-20T22:02:12.266 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.265+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~M6MTMIENLKGY.1 size=1048576 2024-09-20T22:02:12.268 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.267+0000 7fe779a9b640 1 < completed part key=_multipart_VAH8ANWTPTHQ.2~M6MTMIENLKGY.2 size=989994 2024-09-20T22:02:12.271 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.270+0000 7fe779a9b640 1 < completed multipart upload key=VAH8ANWTPTHQ upload=M6MTMIENLKGY tag=MC3Q87YB71SJ type=write size=4135722 2024-09-20T22:02:12.276 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.274+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~FBBNWMWG9TXL.0 size=5620 2024-09-20T22:02:12.276 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.274+0000 7fe779a9b640 1 > prepared multipart upload key=U24WBDE9OPS7 upload=FBBNWMWG9TXL tag=430DEVL9JEQ6 type=write size=1054196 2024-09-20T22:02:12.278 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.276+0000 7fe779a9b640 1 < canceled operation key=RM93KDNRZ38I tag=MHZ2PMHNWJ49 type=del size=3293181 2024-09-20T22:02:12.281 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.280+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~GOYFIPILRH2T.0 size=1048576 2024-09-20T22:02:12.283 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.282+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~GOYFIPILRH2T.1 size=341721 2024-09-20T22:02:12.283 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.282+0000 7fe779a9b640 1 > prepared multipart upload key=PNZZ2ZGG009S upload=GOYFIPILRH2T tag=36V0R6T9SI0M type=write size=2438873 2024-09-20T22:02:12.285 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.284+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~0ZPK2AO02OPJ.0 size=1048576 2024-09-20T22:02:12.287 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.286+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~0ZPK2AO02OPJ.1 size=930614 2024-09-20T22:02:12.291 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.289+0000 7fe779a9b640 1 < completed multipart upload key=QCX4FDH1E7DG upload=0ZPK2AO02OPJ tag=SZEXK01HGKKN type=write size=3027766 2024-09-20T22:02:12.294 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.293+0000 7fe779a9b640 1 > prepared part key=_multipart_JHHMXS36ATIL.2~5DQHPG8IM0L3.0 size=1048576 2024-09-20T22:02:12.296 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.294+0000 7fe779a9b640 1 > prepared part key=_multipart_JHHMXS36ATIL.2~5DQHPG8IM0L3.1 size=421018 2024-09-20T22:02:12.296 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.294+0000 7fe779a9b640 1 > prepared multipart upload key=JHHMXS36ATIL upload=5DQHPG8IM0L3 tag=ZXMGI0IL44VI type=write size=2518170 2024-09-20T22:02:12.297 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.296+0000 7fe779a9b640 1 < completed delete operation key=RM93KDNRZ38I tag=3D4ZLREX9HPY type=del 2024-09-20T22:02:12.301 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.300+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~13JMIZA0VXNU.0 size=495395 2024-09-20T22:02:12.301 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.300+0000 7fe779a9b640 1 > prepared multipart upload key=ECSEX4SHKJA4 upload=13JMIZA0VXNU tag=8EZWX6LA56EE type=write size=1543971 2024-09-20T22:02:12.303 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.302+0000 7fe779a9b640 1 < completed delete operation key=7KQSF1OMUOVW tag=D1PTY034EL5F type=del 2024-09-20T22:02:12.307 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.306+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~N50ZSR461KFC.0 size=1048576 2024-09-20T22:02:12.309 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.308+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~N50ZSR461KFC.1 size=1048576 2024-09-20T22:02:12.311 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.310+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~N50ZSR461KFC.2 size=457843 2024-09-20T22:02:12.312 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.310+0000 7fe779a9b640 1 > prepared multipart upload key=1TRSEURXV2X9 upload=N50ZSR461KFC tag=JVDYK39H92V5 type=write size=3603571 2024-09-20T22:02:12.314 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.312+0000 7fe779a9b640 1 < completed part key=_multipart_ZSXI0P8QFMQN.2~02752F1BPA2P.0 size=1048576 2024-09-20T22:02:12.316 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.314+0000 7fe779a9b640 1 < completed part key=_multipart_ZSXI0P8QFMQN.2~02752F1BPA2P.1 size=423221 2024-09-20T22:02:12.319 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.318+0000 7fe779a9b640 1 < completed multipart upload key=ZSXI0P8QFMQN upload=02752F1BPA2P tag=I1D05S5UBZZT type=write size=2520373 2024-09-20T22:02:12.322 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.320+0000 7fe779a9b640 1 > prepared operation key=3YV668WNVJ3G tag=UMEWGGY1JVOQ type=del size=4141024 2024-09-20T22:02:12.322 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.321+0000 7fe779a9b640 1 < canceled part key=_multipart_ICBPE9ZH55FB.2~KYZECD21L4WP.0 size=1048576 2024-09-20T22:02:12.324 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.322+0000 7fe779a9b640 1 < completed part key=_multipart_ICBPE9ZH55FB.2~KYZECD21L4WP.1 size=1048576 2024-09-20T22:02:12.325 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.324+0000 7fe779a9b640 1 < completed part key=_multipart_ICBPE9ZH55FB.2~KYZECD21L4WP.2 size=46524 2024-09-20T22:02:12.329 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.327+0000 7fe779a9b640 1 < canceled multipart upload key=ICBPE9ZH55FB upload=KYZECD21L4WP tag=4NMKU24GA9GH type=write size=3192252 2024-09-20T22:02:12.332 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.331+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~N88G2OYCVZOI.0 size=1048576 2024-09-20T22:02:12.334 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.332+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~N88G2OYCVZOI.1 size=1048576 2024-09-20T22:02:12.335 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.334+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~N88G2OYCVZOI.2 size=672892 2024-09-20T22:02:12.335 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.334+0000 7fe779a9b640 1 > prepared multipart upload key=OM2NI3GCUE4O upload=N88G2OYCVZOI tag=LWDZ84GFCLXT type=write size=3818620 2024-09-20T22:02:12.337 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.336+0000 7fe779a9b640 1 < completed delete operation key=XEPWA2JTOEC2 tag=3J5VBZK9REHI type=del 2024-09-20T22:02:12.341 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.340+0000 7fe779a9b640 1 > prepared part key=_multipart_ZSXI0P8QFMQN.2~C1WXMXHGJI19.0 size=1048576 2024-09-20T22:02:12.342 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.341+0000 7fe779a9b640 1 > prepared part key=_multipart_ZSXI0P8QFMQN.2~C1WXMXHGJI19.1 size=175073 2024-09-20T22:02:12.343 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.341+0000 7fe779a9b640 1 > prepared multipart upload key=ZSXI0P8QFMQN upload=C1WXMXHGJI19 tag=J0956OF6E1CK type=write size=2272225 2024-09-20T22:02:12.343 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.342+0000 7fe779a9b640 -1 < no bi entry to suggest for operation key=ELDR91I33NDH tag=8I392OAFQWJF type=del size=2858249: (2) No such file or directory 2024-09-20T22:02:12.347 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.346+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~UQUOZZ1UI6IO.0 size=1048576 2024-09-20T22:02:12.349 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.348+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~UQUOZZ1UI6IO.1 size=355919 2024-09-20T22:02:12.349 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.348+0000 7fe779a9b640 1 > prepared multipart upload key=RM93KDNRZ38I upload=UQUOZZ1UI6IO tag=RLA3XKHZKMPU type=write size=2453071 2024-09-20T22:02:12.351 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.350+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~1LS4XRD24KWQ.0 size=1048576 2024-09-20T22:02:12.352 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.351+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~1LS4XRD24KWQ.1 size=87069 2024-09-20T22:02:12.356 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.354+0000 7fe779a9b640 1 < completed multipart upload key=6YM3TKGM41LJ upload=1LS4XRD24KWQ tag=QCP2C1E8VTHB type=write size=2184221 2024-09-20T22:02:12.358 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.356+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=I83OCKP9BBIY type=del size=3468813 2024-09-20T22:02:12.360 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.358+0000 7fe779a9b640 1 < completed delete operation key=ECSEX4SHKJA4 tag=LQ9AGXLH6HWY type=del 2024-09-20T22:02:12.362 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.360+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=IR5XZX2S8FEW type=del size=1029930 2024-09-20T22:02:12.364 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.362+0000 7fe779a9b640 1 < completed delete operation key=XEPWA2JTOEC2 tag=MWL1TGXQA7HB type=del 2024-09-20T22:02:12.366 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.364+0000 7fe779a9b640 1 > prepared operation key=3YV668WNVJ3G tag=3V627YYQ5HN7 type=del size=1594398 2024-09-20T22:02:12.368 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.366+0000 7fe779a9b640 1 < completed delete operation key=IYYXNW4DO800 tag=O53O23DAALFY type=del 2024-09-20T22:02:12.369 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.368+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=R1CH88FMKBIT type=write size=94329 2024-09-20T22:02:12.373 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.372+0000 7fe779a9b640 1 < suggested remove operation key=JE0BX5GAIPSB tag=P25MY659X9RI type=del 2024-09-20T22:02:12.377 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.375+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~D31QNOJN9K40.0 size=1048576 2024-09-20T22:02:12.379 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.377+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~D31QNOJN9K40.1 size=1048576 2024-09-20T22:02:12.380 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.379+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~D31QNOJN9K40.2 size=914019 2024-09-20T22:02:12.380 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.379+0000 7fe779a9b640 1 > prepared multipart upload key=8Y1S1ZFNVQO3 upload=D31QNOJN9K40 tag=AVICL8U1KRBC type=write size=4059747 2024-09-20T22:02:12.382 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.381+0000 7fe779a9b640 1 < canceled operation key=U24WBDE9OPS7 tag=FUCG8KPRO7MK type=del size=4095603 2024-09-20T22:02:12.384 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.383+0000 7fe779a9b640 1 > prepared operation key=8Y1S1ZFNVQO3 tag=LZIEZKLG6KCL type=write size=820729 2024-09-20T22:02:12.386 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.385+0000 7fe779a9b640 1 < completed delete operation key=CV3QPH1KJL9D tag=1FSWP3MWUSAZ type=del 2024-09-20T22:02:12.388 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.387+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=T05O0HIOP3J7 type=write size=1043715 2024-09-20T22:02:12.389 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.387+0000 7fe779a9b640 1 < canceled part key=_multipart_U24WBDE9OPS7.2~FBBNWMWG9TXL.0 size=5620 2024-09-20T22:02:12.392 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.391+0000 7fe779a9b640 1 < canceled multipart upload key=U24WBDE9OPS7 upload=FBBNWMWG9TXL tag=430DEVL9JEQ6 type=write size=1054196 2024-09-20T22:02:12.397 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.396+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~6ZP3FVOXHBIN.0 size=812610 2024-09-20T22:02:12.397 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.396+0000 7fe779a9b640 1 > prepared multipart upload key=RB3UQB71OHKI upload=6ZP3FVOXHBIN tag=G1AX95VHJNII type=write size=1861186 2024-09-20T22:02:12.399 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.398+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~GOYFIPILRH2T.0 size=1048576 2024-09-20T22:02:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:02:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:02:12] "GET /metrics HTTP/1.1" 200 36487 "" "Prometheus/2.43.0" 2024-09-20T22:02:12.401 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.400+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~GOYFIPILRH2T.1 size=341721 2024-09-20T22:02:12.404 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.403+0000 7fe779a9b640 1 < completed multipart upload key=PNZZ2ZGG009S upload=GOYFIPILRH2T tag=36V0R6T9SI0M type=write size=2438873 2024-09-20T22:02:12.408 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.407+0000 7fe779a9b640 1 > prepared part key=_multipart_IYYXNW4DO800.2~UXFT5EA831FJ.0 size=1013463 2024-09-20T22:02:12.408 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.407+0000 7fe779a9b640 1 > prepared multipart upload key=IYYXNW4DO800 upload=UXFT5EA831FJ tag=1DN3F9ODRR25 type=write size=2062039 2024-09-20T22:02:12.411 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.409+0000 7fe779a9b640 1 < completed part key=_multipart_JHHMXS36ATIL.2~5DQHPG8IM0L3.0 size=1048576 2024-09-20T22:02:12.412 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.411+0000 7fe779a9b640 1 < completed part key=_multipart_JHHMXS36ATIL.2~5DQHPG8IM0L3.1 size=421018 2024-09-20T22:02:12.416 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.414+0000 7fe779a9b640 1 < completed multipart upload key=JHHMXS36ATIL upload=5DQHPG8IM0L3 tag=ZXMGI0IL44VI type=write size=2518170 2024-09-20T22:02:12.417 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.416+0000 7fe779a9b640 1 > prepared operation key=UUWQ1G2142U2 tag=BWKAL8YWMN9I type=del size=2604934 2024-09-20T22:02:12.420 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.418+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~13JMIZA0VXNU.0 size=495395 2024-09-20T22:02:12.424 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.423+0000 7fe779a9b640 1 < completed multipart upload key=ECSEX4SHKJA4 upload=13JMIZA0VXNU tag=8EZWX6LA56EE type=write size=1543971 2024-09-20T22:02:12.428 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.426+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~BT12TV1YFF5S.0 size=722671 2024-09-20T22:02:12.428 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.426+0000 7fe779a9b640 1 > prepared multipart upload key=RM93KDNRZ38I upload=BT12TV1YFF5S tag=43G1H6QRZZWM type=write size=1771247 2024-09-20T22:02:12.430 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.429+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~N50ZSR461KFC.0 size=1048576 2024-09-20T22:02:12.432 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.430+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~N50ZSR461KFC.1 size=1048576 2024-09-20T22:02:12.434 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.433+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~N50ZSR461KFC.2 size=457843 2024-09-20T22:02:12.437 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.436+0000 7fe779a9b640 1 < completed multipart upload key=1TRSEURXV2X9 upload=N50ZSR461KFC tag=JVDYK39H92V5 type=write size=3603571 2024-09-20T22:02:12.441 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.440+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~N2N243IXAO2S.0 size=1048576 2024-09-20T22:02:12.443 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.442+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~N2N243IXAO2S.1 size=419644 2024-09-20T22:02:12.443 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.442+0000 7fe779a9b640 1 > prepared multipart upload key=ELDR91I33NDH upload=N2N243IXAO2S tag=2V5ULWVWFJJ1 type=write size=2516796 2024-09-20T22:02:12.445 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.444+0000 7fe779a9b640 1 < completed delete operation key=3YV668WNVJ3G tag=UMEWGGY1JVOQ type=del 2024-09-20T22:02:12.447 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.446+0000 7fe779a9b640 1 > prepared operation key=3YV668WNVJ3G tag=NKW53KRD4WJV type=write size=836874 2024-09-20T22:02:12.449 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.448+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~N88G2OYCVZOI.0 size=1048576 2024-09-20T22:02:12.451 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.450+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~N88G2OYCVZOI.1 size=1048576 2024-09-20T22:02:12.453 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.452+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~N88G2OYCVZOI.2 size=672892 2024-09-20T22:02:12.457 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.455+0000 7fe779a9b640 1 < completed multipart upload key=OM2NI3GCUE4O upload=N88G2OYCVZOI tag=LWDZ84GFCLXT type=write size=3818620 2024-09-20T22:02:12.459 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.458+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=QPH7DCURVEPO type=del size=3280379 2024-09-20T22:02:12.461 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.460+0000 7fe779a9b640 1 < completed part key=_multipart_ZSXI0P8QFMQN.2~C1WXMXHGJI19.0 size=1048576 2024-09-20T22:02:12.463 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.461+0000 7fe779a9b640 1 < completed part key=_multipart_ZSXI0P8QFMQN.2~C1WXMXHGJI19.1 size=175073 2024-09-20T22:02:12.466 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.465+0000 7fe779a9b640 1 < completed multipart upload key=ZSXI0P8QFMQN upload=C1WXMXHGJI19 tag=J0956OF6E1CK type=write size=2272225 2024-09-20T22:02:12.469 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.467+0000 7fe779a9b640 1 > prepared operation key=JE0BX5GAIPSB tag=86LLD23QO9WD type=del size=319369 2024-09-20T22:02:12.471 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.470+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~UQUOZZ1UI6IO.0 size=1048576 2024-09-20T22:02:12.473 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.472+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~UQUOZZ1UI6IO.1 size=355919 2024-09-20T22:02:12.477 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.476+0000 7fe779a9b640 1 < completed multipart upload key=RM93KDNRZ38I upload=UQUOZZ1UI6IO tag=RLA3XKHZKMPU type=write size=2453071 2024-09-20T22:02:12.481 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.480+0000 7fe779a9b640 1 > prepared part key=_multipart_CV3QPH1KJL9D.2~CIUVA7HT1IJR.0 size=896918 2024-09-20T22:02:12.481 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.480+0000 7fe779a9b640 1 > prepared multipart upload key=CV3QPH1KJL9D upload=CIUVA7HT1IJR tag=XLJAUKGV83Y8 type=write size=1945494 2024-09-20T22:02:12.483 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.482+0000 7fe779a9b640 1 < completed delete operation key=JHHMXS36ATIL tag=I83OCKP9BBIY type=del 2024-09-20T22:02:12.487 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.486+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~UYJH8SWHPNET.0 size=1048576 2024-09-20T22:02:12.489 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.488+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~UYJH8SWHPNET.1 size=1048576 2024-09-20T22:02:12.491 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.490+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~UYJH8SWHPNET.2 size=53189 2024-09-20T22:02:12.491 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.490+0000 7fe779a9b640 1 > prepared multipart upload key=OM2NI3GCUE4O upload=UYJH8SWHPNET tag=PT45T5Y1ZAYX type=write size=3198917 2024-09-20T22:02:12.493 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.492+0000 7fe779a9b640 1 < completed delete operation key=U24WBDE9OPS7 tag=IR5XZX2S8FEW type=del 2024-09-20T22:02:12.496 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.495+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=K4JLRFTUF0MK type=del size=1868016 2024-09-20T22:02:12.498 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.497+0000 7fe779a9b640 1 < completed delete operation key=3YV668WNVJ3G tag=3V627YYQ5HN7 type=del 2024-09-20T22:02:12.502 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.501+0000 7fe779a9b640 1 > prepared part key=_multipart_JHHMXS36ATIL.2~UJIO6TH5Q3K7.0 size=1048576 2024-09-20T22:02:12.504 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.502+0000 7fe779a9b640 1 > prepared part key=_multipart_JHHMXS36ATIL.2~UJIO6TH5Q3K7.1 size=447172 2024-09-20T22:02:12.504 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.502+0000 7fe779a9b640 1 > prepared multipart upload key=JHHMXS36ATIL upload=UJIO6TH5Q3K7 tag=FDHMES7FPWB5 type=write size=2544324 2024-09-20T22:02:12.506 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.505+0000 7fe779a9b640 1 < completed write operation key=KJYZZ8S3T5DH tag=R1CH88FMKBIT type=write size=94329 2024-09-20T22:02:12.510 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.509+0000 7fe779a9b640 1 > prepared part key=_multipart_CV3QPH1KJL9D.2~RLPJ90WR8RA2.0 size=1048576 2024-09-20T22:02:12.512 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.510+0000 7fe779a9b640 1 > prepared part key=_multipart_CV3QPH1KJL9D.2~RLPJ90WR8RA2.1 size=1048576 2024-09-20T22:02:12.513 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.512+0000 7fe779a9b640 1 > prepared part key=_multipart_CV3QPH1KJL9D.2~RLPJ90WR8RA2.2 size=660730 2024-09-20T22:02:12.513 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.512+0000 7fe779a9b640 1 > prepared multipart upload key=CV3QPH1KJL9D upload=RLPJ90WR8RA2 tag=17HW379XVO4E type=write size=3806458 2024-09-20T22:02:12.514 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.513+0000 7fe779a9b640 1 < canceled part key=_multipart_8Y1S1ZFNVQO3.2~D31QNOJN9K40.0 size=1048576 2024-09-20T22:02:12.516 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.514+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~D31QNOJN9K40.1 size=1048576 2024-09-20T22:02:12.517 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.516+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~D31QNOJN9K40.2 size=914019 2024-09-20T22:02:12.521 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.520+0000 7fe779a9b640 1 < canceled multipart upload key=8Y1S1ZFNVQO3 upload=D31QNOJN9K40 tag=AVICL8U1KRBC type=write size=4059747 2024-09-20T22:02:12.524 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.523+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~D63CL7DIP08J.0 size=1048576 2024-09-20T22:02:12.526 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.525+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~D63CL7DIP08J.1 size=1048576 2024-09-20T22:02:12.528 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.526+0000 7fe779a9b640 1 > prepared part key=_multipart_8Y1S1ZFNVQO3.2~D63CL7DIP08J.2 size=442669 2024-09-20T22:02:12.528 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.526+0000 7fe779a9b640 1 > prepared multipart upload key=8Y1S1ZFNVQO3 upload=D63CL7DIP08J tag=6QMQ52FDLPUE type=write size=3588397 2024-09-20T22:02:12.530 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.528+0000 7fe779a9b640 1 < completed write operation key=8Y1S1ZFNVQO3 tag=LZIEZKLG6KCL type=write size=820729 2024-09-20T22:02:12.534 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.532+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~6K2R41H8GCLO.0 size=877135 2024-09-20T22:02:12.534 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.532+0000 7fe779a9b640 1 > prepared multipart upload key=ELDR91I33NDH upload=6K2R41H8GCLO tag=JZORW7OCSC32 type=write size=1925711 2024-09-20T22:02:12.536 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.534+0000 7fe779a9b640 1 < completed write operation key=RM93KDNRZ38I tag=T05O0HIOP3J7 type=write size=1043715 2024-09-20T22:02:12.538 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.536+0000 7fe779a9b640 1 > prepared operation key=XEPWA2JTOEC2 tag=XM5G6LDYK7CP type=del size=30332 2024-09-20T22:02:12.540 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.538+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~6ZP3FVOXHBIN.0 size=812610 2024-09-20T22:02:12.544 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.543+0000 7fe779a9b640 1 < completed multipart upload key=RB3UQB71OHKI upload=6ZP3FVOXHBIN tag=G1AX95VHJNII type=write size=1861186 2024-09-20T22:02:12.546 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.545+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=6DQ24E7NKB6R type=del size=1666514 2024-09-20T22:02:12.548 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.547+0000 7fe779a9b640 1 < completed part key=_multipart_IYYXNW4DO800.2~UXFT5EA831FJ.0 size=1013463 2024-09-20T22:02:12.551 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.550+0000 7fe779a9b640 1 < completed multipart upload key=IYYXNW4DO800 upload=UXFT5EA831FJ tag=1DN3F9ODRR25 type=write size=2062039 2024-09-20T22:02:12.553 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.552+0000 7fe779a9b640 1 > prepared operation key=RB3UQB71OHKI tag=1GKFCY6TMHLK type=del size=1692652 2024-09-20T22:02:12.555 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.554+0000 7fe779a9b640 1 < completed delete operation key=UUWQ1G2142U2 tag=BWKAL8YWMN9I type=del 2024-09-20T22:02:12.557 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.556+0000 7fe779a9b640 1 > prepared operation key=JE0BX5GAIPSB tag=LUQK67WOSA8F type=del size=2858512 2024-09-20T22:02:12.559 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.558+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~BT12TV1YFF5S.0 size=722671 2024-09-20T22:02:12.567 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.567+0000 7fe779a9b640 1 < completed multipart upload key=RM93KDNRZ38I upload=BT12TV1YFF5S tag=43G1H6QRZZWM type=write size=1771247 2024-09-20T22:02:12.570 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.568+0000 7fe779a9b640 1 > prepared operation key=IYYXNW4DO800 tag=JSD9SQ6OJ0QL type=write size=407663 2024-09-20T22:02:12.571 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.570+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~N2N243IXAO2S.0 size=1048576 2024-09-20T22:02:12.573 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.572+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~N2N243IXAO2S.1 size=419644 2024-09-20T22:02:12.577 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.575+0000 7fe779a9b640 1 < completed multipart upload key=ELDR91I33NDH upload=N2N243IXAO2S tag=2V5ULWVWFJJ1 type=write size=2516796 2024-09-20T22:02:12.579 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.578+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=5XQQPUXAOB3L type=write size=927327 2024-09-20T22:02:12.581 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.580+0000 7fe779a9b640 1 < completed write operation key=3YV668WNVJ3G tag=NKW53KRD4WJV type=write size=836874 2024-09-20T22:02:12.584 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.583+0000 7fe779a9b640 1 > prepared part key=_multipart_ZSXI0P8QFMQN.2~GKJ2NHPFIM54.0 size=1048576 2024-09-20T22:02:12.586 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.585+0000 7fe779a9b640 1 > prepared part key=_multipart_ZSXI0P8QFMQN.2~GKJ2NHPFIM54.1 size=1048576 2024-09-20T22:02:12.588 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.586+0000 7fe779a9b640 1 > prepared part key=_multipart_ZSXI0P8QFMQN.2~GKJ2NHPFIM54.2 size=202742 2024-09-20T22:02:12.588 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.586+0000 7fe779a9b640 1 > prepared multipart upload key=ZSXI0P8QFMQN upload=GKJ2NHPFIM54 tag=FRJDBFFRZWIA type=write size=3348470 2024-09-20T22:02:12.589 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.588+0000 7fe779a9b640 1 < completed delete operation key=ECSEX4SHKJA4 tag=QPH7DCURVEPO type=del 2024-09-20T22:02:12.591 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.590+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=T8S9P321BMFU type=del size=1443526 2024-09-20T22:02:12.594 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.592+0000 7fe779a9b640 1 < canceled operation key=JE0BX5GAIPSB tag=86LLD23QO9WD type=del size=319369 2024-09-20T22:02:12.595 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.594+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=E5QB8LT28SW9 type=del size=2411375 2024-09-20T22:02:12.597 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.596+0000 7fe779a9b640 1 < completed part key=_multipart_CV3QPH1KJL9D.2~CIUVA7HT1IJR.0 size=896918 2024-09-20T22:02:12.601 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.600+0000 7fe779a9b640 1 < completed multipart upload key=CV3QPH1KJL9D upload=CIUVA7HT1IJR tag=XLJAUKGV83Y8 type=write size=1945494 2024-09-20T22:02:12.603 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.602+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=UA1EVIL67AVL type=del size=3056938 2024-09-20T22:02:12.605 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.604+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~UYJH8SWHPNET.0 size=1048576 2024-09-20T22:02:12.607 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.605+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~UYJH8SWHPNET.1 size=1048576 2024-09-20T22:02:12.608 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.607+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~UYJH8SWHPNET.2 size=53189 2024-09-20T22:02:12.612 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.610+0000 7fe779a9b640 1 < completed multipart upload key=OM2NI3GCUE4O upload=UYJH8SWHPNET tag=PT45T5Y1ZAYX type=write size=3198917 2024-09-20T22:02:12.614 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.613+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=G9D14B0K3VO9 type=del size=29224 2024-09-20T22:02:12.616 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.615+0000 7fe779a9b640 1 < completed delete operation key=VAH8ANWTPTHQ tag=K4JLRFTUF0MK type=del 2024-09-20T22:02:12.620 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.618+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~24PDYWYHZH24.0 size=1048576 2024-09-20T22:02:12.621 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.620+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~24PDYWYHZH24.1 size=111361 2024-09-20T22:02:12.621 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.620+0000 7fe779a9b640 1 > prepared multipart upload key=UUWQ1G2142U2 upload=24PDYWYHZH24 tag=LKZOBH8P704V type=write size=2208513 2024-09-20T22:02:12.623 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.622+0000 7fe779a9b640 1 < completed part key=_multipart_JHHMXS36ATIL.2~UJIO6TH5Q3K7.0 size=1048576 2024-09-20T22:02:12.626 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.624+0000 7fe779a9b640 1 < completed part key=_multipart_JHHMXS36ATIL.2~UJIO6TH5Q3K7.1 size=447172 2024-09-20T22:02:12.630 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.629+0000 7fe779a9b640 1 < completed multipart upload key=JHHMXS36ATIL upload=UJIO6TH5Q3K7 tag=FDHMES7FPWB5 type=write size=2544324 2024-09-20T22:02:12.634 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.633+0000 7fe779a9b640 1 > prepared part key=_multipart_IYYXNW4DO800.2~HYFUF5OB2NWP.0 size=1048576 2024-09-20T22:02:12.636 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.634+0000 7fe779a9b640 1 > prepared part key=_multipart_IYYXNW4DO800.2~HYFUF5OB2NWP.1 size=1048576 2024-09-20T22:02:12.638 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.636+0000 7fe779a9b640 1 > prepared part key=_multipart_IYYXNW4DO800.2~HYFUF5OB2NWP.2 size=128477 2024-09-20T22:02:12.638 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.636+0000 7fe779a9b640 1 > prepared multipart upload key=IYYXNW4DO800 upload=HYFUF5OB2NWP tag=QM0QTVB1EZV9 type=write size=3274205 2024-09-20T22:02:12.639 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.638+0000 7fe779a9b640 1 < completed part key=_multipart_CV3QPH1KJL9D.2~RLPJ90WR8RA2.0 size=1048576 2024-09-20T22:02:12.641 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.640+0000 7fe779a9b640 1 < completed part key=_multipart_CV3QPH1KJL9D.2~RLPJ90WR8RA2.1 size=1048576 2024-09-20T22:02:12.641 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.640+0000 7fe779a9b640 1 < canceled part key=_multipart_CV3QPH1KJL9D.2~RLPJ90WR8RA2.2 size=660730 2024-09-20T22:02:12.645 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.643+0000 7fe779a9b640 1 < canceled multipart upload key=CV3QPH1KJL9D upload=RLPJ90WR8RA2 tag=17HW379XVO4E type=write size=3806458 2024-09-20T22:02:12.647 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.645+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=A9EUKEEOZ352 type=del size=1422275 2024-09-20T22:02:12.650 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.646+0000 7fe779a9b640 1 < canceled part key=_multipart_8Y1S1ZFNVQO3.2~D63CL7DIP08J.0 size=1048576 2024-09-20T22:02:12.650 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.647+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~D63CL7DIP08J.1 size=1048576 2024-09-20T22:02:12.650 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.649+0000 7fe779a9b640 1 < completed part key=_multipart_8Y1S1ZFNVQO3.2~D63CL7DIP08J.2 size=442669 2024-09-20T22:02:12.654 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.653+0000 7fe779a9b640 1 < canceled multipart upload key=8Y1S1ZFNVQO3 upload=D63CL7DIP08J tag=6QMQ52FDLPUE type=write size=3588397 2024-09-20T22:02:12.657 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.656+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=71OIJCY7FYCY type=del size=1179211 2024-09-20T22:02:12.660 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.659+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~6K2R41H8GCLO.0 size=877135 2024-09-20T22:02:12.665 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.663+0000 7fe779a9b640 1 < completed multipart upload key=ELDR91I33NDH upload=6K2R41H8GCLO tag=JZORW7OCSC32 type=write size=1925711 2024-09-20T22:02:12.668 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.667+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~6SP4PLT16AGU.0 size=664565 2024-09-20T22:02:12.668 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.667+0000 7fe779a9b640 1 > prepared multipart upload key=PNZZ2ZGG009S upload=6SP4PLT16AGU tag=1V7QRFYQP1SS type=write size=1713141 2024-09-20T22:02:12.670 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.669+0000 7fe779a9b640 1 < completed delete operation key=XEPWA2JTOEC2 tag=XM5G6LDYK7CP type=del 2024-09-20T22:02:12.672 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.671+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=UNSSTNY5JN3M type=del size=2167701 2024-09-20T22:02:12.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:12 smithi134 ceph-mon[89086]: pgmap v1407: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 493 KiB/s wr, 2.50k op/s 2024-09-20T22:02:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:02:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:02:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:02:12.676 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.675+0000 7fe779a9b640 1 < suggested remove operation key=DRE6QQSJ9ZVU tag=6DQ24E7NKB6R type=del 2024-09-20T22:02:12.678 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.677+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=1JSO52IN10Q4 type=del size=3891933 2024-09-20T22:02:12.680 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.679+0000 7fe779a9b640 1 < completed delete operation key=RB3UQB71OHKI tag=1GKFCY6TMHLK type=del 2024-09-20T22:02:12.682 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.681+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=JTU94Q9UZDTV type=del size=79699 2024-09-20T22:02:12.684 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.683+0000 7fe779a9b640 1 < completed delete operation key=JE0BX5GAIPSB tag=LUQK67WOSA8F type=del 2024-09-20T22:02:12.686 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.685+0000 7fe779a9b640 1 > prepared operation key=ICBPE9ZH55FB tag=K51B5PATCZ2O type=del size=4082291 2024-09-20T22:02:12.690 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.689+0000 7fe779a9b640 1 < suggested remove operation key=IYYXNW4DO800 tag=JSD9SQ6OJ0QL type=write 2024-09-20T22:02:12.693 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.692+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~78MW54BZNYEV.0 size=981637 2024-09-20T22:02:12.694 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.692+0000 7fe779a9b640 1 > prepared multipart upload key=6YM3TKGM41LJ upload=78MW54BZNYEV tag=B9ZJ0KZ9VY8P type=write size=2030213 2024-09-20T22:02:12.695 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.694+0000 7fe779a9b640 1 < completed write operation key=KJYZZ8S3T5DH tag=5XQQPUXAOB3L type=write size=927327 2024-09-20T22:02:12.698 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.696+0000 7fe779a9b640 1 > prepared operation key=JE0BX5GAIPSB tag=332RN2FWCQB7 type=write size=98286 2024-09-20T22:02:12.698 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.697+0000 7fe779a9b640 1 < canceled part key=_multipart_ZSXI0P8QFMQN.2~GKJ2NHPFIM54.0 size=1048576 2024-09-20T22:02:12.699 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.698+0000 7fe779a9b640 1 < completed part key=_multipart_ZSXI0P8QFMQN.2~GKJ2NHPFIM54.1 size=1048576 2024-09-20T22:02:12.701 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.700+0000 7fe779a9b640 1 < completed part key=_multipart_ZSXI0P8QFMQN.2~GKJ2NHPFIM54.2 size=202742 2024-09-20T22:02:12.705 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.703+0000 7fe779a9b640 1 < canceled multipart upload key=ZSXI0P8QFMQN upload=GKJ2NHPFIM54 tag=FRJDBFFRZWIA type=write size=3348470 2024-09-20T22:02:12.707 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.706+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=RWRJL83QUYW5 type=write size=355235 2024-09-20T22:02:12.709 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.708+0000 7fe779a9b640 1 < completed delete operation key=0M6DAP8CZAPL tag=T8S9P321BMFU type=del 2024-09-20T22:02:12.711 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.710+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=I5J3QMGYYA15 type=write size=951509 2024-09-20T22:02:12.713 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.711+0000 7fe779a9b640 1 < completed delete operation key=U24WBDE9OPS7 tag=E5QB8LT28SW9 type=del 2024-09-20T22:02:12.715 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.713+0000 7fe779a9b640 1 > prepared operation key=8Y1S1ZFNVQO3 tag=63E1E893GGKQ type=del size=140837 2024-09-20T22:02:12.719 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.717+0000 7fe779a9b640 1 < suggested remove operation key=OM2NI3GCUE4O tag=UA1EVIL67AVL type=del 2024-09-20T22:02:12.723 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.721+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~7WHUM2MSS6IP.0 size=1048576 2024-09-20T22:02:12.724 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.723+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~7WHUM2MSS6IP.1 size=241440 2024-09-20T22:02:12.724 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.723+0000 7fe779a9b640 1 > prepared multipart upload key=OM2NI3GCUE4O upload=7WHUM2MSS6IP tag=DOULFU6WOQI5 type=write size=2338592 2024-09-20T22:02:12.726 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.725+0000 7fe779a9b640 1 < completed delete operation key=R44R5QNUZJMC tag=G9D14B0K3VO9 type=del 2024-09-20T22:02:12.728 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.727+0000 7fe779a9b640 1 > prepared operation key=T9NTHA21NTII tag=IF8FE0UF7PL9 type=write size=403470 2024-09-20T22:02:12.730 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.729+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~24PDYWYHZH24.0 size=1048576 2024-09-20T22:02:12.731 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.730+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~24PDYWYHZH24.1 size=111361 2024-09-20T22:02:12.735 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.733+0000 7fe779a9b640 1 < completed multipart upload key=UUWQ1G2142U2 upload=24PDYWYHZH24 tag=LKZOBH8P704V type=write size=2208513 2024-09-20T22:02:12.737 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.735+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=F4GW3N0QW0Q5 type=del size=63892 2024-09-20T22:02:12.739 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.737+0000 7fe779a9b640 1 < completed part key=_multipart_IYYXNW4DO800.2~HYFUF5OB2NWP.0 size=1048576 2024-09-20T22:02:12.740 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.739+0000 7fe779a9b640 1 < completed part key=_multipart_IYYXNW4DO800.2~HYFUF5OB2NWP.1 size=1048576 2024-09-20T22:02:12.742 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.741+0000 7fe779a9b640 1 < completed part key=_multipart_IYYXNW4DO800.2~HYFUF5OB2NWP.2 size=128477 2024-09-20T22:02:12.745 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.744+0000 7fe779a9b640 1 < completed multipart upload key=IYYXNW4DO800 upload=HYFUF5OB2NWP tag=QM0QTVB1EZV9 type=write size=3274205 2024-09-20T22:02:12.747 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.746+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=0DPM9PRF047O type=del size=3905832 2024-09-20T22:02:12.749 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.748+0000 7fe779a9b640 1 < completed delete operation key=B0070VZB3UZF tag=A9EUKEEOZ352 type=del 2024-09-20T22:02:12.753 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.752+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~F1C9MSKS8ICI.0 size=1048576 2024-09-20T22:02:12.754 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.753+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~F1C9MSKS8ICI.1 size=1048576 2024-09-20T22:02:12.757 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.755+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~F1C9MSKS8ICI.2 size=751781 2024-09-20T22:02:12.757 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.755+0000 7fe779a9b640 1 > prepared multipart upload key=68I8AEC312OU upload=F1C9MSKS8ICI tag=34JD2NTCL9IB type=write size=3897509 2024-09-20T22:02:12.761 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.759+0000 7fe779a9b640 1 < suggested remove operation key=0M6DAP8CZAPL tag=71OIJCY7FYCY type=del 2024-09-20T22:02:12.763 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.761+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=PQF1J6XVIOEM type=write size=279662 2024-09-20T22:02:12.765 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.763+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~6SP4PLT16AGU.0 size=664565 2024-09-20T22:02:12.768 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.767+0000 7fe779a9b640 1 < completed multipart upload key=PNZZ2ZGG009S upload=6SP4PLT16AGU tag=1V7QRFYQP1SS type=write size=1713141 2024-09-20T22:02:12.770 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.769+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=GXZOIQ01XUMI type=write size=524222 2024-09-20T22:02:12.772 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.771+0000 7fe779a9b640 1 < completed delete operation key=KJYZZ8S3T5DH tag=UNSSTNY5JN3M type=del 2024-09-20T22:02:12.774 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.773+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=HEGDD6LGHQ9A type=del size=1196387 2024-09-20T22:02:12.777 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.775+0000 7fe779a9b640 1 < completed delete operation key=B0070VZB3UZF tag=1JSO52IN10Q4 type=del 2024-09-20T22:02:12.778 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.777+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=IAQ2VB36A9ZW type=del size=3437736 2024-09-20T22:02:12.780 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.779+0000 7fe779a9b640 1 < completed delete operation key=ECSEX4SHKJA4 tag=JTU94Q9UZDTV type=del 2024-09-20T22:02:12.785 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.783+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~38BN7T582006.0 size=237630 2024-09-20T22:02:12.785 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.783+0000 7fe779a9b640 1 > prepared multipart upload key=ELDR91I33NDH upload=38BN7T582006 tag=7UW473OFD093 type=write size=1286206 2024-09-20T22:02:12.787 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.786+0000 7fe779a9b640 1 < completed delete operation key=ICBPE9ZH55FB tag=K51B5PATCZ2O type=del 2024-09-20T22:02:12.789 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.788+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=VG9T9XGJ7SF4 type=del size=2148666 2024-09-20T22:02:12.791 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.790+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~78MW54BZNYEV.0 size=981637 2024-09-20T22:02:12.794 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.793+0000 7fe779a9b640 1 < completed multipart upload key=6YM3TKGM41LJ upload=78MW54BZNYEV tag=B9ZJ0KZ9VY8P type=write size=2030213 2024-09-20T22:02:12.796 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.795+0000 7fe779a9b640 1 > prepared operation key=IYYXNW4DO800 tag=YQB9I6O23JRU type=write size=675925 2024-09-20T22:02:12.801 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.799+0000 7fe779a9b640 1 < suggested remove operation key=JE0BX5GAIPSB tag=332RN2FWCQB7 type=write 2024-09-20T22:02:12.802 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.801+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=IHVOPVTUM95S type=del size=1108446 2024-09-20T22:02:12.804 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.803+0000 7fe779a9b640 1 < completed write operation key=JHHMXS36ATIL tag=RWRJL83QUYW5 type=write size=355235 2024-09-20T22:02:12.806 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.805+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=8X3DF0I6I1SW type=write size=133838 2024-09-20T22:02:12.810 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.809+0000 7fe779a9b640 1 < suggested remove operation key=KJYZZ8S3T5DH tag=I5J3QMGYYA15 type=write 2024-09-20T22:02:12.812 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.810+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=S5UN20MEM4Z7 type=del size=2805765 2024-09-20T22:02:12.814 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.812+0000 7fe779a9b640 1 < canceled operation key=8Y1S1ZFNVQO3 tag=63E1E893GGKQ type=del size=140837 2024-09-20T22:02:12.815 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.814+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=WK12E01GG8HP type=write size=533509 2024-09-20T22:02:12.817 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.816+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~7WHUM2MSS6IP.0 size=1048576 2024-09-20T22:02:12.817 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.816+0000 7fe779a9b640 1 < canceled part key=_multipart_OM2NI3GCUE4O.2~7WHUM2MSS6IP.1 size=241440 2024-09-20T22:02:12.821 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.819+0000 7fe779a9b640 1 < canceled multipart upload key=OM2NI3GCUE4O upload=7WHUM2MSS6IP tag=DOULFU6WOQI5 type=write size=2338592 2024-09-20T22:02:12.822 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.821+0000 7fe779a9b640 1 > prepared operation key=8Y1S1ZFNVQO3 tag=HFTRV1S5VUE1 type=del size=4108395 2024-09-20T22:02:12.824 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.823+0000 7fe779a9b640 1 < completed write operation key=T9NTHA21NTII tag=IF8FE0UF7PL9 type=write size=403470 2024-09-20T22:02:12.826 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.825+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=366AZH7QS9AK type=del size=3979350 2024-09-20T22:02:12.828 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.827+0000 7fe779a9b640 1 < completed delete operation key=U24WBDE9OPS7 tag=F4GW3N0QW0Q5 type=del 2024-09-20T22:02:12.830 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.829+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=MGJU8A33FY8Y type=del size=916329 2024-09-20T22:02:12.832 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.831+0000 7fe779a9b640 1 < completed delete operation key=PNZZ2ZGG009S tag=0DPM9PRF047O type=del 2024-09-20T22:02:12.834 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.833+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=L05HPYAX4RNM type=del size=2413824 2024-09-20T22:02:12.836 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.835+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~F1C9MSKS8ICI.0 size=1048576 2024-09-20T22:02:12.838 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.837+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~F1C9MSKS8ICI.1 size=1048576 2024-09-20T22:02:12.840 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.838+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~F1C9MSKS8ICI.2 size=751781 2024-09-20T22:02:12.843 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.842+0000 7fe779a9b640 1 < completed multipart upload key=68I8AEC312OU upload=F1C9MSKS8ICI tag=34JD2NTCL9IB type=write size=3897509 2024-09-20T22:02:12.847 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.846+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~V4YSVXPN1WZF.0 size=1048576 2024-09-20T22:02:12.849 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.847+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~V4YSVXPN1WZF.1 size=1048576 2024-09-20T22:02:12.850 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.849+0000 7fe779a9b640 1 > prepared part key=_multipart_6YM3TKGM41LJ.2~V4YSVXPN1WZF.2 size=421480 2024-09-20T22:02:12.850 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.849+0000 7fe779a9b640 1 > prepared multipart upload key=6YM3TKGM41LJ upload=V4YSVXPN1WZF tag=TFTS1V2N36LO type=write size=3567208 2024-09-20T22:02:12.851 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.849+0000 7fe779a9b640 -1 < no bi entry to suggest for operation key=KJYZZ8S3T5DH tag=PQF1J6XVIOEM type=write size=279662: (2) No such file or directory 2024-09-20T22:02:12.855 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.854+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~AZ7ZECDV6TOS.0 size=1048576 2024-09-20T22:02:12.857 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.855+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~AZ7ZECDV6TOS.1 size=163436 2024-09-20T22:02:12.857 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.855+0000 7fe779a9b640 1 > prepared multipart upload key=OM2NI3GCUE4O upload=AZ7ZECDV6TOS tag=BBHV9A5QDZN6 type=write size=2260588 2024-09-20T22:02:12.858 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.857+0000 7fe779a9b640 1 < completed write operation key=6YM3TKGM41LJ tag=GXZOIQ01XUMI type=write size=524222 2024-09-20T22:02:12.862 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.861+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~M727T5HYSCPM.0 size=320039 2024-09-20T22:02:12.862 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.861+0000 7fe779a9b640 1 > prepared multipart upload key=PNZZ2ZGG009S upload=M727T5HYSCPM tag=WHEKA13KYKHQ type=write size=1368615 2024-09-20T22:02:12.864 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.863+0000 7fe779a9b640 1 < completed delete operation key=7KQSF1OMUOVW tag=HEGDD6LGHQ9A type=del 2024-09-20T22:02:12.868 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.867+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~CQ8D8RYAKGUI.0 size=1048576 2024-09-20T22:02:12.870 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.869+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~CQ8D8RYAKGUI.1 size=297652 2024-09-20T22:02:12.870 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.869+0000 7fe779a9b640 1 > prepared multipart upload key=OM2NI3GCUE4O upload=CQ8D8RYAKGUI tag=QMDA071MMPXX type=write size=2394804 2024-09-20T22:02:12.872 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.871+0000 7fe779a9b640 1 < completed delete operation key=7KQSF1OMUOVW tag=IAQ2VB36A9ZW type=del 2024-09-20T22:02:12.876 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.874+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~1YFA9K2HLYLZ.0 size=679558 2024-09-20T22:02:12.876 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.874+0000 7fe779a9b640 1 > prepared multipart upload key=OM2NI3GCUE4O upload=1YFA9K2HLYLZ tag=IS8H6ID8TZHS type=write size=1728134 2024-09-20T22:02:12.878 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.876+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~38BN7T582006.0 size=237630 2024-09-20T22:02:12.881 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.880+0000 7fe779a9b640 1 < completed multipart upload key=ELDR91I33NDH upload=38BN7T582006 tag=7UW473OFD093 type=write size=1286206 2024-09-20T22:02:12.885 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.883+0000 7fe779a9b640 1 > prepared part key=_multipart_3YV668WNVJ3G.2~CHAF1C97EVI4.0 size=78462 2024-09-20T22:02:12.885 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.884+0000 7fe779a9b640 1 > prepared multipart upload key=3YV668WNVJ3G upload=CHAF1C97EVI4 tag=A1JNKFQCRBXT type=write size=1127038 2024-09-20T22:02:12.887 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.885+0000 7fe779a9b640 1 < completed delete operation key=VAH8ANWTPTHQ tag=VG9T9XGJ7SF4 type=del 2024-09-20T22:02:12.891 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.889+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~XU8SNOL6P7Y4.0 size=313335 2024-09-20T22:02:12.891 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.889+0000 7fe779a9b640 1 > prepared multipart upload key=68I8AEC312OU upload=XU8SNOL6P7Y4 tag=ULIOFAAJPAFC type=write size=1361911 2024-09-20T22:02:12.893 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.891+0000 7fe779a9b640 1 < completed write operation key=IYYXNW4DO800 tag=YQB9I6O23JRU type=write size=675925 2024-09-20T22:02:12.895 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.894+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=BQ7QSWGDOA8W type=del size=2183919 2024-09-20T22:02:12.897 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.896+0000 7fe779a9b640 1 < canceled operation key=4NVVK8DRHTJL tag=IHVOPVTUM95S type=del size=1108446 2024-09-20T22:02:12.899 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.898+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=79AXUE1J5GKZ type=write size=656917 2024-09-20T22:02:12.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:12 smithi046 ceph-mon[96110]: pgmap v1407: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 493 KiB/s wr, 2.50k op/s 2024-09-20T22:02:12.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:12 smithi046 ceph-mon[98591]: pgmap v1407: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 493 KiB/s wr, 2.50k op/s 2024-09-20T22:02:12.903 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.902+0000 7fe779a9b640 1 < suggested update operation key=PNZZ2ZGG009S tag=8X3DF0I6I1SW type=write size=133838 2024-09-20T22:02:12.906 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.904+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=IWEAIWEL9BGE type=write size=22302 2024-09-20T22:02:12.909 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.908+0000 7fe779a9b640 1 < suggested update operation key=ECSEX4SHKJA4 tag=S5UN20MEM4Z7 type=del size=2805765 2024-09-20T22:02:12.911 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.910+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=LVUEGZIB6M03 type=del size=3039515 2024-09-20T22:02:12.914 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.913+0000 7fe779a9b640 1 < completed write operation key=U24WBDE9OPS7 tag=WK12E01GG8HP type=write size=533509 2024-09-20T22:02:12.916 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.914+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=VIR4SSRRD2OO type=del size=3077883 2024-09-20T22:02:12.920 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.919+0000 7fe779a9b640 1 < suggested remove operation key=8Y1S1ZFNVQO3 tag=HFTRV1S5VUE1 type=del 2024-09-20T22:02:12.922 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.921+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=FICF25V0Q2EE type=del size=857916 2024-09-20T22:02:12.924 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.923+0000 7fe779a9b640 1 < canceled operation key=U24WBDE9OPS7 tag=366AZH7QS9AK type=del size=3979350 2024-09-20T22:02:12.927 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.926+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=TAL47M8V2JEE type=del size=2296945 2024-09-20T22:02:12.931 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.929+0000 7fe779a9b640 1 < suggested update operation key=DRE6QQSJ9ZVU tag=MGJU8A33FY8Y type=del size=916329 2024-09-20T22:02:12.933 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.931+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=SZ1F99AS4729 type=del size=368648 2024-09-20T22:02:12.935 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.933+0000 7fe779a9b640 1 < completed delete operation key=7KQSF1OMUOVW tag=L05HPYAX4RNM type=del 2024-09-20T22:02:12.937 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.936+0000 7fe779a9b640 1 > prepared operation key=8Y1S1ZFNVQO3 tag=PKPNF4CP2BLC type=write size=431877 2024-09-20T22:02:12.940 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.939+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~V4YSVXPN1WZF.0 size=1048576 2024-09-20T22:02:12.942 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.941+0000 7fe779a9b640 1 < completed part key=_multipart_6YM3TKGM41LJ.2~V4YSVXPN1WZF.1 size=1048576 2024-09-20T22:02:12.942 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.941+0000 7fe779a9b640 1 < canceled part key=_multipart_6YM3TKGM41LJ.2~V4YSVXPN1WZF.2 size=421480 2024-09-20T22:02:12.946 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.945+0000 7fe779a9b640 1 < canceled multipart upload key=6YM3TKGM41LJ upload=V4YSVXPN1WZF tag=TFTS1V2N36LO type=write size=3567208 2024-09-20T22:02:12.948 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.947+0000 7fe779a9b640 1 > prepared operation key=1J1YL7XL0LAY tag=KLW497RJNYGF type=del size=1766121 2024-09-20T22:02:12.950 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.949+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~AZ7ZECDV6TOS.0 size=1048576 2024-09-20T22:02:12.952 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.951+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~AZ7ZECDV6TOS.1 size=163436 2024-09-20T22:02:12.955 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.954+0000 7fe779a9b640 1 < completed multipart upload key=OM2NI3GCUE4O upload=AZ7ZECDV6TOS tag=BBHV9A5QDZN6 type=write size=2260588 2024-09-20T22:02:12.957 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.956+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=AYGS5IJR47T8 type=del size=2807373 2024-09-20T22:02:12.960 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.958+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~M727T5HYSCPM.0 size=320039 2024-09-20T22:02:12.963 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.962+0000 7fe779a9b640 1 < completed multipart upload key=PNZZ2ZGG009S upload=M727T5HYSCPM tag=WHEKA13KYKHQ type=write size=1368615 2024-09-20T22:02:12.965 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.964+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=DYXXSZHP9WA8 type=write size=1041691 2024-09-20T22:02:12.966 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.964+0000 7fe779a9b640 1 < canceled part key=_multipart_OM2NI3GCUE4O.2~CQ8D8RYAKGUI.0 size=1048576 2024-09-20T22:02:12.967 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.966+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~CQ8D8RYAKGUI.1 size=297652 2024-09-20T22:02:12.971 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.970+0000 7fe779a9b640 1 < canceled multipart upload key=OM2NI3GCUE4O upload=CQ8D8RYAKGUI tag=QMDA071MMPXX type=write size=2394804 2024-09-20T22:02:12.973 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.972+0000 7fe779a9b640 1 > prepared operation key=3YV668WNVJ3G tag=VLV5MK4UJGFQ type=write size=605776 2024-09-20T22:02:12.975 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.973+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~1YFA9K2HLYLZ.0 size=679558 2024-09-20T22:02:12.978 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.977+0000 7fe779a9b640 1 < completed multipart upload key=OM2NI3GCUE4O upload=1YFA9K2HLYLZ tag=IS8H6ID8TZHS type=write size=1728134 2024-09-20T22:02:12.980 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.979+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=GJSLXTY5YOYD type=write size=740398 2024-09-20T22:02:12.980 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.979+0000 7fe779a9b640 1 < canceled part key=_multipart_3YV668WNVJ3G.2~CHAF1C97EVI4.0 size=78462 2024-09-20T22:02:12.984 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.983+0000 7fe779a9b640 1 < canceled multipart upload key=3YV668WNVJ3G upload=CHAF1C97EVI4 tag=A1JNKFQCRBXT type=write size=1127038 2024-09-20T22:02:12.986 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.985+0000 7fe779a9b640 1 > prepared operation key=XEPWA2JTOEC2 tag=I9KGRGY5DPEJ type=del size=2992695 2024-09-20T22:02:12.988 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.987+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~XU8SNOL6P7Y4.0 size=313335 2024-09-20T22:02:12.992 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.991+0000 7fe779a9b640 1 < completed multipart upload key=68I8AEC312OU upload=XU8SNOL6P7Y4 tag=ULIOFAAJPAFC type=write size=1361911 2024-09-20T22:02:12.994 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.993+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=DNC0LGXSGO6G type=del size=3677517 2024-09-20T22:02:12.997 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.995+0000 7fe779a9b640 1 < completed delete operation key=ELDR91I33NDH tag=BQ7QSWGDOA8W type=del 2024-09-20T22:02:13.000 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.999+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~Y4TYVNSGGARS.0 size=913819 2024-09-20T22:02:13.000 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:12.999+0000 7fe779a9b640 1 > prepared multipart upload key=RB3UQB71OHKI upload=Y4TYVNSGGARS tag=H4JYJD0JVIVV type=write size=1962395 2024-09-20T22:02:13.004 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.003+0000 7fe779a9b640 1 < suggested update operation key=KJYZZ8S3T5DH tag=79AXUE1J5GKZ type=write size=656917 2024-09-20T22:02:13.008 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.006+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~QEIE75GRMLDI.0 size=1048576 2024-09-20T22:02:13.009 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.008+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~QEIE75GRMLDI.1 size=1048576 2024-09-20T22:02:13.011 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.010+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~QEIE75GRMLDI.2 size=180206 2024-09-20T22:02:13.011 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.010+0000 7fe779a9b640 1 > prepared multipart upload key=QCX4FDH1E7DG upload=QEIE75GRMLDI tag=ML33QBTTLD7E type=write size=3325934 2024-09-20T22:02:13.013 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.012+0000 7fe779a9b640 1 < completed write operation key=CV3QPH1KJL9D tag=IWEAIWEL9BGE type=write size=22302 2024-09-20T22:02:13.015 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.014+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=O3TAQJAI7QE0 type=write size=610547 2024-09-20T22:02:13.018 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.016+0000 7fe779a9b640 1 < completed delete operation key=ZSXI0P8QFMQN tag=LVUEGZIB6M03 type=del 2024-09-20T22:02:13.020 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.019+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=30WUQF9FBD87 type=del size=451797 2024-09-20T22:02:13.022 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.020+0000 7fe779a9b640 1 < completed delete operation key=6YM3TKGM41LJ tag=VIR4SSRRD2OO type=del 2024-09-20T22:02:13.026 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.024+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~R898OZX65FMA.0 size=1048576 2024-09-20T22:02:13.027 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.026+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~R898OZX65FMA.1 size=1048576 2024-09-20T22:02:13.029 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.028+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~R898OZX65FMA.2 size=875327 2024-09-20T22:02:13.029 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.028+0000 7fe779a9b640 1 > prepared multipart upload key=T9NTHA21NTII upload=R898OZX65FMA tag=X7N0N1KZT2GB type=write size=4021055 2024-09-20T22:02:13.031 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.030+0000 7fe779a9b640 1 < completed delete operation key=PNZZ2ZGG009S tag=FICF25V0Q2EE type=del 2024-09-20T22:02:13.035 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.034+0000 7fe779a9b640 1 > prepared part key=_multipart_IYYXNW4DO800.2~I0CPNVJUZWY1.0 size=1048576 2024-09-20T22:02:13.037 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.036+0000 7fe779a9b640 1 > prepared part key=_multipart_IYYXNW4DO800.2~I0CPNVJUZWY1.1 size=268935 2024-09-20T22:02:13.037 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.036+0000 7fe779a9b640 1 > prepared multipart upload key=IYYXNW4DO800 upload=I0CPNVJUZWY1 tag=6LO9S1N0FYP3 type=write size=2366087 2024-09-20T22:02:13.039 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.038+0000 7fe779a9b640 1 < completed delete operation key=7KQSF1OMUOVW tag=TAL47M8V2JEE type=del 2024-09-20T22:02:13.041 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.040+0000 7fe779a9b640 1 > prepared operation key=UUWQ1G2142U2 tag=HIO3215G92J7 type=del size=3718822 2024-09-20T22:02:13.043 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.042+0000 7fe779a9b640 1 < completed delete operation key=68I8AEC312OU tag=SZ1F99AS4729 type=del 2024-09-20T22:02:13.047 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.046+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~FBYIH8GTVODM.0 size=1048576 2024-09-20T22:02:13.049 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.047+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~FBYIH8GTVODM.1 size=827614 2024-09-20T22:02:13.049 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.047+0000 7fe779a9b640 1 > prepared multipart upload key=U24WBDE9OPS7 upload=FBYIH8GTVODM tag=CG2L007Y7QRU type=write size=2924766 2024-09-20T22:02:13.051 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.049+0000 7fe779a9b640 1 < completed write operation key=8Y1S1ZFNVQO3 tag=PKPNF4CP2BLC type=write size=431877 2024-09-20T22:02:13.053 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.052+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=Z76LTBZ67TIU type=del size=3571400 2024-09-20T22:02:13.056 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.054+0000 7fe779a9b640 1 < canceled operation key=1J1YL7XL0LAY tag=KLW497RJNYGF type=del size=1766121 2024-09-20T22:02:13.058 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.057+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=G3LZ0DHKIBB9 type=del size=636150 2024-09-20T22:02:13.062 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.061+0000 7fe779a9b640 1 < suggested update operation key=B0070VZB3UZF tag=AYGS5IJR47T8 type=del size=2807373 2024-09-20T22:02:13.064 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.063+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=J639YH0JI7V0 type=del size=38739 2024-09-20T22:02:13.066 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.065+0000 7fe779a9b640 1 < completed write operation key=PNZZ2ZGG009S tag=DYXXSZHP9WA8 type=write size=1041691 2024-09-20T22:02:13.068 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.067+0000 7fe779a9b640 1 > prepared operation key=UUWQ1G2142U2 tag=KOQZFWU5J3DE type=del size=1618679 2024-09-20T22:02:13.070 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.069+0000 7fe779a9b640 1 < completed write operation key=3YV668WNVJ3G tag=VLV5MK4UJGFQ type=write size=605776 2024-09-20T22:02:13.073 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.072+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~EHQHNROIVHEP.0 size=1048576 2024-09-20T22:02:13.075 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.074+0000 7fe779a9b640 1 > prepared part key=_multipart_R44R5QNUZJMC.2~EHQHNROIVHEP.1 size=116239 2024-09-20T22:02:13.075 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.074+0000 7fe779a9b640 1 > prepared multipart upload key=R44R5QNUZJMC upload=EHQHNROIVHEP tag=ODXIEH1DW3RR type=write size=2213391 2024-09-20T22:02:13.077 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.076+0000 7fe779a9b640 1 < completed write operation key=QCX4FDH1E7DG tag=GJSLXTY5YOYD type=write size=740398 2024-09-20T22:02:13.081 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.079+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~YNGIVIDFCBCO.0 size=1048576 2024-09-20T22:02:13.083 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.082+0000 7fe779a9b640 1 > prepared part key=_multipart_QCX4FDH1E7DG.2~YNGIVIDFCBCO.1 size=625315 2024-09-20T22:02:13.083 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.082+0000 7fe779a9b640 1 > prepared multipart upload key=QCX4FDH1E7DG upload=YNGIVIDFCBCO tag=YVA4B3PZBFV4 type=write size=2722467 2024-09-20T22:02:13.085 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.084+0000 7fe779a9b640 1 < completed delete operation key=XEPWA2JTOEC2 tag=I9KGRGY5DPEJ type=del 2024-09-20T22:02:13.089 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.087+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~38YZWRHKLX6H.0 size=488430 2024-09-20T22:02:13.089 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.087+0000 7fe779a9b640 1 > prepared multipart upload key=1TRSEURXV2X9 upload=38YZWRHKLX6H tag=32NCNO8VP0IJ type=write size=1537006 2024-09-20T22:02:13.090 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.089+0000 7fe779a9b640 1 < completed delete operation key=U24WBDE9OPS7 tag=DNC0LGXSGO6G type=del 2024-09-20T22:02:13.095 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.093+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~64W8C7SY90JE.0 size=1048576 2024-09-20T22:02:13.096 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.095+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~64W8C7SY90JE.1 size=778864 2024-09-20T22:02:13.096 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.095+0000 7fe779a9b640 1 > prepared multipart upload key=68I8AEC312OU upload=64W8C7SY90JE tag=B63IZZUA3OKZ type=write size=2876016 2024-09-20T22:02:13.098 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.097+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~Y4TYVNSGGARS.0 size=913819 2024-09-20T22:02:13.101 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.100+0000 7fe779a9b640 1 < completed multipart upload key=RB3UQB71OHKI upload=Y4TYVNSGGARS tag=H4JYJD0JVIVV type=write size=1962395 2024-09-20T22:02:13.103 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.102+0000 7fe779a9b640 1 > prepared operation key=UUWQ1G2142U2 tag=0787ZYFEMNX2 type=del size=3785087 2024-09-20T22:02:13.105 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.104+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~QEIE75GRMLDI.0 size=1048576 2024-09-20T22:02:13.107 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.106+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~QEIE75GRMLDI.1 size=1048576 2024-09-20T22:02:13.107 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.106+0000 7fe779a9b640 1 < canceled part key=_multipart_QCX4FDH1E7DG.2~QEIE75GRMLDI.2 size=180206 2024-09-20T22:02:13.111 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.110+0000 7fe779a9b640 1 < canceled multipart upload key=QCX4FDH1E7DG upload=QEIE75GRMLDI tag=ML33QBTTLD7E type=write size=3325934 2024-09-20T22:02:13.113 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.111+0000 7fe779a9b640 1 > prepared operation key=T9NTHA21NTII tag=U30UUSO284AD type=del size=3443757 2024-09-20T22:02:13.115 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.113+0000 7fe779a9b640 1 < completed write operation key=JHHMXS36ATIL tag=O3TAQJAI7QE0 type=write size=610547 2024-09-20T22:02:13.117 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.115+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=6D1AORY9M254 type=del size=385996 2024-09-20T22:02:13.118 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.117+0000 7fe779a9b640 1 < completed delete operation key=VAH8ANWTPTHQ tag=30WUQF9FBD87 type=del 2024-09-20T22:02:13.120 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.119+0000 7fe779a9b640 1 > prepared operation key=JE0BX5GAIPSB tag=5QBW3LZ6ZB1N type=write size=992435 2024-09-20T22:02:13.121 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.120+0000 7fe779a9b640 1 < canceled part key=_multipart_T9NTHA21NTII.2~R898OZX65FMA.0 size=1048576 2024-09-20T22:02:13.123 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.121+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~R898OZX65FMA.1 size=1048576 2024-09-20T22:02:13.124 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.123+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~R898OZX65FMA.2 size=875327 2024-09-20T22:02:13.128 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.126+0000 7fe779a9b640 1 < canceled multipart upload key=T9NTHA21NTII upload=R898OZX65FMA tag=X7N0N1KZT2GB type=write size=4021055 2024-09-20T22:02:13.129 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.128+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=1NSCU4TPE832 type=del size=1629646 2024-09-20T22:02:13.131 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.130+0000 7fe779a9b640 1 < completed part key=_multipart_IYYXNW4DO800.2~I0CPNVJUZWY1.0 size=1048576 2024-09-20T22:02:13.133 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.132+0000 7fe779a9b640 1 < completed part key=_multipart_IYYXNW4DO800.2~I0CPNVJUZWY1.1 size=268935 2024-09-20T22:02:13.137 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.135+0000 7fe779a9b640 1 < completed multipart upload key=IYYXNW4DO800 upload=I0CPNVJUZWY1 tag=6LO9S1N0FYP3 type=write size=2366087 2024-09-20T22:02:13.139 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.137+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=DHOFLEGUPLG8 type=del size=4068309 2024-09-20T22:02:13.143 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.141+0000 7fe779a9b640 1 < suggested remove operation key=UUWQ1G2142U2 tag=HIO3215G92J7 type=del 2024-09-20T22:02:13.145 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.144+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=55WNJW9HQRJT type=del size=1186921 2024-09-20T22:02:13.147 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.146+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~FBYIH8GTVODM.0 size=1048576 2024-09-20T22:02:13.149 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.147+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~FBYIH8GTVODM.1 size=827614 2024-09-20T22:02:13.152 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.151+0000 7fe779a9b640 1 < completed multipart upload key=U24WBDE9OPS7 upload=FBYIH8GTVODM tag=CG2L007Y7QRU type=write size=2924766 2024-09-20T22:02:13.156 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.155+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~587EGUUPUY2E.0 size=1048576 2024-09-20T22:02:13.158 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.157+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~587EGUUPUY2E.1 size=424977 2024-09-20T22:02:13.158 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.157+0000 7fe779a9b640 1 > prepared multipart upload key=ECSEX4SHKJA4 upload=587EGUUPUY2E tag=CXQFD7F6ZN6K type=write size=2522129 2024-09-20T22:02:13.160 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.159+0000 7fe779a9b640 1 < completed delete operation key=VAH8ANWTPTHQ tag=Z76LTBZ67TIU type=del 2024-09-20T22:02:13.162 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.161+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=102L4GYCCXDG type=del size=967408 2024-09-20T22:02:13.164 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.163+0000 7fe779a9b640 1 < completed delete operation key=QCX4FDH1E7DG tag=G3LZ0DHKIBB9 type=del 2024-09-20T22:02:13.168 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.166+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~857BR6WK7VBK.0 size=814632 2024-09-20T22:02:13.168 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.166+0000 7fe779a9b640 1 > prepared multipart upload key=T9NTHA21NTII upload=857BR6WK7VBK tag=WM0T20U781B0 type=write size=1863208 2024-09-20T22:02:13.170 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.168+0000 7fe779a9b640 1 < completed delete operation key=KJYZZ8S3T5DH tag=J639YH0JI7V0 type=del 2024-09-20T22:02:13.171 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.170+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=DGI4J3NJW2M9 type=del size=3660459 2024-09-20T22:02:13.172 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.171+0000 7fe779a9b640 -1 < no bi entry to suggest for operation key=UUWQ1G2142U2 tag=KOQZFWU5J3DE type=del size=1618679: (2) No such file or directory 2024-09-20T22:02:13.174 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.172+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=UM648MCZ1BH1 type=del size=564531 2024-09-20T22:02:13.176 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.174+0000 7fe779a9b640 1 < completed part key=_multipart_R44R5QNUZJMC.2~EHQHNROIVHEP.0 size=1048576 2024-09-20T22:02:13.176 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.174+0000 7fe779a9b640 1 < canceled part key=_multipart_R44R5QNUZJMC.2~EHQHNROIVHEP.1 size=116239 2024-09-20T22:02:13.179 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.178+0000 7fe779a9b640 1 < canceled multipart upload key=R44R5QNUZJMC upload=EHQHNROIVHEP tag=ODXIEH1DW3RR type=write size=2213391 2024-09-20T22:02:13.181 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.179+0000 7fe779a9b640 1 > prepared operation key=XEPWA2JTOEC2 tag=HJGVX792XIQK type=write size=889995 2024-09-20T22:02:13.183 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.181+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~YNGIVIDFCBCO.0 size=1048576 2024-09-20T22:02:13.184 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.183+0000 7fe779a9b640 1 < completed part key=_multipart_QCX4FDH1E7DG.2~YNGIVIDFCBCO.1 size=625315 2024-09-20T22:02:13.188 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.186+0000 7fe779a9b640 1 < completed multipart upload key=QCX4FDH1E7DG upload=YNGIVIDFCBCO tag=YVA4B3PZBFV4 type=write size=2722467 2024-09-20T22:02:13.190 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.188+0000 7fe779a9b640 1 > prepared operation key=UUWQ1G2142U2 tag=QQBKIHFOCLGS type=del size=1617904 2024-09-20T22:02:13.192 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.190+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~38YZWRHKLX6H.0 size=488430 2024-09-20T22:02:13.195 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.194+0000 7fe779a9b640 1 < completed multipart upload key=1TRSEURXV2X9 upload=38YZWRHKLX6H tag=32NCNO8VP0IJ type=write size=1537006 2024-09-20T22:02:13.199 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.197+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~ZHZVHEGH8LAK.0 size=1048576 2024-09-20T22:02:13.200 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.199+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~ZHZVHEGH8LAK.1 size=838264 2024-09-20T22:02:13.200 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.199+0000 7fe779a9b640 1 > prepared multipart upload key=OM2NI3GCUE4O upload=ZHZVHEGH8LAK tag=9BCXQIJXC90J type=write size=2935416 2024-09-20T22:02:13.203 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.201+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~64W8C7SY90JE.0 size=1048576 2024-09-20T22:02:13.204 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.203+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~64W8C7SY90JE.1 size=778864 2024-09-20T22:02:13.208 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.207+0000 7fe779a9b640 1 < completed multipart upload key=68I8AEC312OU upload=64W8C7SY90JE tag=B63IZZUA3OKZ type=write size=2876016 2024-09-20T22:02:13.212 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.210+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~FAUC0AXUQQKR.0 size=960144 2024-09-20T22:02:13.212 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.210+0000 7fe779a9b640 1 > prepared multipart upload key=JE0BX5GAIPSB upload=FAUC0AXUQQKR tag=DWJQQX7UB7RX type=write size=2008720 2024-09-20T22:02:13.215 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.214+0000 7fe779a9b640 -1 < failed to complete operation key=UUWQ1G2142U2 tag=0787ZYFEMNX2 type=del size=3785087: (22) Invalid argument 2024-09-20T22:02:13.217 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.216+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=8U8NWOT3P2QV type=del size=572989 2024-09-20T22:02:13.219 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.218+0000 7fe779a9b640 1 < completed delete operation key=T9NTHA21NTII tag=U30UUSO284AD type=del 2024-09-20T22:02:13.221 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.220+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=JG6DE51CNKUN type=del size=3383480 2024-09-20T22:02:13.223 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.222+0000 7fe779a9b640 1 < completed delete operation key=U24WBDE9OPS7 tag=6D1AORY9M254 type=del 2024-09-20T22:02:13.227 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.226+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~GKOHQ6993K2K.0 size=1048576 2024-09-20T22:02:13.228 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.227+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~GKOHQ6993K2K.1 size=1048576 2024-09-20T22:02:13.230 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.229+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~GKOHQ6993K2K.2 size=652011 2024-09-20T22:02:13.230 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.229+0000 7fe779a9b640 1 > prepared multipart upload key=UUWQ1G2142U2 upload=GKOHQ6993K2K tag=LI0OHW3TLYVA type=write size=3797739 2024-09-20T22:02:13.234 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.233+0000 7fe779a9b640 1 < suggested update operation key=JE0BX5GAIPSB tag=5QBW3LZ6ZB1N type=write size=992435 2024-09-20T22:02:13.236 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.235+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=X39SNKYKFXV0 type=write size=1048551 2024-09-20T22:02:13.238 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.237+0000 7fe779a9b640 1 < completed delete operation key=VAH8ANWTPTHQ tag=1NSCU4TPE832 type=del 2024-09-20T22:02:13.240 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.239+0000 7fe779a9b640 1 > prepared operation key=KJYZZ8S3T5DH tag=YJ7YAK9FT1IZ type=del size=3048431 2024-09-20T22:02:13.242 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.241+0000 7fe779a9b640 1 < completed delete operation key=OM2NI3GCUE4O tag=DHOFLEGUPLG8 type=del 2024-09-20T22:02:13.244 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.243+0000 7fe779a9b640 1 > prepared operation key=RB3UQB71OHKI tag=U37MOKNYFWP3 type=del size=463621 2024-09-20T22:02:13.248 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.247+0000 7fe779a9b640 1 < suggested update operation key=68I8AEC312OU tag=55WNJW9HQRJT type=del size=1186921 2024-09-20T22:02:13.250 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.249+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=Y4KNSFKJQZ4U type=del size=1970157 2024-09-20T22:02:13.252 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.251+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~587EGUUPUY2E.0 size=1048576 2024-09-20T22:02:13.254 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.252+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~587EGUUPUY2E.1 size=424977 2024-09-20T22:02:13.257 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.256+0000 7fe779a9b640 1 < completed multipart upload key=ECSEX4SHKJA4 upload=587EGUUPUY2E tag=CXQFD7F6ZN6K type=write size=2522129 2024-09-20T22:02:13.261 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.259+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~TBHXF93CWO4U.0 size=1048576 2024-09-20T22:02:13.262 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.261+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~TBHXF93CWO4U.1 size=1048576 2024-09-20T22:02:13.264 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.263+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~TBHXF93CWO4U.2 size=47364 2024-09-20T22:02:13.264 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.263+0000 7fe779a9b640 1 > prepared multipart upload key=DRE6QQSJ9ZVU upload=TBHXF93CWO4U tag=A97DOZLN8HJI type=write size=3193092 2024-09-20T22:02:13.266 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.265+0000 7fe779a9b640 1 < canceled operation key=ZSXI0P8QFMQN tag=102L4GYCCXDG type=del size=967408 2024-09-20T22:02:13.268 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.267+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=KWCYLI80WU9E type=del size=1908837 2024-09-20T22:02:13.270 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.269+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~857BR6WK7VBK.0 size=814632 2024-09-20T22:02:13.274 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.272+0000 7fe779a9b640 1 < completed multipart upload key=T9NTHA21NTII upload=857BR6WK7VBK tag=WM0T20U781B0 type=write size=1863208 2024-09-20T22:02:13.277 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.276+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~A2DRBVL9JOUP.0 size=1048576 2024-09-20T22:02:13.279 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.278+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~A2DRBVL9JOUP.1 size=409419 2024-09-20T22:02:13.279 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.278+0000 7fe779a9b640 1 > prepared multipart upload key=ELDR91I33NDH upload=A2DRBVL9JOUP tag=W02XC7AQ4520 type=write size=2506571 2024-09-20T22:02:13.281 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.280+0000 7fe779a9b640 1 < completed delete operation key=ZSXI0P8QFMQN tag=DGI4J3NJW2M9 type=del 2024-09-20T22:02:13.283 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.282+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=4USY1BVXJMOG type=del size=2801677 2024-09-20T22:02:13.285 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.284+0000 7fe779a9b640 1 < completed delete operation key=B0070VZB3UZF tag=UM648MCZ1BH1 type=del 2024-09-20T22:02:13.289 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.288+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~GDJFR7OBXQ69.0 size=1048576 2024-09-20T22:02:13.291 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.290+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~GDJFR7OBXQ69.1 size=625040 2024-09-20T22:02:13.291 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.290+0000 7fe779a9b640 1 > prepared multipart upload key=UUWQ1G2142U2 upload=GDJFR7OBXQ69 tag=I5DTC1WXXGDL type=write size=2722192 2024-09-20T22:02:13.293 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.292+0000 7fe779a9b640 1 < completed write operation key=XEPWA2JTOEC2 tag=HJGVX792XIQK type=write size=889995 2024-09-20T22:02:13.295 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.294+0000 7fe779a9b640 1 > prepared operation key=XEPWA2JTOEC2 tag=X2G49B90WHFR type=del size=3628736 2024-09-20T22:02:13.297 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.296+0000 7fe779a9b640 1 < completed delete operation key=UUWQ1G2142U2 tag=QQBKIHFOCLGS type=del 2024-09-20T22:02:13.301 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.299+0000 7fe779a9b640 1 > prepared part key=_multipart_ZSXI0P8QFMQN.2~UA0YXCI4LUL3.0 size=1048576 2024-09-20T22:02:13.302 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.301+0000 7fe779a9b640 1 > prepared part key=_multipart_ZSXI0P8QFMQN.2~UA0YXCI4LUL3.1 size=516112 2024-09-20T22:02:13.303 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.301+0000 7fe779a9b640 1 > prepared multipart upload key=ZSXI0P8QFMQN upload=UA0YXCI4LUL3 tag=5RDMFJ4NBX7Q type=write size=2613264 2024-09-20T22:02:13.304 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.303+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~ZHZVHEGH8LAK.0 size=1048576 2024-09-20T22:02:13.306 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.305+0000 7fe779a9b640 1 < completed part key=_multipart_OM2NI3GCUE4O.2~ZHZVHEGH8LAK.1 size=838264 2024-09-20T22:02:13.310 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.308+0000 7fe779a9b640 1 < completed multipart upload key=OM2NI3GCUE4O upload=ZHZVHEGH8LAK tag=9BCXQIJXC90J type=write size=2935416 2024-09-20T22:02:13.312 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.310+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=7G23U2COA7QV type=write size=845315 2024-09-20T22:02:13.314 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.312+0000 7fe779a9b640 1 < completed part key=_multipart_JE0BX5GAIPSB.2~FAUC0AXUQQKR.0 size=960144 2024-09-20T22:02:13.318 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.317+0000 7fe779a9b640 1 < completed multipart upload key=JE0BX5GAIPSB upload=FAUC0AXUQQKR tag=DWJQQX7UB7RX type=write size=2008720 2024-09-20T22:02:13.321 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.319+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=UE01CAV8YQUL type=del size=2751097 2024-09-20T22:02:13.323 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.321+0000 7fe779a9b640 1 < completed delete operation key=DRE6QQSJ9ZVU tag=8U8NWOT3P2QV type=del 2024-09-20T22:02:13.325 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.324+0000 7fe779a9b640 1 > prepared operation key=CV3QPH1KJL9D tag=DYR84W1ZGEYA type=del size=2427459 2024-09-20T22:02:13.327 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.326+0000 7fe779a9b640 1 < canceled operation key=PNZZ2ZGG009S tag=JG6DE51CNKUN type=del size=3383480 2024-09-20T22:02:13.329 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.327+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=0JOAO7D75EFJ type=del size=1879925 2024-09-20T22:02:13.331 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.329+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~GKOHQ6993K2K.0 size=1048576 2024-09-20T22:02:13.331 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.329+0000 7fe779a9b640 1 < canceled part key=_multipart_UUWQ1G2142U2.2~GKOHQ6993K2K.1 size=1048576 2024-09-20T22:02:13.333 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.331+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~GKOHQ6993K2K.2 size=652011 2024-09-20T22:02:13.337 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.336+0000 7fe779a9b640 1 < canceled multipart upload key=UUWQ1G2142U2 upload=GKOHQ6993K2K tag=LI0OHW3TLYVA type=write size=3797739 2024-09-20T22:02:13.339 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.338+0000 7fe779a9b640 1 > prepared operation key=ZSXI0P8QFMQN tag=RVTGZM1C6U3Q type=del size=670412 2024-09-20T22:02:13.344 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.342+0000 7fe779a9b640 1 < suggested update operation key=RM93KDNRZ38I tag=X39SNKYKFXV0 type=write size=1048551 2024-09-20T22:02:13.345 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.344+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=1CSCG8XRFQYW type=del size=189438 2024-09-20T22:02:13.347 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.346+0000 7fe779a9b640 1 < completed delete operation key=KJYZZ8S3T5DH tag=YJ7YAK9FT1IZ type=del 2024-09-20T22:02:13.349 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.348+0000 7fe779a9b640 1 > prepared operation key=B0070VZB3UZF tag=26011U6O0DW4 type=del size=2453127 2024-09-20T22:02:13.351 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.350+0000 7fe779a9b640 1 < completed delete operation key=RB3UQB71OHKI tag=U37MOKNYFWP3 type=del 2024-09-20T22:02:13.353 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.352+0000 7fe779a9b640 1 > prepared operation key=3YV668WNVJ3G tag=7AKPUBA47224 type=del size=3855579 2024-09-20T22:02:13.355 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.354+0000 7fe779a9b640 1 < completed delete operation key=CV3QPH1KJL9D tag=Y4KNSFKJQZ4U type=del 2024-09-20T22:02:13.357 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.356+0000 7fe779a9b640 1 > prepared operation key=1TRSEURXV2X9 tag=I170UNJZJHWK type=del size=2846872 2024-09-20T22:02:13.359 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.358+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~TBHXF93CWO4U.0 size=1048576 2024-09-20T22:02:13.359 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.358+0000 7fe779a9b640 1 < canceled part key=_multipart_DRE6QQSJ9ZVU.2~TBHXF93CWO4U.1 size=1048576 2024-09-20T22:02:13.361 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.360+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~TBHXF93CWO4U.2 size=47364 2024-09-20T22:02:13.364 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.363+0000 7fe779a9b640 1 < canceled multipart upload key=DRE6QQSJ9ZVU upload=TBHXF93CWO4U tag=A97DOZLN8HJI type=write size=3193092 2024-09-20T22:02:13.366 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.365+0000 7fe779a9b640 1 > prepared operation key=UUWQ1G2142U2 tag=22BJTJ801ZNB type=del size=816050 2024-09-20T22:02:13.368 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.367+0000 7fe779a9b640 1 < completed delete operation key=4NVVK8DRHTJL tag=KWCYLI80WU9E type=del 2024-09-20T22:02:13.370 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.369+0000 7fe779a9b640 1 > prepared operation key=XEPWA2JTOEC2 tag=QPXDOWXVETQX type=write size=793525 2024-09-20T22:02:13.372 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.371+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~A2DRBVL9JOUP.0 size=1048576 2024-09-20T22:02:13.372 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.371+0000 7fe779a9b640 1 < canceled part key=_multipart_ELDR91I33NDH.2~A2DRBVL9JOUP.1 size=409419 2024-09-20T22:02:13.376 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.374+0000 7fe779a9b640 1 < canceled multipart upload key=ELDR91I33NDH upload=A2DRBVL9JOUP tag=W02XC7AQ4520 type=write size=2506571 2024-09-20T22:02:13.378 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.377+0000 7fe779a9b640 1 > prepared operation key=8Y1S1ZFNVQO3 tag=LXUXV05QSSO4 type=del size=2484405 2024-09-20T22:02:13.380 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.379+0000 7fe779a9b640 1 < completed delete operation key=R44R5QNUZJMC tag=4USY1BVXJMOG type=del 2024-09-20T22:02:13.382 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.380+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=DX8A8LXL2GCZ type=write size=400465 2024-09-20T22:02:13.384 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.383+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~GDJFR7OBXQ69.0 size=1048576 2024-09-20T22:02:13.386 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.385+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~GDJFR7OBXQ69.1 size=625040 2024-09-20T22:02:13.389 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.388+0000 7fe779a9b640 1 < completed multipart upload key=UUWQ1G2142U2 upload=GDJFR7OBXQ69 tag=I5DTC1WXXGDL type=write size=2722192 2024-09-20T22:02:13.391 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.390+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=YV1NEQP9OMY1 type=del size=4181005 2024-09-20T22:02:13.394 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.392+0000 7fe779a9b640 1 < completed delete operation key=XEPWA2JTOEC2 tag=X2G49B90WHFR type=del 2024-09-20T22:02:13.396 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.395+0000 7fe779a9b640 1 > prepared operation key=3YV668WNVJ3G tag=SDSI8F6J8M66 type=del size=2168274 2024-09-20T22:02:13.398 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.397+0000 7fe779a9b640 1 < completed part key=_multipart_ZSXI0P8QFMQN.2~UA0YXCI4LUL3.0 size=1048576 2024-09-20T22:02:13.400 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.398+0000 7fe779a9b640 1 < completed part key=_multipart_ZSXI0P8QFMQN.2~UA0YXCI4LUL3.1 size=516112 2024-09-20T22:02:13.403 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.402+0000 7fe779a9b640 1 < completed multipart upload key=ZSXI0P8QFMQN upload=UA0YXCI4LUL3 tag=5RDMFJ4NBX7Q type=write size=2613264 2024-09-20T22:02:13.405 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.403+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=R31XC83R2810 type=write size=570886 2024-09-20T22:02:13.408 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.407+0000 7fe779a9b640 1 < suggested update operation key=CV3QPH1KJL9D tag=7G23U2COA7QV type=write size=845315 2024-09-20T22:02:13.411 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.409+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=CZM3BPB38NV0 type=del size=428521 2024-09-20T22:02:13.412 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.411+0000 7fe779a9b640 1 < completed delete operation key=VAH8ANWTPTHQ tag=UE01CAV8YQUL type=del 2024-09-20T22:02:13.414 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.413+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=CTJ3MRQDDD6I type=del size=3298374 2024-09-20T22:02:13.418 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.417+0000 7fe779a9b640 1 < suggested update operation key=CV3QPH1KJL9D tag=DYR84W1ZGEYA type=del size=2427459 2024-09-20T22:02:13.420 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.419+0000 7fe779a9b640 1 > prepared operation key=RM93KDNRZ38I tag=SQHGP2A0U8WI type=del size=219470 2024-09-20T22:02:13.422 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.421+0000 7fe779a9b640 1 < completed delete operation key=ECSEX4SHKJA4 tag=0JOAO7D75EFJ type=del 2024-09-20T22:02:13.426 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.424+0000 7fe779a9b640 1 > prepared part key=_multipart_ELDR91I33NDH.2~SX2XD01XYNTQ.0 size=999252 2024-09-20T22:02:13.426 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.424+0000 7fe779a9b640 1 > prepared multipart upload key=ELDR91I33NDH upload=SX2XD01XYNTQ tag=ISFXY5QEBG65 type=write size=2047828 2024-09-20T22:02:13.427 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.426+0000 7fe779a9b640 1 < completed delete operation key=ZSXI0P8QFMQN tag=RVTGZM1C6U3Q type=del 2024-09-20T22:02:13.429 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.428+0000 7fe779a9b640 1 > prepared operation key=RB3UQB71OHKI tag=VXM23HFMV4FO type=del size=589517 2024-09-20T22:02:13.431 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.430+0000 7fe779a9b640 1 < completed delete operation key=ECSEX4SHKJA4 tag=1CSCG8XRFQYW type=del 2024-09-20T22:02:13.435 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.434+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~E4BEDC9ZX0E2.0 size=21836 2024-09-20T22:02:13.435 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.434+0000 7fe779a9b640 1 > prepared multipart upload key=0M6DAP8CZAPL upload=E4BEDC9ZX0E2 tag=1U0X4G77M1AE type=write size=1070412 2024-09-20T22:02:13.437 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.436+0000 7fe779a9b640 1 < completed delete operation key=B0070VZB3UZF tag=26011U6O0DW4 type=del 2024-09-20T22:02:13.441 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.439+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~RORWJULY4OOP.0 size=1048576 2024-09-20T22:02:13.442 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.441+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~RORWJULY4OOP.1 size=1048576 2024-09-20T22:02:13.444 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.443+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~RORWJULY4OOP.2 size=274910 2024-09-20T22:02:13.444 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.443+0000 7fe779a9b640 1 > prepared multipart upload key=RM93KDNRZ38I upload=RORWJULY4OOP tag=FAHIL71XKWC1 type=write size=3420638 2024-09-20T22:02:13.446 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.445+0000 7fe779a9b640 1 < canceled operation key=3YV668WNVJ3G tag=7AKPUBA47224 type=del size=3855579 2024-09-20T22:02:13.448 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.447+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=WQ80BRTF13BN type=del size=4064047 2024-09-20T22:02:13.452 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.451+0000 7fe779a9b640 1 < suggested remove operation key=1TRSEURXV2X9 tag=I170UNJZJHWK type=del 2024-09-20T22:02:13.456 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.455+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~0SBY831T0O1M.0 size=1048576 2024-09-20T22:02:13.458 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.456+0000 7fe779a9b640 1 > prepared part key=_multipart_KJYZZ8S3T5DH.2~0SBY831T0O1M.1 size=1803 2024-09-20T22:02:13.458 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.456+0000 7fe779a9b640 1 > prepared multipart upload key=KJYZZ8S3T5DH upload=0SBY831T0O1M tag=NJ2QHVH0O8DU type=write size=2098955 2024-09-20T22:02:13.462 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.460+0000 7fe779a9b640 1 < suggested remove operation key=UUWQ1G2142U2 tag=22BJTJ801ZNB type=del 2024-09-20T22:02:13.464 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.462+0000 7fe779a9b640 1 > prepared operation key=XEPWA2JTOEC2 tag=QOVI83SK8Q7N type=write size=52890 2024-09-20T22:02:13.466 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.464+0000 7fe779a9b640 1 < completed write operation key=XEPWA2JTOEC2 tag=QPXDOWXVETQX type=write size=793525 2024-09-20T22:02:13.469 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.468+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~IGU5JDX8ICAE.0 size=187932 2024-09-20T22:02:13.469 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.468+0000 7fe779a9b640 1 > prepared multipart upload key=1TRSEURXV2X9 upload=IGU5JDX8ICAE tag=JC4J36VAGPJV type=write size=1236508 2024-09-20T22:02:13.473 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.472+0000 7fe779a9b640 1 < suggested update operation key=8Y1S1ZFNVQO3 tag=LXUXV05QSSO4 type=del size=2484405 2024-09-20T22:02:13.475 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.474+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=0EZR7DUFNYK5 type=del size=1751684 2024-09-20T22:02:13.477 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.476+0000 7fe779a9b640 1 < completed write operation key=VAH8ANWTPTHQ tag=DX8A8LXL2GCZ type=write size=400465 2024-09-20T22:02:13.481 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.480+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~GT0UOQQJOXZ7.0 size=1048576 2024-09-20T22:02:13.483 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.482+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~GT0UOQQJOXZ7.1 size=1048576 2024-09-20T22:02:13.485 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.484+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~GT0UOQQJOXZ7.2 size=269616 2024-09-20T22:02:13.485 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.484+0000 7fe779a9b640 1 > prepared multipart upload key=0M6DAP8CZAPL upload=GT0UOQQJOXZ7 tag=PL7WE8WK3BES type=write size=3415344 2024-09-20T22:02:13.487 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.486+0000 7fe779a9b640 1 < completed delete operation key=U24WBDE9OPS7 tag=YV1NEQP9OMY1 type=del 2024-09-20T22:02:13.489 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.488+0000 7fe779a9b640 1 > prepared operation key=IYYXNW4DO800 tag=A3CWJAHW9ZES type=del size=2654202 2024-09-20T22:02:13.491 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.490+0000 7fe779a9b640 1 < completed delete operation key=3YV668WNVJ3G tag=SDSI8F6J8M66 type=del 2024-09-20T22:02:13.493 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.492+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=F9W58LCCRHFC type=del size=2245832 2024-09-20T22:02:13.495 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.494+0000 7fe779a9b640 1 < completed write operation key=RM93KDNRZ38I tag=R31XC83R2810 type=write size=570886 2024-09-20T22:02:13.497 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.495+0000 7fe779a9b640 1 > prepared operation key=8Y1S1ZFNVQO3 tag=1JAF710HTG8O type=write size=378224 2024-09-20T22:02:13.499 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.497+0000 7fe779a9b640 1 < completed delete operation key=0M6DAP8CZAPL tag=CZM3BPB38NV0 type=del 2024-09-20T22:02:13.503 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.501+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~PFC48GKMZFWY.0 size=1048576 2024-09-20T22:02:13.504 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.502+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~PFC48GKMZFWY.1 size=767270 2024-09-20T22:02:13.504 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.502+0000 7fe779a9b640 1 > prepared multipart upload key=RB3UQB71OHKI upload=PFC48GKMZFWY tag=JFBX1ZE63HXR type=write size=2864422 2024-09-20T22:02:13.506 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.505+0000 7fe779a9b640 1 < completed delete operation key=7KQSF1OMUOVW tag=CTJ3MRQDDD6I type=del 2024-09-20T22:02:13.508 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.507+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=GNV6JLTPK0KS type=del size=1958101 2024-09-20T22:02:13.511 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.509+0000 7fe779a9b640 1 < completed delete operation key=RM93KDNRZ38I tag=SQHGP2A0U8WI type=del 2024-09-20T22:02:13.513 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.512+0000 7fe779a9b640 1 > prepared operation key=XEPWA2JTOEC2 tag=W1X8GP03T8V9 type=del size=1056154 2024-09-20T22:02:13.515 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.514+0000 7fe779a9b640 1 < completed part key=_multipart_ELDR91I33NDH.2~SX2XD01XYNTQ.0 size=999252 2024-09-20T22:02:13.524 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.522+0000 7fe779a9b640 1 < completed multipart upload key=ELDR91I33NDH upload=SX2XD01XYNTQ tag=ISFXY5QEBG65 type=write size=2047828 2024-09-20T22:02:13.526 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.525+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=3SHI8QJM88I5 type=del size=4069840 2024-09-20T22:02:13.529 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.528+0000 7fe779a9b640 1 < completed delete operation key=RB3UQB71OHKI tag=VXM23HFMV4FO type=del 2024-09-20T22:02:13.531 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.530+0000 7fe779a9b640 1 > prepared operation key=R44R5QNUZJMC tag=KN8F0E1SZDED type=del size=2162037 2024-09-20T22:02:13.534 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.533+0000 7fe779a9b640 1 < completed part key=_multipart_0M6DAP8CZAPL.2~E4BEDC9ZX0E2.0 size=21836 2024-09-20T22:02:13.538 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.537+0000 7fe779a9b640 1 < completed multipart upload key=0M6DAP8CZAPL upload=E4BEDC9ZX0E2 tag=1U0X4G77M1AE type=write size=1070412 2024-09-20T22:02:13.542 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.541+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~TNABA3P71W5I.0 size=1048576 2024-09-20T22:02:13.545 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.544+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~TNABA3P71W5I.1 size=1048576 2024-09-20T22:02:13.547 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.546+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~TNABA3P71W5I.2 size=329450 2024-09-20T22:02:13.547 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.546+0000 7fe779a9b640 1 > prepared multipart upload key=T9NTHA21NTII upload=TNABA3P71W5I tag=XSXF97RZZVCZ type=write size=3475178 2024-09-20T22:02:13.550 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.549+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~RORWJULY4OOP.0 size=1048576 2024-09-20T22:02:13.550 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.549+0000 7fe779a9b640 1 < canceled part key=_multipart_RM93KDNRZ38I.2~RORWJULY4OOP.1 size=1048576 2024-09-20T22:02:13.552 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.550+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~RORWJULY4OOP.2 size=274910 2024-09-20T22:02:13.555 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.554+0000 7fe779a9b640 1 < canceled multipart upload key=RM93KDNRZ38I upload=RORWJULY4OOP tag=FAHIL71XKWC1 type=write size=3420638 2024-09-20T22:02:13.557 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.556+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=0HY332OZ9JP1 type=del size=77083 2024-09-20T22:02:13.561 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.560+0000 7fe779a9b640 1 < suggested remove operation key=R44R5QNUZJMC tag=WQ80BRTF13BN type=del 2024-09-20T22:02:13.563 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.562+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=0XY3PIZTKHLS type=del size=1682723 2024-09-20T22:02:13.565 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.563+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~0SBY831T0O1M.0 size=1048576 2024-09-20T22:02:13.566 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.565+0000 7fe779a9b640 1 < completed part key=_multipart_KJYZZ8S3T5DH.2~0SBY831T0O1M.1 size=1803 2024-09-20T22:02:13.570 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.568+0000 7fe779a9b640 1 < completed multipart upload key=KJYZZ8S3T5DH upload=0SBY831T0O1M tag=NJ2QHVH0O8DU type=write size=2098955 2024-09-20T22:02:13.574 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.573+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~02Z439EBKCKR.0 size=1048576 2024-09-20T22:02:13.576 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.574+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~02Z439EBKCKR.1 size=1048576 2024-09-20T22:02:13.577 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.576+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~02Z439EBKCKR.2 size=850400 2024-09-20T22:02:13.578 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.576+0000 7fe779a9b640 1 > prepared multipart upload key=ICBPE9ZH55FB upload=02Z439EBKCKR tag=278GKDUYIL7F type=write size=3996128 2024-09-20T22:02:13.579 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.578+0000 7fe779a9b640 1 < completed write operation key=XEPWA2JTOEC2 tag=QOVI83SK8Q7N type=write size=52890 2024-09-20T22:02:13.581 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.580+0000 7fe779a9b640 1 > prepared operation key=T9NTHA21NTII tag=AHV9GQZ6V4EH type=del size=3018216 2024-09-20T22:02:13.583 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.582+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~IGU5JDX8ICAE.0 size=187932 2024-09-20T22:02:13.586 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.585+0000 7fe779a9b640 1 < completed multipart upload key=1TRSEURXV2X9 upload=IGU5JDX8ICAE tag=JC4J36VAGPJV type=write size=1236508 2024-09-20T22:02:13.590 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.589+0000 7fe779a9b640 1 > prepared part key=_multipart_7KQSF1OMUOVW.2~4WDCRVTQV12C.0 size=236751 2024-09-20T22:02:13.591 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.589+0000 7fe779a9b640 1 > prepared multipart upload key=7KQSF1OMUOVW upload=4WDCRVTQV12C tag=5F71KNJSKGIB type=write size=1285327 2024-09-20T22:02:13.592 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.591+0000 7fe779a9b640 1 < completed delete operation key=ELDR91I33NDH tag=0EZR7DUFNYK5 type=del 2024-09-20T22:02:13.596 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.595+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~IMD1QSXLI8I0.0 size=181313 2024-09-20T22:02:13.596 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.595+0000 7fe779a9b640 1 > prepared multipart upload key=1TRSEURXV2X9 upload=IMD1QSXLI8I0 tag=WYOXMCBCXQKQ type=write size=1229889 2024-09-20T22:02:13.598 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.597+0000 7fe779a9b640 1 < completed part key=_multipart_0M6DAP8CZAPL.2~GT0UOQQJOXZ7.0 size=1048576 2024-09-20T22:02:13.598 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.597+0000 7fe779a9b640 1 < canceled part key=_multipart_0M6DAP8CZAPL.2~GT0UOQQJOXZ7.1 size=1048576 2024-09-20T22:02:13.600 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.599+0000 7fe779a9b640 1 < completed part key=_multipart_0M6DAP8CZAPL.2~GT0UOQQJOXZ7.2 size=269616 2024-09-20T22:02:13.603 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.602+0000 7fe779a9b640 1 < canceled multipart upload key=0M6DAP8CZAPL upload=GT0UOQQJOXZ7 tag=PL7WE8WK3BES type=write size=3415344 2024-09-20T22:02:13.605 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.604+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=PA3BNIUZEZ6Q type=write size=836859 2024-09-20T22:02:13.607 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.606+0000 7fe779a9b640 1 < completed delete operation key=IYYXNW4DO800 tag=A3CWJAHW9ZES type=del 2024-09-20T22:02:13.611 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.610+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~PUGB7LGQ2WGN.0 size=1048576 2024-09-20T22:02:13.612 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.611+0000 7fe779a9b640 1 > prepared part key=_multipart_1TRSEURXV2X9.2~PUGB7LGQ2WGN.1 size=110683 2024-09-20T22:02:13.613 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.611+0000 7fe779a9b640 1 > prepared multipart upload key=1TRSEURXV2X9 upload=PUGB7LGQ2WGN tag=EGQ7709LTPFL type=write size=2207835 2024-09-20T22:02:13.615 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.614+0000 7fe779a9b640 -1 < failed to complete operation key=R44R5QNUZJMC tag=F9W58LCCRHFC type=del size=2245832: (22) Invalid argument 2024-09-20T22:02:13.618 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.617+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~ZZSAJIWJ10G9.0 size=464598 2024-09-20T22:02:13.619 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.617+0000 7fe779a9b640 1 > prepared multipart upload key=B0070VZB3UZF upload=ZZSAJIWJ10G9 tag=KXED9ZTMD3FT type=write size=1513174 2024-09-20T22:02:13.621 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.619+0000 7fe779a9b640 1 < completed write operation key=8Y1S1ZFNVQO3 tag=1JAF710HTG8O type=write size=378224 2024-09-20T22:02:13.623 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.621+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=NYLTO7OTK5UH type=del size=3417338 2024-09-20T22:02:13.625 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.623+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~PFC48GKMZFWY.0 size=1048576 2024-09-20T22:02:13.626 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.625+0000 7fe779a9b640 1 < completed part key=_multipart_RB3UQB71OHKI.2~PFC48GKMZFWY.1 size=767270 2024-09-20T22:02:13.630 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.629+0000 7fe779a9b640 1 < completed multipart upload key=RB3UQB71OHKI upload=PFC48GKMZFWY tag=JFBX1ZE63HXR type=write size=2864422 2024-09-20T22:02:13.632 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.630+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=64KNS2DT43G7 type=del size=1661174 2024-09-20T22:02:13.634 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.632+0000 7fe779a9b640 1 < completed delete operation key=VAH8ANWTPTHQ tag=GNV6JLTPK0KS type=del 2024-09-20T22:02:13.637 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.636+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~D2EGMIQD8UC8.0 size=526361 2024-09-20T22:02:13.637 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.636+0000 7fe779a9b640 1 > prepared multipart upload key=RM93KDNRZ38I upload=D2EGMIQD8UC8 tag=T3A4T76VOCNK type=write size=1574937 2024-09-20T22:02:13.640 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.638+0000 7fe779a9b640 1 < completed delete operation key=XEPWA2JTOEC2 tag=W1X8GP03T8V9 type=del 2024-09-20T22:02:13.641 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.640+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=Y504M5VY5YYH type=del size=2542214 2024-09-20T22:02:13.643 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.642+0000 7fe779a9b640 1 < canceled operation key=ELDR91I33NDH tag=3SHI8QJM88I5 type=del size=4069840 2024-09-20T22:02:13.647 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.646+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~LRJH3JPLRK07.0 size=1048576 2024-09-20T22:02:13.649 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.647+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~LRJH3JPLRK07.1 size=1048576 2024-09-20T22:02:13.650 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.649+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~LRJH3JPLRK07.2 size=716734 2024-09-20T22:02:13.650 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.649+0000 7fe779a9b640 1 > prepared multipart upload key=1J1YL7XL0LAY upload=LRJH3JPLRK07 tag=58JP7KXJCJ6U type=write size=3862462 2024-09-20T22:02:13.653 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.651+0000 7fe779a9b640 -1 < failed to complete operation key=R44R5QNUZJMC tag=KN8F0E1SZDED type=del size=2162037: (22) Invalid argument 2024-09-20T22:02:13.655 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.653+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=0HURYHZGM4JW type=write size=962143 2024-09-20T22:02:13.657 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.655+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~TNABA3P71W5I.0 size=1048576 2024-09-20T22:02:13.658 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.657+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~TNABA3P71W5I.1 size=1048576 2024-09-20T22:02:13.660 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.659+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~TNABA3P71W5I.2 size=329450 2024-09-20T22:02:13.664 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.662+0000 7fe779a9b640 1 < completed multipart upload key=T9NTHA21NTII upload=TNABA3P71W5I tag=XSXF97RZZVCZ type=write size=3475178 2024-09-20T22:02:13.666 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.665+0000 7fe779a9b640 1 > prepared operation key=6YM3TKGM41LJ tag=991LNTTAXE2U type=del size=4026837 2024-09-20T22:02:13.668 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.667+0000 7fe779a9b640 1 < completed delete operation key=JHHMXS36ATIL tag=0HY332OZ9JP1 type=del 2024-09-20T22:02:13.670 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.669+0000 7fe779a9b640 1 > prepared operation key=7KQSF1OMUOVW tag=E8LLCU67WG0A type=del size=3580999 2024-09-20T22:02:13.673 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.671+0000 7fe779a9b640 1 < completed delete operation key=7KQSF1OMUOVW tag=0XY3PIZTKHLS type=del 2024-09-20T22:02:13.674 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.673+0000 7fe779a9b640 1 > prepared operation key=OM2NI3GCUE4O tag=MJZH4QWLY0UD type=del size=1026549 2024-09-20T22:02:13.676 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.675+0000 7fe779a9b640 1 < completed part key=_multipart_ICBPE9ZH55FB.2~02Z439EBKCKR.0 size=1048576 2024-09-20T22:02:13.676 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.675+0000 7fe779a9b640 1 < canceled part key=_multipart_ICBPE9ZH55FB.2~02Z439EBKCKR.1 size=1048576 2024-09-20T22:02:13.678 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.676+0000 7fe779a9b640 1 < completed part key=_multipart_ICBPE9ZH55FB.2~02Z439EBKCKR.2 size=850400 2024-09-20T22:02:13.681 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.680+0000 7fe779a9b640 1 < canceled multipart upload key=ICBPE9ZH55FB upload=02Z439EBKCKR tag=278GKDUYIL7F type=write size=3996128 2024-09-20T22:02:13.685 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.684+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~2KVPHZI0M0TM.0 size=1048576 2024-09-20T22:02:13.687 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.685+0000 7fe779a9b640 1 > prepared part key=_multipart_T9NTHA21NTII.2~2KVPHZI0M0TM.1 size=518503 2024-09-20T22:02:13.687 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.685+0000 7fe779a9b640 1 > prepared multipart upload key=T9NTHA21NTII upload=2KVPHZI0M0TM tag=PAQD83NPFIGY type=write size=2615655 2024-09-20T22:02:13.689 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.687+0000 7fe779a9b640 1 < completed delete operation key=T9NTHA21NTII tag=AHV9GQZ6V4EH type=del 2024-09-20T22:02:13.692 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.691+0000 7fe779a9b640 1 > prepared part key=_multipart_4NVVK8DRHTJL.2~AG0B0XJFVK6J.0 size=986873 2024-09-20T22:02:13.693 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.691+0000 7fe779a9b640 1 > prepared multipart upload key=4NVVK8DRHTJL upload=AG0B0XJFVK6J tag=1LYXRYV76IVB type=write size=2035449 2024-09-20T22:02:13.695 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.693+0000 7fe779a9b640 1 < completed part key=_multipart_7KQSF1OMUOVW.2~4WDCRVTQV12C.0 size=236751 2024-09-20T22:02:13.698 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.697+0000 7fe779a9b640 1 < completed multipart upload key=7KQSF1OMUOVW upload=4WDCRVTQV12C tag=5F71KNJSKGIB type=write size=1285327 2024-09-20T22:02:13.700 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.699+0000 7fe779a9b640 1 > prepared operation key=1J1YL7XL0LAY tag=K1P2YN6RMBG5 type=write size=474659 2024-09-20T22:02:13.702 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.701+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~IMD1QSXLI8I0.0 size=181313 2024-09-20T22:02:13.705 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.704+0000 7fe779a9b640 1 < completed multipart upload key=1TRSEURXV2X9 upload=IMD1QSXLI8I0 tag=WYOXMCBCXQKQ type=write size=1229889 2024-09-20T22:02:13.709 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.708+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~224BH92BY90I.0 size=1048576 2024-09-20T22:02:13.711 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.709+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~224BH92BY90I.1 size=1048576 2024-09-20T22:02:13.712 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.711+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~224BH92BY90I.2 size=848685 2024-09-20T22:02:13.712 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.711+0000 7fe779a9b640 1 > prepared multipart upload key=UUWQ1G2142U2 upload=224BH92BY90I tag=D0NB46AXNS2Q type=write size=3994413 2024-09-20T22:02:13.714 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.713+0000 7fe779a9b640 1 < completed write operation key=6YM3TKGM41LJ tag=PA3BNIUZEZ6Q type=write size=836859 2024-09-20T22:02:13.718 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.717+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~IBZ7I5HY2EOW.0 size=336338 2024-09-20T22:02:13.718 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.717+0000 7fe779a9b640 1 > prepared multipart upload key=UUWQ1G2142U2 upload=IBZ7I5HY2EOW tag=8G7MEZTZULEU type=write size=1384914 2024-09-20T22:02:13.720 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.718+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~PUGB7LGQ2WGN.0 size=1048576 2024-09-20T22:02:13.721 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.720+0000 7fe779a9b640 1 < completed part key=_multipart_1TRSEURXV2X9.2~PUGB7LGQ2WGN.1 size=110683 2024-09-20T22:02:13.725 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.723+0000 7fe779a9b640 1 < completed multipart upload key=1TRSEURXV2X9 upload=PUGB7LGQ2WGN tag=EGQ7709LTPFL type=write size=2207835 2024-09-20T22:02:13.727 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.726+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=L1HSM6CVECTJ type=write size=598961 2024-09-20T22:02:13.729 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.728+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~ZZSAJIWJ10G9.0 size=464598 2024-09-20T22:02:13.732 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.731+0000 7fe779a9b640 1 < completed multipart upload key=B0070VZB3UZF upload=ZZSAJIWJ10G9 tag=KXED9ZTMD3FT type=write size=1513174 2024-09-20T22:02:13.736 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.734+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~4IKJ9IGLA5TF.0 size=885015 2024-09-20T22:02:13.736 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.734+0000 7fe779a9b640 1 > prepared multipart upload key=B0070VZB3UZF upload=4IKJ9IGLA5TF tag=0PBJ2VX2WAFC type=write size=1933591 2024-09-20T22:02:13.738 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.737+0000 7fe779a9b640 1 < completed delete operation key=DRE6QQSJ9ZVU tag=NYLTO7OTK5UH type=del 2024-09-20T22:02:13.740 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.739+0000 7fe779a9b640 1 > prepared operation key=JHHMXS36ATIL tag=0GUBDSQT5QA6 type=del size=333963 2024-09-20T22:02:13.743 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.742+0000 7fe779a9b640 1 < completed delete operation key=QCX4FDH1E7DG tag=64KNS2DT43G7 type=del 2024-09-20T22:02:13.745 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.744+0000 7fe779a9b640 1 > prepared operation key=DRE6QQSJ9ZVU tag=7Y1NROPYPNGV type=del size=1897877 2024-09-20T22:02:13.747 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.746+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~D2EGMIQD8UC8.0 size=526361 2024-09-20T22:02:13.751 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.749+0000 7fe779a9b640 1 < completed multipart upload key=RM93KDNRZ38I upload=D2EGMIQD8UC8 tag=T3A4T76VOCNK type=write size=1574937 2024-09-20T22:02:13.754 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.753+0000 7fe779a9b640 1 > prepared part key=_multipart_U24WBDE9OPS7.2~RRARKDWU4T27.0 size=716327 2024-09-20T22:02:13.754 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.753+0000 7fe779a9b640 1 > prepared multipart upload key=U24WBDE9OPS7 upload=RRARKDWU4T27 tag=3C9JR3RMVUE5 type=write size=1764903 2024-09-20T22:02:13.756 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.755+0000 7fe779a9b640 1 < completed delete operation key=U24WBDE9OPS7 tag=Y504M5VY5YYH type=del 2024-09-20T22:02:13.760 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.759+0000 7fe779a9b640 1 > prepared part key=_multipart_1J1YL7XL0LAY.2~2MA4OJMR7Z94.0 size=193561 2024-09-20T22:02:13.760 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.759+0000 7fe779a9b640 1 > prepared multipart upload key=1J1YL7XL0LAY upload=2MA4OJMR7Z94 tag=1YUHXTSO5IYE type=write size=1242137 2024-09-20T22:02:13.762 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.761+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~LRJH3JPLRK07.0 size=1048576 2024-09-20T22:02:13.763 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.762+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~LRJH3JPLRK07.1 size=1048576 2024-09-20T22:02:13.765 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.764+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~LRJH3JPLRK07.2 size=716734 2024-09-20T22:02:13.769 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.767+0000 7fe779a9b640 1 < completed multipart upload key=1J1YL7XL0LAY upload=LRJH3JPLRK07 tag=58JP7KXJCJ6U type=write size=3862462 2024-09-20T22:02:13.771 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.769+0000 7fe779a9b640 1 > prepared operation key=3YV668WNVJ3G tag=BPD5X5HCYQA7 type=del size=2064863 2024-09-20T22:02:13.772 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.771+0000 7fe779a9b640 1 < completed write operation key=ECSEX4SHKJA4 tag=0HURYHZGM4JW type=write size=962143 2024-09-20T22:02:13.776 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.775+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~BAG03OO3XDF8.0 size=1048576 2024-09-20T22:02:13.778 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.777+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~BAG03OO3XDF8.1 size=1048576 2024-09-20T22:02:13.779 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.778+0000 7fe779a9b640 1 > prepared part key=_multipart_RM93KDNRZ38I.2~BAG03OO3XDF8.2 size=755989 2024-09-20T22:02:13.780 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.778+0000 7fe779a9b640 1 > prepared multipart upload key=RM93KDNRZ38I upload=BAG03OO3XDF8 tag=2J9RUH29GWQS type=write size=3901717 2024-09-20T22:02:13.782 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.780+0000 7fe779a9b640 1 < canceled operation key=6YM3TKGM41LJ tag=991LNTTAXE2U type=del size=4026837 2024-09-20T22:02:13.785 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.784+0000 7fe779a9b640 1 > prepared part key=_multipart_JHHMXS36ATIL.2~MLAK3LVH3762.0 size=506878 2024-09-20T22:02:13.785 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.784+0000 7fe779a9b640 1 > prepared multipart upload key=JHHMXS36ATIL upload=MLAK3LVH3762 tag=69LNGI1VEK1V type=write size=1555454 2024-09-20T22:02:13.787 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.786+0000 7fe779a9b640 1 < completed delete operation key=7KQSF1OMUOVW tag=E8LLCU67WG0A type=del 2024-09-20T22:02:13.789 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.788+0000 7fe779a9b640 1 > prepared operation key=UUWQ1G2142U2 tag=DXAPIR9VYQ3V type=del size=2420247 2024-09-20T22:02:13.793 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.792+0000 7fe779a9b640 1 < suggested remove operation key=OM2NI3GCUE4O tag=MJZH4QWLY0UD type=del 2024-09-20T22:02:13.797 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.795+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~KCLN0Q1I9F8F.0 size=1048576 2024-09-20T22:02:13.798 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.797+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~KCLN0Q1I9F8F.1 size=1048576 2024-09-20T22:02:13.800 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.799+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~KCLN0Q1I9F8F.2 size=276660 2024-09-20T22:02:13.800 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.799+0000 7fe779a9b640 1 > prepared multipart upload key=ECSEX4SHKJA4 upload=KCLN0Q1I9F8F tag=9VE7E6D1HNGZ type=write size=3422388 2024-09-20T22:02:13.800 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.799+0000 7fe779a9b640 1 < canceled part key=_multipart_T9NTHA21NTII.2~2KVPHZI0M0TM.0 size=1048576 2024-09-20T22:02:13.802 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.801+0000 7fe779a9b640 1 < completed part key=_multipart_T9NTHA21NTII.2~2KVPHZI0M0TM.1 size=518503 2024-09-20T22:02:13.805 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.804+0000 7fe779a9b640 1 < canceled multipart upload key=T9NTHA21NTII upload=2KVPHZI0M0TM tag=PAQD83NPFIGY type=write size=2615655 2024-09-20T22:02:13.808 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.806+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=WP4868QG0DDV type=del size=1760244 2024-09-20T22:02:13.810 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.809+0000 7fe779a9b640 1 < completed part key=_multipart_4NVVK8DRHTJL.2~AG0B0XJFVK6J.0 size=986873 2024-09-20T22:02:13.813 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.812+0000 7fe779a9b640 1 < completed multipart upload key=4NVVK8DRHTJL upload=AG0B0XJFVK6J tag=1LYXRYV76IVB type=write size=2035449 2024-09-20T22:02:13.815 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.814+0000 7fe779a9b640 1 > prepared operation key=U24WBDE9OPS7 tag=CM36SEDB7AD5 type=del size=3510199 2024-09-20T22:02:13.819 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.818+0000 7fe779a9b640 1 < suggested remove operation key=1J1YL7XL0LAY tag=K1P2YN6RMBG5 type=write 2024-09-20T22:02:13.823 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.821+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~BSK85840EV6O.0 size=1048576 2024-09-20T22:02:13.824 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.823+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~BSK85840EV6O.1 size=1048576 2024-09-20T22:02:13.826 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.825+0000 7fe779a9b640 1 > prepared part key=_multipart_B0070VZB3UZF.2~BSK85840EV6O.2 size=84905 2024-09-20T22:02:13.826 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.825+0000 7fe779a9b640 1 > prepared multipart upload key=B0070VZB3UZF upload=BSK85840EV6O tag=F6Y3MX1IM0B4 type=write size=3230633 2024-09-20T22:02:13.828 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.827+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~224BH92BY90I.0 size=1048576 2024-09-20T22:02:13.830 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.828+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~224BH92BY90I.1 size=1048576 2024-09-20T22:02:13.831 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.830+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~224BH92BY90I.2 size=848685 2024-09-20T22:02:13.835 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.833+0000 7fe779a9b640 1 < completed multipart upload key=UUWQ1G2142U2 upload=224BH92BY90I tag=D0NB46AXNS2Q type=write size=3994413 2024-09-20T22:02:13.836 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.835+0000 7fe779a9b640 1 > prepared operation key=JE0BX5GAIPSB tag=VYLIP8PN57GZ type=del size=622495 2024-09-20T22:02:13.839 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.837+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~IBZ7I5HY2EOW.0 size=336338 2024-09-20T22:02:13.842 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.841+0000 7fe779a9b640 1 < completed multipart upload key=UUWQ1G2142U2 upload=IBZ7I5HY2EOW tag=8G7MEZTZULEU type=write size=1384914 2024-09-20T22:02:13.844 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.843+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=RBL6GI2TC17Y type=del size=340968 2024-09-20T22:02:13.846 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.845+0000 7fe779a9b640 1 < completed write operation key=ELDR91I33NDH tag=L1HSM6CVECTJ type=write size=598961 2024-09-20T22:02:13.849 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.848+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~A7KB0D8P1EL7.0 size=1048576 2024-09-20T22:02:13.851 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.850+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~A7KB0D8P1EL7.1 size=1048576 2024-09-20T22:02:13.853 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.851+0000 7fe779a9b640 1 > prepared part key=_multipart_PNZZ2ZGG009S.2~A7KB0D8P1EL7.2 size=1010754 2024-09-20T22:02:13.853 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.851+0000 7fe779a9b640 1 > prepared multipart upload key=PNZZ2ZGG009S upload=A7KB0D8P1EL7 tag=SCRE9Z48GPZ8 type=write size=4156482 2024-09-20T22:02:13.854 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.853+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~4IKJ9IGLA5TF.0 size=885015 2024-09-20T22:02:13.858 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.857+0000 7fe779a9b640 1 < completed multipart upload key=B0070VZB3UZF upload=4IKJ9IGLA5TF tag=0PBJ2VX2WAFC type=write size=1933591 2024-09-20T22:02:13.862 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.860+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~QLUQVU3BVYQ3.0 size=1048576 2024-09-20T22:02:13.863 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.862+0000 7fe779a9b640 1 > prepared part key=_multipart_DRE6QQSJ9ZVU.2~QLUQVU3BVYQ3.1 size=920587 2024-09-20T22:02:13.863 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.862+0000 7fe779a9b640 1 > prepared multipart upload key=DRE6QQSJ9ZVU upload=QLUQVU3BVYQ3 tag=Q12HGB5IP9GS type=write size=3017739 2024-09-20T22:02:13.865 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.864+0000 7fe779a9b640 1 < completed delete operation key=JHHMXS36ATIL tag=0GUBDSQT5QA6 type=del 2024-09-20T22:02:13.870 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.868+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~LBFBWFV33AUG.0 size=1048576 2024-09-20T22:02:13.873 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.870+0000 7fe779a9b640 1 > prepared part key=_multipart_UUWQ1G2142U2.2~LBFBWFV33AUG.1 size=108610 2024-09-20T22:02:13.874 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.870+0000 7fe779a9b640 1 > prepared multipart upload key=UUWQ1G2142U2 upload=LBFBWFV33AUG tag=KUFHU24UFTW1 type=write size=2205762 2024-09-20T22:02:13.874 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.872+0000 7fe779a9b640 1 < completed delete operation key=DRE6QQSJ9ZVU tag=7Y1NROPYPNGV type=del 2024-09-20T22:02:13.877 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.876+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~VT204GW7H3WF.0 size=925458 2024-09-20T22:02:13.877 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.876+0000 7fe779a9b640 1 > prepared multipart upload key=ECSEX4SHKJA4 upload=VT204GW7H3WF tag=7CKK3H12EWAM type=write size=1974034 2024-09-20T22:02:13.879 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.878+0000 7fe779a9b640 1 < completed part key=_multipart_U24WBDE9OPS7.2~RRARKDWU4T27.0 size=716327 2024-09-20T22:02:13.882 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.881+0000 7fe779a9b640 1 < completed multipart upload key=U24WBDE9OPS7 upload=RRARKDWU4T27 tag=3C9JR3RMVUE5 type=write size=1764903 2024-09-20T22:02:13.884 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.883+0000 7fe779a9b640 1 > prepared operation key=4NVVK8DRHTJL tag=IER3VK127UYT type=del size=29917 2024-09-20T22:02:13.886 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.885+0000 7fe779a9b640 1 < completed part key=_multipart_1J1YL7XL0LAY.2~2MA4OJMR7Z94.0 size=193561 2024-09-20T22:02:13.890 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.889+0000 7fe779a9b640 1 < completed multipart upload key=1J1YL7XL0LAY upload=2MA4OJMR7Z94 tag=1YUHXTSO5IYE type=write size=1242137 2024-09-20T22:02:13.894 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.892+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~K66S4GPC1ZKQ.0 size=1048576 2024-09-20T22:02:13.895 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.894+0000 7fe779a9b640 1 > prepared part key=_multipart_68I8AEC312OU.2~K66S4GPC1ZKQ.1 size=703781 2024-09-20T22:02:13.895 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.894+0000 7fe779a9b640 1 > prepared multipart upload key=68I8AEC312OU upload=K66S4GPC1ZKQ tag=AK5YTE1FW8GV type=write size=2800933 2024-09-20T22:02:13.897 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.896+0000 7fe779a9b640 1 < completed delete operation key=3YV668WNVJ3G tag=BPD5X5HCYQA7 type=del 2024-09-20T22:02:13.901 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.899+0000 7fe779a9b640 1 > prepared part key=_multipart_ICBPE9ZH55FB.2~F2X0NHB5J897.0 size=256609 2024-09-20T22:02:13.901 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.899+0000 7fe779a9b640 1 > prepared multipart upload key=ICBPE9ZH55FB upload=F2X0NHB5J897 tag=I6I2F4BXEC6H type=write size=1305185 2024-09-20T22:02:13.902 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.901+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~BAG03OO3XDF8.0 size=1048576 2024-09-20T22:02:13.904 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.903+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~BAG03OO3XDF8.1 size=1048576 2024-09-20T22:02:13.906 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.905+0000 7fe779a9b640 1 < completed part key=_multipart_RM93KDNRZ38I.2~BAG03OO3XDF8.2 size=755989 2024-09-20T22:02:13.909 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.908+0000 7fe779a9b640 1 < completed multipart upload key=RM93KDNRZ38I upload=BAG03OO3XDF8 tag=2J9RUH29GWQS type=write size=3901717 2024-09-20T22:02:13.912 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.910+0000 7fe779a9b640 1 > prepared operation key=ECSEX4SHKJA4 tag=7GLA8MVQYJMV type=del size=3514617 2024-09-20T22:02:13.913 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.912+0000 7fe779a9b640 1 < completed part key=_multipart_JHHMXS36ATIL.2~MLAK3LVH3762.0 size=506878 2024-09-20T22:02:13.917 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.915+0000 7fe779a9b640 1 < completed multipart upload key=JHHMXS36ATIL upload=MLAK3LVH3762 tag=69LNGI1VEK1V type=write size=1555454 2024-09-20T22:02:13.919 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.917+0000 7fe779a9b640 1 > prepared operation key=VAH8ANWTPTHQ tag=RB3QZQV9M8DI type=del size=2614641 2024-09-20T22:02:13.920 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.919+0000 7fe779a9b640 1 < completed delete operation key=UUWQ1G2142U2 tag=DXAPIR9VYQ3V type=del 2024-09-20T22:02:13.924 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.923+0000 7fe779a9b640 1 > prepared part key=_multipart_RB3UQB71OHKI.2~448LS6W35Q13.0 size=668078 2024-09-20T22:02:13.924 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.923+0000 7fe779a9b640 1 > prepared multipart upload key=RB3UQB71OHKI upload=448LS6W35Q13 tag=Y1E9M76T506N type=write size=1716654 2024-09-20T22:02:13.926 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.925+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~KCLN0Q1I9F8F.0 size=1048576 2024-09-20T22:02:13.928 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.926+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~KCLN0Q1I9F8F.1 size=1048576 2024-09-20T22:02:13.929 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.928+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~KCLN0Q1I9F8F.2 size=276660 2024-09-20T22:02:13.933 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.931+0000 7fe779a9b640 1 < completed multipart upload key=ECSEX4SHKJA4 upload=KCLN0Q1I9F8F tag=9VE7E6D1HNGZ type=write size=3422388 2024-09-20T22:02:13.935 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.933+0000 7fe779a9b640 1 > prepared operation key=QCX4FDH1E7DG tag=IN2UD9QEPIPM type=write size=596013 2024-09-20T22:02:13.936 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.935+0000 7fe779a9b640 1 < completed delete operation key=U24WBDE9OPS7 tag=WP4868QG0DDV type=del 2024-09-20T22:02:13.939 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.937+0000 7fe779a9b640 1 > prepared operation key=T9NTHA21NTII tag=SUC0X5FYGRXV type=del size=4131653 2024-09-20T22:02:13.941 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.939+0000 7fe779a9b640 1 < completed delete operation key=U24WBDE9OPS7 tag=CM36SEDB7AD5 type=del 2024-09-20T22:02:13.944 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.943+0000 7fe779a9b640 1 > prepared part key=_multipart_JE0BX5GAIPSB.2~N03TNGT6VK4I.0 size=356042 2024-09-20T22:02:13.944 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.943+0000 7fe779a9b640 1 > prepared multipart upload key=JE0BX5GAIPSB upload=N03TNGT6VK4I tag=M3YIJE50WAIM type=write size=1404618 2024-09-20T22:02:13.946 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.945+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~BSK85840EV6O.0 size=1048576 2024-09-20T22:02:13.948 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.947+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~BSK85840EV6O.1 size=1048576 2024-09-20T22:02:13.950 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.949+0000 7fe779a9b640 1 < completed part key=_multipart_B0070VZB3UZF.2~BSK85840EV6O.2 size=84905 2024-09-20T22:02:13.954 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.952+0000 7fe779a9b640 1 < completed multipart upload key=B0070VZB3UZF upload=BSK85840EV6O tag=F6Y3MX1IM0B4 type=write size=3230633 2024-09-20T22:02:13.956 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.954+0000 7fe779a9b640 1 > prepared operation key=PNZZ2ZGG009S tag=27PGXL19WZQP type=write size=585918 2024-09-20T22:02:13.959 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.958+0000 7fe779a9b640 1 < suggested remove operation key=JE0BX5GAIPSB tag=VYLIP8PN57GZ type=del 2024-09-20T22:02:13.961 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.960+0000 7fe779a9b640 1 > prepared operation key=ELDR91I33NDH tag=HF6F99TMGYV3 type=write size=441586 2024-09-20T22:02:13.963 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.962+0000 7fe779a9b640 1 < canceled operation key=4NVVK8DRHTJL tag=RBL6GI2TC17Y type=del size=340968 2024-09-20T22:02:13.965 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.964+0000 7fe779a9b640 1 > prepared operation key=XEPWA2JTOEC2 tag=FO8WFLPNP3NT type=del size=1697734 2024-09-20T22:02:13.967 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.966+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~A7KB0D8P1EL7.0 size=1048576 2024-09-20T22:02:13.969 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.967+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~A7KB0D8P1EL7.1 size=1048576 2024-09-20T22:02:13.970 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.969+0000 7fe779a9b640 1 < completed part key=_multipart_PNZZ2ZGG009S.2~A7KB0D8P1EL7.2 size=1010754 2024-09-20T22:02:13.974 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.972+0000 7fe779a9b640 1 < completed multipart upload key=PNZZ2ZGG009S upload=A7KB0D8P1EL7 tag=SCRE9Z48GPZ8 type=write size=4156482 2024-09-20T22:02:13.977 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.976+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~QZ259R15C7RL.0 size=1048576 2024-09-20T22:02:13.979 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.978+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~QZ259R15C7RL.1 size=1048576 2024-09-20T22:02:13.981 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.980+0000 7fe779a9b640 1 > prepared part key=_multipart_0M6DAP8CZAPL.2~QZ259R15C7RL.2 size=274753 2024-09-20T22:02:13.981 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.980+0000 7fe779a9b640 1 > prepared multipart upload key=0M6DAP8CZAPL upload=QZ259R15C7RL tag=Z2D71KJEZ36Z type=write size=3420481 2024-09-20T22:02:13.983 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.982+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~QLUQVU3BVYQ3.0 size=1048576 2024-09-20T22:02:13.985 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.984+0000 7fe779a9b640 1 < completed part key=_multipart_DRE6QQSJ9ZVU.2~QLUQVU3BVYQ3.1 size=920587 2024-09-20T22:02:13.988 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.987+0000 7fe779a9b640 1 < completed multipart upload key=DRE6QQSJ9ZVU upload=QLUQVU3BVYQ3 tag=Q12HGB5IP9GS type=write size=3017739 2024-09-20T22:02:13.990 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.989+0000 7fe779a9b640 1 > prepared operation key=0M6DAP8CZAPL tag=MNJHJ21VCIF6 type=del size=2992320 2024-09-20T22:02:13.993 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.991+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~LBFBWFV33AUG.0 size=1048576 2024-09-20T22:02:13.995 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.993+0000 7fe779a9b640 1 < completed part key=_multipart_UUWQ1G2142U2.2~LBFBWFV33AUG.1 size=108610 2024-09-20T22:02:13.998 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.997+0000 7fe779a9b640 1 < completed multipart upload key=UUWQ1G2142U2 upload=LBFBWFV33AUG tag=KUFHU24UFTW1 type=write size=2205762 2024-09-20T22:02:14.000 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:13.999+0000 7fe779a9b640 1 > prepared operation key=UUWQ1G2142U2 tag=9TEMKAPA0LZ3 type=write size=428056 2024-09-20T22:02:14.002 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:14.001+0000 7fe779a9b640 1 < completed part key=_multipart_ECSEX4SHKJA4.2~VT204GW7H3WF.0 size=925458 2024-09-20T22:02:14.006 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:14.005+0000 7fe779a9b640 1 < completed multipart upload key=ECSEX4SHKJA4 upload=VT204GW7H3WF tag=7CKK3H12EWAM type=write size=1974034 2024-09-20T22:02:14.009 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:14.008+0000 7fe779a9b640 1 > prepared operation key=68I8AEC312OU tag=CEKUQF1T49VA type=del size=3108756 2024-09-20T22:02:14.012 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:14.010+0000 7fe779a9b640 1 < completed delete operation key=4NVVK8DRHTJL tag=IER3VK127UYT type=del 2024-09-20T22:02:14.014 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:14.012+0000 7fe779a9b640 1 > prepared operation key=OWUA691MUMB6 tag=6M61MU7Z00I7 type=del size=1773722 2024-09-20T22:02:14.016 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:14.015+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~K66S4GPC1ZKQ.0 size=1048576 2024-09-20T22:02:14.019 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:14.017+0000 7fe779a9b640 1 < completed part key=_multipart_68I8AEC312OU.2~K66S4GPC1ZKQ.1 size=703781 2024-09-20T22:02:14.022 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:14.021+0000 7fe779a9b640 1 < completed multipart upload key=68I8AEC312OU upload=K66S4GPC1ZKQ tag=AK5YTE1FW8GV type=write size=2800933 2024-09-20T22:02:14.024 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:14.023+0000 7fe779a9b640 1 > prepared operation key=JE0BX5GAIPSB tag=164IH13UGNSD type=del size=2863041 2024-09-20T22:02:14.024 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:14.023+0000 7fe779a9b640 1 < canceled part key=_multipart_ICBPE9ZH55FB.2~F2X0NHB5J897.0 size=256609 2024-09-20T22:02:14.028 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:14.026+0000 7fe779a9b640 1 < canceled multipart upload key=ICBPE9ZH55FB upload=F2X0NHB5J897 tag=I6I2F4BXEC6H type=write size=1305185 2024-09-20T22:02:14.029 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:14.028+0000 7fe779a9b640 1 > prepared operation key=IYYXNW4DO800 tag=724W275V85VK type=del size=3029579 2024-09-20T22:02:14.034 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:14.032+0000 7fe779a9b640 1 < suggested update operation key=ECSEX4SHKJA4 tag=7GLA8MVQYJMV type=del size=3514617 2024-09-20T22:02:14.038 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:14.037+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~561Z2Y2N137U.0 size=1048576 2024-09-20T22:02:14.039 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:14.038+0000 7fe779a9b640 1 > prepared part key=_multipart_OM2NI3GCUE4O.2~561Z2Y2N137U.1 size=794250 2024-09-20T22:02:14.040 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:14.038+0000 7fe779a9b640 1 > prepared multipart upload key=OM2NI3GCUE4O upload=561Z2Y2N137U tag=NSPGXIHYVBON type=write size=2891402 2024-09-20T22:02:14.041 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:14.040+0000 7fe779a9b640 1 < completed delete operation key=VAH8ANWTPTHQ tag=RB3QZQV9M8DI type=del 2024-09-20T22:02:14.045 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:14.044+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~JE6OXCMOWSY0.0 size=1048576 2024-09-20T22:02:14.047 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:14.046+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~JE6OXCMOWSY0.1 size=1048576 2024-09-20T22:02:14.049 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:14.048+0000 7fe779a9b640 1 > prepared part key=_multipart_ECSEX4SHKJA4.2~JE6OXCMOWSY0.2 size=608175 2024-09-20T22:02:14.049 INFO:tasks.workunit.client.0.smithi046.stderr:2024-09-20T22:02:14.048+0000 7fe779a9b640 1 > prepared multipart upload key=ECSEX4SHKJA4 upload=JE6OXCMOWSY0 tag=8J2SYWV5SQWV type=write size=3753903 2024-09-20T22:02:14.049 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw_stats.simulate (13527 ms) 2024-09-20T22:02:14.050 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 1 test from cls_rgw_stats (13527 ms total) 2024-09-20T22:02:14.050 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:02:14.050 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2024-09-20T22:02:14.556 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 1 test from 1 test suite ran. (15892 ms total) 2024-09-20T22:02:14.556 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 1 test. 2024-09-20T22:02:14.560 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-20T22:02:14.560 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-20T22:02:14.631 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2024-09-20T22:02:14.631 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2024-09-20T22:02:14.704 INFO:tasks.workunit.client.0.smithi046.stdout:Running main() from gmock_main.cc 2024-09-20T22:02:14.704 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 2 tests from 1 test suite. 2024-09-20T22:02:14.704 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2024-09-20T22:02:14.704 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 2 tests from ClsSDK 2024-09-20T22:02:14.704 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2024-09-20T22:02:14.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:14 smithi046 ceph-mon[96110]: pgmap v1408: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 416 KiB/s wr, 2.11k op/s 2024-09-20T22:02:15.088 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:14 smithi046 ceph-mon[98591]: pgmap v1408: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 416 KiB/s wr, 2.11k op/s 2024-09-20T22:02:15.089 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:14 smithi134 ceph-mon[89086]: pgmap v1408: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 416 KiB/s wr, 2.11k op/s 2024-09-20T22:02:15.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:15 smithi046 ceph-mon[96110]: osdmap e1114: 8 total, 8 up, 8 in 2024-09-20T22:02:15.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:15 smithi046 ceph-mon[98591]: osdmap e1114: 8 total, 8 up, 8 in 2024-09-20T22:02:15.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:15 smithi134 ceph-mon[89086]: osdmap e1114: 8 total, 8 up, 8 in 2024-09-20T22:02:16.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:16 smithi046 ceph-mon[96110]: pgmap v1410: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:02:16.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:16 smithi046 ceph-mon[96110]: osdmap e1115: 8 total, 8 up, 8 in 2024-09-20T22:02:16.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:16 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2894650332' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-133663-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:02:16.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:16 smithi046 ceph-mon[98591]: pgmap v1410: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:02:16.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:16 smithi046 ceph-mon[98591]: osdmap e1115: 8 total, 8 up, 8 in 2024-09-20T22:02:16.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:16 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2894650332' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-133663-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:02:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:16 smithi134 ceph-mon[89086]: pgmap v1410: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:02:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:16 smithi134 ceph-mon[89086]: osdmap e1115: 8 total, 8 up, 8 in 2024-09-20T22:02:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:16 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2894650332' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-133663-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:02:17.577 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2873 ms) 2024-09-20T22:02:17.577 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2024-09-20T22:02:17.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:17 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2894650332' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-133663-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:02:17.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:17 smithi046 ceph-mon[96110]: osdmap e1116: 8 total, 8 up, 8 in 2024-09-20T22:02:17.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:17 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2894650332' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-133663-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:02:17.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:17 smithi046 ceph-mon[98591]: osdmap e1116: 8 total, 8 up, 8 in 2024-09-20T22:02:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:17 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2894650332' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-133663-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:02:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:17 smithi134 ceph-mon[89086]: osdmap e1116: 8 total, 8 up, 8 in 2024-09-20T22:02:18.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:18 smithi046 ceph-mon[96110]: pgmap v1413: 137 pgs: 2 creating+activating, 10 creating+peering, 15 unknown, 110 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:02:18.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:18 smithi046 ceph-mon[96110]: osdmap e1117: 8 total, 8 up, 8 in 2024-09-20T22:02:18.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:18 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:02:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:18 smithi046 ceph-mon[98591]: pgmap v1413: 137 pgs: 2 creating+activating, 10 creating+peering, 15 unknown, 110 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:02:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:18 smithi046 ceph-mon[98591]: osdmap e1117: 8 total, 8 up, 8 in 2024-09-20T22:02:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:18 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:02:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:18 smithi134 ceph-mon[89086]: pgmap v1413: 137 pgs: 2 creating+activating, 10 creating+peering, 15 unknown, 110 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:02:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:18 smithi134 ceph-mon[89086]: osdmap e1117: 8 total, 8 up, 8 in 2024-09-20T22:02:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:18 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:02:19.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:19 smithi046 ceph-mon[96110]: osdmap e1118: 8 total, 8 up, 8 in 2024-09-20T22:02:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:19 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/18950061' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-133663-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:02:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:02:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:02:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:02:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:02:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:19 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/18950061' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-133663-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:02:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:19 smithi046 ceph-mon[96110]: osdmap e1119: 8 total, 8 up, 8 in 2024-09-20T22:02:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:19 smithi046 ceph-mon[98591]: osdmap e1118: 8 total, 8 up, 8 in 2024-09-20T22:02:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:19 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/18950061' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-133663-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:02:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:02:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:02:19.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:02:19.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:02:19.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:19 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/18950061' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-133663-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:02:19.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:19 smithi046 ceph-mon[98591]: osdmap e1119: 8 total, 8 up, 8 in 2024-09-20T22:02:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:19 smithi134 ceph-mon[89086]: osdmap e1118: 8 total, 8 up, 8 in 2024-09-20T22:02:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:19 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/18950061' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-133663-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:02:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:02:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:02:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:02:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:02:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:19 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/18950061' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-133663-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:02:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:19 smithi134 ceph-mon[89086]: osdmap e1119: 8 total, 8 up, 8 in 2024-09-20T22:02:20.582 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3005 ms) 2024-09-20T22:02:20.582 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 2 tests from ClsSDK (5878 ms total) 2024-09-20T22:02:20.582 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:02:20.582 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2024-09-20T22:02:20.582 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 2 tests from 1 test suite ran. (5878 ms total) 2024-09-20T22:02:20.582 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 2 tests. 2024-09-20T22:02:20.585 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-20T22:02:20.585 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-20T22:02:20.662 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-09-20T22:02:20.663 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-20T22:02:20.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:20 smithi046 ceph-mon[96110]: pgmap v1416: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:02:20.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:20 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:02:20.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:20 smithi046 ceph-mon[96110]: osdmap e1120: 8 total, 8 up, 8 in 2024-09-20T22:02:20.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:20 smithi046 ceph-mon[98591]: pgmap v1416: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:02:20.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:20 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:02:20.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:20 smithi046 ceph-mon[98591]: osdmap e1120: 8 total, 8 up, 8 in 2024-09-20T22:02:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:20 smithi134 ceph-mon[89086]: pgmap v1416: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:02:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:20 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:02:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:20 smithi134 ceph-mon[89086]: osdmap e1120: 8 total, 8 up, 8 in 2024-09-20T22:02:20.933 DEBUG:teuthology.parallel:result is None 2024-09-20T22:02:20.933 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-20T22:02:20.959 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-20T22:02:20.959 DEBUG:teuthology.orchestra.run.smithi046:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-20T22:02:21.015 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-20T22:02:21.015 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-20T22:02:21.015 INFO:teuthology.task.print:**** done end rados_api.yaml 2024-09-20T22:02:21.016 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-20T22:02:21.016 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2024-09-20T22:02:21.016 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-20T22:02:21.016 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-09-20T22:02:21.016 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-20T22:02:21.017 DEBUG:teuthology.orchestra.run.smithi046:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-20T22:02:21.071 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-20T22:02:21.071 INFO:teuthology.orchestra.run.smithi046.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-20T22:02:21.072 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-20T22:02:21.128 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-20T22:02:21.128 DEBUG:teuthology.orchestra.run.smithi046:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-20T22:02:21.183 INFO:tasks.workunit:timeout=3h 2024-09-20T22:02:21.183 INFO:tasks.workunit:cleanup=True 2024-09-20T22:02:21.184 DEBUG:teuthology.orchestra.run.smithi046:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-09-20T22:02:21.240 INFO:tasks.workunit.client.0.smithi046.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-20T22:02:21.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:21 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:02:21.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:21 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T22:02:21.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:21 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:02:21.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:21 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T22:02:21.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:21 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:02:21.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:21 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T22:02:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:02:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:02:22] "GET /metrics HTTP/1.1" 200 36468 "" "Prometheus/2.43.0" 2024-09-20T22:02:22.640 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:02:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:02:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:02:22.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:22 smithi046 ceph-mon[96110]: pgmap v1419: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:02:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:22 smithi046 ceph-mon[98591]: pgmap v1419: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:02:22.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:22 smithi134 ceph-mon[89086]: pgmap v1419: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:02:25.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:25 smithi046 ceph-mon[96110]: pgmap v1420: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:02:25.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:25 smithi046 ceph-mon[98591]: pgmap v1420: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:02:25.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:25 smithi134 ceph-mon[89086]: pgmap v1420: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:02:27.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:27 smithi046 ceph-mon[96110]: pgmap v1421: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:02:27.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:27 smithi046 ceph-mon[98591]: pgmap v1421: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:02:27.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:27 smithi134 ceph-mon[89086]: pgmap v1421: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:02:27.631 DEBUG:teuthology.orchestra.run.smithi046:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-20T22:02:27.687 INFO:tasks.workunit.client.0.smithi046.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-20T22:02:27.690 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-20T22:02:27.690 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-20T22:02:27.740 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-20T22:02:27.791 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-20T22:02:27.831 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-20T22:02:27.833 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-20T22:02:27.833 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-20T22:02:27.873 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-20T22:02:27.877 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-20T22:02:27.877 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-20T22:02:27.934 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2024-09-20T22:02:27.935 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2024-09-20T22:02:27.935 DEBUG:teuthology.orchestra.run.smithi046:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2024-09-20T22:02:28.033 INFO:tasks.workunit.client.0.smithi046.stdout:run length 1200 seconds 2024-09-20T22:02:28.033 INFO:tasks.workunit.client.0.smithi046.stdout:preparing 10240 objects 2024-09-20T22:02:29.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:29 smithi046 ceph-mon[96110]: pgmap v1422: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:02:29.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:29 smithi046 ceph-mon[98591]: pgmap v1422: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:02:29.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:29 smithi134 ceph-mon[89086]: pgmap v1422: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:02:30.094 INFO:tasks.workunit.client.0.smithi046.stdout:load-gen will run 1200 seconds 2024-09-20T22:02:31.095 INFO:tasks.workunit.client.0.smithi046.stdout: 1: throughput=0MB/sec pending data=0 2024-09-20T22:02:31.095 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WsG3KNCGlfvzakn off=1490656 len=1769772 2024-09-20T22:02:31.105 INFO:tasks.workunit.client.0.smithi046.stdout:op 0 completed, throughput=1.67MB/sec 2024-09-20T22:02:31.105 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SkDE7rViW-C5w6R off=10186140 len=717073 2024-09-20T22:02:31.111 INFO:tasks.workunit.client.0.smithi046.stdout:op 1 completed, throughput=2.33MB/sec 2024-09-20T22:02:31.111 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zsEURibbdgfYENx off=161585 len=1069382 2024-09-20T22:02:31.117 INFO:tasks.workunit.client.0.smithi046.stdout:op 2 completed, throughput=3.32MB/sec 2024-09-20T22:02:31.117 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kNdaIjIYDQLzGfN off=17714019 len=1443707 2024-09-20T22:02:31.119 INFO:tasks.workunit.client.0.smithi046.stdout:op 3 completed, throughput=4.65MB/sec 2024-09-20T22:02:31.120 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VRiYv0693jyxbIC off=4193485 len=226904 2024-09-20T22:02:31.120 INFO:tasks.workunit.client.0.smithi046.stdout:op 4 completed, throughput=4.86MB/sec 2024-09-20T22:02:31.120 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aTybYHdef1eqXCi off=93733 len=652868 2024-09-20T22:02:31.121 INFO:tasks.workunit.client.0.smithi046.stdout:op 5 completed, throughput=5.46MB/sec 2024-09-20T22:02:31.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:31 smithi046 ceph-mon[96110]: pgmap v1423: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:02:31.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:31 smithi046 ceph-mon[98591]: pgmap v1423: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:02:31.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:31 smithi134 ceph-mon[89086]: pgmap v1423: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:02:32.122 INFO:tasks.workunit.client.0.smithi046.stdout: 2: throughput=2.77MB/sec pending data=0 2024-09-20T22:02:32.122 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1QXnendFRLY3kDs off=1680122 len=1854291 2024-09-20T22:02:32.125 INFO:tasks.workunit.client.0.smithi046.stdout:op 6 completed, throughput=3.63MB/sec 2024-09-20T22:02:32.125 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RlYfOWj7E-4laBD off=316319 len=1136512 2024-09-20T22:02:32.128 INFO:tasks.workunit.client.0.smithi046.stdout:op 7 completed, throughput=4.16MB/sec 2024-09-20T22:02:32.128 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5CwvKHSneFJlnST off=909839 len=446738 2024-09-20T22:02:32.132 INFO:tasks.workunit.client.0.smithi046.stdout:op 8 completed, throughput=4.36MB/sec 2024-09-20T22:02:32.132 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-c0p3E2frW1F7Zir off=6042264 len=652040 2024-09-20T22:02:32.133 INFO:tasks.workunit.client.0.smithi046.stdout:op 9 completed, throughput=4.66MB/sec 2024-09-20T22:02:32.134 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MOP6f72oSlXjS0V off=3161196 len=1440405 2024-09-20T22:02:32.139 INFO:tasks.workunit.client.0.smithi046.stdout:op 10 completed, throughput=5.32MB/sec 2024-09-20T22:02:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:02:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:02:32] "GET /metrics HTTP/1.1" 200 36468 "" "Prometheus/2.43.0" 2024-09-20T22:02:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:02:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:02:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:02:33.139 INFO:tasks.workunit.client.0.smithi046.stdout: 3: throughput=3.57MB/sec pending data=0 2024-09-20T22:02:33.140 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-G7HNkCOu160hinP off=6775993 len=1976214 2024-09-20T22:02:33.149 INFO:tasks.workunit.client.0.smithi046.stdout:op 11 completed, throughput=4.18MB/sec 2024-09-20T22:02:33.150 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2Q_aQqi8iwekDTq off=483790 len=423161 2024-09-20T22:02:33.153 INFO:tasks.workunit.client.0.smithi046.stdout:op 12 completed, throughput=4.31MB/sec 2024-09-20T22:02:33.153 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LPnM2FUR5melAcu off=9072591 len=1445282 2024-09-20T22:02:33.158 INFO:tasks.workunit.client.0.smithi046.stdout:op 13 completed, throughput=4.75MB/sec 2024-09-20T22:02:33.159 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Uw9tgJPup7MhuX3 off=3136420 len=886353 2024-09-20T22:02:33.160 INFO:tasks.workunit.client.0.smithi046.stdout:op 14 completed, throughput=5.02MB/sec 2024-09-20T22:02:33.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:33 smithi046 ceph-mon[96110]: pgmap v1424: 105 pgs: 105 active+clean; 81 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 600 KiB/s wr, 600 op/s 2024-09-20T22:02:33.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:33 smithi046 ceph-mon[98591]: pgmap v1424: 105 pgs: 105 active+clean; 81 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 600 KiB/s wr, 600 op/s 2024-09-20T22:02:33.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:33 smithi134 ceph-mon[89086]: pgmap v1424: 105 pgs: 105 active+clean; 81 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 600 KiB/s wr, 600 op/s 2024-09-20T22:02:34.160 INFO:tasks.workunit.client.0.smithi046.stdout: 4: throughput=3.79MB/sec pending data=0 2024-09-20T22:02:34.160 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NO1th9X5UAncaoS off=2203710 len=1048565 2024-09-20T22:02:34.165 INFO:tasks.workunit.client.0.smithi046.stdout:op 15 completed, throughput=4.03MB/sec 2024-09-20T22:02:34.165 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-45b3qnhP6LrnGY5 off=13521656 len=637111 2024-09-20T22:02:34.170 INFO:tasks.workunit.client.0.smithi046.stdout:op 16 completed, throughput=4.17MB/sec 2024-09-20T22:02:34.170 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-h28SACSNCfk7nv_ off=11875442 len=1080336 2024-09-20T22:02:34.171 INFO:tasks.workunit.client.0.smithi046.stdout:op 17 completed, throughput=4.42MB/sec 2024-09-20T22:02:34.171 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XGQTOGt9chHwAL0 off=4324800 len=1296797 2024-09-20T22:02:34.172 INFO:tasks.workunit.client.0.smithi046.stdout:op 18 completed, throughput=4.72MB/sec 2024-09-20T22:02:34.173 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-btcf1xysFRhsfEp off=231050 len=879093 2024-09-20T22:02:34.177 INFO:tasks.workunit.client.0.smithi046.stdout:op 19 completed, throughput=4.92MB/sec 2024-09-20T22:02:34.177 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KRNZijza3yb3HW0 off=0 len=1177011 2024-09-20T22:02:34.182 INFO:tasks.workunit.client.0.smithi046.stdout:op 20 completed, throughput=5.19MB/sec 2024-09-20T22:02:35.183 INFO:tasks.workunit.client.0.smithi046.stdout: 5: throughput=4.17MB/sec pending data=0 2024-09-20T22:02:35.183 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-B9pqla71tFuRvnH off=5718637 len=64439 2024-09-20T22:02:35.185 INFO:tasks.workunit.client.0.smithi046.stdout:op 21 completed, throughput=4.18MB/sec 2024-09-20T22:02:35.186 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IX6J4HoZ4-GdLao off=2370391 len=1265416 2024-09-20T22:02:35.195 INFO:tasks.workunit.client.0.smithi046.stdout:op 22 completed, throughput=4.41MB/sec 2024-09-20T22:02:35.195 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fXxkASz39qwMOW1 off=1818166 len=841549 2024-09-20T22:02:35.200 INFO:tasks.workunit.client.0.smithi046.stdout:op 23 completed, throughput=4.56MB/sec 2024-09-20T22:02:35.200 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-d3H0lLRwW6Q1vx2 off=1082527 len=563319 2024-09-20T22:02:35.201 INFO:tasks.workunit.client.0.smithi046.stdout:op 24 completed, throughput=4.67MB/sec 2024-09-20T22:02:35.201 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uHJybfW4XdjdmQz off=2462016 len=796627 2024-09-20T22:02:35.205 INFO:tasks.workunit.client.0.smithi046.stdout:op 25 completed, throughput=4.81MB/sec 2024-09-20T22:02:35.206 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kML9cZImljAjMyy off=3148158 len=1761306 2024-09-20T22:02:35.215 INFO:tasks.workunit.client.0.smithi046.stdout:op 26 completed, throughput=5.13MB/sec 2024-09-20T22:02:35.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:35 smithi046 ceph-mon[96110]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 911 KiB/s wr, 853 op/s 2024-09-20T22:02:35.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:35 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:02:35.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:35 smithi046 ceph-mon[98591]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 911 KiB/s wr, 853 op/s 2024-09-20T22:02:35.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:35 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:02:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:35 smithi134 ceph-mon[89086]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 911 KiB/s wr, 853 op/s 2024-09-20T22:02:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:35 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:02:36.216 INFO:tasks.workunit.client.0.smithi046.stdout: 6: throughput=4.29MB/sec pending data=0 2024-09-20T22:02:36.216 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uNy-lJaYHGmG3SQ off=6266856 len=507172 2024-09-20T22:02:36.220 INFO:tasks.workunit.client.0.smithi046.stdout:op 27 completed, throughput=4.37MB/sec 2024-09-20T22:02:36.220 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0a3D-3nGJfveOjV off=2205390 len=379258 2024-09-20T22:02:36.224 INFO:tasks.workunit.client.0.smithi046.stdout:op 28 completed, throughput=4.42MB/sec 2024-09-20T22:02:36.224 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5ozHud4Sbrqe7mL off=339794 len=1331807 2024-09-20T22:02:36.232 INFO:tasks.workunit.client.0.smithi046.stdout:op 29 completed, throughput=4.63MB/sec 2024-09-20T22:02:36.232 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-93zSMGlyZqnn_-N off=16194892 len=320673 2024-09-20T22:02:36.233 INFO:tasks.workunit.client.0.smithi046.stdout:op 30 completed, throughput=4.67MB/sec 2024-09-20T22:02:36.233 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zY3Ri9yYtfxtYSU off=9472850 len=1038660 2024-09-20T22:02:36.239 INFO:tasks.workunit.client.0.smithi046.stdout:op 31 completed, throughput=4.83MB/sec 2024-09-20T22:02:36.239 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8iQ8oZWiILwYYVl off=2679246 len=597137 2024-09-20T22:02:36.242 INFO:tasks.workunit.client.0.smithi046.stdout:op 32 completed, throughput=4.92MB/sec 2024-09-20T22:02:36.242 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-deqsQARFvONyXT3 off=20560654 len=715110 2024-09-20T22:02:36.246 INFO:tasks.workunit.client.0.smithi046.stdout:op 33 completed, throughput=5.03MB/sec 2024-09-20T22:02:37.246 INFO:tasks.workunit.client.0.smithi046.stdout: 7: throughput=4.33MB/sec pending data=0 2024-09-20T22:02:37.246 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-w_xwayg65PDDLL1 off=6632705 len=646859 2024-09-20T22:02:37.251 INFO:tasks.workunit.client.0.smithi046.stdout:op 34 completed, throughput=4.41MB/sec 2024-09-20T22:02:37.251 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-stpJKx0xs1ihPrA off=206480 len=1086106 2024-09-20T22:02:37.253 INFO:tasks.workunit.client.0.smithi046.stdout:op 35 completed, throughput=4.55MB/sec 2024-09-20T22:02:37.253 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cxbkb3iUZGfG3bk off=3506707 len=2089864 2024-09-20T22:02:37.256 INFO:tasks.workunit.client.0.smithi046.stdout:op 36 completed, throughput=4.83MB/sec 2024-09-20T22:02:37.257 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YGIhUvoTmGq_V8Q off=2908239 len=170490 2024-09-20T22:02:37.257 INFO:tasks.workunit.client.0.smithi046.stdout:op 37 completed, throughput=4.85MB/sec 2024-09-20T22:02:37.257 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-o-eAQLiqs3q4KSb off=5908627 len=1766984 2024-09-20T22:02:37.266 INFO:tasks.workunit.client.0.smithi046.stdout:op 38 completed, throughput=5.08MB/sec 2024-09-20T22:02:37.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:37 smithi046 ceph-mon[96110]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 911 KiB/s wr, 853 op/s 2024-09-20T22:02:37.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:37 smithi046 ceph-mon[98591]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 911 KiB/s wr, 853 op/s 2024-09-20T22:02:37.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:37 smithi134 ceph-mon[89086]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 911 KiB/s wr, 853 op/s 2024-09-20T22:02:38.266 INFO:tasks.workunit.client.0.smithi046.stdout: 8: throughput=4.46MB/sec pending data=0 2024-09-20T22:02:38.266 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mhU6ZgStbibHT4t off=2341333 len=1049552 2024-09-20T22:02:38.273 INFO:tasks.workunit.client.0.smithi046.stdout:op 39 completed, throughput=4.58MB/sec 2024-09-20T22:02:38.273 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1pEZnRYhlThvRyW off=9014131 len=1165649 2024-09-20T22:02:38.275 INFO:tasks.workunit.client.0.smithi046.stdout:op 40 completed, throughput=4.71MB/sec 2024-09-20T22:02:38.275 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-U_AahgxQGrXkIJv off=8342577 len=2086395 2024-09-20T22:02:38.278 INFO:tasks.workunit.client.0.smithi046.stdout:op 41 completed, throughput=4.95MB/sec 2024-09-20T22:02:38.278 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RXGE6bUu7nAChfh off=3760918 len=1136227 2024-09-20T22:02:38.283 INFO:tasks.workunit.client.0.smithi046.stdout:op 42 completed, throughput=5.08MB/sec 2024-09-20T22:02:39.284 INFO:tasks.workunit.client.0.smithi046.stdout: 9: throughput=4.53MB/sec pending data=0 2024-09-20T22:02:39.284 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-F7LlUw0B8uqpFOU off=662536 len=1181066 2024-09-20T22:02:39.291 INFO:tasks.workunit.client.0.smithi046.stdout:op 43 completed, throughput=4.65MB/sec 2024-09-20T22:02:39.291 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jq8R0sZb4ARUO3R off=1366943 len=556583 2024-09-20T22:02:39.295 INFO:tasks.workunit.client.0.smithi046.stdout:op 44 completed, throughput=4.7MB/sec 2024-09-20T22:02:39.295 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CDS0j4kUYjhJi14 off=7735520 len=1067210 2024-09-20T22:02:39.300 INFO:tasks.workunit.client.0.smithi046.stdout:op 45 completed, throughput=4.81MB/sec 2024-09-20T22:02:39.300 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oRR4bb7h6yqZ0Xp off=14235711 len=2004074 2024-09-20T22:02:39.303 INFO:tasks.workunit.client.0.smithi046.stdout:op 46 completed, throughput=5.02MB/sec 2024-09-20T22:02:39.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:39 smithi134 ceph-mon[89086]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 823 KiB/s rd, 2.4 MiB/s wr, 855 op/s 2024-09-20T22:02:39.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:39 smithi046 ceph-mon[96110]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 823 KiB/s rd, 2.4 MiB/s wr, 855 op/s 2024-09-20T22:02:39.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:39 smithi046 ceph-mon[98591]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 823 KiB/s rd, 2.4 MiB/s wr, 855 op/s 2024-09-20T22:02:40.304 INFO:tasks.workunit.client.0.smithi046.stdout: 10: throughput=4.53MB/sec pending data=0 2024-09-20T22:02:40.304 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-e3IyeTolcy1J9gA off=382705 len=1475794 2024-09-20T22:02:40.306 INFO:tasks.workunit.client.0.smithi046.stdout:op 47 completed, throughput=4.66MB/sec 2024-09-20T22:02:40.306 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HYyWF9Ql1YkAJad off=14108021 len=525209 2024-09-20T22:02:40.308 INFO:tasks.workunit.client.0.smithi046.stdout:op 48 completed, throughput=4.71MB/sec 2024-09-20T22:02:40.308 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TZm7ad8KcGxU-Jl off=129918 len=1097578 2024-09-20T22:02:40.309 INFO:tasks.workunit.client.0.smithi046.stdout:op 49 completed, throughput=4.81MB/sec 2024-09-20T22:02:40.309 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tAKf3WdS_Rx3qly off=7196107 len=1833357 2024-09-20T22:02:40.317 INFO:tasks.workunit.client.0.smithi046.stdout:op 50 completed, throughput=4.98MB/sec 2024-09-20T22:02:40.317 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8jnYoglUuVIYtXa off=4004817 len=1855660 2024-09-20T22:02:40.325 INFO:tasks.workunit.client.0.smithi046.stdout:op 51 completed, throughput=5.15MB/sec 2024-09-20T22:02:41.325 INFO:tasks.workunit.client.0.smithi046.stdout: 11: throughput=4.69MB/sec pending data=0 2024-09-20T22:02:41.325 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-REemXLbxRu2zigw off=1466061 len=118207 2024-09-20T22:02:41.326 INFO:tasks.workunit.client.0.smithi046.stdout:op 52 completed, throughput=4.7MB/sec 2024-09-20T22:02:41.326 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7lBOACXkgbFkY5Y off=1871646 len=291648 2024-09-20T22:02:41.327 INFO:tasks.workunit.client.0.smithi046.stdout:op 53 completed, throughput=4.72MB/sec 2024-09-20T22:02:41.327 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-twKercrzOTcqNfF off=12812110 len=1601748 2024-09-20T22:02:41.329 INFO:tasks.workunit.client.0.smithi046.stdout:op 54 completed, throughput=4.86MB/sec 2024-09-20T22:02:41.329 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AlgIYka4aNgNn0m off=3876086 len=647730 2024-09-20T22:02:41.331 INFO:tasks.workunit.client.0.smithi046.stdout:op 55 completed, throughput=4.91MB/sec 2024-09-20T22:02:41.331 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4CxkwNrsLEJ_NJj off=8498092 len=830793 2024-09-20T22:02:41.332 INFO:tasks.workunit.client.0.smithi046.stdout:op 56 completed, throughput=4.98MB/sec 2024-09-20T22:02:41.332 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kENrsbnf55G2Y1Z off=1419961 len=2082856 2024-09-20T22:02:41.336 INFO:tasks.workunit.client.0.smithi046.stdout:op 57 completed, throughput=5.16MB/sec 2024-09-20T22:02:41.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:41 smithi134 ceph-mon[89086]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 823 KiB/s rd, 2.4 MiB/s wr, 855 op/s 2024-09-20T22:02:41.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:41 smithi046 ceph-mon[96110]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 823 KiB/s rd, 2.4 MiB/s wr, 855 op/s 2024-09-20T22:02:41.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:41 smithi046 ceph-mon[98591]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 823 KiB/s rd, 2.4 MiB/s wr, 855 op/s 2024-09-20T22:02:42.336 INFO:tasks.workunit.client.0.smithi046.stdout: 12: throughput=4.74MB/sec pending data=0 2024-09-20T22:02:42.337 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FcG8A65zPE6weaK off=21294166 len=1904389 2024-09-20T22:02:42.345 INFO:tasks.workunit.client.0.smithi046.stdout:op 58 completed, throughput=4.88MB/sec 2024-09-20T22:02:42.345 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FquyGqg-vHg4UrO off=16439252 len=1049873 2024-09-20T22:02:42.346 INFO:tasks.workunit.client.0.smithi046.stdout:op 59 completed, throughput=4.96MB/sec 2024-09-20T22:02:42.346 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RPFLNRgzy2cLWaF off=8924134 len=178700 2024-09-20T22:02:42.349 INFO:tasks.workunit.client.0.smithi046.stdout:op 60 completed, throughput=4.98MB/sec 2024-09-20T22:02:42.349 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rBCEnVrfjjk7dhw off=2044962 len=26385 2024-09-20T22:02:42.350 INFO:tasks.workunit.client.0.smithi046.stdout:op 61 completed, throughput=4.98MB/sec 2024-09-20T22:02:42.350 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NxcVBiD0C-RKOo9 off=1033870 len=682203 2024-09-20T22:02:42.350 INFO:tasks.workunit.client.0.smithi046.stdout:op 62 completed, throughput=5.03MB/sec 2024-09-20T22:02:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:02:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:02:42] "GET /metrics HTTP/1.1" 200 34136 "" "Prometheus/2.43.0" 2024-09-20T22:02:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:02:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:02:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:02:43.351 INFO:tasks.workunit.client.0.smithi046.stdout: 13: throughput=4.65MB/sec pending data=0 2024-09-20T22:02:43.351 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gUEUZKLxSRap4zm off=13297027 len=1284321 2024-09-20T22:02:43.357 INFO:tasks.workunit.client.0.smithi046.stdout:op 63 completed, throughput=4.74MB/sec 2024-09-20T22:02:43.357 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-knFeu-pbmSgUkBn off=4784634 len=292177 2024-09-20T22:02:43.358 INFO:tasks.workunit.client.0.smithi046.stdout:op 64 completed, throughput=4.76MB/sec 2024-09-20T22:02:43.358 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-h-IkMaKUNkBYjOa off=14920393 len=1570592 2024-09-20T22:02:43.361 INFO:tasks.workunit.client.0.smithi046.stdout:op 65 completed, throughput=4.87MB/sec 2024-09-20T22:02:43.361 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VtC-Z54HlzysYe0 off=228563 len=1933601 2024-09-20T22:02:43.369 INFO:tasks.workunit.client.0.smithi046.stdout:op 66 completed, throughput=5.01MB/sec 2024-09-20T22:02:43.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:43 smithi134 ceph-mon[89086]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 856 op/s 2024-09-20T22:02:43.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:43 smithi046 ceph-mon[96110]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 856 op/s 2024-09-20T22:02:43.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:43 smithi046 ceph-mon[98591]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 856 op/s 2024-09-20T22:02:44.369 INFO:tasks.workunit.client.0.smithi046.stdout: 14: throughput=4.66MB/sec pending data=0 2024-09-20T22:02:44.369 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WhKHjW8ivVMGbpk off=9082430 len=1156174 2024-09-20T22:02:44.375 INFO:tasks.workunit.client.0.smithi046.stdout:op 67 completed, throughput=4.73MB/sec 2024-09-20T22:02:44.375 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IWxbyjk7PfrtGt4 off=4899530 len=1038743 2024-09-20T22:02:44.378 INFO:tasks.workunit.client.0.smithi046.stdout:op 68 completed, throughput=4.8MB/sec 2024-09-20T22:02:44.378 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-agnKRRYaL99v0vC off=11951749 len=536814 2024-09-20T22:02:44.382 INFO:tasks.workunit.client.0.smithi046.stdout:op 69 completed, throughput=4.84MB/sec 2024-09-20T22:02:44.382 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-m99y3zELnP-71w0 off=1201132 len=987030 2024-09-20T22:02:44.383 INFO:tasks.workunit.client.0.smithi046.stdout:op 70 completed, throughput=4.9MB/sec 2024-09-20T22:02:44.384 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DSCIF24UBMB9Urn off=1340304 len=1425293 2024-09-20T22:02:44.391 INFO:tasks.workunit.client.0.smithi046.stdout:op 71 completed, throughput=4.99MB/sec 2024-09-20T22:02:44.391 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-56Xn1K6y3EnLKWf off=5597837 len=1125558 2024-09-20T22:02:44.403 INFO:tasks.workunit.client.0.smithi046.stdout:op 72 completed, throughput=5.07MB/sec 2024-09-20T22:02:45.403 INFO:tasks.workunit.client.0.smithi046.stdout: 15: throughput=4.73MB/sec pending data=0 2024-09-20T22:02:45.403 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xd4A-KOoXR0Fko8 off=6048677 len=1012140 2024-09-20T22:02:45.408 INFO:tasks.workunit.client.0.smithi046.stdout:op 73 completed, throughput=4.8MB/sec 2024-09-20T22:02:45.408 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LC4sDajp5ZsfPFW off=6309571 len=1609652 2024-09-20T22:02:45.410 INFO:tasks.workunit.client.0.smithi046.stdout:op 74 completed, throughput=4.9MB/sec 2024-09-20T22:02:45.410 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WqLuPARuWxo9fmX off=19488021 len=1013592 2024-09-20T22:02:45.411 INFO:tasks.workunit.client.0.smithi046.stdout:op 75 completed, throughput=4.96MB/sec 2024-09-20T22:02:45.411 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pIvxqYgjz8jvPdJ off=3732266 len=271001 2024-09-20T22:02:45.412 INFO:tasks.workunit.client.0.smithi046.stdout:op 76 completed, throughput=4.98MB/sec 2024-09-20T22:02:45.412 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5PqoS_shRA_ioVl off=6881127 len=859705 2024-09-20T22:02:45.418 INFO:tasks.workunit.client.0.smithi046.stdout:op 77 completed, throughput=5.03MB/sec 2024-09-20T22:02:45.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:45 smithi134 ceph-mon[89086]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 317 op/s 2024-09-20T22:02:45.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:45 smithi046 ceph-mon[96110]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 317 op/s 2024-09-20T22:02:45.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:45 smithi046 ceph-mon[98591]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 317 op/s 2024-09-20T22:02:46.418 INFO:tasks.workunit.client.0.smithi046.stdout: 16: throughput=4.72MB/sec pending data=0 2024-09-20T22:02:46.418 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9bWeYIntaPPgk1I off=3092452 len=179289 2024-09-20T22:02:46.419 INFO:tasks.workunit.client.0.smithi046.stdout:op 78 completed, throughput=4.73MB/sec 2024-09-20T22:02:46.419 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SdL8FSgQUL8GvP1 off=1133675 len=828946 2024-09-20T22:02:46.424 INFO:tasks.workunit.client.0.smithi046.stdout:op 79 completed, throughput=4.78MB/sec 2024-09-20T22:02:46.424 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Z42bqsw6khi7Ah9 off=20592996 len=1904017 2024-09-20T22:02:46.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:46 smithi134 ceph-mon[89086]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:02:46.433 INFO:tasks.workunit.client.0.smithi046.stdout:op 80 completed, throughput=4.88MB/sec 2024-09-20T22:02:46.433 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5dzZQinFXmDJr7k off=2996093 len=1772176 2024-09-20T22:02:46.436 INFO:tasks.workunit.client.0.smithi046.stdout:op 81 completed, throughput=4.99MB/sec 2024-09-20T22:02:46.437 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-u5_sSqfaCpukR_b off=3178035 len=1691539 2024-09-20T22:02:46.446 INFO:tasks.workunit.client.0.smithi046.stdout:op 82 completed, throughput=5.08MB/sec 2024-09-20T22:02:46.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:46 smithi046 ceph-mon[96110]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:02:46.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:46 smithi046 ceph-mon[98591]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:02:47.446 INFO:tasks.workunit.client.0.smithi046.stdout: 17: throughput=4.79MB/sec pending data=0 2024-09-20T22:02:47.446 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IDyEBKs9MgLZaKV off=1230085 len=12637 2024-09-20T22:02:47.447 INFO:tasks.workunit.client.0.smithi046.stdout:op 83 completed, throughput=4.79MB/sec 2024-09-20T22:02:47.447 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LOCBSdWur9AYLuv off=4671196 len=1946609 2024-09-20T22:02:47.462 INFO:tasks.workunit.client.0.smithi046.stdout:op 84 completed, throughput=4.89MB/sec 2024-09-20T22:02:47.462 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oTgla3k0Zr-solQ off=7877913 len=1185236 2024-09-20T22:02:47.463 INFO:tasks.workunit.client.0.smithi046.stdout:op 85 completed, throughput=4.96MB/sec 2024-09-20T22:02:47.463 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Fa5iZ5TO-poOQJG off=10606513 len=674396 2024-09-20T22:02:47.465 INFO:tasks.workunit.client.0.smithi046.stdout:op 86 completed, throughput=4.99MB/sec 2024-09-20T22:02:47.465 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-y487jOynyhy53GR off=7964969 len=1774542 2024-09-20T22:02:47.467 INFO:tasks.workunit.client.0.smithi046.stdout:op 87 completed, throughput=5.09MB/sec 2024-09-20T22:02:48.467 INFO:tasks.workunit.client.0.smithi046.stdout: 18: throughput=4.81MB/sec pending data=0 2024-09-20T22:02:48.467 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-A4tPz8k0eyoDo36 off=6881950 len=1008168 2024-09-20T22:02:48.470 INFO:tasks.workunit.client.0.smithi046.stdout:op 88 completed, throughput=4.87MB/sec 2024-09-20T22:02:48.470 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WhKHjW8ivVMGbpk off=1979771 len=559049 2024-09-20T22:02:48.471 INFO:tasks.workunit.client.0.smithi046.stdout:op 89 completed, throughput=4.89MB/sec 2024-09-20T22:02:48.471 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uHJybfW4XdjdmQz off=10509397 len=1867403 2024-09-20T22:02:48.480 INFO:tasks.workunit.client.0.smithi046.stdout:op 90 completed, throughput=4.99MB/sec 2024-09-20T22:02:48.480 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_A2I8jfgpmSP0Jo off=6758424 len=1622004 2024-09-20T22:02:48.491 INFO:tasks.workunit.client.0.smithi046.stdout:op 91 completed, throughput=5.07MB/sec 2024-09-20T22:02:48.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:48 smithi046 ceph-mon[96110]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-09-20T22:02:48.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:48 smithi046 ceph-mon[98591]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-09-20T22:02:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:48 smithi134 ceph-mon[89086]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-09-20T22:02:49.491 INFO:tasks.workunit.client.0.smithi046.stdout: 19: throughput=4.81MB/sec pending data=0 2024-09-20T22:02:49.492 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RM2V3WsZ8He9d4D off=4324686 len=252488 2024-09-20T22:02:49.492 INFO:tasks.workunit.client.0.smithi046.stdout:op 92 completed, throughput=4.82MB/sec 2024-09-20T22:02:49.492 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-l8YiRwgV4GGRLyd off=3445111 len=1245479 2024-09-20T22:02:49.501 INFO:tasks.workunit.client.0.smithi046.stdout:op 93 completed, throughput=4.88MB/sec 2024-09-20T22:02:49.501 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-o-44ICiIIebz926 off=4245651 len=2054100 2024-09-20T22:02:49.504 INFO:tasks.workunit.client.0.smithi046.stdout:op 94 completed, throughput=4.98MB/sec 2024-09-20T22:02:49.504 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8YvkKrHd4JeMhhQ off=1094125 len=178221 2024-09-20T22:02:49.505 INFO:tasks.workunit.client.0.smithi046.stdout:op 95 completed, throughput=4.99MB/sec 2024-09-20T22:02:49.505 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fZw7mcmm_QiX2Yn off=3179948 len=618535 2024-09-20T22:02:49.509 INFO:tasks.workunit.client.0.smithi046.stdout:op 96 completed, throughput=5.02MB/sec 2024-09-20T22:02:49.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:02:49.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:02:49.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:02:50.509 INFO:tasks.workunit.client.0.smithi046.stdout: 20: throughput=4.77MB/sec pending data=0 2024-09-20T22:02:50.509 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-plAKMmgAYi15axy off=202444 len=379492 2024-09-20T22:02:50.512 INFO:tasks.workunit.client.0.smithi046.stdout:op 97 completed, throughput=4.79MB/sec 2024-09-20T22:02:50.513 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zt_TxZoNvInReJZ off=9397826 len=221218 2024-09-20T22:02:50.513 INFO:tasks.workunit.client.0.smithi046.stdout:op 98 completed, throughput=4.8MB/sec 2024-09-20T22:02:50.513 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xcMIGQMeaBFmrY1 off=6723712 len=1862779 2024-09-20T22:02:50.515 INFO:tasks.workunit.client.0.smithi046.stdout:op 99 completed, throughput=4.89MB/sec 2024-09-20T22:02:50.515 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2ILTgxgYYN4o9vh off=2974027 len=394733 2024-09-20T22:02:50.518 INFO:tasks.workunit.client.0.smithi046.stdout:op 100 completed, throughput=4.9MB/sec 2024-09-20T22:02:50.518 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-e7y2pPllOTGkuCL off=398901 len=1958680 2024-09-20T22:02:50.529 INFO:tasks.workunit.client.0.smithi046.stdout:op 101 completed, throughput=4.99MB/sec 2024-09-20T22:02:50.529 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NicwY6OoIa92Wyv off=3053406 len=914850 2024-09-20T22:02:50.530 INFO:tasks.workunit.client.0.smithi046.stdout:op 102 completed, throughput=5.03MB/sec 2024-09-20T22:02:50.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:50 smithi046 ceph-mon[96110]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:02:50.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:50 smithi046 ceph-mon[98591]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:02:50.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:50 smithi134 ceph-mon[89086]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:02:51.531 INFO:tasks.workunit.client.0.smithi046.stdout: 21: throughput=4.8MB/sec pending data=0 2024-09-20T22:02:51.531 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IU7N0WcZnV5BHwB off=1954152 len=1795431 2024-09-20T22:02:51.535 INFO:tasks.workunit.client.0.smithi046.stdout:op 103 completed, throughput=4.88MB/sec 2024-09-20T22:02:51.535 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-d6cAN3zz8Ir4hAV off=1601838 len=1305343 2024-09-20T22:02:51.542 INFO:tasks.workunit.client.0.smithi046.stdout:op 104 completed, throughput=4.93MB/sec 2024-09-20T22:02:51.543 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oQzPhfXdRqqYylk off=18395377 len=2053843 2024-09-20T22:02:51.545 INFO:tasks.workunit.client.0.smithi046.stdout:op 105 completed, throughput=5.03MB/sec 2024-09-20T22:02:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:02:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:02:52] "GET /metrics HTTP/1.1" 200 34141 "" "Prometheus/2.43.0" 2024-09-20T22:02:52.545 INFO:tasks.workunit.client.0.smithi046.stdout: 22: throughput=4.8MB/sec pending data=0 2024-09-20T22:02:52.546 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fpcTtw_mhVbyZnA off=1303322 len=664877 2024-09-20T22:02:52.547 INFO:tasks.workunit.client.0.smithi046.stdout:op 106 completed, throughput=4.83MB/sec 2024-09-20T22:02:52.547 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AOqoB6n07Y2ubV9 off=20689510 len=109447 2024-09-20T22:02:52.549 INFO:tasks.workunit.client.0.smithi046.stdout:op 107 completed, throughput=4.83MB/sec 2024-09-20T22:02:52.549 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZCfwMm2_FX8634K off=3984521 len=1111232 2024-09-20T22:02:52.555 INFO:tasks.workunit.client.0.smithi046.stdout:op 108 completed, throughput=4.88MB/sec 2024-09-20T22:02:52.555 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xfpzjUXAdSrUqBK off=2482003 len=52359 2024-09-20T22:02:52.556 INFO:tasks.workunit.client.0.smithi046.stdout:op 109 completed, throughput=4.88MB/sec 2024-09-20T22:02:52.556 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jO0p-MnpPSlpVQH off=472684 len=1639619 2024-09-20T22:02:52.558 INFO:tasks.workunit.client.0.smithi046.stdout:op 110 completed, throughput=4.95MB/sec 2024-09-20T22:02:52.558 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zesH9Aeu6h3TXZP off=5787856 len=2075090 2024-09-20T22:02:52.560 INFO:tasks.workunit.client.0.smithi046.stdout:op 111 completed, throughput=5.04MB/sec 2024-09-20T22:02:52.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:52 smithi134 ceph-mon[89086]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:02:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:02:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:02:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:02:52.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:52 smithi046 ceph-mon[96110]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:02:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:52 smithi046 ceph-mon[98591]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:02:53.561 INFO:tasks.workunit.client.0.smithi046.stdout: 23: throughput=4.82MB/sec pending data=0 2024-09-20T22:02:53.561 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2o4CCUIj896Oprn off=2713042 len=1268166 2024-09-20T22:02:53.564 INFO:tasks.workunit.client.0.smithi046.stdout:op 112 completed, throughput=4.87MB/sec 2024-09-20T22:02:53.564 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MDluvWI-u6IlG_8 off=9864738 len=1809671 2024-09-20T22:02:53.572 INFO:tasks.workunit.client.0.smithi046.stdout:op 113 completed, throughput=4.95MB/sec 2024-09-20T22:02:53.572 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UwKyUfL_zmMhNwi off=13764597 len=974044 2024-09-20T22:02:53.577 INFO:tasks.workunit.client.0.smithi046.stdout:op 114 completed, throughput=4.98MB/sec 2024-09-20T22:02:53.577 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NIgkC6-PJiVJZaZ off=8390925 len=225244 2024-09-20T22:02:53.578 INFO:tasks.workunit.client.0.smithi046.stdout:op 115 completed, throughput=4.99MB/sec 2024-09-20T22:02:53.578 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fvD-p7_gN0Cxcvj off=647997 len=335126 2024-09-20T22:02:53.578 INFO:tasks.workunit.client.0.smithi046.stdout:op 116 completed, throughput=5.01MB/sec 2024-09-20T22:02:54.579 INFO:tasks.workunit.client.0.smithi046.stdout: 24: throughput=4.8MB/sec pending data=0 2024-09-20T22:02:54.579 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-J2yFboXwqrXXiPJ off=1697942 len=1614805 2024-09-20T22:02:54.586 INFO:tasks.workunit.client.0.smithi046.stdout:op 117 completed, throughput=4.86MB/sec 2024-09-20T22:02:54.586 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-y6zWvC7dR8SI_it off=11309738 len=1662418 2024-09-20T22:02:54.588 INFO:tasks.workunit.client.0.smithi046.stdout:op 118 completed, throughput=4.93MB/sec 2024-09-20T22:02:54.588 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kx2bG7DG5JJQqbH off=5630771 len=1806734 2024-09-20T22:02:54.595 INFO:tasks.workunit.client.0.smithi046.stdout:op 119 completed, throughput=5MB/sec 2024-09-20T22:02:54.595 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ykjtiogMST5Ej4B off=18489732 len=669305 2024-09-20T22:02:54.599 INFO:tasks.workunit.client.0.smithi046.stdout:op 120 completed, throughput=5.02MB/sec 2024-09-20T22:02:54.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:54 smithi046 ceph-mon[96110]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:02:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:54 smithi046 ceph-mon[98591]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:02:54.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:54 smithi134 ceph-mon[89086]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:02:55.600 INFO:tasks.workunit.client.0.smithi046.stdout: 25: throughput=4.83MB/sec pending data=0 2024-09-20T22:02:55.600 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-J2sA3_KKTwzoI_B off=958185 len=1497751 2024-09-20T22:02:55.606 INFO:tasks.workunit.client.0.smithi046.stdout:op 121 completed, throughput=4.88MB/sec 2024-09-20T22:02:55.606 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-n9Zhv4wCC-XZCEw off=2882325 len=1779268 2024-09-20T22:02:55.608 INFO:tasks.workunit.client.0.smithi046.stdout:op 122 completed, throughput=4.95MB/sec 2024-09-20T22:02:55.608 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BPwWXZZujCMwOx4 off=12866666 len=1794047 2024-09-20T22:02:55.609 INFO:tasks.workunit.client.0.smithi046.stdout:op 123 completed, throughput=5.01MB/sec 2024-09-20T22:02:56.610 INFO:tasks.workunit.client.0.smithi046.stdout: 26: throughput=4.82MB/sec pending data=0 2024-09-20T22:02:56.610 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-STU59NOj_azzPP4 off=20989997 len=1457296 2024-09-20T22:02:56.612 INFO:tasks.workunit.client.0.smithi046.stdout:op 124 completed, throughput=4.88MB/sec 2024-09-20T22:02:56.612 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qby_50DHOAfHgLL off=6449914 len=489456 2024-09-20T22:02:56.616 INFO:tasks.workunit.client.0.smithi046.stdout:op 125 completed, throughput=4.89MB/sec 2024-09-20T22:02:56.616 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SFNuoq0zSMpKr_6 off=7472855 len=24411 2024-09-20T22:02:56.618 INFO:tasks.workunit.client.0.smithi046.stdout:op 126 completed, throughput=4.89MB/sec 2024-09-20T22:02:56.618 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GFUmouIAEVjDcq8 off=0 len=1127043 2024-09-20T22:02:56.624 INFO:tasks.workunit.client.0.smithi046.stdout:op 127 completed, throughput=4.93MB/sec 2024-09-20T22:02:56.624 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--zZq9aTG7Qc_JOr off=4828437 len=843027 2024-09-20T22:02:56.629 INFO:tasks.workunit.client.0.smithi046.stdout:op 128 completed, throughput=4.96MB/sec 2024-09-20T22:02:56.629 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aFfWRUDBXQJyH-4 off=8665205 len=673562 2024-09-20T22:02:56.630 INFO:tasks.workunit.client.0.smithi046.stdout:op 129 completed, throughput=4.99MB/sec 2024-09-20T22:02:56.631 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gvHFIKZ_uE5iM2P off=10036674 len=445441 2024-09-20T22:02:56.631 INFO:tasks.workunit.client.0.smithi046.stdout:op 130 completed, throughput=5MB/sec 2024-09-20T22:02:56.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:56 smithi046 ceph-mon[96110]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:02:56.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:56 smithi046 ceph-mon[98591]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:02:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:56 smithi134 ceph-mon[89086]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:02:57.632 INFO:tasks.workunit.client.0.smithi046.stdout: 27: throughput=4.82MB/sec pending data=0 2024-09-20T22:02:57.632 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-02-_GfbEQFSe9ZK off=14878274 len=1066235 2024-09-20T22:02:57.633 INFO:tasks.workunit.client.0.smithi046.stdout:op 131 completed, throughput=4.86MB/sec 2024-09-20T22:02:57.633 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bCws3-W2StgZq9- off=1241552 len=866124 2024-09-20T22:02:57.635 INFO:tasks.workunit.client.0.smithi046.stdout:op 132 completed, throughput=4.89MB/sec 2024-09-20T22:02:57.635 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nEWpgjKvGZPWRHo off=910414 len=1068575 2024-09-20T22:02:57.637 INFO:tasks.workunit.client.0.smithi046.stdout:op 133 completed, throughput=4.92MB/sec 2024-09-20T22:02:57.637 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uSn06n8YN8IgjNI off=604 len=1188665 2024-09-20T22:02:57.639 INFO:tasks.workunit.client.0.smithi046.stdout:op 134 completed, throughput=4.96MB/sec 2024-09-20T22:02:57.639 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zXTMhMNu1ZrJGjS off=3233475 len=687420 2024-09-20T22:02:57.643 INFO:tasks.workunit.client.0.smithi046.stdout:op 135 completed, throughput=4.99MB/sec 2024-09-20T22:02:57.643 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-j0Cqk9J5fdPtO8J off=446606 len=1353129 2024-09-20T22:02:57.650 INFO:tasks.workunit.client.0.smithi046.stdout:op 136 completed, throughput=5.03MB/sec 2024-09-20T22:02:58.650 INFO:tasks.workunit.client.0.smithi046.stdout: 28: throughput=4.86MB/sec pending data=0 2024-09-20T22:02:58.651 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tMOOFJTU1rew4Gl off=4047727 len=383375 2024-09-20T22:02:58.654 INFO:tasks.workunit.client.0.smithi046.stdout:op 137 completed, throughput=4.87MB/sec 2024-09-20T22:02:58.654 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Fipq0zuXZaenvQ9 off=6044663 len=965923 2024-09-20T22:02:58.657 INFO:tasks.workunit.client.0.smithi046.stdout:op 138 completed, throughput=4.9MB/sec 2024-09-20T22:02:58.657 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4zc2k_R5VomALfw off=3558186 len=2003618 2024-09-20T22:02:58.658 INFO:tasks.workunit.client.0.smithi046.stdout:op 139 completed, throughput=4.97MB/sec 2024-09-20T22:02:58.658 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-c5t2Zi06UYR7QQz off=1518513 len=1574747 2024-09-20T22:02:58.666 INFO:tasks.workunit.client.0.smithi046.stdout:op 140 completed, throughput=5.02MB/sec 2024-09-20T22:02:58.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:02:58 smithi046 ceph-mon[96110]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-20T22:02:58.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:02:58 smithi046 ceph-mon[98591]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-20T22:02:58.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:02:58 smithi134 ceph-mon[89086]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-20T22:02:59.666 INFO:tasks.workunit.client.0.smithi046.stdout: 29: throughput=4.85MB/sec pending data=0 2024-09-20T22:02:59.666 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8R60vLYNG03QzF5 off=8035160 len=1744373 2024-09-20T22:02:59.670 INFO:tasks.workunit.client.0.smithi046.stdout:op 141 completed, throughput=4.9MB/sec 2024-09-20T22:02:59.670 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dISuyiEq9nKJx3R off=12568297 len=571859 2024-09-20T22:02:59.671 INFO:tasks.workunit.client.0.smithi046.stdout:op 142 completed, throughput=4.92MB/sec 2024-09-20T22:02:59.671 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fsA12xFfuZLGrM7 off=12643985 len=1484716 2024-09-20T22:02:59.673 INFO:tasks.workunit.client.0.smithi046.stdout:op 143 completed, throughput=4.97MB/sec 2024-09-20T22:02:59.673 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TQqx7K-MtmN_Rj0 off=9176857 len=315296 2024-09-20T22:02:59.674 INFO:tasks.workunit.client.0.smithi046.stdout:op 144 completed, throughput=4.98MB/sec 2024-09-20T22:02:59.674 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aGhHzPsNU2uwit_ off=0 len=1282399 2024-09-20T22:02:59.677 INFO:tasks.workunit.client.0.smithi046.stdout:op 145 completed, throughput=5.02MB/sec 2024-09-20T22:03:00.677 INFO:tasks.workunit.client.0.smithi046.stdout: 30: throughput=4.86MB/sec pending data=0 2024-09-20T22:03:00.678 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-40B_DNKMsf6eP8e off=0 len=1075306 2024-09-20T22:03:00.683 INFO:tasks.workunit.client.0.smithi046.stdout:op 146 completed, throughput=4.89MB/sec 2024-09-20T22:03:00.684 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gkAfw-4UfcoVxLb off=3123823 len=1782654 2024-09-20T22:03:00.692 INFO:tasks.workunit.client.0.smithi046.stdout:op 147 completed, throughput=4.94MB/sec 2024-09-20T22:03:00.692 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jV22nsBTwNE07lz off=12704802 len=1557343 2024-09-20T22:03:00.695 INFO:tasks.workunit.client.0.smithi046.stdout:op 148 completed, throughput=4.99MB/sec 2024-09-20T22:03:00.695 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Y5QIPvgHCIJkjsF off=0 len=1268721 2024-09-20T22:03:00.701 INFO:tasks.workunit.client.0.smithi046.stdout:op 149 completed, throughput=5.03MB/sec 2024-09-20T22:03:00.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:00 smithi046 ceph-mon[96110]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-20T22:03:00.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:00 smithi046 ceph-mon[98591]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-20T22:03:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:00 smithi134 ceph-mon[89086]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-20T22:03:01.701 INFO:tasks.workunit.client.0.smithi046.stdout: 31: throughput=4.87MB/sec pending data=0 2024-09-20T22:03:01.701 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AXRAJaEG-sMeYUU off=4312447 len=1230181 2024-09-20T22:03:01.708 INFO:tasks.workunit.client.0.smithi046.stdout:op 150 completed, throughput=4.91MB/sec 2024-09-20T22:03:01.708 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FWGszE_K_jlxnT_ off=7783489 len=1106114 2024-09-20T22:03:01.709 INFO:tasks.workunit.client.0.smithi046.stdout:op 151 completed, throughput=4.94MB/sec 2024-09-20T22:03:01.709 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fKmb_zFZ5xX41KX off=1959860 len=1872137 2024-09-20T22:03:01.711 INFO:tasks.workunit.client.0.smithi046.stdout:op 152 completed, throughput=5MB/sec 2024-09-20T22:03:01.712 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1W5YQ7B59sQpxW4 off=7291429 len=1438134 2024-09-20T22:03:01.717 INFO:tasks.workunit.client.0.smithi046.stdout:op 153 completed, throughput=5.04MB/sec 2024-09-20T22:03:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:03:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:03:02] "GET /metrics HTTP/1.1" 200 34141 "" "Prometheus/2.43.0" 2024-09-20T22:03:02.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:02 smithi134 ceph-mon[89086]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:03:02.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:03:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:03:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:03:02.718 INFO:tasks.workunit.client.0.smithi046.stdout: 32: throughput=4.88MB/sec pending data=0 2024-09-20T22:03:02.718 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bKccdB-BKl81cLm off=15308011 len=361243 2024-09-20T22:03:02.719 INFO:tasks.workunit.client.0.smithi046.stdout:op 154 completed, throughput=4.89MB/sec 2024-09-20T22:03:02.719 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pbaYpFL6NvrDhUo off=1296532 len=522113 2024-09-20T22:03:02.720 INFO:tasks.workunit.client.0.smithi046.stdout:op 155 completed, throughput=4.91MB/sec 2024-09-20T22:03:02.720 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7_aSpBCSU1YfDl5 off=1994522 len=1035839 2024-09-20T22:03:02.725 INFO:tasks.workunit.client.0.smithi046.stdout:op 156 completed, throughput=4.94MB/sec 2024-09-20T22:03:02.725 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1agIzsz015u_FB7 off=13220319 len=135237 2024-09-20T22:03:02.728 INFO:tasks.workunit.client.0.smithi046.stdout:op 157 completed, throughput=4.94MB/sec 2024-09-20T22:03:02.728 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-y_WfXYnB6uG1sw6 off=3053544 len=1027107 2024-09-20T22:03:02.730 INFO:tasks.workunit.client.0.smithi046.stdout:op 158 completed, throughput=4.97MB/sec 2024-09-20T22:03:02.730 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qxl1-WW_XFjdAKG off=1962649 len=948285 2024-09-20T22:03:02.732 INFO:tasks.workunit.client.0.smithi046.stdout:op 159 completed, throughput=5MB/sec 2024-09-20T22:03:02.732 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rKLODHvHSoraF9v off=5977108 len=1096884 2024-09-20T22:03:02.736 INFO:tasks.workunit.client.0.smithi046.stdout:op 160 completed, throughput=5.03MB/sec 2024-09-20T22:03:02.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:02 smithi046 ceph-mon[96110]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:03:02.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:02 smithi046 ceph-mon[98591]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:03:03.737 INFO:tasks.workunit.client.0.smithi046.stdout: 33: throughput=4.88MB/sec pending data=0 2024-09-20T22:03:03.737 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-H6HSkPI9nVlcwE8 off=945318 len=1272280 2024-09-20T22:03:03.744 INFO:tasks.workunit.client.0.smithi046.stdout:op 161 completed, throughput=4.92MB/sec 2024-09-20T22:03:03.744 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Rp02OWL1X3we-rX off=1575896 len=1289496 2024-09-20T22:03:03.746 INFO:tasks.workunit.client.0.smithi046.stdout:op 162 completed, throughput=4.95MB/sec 2024-09-20T22:03:03.747 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Qym2Dui9skyuaLz off=16014510 len=950201 2024-09-20T22:03:03.752 INFO:tasks.workunit.client.0.smithi046.stdout:op 163 completed, throughput=4.98MB/sec 2024-09-20T22:03:03.752 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-M7pHJEpAffkUJ4e off=606271 len=551429 2024-09-20T22:03:03.753 INFO:tasks.workunit.client.0.smithi046.stdout:op 164 completed, throughput=4.99MB/sec 2024-09-20T22:03:03.753 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Pwqq-NjZ-A0oNRP off=21544433 len=713495 2024-09-20T22:03:03.757 INFO:tasks.workunit.client.0.smithi046.stdout:op 165 completed, throughput=5.01MB/sec 2024-09-20T22:03:04.757 INFO:tasks.workunit.client.0.smithi046.stdout: 34: throughput=4.87MB/sec pending data=0 2024-09-20T22:03:04.758 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bYxZRh27iubey_W off=103738 len=993159 2024-09-20T22:03:04.763 INFO:tasks.workunit.client.0.smithi046.stdout:op 166 completed, throughput=4.9MB/sec 2024-09-20T22:03:04.763 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hElP-WGFKgvs5i- off=5427368 len=2074815 2024-09-20T22:03:04.773 INFO:tasks.workunit.client.0.smithi046.stdout:op 167 completed, throughput=4.95MB/sec 2024-09-20T22:03:04.773 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nShwdirmkgZifZg off=8704926 len=1182856 2024-09-20T22:03:04.779 INFO:tasks.workunit.client.0.smithi046.stdout:op 168 completed, throughput=4.98MB/sec 2024-09-20T22:03:04.779 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-myoCJIY_5rkuVp7 off=1256967 len=902062 2024-09-20T22:03:04.781 INFO:tasks.workunit.client.0.smithi046.stdout:op 169 completed, throughput=5.01MB/sec 2024-09-20T22:03:04.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:04 smithi046 ceph-mon[96110]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:03:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:03:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:04 smithi046 ceph-mon[98591]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:03:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:03:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:04 smithi134 ceph-mon[89086]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:03:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:03:05.781 INFO:tasks.workunit.client.0.smithi046.stdout: 35: throughput=4.87MB/sec pending data=0 2024-09-20T22:03:05.782 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fjlS5Jua_WBYl-m off=609885 len=464019 2024-09-20T22:03:05.783 INFO:tasks.workunit.client.0.smithi046.stdout:op 170 completed, throughput=4.88MB/sec 2024-09-20T22:03:05.783 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-binPv5dJuKfDgsM off=209031 len=948468 2024-09-20T22:03:05.788 INFO:tasks.workunit.client.0.smithi046.stdout:op 171 completed, throughput=4.9MB/sec 2024-09-20T22:03:05.789 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1wjDrOF6foxC6IN off=5911890 len=447018 2024-09-20T22:03:05.789 INFO:tasks.workunit.client.0.smithi046.stdout:op 172 completed, throughput=4.92MB/sec 2024-09-20T22:03:05.790 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iJGXYcoupdlzttO off=2615945 len=1189180 2024-09-20T22:03:05.796 INFO:tasks.workunit.client.0.smithi046.stdout:op 173 completed, throughput=4.95MB/sec 2024-09-20T22:03:05.796 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dqt6e8fBdqJ-M9B off=3014494 len=1496282 2024-09-20T22:03:05.802 INFO:tasks.workunit.client.0.smithi046.stdout:op 174 completed, throughput=4.99MB/sec 2024-09-20T22:03:05.802 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QvH2Mv-Ac2wwV23 off=5414887 len=905323 2024-09-20T22:03:05.806 INFO:tasks.workunit.client.0.smithi046.stdout:op 175 completed, throughput=5.01MB/sec 2024-09-20T22:03:06.807 INFO:tasks.workunit.client.0.smithi046.stdout: 36: throughput=4.87MB/sec pending data=0 2024-09-20T22:03:06.807 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LUOA5OQEju7_grv off=15069618 len=1037286 2024-09-20T22:03:06.809 INFO:tasks.workunit.client.0.smithi046.stdout:op 176 completed, throughput=4.9MB/sec 2024-09-20T22:03:06.809 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rIhMkWmd6e_G6sa off=5101457 len=348200 2024-09-20T22:03:06.810 INFO:tasks.workunit.client.0.smithi046.stdout:op 177 completed, throughput=4.91MB/sec 2024-09-20T22:03:06.810 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dRqQzMXwgBQBVSQ off=11237147 len=1350602 2024-09-20T22:03:06.817 INFO:tasks.workunit.client.0.smithi046.stdout:op 178 completed, throughput=4.94MB/sec 2024-09-20T22:03:06.817 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-m519sbHr5ez1WET off=17057262 len=1113760 2024-09-20T22:03:06.822 INFO:tasks.workunit.client.0.smithi046.stdout:op 179 completed, throughput=4.97MB/sec 2024-09-20T22:03:06.822 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kjoAOamFnfq8CY4 off=53198 len=1036189 2024-09-20T22:03:06.827 INFO:tasks.workunit.client.0.smithi046.stdout:op 180 completed, throughput=5MB/sec 2024-09-20T22:03:06.827 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QWQGRzT4M-7thUG off=21419277 len=112435 2024-09-20T22:03:06.830 INFO:tasks.workunit.client.0.smithi046.stdout:op 181 completed, throughput=5MB/sec 2024-09-20T22:03:06.830 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YsKwDU1bERtSAzp off=85866 len=1173320 2024-09-20T22:03:06.831 INFO:tasks.workunit.client.0.smithi046.stdout:op 182 completed, throughput=5.03MB/sec 2024-09-20T22:03:06.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:06 smithi046 ceph-mon[96110]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-20T22:03:06.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:06 smithi046 ceph-mon[98591]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-20T22:03:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:06 smithi134 ceph-mon[89086]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-20T22:03:07.831 INFO:tasks.workunit.client.0.smithi046.stdout: 37: throughput=4.9MB/sec pending data=0 2024-09-20T22:03:07.832 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QItR0HLuD0OdhRI off=3062211 len=373333 2024-09-20T22:03:07.835 INFO:tasks.workunit.client.0.smithi046.stdout:op 183 completed, throughput=4.91MB/sec 2024-09-20T22:03:07.835 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8AMqJ0ItQ86Vhwk off=1167138 len=1366547 2024-09-20T22:03:07.837 INFO:tasks.workunit.client.0.smithi046.stdout:op 184 completed, throughput=4.94MB/sec 2024-09-20T22:03:07.837 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ftzfAiyyEeBGf5Q off=3044428 len=1661967 2024-09-20T22:03:07.845 INFO:tasks.workunit.client.0.smithi046.stdout:op 185 completed, throughput=4.98MB/sec 2024-09-20T22:03:07.846 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NTGXtNeA7v8rvGD off=208842 len=442623 2024-09-20T22:03:07.846 INFO:tasks.workunit.client.0.smithi046.stdout:op 186 completed, throughput=4.99MB/sec 2024-09-20T22:03:07.846 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rcqWRijPVJPxQYL off=0 len=1334268 2024-09-20T22:03:07.852 INFO:tasks.workunit.client.0.smithi046.stdout:op 187 completed, throughput=5.02MB/sec 2024-09-20T22:03:08.853 INFO:tasks.workunit.client.0.smithi046.stdout: 38: throughput=4.89MB/sec pending data=0 2024-09-20T22:03:08.853 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-U0H4cbeB3kdS1ZD off=700023 len=864501 2024-09-20T22:03:08.854 INFO:tasks.workunit.client.0.smithi046.stdout:op 188 completed, throughput=4.92MB/sec 2024-09-20T22:03:08.854 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vGp5NDaY5Q4NGMQ off=21335129 len=653483 2024-09-20T22:03:08.858 INFO:tasks.workunit.client.0.smithi046.stdout:op 189 completed, throughput=4.93MB/sec 2024-09-20T22:03:08.858 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XP6BbSSbGZ1Ez-h off=3022424 len=1106592 2024-09-20T22:03:08.865 INFO:tasks.workunit.client.0.smithi046.stdout:op 190 completed, throughput=4.96MB/sec 2024-09-20T22:03:08.865 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--Cpeh2NRW2YSRJo off=19998837 len=768766 2024-09-20T22:03:08.866 INFO:tasks.workunit.client.0.smithi046.stdout:op 191 completed, throughput=4.98MB/sec 2024-09-20T22:03:08.866 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0stF3wjv258Q2ds off=2220757 len=362786 2024-09-20T22:03:08.867 INFO:tasks.workunit.client.0.smithi046.stdout:op 192 completed, throughput=4.99MB/sec 2024-09-20T22:03:08.868 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-O8PiBN2yKzg8h15 off=30229 len=1436611 2024-09-20T22:03:08.870 INFO:tasks.workunit.client.0.smithi046.stdout:op 193 completed, throughput=5.02MB/sec 2024-09-20T22:03:08.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:08 smithi046 ceph-mon[96110]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:03:08.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:08 smithi046 ceph-mon[98591]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:03:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:08 smithi134 ceph-mon[89086]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:03:09.870 INFO:tasks.workunit.client.0.smithi046.stdout: 39: throughput=4.89MB/sec pending data=0 2024-09-20T22:03:09.871 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-v6vPLbaFKw9R-O8 off=6231752 len=503667 2024-09-20T22:03:09.872 INFO:tasks.workunit.client.0.smithi046.stdout:op 194 completed, throughput=4.91MB/sec 2024-09-20T22:03:09.872 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PxoVhNPFeloX6Sk off=0 len=1362547 2024-09-20T22:03:09.880 INFO:tasks.workunit.client.0.smithi046.stdout:op 195 completed, throughput=4.94MB/sec 2024-09-20T22:03:09.880 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9eG9bhKktmgHRYy off=5173688 len=1529340 2024-09-20T22:03:09.882 INFO:tasks.workunit.client.0.smithi046.stdout:op 196 completed, throughput=4.97MB/sec 2024-09-20T22:03:09.882 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Zwxfc6Z9I1owgdG off=6846459 len=888879 2024-09-20T22:03:09.883 INFO:tasks.workunit.client.0.smithi046.stdout:op 197 completed, throughput=4.99MB/sec 2024-09-20T22:03:09.884 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MB6Y-2zCzkyp5jd off=12242091 len=735948 2024-09-20T22:03:09.884 INFO:tasks.workunit.client.0.smithi046.stdout:op 198 completed, throughput=5.01MB/sec 2024-09-20T22:03:10.885 INFO:tasks.workunit.client.0.smithi046.stdout: 40: throughput=4.89MB/sec pending data=0 2024-09-20T22:03:10.885 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3z0VP_LzJ95f4iO off=5712229 len=875631 2024-09-20T22:03:10.890 INFO:tasks.workunit.client.0.smithi046.stdout:op 199 completed, throughput=4.91MB/sec 2024-09-20T22:03:10.890 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Gae4aBDTc8Z1_36 off=17502715 len=1945805 2024-09-20T22:03:10.894 INFO:tasks.workunit.client.0.smithi046.stdout:op 200 completed, throughput=4.95MB/sec 2024-09-20T22:03:10.894 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bT9227K8stdUWix off=1180458 len=427541 2024-09-20T22:03:10.895 INFO:tasks.workunit.client.0.smithi046.stdout:op 201 completed, throughput=4.96MB/sec 2024-09-20T22:03:10.895 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zRPFshgFkDkazW9 off=259738 len=1712300 2024-09-20T22:03:10.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:10 smithi046 ceph-mon[96110]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-20T22:03:10.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:10 smithi046 ceph-mon[98591]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-20T22:03:10.905 INFO:tasks.workunit.client.0.smithi046.stdout:op 202 completed, throughput=5MB/sec 2024-09-20T22:03:10.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:10 smithi134 ceph-mon[89086]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-20T22:03:11.905 INFO:tasks.workunit.client.0.smithi046.stdout: 41: throughput=4.88MB/sec pending data=0 2024-09-20T22:03:11.906 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FOfXJj6ex5frtXk off=11630471 len=1634459 2024-09-20T22:03:11.907 INFO:tasks.workunit.client.0.smithi046.stdout:op 203 completed, throughput=4.92MB/sec 2024-09-20T22:03:11.908 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jZVPczAOmaH745T off=1076 len=125428 2024-09-20T22:03:11.908 INFO:tasks.workunit.client.0.smithi046.stdout:op 204 completed, throughput=4.92MB/sec 2024-09-20T22:03:11.908 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1vWQP12zdKg-aHX off=10316818 len=1272138 2024-09-20T22:03:11.914 INFO:tasks.workunit.client.0.smithi046.stdout:op 205 completed, throughput=4.95MB/sec 2024-09-20T22:03:11.914 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7z8aX-xkSfchoEO off=5014525 len=1426929 2024-09-20T22:03:11.921 INFO:tasks.workunit.client.0.smithi046.stdout:op 206 completed, throughput=4.98MB/sec 2024-09-20T22:03:11.921 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jghzFl35gq2I9qT off=273126 len=1297974 2024-09-20T22:03:11.926 INFO:tasks.workunit.client.0.smithi046.stdout:op 207 completed, throughput=5.01MB/sec 2024-09-20T22:03:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:03:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:03:12] "GET /metrics HTTP/1.1" 200 34140 "" "Prometheus/2.43.0" 2024-09-20T22:03:12.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:12 smithi134 ceph-mon[89086]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:03:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:03:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:03:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:03:12.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:12 smithi046 ceph-mon[96110]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:03:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:12 smithi046 ceph-mon[98591]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:03:12.926 INFO:tasks.workunit.client.0.smithi046.stdout: 42: throughput=4.9MB/sec pending data=0 2024-09-20T22:03:12.926 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Zp-7K-llrSq3zH9 off=5216718 len=1133792 2024-09-20T22:03:12.928 INFO:tasks.workunit.client.0.smithi046.stdout:op 208 completed, throughput=4.92MB/sec 2024-09-20T22:03:12.928 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BhaeZDtWoivfRR4 off=19821700 len=1439453 2024-09-20T22:03:12.930 INFO:tasks.workunit.client.0.smithi046.stdout:op 209 completed, throughput=4.95MB/sec 2024-09-20T22:03:12.930 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-K6xXDCNnb327ICF off=3430852 len=625937 2024-09-20T22:03:12.931 INFO:tasks.workunit.client.0.smithi046.stdout:op 210 completed, throughput=4.97MB/sec 2024-09-20T22:03:12.931 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Yo8_auygKuid5DA off=7235972 len=1258642 2024-09-20T22:03:12.937 INFO:tasks.workunit.client.0.smithi046.stdout:op 211 completed, throughput=4.99MB/sec 2024-09-20T22:03:12.937 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-No-aUJ2N_KGJOe- off=13699673 len=15569 2024-09-20T22:03:12.938 INFO:tasks.workunit.client.0.smithi046.stdout:op 212 completed, throughput=4.99MB/sec 2024-09-20T22:03:12.938 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8lyoSnhQVeFPKDE off=4280842 len=1952106 2024-09-20T22:03:12.939 INFO:tasks.workunit.client.0.smithi046.stdout:op 213 completed, throughput=5.04MB/sec 2024-09-20T22:03:13.940 INFO:tasks.workunit.client.0.smithi046.stdout: 43: throughput=4.92MB/sec pending data=0 2024-09-20T22:03:13.940 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8mM-yCg1W4BZnHz off=1974450 len=564142 2024-09-20T22:03:13.944 INFO:tasks.workunit.client.0.smithi046.stdout:op 214 completed, throughput=4.93MB/sec 2024-09-20T22:03:13.944 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EAY3oQnoVItBUkI off=1125138 len=985835 2024-09-20T22:03:13.945 INFO:tasks.workunit.client.0.smithi046.stdout:op 215 completed, throughput=4.95MB/sec 2024-09-20T22:03:13.945 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CZrL0hh-eKMqLdT off=2943145 len=210065 2024-09-20T22:03:13.947 INFO:tasks.workunit.client.0.smithi046.stdout:op 216 completed, throughput=4.96MB/sec 2024-09-20T22:03:13.948 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-orAo_RwAG8DB0-Q off=4182131 len=1804245 2024-09-20T22:03:13.958 INFO:tasks.workunit.client.0.smithi046.stdout:op 217 completed, throughput=5MB/sec 2024-09-20T22:03:13.958 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2_o6fanNH7OvjBv off=6553669 len=1981111 2024-09-20T22:03:13.966 INFO:tasks.workunit.client.0.smithi046.stdout:op 218 completed, throughput=5.04MB/sec 2024-09-20T22:03:14.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:14 smithi046 ceph-mon[96110]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:03:14.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:14 smithi046 ceph-mon[98591]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:03:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:14 smithi134 ceph-mon[89086]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:03:14.966 INFO:tasks.workunit.client.0.smithi046.stdout: 44: throughput=4.93MB/sec pending data=0 2024-09-20T22:03:14.966 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yULqiqhSJf6Nbqb off=1291410 len=813874 2024-09-20T22:03:14.968 INFO:tasks.workunit.client.0.smithi046.stdout:op 219 completed, throughput=4.94MB/sec 2024-09-20T22:03:14.968 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-temQu68P1EbKJ3i off=744619 len=410427 2024-09-20T22:03:14.972 INFO:tasks.workunit.client.0.smithi046.stdout:op 220 completed, throughput=4.95MB/sec 2024-09-20T22:03:14.972 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TU50nuSSGLdCZMs off=3503133 len=90269 2024-09-20T22:03:14.972 INFO:tasks.workunit.client.0.smithi046.stdout:op 221 completed, throughput=4.95MB/sec 2024-09-20T22:03:14.972 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wnthCieSErkYYCR off=9286811 len=600175 2024-09-20T22:03:14.976 INFO:tasks.workunit.client.0.smithi046.stdout:op 222 completed, throughput=4.97MB/sec 2024-09-20T22:03:14.976 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kS4JaKnKkhqOj7p off=6619579 len=710197 2024-09-20T22:03:14.978 INFO:tasks.workunit.client.0.smithi046.stdout:op 223 completed, throughput=4.98MB/sec 2024-09-20T22:03:14.978 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hIYYQSiHlpoYq1- off=1538067 len=231213 2024-09-20T22:03:14.979 INFO:tasks.workunit.client.0.smithi046.stdout:op 224 completed, throughput=4.99MB/sec 2024-09-20T22:03:14.979 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-s5H3J-9E8KmPwaw off=2341461 len=461308 2024-09-20T22:03:14.983 INFO:tasks.workunit.client.0.smithi046.stdout:op 225 completed, throughput=5MB/sec 2024-09-20T22:03:14.983 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Oy8LTs0LVF_41Pl off=5290394 len=83160 2024-09-20T22:03:14.985 INFO:tasks.workunit.client.0.smithi046.stdout:op 226 completed, throughput=5MB/sec 2024-09-20T22:03:14.985 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Yx8Y00UFdVVXxXp off=13388722 len=432999 2024-09-20T22:03:14.988 INFO:tasks.workunit.client.0.smithi046.stdout:op 227 completed, throughput=5.01MB/sec 2024-09-20T22:03:15.989 INFO:tasks.workunit.client.0.smithi046.stdout: 45: throughput=4.9MB/sec pending data=0 2024-09-20T22:03:15.989 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6R8cisP7Vq8mBSh off=12161195 len=2015011 2024-09-20T22:03:16.001 INFO:tasks.workunit.client.0.smithi046.stdout:op 228 completed, throughput=4.94MB/sec 2024-09-20T22:03:16.001 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hWhtbpJSu8yjH_q off=13115173 len=1840454 2024-09-20T22:03:16.011 INFO:tasks.workunit.client.0.smithi046.stdout:op 229 completed, throughput=4.97MB/sec 2024-09-20T22:03:16.011 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dawAN2fKjkrsQiX off=4295251 len=1380436 2024-09-20T22:03:16.017 INFO:tasks.workunit.client.0.smithi046.stdout:op 230 completed, throughput=5MB/sec 2024-09-20T22:03:16.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:16 smithi046 ceph-mon[96110]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:03:16.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:16 smithi046 ceph-mon[98591]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:03:16.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:16 smithi134 ceph-mon[89086]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:03:17.018 INFO:tasks.workunit.client.0.smithi046.stdout: 46: throughput=4.9MB/sec pending data=0 2024-09-20T22:03:17.018 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xslEtfziI9jbPu_ off=6704881 len=698745 2024-09-20T22:03:17.022 INFO:tasks.workunit.client.0.smithi046.stdout:op 231 completed, throughput=4.91MB/sec 2024-09-20T22:03:17.023 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-attqwl1mKiVlzZR off=18547838 len=2049980 2024-09-20T22:03:17.027 INFO:tasks.workunit.client.0.smithi046.stdout:op 232 completed, throughput=4.95MB/sec 2024-09-20T22:03:17.027 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MwLI3_IU6aYv3Ll off=742566 len=1397804 2024-09-20T22:03:17.029 INFO:tasks.workunit.client.0.smithi046.stdout:op 233 completed, throughput=4.98MB/sec 2024-09-20T22:03:17.029 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OTZu4u-BCk6yDb4 off=12919170 len=684376 2024-09-20T22:03:17.033 INFO:tasks.workunit.client.0.smithi046.stdout:op 234 completed, throughput=4.99MB/sec 2024-09-20T22:03:17.033 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-R7wrxRePMMqFofa off=9516810 len=1522184 2024-09-20T22:03:17.035 INFO:tasks.workunit.client.0.smithi046.stdout:op 235 completed, throughput=5.02MB/sec 2024-09-20T22:03:18.036 INFO:tasks.workunit.client.0.smithi046.stdout: 47: throughput=4.92MB/sec pending data=0 2024-09-20T22:03:18.036 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-n9Zhv4wCC-XZCEw off=154893 len=986650 2024-09-20T22:03:18.042 INFO:tasks.workunit.client.0.smithi046.stdout:op 236 completed, throughput=4.94MB/sec 2024-09-20T22:03:18.042 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-of9KY_STlHXutdG off=13234055 len=402262 2024-09-20T22:03:18.043 INFO:tasks.workunit.client.0.smithi046.stdout:op 237 completed, throughput=4.95MB/sec 2024-09-20T22:03:18.043 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3b9-syD4EQ-I66O off=1005231 len=782655 2024-09-20T22:03:18.048 INFO:tasks.workunit.client.0.smithi046.stdout:op 238 completed, throughput=4.96MB/sec 2024-09-20T22:03:18.048 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CJxTlS-NGgiOatJ off=6468027 len=670518 2024-09-20T22:03:18.048 INFO:tasks.workunit.client.0.smithi046.stdout:op 239 completed, throughput=4.97MB/sec 2024-09-20T22:03:18.049 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_j27ZPZtEPlG_a7 off=1050747 len=199927 2024-09-20T22:03:18.052 INFO:tasks.workunit.client.0.smithi046.stdout:op 240 completed, throughput=4.98MB/sec 2024-09-20T22:03:18.052 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZJW852dEaT2Ag3n off=2360253 len=386927 2024-09-20T22:03:18.055 INFO:tasks.workunit.client.0.smithi046.stdout:op 241 completed, throughput=4.98MB/sec 2024-09-20T22:03:18.055 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_zA8-dq0e1Qgt74 off=3909225 len=59579 2024-09-20T22:03:18.057 INFO:tasks.workunit.client.0.smithi046.stdout:op 242 completed, throughput=4.99MB/sec 2024-09-20T22:03:18.057 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XWNr7kAJFibY82b off=14014799 len=827149 2024-09-20T22:03:18.058 INFO:tasks.workunit.client.0.smithi046.stdout:op 243 completed, throughput=5MB/sec 2024-09-20T22:03:18.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:18 smithi046 ceph-mon[96110]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:03:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:18 smithi046 ceph-mon[98591]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:03:18.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:18 smithi134 ceph-mon[89086]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:03:19.058 INFO:tasks.workunit.client.0.smithi046.stdout: 48: throughput=4.9MB/sec pending data=0 2024-09-20T22:03:19.058 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-y0wpkfqC8BbORVT off=4970392 len=893541 2024-09-20T22:03:19.064 INFO:tasks.workunit.client.0.smithi046.stdout:op 244 completed, throughput=4.92MB/sec 2024-09-20T22:03:19.064 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-67P_UOYAUYM-rs8 off=9891184 len=2094982 2024-09-20T22:03:19.068 INFO:tasks.workunit.client.0.smithi046.stdout:op 245 completed, throughput=4.96MB/sec 2024-09-20T22:03:19.068 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XiYh5OSkop7nzTw off=1097038 len=1072918 2024-09-20T22:03:19.074 INFO:tasks.workunit.client.0.smithi046.stdout:op 246 completed, throughput=4.98MB/sec 2024-09-20T22:03:19.074 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OIBY1l0G7oWkPFu off=3107764 len=1869972 2024-09-20T22:03:19.083 INFO:tasks.workunit.client.0.smithi046.stdout:op 247 completed, throughput=5.01MB/sec 2024-09-20T22:03:19.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:03:19.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:03:19.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:03:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:03:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:03:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:03:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:03:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:03:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:03:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:03:19.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:03:19.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:03:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:03:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:03:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:03:20.084 INFO:tasks.workunit.client.0.smithi046.stdout: 49: throughput=4.91MB/sec pending data=0 2024-09-20T22:03:20.084 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wU-Pd67ggBEiF0k off=1727610 len=1859128 2024-09-20T22:03:20.087 INFO:tasks.workunit.client.0.smithi046.stdout:op 248 completed, throughput=4.95MB/sec 2024-09-20T22:03:20.087 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yc7My4d0dulN5RB off=1465666 len=1199826 2024-09-20T22:03:20.094 INFO:tasks.workunit.client.0.smithi046.stdout:op 249 completed, throughput=4.97MB/sec 2024-09-20T22:03:20.094 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-K1JpYHWccwno1Bd off=1635634 len=2017842 2024-09-20T22:03:20.097 INFO:tasks.workunit.client.0.smithi046.stdout:op 250 completed, throughput=5.01MB/sec 2024-09-20T22:03:20.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:20 smithi046 ceph-mon[96110]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:03:20.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:20 smithi046 ceph-mon[98591]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:03:20.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:20 smithi134 ceph-mon[89086]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:03:21.097 INFO:tasks.workunit.client.0.smithi046.stdout: 50: throughput=4.91MB/sec pending data=0 2024-09-20T22:03:21.097 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-H8fN3QB6_J-1J6p off=5864177 len=914579 2024-09-20T22:03:21.104 INFO:tasks.workunit.client.0.smithi046.stdout:op 251 completed, throughput=4.93MB/sec 2024-09-20T22:03:21.104 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JVIrp7deFJ-ghCl off=21602686 len=665082 2024-09-20T22:03:21.104 INFO:tasks.workunit.client.0.smithi046.stdout:op 252 completed, throughput=4.94MB/sec 2024-09-20T22:03:21.104 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-j2BsbPjZBWinCkZ off=5955100 len=1767333 2024-09-20T22:03:21.106 INFO:tasks.workunit.client.0.smithi046.stdout:op 253 completed, throughput=4.97MB/sec 2024-09-20T22:03:21.107 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-E6Jg4OSi5_5jcH- off=21907768 len=720854 2024-09-20T22:03:21.111 INFO:tasks.workunit.client.0.smithi046.stdout:op 254 completed, throughput=4.98MB/sec 2024-09-20T22:03:21.111 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-odrz5TvJ-_GThvN off=11299569 len=411485 2024-09-20T22:03:21.112 INFO:tasks.workunit.client.0.smithi046.stdout:op 255 completed, throughput=4.99MB/sec 2024-09-20T22:03:21.112 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xyZmfcUvwhlPXRh off=2271062 len=1299635 2024-09-20T22:03:21.115 INFO:tasks.workunit.client.0.smithi046.stdout:op 256 completed, throughput=5.02MB/sec 2024-09-20T22:03:22.115 INFO:tasks.workunit.client.0.smithi046.stdout: 51: throughput=4.92MB/sec pending data=0 2024-09-20T22:03:22.115 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2amDNWtd8pBEPZn off=722435 len=1628890 2024-09-20T22:03:22.117 INFO:tasks.workunit.client.0.smithi046.stdout:op 257 completed, throughput=4.95MB/sec 2024-09-20T22:03:22.117 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-J3suLxqtxJS6mSx off=2925699 len=1255943 2024-09-20T22:03:22.124 INFO:tasks.workunit.client.0.smithi046.stdout:op 258 completed, throughput=4.97MB/sec 2024-09-20T22:03:22.124 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Z_scVigyrmg1Ngo off=20049481 len=709625 2024-09-20T22:03:22.129 INFO:tasks.workunit.client.0.smithi046.stdout:op 259 completed, throughput=4.98MB/sec 2024-09-20T22:03:22.129 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YfJn8Z3d_qzs0BX off=4011684 len=1452850 2024-09-20T22:03:22.131 INFO:tasks.workunit.client.0.smithi046.stdout:op 260 completed, throughput=5.01MB/sec 2024-09-20T22:03:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:03:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:03:22] "GET /metrics HTTP/1.1" 200 34142 "" "Prometheus/2.43.0" 2024-09-20T22:03:22.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:22 smithi134 ceph-mon[89086]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-20T22:03:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:03:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:03:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:03:22.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:22 smithi046 ceph-mon[96110]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-20T22:03:22.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:22 smithi046 ceph-mon[98591]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-20T22:03:23.131 INFO:tasks.workunit.client.0.smithi046.stdout: 52: throughput=4.92MB/sec pending data=0 2024-09-20T22:03:23.132 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OeZlTJrUV3UgIkb off=950983 len=892500 2024-09-20T22:03:23.137 INFO:tasks.workunit.client.0.smithi046.stdout:op 261 completed, throughput=4.93MB/sec 2024-09-20T22:03:23.137 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Iso3z3OvtBjGEeI off=1819027 len=73052 2024-09-20T22:03:23.137 INFO:tasks.workunit.client.0.smithi046.stdout:op 262 completed, throughput=4.93MB/sec 2024-09-20T22:03:23.137 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JPD1HLvh_CaVcDM off=5458707 len=1971249 2024-09-20T22:03:23.146 INFO:tasks.workunit.client.0.smithi046.stdout:op 263 completed, throughput=4.97MB/sec 2024-09-20T22:03:23.146 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YyeQEboLRdlpgpP off=183425 len=1638619 2024-09-20T22:03:23.156 INFO:tasks.workunit.client.0.smithi046.stdout:op 264 completed, throughput=5MB/sec 2024-09-20T22:03:23.156 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-imdE-GReZgGVzDH off=2455874 len=122847 2024-09-20T22:03:23.158 INFO:tasks.workunit.client.0.smithi046.stdout:op 265 completed, throughput=5MB/sec 2024-09-20T22:03:23.158 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0aRaxoFXdKDnHK_ off=1769145 len=1424137 2024-09-20T22:03:23.164 INFO:tasks.workunit.client.0.smithi046.stdout:op 266 completed, throughput=5.02MB/sec 2024-09-20T22:03:24.164 INFO:tasks.workunit.client.0.smithi046.stdout: 53: throughput=4.93MB/sec pending data=0 2024-09-20T22:03:24.164 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4L1om6yIQT6vpSA off=10474581 len=1492364 2024-09-20T22:03:24.171 INFO:tasks.workunit.client.0.smithi046.stdout:op 267 completed, throughput=4.96MB/sec 2024-09-20T22:03:24.171 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0jAQrMoDbAZvZ0K off=4549262 len=1539451 2024-09-20T22:03:24.173 INFO:tasks.workunit.client.0.smithi046.stdout:op 268 completed, throughput=4.98MB/sec 2024-09-20T22:03:24.173 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wYvKHIbChq4D6yB off=18043262 len=1062626 2024-09-20T22:03:24.179 INFO:tasks.workunit.client.0.smithi046.stdout:op 269 completed, throughput=5MB/sec 2024-09-20T22:03:24.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:24 smithi046 ceph-mon[96110]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:03:24.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:24 smithi046 ceph-mon[98591]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:03:24.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:24 smithi134 ceph-mon[89086]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:03:25.180 INFO:tasks.workunit.client.0.smithi046.stdout: 54: throughput=4.91MB/sec pending data=0 2024-09-20T22:03:25.180 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nZwZ_tCT6ODnc7j off=5396964 len=1235310 2024-09-20T22:03:25.187 INFO:tasks.workunit.client.0.smithi046.stdout:op 270 completed, throughput=4.93MB/sec 2024-09-20T22:03:25.187 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wPsXjghVCDKgqob off=7817262 len=1241641 2024-09-20T22:03:25.193 INFO:tasks.workunit.client.0.smithi046.stdout:op 271 completed, throughput=4.95MB/sec 2024-09-20T22:03:25.193 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Mm0YgDHS5FO72NL off=15358814 len=1840974 2024-09-20T22:03:25.204 INFO:tasks.workunit.client.0.smithi046.stdout:op 272 completed, throughput=4.98MB/sec 2024-09-20T22:03:25.204 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ItLnL4Z7RY5Ub_4 off=3404923 len=1712140 2024-09-20T22:03:25.211 INFO:tasks.workunit.client.0.smithi046.stdout:op 273 completed, throughput=5.01MB/sec 2024-09-20T22:03:26.211 INFO:tasks.workunit.client.0.smithi046.stdout: 55: throughput=4.92MB/sec pending data=0 2024-09-20T22:03:26.211 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jWXfDfd-TBv_4Gy off=2976161 len=1906665 2024-09-20T22:03:26.219 INFO:tasks.workunit.client.0.smithi046.stdout:op 274 completed, throughput=4.95MB/sec 2024-09-20T22:03:26.219 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7VT0Mi1aPBiHRr5 off=2244784 len=63802 2024-09-20T22:03:26.221 INFO:tasks.workunit.client.0.smithi046.stdout:op 275 completed, throughput=4.95MB/sec 2024-09-20T22:03:26.221 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-O0dB0gZHM8oEXwq off=175868 len=745966 2024-09-20T22:03:26.226 INFO:tasks.workunit.client.0.smithi046.stdout:op 276 completed, throughput=4.97MB/sec 2024-09-20T22:03:26.226 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-85QgpqV3uOo_XbI off=15066971 len=1209598 2024-09-20T22:03:26.227 INFO:tasks.workunit.client.0.smithi046.stdout:op 277 completed, throughput=4.99MB/sec 2024-09-20T22:03:26.227 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--QGquIyz8AOFLzu off=5863185 len=6302 2024-09-20T22:03:26.229 INFO:tasks.workunit.client.0.smithi046.stdout:op 278 completed, throughput=4.99MB/sec 2024-09-20T22:03:26.229 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gqPC1yLif-MPFKw off=5237084 len=1656885 2024-09-20T22:03:26.237 INFO:tasks.workunit.client.0.smithi046.stdout:op 279 completed, throughput=5.01MB/sec 2024-09-20T22:03:26.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:26 smithi046 ceph-mon[98591]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:03:26.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:26 smithi046 ceph-mon[96110]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:03:26.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:26 smithi134 ceph-mon[89086]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:03:27.238 INFO:tasks.workunit.client.0.smithi046.stdout: 56: throughput=4.93MB/sec pending data=0 2024-09-20T22:03:27.238 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jV8A0vyDGcyqGXn off=2972723 len=1947960 2024-09-20T22:03:27.240 INFO:tasks.workunit.client.0.smithi046.stdout:op 280 completed, throughput=4.96MB/sec 2024-09-20T22:03:27.240 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1nHuo5GB40O02kj off=13025874 len=43643 2024-09-20T22:03:27.243 INFO:tasks.workunit.client.0.smithi046.stdout:op 281 completed, throughput=4.96MB/sec 2024-09-20T22:03:27.243 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JH0xLfESi-hZqQl off=11958909 len=1051376 2024-09-20T22:03:27.249 INFO:tasks.workunit.client.0.smithi046.stdout:op 282 completed, throughput=4.98MB/sec 2024-09-20T22:03:27.249 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-o_I1ak2LDfoQINy off=19927436 len=141376 2024-09-20T22:03:27.249 INFO:tasks.workunit.client.0.smithi046.stdout:op 283 completed, throughput=4.98MB/sec 2024-09-20T22:03:27.249 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EFUP77H6NLpuezY off=8298801 len=1882631 2024-09-20T22:03:27.251 INFO:tasks.workunit.client.0.smithi046.stdout:op 284 completed, throughput=5.01MB/sec 2024-09-20T22:03:28.251 INFO:tasks.workunit.client.0.smithi046.stdout: 57: throughput=4.92MB/sec pending data=0 2024-09-20T22:03:28.251 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bAJYZ99YBnHNGer off=12544383 len=1975752 2024-09-20T22:03:28.264 INFO:tasks.workunit.client.0.smithi046.stdout:op 285 completed, throughput=4.96MB/sec 2024-09-20T22:03:28.264 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HWcckmIQbWl-lU0 off=2700993 len=1653998 2024-09-20T22:03:28.266 INFO:tasks.workunit.client.0.smithi046.stdout:op 286 completed, throughput=4.98MB/sec 2024-09-20T22:03:28.266 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7Aw6lIaj--wz8J8 off=16819377 len=1620856 2024-09-20T22:03:28.273 INFO:tasks.workunit.client.0.smithi046.stdout:op 287 completed, throughput=5.01MB/sec 2024-09-20T22:03:28.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:28 smithi046 ceph-mon[98591]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-09-20T22:03:28.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:28 smithi046 ceph-mon[96110]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-09-20T22:03:28.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:28 smithi134 ceph-mon[89086]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-09-20T22:03:29.274 INFO:tasks.workunit.client.0.smithi046.stdout: 58: throughput=4.92MB/sec pending data=0 2024-09-20T22:03:29.274 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-v-ybbEwyKHlud-x off=1488036 len=1298018 2024-09-20T22:03:29.280 INFO:tasks.workunit.client.0.smithi046.stdout:op 288 completed, throughput=4.94MB/sec 2024-09-20T22:03:29.280 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JLYHOI-9YsbOQ3j off=3006491 len=52709 2024-09-20T22:03:29.281 INFO:tasks.workunit.client.0.smithi046.stdout:op 289 completed, throughput=4.95MB/sec 2024-09-20T22:03:29.281 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6oQtWIr7L-I9Wbj off=8666915 len=1405611 2024-09-20T22:03:29.290 INFO:tasks.workunit.client.0.smithi046.stdout:op 290 completed, throughput=4.97MB/sec 2024-09-20T22:03:29.290 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-q45UvCRn_nhmaK_ off=3131476 len=204217 2024-09-20T22:03:29.291 INFO:tasks.workunit.client.0.smithi046.stdout:op 291 completed, throughput=4.97MB/sec 2024-09-20T22:03:29.291 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Nl2JwcBQp-Jdfk7 off=425284 len=1977891 2024-09-20T22:03:29.299 INFO:tasks.workunit.client.0.smithi046.stdout:op 292 completed, throughput=5MB/sec 2024-09-20T22:03:30.299 INFO:tasks.workunit.client.0.smithi046.stdout: 59: throughput=4.92MB/sec pending data=0 2024-09-20T22:03:30.299 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WUPvKAtLm2trZZH off=4578154 len=1938902 2024-09-20T22:03:30.302 INFO:tasks.workunit.client.0.smithi046.stdout:op 293 completed, throughput=4.95MB/sec 2024-09-20T22:03:30.302 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0pIvdbXLjDhGDiV off=8230526 len=493731 2024-09-20T22:03:30.303 INFO:tasks.workunit.client.0.smithi046.stdout:op 294 completed, throughput=4.96MB/sec 2024-09-20T22:03:30.303 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Tsf-nfqd6djrFgF off=16553037 len=870700 2024-09-20T22:03:30.304 INFO:tasks.workunit.client.0.smithi046.stdout:op 295 completed, throughput=4.97MB/sec 2024-09-20T22:03:30.304 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QjUIQo9QB_kIIRb off=15671138 len=1125744 2024-09-20T22:03:30.306 INFO:tasks.workunit.client.0.smithi046.stdout:op 296 completed, throughput=4.99MB/sec 2024-09-20T22:03:30.306 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7SphYtDRnLhlQBk off=13165550 len=1308912 2024-09-20T22:03:30.307 INFO:tasks.workunit.client.0.smithi046.stdout:op 297 completed, throughput=5.01MB/sec 2024-09-20T22:03:30.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:30 smithi046 ceph-mon[98591]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:03:30.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:30 smithi046 ceph-mon[96110]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:03:30.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:30 smithi134 ceph-mon[89086]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:03:31.308 INFO:tasks.workunit.client.0.smithi046.stdout: 60: throughput=4.93MB/sec pending data=0 2024-09-20T22:03:31.308 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qjCnjymOPVp_mX1 off=19883552 len=1540148 2024-09-20T22:03:31.315 INFO:tasks.workunit.client.0.smithi046.stdout:op 298 completed, throughput=4.95MB/sec 2024-09-20T22:03:31.315 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3i8nr-SemT8WSs8 off=4805325 len=1194892 2024-09-20T22:03:31.322 INFO:tasks.workunit.client.0.smithi046.stdout:op 299 completed, throughput=4.97MB/sec 2024-09-20T22:03:31.322 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6HfayR4qSjtbEDl off=20809279 len=1812048 2024-09-20T22:03:31.331 INFO:tasks.workunit.client.0.smithi046.stdout:op 300 completed, throughput=5MB/sec 2024-09-20T22:03:31.331 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LyKy3GO97RqcWhP off=2469982 len=1321892 2024-09-20T22:03:31.339 INFO:tasks.workunit.client.0.smithi046.stdout:op 301 completed, throughput=5.02MB/sec 2024-09-20T22:03:32.340 INFO:tasks.workunit.client.0.smithi046.stdout: 61: throughput=4.93MB/sec pending data=0 2024-09-20T22:03:32.340 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SLQUTtJpbhlvuDf off=5111076 len=1882623 2024-09-20T22:03:32.344 INFO:tasks.workunit.client.0.smithi046.stdout:op 302 completed, throughput=4.96MB/sec 2024-09-20T22:03:32.344 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-r0uhJHaPuiMMspY off=19488060 len=717848 2024-09-20T22:03:32.348 INFO:tasks.workunit.client.0.smithi046.stdout:op 303 completed, throughput=4.97MB/sec 2024-09-20T22:03:32.348 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zX5p6ZGF1r3aHgU off=21944028 len=2005085 2024-09-20T22:03:32.358 INFO:tasks.workunit.client.0.smithi046.stdout:op 304 completed, throughput=5MB/sec 2024-09-20T22:03:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:03:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:03:32] "GET /metrics HTTP/1.1" 200 34142 "" "Prometheus/2.43.0" 2024-09-20T22:03:32.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:32 smithi134 ceph-mon[89086]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-20T22:03:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:03:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:03:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:03:32.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:32 smithi046 ceph-mon[98591]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-20T22:03:32.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:32 smithi046 ceph-mon[96110]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-20T22:03:33.359 INFO:tasks.workunit.client.0.smithi046.stdout: 62: throughput=4.92MB/sec pending data=0 2024-09-20T22:03:33.359 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kbZVy8hUQXZqgKU off=2623317 len=1018545 2024-09-20T22:03:33.365 INFO:tasks.workunit.client.0.smithi046.stdout:op 305 completed, throughput=4.94MB/sec 2024-09-20T22:03:33.365 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-J_7SkXRXgElvZcu off=19179161 len=607927 2024-09-20T22:03:33.369 INFO:tasks.workunit.client.0.smithi046.stdout:op 306 completed, throughput=4.95MB/sec 2024-09-20T22:03:33.369 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lEPu1Sq1U5vABvl off=104968 len=574757 2024-09-20T22:03:33.369 INFO:tasks.workunit.client.0.smithi046.stdout:op 307 completed, throughput=4.96MB/sec 2024-09-20T22:03:33.370 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IX6J4HoZ4-GdLao off=20696242 len=829534 2024-09-20T22:03:33.374 INFO:tasks.workunit.client.0.smithi046.stdout:op 308 completed, throughput=4.97MB/sec 2024-09-20T22:03:33.374 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gfZdPAkJGhQeOch off=1579251 len=1471693 2024-09-20T22:03:33.376 INFO:tasks.workunit.client.0.smithi046.stdout:op 309 completed, throughput=4.99MB/sec 2024-09-20T22:03:33.376 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-abNF8ET_d01_BO8 off=1608568 len=406767 2024-09-20T22:03:33.380 INFO:tasks.workunit.client.0.smithi046.stdout:op 310 completed, throughput=5MB/sec 2024-09-20T22:03:33.380 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bc8hxS4N09Q1Q-Z off=6890449 len=908412 2024-09-20T22:03:33.382 INFO:tasks.workunit.client.0.smithi046.stdout:op 311 completed, throughput=5.01MB/sec 2024-09-20T22:03:34.382 INFO:tasks.workunit.client.0.smithi046.stdout: 63: throughput=4.93MB/sec pending data=0 2024-09-20T22:03:34.382 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--1iOisTzA2K8MDv off=944197 len=263535 2024-09-20T22:03:34.383 INFO:tasks.workunit.client.0.smithi046.stdout:op 312 completed, throughput=4.94MB/sec 2024-09-20T22:03:34.384 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-o0cRMWBGY1GRNUl off=15206850 len=140120 2024-09-20T22:03:34.386 INFO:tasks.workunit.client.0.smithi046.stdout:op 313 completed, throughput=4.94MB/sec 2024-09-20T22:03:34.387 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QfUYrY32mtthyx6 off=14910449 len=1104640 2024-09-20T22:03:34.388 INFO:tasks.workunit.client.0.smithi046.stdout:op 314 completed, throughput=4.95MB/sec 2024-09-20T22:03:34.389 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-C_aHEfW5sy7qmAD off=9859586 len=1971607 2024-09-20T22:03:34.391 INFO:tasks.workunit.client.0.smithi046.stdout:op 315 completed, throughput=4.98MB/sec 2024-09-20T22:03:34.391 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8fKqXdeq9EVLsJC off=2571930 len=395851 2024-09-20T22:03:34.392 INFO:tasks.workunit.client.0.smithi046.stdout:op 316 completed, throughput=4.99MB/sec 2024-09-20T22:03:34.392 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-B-EVA1Jtl2uZgjv off=20293909 len=1075470 2024-09-20T22:03:34.398 INFO:tasks.workunit.client.0.smithi046.stdout:op 317 completed, throughput=5MB/sec 2024-09-20T22:03:34.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:34 smithi046 ceph-mon[98591]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-20T22:03:34.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:03:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:34 smithi046 ceph-mon[96110]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-20T22:03:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:03:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:34 smithi134 ceph-mon[89086]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-20T22:03:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:03:35.398 INFO:tasks.workunit.client.0.smithi046.stdout: 64: throughput=4.93MB/sec pending data=0 2024-09-20T22:03:35.398 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xmT7XTDa8BZnm9X off=1272742 len=1411493 2024-09-20T22:03:35.400 INFO:tasks.workunit.client.0.smithi046.stdout:op 318 completed, throughput=4.95MB/sec 2024-09-20T22:03:35.400 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ySTKkMszk3Nwm1X off=8690895 len=2017882 2024-09-20T22:03:35.403 INFO:tasks.workunit.client.0.smithi046.stdout:op 319 completed, throughput=4.98MB/sec 2024-09-20T22:03:35.403 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1Hjp1OV7OPNJkWd off=1791694 len=1991999 2024-09-20T22:03:35.406 INFO:tasks.workunit.client.0.smithi046.stdout:op 320 completed, throughput=5.01MB/sec 2024-09-20T22:03:36.406 INFO:tasks.workunit.client.0.smithi046.stdout: 65: throughput=4.93MB/sec pending data=0 2024-09-20T22:03:36.406 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-J2oWsg8tGMq1wZf off=0 len=1749353 2024-09-20T22:03:36.410 INFO:tasks.workunit.client.0.smithi046.stdout:op 321 completed, throughput=4.96MB/sec 2024-09-20T22:03:36.410 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0MEnTcNpwI8W-QK off=3273140 len=1162628 2024-09-20T22:03:36.412 INFO:tasks.workunit.client.0.smithi046.stdout:op 322 completed, throughput=4.97MB/sec 2024-09-20T22:03:36.412 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YWHN5d3HsBcwY9d off=3660291 len=438562 2024-09-20T22:03:36.414 INFO:tasks.workunit.client.0.smithi046.stdout:op 323 completed, throughput=4.98MB/sec 2024-09-20T22:03:36.414 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YzoUWLpRfi6x4Zx off=5164731 len=1233114 2024-09-20T22:03:36.420 INFO:tasks.workunit.client.0.smithi046.stdout:op 324 completed, throughput=5MB/sec 2024-09-20T22:03:36.420 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1vsCXTTWVw5WqE2 off=4112354 len=1521021 2024-09-20T22:03:36.426 INFO:tasks.workunit.client.0.smithi046.stdout:op 325 completed, throughput=5.02MB/sec 2024-09-20T22:03:36.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:36 smithi046 ceph-mon[98591]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-20T22:03:36.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:36 smithi046 ceph-mon[96110]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-20T22:03:36.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:36 smithi134 ceph-mon[89086]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-20T22:03:37.426 INFO:tasks.workunit.client.0.smithi046.stdout: 66: throughput=4.94MB/sec pending data=0 2024-09-20T22:03:37.427 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KZdjwvNiJUhmvy5 off=4235875 len=198086 2024-09-20T22:03:37.429 INFO:tasks.workunit.client.0.smithi046.stdout:op 326 completed, throughput=4.95MB/sec 2024-09-20T22:03:37.430 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RNyEQVASq4PDo7a off=7255031 len=818386 2024-09-20T22:03:37.435 INFO:tasks.workunit.client.0.smithi046.stdout:op 327 completed, throughput=4.96MB/sec 2024-09-20T22:03:37.435 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lt-tNXA4E5lyzXh off=7295949 len=414717 2024-09-20T22:03:37.436 INFO:tasks.workunit.client.0.smithi046.stdout:op 328 completed, throughput=4.96MB/sec 2024-09-20T22:03:37.436 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-deqsQARFvONyXT3 off=7732204 len=1099113 2024-09-20T22:03:37.442 INFO:tasks.workunit.client.0.smithi046.stdout:op 329 completed, throughput=4.98MB/sec 2024-09-20T22:03:37.442 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2A9BJXnobgMNDbg off=6087873 len=1389378 2024-09-20T22:03:37.448 INFO:tasks.workunit.client.0.smithi046.stdout:op 330 completed, throughput=5MB/sec 2024-09-20T22:03:37.448 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4F66K1hik-2Brwm off=3830494 len=1251881 2024-09-20T22:03:37.454 INFO:tasks.workunit.client.0.smithi046.stdout:op 331 completed, throughput=5.01MB/sec 2024-09-20T22:03:38.455 INFO:tasks.workunit.client.0.smithi046.stdout: 67: throughput=4.94MB/sec pending data=0 2024-09-20T22:03:38.455 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--54eCESzK1O0aNd off=16433840 len=684917 2024-09-20T22:03:38.456 INFO:tasks.workunit.client.0.smithi046.stdout:op 332 completed, throughput=4.95MB/sec 2024-09-20T22:03:38.456 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VS2_gd0xHEPpDXc off=14148663 len=1094785 2024-09-20T22:03:38.462 INFO:tasks.workunit.client.0.smithi046.stdout:op 333 completed, throughput=4.97MB/sec 2024-09-20T22:03:38.462 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LNdN8Xvjf2rkvwW off=6738370 len=1906327 2024-09-20T22:03:38.473 INFO:tasks.workunit.client.0.smithi046.stdout:op 334 completed, throughput=4.99MB/sec 2024-09-20T22:03:38.473 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Pyh5dfuWZQVQNmz off=14812593 len=291368 2024-09-20T22:03:38.476 INFO:tasks.workunit.client.0.smithi046.stdout:op 335 completed, throughput=4.99MB/sec 2024-09-20T22:03:38.476 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qT9YeKcVyLm47i2 off=3050425 len=1658752 2024-09-20T22:03:38.484 INFO:tasks.workunit.client.0.smithi046.stdout:op 336 completed, throughput=5.02MB/sec 2024-09-20T22:03:38.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:38 smithi046 ceph-mon[98591]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-20T22:03:38.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:38 smithi046 ceph-mon[96110]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-20T22:03:38.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:38 smithi134 ceph-mon[89086]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-20T22:03:39.485 INFO:tasks.workunit.client.0.smithi046.stdout: 68: throughput=4.95MB/sec pending data=0 2024-09-20T22:03:39.485 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZEdnS7qVcAQFEJu off=4590925 len=1968704 2024-09-20T22:03:39.489 INFO:tasks.workunit.client.0.smithi046.stdout:op 337 completed, throughput=4.97MB/sec 2024-09-20T22:03:39.489 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tJmxQdfTIfCqusw off=14407037 len=1312806 2024-09-20T22:03:39.491 INFO:tasks.workunit.client.0.smithi046.stdout:op 338 completed, throughput=4.99MB/sec 2024-09-20T22:03:39.491 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ag_GEdyRAm2X2GB off=7672116 len=808271 2024-09-20T22:03:39.496 INFO:tasks.workunit.client.0.smithi046.stdout:op 339 completed, throughput=5MB/sec 2024-09-20T22:03:40.496 INFO:tasks.workunit.client.0.smithi046.stdout: 69: throughput=4.93MB/sec pending data=0 2024-09-20T22:03:40.497 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0aRaxoFXdKDnHK_ off=9513672 len=1491332 2024-09-20T22:03:40.499 INFO:tasks.workunit.client.0.smithi046.stdout:op 340 completed, throughput=4.95MB/sec 2024-09-20T22:03:40.499 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zSwo9TY9E8hZj3I off=1732355 len=1804987 2024-09-20T22:03:40.501 INFO:tasks.workunit.client.0.smithi046.stdout:op 341 completed, throughput=4.97MB/sec 2024-09-20T22:03:40.501 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-og2n_ux5kCMIg1s off=10339807 len=1622258 2024-09-20T22:03:40.503 INFO:tasks.workunit.client.0.smithi046.stdout:op 342 completed, throughput=5MB/sec 2024-09-20T22:03:40.503 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DsOHxlmzGEpk8aT off=7335665 len=1004172 2024-09-20T22:03:40.508 INFO:tasks.workunit.client.0.smithi046.stdout:op 343 completed, throughput=5.01MB/sec 2024-09-20T22:03:40.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:40 smithi046 ceph-mon[98591]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:03:40.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:40 smithi046 ceph-mon[96110]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:03:40.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:40 smithi134 ceph-mon[89086]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:03:41.509 INFO:tasks.workunit.client.0.smithi046.stdout: 70: throughput=4.94MB/sec pending data=0 2024-09-20T22:03:41.509 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6KZBAlDxZadYThz off=1567401 len=575920 2024-09-20T22:03:41.510 INFO:tasks.workunit.client.0.smithi046.stdout:op 344 completed, throughput=4.95MB/sec 2024-09-20T22:03:41.510 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0cvM3I6GMILkBPe off=4296509 len=1635024 2024-09-20T22:03:41.514 INFO:tasks.workunit.client.0.smithi046.stdout:op 345 completed, throughput=4.97MB/sec 2024-09-20T22:03:41.514 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YCWzZCMtr-P2R1P off=18682575 len=178456 2024-09-20T22:03:41.514 INFO:tasks.workunit.client.0.smithi046.stdout:op 346 completed, throughput=4.97MB/sec 2024-09-20T22:03:41.514 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gpwVplJFlMfe4in off=17873822 len=1924722 2024-09-20T22:03:41.517 INFO:tasks.workunit.client.0.smithi046.stdout:op 347 completed, throughput=5MB/sec 2024-09-20T22:03:41.517 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7hk52KQIcBiypWs off=10029583 len=821506 2024-09-20T22:03:41.519 INFO:tasks.workunit.client.0.smithi046.stdout:op 348 completed, throughput=5.01MB/sec 2024-09-20T22:03:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:03:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:03:42] "GET /metrics HTTP/1.1" 200 34143 "" "Prometheus/2.43.0" 2024-09-20T22:03:42.519 INFO:tasks.workunit.client.0.smithi046.stdout: 71: throughput=4.94MB/sec pending data=0 2024-09-20T22:03:42.519 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Z2-fJegQdcxthUo off=1071502 len=110562 2024-09-20T22:03:42.520 INFO:tasks.workunit.client.0.smithi046.stdout:op 349 completed, throughput=4.94MB/sec 2024-09-20T22:03:42.520 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-E7m3_IDhKIRuasI off=4709549 len=1537006 2024-09-20T22:03:42.522 INFO:tasks.workunit.client.0.smithi046.stdout:op 350 completed, throughput=4.96MB/sec 2024-09-20T22:03:42.522 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-edbq6Ra0pW7QG96 off=7465730 len=1874489 2024-09-20T22:03:42.526 INFO:tasks.workunit.client.0.smithi046.stdout:op 351 completed, throughput=4.98MB/sec 2024-09-20T22:03:42.526 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xQz5B46T2eDxbKl off=22424518 len=1001618 2024-09-20T22:03:42.532 INFO:tasks.workunit.client.0.smithi046.stdout:op 352 completed, throughput=5MB/sec 2024-09-20T22:03:42.532 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BXjl7Uak4XKrEU7 off=5421028 len=500371 2024-09-20T22:03:42.535 INFO:tasks.workunit.client.0.smithi046.stdout:op 353 completed, throughput=5MB/sec 2024-09-20T22:03:42.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:42 smithi134 ceph-mon[89086]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:03:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:03:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:03:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:03:42.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:42 smithi046 ceph-mon[98591]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:03:42.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:42 smithi046 ceph-mon[96110]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:03:43.536 INFO:tasks.workunit.client.0.smithi046.stdout: 72: throughput=4.93MB/sec pending data=0 2024-09-20T22:03:43.536 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FtO0fiBsvRL0VPK off=327696 len=1533072 2024-09-20T22:03:43.538 INFO:tasks.workunit.client.0.smithi046.stdout:op 354 completed, throughput=4.95MB/sec 2024-09-20T22:03:43.538 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xexq_tD9ZdH9OWg off=794892 len=1406288 2024-09-20T22:03:43.545 INFO:tasks.workunit.client.0.smithi046.stdout:op 355 completed, throughput=4.97MB/sec 2024-09-20T22:03:43.545 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PG7H9CaIbgyir_Y off=473511 len=1707379 2024-09-20T22:03:43.546 INFO:tasks.workunit.client.0.smithi046.stdout:op 356 completed, throughput=4.99MB/sec 2024-09-20T22:03:43.546 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nwZ3xs4s113aaCf off=5994489 len=449321 2024-09-20T22:03:43.547 INFO:tasks.workunit.client.0.smithi046.stdout:op 357 completed, throughput=5MB/sec 2024-09-20T22:03:43.547 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-t1TMebV9OBEvpxL off=10857446 len=567486 2024-09-20T22:03:43.548 INFO:tasks.workunit.client.0.smithi046.stdout:op 358 completed, throughput=5.01MB/sec 2024-09-20T22:03:44.548 INFO:tasks.workunit.client.0.smithi046.stdout: 73: throughput=4.94MB/sec pending data=0 2024-09-20T22:03:44.548 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zaPpfwC3JC7VeKa off=6585695 len=658596 2024-09-20T22:03:44.553 INFO:tasks.workunit.client.0.smithi046.stdout:op 359 completed, throughput=4.95MB/sec 2024-09-20T22:03:44.553 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZhrJocw5NAeoO4M off=9027995 len=1830216 2024-09-20T22:03:44.555 INFO:tasks.workunit.client.0.smithi046.stdout:op 360 completed, throughput=4.97MB/sec 2024-09-20T22:03:44.555 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SUGEOGzIF8UIDxP off=117606 len=789875 2024-09-20T22:03:44.556 INFO:tasks.workunit.client.0.smithi046.stdout:op 361 completed, throughput=4.98MB/sec 2024-09-20T22:03:44.556 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SW59gUS_0L9dEBP off=3114868 len=837812 2024-09-20T22:03:44.561 INFO:tasks.workunit.client.0.smithi046.stdout:op 362 completed, throughput=4.99MB/sec 2024-09-20T22:03:44.561 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tzzQtDnjw8cYWYQ off=10487594 len=171041 2024-09-20T22:03:44.562 INFO:tasks.workunit.client.0.smithi046.stdout:op 363 completed, throughput=4.99MB/sec 2024-09-20T22:03:44.562 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QGX0oTFw7fdslxX off=9376476 len=1528660 2024-09-20T22:03:44.563 INFO:tasks.workunit.client.0.smithi046.stdout:op 364 completed, throughput=5.01MB/sec 2024-09-20T22:03:44.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:44 smithi046 ceph-mon[96110]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:03:44.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:44 smithi046 ceph-mon[98591]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:03:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:44 smithi134 ceph-mon[89086]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:03:45.563 INFO:tasks.workunit.client.0.smithi046.stdout: 74: throughput=4.95MB/sec pending data=0 2024-09-20T22:03:45.564 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6wmL45YD-0fuwRJ off=1008088 len=1719359 2024-09-20T22:03:45.566 INFO:tasks.workunit.client.0.smithi046.stdout:op 365 completed, throughput=4.97MB/sec 2024-09-20T22:03:45.566 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-t1TMebV9OBEvpxL off=5409584 len=571932 2024-09-20T22:03:45.570 INFO:tasks.workunit.client.0.smithi046.stdout:op 366 completed, throughput=4.98MB/sec 2024-09-20T22:03:45.570 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-X37wv8cMauoYrRp off=3978412 len=2017859 2024-09-20T22:03:45.572 INFO:tasks.workunit.client.0.smithi046.stdout:op 367 completed, throughput=5MB/sec 2024-09-20T22:03:46.573 INFO:tasks.workunit.client.0.smithi046.stdout: 75: throughput=4.94MB/sec pending data=0 2024-09-20T22:03:46.573 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2zvcy0kN8qylxsc off=6489664 len=1471580 2024-09-20T22:03:46.579 INFO:tasks.workunit.client.0.smithi046.stdout:op 368 completed, throughput=4.95MB/sec 2024-09-20T22:03:46.579 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-klOKl6qoSTGIkGS off=11371363 len=1055747 2024-09-20T22:03:46.581 INFO:tasks.workunit.client.0.smithi046.stdout:op 369 completed, throughput=4.97MB/sec 2024-09-20T22:03:46.582 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ts_277AOQscBMOB off=9256976 len=107447 2024-09-20T22:03:46.583 INFO:tasks.workunit.client.0.smithi046.stdout:op 370 completed, throughput=4.97MB/sec 2024-09-20T22:03:46.583 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2uCZtZV_E00ZnK3 off=9762739 len=1375044 2024-09-20T22:03:46.585 INFO:tasks.workunit.client.0.smithi046.stdout:op 371 completed, throughput=4.98MB/sec 2024-09-20T22:03:46.585 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_U5kJ-t6r6BvBuR off=7846911 len=675808 2024-09-20T22:03:46.586 INFO:tasks.workunit.client.0.smithi046.stdout:op 372 completed, throughput=4.99MB/sec 2024-09-20T22:03:46.586 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--KkKu5UcNdHNjEy off=2224974 len=87038 2024-09-20T22:03:46.587 INFO:tasks.workunit.client.0.smithi046.stdout:op 373 completed, throughput=4.99MB/sec 2024-09-20T22:03:46.587 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-auwL7_3Wrvb0uv8 off=19540192 len=1685772 2024-09-20T22:03:46.593 INFO:tasks.workunit.client.0.smithi046.stdout:op 374 completed, throughput=5.01MB/sec 2024-09-20T22:03:46.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:46 smithi046 ceph-mon[96110]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-20T22:03:46.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:46 smithi046 ceph-mon[98591]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-20T22:03:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:46 smithi134 ceph-mon[89086]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-20T22:03:47.594 INFO:tasks.workunit.client.0.smithi046.stdout: 76: throughput=4.95MB/sec pending data=0 2024-09-20T22:03:47.594 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CJbNjbClaH_C3L- off=3034544 len=1121928 2024-09-20T22:03:47.599 INFO:tasks.workunit.client.0.smithi046.stdout:op 375 completed, throughput=4.96MB/sec 2024-09-20T22:03:47.599 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Mnnn_2I05eIeuei off=15421 len=1150858 2024-09-20T22:03:47.605 INFO:tasks.workunit.client.0.smithi046.stdout:op 376 completed, throughput=4.98MB/sec 2024-09-20T22:03:47.605 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qT9YeKcVyLm47i2 off=6174021 len=1148831 2024-09-20T22:03:47.613 INFO:tasks.workunit.client.0.smithi046.stdout:op 377 completed, throughput=4.99MB/sec 2024-09-20T22:03:47.613 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xCMcfQG9YQsn1tP off=8623207 len=1942422 2024-09-20T22:03:47.624 INFO:tasks.workunit.client.0.smithi046.stdout:op 378 completed, throughput=5.01MB/sec 2024-09-20T22:03:48.624 INFO:tasks.workunit.client.0.smithi046.stdout: 77: throughput=4.95MB/sec pending data=0 2024-09-20T22:03:48.624 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eFnyxpodrZMGaDu off=13676254 len=514344 2024-09-20T22:03:48.628 INFO:tasks.workunit.client.0.smithi046.stdout:op 379 completed, throughput=4.96MB/sec 2024-09-20T22:03:48.628 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2t6I3eMe_IkBSFd off=1222152 len=2000768 2024-09-20T22:03:48.639 INFO:tasks.workunit.client.0.smithi046.stdout:op 380 completed, throughput=4.98MB/sec 2024-09-20T22:03:48.640 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4b98UgaBVh9uhSY off=8631812 len=927063 2024-09-20T22:03:48.641 INFO:tasks.workunit.client.0.smithi046.stdout:op 381 completed, throughput=4.99MB/sec 2024-09-20T22:03:48.641 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oxTQD6akMZNmrYL off=2185545 len=852346 2024-09-20T22:03:48.642 INFO:tasks.workunit.client.0.smithi046.stdout:op 382 completed, throughput=5MB/sec 2024-09-20T22:03:48.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:48 smithi046 ceph-mon[96110]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:03:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:48 smithi046 ceph-mon[98591]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:03:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:48 smithi134 ceph-mon[89086]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:03:49.643 INFO:tasks.workunit.client.0.smithi046.stdout: 78: throughput=4.94MB/sec pending data=0 2024-09-20T22:03:49.643 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yfES-rque2WvXF1 off=1484255 len=127085 2024-09-20T22:03:49.643 INFO:tasks.workunit.client.0.smithi046.stdout:op 383 completed, throughput=4.94MB/sec 2024-09-20T22:03:49.643 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-895QV2ZYH7zYEr2 off=15561942 len=442096 2024-09-20T22:03:49.648 INFO:tasks.workunit.client.0.smithi046.stdout:op 384 completed, throughput=4.94MB/sec 2024-09-20T22:03:49.648 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ygJYxC6JoeAJCm_ off=12859841 len=807431 2024-09-20T22:03:49.652 INFO:tasks.workunit.client.0.smithi046.stdout:op 385 completed, throughput=4.95MB/sec 2024-09-20T22:03:49.652 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NGAkg3CIawCHzIe off=153942 len=2022940 2024-09-20T22:03:49.660 INFO:tasks.workunit.client.0.smithi046.stdout:op 386 completed, throughput=4.98MB/sec 2024-09-20T22:03:49.660 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Yr08uQiVU8HUMPf off=1450597 len=169863 2024-09-20T22:03:49.663 INFO:tasks.workunit.client.0.smithi046.stdout:op 387 completed, throughput=4.98MB/sec 2024-09-20T22:03:49.663 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BcNdBqwIBMiSOFl off=17498774 len=1129732 2024-09-20T22:03:49.667 INFO:tasks.workunit.client.0.smithi046.stdout:op 388 completed, throughput=4.99MB/sec 2024-09-20T22:03:49.668 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0_Wj-68hzuBOpQE off=1423629 len=1758414 2024-09-20T22:03:49.671 INFO:tasks.workunit.client.0.smithi046.stdout:op 389 completed, throughput=5.01MB/sec 2024-09-20T22:03:49.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:03:49.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:03:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:03:50.674 INFO:tasks.workunit.client.0.smithi046.stdout: 79: throughput=4.95MB/sec pending data=0 2024-09-20T22:03:50.674 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zAD2YaGy3q7EiW8 off=595749 len=1838394 2024-09-20T22:03:50.675 INFO:tasks.workunit.client.0.smithi046.stdout:op 390 completed, throughput=4.97MB/sec 2024-09-20T22:03:50.675 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DOl5t-kL5O1-kFG off=952007 len=1281038 2024-09-20T22:03:50.677 INFO:tasks.workunit.client.0.smithi046.stdout:op 391 completed, throughput=4.99MB/sec 2024-09-20T22:03:50.677 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bG3Zvj_FH5TEz4s off=8766567 len=275888 2024-09-20T22:03:50.678 INFO:tasks.workunit.client.0.smithi046.stdout:op 392 completed, throughput=4.99MB/sec 2024-09-20T22:03:50.678 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7LUH36op71VajfO off=151742 len=1007624 2024-09-20T22:03:50.680 INFO:tasks.workunit.client.0.smithi046.stdout:op 393 completed, throughput=5MB/sec 2024-09-20T22:03:50.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:50 smithi046 ceph-mon[96110]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-20T22:03:50.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:50 smithi046 ceph-mon[98591]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-20T22:03:50.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:50 smithi134 ceph-mon[89086]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-20T22:03:51.680 INFO:tasks.workunit.client.0.smithi046.stdout: 80: throughput=4.94MB/sec pending data=0 2024-09-20T22:03:51.680 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DDJvN7f8eGzMLhq off=5182927 len=207362 2024-09-20T22:03:51.683 INFO:tasks.workunit.client.0.smithi046.stdout:op 394 completed, throughput=4.94MB/sec 2024-09-20T22:03:51.683 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xqNp8jMrKS6Sq8D off=12219483 len=741667 2024-09-20T22:03:51.685 INFO:tasks.workunit.client.0.smithi046.stdout:op 395 completed, throughput=4.95MB/sec 2024-09-20T22:03:51.685 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-s1gUSBSzXX6kOyH off=1291730 len=640397 2024-09-20T22:03:51.688 INFO:tasks.workunit.client.0.smithi046.stdout:op 396 completed, throughput=4.96MB/sec 2024-09-20T22:03:51.689 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DEbZDepFo2-usGl off=1637207 len=390610 2024-09-20T22:03:51.690 INFO:tasks.workunit.client.0.smithi046.stdout:op 397 completed, throughput=4.96MB/sec 2024-09-20T22:03:51.690 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xsQMx5aev-kqqi8 off=1348100 len=1074504 2024-09-20T22:03:51.692 INFO:tasks.workunit.client.0.smithi046.stdout:op 398 completed, throughput=4.98MB/sec 2024-09-20T22:03:51.692 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GYYSOm4Jik-mtax off=7241441 len=237427 2024-09-20T22:03:51.693 INFO:tasks.workunit.client.0.smithi046.stdout:op 399 completed, throughput=4.98MB/sec 2024-09-20T22:03:51.693 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3Py_OtlRyBjlE2y off=2734835 len=2039097 2024-09-20T22:03:51.704 INFO:tasks.workunit.client.0.smithi046.stdout:op 400 completed, throughput=5MB/sec 2024-09-20T22:03:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:03:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:03:52] "GET /metrics HTTP/1.1" 200 34145 "" "Prometheus/2.43.0" 2024-09-20T22:03:52.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:52 smithi134 ceph-mon[89086]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:03:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:03:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:03:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:03:52.705 INFO:tasks.workunit.client.0.smithi046.stdout: 81: throughput=4.94MB/sec pending data=0 2024-09-20T22:03:52.705 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IcszMgix1-3ETrQ off=1324511 len=728416 2024-09-20T22:03:52.706 INFO:tasks.workunit.client.0.smithi046.stdout:op 401 completed, throughput=4.95MB/sec 2024-09-20T22:03:52.706 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QliHMc7beEEJ0k9 off=1363168 len=873944 2024-09-20T22:03:52.711 INFO:tasks.workunit.client.0.smithi046.stdout:op 402 completed, throughput=4.96MB/sec 2024-09-20T22:03:52.711 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-o7eX9Pfw3UWLaQZ off=573514 len=1315443 2024-09-20T22:03:52.720 INFO:tasks.workunit.client.0.smithi046.stdout:op 403 completed, throughput=4.97MB/sec 2024-09-20T22:03:52.720 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZBhUR1SMrjROBaB off=14886654 len=1664917 2024-09-20T22:03:52.726 INFO:tasks.workunit.client.0.smithi046.stdout:op 404 completed, throughput=4.99MB/sec 2024-09-20T22:03:52.726 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PeKIA2-C248hawj off=6410639 len=1925028 2024-09-20T22:03:52.736 INFO:tasks.workunit.client.0.smithi046.stdout:op 405 completed, throughput=5.02MB/sec 2024-09-20T22:03:52.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:52 smithi046 ceph-mon[96110]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:03:52.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:52 smithi046 ceph-mon[98591]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:03:53.736 INFO:tasks.workunit.client.0.smithi046.stdout: 82: throughput=4.96MB/sec pending data=0 2024-09-20T22:03:53.737 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6ae1K-p7kNRgfOf off=4245068 len=340711 2024-09-20T22:03:53.740 INFO:tasks.workunit.client.0.smithi046.stdout:op 406 completed, throughput=4.96MB/sec 2024-09-20T22:03:53.740 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-auwL7_3Wrvb0uv8 off=9955863 len=807276 2024-09-20T22:03:53.745 INFO:tasks.workunit.client.0.smithi046.stdout:op 407 completed, throughput=4.97MB/sec 2024-09-20T22:03:53.745 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Q42bK9IxIgSrWEJ off=330204 len=2033372 2024-09-20T22:03:53.754 INFO:tasks.workunit.client.0.smithi046.stdout:op 408 completed, throughput=4.99MB/sec 2024-09-20T22:03:53.754 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ExxNyefhMGOk9Qa off=0 len=1182348 2024-09-20T22:03:53.762 INFO:tasks.workunit.client.0.smithi046.stdout:op 409 completed, throughput=5MB/sec 2024-09-20T22:03:54.762 INFO:tasks.workunit.client.0.smithi046.stdout: 83: throughput=4.94MB/sec pending data=0 2024-09-20T22:03:54.762 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Z2-fJegQdcxthUo off=0 len=1240347 2024-09-20T22:03:54.769 INFO:tasks.workunit.client.0.smithi046.stdout:op 410 completed, throughput=4.96MB/sec 2024-09-20T22:03:54.769 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hMGByw6tGV86PoZ off=2679097 len=203083 2024-09-20T22:03:54.770 INFO:tasks.workunit.client.0.smithi046.stdout:op 411 completed, throughput=4.96MB/sec 2024-09-20T22:03:54.770 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nOSd5JiPEDy7VFh off=108578 len=338430 2024-09-20T22:03:54.773 INFO:tasks.workunit.client.0.smithi046.stdout:op 412 completed, throughput=4.96MB/sec 2024-09-20T22:03:54.773 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QgWhxCN-NcRtXbJ off=4624975 len=2096091 2024-09-20T22:03:54.785 INFO:tasks.workunit.client.0.smithi046.stdout:op 413 completed, throughput=4.99MB/sec 2024-09-20T22:03:54.785 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lkdgNzkvkoerpG_ off=3977832 len=2051654 2024-09-20T22:03:54.796 INFO:tasks.workunit.client.0.smithi046.stdout:op 414 completed, throughput=5.01MB/sec 2024-09-20T22:03:54.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:54 smithi046 ceph-mon[96110]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:03:54.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:54 smithi046 ceph-mon[98591]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:03:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:54 smithi134 ceph-mon[89086]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:03:55.796 INFO:tasks.workunit.client.0.smithi046.stdout: 84: throughput=4.95MB/sec pending data=0 2024-09-20T22:03:55.796 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3KLviFHPsaKy653 off=3360974 len=584595 2024-09-20T22:03:55.797 INFO:tasks.workunit.client.0.smithi046.stdout:op 415 completed, throughput=4.96MB/sec 2024-09-20T22:03:55.797 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kriTEa3JtTUc-rc off=53352 len=1765017 2024-09-20T22:03:55.805 INFO:tasks.workunit.client.0.smithi046.stdout:op 416 completed, throughput=4.98MB/sec 2024-09-20T22:03:55.805 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vuZ_g5UcmwgQvCe off=3672895 len=1260441 2024-09-20T22:03:55.812 INFO:tasks.workunit.client.0.smithi046.stdout:op 417 completed, throughput=4.99MB/sec 2024-09-20T22:03:55.812 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nS2Xn7tJkxu_2ez off=4285397 len=2071294 2024-09-20T22:03:55.815 INFO:tasks.workunit.client.0.smithi046.stdout:op 418 completed, throughput=5.01MB/sec 2024-09-20T22:03:56.815 INFO:tasks.workunit.client.0.smithi046.stdout: 85: throughput=4.95MB/sec pending data=0 2024-09-20T22:03:56.815 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GDBpojuIY665SU2 off=3677689 len=853405 2024-09-20T22:03:56.817 INFO:tasks.workunit.client.0.smithi046.stdout:op 419 completed, throughput=4.96MB/sec 2024-09-20T22:03:56.817 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UnfS_vwTAE06D_1 off=15117506 len=1247644 2024-09-20T22:03:56.823 INFO:tasks.workunit.client.0.smithi046.stdout:op 420 completed, throughput=4.98MB/sec 2024-09-20T22:03:56.823 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JM3_-Yfh-O42NCS off=18262748 len=2029770 2024-09-20T22:03:56.834 INFO:tasks.workunit.client.0.smithi046.stdout:op 421 completed, throughput=5MB/sec 2024-09-20T22:03:56.834 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3DMxnvlLGYFF3zt off=8435729 len=893240 2024-09-20T22:03:56.836 INFO:tasks.workunit.client.0.smithi046.stdout:op 422 completed, throughput=5.01MB/sec 2024-09-20T22:03:56.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:56 smithi046 ceph-mon[96110]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T22:03:56.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:56 smithi046 ceph-mon[98591]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T22:03:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:56 smithi134 ceph-mon[89086]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T22:03:57.837 INFO:tasks.workunit.client.0.smithi046.stdout: 86: throughput=4.95MB/sec pending data=0 2024-09-20T22:03:57.837 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-efv-x7yLFIsmG7A off=1426784 len=140068 2024-09-20T22:03:57.838 INFO:tasks.workunit.client.0.smithi046.stdout:op 423 completed, throughput=4.95MB/sec 2024-09-20T22:03:57.838 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-p-n6VH4y0uTrRYh off=1672520 len=332696 2024-09-20T22:03:57.839 INFO:tasks.workunit.client.0.smithi046.stdout:op 424 completed, throughput=4.96MB/sec 2024-09-20T22:03:57.839 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tr-RlYdRHOCKWax off=6501506 len=373593 2024-09-20T22:03:57.840 INFO:tasks.workunit.client.0.smithi046.stdout:op 425 completed, throughput=4.96MB/sec 2024-09-20T22:03:57.840 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-olW5Ga74VqacAWU off=10238691 len=631378 2024-09-20T22:03:57.844 INFO:tasks.workunit.client.0.smithi046.stdout:op 426 completed, throughput=4.97MB/sec 2024-09-20T22:03:57.844 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Dayc23gFQK2uRc0 off=10272662 len=1479760 2024-09-20T22:03:57.851 INFO:tasks.workunit.client.0.smithi046.stdout:op 427 completed, throughput=4.98MB/sec 2024-09-20T22:03:57.851 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qGZuOr1Fp7ys_N3 off=7065349 len=1750996 2024-09-20T22:03:57.854 INFO:tasks.workunit.client.0.smithi046.stdout:op 428 completed, throughput=5MB/sec 2024-09-20T22:03:58.854 INFO:tasks.workunit.client.0.smithi046.stdout: 87: throughput=4.95MB/sec pending data=0 2024-09-20T22:03:58.854 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_wPoiQVJenIVl9_ off=8692804 len=112034 2024-09-20T22:03:58.855 INFO:tasks.workunit.client.0.smithi046.stdout:op 429 completed, throughput=4.95MB/sec 2024-09-20T22:03:58.856 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1EoiiQ6rOEzzeyo off=4679180 len=1504515 2024-09-20T22:03:58.863 INFO:tasks.workunit.client.0.smithi046.stdout:op 430 completed, throughput=4.96MB/sec 2024-09-20T22:03:58.863 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wO4XpWzE9HYTYuF off=1592778 len=204464 2024-09-20T22:03:58.866 INFO:tasks.workunit.client.0.smithi046.stdout:op 431 completed, throughput=4.96MB/sec 2024-09-20T22:03:58.866 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ep2cBCPp-Tf6eee off=20212682 len=830674 2024-09-20T22:03:58.870 INFO:tasks.workunit.client.0.smithi046.stdout:op 432 completed, throughput=4.97MB/sec 2024-09-20T22:03:58.870 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wpUVqCjE44_e02T off=4173392 len=1104980 2024-09-20T22:03:58.876 INFO:tasks.workunit.client.0.smithi046.stdout:op 433 completed, throughput=4.98MB/sec 2024-09-20T22:03:58.876 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zXsZ2Ho4zZgfN0m off=2906591 len=1496509 2024-09-20T22:03:58.882 INFO:tasks.workunit.client.0.smithi046.stdout:op 434 completed, throughput=5MB/sec 2024-09-20T22:03:58.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:03:58 smithi046 ceph-mon[96110]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-20T22:03:58.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:03:58 smithi046 ceph-mon[98591]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-20T22:03:58.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:03:58 smithi134 ceph-mon[89086]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-20T22:03:59.882 INFO:tasks.workunit.client.0.smithi046.stdout: 88: throughput=4.94MB/sec pending data=0 2024-09-20T22:03:59.882 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cGWWgFwyn_hA0cv off=2899866 len=1495012 2024-09-20T22:03:59.884 INFO:tasks.workunit.client.0.smithi046.stdout:op 435 completed, throughput=4.96MB/sec 2024-09-20T22:03:59.884 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-67P_UOYAUYM-rs8 off=14884159 len=432084 2024-09-20T22:03:59.886 INFO:tasks.workunit.client.0.smithi046.stdout:op 436 completed, throughput=4.96MB/sec 2024-09-20T22:03:59.886 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oSafH4b1izyclti off=10846947 len=1542246 2024-09-20T22:03:59.895 INFO:tasks.workunit.client.0.smithi046.stdout:op 437 completed, throughput=4.98MB/sec 2024-09-20T22:03:59.895 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WHvkeeVyo4zl10W off=1849371 len=955548 2024-09-20T22:03:59.900 INFO:tasks.workunit.client.0.smithi046.stdout:op 438 completed, throughput=4.99MB/sec 2024-09-20T22:03:59.900 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1Tc3EA6sevd09kc off=4972725 len=1054443 2024-09-20T22:03:59.905 INFO:tasks.workunit.client.0.smithi046.stdout:op 439 completed, throughput=5MB/sec 2024-09-20T22:04:00.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:00 smithi046 ceph-mon[96110]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-09-20T22:04:00.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:00 smithi046 ceph-mon[98591]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-09-20T22:04:00.905 INFO:tasks.workunit.client.0.smithi046.stdout: 89: throughput=4.95MB/sec pending data=0 2024-09-20T22:04:00.905 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gnUp7Vp7cZ_l6X- off=1200953 len=1285087 2024-09-20T22:04:00.907 INFO:tasks.workunit.client.0.smithi046.stdout:op 440 completed, throughput=4.96MB/sec 2024-09-20T22:04:00.907 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-87DDdMjS9UnHbCk off=20551987 len=506480 2024-09-20T22:04:00.911 INFO:tasks.workunit.client.0.smithi046.stdout:op 441 completed, throughput=4.97MB/sec 2024-09-20T22:04:00.911 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qlzWuDofIMED9U6 off=4150893 len=1262056 2024-09-20T22:04:00.919 INFO:tasks.workunit.client.0.smithi046.stdout:op 442 completed, throughput=4.98MB/sec 2024-09-20T22:04:00.919 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-G5XTcdSabvrwBga off=2923085 len=658384 2024-09-20T22:04:00.923 INFO:tasks.workunit.client.0.smithi046.stdout:op 443 completed, throughput=4.98MB/sec 2024-09-20T22:04:00.923 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-poGjQ7H8eYDpVcb off=917016 len=483175 2024-09-20T22:04:00.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:00 smithi134 ceph-mon[89086]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-09-20T22:04:00.927 INFO:tasks.workunit.client.0.smithi046.stdout:op 444 completed, throughput=4.99MB/sec 2024-09-20T22:04:00.927 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ydaAHi5H2XIueXv off=18373299 len=1725314 2024-09-20T22:04:00.933 INFO:tasks.workunit.client.0.smithi046.stdout:op 445 completed, throughput=5.01MB/sec 2024-09-20T22:04:01.933 INFO:tasks.workunit.client.0.smithi046.stdout: 90: throughput=4.95MB/sec pending data=0 2024-09-20T22:04:01.933 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IHtm5k-c4TcThWM off=3420028 len=525497 2024-09-20T22:04:01.937 INFO:tasks.workunit.client.0.smithi046.stdout:op 446 completed, throughput=4.96MB/sec 2024-09-20T22:04:01.937 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8Egzp7teeKy4puv off=12913335 len=2057342 2024-09-20T22:04:01.940 INFO:tasks.workunit.client.0.smithi046.stdout:op 447 completed, throughput=4.98MB/sec 2024-09-20T22:04:01.940 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nuMasrjk7cCJ4Dm off=5380223 len=225652 2024-09-20T22:04:01.941 INFO:tasks.workunit.client.0.smithi046.stdout:op 448 completed, throughput=4.98MB/sec 2024-09-20T22:04:01.941 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xukmtImSxOA1UIe off=4286777 len=1651635 2024-09-20T22:04:01.943 INFO:tasks.workunit.client.0.smithi046.stdout:op 449 completed, throughput=5MB/sec 2024-09-20T22:04:01.943 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-M96g-V3KxcWGZIP off=7343441 len=840696 2024-09-20T22:04:01.944 INFO:tasks.workunit.client.0.smithi046.stdout:op 450 completed, throughput=5.01MB/sec 2024-09-20T22:04:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:04:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:04:02] "GET /metrics HTTP/1.1" 200 34145 "" "Prometheus/2.43.0" 2024-09-20T22:04:02.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:02 smithi134 ceph-mon[89086]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.6 MiB/s wr, 4 op/s 2024-09-20T22:04:02.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:04:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:04:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:04:02.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:02 smithi046 ceph-mon[96110]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.6 MiB/s wr, 4 op/s 2024-09-20T22:04:02.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:02 smithi046 ceph-mon[98591]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.6 MiB/s wr, 4 op/s 2024-09-20T22:04:02.945 INFO:tasks.workunit.client.0.smithi046.stdout: 91: throughput=4.95MB/sec pending data=0 2024-09-20T22:04:02.945 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-avaBPoHJ8qp588M off=6904432 len=511405 2024-09-20T22:04:02.946 INFO:tasks.workunit.client.0.smithi046.stdout:op 451 completed, throughput=4.96MB/sec 2024-09-20T22:04:02.946 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iZqohqMYZqQUPfJ off=7356777 len=472186 2024-09-20T22:04:02.947 INFO:tasks.workunit.client.0.smithi046.stdout:op 452 completed, throughput=4.96MB/sec 2024-09-20T22:04:02.947 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PMP1a35DpBLuGM3 off=2678302 len=1390138 2024-09-20T22:04:02.954 INFO:tasks.workunit.client.0.smithi046.stdout:op 453 completed, throughput=4.98MB/sec 2024-09-20T22:04:02.954 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--6ceym5EnxeksP0 off=18442994 len=1138974 2024-09-20T22:04:02.956 INFO:tasks.workunit.client.0.smithi046.stdout:op 454 completed, throughput=4.99MB/sec 2024-09-20T22:04:02.956 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TZjkwlRt4y2XjsW off=10481899 len=127116 2024-09-20T22:04:02.958 INFO:tasks.workunit.client.0.smithi046.stdout:op 455 completed, throughput=4.99MB/sec 2024-09-20T22:04:02.958 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9SSx6jFphPaoT4e off=2100006 len=311666 2024-09-20T22:04:02.961 INFO:tasks.workunit.client.0.smithi046.stdout:op 456 completed, throughput=4.99MB/sec 2024-09-20T22:04:02.961 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3CIpUjzkXB5iqhF off=4768072 len=634303 2024-09-20T22:04:02.962 INFO:tasks.workunit.client.0.smithi046.stdout:op 457 completed, throughput=5MB/sec 2024-09-20T22:04:02.962 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0z-x3jzMuThapXm off=6277336 len=209190 2024-09-20T22:04:02.965 INFO:tasks.workunit.client.0.smithi046.stdout:op 458 completed, throughput=5MB/sec 2024-09-20T22:04:03.965 INFO:tasks.workunit.client.0.smithi046.stdout: 92: throughput=4.95MB/sec pending data=0 2024-09-20T22:04:03.965 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XE2aoRYyNux2Bur off=6273411 len=349778 2024-09-20T22:04:03.966 INFO:tasks.workunit.client.0.smithi046.stdout:op 459 completed, throughput=4.95MB/sec 2024-09-20T22:04:03.967 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Qq5P6hiXrrRTdah off=23685020 len=285260 2024-09-20T22:04:03.970 INFO:tasks.workunit.client.0.smithi046.stdout:op 460 completed, throughput=4.95MB/sec 2024-09-20T22:04:03.970 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-S4vp4k4YZqCcn0N off=4327523 len=1087368 2024-09-20T22:04:03.976 INFO:tasks.workunit.client.0.smithi046.stdout:op 461 completed, throughput=4.96MB/sec 2024-09-20T22:04:03.976 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ler1pRx8QYNiikU off=4553070 len=2050692 2024-09-20T22:04:03.987 INFO:tasks.workunit.client.0.smithi046.stdout:op 462 completed, throughput=4.99MB/sec 2024-09-20T22:04:03.987 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SoI-sfiFXx6IsCb off=17871764 len=1281977 2024-09-20T22:04:03.989 INFO:tasks.workunit.client.0.smithi046.stdout:op 463 completed, throughput=5MB/sec 2024-09-20T22:04:03.989 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bm8AebpY-MQ4bMF off=11645499 len=1757226 2024-09-20T22:04:03.996 INFO:tasks.workunit.client.0.smithi046.stdout:op 464 completed, throughput=5.02MB/sec 2024-09-20T22:04:04.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:04 smithi046 ceph-mon[96110]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.7 MiB/s wr, 4 op/s 2024-09-20T22:04:04.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:04:04.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:04 smithi046 ceph-mon[98591]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.7 MiB/s wr, 4 op/s 2024-09-20T22:04:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:04:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:04 smithi134 ceph-mon[89086]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.7 MiB/s wr, 4 op/s 2024-09-20T22:04:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:04:04.996 INFO:tasks.workunit.client.0.smithi046.stdout: 93: throughput=4.96MB/sec pending data=0 2024-09-20T22:04:04.997 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yzvoTleTb8H61AT off=698980 len=29233 2024-09-20T22:04:04.997 INFO:tasks.workunit.client.0.smithi046.stdout:op 465 completed, throughput=4.96MB/sec 2024-09-20T22:04:04.997 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-czPVlcL-A6cktKp off=1342548 len=1176577 2024-09-20T22:04:04.999 INFO:tasks.workunit.client.0.smithi046.stdout:op 466 completed, throughput=4.97MB/sec 2024-09-20T22:04:04.999 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rXIvWIUNGrQs-t4 off=5411828 len=1075654 2024-09-20T22:04:05.005 INFO:tasks.workunit.client.0.smithi046.stdout:op 467 completed, throughput=4.99MB/sec 2024-09-20T22:04:05.005 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VaTl0bCyTcYxomn off=3321885 len=699808 2024-09-20T22:04:05.009 INFO:tasks.workunit.client.0.smithi046.stdout:op 468 completed, throughput=4.99MB/sec 2024-09-20T22:04:05.009 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-k15LkJC0QlXz486 off=83692 len=691174 2024-09-20T22:04:05.011 INFO:tasks.workunit.client.0.smithi046.stdout:op 469 completed, throughput=5MB/sec 2024-09-20T22:04:05.011 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jV22nsBTwNE07lz off=10978456 len=732421 2024-09-20T22:04:05.012 INFO:tasks.workunit.client.0.smithi046.stdout:op 470 completed, throughput=5.01MB/sec 2024-09-20T22:04:06.013 INFO:tasks.workunit.client.0.smithi046.stdout: 94: throughput=4.95MB/sec pending data=0 2024-09-20T22:04:06.013 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9dgc7QQ020qL1en off=0 len=2019203 2024-09-20T22:04:06.017 INFO:tasks.workunit.client.0.smithi046.stdout:op 471 completed, throughput=4.97MB/sec 2024-09-20T22:04:06.017 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_dhF9FyY5fV2tOq off=677700 len=312976 2024-09-20T22:04:06.020 INFO:tasks.workunit.client.0.smithi046.stdout:op 472 completed, throughput=4.98MB/sec 2024-09-20T22:04:06.021 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cC2e0YWUwFJFE5E off=18024375 len=438600 2024-09-20T22:04:06.022 INFO:tasks.workunit.client.0.smithi046.stdout:op 473 completed, throughput=4.98MB/sec 2024-09-20T22:04:06.022 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mdzrV8NdhDV4kT1 off=2842694 len=1939154 2024-09-20T22:04:06.031 INFO:tasks.workunit.client.0.smithi046.stdout:op 474 completed, throughput=5MB/sec 2024-09-20T22:04:06.031 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1SoqDW_MN4xgzQS off=1530093 len=1763032 2024-09-20T22:04:06.041 INFO:tasks.workunit.client.0.smithi046.stdout:op 475 completed, throughput=5.02MB/sec 2024-09-20T22:04:06.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:06 smithi046 ceph-mon[96110]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 MiB/s wr, 3 op/s 2024-09-20T22:04:06.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:06 smithi046 ceph-mon[98591]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 MiB/s wr, 3 op/s 2024-09-20T22:04:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:06 smithi134 ceph-mon[89086]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 MiB/s wr, 3 op/s 2024-09-20T22:04:07.041 INFO:tasks.workunit.client.0.smithi046.stdout: 95: throughput=4.97MB/sec pending data=0 2024-09-20T22:04:07.041 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-823KJL_Ads9ynhT off=2954834 len=1728760 2024-09-20T22:04:07.043 INFO:tasks.workunit.client.0.smithi046.stdout:op 476 completed, throughput=4.98MB/sec 2024-09-20T22:04:07.043 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-g7tluq_nf1gWb7G off=5111529 len=254359 2024-09-20T22:04:07.047 INFO:tasks.workunit.client.0.smithi046.stdout:op 477 completed, throughput=4.98MB/sec 2024-09-20T22:04:07.047 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZodWFmdEt7hRap0 off=10828563 len=1271849 2024-09-20T22:04:07.049 INFO:tasks.workunit.client.0.smithi046.stdout:op 478 completed, throughput=5MB/sec 2024-09-20T22:04:07.049 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ngNJJ5sxb5PBNYJ off=5844943 len=1363283 2024-09-20T22:04:07.052 INFO:tasks.workunit.client.0.smithi046.stdout:op 479 completed, throughput=5.01MB/sec 2024-09-20T22:04:08.052 INFO:tasks.workunit.client.0.smithi046.stdout: 96: throughput=4.96MB/sec pending data=0 2024-09-20T22:04:08.052 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BOKskkHEWj2jtCl off=5412968 len=661385 2024-09-20T22:04:08.056 INFO:tasks.workunit.client.0.smithi046.stdout:op 480 completed, throughput=4.97MB/sec 2024-09-20T22:04:08.056 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kvoSNazI-LoNqaQ off=3560377 len=269716 2024-09-20T22:04:08.057 INFO:tasks.workunit.client.0.smithi046.stdout:op 481 completed, throughput=4.97MB/sec 2024-09-20T22:04:08.057 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cw_zUko3z_FlLjv off=7364267 len=251879 2024-09-20T22:04:08.061 INFO:tasks.workunit.client.0.smithi046.stdout:op 482 completed, throughput=4.97MB/sec 2024-09-20T22:04:08.061 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LFsB2ARQPR0IT-Z off=6656639 len=133450 2024-09-20T22:04:08.061 INFO:tasks.workunit.client.0.smithi046.stdout:op 483 completed, throughput=4.97MB/sec 2024-09-20T22:04:08.061 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Tnd0naABIBPR5p0 off=1404246 len=526825 2024-09-20T22:04:08.065 INFO:tasks.workunit.client.0.smithi046.stdout:op 484 completed, throughput=4.98MB/sec 2024-09-20T22:04:08.065 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MuKnROXwnTjbu_S off=12367125 len=1234531 2024-09-20T22:04:08.071 INFO:tasks.workunit.client.0.smithi046.stdout:op 485 completed, throughput=4.99MB/sec 2024-09-20T22:04:08.071 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QEwHL_s-3Y7W2oB off=15141578 len=1322028 2024-09-20T22:04:08.078 INFO:tasks.workunit.client.0.smithi046.stdout:op 486 completed, throughput=5MB/sec 2024-09-20T22:04:08.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:08 smithi046 ceph-mon[96110]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-09-20T22:04:08.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:08 smithi046 ceph-mon[98591]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-09-20T22:04:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:08 smithi134 ceph-mon[89086]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-09-20T22:04:09.078 INFO:tasks.workunit.client.0.smithi046.stdout: 97: throughput=4.95MB/sec pending data=0 2024-09-20T22:04:09.078 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-k7f0uMsAGd6PoVj off=2782930 len=1486919 2024-09-20T22:04:09.080 INFO:tasks.workunit.client.0.smithi046.stdout:op 487 completed, throughput=4.96MB/sec 2024-09-20T22:04:09.080 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3ie74SUKwnotJH8 off=4535319 len=717839 2024-09-20T22:04:09.084 INFO:tasks.workunit.client.0.smithi046.stdout:op 488 completed, throughput=4.97MB/sec 2024-09-20T22:04:09.084 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZItuIc2-LC_iKZs off=1014308 len=706467 2024-09-20T22:04:09.085 INFO:tasks.workunit.client.0.smithi046.stdout:op 489 completed, throughput=4.98MB/sec 2024-09-20T22:04:09.086 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8bfZT0JxBN1aWtV off=13067077 len=978361 2024-09-20T22:04:09.087 INFO:tasks.workunit.client.0.smithi046.stdout:op 490 completed, throughput=4.99MB/sec 2024-09-20T22:04:09.087 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zN3l8OVaAAWR6tc off=6278107 len=690581 2024-09-20T22:04:09.092 INFO:tasks.workunit.client.0.smithi046.stdout:op 491 completed, throughput=4.99MB/sec 2024-09-20T22:04:09.092 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tIJbMKkT_e_gIjc off=20622643 len=982020 2024-09-20T22:04:09.097 INFO:tasks.workunit.client.0.smithi046.stdout:op 492 completed, throughput=5MB/sec 2024-09-20T22:04:10.098 INFO:tasks.workunit.client.0.smithi046.stdout: 98: throughput=4.95MB/sec pending data=0 2024-09-20T22:04:10.098 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yL0IzmpOEQPJRoy off=21445862 len=893175 2024-09-20T22:04:10.099 INFO:tasks.workunit.client.0.smithi046.stdout:op 493 completed, throughput=4.96MB/sec 2024-09-20T22:04:10.099 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7WJyrnihcZGBijO off=16974268 len=70521 2024-09-20T22:04:10.100 INFO:tasks.workunit.client.0.smithi046.stdout:op 494 completed, throughput=4.96MB/sec 2024-09-20T22:04:10.100 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5ozHud4Sbrqe7mL off=588353 len=1403483 2024-09-20T22:04:10.109 INFO:tasks.workunit.client.0.smithi046.stdout:op 495 completed, throughput=4.97MB/sec 2024-09-20T22:04:10.110 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-A0qq6rsqsgssqZm off=11097959 len=1567484 2024-09-20T22:04:10.117 INFO:tasks.workunit.client.0.smithi046.stdout:op 496 completed, throughput=4.99MB/sec 2024-09-20T22:04:10.117 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fjN-r1zmqQ-_KHr off=14676643 len=2060820 2024-09-20T22:04:10.128 INFO:tasks.workunit.client.0.smithi046.stdout:op 497 completed, throughput=5.01MB/sec 2024-09-20T22:04:10.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:10 smithi046 ceph-mon[96110]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:04:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:10 smithi046 ceph-mon[98591]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:04:10.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:10 smithi134 ceph-mon[89086]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:04:11.128 INFO:tasks.workunit.client.0.smithi046.stdout: 99: throughput=4.96MB/sec pending data=0 2024-09-20T22:04:11.128 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UwKyUfL_zmMhNwi off=5156890 len=231533 2024-09-20T22:04:11.129 INFO:tasks.workunit.client.0.smithi046.stdout:op 498 completed, throughput=4.96MB/sec 2024-09-20T22:04:11.129 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KVbtXsia1ZpnpUq off=6247700 len=525025 2024-09-20T22:04:11.130 INFO:tasks.workunit.client.0.smithi046.stdout:op 499 completed, throughput=4.97MB/sec 2024-09-20T22:04:11.130 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-w5OErZHuub_J_nA off=951277 len=985026 2024-09-20T22:04:11.131 INFO:tasks.workunit.client.0.smithi046.stdout:op 500 completed, throughput=4.97MB/sec 2024-09-20T22:04:11.131 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2uCZtZV_E00ZnK3 off=13857675 len=349651 2024-09-20T22:04:11.132 INFO:tasks.workunit.client.0.smithi046.stdout:op 501 completed, throughput=4.98MB/sec 2024-09-20T22:04:11.132 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-r9brXqsVcPn7R7A off=16277412 len=1027785 2024-09-20T22:04:11.138 INFO:tasks.workunit.client.0.smithi046.stdout:op 502 completed, throughput=4.99MB/sec 2024-09-20T22:04:11.138 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-b3atMfUDQ3fTcaE off=15435303 len=875577 2024-09-20T22:04:11.143 INFO:tasks.workunit.client.0.smithi046.stdout:op 503 completed, throughput=5MB/sec 2024-09-20T22:04:11.143 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Qn6fEeN9Y8YZ-P8 off=5145319 len=20919 2024-09-20T22:04:11.145 INFO:tasks.workunit.client.0.smithi046.stdout:op 504 completed, throughput=5MB/sec 2024-09-20T22:04:11.146 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bDe6loKGyqs7Y0m off=19347812 len=1926460 2024-09-20T22:04:11.148 INFO:tasks.workunit.client.0.smithi046.stdout:op 505 completed, throughput=5.01MB/sec 2024-09-20T22:04:12.148 INFO:tasks.workunit.client.0.smithi046.stdout: 100: throughput=4.96MB/sec pending data=0 2024-09-20T22:04:12.148 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iRQLy0SDP2PaovK off=2642723 len=2024628 2024-09-20T22:04:12.150 INFO:tasks.workunit.client.0.smithi046.stdout:op 506 completed, throughput=4.98MB/sec 2024-09-20T22:04:12.150 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EhO_fbQLoBbFfAX off=13672614 len=837998 2024-09-20T22:04:12.156 INFO:tasks.workunit.client.0.smithi046.stdout:op 507 completed, throughput=4.99MB/sec 2024-09-20T22:04:12.156 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IaAScEpY-Z025BG off=18850483 len=562503 2024-09-20T22:04:12.160 INFO:tasks.workunit.client.0.smithi046.stdout:op 508 completed, throughput=5MB/sec 2024-09-20T22:04:12.161 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tTEW1AUcLO0-CMu off=5125181 len=342447 2024-09-20T22:04:12.161 INFO:tasks.workunit.client.0.smithi046.stdout:op 509 completed, throughput=5MB/sec 2024-09-20T22:04:12.161 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XSUNRhFbyFGGYB_ off=1421894 len=1299994 2024-09-20T22:04:12.163 INFO:tasks.workunit.client.0.smithi046.stdout:op 510 completed, throughput=5.01MB/sec 2024-09-20T22:04:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:04:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:04:12] "GET /metrics HTTP/1.1" 200 34141 "" "Prometheus/2.43.0" 2024-09-20T22:04:12.577 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:04:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:04:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:04:12.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:12 smithi046 ceph-mon[96110]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-20T22:04:12.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:12 smithi046 ceph-mon[98591]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-20T22:04:12.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:12 smithi134 ceph-mon[89086]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-20T22:04:13.163 INFO:tasks.workunit.client.0.smithi046.stdout: 101: throughput=4.96MB/sec pending data=0 2024-09-20T22:04:13.164 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LRoRwlqmbs_dXNP off=245852 len=1749547 2024-09-20T22:04:13.166 INFO:tasks.workunit.client.0.smithi046.stdout:op 511 completed, throughput=4.98MB/sec 2024-09-20T22:04:13.166 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-670jf5p_RTJc6HI off=14706028 len=1924856 2024-09-20T22:04:13.168 INFO:tasks.workunit.client.0.smithi046.stdout:op 512 completed, throughput=5MB/sec 2024-09-20T22:04:13.169 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GwRw4v4zxJykHqI off=2489851 len=1570176 2024-09-20T22:04:13.175 INFO:tasks.workunit.client.0.smithi046.stdout:op 513 completed, throughput=5.01MB/sec 2024-09-20T22:04:14.175 INFO:tasks.workunit.client.0.smithi046.stdout: 102: throughput=4.96MB/sec pending data=0 2024-09-20T22:04:14.176 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NZNKkrE3sUuv4qK off=21839514 len=1349628 2024-09-20T22:04:14.178 INFO:tasks.workunit.client.0.smithi046.stdout:op 514 completed, throughput=4.97MB/sec 2024-09-20T22:04:14.178 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-G0wvWfC3NSNGiDp off=6082960 len=1014196 2024-09-20T22:04:14.179 INFO:tasks.workunit.client.0.smithi046.stdout:op 515 completed, throughput=4.98MB/sec 2024-09-20T22:04:14.179 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kvoSNazI-LoNqaQ off=8153735 len=1901885 2024-09-20T22:04:14.190 INFO:tasks.workunit.client.0.smithi046.stdout:op 516 completed, throughput=5MB/sec 2024-09-20T22:04:14.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:14 smithi046 ceph-mon[96110]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:04:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:14 smithi046 ceph-mon[98591]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:04:14.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:14 smithi134 ceph-mon[89086]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:04:15.191 INFO:tasks.workunit.client.0.smithi046.stdout: 103: throughput=4.95MB/sec pending data=0 2024-09-20T22:04:15.191 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2BOoyAl2RvpMrqJ off=7101959 len=1728618 2024-09-20T22:04:15.202 INFO:tasks.workunit.client.0.smithi046.stdout:op 517 completed, throughput=4.97MB/sec 2024-09-20T22:04:15.202 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3saiW9Lf2vY_Y4q off=8392926 len=1250860 2024-09-20T22:04:15.207 INFO:tasks.workunit.client.0.smithi046.stdout:op 518 completed, throughput=4.98MB/sec 2024-09-20T22:04:15.207 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pDysj6ZYy1gEP1w off=5482623 len=6195 2024-09-20T22:04:15.209 INFO:tasks.workunit.client.0.smithi046.stdout:op 519 completed, throughput=4.98MB/sec 2024-09-20T22:04:15.209 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vYoMSPK7RIvo5Ky off=6730140 len=1943262 2024-09-20T22:04:15.219 INFO:tasks.workunit.client.0.smithi046.stdout:op 520 completed, throughput=5MB/sec 2024-09-20T22:04:15.219 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XngbDMcO3ftGcq2 off=1685308 len=530025 2024-09-20T22:04:15.219 INFO:tasks.workunit.client.0.smithi046.stdout:op 521 completed, throughput=5MB/sec 2024-09-20T22:04:16.220 INFO:tasks.workunit.client.0.smithi046.stdout: 104: throughput=4.95MB/sec pending data=0 2024-09-20T22:04:16.220 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xb67BYj2OCNlAlM off=5188755 len=1679840 2024-09-20T22:04:16.228 INFO:tasks.workunit.client.0.smithi046.stdout:op 522 completed, throughput=4.97MB/sec 2024-09-20T22:04:16.228 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eu1INeFXoRTHb1H off=19445732 len=168848 2024-09-20T22:04:16.228 INFO:tasks.workunit.client.0.smithi046.stdout:op 523 completed, throughput=4.97MB/sec 2024-09-20T22:04:16.228 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XbadOryhCK_ZBVI off=8193734 len=91350 2024-09-20T22:04:16.231 INFO:tasks.workunit.client.0.smithi046.stdout:op 524 completed, throughput=4.97MB/sec 2024-09-20T22:04:16.231 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EVlhTL6aI1LyaOw off=4378924 len=1711046 2024-09-20T22:04:16.233 INFO:tasks.workunit.client.0.smithi046.stdout:op 525 completed, throughput=4.99MB/sec 2024-09-20T22:04:16.233 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1EoiiQ6rOEzzeyo off=9941364 len=1505054 2024-09-20T22:04:16.241 INFO:tasks.workunit.client.0.smithi046.stdout:op 526 completed, throughput=5MB/sec 2024-09-20T22:04:16.241 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-V8zjpYDzZavHrA4 off=10188145 len=1986088 2024-09-20T22:04:16.244 INFO:tasks.workunit.client.0.smithi046.stdout:op 527 completed, throughput=5.02MB/sec 2024-09-20T22:04:16.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:16 smithi046 ceph-mon[96110]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:04:16.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:16 smithi046 ceph-mon[98591]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:04:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:16 smithi134 ceph-mon[89086]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:04:17.245 INFO:tasks.workunit.client.0.smithi046.stdout: 105: throughput=4.97MB/sec pending data=0 2024-09-20T22:04:17.245 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Lz0eECjYkM3EYDy off=7380699 len=1158761 2024-09-20T22:04:17.247 INFO:tasks.workunit.client.0.smithi046.stdout:op 528 completed, throughput=4.98MB/sec 2024-09-20T22:04:17.247 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WHTlS6QeYEv4LO8 off=2916012 len=1853716 2024-09-20T22:04:17.250 INFO:tasks.workunit.client.0.smithi046.stdout:op 529 completed, throughput=5MB/sec 2024-09-20T22:04:17.250 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3te8ryu4NMxnCvM off=14106491 len=1324922 2024-09-20T22:04:17.257 INFO:tasks.workunit.client.0.smithi046.stdout:op 530 completed, throughput=5.01MB/sec 2024-09-20T22:04:18.257 INFO:tasks.workunit.client.0.smithi046.stdout: 106: throughput=4.96MB/sec pending data=0 2024-09-20T22:04:18.258 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5VajVb2sh9sUAm1 off=17900380 len=1940555 2024-09-20T22:04:18.260 INFO:tasks.workunit.client.0.smithi046.stdout:op 531 completed, throughput=4.98MB/sec 2024-09-20T22:04:18.260 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9Eg8Dd9es-dta9W off=2207106 len=863276 2024-09-20T22:04:18.265 INFO:tasks.workunit.client.0.smithi046.stdout:op 532 completed, throughput=4.99MB/sec 2024-09-20T22:04:18.265 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4yq7Hjff9-cAWvE off=754626 len=1990621 2024-09-20T22:04:18.267 INFO:tasks.workunit.client.0.smithi046.stdout:op 533 completed, throughput=5MB/sec 2024-09-20T22:04:18.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:18 smithi046 ceph-mon[96110]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-20T22:04:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:18 smithi046 ceph-mon[98591]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-20T22:04:18.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:18 smithi134 ceph-mon[89086]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-20T22:04:19.268 INFO:tasks.workunit.client.0.smithi046.stdout: 107: throughput=4.96MB/sec pending data=0 2024-09-20T22:04:19.268 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mE3vVXlVcJ77aTn off=37507 len=1096704 2024-09-20T22:04:19.269 INFO:tasks.workunit.client.0.smithi046.stdout:op 534 completed, throughput=4.97MB/sec 2024-09-20T22:04:19.270 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PDwouLAJq8xqL7C off=1913003 len=1064525 2024-09-20T22:04:19.271 INFO:tasks.workunit.client.0.smithi046.stdout:op 535 completed, throughput=4.98MB/sec 2024-09-20T22:04:19.271 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-njtu1W4FCcz6kt5 off=1042000 len=1393747 2024-09-20T22:04:19.273 INFO:tasks.workunit.client.0.smithi046.stdout:op 536 completed, throughput=4.99MB/sec 2024-09-20T22:04:19.273 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9b0YooGYktvhQiK off=2137578 len=470755 2024-09-20T22:04:19.274 INFO:tasks.workunit.client.0.smithi046.stdout:op 537 completed, throughput=4.99MB/sec 2024-09-20T22:04:19.274 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yBzwbCAw68scj1P off=2363750 len=1199167 2024-09-20T22:04:19.275 INFO:tasks.workunit.client.0.smithi046.stdout:op 538 completed, throughput=5MB/sec 2024-09-20T22:04:19.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:04:19.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:04:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:04:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:04:19.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:04:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:04:20.275 INFO:tasks.workunit.client.0.smithi046.stdout: 108: throughput=4.96MB/sec pending data=0 2024-09-20T22:04:20.275 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yNZ3f6UmJqD_nvP off=8819140 len=656855 2024-09-20T22:04:20.276 INFO:tasks.workunit.client.0.smithi046.stdout:op 539 completed, throughput=4.96MB/sec 2024-09-20T22:04:20.276 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NEMdRdrk324XXBF off=6945067 len=149001 2024-09-20T22:04:20.277 INFO:tasks.workunit.client.0.smithi046.stdout:op 540 completed, throughput=4.96MB/sec 2024-09-20T22:04:20.277 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Stlu-hnf7mKYLgh off=21373149 len=1920599 2024-09-20T22:04:20.283 INFO:tasks.workunit.client.0.smithi046.stdout:op 541 completed, throughput=4.98MB/sec 2024-09-20T22:04:20.283 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TJp87bLKjM7i0eb off=7879936 len=67832 2024-09-20T22:04:20.285 INFO:tasks.workunit.client.0.smithi046.stdout:op 542 completed, throughput=4.98MB/sec 2024-09-20T22:04:20.285 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yuNrI1DgK8KxH06 off=816438 len=1968696 2024-09-20T22:04:20.287 INFO:tasks.workunit.client.0.smithi046.stdout:op 543 completed, throughput=5MB/sec 2024-09-20T22:04:20.287 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3NNSI28nff1UsOX off=3642774 len=1728403 2024-09-20T22:04:20.290 INFO:tasks.workunit.client.0.smithi046.stdout:op 544 completed, throughput=5.01MB/sec 2024-09-20T22:04:21.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:20 smithi046 ceph-mon[98591]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:04:21.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:20 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:04:21.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:20 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:04:21.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:20 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:04:21.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:20 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:04:21.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:20 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:04:21.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:20 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:04:21.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:20 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:04:21.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:20 smithi046 ceph-mon[96110]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:04:21.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:20 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:04:21.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:20 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:04:21.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:20 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:04:21.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:20 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:04:21.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:20 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:04:21.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:20 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:04:21.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:20 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:04:21.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:20 smithi134 ceph-mon[89086]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:04:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:20 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:04:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:20 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:04:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:20 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:04:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:20 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:04:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:20 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:04:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:20 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:04:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:20 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:04:21.290 INFO:tasks.workunit.client.0.smithi046.stdout: 109: throughput=4.97MB/sec pending data=0 2024-09-20T22:04:21.290 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LRoRwlqmbs_dXNP off=5213040 len=1408321 2024-09-20T22:04:21.292 INFO:tasks.workunit.client.0.smithi046.stdout:op 545 completed, throughput=4.98MB/sec 2024-09-20T22:04:21.292 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nq5e-vjMNgUEaKB off=13338081 len=878185 2024-09-20T22:04:21.294 INFO:tasks.workunit.client.0.smithi046.stdout:op 546 completed, throughput=4.99MB/sec 2024-09-20T22:04:21.294 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5CiQWdhXFLnohFZ off=16999879 len=915990 2024-09-20T22:04:21.295 INFO:tasks.workunit.client.0.smithi046.stdout:op 547 completed, throughput=5MB/sec 2024-09-20T22:04:21.295 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rLKFFEhBRdqEKHP off=10376646 len=1968887 2024-09-20T22:04:21.299 INFO:tasks.workunit.client.0.smithi046.stdout:op 548 completed, throughput=5.01MB/sec 2024-09-20T22:04:22.299 INFO:tasks.workunit.client.0.smithi046.stdout: 110: throughput=4.97MB/sec pending data=0 2024-09-20T22:04:22.299 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rXLEuKDwE5O1GU_ off=1018634 len=1085611 2024-09-20T22:04:22.306 INFO:tasks.workunit.client.0.smithi046.stdout:op 549 completed, throughput=4.98MB/sec 2024-09-20T22:04:22.306 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CUI1Roq5vRJOpS6 off=17202222 len=1967267 2024-09-20T22:04:22.319 INFO:tasks.workunit.client.0.smithi046.stdout:op 550 completed, throughput=4.99MB/sec 2024-09-20T22:04:22.319 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uc_F9stTu93Pl3l off=4457256 len=1536195 2024-09-20T22:04:22.321 INFO:tasks.workunit.client.0.smithi046.stdout:op 551 completed, throughput=5.01MB/sec 2024-09-20T22:04:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:04:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:04:22] "GET /metrics HTTP/1.1" 200 34142 "" "Prometheus/2.43.0" 2024-09-20T22:04:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:04:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:04:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:04:23.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:22 smithi046 ceph-mon[96110]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:04:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:22 smithi046 ceph-mon[98591]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:04:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:22 smithi134 ceph-mon[89086]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:04:23.321 INFO:tasks.workunit.client.0.smithi046.stdout: 111: throughput=4.96MB/sec pending data=0 2024-09-20T22:04:23.321 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9_aRLOM4zsXoGJP off=3148856 len=1015031 2024-09-20T22:04:23.327 INFO:tasks.workunit.client.0.smithi046.stdout:op 552 completed, throughput=4.97MB/sec 2024-09-20T22:04:23.327 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KDr0HK_UN8V6fhO off=3953509 len=417032 2024-09-20T22:04:23.328 INFO:tasks.workunit.client.0.smithi046.stdout:op 553 completed, throughput=4.97MB/sec 2024-09-20T22:04:23.328 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9PDCzEzMn0FanmN off=8261794 len=509731 2024-09-20T22:04:23.329 INFO:tasks.workunit.client.0.smithi046.stdout:op 554 completed, throughput=4.98MB/sec 2024-09-20T22:04:23.329 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qC778Og-LQ3q1Nd off=2426546 len=869845 2024-09-20T22:04:23.334 INFO:tasks.workunit.client.0.smithi046.stdout:op 555 completed, throughput=4.98MB/sec 2024-09-20T22:04:23.334 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tWWrMp7hk1LKy9p off=14831322 len=517973 2024-09-20T22:04:23.335 INFO:tasks.workunit.client.0.smithi046.stdout:op 556 completed, throughput=4.99MB/sec 2024-09-20T22:04:23.335 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_vEaBEl8Tduyy7s off=4190768 len=985075 2024-09-20T22:04:23.340 INFO:tasks.workunit.client.0.smithi046.stdout:op 557 completed, throughput=5MB/sec 2024-09-20T22:04:23.340 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0s2V0QotJmtPfse off=21515607 len=1175178 2024-09-20T22:04:23.342 INFO:tasks.workunit.client.0.smithi046.stdout:op 558 completed, throughput=5.01MB/sec 2024-09-20T22:04:24.343 INFO:tasks.workunit.client.0.smithi046.stdout: 112: throughput=4.96MB/sec pending data=0 2024-09-20T22:04:24.343 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bJ3U_Jrahdr61d0 off=8606969 len=700277 2024-09-20T22:04:24.347 INFO:tasks.workunit.client.0.smithi046.stdout:op 559 completed, throughput=4.97MB/sec 2024-09-20T22:04:24.347 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-msb3nt8_JB4fK0Q off=358626 len=1552540 2024-09-20T22:04:24.357 INFO:tasks.workunit.client.0.smithi046.stdout:op 560 completed, throughput=4.98MB/sec 2024-09-20T22:04:24.357 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GCH19VagPM-sCWK off=1302707 len=912163 2024-09-20T22:04:24.358 INFO:tasks.workunit.client.0.smithi046.stdout:op 561 completed, throughput=4.99MB/sec 2024-09-20T22:04:24.358 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lQMcyEoqUuZIPSz off=589088 len=1787347 2024-09-20T22:04:24.369 INFO:tasks.workunit.client.0.smithi046.stdout:op 562 completed, throughput=5MB/sec 2024-09-20T22:04:25.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:24 smithi046 ceph-mon[96110]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:04:25.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:24 smithi046 ceph-mon[98591]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:04:25.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:24 smithi134 ceph-mon[89086]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:04:25.369 INFO:tasks.workunit.client.0.smithi046.stdout: 113: throughput=4.96MB/sec pending data=0 2024-09-20T22:04:25.369 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-T89As457QQOo7Nf off=2467098 len=1636669 2024-09-20T22:04:25.371 INFO:tasks.workunit.client.0.smithi046.stdout:op 563 completed, throughput=4.97MB/sec 2024-09-20T22:04:25.371 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EF_AKh0UeGFEdM4 off=5705170 len=1734118 2024-09-20T22:04:25.381 INFO:tasks.workunit.client.0.smithi046.stdout:op 564 completed, throughput=4.99MB/sec 2024-09-20T22:04:25.381 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ggQvmjYjz0yPWku off=2888348 len=1895304 2024-09-20T22:04:25.391 INFO:tasks.workunit.client.0.smithi046.stdout:op 565 completed, throughput=5MB/sec 2024-09-20T22:04:26.392 INFO:tasks.workunit.client.0.smithi046.stdout: 114: throughput=4.96MB/sec pending data=0 2024-09-20T22:04:26.392 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YSk-qads4sr5NRA off=6434328 len=27278 2024-09-20T22:04:26.394 INFO:tasks.workunit.client.0.smithi046.stdout:op 566 completed, throughput=4.96MB/sec 2024-09-20T22:04:26.394 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cZL7XI7hc4HZA4l off=1383712 len=1024093 2024-09-20T22:04:26.399 INFO:tasks.workunit.client.0.smithi046.stdout:op 567 completed, throughput=4.97MB/sec 2024-09-20T22:04:26.400 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YsKwDU1bERtSAzp off=2457295 len=1351940 2024-09-20T22:04:26.407 INFO:tasks.workunit.client.0.smithi046.stdout:op 568 completed, throughput=4.98MB/sec 2024-09-20T22:04:26.407 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zwvsFKlCqoTv5NT off=19702563 len=1157816 2024-09-20T22:04:26.413 INFO:tasks.workunit.client.0.smithi046.stdout:op 569 completed, throughput=4.99MB/sec 2024-09-20T22:04:26.414 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Ep5fWV3qPobzr47 off=8158866 len=365047 2024-09-20T22:04:26.414 INFO:tasks.workunit.client.0.smithi046.stdout:op 570 completed, throughput=4.99MB/sec 2024-09-20T22:04:26.414 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NRX7bHzMIszNVMZ off=19476587 len=259037 2024-09-20T22:04:26.418 INFO:tasks.workunit.client.0.smithi046.stdout:op 571 completed, throughput=4.99MB/sec 2024-09-20T22:04:26.418 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SL_HZ8H1ZQHQLYn off=3560845 len=209836 2024-09-20T22:04:26.418 INFO:tasks.workunit.client.0.smithi046.stdout:op 572 completed, throughput=4.99MB/sec 2024-09-20T22:04:26.419 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-o_d6XQWJYnNqxyX off=3764406 len=1411311 2024-09-20T22:04:26.424 INFO:tasks.workunit.client.0.smithi046.stdout:op 573 completed, throughput=5.01MB/sec 2024-09-20T22:04:27.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:26 smithi046 ceph-mon[96110]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-09-20T22:04:27.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:26 smithi046 ceph-mon[98591]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-09-20T22:04:27.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:26 smithi134 ceph-mon[89086]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-09-20T22:04:27.425 INFO:tasks.workunit.client.0.smithi046.stdout: 115: throughput=4.96MB/sec pending data=0 2024-09-20T22:04:27.425 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EeetWjZ1mRiRbQf off=19148139 len=1108547 2024-09-20T22:04:27.430 INFO:tasks.workunit.client.0.smithi046.stdout:op 574 completed, throughput=4.97MB/sec 2024-09-20T22:04:27.430 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CefZ066nBRKtQ0B off=3719294 len=248363 2024-09-20T22:04:27.431 INFO:tasks.workunit.client.0.smithi046.stdout:op 575 completed, throughput=4.97MB/sec 2024-09-20T22:04:27.431 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OWl4-JubWZgmvF7 off=12530426 len=440305 2024-09-20T22:04:27.434 INFO:tasks.workunit.client.0.smithi046.stdout:op 576 completed, throughput=4.98MB/sec 2024-09-20T22:04:27.434 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yMIqEIkaR4cAPX0 off=12217861 len=1048252 2024-09-20T22:04:27.436 INFO:tasks.workunit.client.0.smithi046.stdout:op 577 completed, throughput=4.99MB/sec 2024-09-20T22:04:27.436 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nuH5ZnKnMGxZ4Vh off=9532241 len=1251395 2024-09-20T22:04:27.437 INFO:tasks.workunit.client.0.smithi046.stdout:op 578 completed, throughput=5MB/sec 2024-09-20T22:04:27.437 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tWWrMp7hk1LKy9p off=6685795 len=1351679 2024-09-20T22:04:27.439 INFO:tasks.workunit.client.0.smithi046.stdout:op 579 completed, throughput=5.01MB/sec 2024-09-20T22:04:28.439 INFO:tasks.workunit.client.0.smithi046.stdout: 116: throughput=4.96MB/sec pending data=0 2024-09-20T22:04:28.439 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WlI1XnZq57Ib0ML off=8446380 len=237647 2024-09-20T22:04:28.440 INFO:tasks.workunit.client.0.smithi046.stdout:op 580 completed, throughput=4.97MB/sec 2024-09-20T22:04:28.440 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-p5z0NDQjkPhk9Ic off=2976801 len=1429503 2024-09-20T22:04:28.442 INFO:tasks.workunit.client.0.smithi046.stdout:op 581 completed, throughput=4.98MB/sec 2024-09-20T22:04:28.442 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iwLfDtqTx6aqE0P off=12123612 len=594553 2024-09-20T22:04:28.443 INFO:tasks.workunit.client.0.smithi046.stdout:op 582 completed, throughput=4.98MB/sec 2024-09-20T22:04:28.443 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EEklXVsOTFOIZyu off=14383648 len=6336 2024-09-20T22:04:28.444 INFO:tasks.workunit.client.0.smithi046.stdout:op 583 completed, throughput=4.98MB/sec 2024-09-20T22:04:28.444 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AfIWctY5l3Wpvtr off=5459467 len=418615 2024-09-20T22:04:28.447 INFO:tasks.workunit.client.0.smithi046.stdout:op 584 completed, throughput=4.99MB/sec 2024-09-20T22:04:28.448 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5ZlJG9wSKCtM1HL off=517512 len=1294731 2024-09-20T22:04:28.454 INFO:tasks.workunit.client.0.smithi046.stdout:op 585 completed, throughput=5MB/sec 2024-09-20T22:04:28.454 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PnYjX6e8Pj3JjhG off=2314140 len=2059262 2024-09-20T22:04:28.462 INFO:tasks.workunit.client.0.smithi046.stdout:op 586 completed, throughput=5.01MB/sec 2024-09-20T22:04:29.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:28 smithi046 ceph-mon[96110]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:04:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:28 smithi046 ceph-mon[98591]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:04:29.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:28 smithi134 ceph-mon[89086]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:04:29.463 INFO:tasks.workunit.client.0.smithi046.stdout: 117: throughput=4.97MB/sec pending data=0 2024-09-20T22:04:29.463 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Y6KVwA0i4KZROUo off=10232922 len=1510674 2024-09-20T22:04:29.471 INFO:tasks.workunit.client.0.smithi046.stdout:op 587 completed, throughput=4.98MB/sec 2024-09-20T22:04:29.471 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mjFQMh1mr6ExPF8 off=4593198 len=1367495 2024-09-20T22:04:29.478 INFO:tasks.workunit.client.0.smithi046.stdout:op 588 completed, throughput=4.99MB/sec 2024-09-20T22:04:29.478 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5l66rZi4q2H1YY0 off=9127497 len=951418 2024-09-20T22:04:29.479 INFO:tasks.workunit.client.0.smithi046.stdout:op 589 completed, throughput=5MB/sec 2024-09-20T22:04:29.479 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nRzaaXP3kvIGsO- off=12690222 len=1869565 2024-09-20T22:04:29.483 INFO:tasks.workunit.client.0.smithi046.stdout:op 590 completed, throughput=5.01MB/sec 2024-09-20T22:04:30.483 INFO:tasks.workunit.client.0.smithi046.stdout: 118: throughput=4.97MB/sec pending data=0 2024-09-20T22:04:30.483 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3w0ljcFgpH57sx3 off=10266394 len=2048569 2024-09-20T22:04:30.487 INFO:tasks.workunit.client.0.smithi046.stdout:op 591 completed, throughput=4.99MB/sec 2024-09-20T22:04:30.487 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zSs6ZxXFbin8-VO off=16599818 len=318209 2024-09-20T22:04:30.488 INFO:tasks.workunit.client.0.smithi046.stdout:op 592 completed, throughput=4.99MB/sec 2024-09-20T22:04:30.489 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fQMKz4M4Afm-dnD off=1573458 len=81702 2024-09-20T22:04:30.489 INFO:tasks.workunit.client.0.smithi046.stdout:op 593 completed, throughput=4.99MB/sec 2024-09-20T22:04:30.489 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-p3sIGf7-LPrYmvZ off=8583086 len=1547230 2024-09-20T22:04:30.496 INFO:tasks.workunit.client.0.smithi046.stdout:op 594 completed, throughput=5MB/sec 2024-09-20T22:04:31.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:30 smithi046 ceph-mon[96110]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:04:31.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:30 smithi046 ceph-mon[98591]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:04:31.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:30 smithi134 ceph-mon[89086]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:04:31.497 INFO:tasks.workunit.client.0.smithi046.stdout: 119: throughput=4.96MB/sec pending data=0 2024-09-20T22:04:31.497 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-W9E45D6vf5ZdHtt off=2997621 len=762438 2024-09-20T22:04:31.502 INFO:tasks.workunit.client.0.smithi046.stdout:op 595 completed, throughput=4.97MB/sec 2024-09-20T22:04:31.502 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-A5d6NXVAQu1bIij off=6255881 len=1418791 2024-09-20T22:04:31.504 INFO:tasks.workunit.client.0.smithi046.stdout:op 596 completed, throughput=4.98MB/sec 2024-09-20T22:04:31.504 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-coHL2JTgvnJQLa7 off=1936529 len=683197 2024-09-20T22:04:31.508 INFO:tasks.workunit.client.0.smithi046.stdout:op 597 completed, throughput=4.98MB/sec 2024-09-20T22:04:31.508 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vSUtZliTLs1QJm4 off=13511665 len=762405 2024-09-20T22:04:31.509 INFO:tasks.workunit.client.0.smithi046.stdout:op 598 completed, throughput=4.99MB/sec 2024-09-20T22:04:31.509 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dCmAmFdxFdLgjMc off=732398 len=1027216 2024-09-20T22:04:31.510 INFO:tasks.workunit.client.0.smithi046.stdout:op 599 completed, throughput=5MB/sec 2024-09-20T22:04:31.510 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yWPYdwhtnqExV86 off=8572607 len=1199859 2024-09-20T22:04:31.511 INFO:tasks.workunit.client.0.smithi046.stdout:op 600 completed, throughput=5.01MB/sec 2024-09-20T22:04:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:04:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:04:32] "GET /metrics HTTP/1.1" 200 34142 "" "Prometheus/2.43.0" 2024-09-20T22:04:32.512 INFO:tasks.workunit.client.0.smithi046.stdout: 120: throughput=4.97MB/sec pending data=0 2024-09-20T22:04:32.512 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1l7xLxdie63VxaS off=643482 len=688081 2024-09-20T22:04:32.516 INFO:tasks.workunit.client.0.smithi046.stdout:op 601 completed, throughput=4.97MB/sec 2024-09-20T22:04:32.517 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GHPyCk3L2F-v4xm off=4142054 len=404263 2024-09-20T22:04:32.520 INFO:tasks.workunit.client.0.smithi046.stdout:op 602 completed, throughput=4.98MB/sec 2024-09-20T22:04:32.520 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xHIGL2x1Yy_c-1x off=6419404 len=2012770 2024-09-20T22:04:32.532 INFO:tasks.workunit.client.0.smithi046.stdout:op 603 completed, throughput=4.99MB/sec 2024-09-20T22:04:32.532 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yYAR2RIxaaYzdhI off=5259252 len=201764 2024-09-20T22:04:32.532 INFO:tasks.workunit.client.0.smithi046.stdout:op 604 completed, throughput=4.99MB/sec 2024-09-20T22:04:32.533 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-297i870GTFL4ve1 off=13375245 len=476283 2024-09-20T22:04:32.536 INFO:tasks.workunit.client.0.smithi046.stdout:op 605 completed, throughput=5MB/sec 2024-09-20T22:04:32.536 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-U_21QuVeVKAitgg off=942880 len=258264 2024-09-20T22:04:32.537 INFO:tasks.workunit.client.0.smithi046.stdout:op 606 completed, throughput=5MB/sec 2024-09-20T22:04:32.537 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lx7XEcDnes54GOk off=5620119 len=931431 2024-09-20T22:04:32.538 INFO:tasks.workunit.client.0.smithi046.stdout:op 607 completed, throughput=5MB/sec 2024-09-20T22:04:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:04:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:04:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:04:33.155 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:32 smithi046 ceph-mon[96110]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:04:33.276 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:32 smithi046 ceph-mon[98591]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:04:33.277 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:32 smithi134 ceph-mon[89086]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:04:33.539 INFO:tasks.workunit.client.0.smithi046.stdout: 121: throughput=4.96MB/sec pending data=0 2024-09-20T22:04:33.539 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jSRT8An-Wa6nQgp off=18824336 len=69259 2024-09-20T22:04:33.542 INFO:tasks.workunit.client.0.smithi046.stdout:op 608 completed, throughput=4.96MB/sec 2024-09-20T22:04:33.542 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ubkDtrCeyPp2Yhs off=10262139 len=1526303 2024-09-20T22:04:33.549 INFO:tasks.workunit.client.0.smithi046.stdout:op 609 completed, throughput=4.98MB/sec 2024-09-20T22:04:33.549 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8bfZT0JxBN1aWtV off=3405809 len=1755802 2024-09-20T22:04:33.551 INFO:tasks.workunit.client.0.smithi046.stdout:op 610 completed, throughput=4.99MB/sec 2024-09-20T22:04:33.551 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-o1lhM1xpwjEt81D off=12661618 len=1356445 2024-09-20T22:04:33.556 INFO:tasks.workunit.client.0.smithi046.stdout:op 611 completed, throughput=5MB/sec 2024-09-20T22:04:33.556 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mrhbttjKguq4v3F off=19838844 len=2016319 2024-09-20T22:04:33.565 INFO:tasks.workunit.client.0.smithi046.stdout:op 612 completed, throughput=5.01MB/sec 2024-09-20T22:04:34.565 INFO:tasks.workunit.client.0.smithi046.stdout: 122: throughput=4.97MB/sec pending data=0 2024-09-20T22:04:34.566 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dFaUuhkrDsBAxKT off=1376137 len=1732833 2024-09-20T22:04:34.573 INFO:tasks.workunit.client.0.smithi046.stdout:op 613 completed, throughput=4.99MB/sec 2024-09-20T22:04:34.573 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dk4-QtP8CIp9T9X off=21708821 len=1250428 2024-09-20T22:04:34.574 INFO:tasks.workunit.client.0.smithi046.stdout:op 614 completed, throughput=5MB/sec 2024-09-20T22:04:34.574 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1TAY93PHzXzw_YK off=5943175 len=612307 2024-09-20T22:04:34.575 INFO:tasks.workunit.client.0.smithi046.stdout:op 615 completed, throughput=5MB/sec 2024-09-20T22:04:35.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:34 smithi046 ceph-mon[96110]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:04:35.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:04:35.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:34 smithi046 ceph-mon[98591]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:04:35.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:04:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:34 smithi134 ceph-mon[89086]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:04:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:04:35.576 INFO:tasks.workunit.client.0.smithi046.stdout: 123: throughput=4.96MB/sec pending data=0 2024-09-20T22:04:35.576 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3BQcWvZBclrJYYk off=16854775 len=1787689 2024-09-20T22:04:35.578 INFO:tasks.workunit.client.0.smithi046.stdout:op 616 completed, throughput=4.98MB/sec 2024-09-20T22:04:35.578 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gOy8_-QVzRcokwK off=4128272 len=290222 2024-09-20T22:04:35.579 INFO:tasks.workunit.client.0.smithi046.stdout:op 617 completed, throughput=4.98MB/sec 2024-09-20T22:04:35.579 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aAsew5DYXHbe6Hv off=15139902 len=660592 2024-09-20T22:04:35.583 INFO:tasks.workunit.client.0.smithi046.stdout:op 618 completed, throughput=4.98MB/sec 2024-09-20T22:04:35.584 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hJMrq7fp03EUWlz off=2863742 len=657796 2024-09-20T22:04:35.588 INFO:tasks.workunit.client.0.smithi046.stdout:op 619 completed, throughput=4.99MB/sec 2024-09-20T22:04:35.588 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IOO1Dum2X58aY_A off=1324688 len=128055 2024-09-20T22:04:35.590 INFO:tasks.workunit.client.0.smithi046.stdout:op 620 completed, throughput=4.99MB/sec 2024-09-20T22:04:35.590 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kYUq-6UZwi1OCzT off=10671280 len=1522920 2024-09-20T22:04:35.597 INFO:tasks.workunit.client.0.smithi046.stdout:op 621 completed, throughput=5MB/sec 2024-09-20T22:04:35.597 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tDkngux7cTt4sSo off=7694146 len=310648 2024-09-20T22:04:35.600 INFO:tasks.workunit.client.0.smithi046.stdout:op 622 completed, throughput=5MB/sec 2024-09-20T22:04:36.600 INFO:tasks.workunit.client.0.smithi046.stdout: 124: throughput=4.96MB/sec pending data=0 2024-09-20T22:04:36.600 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Tyd-b35Vr2ox99k off=3546351 len=1514993 2024-09-20T22:04:36.609 INFO:tasks.workunit.client.0.smithi046.stdout:op 623 completed, throughput=4.97MB/sec 2024-09-20T22:04:36.610 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DbuwLq-kCoPGNcY off=1104340 len=1380956 2024-09-20T22:04:36.617 INFO:tasks.workunit.client.0.smithi046.stdout:op 624 completed, throughput=4.98MB/sec 2024-09-20T22:04:36.617 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Zo_ZswkwunoWC7U off=390642 len=1641517 2024-09-20T22:04:36.624 INFO:tasks.workunit.client.0.smithi046.stdout:op 625 completed, throughput=5MB/sec 2024-09-20T22:04:36.624 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aXVj-YeLv9CWUdq off=3722268 len=1660487 2024-09-20T22:04:36.631 INFO:tasks.workunit.client.0.smithi046.stdout:op 626 completed, throughput=5.01MB/sec 2024-09-20T22:04:37.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:36 smithi046 ceph-mon[96110]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:04:37.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:36 smithi046 ceph-mon[98591]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:04:37.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:36 smithi134 ceph-mon[89086]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:04:37.631 INFO:tasks.workunit.client.0.smithi046.stdout: 125: throughput=4.97MB/sec pending data=0 2024-09-20T22:04:37.631 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jHlhRZfcy2D214g off=3852113 len=2069917 2024-09-20T22:04:37.645 INFO:tasks.workunit.client.0.smithi046.stdout:op 627 completed, throughput=4.98MB/sec 2024-09-20T22:04:37.645 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hewJoZMsZNRrVTz off=12347946 len=1810918 2024-09-20T22:04:37.654 INFO:tasks.workunit.client.0.smithi046.stdout:op 628 completed, throughput=5MB/sec 2024-09-20T22:04:37.654 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7QvlSXtjrfxJSMY off=2187432 len=1573745 2024-09-20T22:04:37.667 INFO:tasks.workunit.client.0.smithi046.stdout:op 629 completed, throughput=5.01MB/sec 2024-09-20T22:04:38.667 INFO:tasks.workunit.client.0.smithi046.stdout: 126: throughput=4.97MB/sec pending data=0 2024-09-20T22:04:38.667 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xu3iTIH1ozaW2Bu off=12703963 len=854819 2024-09-20T22:04:38.669 INFO:tasks.workunit.client.0.smithi046.stdout:op 630 completed, throughput=4.98MB/sec 2024-09-20T22:04:38.669 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-O4idfS_hNNLxDOT off=16951875 len=1879285 2024-09-20T22:04:38.671 INFO:tasks.workunit.client.0.smithi046.stdout:op 631 completed, throughput=4.99MB/sec 2024-09-20T22:04:38.671 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Z_BL_OhHCmGyx6Z off=3691961 len=905715 2024-09-20T22:04:38.677 INFO:tasks.workunit.client.0.smithi046.stdout:op 632 completed, throughput=5MB/sec 2024-09-20T22:04:38.677 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-P31ZuRVrKLIGoV2 off=6809111 len=2071780 2024-09-20T22:04:38.679 INFO:tasks.workunit.client.0.smithi046.stdout:op 633 completed, throughput=5.01MB/sec 2024-09-20T22:04:39.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:38 smithi046 ceph-mon[96110]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-09-20T22:04:39.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:38 smithi046 ceph-mon[98591]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-09-20T22:04:39.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:38 smithi134 ceph-mon[89086]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-09-20T22:04:39.680 INFO:tasks.workunit.client.0.smithi046.stdout: 127: throughput=4.97MB/sec pending data=0 2024-09-20T22:04:39.680 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PDwouLAJq8xqL7C off=2289365 len=1559150 2024-09-20T22:04:39.682 INFO:tasks.workunit.client.0.smithi046.stdout:op 634 completed, throughput=4.98MB/sec 2024-09-20T22:04:39.682 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gEA9LgH9XSOJUB0 off=2722890 len=289526 2024-09-20T22:04:39.683 INFO:tasks.workunit.client.0.smithi046.stdout:op 635 completed, throughput=4.99MB/sec 2024-09-20T22:04:39.683 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NXsz_vzpVVaZGVx off=3392402 len=1050589 2024-09-20T22:04:39.689 INFO:tasks.workunit.client.0.smithi046.stdout:op 636 completed, throughput=4.99MB/sec 2024-09-20T22:04:39.689 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jstFzLfb14_xq3c off=611635 len=1139756 2024-09-20T22:04:39.695 INFO:tasks.workunit.client.0.smithi046.stdout:op 637 completed, throughput=5MB/sec 2024-09-20T22:04:40.695 INFO:tasks.workunit.client.0.smithi046.stdout: 128: throughput=4.96MB/sec pending data=0 2024-09-20T22:04:40.696 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aNoSH31qpY63iAL off=10659995 len=149006 2024-09-20T22:04:40.698 INFO:tasks.workunit.client.0.smithi046.stdout:op 638 completed, throughput=4.96MB/sec 2024-09-20T22:04:40.698 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-i_9MWQ_fdbBbVl5 off=1886207 len=898368 2024-09-20T22:04:40.700 INFO:tasks.workunit.client.0.smithi046.stdout:op 639 completed, throughput=4.97MB/sec 2024-09-20T22:04:40.700 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PFX4GPVcEK9Qlnm off=2329048 len=2570 2024-09-20T22:04:40.700 INFO:tasks.workunit.client.0.smithi046.stdout:op 640 completed, throughput=4.97MB/sec 2024-09-20T22:04:40.700 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ih9NM9e97cIw1fL off=12583335 len=1235145 2024-09-20T22:04:40.706 INFO:tasks.workunit.client.0.smithi046.stdout:op 641 completed, throughput=4.98MB/sec 2024-09-20T22:04:40.706 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Ih9NM9e97cIw1fL off=18103204 len=465913 2024-09-20T22:04:40.707 INFO:tasks.workunit.client.0.smithi046.stdout:op 642 completed, throughput=4.98MB/sec 2024-09-20T22:04:40.707 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-B1b-u-BCtLgqvp3 off=3885820 len=42045 2024-09-20T22:04:40.707 INFO:tasks.workunit.client.0.smithi046.stdout:op 643 completed, throughput=4.98MB/sec 2024-09-20T22:04:40.708 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LOO9pyjfOQ3tqmF off=10619665 len=913092 2024-09-20T22:04:40.711 INFO:tasks.workunit.client.0.smithi046.stdout:op 644 completed, throughput=4.99MB/sec 2024-09-20T22:04:40.711 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dO3-D-pXAk6WY76 off=1174524 len=1221633 2024-09-20T22:04:40.717 INFO:tasks.workunit.client.0.smithi046.stdout:op 645 completed, throughput=5MB/sec 2024-09-20T22:04:40.717 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cXszz_jQSaCFma2 off=1862665 len=1728759 2024-09-20T22:04:40.721 INFO:tasks.workunit.client.0.smithi046.stdout:op 646 completed, throughput=5.01MB/sec 2024-09-20T22:04:41.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:40 smithi046 ceph-mon[96110]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:04:41.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:40 smithi046 ceph-mon[98591]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:04:41.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:40 smithi134 ceph-mon[89086]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:04:41.721 INFO:tasks.workunit.client.0.smithi046.stdout: 129: throughput=4.97MB/sec pending data=0 2024-09-20T22:04:41.721 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-q_UOvdNkRlgZ4L3 off=1039231 len=1067810 2024-09-20T22:04:41.727 INFO:tasks.workunit.client.0.smithi046.stdout:op 647 completed, throughput=4.98MB/sec 2024-09-20T22:04:41.727 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-091jBx0NmY6kypO off=9439004 len=430995 2024-09-20T22:04:41.730 INFO:tasks.workunit.client.0.smithi046.stdout:op 648 completed, throughput=4.98MB/sec 2024-09-20T22:04:41.731 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7t5It6kF2oufkRA off=2065957 len=1182074 2024-09-20T22:04:41.737 INFO:tasks.workunit.client.0.smithi046.stdout:op 649 completed, throughput=4.99MB/sec 2024-09-20T22:04:41.737 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4aV95w3hWkuvqn4 off=1585768 len=375815 2024-09-20T22:04:41.740 INFO:tasks.workunit.client.0.smithi046.stdout:op 650 completed, throughput=4.99MB/sec 2024-09-20T22:04:41.740 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IHtm5k-c4TcThWM off=13904531 len=644751 2024-09-20T22:04:41.744 INFO:tasks.workunit.client.0.smithi046.stdout:op 651 completed, throughput=5MB/sec 2024-09-20T22:04:41.744 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ywYo_c5NWSv8nNH off=8104599 len=704622 2024-09-20T22:04:41.748 INFO:tasks.workunit.client.0.smithi046.stdout:op 652 completed, throughput=5MB/sec 2024-09-20T22:04:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:04:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:04:42] "GET /metrics HTTP/1.1" 200 34145 "" "Prometheus/2.43.0" 2024-09-20T22:04:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:04:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:04:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:04:42.748 INFO:tasks.workunit.client.0.smithi046.stdout: 130: throughput=4.97MB/sec pending data=0 2024-09-20T22:04:42.748 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Rt8-5LeXofTR1FP off=3182802 len=1289637 2024-09-20T22:04:42.750 INFO:tasks.workunit.client.0.smithi046.stdout:op 653 completed, throughput=4.97MB/sec 2024-09-20T22:04:42.750 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rBWL1OHC03J7dnz off=5592939 len=1084091 2024-09-20T22:04:42.756 INFO:tasks.workunit.client.0.smithi046.stdout:op 654 completed, throughput=4.98MB/sec 2024-09-20T22:04:42.756 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZCsIRSx3N0fkjw6 off=17582947 len=1557243 2024-09-20T22:04:42.758 INFO:tasks.workunit.client.0.smithi046.stdout:op 655 completed, throughput=4.99MB/sec 2024-09-20T22:04:42.758 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jKHLouiaf6PfdA7 off=2048385 len=277583 2024-09-20T22:04:42.759 INFO:tasks.workunit.client.0.smithi046.stdout:op 656 completed, throughput=5MB/sec 2024-09-20T22:04:42.759 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Iy-_Caf3OreLBor off=6743808 len=1585202 2024-09-20T22:04:42.762 INFO:tasks.workunit.client.0.smithi046.stdout:op 657 completed, throughput=5.01MB/sec 2024-09-20T22:04:43.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:42 smithi046 ceph-mon[96110]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-20T22:04:43.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:42 smithi046 ceph-mon[98591]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-20T22:04:43.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:42 smithi134 ceph-mon[89086]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-20T22:04:43.763 INFO:tasks.workunit.client.0.smithi046.stdout: 131: throughput=4.97MB/sec pending data=0 2024-09-20T22:04:43.763 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mWZqzLSb4kmf7_j off=9023468 len=1677762 2024-09-20T22:04:43.770 INFO:tasks.workunit.client.0.smithi046.stdout:op 658 completed, throughput=4.98MB/sec 2024-09-20T22:04:43.771 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9Q3wr-nu_ZC0I6r off=1709646 len=1956468 2024-09-20T22:04:43.774 INFO:tasks.workunit.client.0.smithi046.stdout:op 659 completed, throughput=4.99MB/sec 2024-09-20T22:04:43.774 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CNvBqLnsHuk_JhD off=309627 len=1971705 2024-09-20T22:04:43.782 INFO:tasks.workunit.client.0.smithi046.stdout:op 660 completed, throughput=5.01MB/sec 2024-09-20T22:04:44.782 INFO:tasks.workunit.client.0.smithi046.stdout: 132: throughput=4.97MB/sec pending data=0 2024-09-20T22:04:44.783 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-D-onS3axEwA-aZ0 off=1991153 len=68548 2024-09-20T22:04:44.785 INFO:tasks.workunit.client.0.smithi046.stdout:op 661 completed, throughput=4.97MB/sec 2024-09-20T22:04:44.785 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jO0p-MnpPSlpVQH off=7934096 len=1508430 2024-09-20T22:04:44.792 INFO:tasks.workunit.client.0.smithi046.stdout:op 662 completed, throughput=4.98MB/sec 2024-09-20T22:04:44.792 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5GhmXqSFJjpTJqH off=18930800 len=1218343 2024-09-20T22:04:44.793 INFO:tasks.workunit.client.0.smithi046.stdout:op 663 completed, throughput=4.99MB/sec 2024-09-20T22:04:44.793 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PuV03sptATOgn9f off=0 len=1836177 2024-09-20T22:04:44.797 INFO:tasks.workunit.client.0.smithi046.stdout:op 664 completed, throughput=5MB/sec 2024-09-20T22:04:45.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:44 smithi046 ceph-mon[96110]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:04:45.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:44 smithi046 ceph-mon[98591]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:04:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:44 smithi134 ceph-mon[89086]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:04:45.797 INFO:tasks.workunit.client.0.smithi046.stdout: 133: throughput=4.97MB/sec pending data=0 2024-09-20T22:04:45.797 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ngWXXs1jkZf8RCL off=12324534 len=2006779 2024-09-20T22:04:45.800 INFO:tasks.workunit.client.0.smithi046.stdout:op 665 completed, throughput=4.98MB/sec 2024-09-20T22:04:45.800 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-i_9MWQ_fdbBbVl5 off=1700751 len=2028855 2024-09-20T22:04:45.802 INFO:tasks.workunit.client.0.smithi046.stdout:op 666 completed, throughput=4.99MB/sec 2024-09-20T22:04:45.802 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-o2MDMSuFtFsKErU off=4245060 len=297818 2024-09-20T22:04:45.806 INFO:tasks.workunit.client.0.smithi046.stdout:op 667 completed, throughput=5MB/sec 2024-09-20T22:04:45.806 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0FBfRj_GZeMkJtJ off=5853338 len=1568344 2024-09-20T22:04:45.807 INFO:tasks.workunit.client.0.smithi046.stdout:op 668 completed, throughput=5.01MB/sec 2024-09-20T22:04:46.808 INFO:tasks.workunit.client.0.smithi046.stdout: 134: throughput=4.97MB/sec pending data=0 2024-09-20T22:04:46.808 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aJtk4JzKcpQnOoJ off=4886841 len=1441037 2024-09-20T22:04:46.810 INFO:tasks.workunit.client.0.smithi046.stdout:op 669 completed, throughput=4.98MB/sec 2024-09-20T22:04:46.810 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CMQeFFX8MVDrLdW off=1569586 len=12424 2024-09-20T22:04:46.812 INFO:tasks.workunit.client.0.smithi046.stdout:op 670 completed, throughput=4.98MB/sec 2024-09-20T22:04:46.812 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zXsZ2Ho4zZgfN0m off=8266344 len=380517 2024-09-20T22:04:46.813 INFO:tasks.workunit.client.0.smithi046.stdout:op 671 completed, throughput=4.98MB/sec 2024-09-20T22:04:46.813 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-A5d6NXVAQu1bIij off=4883111 len=1546307 2024-09-20T22:04:46.821 INFO:tasks.workunit.client.0.smithi046.stdout:op 672 completed, throughput=4.99MB/sec 2024-09-20T22:04:46.821 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nNaezSrI_wg0feC off=1697172 len=264693 2024-09-20T22:04:46.821 INFO:tasks.workunit.client.0.smithi046.stdout:op 673 completed, throughput=5MB/sec 2024-09-20T22:04:46.822 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VATtdAI3ux0MC8j off=4015100 len=162858 2024-09-20T22:04:46.824 INFO:tasks.workunit.client.0.smithi046.stdout:op 674 completed, throughput=5MB/sec 2024-09-20T22:04:46.824 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CxuvRSvtaC1-zKa off=6132678 len=680358 2024-09-20T22:04:46.827 INFO:tasks.workunit.client.0.smithi046.stdout:op 675 completed, throughput=5MB/sec 2024-09-20T22:04:47.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:46 smithi046 ceph-mon[96110]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:04:47.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:46 smithi046 ceph-mon[98591]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:04:47.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:46 smithi134 ceph-mon[89086]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:04:47.828 INFO:tasks.workunit.client.0.smithi046.stdout: 135: throughput=4.97MB/sec pending data=0 2024-09-20T22:04:47.828 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eMd8CqxPdALgcP_ off=481843 len=2016308 2024-09-20T22:04:47.840 INFO:tasks.workunit.client.0.smithi046.stdout:op 676 completed, throughput=4.98MB/sec 2024-09-20T22:04:47.840 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Mqf_y0wmtc0B7Ce off=14602196 len=715598 2024-09-20T22:04:47.841 INFO:tasks.workunit.client.0.smithi046.stdout:op 677 completed, throughput=4.98MB/sec 2024-09-20T22:04:47.841 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-u5_sSqfaCpukR_b off=1936014 len=1638377 2024-09-20T22:04:47.844 INFO:tasks.workunit.client.0.smithi046.stdout:op 678 completed, throughput=5MB/sec 2024-09-20T22:04:47.844 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-p9xWyMKPhlxNUWR off=505911 len=782120 2024-09-20T22:04:47.849 INFO:tasks.workunit.client.0.smithi046.stdout:op 679 completed, throughput=5MB/sec 2024-09-20T22:04:48.849 INFO:tasks.workunit.client.0.smithi046.stdout: 136: throughput=4.96MB/sec pending data=0 2024-09-20T22:04:48.849 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UNChVXcJo39hgrW off=0 len=1382245 2024-09-20T22:04:48.852 INFO:tasks.workunit.client.0.smithi046.stdout:op 680 completed, throughput=4.97MB/sec 2024-09-20T22:04:48.852 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Er0dj8bzKOCeZw- off=4041053 len=143463 2024-09-20T22:04:48.853 INFO:tasks.workunit.client.0.smithi046.stdout:op 681 completed, throughput=4.97MB/sec 2024-09-20T22:04:48.853 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EjnSI1Y8QD7Q7L3 off=10987709 len=982981 2024-09-20T22:04:48.855 INFO:tasks.workunit.client.0.smithi046.stdout:op 682 completed, throughput=4.98MB/sec 2024-09-20T22:04:48.855 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_URP-3_WRwA-Vq- off=13170122 len=1277367 2024-09-20T22:04:48.862 INFO:tasks.workunit.client.0.smithi046.stdout:op 683 completed, throughput=4.99MB/sec 2024-09-20T22:04:48.862 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rtxfGdnOVC-Lyxn off=4938913 len=1564839 2024-09-20T22:04:48.864 INFO:tasks.workunit.client.0.smithi046.stdout:op 684 completed, throughput=5MB/sec 2024-09-20T22:04:49.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:48 smithi046 ceph-mon[96110]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-20T22:04:49.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:48 smithi046 ceph-mon[98591]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-20T22:04:49.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:48 smithi134 ceph-mon[89086]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-20T22:04:49.865 INFO:tasks.workunit.client.0.smithi046.stdout: 137: throughput=4.96MB/sec pending data=0 2024-09-20T22:04:49.865 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3EqOQaK5W9pWMEo off=18019237 len=1771378 2024-09-20T22:04:49.874 INFO:tasks.workunit.client.0.smithi046.stdout:op 685 completed, throughput=4.98MB/sec 2024-09-20T22:04:49.874 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2gPPCXcB5K545vr off=18405626 len=1688628 2024-09-20T22:04:49.883 INFO:tasks.workunit.client.0.smithi046.stdout:op 686 completed, throughput=4.99MB/sec 2024-09-20T22:04:49.883 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wO9lN7mXyrO4AyP off=5170052 len=1378061 2024-09-20T22:04:49.889 INFO:tasks.workunit.client.0.smithi046.stdout:op 687 completed, throughput=5MB/sec 2024-09-20T22:04:49.889 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ccfbBgmjGIiHrTt off=7860103 len=2016297 2024-09-20T22:04:49.891 INFO:tasks.workunit.client.0.smithi046.stdout:op 688 completed, throughput=5.01MB/sec 2024-09-20T22:04:50.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:04:50.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:04:50.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:04:50.892 INFO:tasks.workunit.client.0.smithi046.stdout: 138: throughput=4.97MB/sec pending data=0 2024-09-20T22:04:50.892 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uqh56yryPhvdqzS off=6727308 len=682051 2024-09-20T22:04:50.896 INFO:tasks.workunit.client.0.smithi046.stdout:op 689 completed, throughput=4.98MB/sec 2024-09-20T22:04:50.897 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OjfFrmtCIRRFSIu off=694180 len=1409053 2024-09-20T22:04:50.904 INFO:tasks.workunit.client.0.smithi046.stdout:op 690 completed, throughput=4.99MB/sec 2024-09-20T22:04:50.904 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wswZ9uQu22xRQX_ off=15329384 len=1957883 2024-09-20T22:04:50.911 INFO:tasks.workunit.client.0.smithi046.stdout:op 691 completed, throughput=5MB/sec 2024-09-20T22:04:51.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:50 smithi046 ceph-mon[96110]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-20T22:04:51.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:50 smithi046 ceph-mon[98591]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-20T22:04:51.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:50 smithi134 ceph-mon[89086]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-20T22:04:51.911 INFO:tasks.workunit.client.0.smithi046.stdout: 139: throughput=4.97MB/sec pending data=0 2024-09-20T22:04:51.911 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2HzbCD7OIw5Wh78 off=8688507 len=975463 2024-09-20T22:04:51.917 INFO:tasks.workunit.client.0.smithi046.stdout:op 692 completed, throughput=4.97MB/sec 2024-09-20T22:04:51.917 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lMlMw586_nhgQdE off=2586322 len=20111 2024-09-20T22:04:51.918 INFO:tasks.workunit.client.0.smithi046.stdout:op 693 completed, throughput=4.97MB/sec 2024-09-20T22:04:51.918 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9x2knUJFuW6_2b0 off=12063685 len=779479 2024-09-20T22:04:51.919 INFO:tasks.workunit.client.0.smithi046.stdout:op 694 completed, throughput=4.98MB/sec 2024-09-20T22:04:51.919 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2AxRx3JiL-_oq8p off=12885872 len=167430 2024-09-20T22:04:51.921 INFO:tasks.workunit.client.0.smithi046.stdout:op 695 completed, throughput=4.98MB/sec 2024-09-20T22:04:51.921 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-70jasUsCz8L6Lcw off=4213280 len=1510520 2024-09-20T22:04:51.927 INFO:tasks.workunit.client.0.smithi046.stdout:op 696 completed, throughput=4.99MB/sec 2024-09-20T22:04:51.928 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6if5Ky53QSCuW64 off=20236240 len=209507 2024-09-20T22:04:51.928 INFO:tasks.workunit.client.0.smithi046.stdout:op 697 completed, throughput=4.99MB/sec 2024-09-20T22:04:51.928 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-T9g5CBpeF7UPfb0 off=6396553 len=285210 2024-09-20T22:04:51.931 INFO:tasks.workunit.client.0.smithi046.stdout:op 698 completed, throughput=4.99MB/sec 2024-09-20T22:04:51.931 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6yAfBwy9SYdSb4b off=14680028 len=1265984 2024-09-20T22:04:51.936 INFO:tasks.workunit.client.0.smithi046.stdout:op 699 completed, throughput=5MB/sec 2024-09-20T22:04:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:04:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:04:52] "GET /metrics HTTP/1.1" 200 34144 "" "Prometheus/2.43.0" 2024-09-20T22:04:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:04:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:04:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:04:52.936 INFO:tasks.workunit.client.0.smithi046.stdout: 140: throughput=4.97MB/sec pending data=0 2024-09-20T22:04:52.936 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vGt0QBcogO0SouZ off=4335705 len=793491 2024-09-20T22:04:52.941 INFO:tasks.workunit.client.0.smithi046.stdout:op 700 completed, throughput=4.97MB/sec 2024-09-20T22:04:52.941 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pVrm-mYsYf2S2Y7 off=16282594 len=457065 2024-09-20T22:04:52.943 INFO:tasks.workunit.client.0.smithi046.stdout:op 701 completed, throughput=4.97MB/sec 2024-09-20T22:04:52.943 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-foUPuA_K1-STdSe off=2182603 len=1258291 2024-09-20T22:04:52.948 INFO:tasks.workunit.client.0.smithi046.stdout:op 702 completed, throughput=4.98MB/sec 2024-09-20T22:04:52.948 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-btcf1xysFRhsfEp off=1321511 len=837932 2024-09-20T22:04:52.952 INFO:tasks.workunit.client.0.smithi046.stdout:op 703 completed, throughput=4.99MB/sec 2024-09-20T22:04:52.953 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jWTVCOxQRvYEEo- off=6053689 len=1073115 2024-09-20T22:04:52.959 INFO:tasks.workunit.client.0.smithi046.stdout:op 704 completed, throughput=4.99MB/sec 2024-09-20T22:04:52.959 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-K9-CNqXb1673VDz off=7701766 len=1291170 2024-09-20T22:04:52.960 INFO:tasks.workunit.client.0.smithi046.stdout:op 705 completed, throughput=5MB/sec 2024-09-20T22:04:53.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:52 smithi134 ceph-mon[89086]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:04:53.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:52 smithi046 ceph-mon[96110]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:04:53.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:52 smithi046 ceph-mon[98591]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:04:53.961 INFO:tasks.workunit.client.0.smithi046.stdout: 141: throughput=4.97MB/sec pending data=0 2024-09-20T22:04:53.961 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-G2tFVZvyie7U0no off=57095 len=1273266 2024-09-20T22:04:53.967 INFO:tasks.workunit.client.0.smithi046.stdout:op 706 completed, throughput=4.98MB/sec 2024-09-20T22:04:53.967 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qw5TikcjgUY-9hb off=3314535 len=814481 2024-09-20T22:04:53.971 INFO:tasks.workunit.client.0.smithi046.stdout:op 707 completed, throughput=4.98MB/sec 2024-09-20T22:04:53.971 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HzdFKh9XikPWbzj off=6730764 len=1632367 2024-09-20T22:04:53.980 INFO:tasks.workunit.client.0.smithi046.stdout:op 708 completed, throughput=4.99MB/sec 2024-09-20T22:04:53.980 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hCjPINs_dA0sYkO off=8160054 len=1910923 2024-09-20T22:04:53.990 INFO:tasks.workunit.client.0.smithi046.stdout:op 709 completed, throughput=5MB/sec 2024-09-20T22:04:54.990 INFO:tasks.workunit.client.0.smithi046.stdout: 142: throughput=4.97MB/sec pending data=0 2024-09-20T22:04:54.990 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KBD90-zz3SaUaQX off=5740796 len=57979 2024-09-20T22:04:54.991 INFO:tasks.workunit.client.0.smithi046.stdout:op 710 completed, throughput=4.97MB/sec 2024-09-20T22:04:54.991 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-w5pDpfJ4rjM_oOf off=13535890 len=1265360 2024-09-20T22:04:54.993 INFO:tasks.workunit.client.0.smithi046.stdout:op 711 completed, throughput=4.98MB/sec 2024-09-20T22:04:54.993 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dn-lFFWdZcT9mgs off=5245558 len=829595 2024-09-20T22:04:54.997 INFO:tasks.workunit.client.0.smithi046.stdout:op 712 completed, throughput=4.98MB/sec 2024-09-20T22:04:54.997 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MOB-FIKtWiWrq47 off=10478406 len=339739 2024-09-20T22:04:54.998 INFO:tasks.workunit.client.0.smithi046.stdout:op 713 completed, throughput=4.99MB/sec 2024-09-20T22:04:54.999 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3CzHzT_7tsxRF-a off=1934473 len=1387206 2024-09-20T22:04:55.001 INFO:tasks.workunit.client.0.smithi046.stdout:op 714 completed, throughput=4.99MB/sec 2024-09-20T22:04:55.001 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SMr-JauE1Dm6Z-p off=1508019 len=1191374 2024-09-20T22:04:55.002 INFO:tasks.workunit.client.0.smithi046.stdout:op 715 completed, throughput=5MB/sec 2024-09-20T22:04:55.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:54 smithi134 ceph-mon[89086]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-20T22:04:55.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:54 smithi046 ceph-mon[96110]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-20T22:04:55.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:54 smithi046 ceph-mon[98591]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-20T22:04:56.003 INFO:tasks.workunit.client.0.smithi046.stdout: 143: throughput=4.97MB/sec pending data=0 2024-09-20T22:04:56.003 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-m6HXDtzFmaJAbZl off=5769315 len=1664599 2024-09-20T22:04:56.006 INFO:tasks.workunit.client.0.smithi046.stdout:op 716 completed, throughput=4.98MB/sec 2024-09-20T22:04:56.006 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xHCuwhhTDRmyH0O off=5774956 len=775558 2024-09-20T22:04:56.008 INFO:tasks.workunit.client.0.smithi046.stdout:op 717 completed, throughput=4.98MB/sec 2024-09-20T22:04:56.008 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-neEFbIWk6VJKVgN off=1013494 len=417174 2024-09-20T22:04:56.012 INFO:tasks.workunit.client.0.smithi046.stdout:op 718 completed, throughput=4.99MB/sec 2024-09-20T22:04:56.012 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Yw4g7jSJa8zual6 off=2466819 len=1671220 2024-09-20T22:04:56.022 INFO:tasks.workunit.client.0.smithi046.stdout:op 719 completed, throughput=5MB/sec 2024-09-20T22:04:56.022 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4gekUeF3lUHcwJE off=3295920 len=675861 2024-09-20T22:04:56.026 INFO:tasks.workunit.client.0.smithi046.stdout:op 720 completed, throughput=5MB/sec 2024-09-20T22:04:57.026 INFO:tasks.workunit.client.0.smithi046.stdout: 144: throughput=4.97MB/sec pending data=0 2024-09-20T22:04:57.027 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rDEy4o6JlwpCW9l off=764276 len=1231600 2024-09-20T22:04:57.028 INFO:tasks.workunit.client.0.smithi046.stdout:op 721 completed, throughput=4.98MB/sec 2024-09-20T22:04:57.029 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Yqpd1cT8GmFI26v off=1485590 len=69623 2024-09-20T22:04:57.031 INFO:tasks.workunit.client.0.smithi046.stdout:op 722 completed, throughput=4.98MB/sec 2024-09-20T22:04:57.031 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-c2Tw7lkvc1yK-dw off=9738253 len=1331211 2024-09-20T22:04:57.037 INFO:tasks.workunit.client.0.smithi046.stdout:op 723 completed, throughput=4.98MB/sec 2024-09-20T22:04:57.037 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lZC6x_kv6YeIKai off=2707350 len=946345 2024-09-20T22:04:57.043 INFO:tasks.workunit.client.0.smithi046.stdout:op 724 completed, throughput=4.99MB/sec 2024-09-20T22:04:57.043 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4YLvl79rQGNXbhz off=4415063 len=1078802 2024-09-20T22:04:57.048 INFO:tasks.workunit.client.0.smithi046.stdout:op 725 completed, throughput=5MB/sec 2024-09-20T22:04:57.048 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-owlrsRCD5R_QPvr off=95019 len=1968909 2024-09-20T22:04:57.050 INFO:tasks.workunit.client.0.smithi046.stdout:op 726 completed, throughput=5.01MB/sec 2024-09-20T22:04:57.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:56 smithi134 ceph-mon[89086]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-20T22:04:57.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:56 smithi046 ceph-mon[96110]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-20T22:04:57.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:56 smithi046 ceph-mon[98591]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-20T22:04:58.050 INFO:tasks.workunit.client.0.smithi046.stdout: 145: throughput=4.98MB/sec pending data=0 2024-09-20T22:04:58.050 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Tof4sbFHVuMKouS off=15683164 len=525692 2024-09-20T22:04:58.055 INFO:tasks.workunit.client.0.smithi046.stdout:op 727 completed, throughput=4.98MB/sec 2024-09-20T22:04:58.055 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aI8uKfN3exZ5tCX off=4202802 len=1312227 2024-09-20T22:04:58.057 INFO:tasks.workunit.client.0.smithi046.stdout:op 728 completed, throughput=4.99MB/sec 2024-09-20T22:04:58.057 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QQWY79N18jhm5Am off=13423470 len=1840576 2024-09-20T22:04:58.065 INFO:tasks.workunit.client.0.smithi046.stdout:op 729 completed, throughput=5MB/sec 2024-09-20T22:04:58.065 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Rm7IZ--v1NWHlEP off=202168 len=770163 2024-09-20T22:04:58.066 INFO:tasks.workunit.client.0.smithi046.stdout:op 730 completed, throughput=5MB/sec 2024-09-20T22:04:59.067 INFO:tasks.workunit.client.0.smithi046.stdout: 146: throughput=4.97MB/sec pending data=0 2024-09-20T22:04:59.067 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-w7jNMgkj8dpN7wb off=2723276 len=1967422 2024-09-20T22:04:59.080 INFO:tasks.workunit.client.0.smithi046.stdout:op 731 completed, throughput=4.98MB/sec 2024-09-20T22:04:59.080 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CNvBqLnsHuk_JhD off=747467 len=936778 2024-09-20T22:04:59.085 INFO:tasks.workunit.client.0.smithi046.stdout:op 732 completed, throughput=4.99MB/sec 2024-09-20T22:04:59.085 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IrFZfuEkt7mTfHG off=6539835 len=827392 2024-09-20T22:04:59.086 INFO:tasks.workunit.client.0.smithi046.stdout:op 733 completed, throughput=4.99MB/sec 2024-09-20T22:04:59.086 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JDXme9tEtMqdHin off=2447006 len=1435302 2024-09-20T22:04:59.088 INFO:tasks.workunit.client.0.smithi046.stdout:op 734 completed, throughput=5MB/sec 2024-09-20T22:04:59.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:04:58 smithi134 ceph-mon[89086]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:04:59.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:04:58 smithi046 ceph-mon[96110]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:04:59.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:04:58 smithi046 ceph-mon[98591]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:05:00.089 INFO:tasks.workunit.client.0.smithi046.stdout: 147: throughput=4.97MB/sec pending data=0 2024-09-20T22:05:00.089 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QQeb2YLQS7BPiHe off=18622057 len=128036 2024-09-20T22:05:00.090 INFO:tasks.workunit.client.0.smithi046.stdout:op 735 completed, throughput=4.97MB/sec 2024-09-20T22:05:00.090 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VfPMkPAwzuFOCqp off=4541135 len=1392768 2024-09-20T22:05:00.096 INFO:tasks.workunit.client.0.smithi046.stdout:op 736 completed, throughput=4.98MB/sec 2024-09-20T22:05:00.096 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-R4UpnVhNMR9WSkE off=2006512 len=794375 2024-09-20T22:05:00.101 INFO:tasks.workunit.client.0.smithi046.stdout:op 737 completed, throughput=4.98MB/sec 2024-09-20T22:05:00.101 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4Yjo-erE0xjgMDX off=12936746 len=1917117 2024-09-20T22:05:00.107 INFO:tasks.workunit.client.0.smithi046.stdout:op 738 completed, throughput=5MB/sec 2024-09-20T22:05:00.108 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HtUhRYyTmxhwgCD off=3106640 len=634524 2024-09-20T22:05:00.108 INFO:tasks.workunit.client.0.smithi046.stdout:op 739 completed, throughput=5MB/sec 2024-09-20T22:05:00.108 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VCZxee-6Nre5YkM off=14332246 len=1994057 2024-09-20T22:05:00.115 INFO:tasks.workunit.client.0.smithi046.stdout:op 740 completed, throughput=5.01MB/sec 2024-09-20T22:05:01.115 INFO:tasks.workunit.client.0.smithi046.stdout: 148: throughput=4.98MB/sec pending data=0 2024-09-20T22:05:01.116 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--_mlgmVZ0Xr9X-I off=4794099 len=198855 2024-09-20T22:05:01.119 INFO:tasks.workunit.client.0.smithi046.stdout:op 741 completed, throughput=4.98MB/sec 2024-09-20T22:05:01.119 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GhIOfMmKZbZ2rrJ off=3845160 len=1376103 2024-09-20T22:05:01.121 INFO:tasks.workunit.client.0.smithi046.stdout:op 742 completed, throughput=4.99MB/sec 2024-09-20T22:05:01.121 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-E9RBaWmYOhl1_md off=4751691 len=274472 2024-09-20T22:05:01.122 INFO:tasks.workunit.client.0.smithi046.stdout:op 743 completed, throughput=4.99MB/sec 2024-09-20T22:05:01.122 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tUC81AQCKfldHlo off=3211774 len=619337 2024-09-20T22:05:01.123 INFO:tasks.workunit.client.0.smithi046.stdout:op 744 completed, throughput=4.99MB/sec 2024-09-20T22:05:01.123 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ddIsUt6XIqRNdqb off=7281208 len=1784324 2024-09-20T22:05:01.131 INFO:tasks.workunit.client.0.smithi046.stdout:op 745 completed, throughput=5.01MB/sec 2024-09-20T22:05:01.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:00 smithi134 ceph-mon[89086]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:05:01.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:00 smithi046 ceph-mon[96110]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:05:01.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:00 smithi046 ceph-mon[98591]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:05:02.131 INFO:tasks.workunit.client.0.smithi046.stdout: 149: throughput=4.97MB/sec pending data=0 2024-09-20T22:05:02.132 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-96amocxEwtE3dUr off=5025773 len=543246 2024-09-20T22:05:02.133 INFO:tasks.workunit.client.0.smithi046.stdout:op 746 completed, throughput=4.98MB/sec 2024-09-20T22:05:02.133 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dbM_WbX1j2BgPWs off=2161380 len=1325526 2024-09-20T22:05:02.142 INFO:tasks.workunit.client.0.smithi046.stdout:op 747 completed, throughput=4.98MB/sec 2024-09-20T22:05:02.142 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-f0GcyalWajFgrM5 off=780546 len=406953 2024-09-20T22:05:02.145 INFO:tasks.workunit.client.0.smithi046.stdout:op 748 completed, throughput=4.99MB/sec 2024-09-20T22:05:02.145 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7I0rH9TrVe_A2lK off=15360975 len=1049656 2024-09-20T22:05:02.147 INFO:tasks.workunit.client.0.smithi046.stdout:op 749 completed, throughput=4.99MB/sec 2024-09-20T22:05:02.147 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aCA289iLUoED9IQ off=3239885 len=673224 2024-09-20T22:05:02.151 INFO:tasks.workunit.client.0.smithi046.stdout:op 750 completed, throughput=5MB/sec 2024-09-20T22:05:02.151 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EWgZt6xndAruPru off=1944698 len=1725633 2024-09-20T22:05:02.152 INFO:tasks.workunit.client.0.smithi046.stdout:op 751 completed, throughput=5.01MB/sec 2024-09-20T22:05:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:05:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:05:02] "GET /metrics HTTP/1.1" 200 34144 "" "Prometheus/2.43.0" 2024-09-20T22:05:02.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:05:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:05:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:05:03.153 INFO:tasks.workunit.client.0.smithi046.stdout: 150: throughput=4.97MB/sec pending data=0 2024-09-20T22:05:03.153 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7LMgaxXNJ0FUPV2 off=18826755 len=1958778 2024-09-20T22:05:03.156 INFO:tasks.workunit.client.0.smithi046.stdout:op 752 completed, throughput=4.99MB/sec 2024-09-20T22:05:03.156 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NTNq1EJlUoHw1aA off=3228424 len=1422827 2024-09-20T22:05:03.157 INFO:tasks.workunit.client.0.smithi046.stdout:op 753 completed, throughput=5MB/sec 2024-09-20T22:05:03.158 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OSfvkMYYZ5G89qf off=1047964 len=1443733 2024-09-20T22:05:03.159 INFO:tasks.workunit.client.0.smithi046.stdout:op 754 completed, throughput=5MB/sec 2024-09-20T22:05:03.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:02 smithi134 ceph-mon[89086]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-20T22:05:03.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:02 smithi046 ceph-mon[96110]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-20T22:05:03.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:02 smithi046 ceph-mon[98591]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-20T22:05:04.160 INFO:tasks.workunit.client.0.smithi046.stdout: 151: throughput=4.97MB/sec pending data=0 2024-09-20T22:05:04.160 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uAiFqGCd3Pl9Rng off=9026333 len=847639 2024-09-20T22:05:04.165 INFO:tasks.workunit.client.0.smithi046.stdout:op 755 completed, throughput=4.98MB/sec 2024-09-20T22:05:04.165 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BXjl7Uak4XKrEU7 off=2499271 len=593647 2024-09-20T22:05:04.169 INFO:tasks.workunit.client.0.smithi046.stdout:op 756 completed, throughput=4.98MB/sec 2024-09-20T22:05:04.169 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1C8f8_3__sF4HWl off=8369900 len=937922 2024-09-20T22:05:04.173 INFO:tasks.workunit.client.0.smithi046.stdout:op 757 completed, throughput=4.99MB/sec 2024-09-20T22:05:04.173 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Z_BL_OhHCmGyx6Z off=9080630 len=234975 2024-09-20T22:05:04.173 INFO:tasks.workunit.client.0.smithi046.stdout:op 758 completed, throughput=4.99MB/sec 2024-09-20T22:05:04.174 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--mGk8qy__bURPG5 off=13868554 len=398886 2024-09-20T22:05:04.177 INFO:tasks.workunit.client.0.smithi046.stdout:op 759 completed, throughput=4.99MB/sec 2024-09-20T22:05:04.177 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-n7iiSbjNqACmaF8 off=1175043 len=747011 2024-09-20T22:05:04.178 INFO:tasks.workunit.client.0.smithi046.stdout:op 760 completed, throughput=4.99MB/sec 2024-09-20T22:05:04.178 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xR8OIRm2PeG4BPw off=10175714 len=1768720 2024-09-20T22:05:04.180 INFO:tasks.workunit.client.0.smithi046.stdout:op 761 completed, throughput=5.01MB/sec 2024-09-20T22:05:05.180 INFO:tasks.workunit.client.0.smithi046.stdout: 152: throughput=4.97MB/sec pending data=0 2024-09-20T22:05:05.181 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wKh5s1ZMC3MM2AA off=6527638 len=168783 2024-09-20T22:05:05.181 INFO:tasks.workunit.client.0.smithi046.stdout:op 762 completed, throughput=4.97MB/sec 2024-09-20T22:05:05.181 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-84Wuj5kBj5Q0rc2 off=8404312 len=2090987 2024-09-20T22:05:05.194 INFO:tasks.workunit.client.0.smithi046.stdout:op 763 completed, throughput=4.99MB/sec 2024-09-20T22:05:05.194 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JMlUwJCgXWM_fI- off=19133208 len=1881155 2024-09-20T22:05:05.196 INFO:tasks.workunit.client.0.smithi046.stdout:op 764 completed, throughput=5MB/sec 2024-09-20T22:05:05.196 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-quhbMZhe56xPUf4 off=7042150 len=1435461 2024-09-20T22:05:05.205 INFO:tasks.workunit.client.0.smithi046.stdout:op 765 completed, throughput=5.01MB/sec 2024-09-20T22:05:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:05 smithi134 ceph-mon[89086]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-20T22:05:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:05 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:05:05.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:05 smithi046 ceph-mon[96110]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-20T22:05:05.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:05 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:05:05.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:05 smithi046 ceph-mon[98591]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-20T22:05:05.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:05 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:05:06.205 INFO:tasks.workunit.client.0.smithi046.stdout: 153: throughput=4.97MB/sec pending data=0 2024-09-20T22:05:06.205 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2gPPCXcB5K545vr off=8910104 len=7436 2024-09-20T22:05:06.207 INFO:tasks.workunit.client.0.smithi046.stdout:op 766 completed, throughput=4.97MB/sec 2024-09-20T22:05:06.208 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LoRR2s9itaTkR9V off=16870752 len=647983 2024-09-20T22:05:06.210 INFO:tasks.workunit.client.0.smithi046.stdout:op 767 completed, throughput=4.98MB/sec 2024-09-20T22:05:06.210 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6I1HO9KYeG6LGvb off=3240443 len=1322454 2024-09-20T22:05:06.212 INFO:tasks.workunit.client.0.smithi046.stdout:op 768 completed, throughput=4.99MB/sec 2024-09-20T22:05:06.212 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4-gr8D9eUVtTy7W off=5834787 len=1142580 2024-09-20T22:05:06.217 INFO:tasks.workunit.client.0.smithi046.stdout:op 769 completed, throughput=4.99MB/sec 2024-09-20T22:05:06.217 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Bz65h-GxBeIpfFk off=17740161 len=1762610 2024-09-20T22:05:06.220 INFO:tasks.workunit.client.0.smithi046.stdout:op 770 completed, throughput=5MB/sec 2024-09-20T22:05:07.221 INFO:tasks.workunit.client.0.smithi046.stdout: 154: throughput=4.97MB/sec pending data=0 2024-09-20T22:05:07.221 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZQQgNiEDuEQO7KX off=9464173 len=1772571 2024-09-20T22:05:07.230 INFO:tasks.workunit.client.0.smithi046.stdout:op 771 completed, throughput=4.98MB/sec 2024-09-20T22:05:07.231 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yYXO4IOYZOHkqR7 off=440178 len=1238456 2024-09-20T22:05:07.236 INFO:tasks.workunit.client.0.smithi046.stdout:op 772 completed, throughput=4.99MB/sec 2024-09-20T22:05:07.236 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fG-Oi8mPtRL_nwy off=42430 len=409925 2024-09-20T22:05:07.237 INFO:tasks.workunit.client.0.smithi046.stdout:op 773 completed, throughput=4.99MB/sec 2024-09-20T22:05:07.237 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-moSAGzjG8MtgENH off=6976953 len=653354 2024-09-20T22:05:07.241 INFO:tasks.workunit.client.0.smithi046.stdout:op 774 completed, throughput=5MB/sec 2024-09-20T22:05:07.241 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IvnMUz_mXE7ONh4 off=10332800 len=1911193 2024-09-20T22:05:07.248 INFO:tasks.workunit.client.0.smithi046.stdout:op 775 completed, throughput=5.01MB/sec 2024-09-20T22:05:07.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:07 smithi134 ceph-mon[89086]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-20T22:05:07.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:07 smithi046 ceph-mon[96110]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-20T22:05:07.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:07 smithi046 ceph-mon[98591]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-20T22:05:08.248 INFO:tasks.workunit.client.0.smithi046.stdout: 155: throughput=4.98MB/sec pending data=0 2024-09-20T22:05:08.248 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-334ZHBn84l5bpFX off=5513206 len=1105661 2024-09-20T22:05:08.254 INFO:tasks.workunit.client.0.smithi046.stdout:op 776 completed, throughput=4.98MB/sec 2024-09-20T22:05:08.254 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ttDH0OYpqBzp_0j off=3961263 len=109657 2024-09-20T22:05:08.257 INFO:tasks.workunit.client.0.smithi046.stdout:op 777 completed, throughput=4.98MB/sec 2024-09-20T22:05:08.257 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gmivYB6VNexykJi off=10338768 len=952323 2024-09-20T22:05:08.262 INFO:tasks.workunit.client.0.smithi046.stdout:op 778 completed, throughput=4.99MB/sec 2024-09-20T22:05:08.262 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vDL25EemqSNwvyC off=14549745 len=772646 2024-09-20T22:05:08.264 INFO:tasks.workunit.client.0.smithi046.stdout:op 779 completed, throughput=4.99MB/sec 2024-09-20T22:05:08.264 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-g4Z4qlGcTwmcuNN off=837581 len=844784 2024-09-20T22:05:08.265 INFO:tasks.workunit.client.0.smithi046.stdout:op 780 completed, throughput=5MB/sec 2024-09-20T22:05:08.265 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KDGOpPX42Xgy4c6 off=2698064 len=890686 2024-09-20T22:05:08.266 INFO:tasks.workunit.client.0.smithi046.stdout:op 781 completed, throughput=5MB/sec 2024-09-20T22:05:09.266 INFO:tasks.workunit.client.0.smithi046.stdout: 156: throughput=4.97MB/sec pending data=0 2024-09-20T22:05:09.267 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_HaeS9IvMPyBXJa off=7343737 len=1752984 2024-09-20T22:05:09.274 INFO:tasks.workunit.client.0.smithi046.stdout:op 782 completed, throughput=4.98MB/sec 2024-09-20T22:05:09.274 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iiW1J48Rwz4KBdI off=3189193 len=487563 2024-09-20T22:05:09.279 INFO:tasks.workunit.client.0.smithi046.stdout:op 783 completed, throughput=4.99MB/sec 2024-09-20T22:05:09.279 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iEBYCQAnk4n3Qed off=12445226 len=297937 2024-09-20T22:05:09.280 INFO:tasks.workunit.client.0.smithi046.stdout:op 784 completed, throughput=4.99MB/sec 2024-09-20T22:05:09.280 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bqZRCXVW9uqHRJs off=4721393 len=766008 2024-09-20T22:05:09.284 INFO:tasks.workunit.client.0.smithi046.stdout:op 785 completed, throughput=4.99MB/sec 2024-09-20T22:05:09.284 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_m6I_D3aosahThb off=5513231 len=332780 2024-09-20T22:05:09.285 INFO:tasks.workunit.client.0.smithi046.stdout:op 786 completed, throughput=4.99MB/sec 2024-09-20T22:05:09.285 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IQoCskxcvBBfsPn off=3316056 len=1989712 2024-09-20T22:05:09.294 INFO:tasks.workunit.client.0.smithi046.stdout:op 787 completed, throughput=5.01MB/sec 2024-09-20T22:05:09.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:09 smithi134 ceph-mon[89086]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-09-20T22:05:09.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:09 smithi046 ceph-mon[96110]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-09-20T22:05:09.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:09 smithi046 ceph-mon[98591]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-09-20T22:05:10.295 INFO:tasks.workunit.client.0.smithi046.stdout: 157: throughput=4.97MB/sec pending data=0 2024-09-20T22:05:10.295 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QL5i7gU2S8y2B_S off=3363975 len=873386 2024-09-20T22:05:10.300 INFO:tasks.workunit.client.0.smithi046.stdout:op 788 completed, throughput=4.98MB/sec 2024-09-20T22:05:10.300 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-H7kQ6g8mh__pbHT off=458941 len=668481 2024-09-20T22:05:10.301 INFO:tasks.workunit.client.0.smithi046.stdout:op 789 completed, throughput=4.98MB/sec 2024-09-20T22:05:10.301 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gRntfz46FB4ynlv off=6913333 len=229186 2024-09-20T22:05:10.304 INFO:tasks.workunit.client.0.smithi046.stdout:op 790 completed, throughput=4.98MB/sec 2024-09-20T22:05:10.304 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--shSwTPHmYJej_j off=6467770 len=264093 2024-09-20T22:05:10.305 INFO:tasks.workunit.client.0.smithi046.stdout:op 791 completed, throughput=4.99MB/sec 2024-09-20T22:05:10.305 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZUmqCpuKfia3DFc off=2541073 len=2016084 2024-09-20T22:05:10.315 INFO:tasks.workunit.client.0.smithi046.stdout:op 792 completed, throughput=5MB/sec 2024-09-20T22:05:10.315 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-boD7DcvjkDDihIv off=4124379 len=1491039 2024-09-20T22:05:10.322 INFO:tasks.workunit.client.0.smithi046.stdout:op 793 completed, throughput=5.01MB/sec 2024-09-20T22:05:11.322 INFO:tasks.workunit.client.0.smithi046.stdout: 158: throughput=4.98MB/sec pending data=0 2024-09-20T22:05:11.322 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-W1MQ0L5xskBci8n off=9566708 len=1769822 2024-09-20T22:05:11.325 INFO:tasks.workunit.client.0.smithi046.stdout:op 794 completed, throughput=4.99MB/sec 2024-09-20T22:05:11.325 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gixUONVopuXkaVy off=1725640 len=496505 2024-09-20T22:05:11.329 INFO:tasks.workunit.client.0.smithi046.stdout:op 795 completed, throughput=4.99MB/sec 2024-09-20T22:05:11.329 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IgQU6Y-TQiLEFJl off=12487635 len=2024140 2024-09-20T22:05:11.340 INFO:tasks.workunit.client.0.smithi046.stdout:op 796 completed, throughput=5MB/sec 2024-09-20T22:05:11.340 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_Ih0W-w8_zR6Zm6 off=2104286 len=744559 2024-09-20T22:05:11.345 INFO:tasks.workunit.client.0.smithi046.stdout:op 797 completed, throughput=5MB/sec 2024-09-20T22:05:11.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:11 smithi134 ceph-mon[89086]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:05:11.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:11 smithi046 ceph-mon[96110]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:05:11.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:11 smithi046 ceph-mon[98591]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:05:12.345 INFO:tasks.workunit.client.0.smithi046.stdout: 159: throughput=4.97MB/sec pending data=0 2024-09-20T22:05:12.345 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uUFc_vled65gHOQ off=11327439 len=1931531 2024-09-20T22:05:12.353 INFO:tasks.workunit.client.0.smithi046.stdout:op 798 completed, throughput=4.98MB/sec 2024-09-20T22:05:12.353 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Cr4r8NuIvN7pibM off=8798769 len=268653 2024-09-20T22:05:12.356 INFO:tasks.workunit.client.0.smithi046.stdout:op 799 completed, throughput=4.99MB/sec 2024-09-20T22:05:12.356 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-99JuXgY5k_QLyfa off=604648 len=652748 2024-09-20T22:05:12.360 INFO:tasks.workunit.client.0.smithi046.stdout:op 800 completed, throughput=4.99MB/sec 2024-09-20T22:05:12.360 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_c75xsL4pd2klLq off=11579662 len=1799520 2024-09-20T22:05:12.370 INFO:tasks.workunit.client.0.smithi046.stdout:op 801 completed, throughput=5MB/sec 2024-09-20T22:05:12.370 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KAKdsDvwGLqTlOn off=11914371 len=876075 2024-09-20T22:05:12.371 INFO:tasks.workunit.client.0.smithi046.stdout:op 802 completed, throughput=5.01MB/sec 2024-09-20T22:05:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:05:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:05:12] "GET /metrics HTTP/1.1" 200 34137 "" "Prometheus/2.43.0" 2024-09-20T22:05:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:05:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:05:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:05:13.371 INFO:tasks.workunit.client.0.smithi046.stdout: 160: throughput=4.97MB/sec pending data=0 2024-09-20T22:05:13.371 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qo3FwEv8Ayrd8v1 off=14176472 len=914502 2024-09-20T22:05:13.376 INFO:tasks.workunit.client.0.smithi046.stdout:op 803 completed, throughput=4.98MB/sec 2024-09-20T22:05:13.376 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lXlOlc5dJpK4QeJ off=11521773 len=807301 2024-09-20T22:05:13.381 INFO:tasks.workunit.client.0.smithi046.stdout:op 804 completed, throughput=4.98MB/sec 2024-09-20T22:05:13.381 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uHJybfW4XdjdmQz off=11873291 len=79586 2024-09-20T22:05:13.384 INFO:tasks.workunit.client.0.smithi046.stdout:op 805 completed, throughput=4.98MB/sec 2024-09-20T22:05:13.384 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-scsxE863-RUXcYj off=12275557 len=221839 2024-09-20T22:05:13.385 INFO:tasks.workunit.client.0.smithi046.stdout:op 806 completed, throughput=4.99MB/sec 2024-09-20T22:05:13.385 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iLTuqZvmG720c8h off=23390636 len=1173188 2024-09-20T22:05:13.388 INFO:tasks.workunit.client.0.smithi046.stdout:op 807 completed, throughput=4.99MB/sec 2024-09-20T22:05:13.388 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-55RYWFsDyZdhub1 off=6806612 len=1537082 2024-09-20T22:05:13.389 INFO:tasks.workunit.client.0.smithi046.stdout:op 808 completed, throughput=5MB/sec 2024-09-20T22:05:13.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:13 smithi134 ceph-mon[89086]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-20T22:05:13.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:13 smithi046 ceph-mon[96110]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-20T22:05:13.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:13 smithi046 ceph-mon[98591]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-20T22:05:14.390 INFO:tasks.workunit.client.0.smithi046.stdout: 161: throughput=4.97MB/sec pending data=0 2024-09-20T22:05:14.390 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9cuszprgSvd4eBx off=8666752 len=1891977 2024-09-20T22:05:14.398 INFO:tasks.workunit.client.0.smithi046.stdout:op 809 completed, throughput=4.98MB/sec 2024-09-20T22:05:14.398 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2gPPCXcB5K545vr off=16205330 len=1842468 2024-09-20T22:05:14.405 INFO:tasks.workunit.client.0.smithi046.stdout:op 810 completed, throughput=4.99MB/sec 2024-09-20T22:05:14.406 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZOQmX8vufpEchIB off=2309279 len=596486 2024-09-20T22:05:14.409 INFO:tasks.workunit.client.0.smithi046.stdout:op 811 completed, throughput=5MB/sec 2024-09-20T22:05:14.409 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Xz13zwNM7Cpm1Wx off=5481817 len=13961 2024-09-20T22:05:14.411 INFO:tasks.workunit.client.0.smithi046.stdout:op 812 completed, throughput=5MB/sec 2024-09-20T22:05:14.411 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YOjj2iqX7xK7oqy off=21709067 len=2020430 2024-09-20T22:05:14.422 INFO:tasks.workunit.client.0.smithi046.stdout:op 813 completed, throughput=5.01MB/sec 2024-09-20T22:05:15.422 INFO:tasks.workunit.client.0.smithi046.stdout: 162: throughput=4.98MB/sec pending data=0 2024-09-20T22:05:15.422 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YxhmCL4OtvVQibD off=6713049 len=744627 2024-09-20T22:05:15.424 INFO:tasks.workunit.client.0.smithi046.stdout:op 814 completed, throughput=4.98MB/sec 2024-09-20T22:05:15.424 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fwqmUyl5_ld1RW9 off=18279778 len=62139 2024-09-20T22:05:15.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:15 smithi134 ceph-mon[89086]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-20T22:05:15.426 INFO:tasks.workunit.client.0.smithi046.stdout:op 815 completed, throughput=4.98MB/sec 2024-09-20T22:05:15.426 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NR44dFb1u2HkqJU off=1077647 len=1231870 2024-09-20T22:05:15.433 INFO:tasks.workunit.client.0.smithi046.stdout:op 816 completed, throughput=4.99MB/sec 2024-09-20T22:05:15.433 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Zut0_0pKeJgYeZ0 off=5853012 len=359790 2024-09-20T22:05:15.437 INFO:tasks.workunit.client.0.smithi046.stdout:op 817 completed, throughput=4.99MB/sec 2024-09-20T22:05:15.437 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_srN5k4aCmFqQuv off=10493224 len=720569 2024-09-20T22:05:15.441 INFO:tasks.workunit.client.0.smithi046.stdout:op 818 completed, throughput=4.99MB/sec 2024-09-20T22:05:15.441 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ItLnL4Z7RY5Ub_4 off=6582639 len=1680099 2024-09-20T22:05:15.449 INFO:tasks.workunit.client.0.smithi046.stdout:op 819 completed, throughput=5MB/sec 2024-09-20T22:05:15.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:15 smithi046 ceph-mon[96110]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-20T22:05:15.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:15 smithi046 ceph-mon[98591]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-20T22:05:16.449 INFO:tasks.workunit.client.0.smithi046.stdout: 163: throughput=4.97MB/sec pending data=0 2024-09-20T22:05:16.449 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tYlygyyY7MIa1yc off=18607330 len=452454 2024-09-20T22:05:16.450 INFO:tasks.workunit.client.0.smithi046.stdout:op 820 completed, throughput=4.98MB/sec 2024-09-20T22:05:16.451 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kPW14Td_kRhSL6T off=670870 len=1643123 2024-09-20T22:05:16.453 INFO:tasks.workunit.client.0.smithi046.stdout:op 821 completed, throughput=4.99MB/sec 2024-09-20T22:05:16.453 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3BbWgf3QKV5vPIv off=165111 len=516984 2024-09-20T22:05:16.454 INFO:tasks.workunit.client.0.smithi046.stdout:op 822 completed, throughput=4.99MB/sec 2024-09-20T22:05:16.454 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-E9RBaWmYOhl1_md off=3524548 len=552463 2024-09-20T22:05:16.456 INFO:tasks.workunit.client.0.smithi046.stdout:op 823 completed, throughput=4.99MB/sec 2024-09-20T22:05:16.456 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hRwbJNrM6wX3L6S off=4664195 len=1060733 2024-09-20T22:05:16.457 INFO:tasks.workunit.client.0.smithi046.stdout:op 824 completed, throughput=5MB/sec 2024-09-20T22:05:16.457 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jSchN5bV7xdpvZ3 off=1614997 len=743220 2024-09-20T22:05:16.458 INFO:tasks.workunit.client.0.smithi046.stdout:op 825 completed, throughput=5MB/sec 2024-09-20T22:05:17.459 INFO:tasks.workunit.client.0.smithi046.stdout: 164: throughput=4.97MB/sec pending data=0 2024-09-20T22:05:17.459 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pX6zsAKPj5T0EYf off=10152867 len=805176 2024-09-20T22:05:17.464 INFO:tasks.workunit.client.0.smithi046.stdout:op 826 completed, throughput=4.98MB/sec 2024-09-20T22:05:17.464 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SY7C_GT02pttwOM off=14092708 len=249406 2024-09-20T22:05:17.467 INFO:tasks.workunit.client.0.smithi046.stdout:op 827 completed, throughput=4.98MB/sec 2024-09-20T22:05:17.467 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VKj3ZHa0qKQD2f7 off=1504123 len=1506982 2024-09-20T22:05:17.477 INFO:tasks.workunit.client.0.smithi046.stdout:op 828 completed, throughput=4.99MB/sec 2024-09-20T22:05:17.477 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_PRonypiz5MHbGt off=6446001 len=1566654 2024-09-20T22:05:17.479 INFO:tasks.workunit.client.0.smithi046.stdout:op 829 completed, throughput=4.99MB/sec 2024-09-20T22:05:17.479 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Yxl2_-GZV3ySzap off=10814831 len=1292480 2024-09-20T22:05:17.480 INFO:tasks.workunit.client.0.smithi046.stdout:op 830 completed, throughput=5MB/sec 2024-09-20T22:05:17.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:17 smithi046 ceph-mon[96110]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:05:17.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:17 smithi046 ceph-mon[98591]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:05:17.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:17 smithi134 ceph-mon[89086]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:05:18.480 INFO:tasks.workunit.client.0.smithi046.stdout: 165: throughput=4.97MB/sec pending data=0 2024-09-20T22:05:18.480 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-adHuyIaIha6MGw3 off=15041187 len=1222305 2024-09-20T22:05:18.482 INFO:tasks.workunit.client.0.smithi046.stdout:op 831 completed, throughput=4.98MB/sec 2024-09-20T22:05:18.482 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-X9xXXSYwbNgmGFU off=6728794 len=1689692 2024-09-20T22:05:18.490 INFO:tasks.workunit.client.0.smithi046.stdout:op 832 completed, throughput=4.99MB/sec 2024-09-20T22:05:18.490 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VYWt6OWURD-kJ-M off=0 len=1277347 2024-09-20T22:05:18.491 INFO:tasks.workunit.client.0.smithi046.stdout:op 833 completed, throughput=5MB/sec 2024-09-20T22:05:18.492 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OombKfu3wG5eBbq off=17910581 len=2046137 2024-09-20T22:05:18.493 INFO:tasks.workunit.client.0.smithi046.stdout:op 834 completed, throughput=5.01MB/sec 2024-09-20T22:05:19.493 INFO:tasks.workunit.client.0.smithi046.stdout: 166: throughput=4.98MB/sec pending data=0 2024-09-20T22:05:19.493 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sETGuS0Meo_VoV1 off=893709 len=675932 2024-09-20T22:05:19.498 INFO:tasks.workunit.client.0.smithi046.stdout:op 835 completed, throughput=4.98MB/sec 2024-09-20T22:05:19.498 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TP7JgdIQY0QSfNX off=10162233 len=662578 2024-09-20T22:05:19.499 INFO:tasks.workunit.client.0.smithi046.stdout:op 836 completed, throughput=4.99MB/sec 2024-09-20T22:05:19.499 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-E1qvOzHOmqemd3X off=9041470 len=1691505 2024-09-20T22:05:19.507 INFO:tasks.workunit.client.0.smithi046.stdout:op 837 completed, throughput=4.99MB/sec 2024-09-20T22:05:19.507 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-z8rUU229c6o7Bw3 off=6523996 len=2059199 2024-09-20T22:05:19.509 INFO:tasks.workunit.client.0.smithi046.stdout:op 838 completed, throughput=5.01MB/sec 2024-09-20T22:05:19.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:19 smithi046 ceph-mon[96110]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-09-20T22:05:19.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:19 smithi046 ceph-mon[98591]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-09-20T22:05:19.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:19 smithi134 ceph-mon[89086]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-09-20T22:05:20.510 INFO:tasks.workunit.client.0.smithi046.stdout: 167: throughput=4.98MB/sec pending data=0 2024-09-20T22:05:20.510 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-T6VVkPtPjtzwDN5 off=1240857 len=1520594 2024-09-20T22:05:20.516 INFO:tasks.workunit.client.0.smithi046.stdout:op 839 completed, throughput=4.98MB/sec 2024-09-20T22:05:20.516 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4xYcmstU_i2VGaI off=9776502 len=2008640 2024-09-20T22:05:20.523 INFO:tasks.workunit.client.0.smithi046.stdout:op 840 completed, throughput=5MB/sec 2024-09-20T22:05:20.523 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BYM8BXEaO_mwhfT off=15911019 len=429863 2024-09-20T22:05:20.523 INFO:tasks.workunit.client.0.smithi046.stdout:op 841 completed, throughput=5MB/sec 2024-09-20T22:05:20.523 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WML206VQ6c6z6x2 off=5923160 len=1313487 2024-09-20T22:05:20.529 INFO:tasks.workunit.client.0.smithi046.stdout:op 842 completed, throughput=5.01MB/sec 2024-09-20T22:05:20.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:20 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:05:20.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:20 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:05:20.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:20 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:05:21.530 INFO:tasks.workunit.client.0.smithi046.stdout: 168: throughput=4.98MB/sec pending data=0 2024-09-20T22:05:21.530 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6HfayR4qSjtbEDl off=8925142 len=81305 2024-09-20T22:05:21.530 INFO:tasks.workunit.client.0.smithi046.stdout:op 843 completed, throughput=4.98MB/sec 2024-09-20T22:05:21.531 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8YRc_--HfWHcjVi off=8836378 len=1799167 2024-09-20T22:05:21.533 INFO:tasks.workunit.client.0.smithi046.stdout:op 844 completed, throughput=4.99MB/sec 2024-09-20T22:05:21.533 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vW7ofRd29DNSFrZ off=1513578 len=1616916 2024-09-20T22:05:21.538 INFO:tasks.workunit.client.0.smithi046.stdout:op 845 completed, throughput=5MB/sec 2024-09-20T22:05:21.538 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CyRbwbDkxGtQ7tl off=3533899 len=1840282 2024-09-20T22:05:21.541 INFO:tasks.workunit.client.0.smithi046.stdout:op 846 completed, throughput=5.01MB/sec 2024-09-20T22:05:21.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:21 smithi046 ceph-mon[98591]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-20T22:05:21.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:21 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:05:21.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:21 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:05:21.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:21 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:05:21.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:21 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:05:21.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:21 smithi046 ceph-mon[96110]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-20T22:05:21.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:21 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:05:21.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:21 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:05:21.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:21 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:05:21.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:21 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:05:21.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:21 smithi134 ceph-mon[89086]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-20T22:05:21.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:21 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:05:21.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:21 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:05:21.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:21 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:05:21.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:21 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:05:22.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:22 smithi046 ceph-mon[96110]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-20T22:05:22.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:22 smithi046 ceph-mon[98591]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-20T22:05:22.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:05:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:05:22] "GET /metrics HTTP/1.1" 200 34142 "" "Prometheus/2.43.0" 2024-09-20T22:05:22.541 INFO:tasks.workunit.client.0.smithi046.stdout: 169: throughput=4.98MB/sec pending data=0 2024-09-20T22:05:22.541 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-R8XdJFCnZC0Pexc off=1394636 len=1939232 2024-09-20T22:05:22.553 INFO:tasks.workunit.client.0.smithi046.stdout:op 847 completed, throughput=4.99MB/sec 2024-09-20T22:05:22.553 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-f0c4r_bFT_k8p5n off=705367 len=15014 2024-09-20T22:05:22.556 INFO:tasks.workunit.client.0.smithi046.stdout:op 848 completed, throughput=4.99MB/sec 2024-09-20T22:05:22.556 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nEwIOo0EijF9u_t off=5787796 len=1756249 2024-09-20T22:05:22.558 INFO:tasks.workunit.client.0.smithi046.stdout:op 849 completed, throughput=5MB/sec 2024-09-20T22:05:22.558 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CnKCfIv0Cdb8dI7 off=2774609 len=1169969 2024-09-20T22:05:22.563 INFO:tasks.workunit.client.0.smithi046.stdout:op 850 completed, throughput=5MB/sec 2024-09-20T22:05:22.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:22 smithi134 ceph-mon[89086]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-20T22:05:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:05:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:05:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:05:23.564 INFO:tasks.workunit.client.0.smithi046.stdout: 170: throughput=4.97MB/sec pending data=0 2024-09-20T22:05:23.564 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oonsH65yGpmcIqA off=1031834 len=2075811 2024-09-20T22:05:23.574 INFO:tasks.workunit.client.0.smithi046.stdout:op 851 completed, throughput=4.99MB/sec 2024-09-20T22:05:23.574 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OPB8Wb9OwhcTsPd off=12044931 len=1252865 2024-09-20T22:05:23.577 INFO:tasks.workunit.client.0.smithi046.stdout:op 852 completed, throughput=4.99MB/sec 2024-09-20T22:05:23.577 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8c13BFy5aYvQqDl off=11733952 len=399537 2024-09-20T22:05:23.580 INFO:tasks.workunit.client.0.smithi046.stdout:op 853 completed, throughput=4.99MB/sec 2024-09-20T22:05:23.580 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fv_JueocUrcBZrU off=5522865 len=945764 2024-09-20T22:05:23.585 INFO:tasks.workunit.client.0.smithi046.stdout:op 854 completed, throughput=5MB/sec 2024-09-20T22:05:23.585 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ITAnOluDmDYjfxl off=6489617 len=277617 2024-09-20T22:05:23.586 INFO:tasks.workunit.client.0.smithi046.stdout:op 855 completed, throughput=5MB/sec 2024-09-20T22:05:24.586 INFO:tasks.workunit.client.0.smithi046.stdout: 171: throughput=4.97MB/sec pending data=0 2024-09-20T22:05:24.586 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cQl6lOaistexLmV off=2566849 len=2077350 2024-09-20T22:05:24.590 INFO:tasks.workunit.client.0.smithi046.stdout:op 856 completed, throughput=4.98MB/sec 2024-09-20T22:05:24.591 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sn94zEH7_HGEJ_N off=9705714 len=1583794 2024-09-20T22:05:24.593 INFO:tasks.workunit.client.0.smithi046.stdout:op 857 completed, throughput=4.99MB/sec 2024-09-20T22:05:24.593 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OgWyAN1t5gSdAHS off=4910423 len=369521 2024-09-20T22:05:24.596 INFO:tasks.workunit.client.0.smithi046.stdout:op 858 completed, throughput=4.99MB/sec 2024-09-20T22:05:24.597 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-s3wrqJU-ByqB96v off=7909114 len=1603663 2024-09-20T22:05:24.600 INFO:tasks.workunit.client.0.smithi046.stdout:op 859 completed, throughput=5MB/sec 2024-09-20T22:05:24.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:24 smithi046 ceph-mon[98591]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:05:24.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:24 smithi046 ceph-mon[96110]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:05:24.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:24 smithi134 ceph-mon[89086]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:05:25.601 INFO:tasks.workunit.client.0.smithi046.stdout: 172: throughput=4.97MB/sec pending data=0 2024-09-20T22:05:25.601 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fjGbVcyohbv2gfq off=705493 len=1510851 2024-09-20T22:05:25.608 INFO:tasks.workunit.client.0.smithi046.stdout:op 860 completed, throughput=4.98MB/sec 2024-09-20T22:05:25.609 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AaJfpIzWeEkQdKT off=9602963 len=1414096 2024-09-20T22:05:25.615 INFO:tasks.workunit.client.0.smithi046.stdout:op 861 completed, throughput=4.99MB/sec 2024-09-20T22:05:25.615 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LRoRwlqmbs_dXNP off=2938268 len=1189190 2024-09-20T22:05:25.617 INFO:tasks.workunit.client.0.smithi046.stdout:op 862 completed, throughput=5MB/sec 2024-09-20T22:05:25.617 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LMJ-RgfS0yGPF1Y off=9870059 len=929803 2024-09-20T22:05:25.622 INFO:tasks.workunit.client.0.smithi046.stdout:op 863 completed, throughput=5MB/sec 2024-09-20T22:05:26.622 INFO:tasks.workunit.client.0.smithi046.stdout: 173: throughput=4.97MB/sec pending data=0 2024-09-20T22:05:26.622 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5PqoS_shRA_ioVl off=6840430 len=315546 2024-09-20T22:05:26.624 INFO:tasks.workunit.client.0.smithi046.stdout:op 864 completed, throughput=4.97MB/sec 2024-09-20T22:05:26.624 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-m6HXDtzFmaJAbZl off=6933966 len=1511003 2024-09-20T22:05:26.627 INFO:tasks.workunit.client.0.smithi046.stdout:op 865 completed, throughput=4.98MB/sec 2024-09-20T22:05:26.627 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NkKcLZWZt4KHxNr off=4435570 len=4683 2024-09-20T22:05:26.629 INFO:tasks.workunit.client.0.smithi046.stdout:op 866 completed, throughput=4.98MB/sec 2024-09-20T22:05:26.629 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7AQbb43ldz5LH24 off=1452995 len=173688 2024-09-20T22:05:26.630 INFO:tasks.workunit.client.0.smithi046.stdout:op 867 completed, throughput=4.98MB/sec 2024-09-20T22:05:26.630 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-avaBPoHJ8qp588M off=3386592 len=1170965 2024-09-20T22:05:26.632 INFO:tasks.workunit.client.0.smithi046.stdout:op 868 completed, throughput=4.99MB/sec 2024-09-20T22:05:26.632 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AEerzjgnshcNtJX off=21418670 len=999484 2024-09-20T22:05:26.637 INFO:tasks.workunit.client.0.smithi046.stdout:op 869 completed, throughput=4.99MB/sec 2024-09-20T22:05:26.637 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-U_21QuVeVKAitgg off=460514 len=396232 2024-09-20T22:05:26.638 INFO:tasks.workunit.client.0.smithi046.stdout:op 870 completed, throughput=5MB/sec 2024-09-20T22:05:26.638 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yYAR2RIxaaYzdhI off=301257 len=1857109 2024-09-20T22:05:26.645 INFO:tasks.workunit.client.0.smithi046.stdout:op 871 completed, throughput=5.01MB/sec 2024-09-20T22:05:26.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:26 smithi046 ceph-mon[98591]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-20T22:05:26.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:26 smithi046 ceph-mon[96110]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-20T22:05:26.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:26 smithi134 ceph-mon[89086]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-20T22:05:27.646 INFO:tasks.workunit.client.0.smithi046.stdout: 174: throughput=4.98MB/sec pending data=0 2024-09-20T22:05:27.646 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-frVuBDaW34sqlJf off=3400230 len=416521 2024-09-20T22:05:27.647 INFO:tasks.workunit.client.0.smithi046.stdout:op 872 completed, throughput=4.98MB/sec 2024-09-20T22:05:27.647 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RLsLx3df-kI1KHa off=0 len=1685782 2024-09-20T22:05:27.651 INFO:tasks.workunit.client.0.smithi046.stdout:op 873 completed, throughput=4.99MB/sec 2024-09-20T22:05:27.651 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-f0-TXKaA9-QYOIy off=10166552 len=1088326 2024-09-20T22:05:27.653 INFO:tasks.workunit.client.0.smithi046.stdout:op 874 completed, throughput=5MB/sec 2024-09-20T22:05:27.653 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-q-EZ9cF_wUEIpDv off=13958705 len=71103 2024-09-20T22:05:27.655 INFO:tasks.workunit.client.0.smithi046.stdout:op 875 completed, throughput=5MB/sec 2024-09-20T22:05:27.655 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dflos6dg_7wmjsL off=2047801 len=1762315 2024-09-20T22:05:27.664 INFO:tasks.workunit.client.0.smithi046.stdout:op 876 completed, throughput=5MB/sec 2024-09-20T22:05:28.664 INFO:tasks.workunit.client.0.smithi046.stdout: 175: throughput=4.98MB/sec pending data=0 2024-09-20T22:05:28.664 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-47lkmisigrBiBeD off=5709683 len=1503392 2024-09-20T22:05:28.672 INFO:tasks.workunit.client.0.smithi046.stdout:op 877 completed, throughput=4.98MB/sec 2024-09-20T22:05:28.672 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7_aSpBCSU1YfDl5 off=7345823 len=1627632 2024-09-20T22:05:28.680 INFO:tasks.workunit.client.0.smithi046.stdout:op 878 completed, throughput=4.99MB/sec 2024-09-20T22:05:28.680 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nuH5ZnKnMGxZ4Vh off=4372103 len=528005 2024-09-20T22:05:28.683 INFO:tasks.workunit.client.0.smithi046.stdout:op 879 completed, throughput=5MB/sec 2024-09-20T22:05:28.683 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AJ1V68Js2gv4R42 off=338443 len=967435 2024-09-20T22:05:28.688 INFO:tasks.workunit.client.0.smithi046.stdout:op 880 completed, throughput=5MB/sec 2024-09-20T22:05:28.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:28 smithi046 ceph-mon[98591]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-20T22:05:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:28 smithi046 ceph-mon[96110]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-20T22:05:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:28 smithi134 ceph-mon[89086]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-20T22:05:29.689 INFO:tasks.workunit.client.0.smithi046.stdout: 176: throughput=4.97MB/sec pending data=0 2024-09-20T22:05:29.689 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YBIini0LVVIWNC_ off=4278691 len=1685121 2024-09-20T22:05:29.696 INFO:tasks.workunit.client.0.smithi046.stdout:op 881 completed, throughput=4.98MB/sec 2024-09-20T22:05:29.696 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sETGuS0Meo_VoV1 off=70229 len=1499412 2024-09-20T22:05:29.704 INFO:tasks.workunit.client.0.smithi046.stdout:op 882 completed, throughput=4.99MB/sec 2024-09-20T22:05:29.704 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AXUaa-bmPlOZnEl off=9620459 len=95528 2024-09-20T22:05:29.706 INFO:tasks.workunit.client.0.smithi046.stdout:op 883 completed, throughput=4.99MB/sec 2024-09-20T22:05:29.706 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-go28DvPPFfW-nJk off=15600137 len=1522916 2024-09-20T22:05:29.712 INFO:tasks.workunit.client.0.smithi046.stdout:op 884 completed, throughput=5MB/sec 2024-09-20T22:05:29.712 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eGrCa9K0krmOzyp off=7962386 len=503482 2024-09-20T22:05:29.716 INFO:tasks.workunit.client.0.smithi046.stdout:op 885 completed, throughput=5MB/sec 2024-09-20T22:05:30.716 INFO:tasks.workunit.client.0.smithi046.stdout: 177: throughput=4.97MB/sec pending data=0 2024-09-20T22:05:30.716 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-owDOgTaNS-EuJ3J off=2832416 len=1807162 2024-09-20T22:05:30.719 INFO:tasks.workunit.client.0.smithi046.stdout:op 886 completed, throughput=4.98MB/sec 2024-09-20T22:05:30.719 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Kr_YqFfpY5fzuHU off=4441466 len=1318459 2024-09-20T22:05:30.725 INFO:tasks.workunit.client.0.smithi046.stdout:op 887 completed, throughput=4.99MB/sec 2024-09-20T22:05:30.725 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fzFFqIQMvXsc2pA off=696837 len=1694718 2024-09-20T22:05:30.735 INFO:tasks.workunit.client.0.smithi046.stdout:op 888 completed, throughput=5MB/sec 2024-09-20T22:05:30.735 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-F0jOQ6QnrsP5RJk off=2478428 len=1384599 2024-09-20T22:05:30.736 INFO:tasks.workunit.client.0.smithi046.stdout:op 889 completed, throughput=5MB/sec 2024-09-20T22:05:30.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:30 smithi046 ceph-mon[96110]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:05:30.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:30 smithi046 ceph-mon[98591]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:05:30.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:30 smithi134 ceph-mon[89086]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:05:31.737 INFO:tasks.workunit.client.0.smithi046.stdout: 178: throughput=4.98MB/sec pending data=0 2024-09-20T22:05:31.737 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vaBILSJp09QWzBu off=2449257 len=889209 2024-09-20T22:05:31.739 INFO:tasks.workunit.client.0.smithi046.stdout:op 890 completed, throughput=4.98MB/sec 2024-09-20T22:05:31.739 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VMTy1HBu8xhRHdI off=9581215 len=990701 2024-09-20T22:05:31.744 INFO:tasks.workunit.client.0.smithi046.stdout:op 891 completed, throughput=4.99MB/sec 2024-09-20T22:05:31.744 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sSAzROdJLh6y1Wo off=4263543 len=642659 2024-09-20T22:05:31.746 INFO:tasks.workunit.client.0.smithi046.stdout:op 892 completed, throughput=4.99MB/sec 2024-09-20T22:05:31.746 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yWPYdwhtnqExV86 off=8356382 len=806555 2024-09-20T22:05:31.750 INFO:tasks.workunit.client.0.smithi046.stdout:op 893 completed, throughput=4.99MB/sec 2024-09-20T22:05:31.750 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-E8myiQp5ff3pr4g off=420053 len=751969 2024-09-20T22:05:31.751 INFO:tasks.workunit.client.0.smithi046.stdout:op 894 completed, throughput=5MB/sec 2024-09-20T22:05:31.751 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--u86TB_r7lNdzxS off=1769467 len=992648 2024-09-20T22:05:31.753 INFO:tasks.workunit.client.0.smithi046.stdout:op 895 completed, throughput=5MB/sec 2024-09-20T22:05:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:05:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:05:32] "GET /metrics HTTP/1.1" 200 34142 "" "Prometheus/2.43.0" 2024-09-20T22:05:32.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:32 smithi134 ceph-mon[89086]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:05:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:05:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:05:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:05:32.754 INFO:tasks.workunit.client.0.smithi046.stdout: 179: throughput=4.98MB/sec pending data=0 2024-09-20T22:05:32.754 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-s3vbr75z2dywz-a off=4133666 len=1262498 2024-09-20T22:05:32.761 INFO:tasks.workunit.client.0.smithi046.stdout:op 896 completed, throughput=4.98MB/sec 2024-09-20T22:05:32.761 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZHMcPyRW2Rgqd7g off=10242432 len=1202227 2024-09-20T22:05:32.762 INFO:tasks.workunit.client.0.smithi046.stdout:op 897 completed, throughput=4.99MB/sec 2024-09-20T22:05:32.762 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4aJchcFgYTTWh0v off=2762215 len=1206468 2024-09-20T22:05:32.768 INFO:tasks.workunit.client.0.smithi046.stdout:op 898 completed, throughput=4.99MB/sec 2024-09-20T22:05:32.768 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QWQGRzT4M-7thUG off=12407100 len=301678 2024-09-20T22:05:32.768 INFO:tasks.workunit.client.0.smithi046.stdout:op 899 completed, throughput=5MB/sec 2024-09-20T22:05:32.769 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-utfp3rEIxGZHnUe off=12168773 len=766991 2024-09-20T22:05:32.772 INFO:tasks.workunit.client.0.smithi046.stdout:op 900 completed, throughput=5MB/sec 2024-09-20T22:05:32.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:32 smithi046 ceph-mon[96110]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:05:32.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:32 smithi046 ceph-mon[98591]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:05:33.773 INFO:tasks.workunit.client.0.smithi046.stdout: 180: throughput=4.97MB/sec pending data=0 2024-09-20T22:05:33.773 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kSvmcVbA3DzH9cX off=1216645 len=976389 2024-09-20T22:05:33.778 INFO:tasks.workunit.client.0.smithi046.stdout:op 901 completed, throughput=4.98MB/sec 2024-09-20T22:05:33.778 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-idkOwHGrQylA41S off=1770414 len=1430385 2024-09-20T22:05:33.785 INFO:tasks.workunit.client.0.smithi046.stdout:op 902 completed, throughput=4.99MB/sec 2024-09-20T22:05:33.785 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-81j09WAuqVf6Xu6 off=8228395 len=303848 2024-09-20T22:05:33.789 INFO:tasks.workunit.client.0.smithi046.stdout:op 903 completed, throughput=4.99MB/sec 2024-09-20T22:05:33.789 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cXszz_jQSaCFma2 off=2442696 len=1728776 2024-09-20T22:05:33.791 INFO:tasks.workunit.client.0.smithi046.stdout:op 904 completed, throughput=5MB/sec 2024-09-20T22:05:33.791 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Lz0eECjYkM3EYDy off=14273438 len=87952 2024-09-20T22:05:33.794 INFO:tasks.workunit.client.0.smithi046.stdout:op 905 completed, throughput=5MB/sec 2024-09-20T22:05:33.794 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dqgxW-FkXEkqlwJ off=2459983 len=1855582 2024-09-20T22:05:33.795 INFO:tasks.workunit.client.0.smithi046.stdout:op 906 completed, throughput=5.01MB/sec 2024-09-20T22:05:34.796 INFO:tasks.workunit.client.0.smithi046.stdout: 181: throughput=4.98MB/sec pending data=0 2024-09-20T22:05:34.796 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4LiDQ_hpQlFKezx off=4547952 len=827582 2024-09-20T22:05:34.800 INFO:tasks.workunit.client.0.smithi046.stdout:op 907 completed, throughput=4.98MB/sec 2024-09-20T22:05:34.801 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FJA8jbS7qLM_u3g off=16007798 len=1783317 2024-09-20T22:05:34.805 INFO:tasks.workunit.client.0.smithi046.stdout:op 908 completed, throughput=4.99MB/sec 2024-09-20T22:05:34.805 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1geb-DfyyLEBgYS off=16675065 len=1520283 2024-09-20T22:05:34.807 INFO:tasks.workunit.client.0.smithi046.stdout:op 909 completed, throughput=5MB/sec 2024-09-20T22:05:34.807 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-coU-0CTGS6E9LQk off=5655891 len=382011 2024-09-20T22:05:34.808 INFO:tasks.workunit.client.0.smithi046.stdout:op 910 completed, throughput=5MB/sec 2024-09-20T22:05:34.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:34 smithi046 ceph-mon[96110]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:05:34.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:05:34.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:34 smithi046 ceph-mon[98591]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:05:34.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:05:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:34 smithi134 ceph-mon[89086]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:05:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:05:35.808 INFO:tasks.workunit.client.0.smithi046.stdout: 182: throughput=4.97MB/sec pending data=0 2024-09-20T22:05:35.808 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wFaSD3EushsLoHr off=11016495 len=64899 2024-09-20T22:05:35.809 INFO:tasks.workunit.client.0.smithi046.stdout:op 911 completed, throughput=4.97MB/sec 2024-09-20T22:05:35.809 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zuk0gnqWEPBW2GV off=10472995 len=1634494 2024-09-20T22:05:35.817 INFO:tasks.workunit.client.0.smithi046.stdout:op 912 completed, throughput=4.98MB/sec 2024-09-20T22:05:35.817 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qYacWf89-JuMfu9 off=7113467 len=786830 2024-09-20T22:05:35.819 INFO:tasks.workunit.client.0.smithi046.stdout:op 913 completed, throughput=4.99MB/sec 2024-09-20T22:05:35.820 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WjdirnRNv-cjc6w off=1041493 len=795661 2024-09-20T22:05:35.825 INFO:tasks.workunit.client.0.smithi046.stdout:op 914 completed, throughput=4.99MB/sec 2024-09-20T22:05:35.825 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-40edKsUK21oXgV3 off=1640 len=854384 2024-09-20T22:05:35.830 INFO:tasks.workunit.client.0.smithi046.stdout:op 915 completed, throughput=5MB/sec 2024-09-20T22:05:35.830 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eu6r3O9Fs5Ixn4R off=1986856 len=152524 2024-09-20T22:05:35.833 INFO:tasks.workunit.client.0.smithi046.stdout:op 916 completed, throughput=5MB/sec 2024-09-20T22:05:35.833 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gx5PBFT6l5bx-v9 off=13141771 len=357965 2024-09-20T22:05:35.835 INFO:tasks.workunit.client.0.smithi046.stdout:op 917 completed, throughput=5MB/sec 2024-09-20T22:05:35.835 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8m89ERxYF8gSx-L off=8122696 len=894854 2024-09-20T22:05:35.836 INFO:tasks.workunit.client.0.smithi046.stdout:op 918 completed, throughput=5MB/sec 2024-09-20T22:05:36.837 INFO:tasks.workunit.client.0.smithi046.stdout: 183: throughput=4.98MB/sec pending data=0 2024-09-20T22:05:36.837 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rKLODHvHSoraF9v off=8874747 len=1965743 2024-09-20T22:05:36.839 INFO:tasks.workunit.client.0.smithi046.stdout:op 919 completed, throughput=4.99MB/sec 2024-09-20T22:05:36.839 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Xo8lT6UKUqqDK31 off=3742441 len=1480416 2024-09-20T22:05:36.841 INFO:tasks.workunit.client.0.smithi046.stdout:op 920 completed, throughput=4.99MB/sec 2024-09-20T22:05:36.841 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mlJIpT2YWDlEidP off=10422261 len=1108797 2024-09-20T22:05:36.847 INFO:tasks.workunit.client.0.smithi046.stdout:op 921 completed, throughput=5MB/sec 2024-09-20T22:05:36.847 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nUwqDL47crgP8fv off=61829 len=557042 2024-09-20T22:05:36.851 INFO:tasks.workunit.client.0.smithi046.stdout:op 922 completed, throughput=5MB/sec 2024-09-20T22:05:36.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:36 smithi046 ceph-mon[96110]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-20T22:05:36.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:36 smithi046 ceph-mon[98591]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-20T22:05:36.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:36 smithi134 ceph-mon[89086]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-20T22:05:37.851 INFO:tasks.workunit.client.0.smithi046.stdout: 184: throughput=4.97MB/sec pending data=0 2024-09-20T22:05:37.851 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LUOA5OQEju7_grv off=10808070 len=1883005 2024-09-20T22:05:37.855 INFO:tasks.workunit.client.0.smithi046.stdout:op 923 completed, throughput=4.98MB/sec 2024-09-20T22:05:37.856 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fij1JnRXh-jltTC off=175907 len=1667762 2024-09-20T22:05:37.858 INFO:tasks.workunit.client.0.smithi046.stdout:op 924 completed, throughput=4.99MB/sec 2024-09-20T22:05:37.858 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xsTo7TCbLt8jog9 off=4270030 len=21512 2024-09-20T22:05:37.859 INFO:tasks.workunit.client.0.smithi046.stdout:op 925 completed, throughput=4.99MB/sec 2024-09-20T22:05:37.859 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oRR4bb7h6yqZ0Xp off=11883350 len=1567207 2024-09-20T22:05:37.861 INFO:tasks.workunit.client.0.smithi046.stdout:op 926 completed, throughput=5MB/sec 2024-09-20T22:05:38.861 INFO:tasks.workunit.client.0.smithi046.stdout: 185: throughput=4.97MB/sec pending data=0 2024-09-20T22:05:38.861 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aEh-gYBphHanNMW off=1461916 len=80017 2024-09-20T22:05:38.864 INFO:tasks.workunit.client.0.smithi046.stdout:op 927 completed, throughput=4.97MB/sec 2024-09-20T22:05:38.864 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PBSTNfZqYzZHY-O off=4413006 len=876620 2024-09-20T22:05:38.869 INFO:tasks.workunit.client.0.smithi046.stdout:op 928 completed, throughput=4.98MB/sec 2024-09-20T22:05:38.869 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2KjgIoUV70_5Gl6 off=14083603 len=1507325 2024-09-20T22:05:38.872 INFO:tasks.workunit.client.0.smithi046.stdout:op 929 completed, throughput=4.99MB/sec 2024-09-20T22:05:38.872 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2U4DCQxiFeJXPiA off=10189849 len=1868681 2024-09-20T22:05:38.874 INFO:tasks.workunit.client.0.smithi046.stdout:op 930 completed, throughput=5MB/sec 2024-09-20T22:05:38.874 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rs2FJyHc9da8shr off=5879981 len=1385516 2024-09-20T22:05:38.876 INFO:tasks.workunit.client.0.smithi046.stdout:op 931 completed, throughput=5MB/sec 2024-09-20T22:05:38.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:38 smithi046 ceph-mon[96110]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-20T22:05:38.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:38 smithi046 ceph-mon[98591]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-20T22:05:38.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:38 smithi134 ceph-mon[89086]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-20T22:05:39.876 INFO:tasks.workunit.client.0.smithi046.stdout: 186: throughput=4.98MB/sec pending data=0 2024-09-20T22:05:39.876 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mEdonVHyDtM_5wy off=14767149 len=1325905 2024-09-20T22:05:39.879 INFO:tasks.workunit.client.0.smithi046.stdout:op 932 completed, throughput=4.98MB/sec 2024-09-20T22:05:39.879 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3w0ljcFgpH57sx3 off=12364226 len=1015415 2024-09-20T22:05:39.882 INFO:tasks.workunit.client.0.smithi046.stdout:op 933 completed, throughput=4.99MB/sec 2024-09-20T22:05:39.882 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-W1VSZiWQtm6AsaY off=2818939 len=109976 2024-09-20T22:05:39.885 INFO:tasks.workunit.client.0.smithi046.stdout:op 934 completed, throughput=4.99MB/sec 2024-09-20T22:05:39.885 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Z9nqGU5g33_K0Cm off=5715604 len=771962 2024-09-20T22:05:39.890 INFO:tasks.workunit.client.0.smithi046.stdout:op 935 completed, throughput=4.99MB/sec 2024-09-20T22:05:39.890 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YqJzqMlIxrxGnhd off=8877919 len=2017743 2024-09-20T22:05:39.893 INFO:tasks.workunit.client.0.smithi046.stdout:op 936 completed, throughput=5MB/sec 2024-09-20T22:05:40.894 INFO:tasks.workunit.client.0.smithi046.stdout: 187: throughput=4.98MB/sec pending data=0 2024-09-20T22:05:40.894 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-be8PjWc9sU6Dlwu off=4854349 len=1097396 2024-09-20T22:05:40.895 INFO:tasks.workunit.client.0.smithi046.stdout:op 937 completed, throughput=4.98MB/sec 2024-09-20T22:05:40.895 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-g2uKCdSz0iCNjd_ off=9620871 len=391954 2024-09-20T22:05:40.899 INFO:tasks.workunit.client.0.smithi046.stdout:op 938 completed, throughput=4.98MB/sec 2024-09-20T22:05:40.899 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZWNz38p9sR2d8D9 off=8091468 len=1381010 2024-09-20T22:05:40.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:40 smithi046 ceph-mon[96110]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:05:40.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:40 smithi046 ceph-mon[98591]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:05:40.905 INFO:tasks.workunit.client.0.smithi046.stdout:op 939 completed, throughput=4.99MB/sec 2024-09-20T22:05:40.906 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JcRyTHigSGXW8_j off=111392 len=947970 2024-09-20T22:05:40.907 INFO:tasks.workunit.client.0.smithi046.stdout:op 940 completed, throughput=4.99MB/sec 2024-09-20T22:05:40.907 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Zi6gg36O1ipq7G3 off=5646912 len=1806115 2024-09-20T22:05:40.911 INFO:tasks.workunit.client.0.smithi046.stdout:op 941 completed, throughput=5MB/sec 2024-09-20T22:05:40.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:40 smithi134 ceph-mon[89086]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:05:41.911 INFO:tasks.workunit.client.0.smithi046.stdout: 188: throughput=4.98MB/sec pending data=0 2024-09-20T22:05:41.911 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HyZfLCKSY6FaJM7 off=15716897 len=1829145 2024-09-20T22:05:41.920 INFO:tasks.workunit.client.0.smithi046.stdout:op 942 completed, throughput=4.99MB/sec 2024-09-20T22:05:41.920 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-H8AWjwjxo7MWBdi off=0 len=1393067 2024-09-20T22:05:41.922 INFO:tasks.workunit.client.0.smithi046.stdout:op 943 completed, throughput=4.99MB/sec 2024-09-20T22:05:41.922 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0j1SAfelF7IznVw off=3384216 len=111238 2024-09-20T22:05:41.922 INFO:tasks.workunit.client.0.smithi046.stdout:op 944 completed, throughput=4.99MB/sec 2024-09-20T22:05:41.922 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lTDBtnLlaQtnxh3 off=5182058 len=1437568 2024-09-20T22:05:41.923 INFO:tasks.workunit.client.0.smithi046.stdout:op 945 completed, throughput=5MB/sec 2024-09-20T22:05:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:05:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:05:42] "GET /metrics HTTP/1.1" 200 34147 "" "Prometheus/2.43.0" 2024-09-20T22:05:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:42 smithi134 ceph-mon[89086]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:05:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:05:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:05:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:05:42.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:42 smithi046 ceph-mon[96110]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:05:42.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:42 smithi046 ceph-mon[98591]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:05:42.924 INFO:tasks.workunit.client.0.smithi046.stdout: 189: throughput=4.97MB/sec pending data=0 2024-09-20T22:05:42.924 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rDOiMI058DOfEA0 off=1292731 len=1906169 2024-09-20T22:05:42.928 INFO:tasks.workunit.client.0.smithi046.stdout:op 946 completed, throughput=4.98MB/sec 2024-09-20T22:05:42.928 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Nxg71KPRFvu8RNr off=615418 len=875353 2024-09-20T22:05:42.933 INFO:tasks.workunit.client.0.smithi046.stdout:op 947 completed, throughput=4.99MB/sec 2024-09-20T22:05:42.933 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PC_tNx5BVaFLUMg off=9151758 len=1939753 2024-09-20T22:05:42.936 INFO:tasks.workunit.client.0.smithi046.stdout:op 948 completed, throughput=5MB/sec 2024-09-20T22:05:42.937 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-n4oy7qPRrcRqPRz off=2621640 len=593737 2024-09-20T22:05:42.937 INFO:tasks.workunit.client.0.smithi046.stdout:op 949 completed, throughput=5MB/sec 2024-09-20T22:05:43.938 INFO:tasks.workunit.client.0.smithi046.stdout: 190: throughput=4.97MB/sec pending data=0 2024-09-20T22:05:43.938 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-93wnG8pHLo0cuaI off=4795836 len=244911 2024-09-20T22:05:43.941 INFO:tasks.workunit.client.0.smithi046.stdout:op 950 completed, throughput=4.98MB/sec 2024-09-20T22:05:43.941 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Tk5bB_3Z8VJnaY5 off=1462242 len=544662 2024-09-20T22:05:43.945 INFO:tasks.workunit.client.0.smithi046.stdout:op 951 completed, throughput=4.98MB/sec 2024-09-20T22:05:43.945 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ARHWuFwslONoNOG off=10616474 len=2038596 2024-09-20T22:05:43.947 INFO:tasks.workunit.client.0.smithi046.stdout:op 952 completed, throughput=4.99MB/sec 2024-09-20T22:05:43.947 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--61K_LTCG8Z8pnH off=1695714 len=65440 2024-09-20T22:05:43.948 INFO:tasks.workunit.client.0.smithi046.stdout:op 953 completed, throughput=4.99MB/sec 2024-09-20T22:05:43.948 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BeVlv5tQ4hHiPHl off=1848117 len=858266 2024-09-20T22:05:43.953 INFO:tasks.workunit.client.0.smithi046.stdout:op 954 completed, throughput=4.99MB/sec 2024-09-20T22:05:43.953 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RBr6jgqYGJEEv1X off=2424831 len=1994749 2024-09-20T22:05:43.961 INFO:tasks.workunit.client.0.smithi046.stdout:op 955 completed, throughput=5MB/sec 2024-09-20T22:05:44.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:44 smithi046 ceph-mon[96110]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-20T22:05:44.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:44 smithi046 ceph-mon[98591]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-20T22:05:44.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:44 smithi134 ceph-mon[89086]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-20T22:05:44.961 INFO:tasks.workunit.client.0.smithi046.stdout: 191: throughput=4.98MB/sec pending data=0 2024-09-20T22:05:44.961 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hWb9KD8mKQNPmYl off=20277059 len=502127 2024-09-20T22:05:44.965 INFO:tasks.workunit.client.0.smithi046.stdout:op 956 completed, throughput=4.98MB/sec 2024-09-20T22:05:44.965 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VCZxee-6Nre5YkM off=9467909 len=91660 2024-09-20T22:05:44.967 INFO:tasks.workunit.client.0.smithi046.stdout:op 957 completed, throughput=4.98MB/sec 2024-09-20T22:05:44.967 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IQcCE145g2pf-fn off=9331372 len=375572 2024-09-20T22:05:44.971 INFO:tasks.workunit.client.0.smithi046.stdout:op 958 completed, throughput=4.98MB/sec 2024-09-20T22:05:44.971 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DQ-yA5_6K6rP37z off=13068759 len=1944042 2024-09-20T22:05:44.973 INFO:tasks.workunit.client.0.smithi046.stdout:op 959 completed, throughput=4.99MB/sec 2024-09-20T22:05:44.973 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yMIqEIkaR4cAPX0 off=1544358 len=630916 2024-09-20T22:05:44.977 INFO:tasks.workunit.client.0.smithi046.stdout:op 960 completed, throughput=4.99MB/sec 2024-09-20T22:05:44.977 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--Cpeh2NRW2YSRJo off=6068895 len=1938117 2024-09-20T22:05:44.979 INFO:tasks.workunit.client.0.smithi046.stdout:op 961 completed, throughput=5MB/sec 2024-09-20T22:05:45.980 INFO:tasks.workunit.client.0.smithi046.stdout: 192: throughput=4.98MB/sec pending data=0 2024-09-20T22:05:45.980 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zUy8XkB9WZJBg5S off=18834415 len=366623 2024-09-20T22:05:45.983 INFO:tasks.workunit.client.0.smithi046.stdout:op 962 completed, throughput=4.98MB/sec 2024-09-20T22:05:45.983 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-i2VZDRJAk9eWmDT off=782640 len=330225 2024-09-20T22:05:45.986 INFO:tasks.workunit.client.0.smithi046.stdout:op 963 completed, throughput=4.98MB/sec 2024-09-20T22:05:45.986 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-B9pqla71tFuRvnH off=9720000 len=768084 2024-09-20T22:05:45.987 INFO:tasks.workunit.client.0.smithi046.stdout:op 964 completed, throughput=4.98MB/sec 2024-09-20T22:05:45.987 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XsGrwOH7hgN2aU1 off=1556706 len=1819557 2024-09-20T22:05:45.989 INFO:tasks.workunit.client.0.smithi046.stdout:op 965 completed, throughput=4.99MB/sec 2024-09-20T22:05:45.990 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YMkelVYzxEFgOAG off=700166 len=1085268 2024-09-20T22:05:45.995 INFO:tasks.workunit.client.0.smithi046.stdout:op 966 completed, throughput=5MB/sec 2024-09-20T22:05:45.995 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TSPRcg95Qj_SPmg off=10424557 len=1224663 2024-09-20T22:05:45.996 INFO:tasks.workunit.client.0.smithi046.stdout:op 967 completed, throughput=5MB/sec 2024-09-20T22:05:46.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:46 smithi046 ceph-mon[96110]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-09-20T22:05:46.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:46 smithi046 ceph-mon[98591]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-09-20T22:05:46.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:46 smithi134 ceph-mon[89086]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-09-20T22:05:46.996 INFO:tasks.workunit.client.0.smithi046.stdout: 193: throughput=4.98MB/sec pending data=0 2024-09-20T22:05:46.996 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iIIwlejy40xYFhv off=521670 len=472082 2024-09-20T22:05:46.997 INFO:tasks.workunit.client.0.smithi046.stdout:op 968 completed, throughput=4.98MB/sec 2024-09-20T22:05:46.997 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EXTK_f5k8NPDX0w off=9272913 len=1847732 2024-09-20T22:05:47.009 INFO:tasks.workunit.client.0.smithi046.stdout:op 969 completed, throughput=4.99MB/sec 2024-09-20T22:05:47.009 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-upLV3ykaE0LtBPA off=4209538 len=550715 2024-09-20T22:05:47.012 INFO:tasks.workunit.client.0.smithi046.stdout:op 970 completed, throughput=4.99MB/sec 2024-09-20T22:05:47.013 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Envt_3iPRT5vDGU off=8882734 len=1026078 2024-09-20T22:05:47.014 INFO:tasks.workunit.client.0.smithi046.stdout:op 971 completed, throughput=5MB/sec 2024-09-20T22:05:47.014 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0rShYS-Qv2RafJz off=52217 len=539695 2024-09-20T22:05:47.015 INFO:tasks.workunit.client.0.smithi046.stdout:op 972 completed, throughput=5MB/sec 2024-09-20T22:05:47.015 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-p2SyRs-sBEhSi-X off=6873587 len=1998 2024-09-20T22:05:47.018 INFO:tasks.workunit.client.0.smithi046.stdout:op 973 completed, throughput=5MB/sec 2024-09-20T22:05:47.018 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BXjl7Uak4XKrEU7 off=4581733 len=627753 2024-09-20T22:05:47.022 INFO:tasks.workunit.client.0.smithi046.stdout:op 974 completed, throughput=5MB/sec 2024-09-20T22:05:48.022 INFO:tasks.workunit.client.0.smithi046.stdout: 194: throughput=4.98MB/sec pending data=0 2024-09-20T22:05:48.022 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PSgmtPVV3ZMIgip off=11397513 len=1127335 2024-09-20T22:05:48.028 INFO:tasks.workunit.client.0.smithi046.stdout:op 975 completed, throughput=4.98MB/sec 2024-09-20T22:05:48.028 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--S24QaGTMxePfJW off=4860525 len=1446985 2024-09-20T22:05:48.031 INFO:tasks.workunit.client.0.smithi046.stdout:op 976 completed, throughput=4.99MB/sec 2024-09-20T22:05:48.031 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-z9hDxs774ofEEl6 off=6438814 len=1963339 2024-09-20T22:05:48.034 INFO:tasks.workunit.client.0.smithi046.stdout:op 977 completed, throughput=5MB/sec 2024-09-20T22:05:48.034 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VyVs9lbVA-R5XQm off=10542586 len=9694 2024-09-20T22:05:48.035 INFO:tasks.workunit.client.0.smithi046.stdout:op 978 completed, throughput=5MB/sec 2024-09-20T22:05:48.035 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TzAoiO3ObNRnRah off=2610265 len=795337 2024-09-20T22:05:48.037 INFO:tasks.workunit.client.0.smithi046.stdout:op 979 completed, throughput=5MB/sec 2024-09-20T22:05:48.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:48 smithi046 ceph-mon[96110]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-20T22:05:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:48 smithi046 ceph-mon[98591]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-20T22:05:48.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:48 smithi134 ceph-mon[89086]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-20T22:05:49.037 INFO:tasks.workunit.client.0.smithi046.stdout: 195: throughput=4.98MB/sec pending data=0 2024-09-20T22:05:49.037 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-StChPWc4PEbUduT off=8979304 len=870906 2024-09-20T22:05:49.039 INFO:tasks.workunit.client.0.smithi046.stdout:op 980 completed, throughput=4.98MB/sec 2024-09-20T22:05:49.039 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-An-tLDe91e4Q1CJ off=10890762 len=930556 2024-09-20T22:05:49.040 INFO:tasks.workunit.client.0.smithi046.stdout:op 981 completed, throughput=4.99MB/sec 2024-09-20T22:05:49.040 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ctQrjaWMQE07zfr off=3506128 len=575303 2024-09-20T22:05:49.045 INFO:tasks.workunit.client.0.smithi046.stdout:op 982 completed, throughput=4.99MB/sec 2024-09-20T22:05:49.045 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VVWTTTaX3JjvD8x off=6334575 len=644718 2024-09-20T22:05:49.046 INFO:tasks.workunit.client.0.smithi046.stdout:op 983 completed, throughput=4.99MB/sec 2024-09-20T22:05:49.046 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AVfoBxGZGN7Sz6i off=749647 len=734737 2024-09-20T22:05:49.051 INFO:tasks.workunit.client.0.smithi046.stdout:op 984 completed, throughput=5MB/sec 2024-09-20T22:05:49.051 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YTPesczeiNSjZqa off=2435109 len=345151 2024-09-20T22:05:49.054 INFO:tasks.workunit.client.0.smithi046.stdout:op 985 completed, throughput=5MB/sec 2024-09-20T22:05:49.054 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_sZ1ynH_Y5YvkM1 off=167061 len=675087 2024-09-20T22:05:49.055 INFO:tasks.workunit.client.0.smithi046.stdout:op 986 completed, throughput=5MB/sec 2024-09-20T22:05:49.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:05:49.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:05:49.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:05:50.056 INFO:tasks.workunit.client.0.smithi046.stdout: 196: throughput=4.98MB/sec pending data=0 2024-09-20T22:05:50.056 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RjMsWpW9rRNwjz4 off=20265335 len=1342383 2024-09-20T22:05:50.059 INFO:tasks.workunit.client.0.smithi046.stdout:op 987 completed, throughput=4.98MB/sec 2024-09-20T22:05:50.059 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gEA9LgH9XSOJUB0 off=918424 len=1727214 2024-09-20T22:05:50.067 INFO:tasks.workunit.client.0.smithi046.stdout:op 988 completed, throughput=4.99MB/sec 2024-09-20T22:05:50.067 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bAdblcieKCcgRAJ off=2066057 len=1498108 2024-09-20T22:05:50.068 INFO:tasks.workunit.client.0.smithi046.stdout:op 989 completed, throughput=5MB/sec 2024-09-20T22:05:50.068 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cvaboURT0e9RtTC off=10261753 len=1746615 2024-09-20T22:05:50.070 INFO:tasks.workunit.client.0.smithi046.stdout:op 990 completed, throughput=5MB/sec 2024-09-20T22:05:50.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:50 smithi046 ceph-mon[98591]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-20T22:05:50.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:50 smithi046 ceph-mon[96110]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-20T22:05:50.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:50 smithi134 ceph-mon[89086]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-20T22:05:51.071 INFO:tasks.workunit.client.0.smithi046.stdout: 197: throughput=4.98MB/sec pending data=0 2024-09-20T22:05:51.071 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1OLZdIdDbhHgPvv off=1177117 len=1362265 2024-09-20T22:05:51.078 INFO:tasks.workunit.client.0.smithi046.stdout:op 991 completed, throughput=4.99MB/sec 2024-09-20T22:05:51.078 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Iz24thBiN6MBy9W off=4805943 len=183552 2024-09-20T22:05:51.079 INFO:tasks.workunit.client.0.smithi046.stdout:op 992 completed, throughput=4.99MB/sec 2024-09-20T22:05:51.079 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--Mxzu-hOG8ZRTfO off=2812241 len=561349 2024-09-20T22:05:51.081 INFO:tasks.workunit.client.0.smithi046.stdout:op 993 completed, throughput=4.99MB/sec 2024-09-20T22:05:51.081 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yqitZ3eRVrMc4sR off=6386777 len=1534214 2024-09-20T22:05:51.087 INFO:tasks.workunit.client.0.smithi046.stdout:op 994 completed, throughput=5MB/sec 2024-09-20T22:05:51.087 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7IFh46WRJkf4jlw off=7722087 len=565871 2024-09-20T22:05:51.091 INFO:tasks.workunit.client.0.smithi046.stdout:op 995 completed, throughput=5MB/sec 2024-09-20T22:05:51.091 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aKcnfX2TDmJvS4q off=1179247 len=686976 2024-09-20T22:05:51.095 INFO:tasks.workunit.client.0.smithi046.stdout:op 996 completed, throughput=5MB/sec 2024-09-20T22:05:52.095 INFO:tasks.workunit.client.0.smithi046.stdout: 198: throughput=4.98MB/sec pending data=0 2024-09-20T22:05:52.095 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-njD6lJHmSpKNfaD off=12243305 len=1631819 2024-09-20T22:05:52.098 INFO:tasks.workunit.client.0.smithi046.stdout:op 997 completed, throughput=4.99MB/sec 2024-09-20T22:05:52.098 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4zXfitNgbqsl1IX off=10283368 len=1481985 2024-09-20T22:05:52.105 INFO:tasks.workunit.client.0.smithi046.stdout:op 998 completed, throughput=4.99MB/sec 2024-09-20T22:05:52.105 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ir1fkF6k_4qulPk off=6655737 len=1976301 2024-09-20T22:05:52.114 INFO:tasks.workunit.client.0.smithi046.stdout:op 999 completed, throughput=5MB/sec 2024-09-20T22:05:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:05:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:05:52] "GET /metrics HTTP/1.1" 200 34143 "" "Prometheus/2.43.0" 2024-09-20T22:05:52.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:52 smithi134 ceph-mon[89086]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-20T22:05:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:05:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:05:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:05:52.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:52 smithi046 ceph-mon[96110]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-20T22:05:52.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:52 smithi046 ceph-mon[98591]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-20T22:05:53.114 INFO:tasks.workunit.client.0.smithi046.stdout: 199: throughput=4.98MB/sec pending data=0 2024-09-20T22:05:53.114 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zKFLM1joZwYQkhI off=8708815 len=557843 2024-09-20T22:05:53.115 INFO:tasks.workunit.client.0.smithi046.stdout:op 1000 completed, throughput=4.98MB/sec 2024-09-20T22:05:53.115 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bqFTRgoSSyOySk- off=0 len=1413652 2024-09-20T22:05:53.117 INFO:tasks.workunit.client.0.smithi046.stdout:op 1001 completed, throughput=4.99MB/sec 2024-09-20T22:05:53.117 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wxBXLOByXP1KJ9A off=3076061 len=1189723 2024-09-20T22:05:53.124 INFO:tasks.workunit.client.0.smithi046.stdout:op 1002 completed, throughput=4.99MB/sec 2024-09-20T22:05:53.124 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ArQZE2M9qSQoG9y off=21074871 len=759531 2024-09-20T22:05:53.129 INFO:tasks.workunit.client.0.smithi046.stdout:op 1003 completed, throughput=4.99MB/sec 2024-09-20T22:05:53.129 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dHcF6U7xv1kbCW9 off=3876542 len=496189 2024-09-20T22:05:53.133 INFO:tasks.workunit.client.0.smithi046.stdout:op 1004 completed, throughput=5MB/sec 2024-09-20T22:05:53.133 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QMQFWxmyvEVf1hX off=1780647 len=1672900 2024-09-20T22:05:53.142 INFO:tasks.workunit.client.0.smithi046.stdout:op 1005 completed, throughput=5MB/sec 2024-09-20T22:05:54.142 INFO:tasks.workunit.client.0.smithi046.stdout: 200: throughput=4.98MB/sec pending data=0 2024-09-20T22:05:54.143 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zrYYLFbtGXehbcy off=2178573 len=667233 2024-09-20T22:05:54.146 INFO:tasks.workunit.client.0.smithi046.stdout:op 1006 completed, throughput=4.98MB/sec 2024-09-20T22:05:54.146 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-z2dv87fWfeFx9q7 off=19806844 len=1499485 2024-09-20T22:05:54.156 INFO:tasks.workunit.client.0.smithi046.stdout:op 1007 completed, throughput=4.99MB/sec 2024-09-20T22:05:54.156 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gHlcN3HEX8-uj5u off=2481939 len=1197788 2024-09-20T22:05:54.158 INFO:tasks.workunit.client.0.smithi046.stdout:op 1008 completed, throughput=5MB/sec 2024-09-20T22:05:54.158 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6VYED_SgvVAWo1f off=11157566 len=779345 2024-09-20T22:05:54.160 INFO:tasks.workunit.client.0.smithi046.stdout:op 1009 completed, throughput=5MB/sec 2024-09-20T22:05:54.160 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rP3Y2nOlhVc3QkQ off=798053 len=564838 2024-09-20T22:05:54.163 INFO:tasks.workunit.client.0.smithi046.stdout:op 1010 completed, throughput=5MB/sec 2024-09-20T22:05:54.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:54 smithi046 ceph-mon[96110]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-09-20T22:05:54.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:54 smithi046 ceph-mon[98591]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-09-20T22:05:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:54 smithi134 ceph-mon[89086]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-09-20T22:05:55.163 INFO:tasks.workunit.client.0.smithi046.stdout: 201: throughput=4.98MB/sec pending data=0 2024-09-20T22:05:55.163 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-37vUAlazhBs3rVP off=8187721 len=1320484 2024-09-20T22:05:55.171 INFO:tasks.workunit.client.0.smithi046.stdout:op 1011 completed, throughput=4.98MB/sec 2024-09-20T22:05:55.171 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HPpXvGZ7pTzyPuY off=1320972 len=1543361 2024-09-20T22:05:55.178 INFO:tasks.workunit.client.0.smithi046.stdout:op 1012 completed, throughput=4.99MB/sec 2024-09-20T22:05:55.179 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bKccdB-BKl81cLm off=3463052 len=1142147 2024-09-20T22:05:55.185 INFO:tasks.workunit.client.0.smithi046.stdout:op 1013 completed, throughput=5MB/sec 2024-09-20T22:05:55.185 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OVf4xIPeC44lEqg off=10407699 len=2055961 2024-09-20T22:05:55.192 INFO:tasks.workunit.client.0.smithi046.stdout:op 1014 completed, throughput=5MB/sec 2024-09-20T22:05:56.192 INFO:tasks.workunit.client.0.smithi046.stdout: 202: throughput=4.98MB/sec pending data=0 2024-09-20T22:05:56.193 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oiVoNXgsOsLk1_h off=2194220 len=668280 2024-09-20T22:05:56.197 INFO:tasks.workunit.client.0.smithi046.stdout:op 1015 completed, throughput=4.98MB/sec 2024-09-20T22:05:56.198 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-C6Zh1f8nQbSyE3w off=468772 len=1674690 2024-09-20T22:05:56.200 INFO:tasks.workunit.client.0.smithi046.stdout:op 1016 completed, throughput=4.99MB/sec 2024-09-20T22:05:56.200 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WfJ2Ndiy5qAHuh0 off=17190056 len=1394411 2024-09-20T22:05:56.202 INFO:tasks.workunit.client.0.smithi046.stdout:op 1017 completed, throughput=5MB/sec 2024-09-20T22:05:56.202 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dIkZw0DjdbYoiFR off=14829537 len=344889 2024-09-20T22:05:56.203 INFO:tasks.workunit.client.0.smithi046.stdout:op 1018 completed, throughput=5MB/sec 2024-09-20T22:05:56.203 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NFmtYNo14HbYxDy off=9903960 len=354944 2024-09-20T22:05:56.205 INFO:tasks.workunit.client.0.smithi046.stdout:op 1019 completed, throughput=5MB/sec 2024-09-20T22:05:56.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:56 smithi046 ceph-mon[96110]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-20T22:05:56.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:56 smithi046 ceph-mon[98591]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-20T22:05:56.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:56 smithi134 ceph-mon[89086]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-20T22:05:57.206 INFO:tasks.workunit.client.0.smithi046.stdout: 203: throughput=4.98MB/sec pending data=0 2024-09-20T22:05:57.206 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iQJZ222ax0gRfI5 off=1674618 len=1128788 2024-09-20T22:05:57.212 INFO:tasks.workunit.client.0.smithi046.stdout:op 1020 completed, throughput=4.98MB/sec 2024-09-20T22:05:57.212 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MvYvAe5HOhJIi4T off=6805606 len=413250 2024-09-20T22:05:57.213 INFO:tasks.workunit.client.0.smithi046.stdout:op 1021 completed, throughput=4.98MB/sec 2024-09-20T22:05:57.213 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QKiLAlM05USnPds off=8831597 len=6584 2024-09-20T22:05:57.214 INFO:tasks.workunit.client.0.smithi046.stdout:op 1022 completed, throughput=4.98MB/sec 2024-09-20T22:05:57.214 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cQ6IONSN7Tznikw off=5520522 len=2054184 2024-09-20T22:05:57.224 INFO:tasks.workunit.client.0.smithi046.stdout:op 1023 completed, throughput=4.99MB/sec 2024-09-20T22:05:57.225 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OOcq29Xr5NReeJq off=543214 len=1694748 2024-09-20T22:05:57.232 INFO:tasks.workunit.client.0.smithi046.stdout:op 1024 completed, throughput=5MB/sec 2024-09-20T22:05:58.175 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 22:05:57 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=sqlstore.transactions t=2024-09-20T22:05:57.743140679Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-20T22:05:58.232 INFO:tasks.workunit.client.0.smithi046.stdout: 204: throughput=4.98MB/sec pending data=0 2024-09-20T22:05:58.232 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VjZbO2ap5FBZata off=486392 len=1043942 2024-09-20T22:05:58.238 INFO:tasks.workunit.client.0.smithi046.stdout:op 1025 completed, throughput=4.98MB/sec 2024-09-20T22:05:58.238 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bPU8H3qTBzHzMUs off=4771786 len=1402240 2024-09-20T22:05:58.245 INFO:tasks.workunit.client.0.smithi046.stdout:op 1026 completed, throughput=4.99MB/sec 2024-09-20T22:05:58.245 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bw2QmqJ3z6WhsJg off=12177272 len=634386 2024-09-20T22:05:58.246 INFO:tasks.workunit.client.0.smithi046.stdout:op 1027 completed, throughput=4.99MB/sec 2024-09-20T22:05:58.246 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rT-6uNK_ZTnFKjI off=15291077 len=1626125 2024-09-20T22:05:58.248 INFO:tasks.workunit.client.0.smithi046.stdout:op 1028 completed, throughput=5MB/sec 2024-09-20T22:05:58.248 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zB7Txm1-fd4fxQq off=494064 len=958584 2024-09-20T22:05:58.252 INFO:tasks.workunit.client.0.smithi046.stdout:op 1029 completed, throughput=5MB/sec 2024-09-20T22:05:58.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:05:58 smithi046 ceph-mon[96110]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-20T22:05:58.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:05:58 smithi046 ceph-mon[98591]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-20T22:05:58.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:05:58 smithi134 ceph-mon[89086]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-20T22:05:59.253 INFO:tasks.workunit.client.0.smithi046.stdout: 205: throughput=4.98MB/sec pending data=0 2024-09-20T22:05:59.253 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xd4A-KOoXR0Fko8 off=14761359 len=1044884 2024-09-20T22:05:59.254 INFO:tasks.workunit.client.0.smithi046.stdout:op 1030 completed, throughput=4.98MB/sec 2024-09-20T22:05:59.255 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4FB9kPro31jvZ4w off=885924 len=1338362 2024-09-20T22:05:59.256 INFO:tasks.workunit.client.0.smithi046.stdout:op 1031 completed, throughput=4.99MB/sec 2024-09-20T22:05:59.256 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gU9WOIS2JmVcs_X off=15393325 len=1425325 2024-09-20T22:05:59.258 INFO:tasks.workunit.client.0.smithi046.stdout:op 1032 completed, throughput=4.99MB/sec 2024-09-20T22:05:59.258 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wU4VPjA6Jf2gBse off=3588547 len=1898109 2024-09-20T22:05:59.262 INFO:tasks.workunit.client.0.smithi046.stdout:op 1033 completed, throughput=5MB/sec 2024-09-20T22:06:00.263 INFO:tasks.workunit.client.0.smithi046.stdout: 206: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:00.268 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0p-qc-rqlf9t_lc off=124143 len=740212 2024-09-20T22:06:00.269 INFO:tasks.workunit.client.0.smithi046.stdout:op 1034 completed, throughput=4.98MB/sec 2024-09-20T22:06:00.269 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Sw8OaNwKL13SUvk off=15078432 len=2034260 2024-09-20T22:06:00.269 INFO:tasks.workunit.client.0.smithi046.stdout:op 1035 completed, throughput=4.99MB/sec 2024-09-20T22:06:00.269 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iJGXYcoupdlzttO off=7601838 len=1044840 2024-09-20T22:06:00.272 INFO:tasks.workunit.client.0.smithi046.stdout:op 1036 completed, throughput=5MB/sec 2024-09-20T22:06:00.272 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zSwo9TY9E8hZj3I off=3598570 len=1733554 2024-09-20T22:06:00.279 INFO:tasks.workunit.client.0.smithi046.stdout:op 1037 completed, throughput=5MB/sec 2024-09-20T22:06:01.279 INFO:tasks.workunit.client.0.smithi046.stdout: 207: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:01.279 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ovqqh2YDtchwDjn off=634658 len=920150 2024-09-20T22:06:01.284 INFO:tasks.workunit.client.0.smithi046.stdout:op 1038 completed, throughput=4.98MB/sec 2024-09-20T22:06:01.284 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-k60Bm5RghQcm7Vi off=1995857 len=1930494 2024-09-20T22:06:01.293 INFO:tasks.workunit.client.0.smithi046.stdout:op 1039 completed, throughput=4.99MB/sec 2024-09-20T22:06:01.293 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4sxxQ_DBOrZ_ZO9 off=4029602 len=1779649 2024-09-20T22:06:01.303 INFO:tasks.workunit.client.0.smithi046.stdout:op 1040 completed, throughput=5MB/sec 2024-09-20T22:06:01.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:01 smithi134 ceph-mon[89086]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:06:01.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:01 smithi046 ceph-mon[96110]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:06:01.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:01 smithi046 ceph-mon[98591]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:06:02.303 INFO:tasks.workunit.client.0.smithi046.stdout: 208: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:02.304 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-viZCL5DYD9TWIfx off=2332990 len=1484306 2024-09-20T22:06:02.311 INFO:tasks.workunit.client.0.smithi046.stdout:op 1041 completed, throughput=4.98MB/sec 2024-09-20T22:06:02.311 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-E7m3_IDhKIRuasI off=1098095 len=1303481 2024-09-20T22:06:02.318 INFO:tasks.workunit.client.0.smithi046.stdout:op 1042 completed, throughput=4.99MB/sec 2024-09-20T22:06:02.318 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qgFtqPDHRBiMRn0 off=10302642 len=1429361 2024-09-20T22:06:02.325 INFO:tasks.workunit.client.0.smithi046.stdout:op 1043 completed, throughput=5MB/sec 2024-09-20T22:06:02.325 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rpRQOgE8ClKLxMk off=3947866 len=940251 2024-09-20T22:06:02.326 INFO:tasks.workunit.client.0.smithi046.stdout:op 1044 completed, throughput=5MB/sec 2024-09-20T22:06:02.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:06:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:06:02] "GET /metrics HTTP/1.1" 200 34143 "" "Prometheus/2.43.0" 2024-09-20T22:06:02.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:06:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:06:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:06:03.326 INFO:tasks.workunit.client.0.smithi046.stdout: 209: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:03.327 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AZFuhKMoiQdS7RB off=10194366 len=552916 2024-09-20T22:06:03.328 INFO:tasks.workunit.client.0.smithi046.stdout:op 1045 completed, throughput=4.98MB/sec 2024-09-20T22:06:03.328 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AYfNNybWg00_1xl off=5679684 len=1295178 2024-09-20T22:06:03.330 INFO:tasks.workunit.client.0.smithi046.stdout:op 1046 completed, throughput=4.98MB/sec 2024-09-20T22:06:03.330 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Vb-sjFFWa883SFk off=16229643 len=1426327 2024-09-20T22:06:03.336 INFO:tasks.workunit.client.0.smithi046.stdout:op 1047 completed, throughput=4.99MB/sec 2024-09-20T22:06:03.336 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4Z2Iy6WOE3FiQSR off=16471719 len=1156838 2024-09-20T22:06:03.343 INFO:tasks.workunit.client.0.smithi046.stdout:op 1048 completed, throughput=5MB/sec 2024-09-20T22:06:03.343 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gpwVplJFlMfe4in off=4086711 len=787278 2024-09-20T22:06:03.344 INFO:tasks.workunit.client.0.smithi046.stdout:op 1049 completed, throughput=5MB/sec 2024-09-20T22:06:03.344 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-roIheWT12kOG6ds off=1079278 len=187495 2024-09-20T22:06:03.345 INFO:tasks.workunit.client.0.smithi046.stdout:op 1050 completed, throughput=5MB/sec 2024-09-20T22:06:03.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:03 smithi046 ceph-mon[96110]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-20T22:06:03.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:03 smithi046 ceph-mon[98591]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-20T22:06:03.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:03 smithi134 ceph-mon[89086]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-20T22:06:04.345 INFO:tasks.workunit.client.0.smithi046.stdout: 210: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:04.345 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4kh0qKgAwMAEDNB off=6085790 len=277871 2024-09-20T22:06:04.346 INFO:tasks.workunit.client.0.smithi046.stdout:op 1051 completed, throughput=4.98MB/sec 2024-09-20T22:06:04.346 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1F9ymu0PUV90YD7 off=1370501 len=7237 2024-09-20T22:06:04.347 INFO:tasks.workunit.client.0.smithi046.stdout:op 1052 completed, throughput=4.98MB/sec 2024-09-20T22:06:04.347 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nZPeKGe7R8s-p7j off=14939059 len=1196132 2024-09-20T22:06:04.348 INFO:tasks.workunit.client.0.smithi046.stdout:op 1053 completed, throughput=4.98MB/sec 2024-09-20T22:06:04.348 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zrxshBlxbmEB0a8 off=22014866 len=591592 2024-09-20T22:06:04.353 INFO:tasks.workunit.client.0.smithi046.stdout:op 1054 completed, throughput=4.99MB/sec 2024-09-20T22:06:04.353 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-S_IgkIXTsrC1JKt off=4497723 len=56448 2024-09-20T22:06:04.354 INFO:tasks.workunit.client.0.smithi046.stdout:op 1055 completed, throughput=4.99MB/sec 2024-09-20T22:06:04.354 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MpD_5AgskUCPe6v off=20101134 len=1173559 2024-09-20T22:06:04.355 INFO:tasks.workunit.client.0.smithi046.stdout:op 1056 completed, throughput=4.99MB/sec 2024-09-20T22:06:04.355 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nxxGAEXvjogbTYG off=16475360 len=871695 2024-09-20T22:06:04.356 INFO:tasks.workunit.client.0.smithi046.stdout:op 1057 completed, throughput=5MB/sec 2024-09-20T22:06:04.356 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gd84mtwc15PnGV0 off=1059763 len=689435 2024-09-20T22:06:04.358 INFO:tasks.workunit.client.0.smithi046.stdout:op 1058 completed, throughput=5MB/sec 2024-09-20T22:06:04.358 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Xotwci5HgQcRWJs off=338736 len=361637 2024-09-20T22:06:04.359 INFO:tasks.workunit.client.0.smithi046.stdout:op 1059 completed, throughput=5MB/sec 2024-09-20T22:06:05.360 INFO:tasks.workunit.client.0.smithi046.stdout: 211: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:05.360 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8pm4zfNXj629jFM off=2089466 len=800797 2024-09-20T22:06:05.361 INFO:tasks.workunit.client.0.smithi046.stdout:op 1060 completed, throughput=4.98MB/sec 2024-09-20T22:06:05.361 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-h_bk7Dr_xS74Jex off=2670979 len=504651 2024-09-20T22:06:05.365 INFO:tasks.workunit.client.0.smithi046.stdout:op 1061 completed, throughput=4.98MB/sec 2024-09-20T22:06:05.365 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-301Nk0uGEt06t0q off=685415 len=1817574 2024-09-20T22:06:05.373 INFO:tasks.workunit.client.0.smithi046.stdout:op 1062 completed, throughput=4.99MB/sec 2024-09-20T22:06:05.374 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gGXnNPWf3SDJq79 off=2933275 len=493841 2024-09-20T22:06:05.375 INFO:tasks.workunit.client.0.smithi046.stdout:op 1063 completed, throughput=4.99MB/sec 2024-09-20T22:06:05.375 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-e6BaSbRWUTPm5w0 off=5331544 len=74550 2024-09-20T22:06:05.376 INFO:tasks.workunit.client.0.smithi046.stdout:op 1064 completed, throughput=4.99MB/sec 2024-09-20T22:06:05.376 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Y63nyPc5cV7I1E0 off=3095041 len=1670495 2024-09-20T22:06:05.379 INFO:tasks.workunit.client.0.smithi046.stdout:op 1065 completed, throughput=5MB/sec 2024-09-20T22:06:05.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:05 smithi046 ceph-mon[96110]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-20T22:06:05.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:05 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:06:05.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:05 smithi046 ceph-mon[98591]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-20T22:06:05.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:05 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:06:05.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:05 smithi134 ceph-mon[89086]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-20T22:06:05.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:05 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:06:06.379 INFO:tasks.workunit.client.0.smithi046.stdout: 212: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:06.379 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9KgmcSbPrtJlj2N off=20471896 len=1507088 2024-09-20T22:06:06.387 INFO:tasks.workunit.client.0.smithi046.stdout:op 1066 completed, throughput=4.98MB/sec 2024-09-20T22:06:06.387 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qDtsnVsatYIZGoT off=15444742 len=1623222 2024-09-20T22:06:06.389 INFO:tasks.workunit.client.0.smithi046.stdout:op 1067 completed, throughput=4.99MB/sec 2024-09-20T22:06:06.389 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bhSoa3it2iemOBn off=9147948 len=882771 2024-09-20T22:06:06.390 INFO:tasks.workunit.client.0.smithi046.stdout:op 1068 completed, throughput=4.99MB/sec 2024-09-20T22:06:06.390 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WlEOScp54OABj_F off=7295116 len=829351 2024-09-20T22:06:06.394 INFO:tasks.workunit.client.0.smithi046.stdout:op 1069 completed, throughput=5MB/sec 2024-09-20T22:06:06.395 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qPvo3zgrP1LqxAn off=8542568 len=644300 2024-09-20T22:06:06.395 INFO:tasks.workunit.client.0.smithi046.stdout:op 1070 completed, throughput=5MB/sec 2024-09-20T22:06:07.396 INFO:tasks.workunit.client.0.smithi046.stdout: 213: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:07.396 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PzMrIItmHSUTRKX off=16400931 len=152982 2024-09-20T22:06:07.399 INFO:tasks.workunit.client.0.smithi046.stdout:op 1071 completed, throughput=4.98MB/sec 2024-09-20T22:06:07.399 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6Ff3zpd-Q0fjFhT off=4793401 len=720436 2024-09-20T22:06:07.403 INFO:tasks.workunit.client.0.smithi046.stdout:op 1072 completed, throughput=4.98MB/sec 2024-09-20T22:06:07.403 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AXjwmKbV-0rVhv6 off=3573571 len=96872 2024-09-20T22:06:07.404 INFO:tasks.workunit.client.0.smithi046.stdout:op 1073 completed, throughput=4.98MB/sec 2024-09-20T22:06:07.404 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dflos6dg_7wmjsL off=4207755 len=1299059 2024-09-20T22:06:07.410 INFO:tasks.workunit.client.0.smithi046.stdout:op 1074 completed, throughput=4.99MB/sec 2024-09-20T22:06:07.410 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xog9bN6-BlEugqH off=2115313 len=195814 2024-09-20T22:06:07.413 INFO:tasks.workunit.client.0.smithi046.stdout:op 1075 completed, throughput=4.99MB/sec 2024-09-20T22:06:07.413 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8EmDEmA4jYpQBp4 off=9182399 len=1877785 2024-09-20T22:06:07.415 INFO:tasks.workunit.client.0.smithi046.stdout:op 1076 completed, throughput=5MB/sec 2024-09-20T22:06:07.415 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ojUJx-FbQ0uzweZ off=1779996 len=670480 2024-09-20T22:06:07.416 INFO:tasks.workunit.client.0.smithi046.stdout:op 1077 completed, throughput=5MB/sec 2024-09-20T22:06:07.416 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yYBmSOeIQ1MjK3y off=2257423 len=1047929 2024-09-20T22:06:07.421 INFO:tasks.workunit.client.0.smithi046.stdout:op 1078 completed, throughput=5MB/sec 2024-09-20T22:06:07.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:07 smithi046 ceph-mon[96110]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-20T22:06:07.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:07 smithi046 ceph-mon[98591]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-20T22:06:07.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:07 smithi134 ceph-mon[89086]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-20T22:06:08.421 INFO:tasks.workunit.client.0.smithi046.stdout: 214: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:08.421 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7QvlSXtjrfxJSMY off=10454508 len=1733264 2024-09-20T22:06:08.430 INFO:tasks.workunit.client.0.smithi046.stdout:op 1079 completed, throughput=4.99MB/sec 2024-09-20T22:06:08.430 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HSF6FPkoNVdouoz off=7644747 len=780958 2024-09-20T22:06:08.435 INFO:tasks.workunit.client.0.smithi046.stdout:op 1080 completed, throughput=4.99MB/sec 2024-09-20T22:06:08.435 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3Xr3EGShNe-2eJq off=411219 len=2050765 2024-09-20T22:06:08.437 INFO:tasks.workunit.client.0.smithi046.stdout:op 1081 completed, throughput=5MB/sec 2024-09-20T22:06:09.438 INFO:tasks.workunit.client.0.smithi046.stdout: 215: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:09.438 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-v35JdKWj9s2QRKv off=8132776 len=1224899 2024-09-20T22:06:09.440 INFO:tasks.workunit.client.0.smithi046.stdout:op 1082 completed, throughput=4.98MB/sec 2024-09-20T22:06:09.441 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vZzEG25I79aIK43 off=4651775 len=1863877 2024-09-20T22:06:09.449 INFO:tasks.workunit.client.0.smithi046.stdout:op 1083 completed, throughput=4.99MB/sec 2024-09-20T22:06:09.450 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WNXfMBTqvzHUP-d off=3113806 len=607432 2024-09-20T22:06:09.453 INFO:tasks.workunit.client.0.smithi046.stdout:op 1084 completed, throughput=4.99MB/sec 2024-09-20T22:06:09.453 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cpmEMj2DdwJU7wU off=1901284 len=71441 2024-09-20T22:06:09.455 INFO:tasks.workunit.client.0.smithi046.stdout:op 1085 completed, throughput=4.99MB/sec 2024-09-20T22:06:09.455 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-etjh9rscrumKusC off=386594 len=1255584 2024-09-20T22:06:09.458 INFO:tasks.workunit.client.0.smithi046.stdout:op 1086 completed, throughput=5MB/sec 2024-09-20T22:06:09.458 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5Jhsv8FsXbsYWR6 off=4411300 len=679736 2024-09-20T22:06:09.462 INFO:tasks.workunit.client.0.smithi046.stdout:op 1087 completed, throughput=5MB/sec 2024-09-20T22:06:09.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:09 smithi046 ceph-mon[96110]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-20T22:06:09.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:09 smithi046 ceph-mon[98591]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-20T22:06:09.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:09 smithi134 ceph-mon[89086]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-20T22:06:10.463 INFO:tasks.workunit.client.0.smithi046.stdout: 216: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:10.500 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8V6op6TTGToOuI0 off=2112606 len=1437163 2024-09-20T22:06:10.502 INFO:tasks.workunit.client.0.smithi046.stdout:op 1088 completed, throughput=4.99MB/sec 2024-09-20T22:06:10.502 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RO07SLTnMzi9Pu_ off=7931708 len=837403 2024-09-20T22:06:10.502 INFO:tasks.workunit.client.0.smithi046.stdout:op 1089 completed, throughput=4.99MB/sec 2024-09-20T22:06:10.502 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6vt3pzh_TS01PnS off=10680731 len=231218 2024-09-20T22:06:10.502 INFO:tasks.workunit.client.0.smithi046.stdout:op 1090 completed, throughput=4.99MB/sec 2024-09-20T22:06:10.502 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-42AERtmgDdy-Uit off=12608624 len=119810 2024-09-20T22:06:10.502 INFO:tasks.workunit.client.0.smithi046.stdout:op 1091 completed, throughput=4.99MB/sec 2024-09-20T22:06:10.502 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-azIANlJUan3c30j off=8722161 len=318527 2024-09-20T22:06:10.502 INFO:tasks.workunit.client.0.smithi046.stdout:op 1092 completed, throughput=4.99MB/sec 2024-09-20T22:06:10.502 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AnGxgRv7evojzpm off=1404167 len=1011864 2024-09-20T22:06:10.502 INFO:tasks.workunit.client.0.smithi046.stdout:op 1093 completed, throughput=5MB/sec 2024-09-20T22:06:10.502 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1kpaxHbrbBki2wD off=3584388 len=1591321 2024-09-20T22:06:10.502 INFO:tasks.workunit.client.0.smithi046.stdout:op 1094 completed, throughput=5MB/sec 2024-09-20T22:06:11.485 INFO:tasks.workunit.client.0.smithi046.stdout: 217: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:11.486 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IUzLUF2Ymexrr9q off=2317997 len=1587978 2024-09-20T22:06:11.494 INFO:tasks.workunit.client.0.smithi046.stdout:op 1095 completed, throughput=4.99MB/sec 2024-09-20T22:06:11.494 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-d-NGlSRfZr80QxR off=3017163 len=304259 2024-09-20T22:06:11.497 INFO:tasks.workunit.client.0.smithi046.stdout:op 1096 completed, throughput=4.99MB/sec 2024-09-20T22:06:11.497 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZKELxU2yL8c322F off=16806933 len=979766 2024-09-20T22:06:11.499 INFO:tasks.workunit.client.0.smithi046.stdout:op 1097 completed, throughput=4.99MB/sec 2024-09-20T22:06:11.499 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-K9Ss9tmBrQhWVRv off=5174290 len=1236660 2024-09-20T22:06:11.505 INFO:tasks.workunit.client.0.smithi046.stdout:op 1098 completed, throughput=5MB/sec 2024-09-20T22:06:11.505 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KENw5183-B37tys off=13173630 len=251654 2024-09-20T22:06:11.508 INFO:tasks.workunit.client.0.smithi046.stdout:op 1099 completed, throughput=5MB/sec 2024-09-20T22:06:11.508 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nbO_tg7Yk3rRUGx off=4082500 len=1411543 2024-09-20T22:06:11.510 INFO:tasks.workunit.client.0.smithi046.stdout:op 1100 completed, throughput=5MB/sec 2024-09-20T22:06:11.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:11 smithi046 ceph-mon[96110]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:06:11.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:11 smithi046 ceph-mon[98591]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:06:11.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:11 smithi134 ceph-mon[89086]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:06:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:06:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:06:12] "GET /metrics HTTP/1.1" 200 34145 "" "Prometheus/2.43.0" 2024-09-20T22:06:12.510 INFO:tasks.workunit.client.0.smithi046.stdout: 218: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:12.510 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aJtk4JzKcpQnOoJ off=2368715 len=80882 2024-09-20T22:06:12.513 INFO:tasks.workunit.client.0.smithi046.stdout:op 1101 completed, throughput=4.98MB/sec 2024-09-20T22:06:12.513 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ymgxcU0TxcdKwGt off=9553790 len=605695 2024-09-20T22:06:12.514 INFO:tasks.workunit.client.0.smithi046.stdout:op 1102 completed, throughput=4.98MB/sec 2024-09-20T22:06:12.514 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oX53Zihhfoe9ETW off=5698967 len=1791669 2024-09-20T22:06:12.521 INFO:tasks.workunit.client.0.smithi046.stdout:op 1103 completed, throughput=4.99MB/sec 2024-09-20T22:06:12.521 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EEklXVsOTFOIZyu off=5148056 len=1275038 2024-09-20T22:06:12.525 INFO:tasks.workunit.client.0.smithi046.stdout:op 1104 completed, throughput=5MB/sec 2024-09-20T22:06:12.526 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-M6_BOyrazdsIadN off=9435430 len=1621734 2024-09-20T22:06:12.527 INFO:tasks.workunit.client.0.smithi046.stdout:op 1105 completed, throughput=5MB/sec 2024-09-20T22:06:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:06:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:06:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:06:13.527 INFO:tasks.workunit.client.0.smithi046.stdout: 219: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:13.527 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4PC8nFjI_WqwOUF off=7635899 len=275338 2024-09-20T22:06:13.528 INFO:tasks.workunit.client.0.smithi046.stdout:op 1106 completed, throughput=4.98MB/sec 2024-09-20T22:06:13.528 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fXxkASz39qwMOW1 off=1519510 len=12767 2024-09-20T22:06:13.528 INFO:tasks.workunit.client.0.smithi046.stdout:op 1107 completed, throughput=4.98MB/sec 2024-09-20T22:06:13.528 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-j5JlL9Ug8Pu_qYY off=1071472 len=954590 2024-09-20T22:06:13.533 INFO:tasks.workunit.client.0.smithi046.stdout:op 1108 completed, throughput=4.99MB/sec 2024-09-20T22:06:13.533 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-t2rvw9tc9iqpVEC off=6976534 len=99639 2024-09-20T22:06:13.534 INFO:tasks.workunit.client.0.smithi046.stdout:op 1109 completed, throughput=4.99MB/sec 2024-09-20T22:06:13.534 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iVJ3Ibh3sajkcN- off=4117145 len=377221 2024-09-20T22:06:13.535 INFO:tasks.workunit.client.0.smithi046.stdout:op 1110 completed, throughput=4.99MB/sec 2024-09-20T22:06:13.535 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NOZIo1q-I186SHI off=5116011 len=679354 2024-09-20T22:06:13.539 INFO:tasks.workunit.client.0.smithi046.stdout:op 1111 completed, throughput=4.99MB/sec 2024-09-20T22:06:13.539 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-huMTkD2p4eHLHKQ off=3535063 len=1388270 2024-09-20T22:06:13.546 INFO:tasks.workunit.client.0.smithi046.stdout:op 1112 completed, throughput=5MB/sec 2024-09-20T22:06:13.547 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-p_IeqQbBD6XpDJi off=2071245 len=1509991 2024-09-20T22:06:13.553 INFO:tasks.workunit.client.0.smithi046.stdout:op 1113 completed, throughput=5MB/sec 2024-09-20T22:06:13.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:13 smithi046 ceph-mon[96110]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-20T22:06:13.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:13 smithi046 ceph-mon[98591]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-20T22:06:13.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:13 smithi134 ceph-mon[89086]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-20T22:06:14.554 INFO:tasks.workunit.client.0.smithi046.stdout: 220: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:14.555 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wEp9piHSK9gNu3r off=6188479 len=1575397 2024-09-20T22:06:14.562 INFO:tasks.workunit.client.0.smithi046.stdout:op 1114 completed, throughput=4.99MB/sec 2024-09-20T22:06:14.562 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nADZtxjrmK7Vms1 off=15100902 len=708241 2024-09-20T22:06:14.566 INFO:tasks.workunit.client.0.smithi046.stdout:op 1115 completed, throughput=4.99MB/sec 2024-09-20T22:06:14.566 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9hHNMOqDyN2pKNw off=303674 len=687837 2024-09-20T22:06:14.567 INFO:tasks.workunit.client.0.smithi046.stdout:op 1116 completed, throughput=4.99MB/sec 2024-09-20T22:06:14.567 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-o0y1qJR90OhqHnN off=4635189 len=25150 2024-09-20T22:06:14.568 INFO:tasks.workunit.client.0.smithi046.stdout:op 1117 completed, throughput=4.99MB/sec 2024-09-20T22:06:14.568 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KgCf9K81D8ioBDE off=19853864 len=756792 2024-09-20T22:06:14.568 INFO:tasks.workunit.client.0.smithi046.stdout:op 1118 completed, throughput=5MB/sec 2024-09-20T22:06:14.569 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TKFUakXBo57Jb_A off=1212316 len=2094441 2024-09-20T22:06:14.576 INFO:tasks.workunit.client.0.smithi046.stdout:op 1119 completed, throughput=5.01MB/sec 2024-09-20T22:06:15.577 INFO:tasks.workunit.client.0.smithi046.stdout: 221: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:15.577 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-glHrqNqRWAYxbrM off=12987760 len=1529266 2024-09-20T22:06:15.585 INFO:tasks.workunit.client.0.smithi046.stdout:op 1120 completed, throughput=4.99MB/sec 2024-09-20T22:06:15.585 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-syK7gS8NV5R9G3u off=3429801 len=359914 2024-09-20T22:06:15.585 INFO:tasks.workunit.client.0.smithi046.stdout:op 1121 completed, throughput=4.99MB/sec 2024-09-20T22:06:15.586 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9kxabQVyH7bVN5v off=1701013 len=1309112 2024-09-20T22:06:15.593 INFO:tasks.workunit.client.0.smithi046.stdout:op 1122 completed, throughput=5MB/sec 2024-09-20T22:06:15.593 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pIvxqYgjz8jvPdJ off=3700045 len=481502 2024-09-20T22:06:15.594 INFO:tasks.workunit.client.0.smithi046.stdout:op 1123 completed, throughput=5MB/sec 2024-09-20T22:06:15.594 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-alfW1wV_6bcp8u4 off=6529728 len=1848709 2024-09-20T22:06:15.603 INFO:tasks.workunit.client.0.smithi046.stdout:op 1124 completed, throughput=5.01MB/sec 2024-09-20T22:06:15.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:15 smithi046 ceph-mon[96110]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:06:15.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:15 smithi046 ceph-mon[98591]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:06:15.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:15 smithi134 ceph-mon[89086]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:06:16.603 INFO:tasks.workunit.client.0.smithi046.stdout: 222: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:16.603 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Y8tEhVxmkbHFLC9 off=2773745 len=675772 2024-09-20T22:06:16.604 INFO:tasks.workunit.client.0.smithi046.stdout:op 1125 completed, throughput=4.99MB/sec 2024-09-20T22:06:16.604 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Q84tlfzBm_WdWgu off=1321183 len=1238719 2024-09-20T22:06:16.607 INFO:tasks.workunit.client.0.smithi046.stdout:op 1126 completed, throughput=4.99MB/sec 2024-09-20T22:06:16.607 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JubeS6NWq-1K5ug off=326416 len=1318071 2024-09-20T22:06:16.614 INFO:tasks.workunit.client.0.smithi046.stdout:op 1127 completed, throughput=5MB/sec 2024-09-20T22:06:16.614 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-e60Li8UVHW4jfwV off=3342971 len=1399319 2024-09-20T22:06:16.623 INFO:tasks.workunit.client.0.smithi046.stdout:op 1128 completed, throughput=5MB/sec 2024-09-20T22:06:17.623 INFO:tasks.workunit.client.0.smithi046.stdout: 223: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:17.623 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RFH0d4Y_n3-jhs6 off=16651176 len=1289451 2024-09-20T22:06:17.630 INFO:tasks.workunit.client.0.smithi046.stdout:op 1129 completed, throughput=4.99MB/sec 2024-09-20T22:06:17.630 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jcxUWZsSWVwAu4J off=7976620 len=1493077 2024-09-20T22:06:17.632 INFO:tasks.workunit.client.0.smithi046.stdout:op 1130 completed, throughput=4.99MB/sec 2024-09-20T22:06:17.632 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Khbm9Wr71f0mZNw off=3662277 len=1009779 2024-09-20T22:06:17.634 INFO:tasks.workunit.client.0.smithi046.stdout:op 1131 completed, throughput=5MB/sec 2024-09-20T22:06:17.635 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YkvQPaPoTdSV69A off=7778123 len=56755 2024-09-20T22:06:17.637 INFO:tasks.workunit.client.0.smithi046.stdout:op 1132 completed, throughput=5MB/sec 2024-09-20T22:06:17.637 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YzdS01S112NSrwz off=1289202 len=1459104 2024-09-20T22:06:17.643 INFO:tasks.workunit.client.0.smithi046.stdout:op 1133 completed, throughput=5MB/sec 2024-09-20T22:06:17.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:17 smithi046 ceph-mon[96110]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:06:17.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:17 smithi046 ceph-mon[98591]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:06:17.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:17 smithi134 ceph-mon[89086]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:06:18.643 INFO:tasks.workunit.client.0.smithi046.stdout: 224: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:18.644 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fmvJXCrkjH5XANo off=3741277 len=186723 2024-09-20T22:06:18.644 INFO:tasks.workunit.client.0.smithi046.stdout:op 1134 completed, throughput=4.98MB/sec 2024-09-20T22:06:18.644 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BGbnVhkL9lc-h-b off=13876201 len=32448 2024-09-20T22:06:18.645 INFO:tasks.workunit.client.0.smithi046.stdout:op 1135 completed, throughput=4.98MB/sec 2024-09-20T22:06:18.645 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uO5gZE9PVFVqiby off=2661274 len=1197417 2024-09-20T22:06:18.646 INFO:tasks.workunit.client.0.smithi046.stdout:op 1136 completed, throughput=4.99MB/sec 2024-09-20T22:06:18.646 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-crV_Iww6aCLjiEb off=2453771 len=1447674 2024-09-20T22:06:18.650 INFO:tasks.workunit.client.0.smithi046.stdout:op 1137 completed, throughput=4.99MB/sec 2024-09-20T22:06:18.650 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Z2K5_E-hSy48ekZ off=5109161 len=1488504 2024-09-20T22:06:18.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:18 smithi046 ceph-mon[96110]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-09-20T22:06:18.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:18 smithi046 ceph-mon[98591]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-09-20T22:06:18.652 INFO:tasks.workunit.client.0.smithi046.stdout:op 1138 completed, throughput=5MB/sec 2024-09-20T22:06:18.652 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zJL4IuflOgDVEM1 off=701173 len=1222437 2024-09-20T22:06:18.654 INFO:tasks.workunit.client.0.smithi046.stdout:op 1139 completed, throughput=5MB/sec 2024-09-20T22:06:18.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:18 smithi134 ceph-mon[89086]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-09-20T22:06:19.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:06:19.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:06:19.654 INFO:tasks.workunit.client.0.smithi046.stdout: 225: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:19.654 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oWWfWwsNrQNJnyH off=266520 len=2073845 2024-09-20T22:06:19.656 INFO:tasks.workunit.client.0.smithi046.stdout:op 1140 completed, throughput=4.99MB/sec 2024-09-20T22:06:19.657 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uZg9eUU_HKnSIn9 off=7031737 len=2056660 2024-09-20T22:06:19.667 INFO:tasks.workunit.client.0.smithi046.stdout:op 1141 completed, throughput=5MB/sec 2024-09-20T22:06:19.667 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YFyej_ZF8Hbn6NA off=790590 len=673709 2024-09-20T22:06:19.671 INFO:tasks.workunit.client.0.smithi046.stdout:op 1142 completed, throughput=5MB/sec 2024-09-20T22:06:19.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:06:20.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:20 smithi046 ceph-mon[96110]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-20T22:06:20.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:20 smithi046 ceph-mon[98591]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-20T22:06:20.671 INFO:tasks.workunit.client.0.smithi046.stdout: 226: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:20.671 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ldGQ9tr3uD7Dew1 off=7537274 len=738010 2024-09-20T22:06:20.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:20 smithi134 ceph-mon[89086]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-20T22:06:20.676 INFO:tasks.workunit.client.0.smithi046.stdout:op 1143 completed, throughput=4.98MB/sec 2024-09-20T22:06:20.676 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZRZm0HlruR6g41y off=8458244 len=1907684 2024-09-20T22:06:20.678 INFO:tasks.workunit.client.0.smithi046.stdout:op 1144 completed, throughput=4.99MB/sec 2024-09-20T22:06:20.678 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DUMcZ7VfxxiQAIB off=1722846 len=883343 2024-09-20T22:06:20.680 INFO:tasks.workunit.client.0.smithi046.stdout:op 1145 completed, throughput=5MB/sec 2024-09-20T22:06:20.680 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ADnHtvaLVbnbBjs off=1884346 len=812670 2024-09-20T22:06:20.682 INFO:tasks.workunit.client.0.smithi046.stdout:op 1146 completed, throughput=5MB/sec 2024-09-20T22:06:20.682 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HS6Hr-O_23Vl79E off=3361639 len=687468 2024-09-20T22:06:20.683 INFO:tasks.workunit.client.0.smithi046.stdout:op 1147 completed, throughput=5MB/sec 2024-09-20T22:06:21.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:21 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:06:21.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:21 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:06:21.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:21 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:06:21.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:21 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:06:21.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:21 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:06:21.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:21 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:06:21.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:21 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:06:21.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:21 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:06:21.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:21 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:06:21.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:21 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:06:21.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:21 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:06:21.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:21 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:06:21.683 INFO:tasks.workunit.client.0.smithi046.stdout: 227: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:21.684 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-du7rNVp88EuDMbQ off=16682435 len=1922224 2024-09-20T22:06:21.686 INFO:tasks.workunit.client.0.smithi046.stdout:op 1148 completed, throughput=4.99MB/sec 2024-09-20T22:06:21.686 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kr4XIl8VzgQevJ4 off=158653 len=1326048 2024-09-20T22:06:21.687 INFO:tasks.workunit.client.0.smithi046.stdout:op 1149 completed, throughput=4.99MB/sec 2024-09-20T22:06:21.687 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--aZ8inMuVXj9eKs off=5372539 len=1920547 2024-09-20T22:06:21.688 INFO:tasks.workunit.client.0.smithi046.stdout:op 1150 completed, throughput=5MB/sec 2024-09-20T22:06:22.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:22 smithi046 ceph-mon[96110]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:06:22.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:22 smithi046 ceph-mon[98591]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:06:22.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:06:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:06:22] "GET /metrics HTTP/1.1" 200 34143 "" "Prometheus/2.43.0" 2024-09-20T22:06:22.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:22 smithi134 ceph-mon[89086]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:06:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:06:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:06:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:06:22.688 INFO:tasks.workunit.client.0.smithi046.stdout: 228: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:22.688 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-93wnG8pHLo0cuaI off=4994916 len=667414 2024-09-20T22:06:22.690 INFO:tasks.workunit.client.0.smithi046.stdout:op 1151 completed, throughput=4.98MB/sec 2024-09-20T22:06:22.690 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1moAGfWmkQPqdmm off=4342771 len=46487 2024-09-20T22:06:22.694 INFO:tasks.workunit.client.0.smithi046.stdout:op 1152 completed, throughput=4.98MB/sec 2024-09-20T22:06:22.694 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-u6Bm8sQnLpb8sGU off=9795847 len=335167 2024-09-20T22:06:22.696 INFO:tasks.workunit.client.0.smithi046.stdout:op 1153 completed, throughput=4.98MB/sec 2024-09-20T22:06:22.696 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eFnyxpodrZMGaDu off=9332458 len=1418330 2024-09-20T22:06:22.698 INFO:tasks.workunit.client.0.smithi046.stdout:op 1154 completed, throughput=4.99MB/sec 2024-09-20T22:06:22.698 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DjoAgojI1e-XPaF off=19996765 len=1902012 2024-09-20T22:06:22.707 INFO:tasks.workunit.client.0.smithi046.stdout:op 1155 completed, throughput=5MB/sec 2024-09-20T22:06:22.707 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NJWmUIUAcAMO55I off=425428 len=651248 2024-09-20T22:06:22.708 INFO:tasks.workunit.client.0.smithi046.stdout:op 1156 completed, throughput=5MB/sec 2024-09-20T22:06:22.708 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZX7QmztKg98LbWJ off=5576951 len=1152656 2024-09-20T22:06:22.713 INFO:tasks.workunit.client.0.smithi046.stdout:op 1157 completed, throughput=5MB/sec 2024-09-20T22:06:23.714 INFO:tasks.workunit.client.0.smithi046.stdout: 229: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:23.714 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GeC9t5QIT2mQXNn off=14315089 len=387918 2024-09-20T22:06:23.715 INFO:tasks.workunit.client.0.smithi046.stdout:op 1158 completed, throughput=4.98MB/sec 2024-09-20T22:06:23.716 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-n598MEfdWQ-Y4iV off=4893438 len=1364006 2024-09-20T22:06:23.722 INFO:tasks.workunit.client.0.smithi046.stdout:op 1159 completed, throughput=4.99MB/sec 2024-09-20T22:06:23.722 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fgqAiJexHb8N_D1 off=361705 len=915912 2024-09-20T22:06:23.723 INFO:tasks.workunit.client.0.smithi046.stdout:op 1160 completed, throughput=4.99MB/sec 2024-09-20T22:06:23.723 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yfw1qdudX8S9xmO off=7382434 len=996917 2024-09-20T22:06:23.729 INFO:tasks.workunit.client.0.smithi046.stdout:op 1161 completed, throughput=5MB/sec 2024-09-20T22:06:23.729 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FA75BFSRGEsa9i5 off=8624012 len=1673883 2024-09-20T22:06:23.737 INFO:tasks.workunit.client.0.smithi046.stdout:op 1162 completed, throughput=5MB/sec 2024-09-20T22:06:24.737 INFO:tasks.workunit.client.0.smithi046.stdout: 230: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:24.738 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZKELxU2yL8c322F off=13729534 len=514572 2024-09-20T22:06:24.738 INFO:tasks.workunit.client.0.smithi046.stdout:op 1163 completed, throughput=4.98MB/sec 2024-09-20T22:06:24.739 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xioRRCKwV2fz1zt off=14521412 len=208980 2024-09-20T22:06:24.739 INFO:tasks.workunit.client.0.smithi046.stdout:op 1164 completed, throughput=4.99MB/sec 2024-09-20T22:06:24.741 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xN0yx-TWRG3p17g off=1383392 len=172605 2024-09-20T22:06:24.742 INFO:tasks.workunit.client.0.smithi046.stdout:op 1165 completed, throughput=4.99MB/sec 2024-09-20T22:06:24.742 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-I7TB6-txut1cF63 off=17247377 len=1440958 2024-09-20T22:06:24.747 INFO:tasks.workunit.client.0.smithi046.stdout:op 1166 completed, throughput=4.99MB/sec 2024-09-20T22:06:24.747 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-biK-3DLf2GOy3JO off=4267559 len=1848268 2024-09-20T22:06:24.757 INFO:tasks.workunit.client.0.smithi046.stdout:op 1167 completed, throughput=5MB/sec 2024-09-20T22:06:24.757 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-m1vgWQBWts5BB2y off=113458 len=1285129 2024-09-20T22:06:24.759 INFO:tasks.workunit.client.0.smithi046.stdout:op 1168 completed, throughput=5MB/sec 2024-09-20T22:06:24.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:24 smithi046 ceph-mon[96110]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:06:24.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:24 smithi046 ceph-mon[98591]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:06:24.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:24 smithi134 ceph-mon[89086]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:06:25.759 INFO:tasks.workunit.client.0.smithi046.stdout: 231: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:25.759 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bDe6loKGyqs7Y0m off=19415206 len=917876 2024-09-20T22:06:25.761 INFO:tasks.workunit.client.0.smithi046.stdout:op 1169 completed, throughput=4.99MB/sec 2024-09-20T22:06:25.761 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gGM83zvEDXNtJDh off=11524576 len=878034 2024-09-20T22:06:25.766 INFO:tasks.workunit.client.0.smithi046.stdout:op 1170 completed, throughput=4.99MB/sec 2024-09-20T22:06:25.767 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Q5zEtle02ri3C1e off=7036671 len=1332635 2024-09-20T22:06:25.774 INFO:tasks.workunit.client.0.smithi046.stdout:op 1171 completed, throughput=5MB/sec 2024-09-20T22:06:25.775 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sQPw-v2dMFptvPM off=2090248 len=938902 2024-09-20T22:06:25.791 INFO:tasks.workunit.client.0.smithi046.stdout:op 1172 completed, throughput=5MB/sec 2024-09-20T22:06:25.831 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3pHJ3QMZzHaVEwY off=4569381 len=70548 2024-09-20T22:06:25.832 INFO:tasks.workunit.client.0.smithi046.stdout:op 1173 completed, throughput=5MB/sec 2024-09-20T22:06:25.832 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mIzyopcKdTk4J6W off=545325 len=223881 2024-09-20T22:06:25.832 INFO:tasks.workunit.client.0.smithi046.stdout:op 1174 completed, throughput=5MB/sec 2024-09-20T22:06:26.783 INFO:tasks.workunit.client.0.smithi046.stdout: 232: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:26.784 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gx-sEh0ZmXqIBqH off=1838690 len=1843034 2024-09-20T22:06:26.786 INFO:tasks.workunit.client.0.smithi046.stdout:op 1175 completed, throughput=4.99MB/sec 2024-09-20T22:06:26.786 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cPs7Uem9CZCMvm1 off=15505288 len=1588309 2024-09-20T22:06:26.794 INFO:tasks.workunit.client.0.smithi046.stdout:op 1176 completed, throughput=4.99MB/sec 2024-09-20T22:06:26.794 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oB0JrptemIgxjfV off=16349403 len=25707 2024-09-20T22:06:26.794 INFO:tasks.workunit.client.0.smithi046.stdout:op 1177 completed, throughput=4.99MB/sec 2024-09-20T22:06:26.794 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-95jkZVokXMF3reS off=14114830 len=7458 2024-09-20T22:06:26.794 INFO:tasks.workunit.client.0.smithi046.stdout:op 1178 completed, throughput=4.99MB/sec 2024-09-20T22:06:26.795 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fnrRlXDH_chB7O9 off=1351428 len=1979892 2024-09-20T22:06:26.803 INFO:tasks.workunit.client.0.smithi046.stdout:op 1179 completed, throughput=5MB/sec 2024-09-20T22:06:26.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:26 smithi046 ceph-mon[96110]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-20T22:06:26.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:26 smithi046 ceph-mon[98591]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-20T22:06:26.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:26 smithi134 ceph-mon[89086]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-20T22:06:27.804 INFO:tasks.workunit.client.0.smithi046.stdout: 233: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:27.804 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cYQO4GE_0GODMcq off=563104 len=189731 2024-09-20T22:06:27.807 INFO:tasks.workunit.client.0.smithi046.stdout:op 1180 completed, throughput=4.98MB/sec 2024-09-20T22:06:27.807 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mzLtr8Qv0fSMj_g off=11803256 len=1671035 2024-09-20T22:06:27.818 INFO:tasks.workunit.client.0.smithi046.stdout:op 1181 completed, throughput=4.99MB/sec 2024-09-20T22:06:27.818 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3OpQsD2q4fyqTVe off=1850912 len=749746 2024-09-20T22:06:27.821 INFO:tasks.workunit.client.0.smithi046.stdout:op 1182 completed, throughput=4.99MB/sec 2024-09-20T22:06:27.821 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_TvkO5jfkaMMTU8 off=3714888 len=1069061 2024-09-20T22:06:27.823 INFO:tasks.workunit.client.0.smithi046.stdout:op 1183 completed, throughput=4.99MB/sec 2024-09-20T22:06:27.823 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uczgeH9eFIdopin off=4119569 len=2084769 2024-09-20T22:06:27.825 INFO:tasks.workunit.client.0.smithi046.stdout:op 1184 completed, throughput=5MB/sec 2024-09-20T22:06:28.825 INFO:tasks.workunit.client.0.smithi046.stdout: 234: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:28.825 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ct4-pVWHy9O47nC off=4259471 len=199129 2024-09-20T22:06:28.828 INFO:tasks.workunit.client.0.smithi046.stdout:op 1185 completed, throughput=4.98MB/sec 2024-09-20T22:06:28.828 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kJNQAkAoYZZGpXQ off=4732393 len=1442526 2024-09-20T22:06:28.831 INFO:tasks.workunit.client.0.smithi046.stdout:op 1186 completed, throughput=4.99MB/sec 2024-09-20T22:06:28.831 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1GpjLSNCpXAaKEv off=21382820 len=847009 2024-09-20T22:06:28.832 INFO:tasks.workunit.client.0.smithi046.stdout:op 1187 completed, throughput=4.99MB/sec 2024-09-20T22:06:28.833 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aSqYfurCux0hwCo off=5889211 len=1730982 2024-09-20T22:06:28.841 INFO:tasks.workunit.client.0.smithi046.stdout:op 1188 completed, throughput=5MB/sec 2024-09-20T22:06:28.841 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UfnzAwXFFeIO3Eb off=7284924 len=928598 2024-09-20T22:06:28.842 INFO:tasks.workunit.client.0.smithi046.stdout:op 1189 completed, throughput=5MB/sec 2024-09-20T22:06:28.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:28 smithi046 ceph-mon[96110]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:06:28.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:28 smithi046 ceph-mon[98591]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:06:28.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:28 smithi134 ceph-mon[89086]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:06:29.843 INFO:tasks.workunit.client.0.smithi046.stdout: 235: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:29.843 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4_9Izc4D9xMB0l9 off=3964870 len=1953327 2024-09-20T22:06:29.852 INFO:tasks.workunit.client.0.smithi046.stdout:op 1190 completed, throughput=4.99MB/sec 2024-09-20T22:06:29.852 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tcOqfk557T3XI2K off=15324713 len=546050 2024-09-20T22:06:29.856 INFO:tasks.workunit.client.0.smithi046.stdout:op 1191 completed, throughput=4.99MB/sec 2024-09-20T22:06:29.856 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cfEzG6Qk3BwGQQd off=968615 len=1395757 2024-09-20T22:06:29.859 INFO:tasks.workunit.client.0.smithi046.stdout:op 1192 completed, throughput=5MB/sec 2024-09-20T22:06:29.859 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tnDal_EC-CRurHe off=307096 len=1091715 2024-09-20T22:06:29.864 INFO:tasks.workunit.client.0.smithi046.stdout:op 1193 completed, throughput=5MB/sec 2024-09-20T22:06:30.864 INFO:tasks.workunit.client.0.smithi046.stdout: 236: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:30.865 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TxAOu9M1LklCttD off=6170080 len=634333 2024-09-20T22:06:30.866 INFO:tasks.workunit.client.0.smithi046.stdout:op 1194 completed, throughput=4.98MB/sec 2024-09-20T22:06:30.866 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ejP7MAwF8N-huR7 off=8319235 len=1746377 2024-09-20T22:06:30.868 INFO:tasks.workunit.client.0.smithi046.stdout:op 1195 completed, throughput=4.99MB/sec 2024-09-20T22:06:30.868 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-elAx_SRDbvDBd5s off=16629487 len=983363 2024-09-20T22:06:30.874 INFO:tasks.workunit.client.0.smithi046.stdout:op 1196 completed, throughput=4.99MB/sec 2024-09-20T22:06:30.874 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-t8poVZtO7p3slyZ off=3427622 len=1618430 2024-09-20T22:06:30.876 INFO:tasks.workunit.client.0.smithi046.stdout:op 1197 completed, throughput=5MB/sec 2024-09-20T22:06:30.876 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0FBfRj_GZeMkJtJ off=3137443 len=1695942 2024-09-20T22:06:30.878 INFO:tasks.workunit.client.0.smithi046.stdout:op 1198 completed, throughput=5.01MB/sec 2024-09-20T22:06:30.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:30 smithi046 ceph-mon[96110]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T22:06:30.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:30 smithi046 ceph-mon[98591]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T22:06:30.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:30 smithi134 ceph-mon[89086]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T22:06:31.878 INFO:tasks.workunit.client.0.smithi046.stdout: 237: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:31.878 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-huMTkD2p4eHLHKQ off=3539540 len=317546 2024-09-20T22:06:31.879 INFO:tasks.workunit.client.0.smithi046.stdout:op 1199 completed, throughput=4.99MB/sec 2024-09-20T22:06:31.879 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qXUFCj-TH6BeX2_ off=906777 len=244360 2024-09-20T22:06:31.883 INFO:tasks.workunit.client.0.smithi046.stdout:op 1200 completed, throughput=4.99MB/sec 2024-09-20T22:06:31.883 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YeAt9_DnFRdGxMs off=11454020 len=358354 2024-09-20T22:06:31.886 INFO:tasks.workunit.client.0.smithi046.stdout:op 1201 completed, throughput=4.99MB/sec 2024-09-20T22:06:31.886 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-T60jCBVdN7w8rXa off=2436599 len=1011660 2024-09-20T22:06:31.887 INFO:tasks.workunit.client.0.smithi046.stdout:op 1202 completed, throughput=4.99MB/sec 2024-09-20T22:06:31.888 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-el_rHA21OF2X2Uk off=123944 len=475564 2024-09-20T22:06:31.891 INFO:tasks.workunit.client.0.smithi046.stdout:op 1203 completed, throughput=4.99MB/sec 2024-09-20T22:06:31.891 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CyYaMDp174C9Rou off=1048624 len=1881067 2024-09-20T22:06:31.902 INFO:tasks.workunit.client.0.smithi046.stdout:op 1204 completed, throughput=5MB/sec 2024-09-20T22:06:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:06:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:06:32] "GET /metrics HTTP/1.1" 200 34143 "" "Prometheus/2.43.0" 2024-09-20T22:06:32.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:32 smithi134 ceph-mon[89086]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:06:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:06:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:06:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:06:32.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:32 smithi046 ceph-mon[96110]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:06:32.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:32 smithi046 ceph-mon[98591]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:06:32.902 INFO:tasks.workunit.client.0.smithi046.stdout: 238: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:32.902 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1Fe0QC1HUoq0KNG off=590295 len=1714625 2024-09-20T22:06:32.904 INFO:tasks.workunit.client.0.smithi046.stdout:op 1205 completed, throughput=4.99MB/sec 2024-09-20T22:06:32.904 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Wfabiif8G5eedw8 off=5093967 len=1813331 2024-09-20T22:06:32.912 INFO:tasks.workunit.client.0.smithi046.stdout:op 1206 completed, throughput=4.99MB/sec 2024-09-20T22:06:32.912 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xc_NEfvwOhLc8el off=918976 len=725019 2024-09-20T22:06:32.916 INFO:tasks.workunit.client.0.smithi046.stdout:op 1207 completed, throughput=5MB/sec 2024-09-20T22:06:32.916 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_TcqA3jPYwLjNMi off=657105 len=759181 2024-09-20T22:06:32.920 INFO:tasks.workunit.client.0.smithi046.stdout:op 1208 completed, throughput=5MB/sec 2024-09-20T22:06:33.921 INFO:tasks.workunit.client.0.smithi046.stdout: 239: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:33.921 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HYyWF9Ql1YkAJad off=9666465 len=1668268 2024-09-20T22:06:33.923 INFO:tasks.workunit.client.0.smithi046.stdout:op 1209 completed, throughput=4.99MB/sec 2024-09-20T22:06:33.923 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MSBUPKK_6R2-blW off=15269238 len=1601921 2024-09-20T22:06:33.930 INFO:tasks.workunit.client.0.smithi046.stdout:op 1210 completed, throughput=4.99MB/sec 2024-09-20T22:06:33.930 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QC3dGul2ix4w79A off=17083598 len=784631 2024-09-20T22:06:33.932 INFO:tasks.workunit.client.0.smithi046.stdout:op 1211 completed, throughput=5MB/sec 2024-09-20T22:06:33.932 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lGOlnn3IqKMI7qE off=1414293 len=1578374 2024-09-20T22:06:33.940 INFO:tasks.workunit.client.0.smithi046.stdout:op 1212 completed, throughput=5MB/sec 2024-09-20T22:06:34.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:34 smithi046 ceph-mon[96110]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:06:34.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:06:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:34 smithi046 ceph-mon[98591]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:06:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:06:34.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:34 smithi134 ceph-mon[89086]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:06:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:06:34.940 INFO:tasks.workunit.client.0.smithi046.stdout: 240: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:34.940 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--7CVj8Fvh_VYJ2e off=0 len=1191780 2024-09-20T22:06:34.947 INFO:tasks.workunit.client.0.smithi046.stdout:op 1213 completed, throughput=4.99MB/sec 2024-09-20T22:06:34.948 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Y63nyPc5cV7I1E0 off=831560 len=59186 2024-09-20T22:06:34.950 INFO:tasks.workunit.client.0.smithi046.stdout:op 1214 completed, throughput=4.99MB/sec 2024-09-20T22:06:34.950 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KBeuJFhlg-glaod off=2697193 len=338963 2024-09-20T22:06:34.954 INFO:tasks.workunit.client.0.smithi046.stdout:op 1215 completed, throughput=4.99MB/sec 2024-09-20T22:06:34.954 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IFe_ZGanct0GMwT off=5835673 len=1314750 2024-09-20T22:06:34.956 INFO:tasks.workunit.client.0.smithi046.stdout:op 1216 completed, throughput=4.99MB/sec 2024-09-20T22:06:34.956 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CFsFkEe6AB8OO2J off=6645103 len=1732559 2024-09-20T22:06:34.965 INFO:tasks.workunit.client.0.smithi046.stdout:op 1217 completed, throughput=5MB/sec 2024-09-20T22:06:34.965 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3bUo3eZyLU_OUo5 off=4614890 len=185353 2024-09-20T22:06:34.965 INFO:tasks.workunit.client.0.smithi046.stdout:op 1218 completed, throughput=5MB/sec 2024-09-20T22:06:34.966 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XGYoVzKWOo3Igdd off=7754054 len=649186 2024-09-20T22:06:34.969 INFO:tasks.workunit.client.0.smithi046.stdout:op 1219 completed, throughput=5MB/sec 2024-09-20T22:06:35.970 INFO:tasks.workunit.client.0.smithi046.stdout: 241: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:35.970 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VT0Xyx7L6IfMGLx off=6028875 len=962747 2024-09-20T22:06:35.972 INFO:tasks.workunit.client.0.smithi046.stdout:op 1220 completed, throughput=4.98MB/sec 2024-09-20T22:06:35.972 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HdhIcp2eRmsGaSE off=2715837 len=714066 2024-09-20T22:06:35.974 INFO:tasks.workunit.client.0.smithi046.stdout:op 1221 completed, throughput=4.99MB/sec 2024-09-20T22:06:35.974 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4BoLp5ifAMQkdRm off=3100740 len=1923629 2024-09-20T22:06:35.984 INFO:tasks.workunit.client.0.smithi046.stdout:op 1222 completed, throughput=4.99MB/sec 2024-09-20T22:06:35.984 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-alOD32AS9RbqZFQ off=1849569 len=741737 2024-09-20T22:06:35.989 INFO:tasks.workunit.client.0.smithi046.stdout:op 1223 completed, throughput=5MB/sec 2024-09-20T22:06:35.989 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jpHY8RePNMTF00J off=7677308 len=1450021 2024-09-20T22:06:35.990 INFO:tasks.workunit.client.0.smithi046.stdout:op 1224 completed, throughput=5MB/sec 2024-09-20T22:06:36.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:36 smithi046 ceph-mon[96110]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-20T22:06:36.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:36 smithi046 ceph-mon[98591]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-20T22:06:36.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:36 smithi134 ceph-mon[89086]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-20T22:06:36.990 INFO:tasks.workunit.client.0.smithi046.stdout: 242: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:36.990 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XZud5PijBh0oI97 off=5506788 len=1041716 2024-09-20T22:06:36.993 INFO:tasks.workunit.client.0.smithi046.stdout:op 1225 completed, throughput=4.99MB/sec 2024-09-20T22:06:36.993 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hnaXD6cuzgtL7Q9 off=1285179 len=1693315 2024-09-20T22:06:36.996 INFO:tasks.workunit.client.0.smithi046.stdout:op 1226 completed, throughput=4.99MB/sec 2024-09-20T22:06:36.996 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ClDi1RmMA33ZX8I off=7667366 len=1805025 2024-09-20T22:06:36.998 INFO:tasks.workunit.client.0.smithi046.stdout:op 1227 completed, throughput=5MB/sec 2024-09-20T22:06:37.999 INFO:tasks.workunit.client.0.smithi046.stdout: 243: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:37.999 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kNj8iY1AmAY2w-t off=901039 len=477184 2024-09-20T22:06:38.000 INFO:tasks.workunit.client.0.smithi046.stdout:op 1228 completed, throughput=4.98MB/sec 2024-09-20T22:06:38.000 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1JZT_2MdqdjzeGI off=12505370 len=17986 2024-09-20T22:06:38.001 INFO:tasks.workunit.client.0.smithi046.stdout:op 1229 completed, throughput=4.98MB/sec 2024-09-20T22:06:38.001 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UMX3FTr1yp_00-a off=6027662 len=1197556 2024-09-20T22:06:38.008 INFO:tasks.workunit.client.0.smithi046.stdout:op 1230 completed, throughput=4.99MB/sec 2024-09-20T22:06:38.008 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cWXHE7Hwk6ZCoKO off=2206967 len=741638 2024-09-20T22:06:38.012 INFO:tasks.workunit.client.0.smithi046.stdout:op 1231 completed, throughput=4.99MB/sec 2024-09-20T22:06:38.012 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wYdQBNe5mrWhNHF off=3675645 len=1650744 2024-09-20T22:06:38.020 INFO:tasks.workunit.client.0.smithi046.stdout:op 1232 completed, throughput=5MB/sec 2024-09-20T22:06:38.021 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NwIgKBUJ5-C8vLn off=5618116 len=497569 2024-09-20T22:06:38.022 INFO:tasks.workunit.client.0.smithi046.stdout:op 1233 completed, throughput=5MB/sec 2024-09-20T22:06:38.022 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-57SaYGGk6FN9YOl off=2214271 len=532615 2024-09-20T22:06:38.026 INFO:tasks.workunit.client.0.smithi046.stdout:op 1234 completed, throughput=5MB/sec 2024-09-20T22:06:38.026 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oFXnMx2CLaIlj6r off=8044003 len=1220660 2024-09-20T22:06:38.027 INFO:tasks.workunit.client.0.smithi046.stdout:op 1235 completed, throughput=5MB/sec 2024-09-20T22:06:38.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:38 smithi046 ceph-mon[96110]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-09-20T22:06:38.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:38 smithi046 ceph-mon[98591]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-09-20T22:06:38.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:38 smithi134 ceph-mon[89086]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-09-20T22:06:39.027 INFO:tasks.workunit.client.0.smithi046.stdout: 244: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:39.027 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yswX0Zs3RoXOVNQ off=897370 len=580490 2024-09-20T22:06:39.029 INFO:tasks.workunit.client.0.smithi046.stdout:op 1236 completed, throughput=4.99MB/sec 2024-09-20T22:06:39.029 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-p4VetMWhDJWRGq8 off=16578840 len=183815 2024-09-20T22:06:39.030 INFO:tasks.workunit.client.0.smithi046.stdout:op 1237 completed, throughput=4.99MB/sec 2024-09-20T22:06:39.030 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yfNB42FxzxmiLAv off=3308640 len=843461 2024-09-20T22:06:39.031 INFO:tasks.workunit.client.0.smithi046.stdout:op 1238 completed, throughput=4.99MB/sec 2024-09-20T22:06:39.031 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AkPNeX-7a4fULaK off=11687419 len=1772584 2024-09-20T22:06:39.039 INFO:tasks.workunit.client.0.smithi046.stdout:op 1239 completed, throughput=5MB/sec 2024-09-20T22:06:39.040 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-J2KQOszFjP8PT7f off=3904700 len=675643 2024-09-20T22:06:39.044 INFO:tasks.workunit.client.0.smithi046.stdout:op 1240 completed, throughput=5MB/sec 2024-09-20T22:06:39.044 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0s59XajKHzDu181 off=182779 len=842286 2024-09-20T22:06:39.046 INFO:tasks.workunit.client.0.smithi046.stdout:op 1241 completed, throughput=5MB/sec 2024-09-20T22:06:40.046 INFO:tasks.workunit.client.0.smithi046.stdout: 245: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:40.047 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mk-_hllb0FSVaPC off=10261576 len=1507823 2024-09-20T22:06:40.053 INFO:tasks.workunit.client.0.smithi046.stdout:op 1242 completed, throughput=4.99MB/sec 2024-09-20T22:06:40.054 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-njDlYiFMVmb4sRn off=4394275 len=78089 2024-09-20T22:06:40.056 INFO:tasks.workunit.client.0.smithi046.stdout:op 1243 completed, throughput=4.99MB/sec 2024-09-20T22:06:40.056 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hGxmKZgzrAZ7lxf off=5563207 len=340079 2024-09-20T22:06:40.058 INFO:tasks.workunit.client.0.smithi046.stdout:op 1244 completed, throughput=4.99MB/sec 2024-09-20T22:06:40.058 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wGG161saA868-Wu off=12514465 len=1489326 2024-09-20T22:06:40.065 INFO:tasks.workunit.client.0.smithi046.stdout:op 1245 completed, throughput=4.99MB/sec 2024-09-20T22:06:40.065 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4aV95w3hWkuvqn4 off=786538 len=350194 2024-09-20T22:06:40.066 INFO:tasks.workunit.client.0.smithi046.stdout:op 1246 completed, throughput=5MB/sec 2024-09-20T22:06:40.066 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iVJ3Ibh3sajkcN- off=766213 len=1379473 2024-09-20T22:06:40.067 INFO:tasks.workunit.client.0.smithi046.stdout:op 1247 completed, throughput=5MB/sec 2024-09-20T22:06:40.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:40 smithi046 ceph-mon[96110]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:06:40.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:40 smithi046 ceph-mon[98591]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:06:40.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:40 smithi134 ceph-mon[89086]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:06:41.068 INFO:tasks.workunit.client.0.smithi046.stdout: 246: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:41.068 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JquGEnklvBH4R3L off=3512516 len=2001313 2024-09-20T22:06:41.071 INFO:tasks.workunit.client.0.smithi046.stdout:op 1248 completed, throughput=4.99MB/sec 2024-09-20T22:06:41.071 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-A_b2taYkrzf7Y5q off=3677406 len=1002526 2024-09-20T22:06:41.076 INFO:tasks.workunit.client.0.smithi046.stdout:op 1249 completed, throughput=4.99MB/sec 2024-09-20T22:06:41.076 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AkPNeX-7a4fULaK off=16198668 len=1788338 2024-09-20T22:06:41.078 INFO:tasks.workunit.client.0.smithi046.stdout:op 1250 completed, throughput=5MB/sec 2024-09-20T22:06:41.079 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--53Rk4kJScQyJm_ off=3914452 len=98451 2024-09-20T22:06:41.081 INFO:tasks.workunit.client.0.smithi046.stdout:op 1251 completed, throughput=5MB/sec 2024-09-20T22:06:41.081 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yc7My4d0dulN5RB off=2740449 len=557519 2024-09-20T22:06:41.085 INFO:tasks.workunit.client.0.smithi046.stdout:op 1252 completed, throughput=5MB/sec 2024-09-20T22:06:42.085 INFO:tasks.workunit.client.0.smithi046.stdout: 247: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:42.085 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bG3Zvj_FH5TEz4s off=3967481 len=798778 2024-09-20T22:06:42.086 INFO:tasks.workunit.client.0.smithi046.stdout:op 1253 completed, throughput=4.98MB/sec 2024-09-20T22:06:42.087 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nZPeKGe7R8s-p7j off=11192071 len=232566 2024-09-20T22:06:42.089 INFO:tasks.workunit.client.0.smithi046.stdout:op 1254 completed, throughput=4.99MB/sec 2024-09-20T22:06:42.090 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EzvwIKcJjMCgcaz off=7133749 len=805541 2024-09-20T22:06:42.091 INFO:tasks.workunit.client.0.smithi046.stdout:op 1255 completed, throughput=4.99MB/sec 2024-09-20T22:06:42.091 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-z8rUU229c6o7Bw3 off=7005165 len=655322 2024-09-20T22:06:42.092 INFO:tasks.workunit.client.0.smithi046.stdout:op 1256 completed, throughput=4.99MB/sec 2024-09-20T22:06:42.092 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yRA7OpiocUQBbQ7 off=16746367 len=25567 2024-09-20T22:06:42.095 INFO:tasks.workunit.client.0.smithi046.stdout:op 1257 completed, throughput=4.99MB/sec 2024-09-20T22:06:42.095 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EHA19w6HV-4TRu6 off=7036949 len=39882 2024-09-20T22:06:42.095 INFO:tasks.workunit.client.0.smithi046.stdout:op 1258 completed, throughput=4.99MB/sec 2024-09-20T22:06:42.095 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-beAqfyoUkxuhcJd off=16373306 len=870445 2024-09-20T22:06:42.097 INFO:tasks.workunit.client.0.smithi046.stdout:op 1259 completed, throughput=4.99MB/sec 2024-09-20T22:06:42.098 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-a0weLNAPWBLd2xh off=17551681 len=1121770 2024-09-20T22:06:42.104 INFO:tasks.workunit.client.0.smithi046.stdout:op 1260 completed, throughput=5MB/sec 2024-09-20T22:06:42.104 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eBdA9Ptlx25OSOU off=18762327 len=1663943 2024-09-20T22:06:42.111 INFO:tasks.workunit.client.0.smithi046.stdout:op 1261 completed, throughput=5MB/sec 2024-09-20T22:06:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:06:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:06:42] "GET /metrics HTTP/1.1" 200 34145 "" "Prometheus/2.43.0" 2024-09-20T22:06:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:42 smithi134 ceph-mon[89086]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:06:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:06:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:06:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:06:42.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:42 smithi046 ceph-mon[96110]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:06:42.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:42 smithi046 ceph-mon[98591]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:06:43.112 INFO:tasks.workunit.client.0.smithi046.stdout: 248: throughput=4.99MB/sec pending data=0 2024-09-20T22:06:43.112 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3z0VP_LzJ95f4iO off=7164727 len=1717770 2024-09-20T22:06:43.120 INFO:tasks.workunit.client.0.smithi046.stdout:op 1262 completed, throughput=4.99MB/sec 2024-09-20T22:06:43.120 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zXTMhMNu1ZrJGjS off=1762653 len=1430292 2024-09-20T22:06:43.127 INFO:tasks.workunit.client.0.smithi046.stdout:op 1263 completed, throughput=5MB/sec 2024-09-20T22:06:43.127 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Bs7wrffIgMCXlJK off=1750603 len=467989 2024-09-20T22:06:43.128 INFO:tasks.workunit.client.0.smithi046.stdout:op 1264 completed, throughput=5MB/sec 2024-09-20T22:06:43.128 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kh2AQCqh0B9C2aV off=0 len=1165590 2024-09-20T22:06:43.135 INFO:tasks.workunit.client.0.smithi046.stdout:op 1265 completed, throughput=5MB/sec 2024-09-20T22:06:44.136 INFO:tasks.workunit.client.0.smithi046.stdout: 249: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:44.136 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_kVyqSuQND5Ith7 off=7004302 len=1642318 2024-09-20T22:06:44.143 INFO:tasks.workunit.client.0.smithi046.stdout:op 1266 completed, throughput=4.99MB/sec 2024-09-20T22:06:44.143 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Uja9y23F5Ino89p off=12590423 len=1777697 2024-09-20T22:06:44.149 INFO:tasks.workunit.client.0.smithi046.stdout:op 1267 completed, throughput=5MB/sec 2024-09-20T22:06:44.150 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ctU95JMZ7qZygI_ off=2014635 len=1223872 2024-09-20T22:06:44.156 INFO:tasks.workunit.client.0.smithi046.stdout:op 1268 completed, throughput=5MB/sec 2024-09-20T22:06:44.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:44 smithi046 ceph-mon[96110]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:06:44.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:44 smithi046 ceph-mon[98591]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:06:44.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:44 smithi134 ceph-mon[89086]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:06:45.156 INFO:tasks.workunit.client.0.smithi046.stdout: 250: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:45.156 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zmXHMwtmifs34I7 off=1099295 len=401423 2024-09-20T22:06:45.158 INFO:tasks.workunit.client.0.smithi046.stdout:op 1269 completed, throughput=4.98MB/sec 2024-09-20T22:06:45.158 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-81yzCbdXBoTJPiP off=1417609 len=1718771 2024-09-20T22:06:45.160 INFO:tasks.workunit.client.0.smithi046.stdout:op 1270 completed, throughput=4.99MB/sec 2024-09-20T22:06:45.160 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DcQTZMwPJWSoGB5 off=7883604 len=1243431 2024-09-20T22:06:45.163 INFO:tasks.workunit.client.0.smithi046.stdout:op 1271 completed, throughput=4.99MB/sec 2024-09-20T22:06:45.163 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UlSR96ChdousmqC off=10267519 len=9576 2024-09-20T22:06:45.163 INFO:tasks.workunit.client.0.smithi046.stdout:op 1272 completed, throughput=4.99MB/sec 2024-09-20T22:06:45.163 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4tTXkp3RCUAq0J6 off=6140602 len=136361 2024-09-20T22:06:45.166 INFO:tasks.workunit.client.0.smithi046.stdout:op 1273 completed, throughput=4.99MB/sec 2024-09-20T22:06:45.166 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NR44dFb1u2HkqJU off=2692269 len=159073 2024-09-20T22:06:45.169 INFO:tasks.workunit.client.0.smithi046.stdout:op 1274 completed, throughput=4.99MB/sec 2024-09-20T22:06:45.169 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YBIini0LVVIWNC_ off=4103494 len=2046488 2024-09-20T22:06:45.178 INFO:tasks.workunit.client.0.smithi046.stdout:op 1275 completed, throughput=5MB/sec 2024-09-20T22:06:46.179 INFO:tasks.workunit.client.0.smithi046.stdout: 251: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:46.179 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UsYK55G7tgJMj5- off=5251327 len=1365753 2024-09-20T22:06:46.185 INFO:tasks.workunit.client.0.smithi046.stdout:op 1276 completed, throughput=4.99MB/sec 2024-09-20T22:06:46.185 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mh4FT3LWJaEBMqg off=973143 len=240163 2024-09-20T22:06:46.185 INFO:tasks.workunit.client.0.smithi046.stdout:op 1277 completed, throughput=4.99MB/sec 2024-09-20T22:06:46.186 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7sQPd9x9-swRCAF off=17985717 len=189181 2024-09-20T22:06:46.189 INFO:tasks.workunit.client.0.smithi046.stdout:op 1278 completed, throughput=4.99MB/sec 2024-09-20T22:06:46.189 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DINJDoMNGXbhfHe off=7131407 len=1963077 2024-09-20T22:06:46.191 INFO:tasks.workunit.client.0.smithi046.stdout:op 1279 completed, throughput=5MB/sec 2024-09-20T22:06:46.191 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cdg8uXblpuK1SLI off=1261176 len=1364033 2024-09-20T22:06:46.199 INFO:tasks.workunit.client.0.smithi046.stdout:op 1280 completed, throughput=5MB/sec 2024-09-20T22:06:46.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:46 smithi046 ceph-mon[96110]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:06:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:46 smithi046 ceph-mon[98591]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:06:46.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:46 smithi134 ceph-mon[89086]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:06:47.199 INFO:tasks.workunit.client.0.smithi046.stdout: 252: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:47.199 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RI22cAfSmzp3z6l off=13184204 len=1436798 2024-09-20T22:06:47.206 INFO:tasks.workunit.client.0.smithi046.stdout:op 1281 completed, throughput=4.99MB/sec 2024-09-20T22:06:47.206 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-R-RQei17XQ9yVyG off=16826124 len=1816017 2024-09-20T22:06:47.209 INFO:tasks.workunit.client.0.smithi046.stdout:op 1282 completed, throughput=4.99MB/sec 2024-09-20T22:06:47.209 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RsvpIUx6joqVbcG off=6592081 len=184109 2024-09-20T22:06:47.209 INFO:tasks.workunit.client.0.smithi046.stdout:op 1283 completed, throughput=4.99MB/sec 2024-09-20T22:06:47.209 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gRldFW-eAXSgjxA off=9407351 len=476802 2024-09-20T22:06:47.210 INFO:tasks.workunit.client.0.smithi046.stdout:op 1284 completed, throughput=5MB/sec 2024-09-20T22:06:47.211 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zufjlw09v_vRAdk off=210640 len=1106347 2024-09-20T22:06:47.212 INFO:tasks.workunit.client.0.smithi046.stdout:op 1285 completed, throughput=5MB/sec 2024-09-20T22:06:47.212 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZKELxU2yL8c322F off=10548900 len=1658646 2024-09-20T22:06:47.219 INFO:tasks.workunit.client.0.smithi046.stdout:op 1286 completed, throughput=5.01MB/sec 2024-09-20T22:06:48.219 INFO:tasks.workunit.client.0.smithi046.stdout: 253: throughput=4.99MB/sec pending data=0 2024-09-20T22:06:48.219 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ysj9Kn8-7uqHm1T off=2227043 len=1342038 2024-09-20T22:06:48.228 INFO:tasks.workunit.client.0.smithi046.stdout:op 1287 completed, throughput=4.99MB/sec 2024-09-20T22:06:48.228 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oxpBtTHRyZMVrAN off=19289939 len=919125 2024-09-20T22:06:48.230 INFO:tasks.workunit.client.0.smithi046.stdout:op 1288 completed, throughput=4.99MB/sec 2024-09-20T22:06:48.231 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iVVINEdzNcUmuWe off=14150868 len=265401 2024-09-20T22:06:48.231 INFO:tasks.workunit.client.0.smithi046.stdout:op 1289 completed, throughput=5MB/sec 2024-09-20T22:06:48.231 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aoQ7S3nDRk0OIk5 off=17330136 len=732199 2024-09-20T22:06:48.234 INFO:tasks.workunit.client.0.smithi046.stdout:op 1290 completed, throughput=5MB/sec 2024-09-20T22:06:48.234 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KFmLuWoZqWLdtKh off=9587875 len=991212 2024-09-20T22:06:48.239 INFO:tasks.workunit.client.0.smithi046.stdout:op 1291 completed, throughput=5MB/sec 2024-09-20T22:06:48.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:48 smithi046 ceph-mon[96110]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-20T22:06:48.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:48 smithi046 ceph-mon[98591]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-20T22:06:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:48 smithi134 ceph-mon[89086]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-20T22:06:49.240 INFO:tasks.workunit.client.0.smithi046.stdout: 254: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:49.240 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UK-F8337QJBfooC off=3449783 len=1050212 2024-09-20T22:06:49.246 INFO:tasks.workunit.client.0.smithi046.stdout:op 1292 completed, throughput=4.99MB/sec 2024-09-20T22:06:49.246 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IQcCE145g2pf-fn off=358453 len=1371219 2024-09-20T22:06:49.247 INFO:tasks.workunit.client.0.smithi046.stdout:op 1293 completed, throughput=4.99MB/sec 2024-09-20T22:06:49.247 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6OoDzRuXopWnV_e off=3931519 len=1932260 2024-09-20T22:06:49.249 INFO:tasks.workunit.client.0.smithi046.stdout:op 1294 completed, throughput=5MB/sec 2024-09-20T22:06:49.250 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tvJKQJqng6Bbz2L off=3676500 len=1088586 2024-09-20T22:06:49.256 INFO:tasks.workunit.client.0.smithi046.stdout:op 1295 completed, throughput=5MB/sec 2024-09-20T22:06:49.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:06:49.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:06:49.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:06:50.256 INFO:tasks.workunit.client.0.smithi046.stdout: 255: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:50.256 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tO1k_wp88Rw0wjX off=1503558 len=1843734 2024-09-20T22:06:50.258 INFO:tasks.workunit.client.0.smithi046.stdout:op 1296 completed, throughput=4.99MB/sec 2024-09-20T22:06:50.259 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KwWjo42ORqvs7Jq off=704612 len=438322 2024-09-20T22:06:50.262 INFO:tasks.workunit.client.0.smithi046.stdout:op 1297 completed, throughput=4.99MB/sec 2024-09-20T22:06:50.262 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-s6Or3IsljZR8AY0 off=2385607 len=266465 2024-09-20T22:06:50.265 INFO:tasks.workunit.client.0.smithi046.stdout:op 1298 completed, throughput=4.99MB/sec 2024-09-20T22:06:50.265 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6k2_p3liQvkwss3 off=5164258 len=1728607 2024-09-20T22:06:50.267 INFO:tasks.workunit.client.0.smithi046.stdout:op 1299 completed, throughput=5MB/sec 2024-09-20T22:06:50.267 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--9AX9IdXIIY3RBn off=21634519 len=1481513 2024-09-20T22:06:50.273 INFO:tasks.workunit.client.0.smithi046.stdout:op 1300 completed, throughput=5MB/sec 2024-09-20T22:06:50.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:50 smithi046 ceph-mon[96110]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:06:50.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:50 smithi046 ceph-mon[98591]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:06:50.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:50 smithi134 ceph-mon[89086]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:06:51.273 INFO:tasks.workunit.client.0.smithi046.stdout: 256: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:51.273 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gOy8_-QVzRcokwK off=1973749 len=1777037 2024-09-20T22:06:51.277 INFO:tasks.workunit.client.0.smithi046.stdout:op 1301 completed, throughput=4.99MB/sec 2024-09-20T22:06:51.277 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-P5cbiLT3GREFBje off=12743055 len=1745888 2024-09-20T22:06:51.279 INFO:tasks.workunit.client.0.smithi046.stdout:op 1302 completed, throughput=5MB/sec 2024-09-20T22:06:51.279 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lgEhAkgEBjybOsx off=368331 len=2091939 2024-09-20T22:06:51.289 INFO:tasks.workunit.client.0.smithi046.stdout:op 1303 completed, throughput=5MB/sec 2024-09-20T22:06:52.289 INFO:tasks.workunit.client.0.smithi046.stdout: 257: throughput=4.99MB/sec pending data=0 2024-09-20T22:06:52.289 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5bRFXCSE9b8wDFV off=737241 len=1643540 2024-09-20T22:06:52.297 INFO:tasks.workunit.client.0.smithi046.stdout:op 1304 completed, throughput=4.99MB/sec 2024-09-20T22:06:52.297 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yPy1DuQ_VwV8iz1 off=6459600 len=765856 2024-09-20T22:06:52.299 INFO:tasks.workunit.client.0.smithi046.stdout:op 1305 completed, throughput=4.99MB/sec 2024-09-20T22:06:52.299 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bSIKDRJmFJmlRCT off=1361492 len=1079367 2024-09-20T22:06:52.301 INFO:tasks.workunit.client.0.smithi046.stdout:op 1306 completed, throughput=5MB/sec 2024-09-20T22:06:52.301 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wWyiej4vN0PqJoK off=7005827 len=336414 2024-09-20T22:06:52.305 INFO:tasks.workunit.client.0.smithi046.stdout:op 1307 completed, throughput=5MB/sec 2024-09-20T22:06:52.305 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uLX0SuOQCs8qZhK off=14267712 len=642583 2024-09-20T22:06:52.306 INFO:tasks.workunit.client.0.smithi046.stdout:op 1308 completed, throughput=5MB/sec 2024-09-20T22:06:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:06:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:06:52] "GET /metrics HTTP/1.1" 200 34141 "" "Prometheus/2.43.0" 2024-09-20T22:06:52.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:52 smithi134 ceph-mon[89086]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-20T22:06:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:06:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:06:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:06:52.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:52 smithi046 ceph-mon[96110]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-20T22:06:52.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:52 smithi046 ceph-mon[98591]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-20T22:06:53.306 INFO:tasks.workunit.client.0.smithi046.stdout: 258: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:53.307 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9kFcQJQSiYavgav off=3274747 len=431414 2024-09-20T22:06:53.310 INFO:tasks.workunit.client.0.smithi046.stdout:op 1309 completed, throughput=4.98MB/sec 2024-09-20T22:06:53.310 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8CBVXKXQJXmAGTx off=8084083 len=1035986 2024-09-20T22:06:53.312 INFO:tasks.workunit.client.0.smithi046.stdout:op 1310 completed, throughput=4.99MB/sec 2024-09-20T22:06:53.312 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-X9xXXSYwbNgmGFU off=8508448 len=1256222 2024-09-20T22:06:53.318 INFO:tasks.workunit.client.0.smithi046.stdout:op 1311 completed, throughput=4.99MB/sec 2024-09-20T22:06:53.318 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BNV6WCzDTUMJ__p off=14421672 len=1035558 2024-09-20T22:06:53.323 INFO:tasks.workunit.client.0.smithi046.stdout:op 1312 completed, throughput=5MB/sec 2024-09-20T22:06:53.323 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RYs6ybg9OcDk4CW off=15519984 len=1588794 2024-09-20T22:06:53.326 INFO:tasks.workunit.client.0.smithi046.stdout:op 1313 completed, throughput=5MB/sec 2024-09-20T22:06:54.326 INFO:tasks.workunit.client.0.smithi046.stdout: 259: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:54.327 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ClDi1RmMA33ZX8I off=9769754 len=1106287 2024-09-20T22:06:54.332 INFO:tasks.workunit.client.0.smithi046.stdout:op 1314 completed, throughput=4.99MB/sec 2024-09-20T22:06:54.332 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-q7D231yPOdgARNO off=7010115 len=546745 2024-09-20T22:06:54.334 INFO:tasks.workunit.client.0.smithi046.stdout:op 1315 completed, throughput=4.99MB/sec 2024-09-20T22:06:54.334 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uavjFQPIFrxOSAx off=2448898 len=4167 2024-09-20T22:06:54.337 INFO:tasks.workunit.client.0.smithi046.stdout:op 1316 completed, throughput=4.99MB/sec 2024-09-20T22:06:54.337 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-erupeOjmmJgyN4s off=8627083 len=1498047 2024-09-20T22:06:54.344 INFO:tasks.workunit.client.0.smithi046.stdout:op 1317 completed, throughput=4.99MB/sec 2024-09-20T22:06:54.344 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9Oaz88GZeUtmXCU off=11477293 len=381811 2024-09-20T22:06:54.347 INFO:tasks.workunit.client.0.smithi046.stdout:op 1318 completed, throughput=4.99MB/sec 2024-09-20T22:06:54.347 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WGer6V6npCTqd9C off=4927581 len=1204250 2024-09-20T22:06:54.354 INFO:tasks.workunit.client.0.smithi046.stdout:op 1319 completed, throughput=5MB/sec 2024-09-20T22:06:54.354 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-X99WsrrqfIshlGe off=22497 len=462206 2024-09-20T22:06:54.357 INFO:tasks.workunit.client.0.smithi046.stdout:op 1320 completed, throughput=5MB/sec 2024-09-20T22:06:54.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:54 smithi046 ceph-mon[96110]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:06:54.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:54 smithi046 ceph-mon[98591]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:06:54.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:54 smithi134 ceph-mon[89086]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:06:55.357 INFO:tasks.workunit.client.0.smithi046.stdout: 260: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:55.357 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--nLQpwk-TEJJk7W off=3831437 len=690698 2024-09-20T22:06:55.361 INFO:tasks.workunit.client.0.smithi046.stdout:op 1321 completed, throughput=4.98MB/sec 2024-09-20T22:06:55.361 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-I3yn_2WmXdXkyCN off=7556187 len=908507 2024-09-20T22:06:55.367 INFO:tasks.workunit.client.0.smithi046.stdout:op 1322 completed, throughput=4.99MB/sec 2024-09-20T22:06:55.367 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fKmb_zFZ5xX41KX off=236087 len=1232470 2024-09-20T22:06:55.372 INFO:tasks.workunit.client.0.smithi046.stdout:op 1323 completed, throughput=4.99MB/sec 2024-09-20T22:06:55.372 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pSALj9aVoivZ7g0 off=15820396 len=310823 2024-09-20T22:06:55.373 INFO:tasks.workunit.client.0.smithi046.stdout:op 1324 completed, throughput=4.99MB/sec 2024-09-20T22:06:55.373 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ftzfAiyyEeBGf5Q off=1809633 len=1999486 2024-09-20T22:06:55.375 INFO:tasks.workunit.client.0.smithi046.stdout:op 1325 completed, throughput=5MB/sec 2024-09-20T22:06:55.375 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kk3Vm5pEULHSBi4 off=8698854 len=76607 2024-09-20T22:06:55.377 INFO:tasks.workunit.client.0.smithi046.stdout:op 1326 completed, throughput=5MB/sec 2024-09-20T22:06:55.377 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6ZUaq67EMF0Q4HR off=4733085 len=1654613 2024-09-20T22:06:55.391 INFO:tasks.workunit.client.0.smithi046.stdout:op 1327 completed, throughput=5.01MB/sec 2024-09-20T22:06:56.392 INFO:tasks.workunit.client.0.smithi046.stdout: 261: throughput=4.99MB/sec pending data=0 2024-09-20T22:06:56.392 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hsaZRrmb7Mvn9pe off=340898 len=804475 2024-09-20T22:06:56.396 INFO:tasks.workunit.client.0.smithi046.stdout:op 1328 completed, throughput=4.99MB/sec 2024-09-20T22:06:56.397 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xVWQNutvCVV_9cJ off=5757124 len=1735476 2024-09-20T22:06:56.399 INFO:tasks.workunit.client.0.smithi046.stdout:op 1329 completed, throughput=5MB/sec 2024-09-20T22:06:56.399 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-F9btDCNS3mbyj6i off=96020 len=1487390 2024-09-20T22:06:56.401 INFO:tasks.workunit.client.0.smithi046.stdout:op 1330 completed, throughput=5MB/sec 2024-09-20T22:06:56.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:56 smithi046 ceph-mon[96110]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:06:56.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:56 smithi046 ceph-mon[98591]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:06:56.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:56 smithi134 ceph-mon[89086]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:06:57.401 INFO:tasks.workunit.client.0.smithi046.stdout: 262: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:57.401 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2pyS1TQT3pGcvGE off=12860406 len=1976593 2024-09-20T22:06:57.403 INFO:tasks.workunit.client.0.smithi046.stdout:op 1331 completed, throughput=4.99MB/sec 2024-09-20T22:06:57.403 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-khQmAMwrsDRqCPk off=8711461 len=1643673 2024-09-20T22:06:57.406 INFO:tasks.workunit.client.0.smithi046.stdout:op 1332 completed, throughput=5MB/sec 2024-09-20T22:06:57.406 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tRYtrrpMPCt5W1c off=1205524 len=1611433 2024-09-20T22:06:57.408 INFO:tasks.workunit.client.0.smithi046.stdout:op 1333 completed, throughput=5MB/sec 2024-09-20T22:06:58.408 INFO:tasks.workunit.client.0.smithi046.stdout: 263: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:58.408 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vMy_HaQKfO3mTB- off=425887 len=1718988 2024-09-20T22:06:58.419 INFO:tasks.workunit.client.0.smithi046.stdout:op 1334 completed, throughput=4.99MB/sec 2024-09-20T22:06:58.419 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Vadu-hXWWpNnpDY off=20292975 len=1965886 2024-09-20T22:06:58.428 INFO:tasks.workunit.client.0.smithi046.stdout:op 1335 completed, throughput=5MB/sec 2024-09-20T22:06:58.428 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-v35JdKWj9s2QRKv off=19773104 len=1168569 2024-09-20T22:06:58.431 INFO:tasks.workunit.client.0.smithi046.stdout:op 1336 completed, throughput=5MB/sec 2024-09-20T22:06:58.431 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-G5rQw7LwxzMYabk off=18992911 len=905145 2024-09-20T22:06:58.432 INFO:tasks.workunit.client.0.smithi046.stdout:op 1337 completed, throughput=5MB/sec 2024-09-20T22:06:58.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:06:58 smithi046 ceph-mon[96110]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-20T22:06:58.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:06:58 smithi046 ceph-mon[98591]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-20T22:06:58.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:06:58 smithi134 ceph-mon[89086]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-20T22:06:59.432 INFO:tasks.workunit.client.0.smithi046.stdout: 264: throughput=4.98MB/sec pending data=0 2024-09-20T22:06:59.432 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FOww7KsrED3BPMW off=102200 len=1980511 2024-09-20T22:06:59.435 INFO:tasks.workunit.client.0.smithi046.stdout:op 1338 completed, throughput=4.99MB/sec 2024-09-20T22:06:59.435 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XXTuEBUJdBYoepX off=15087011 len=337637 2024-09-20T22:06:59.436 INFO:tasks.workunit.client.0.smithi046.stdout:op 1339 completed, throughput=4.99MB/sec 2024-09-20T22:06:59.437 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Ml8zcrsg96XDKe- off=9008116 len=448839 2024-09-20T22:06:59.437 INFO:tasks.workunit.client.0.smithi046.stdout:op 1340 completed, throughput=4.99MB/sec 2024-09-20T22:06:59.437 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oOlSfT-IdFHQrcL off=2533044 len=1074285 2024-09-20T22:06:59.439 INFO:tasks.workunit.client.0.smithi046.stdout:op 1341 completed, throughput=5MB/sec 2024-09-20T22:06:59.439 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HCEY7sTNOLXmxRi off=1732871 len=1343277 2024-09-20T22:06:59.441 INFO:tasks.workunit.client.0.smithi046.stdout:op 1342 completed, throughput=5MB/sec 2024-09-20T22:07:00.441 INFO:tasks.workunit.client.0.smithi046.stdout: 265: throughput=4.98MB/sec pending data=0 2024-09-20T22:07:00.441 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fezP41PcNRp6gaz off=1902138 len=1446011 2024-09-20T22:07:00.448 INFO:tasks.workunit.client.0.smithi046.stdout:op 1343 completed, throughput=4.99MB/sec 2024-09-20T22:07:00.448 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LEgOp926GQl_x64 off=4371220 len=779258 2024-09-20T22:07:00.452 INFO:tasks.workunit.client.0.smithi046.stdout:op 1344 completed, throughput=4.99MB/sec 2024-09-20T22:07:00.452 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vwp65BL6mdTwkj2 off=256867 len=1764890 2024-09-20T22:07:00.455 INFO:tasks.workunit.client.0.smithi046.stdout:op 1345 completed, throughput=5MB/sec 2024-09-20T22:07:00.455 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2470Vliy9owexlm off=9474549 len=659408 2024-09-20T22:07:00.459 INFO:tasks.workunit.client.0.smithi046.stdout:op 1346 completed, throughput=5MB/sec 2024-09-20T22:07:00.459 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6ae1K-p7kNRgfOf off=8116700 len=987225 2024-09-20T22:07:00.463 INFO:tasks.workunit.client.0.smithi046.stdout:op 1347 completed, throughput=5MB/sec 2024-09-20T22:07:00.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:00 smithi046 ceph-mon[96110]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:07:00.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:00 smithi046 ceph-mon[98591]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:07:00.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:00 smithi134 ceph-mon[89086]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:07:01.464 INFO:tasks.workunit.client.0.smithi046.stdout: 266: throughput=4.98MB/sec pending data=0 2024-09-20T22:07:01.464 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9yHshQGP7Ef-5f3 off=3983418 len=1715879 2024-09-20T22:07:01.472 INFO:tasks.workunit.client.0.smithi046.stdout:op 1348 completed, throughput=4.99MB/sec 2024-09-20T22:07:01.472 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5J9Jell5z8XA2j9 off=7325017 len=1500199 2024-09-20T22:07:01.478 INFO:tasks.workunit.client.0.smithi046.stdout:op 1349 completed, throughput=5MB/sec 2024-09-20T22:07:01.479 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-G5Tvv_fntaBpmJW off=1926494 len=875400 2024-09-20T22:07:01.479 INFO:tasks.workunit.client.0.smithi046.stdout:op 1350 completed, throughput=5MB/sec 2024-09-20T22:07:01.479 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eoeQeAptrvia2w9 off=4306504 len=1463342 2024-09-20T22:07:01.487 INFO:tasks.workunit.client.0.smithi046.stdout:op 1351 completed, throughput=5MB/sec 2024-09-20T22:07:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:07:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:07:02] "GET /metrics HTTP/1.1" 200 34141 "" "Prometheus/2.43.0" 2024-09-20T22:07:02.488 INFO:tasks.workunit.client.0.smithi046.stdout: 267: throughput=4.99MB/sec pending data=0 2024-09-20T22:07:02.488 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Qh3ZO5FeeteN3Vz off=3326848 len=910074 2024-09-20T22:07:02.493 INFO:tasks.workunit.client.0.smithi046.stdout:op 1352 completed, throughput=4.99MB/sec 2024-09-20T22:07:02.493 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LHSSkUrtfMEuVnh off=5153438 len=824374 2024-09-20T22:07:02.498 INFO:tasks.workunit.client.0.smithi046.stdout:op 1353 completed, throughput=4.99MB/sec 2024-09-20T22:07:02.498 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NGj7po63oBDsh7_ off=19318632 len=1527435 2024-09-20T22:07:02.501 INFO:tasks.workunit.client.0.smithi046.stdout:op 1354 completed, throughput=5MB/sec 2024-09-20T22:07:02.501 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Sy8ja9nU8J6e-cI off=2827366 len=1248573 2024-09-20T22:07:02.508 INFO:tasks.workunit.client.0.smithi046.stdout:op 1355 completed, throughput=5MB/sec 2024-09-20T22:07:02.576 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:07:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:07:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:07:02.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:02 smithi046 ceph-mon[96110]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:07:02.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:02 smithi046 ceph-mon[98591]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:07:02.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:02 smithi134 ceph-mon[89086]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:07:03.508 INFO:tasks.workunit.client.0.smithi046.stdout: 268: throughput=4.98MB/sec pending data=0 2024-09-20T22:07:03.508 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_JR65TLvLxadDA2 off=768634 len=1644610 2024-09-20T22:07:03.511 INFO:tasks.workunit.client.0.smithi046.stdout:op 1356 completed, throughput=4.99MB/sec 2024-09-20T22:07:03.511 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-w7NROQ4cJcDIg-n off=1600403 len=1685690 2024-09-20T22:07:03.519 INFO:tasks.workunit.client.0.smithi046.stdout:op 1357 completed, throughput=4.99MB/sec 2024-09-20T22:07:03.519 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6OGw1y9qCnDWm6O off=79199 len=911910 2024-09-20T22:07:03.524 INFO:tasks.workunit.client.0.smithi046.stdout:op 1358 completed, throughput=5MB/sec 2024-09-20T22:07:03.524 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rqwH_nPB3iwonNL off=5131983 len=131444 2024-09-20T22:07:03.527 INFO:tasks.workunit.client.0.smithi046.stdout:op 1359 completed, throughput=5MB/sec 2024-09-20T22:07:03.527 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-557-VyPtmqViuJC off=513913 len=396704 2024-09-20T22:07:03.528 INFO:tasks.workunit.client.0.smithi046.stdout:op 1360 completed, throughput=5MB/sec 2024-09-20T22:07:03.528 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6VYED_SgvVAWo1f off=2008893 len=1528950 2024-09-20T22:07:03.531 INFO:tasks.workunit.client.0.smithi046.stdout:op 1361 completed, throughput=5MB/sec 2024-09-20T22:07:04.531 INFO:tasks.workunit.client.0.smithi046.stdout: 269: throughput=4.99MB/sec pending data=0 2024-09-20T22:07:04.531 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gkrAZStgRIRA8Jy off=7185819 len=28542 2024-09-20T22:07:04.532 INFO:tasks.workunit.client.0.smithi046.stdout:op 1362 completed, throughput=4.99MB/sec 2024-09-20T22:07:04.532 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QFFSUQwqQgRzFs5 off=3385244 len=75799 2024-09-20T22:07:04.535 INFO:tasks.workunit.client.0.smithi046.stdout:op 1363 completed, throughput=4.99MB/sec 2024-09-20T22:07:04.535 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JxTQYhZ0nyFUSBU off=3544379 len=1717747 2024-09-20T22:07:04.538 INFO:tasks.workunit.client.0.smithi046.stdout:op 1364 completed, throughput=4.99MB/sec 2024-09-20T22:07:04.538 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EeetWjZ1mRiRbQf off=3341193 len=1757176 2024-09-20T22:07:04.540 INFO:tasks.workunit.client.0.smithi046.stdout:op 1365 completed, throughput=5MB/sec 2024-09-20T22:07:04.540 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-S4vp4k4YZqCcn0N off=6349335 len=1146899 2024-09-20T22:07:04.542 INFO:tasks.workunit.client.0.smithi046.stdout:op 1366 completed, throughput=5MB/sec 2024-09-20T22:07:04.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:04 smithi046 ceph-mon[96110]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:07:04.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:07:04.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:04 smithi046 ceph-mon[98591]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:07:04.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:07:04.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:04 smithi134 ceph-mon[89086]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:07:04.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:07:05.543 INFO:tasks.workunit.client.0.smithi046.stdout: 270: throughput=4.98MB/sec pending data=0 2024-09-20T22:07:05.543 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-snWuy9p7gUZKPMt off=8462579 len=680769 2024-09-20T22:07:05.544 INFO:tasks.workunit.client.0.smithi046.stdout:op 1367 completed, throughput=4.99MB/sec 2024-09-20T22:07:05.544 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ikgA0NfuyrBNqym off=18858894 len=879458 2024-09-20T22:07:05.546 INFO:tasks.workunit.client.0.smithi046.stdout:op 1368 completed, throughput=4.99MB/sec 2024-09-20T22:07:05.546 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aKJJCiGwys_DOsp off=3560847 len=1571231 2024-09-20T22:07:05.555 INFO:tasks.workunit.client.0.smithi046.stdout:op 1369 completed, throughput=4.99MB/sec 2024-09-20T22:07:05.556 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-d-A3B1Ve9JHB41C off=3049378 len=572009 2024-09-20T22:07:05.557 INFO:tasks.workunit.client.0.smithi046.stdout:op 1370 completed, throughput=5MB/sec 2024-09-20T22:07:05.557 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-w5pDpfJ4rjM_oOf off=1009358 len=1641368 2024-09-20T22:07:05.564 INFO:tasks.workunit.client.0.smithi046.stdout:op 1371 completed, throughput=5MB/sec 2024-09-20T22:07:06.564 INFO:tasks.workunit.client.0.smithi046.stdout: 271: throughput=4.98MB/sec pending data=0 2024-09-20T22:07:06.564 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YfTBFQQnv9apGxg off=4398025 len=1174874 2024-09-20T22:07:06.567 INFO:tasks.workunit.client.0.smithi046.stdout:op 1372 completed, throughput=4.99MB/sec 2024-09-20T22:07:06.567 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lrXygHLT1MfvGCH off=8354832 len=342594 2024-09-20T22:07:06.570 INFO:tasks.workunit.client.0.smithi046.stdout:op 1373 completed, throughput=4.99MB/sec 2024-09-20T22:07:06.571 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-a8Wm7ykwtJeQ7fw off=1333039 len=517128 2024-09-20T22:07:06.575 INFO:tasks.workunit.client.0.smithi046.stdout:op 1374 completed, throughput=4.99MB/sec 2024-09-20T22:07:06.575 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pzAuBCajl30auKs off=1437791 len=1948949 2024-09-20T22:07:06.583 INFO:tasks.workunit.client.0.smithi046.stdout:op 1375 completed, throughput=5MB/sec 2024-09-20T22:07:06.584 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LXd03fnDt0BZRwD off=814768 len=2055066 2024-09-20T22:07:06.589 INFO:tasks.workunit.client.0.smithi046.stdout:op 1376 completed, throughput=5MB/sec 2024-09-20T22:07:06.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:06 smithi046 ceph-mon[96110]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:07:06.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:06 smithi046 ceph-mon[98591]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:07:06.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:06 smithi134 ceph-mon[89086]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:07:07.589 INFO:tasks.workunit.client.0.smithi046.stdout: 272: throughput=4.99MB/sec pending data=0 2024-09-20T22:07:07.589 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-orAo_RwAG8DB0-Q off=7589931 len=434340 2024-09-20T22:07:07.593 INFO:tasks.workunit.client.0.smithi046.stdout:op 1377 completed, throughput=4.99MB/sec 2024-09-20T22:07:07.593 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4w3BLIqoznqN20M off=10686177 len=688264 2024-09-20T22:07:07.594 INFO:tasks.workunit.client.0.smithi046.stdout:op 1378 completed, throughput=4.99MB/sec 2024-09-20T22:07:07.594 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-76zmf2e12Glr0m5 off=7012067 len=697369 2024-09-20T22:07:07.599 INFO:tasks.workunit.client.0.smithi046.stdout:op 1379 completed, throughput=4.99MB/sec 2024-09-20T22:07:07.599 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IogTF0iir-onMkP off=19810581 len=921127 2024-09-20T22:07:07.601 INFO:tasks.workunit.client.0.smithi046.stdout:op 1380 completed, throughput=5MB/sec 2024-09-20T22:07:07.601 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Qc2vUXJ1tcc1AbL off=1116678 len=2313 2024-09-20T22:07:07.604 INFO:tasks.workunit.client.0.smithi046.stdout:op 1381 completed, throughput=5MB/sec 2024-09-20T22:07:07.604 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1vWV1Cr6fNiNxTK off=6179295 len=1409764 2024-09-20T22:07:07.612 INFO:tasks.workunit.client.0.smithi046.stdout:op 1382 completed, throughput=5MB/sec 2024-09-20T22:07:07.612 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-02EHh_5Hy2LMF3C off=425383 len=309119 2024-09-20T22:07:07.613 INFO:tasks.workunit.client.0.smithi046.stdout:op 1383 completed, throughput=5MB/sec 2024-09-20T22:07:08.613 INFO:tasks.workunit.client.0.smithi046.stdout: 273: throughput=4.98MB/sec pending data=0 2024-09-20T22:07:08.613 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-X2229cxLCGZ5R86 off=6133080 len=1312301 2024-09-20T22:07:08.619 INFO:tasks.workunit.client.0.smithi046.stdout:op 1384 completed, throughput=4.99MB/sec 2024-09-20T22:07:08.619 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AQoGVy4BP4NRR2P off=4429978 len=523586 2024-09-20T22:07:08.623 INFO:tasks.workunit.client.0.smithi046.stdout:op 1385 completed, throughput=4.99MB/sec 2024-09-20T22:07:08.623 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4h4GRgFfY-kwJGl off=143406 len=1304341 2024-09-20T22:07:08.632 INFO:tasks.workunit.client.0.smithi046.stdout:op 1386 completed, throughput=4.99MB/sec 2024-09-20T22:07:08.632 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ktl-p1-wt2-hEn- off=7305834 len=529431 2024-09-20T22:07:08.636 INFO:tasks.workunit.client.0.smithi046.stdout:op 1387 completed, throughput=5MB/sec 2024-09-20T22:07:08.636 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--7fesjBK-pHWfof off=396186 len=204181 2024-09-20T22:07:08.638 INFO:tasks.workunit.client.0.smithi046.stdout:op 1388 completed, throughput=5MB/sec 2024-09-20T22:07:08.638 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qN-Z5s9rDLSVjhY off=7360009 len=804288 2024-09-20T22:07:08.643 INFO:tasks.workunit.client.0.smithi046.stdout:op 1389 completed, throughput=5MB/sec 2024-09-20T22:07:08.643 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eZI655vichAYKz9 off=14202868 len=431227 2024-09-20T22:07:08.646 INFO:tasks.workunit.client.0.smithi046.stdout:op 1390 completed, throughput=5MB/sec 2024-09-20T22:07:08.646 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yqyGh_wSzsVyzJk off=10445749 len=905784 2024-09-20T22:07:08.651 INFO:tasks.workunit.client.0.smithi046.stdout:op 1391 completed, throughput=5MB/sec 2024-09-20T22:07:08.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:08 smithi046 ceph-mon[96110]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:07:08.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:08 smithi046 ceph-mon[98591]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:07:08.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:08 smithi134 ceph-mon[89086]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:07:09.652 INFO:tasks.workunit.client.0.smithi046.stdout: 274: throughput=4.99MB/sec pending data=0 2024-09-20T22:07:09.652 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BxMaTsVDm8uo9hi off=1548933 len=527171 2024-09-20T22:07:09.653 INFO:tasks.workunit.client.0.smithi046.stdout:op 1392 completed, throughput=4.99MB/sec 2024-09-20T22:07:09.653 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-62viC2ZDRZFGx3M off=11567876 len=1660664 2024-09-20T22:07:09.661 INFO:tasks.workunit.client.0.smithi046.stdout:op 1393 completed, throughput=4.99MB/sec 2024-09-20T22:07:09.661 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xUy3hLmVpshZl-_ off=2265820 len=1703909 2024-09-20T22:07:09.663 INFO:tasks.workunit.client.0.smithi046.stdout:op 1394 completed, throughput=5MB/sec 2024-09-20T22:07:09.663 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-C9ZRaE6zT0eFa26 off=633683 len=1978292 2024-09-20T22:07:09.672 INFO:tasks.workunit.client.0.smithi046.stdout:op 1395 completed, throughput=5MB/sec 2024-09-20T22:07:10.673 INFO:tasks.workunit.client.0.smithi046.stdout: 275: throughput=4.99MB/sec pending data=0 2024-09-20T22:07:10.673 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XZK2Ccu8wyGhGAQ off=3440316 len=736615 2024-09-20T22:07:10.674 INFO:tasks.workunit.client.0.smithi046.stdout:op 1396 completed, throughput=4.99MB/sec 2024-09-20T22:07:10.674 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LRfoAIQrJV_TWN8 off=6910949 len=1989296 2024-09-20T22:07:10.677 INFO:tasks.workunit.client.0.smithi046.stdout:op 1397 completed, throughput=5MB/sec 2024-09-20T22:07:10.677 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-r3_Z5Bti6XnhiWn off=6686564 len=1122732 2024-09-20T22:07:10.679 INFO:tasks.workunit.client.0.smithi046.stdout:op 1398 completed, throughput=5MB/sec 2024-09-20T22:07:10.679 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aJwxdagIuwDO8bp off=5230688 len=626813 2024-09-20T22:07:10.683 INFO:tasks.workunit.client.0.smithi046.stdout:op 1399 completed, throughput=5MB/sec 2024-09-20T22:07:10.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:10 smithi046 ceph-mon[96110]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:07:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:10 smithi046 ceph-mon[98591]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:07:10.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:10 smithi134 ceph-mon[89086]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:07:11.684 INFO:tasks.workunit.client.0.smithi046.stdout: 276: throughput=4.98MB/sec pending data=0 2024-09-20T22:07:11.684 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-b1CV0276DZ-ixAy off=7209503 len=482256 2024-09-20T22:07:11.685 INFO:tasks.workunit.client.0.smithi046.stdout:op 1400 completed, throughput=4.99MB/sec 2024-09-20T22:07:11.685 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eQqYZyPohumGpV6 off=3900894 len=149660 2024-09-20T22:07:11.688 INFO:tasks.workunit.client.0.smithi046.stdout:op 1401 completed, throughput=4.99MB/sec 2024-09-20T22:07:11.688 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lxW9c6Z9FHMnrPx off=4036508 len=902327 2024-09-20T22:07:11.693 INFO:tasks.workunit.client.0.smithi046.stdout:op 1402 completed, throughput=4.99MB/sec 2024-09-20T22:07:11.693 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-r507Jxb5D9AXak0 off=3437205 len=1201416 2024-09-20T22:07:11.695 INFO:tasks.workunit.client.0.smithi046.stdout:op 1403 completed, throughput=4.99MB/sec 2024-09-20T22:07:11.695 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nH0C3ORU5XvrK4s off=24479496 len=763541 2024-09-20T22:07:11.699 INFO:tasks.workunit.client.0.smithi046.stdout:op 1404 completed, throughput=5MB/sec 2024-09-20T22:07:11.699 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZlESr-H9LNe3PPq off=914260 len=114708 2024-09-20T22:07:11.702 INFO:tasks.workunit.client.0.smithi046.stdout:op 1405 completed, throughput=5MB/sec 2024-09-20T22:07:11.702 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bmDfXg8D2zaHm05 off=2639802 len=1364751 2024-09-20T22:07:11.704 INFO:tasks.workunit.client.0.smithi046.stdout:op 1406 completed, throughput=5MB/sec 2024-09-20T22:07:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:07:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:07:12] "GET /metrics HTTP/1.1" 200 34142 "" "Prometheus/2.43.0" 2024-09-20T22:07:12.590 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:07:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:07:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:07:12.704 INFO:tasks.workunit.client.0.smithi046.stdout: 277: throughput=4.98MB/sec pending data=0 2024-09-20T22:07:12.704 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3uawctq7c3bSsFj off=20059805 len=1221589 2024-09-20T22:07:12.710 INFO:tasks.workunit.client.0.smithi046.stdout:op 1407 completed, throughput=4.99MB/sec 2024-09-20T22:07:12.710 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UnfS_vwTAE06D_1 off=14069398 len=1568818 2024-09-20T22:07:12.717 INFO:tasks.workunit.client.0.smithi046.stdout:op 1408 completed, throughput=4.99MB/sec 2024-09-20T22:07:12.717 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TarVxW0W6q_vlBO off=7581986 len=1864254 2024-09-20T22:07:12.719 INFO:tasks.workunit.client.0.smithi046.stdout:op 1409 completed, throughput=5MB/sec 2024-09-20T22:07:12.719 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ywEUvZp1FL2cFeM off=22650018 len=332056 2024-09-20T22:07:12.720 INFO:tasks.workunit.client.0.smithi046.stdout:op 1410 completed, throughput=5MB/sec 2024-09-20T22:07:12.720 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Gc3_IwpbMFIYlLw off=5459904 len=967864 2024-09-20T22:07:12.725 INFO:tasks.workunit.client.0.smithi046.stdout:op 1411 completed, throughput=5MB/sec 2024-09-20T22:07:12.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:12 smithi046 ceph-mon[96110]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:07:12.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:12 smithi046 ceph-mon[98591]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:07:12.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:12 smithi134 ceph-mon[89086]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:07:13.725 INFO:tasks.workunit.client.0.smithi046.stdout: 278: throughput=4.98MB/sec pending data=0 2024-09-20T22:07:13.725 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ylQXzLkBQwUbv37 off=774789 len=921777 2024-09-20T22:07:13.731 INFO:tasks.workunit.client.0.smithi046.stdout:op 1412 completed, throughput=4.99MB/sec 2024-09-20T22:07:13.731 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rP3Y2nOlhVc3QkQ off=926135 len=227073 2024-09-20T22:07:13.732 INFO:tasks.workunit.client.0.smithi046.stdout:op 1413 completed, throughput=4.99MB/sec 2024-09-20T22:07:13.732 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-q1jT-OPRDxpCi7X off=5623978 len=1704307 2024-09-20T22:07:13.740 INFO:tasks.workunit.client.0.smithi046.stdout:op 1414 completed, throughput=4.99MB/sec 2024-09-20T22:07:13.740 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nRzaaXP3kvIGsO- off=8219778 len=1038502 2024-09-20T22:07:13.745 INFO:tasks.workunit.client.0.smithi046.stdout:op 1415 completed, throughput=5MB/sec 2024-09-20T22:07:13.745 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ivfa3yoc7lQmWUe off=9047358 len=228088 2024-09-20T22:07:13.745 INFO:tasks.workunit.client.0.smithi046.stdout:op 1416 completed, throughput=5MB/sec 2024-09-20T22:07:13.746 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-G_3GSowskWx4xy_ off=5216895 len=832955 2024-09-20T22:07:13.747 INFO:tasks.workunit.client.0.smithi046.stdout:op 1417 completed, throughput=5MB/sec 2024-09-20T22:07:14.747 INFO:tasks.workunit.client.0.smithi046.stdout: 279: throughput=4.98MB/sec pending data=0 2024-09-20T22:07:14.747 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-o_d6XQWJYnNqxyX off=4854882 len=1834572 2024-09-20T22:07:14.750 INFO:tasks.workunit.client.0.smithi046.stdout:op 1418 completed, throughput=4.99MB/sec 2024-09-20T22:07:14.750 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-m3FdRNg86wo8aKH off=10566136 len=1111731 2024-09-20T22:07:14.756 INFO:tasks.workunit.client.0.smithi046.stdout:op 1419 completed, throughput=4.99MB/sec 2024-09-20T22:07:14.756 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-m0nF_NPGv2dqZuW off=426970 len=1707380 2024-09-20T22:07:14.763 INFO:tasks.workunit.client.0.smithi046.stdout:op 1420 completed, throughput=5MB/sec 2024-09-20T22:07:14.763 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vWRvg3BOpGAQWJQ off=767097 len=302618 2024-09-20T22:07:14.764 INFO:tasks.workunit.client.0.smithi046.stdout:op 1421 completed, throughput=5MB/sec 2024-09-20T22:07:14.764 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ca_W9yeupU6tVRA off=4049389 len=210055 2024-09-20T22:07:14.767 INFO:tasks.workunit.client.0.smithi046.stdout:op 1422 completed, throughput=5MB/sec 2024-09-20T22:07:14.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:14 smithi046 ceph-mon[96110]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:07:14.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:14 smithi046 ceph-mon[98591]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:07:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:14 smithi134 ceph-mon[89086]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:07:15.767 INFO:tasks.workunit.client.0.smithi046.stdout: 280: throughput=4.98MB/sec pending data=0 2024-09-20T22:07:15.767 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UNChVXcJo39hgrW off=0 len=1382245 2024-09-20T22:07:15.777 INFO:tasks.workunit.client.0.smithi046.stdout:op 1423 completed, throughput=4.99MB/sec 2024-09-20T22:07:15.778 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xcMIGQMeaBFmrY1 off=11952858 len=1250538 2024-09-20T22:07:15.783 INFO:tasks.workunit.client.0.smithi046.stdout:op 1424 completed, throughput=4.99MB/sec 2024-09-20T22:07:15.783 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-o8ZT1dqrfd_e4oY off=8448926 len=1897364 2024-09-20T22:07:15.791 INFO:tasks.workunit.client.0.smithi046.stdout:op 1425 completed, throughput=5MB/sec 2024-09-20T22:07:15.791 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Bz65h-GxBeIpfFk off=3417580 len=1718492 2024-09-20T22:07:15.795 INFO:tasks.workunit.client.0.smithi046.stdout:op 1426 completed, throughput=5MB/sec 2024-09-20T22:07:16.795 INFO:tasks.workunit.client.0.smithi046.stdout: 281: throughput=4.99MB/sec pending data=0 2024-09-20T22:07:16.795 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-k1TBsA-aqucDzWG off=2351187 len=1608293 2024-09-20T22:07:16.797 INFO:tasks.workunit.client.0.smithi046.stdout:op 1427 completed, throughput=4.99MB/sec 2024-09-20T22:07:16.797 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1UwrMgEbYxh7_WI off=9854768 len=1345959 2024-09-20T22:07:16.799 INFO:tasks.workunit.client.0.smithi046.stdout:op 1428 completed, throughput=5MB/sec 2024-09-20T22:07:16.799 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pXN-56zPzxSHnGc off=809536 len=1175699 2024-09-20T22:07:16.805 INFO:tasks.workunit.client.0.smithi046.stdout:op 1429 completed, throughput=5MB/sec 2024-09-20T22:07:16.805 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Wjh1_JlYtq7veQ4 off=4455876 len=549452 2024-09-20T22:07:16.809 INFO:tasks.workunit.client.0.smithi046.stdout:op 1430 completed, throughput=5MB/sec 2024-09-20T22:07:16.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:16 smithi046 ceph-mon[96110]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:07:16.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:16 smithi046 ceph-mon[98591]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:07:16.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:16 smithi134 ceph-mon[89086]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:07:17.809 INFO:tasks.workunit.client.0.smithi046.stdout: 282: throughput=4.98MB/sec pending data=0 2024-09-20T22:07:17.809 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-S3hXRabWR8aEXih off=11139611 len=1486941 2024-09-20T22:07:17.817 INFO:tasks.workunit.client.0.smithi046.stdout:op 1431 completed, throughput=4.99MB/sec 2024-09-20T22:07:17.817 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AbdpuvVPeo0TvxX off=5936510 len=64212 2024-09-20T22:07:17.817 INFO:tasks.workunit.client.0.smithi046.stdout:op 1432 completed, throughput=4.99MB/sec 2024-09-20T22:07:17.817 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kqM9Ef7YhTaz_Bn off=3174462 len=1774227 2024-09-20T22:07:17.825 INFO:tasks.workunit.client.0.smithi046.stdout:op 1433 completed, throughput=4.99MB/sec 2024-09-20T22:07:17.825 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dkVGhcw47yuxs85 off=6293519 len=2056166 2024-09-20T22:07:17.827 INFO:tasks.workunit.client.0.smithi046.stdout:op 1434 completed, throughput=5MB/sec 2024-09-20T22:07:18.827 INFO:tasks.workunit.client.0.smithi046.stdout: 283: throughput=4.98MB/sec pending data=0 2024-09-20T22:07:18.827 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-y8SmfSghsZ6vtj3 off=361165 len=1753127 2024-09-20T22:07:18.830 INFO:tasks.workunit.client.0.smithi046.stdout:op 1435 completed, throughput=4.99MB/sec 2024-09-20T22:07:18.830 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-X5STqWj83nhBRRt off=16116289 len=759798 2024-09-20T22:07:18.834 INFO:tasks.workunit.client.0.smithi046.stdout:op 1436 completed, throughput=4.99MB/sec 2024-09-20T22:07:18.834 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Uv1db4wCKeTKeg4 off=5468686 len=299438 2024-09-20T22:07:18.835 INFO:tasks.workunit.client.0.smithi046.stdout:op 1437 completed, throughput=4.99MB/sec 2024-09-20T22:07:18.835 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_j27ZPZtEPlG_a7 off=9640461 len=1659890 2024-09-20T22:07:18.838 INFO:tasks.workunit.client.0.smithi046.stdout:op 1438 completed, throughput=5MB/sec 2024-09-20T22:07:18.839 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-maVa-s6vPM045Vi off=6446601 len=198831 2024-09-20T22:07:18.839 INFO:tasks.workunit.client.0.smithi046.stdout:op 1439 completed, throughput=5MB/sec 2024-09-20T22:07:18.839 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ud177g2hIPOdcra off=6414538 len=803927 2024-09-20T22:07:18.844 INFO:tasks.workunit.client.0.smithi046.stdout:op 1440 completed, throughput=5MB/sec 2024-09-20T22:07:18.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:18 smithi046 ceph-mon[96110]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-20T22:07:18.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:18 smithi046 ceph-mon[98591]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-20T22:07:18.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:18 smithi134 ceph-mon[89086]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-20T22:07:19.844 INFO:tasks.workunit.client.0.smithi046.stdout: 284: throughput=4.98MB/sec pending data=0 2024-09-20T22:07:19.844 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XCDZsvVzPB3b3At off=4272680 len=1379399 2024-09-20T22:07:19.852 INFO:tasks.workunit.client.0.smithi046.stdout:op 1441 completed, throughput=4.99MB/sec 2024-09-20T22:07:19.852 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_VOVYfhv6u7KWMf off=22308753 len=135654 2024-09-20T22:07:19.854 INFO:tasks.workunit.client.0.smithi046.stdout:op 1442 completed, throughput=4.99MB/sec 2024-09-20T22:07:19.854 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_bLxsnHYJz-coGP off=9454133 len=751755 2024-09-20T22:07:19.855 INFO:tasks.workunit.client.0.smithi046.stdout:op 1443 completed, throughput=4.99MB/sec 2024-09-20T22:07:19.856 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gGM83zvEDXNtJDh off=19979444 len=1301458 2024-09-20T22:07:19.862 INFO:tasks.workunit.client.0.smithi046.stdout:op 1444 completed, throughput=5MB/sec 2024-09-20T22:07:19.862 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xHYyOjJXrVVDTyk off=11948452 len=2022998 2024-09-20T22:07:19.864 INFO:tasks.workunit.client.0.smithi046.stdout:op 1445 completed, throughput=5MB/sec 2024-09-20T22:07:19.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:07:19.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:07:19.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:07:20.865 INFO:tasks.workunit.client.0.smithi046.stdout: 285: throughput=4.99MB/sec pending data=0 2024-09-20T22:07:20.865 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BNV6WCzDTUMJ__p off=8694322 len=1963734 2024-09-20T22:07:20.867 INFO:tasks.workunit.client.0.smithi046.stdout:op 1446 completed, throughput=4.99MB/sec 2024-09-20T22:07:20.867 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JXV0qyqHZeLOGrg off=207747 len=582251 2024-09-20T22:07:20.868 INFO:tasks.workunit.client.0.smithi046.stdout:op 1447 completed, throughput=4.99MB/sec 2024-09-20T22:07:20.868 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RMkzGXzkLTJZPwd off=2223114 len=877795 2024-09-20T22:07:20.870 INFO:tasks.workunit.client.0.smithi046.stdout:op 1448 completed, throughput=5MB/sec 2024-09-20T22:07:20.870 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SJFRD99e1PCQAde off=1490099 len=381674 2024-09-20T22:07:20.873 INFO:tasks.workunit.client.0.smithi046.stdout:op 1449 completed, throughput=5MB/sec 2024-09-20T22:07:20.873 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-L7eycd6iSEcM5Qr off=11418351 len=358206 2024-09-20T22:07:20.874 INFO:tasks.workunit.client.0.smithi046.stdout:op 1450 completed, throughput=5MB/sec 2024-09-20T22:07:20.874 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Rs8lytslsHub5Oa off=0 len=1259142 2024-09-20T22:07:20.880 INFO:tasks.workunit.client.0.smithi046.stdout:op 1451 completed, throughput=5MB/sec 2024-09-20T22:07:20.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:20 smithi046 ceph-mon[96110]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:07:20.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:20 smithi046 ceph-mon[98591]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:07:20.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:20 smithi134 ceph-mon[89086]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:07:21.881 INFO:tasks.workunit.client.0.smithi046.stdout: 286: throughput=4.99MB/sec pending data=0 2024-09-20T22:07:21.881 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xHy-P09SUQN5Eq8 off=1079246 len=1606181 2024-09-20T22:07:21.887 INFO:tasks.workunit.client.0.smithi046.stdout:op 1452 completed, throughput=4.99MB/sec 2024-09-20T22:07:21.887 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yR6tveuupkHeh82 off=8729580 len=1580960 2024-09-20T22:07:21.892 INFO:tasks.workunit.client.0.smithi046.stdout:op 1453 completed, throughput=5MB/sec 2024-09-20T22:07:21.892 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tTZyHqptFL7sB77 off=1575225 len=418679 2024-09-20T22:07:21.893 INFO:tasks.workunit.client.0.smithi046.stdout:op 1454 completed, throughput=5MB/sec 2024-09-20T22:07:21.893 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qBOTAEOedzRtY-z off=20609025 len=1411390 2024-09-20T22:07:21.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:21 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:07:21.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:21 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:07:21.900 INFO:tasks.workunit.client.0.smithi046.stdout:op 1455 completed, throughput=5MB/sec 2024-09-20T22:07:21.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:21 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:07:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:07:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:07:22] "GET /metrics HTTP/1.1" 200 34145 "" "Prometheus/2.43.0" 2024-09-20T22:07:22.611 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:07:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:07:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:07:22.611 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:22 smithi134 ceph-mon[89086]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-20T22:07:22.611 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:22 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:07:22.611 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:22 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:07:22.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:22 smithi046 ceph-mon[96110]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-20T22:07:22.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:22 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:07:22.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:22 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:07:22.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:22 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:07:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:22 smithi046 ceph-mon[98591]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-20T22:07:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:22 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:07:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:22 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:07:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:22 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:07:22.901 INFO:tasks.workunit.client.0.smithi046.stdout: 287: throughput=4.98MB/sec pending data=0 2024-09-20T22:07:22.901 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bT9227K8stdUWix off=4409018 len=1529305 2024-09-20T22:07:22.908 INFO:tasks.workunit.client.0.smithi046.stdout:op 1456 completed, throughput=4.99MB/sec 2024-09-20T22:07:22.908 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-92JzbQ9VdX1Y0xt off=1411263 len=1288927 2024-09-20T22:07:22.909 INFO:tasks.workunit.client.0.smithi046.stdout:op 1457 completed, throughput=4.99MB/sec 2024-09-20T22:07:22.910 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xHzA2BsLihcJTG6 off=4142010 len=355556 2024-09-20T22:07:22.910 INFO:tasks.workunit.client.0.smithi046.stdout:op 1458 completed, throughput=5MB/sec 2024-09-20T22:07:22.910 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aNNgwur_hN9iggc off=6763598 len=703444 2024-09-20T22:07:22.915 INFO:tasks.workunit.client.0.smithi046.stdout:op 1459 completed, throughput=5MB/sec 2024-09-20T22:07:22.915 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-me--MEmPi7lyWPy off=321941 len=169986 2024-09-20T22:07:22.916 INFO:tasks.workunit.client.0.smithi046.stdout:op 1460 completed, throughput=5MB/sec 2024-09-20T22:07:22.916 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0uVkhPYlHM4ZzP7 off=8496626 len=1732259 2024-09-20T22:07:22.923 INFO:tasks.workunit.client.0.smithi046.stdout:op 1461 completed, throughput=5MB/sec 2024-09-20T22:07:22.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:22 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:07:23.923 INFO:tasks.workunit.client.0.smithi046.stdout: 288: throughput=4.99MB/sec pending data=0 2024-09-20T22:07:23.923 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1L0tVxu-uYvCdHC off=20304181 len=2058733 2024-09-20T22:07:23.928 INFO:tasks.workunit.client.0.smithi046.stdout:op 1462 completed, throughput=4.99MB/sec 2024-09-20T22:07:23.928 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ac4sUfpITYXomCa off=6143124 len=1769239 2024-09-20T22:07:23.936 INFO:tasks.workunit.client.0.smithi046.stdout:op 1463 completed, throughput=5MB/sec 2024-09-20T22:07:23.936 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-091jBx0NmY6kypO off=3612308 len=2017735 2024-09-20T22:07:23.944 INFO:tasks.workunit.client.0.smithi046.stdout:op 1464 completed, throughput=5MB/sec 2024-09-20T22:07:24.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:24 smithi046 ceph-mon[96110]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:07:24.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:24 smithi046 ceph-mon[98591]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:07:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:24 smithi134 ceph-mon[89086]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:07:24.945 INFO:tasks.workunit.client.0.smithi046.stdout: 289: throughput=4.99MB/sec pending data=0 2024-09-20T22:07:24.945 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-L4mewMEcaLp35k0 off=1368816 len=628898 2024-09-20T22:07:24.949 INFO:tasks.workunit.client.0.smithi046.stdout:op 1465 completed, throughput=4.99MB/sec 2024-09-20T22:07:24.949 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wgNVuvAiCF0q_-D off=353959 len=1425877 2024-09-20T22:07:24.951 INFO:tasks.workunit.client.0.smithi046.stdout:op 1466 completed, throughput=4.99MB/sec 2024-09-20T22:07:24.951 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fb4rCnO99McN6et off=2697321 len=25038 2024-09-20T22:07:24.951 INFO:tasks.workunit.client.0.smithi046.stdout:op 1467 completed, throughput=4.99MB/sec 2024-09-20T22:07:24.951 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hFyNu4lKB0eiPLx off=18402633 len=340142 2024-09-20T22:07:24.953 INFO:tasks.workunit.client.0.smithi046.stdout:op 1468 completed, throughput=5MB/sec 2024-09-20T22:07:24.953 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yA1N1koaRC-IrZ9 off=14485636 len=420896 2024-09-20T22:07:24.956 INFO:tasks.workunit.client.0.smithi046.stdout:op 1469 completed, throughput=5MB/sec 2024-09-20T22:07:24.957 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--qi-bMyhdPUcIlb off=4750078 len=287043 2024-09-20T22:07:24.957 INFO:tasks.workunit.client.0.smithi046.stdout:op 1470 completed, throughput=5MB/sec 2024-09-20T22:07:24.957 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9hjk58QrnWLZENa off=139638 len=1066882 2024-09-20T22:07:24.962 INFO:tasks.workunit.client.0.smithi046.stdout:op 1471 completed, throughput=5MB/sec 2024-09-20T22:07:25.963 INFO:tasks.workunit.client.0.smithi046.stdout: 290: throughput=4.98MB/sec pending data=0 2024-09-20T22:07:25.963 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Zwxfc6Z9I1owgdG off=10170378 len=2019149 2024-09-20T22:07:25.965 INFO:tasks.workunit.client.0.smithi046.stdout:op 1472 completed, throughput=4.99MB/sec 2024-09-20T22:07:25.965 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-43BXNHdSf-2Bnx9 off=945309 len=1748950 2024-09-20T22:07:25.968 INFO:tasks.workunit.client.0.smithi046.stdout:op 1473 completed, throughput=5MB/sec 2024-09-20T22:07:25.968 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-H3TAf5J11PghuZz off=21768074 len=1017591 2024-09-20T22:07:25.969 INFO:tasks.workunit.client.0.smithi046.stdout:op 1474 completed, throughput=5MB/sec 2024-09-20T22:07:25.969 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZcatfApyLHkfOG4 off=4177925 len=1101900 2024-09-20T22:07:25.976 INFO:tasks.workunit.client.0.smithi046.stdout:op 1475 completed, throughput=5MB/sec 2024-09-20T22:07:26.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:26 smithi046 ceph-mon[96110]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:07:26.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:26 smithi046 ceph-mon[98591]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:07:26.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:26 smithi134 ceph-mon[89086]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:07:26.976 INFO:tasks.workunit.client.0.smithi046.stdout: 291: throughput=4.99MB/sec pending data=0 2024-09-20T22:07:26.976 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WijNHapaoU5XBHe off=583512 len=492941 2024-09-20T22:07:26.980 INFO:tasks.workunit.client.0.smithi046.stdout:op 1476 completed, throughput=4.99MB/sec 2024-09-20T22:07:26.980 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Tk5bB_3Z8VJnaY5 off=810199 len=1196705 2024-09-20T22:07:26.986 INFO:tasks.workunit.client.0.smithi046.stdout:op 1477 completed, throughput=4.99MB/sec 2024-09-20T22:07:26.987 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1nHuo5GB40O02kj off=2468160 len=453234 2024-09-20T22:07:26.987 INFO:tasks.workunit.client.0.smithi046.stdout:op 1478 completed, throughput=4.99MB/sec 2024-09-20T22:07:26.987 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yebYP3kdmggDdcI off=10274887 len=921738 2024-09-20T22:07:26.989 INFO:tasks.workunit.client.0.smithi046.stdout:op 1479 completed, throughput=5MB/sec 2024-09-20T22:07:26.989 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tcOqfk557T3XI2K off=9081038 len=355589 2024-09-20T22:07:26.992 INFO:tasks.workunit.client.0.smithi046.stdout:op 1480 completed, throughput=5MB/sec 2024-09-20T22:07:26.992 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-r28YpLPDdvVVogl off=7994968 len=1473777 2024-09-20T22:07:26.998 INFO:tasks.workunit.client.0.smithi046.stdout:op 1481 completed, throughput=5MB/sec 2024-09-20T22:07:27.999 INFO:tasks.workunit.client.0.smithi046.stdout: 292: throughput=4.98MB/sec pending data=0 2024-09-20T22:07:27.999 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OQDT4DiC4vgWSj- off=3063474 len=1477947 2024-09-20T22:07:28.006 INFO:tasks.workunit.client.0.smithi046.stdout:op 1482 completed, throughput=4.99MB/sec 2024-09-20T22:07:28.006 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gbyjAtxNxIzoqq3 off=5114080 len=1501070 2024-09-20T22:07:28.008 INFO:tasks.workunit.client.0.smithi046.stdout:op 1483 completed, throughput=4.99MB/sec 2024-09-20T22:07:28.009 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qT9YeKcVyLm47i2 off=6882927 len=1227958 2024-09-20T22:07:28.013 INFO:tasks.workunit.client.0.smithi046.stdout:op 1484 completed, throughput=5MB/sec 2024-09-20T22:07:28.013 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rRRU2GQOAHVQf20 off=9014029 len=832718 2024-09-20T22:07:28.018 INFO:tasks.workunit.client.0.smithi046.stdout:op 1485 completed, throughput=5MB/sec 2024-09-20T22:07:28.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:28 smithi046 ceph-mon[96110]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-20T22:07:28.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:28 smithi046 ceph-mon[98591]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-20T22:07:28.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:28 smithi134 ceph-mon[89086]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-20T22:07:29.018 INFO:tasks.workunit.client.0.smithi046.stdout: 293: throughput=4.98MB/sec pending data=0 2024-09-20T22:07:29.018 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Stlu-hnf7mKYLgh off=193288 len=279405 2024-09-20T22:07:29.021 INFO:tasks.workunit.client.0.smithi046.stdout:op 1486 completed, throughput=4.98MB/sec 2024-09-20T22:07:29.021 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vvK3L-a9hdBNCt6 off=280479 len=79638 2024-09-20T22:07:29.022 INFO:tasks.workunit.client.0.smithi046.stdout:op 1487 completed, throughput=4.98MB/sec 2024-09-20T22:07:29.022 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mlfrJ5iqSRNQPMw off=4051663 len=111650 2024-09-20T22:07:29.024 INFO:tasks.workunit.client.0.smithi046.stdout:op 1488 completed, throughput=4.99MB/sec 2024-09-20T22:07:29.025 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zeeljZNiF63mJV3 off=15181660 len=222955 2024-09-20T22:07:29.025 INFO:tasks.workunit.client.0.smithi046.stdout:op 1489 completed, throughput=4.99MB/sec 2024-09-20T22:07:29.025 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-upGsT-dJhYB59Ls off=6455783 len=904246 2024-09-20T22:07:29.030 INFO:tasks.workunit.client.0.smithi046.stdout:op 1490 completed, throughput=4.99MB/sec 2024-09-20T22:07:29.030 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-emBGyOs2-ztjCv4 off=6789525 len=1559667 2024-09-20T22:07:29.032 INFO:tasks.workunit.client.0.smithi046.stdout:op 1491 completed, throughput=4.99MB/sec 2024-09-20T22:07:29.033 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EQBbSer96eSyfi5 off=2188208 len=1406970 2024-09-20T22:07:29.040 INFO:tasks.workunit.client.0.smithi046.stdout:op 1492 completed, throughput=5MB/sec 2024-09-20T22:07:29.040 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--4kbXYJwGiGCySq off=11251049 len=1919206 2024-09-20T22:07:29.041 INFO:tasks.workunit.client.0.smithi046.stdout:op 1493 completed, throughput=5MB/sec 2024-09-20T22:07:30.042 INFO:tasks.workunit.client.0.smithi046.stdout: 294: throughput=4.99MB/sec pending data=0 2024-09-20T22:07:30.042 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-d1yhoHRXdpA4bgz off=4842191 len=116317 2024-09-20T22:07:30.045 INFO:tasks.workunit.client.0.smithi046.stdout:op 1494 completed, throughput=4.99MB/sec 2024-09-20T22:07:30.045 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zXTHHal6JX91g5K off=1942705 len=1069017 2024-09-20T22:07:30.050 INFO:tasks.workunit.client.0.smithi046.stdout:op 1495 completed, throughput=4.99MB/sec 2024-09-20T22:07:30.050 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QBq-K97JdXzU3sH off=448094 len=1202144 2024-09-20T22:07:30.051 INFO:tasks.workunit.client.0.smithi046.stdout:op 1496 completed, throughput=4.99MB/sec 2024-09-20T22:07:30.051 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sZF449bG9OL8eN_ off=1387756 len=392502 2024-09-20T22:07:30.052 INFO:tasks.workunit.client.0.smithi046.stdout:op 1497 completed, throughput=5MB/sec 2024-09-20T22:07:30.052 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8yxcNff8piElqsh off=4072015 len=233098 2024-09-20T22:07:30.053 INFO:tasks.workunit.client.0.smithi046.stdout:op 1498 completed, throughput=5MB/sec 2024-09-20T22:07:30.053 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-niJpTHA9eA5r-Rc off=1132805 len=973313 2024-09-20T22:07:30.054 INFO:tasks.workunit.client.0.smithi046.stdout:op 1499 completed, throughput=5MB/sec 2024-09-20T22:07:30.054 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mepWiYtlg4TvfhZ off=5980767 len=172165 2024-09-20T22:07:30.054 INFO:tasks.workunit.client.0.smithi046.stdout:op 1500 completed, throughput=5MB/sec 2024-09-20T22:07:30.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:30 smithi046 ceph-mon[96110]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:07:30.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:30 smithi046 ceph-mon[98591]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:07:30.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:30 smithi134 ceph-mon[89086]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:07:31.055 INFO:tasks.workunit.client.0.smithi046.stdout: 295: throughput=4.98MB/sec pending data=0 2024-09-20T22:07:31.055 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NuqIyE1UGqyZjVP off=4428027 len=566917 2024-09-20T22:07:31.059 INFO:tasks.workunit.client.0.smithi046.stdout:op 1501 completed, throughput=4.99MB/sec 2024-09-20T22:07:31.059 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ILCibt4MBrs97C8 off=1205504 len=346058 2024-09-20T22:07:31.060 INFO:tasks.workunit.client.0.smithi046.stdout:op 1502 completed, throughput=4.99MB/sec 2024-09-20T22:07:31.061 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FsTzaq2GipjBgke off=11176577 len=1614225 2024-09-20T22:07:31.064 INFO:tasks.workunit.client.0.smithi046.stdout:op 1503 completed, throughput=4.99MB/sec 2024-09-20T22:07:31.064 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JF4qrgzeJXHd9uq off=3778931 len=196004 2024-09-20T22:07:31.067 INFO:tasks.workunit.client.0.smithi046.stdout:op 1504 completed, throughput=4.99MB/sec 2024-09-20T22:07:31.067 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xR38jufqAmI7MQs off=2415207 len=695805 2024-09-20T22:07:31.071 INFO:tasks.workunit.client.0.smithi046.stdout:op 1505 completed, throughput=4.99MB/sec 2024-09-20T22:07:31.071 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TftjrVsKj8AnFuQ off=6599826 len=1047839 2024-09-20T22:07:31.077 INFO:tasks.workunit.client.0.smithi046.stdout:op 1506 completed, throughput=5MB/sec 2024-09-20T22:07:31.077 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AfA19d0VVg0Hg1T off=489479 len=454721 2024-09-20T22:07:31.080 INFO:tasks.workunit.client.0.smithi046.stdout:op 1507 completed, throughput=5MB/sec 2024-09-20T22:07:31.080 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hKplOQq8JpG38EN off=4917119 len=2073518 2024-09-20T22:07:31.088 INFO:tasks.workunit.client.0.smithi046.stdout:op 1508 completed, throughput=5.01MB/sec 2024-09-20T22:07:32.088 INFO:tasks.workunit.client.0.smithi046.stdout: 296: throughput=4.99MB/sec pending data=0 2024-09-20T22:07:32.088 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5J9Jell5z8XA2j9 off=6234188 len=1592147 2024-09-20T22:07:32.095 INFO:tasks.workunit.client.0.smithi046.stdout:op 1509 completed, throughput=4.99MB/sec 2024-09-20T22:07:32.095 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_V0qwSg4-LllW_Q off=15471766 len=1491624 2024-09-20T22:07:32.103 INFO:tasks.workunit.client.0.smithi046.stdout:op 1510 completed, throughput=5MB/sec 2024-09-20T22:07:32.103 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XNzsdL7PRRE7WTn off=6398793 len=789742 2024-09-20T22:07:32.107 INFO:tasks.workunit.client.0.smithi046.stdout:op 1511 completed, throughput=5MB/sec 2024-09-20T22:07:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:07:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:07:32] "GET /metrics HTTP/1.1" 200 34145 "" "Prometheus/2.43.0" 2024-09-20T22:07:32.625 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:07:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:07:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:07:32.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:32 smithi046 ceph-mon[96110]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-20T22:07:32.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:32 smithi046 ceph-mon[98591]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-20T22:07:32.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:32 smithi134 ceph-mon[89086]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-20T22:07:33.107 INFO:tasks.workunit.client.0.smithi046.stdout: 297: throughput=4.98MB/sec pending data=0 2024-09-20T22:07:33.107 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5VEPT3E811pVXa7 off=2107746 len=1188366 2024-09-20T22:07:33.109 INFO:tasks.workunit.client.0.smithi046.stdout:op 1512 completed, throughput=4.99MB/sec 2024-09-20T22:07:33.109 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-H9n5hfj_ku_du9K off=17042146 len=842405 2024-09-20T22:07:33.110 INFO:tasks.workunit.client.0.smithi046.stdout:op 1513 completed, throughput=4.99MB/sec 2024-09-20T22:07:33.110 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-O5HWQPDuYx5ctm9 off=3981380 len=103499 2024-09-20T22:07:33.111 INFO:tasks.workunit.client.0.smithi046.stdout:op 1514 completed, throughput=4.99MB/sec 2024-09-20T22:07:33.111 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-c0gXabE-txnT6hM off=14349062 len=1132851 2024-09-20T22:07:33.113 INFO:tasks.workunit.client.0.smithi046.stdout:op 1515 completed, throughput=4.99MB/sec 2024-09-20T22:07:33.113 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-G2YLLsiAzc2QH82 off=4671068 len=1524179 2024-09-20T22:07:33.120 INFO:tasks.workunit.client.0.smithi046.stdout:op 1516 completed, throughput=5MB/sec 2024-09-20T22:07:33.120 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-68fejYaBC607guE off=7016079 len=1382256 2024-09-20T22:07:33.122 INFO:tasks.workunit.client.0.smithi046.stdout:op 1517 completed, throughput=5MB/sec 2024-09-20T22:07:34.122 INFO:tasks.workunit.client.0.smithi046.stdout: 298: throughput=4.99MB/sec pending data=0 2024-09-20T22:07:34.122 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tYbOwyilUfg7gT7 off=9650548 len=730554 2024-09-20T22:07:34.127 INFO:tasks.workunit.client.0.smithi046.stdout:op 1518 completed, throughput=4.99MB/sec 2024-09-20T22:07:34.127 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pnnP9xI6UZ6rAsU off=273379 len=157254 2024-09-20T22:07:34.131 INFO:tasks.workunit.client.0.smithi046.stdout:op 1519 completed, throughput=4.99MB/sec 2024-09-20T22:07:34.131 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RP7WO3QGgvaH214 off=19103811 len=1076609 2024-09-20T22:07:34.137 INFO:tasks.workunit.client.0.smithi046.stdout:op 1520 completed, throughput=4.99MB/sec 2024-09-20T22:07:34.137 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-h05Aafb9Qlr_FlB off=3939516 len=1006026 2024-09-20T22:07:34.142 INFO:tasks.workunit.client.0.smithi046.stdout:op 1521 completed, throughput=5MB/sec 2024-09-20T22:07:34.142 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-b6joMRNQg3-JJc_ off=21762760 len=1831386 2024-09-20T22:07:34.144 INFO:tasks.workunit.client.0.smithi046.stdout:op 1522 completed, throughput=5MB/sec 2024-09-20T22:07:34.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:34 smithi046 ceph-mon[96110]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:07:34.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:07:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:34 smithi046 ceph-mon[98591]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:07:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:07:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:34 smithi134 ceph-mon[89086]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:07:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:07:35.145 INFO:tasks.workunit.client.0.smithi046.stdout: 299: throughput=4.99MB/sec pending data=0 2024-09-20T22:07:35.145 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rZvpB93N4_bsEJS off=6682801 len=1511928 2024-09-20T22:07:35.152 INFO:tasks.workunit.client.0.smithi046.stdout:op 1523 completed, throughput=4.99MB/sec 2024-09-20T22:07:35.152 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-m99y3zELnP-71w0 off=2185606 len=935627 2024-09-20T22:07:35.157 INFO:tasks.workunit.client.0.smithi046.stdout:op 1524 completed, throughput=4.99MB/sec 2024-09-20T22:07:35.157 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0IODtR-CS5CQ6CY off=2255798 len=1645047 2024-09-20T22:07:35.161 INFO:tasks.workunit.client.0.smithi046.stdout:op 1525 completed, throughput=5MB/sec 2024-09-20T22:07:35.161 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zwvsFKlCqoTv5NT off=7073906 len=504789 2024-09-20T22:07:35.162 INFO:tasks.workunit.client.0.smithi046.stdout:op 1526 completed, throughput=5MB/sec 2024-09-20T22:07:35.162 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-h53XGYVfAm88f7H off=7750500 len=2021640 2024-09-20T22:07:35.173 INFO:tasks.workunit.client.0.smithi046.stdout:op 1527 completed, throughput=5.01MB/sec 2024-09-20T22:07:36.174 INFO:tasks.workunit.client.0.smithi046.stdout: 300: throughput=4.99MB/sec pending data=0 2024-09-20T22:07:36.174 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NDDo4xZ95fzDG3k off=3570650 len=2007854 2024-09-20T22:07:36.176 INFO:tasks.workunit.client.0.smithi046.stdout:op 1528 completed, throughput=5MB/sec 2024-09-20T22:07:36.176 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iYT6xcW4Xa6y1gF off=15097413 len=1010474 2024-09-20T22:07:36.178 INFO:tasks.workunit.client.0.smithi046.stdout:op 1529 completed, throughput=5MB/sec 2024-09-20T22:07:36.178 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fltF7JJR1GPtaJJ off=260942 len=1368227 2024-09-20T22:07:36.184 INFO:tasks.workunit.client.0.smithi046.stdout:op 1530 completed, throughput=5MB/sec 2024-09-20T22:07:36.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:36 smithi046 ceph-mon[96110]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:07:36.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:36 smithi046 ceph-mon[98591]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:07:36.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:36 smithi134 ceph-mon[89086]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:07:37.184 INFO:tasks.workunit.client.0.smithi046.stdout: 301: throughput=4.99MB/sec pending data=0 2024-09-20T22:07:37.184 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EfOy7ybGsqMJjKT off=4331958 len=29634 2024-09-20T22:07:37.185 INFO:tasks.workunit.client.0.smithi046.stdout:op 1531 completed, throughput=4.99MB/sec 2024-09-20T22:07:37.185 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2Rnz1-XA0hJZk30 off=7966376 len=1418421 2024-09-20T22:07:37.187 INFO:tasks.workunit.client.0.smithi046.stdout:op 1532 completed, throughput=4.99MB/sec 2024-09-20T22:07:37.187 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-f2wQucji5-oKqsX off=728929 len=1769037 2024-09-20T22:07:37.195 INFO:tasks.workunit.client.0.smithi046.stdout:op 1533 completed, throughput=5MB/sec 2024-09-20T22:07:37.195 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ME0uyBg7h9DUW88 off=1739138 len=592627 2024-09-20T22:07:37.199 INFO:tasks.workunit.client.0.smithi046.stdout:op 1534 completed, throughput=5MB/sec 2024-09-20T22:07:37.199 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JZgXofq4XkmLnx5 off=2180035 len=1690328 2024-09-20T22:07:37.201 INFO:tasks.workunit.client.0.smithi046.stdout:op 1535 completed, throughput=5MB/sec 2024-09-20T22:07:38.201 INFO:tasks.workunit.client.0.smithi046.stdout: 302: throughput=4.99MB/sec pending data=0 2024-09-20T22:07:38.201 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TfKgQ8c361MyMV_ off=0 len=1286845 2024-09-20T22:07:38.209 INFO:tasks.workunit.client.0.smithi046.stdout:op 1536 completed, throughput=4.99MB/sec 2024-09-20T22:07:38.209 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yj8qw-zTHlE5Wei off=817043 len=301540 2024-09-20T22:07:38.210 INFO:tasks.workunit.client.0.smithi046.stdout:op 1537 completed, throughput=4.99MB/sec 2024-09-20T22:07:38.210 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6HfayR4qSjtbEDl off=14195947 len=776350 2024-09-20T22:07:38.215 INFO:tasks.workunit.client.0.smithi046.stdout:op 1538 completed, throughput=4.99MB/sec 2024-09-20T22:07:38.215 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iUMpx0MGZXFQkGP off=21005243 len=1996724 2024-09-20T22:07:38.217 INFO:tasks.workunit.client.0.smithi046.stdout:op 1539 completed, throughput=5MB/sec 2024-09-20T22:07:38.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:38 smithi046 ceph-mon[96110]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-09-20T22:07:38.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:38 smithi046 ceph-mon[98591]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-09-20T22:07:38.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:38 smithi134 ceph-mon[89086]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-09-20T22:07:39.218 INFO:tasks.workunit.client.0.smithi046.stdout: 303: throughput=4.98MB/sec pending data=0 2024-09-20T22:07:39.218 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qxkRyeCKnQq0B8O off=7095434 len=1962732 2024-09-20T22:07:39.226 INFO:tasks.workunit.client.0.smithi046.stdout:op 1540 completed, throughput=4.99MB/sec 2024-09-20T22:07:39.226 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-G4F2ZyaHJd0Quj7 off=2682668 len=1608571 2024-09-20T22:07:39.228 INFO:tasks.workunit.client.0.smithi046.stdout:op 1541 completed, throughput=4.99MB/sec 2024-09-20T22:07:39.228 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2vq87xZeh2rtmzO off=1421644 len=183847 2024-09-20T22:07:39.229 INFO:tasks.workunit.client.0.smithi046.stdout:op 1542 completed, throughput=5MB/sec 2024-09-20T22:07:39.229 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OPfv8ZtXiTJa0IJ off=22456768 len=599198 2024-09-20T22:07:39.231 INFO:tasks.workunit.client.0.smithi046.stdout:op 1543 completed, throughput=5MB/sec 2024-09-20T22:07:39.231 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YxhmCL4OtvVQibD off=10114151 len=978861 2024-09-20T22:07:39.236 INFO:tasks.workunit.client.0.smithi046.stdout:op 1544 completed, throughput=5MB/sec 2024-09-20T22:07:40.236 INFO:tasks.workunit.client.0.smithi046.stdout: 304: throughput=4.98MB/sec pending data=0 2024-09-20T22:07:40.236 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1cZp-9aSGU9k3BW off=11861592 len=1851050 2024-09-20T22:07:40.239 INFO:tasks.workunit.client.0.smithi046.stdout:op 1545 completed, throughput=4.99MB/sec 2024-09-20T22:07:40.239 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-G2vIp32KvBVKvCC off=3822987 len=181920 2024-09-20T22:07:40.242 INFO:tasks.workunit.client.0.smithi046.stdout:op 1546 completed, throughput=4.99MB/sec 2024-09-20T22:07:40.242 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WB8s-4fzX3M6O7e off=2949578 len=1977293 2024-09-20T22:07:40.254 INFO:tasks.workunit.client.0.smithi046.stdout:op 1547 completed, throughput=5MB/sec 2024-09-20T22:07:40.254 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-G2vIp32KvBVKvCC off=4002472 len=1145470 2024-09-20T22:07:40.256 INFO:tasks.workunit.client.0.smithi046.stdout:op 1548 completed, throughput=5MB/sec 2024-09-20T22:07:40.257 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WtyW8Q1mTN7Qoym off=664721 len=646050 2024-09-20T22:07:40.261 INFO:tasks.workunit.client.0.smithi046.stdout:op 1549 completed, throughput=5MB/sec 2024-09-20T22:07:40.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:40 smithi046 ceph-mon[96110]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:07:40.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:40 smithi046 ceph-mon[98591]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:07:40.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:40 smithi134 ceph-mon[89086]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:07:41.261 INFO:tasks.workunit.client.0.smithi046.stdout: 305: throughput=4.99MB/sec pending data=0 2024-09-20T22:07:41.261 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZyGk458I37XHAhQ off=8672546 len=1219159 2024-09-20T22:07:41.268 INFO:tasks.workunit.client.0.smithi046.stdout:op 1550 completed, throughput=4.99MB/sec 2024-09-20T22:07:41.268 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UCOImZG2sAFwHXv off=13974925 len=51381 2024-09-20T22:07:41.269 INFO:tasks.workunit.client.0.smithi046.stdout:op 1551 completed, throughput=4.99MB/sec 2024-09-20T22:07:41.269 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4CxkwNrsLEJ_NJj off=6508425 len=643470 2024-09-20T22:07:41.274 INFO:tasks.workunit.client.0.smithi046.stdout:op 1552 completed, throughput=4.99MB/sec 2024-09-20T22:07:41.274 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--FTGIvAuMqXgbQO off=2762244 len=1091993 2024-09-20T22:07:41.275 INFO:tasks.workunit.client.0.smithi046.stdout:op 1553 completed, throughput=4.99MB/sec 2024-09-20T22:07:41.275 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DF0FAT8VcXzgrUp off=1489105 len=205948 2024-09-20T22:07:41.278 INFO:tasks.workunit.client.0.smithi046.stdout:op 1554 completed, throughput=4.99MB/sec 2024-09-20T22:07:41.278 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-if_SD-Ns3TM6IaS off=2933155 len=1453585 2024-09-20T22:07:41.279 INFO:tasks.workunit.client.0.smithi046.stdout:op 1555 completed, throughput=5MB/sec 2024-09-20T22:07:41.280 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-f_upd8qxMBubgrd off=824287 len=539577 2024-09-20T22:07:41.283 INFO:tasks.workunit.client.0.smithi046.stdout:op 1556 completed, throughput=5MB/sec 2024-09-20T22:07:42.283 INFO:tasks.workunit.client.0.smithi046.stdout: 306: throughput=4.98MB/sec pending data=0 2024-09-20T22:07:42.284 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hjyD6XUGyGtBBuv off=1132431 len=514127 2024-09-20T22:07:42.284 INFO:tasks.workunit.client.0.smithi046.stdout:op 1557 completed, throughput=4.99MB/sec 2024-09-20T22:07:42.285 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6KZBAlDxZadYThz off=1267283 len=47351 2024-09-20T22:07:42.287 INFO:tasks.workunit.client.0.smithi046.stdout:op 1558 completed, throughput=4.99MB/sec 2024-09-20T22:07:42.287 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--9AX9IdXIIY3RBn off=21413664 len=1702368 2024-09-20T22:07:42.289 INFO:tasks.workunit.client.0.smithi046.stdout:op 1559 completed, throughput=4.99MB/sec 2024-09-20T22:07:42.289 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-30EB3dawL5bVVQL off=16006013 len=1600765 2024-09-20T22:07:42.291 INFO:tasks.workunit.client.0.smithi046.stdout:op 1560 completed, throughput=5MB/sec 2024-09-20T22:07:42.292 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aIVbQvQAmEwkmjZ off=22387242 len=933110 2024-09-20T22:07:42.296 INFO:tasks.workunit.client.0.smithi046.stdout:op 1561 completed, throughput=5MB/sec 2024-09-20T22:07:42.296 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gnV-joJ2GG8Ikn4 off=4000830 len=979814 2024-09-20T22:07:42.297 INFO:tasks.workunit.client.0.smithi046.stdout:op 1562 completed, throughput=5MB/sec 2024-09-20T22:07:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:07:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:07:42] "GET /metrics HTTP/1.1" 200 34148 "" "Prometheus/2.43.0" 2024-09-20T22:07:42.641 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:07:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:07:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:07:42.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:42 smithi046 ceph-mon[96110]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:07:42.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:42 smithi046 ceph-mon[98591]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:07:42.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:42 smithi134 ceph-mon[89086]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:07:43.298 INFO:tasks.workunit.client.0.smithi046.stdout: 307: throughput=4.99MB/sec pending data=0 2024-09-20T22:07:43.298 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cZf4rjerWB0c9M- off=967276 len=1614415 2024-09-20T22:07:43.300 INFO:tasks.workunit.client.0.smithi046.stdout:op 1563 completed, throughput=4.99MB/sec 2024-09-20T22:07:43.300 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0G-WZW1Sn9RQyc7 off=1361183 len=118407 2024-09-20T22:07:43.300 INFO:tasks.workunit.client.0.smithi046.stdout:op 1564 completed, throughput=4.99MB/sec 2024-09-20T22:07:43.300 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mpbY5aRN0VGfOP4 off=2437304 len=1124831 2024-09-20T22:07:43.307 INFO:tasks.workunit.client.0.smithi046.stdout:op 1565 completed, throughput=4.99MB/sec 2024-09-20T22:07:43.307 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nq5e-vjMNgUEaKB off=1858792 len=1777882 2024-09-20T22:07:43.309 INFO:tasks.workunit.client.0.smithi046.stdout:op 1566 completed, throughput=5MB/sec 2024-09-20T22:07:44.310 INFO:tasks.workunit.client.0.smithi046.stdout: 308: throughput=4.98MB/sec pending data=0 2024-09-20T22:07:44.310 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vhszBPrN0kdofoJ off=42196 len=1832680 2024-09-20T22:07:44.312 INFO:tasks.workunit.client.0.smithi046.stdout:op 1567 completed, throughput=4.99MB/sec 2024-09-20T22:07:44.312 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZR3Emj6w_Gl8-JJ off=6718866 len=2076775 2024-09-20T22:07:44.314 INFO:tasks.workunit.client.0.smithi046.stdout:op 1568 completed, throughput=5MB/sec 2024-09-20T22:07:44.314 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-go9igfEE2HaG0xy off=11248975 len=1361557 2024-09-20T22:07:44.316 INFO:tasks.workunit.client.0.smithi046.stdout:op 1569 completed, throughput=5MB/sec 2024-09-20T22:07:44.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:44 smithi046 ceph-mon[96110]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:07:44.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:44 smithi046 ceph-mon[98591]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:07:44.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:44 smithi134 ceph-mon[89086]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:07:45.317 INFO:tasks.workunit.client.0.smithi046.stdout: 309: throughput=4.98MB/sec pending data=0 2024-09-20T22:07:45.317 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UYpg9-qY3MJAaCn off=11140228 len=907973 2024-09-20T22:07:45.318 INFO:tasks.workunit.client.0.smithi046.stdout:op 1570 completed, throughput=4.99MB/sec 2024-09-20T22:07:45.318 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Kdi8vwYWt0zh_jR off=2649888 len=165895 2024-09-20T22:07:45.321 INFO:tasks.workunit.client.0.smithi046.stdout:op 1571 completed, throughput=4.99MB/sec 2024-09-20T22:07:45.321 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cPctnT9waYEEnIP off=15956575 len=525076 2024-09-20T22:07:45.322 INFO:tasks.workunit.client.0.smithi046.stdout:op 1572 completed, throughput=4.99MB/sec 2024-09-20T22:07:45.322 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FsPc4Hwg5j2bTXN off=12812713 len=221091 2024-09-20T22:07:45.323 INFO:tasks.workunit.client.0.smithi046.stdout:op 1573 completed, throughput=4.99MB/sec 2024-09-20T22:07:45.323 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Yg6vcZxpJTT2Ko0 off=8480360 len=571932 2024-09-20T22:07:45.328 INFO:tasks.workunit.client.0.smithi046.stdout:op 1574 completed, throughput=4.99MB/sec 2024-09-20T22:07:45.328 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lkdgNzkvkoerpG_ off=3384747 len=541582 2024-09-20T22:07:45.329 INFO:tasks.workunit.client.0.smithi046.stdout:op 1575 completed, throughput=4.99MB/sec 2024-09-20T22:07:45.329 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SF324pdg2TsdLoE off=12940199 len=1740787 2024-09-20T22:07:45.331 INFO:tasks.workunit.client.0.smithi046.stdout:op 1576 completed, throughput=5MB/sec 2024-09-20T22:07:45.331 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3ZuxE6F1i6menun off=414143 len=1247315 2024-09-20T22:07:45.333 INFO:tasks.workunit.client.0.smithi046.stdout:op 1577 completed, throughput=5MB/sec 2024-09-20T22:07:46.333 INFO:tasks.workunit.client.0.smithi046.stdout: 310: throughput=4.99MB/sec pending data=0 2024-09-20T22:07:46.333 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NK7JHSXfyBKXfZX off=12700219 len=839889 2024-09-20T22:07:46.339 INFO:tasks.workunit.client.0.smithi046.stdout:op 1578 completed, throughput=4.99MB/sec 2024-09-20T22:07:46.339 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dApOve4EOfQyd5B off=15733845 len=692037 2024-09-20T22:07:46.341 INFO:tasks.workunit.client.0.smithi046.stdout:op 1579 completed, throughput=4.99MB/sec 2024-09-20T22:07:46.341 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JoYK6gcMY6a2M8Q off=7101808 len=970469 2024-09-20T22:07:46.343 INFO:tasks.workunit.client.0.smithi046.stdout:op 1580 completed, throughput=4.99MB/sec 2024-09-20T22:07:46.343 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-n4oy7qPRrcRqPRz off=8169177 len=290308 2024-09-20T22:07:46.343 INFO:tasks.workunit.client.0.smithi046.stdout:op 1581 completed, throughput=4.99MB/sec 2024-09-20T22:07:46.344 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Pyh5dfuWZQVQNmz off=11308347 len=1780199 2024-09-20T22:07:46.352 INFO:tasks.workunit.client.0.smithi046.stdout:op 1582 completed, throughput=5MB/sec 2024-09-20T22:07:46.352 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PuV03sptATOgn9f off=299058 len=224522 2024-09-20T22:07:46.353 INFO:tasks.workunit.client.0.smithi046.stdout:op 1583 completed, throughput=5MB/sec 2024-09-20T22:07:46.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:46 smithi046 ceph-mon[96110]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-20T22:07:46.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:46 smithi046 ceph-mon[98591]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-20T22:07:46.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:46 smithi134 ceph-mon[89086]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-20T22:07:47.353 INFO:tasks.workunit.client.0.smithi046.stdout: 311: throughput=4.98MB/sec pending data=0 2024-09-20T22:07:47.353 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-L21fOU3lu0ih27I off=2002570 len=1920414 2024-09-20T22:07:47.364 INFO:tasks.workunit.client.0.smithi046.stdout:op 1584 completed, throughput=4.99MB/sec 2024-09-20T22:07:47.364 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KvLluJofda01Arv off=22656350 len=1032933 2024-09-20T22:07:47.370 INFO:tasks.workunit.client.0.smithi046.stdout:op 1585 completed, throughput=4.99MB/sec 2024-09-20T22:07:47.370 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_HaeS9IvMPyBXJa off=9690160 len=725706 2024-09-20T22:07:47.371 INFO:tasks.workunit.client.0.smithi046.stdout:op 1586 completed, throughput=5MB/sec 2024-09-20T22:07:47.372 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FPV_pAMULdXgEST off=17406783 len=1811657 2024-09-20T22:07:47.374 INFO:tasks.workunit.client.0.smithi046.stdout:op 1587 completed, throughput=5MB/sec 2024-09-20T22:07:48.374 INFO:tasks.workunit.client.0.smithi046.stdout: 312: throughput=4.99MB/sec pending data=0 2024-09-20T22:07:48.374 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dflos6dg_7wmjsL off=197760 len=1382700 2024-09-20T22:07:48.376 INFO:tasks.workunit.client.0.smithi046.stdout:op 1588 completed, throughput=4.99MB/sec 2024-09-20T22:07:48.376 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Mi8oTPvC__wmGGG off=22281876 len=157733 2024-09-20T22:07:48.379 INFO:tasks.workunit.client.0.smithi046.stdout:op 1589 completed, throughput=4.99MB/sec 2024-09-20T22:07:48.379 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SgRdNkSkGqKb8dD off=6406489 len=1237072 2024-09-20T22:07:48.385 INFO:tasks.workunit.client.0.smithi046.stdout:op 1590 completed, throughput=4.99MB/sec 2024-09-20T22:07:48.385 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jvPfn2JUFsDwyvt off=5714758 len=1927520 2024-09-20T22:07:48.387 INFO:tasks.workunit.client.0.smithi046.stdout:op 1591 completed, throughput=5MB/sec 2024-09-20T22:07:48.387 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dSVarA_mLeUrRx7 off=5400641 len=1419673 2024-09-20T22:07:48.394 INFO:tasks.workunit.client.0.smithi046.stdout:op 1592 completed, throughput=5MB/sec 2024-09-20T22:07:48.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:48 smithi046 ceph-mon[96110]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-20T22:07:48.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:48 smithi046 ceph-mon[98591]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-20T22:07:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:48 smithi134 ceph-mon[89086]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-20T22:07:49.394 INFO:tasks.workunit.client.0.smithi046.stdout: 313: throughput=4.99MB/sec pending data=0 2024-09-20T22:07:49.395 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DDske1_vEEcMRwP off=1849465 len=702568 2024-09-20T22:07:49.396 INFO:tasks.workunit.client.0.smithi046.stdout:op 1593 completed, throughput=4.99MB/sec 2024-09-20T22:07:49.396 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YP2wVeBNu0AnZo9 off=19361644 len=920364 2024-09-20T22:07:49.397 INFO:tasks.workunit.client.0.smithi046.stdout:op 1594 completed, throughput=4.99MB/sec 2024-09-20T22:07:49.397 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8t9dQSc9dsFL8SQ off=7821501 len=1909674 2024-09-20T22:07:49.401 INFO:tasks.workunit.client.0.smithi046.stdout:op 1595 completed, throughput=5MB/sec 2024-09-20T22:07:49.401 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-z2a6102D81MpqG3 off=2467728 len=93393 2024-09-20T22:07:49.401 INFO:tasks.workunit.client.0.smithi046.stdout:op 1596 completed, throughput=5MB/sec 2024-09-20T22:07:49.402 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ymgxcU0TxcdKwGt off=8450500 len=1708985 2024-09-20T22:07:49.403 INFO:tasks.workunit.client.0.smithi046.stdout:op 1597 completed, throughput=5MB/sec 2024-09-20T22:07:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:07:50.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:07:50.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:07:50.404 INFO:tasks.workunit.client.0.smithi046.stdout: 314: throughput=4.99MB/sec pending data=0 2024-09-20T22:07:50.404 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Mj9w0ksxBuYl5Em off=8187298 len=419026 2024-09-20T22:07:50.405 INFO:tasks.workunit.client.0.smithi046.stdout:op 1598 completed, throughput=4.99MB/sec 2024-09-20T22:07:50.405 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8H2HHvwkSc1q4os off=11300537 len=362226 2024-09-20T22:07:50.409 INFO:tasks.workunit.client.0.smithi046.stdout:op 1599 completed, throughput=4.99MB/sec 2024-09-20T22:07:50.409 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4bVlaDC2MJalaDG off=5500852 len=689333 2024-09-20T22:07:50.410 INFO:tasks.workunit.client.0.smithi046.stdout:op 1600 completed, throughput=4.99MB/sec 2024-09-20T22:07:50.410 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lEx9j1zYIIHYvIP off=3459498 len=47474 2024-09-20T22:07:50.410 INFO:tasks.workunit.client.0.smithi046.stdout:op 1601 completed, throughput=4.99MB/sec 2024-09-20T22:07:50.410 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qhnt4b0m__cwx-- off=8198421 len=2050756 2024-09-20T22:07:50.413 INFO:tasks.workunit.client.0.smithi046.stdout:op 1602 completed, throughput=5MB/sec 2024-09-20T22:07:50.413 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uE0dbcV71qO73fl off=9006900 len=1072616 2024-09-20T22:07:50.414 INFO:tasks.workunit.client.0.smithi046.stdout:op 1603 completed, throughput=5MB/sec 2024-09-20T22:07:50.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:50 smithi134 ceph-mon[89086]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-20T22:07:51.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:50 smithi046 ceph-mon[96110]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-20T22:07:51.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:50 smithi046 ceph-mon[98591]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-20T22:07:51.415 INFO:tasks.workunit.client.0.smithi046.stdout: 315: throughput=4.99MB/sec pending data=0 2024-09-20T22:07:51.415 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-44jKQm07PGiXeIb off=2160778 len=80648 2024-09-20T22:07:51.415 INFO:tasks.workunit.client.0.smithi046.stdout:op 1604 completed, throughput=4.99MB/sec 2024-09-20T22:07:51.415 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sTFHZgjpVwW_GsP off=3504190 len=1811410 2024-09-20T22:07:51.419 INFO:tasks.workunit.client.0.smithi046.stdout:op 1605 completed, throughput=4.99MB/sec 2024-09-20T22:07:51.419 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nzdxkbsEv2lR65M off=2824118 len=337096 2024-09-20T22:07:51.420 INFO:tasks.workunit.client.0.smithi046.stdout:op 1606 completed, throughput=4.99MB/sec 2024-09-20T22:07:51.420 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EJ3MAtITex_8mgA off=3710064 len=1502272 2024-09-20T22:07:51.422 INFO:tasks.workunit.client.0.smithi046.stdout:op 1607 completed, throughput=5MB/sec 2024-09-20T22:07:51.422 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4iZEXjdrvTB8Gdw off=3491779 len=662203 2024-09-20T22:07:51.424 INFO:tasks.workunit.client.0.smithi046.stdout:op 1608 completed, throughput=5MB/sec 2024-09-20T22:07:51.424 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DcVWsVQxKyeyTyv off=7865143 len=722658 2024-09-20T22:07:51.425 INFO:tasks.workunit.client.0.smithi046.stdout:op 1609 completed, throughput=5MB/sec 2024-09-20T22:07:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:07:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:07:52] "GET /metrics HTTP/1.1" 200 34143 "" "Prometheus/2.43.0" 2024-09-20T22:07:52.425 INFO:tasks.workunit.client.0.smithi046.stdout: 316: throughput=4.99MB/sec pending data=0 2024-09-20T22:07:52.425 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-x_bsejjykcXMy6F off=5029841 len=802021 2024-09-20T22:07:52.427 INFO:tasks.workunit.client.0.smithi046.stdout:op 1610 completed, throughput=4.99MB/sec 2024-09-20T22:07:52.427 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-j3VW_j68d6JIZLw off=2624000 len=505188 2024-09-20T22:07:52.431 INFO:tasks.workunit.client.0.smithi046.stdout:op 1611 completed, throughput=4.99MB/sec 2024-09-20T22:07:52.431 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vOiCbvoeEcUvVF1 off=6622222 len=1160338 2024-09-20T22:07:52.432 INFO:tasks.workunit.client.0.smithi046.stdout:op 1612 completed, throughput=4.99MB/sec 2024-09-20T22:07:52.432 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YEvkQFHndP3CtGd off=183924 len=463591 2024-09-20T22:07:52.435 INFO:tasks.workunit.client.0.smithi046.stdout:op 1613 completed, throughput=4.99MB/sec 2024-09-20T22:07:52.435 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aJzV2ZnZ41DQujY off=4439710 len=63081 2024-09-20T22:07:52.436 INFO:tasks.workunit.client.0.smithi046.stdout:op 1614 completed, throughput=4.99MB/sec 2024-09-20T22:07:52.436 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-D7i4JU5SebfAEpy off=4775565 len=1247717 2024-09-20T22:07:52.445 INFO:tasks.workunit.client.0.smithi046.stdout:op 1615 completed, throughput=5MB/sec 2024-09-20T22:07:52.445 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PSgmtPVV3ZMIgip off=11356797 len=26165 2024-09-20T22:07:52.446 INFO:tasks.workunit.client.0.smithi046.stdout:op 1616 completed, throughput=5MB/sec 2024-09-20T22:07:52.446 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IOzw5eM5vn0HMQV off=253744 len=1684539 2024-09-20T22:07:52.454 INFO:tasks.workunit.client.0.smithi046.stdout:op 1617 completed, throughput=5MB/sec 2024-09-20T22:07:52.658 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:07:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:07:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:07:52.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:52 smithi134 ceph-mon[89086]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-20T22:07:53.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:52 smithi046 ceph-mon[96110]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-20T22:07:53.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:52 smithi046 ceph-mon[98591]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-20T22:07:53.454 INFO:tasks.workunit.client.0.smithi046.stdout: 317: throughput=4.99MB/sec pending data=0 2024-09-20T22:07:53.454 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3f8tbTH6tpND4Aj off=22690868 len=547417 2024-09-20T22:07:53.455 INFO:tasks.workunit.client.0.smithi046.stdout:op 1618 completed, throughput=4.99MB/sec 2024-09-20T22:07:53.455 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bmCgJ6yUrtvpcti off=142390 len=1486014 2024-09-20T22:07:53.457 INFO:tasks.workunit.client.0.smithi046.stdout:op 1619 completed, throughput=4.99MB/sec 2024-09-20T22:07:53.458 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-W8VtcdN883BXQOc off=6913604 len=620588 2024-09-20T22:07:53.462 INFO:tasks.workunit.client.0.smithi046.stdout:op 1620 completed, throughput=4.99MB/sec 2024-09-20T22:07:53.462 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Fq85GwSR7lsgJnP off=726981 len=1811453 2024-09-20T22:07:53.465 INFO:tasks.workunit.client.0.smithi046.stdout:op 1621 completed, throughput=5MB/sec 2024-09-20T22:07:53.465 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cpmEMj2DdwJU7wU off=1581985 len=547089 2024-09-20T22:07:53.467 INFO:tasks.workunit.client.0.smithi046.stdout:op 1622 completed, throughput=5MB/sec 2024-09-20T22:07:54.468 INFO:tasks.workunit.client.0.smithi046.stdout: 318: throughput=4.99MB/sec pending data=0 2024-09-20T22:07:54.468 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-p-n6VH4y0uTrRYh off=15538638 len=967784 2024-09-20T22:07:54.469 INFO:tasks.workunit.client.0.smithi046.stdout:op 1623 completed, throughput=4.99MB/sec 2024-09-20T22:07:54.469 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-U0JBBlC8HFvsKPz off=5013207 len=154408 2024-09-20T22:07:54.472 INFO:tasks.workunit.client.0.smithi046.stdout:op 1624 completed, throughput=4.99MB/sec 2024-09-20T22:07:54.472 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-I3m8caHxj3vPLT7 off=19588909 len=2089166 2024-09-20T22:07:54.481 INFO:tasks.workunit.client.0.smithi046.stdout:op 1625 completed, throughput=5MB/sec 2024-09-20T22:07:54.482 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UJqttudO_pp5YVe off=5235989 len=165060 2024-09-20T22:07:54.484 INFO:tasks.workunit.client.0.smithi046.stdout:op 1626 completed, throughput=5MB/sec 2024-09-20T22:07:54.484 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UNYF7HrKRtkuLf_ off=3971663 len=606512 2024-09-20T22:07:54.486 INFO:tasks.workunit.client.0.smithi046.stdout:op 1627 completed, throughput=5MB/sec 2024-09-20T22:07:54.486 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gMRH3KJpSUl0Fo8 off=8852394 len=536279 2024-09-20T22:07:54.487 INFO:tasks.workunit.client.0.smithi046.stdout:op 1628 completed, throughput=5MB/sec 2024-09-20T22:07:54.487 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-43BXNHdSf-2Bnx9 off=1055363 len=627195 2024-09-20T22:07:54.488 INFO:tasks.workunit.client.0.smithi046.stdout:op 1629 completed, throughput=5MB/sec 2024-09-20T22:07:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:54 smithi134 ceph-mon[89086]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-09-20T22:07:55.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:54 smithi046 ceph-mon[96110]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-09-20T22:07:55.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:54 smithi046 ceph-mon[98591]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-09-20T22:07:55.488 INFO:tasks.workunit.client.0.smithi046.stdout: 319: throughput=4.99MB/sec pending data=0 2024-09-20T22:07:55.488 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3fHD9cG0w7BTknc off=1990663 len=1628669 2024-09-20T22:07:55.495 INFO:tasks.workunit.client.0.smithi046.stdout:op 1630 completed, throughput=4.99MB/sec 2024-09-20T22:07:55.495 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1dsJw8M4tWs0qT3 off=10295848 len=1577547 2024-09-20T22:07:55.497 INFO:tasks.workunit.client.0.smithi046.stdout:op 1631 completed, throughput=4.99MB/sec 2024-09-20T22:07:55.497 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1l7xLxdie63VxaS off=1147473 len=1769244 2024-09-20T22:07:55.508 INFO:tasks.workunit.client.0.smithi046.stdout:op 1632 completed, throughput=5MB/sec 2024-09-20T22:07:55.508 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1365aFaXkRVgORT off=18636139 len=1334272 2024-09-20T22:07:55.510 INFO:tasks.workunit.client.0.smithi046.stdout:op 1633 completed, throughput=5MB/sec 2024-09-20T22:07:56.511 INFO:tasks.workunit.client.0.smithi046.stdout: 320: throughput=4.99MB/sec pending data=0 2024-09-20T22:07:56.511 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IzXWDvt44R-li93 off=3881917 len=1200848 2024-09-20T22:07:56.517 INFO:tasks.workunit.client.0.smithi046.stdout:op 1634 completed, throughput=4.99MB/sec 2024-09-20T22:07:56.517 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_aKfJ7gazZzPI0Z off=1275562 len=934256 2024-09-20T22:07:56.522 INFO:tasks.workunit.client.0.smithi046.stdout:op 1635 completed, throughput=4.99MB/sec 2024-09-20T22:07:56.522 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0stF3wjv258Q2ds off=8488689 len=376097 2024-09-20T22:07:56.523 INFO:tasks.workunit.client.0.smithi046.stdout:op 1636 completed, throughput=5MB/sec 2024-09-20T22:07:56.523 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hIQbfpUFVSagWJq off=3248191 len=1592282 2024-09-20T22:07:56.525 INFO:tasks.workunit.client.0.smithi046.stdout:op 1637 completed, throughput=5MB/sec 2024-09-20T22:07:56.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:56 smithi134 ceph-mon[89086]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-09-20T22:07:57.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:56 smithi046 ceph-mon[96110]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-09-20T22:07:57.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:56 smithi046 ceph-mon[98591]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-09-20T22:07:57.526 INFO:tasks.workunit.client.0.smithi046.stdout: 321: throughput=4.98MB/sec pending data=0 2024-09-20T22:07:57.526 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6u0Vv1OFRZX_yah off=3979277 len=313634 2024-09-20T22:07:57.527 INFO:tasks.workunit.client.0.smithi046.stdout:op 1638 completed, throughput=4.99MB/sec 2024-09-20T22:07:57.527 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dJdN5L-ShMBgEgh off=8975904 len=1557470 2024-09-20T22:07:57.530 INFO:tasks.workunit.client.0.smithi046.stdout:op 1639 completed, throughput=4.99MB/sec 2024-09-20T22:07:57.530 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9_aRLOM4zsXoGJP off=3257442 len=65843 2024-09-20T22:07:57.530 INFO:tasks.workunit.client.0.smithi046.stdout:op 1640 completed, throughput=4.99MB/sec 2024-09-20T22:07:57.530 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Bxq4C68H6iRNpf_ off=3959211 len=10435 2024-09-20T22:07:57.533 INFO:tasks.workunit.client.0.smithi046.stdout:op 1641 completed, throughput=4.99MB/sec 2024-09-20T22:07:57.533 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nBlBf97o_73prTf off=3069759 len=1242092 2024-09-20T22:07:57.534 INFO:tasks.workunit.client.0.smithi046.stdout:op 1642 completed, throughput=4.99MB/sec 2024-09-20T22:07:57.534 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_o5zyUZrgSIDJLB off=10167110 len=1663067 2024-09-20T22:07:57.543 INFO:tasks.workunit.client.0.smithi046.stdout:op 1643 completed, throughput=5MB/sec 2024-09-20T22:07:57.544 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qQpZjMjlK2CALg- off=2509788 len=1629927 2024-09-20T22:07:57.545 INFO:tasks.workunit.client.0.smithi046.stdout:op 1644 completed, throughput=5MB/sec 2024-09-20T22:07:58.546 INFO:tasks.workunit.client.0.smithi046.stdout: 322: throughput=4.99MB/sec pending data=0 2024-09-20T22:07:58.546 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-To9ZkbqxhhNxJ_h off=13901599 len=574087 2024-09-20T22:07:58.550 INFO:tasks.workunit.client.0.smithi046.stdout:op 1645 completed, throughput=4.99MB/sec 2024-09-20T22:07:58.550 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-t1Ovo0qy7-376A_ off=2599023 len=346081 2024-09-20T22:07:58.553 INFO:tasks.workunit.client.0.smithi046.stdout:op 1646 completed, throughput=4.99MB/sec 2024-09-20T22:07:58.553 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XP6BbSSbGZ1Ez-h off=7608479 len=337505 2024-09-20T22:07:58.554 INFO:tasks.workunit.client.0.smithi046.stdout:op 1647 completed, throughput=4.99MB/sec 2024-09-20T22:07:58.554 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qK_7Zd1X1laeYFL off=3195713 len=477294 2024-09-20T22:07:58.558 INFO:tasks.workunit.client.0.smithi046.stdout:op 1648 completed, throughput=4.99MB/sec 2024-09-20T22:07:58.558 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gx-sEh0ZmXqIBqH off=6585951 len=926245 2024-09-20T22:07:58.559 INFO:tasks.workunit.client.0.smithi046.stdout:op 1649 completed, throughput=5MB/sec 2024-09-20T22:07:58.559 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PsIYdczT9sp5rsn off=12005122 len=515921 2024-09-20T22:07:58.560 INFO:tasks.workunit.client.0.smithi046.stdout:op 1650 completed, throughput=5MB/sec 2024-09-20T22:07:58.560 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qw5TikcjgUY-9hb off=2961425 len=613585 2024-09-20T22:07:58.561 INFO:tasks.workunit.client.0.smithi046.stdout:op 1651 completed, throughput=5MB/sec 2024-09-20T22:07:58.561 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ddUlcCMnUNEjad3 off=11450858 len=1483498 2024-09-20T22:07:58.567 INFO:tasks.workunit.client.0.smithi046.stdout:op 1652 completed, throughput=5MB/sec 2024-09-20T22:07:58.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:07:58 smithi134 ceph-mon[89086]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-09-20T22:07:59.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:07:58 smithi046 ceph-mon[96110]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-09-20T22:07:59.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:07:58 smithi046 ceph-mon[98591]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-09-20T22:07:59.567 INFO:tasks.workunit.client.0.smithi046.stdout: 323: throughput=4.99MB/sec pending data=0 2024-09-20T22:07:59.568 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VkZHKBonl-1QqTZ off=3543288 len=677782 2024-09-20T22:07:59.569 INFO:tasks.workunit.client.0.smithi046.stdout:op 1653 completed, throughput=4.99MB/sec 2024-09-20T22:07:59.569 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bc8hxS4N09Q1Q-Z off=2237099 len=24767 2024-09-20T22:07:59.572 INFO:tasks.workunit.client.0.smithi046.stdout:op 1654 completed, throughput=4.99MB/sec 2024-09-20T22:07:59.572 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PoEg4WiqKqOTbtO off=9777382 len=1541217 2024-09-20T22:07:59.575 INFO:tasks.workunit.client.0.smithi046.stdout:op 1655 completed, throughput=4.99MB/sec 2024-09-20T22:07:59.575 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AjaA0PgL_48gAXi off=1060816 len=770188 2024-09-20T22:07:59.576 INFO:tasks.workunit.client.0.smithi046.stdout:op 1656 completed, throughput=5MB/sec 2024-09-20T22:07:59.576 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4I2oBeqZypB9f39 off=16897694 len=166221 2024-09-20T22:07:59.577 INFO:tasks.workunit.client.0.smithi046.stdout:op 1657 completed, throughput=5MB/sec 2024-09-20T22:07:59.577 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OiMRlHf66bQLxvZ off=8311170 len=1739260 2024-09-20T22:07:59.585 INFO:tasks.workunit.client.0.smithi046.stdout:op 1658 completed, throughput=5MB/sec 2024-09-20T22:08:00.585 INFO:tasks.workunit.client.0.smithi046.stdout: 324: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:00.585 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wsIeSUchnqIHaXX off=18177856 len=300834 2024-09-20T22:08:00.586 INFO:tasks.workunit.client.0.smithi046.stdout:op 1659 completed, throughput=4.99MB/sec 2024-09-20T22:08:00.586 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yde3xojTqCKPmA2 off=16041109 len=624263 2024-09-20T22:08:00.591 INFO:tasks.workunit.client.0.smithi046.stdout:op 1660 completed, throughput=4.99MB/sec 2024-09-20T22:08:00.591 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aMsh6Nr-GCwkiuq off=7630068 len=1287347 2024-09-20T22:08:00.597 INFO:tasks.workunit.client.0.smithi046.stdout:op 1661 completed, throughput=4.99MB/sec 2024-09-20T22:08:00.597 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-g-7OK_TqHTl2bNF off=1475073 len=1282553 2024-09-20T22:08:00.603 INFO:tasks.workunit.client.0.smithi046.stdout:op 1662 completed, throughput=5MB/sec 2024-09-20T22:08:00.603 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WLfsEtDvlgbgBf8 off=14076645 len=1734149 2024-09-20T22:08:00.611 INFO:tasks.workunit.client.0.smithi046.stdout:op 1663 completed, throughput=5MB/sec 2024-09-20T22:08:01.611 INFO:tasks.workunit.client.0.smithi046.stdout: 325: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:01.611 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xbmeUy-ctwSgD3H off=10309829 len=2019993 2024-09-20T22:08:01.614 INFO:tasks.workunit.client.0.smithi046.stdout:op 1664 completed, throughput=4.99MB/sec 2024-09-20T22:08:01.614 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IIYtonQykPT72eu off=16507599 len=1288710 2024-09-20T22:08:01.622 INFO:tasks.workunit.client.0.smithi046.stdout:op 1665 completed, throughput=5MB/sec 2024-09-20T22:08:01.622 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5EtxTli4aXcx3i5 off=1833262 len=166407 2024-09-20T22:08:01.622 INFO:tasks.workunit.client.0.smithi046.stdout:op 1666 completed, throughput=5MB/sec 2024-09-20T22:08:01.622 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0LP9sBbceLogOqv off=255687 len=283787 2024-09-20T22:08:01.623 INFO:tasks.workunit.client.0.smithi046.stdout:op 1667 completed, throughput=5MB/sec 2024-09-20T22:08:01.623 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3GwZkLRHAKLVMU0 off=6300071 len=1713023 2024-09-20T22:08:01.631 INFO:tasks.workunit.client.0.smithi046.stdout:op 1668 completed, throughput=5MB/sec 2024-09-20T22:08:01.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:01 smithi046 ceph-mon[96110]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-20T22:08:01.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:01 smithi046 ceph-mon[98591]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-20T22:08:01.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:01 smithi134 ceph-mon[89086]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-20T22:08:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:08:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:08:02] "GET /metrics HTTP/1.1" 200 34143 "" "Prometheus/2.43.0" 2024-09-20T22:08:02.577 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:08:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:08:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:08:02.632 INFO:tasks.workunit.client.0.smithi046.stdout: 326: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:02.632 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-L5rk2BpreUDGMsw off=7069135 len=297171 2024-09-20T22:08:02.633 INFO:tasks.workunit.client.0.smithi046.stdout:op 1669 completed, throughput=4.99MB/sec 2024-09-20T22:08:02.633 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fXxkASz39qwMOW1 off=11921154 len=691287 2024-09-20T22:08:02.634 INFO:tasks.workunit.client.0.smithi046.stdout:op 1670 completed, throughput=4.99MB/sec 2024-09-20T22:08:02.634 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CAP79GIYNDY5HEX off=0 len=1382113 2024-09-20T22:08:02.641 INFO:tasks.workunit.client.0.smithi046.stdout:op 1671 completed, throughput=4.99MB/sec 2024-09-20T22:08:02.641 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Zyghjz_GribVkUu off=131667 len=883459 2024-09-20T22:08:02.646 INFO:tasks.workunit.client.0.smithi046.stdout:op 1672 completed, throughput=5MB/sec 2024-09-20T22:08:02.647 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_14TU5M0iKH-rTw off=9924164 len=738434 2024-09-20T22:08:02.648 INFO:tasks.workunit.client.0.smithi046.stdout:op 1673 completed, throughput=5MB/sec 2024-09-20T22:08:02.648 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jFvg9_5qZp72HNP off=16890505 len=1822901 2024-09-20T22:08:02.656 INFO:tasks.workunit.client.0.smithi046.stdout:op 1674 completed, throughput=5MB/sec 2024-09-20T22:08:03.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:03 smithi046 ceph-mon[96110]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-09-20T22:08:03.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:03 smithi046 ceph-mon[98591]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-09-20T22:08:03.656 INFO:tasks.workunit.client.0.smithi046.stdout: 327: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:03.656 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-G9M6T-n-MiQQOiT off=21664652 len=202896 2024-09-20T22:08:03.659 INFO:tasks.workunit.client.0.smithi046.stdout:op 1675 completed, throughput=4.99MB/sec 2024-09-20T22:08:03.659 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZxF1K-JNcYtmRwy off=2205372 len=2049280 2024-09-20T22:08:03.669 INFO:tasks.workunit.client.0.smithi046.stdout:op 1676 completed, throughput=4.99MB/sec 2024-09-20T22:08:03.669 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hXhyts8WF5c7dBt off=2520199 len=1423541 2024-09-20T22:08:03.671 INFO:tasks.workunit.client.0.smithi046.stdout:op 1677 completed, throughput=5MB/sec 2024-09-20T22:08:03.671 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WMMb6iMJpY_vDZg off=0 len=1482435 2024-09-20T22:08:03.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:03 smithi134 ceph-mon[89086]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-09-20T22:08:03.680 INFO:tasks.workunit.client.0.smithi046.stdout:op 1678 completed, throughput=5MB/sec 2024-09-20T22:08:04.680 INFO:tasks.workunit.client.0.smithi046.stdout: 328: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:04.680 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qNrLuopX7lz30Xb off=7828250 len=1003798 2024-09-20T22:08:04.686 INFO:tasks.workunit.client.0.smithi046.stdout:op 1679 completed, throughput=4.99MB/sec 2024-09-20T22:08:04.686 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Sd4szVO72Vjp3c8 off=2707930 len=1467992 2024-09-20T22:08:04.693 INFO:tasks.workunit.client.0.smithi046.stdout:op 1680 completed, throughput=4.99MB/sec 2024-09-20T22:08:04.693 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GjMFiAg4Km7XWQW off=0 len=1085056 2024-09-20T22:08:04.695 INFO:tasks.workunit.client.0.smithi046.stdout:op 1681 completed, throughput=5MB/sec 2024-09-20T22:08:04.695 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-D-p0Q4mzr73nSgU off=6031737 len=1799671 2024-09-20T22:08:04.698 INFO:tasks.workunit.client.0.smithi046.stdout:op 1682 completed, throughput=5MB/sec 2024-09-20T22:08:05.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:05 smithi046 ceph-mon[96110]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:08:05.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:05 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:08:05.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:05 smithi046 ceph-mon[98591]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:08:05.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:05 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:08:05.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:05 smithi134 ceph-mon[89086]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:08:05.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:05 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:08:05.699 INFO:tasks.workunit.client.0.smithi046.stdout: 329: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:05.699 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cCfBJvBHThF0ifS off=1981291 len=359839 2024-09-20T22:08:05.699 INFO:tasks.workunit.client.0.smithi046.stdout:op 1683 completed, throughput=4.99MB/sec 2024-09-20T22:08:05.700 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JSgZRY_eUQN7ps7 off=1464931 len=30733 2024-09-20T22:08:05.702 INFO:tasks.workunit.client.0.smithi046.stdout:op 1684 completed, throughput=4.99MB/sec 2024-09-20T22:08:05.702 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yKLApfcaPJneeq2 off=17056452 len=1559239 2024-09-20T22:08:05.709 INFO:tasks.workunit.client.0.smithi046.stdout:op 1685 completed, throughput=4.99MB/sec 2024-09-20T22:08:05.709 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9eVJidqjpYP114L off=7817543 len=1660798 2024-09-20T22:08:05.711 INFO:tasks.workunit.client.0.smithi046.stdout:op 1686 completed, throughput=5MB/sec 2024-09-20T22:08:05.711 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EXe4RI943wA5NpK off=4085649 len=1623440 2024-09-20T22:08:05.714 INFO:tasks.workunit.client.0.smithi046.stdout:op 1687 completed, throughput=5MB/sec 2024-09-20T22:08:06.715 INFO:tasks.workunit.client.0.smithi046.stdout: 330: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:06.715 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zSwo9TY9E8hZj3I off=3161451 len=652191 2024-09-20T22:08:06.719 INFO:tasks.workunit.client.0.smithi046.stdout:op 1688 completed, throughput=4.99MB/sec 2024-09-20T22:08:06.719 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0Zopd56JWmcU-4S off=4905015 len=1825189 2024-09-20T22:08:06.723 INFO:tasks.workunit.client.0.smithi046.stdout:op 1689 completed, throughput=4.99MB/sec 2024-09-20T22:08:06.723 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--qPySjPvmjQkc0H off=6388113 len=1878613 2024-09-20T22:08:06.725 INFO:tasks.workunit.client.0.smithi046.stdout:op 1690 completed, throughput=5MB/sec 2024-09-20T22:08:06.725 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-la3HRyeDv_wWn00 off=3523933 len=970789 2024-09-20T22:08:06.727 INFO:tasks.workunit.client.0.smithi046.stdout:op 1691 completed, throughput=5MB/sec 2024-09-20T22:08:07.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:07 smithi046 ceph-mon[96110]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T22:08:07.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:07 smithi046 ceph-mon[98591]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T22:08:07.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:07 smithi134 ceph-mon[89086]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T22:08:07.727 INFO:tasks.workunit.client.0.smithi046.stdout: 331: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:07.727 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UsYK55G7tgJMj5- off=18521105 len=989863 2024-09-20T22:08:07.733 INFO:tasks.workunit.client.0.smithi046.stdout:op 1692 completed, throughput=4.99MB/sec 2024-09-20T22:08:07.733 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RM2V3WsZ8He9d4D off=12530484 len=861974 2024-09-20T22:08:07.737 INFO:tasks.workunit.client.0.smithi046.stdout:op 1693 completed, throughput=4.99MB/sec 2024-09-20T22:08:07.737 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bSk2lXc-OiohvGC off=285192 len=218647 2024-09-20T22:08:07.740 INFO:tasks.workunit.client.0.smithi046.stdout:op 1694 completed, throughput=4.99MB/sec 2024-09-20T22:08:07.740 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kP9y13Gn2DBHGNX off=3445608 len=487677 2024-09-20T22:08:07.741 INFO:tasks.workunit.client.0.smithi046.stdout:op 1695 completed, throughput=4.99MB/sec 2024-09-20T22:08:07.741 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AWOoUl99sPj6SdE off=1841269 len=455032 2024-09-20T22:08:07.741 INFO:tasks.workunit.client.0.smithi046.stdout:op 1696 completed, throughput=5MB/sec 2024-09-20T22:08:07.742 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-63TbghysZHu82zU off=1082058 len=2067618 2024-09-20T22:08:07.744 INFO:tasks.workunit.client.0.smithi046.stdout:op 1697 completed, throughput=5MB/sec 2024-09-20T22:08:08.744 INFO:tasks.workunit.client.0.smithi046.stdout: 332: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:08.744 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zMZREcUFv5a6rQD off=6880296 len=1404498 2024-09-20T22:08:08.748 INFO:tasks.workunit.client.0.smithi046.stdout:op 1698 completed, throughput=4.99MB/sec 2024-09-20T22:08:08.748 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ubkDtrCeyPp2Yhs off=4596940 len=806767 2024-09-20T22:08:08.752 INFO:tasks.workunit.client.0.smithi046.stdout:op 1699 completed, throughput=4.99MB/sec 2024-09-20T22:08:08.752 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ns5DgHGhWbxFH2b off=399994 len=256978 2024-09-20T22:08:08.756 INFO:tasks.workunit.client.0.smithi046.stdout:op 1700 completed, throughput=4.99MB/sec 2024-09-20T22:08:08.756 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-T042eJQLfsGpk09 off=2847790 len=1491769 2024-09-20T22:08:08.764 INFO:tasks.workunit.client.0.smithi046.stdout:op 1701 completed, throughput=5MB/sec 2024-09-20T22:08:08.764 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-o7-axMDzGR27HYS off=13622771 len=433725 2024-09-20T22:08:08.765 INFO:tasks.workunit.client.0.smithi046.stdout:op 1702 completed, throughput=5MB/sec 2024-09-20T22:08:08.765 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QlrrV3jmjmlEBy6 off=2602055 len=165009 2024-09-20T22:08:08.765 INFO:tasks.workunit.client.0.smithi046.stdout:op 1703 completed, throughput=5MB/sec 2024-09-20T22:08:08.765 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3ie74SUKwnotJH8 off=3620583 len=1812004 2024-09-20T22:08:08.772 INFO:tasks.workunit.client.0.smithi046.stdout:op 1704 completed, throughput=5MB/sec 2024-09-20T22:08:09.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:09 smithi046 ceph-mon[96110]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-20T22:08:09.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:09 smithi046 ceph-mon[98591]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-20T22:08:09.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:09 smithi134 ceph-mon[89086]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-20T22:08:09.772 INFO:tasks.workunit.client.0.smithi046.stdout: 333: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:09.773 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HoQBMEFlCobcCHZ off=1848785 len=972572 2024-09-20T22:08:09.774 INFO:tasks.workunit.client.0.smithi046.stdout:op 1705 completed, throughput=4.99MB/sec 2024-09-20T22:08:09.774 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Y5RAp9rvXLhgB2Z off=3737499 len=718179 2024-09-20T22:08:09.775 INFO:tasks.workunit.client.0.smithi046.stdout:op 1706 completed, throughput=4.99MB/sec 2024-09-20T22:08:09.775 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zknf8GT6vFtg_1c off=7891885 len=1820242 2024-09-20T22:08:09.785 INFO:tasks.workunit.client.0.smithi046.stdout:op 1707 completed, throughput=5MB/sec 2024-09-20T22:08:09.785 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Auf8qXmWzpQyJUV off=2268185 len=420588 2024-09-20T22:08:09.786 INFO:tasks.workunit.client.0.smithi046.stdout:op 1708 completed, throughput=5MB/sec 2024-09-20T22:08:10.787 INFO:tasks.workunit.client.0.smithi046.stdout: 334: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:10.787 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hiIVidvE1P-Joop off=19396007 len=577735 2024-09-20T22:08:10.788 INFO:tasks.workunit.client.0.smithi046.stdout:op 1709 completed, throughput=4.99MB/sec 2024-09-20T22:08:10.788 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-N23VrPfAQPvYWvS off=11167556 len=1302572 2024-09-20T22:08:10.790 INFO:tasks.workunit.client.0.smithi046.stdout:op 1710 completed, throughput=4.99MB/sec 2024-09-20T22:08:10.790 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WML206VQ6c6z6x2 off=9204454 len=764486 2024-09-20T22:08:10.796 INFO:tasks.workunit.client.0.smithi046.stdout:op 1711 completed, throughput=4.99MB/sec 2024-09-20T22:08:10.796 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JsygZJ2Eg2TxbA3 off=8857834 len=1064189 2024-09-20T22:08:10.797 INFO:tasks.workunit.client.0.smithi046.stdout:op 1712 completed, throughput=5MB/sec 2024-09-20T22:08:10.797 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SLp28_zOelocuFC off=2898560 len=151898 2024-09-20T22:08:10.798 INFO:tasks.workunit.client.0.smithi046.stdout:op 1713 completed, throughput=5MB/sec 2024-09-20T22:08:10.798 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Jap_SmkpGPRwSIX off=14516937 len=1701091 2024-09-20T22:08:10.800 INFO:tasks.workunit.client.0.smithi046.stdout:op 1714 completed, throughput=5MB/sec 2024-09-20T22:08:11.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:11 smithi046 ceph-mon[98591]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:08:11.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:11 smithi046 ceph-mon[96110]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:08:11.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:11 smithi134 ceph-mon[89086]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:08:11.800 INFO:tasks.workunit.client.0.smithi046.stdout: 335: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:11.800 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2xJ86V8sfkEfndu off=14371925 len=1261996 2024-09-20T22:08:11.802 INFO:tasks.workunit.client.0.smithi046.stdout:op 1715 completed, throughput=4.99MB/sec 2024-09-20T22:08:11.802 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lMlMw586_nhgQdE off=881605 len=915067 2024-09-20T22:08:11.804 INFO:tasks.workunit.client.0.smithi046.stdout:op 1716 completed, throughput=4.99MB/sec 2024-09-20T22:08:11.804 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-go28DvPPFfW-nJk off=18256383 len=1197136 2024-09-20T22:08:11.810 INFO:tasks.workunit.client.0.smithi046.stdout:op 1717 completed, throughput=5MB/sec 2024-09-20T22:08:11.810 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HuAvXBBQ4dnX9uP off=1908960 len=157198 2024-09-20T22:08:11.812 INFO:tasks.workunit.client.0.smithi046.stdout:op 1718 completed, throughput=5MB/sec 2024-09-20T22:08:11.812 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jr4CYuFJeVRqgRu off=7035272 len=1609983 2024-09-20T22:08:11.819 INFO:tasks.workunit.client.0.smithi046.stdout:op 1719 completed, throughput=5MB/sec 2024-09-20T22:08:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:08:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:08:12] "GET /metrics HTTP/1.1" 200 34145 "" "Prometheus/2.43.0" 2024-09-20T22:08:12.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:08:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:08:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:08:12.819 INFO:tasks.workunit.client.0.smithi046.stdout: 336: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:12.819 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kpGIhfs7rPcq5Tb off=10105956 len=1808513 2024-09-20T22:08:12.828 INFO:tasks.workunit.client.0.smithi046.stdout:op 1720 completed, throughput=4.99MB/sec 2024-09-20T22:08:12.828 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-t6CL5vCjzERRAyS off=3838266 len=825708 2024-09-20T22:08:12.829 INFO:tasks.workunit.client.0.smithi046.stdout:op 1721 completed, throughput=4.99MB/sec 2024-09-20T22:08:12.829 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-moSAGzjG8MtgENH off=3809035 len=1144431 2024-09-20T22:08:12.831 INFO:tasks.workunit.client.0.smithi046.stdout:op 1722 completed, throughput=5MB/sec 2024-09-20T22:08:12.831 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oxpBtTHRyZMVrAN off=18466997 len=1206486 2024-09-20T22:08:12.832 INFO:tasks.workunit.client.0.smithi046.stdout:op 1723 completed, throughput=5MB/sec 2024-09-20T22:08:12.832 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NakBdto4TAGxrtE off=4201553 len=1709904 2024-09-20T22:08:12.836 INFO:tasks.workunit.client.0.smithi046.stdout:op 1724 completed, throughput=5MB/sec 2024-09-20T22:08:13.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:13 smithi046 ceph-mon[96110]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:08:13.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:13 smithi046 ceph-mon[98591]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:08:13.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:13 smithi134 ceph-mon[89086]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:08:13.836 INFO:tasks.workunit.client.0.smithi046.stdout: 337: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:13.836 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vBaDeR4AJd6ZcT0 off=1387343 len=986947 2024-09-20T22:08:13.838 INFO:tasks.workunit.client.0.smithi046.stdout:op 1725 completed, throughput=4.99MB/sec 2024-09-20T22:08:13.838 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fG1iB4NmFX4JDi7 off=13382760 len=29206 2024-09-20T22:08:13.840 INFO:tasks.workunit.client.0.smithi046.stdout:op 1726 completed, throughput=4.99MB/sec 2024-09-20T22:08:13.840 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zr0qD4fZtRjfBOE off=3835174 len=2064010 2024-09-20T22:08:13.850 INFO:tasks.workunit.client.0.smithi046.stdout:op 1727 completed, throughput=5MB/sec 2024-09-20T22:08:13.850 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vo1oXEuA_ODiP33 off=244324 len=2093564 2024-09-20T22:08:13.854 INFO:tasks.workunit.client.0.smithi046.stdout:op 1728 completed, throughput=5MB/sec 2024-09-20T22:08:14.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:14 smithi046 ceph-mon[96110]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:08:14.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:14 smithi046 ceph-mon[98591]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:08:14.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:14 smithi134 ceph-mon[89086]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:08:14.854 INFO:tasks.workunit.client.0.smithi046.stdout: 338: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:14.855 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ichgRleEJbFUp3i off=16706972 len=1281973 2024-09-20T22:08:14.856 INFO:tasks.workunit.client.0.smithi046.stdout:op 1729 completed, throughput=4.99MB/sec 2024-09-20T22:08:14.856 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XtfdxVkAtIofhz9 off=2480307 len=1752837 2024-09-20T22:08:14.864 INFO:tasks.workunit.client.0.smithi046.stdout:op 1730 completed, throughput=5MB/sec 2024-09-20T22:08:14.864 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aZFNPfbsLuG7M_v off=356666 len=1900384 2024-09-20T22:08:14.873 INFO:tasks.workunit.client.0.smithi046.stdout:op 1731 completed, throughput=5MB/sec 2024-09-20T22:08:15.873 INFO:tasks.workunit.client.0.smithi046.stdout: 339: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:15.873 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uTOOUCB3J1evweN off=21210303 len=933347 2024-09-20T22:08:15.879 INFO:tasks.workunit.client.0.smithi046.stdout:op 1732 completed, throughput=4.99MB/sec 2024-09-20T22:08:15.879 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HbmX2lVvQQ-qogx off=16828210 len=595317 2024-09-20T22:08:15.880 INFO:tasks.workunit.client.0.smithi046.stdout:op 1733 completed, throughput=4.99MB/sec 2024-09-20T22:08:15.880 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NkDHaQox_0lsZP- off=977823 len=1282347 2024-09-20T22:08:15.882 INFO:tasks.workunit.client.0.smithi046.stdout:op 1734 completed, throughput=5MB/sec 2024-09-20T22:08:15.882 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4Zv0jHlmRjdnF34 off=3810232 len=655441 2024-09-20T22:08:15.883 INFO:tasks.workunit.client.0.smithi046.stdout:op 1735 completed, throughput=5MB/sec 2024-09-20T22:08:15.883 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MB6Y-2zCzkyp5jd off=5921655 len=1682214 2024-09-20T22:08:15.885 INFO:tasks.workunit.client.0.smithi046.stdout:op 1736 completed, throughput=5MB/sec 2024-09-20T22:08:16.885 INFO:tasks.workunit.client.0.smithi046.stdout: 340: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:16.886 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PBqG7zpbMaHEGaQ off=9925428 len=1633359 2024-09-20T22:08:16.895 INFO:tasks.workunit.client.0.smithi046.stdout:op 1737 completed, throughput=4.99MB/sec 2024-09-20T22:08:16.895 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FVv_R2u7l9COKKD off=4975953 len=1392205 2024-09-20T22:08:16.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:16 smithi046 ceph-mon[96110]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:08:16.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:16 smithi046 ceph-mon[98591]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:08:16.903 INFO:tasks.workunit.client.0.smithi046.stdout:op 1738 completed, throughput=5MB/sec 2024-09-20T22:08:16.903 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-I4dOY3QB_G91nnk off=4768 len=1916374 2024-09-20T22:08:16.906 INFO:tasks.workunit.client.0.smithi046.stdout:op 1739 completed, throughput=5MB/sec 2024-09-20T22:08:16.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:16 smithi134 ceph-mon[89086]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:08:17.906 INFO:tasks.workunit.client.0.smithi046.stdout: 341: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:17.906 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Ge9343smXML0zXs off=3863136 len=1723181 2024-09-20T22:08:17.909 INFO:tasks.workunit.client.0.smithi046.stdout:op 1740 completed, throughput=4.99MB/sec 2024-09-20T22:08:17.909 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WjdirnRNv-cjc6w off=486314 len=1390080 2024-09-20T22:08:17.910 INFO:tasks.workunit.client.0.smithi046.stdout:op 1741 completed, throughput=5MB/sec 2024-09-20T22:08:17.910 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fpbjsN8gYNCUZVz off=10386134 len=1756252 2024-09-20T22:08:17.919 INFO:tasks.workunit.client.0.smithi046.stdout:op 1742 completed, throughput=5MB/sec 2024-09-20T22:08:17.919 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_oVIE599-bIXO2m off=340082 len=1534486 2024-09-20T22:08:17.920 INFO:tasks.workunit.client.0.smithi046.stdout:op 1743 completed, throughput=5MB/sec 2024-09-20T22:08:18.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:18 smithi046 ceph-mon[96110]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:08:18.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:18 smithi046 ceph-mon[98591]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:08:18.921 INFO:tasks.workunit.client.0.smithi046.stdout: 342: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:18.921 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JiVmqMQno2bcUNv off=6034399 len=999286 2024-09-20T22:08:18.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:18 smithi134 ceph-mon[89086]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:08:18.927 INFO:tasks.workunit.client.0.smithi046.stdout:op 1744 completed, throughput=4.99MB/sec 2024-09-20T22:08:18.927 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PMP1a35DpBLuGM3 off=2145756 len=5331 2024-09-20T22:08:18.927 INFO:tasks.workunit.client.0.smithi046.stdout:op 1745 completed, throughput=4.99MB/sec 2024-09-20T22:08:18.928 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-afoOVR25hzKfSEB off=12194022 len=364854 2024-09-20T22:08:18.928 INFO:tasks.workunit.client.0.smithi046.stdout:op 1746 completed, throughput=4.99MB/sec 2024-09-20T22:08:18.929 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fVTpmjP96uxAGiI off=2312464 len=427658 2024-09-20T22:08:18.929 INFO:tasks.workunit.client.0.smithi046.stdout:op 1747 completed, throughput=4.99MB/sec 2024-09-20T22:08:18.929 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9eVJidqjpYP114L off=130549 len=1836267 2024-09-20T22:08:18.939 INFO:tasks.workunit.client.0.smithi046.stdout:op 1748 completed, throughput=5MB/sec 2024-09-20T22:08:18.939 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UCcLJXsLR9ODcLn off=1726532 len=1797002 2024-09-20T22:08:18.941 INFO:tasks.workunit.client.0.smithi046.stdout:op 1749 completed, throughput=5MB/sec 2024-09-20T22:08:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:08:19.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:08:19.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:08:19.941 INFO:tasks.workunit.client.0.smithi046.stdout: 343: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:19.942 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9qug3zHwUNt4BZX off=15249720 len=856743 2024-09-20T22:08:19.946 INFO:tasks.workunit.client.0.smithi046.stdout:op 1750 completed, throughput=4.99MB/sec 2024-09-20T22:08:19.947 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rUT8XZiPiEdXzdp off=1719554 len=1375736 2024-09-20T22:08:19.953 INFO:tasks.workunit.client.0.smithi046.stdout:op 1751 completed, throughput=5MB/sec 2024-09-20T22:08:19.953 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-504vUZNG2er-jZ9 off=2445045 len=1937997 2024-09-20T22:08:19.961 INFO:tasks.workunit.client.0.smithi046.stdout:op 1752 completed, throughput=5MB/sec 2024-09-20T22:08:20.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:20 smithi046 ceph-mon[96110]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-09-20T22:08:20.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:20 smithi046 ceph-mon[98591]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-09-20T22:08:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:20 smithi134 ceph-mon[89086]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-09-20T22:08:20.962 INFO:tasks.workunit.client.0.smithi046.stdout: 344: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:20.962 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IQcCE145g2pf-fn off=2581876 len=505153 2024-09-20T22:08:20.963 INFO:tasks.workunit.client.0.smithi046.stdout:op 1753 completed, throughput=4.99MB/sec 2024-09-20T22:08:20.963 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MYGNX3Ni5TTrEka off=9512036 len=260741 2024-09-20T22:08:20.966 INFO:tasks.workunit.client.0.smithi046.stdout:op 1754 completed, throughput=4.99MB/sec 2024-09-20T22:08:20.966 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZUIbL1frdPGbcBk off=5356313 len=725548 2024-09-20T22:08:20.967 INFO:tasks.workunit.client.0.smithi046.stdout:op 1755 completed, throughput=4.99MB/sec 2024-09-20T22:08:20.967 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lZqX2aSvNfVfw9L off=2066275 len=829578 2024-09-20T22:08:20.969 INFO:tasks.workunit.client.0.smithi046.stdout:op 1756 completed, throughput=4.99MB/sec 2024-09-20T22:08:20.969 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mlCjnrh0G5LR4w- off=11478165 len=1885773 2024-09-20T22:08:20.971 INFO:tasks.workunit.client.0.smithi046.stdout:op 1757 completed, throughput=5MB/sec 2024-09-20T22:08:20.972 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BvLJZSyHlu-xw7b off=1663529 len=438791 2024-09-20T22:08:20.976 INFO:tasks.workunit.client.0.smithi046.stdout:op 1758 completed, throughput=5MB/sec 2024-09-20T22:08:20.976 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rSZd-3wxu1HeDqQ off=7569522 len=1790657 2024-09-20T22:08:20.977 INFO:tasks.workunit.client.0.smithi046.stdout:op 1759 completed, throughput=5MB/sec 2024-09-20T22:08:21.978 INFO:tasks.workunit.client.0.smithi046.stdout: 345: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:21.978 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rIhMkWmd6e_G6sa off=14487106 len=382845 2024-09-20T22:08:21.979 INFO:tasks.workunit.client.0.smithi046.stdout:op 1760 completed, throughput=4.99MB/sec 2024-09-20T22:08:21.979 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-P_4bGPsFnGXywH- off=1796094 len=1224488 2024-09-20T22:08:21.981 INFO:tasks.workunit.client.0.smithi046.stdout:op 1761 completed, throughput=4.99MB/sec 2024-09-20T22:08:21.981 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rCb1A_fGZQivKaW off=5584605 len=556706 2024-09-20T22:08:21.982 INFO:tasks.workunit.client.0.smithi046.stdout:op 1762 completed, throughput=5MB/sec 2024-09-20T22:08:21.982 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lU-5rSH841iA2BO off=197432 len=1252226 2024-09-20T22:08:21.989 INFO:tasks.workunit.client.0.smithi046.stdout:op 1763 completed, throughput=5MB/sec 2024-09-20T22:08:21.989 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RMDiPP9sbDTiJ7k off=10867154 len=1300685 2024-09-20T22:08:21.990 INFO:tasks.workunit.client.0.smithi046.stdout:op 1764 completed, throughput=5MB/sec 2024-09-20T22:08:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:08:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:08:22] "GET /metrics HTTP/1.1" 200 34142 "" "Prometheus/2.43.0" 2024-09-20T22:08:22.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:22 smithi134 ceph-mon[89086]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:08:22.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:22 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:08:22.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:22 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:08:22.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:22 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:08:22.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:22 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:08:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:08:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:08:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:08:22.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:22 smithi046 ceph-mon[96110]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:08:22.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:22 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:08:22.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:22 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:08:22.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:22 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:08:22.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:22 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:08:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:22 smithi046 ceph-mon[98591]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:08:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:22 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:08:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:22 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:08:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:22 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:08:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:22 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:08:22.991 INFO:tasks.workunit.client.0.smithi046.stdout: 346: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:22.991 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GCH19VagPM-sCWK off=19649604 len=645480 2024-09-20T22:08:22.992 INFO:tasks.workunit.client.0.smithi046.stdout:op 1765 completed, throughput=4.99MB/sec 2024-09-20T22:08:22.992 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dKo1ZDzi10Bvxpx off=4399298 len=1506649 2024-09-20T22:08:23.000 INFO:tasks.workunit.client.0.smithi046.stdout:op 1766 completed, throughput=4.99MB/sec 2024-09-20T22:08:23.001 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-i47v54tHYk6jT9N off=332593 len=654491 2024-09-20T22:08:23.004 INFO:tasks.workunit.client.0.smithi046.stdout:op 1767 completed, throughput=5MB/sec 2024-09-20T22:08:23.004 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6psJ8WAIVKZrdKc off=465609 len=497270 2024-09-20T22:08:23.004 INFO:tasks.workunit.client.0.smithi046.stdout:op 1768 completed, throughput=5MB/sec 2024-09-20T22:08:23.005 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MeC716t0LLsyHP3 off=12775312 len=1759113 2024-09-20T22:08:23.007 INFO:tasks.workunit.client.0.smithi046.stdout:op 1769 completed, throughput=5MB/sec 2024-09-20T22:08:24.007 INFO:tasks.workunit.client.0.smithi046.stdout: 347: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:24.007 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8TDFMs6hTvTw1kR off=10994338 len=285860 2024-09-20T22:08:24.010 INFO:tasks.workunit.client.0.smithi046.stdout:op 1770 completed, throughput=4.99MB/sec 2024-09-20T22:08:24.010 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dHcF6U7xv1kbCW9 off=8795405 len=525944 2024-09-20T22:08:24.012 INFO:tasks.workunit.client.0.smithi046.stdout:op 1771 completed, throughput=4.99MB/sec 2024-09-20T22:08:24.012 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_vDjDcPi87Zo2k7 off=17959031 len=2040378 2024-09-20T22:08:24.015 INFO:tasks.workunit.client.0.smithi046.stdout:op 1772 completed, throughput=5MB/sec 2024-09-20T22:08:24.015 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kQ7fA9qBmoExbPz off=4304722 len=1304865 2024-09-20T22:08:24.017 INFO:tasks.workunit.client.0.smithi046.stdout:op 1773 completed, throughput=5MB/sec 2024-09-20T22:08:24.017 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BAMSNLS21uqted2 off=404888 len=399196 2024-09-20T22:08:24.021 INFO:tasks.workunit.client.0.smithi046.stdout:op 1774 completed, throughput=5MB/sec 2024-09-20T22:08:24.021 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-piaGGbLXDyAQo6C off=10103062 len=283608 2024-09-20T22:08:24.022 INFO:tasks.workunit.client.0.smithi046.stdout:op 1775 completed, throughput=5MB/sec 2024-09-20T22:08:24.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:24 smithi046 ceph-mon[96110]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:08:24.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:24 smithi046 ceph-mon[98591]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:08:24.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:24 smithi134 ceph-mon[89086]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:08:25.023 INFO:tasks.workunit.client.0.smithi046.stdout: 348: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:25.023 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zSGctCTqOQLJlvi off=11140103 len=1487105 2024-09-20T22:08:25.025 INFO:tasks.workunit.client.0.smithi046.stdout:op 1776 completed, throughput=4.99MB/sec 2024-09-20T22:08:25.026 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-w0mhxRMyBsY3UCf off=363409 len=1367362 2024-09-20T22:08:25.027 INFO:tasks.workunit.client.0.smithi046.stdout:op 1777 completed, throughput=4.99MB/sec 2024-09-20T22:08:25.028 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5bGy3R8qH2_PcXl off=8329740 len=675938 2024-09-20T22:08:25.032 INFO:tasks.workunit.client.0.smithi046.stdout:op 1778 completed, throughput=5MB/sec 2024-09-20T22:08:25.032 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-44Pn9fSu0hZd4p_ off=2059196 len=2033334 2024-09-20T22:08:25.045 INFO:tasks.workunit.client.0.smithi046.stdout:op 1779 completed, throughput=5MB/sec 2024-09-20T22:08:26.046 INFO:tasks.workunit.client.0.smithi046.stdout: 349: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:26.046 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-50b0i2p2ciO3mYn off=5552966 len=1354921 2024-09-20T22:08:26.047 INFO:tasks.workunit.client.0.smithi046.stdout:op 1780 completed, throughput=4.99MB/sec 2024-09-20T22:08:26.047 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CwS42QQJ1cggdcJ off=2117282 len=1596747 2024-09-20T22:08:26.049 INFO:tasks.workunit.client.0.smithi046.stdout:op 1781 completed, throughput=4.99MB/sec 2024-09-20T22:08:26.050 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2NyKnEZLL68198K off=2373800 len=9833 2024-09-20T22:08:26.052 INFO:tasks.workunit.client.0.smithi046.stdout:op 1782 completed, throughput=4.99MB/sec 2024-09-20T22:08:26.052 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QfwTGvbGriaQI-f off=20437513 len=403299 2024-09-20T22:08:26.053 INFO:tasks.workunit.client.0.smithi046.stdout:op 1783 completed, throughput=5MB/sec 2024-09-20T22:08:26.053 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hRsVPWQW_x4kzf1 off=14782632 len=1893035 2024-09-20T22:08:26.055 INFO:tasks.workunit.client.0.smithi046.stdout:op 1784 completed, throughput=5MB/sec 2024-09-20T22:08:26.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:26 smithi046 ceph-mon[96110]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-20T22:08:26.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:26 smithi046 ceph-mon[98591]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-20T22:08:26.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:26 smithi134 ceph-mon[89086]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-20T22:08:27.055 INFO:tasks.workunit.client.0.smithi046.stdout: 350: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:27.056 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HuyoCJjjJRbvb9t off=10969826 len=12690 2024-09-20T22:08:27.058 INFO:tasks.workunit.client.0.smithi046.stdout:op 1785 completed, throughput=4.99MB/sec 2024-09-20T22:08:27.058 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fZ38qB4c2RBrA8U off=8384470 len=1142684 2024-09-20T22:08:27.065 INFO:tasks.workunit.client.0.smithi046.stdout:op 1786 completed, throughput=4.99MB/sec 2024-09-20T22:08:27.065 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-63TbghysZHu82zU off=6113595 len=1138703 2024-09-20T22:08:27.069 INFO:tasks.workunit.client.0.smithi046.stdout:op 1787 completed, throughput=4.99MB/sec 2024-09-20T22:08:27.069 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0m3T5CxBd5ix6Oz off=2135718 len=367312 2024-09-20T22:08:27.070 INFO:tasks.workunit.client.0.smithi046.stdout:op 1788 completed, throughput=4.99MB/sec 2024-09-20T22:08:27.070 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jkpQBwN3mAlH9yr off=0 len=1689786 2024-09-20T22:08:27.072 INFO:tasks.workunit.client.0.smithi046.stdout:op 1789 completed, throughput=5MB/sec 2024-09-20T22:08:27.072 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-einE0PZNfXfvX0C off=7532310 len=1694096 2024-09-20T22:08:27.076 INFO:tasks.workunit.client.0.smithi046.stdout:op 1790 completed, throughput=5MB/sec 2024-09-20T22:08:28.076 INFO:tasks.workunit.client.0.smithi046.stdout: 351: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:28.076 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-huUJCLGxsCcmc0Y off=7916649 len=714687 2024-09-20T22:08:28.081 INFO:tasks.workunit.client.0.smithi046.stdout:op 1791 completed, throughput=4.99MB/sec 2024-09-20T22:08:28.081 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-k5XMF7UvkC0n6Vb off=1124519 len=357787 2024-09-20T22:08:28.082 INFO:tasks.workunit.client.0.smithi046.stdout:op 1792 completed, throughput=4.99MB/sec 2024-09-20T22:08:28.082 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0zeULRS4GbTA9nU off=3267585 len=875241 2024-09-20T22:08:28.084 INFO:tasks.workunit.client.0.smithi046.stdout:op 1793 completed, throughput=4.99MB/sec 2024-09-20T22:08:28.084 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_uH4aCMdgEMZze0 off=12745000 len=2022557 2024-09-20T22:08:28.087 INFO:tasks.workunit.client.0.smithi046.stdout:op 1794 completed, throughput=5MB/sec 2024-09-20T22:08:28.087 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Tk5bB_3Z8VJnaY5 off=593152 len=1413752 2024-09-20T22:08:28.094 INFO:tasks.workunit.client.0.smithi046.stdout:op 1795 completed, throughput=5MB/sec 2024-09-20T22:08:28.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:28 smithi046 ceph-mon[96110]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:08:28.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:28 smithi046 ceph-mon[98591]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:08:28.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:28 smithi134 ceph-mon[89086]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:08:29.094 INFO:tasks.workunit.client.0.smithi046.stdout: 352: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:29.094 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mP9kgGZZ4y75M3X off=7379964 len=1111630 2024-09-20T22:08:29.096 INFO:tasks.workunit.client.0.smithi046.stdout:op 1796 completed, throughput=4.99MB/sec 2024-09-20T22:08:29.096 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sgVXnt_ljdDpKx2 off=3316143 len=954602 2024-09-20T22:08:29.102 INFO:tasks.workunit.client.0.smithi046.stdout:op 1797 completed, throughput=4.99MB/sec 2024-09-20T22:08:29.102 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GIedDzD2EyHRksR off=13096219 len=1793684 2024-09-20T22:08:29.106 INFO:tasks.workunit.client.0.smithi046.stdout:op 1798 completed, throughput=5MB/sec 2024-09-20T22:08:29.106 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-S3hXRabWR8aEXih off=18827591 len=2059837 2024-09-20T22:08:29.113 INFO:tasks.workunit.client.0.smithi046.stdout:op 1799 completed, throughput=5MB/sec 2024-09-20T22:08:30.113 INFO:tasks.workunit.client.0.smithi046.stdout: 353: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:30.114 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TcZ99jg1v_J4K47 off=4939540 len=1130923 2024-09-20T22:08:30.115 INFO:tasks.workunit.client.0.smithi046.stdout:op 1800 completed, throughput=4.99MB/sec 2024-09-20T22:08:30.115 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5O_AxCjQ1W4E-FJ off=11236523 len=894910 2024-09-20T22:08:30.117 INFO:tasks.workunit.client.0.smithi046.stdout:op 1801 completed, throughput=5MB/sec 2024-09-20T22:08:30.117 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--_XOpzrE3oWMFoq off=8728513 len=1595998 2024-09-20T22:08:30.120 INFO:tasks.workunit.client.0.smithi046.stdout:op 1802 completed, throughput=5MB/sec 2024-09-20T22:08:30.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:30 smithi046 ceph-mon[96110]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T22:08:30.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:30 smithi046 ceph-mon[98591]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T22:08:30.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:30 smithi134 ceph-mon[89086]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T22:08:31.120 INFO:tasks.workunit.client.0.smithi046.stdout: 354: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:31.120 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JEoLjJEFQNlosMN off=156107 len=158249 2024-09-20T22:08:31.123 INFO:tasks.workunit.client.0.smithi046.stdout:op 1803 completed, throughput=4.99MB/sec 2024-09-20T22:08:31.123 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-smM4INvKBWi8VT4 off=10536133 len=305456 2024-09-20T22:08:31.124 INFO:tasks.workunit.client.0.smithi046.stdout:op 1804 completed, throughput=4.99MB/sec 2024-09-20T22:08:31.124 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5RjwhGgxL_w5rXu off=1401553 len=1845908 2024-09-20T22:08:31.132 INFO:tasks.workunit.client.0.smithi046.stdout:op 1805 completed, throughput=4.99MB/sec 2024-09-20T22:08:31.133 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tY6uTkY7Hu62v_t off=1642428 len=1541137 2024-09-20T22:08:31.140 INFO:tasks.workunit.client.0.smithi046.stdout:op 1806 completed, throughput=5MB/sec 2024-09-20T22:08:31.140 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zuV3dlvhDa5Syml off=4763205 len=886914 2024-09-20T22:08:31.145 INFO:tasks.workunit.client.0.smithi046.stdout:op 1807 completed, throughput=5MB/sec 2024-09-20T22:08:31.145 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aCA289iLUoED9IQ off=19841771 len=1594441 2024-09-20T22:08:31.151 INFO:tasks.workunit.client.0.smithi046.stdout:op 1808 completed, throughput=5MB/sec 2024-09-20T22:08:32.151 INFO:tasks.workunit.client.0.smithi046.stdout: 355: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:32.151 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Xo8lT6UKUqqDK31 off=22078124 len=942838 2024-09-20T22:08:32.156 INFO:tasks.workunit.client.0.smithi046.stdout:op 1809 completed, throughput=4.99MB/sec 2024-09-20T22:08:32.156 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6WQW2O8Iz_skosu off=7991198 len=1684828 2024-09-20T22:08:32.165 INFO:tasks.workunit.client.0.smithi046.stdout:op 1810 completed, throughput=5MB/sec 2024-09-20T22:08:32.165 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-E4mvpLWa_D__Bqn off=82854 len=567150 2024-09-20T22:08:32.169 INFO:tasks.workunit.client.0.smithi046.stdout:op 1811 completed, throughput=5MB/sec 2024-09-20T22:08:32.169 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ziP7KiN7XnYDHGf off=1372362 len=607976 2024-09-20T22:08:32.171 INFO:tasks.workunit.client.0.smithi046.stdout:op 1812 completed, throughput=5MB/sec 2024-09-20T22:08:32.171 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZaIsKLW0ESd9618 off=1143076 len=1341075 2024-09-20T22:08:32.172 INFO:tasks.workunit.client.0.smithi046.stdout:op 1813 completed, throughput=5MB/sec 2024-09-20T22:08:32.402 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:08:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:08:32] "GET /metrics HTTP/1.1" 200 34142 "" "Prometheus/2.43.0" 2024-09-20T22:08:32.575 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:08:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:08:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:08:32.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:32 smithi046 ceph-mon[96110]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:08:32.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:32 smithi046 ceph-mon[98591]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:08:32.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:32 smithi134 ceph-mon[89086]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:08:33.173 INFO:tasks.workunit.client.0.smithi046.stdout: 356: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:33.173 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KeXQdn_KURcZRHA off=4949272 len=193224 2024-09-20T22:08:33.176 INFO:tasks.workunit.client.0.smithi046.stdout:op 1814 completed, throughput=4.99MB/sec 2024-09-20T22:08:33.176 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-klOKl6qoSTGIkGS off=3192852 len=509897 2024-09-20T22:08:33.177 INFO:tasks.workunit.client.0.smithi046.stdout:op 1815 completed, throughput=4.99MB/sec 2024-09-20T22:08:33.177 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tKg2mREK5wueT9H off=448374 len=1701252 2024-09-20T22:08:33.181 INFO:tasks.workunit.client.0.smithi046.stdout:op 1816 completed, throughput=4.99MB/sec 2024-09-20T22:08:33.181 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fqXWqi39uvLCjH7 off=4144982 len=618877 2024-09-20T22:08:33.185 INFO:tasks.workunit.client.0.smithi046.stdout:op 1817 completed, throughput=5MB/sec 2024-09-20T22:08:33.186 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nHSER0B1p0bdkfJ off=1354944 len=1903658 2024-09-20T22:08:33.188 INFO:tasks.workunit.client.0.smithi046.stdout:op 1818 completed, throughput=5MB/sec 2024-09-20T22:08:34.188 INFO:tasks.workunit.client.0.smithi046.stdout: 357: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:34.188 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-N5-b_4W9tEK2iLp off=4711855 len=1313733 2024-09-20T22:08:34.190 INFO:tasks.workunit.client.0.smithi046.stdout:op 1819 completed, throughput=4.99MB/sec 2024-09-20T22:08:34.190 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JzPEt-SFd_C98O5 off=5020272 len=991505 2024-09-20T22:08:34.192 INFO:tasks.workunit.client.0.smithi046.stdout:op 1820 completed, throughput=4.99MB/sec 2024-09-20T22:08:34.192 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OWTn48SJRVGGf6o off=1633423 len=1180066 2024-09-20T22:08:34.193 INFO:tasks.workunit.client.0.smithi046.stdout:op 1821 completed, throughput=5MB/sec 2024-09-20T22:08:34.193 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1TEm-f2qmUzFpdq off=7135654 len=1380264 2024-09-20T22:08:34.194 INFO:tasks.workunit.client.0.smithi046.stdout:op 1822 completed, throughput=5MB/sec 2024-09-20T22:08:34.194 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-evU7jLAr3btlLEN off=3189129 len=311626 2024-09-20T22:08:34.198 INFO:tasks.workunit.client.0.smithi046.stdout:op 1823 completed, throughput=5MB/sec 2024-09-20T22:08:34.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:34 smithi046 ceph-mon[96110]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-20T22:08:34.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:08:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:34 smithi046 ceph-mon[98591]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-20T22:08:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:08:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:34 smithi134 ceph-mon[89086]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-20T22:08:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:08:35.198 INFO:tasks.workunit.client.0.smithi046.stdout: 358: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:35.199 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-e2-LLSGiUDvgkpY off=3252634 len=556515 2024-09-20T22:08:35.202 INFO:tasks.workunit.client.0.smithi046.stdout:op 1824 completed, throughput=4.99MB/sec 2024-09-20T22:08:35.203 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qT9YeKcVyLm47i2 off=1452078 len=992037 2024-09-20T22:08:35.205 INFO:tasks.workunit.client.0.smithi046.stdout:op 1825 completed, throughput=4.99MB/sec 2024-09-20T22:08:35.205 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BWsTRYXcxHYhMdA off=775070 len=840539 2024-09-20T22:08:35.206 INFO:tasks.workunit.client.0.smithi046.stdout:op 1826 completed, throughput=4.99MB/sec 2024-09-20T22:08:35.206 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-25QYpFWO0zgJ5uZ off=12094369 len=1943417 2024-09-20T22:08:35.208 INFO:tasks.workunit.client.0.smithi046.stdout:op 1827 completed, throughput=5MB/sec 2024-09-20T22:08:35.208 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kAK6-2PxovZGmY0 off=409539 len=1556274 2024-09-20T22:08:35.218 INFO:tasks.workunit.client.0.smithi046.stdout:op 1828 completed, throughput=5MB/sec 2024-09-20T22:08:36.218 INFO:tasks.workunit.client.0.smithi046.stdout: 359: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:36.218 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nADZtxjrmK7Vms1 off=17062306 len=1996472 2024-09-20T22:08:36.226 INFO:tasks.workunit.client.0.smithi046.stdout:op 1829 completed, throughput=4.99MB/sec 2024-09-20T22:08:36.226 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Dtzs6fCUazfpvXv off=17672859 len=341660 2024-09-20T22:08:36.230 INFO:tasks.workunit.client.0.smithi046.stdout:op 1830 completed, throughput=4.99MB/sec 2024-09-20T22:08:36.230 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KN4lSgn0Nx-1u-c off=1487136 len=1317627 2024-09-20T22:08:36.236 INFO:tasks.workunit.client.0.smithi046.stdout:op 1831 completed, throughput=5MB/sec 2024-09-20T22:08:36.237 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-if_SD-Ns3TM6IaS off=9341623 len=354318 2024-09-20T22:08:36.240 INFO:tasks.workunit.client.0.smithi046.stdout:op 1832 completed, throughput=5MB/sec 2024-09-20T22:08:36.240 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-D-p0Q4mzr73nSgU off=2374029 len=359797 2024-09-20T22:08:36.241 INFO:tasks.workunit.client.0.smithi046.stdout:op 1833 completed, throughput=5MB/sec 2024-09-20T22:08:36.241 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XiErWD8XnJeEViP off=260426 len=772536 2024-09-20T22:08:36.242 INFO:tasks.workunit.client.0.smithi046.stdout:op 1834 completed, throughput=5MB/sec 2024-09-20T22:08:36.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:36 smithi046 ceph-mon[96110]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-20T22:08:36.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:36 smithi046 ceph-mon[98591]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-20T22:08:36.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:36 smithi134 ceph-mon[89086]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-20T22:08:37.242 INFO:tasks.workunit.client.0.smithi046.stdout: 360: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:37.242 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BzLy9p3DOsMeLiI off=18072320 len=248560 2024-09-20T22:08:37.243 INFO:tasks.workunit.client.0.smithi046.stdout:op 1835 completed, throughput=4.99MB/sec 2024-09-20T22:08:37.243 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-x-4tSIjoxpxyR6t off=3466532 len=1220026 2024-09-20T22:08:37.250 INFO:tasks.workunit.client.0.smithi046.stdout:op 1836 completed, throughput=4.99MB/sec 2024-09-20T22:08:37.250 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1BsRUiXnp6p9E_t off=564896 len=1342523 2024-09-20T22:08:37.256 INFO:tasks.workunit.client.0.smithi046.stdout:op 1837 completed, throughput=4.99MB/sec 2024-09-20T22:08:37.256 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-G_VOzxskDj4gmGQ off=21302422 len=875455 2024-09-20T22:08:37.257 INFO:tasks.workunit.client.0.smithi046.stdout:op 1838 completed, throughput=5MB/sec 2024-09-20T22:08:37.257 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--WTo-y0YCTFTpwh off=15338548 len=1909009 2024-09-20T22:08:37.259 INFO:tasks.workunit.client.0.smithi046.stdout:op 1839 completed, throughput=5MB/sec 2024-09-20T22:08:38.259 INFO:tasks.workunit.client.0.smithi046.stdout: 361: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:38.259 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PxoVhNPFeloX6Sk off=0 len=1362547 2024-09-20T22:08:38.267 INFO:tasks.workunit.client.0.smithi046.stdout:op 1840 completed, throughput=4.99MB/sec 2024-09-20T22:08:38.267 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TK8QxutD2fXhdWL off=2716997 len=185339 2024-09-20T22:08:38.269 INFO:tasks.workunit.client.0.smithi046.stdout:op 1841 completed, throughput=4.99MB/sec 2024-09-20T22:08:38.269 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Z67nnKpPSoZ9x5_ off=667715 len=224391 2024-09-20T22:08:38.272 INFO:tasks.workunit.client.0.smithi046.stdout:op 1842 completed, throughput=4.99MB/sec 2024-09-20T22:08:38.272 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_Ojvt96-EOIOQKx off=22441005 len=820440 2024-09-20T22:08:38.276 INFO:tasks.workunit.client.0.smithi046.stdout:op 1843 completed, throughput=4.99MB/sec 2024-09-20T22:08:38.277 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QvLEs3kKf1QkO-o off=13577145 len=259766 2024-09-20T22:08:38.277 INFO:tasks.workunit.client.0.smithi046.stdout:op 1844 completed, throughput=5MB/sec 2024-09-20T22:08:38.277 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qmaTUM40GgQH2dJ off=4371873 len=99799 2024-09-20T22:08:38.280 INFO:tasks.workunit.client.0.smithi046.stdout:op 1845 completed, throughput=5MB/sec 2024-09-20T22:08:38.280 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-70YivCxSgLSgPxw off=1246866 len=309359 2024-09-20T22:08:38.280 INFO:tasks.workunit.client.0.smithi046.stdout:op 1846 completed, throughput=5MB/sec 2024-09-20T22:08:38.280 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gUkLOqHLFfwh3VO off=1131568 len=612570 2024-09-20T22:08:38.284 INFO:tasks.workunit.client.0.smithi046.stdout:op 1847 completed, throughput=5MB/sec 2024-09-20T22:08:38.284 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-T6fxnfJucXYk010 off=3188434 len=1517610 2024-09-20T22:08:38.290 INFO:tasks.workunit.client.0.smithi046.stdout:op 1848 completed, throughput=5MB/sec 2024-09-20T22:08:38.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:38 smithi046 ceph-mon[96110]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-09-20T22:08:38.982 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:38 smithi046 ceph-mon[98591]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-09-20T22:08:38.982 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:38 smithi134 ceph-mon[89086]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-09-20T22:08:39.290 INFO:tasks.workunit.client.0.smithi046.stdout: 362: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:39.290 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DJ9lzigYMNug_LV off=4359049 len=1551336 2024-09-20T22:08:39.292 INFO:tasks.workunit.client.0.smithi046.stdout:op 1849 completed, throughput=4.99MB/sec 2024-09-20T22:08:39.292 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EFQz8SFTOtHGyPq off=17777783 len=1157314 2024-09-20T22:08:39.294 INFO:tasks.workunit.client.0.smithi046.stdout:op 1850 completed, throughput=5MB/sec 2024-09-20T22:08:39.294 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TJp87bLKjM7i0eb off=80859 len=294253 2024-09-20T22:08:39.295 INFO:tasks.workunit.client.0.smithi046.stdout:op 1851 completed, throughput=5MB/sec 2024-09-20T22:08:39.295 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oomf3dG2pmr1ENB off=1128308 len=408025 2024-09-20T22:08:39.297 INFO:tasks.workunit.client.0.smithi046.stdout:op 1852 completed, throughput=5MB/sec 2024-09-20T22:08:39.297 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hRwbJNrM6wX3L6S off=914360 len=2051901 2024-09-20T22:08:39.299 INFO:tasks.workunit.client.0.smithi046.stdout:op 1853 completed, throughput=5MB/sec 2024-09-20T22:08:40.299 INFO:tasks.workunit.client.0.smithi046.stdout: 363: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:40.300 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-waM_RVfxrpyJjKi off=22964633 len=1894401 2024-09-20T22:08:40.302 INFO:tasks.workunit.client.0.smithi046.stdout:op 1854 completed, throughput=4.99MB/sec 2024-09-20T22:08:40.302 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ukcIMe84rR-cKJ5 off=3824229 len=323492 2024-09-20T22:08:40.303 INFO:tasks.workunit.client.0.smithi046.stdout:op 1855 completed, throughput=4.99MB/sec 2024-09-20T22:08:40.303 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-z0XeUzBuxNWRgpV off=18255554 len=462173 2024-09-20T22:08:40.307 INFO:tasks.workunit.client.0.smithi046.stdout:op 1856 completed, throughput=5MB/sec 2024-09-20T22:08:40.307 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_D78yMxUxSG6ve8 off=13945030 len=1109376 2024-09-20T22:08:40.308 INFO:tasks.workunit.client.0.smithi046.stdout:op 1857 completed, throughput=5MB/sec 2024-09-20T22:08:40.308 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lzZtrjfQCO9UZyM off=11577030 len=1558110 2024-09-20T22:08:40.310 INFO:tasks.workunit.client.0.smithi046.stdout:op 1858 completed, throughput=5MB/sec 2024-09-20T22:08:40.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:40 smithi046 ceph-mon[96110]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:08:40.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:40 smithi046 ceph-mon[98591]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:08:40.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:40 smithi134 ceph-mon[89086]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:08:41.311 INFO:tasks.workunit.client.0.smithi046.stdout: 364: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:41.311 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-in6nByWQe9RM15G off=9845611 len=148382 2024-09-20T22:08:41.314 INFO:tasks.workunit.client.0.smithi046.stdout:op 1859 completed, throughput=4.99MB/sec 2024-09-20T22:08:41.314 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Rq-vKdJK0lUUhzr off=280439 len=1790599 2024-09-20T22:08:41.324 INFO:tasks.workunit.client.0.smithi046.stdout:op 1860 completed, throughput=4.99MB/sec 2024-09-20T22:08:41.324 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eeHPlUmCiQHmqqk off=4207962 len=1019010 2024-09-20T22:08:41.326 INFO:tasks.workunit.client.0.smithi046.stdout:op 1861 completed, throughput=5MB/sec 2024-09-20T22:08:41.326 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--u86TB_r7lNdzxS off=8661949 len=869780 2024-09-20T22:08:41.331 INFO:tasks.workunit.client.0.smithi046.stdout:op 1862 completed, throughput=5MB/sec 2024-09-20T22:08:41.332 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7sQPd9x9-swRCAF off=11256199 len=642707 2024-09-20T22:08:41.336 INFO:tasks.workunit.client.0.smithi046.stdout:op 1863 completed, throughput=5MB/sec 2024-09-20T22:08:42.336 INFO:tasks.workunit.client.0.smithi046.stdout: 365: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:42.336 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-szFqfuQAVkTcmO6 off=6473815 len=755756 2024-09-20T22:08:42.338 INFO:tasks.workunit.client.0.smithi046.stdout:op 1864 completed, throughput=4.99MB/sec 2024-09-20T22:08:42.338 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QMDArHF9dfaSSNh off=11858807 len=2031528 2024-09-20T22:08:42.350 INFO:tasks.workunit.client.0.smithi046.stdout:op 1865 completed, throughput=4.99MB/sec 2024-09-20T22:08:42.350 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ep5fWV3qPobzr47 off=20099500 len=1928462 2024-09-20T22:08:42.359 INFO:tasks.workunit.client.0.smithi046.stdout:op 1866 completed, throughput=5MB/sec 2024-09-20T22:08:42.360 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7SphYtDRnLhlQBk off=8456958 len=137835 2024-09-20T22:08:42.362 INFO:tasks.workunit.client.0.smithi046.stdout:op 1867 completed, throughput=5MB/sec 2024-09-20T22:08:42.362 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uczgeH9eFIdopin off=1367904 len=126324 2024-09-20T22:08:42.362 INFO:tasks.workunit.client.0.smithi046.stdout:op 1868 completed, throughput=5MB/sec 2024-09-20T22:08:42.363 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pZ_zJmWi4iKU66z off=476810 len=1071384 2024-09-20T22:08:42.364 INFO:tasks.workunit.client.0.smithi046.stdout:op 1869 completed, throughput=5MB/sec 2024-09-20T22:08:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:08:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:08:42] "GET /metrics HTTP/1.1" 200 34140 "" "Prometheus/2.43.0" 2024-09-20T22:08:42.590 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:08:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:08:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:08:42.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:42 smithi046 ceph-mon[96110]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:08:42.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:42 smithi046 ceph-mon[98591]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:08:42.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:42 smithi134 ceph-mon[89086]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:08:43.364 INFO:tasks.workunit.client.0.smithi046.stdout: 366: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:43.364 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-k4Za5DI0q2UdnlF off=2627104 len=884528 2024-09-20T22:08:43.365 INFO:tasks.workunit.client.0.smithi046.stdout:op 1870 completed, throughput=4.99MB/sec 2024-09-20T22:08:43.366 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eGcgZfRaYBi2n43 off=519305 len=1870712 2024-09-20T22:08:43.369 INFO:tasks.workunit.client.0.smithi046.stdout:op 1871 completed, throughput=5MB/sec 2024-09-20T22:08:43.370 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yB-pW4uymTIg6JZ off=1052971 len=1486548 2024-09-20T22:08:43.372 INFO:tasks.workunit.client.0.smithi046.stdout:op 1872 completed, throughput=5MB/sec 2024-09-20T22:08:43.372 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7yI1M5-0VWzG2R- off=15767924 len=1293439 2024-09-20T22:08:43.377 INFO:tasks.workunit.client.0.smithi046.stdout:op 1873 completed, throughput=5MB/sec 2024-09-20T22:08:44.378 INFO:tasks.workunit.client.0.smithi046.stdout: 367: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:44.378 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-45b3qnhP6LrnGY5 off=4329771 len=1861874 2024-09-20T22:08:44.385 INFO:tasks.workunit.client.0.smithi046.stdout:op 1874 completed, throughput=4.99MB/sec 2024-09-20T22:08:44.385 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gGM83zvEDXNtJDh off=15264707 len=1826497 2024-09-20T22:08:44.393 INFO:tasks.workunit.client.0.smithi046.stdout:op 1875 completed, throughput=5MB/sec 2024-09-20T22:08:44.393 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DgngN8ntSU9IgA1 off=19024156 len=1375308 2024-09-20T22:08:44.394 INFO:tasks.workunit.client.0.smithi046.stdout:op 1876 completed, throughput=5MB/sec 2024-09-20T22:08:44.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:44 smithi046 ceph-mon[96110]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:08:44.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:44 smithi046 ceph-mon[98591]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:08:44.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:44 smithi134 ceph-mon[89086]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:08:45.395 INFO:tasks.workunit.client.0.smithi046.stdout: 368: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:45.395 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PesIL5XwFj5OtCU off=659588 len=1990423 2024-09-20T22:08:45.399 INFO:tasks.workunit.client.0.smithi046.stdout:op 1877 completed, throughput=4.99MB/sec 2024-09-20T22:08:45.399 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jSRT8An-Wa6nQgp off=81211 len=58921 2024-09-20T22:08:45.401 INFO:tasks.workunit.client.0.smithi046.stdout:op 1878 completed, throughput=4.99MB/sec 2024-09-20T22:08:45.401 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4tTXkp3RCUAq0J6 off=8173921 len=1711722 2024-09-20T22:08:45.404 INFO:tasks.workunit.client.0.smithi046.stdout:op 1879 completed, throughput=5MB/sec 2024-09-20T22:08:45.404 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EMmuW_S1E25U4IX off=16723488 len=295348 2024-09-20T22:08:45.405 INFO:tasks.workunit.client.0.smithi046.stdout:op 1880 completed, throughput=5MB/sec 2024-09-20T22:08:45.405 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-H3vHXs6zcc1Elec off=11396011 len=426700 2024-09-20T22:08:45.405 INFO:tasks.workunit.client.0.smithi046.stdout:op 1881 completed, throughput=5MB/sec 2024-09-20T22:08:45.406 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-W6cyhIXzmS_cque off=2539067 len=769848 2024-09-20T22:08:45.407 INFO:tasks.workunit.client.0.smithi046.stdout:op 1882 completed, throughput=5MB/sec 2024-09-20T22:08:46.407 INFO:tasks.workunit.client.0.smithi046.stdout: 369: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:46.407 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yXoK-klnm_CYXSk off=3292601 len=785805 2024-09-20T22:08:46.408 INFO:tasks.workunit.client.0.smithi046.stdout:op 1883 completed, throughput=4.99MB/sec 2024-09-20T22:08:46.408 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QcJrMS-SfdjUzat off=3025609 len=480266 2024-09-20T22:08:46.413 INFO:tasks.workunit.client.0.smithi046.stdout:op 1884 completed, throughput=4.99MB/sec 2024-09-20T22:08:46.413 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GKu_q14DiKhzS2o off=8038183 len=1523692 2024-09-20T22:08:46.415 INFO:tasks.workunit.client.0.smithi046.stdout:op 1885 completed, throughput=5MB/sec 2024-09-20T22:08:46.415 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8Dw5cPUdCjbn08C off=2048722 len=211165 2024-09-20T22:08:46.416 INFO:tasks.workunit.client.0.smithi046.stdout:op 1886 completed, throughput=5MB/sec 2024-09-20T22:08:46.416 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6T9WU3LnwVAP2lD off=5814360 len=940271 2024-09-20T22:08:46.417 INFO:tasks.workunit.client.0.smithi046.stdout:op 1887 completed, throughput=5MB/sec 2024-09-20T22:08:46.417 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0stF3wjv258Q2ds off=4740272 len=1637807 2024-09-20T22:08:46.427 INFO:tasks.workunit.client.0.smithi046.stdout:op 1888 completed, throughput=5MB/sec 2024-09-20T22:08:46.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:46 smithi046 ceph-mon[96110]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-20T22:08:46.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:46 smithi046 ceph-mon[98591]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-20T22:08:46.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:46 smithi134 ceph-mon[89086]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-20T22:08:47.427 INFO:tasks.workunit.client.0.smithi046.stdout: 370: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:47.427 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9LhA1p9yiz-fUDo off=7524742 len=784561 2024-09-20T22:08:47.432 INFO:tasks.workunit.client.0.smithi046.stdout:op 1889 completed, throughput=4.99MB/sec 2024-09-20T22:08:47.432 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FtA4zUUv_zP7BtF off=2630445 len=593911 2024-09-20T22:08:47.436 INFO:tasks.workunit.client.0.smithi046.stdout:op 1890 completed, throughput=4.99MB/sec 2024-09-20T22:08:47.436 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iUQtxSrbOk1t5FV off=262439 len=1626503 2024-09-20T22:08:47.438 INFO:tasks.workunit.client.0.smithi046.stdout:op 1891 completed, throughput=5MB/sec 2024-09-20T22:08:47.438 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OhJ1jQfZvkx0av2 off=11251269 len=1796415 2024-09-20T22:08:47.446 INFO:tasks.workunit.client.0.smithi046.stdout:op 1892 completed, throughput=5MB/sec 2024-09-20T22:08:48.447 INFO:tasks.workunit.client.0.smithi046.stdout: 371: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:48.447 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RsGKPrdbp0hG_eZ off=26778 len=1156348 2024-09-20T22:08:48.448 INFO:tasks.workunit.client.0.smithi046.stdout:op 1893 completed, throughput=4.99MB/sec 2024-09-20T22:08:48.448 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Nv8fZXu0DTpLyR5 off=5269300 len=1785477 2024-09-20T22:08:48.458 INFO:tasks.workunit.client.0.smithi046.stdout:op 1894 completed, throughput=4.99MB/sec 2024-09-20T22:08:48.458 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-u5ZMsU9Ga29TZgx off=12761577 len=20445 2024-09-20T22:08:48.460 INFO:tasks.workunit.client.0.smithi046.stdout:op 1895 completed, throughput=4.99MB/sec 2024-09-20T22:08:48.460 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Bb-DJphn4w-VkBF off=4731973 len=1378625 2024-09-20T22:08:48.469 INFO:tasks.workunit.client.0.smithi046.stdout:op 1896 completed, throughput=5MB/sec 2024-09-20T22:08:48.469 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rOwR0A4qjtypJnw off=10178360 len=708842 2024-09-20T22:08:48.470 INFO:tasks.workunit.client.0.smithi046.stdout:op 1897 completed, throughput=5MB/sec 2024-09-20T22:08:48.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:48 smithi046 ceph-mon[96110]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-20T22:08:48.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:48 smithi046 ceph-mon[98591]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-20T22:08:48.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:48 smithi134 ceph-mon[89086]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-20T22:08:49.470 INFO:tasks.workunit.client.0.smithi046.stdout: 372: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:49.471 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qgFtqPDHRBiMRn0 off=6714360 len=1339469 2024-09-20T22:08:49.472 INFO:tasks.workunit.client.0.smithi046.stdout:op 1898 completed, throughput=4.99MB/sec 2024-09-20T22:08:49.472 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yqyGh_wSzsVyzJk off=9618471 len=448710 2024-09-20T22:08:49.473 INFO:tasks.workunit.client.0.smithi046.stdout:op 1899 completed, throughput=4.99MB/sec 2024-09-20T22:08:49.473 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KFmLuWoZqWLdtKh off=2567869 len=36854 2024-09-20T22:08:49.474 INFO:tasks.workunit.client.0.smithi046.stdout:op 1900 completed, throughput=4.99MB/sec 2024-09-20T22:08:49.474 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nmSYanEOQEa-7l6 off=16771519 len=1017579 2024-09-20T22:08:49.475 INFO:tasks.workunit.client.0.smithi046.stdout:op 1901 completed, throughput=4.99MB/sec 2024-09-20T22:08:49.475 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VyyHG3iy4qsC_mP off=13262297 len=51795 2024-09-20T22:08:49.478 INFO:tasks.workunit.client.0.smithi046.stdout:op 1902 completed, throughput=4.99MB/sec 2024-09-20T22:08:49.478 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VbjAu4V3T8NGwLa off=10831180 len=1144053 2024-09-20T22:08:49.484 INFO:tasks.workunit.client.0.smithi046.stdout:op 1903 completed, throughput=5MB/sec 2024-09-20T22:08:49.484 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jpuPgl6OHw1Q5eh off=2951468 len=1336396 2024-09-20T22:08:49.491 INFO:tasks.workunit.client.0.smithi046.stdout:op 1904 completed, throughput=5MB/sec 2024-09-20T22:08:49.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:08:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:08:49.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:08:50.491 INFO:tasks.workunit.client.0.smithi046.stdout: 373: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:50.491 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sj9cwwcZpWvcnU9 off=5503095 len=367220 2024-09-20T22:08:50.494 INFO:tasks.workunit.client.0.smithi046.stdout:op 1905 completed, throughput=4.99MB/sec 2024-09-20T22:08:50.495 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qmaTUM40GgQH2dJ off=465850 len=568524 2024-09-20T22:08:50.495 INFO:tasks.workunit.client.0.smithi046.stdout:op 1906 completed, throughput=4.99MB/sec 2024-09-20T22:08:50.495 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FnYfvxF_hxbZwbF off=2490303 len=1917384 2024-09-20T22:08:50.504 INFO:tasks.workunit.client.0.smithi046.stdout:op 1907 completed, throughput=4.99MB/sec 2024-09-20T22:08:50.504 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ntWjOc7HNnjb0t2 off=147786 len=1339774 2024-09-20T22:08:50.513 INFO:tasks.workunit.client.0.smithi046.stdout:op 1908 completed, throughput=5MB/sec 2024-09-20T22:08:50.513 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tP1qcQhj7tN1nJ9 off=13152872 len=905984 2024-09-20T22:08:50.517 INFO:tasks.workunit.client.0.smithi046.stdout:op 1909 completed, throughput=5MB/sec 2024-09-20T22:08:50.517 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6v-W7xFXaqdrpRP off=8945655 len=888868 2024-09-20T22:08:50.518 INFO:tasks.workunit.client.0.smithi046.stdout:op 1910 completed, throughput=5MB/sec 2024-09-20T22:08:50.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:50 smithi046 ceph-mon[96110]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:08:50.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:50 smithi046 ceph-mon[98591]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:08:50.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:50 smithi134 ceph-mon[89086]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:08:51.518 INFO:tasks.workunit.client.0.smithi046.stdout: 374: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:51.519 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XRFfXi9bJUKf_yD off=13287342 len=243917 2024-09-20T22:08:51.519 INFO:tasks.workunit.client.0.smithi046.stdout:op 1911 completed, throughput=4.99MB/sec 2024-09-20T22:08:51.519 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uT1TJniYRvPpqbm off=352952 len=2043402 2024-09-20T22:08:51.524 INFO:tasks.workunit.client.0.smithi046.stdout:op 1912 completed, throughput=4.99MB/sec 2024-09-20T22:08:51.524 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--mGk8qy__bURPG5 off=10025425 len=637942 2024-09-20T22:08:51.525 INFO:tasks.workunit.client.0.smithi046.stdout:op 1913 completed, throughput=5MB/sec 2024-09-20T22:08:51.525 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oWWHx8pA5J5Pkrt off=14346216 len=232816 2024-09-20T22:08:51.526 INFO:tasks.workunit.client.0.smithi046.stdout:op 1914 completed, throughput=5MB/sec 2024-09-20T22:08:51.526 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zzHWK_mXxRCMFMt off=4478211 len=1668373 2024-09-20T22:08:51.529 INFO:tasks.workunit.client.0.smithi046.stdout:op 1915 completed, throughput=5MB/sec 2024-09-20T22:08:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:08:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:08:52] "GET /metrics HTTP/1.1" 200 34146 "" "Prometheus/2.43.0" 2024-09-20T22:08:52.529 INFO:tasks.workunit.client.0.smithi046.stdout: 375: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:52.529 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bEzSqxxwj4uinzn off=13634706 len=190312 2024-09-20T22:08:52.530 INFO:tasks.workunit.client.0.smithi046.stdout:op 1916 completed, throughput=4.99MB/sec 2024-09-20T22:08:52.530 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Lnm-I7hsFz_wCvh off=4454266 len=1073769 2024-09-20T22:08:52.535 INFO:tasks.workunit.client.0.smithi046.stdout:op 1917 completed, throughput=4.99MB/sec 2024-09-20T22:08:52.536 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rO7Rk58sEjh6QjZ off=10448040 len=1263239 2024-09-20T22:08:52.537 INFO:tasks.workunit.client.0.smithi046.stdout:op 1918 completed, throughput=4.99MB/sec 2024-09-20T22:08:52.537 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YKr8pp5zeT9cGWw off=1556125 len=1244217 2024-09-20T22:08:52.545 INFO:tasks.workunit.client.0.smithi046.stdout:op 1919 completed, throughput=5MB/sec 2024-09-20T22:08:52.545 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6Wepw2a9PFPAFci off=17652713 len=485513 2024-09-20T22:08:52.546 INFO:tasks.workunit.client.0.smithi046.stdout:op 1920 completed, throughput=5MB/sec 2024-09-20T22:08:52.546 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-agZVJoIhz7cUpXT off=1286128 len=388595 2024-09-20T22:08:52.547 INFO:tasks.workunit.client.0.smithi046.stdout:op 1921 completed, throughput=5MB/sec 2024-09-20T22:08:52.547 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VU07LOxtbj6bkud off=5507869 len=699372 2024-09-20T22:08:52.548 INFO:tasks.workunit.client.0.smithi046.stdout:op 1922 completed, throughput=5MB/sec 2024-09-20T22:08:52.608 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:08:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:08:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:08:52.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:52 smithi046 ceph-mon[96110]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:08:52.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:52 smithi046 ceph-mon[98591]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:08:52.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:52 smithi134 ceph-mon[89086]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:08:53.548 INFO:tasks.workunit.client.0.smithi046.stdout: 376: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:53.549 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Jh5pkFnfv9XLi8c off=2674682 len=1077511 2024-09-20T22:08:53.554 INFO:tasks.workunit.client.0.smithi046.stdout:op 1923 completed, throughput=4.99MB/sec 2024-09-20T22:08:53.554 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EeetWjZ1mRiRbQf off=1883757 len=798619 2024-09-20T22:08:53.558 INFO:tasks.workunit.client.0.smithi046.stdout:op 1924 completed, throughput=4.99MB/sec 2024-09-20T22:08:53.558 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-v-pcnKpxn8R3yjU off=9945214 len=1834346 2024-09-20T22:08:53.569 INFO:tasks.workunit.client.0.smithi046.stdout:op 1925 completed, throughput=5MB/sec 2024-09-20T22:08:53.569 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jRGxeP5osXbsyUa off=17084492 len=117278 2024-09-20T22:08:53.569 INFO:tasks.workunit.client.0.smithi046.stdout:op 1926 completed, throughput=5MB/sec 2024-09-20T22:08:53.569 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4HdDaD2lFX8i47y off=16921228 len=799465 2024-09-20T22:08:53.573 INFO:tasks.workunit.client.0.smithi046.stdout:op 1927 completed, throughput=5MB/sec 2024-09-20T22:08:53.574 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yqitZ3eRVrMc4sR off=7893098 len=593268 2024-09-20T22:08:53.574 INFO:tasks.workunit.client.0.smithi046.stdout:op 1928 completed, throughput=5MB/sec 2024-09-20T22:08:54.575 INFO:tasks.workunit.client.0.smithi046.stdout: 377: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:54.575 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZO-KFX_S9-z_odW off=568742 len=538706 2024-09-20T22:08:54.579 INFO:tasks.workunit.client.0.smithi046.stdout:op 1929 completed, throughput=4.99MB/sec 2024-09-20T22:08:54.579 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FWGszE_K_jlxnT_ off=6609458 len=1979555 2024-09-20T22:08:54.589 INFO:tasks.workunit.client.0.smithi046.stdout:op 1930 completed, throughput=4.99MB/sec 2024-09-20T22:08:54.589 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--qAqHGkJtiKY186 off=9744685 len=767106 2024-09-20T22:08:54.593 INFO:tasks.workunit.client.0.smithi046.stdout:op 1931 completed, throughput=4.99MB/sec 2024-09-20T22:08:54.593 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OWe1_MBQahW8fVx off=2763350 len=804521 2024-09-20T22:08:54.598 INFO:tasks.workunit.client.0.smithi046.stdout:op 1932 completed, throughput=5MB/sec 2024-09-20T22:08:54.598 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4bVlaDC2MJalaDG off=6004578 len=1864250 2024-09-20T22:08:54.600 INFO:tasks.workunit.client.0.smithi046.stdout:op 1933 completed, throughput=5MB/sec 2024-09-20T22:08:54.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:54 smithi046 ceph-mon[96110]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:08:54.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:54 smithi046 ceph-mon[98591]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:08:54.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:54 smithi134 ceph-mon[89086]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:08:55.600 INFO:tasks.workunit.client.0.smithi046.stdout: 378: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:55.600 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-r7lTav_c2qe6NNk off=1039256 len=764065 2024-09-20T22:08:55.605 INFO:tasks.workunit.client.0.smithi046.stdout:op 1934 completed, throughput=4.99MB/sec 2024-09-20T22:08:55.605 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-b-UHIJWpcivM-un off=582005 len=2080645 2024-09-20T22:08:55.608 INFO:tasks.workunit.client.0.smithi046.stdout:op 1935 completed, throughput=5MB/sec 2024-09-20T22:08:55.608 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-C8weN2yzz1FXkmd off=6807674 len=838086 2024-09-20T22:08:55.609 INFO:tasks.workunit.client.0.smithi046.stdout:op 1936 completed, throughput=5MB/sec 2024-09-20T22:08:55.609 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ddX3vKNL2ens25_ off=0 len=1341349 2024-09-20T22:08:55.616 INFO:tasks.workunit.client.0.smithi046.stdout:op 1937 completed, throughput=5MB/sec 2024-09-20T22:08:56.616 INFO:tasks.workunit.client.0.smithi046.stdout: 379: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:56.616 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nuG6X5-h8OGKN5- off=14458428 len=1560971 2024-09-20T22:08:56.618 INFO:tasks.workunit.client.0.smithi046.stdout:op 1938 completed, throughput=4.99MB/sec 2024-09-20T22:08:56.619 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MqHFpXlfdb-xep0 off=6755804 len=1865058 2024-09-20T22:08:56.628 INFO:tasks.workunit.client.0.smithi046.stdout:op 1939 completed, throughput=5MB/sec 2024-09-20T22:08:56.628 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PYI2ZsYBUcv02cP off=2007054 len=269435 2024-09-20T22:08:56.629 INFO:tasks.workunit.client.0.smithi046.stdout:op 1940 completed, throughput=5MB/sec 2024-09-20T22:08:56.629 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NO1th9X5UAncaoS off=8765219 len=722473 2024-09-20T22:08:56.633 INFO:tasks.workunit.client.0.smithi046.stdout:op 1941 completed, throughput=5MB/sec 2024-09-20T22:08:56.633 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-o7y7fW8Mt3lKNO1 off=2109269 len=33763 2024-09-20T22:08:56.634 INFO:tasks.workunit.client.0.smithi046.stdout:op 1942 completed, throughput=5MB/sec 2024-09-20T22:08:56.634 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-X7XRVAH5nXA3COF off=16022537 len=1078964 2024-09-20T22:08:56.639 INFO:tasks.workunit.client.0.smithi046.stdout:op 1943 completed, throughput=5MB/sec 2024-09-20T22:08:56.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:56 smithi046 ceph-mon[96110]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:08:56.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:56 smithi046 ceph-mon[98591]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:08:56.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:56 smithi134 ceph-mon[89086]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:08:57.640 INFO:tasks.workunit.client.0.smithi046.stdout: 380: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:57.640 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7d-t3NNZJjj2-eb off=7775941 len=133580 2024-09-20T22:08:57.643 INFO:tasks.workunit.client.0.smithi046.stdout:op 1944 completed, throughput=4.99MB/sec 2024-09-20T22:08:57.643 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-f9Cn0Y3xWxBvyS4 off=3040045 len=530516 2024-09-20T22:08:57.647 INFO:tasks.workunit.client.0.smithi046.stdout:op 1945 completed, throughput=4.99MB/sec 2024-09-20T22:08:57.647 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yL0IzmpOEQPJRoy off=8971506 len=1915546 2024-09-20T22:08:57.654 INFO:tasks.workunit.client.0.smithi046.stdout:op 1946 completed, throughput=4.99MB/sec 2024-09-20T22:08:57.654 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AajygfJezaQ_7pw off=1186987 len=219876 2024-09-20T22:08:57.657 INFO:tasks.workunit.client.0.smithi046.stdout:op 1947 completed, throughput=4.99MB/sec 2024-09-20T22:08:57.657 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yqjvE3dhVmn0SoZ off=6018615 len=88820 2024-09-20T22:08:57.659 INFO:tasks.workunit.client.0.smithi046.stdout:op 1948 completed, throughput=5MB/sec 2024-09-20T22:08:57.660 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Fvz4mM0kv2XmQfW off=5889606 len=1213924 2024-09-20T22:08:57.666 INFO:tasks.workunit.client.0.smithi046.stdout:op 1949 completed, throughput=5MB/sec 2024-09-20T22:08:57.666 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DeLdCEFv8wqBhtq off=2556000 len=1840901 2024-09-20T22:08:57.676 INFO:tasks.workunit.client.0.smithi046.stdout:op 1950 completed, throughput=5MB/sec 2024-09-20T22:08:58.677 INFO:tasks.workunit.client.0.smithi046.stdout: 381: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:58.677 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-atm8dw-krJu4c9M off=2285850 len=653792 2024-09-20T22:08:58.681 INFO:tasks.workunit.client.0.smithi046.stdout:op 1951 completed, throughput=4.99MB/sec 2024-09-20T22:08:58.681 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KO8XyqhHvXwiuST off=14168345 len=2067710 2024-09-20T22:08:58.684 INFO:tasks.workunit.client.0.smithi046.stdout:op 1952 completed, throughput=5MB/sec 2024-09-20T22:08:58.684 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sETGuS0Meo_VoV1 off=246759 len=146036 2024-09-20T22:08:58.687 INFO:tasks.workunit.client.0.smithi046.stdout:op 1953 completed, throughput=5MB/sec 2024-09-20T22:08:58.687 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XW7UedNrwuWkOJy off=11979962 len=1941295 2024-09-20T22:08:58.696 INFO:tasks.workunit.client.0.smithi046.stdout:op 1954 completed, throughput=5MB/sec 2024-09-20T22:08:58.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:08:58 smithi046 ceph-mon[96110]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-20T22:08:58.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:08:58 smithi046 ceph-mon[98591]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-20T22:08:58.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:08:58 smithi134 ceph-mon[89086]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-20T22:08:59.696 INFO:tasks.workunit.client.0.smithi046.stdout: 382: throughput=4.99MB/sec pending data=0 2024-09-20T22:08:59.696 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-X37wv8cMauoYrRp off=3604490 len=1514374 2024-09-20T22:08:59.698 INFO:tasks.workunit.client.0.smithi046.stdout:op 1955 completed, throughput=4.99MB/sec 2024-09-20T22:08:59.698 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1agIzsz015u_FB7 off=10186542 len=557220 2024-09-20T22:08:59.699 INFO:tasks.workunit.client.0.smithi046.stdout:op 1956 completed, throughput=4.99MB/sec 2024-09-20T22:08:59.699 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9tSKdKnCpweDahJ off=14629985 len=1399243 2024-09-20T22:08:59.708 INFO:tasks.workunit.client.0.smithi046.stdout:op 1957 completed, throughput=5MB/sec 2024-09-20T22:08:59.708 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ILbcWBAQUtHA22S off=9684959 len=887323 2024-09-20T22:08:59.714 INFO:tasks.workunit.client.0.smithi046.stdout:op 1958 completed, throughput=5MB/sec 2024-09-20T22:08:59.714 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UdkusafO_UKZLDp off=23315856 len=1482507 2024-09-20T22:08:59.715 INFO:tasks.workunit.client.0.smithi046.stdout:op 1959 completed, throughput=5MB/sec 2024-09-20T22:09:00.716 INFO:tasks.workunit.client.0.smithi046.stdout: 383: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:00.716 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9JcIm8xmvSxwFgx off=5526594 len=182627 2024-09-20T22:09:00.716 INFO:tasks.workunit.client.0.smithi046.stdout:op 1960 completed, throughput=4.99MB/sec 2024-09-20T22:09:00.716 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OBWzMtYKrZX9338 off=12606242 len=1560006 2024-09-20T22:09:00.720 INFO:tasks.workunit.client.0.smithi046.stdout:op 1961 completed, throughput=4.99MB/sec 2024-09-20T22:09:00.720 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gHlcN3HEX8-uj5u off=8243187 len=2036333 2024-09-20T22:09:00.730 INFO:tasks.workunit.client.0.smithi046.stdout:op 1962 completed, throughput=5MB/sec 2024-09-20T22:09:00.730 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eKfRKGN1iPKBJ_u off=6186284 len=943257 2024-09-20T22:09:00.735 INFO:tasks.workunit.client.0.smithi046.stdout:op 1963 completed, throughput=5MB/sec 2024-09-20T22:09:00.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:00 smithi046 ceph-mon[96110]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:09:00.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:00 smithi046 ceph-mon[98591]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:09:00.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:00 smithi134 ceph-mon[89086]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:09:01.735 INFO:tasks.workunit.client.0.smithi046.stdout: 384: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:01.736 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vd6NA-y0Kr6LVxR off=3844592 len=1096202 2024-09-20T22:09:01.741 INFO:tasks.workunit.client.0.smithi046.stdout:op 1964 completed, throughput=4.99MB/sec 2024-09-20T22:09:01.741 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zknf8GT6vFtg_1c off=9569462 len=1361447 2024-09-20T22:09:01.745 INFO:tasks.workunit.client.0.smithi046.stdout:op 1965 completed, throughput=4.99MB/sec 2024-09-20T22:09:01.745 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aoQ7S3nDRk0OIk5 off=19899307 len=1589567 2024-09-20T22:09:01.747 INFO:tasks.workunit.client.0.smithi046.stdout:op 1966 completed, throughput=5MB/sec 2024-09-20T22:09:01.747 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3DZBtVL6LfChsVc off=1832045 len=1893840 2024-09-20T22:09:01.749 INFO:tasks.workunit.client.0.smithi046.stdout:op 1967 completed, throughput=5MB/sec 2024-09-20T22:09:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:09:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:09:02] "GET /metrics HTTP/1.1" 200 34146 "" "Prometheus/2.43.0" 2024-09-20T22:09:02.623 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:09:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:09:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:09:02.749 INFO:tasks.workunit.client.0.smithi046.stdout: 385: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:02.750 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HRi_yajY_iVxhXA off=6165265 len=1356427 2024-09-20T22:09:02.751 INFO:tasks.workunit.client.0.smithi046.stdout:op 1968 completed, throughput=4.99MB/sec 2024-09-20T22:09:02.752 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nfgO5yh_PB3nVnc off=0 len=1303706 2024-09-20T22:09:02.753 INFO:tasks.workunit.client.0.smithi046.stdout:op 1969 completed, throughput=5MB/sec 2024-09-20T22:09:02.753 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ejdK5tksRg-ix8L off=1288886 len=1094715 2024-09-20T22:09:02.759 INFO:tasks.workunit.client.0.smithi046.stdout:op 1970 completed, throughput=5MB/sec 2024-09-20T22:09:02.759 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UFEwTJa8tCJpRr5 off=22221613 len=355132 2024-09-20T22:09:02.765 INFO:tasks.workunit.client.0.smithi046.stdout:op 1971 completed, throughput=5MB/sec 2024-09-20T22:09:02.765 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4VyoA5UEjkDDWzK off=4914338 len=799269 2024-09-20T22:09:02.769 INFO:tasks.workunit.client.0.smithi046.stdout:op 1972 completed, throughput=5MB/sec 2024-09-20T22:09:02.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:02 smithi046 ceph-mon[96110]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-20T22:09:02.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:02 smithi046 ceph-mon[98591]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-20T22:09:02.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:02 smithi134 ceph-mon[89086]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-20T22:09:03.769 INFO:tasks.workunit.client.0.smithi046.stdout: 386: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:03.769 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YnBiWPJ6tVvxR7R off=8350244 len=531072 2024-09-20T22:09:03.773 INFO:tasks.workunit.client.0.smithi046.stdout:op 1973 completed, throughput=4.99MB/sec 2024-09-20T22:09:03.773 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-W9tZyxLXWUmYFLE off=6722357 len=609117 2024-09-20T22:09:03.778 INFO:tasks.workunit.client.0.smithi046.stdout:op 1974 completed, throughput=4.99MB/sec 2024-09-20T22:09:03.778 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HWnm2NG6xn9CGeZ off=3957062 len=194762 2024-09-20T22:09:03.778 INFO:tasks.workunit.client.0.smithi046.stdout:op 1975 completed, throughput=4.99MB/sec 2024-09-20T22:09:03.778 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--2jQKYWlVJMJB_V off=18606182 len=369597 2024-09-20T22:09:03.782 INFO:tasks.workunit.client.0.smithi046.stdout:op 1976 completed, throughput=4.99MB/sec 2024-09-20T22:09:03.782 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-F3BlI3zQPibgMay off=1409696 len=1480587 2024-09-20T22:09:03.789 INFO:tasks.workunit.client.0.smithi046.stdout:op 1977 completed, throughput=5MB/sec 2024-09-20T22:09:03.789 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FNVwJfCKAvjT8_V off=1574871 len=741598 2024-09-20T22:09:03.790 INFO:tasks.workunit.client.0.smithi046.stdout:op 1978 completed, throughput=5MB/sec 2024-09-20T22:09:03.790 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-D7i4JU5SebfAEpy off=639822 len=1621771 2024-09-20T22:09:03.798 INFO:tasks.workunit.client.0.smithi046.stdout:op 1979 completed, throughput=5MB/sec 2024-09-20T22:09:04.798 INFO:tasks.workunit.client.0.smithi046.stdout: 387: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:04.799 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wuUbeR_iXzxK_Fj off=7674142 len=1188832 2024-09-20T22:09:04.806 INFO:tasks.workunit.client.0.smithi046.stdout:op 1980 completed, throughput=4.99MB/sec 2024-09-20T22:09:04.806 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8eLbunuq3JUnXnG off=11385960 len=1441063 2024-09-20T22:09:04.808 INFO:tasks.workunit.client.0.smithi046.stdout:op 1981 completed, throughput=5MB/sec 2024-09-20T22:09:04.808 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KxZ8JtCT7lsaUiL off=20606335 len=1693629 2024-09-20T22:09:04.811 INFO:tasks.workunit.client.0.smithi046.stdout:op 1982 completed, throughput=5MB/sec 2024-09-20T22:09:04.811 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5vAfHpOfKzlCczn off=5053599 len=955487 2024-09-20T22:09:04.812 INFO:tasks.workunit.client.0.smithi046.stdout:op 1983 completed, throughput=5MB/sec 2024-09-20T22:09:05.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:05 smithi046 ceph-mon[96110]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:09:05.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:05 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:09:05.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:05 smithi046 ceph-mon[98591]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:09:05.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:05 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:09:05.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:05 smithi134 ceph-mon[89086]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:09:05.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:05 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:09:05.813 INFO:tasks.workunit.client.0.smithi046.stdout: 388: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:05.813 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-85ZMSmQdceiimJ_ off=1360401 len=1809600 2024-09-20T22:09:05.825 INFO:tasks.workunit.client.0.smithi046.stdout:op 1984 completed, throughput=4.99MB/sec 2024-09-20T22:09:05.825 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZLIcOLaiUt3chMY off=2222504 len=1789362 2024-09-20T22:09:05.834 INFO:tasks.workunit.client.0.smithi046.stdout:op 1985 completed, throughput=5MB/sec 2024-09-20T22:09:05.834 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DeK9C1HArajd0gx off=5480663 len=874547 2024-09-20T22:09:05.835 INFO:tasks.workunit.client.0.smithi046.stdout:op 1986 completed, throughput=5MB/sec 2024-09-20T22:09:05.835 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nS2Xn7tJkxu_2ez off=5684345 len=1105532 2024-09-20T22:09:05.840 INFO:tasks.workunit.client.0.smithi046.stdout:op 1987 completed, throughput=5MB/sec 2024-09-20T22:09:06.841 INFO:tasks.workunit.client.0.smithi046.stdout: 389: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:06.841 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SSnZMv2KSV4opbU off=7773330 len=1782409 2024-09-20T22:09:06.850 INFO:tasks.workunit.client.0.smithi046.stdout:op 1988 completed, throughput=4.99MB/sec 2024-09-20T22:09:06.850 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-J0yoxywK4lSuPUA off=2737367 len=241397 2024-09-20T22:09:06.850 INFO:tasks.workunit.client.0.smithi046.stdout:op 1989 completed, throughput=4.99MB/sec 2024-09-20T22:09:06.850 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FnQ29W9Ffmds4dM off=7000475 len=285085 2024-09-20T22:09:06.852 INFO:tasks.workunit.client.0.smithi046.stdout:op 1990 completed, throughput=4.99MB/sec 2024-09-20T22:09:06.853 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cmPLWscGTonBeJZ off=1112373 len=681620 2024-09-20T22:09:06.857 INFO:tasks.workunit.client.0.smithi046.stdout:op 1991 completed, throughput=5MB/sec 2024-09-20T22:09:06.857 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kBmavbogrllclqi off=9343496 len=1624384 2024-09-20T22:09:06.859 INFO:tasks.workunit.client.0.smithi046.stdout:op 1992 completed, throughput=5MB/sec 2024-09-20T22:09:07.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:07 smithi046 ceph-mon[96110]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:09:07.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:07 smithi046 ceph-mon[98591]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:09:07.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:07 smithi134 ceph-mon[89086]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:09:07.860 INFO:tasks.workunit.client.0.smithi046.stdout: 390: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:07.860 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7qq9O8ws8E8tGga off=0 len=1088641 2024-09-20T22:09:07.865 INFO:tasks.workunit.client.0.smithi046.stdout:op 1993 completed, throughput=4.99MB/sec 2024-09-20T22:09:07.865 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JBdL1S86lKRaUrQ off=2122828 len=754947 2024-09-20T22:09:07.867 INFO:tasks.workunit.client.0.smithi046.stdout:op 1994 completed, throughput=4.99MB/sec 2024-09-20T22:09:07.868 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uoDONNKMaQqT15K off=7763289 len=638508 2024-09-20T22:09:07.872 INFO:tasks.workunit.client.0.smithi046.stdout:op 1995 completed, throughput=4.99MB/sec 2024-09-20T22:09:07.872 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-f0-TXKaA9-QYOIy off=10495829 len=1299461 2024-09-20T22:09:07.873 INFO:tasks.workunit.client.0.smithi046.stdout:op 1996 completed, throughput=5MB/sec 2024-09-20T22:09:07.873 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6mSIyIZNzI1v_Ol off=5153835 len=1719397 2024-09-20T22:09:07.875 INFO:tasks.workunit.client.0.smithi046.stdout:op 1997 completed, throughput=5MB/sec 2024-09-20T22:09:08.876 INFO:tasks.workunit.client.0.smithi046.stdout: 391: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:08.876 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jeuE3UH7LwOvWZz off=16688769 len=102687 2024-09-20T22:09:08.876 INFO:tasks.workunit.client.0.smithi046.stdout:op 1998 completed, throughput=4.99MB/sec 2024-09-20T22:09:08.876 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XJG1ADUBe31iXxM off=8849819 len=398992 2024-09-20T22:09:08.877 INFO:tasks.workunit.client.0.smithi046.stdout:op 1999 completed, throughput=4.99MB/sec 2024-09-20T22:09:08.877 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lazzEQpLps4A34p off=9450079 len=444688 2024-09-20T22:09:08.878 INFO:tasks.workunit.client.0.smithi046.stdout:op 2000 completed, throughput=4.99MB/sec 2024-09-20T22:09:08.878 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rj2t7X2GUW7YDs2 off=6471474 len=475555 2024-09-20T22:09:08.882 INFO:tasks.workunit.client.0.smithi046.stdout:op 2001 completed, throughput=4.99MB/sec 2024-09-20T22:09:08.882 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-N5-b_4W9tEK2iLp off=10348296 len=1749632 2024-09-20T22:09:08.884 INFO:tasks.workunit.client.0.smithi046.stdout:op 2002 completed, throughput=5MB/sec 2024-09-20T22:09:08.884 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-t4ibcf6A7JFXBBb off=597190 len=1478655 2024-09-20T22:09:08.891 INFO:tasks.workunit.client.0.smithi046.stdout:op 2003 completed, throughput=5MB/sec 2024-09-20T22:09:08.891 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Wij5ZlNHynymzW- off=14121827 len=664054 2024-09-20T22:09:08.893 INFO:tasks.workunit.client.0.smithi046.stdout:op 2004 completed, throughput=5MB/sec 2024-09-20T22:09:09.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:09 smithi046 ceph-mon[96110]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-20T22:09:09.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:09 smithi046 ceph-mon[98591]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-20T22:09:09.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:09 smithi134 ceph-mon[89086]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-20T22:09:09.893 INFO:tasks.workunit.client.0.smithi046.stdout: 392: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:09.893 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QPY-zap-FySGfaY off=6964652 len=913987 2024-09-20T22:09:09.896 INFO:tasks.workunit.client.0.smithi046.stdout:op 2005 completed, throughput=4.99MB/sec 2024-09-20T22:09:09.896 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yZR8K76AgMPBRjn off=832072 len=1119747 2024-09-20T22:09:09.898 INFO:tasks.workunit.client.0.smithi046.stdout:op 2006 completed, throughput=4.99MB/sec 2024-09-20T22:09:09.898 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MY6y7aewWpBBKGz off=1925389 len=1799098 2024-09-20T22:09:09.908 INFO:tasks.workunit.client.0.smithi046.stdout:op 2007 completed, throughput=5MB/sec 2024-09-20T22:09:09.908 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-44LbKZi0je3bM5c off=3907377 len=2041196 2024-09-20T22:09:09.922 INFO:tasks.workunit.client.0.smithi046.stdout:op 2008 completed, throughput=5MB/sec 2024-09-20T22:09:10.921 INFO:tasks.workunit.client.0.smithi046.stdout: 393: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:10.921 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sl0TrZORVxFGS91 off=2641048 len=1073153 2024-09-20T22:09:10.926 INFO:tasks.workunit.client.0.smithi046.stdout:op 2009 completed, throughput=4.99MB/sec 2024-09-20T22:09:10.927 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--v1PS01xnSB91PV off=2054747 len=321491 2024-09-20T22:09:10.927 INFO:tasks.workunit.client.0.smithi046.stdout:op 2010 completed, throughput=4.99MB/sec 2024-09-20T22:09:10.927 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-v3A4kHf_GNJYTUu off=14831017 len=749051 2024-09-20T22:09:10.932 INFO:tasks.workunit.client.0.smithi046.stdout:op 2011 completed, throughput=4.99MB/sec 2024-09-20T22:09:10.932 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-alVoC9l8BVv0WNw off=10758903 len=1700194 2024-09-20T22:09:10.935 INFO:tasks.workunit.client.0.smithi046.stdout:op 2012 completed, throughput=5MB/sec 2024-09-20T22:09:10.935 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Qym2Dui9skyuaLz off=5708053 len=405221 2024-09-20T22:09:10.936 INFO:tasks.workunit.client.0.smithi046.stdout:op 2013 completed, throughput=5MB/sec 2024-09-20T22:09:10.936 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LykgIbO0-nYU2KL off=12582396 len=544402 2024-09-20T22:09:10.937 INFO:tasks.workunit.client.0.smithi046.stdout:op 2014 completed, throughput=5MB/sec 2024-09-20T22:09:11.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:11 smithi046 ceph-mon[96110]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-20T22:09:11.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:11 smithi046 ceph-mon[98591]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-20T22:09:11.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:11 smithi134 ceph-mon[89086]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-20T22:09:11.938 INFO:tasks.workunit.client.0.smithi046.stdout: 394: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:11.938 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8_QbGsugFgwwcR4 off=1575575 len=2060162 2024-09-20T22:09:11.947 INFO:tasks.workunit.client.0.smithi046.stdout:op 2015 completed, throughput=4.99MB/sec 2024-09-20T22:09:11.947 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5pTw2hOydEx5xTH off=3758412 len=210182 2024-09-20T22:09:11.950 INFO:tasks.workunit.client.0.smithi046.stdout:op 2016 completed, throughput=4.99MB/sec 2024-09-20T22:09:11.950 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-opUOA9Pciu3crzH off=4413914 len=304507 2024-09-20T22:09:11.953 INFO:tasks.workunit.client.0.smithi046.stdout:op 2017 completed, throughput=4.99MB/sec 2024-09-20T22:09:11.953 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ntyRNO1f7Jhlrpa off=10029887 len=754416 2024-09-20T22:09:11.957 INFO:tasks.workunit.client.0.smithi046.stdout:op 2018 completed, throughput=5MB/sec 2024-09-20T22:09:11.957 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dge_dGT3EhLi7sA off=11031572 len=639011 2024-09-20T22:09:11.961 INFO:tasks.workunit.client.0.smithi046.stdout:op 2019 completed, throughput=5MB/sec 2024-09-20T22:09:11.961 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-c0n1Sl23EfI_dPQ off=4547848 len=794017 2024-09-20T22:09:11.965 INFO:tasks.workunit.client.0.smithi046.stdout:op 2020 completed, throughput=5MB/sec 2024-09-20T22:09:11.965 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--qi-bMyhdPUcIlb off=73939 len=2019690 2024-09-20T22:09:11.974 INFO:tasks.workunit.client.0.smithi046.stdout:op 2021 completed, throughput=5MB/sec 2024-09-20T22:09:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:09:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:09:12] "GET /metrics HTTP/1.1" 200 34145 "" "Prometheus/2.43.0" 2024-09-20T22:09:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:09:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:09:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:09:12.975 INFO:tasks.workunit.client.0.smithi046.stdout: 395: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:12.975 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xfUFskWur3Lmd5I off=6724914 len=172274 2024-09-20T22:09:12.978 INFO:tasks.workunit.client.0.smithi046.stdout:op 2022 completed, throughput=4.99MB/sec 2024-09-20T22:09:12.978 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9SOOHS80qurn1aG off=10124691 len=1862035 2024-09-20T22:09:12.988 INFO:tasks.workunit.client.0.smithi046.stdout:op 2023 completed, throughput=5MB/sec 2024-09-20T22:09:12.988 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VaTl0bCyTcYxomn off=14135688 len=1448559 2024-09-20T22:09:12.995 INFO:tasks.workunit.client.0.smithi046.stdout:op 2024 completed, throughput=5MB/sec 2024-09-20T22:09:12.995 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pzDLJphIpwLZFf4 off=4012191 len=775852 2024-09-20T22:09:12.996 INFO:tasks.workunit.client.0.smithi046.stdout:op 2025 completed, throughput=5MB/sec 2024-09-20T22:09:13.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:13 smithi046 ceph-mon[98591]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-20T22:09:13.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:13 smithi046 ceph-mon[96110]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-20T22:09:13.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:13 smithi134 ceph-mon[89086]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-20T22:09:13.997 INFO:tasks.workunit.client.0.smithi046.stdout: 396: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:13.997 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CWdvF_7VVKfwHP_ off=14210106 len=906642 2024-09-20T22:09:13.998 INFO:tasks.workunit.client.0.smithi046.stdout:op 2026 completed, throughput=4.99MB/sec 2024-09-20T22:09:13.998 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3CIpUjzkXB5iqhF off=11732780 len=1767583 2024-09-20T22:09:14.007 INFO:tasks.workunit.client.0.smithi046.stdout:op 2027 completed, throughput=4.99MB/sec 2024-09-20T22:09:14.007 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dSsdYRXViaYw06x off=13951274 len=1138207 2024-09-20T22:09:14.011 INFO:tasks.workunit.client.0.smithi046.stdout:op 2028 completed, throughput=5MB/sec 2024-09-20T22:09:14.011 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nWzaYnTQk_W3sIe off=16272501 len=139240 2024-09-20T22:09:14.015 INFO:tasks.workunit.client.0.smithi046.stdout:op 2029 completed, throughput=5MB/sec 2024-09-20T22:09:14.015 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zj1sI3AMHh_2UdB off=1539683 len=1950221 2024-09-20T22:09:14.018 INFO:tasks.workunit.client.0.smithi046.stdout:op 2030 completed, throughput=5MB/sec 2024-09-20T22:09:15.017 INFO:tasks.workunit.client.0.smithi046.stdout: 397: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:15.017 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DF0FAT8VcXzgrUp off=2343228 len=1739622 2024-09-20T22:09:15.021 INFO:tasks.workunit.client.0.smithi046.stdout:op 2031 completed, throughput=4.99MB/sec 2024-09-20T22:09:15.021 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yFHbAsVueJ0zdXr off=109546 len=547557 2024-09-20T22:09:15.022 INFO:tasks.workunit.client.0.smithi046.stdout:op 2032 completed, throughput=5MB/sec 2024-09-20T22:09:15.022 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vxKBUh9mMdojleO off=1553218 len=697055 2024-09-20T22:09:15.026 INFO:tasks.workunit.client.0.smithi046.stdout:op 2033 completed, throughput=5MB/sec 2024-09-20T22:09:15.026 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oc4KpSX4Csy8tE8 off=590164 len=784036 2024-09-20T22:09:15.031 INFO:tasks.workunit.client.0.smithi046.stdout:op 2034 completed, throughput=5MB/sec 2024-09-20T22:09:15.031 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rBWL1OHC03J7dnz off=5013834 len=1663196 2024-09-20T22:09:15.041 INFO:tasks.workunit.client.0.smithi046.stdout:op 2035 completed, throughput=5MB/sec 2024-09-20T22:09:15.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:15 smithi046 ceph-mon[98591]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:09:15.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:15 smithi046 ceph-mon[96110]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:09:15.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:15 smithi134 ceph-mon[89086]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:09:16.040 INFO:tasks.workunit.client.0.smithi046.stdout: 398: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:16.040 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HN9bNiY_ZlON0Ro off=4525958 len=211316 2024-09-20T22:09:16.043 INFO:tasks.workunit.client.0.smithi046.stdout:op 2036 completed, throughput=4.99MB/sec 2024-09-20T22:09:16.043 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Eeo0KPWLXBZvLNN off=4964776 len=16328 2024-09-20T22:09:16.044 INFO:tasks.workunit.client.0.smithi046.stdout:op 2037 completed, throughput=4.99MB/sec 2024-09-20T22:09:16.044 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-R1O_QDlvfFvuyUZ off=6544562 len=1616949 2024-09-20T22:09:16.051 INFO:tasks.workunit.client.0.smithi046.stdout:op 2038 completed, throughput=4.99MB/sec 2024-09-20T22:09:16.052 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bEzSqxxwj4uinzn off=11852138 len=405770 2024-09-20T22:09:16.055 INFO:tasks.workunit.client.0.smithi046.stdout:op 2039 completed, throughput=5MB/sec 2024-09-20T22:09:16.055 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fvt51lDVd4COmD9 off=9618701 len=1373926 2024-09-20T22:09:16.060 INFO:tasks.workunit.client.0.smithi046.stdout:op 2040 completed, throughput=5MB/sec 2024-09-20T22:09:16.061 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-T6fxnfJucXYk010 off=11157474 len=2022660 2024-09-20T22:09:16.067 INFO:tasks.workunit.client.0.smithi046.stdout:op 2041 completed, throughput=5MB/sec 2024-09-20T22:09:17.068 INFO:tasks.workunit.client.0.smithi046.stdout: 399: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:17.068 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xB4v3Kiih3NJj3H off=901409 len=528841 2024-09-20T22:09:17.069 INFO:tasks.workunit.client.0.smithi046.stdout:op 2042 completed, throughput=4.99MB/sec 2024-09-20T22:09:17.069 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ru5xOrhhoV3sGJo off=6963778 len=926713 2024-09-20T22:09:17.074 INFO:tasks.workunit.client.0.smithi046.stdout:op 2043 completed, throughput=4.99MB/sec 2024-09-20T22:09:17.074 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hc8vkbyPESL977F off=5948490 len=1761204 2024-09-20T22:09:17.076 INFO:tasks.workunit.client.0.smithi046.stdout:op 2044 completed, throughput=5MB/sec 2024-09-20T22:09:17.077 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uUq1Va9XyRNp4_1 off=623915 len=759185 2024-09-20T22:09:17.078 INFO:tasks.workunit.client.0.smithi046.stdout:op 2045 completed, throughput=5MB/sec 2024-09-20T22:09:17.078 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-p8MXEC_rOZRF_Zs off=16540051 len=8238 2024-09-20T22:09:17.080 INFO:tasks.workunit.client.0.smithi046.stdout:op 2046 completed, throughput=5MB/sec 2024-09-20T22:09:17.080 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2WSxY-ZcXe86JBe off=15471699 len=47412 2024-09-20T22:09:17.081 INFO:tasks.workunit.client.0.smithi046.stdout:op 2047 completed, throughput=5MB/sec 2024-09-20T22:09:17.081 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qBMtyGr6S2-FHMC off=8950386 len=806648 2024-09-20T22:09:17.081 INFO:tasks.workunit.client.0.smithi046.stdout:op 2048 completed, throughput=5MB/sec 2024-09-20T22:09:17.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:17 smithi046 ceph-mon[96110]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-20T22:09:17.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:17 smithi046 ceph-mon[98591]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-20T22:09:17.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:17 smithi134 ceph-mon[89086]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-20T22:09:18.082 INFO:tasks.workunit.client.0.smithi046.stdout: 400: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:18.082 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1moQYbnUWqnAF7M off=14694736 len=1583539 2024-09-20T22:09:18.089 INFO:tasks.workunit.client.0.smithi046.stdout:op 2049 completed, throughput=4.99MB/sec 2024-09-20T22:09:18.090 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-M1717jnB5wsYvxX off=5867879 len=676604 2024-09-20T22:09:18.091 INFO:tasks.workunit.client.0.smithi046.stdout:op 2050 completed, throughput=4.99MB/sec 2024-09-20T22:09:18.091 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cNwqt4_8u4lrVyo off=8038082 len=1000307 2024-09-20T22:09:18.097 INFO:tasks.workunit.client.0.smithi046.stdout:op 2051 completed, throughput=5MB/sec 2024-09-20T22:09:18.097 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SO5wLDqj6dUnLyo off=6158413 len=977201 2024-09-20T22:09:18.102 INFO:tasks.workunit.client.0.smithi046.stdout:op 2052 completed, throughput=5MB/sec 2024-09-20T22:09:18.102 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-v5hWPgOeR3PR7tU off=5171340 len=926161 2024-09-20T22:09:18.103 INFO:tasks.workunit.client.0.smithi046.stdout:op 2053 completed, throughput=5MB/sec 2024-09-20T22:09:18.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:18 smithi046 ceph-mon[98591]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-20T22:09:18.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:18 smithi046 ceph-mon[96110]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-20T22:09:18.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:18 smithi134 ceph-mon[89086]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-20T22:09:19.104 INFO:tasks.workunit.client.0.smithi046.stdout: 401: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:19.104 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VF9-ddfDH23u65S off=16421468 len=1867065 2024-09-20T22:09:19.114 INFO:tasks.workunit.client.0.smithi046.stdout:op 2054 completed, throughput=4.99MB/sec 2024-09-20T22:09:19.114 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-si0Hxq-okCrLJni off=13169034 len=535940 2024-09-20T22:09:19.118 INFO:tasks.workunit.client.0.smithi046.stdout:op 2055 completed, throughput=4.99MB/sec 2024-09-20T22:09:19.118 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-F_nJUKDo_iKyfE7 off=9629531 len=308709 2024-09-20T22:09:19.119 INFO:tasks.workunit.client.0.smithi046.stdout:op 2056 completed, throughput=5MB/sec 2024-09-20T22:09:19.119 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fo8oui8zXVx43Ef off=16000503 len=214376 2024-09-20T22:09:19.122 INFO:tasks.workunit.client.0.smithi046.stdout:op 2057 completed, throughput=5MB/sec 2024-09-20T22:09:19.122 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ecYWBX99sM3PVFG off=776090 len=1973280 2024-09-20T22:09:19.133 INFO:tasks.workunit.client.0.smithi046.stdout:op 2058 completed, throughput=5MB/sec 2024-09-20T22:09:19.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:09:19.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:09:19.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:09:20.134 INFO:tasks.workunit.client.0.smithi046.stdout: 402: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:20.134 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XZK2Ccu8wyGhGAQ off=14322047 len=903392 2024-09-20T22:09:20.135 INFO:tasks.workunit.client.0.smithi046.stdout:op 2059 completed, throughput=4.99MB/sec 2024-09-20T22:09:20.135 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-N-jkrswtU8zwk1o off=978895 len=268947 2024-09-20T22:09:20.136 INFO:tasks.workunit.client.0.smithi046.stdout:op 2060 completed, throughput=4.99MB/sec 2024-09-20T22:09:20.136 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uwYpzO-aH2LxBCH off=10004728 len=265241 2024-09-20T22:09:20.139 INFO:tasks.workunit.client.0.smithi046.stdout:op 2061 completed, throughput=4.99MB/sec 2024-09-20T22:09:20.140 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DJmHlQGnxDGOVYQ off=671680 len=1683176 2024-09-20T22:09:20.148 INFO:tasks.workunit.client.0.smithi046.stdout:op 2062 completed, throughput=5MB/sec 2024-09-20T22:09:20.148 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fxqnUEOcM6MaBCl off=2254617 len=18031 2024-09-20T22:09:20.151 INFO:tasks.workunit.client.0.smithi046.stdout:op 2063 completed, throughput=5MB/sec 2024-09-20T22:09:20.151 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qCaoadanLABA19n off=5711662 len=1490940 2024-09-20T22:09:20.152 INFO:tasks.workunit.client.0.smithi046.stdout:op 2064 completed, throughput=5MB/sec 2024-09-20T22:09:20.152 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vhszBPrN0kdofoJ off=146606 len=104724 2024-09-20T22:09:20.154 INFO:tasks.workunit.client.0.smithi046.stdout:op 2065 completed, throughput=5MB/sec 2024-09-20T22:09:20.154 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wjePdTbXwcISLft off=14615819 len=118535 2024-09-20T22:09:20.156 INFO:tasks.workunit.client.0.smithi046.stdout:op 2066 completed, throughput=5MB/sec 2024-09-20T22:09:20.157 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MX0kmLflZXhqlOm off=14672407 len=1557332 2024-09-20T22:09:20.163 INFO:tasks.workunit.client.0.smithi046.stdout:op 2067 completed, throughput=5MB/sec 2024-09-20T22:09:20.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:20 smithi046 ceph-mon[96110]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:09:20.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:20 smithi046 ceph-mon[98591]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:09:20.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:20 smithi134 ceph-mon[89086]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:09:21.165 INFO:tasks.workunit.client.0.smithi046.stdout: 403: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:21.166 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5ADHmA5r7eHg0G_ off=1776804 len=351170 2024-09-20T22:09:21.167 INFO:tasks.workunit.client.0.smithi046.stdout:op 2068 completed, throughput=4.99MB/sec 2024-09-20T22:09:21.167 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9bWeYIntaPPgk1I off=2271062 len=1915435 2024-09-20T22:09:21.169 INFO:tasks.workunit.client.0.smithi046.stdout:op 2069 completed, throughput=5MB/sec 2024-09-20T22:09:21.169 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zrYYLFbtGXehbcy off=2025212 len=377247 2024-09-20T22:09:21.173 INFO:tasks.workunit.client.0.smithi046.stdout:op 2070 completed, throughput=5MB/sec 2024-09-20T22:09:21.173 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZgGtSBneJDcFAwi off=8509048 len=1643034 2024-09-20T22:09:21.181 INFO:tasks.workunit.client.0.smithi046.stdout:op 2071 completed, throughput=5MB/sec 2024-09-20T22:09:22.182 INFO:tasks.workunit.client.0.smithi046.stdout: 404: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:22.182 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-q1jT-OPRDxpCi7X off=10608685 len=1598557 2024-09-20T22:09:22.185 INFO:tasks.workunit.client.0.smithi046.stdout:op 2072 completed, throughput=4.99MB/sec 2024-09-20T22:09:22.185 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jIpqFqNhEVW59Qr off=6829931 len=1836865 2024-09-20T22:09:22.194 INFO:tasks.workunit.client.0.smithi046.stdout:op 2073 completed, throughput=5MB/sec 2024-09-20T22:09:22.194 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dmb4n5sZmcoFCVw off=5225003 len=843092 2024-09-20T22:09:22.195 INFO:tasks.workunit.client.0.smithi046.stdout:op 2074 completed, throughput=5MB/sec 2024-09-20T22:09:22.195 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ykptQg_-DRm42-p off=12962699 len=1022275 2024-09-20T22:09:22.200 INFO:tasks.workunit.client.0.smithi046.stdout:op 2075 completed, throughput=5MB/sec 2024-09-20T22:09:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:09:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:09:22] "GET /metrics HTTP/1.1" 200 34146 "" "Prometheus/2.43.0" 2024-09-20T22:09:22.568 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:09:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:09:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:09:22.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:22 smithi046 ceph-mon[96110]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:09:22.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:22 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:09:22.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:22 smithi046 ceph-mon[98591]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:09:22.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:22 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:09:22.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:22 smithi134 ceph-mon[89086]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:09:22.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:22 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:09:23.201 INFO:tasks.workunit.client.0.smithi046.stdout: 405: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:23.201 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hcPPNW3k3x5ZtHN off=5767082 len=1382674 2024-09-20T22:09:23.207 INFO:tasks.workunit.client.0.smithi046.stdout:op 2076 completed, throughput=4.99MB/sec 2024-09-20T22:09:23.207 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FRo0aEe0mjy9YVT off=6027081 len=1400859 2024-09-20T22:09:23.209 INFO:tasks.workunit.client.0.smithi046.stdout:op 2077 completed, throughput=4.99MB/sec 2024-09-20T22:09:23.209 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1byDemXlP991xzL off=1129013 len=2015084 2024-09-20T22:09:23.211 INFO:tasks.workunit.client.0.smithi046.stdout:op 2078 completed, throughput=5MB/sec 2024-09-20T22:09:23.211 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2-3bUwE0v1KeFc5 off=3424599 len=1804480 2024-09-20T22:09:23.213 INFO:tasks.workunit.client.0.smithi046.stdout:op 2079 completed, throughput=5MB/sec 2024-09-20T22:09:23.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:23 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:09:23.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:23 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:09:23.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:23 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:09:23.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:23 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:09:23.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:23 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:09:23.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:23 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:09:23.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:23 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:09:23.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:23 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:09:23.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:23 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:09:24.213 INFO:tasks.workunit.client.0.smithi046.stdout: 406: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:24.214 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-34Sj_ObvSpdRTQN off=4139845 len=242271 2024-09-20T22:09:24.215 INFO:tasks.workunit.client.0.smithi046.stdout:op 2080 completed, throughput=4.99MB/sec 2024-09-20T22:09:24.215 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OWe1_MBQahW8fVx off=4732511 len=1331122 2024-09-20T22:09:24.222 INFO:tasks.workunit.client.0.smithi046.stdout:op 2081 completed, throughput=4.99MB/sec 2024-09-20T22:09:24.222 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YH-7rwZn5rw9oXv off=1080170 len=1939369 2024-09-20T22:09:24.232 INFO:tasks.workunit.client.0.smithi046.stdout:op 2082 completed, throughput=5MB/sec 2024-09-20T22:09:24.232 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nPTg1x9uKvJnVX3 off=6047962 len=357683 2024-09-20T22:09:24.233 INFO:tasks.workunit.client.0.smithi046.stdout:op 2083 completed, throughput=5MB/sec 2024-09-20T22:09:24.233 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MhL_eDIWMFj2xE0 off=1218505 len=1571029 2024-09-20T22:09:24.240 INFO:tasks.workunit.client.0.smithi046.stdout:op 2084 completed, throughput=5MB/sec 2024-09-20T22:09:25.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:24 smithi046 ceph-mon[96110]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:09:25.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:24 smithi046 ceph-mon[98591]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:09:25.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:24 smithi134 ceph-mon[89086]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:09:25.241 INFO:tasks.workunit.client.0.smithi046.stdout: 407: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:25.241 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3Jfoh2poIxK33Al off=891453 len=1648818 2024-09-20T22:09:25.244 INFO:tasks.workunit.client.0.smithi046.stdout:op 2085 completed, throughput=4.99MB/sec 2024-09-20T22:09:25.244 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-judEAzFEeBirgDN off=3579188 len=21610 2024-09-20T22:09:25.244 INFO:tasks.workunit.client.0.smithi046.stdout:op 2086 completed, throughput=4.99MB/sec 2024-09-20T22:09:25.244 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-C_9JnvIJaOXMK5U off=6343882 len=1847052 2024-09-20T22:09:25.248 INFO:tasks.workunit.client.0.smithi046.stdout:op 2087 completed, throughput=5MB/sec 2024-09-20T22:09:25.248 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YSEOdwLgEESVVGj off=9187293 len=685499 2024-09-20T22:09:25.249 INFO:tasks.workunit.client.0.smithi046.stdout:op 2088 completed, throughput=5MB/sec 2024-09-20T22:09:26.249 INFO:tasks.workunit.client.0.smithi046.stdout: 408: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:26.250 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-V7juh2abtRi3DQP off=2321199 len=553577 2024-09-20T22:09:26.251 INFO:tasks.workunit.client.0.smithi046.stdout:op 2089 completed, throughput=4.99MB/sec 2024-09-20T22:09:26.251 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DsOHxlmzGEpk8aT off=11372002 len=1662159 2024-09-20T22:09:26.253 INFO:tasks.workunit.client.0.smithi046.stdout:op 2090 completed, throughput=4.99MB/sec 2024-09-20T22:09:26.253 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uC9l93uBwW-QOgm off=523360 len=235248 2024-09-20T22:09:26.253 INFO:tasks.workunit.client.0.smithi046.stdout:op 2091 completed, throughput=4.99MB/sec 2024-09-20T22:09:26.253 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7TUouErBOS7oYLJ off=5872944 len=741533 2024-09-20T22:09:26.254 INFO:tasks.workunit.client.0.smithi046.stdout:op 2092 completed, throughput=5MB/sec 2024-09-20T22:09:26.255 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PY4kZ2shEai45cy off=5115128 len=1509291 2024-09-20T22:09:26.264 INFO:tasks.workunit.client.0.smithi046.stdout:op 2093 completed, throughput=5MB/sec 2024-09-20T22:09:26.264 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zE-YVVP3ji6X-tu off=4694115 len=1793454 2024-09-20T22:09:26.266 INFO:tasks.workunit.client.0.smithi046.stdout:op 2094 completed, throughput=5MB/sec 2024-09-20T22:09:27.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:26 smithi046 ceph-mon[98591]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:09:27.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:26 smithi046 ceph-mon[96110]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:09:27.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:26 smithi134 ceph-mon[89086]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:09:27.267 INFO:tasks.workunit.client.0.smithi046.stdout: 409: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:27.267 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Gae4aBDTc8Z1_36 off=10742077 len=1156664 2024-09-20T22:09:27.273 INFO:tasks.workunit.client.0.smithi046.stdout:op 2095 completed, throughput=4.99MB/sec 2024-09-20T22:09:27.274 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hbLHoo558aeUIM7 off=16000273 len=1583544 2024-09-20T22:09:27.276 INFO:tasks.workunit.client.0.smithi046.stdout:op 2096 completed, throughput=5MB/sec 2024-09-20T22:09:27.277 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HRi_yajY_iVxhXA off=6192605 len=514422 2024-09-20T22:09:27.280 INFO:tasks.workunit.client.0.smithi046.stdout:op 2097 completed, throughput=5MB/sec 2024-09-20T22:09:27.281 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-U_AahgxQGrXkIJv off=6432903 len=2024863 2024-09-20T22:09:27.289 INFO:tasks.workunit.client.0.smithi046.stdout:op 2098 completed, throughput=5MB/sec 2024-09-20T22:09:28.289 INFO:tasks.workunit.client.0.smithi046.stdout: 410: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:28.289 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-B-GZVvU_oRv6-uG off=11009933 len=414024 2024-09-20T22:09:28.293 INFO:tasks.workunit.client.0.smithi046.stdout:op 2099 completed, throughput=4.99MB/sec 2024-09-20T22:09:28.293 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gyjeeoPTm2ZVpww off=45501 len=1847487 2024-09-20T22:09:28.302 INFO:tasks.workunit.client.0.smithi046.stdout:op 2100 completed, throughput=5MB/sec 2024-09-20T22:09:28.302 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kXEFD29bIMwqcPN off=4358576 len=2047485 2024-09-20T22:09:28.306 INFO:tasks.workunit.client.0.smithi046.stdout:op 2101 completed, throughput=5MB/sec 2024-09-20T22:09:29.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:28 smithi046 ceph-mon[98591]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2024-09-20T22:09:29.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:28 smithi046 ceph-mon[96110]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2024-09-20T22:09:29.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:28 smithi134 ceph-mon[89086]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2024-09-20T22:09:29.306 INFO:tasks.workunit.client.0.smithi046.stdout: 411: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:29.306 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fXES-JwrGlONF-E off=11669656 len=775621 2024-09-20T22:09:29.307 INFO:tasks.workunit.client.0.smithi046.stdout:op 2102 completed, throughput=4.99MB/sec 2024-09-20T22:09:29.307 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RC94Bb7loqLBYCn off=404919 len=1679187 2024-09-20T22:09:29.311 INFO:tasks.workunit.client.0.smithi046.stdout:op 2103 completed, throughput=4.99MB/sec 2024-09-20T22:09:29.311 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EvGMSS3MpXnghKW off=8911019 len=889278 2024-09-20T22:09:29.312 INFO:tasks.workunit.client.0.smithi046.stdout:op 2104 completed, throughput=5MB/sec 2024-09-20T22:09:29.313 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CCKMTe6CxKaIlNL off=1271070 len=1402681 2024-09-20T22:09:29.321 INFO:tasks.workunit.client.0.smithi046.stdout:op 2105 completed, throughput=5MB/sec 2024-09-20T22:09:29.321 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6P7zuxeugya3SyQ off=1293454 len=1231223 2024-09-20T22:09:29.326 INFO:tasks.workunit.client.0.smithi046.stdout:op 2106 completed, throughput=5MB/sec 2024-09-20T22:09:30.326 INFO:tasks.workunit.client.0.smithi046.stdout: 412: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:30.326 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YkvQPaPoTdSV69A off=10947142 len=235346 2024-09-20T22:09:30.328 INFO:tasks.workunit.client.0.smithi046.stdout:op 2107 completed, throughput=4.99MB/sec 2024-09-20T22:09:30.328 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xAuvSDmkq-fSNme off=6281810 len=1543641 2024-09-20T22:09:30.337 INFO:tasks.workunit.client.0.smithi046.stdout:op 2108 completed, throughput=4.99MB/sec 2024-09-20T22:09:30.338 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dVLwy95l6qMUtaG off=12194913 len=1076318 2024-09-20T22:09:30.339 INFO:tasks.workunit.client.0.smithi046.stdout:op 2109 completed, throughput=5MB/sec 2024-09-20T22:09:30.339 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UQcHm7oZRBv9sws off=201525 len=1571613 2024-09-20T22:09:30.347 INFO:tasks.workunit.client.0.smithi046.stdout:op 2110 completed, throughput=5MB/sec 2024-09-20T22:09:31.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:30 smithi046 ceph-mon[96110]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:09:31.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:30 smithi046 ceph-mon[98591]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:09:31.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:30 smithi134 ceph-mon[89086]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:09:31.347 INFO:tasks.workunit.client.0.smithi046.stdout: 413: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:31.348 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-w0mhxRMyBsY3UCf off=2428094 len=728595 2024-09-20T22:09:31.350 INFO:tasks.workunit.client.0.smithi046.stdout:op 2111 completed, throughput=4.99MB/sec 2024-09-20T22:09:31.350 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Hz1p17G6Ot2NDvl off=475878 len=744893 2024-09-20T22:09:31.355 INFO:tasks.workunit.client.0.smithi046.stdout:op 2112 completed, throughput=4.99MB/sec 2024-09-20T22:09:31.355 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7Swu9byoS-XbLax off=9847944 len=1786165 2024-09-20T22:09:31.364 INFO:tasks.workunit.client.0.smithi046.stdout:op 2113 completed, throughput=5MB/sec 2024-09-20T22:09:31.364 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-icQaIH_Ycvq6BWT off=1813991 len=150796 2024-09-20T22:09:31.365 INFO:tasks.workunit.client.0.smithi046.stdout:op 2114 completed, throughput=5MB/sec 2024-09-20T22:09:31.365 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wAEr2KEPX1vPKFf off=8306939 len=1551705 2024-09-20T22:09:31.372 INFO:tasks.workunit.client.0.smithi046.stdout:op 2115 completed, throughput=5MB/sec 2024-09-20T22:09:31.373 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-D2nMNt0OOcmjUio off=10502277 len=1511940 2024-09-20T22:09:31.377 INFO:tasks.workunit.client.0.smithi046.stdout:op 2116 completed, throughput=5MB/sec 2024-09-20T22:09:32.378 INFO:tasks.workunit.client.0.smithi046.stdout: 414: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:32.378 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yMa7yM58pTYK42e off=3691079 len=736863 2024-09-20T22:09:32.382 INFO:tasks.workunit.client.0.smithi046.stdout:op 2117 completed, throughput=4.99MB/sec 2024-09-20T22:09:32.382 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OmbRccXjQSgSioY off=4206502 len=1102101 2024-09-20T22:09:32.389 INFO:tasks.workunit.client.0.smithi046.stdout:op 2118 completed, throughput=4.99MB/sec 2024-09-20T22:09:32.389 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4cXrSBNS0OmGY25 off=1072304 len=559526 2024-09-20T22:09:32.390 INFO:tasks.workunit.client.0.smithi046.stdout:op 2119 completed, throughput=5MB/sec 2024-09-20T22:09:32.390 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TzkdhLt6qyaDr7D off=2780420 len=1352293 2024-09-20T22:09:32.392 INFO:tasks.workunit.client.0.smithi046.stdout:op 2120 completed, throughput=5MB/sec 2024-09-20T22:09:32.392 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Z6OyntF34Sm9bdP off=1533481 len=384106 2024-09-20T22:09:32.393 INFO:tasks.workunit.client.0.smithi046.stdout:op 2121 completed, throughput=5MB/sec 2024-09-20T22:09:32.393 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RZkENLrU_4bUgLt off=252767 len=1799583 2024-09-20T22:09:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:09:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:09:32] "GET /metrics HTTP/1.1" 200 34146 "" "Prometheus/2.43.0" 2024-09-20T22:09:32.403 INFO:tasks.workunit.client.0.smithi046.stdout:op 2122 completed, throughput=5MB/sec 2024-09-20T22:09:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:09:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:09:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:09:33.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:32 smithi046 ceph-mon[96110]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:09:33.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:32 smithi046 ceph-mon[98591]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:09:33.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:32 smithi134 ceph-mon[89086]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:09:33.403 INFO:tasks.workunit.client.0.smithi046.stdout: 415: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:33.403 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ouQLXNHnSNBIygo off=18536351 len=1194136 2024-09-20T22:09:33.405 INFO:tasks.workunit.client.0.smithi046.stdout:op 2123 completed, throughput=4.99MB/sec 2024-09-20T22:09:33.405 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-06pNNKnsBJXwxtD off=7288231 len=535010 2024-09-20T22:09:33.408 INFO:tasks.workunit.client.0.smithi046.stdout:op 2124 completed, throughput=5MB/sec 2024-09-20T22:09:33.408 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-g-G7rFiNC3CIpOK off=14933718 len=1767599 2024-09-20T22:09:33.418 INFO:tasks.workunit.client.0.smithi046.stdout:op 2125 completed, throughput=5MB/sec 2024-09-20T22:09:33.419 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NJdmTCODec1DkoJ off=4378777 len=254019 2024-09-20T22:09:33.419 INFO:tasks.workunit.client.0.smithi046.stdout:op 2126 completed, throughput=5MB/sec 2024-09-20T22:09:34.420 INFO:tasks.workunit.client.0.smithi046.stdout: 416: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:34.420 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uSmTP9fY0RViIAv off=9302382 len=1053212 2024-09-20T22:09:34.425 INFO:tasks.workunit.client.0.smithi046.stdout:op 2127 completed, throughput=4.99MB/sec 2024-09-20T22:09:34.426 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RvCCDUvg_sudBiD off=22877311 len=1167822 2024-09-20T22:09:34.427 INFO:tasks.workunit.client.0.smithi046.stdout:op 2128 completed, throughput=4.99MB/sec 2024-09-20T22:09:34.427 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RZgbekNYluxpO3K off=1638676 len=1630523 2024-09-20T22:09:34.439 INFO:tasks.workunit.client.0.smithi046.stdout:op 2129 completed, throughput=5MB/sec 2024-09-20T22:09:34.439 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-n9clFotlsYOsX93 off=17740997 len=637248 2024-09-20T22:09:34.444 INFO:tasks.workunit.client.0.smithi046.stdout:op 2130 completed, throughput=5MB/sec 2024-09-20T22:09:34.444 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-n8pC--ZDcKOM41s off=7534952 len=338488 2024-09-20T22:09:34.447 INFO:tasks.workunit.client.0.smithi046.stdout:op 2131 completed, throughput=5MB/sec 2024-09-20T22:09:34.447 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aGv8YhnBJnFIbqN off=5643055 len=2001076 2024-09-20T22:09:34.458 INFO:tasks.workunit.client.0.smithi046.stdout:op 2132 completed, throughput=5MB/sec 2024-09-20T22:09:35.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:34 smithi046 ceph-mon[96110]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:09:35.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:09:35.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:34 smithi046 ceph-mon[98591]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:09:35.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:09:35.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:34 smithi134 ceph-mon[89086]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:09:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:09:35.458 INFO:tasks.workunit.client.0.smithi046.stdout: 417: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:35.459 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iX_mHMF4Er28hzf off=6016886 len=1702981 2024-09-20T22:09:35.461 INFO:tasks.workunit.client.0.smithi046.stdout:op 2133 completed, throughput=5MB/sec 2024-09-20T22:09:35.461 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lV4OFSgXz2tALup off=4517932 len=2095328 2024-09-20T22:09:35.473 INFO:tasks.workunit.client.0.smithi046.stdout:op 2134 completed, throughput=5MB/sec 2024-09-20T22:09:35.473 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0ci32fOBz_fSujp off=4478780 len=1811087 2024-09-20T22:09:35.475 INFO:tasks.workunit.client.0.smithi046.stdout:op 2135 completed, throughput=5MB/sec 2024-09-20T22:09:36.475 INFO:tasks.workunit.client.0.smithi046.stdout: 418: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:36.476 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-92tf_TET-X63Fn2 off=334053 len=1899559 2024-09-20T22:09:36.486 INFO:tasks.workunit.client.0.smithi046.stdout:op 2136 completed, throughput=5MB/sec 2024-09-20T22:09:36.486 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qDwUHfaOaCy_yFl off=2037598 len=1811987 2024-09-20T22:09:36.488 INFO:tasks.workunit.client.0.smithi046.stdout:op 2137 completed, throughput=5MB/sec 2024-09-20T22:09:37.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:36 smithi046 ceph-mon[96110]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-20T22:09:37.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:36 smithi046 ceph-mon[98591]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-20T22:09:37.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:36 smithi134 ceph-mon[89086]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-20T22:09:37.488 INFO:tasks.workunit.client.0.smithi046.stdout: 419: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:37.488 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JXG-UrJDJaJRv8K off=4637650 len=1439249 2024-09-20T22:09:37.495 INFO:tasks.workunit.client.0.smithi046.stdout:op 2138 completed, throughput=4.99MB/sec 2024-09-20T22:09:37.495 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Bp96j3smTj6iv0J off=18045602 len=897651 2024-09-20T22:09:37.500 INFO:tasks.workunit.client.0.smithi046.stdout:op 2139 completed, throughput=4.99MB/sec 2024-09-20T22:09:37.500 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BZ_X4W9axNiA6SW off=2577021 len=1841483 2024-09-20T22:09:37.502 INFO:tasks.workunit.client.0.smithi046.stdout:op 2140 completed, throughput=5MB/sec 2024-09-20T22:09:37.502 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-m5yJ4fbvoZazOF2 off=4106531 len=774430 2024-09-20T22:09:37.504 INFO:tasks.workunit.client.0.smithi046.stdout:op 2141 completed, throughput=5MB/sec 2024-09-20T22:09:37.504 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ObEgKJ6MKItIbff off=8650259 len=1789098 2024-09-20T22:09:37.511 INFO:tasks.workunit.client.0.smithi046.stdout:op 2142 completed, throughput=5MB/sec 2024-09-20T22:09:38.512 INFO:tasks.workunit.client.0.smithi046.stdout: 420: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:38.512 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--rSrpSYgEv4AdfN off=3319744 len=1825462 2024-09-20T22:09:38.521 INFO:tasks.workunit.client.0.smithi046.stdout:op 2143 completed, throughput=5MB/sec 2024-09-20T22:09:38.521 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mQsNvzzjeazmiIC off=6643719 len=771970 2024-09-20T22:09:38.522 INFO:tasks.workunit.client.0.smithi046.stdout:op 2144 completed, throughput=5MB/sec 2024-09-20T22:09:38.522 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oPBs8X9FnpkFpjD off=2904102 len=199710 2024-09-20T22:09:38.525 INFO:tasks.workunit.client.0.smithi046.stdout:op 2145 completed, throughput=5MB/sec 2024-09-20T22:09:38.525 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-npDgox5iPojln_0 off=13004155 len=199738 2024-09-20T22:09:38.526 INFO:tasks.workunit.client.0.smithi046.stdout:op 2146 completed, throughput=5MB/sec 2024-09-20T22:09:38.526 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xXLZ83H5VEhyM43 off=7717176 len=852106 2024-09-20T22:09:38.530 INFO:tasks.workunit.client.0.smithi046.stdout:op 2147 completed, throughput=5MB/sec 2024-09-20T22:09:39.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:38 smithi046 ceph-mon[96110]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-20T22:09:39.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:38 smithi046 ceph-mon[98591]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-20T22:09:39.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:38 smithi134 ceph-mon[89086]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-20T22:09:39.530 INFO:tasks.workunit.client.0.smithi046.stdout: 421: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:39.531 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Mfn7xFk8Uz8mjiZ off=3355218 len=618550 2024-09-20T22:09:39.535 INFO:tasks.workunit.client.0.smithi046.stdout:op 2148 completed, throughput=4.99MB/sec 2024-09-20T22:09:39.535 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oDuAGSPo_uaQMQJ off=4872027 len=1346417 2024-09-20T22:09:39.542 INFO:tasks.workunit.client.0.smithi046.stdout:op 2149 completed, throughput=4.99MB/sec 2024-09-20T22:09:39.542 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DWwH4ltLqhi0j0H off=4494178 len=266236 2024-09-20T22:09:39.545 INFO:tasks.workunit.client.0.smithi046.stdout:op 2150 completed, throughput=4.99MB/sec 2024-09-20T22:09:39.545 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wROoJ9TlSPm4ZE7 off=1746710 len=1989419 2024-09-20T22:09:39.554 INFO:tasks.workunit.client.0.smithi046.stdout:op 2151 completed, throughput=5MB/sec 2024-09-20T22:09:39.554 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1QvqG-JTtWi398G off=11292944 len=614992 2024-09-20T22:09:39.555 INFO:tasks.workunit.client.0.smithi046.stdout:op 2152 completed, throughput=5MB/sec 2024-09-20T22:09:39.555 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qHPPQnJgPFk_kRk off=12374387 len=1433216 2024-09-20T22:09:39.564 INFO:tasks.workunit.client.0.smithi046.stdout:op 2153 completed, throughput=5MB/sec 2024-09-20T22:09:40.564 INFO:tasks.workunit.client.0.smithi046.stdout: 422: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:40.564 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HoyTa_YYplHKBUr off=10875797 len=150453 2024-09-20T22:09:40.565 INFO:tasks.workunit.client.0.smithi046.stdout:op 2154 completed, throughput=4.99MB/sec 2024-09-20T22:09:40.565 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sBLpv6H7FwCwPhH off=6430746 len=476216 2024-09-20T22:09:40.568 INFO:tasks.workunit.client.0.smithi046.stdout:op 2155 completed, throughput=4.99MB/sec 2024-09-20T22:09:40.569 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CSWgwEeOvPOL1SG off=385897 len=1350016 2024-09-20T22:09:40.575 INFO:tasks.workunit.client.0.smithi046.stdout:op 2156 completed, throughput=4.99MB/sec 2024-09-20T22:09:40.575 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kQ7fA9qBmoExbPz off=14275652 len=267030 2024-09-20T22:09:40.578 INFO:tasks.workunit.client.0.smithi046.stdout:op 2157 completed, throughput=5MB/sec 2024-09-20T22:09:40.578 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jdy5p_tkOcx4yNR off=21031542 len=1091822 2024-09-20T22:09:40.579 INFO:tasks.workunit.client.0.smithi046.stdout:op 2158 completed, throughput=5MB/sec 2024-09-20T22:09:40.579 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RigOEqA_tMoR1Nz off=17421123 len=1267863 2024-09-20T22:09:40.585 INFO:tasks.workunit.client.0.smithi046.stdout:op 2159 completed, throughput=5MB/sec 2024-09-20T22:09:41.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:40 smithi046 ceph-mon[96110]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:09:41.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:40 smithi046 ceph-mon[98591]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:09:41.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:40 smithi134 ceph-mon[89086]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:09:41.586 INFO:tasks.workunit.client.0.smithi046.stdout: 423: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:41.586 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1wjDrOF6foxC6IN off=1553607 len=91248 2024-09-20T22:09:41.589 INFO:tasks.workunit.client.0.smithi046.stdout:op 2160 completed, throughput=4.99MB/sec 2024-09-20T22:09:41.589 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KssjR_RPqnl1NUM off=22253235 len=638387 2024-09-20T22:09:41.591 INFO:tasks.workunit.client.0.smithi046.stdout:op 2161 completed, throughput=4.99MB/sec 2024-09-20T22:09:41.591 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FX4QFQfwtp2H-eY off=1425157 len=596828 2024-09-20T22:09:41.595 INFO:tasks.workunit.client.0.smithi046.stdout:op 2162 completed, throughput=4.99MB/sec 2024-09-20T22:09:41.595 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5guRqTeXh9fhWm2 off=17643953 len=895168 2024-09-20T22:09:41.597 INFO:tasks.workunit.client.0.smithi046.stdout:op 2163 completed, throughput=4.99MB/sec 2024-09-20T22:09:41.598 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-C3QDZrtvdBtqnJJ off=6261081 len=1385310 2024-09-20T22:09:41.600 INFO:tasks.workunit.client.0.smithi046.stdout:op 2164 completed, throughput=5MB/sec 2024-09-20T22:09:41.600 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-h4rgJFSEpdz9s_R off=14837834 len=1552002 2024-09-20T22:09:41.609 INFO:tasks.workunit.client.0.smithi046.stdout:op 2165 completed, throughput=5MB/sec 2024-09-20T22:09:41.609 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SA0Qibx3jeUmkvO off=1628131 len=273675 2024-09-20T22:09:41.610 INFO:tasks.workunit.client.0.smithi046.stdout:op 2166 completed, throughput=5MB/sec 2024-09-20T22:09:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:09:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:09:42] "GET /metrics HTTP/1.1" 200 34157 "" "Prometheus/2.43.0" 2024-09-20T22:09:42.610 INFO:tasks.workunit.client.0.smithi046.stdout: 424: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:42.611 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Yx8Y00UFdVVXxXp off=9836479 len=690012 2024-09-20T22:09:42.615 INFO:tasks.workunit.client.0.smithi046.stdout:op 2167 completed, throughput=4.99MB/sec 2024-09-20T22:09:42.615 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-syK7gS8NV5R9G3u off=2872151 len=1180702 2024-09-20T22:09:42.620 INFO:tasks.workunit.client.0.smithi046.stdout:op 2168 completed, throughput=4.99MB/sec 2024-09-20T22:09:42.620 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9euU0jmdnlDKgiZ off=11562165 len=2055242 2024-09-20T22:09:42.623 INFO:tasks.workunit.client.0.smithi046.stdout:op 2169 completed, throughput=5MB/sec 2024-09-20T22:09:42.623 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YAqXBP2oUAhJAJ9 off=1213441 len=1561535 2024-09-20T22:09:42.627 INFO:tasks.workunit.client.0.smithi046.stdout:op 2170 completed, throughput=5MB/sec 2024-09-20T22:09:42.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:09:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:09:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:09:43.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:42 smithi046 ceph-mon[96110]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-20T22:09:43.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:42 smithi046 ceph-mon[98591]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-20T22:09:43.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:42 smithi134 ceph-mon[89086]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-20T22:09:43.628 INFO:tasks.workunit.client.0.smithi046.stdout: 425: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:43.628 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-w9Vhnf44ce334r2 off=1627047 len=1806472 2024-09-20T22:09:43.631 INFO:tasks.workunit.client.0.smithi046.stdout:op 2171 completed, throughput=4.99MB/sec 2024-09-20T22:09:43.631 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bA7Kt5YAnZ3SQNA off=16287831 len=818688 2024-09-20T22:09:43.635 INFO:tasks.workunit.client.0.smithi046.stdout:op 2172 completed, throughput=4.99MB/sec 2024-09-20T22:09:43.636 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zxnXbg7jhImfDnG off=2257719 len=1664852 2024-09-20T22:09:43.639 INFO:tasks.workunit.client.0.smithi046.stdout:op 2173 completed, throughput=5MB/sec 2024-09-20T22:09:43.639 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-v_Y9y5wmT8gkwAP off=9734704 len=965245 2024-09-20T22:09:43.640 INFO:tasks.workunit.client.0.smithi046.stdout:op 2174 completed, throughput=5MB/sec 2024-09-20T22:09:44.641 INFO:tasks.workunit.client.0.smithi046.stdout: 426: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:44.641 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GovOfdVO2C15EhM off=2095498 len=1000891 2024-09-20T22:09:44.642 INFO:tasks.workunit.client.0.smithi046.stdout:op 2175 completed, throughput=4.99MB/sec 2024-09-20T22:09:44.642 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-r4pKBrJ1K2-tMTx off=8742103 len=2008665 2024-09-20T22:09:44.646 INFO:tasks.workunit.client.0.smithi046.stdout:op 2176 completed, throughput=5MB/sec 2024-09-20T22:09:44.646 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-r5xoXmbznksNqqM off=4940112 len=1203184 2024-09-20T22:09:44.649 INFO:tasks.workunit.client.0.smithi046.stdout:op 2177 completed, throughput=5MB/sec 2024-09-20T22:09:44.649 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FVIMSxiZhZVyDU8 off=4855141 len=1053947 2024-09-20T22:09:44.655 INFO:tasks.workunit.client.0.smithi046.stdout:op 2178 completed, throughput=5MB/sec 2024-09-20T22:09:45.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:44 smithi046 ceph-mon[96110]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-20T22:09:45.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:44 smithi046 ceph-mon[98591]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-20T22:09:45.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:44 smithi134 ceph-mon[89086]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-20T22:09:45.655 INFO:tasks.workunit.client.0.smithi046.stdout: 427: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:45.655 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7BvGNaDjEbflHJG off=4556344 len=1436753 2024-09-20T22:09:45.663 INFO:tasks.workunit.client.0.smithi046.stdout:op 2179 completed, throughput=4.99MB/sec 2024-09-20T22:09:45.664 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Ka9MU4OMcw-MQSY off=11585596 len=849744 2024-09-20T22:09:45.665 INFO:tasks.workunit.client.0.smithi046.stdout:op 2180 completed, throughput=4.99MB/sec 2024-09-20T22:09:45.665 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-q378VchU7VbMwuu off=1403092 len=1174828 2024-09-20T22:09:45.671 INFO:tasks.workunit.client.0.smithi046.stdout:op 2181 completed, throughput=5MB/sec 2024-09-20T22:09:45.671 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BWsTRYXcxHYhMdA off=10126745 len=2078660 2024-09-20T22:09:45.674 INFO:tasks.workunit.client.0.smithi046.stdout:op 2182 completed, throughput=5MB/sec 2024-09-20T22:09:46.674 INFO:tasks.workunit.client.0.smithi046.stdout: 428: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:46.674 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Z2-fJegQdcxthUo off=772163 len=468184 2024-09-20T22:09:46.678 INFO:tasks.workunit.client.0.smithi046.stdout:op 2183 completed, throughput=4.99MB/sec 2024-09-20T22:09:46.678 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ToA437ivaQuiex_ off=12603978 len=978245 2024-09-20T22:09:46.680 INFO:tasks.workunit.client.0.smithi046.stdout:op 2184 completed, throughput=4.99MB/sec 2024-09-20T22:09:46.680 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pjbLi_tMEVHpXPC off=15747856 len=1725696 2024-09-20T22:09:46.690 INFO:tasks.workunit.client.0.smithi046.stdout:op 2185 completed, throughput=5MB/sec 2024-09-20T22:09:46.690 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8m5e5kbEm8wTIEF off=1415396 len=664177 2024-09-20T22:09:46.691 INFO:tasks.workunit.client.0.smithi046.stdout:op 2186 completed, throughput=5MB/sec 2024-09-20T22:09:46.691 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KFmLuWoZqWLdtKh off=3851306 len=1431887 2024-09-20T22:09:46.693 INFO:tasks.workunit.client.0.smithi046.stdout:op 2187 completed, throughput=5MB/sec 2024-09-20T22:09:47.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:46 smithi046 ceph-mon[96110]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-20T22:09:47.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:46 smithi046 ceph-mon[98591]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-20T22:09:47.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:46 smithi134 ceph-mon[89086]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-20T22:09:47.694 INFO:tasks.workunit.client.0.smithi046.stdout: 429: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:47.694 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ptf7qvw0m-beBA5 off=0 len=1338286 2024-09-20T22:09:47.702 INFO:tasks.workunit.client.0.smithi046.stdout:op 2188 completed, throughput=4.99MB/sec 2024-09-20T22:09:47.703 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uJXwY3pOmLsW0sl off=14395470 len=174166 2024-09-20T22:09:47.703 INFO:tasks.workunit.client.0.smithi046.stdout:op 2189 completed, throughput=4.99MB/sec 2024-09-20T22:09:47.703 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lxW9c6Z9FHMnrPx off=9723025 len=1069445 2024-09-20T22:09:47.709 INFO:tasks.workunit.client.0.smithi046.stdout:op 2190 completed, throughput=4.99MB/sec 2024-09-20T22:09:47.709 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9SyqkjKL8he6i5X off=8825647 len=438077 2024-09-20T22:09:47.711 INFO:tasks.workunit.client.0.smithi046.stdout:op 2191 completed, throughput=5MB/sec 2024-09-20T22:09:47.711 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EuQ7W1u8NIZ7F2s off=148787 len=2013453 2024-09-20T22:09:47.718 INFO:tasks.workunit.client.0.smithi046.stdout:op 2192 completed, throughput=5MB/sec 2024-09-20T22:09:48.719 INFO:tasks.workunit.client.0.smithi046.stdout: 430: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:48.719 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kxFdvJ0C8CTkFIp off=1955210 len=1979400 2024-09-20T22:09:48.723 INFO:tasks.workunit.client.0.smithi046.stdout:op 2193 completed, throughput=4.99MB/sec 2024-09-20T22:09:48.723 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gip-E1VXq2lVGX_ off=4650040 len=616127 2024-09-20T22:09:48.728 INFO:tasks.workunit.client.0.smithi046.stdout:op 2194 completed, throughput=4.99MB/sec 2024-09-20T22:09:48.728 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hA6YciNpctKmLGK off=14631592 len=890642 2024-09-20T22:09:48.733 INFO:tasks.workunit.client.0.smithi046.stdout:op 2195 completed, throughput=5MB/sec 2024-09-20T22:09:48.733 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zrYYLFbtGXehbcy off=12904196 len=879440 2024-09-20T22:09:48.735 INFO:tasks.workunit.client.0.smithi046.stdout:op 2196 completed, throughput=5MB/sec 2024-09-20T22:09:48.735 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-N-GjetY0nu0ASWO off=456437 len=1246541 2024-09-20T22:09:48.736 INFO:tasks.workunit.client.0.smithi046.stdout:op 2197 completed, throughput=5MB/sec 2024-09-20T22:09:49.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:48 smithi046 ceph-mon[96110]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-20T22:09:49.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:48 smithi046 ceph-mon[98591]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-20T22:09:49.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:48 smithi134 ceph-mon[89086]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-20T22:09:49.737 INFO:tasks.workunit.client.0.smithi046.stdout: 431: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:49.737 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eGCaAYxV9DtUctC off=2454756 len=953613 2024-09-20T22:09:49.738 INFO:tasks.workunit.client.0.smithi046.stdout:op 2198 completed, throughput=4.99MB/sec 2024-09-20T22:09:49.738 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lXBhcA03BWs7m8y off=4136375 len=2070753 2024-09-20T22:09:49.741 INFO:tasks.workunit.client.0.smithi046.stdout:op 2199 completed, throughput=5MB/sec 2024-09-20T22:09:49.741 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HqrsPcw4k3KxYqk off=3337127 len=1655640 2024-09-20T22:09:49.748 INFO:tasks.workunit.client.0.smithi046.stdout:op 2200 completed, throughput=5MB/sec 2024-09-20T22:09:49.748 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jUgyrhacjYuodhU off=2181987 len=1825372 2024-09-20T22:09:49.750 INFO:tasks.workunit.client.0.smithi046.stdout:op 2201 completed, throughput=5MB/sec 2024-09-20T22:09:50.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:09:50.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:09:50.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:09:50.751 INFO:tasks.workunit.client.0.smithi046.stdout: 432: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:50.751 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-g2uKCdSz0iCNjd_ off=1334443 len=1144119 2024-09-20T22:09:50.757 INFO:tasks.workunit.client.0.smithi046.stdout:op 2202 completed, throughput=4.99MB/sec 2024-09-20T22:09:50.757 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AxJRsBhqjOnDjxx off=17999021 len=1393763 2024-09-20T22:09:50.765 INFO:tasks.workunit.client.0.smithi046.stdout:op 2203 completed, throughput=5MB/sec 2024-09-20T22:09:50.765 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NbXBmQCg4phPC7h off=5295458 len=1413635 2024-09-20T22:09:50.774 INFO:tasks.workunit.client.0.smithi046.stdout:op 2204 completed, throughput=5MB/sec 2024-09-20T22:09:51.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:50 smithi046 ceph-mon[96110]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:09:51.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:50 smithi046 ceph-mon[98591]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:09:51.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:50 smithi134 ceph-mon[89086]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:09:51.774 INFO:tasks.workunit.client.0.smithi046.stdout: 433: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:51.774 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HHKRjawUnpSOr0N off=2227679 len=670724 2024-09-20T22:09:51.775 INFO:tasks.workunit.client.0.smithi046.stdout:op 2205 completed, throughput=4.99MB/sec 2024-09-20T22:09:51.775 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9NY-E-Y1hu3mD57 off=1323642 len=211044 2024-09-20T22:09:51.778 INFO:tasks.workunit.client.0.smithi046.stdout:op 2206 completed, throughput=4.99MB/sec 2024-09-20T22:09:51.779 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-r9brXqsVcPn7R7A off=213129 len=737093 2024-09-20T22:09:51.780 INFO:tasks.workunit.client.0.smithi046.stdout:op 2207 completed, throughput=4.99MB/sec 2024-09-20T22:09:51.780 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DLZV1Lg-xOzFpsH off=13711929 len=1209985 2024-09-20T22:09:51.782 INFO:tasks.workunit.client.0.smithi046.stdout:op 2208 completed, throughput=4.99MB/sec 2024-09-20T22:09:51.782 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LIyLPvU9FZdfeOt off=2112247 len=2078972 2024-09-20T22:09:51.793 INFO:tasks.workunit.client.0.smithi046.stdout:op 2209 completed, throughput=5MB/sec 2024-09-20T22:09:51.793 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-D9_Dx04J-9AvbkS off=7312959 len=1449893 2024-09-20T22:09:51.795 INFO:tasks.workunit.client.0.smithi046.stdout:op 2210 completed, throughput=5MB/sec 2024-09-20T22:09:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:09:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:09:52] "GET /metrics HTTP/1.1" 200 34157 "" "Prometheus/2.43.0" 2024-09-20T22:09:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:09:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:09:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:09:52.795 INFO:tasks.workunit.client.0.smithi046.stdout: 434: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:52.795 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FIukEx_vVOI2k6S off=2626815 len=500541 2024-09-20T22:09:52.800 INFO:tasks.workunit.client.0.smithi046.stdout:op 2211 completed, throughput=4.99MB/sec 2024-09-20T22:09:52.800 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hXhyts8WF5c7dBt off=1855751 len=640669 2024-09-20T22:09:52.802 INFO:tasks.workunit.client.0.smithi046.stdout:op 2212 completed, throughput=4.99MB/sec 2024-09-20T22:09:52.802 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-x_WDD7K1_IFIPdP off=9288882 len=1691194 2024-09-20T22:09:52.803 INFO:tasks.workunit.client.0.smithi046.stdout:op 2213 completed, throughput=5MB/sec 2024-09-20T22:09:52.803 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Pf4c7LMMsRjqW4o off=7137883 len=836098 2024-09-20T22:09:52.806 INFO:tasks.workunit.client.0.smithi046.stdout:op 2214 completed, throughput=5MB/sec 2024-09-20T22:09:52.806 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NSrmoBoXjcQYUbK off=8785479 len=660423 2024-09-20T22:09:52.809 INFO:tasks.workunit.client.0.smithi046.stdout:op 2215 completed, throughput=5MB/sec 2024-09-20T22:09:53.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:52 smithi046 ceph-mon[96110]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:09:53.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:52 smithi046 ceph-mon[98591]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:09:53.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:52 smithi134 ceph-mon[89086]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:09:53.810 INFO:tasks.workunit.client.0.smithi046.stdout: 435: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:53.810 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xUkO8jth6NL_NqX off=539284 len=361912 2024-09-20T22:09:53.812 INFO:tasks.workunit.client.0.smithi046.stdout:op 2216 completed, throughput=4.99MB/sec 2024-09-20T22:09:53.812 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PwnaRdgdDBp9KhV off=416158 len=1283751 2024-09-20T22:09:53.814 INFO:tasks.workunit.client.0.smithi046.stdout:op 2217 completed, throughput=4.99MB/sec 2024-09-20T22:09:53.814 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LDyZHerQOwqvp4H off=426764 len=1474803 2024-09-20T22:09:53.821 INFO:tasks.workunit.client.0.smithi046.stdout:op 2218 completed, throughput=5MB/sec 2024-09-20T22:09:53.821 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2b1Qlcz0Xs-ztzu off=7336831 len=1420467 2024-09-20T22:09:53.822 INFO:tasks.workunit.client.0.smithi046.stdout:op 2219 completed, throughput=5MB/sec 2024-09-20T22:09:53.822 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GCH19VagPM-sCWK off=21851094 len=546542 2024-09-20T22:09:53.823 INFO:tasks.workunit.client.0.smithi046.stdout:op 2220 completed, throughput=5MB/sec 2024-09-20T22:09:53.823 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6d-odIkMcFzV_rU off=953156 len=414227 2024-09-20T22:09:53.826 INFO:tasks.workunit.client.0.smithi046.stdout:op 2221 completed, throughput=5MB/sec 2024-09-20T22:09:54.827 INFO:tasks.workunit.client.0.smithi046.stdout: 436: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:54.827 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KEFBPTkFzX3A47S off=3655196 len=1076575 2024-09-20T22:09:54.833 INFO:tasks.workunit.client.0.smithi046.stdout:op 2222 completed, throughput=4.99MB/sec 2024-09-20T22:09:54.833 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Fypuq77rbfkzmR_ off=12572214 len=373315 2024-09-20T22:09:54.836 INFO:tasks.workunit.client.0.smithi046.stdout:op 2223 completed, throughput=4.99MB/sec 2024-09-20T22:09:54.836 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6MWmE8dkEM6dNHi off=6001462 len=315251 2024-09-20T22:09:54.839 INFO:tasks.workunit.client.0.smithi046.stdout:op 2224 completed, throughput=4.99MB/sec 2024-09-20T22:09:54.839 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6JZifnX1VX6rrvN off=14393389 len=1113283 2024-09-20T22:09:54.841 INFO:tasks.workunit.client.0.smithi046.stdout:op 2225 completed, throughput=5MB/sec 2024-09-20T22:09:54.841 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fyDUq8s1b-hag61 off=8067419 len=1167638 2024-09-20T22:09:54.843 INFO:tasks.workunit.client.0.smithi046.stdout:op 2226 completed, throughput=5MB/sec 2024-09-20T22:09:54.843 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SgQy1lg7JiQiMOz off=371199 len=689554 2024-09-20T22:09:54.847 INFO:tasks.workunit.client.0.smithi046.stdout:op 2227 completed, throughput=5MB/sec 2024-09-20T22:09:54.847 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--crLTPqF7pjyF6z off=2447388 len=1165099 2024-09-20T22:09:54.848 INFO:tasks.workunit.client.0.smithi046.stdout:op 2228 completed, throughput=5MB/sec 2024-09-20T22:09:55.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:54 smithi046 ceph-mon[96110]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:09:55.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:54 smithi046 ceph-mon[98591]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:09:55.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:54 smithi134 ceph-mon[89086]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:09:55.848 INFO:tasks.workunit.client.0.smithi046.stdout: 437: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:55.849 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nV058cPZRUr1hk3 off=5225114 len=1352798 2024-09-20T22:09:55.856 INFO:tasks.workunit.client.0.smithi046.stdout:op 2229 completed, throughput=4.99MB/sec 2024-09-20T22:09:55.856 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-X7x2Wx7ejh6XJ09 off=1213706 len=2065344 2024-09-20T22:09:55.860 INFO:tasks.workunit.client.0.smithi046.stdout:op 2230 completed, throughput=5MB/sec 2024-09-20T22:09:55.861 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wROoJ9TlSPm4ZE7 off=2632835 len=744779 2024-09-20T22:09:55.865 INFO:tasks.workunit.client.0.smithi046.stdout:op 2231 completed, throughput=5MB/sec 2024-09-20T22:09:55.865 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hTLklSepm1z7tp1 off=7773167 len=1586138 2024-09-20T22:09:55.874 INFO:tasks.workunit.client.0.smithi046.stdout:op 2232 completed, throughput=5MB/sec 2024-09-20T22:09:56.875 INFO:tasks.workunit.client.0.smithi046.stdout: 438: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:56.875 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UaKq0SzqwcJOZNI off=14291706 len=37804 2024-09-20T22:09:56.875 INFO:tasks.workunit.client.0.smithi046.stdout:op 2233 completed, throughput=4.99MB/sec 2024-09-20T22:09:56.875 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lda4BqUE3YGSlrO off=2102259 len=509155 2024-09-20T22:09:56.879 INFO:tasks.workunit.client.0.smithi046.stdout:op 2234 completed, throughput=4.99MB/sec 2024-09-20T22:09:56.879 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kfOApEM_xON-9I9 off=705693 len=833064 2024-09-20T22:09:56.884 INFO:tasks.workunit.client.0.smithi046.stdout:op 2235 completed, throughput=4.99MB/sec 2024-09-20T22:09:56.884 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-In7iq1E-ei4jMYi off=7017550 len=592942 2024-09-20T22:09:56.887 INFO:tasks.workunit.client.0.smithi046.stdout:op 2236 completed, throughput=5MB/sec 2024-09-20T22:09:56.887 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4K0NfhjsLFsPPkL off=368307 len=1849247 2024-09-20T22:09:56.898 INFO:tasks.workunit.client.0.smithi046.stdout:op 2237 completed, throughput=5MB/sec 2024-09-20T22:09:56.898 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-i2CzJYHjhWXP3m8 off=10300302 len=1978066 2024-09-20T22:09:56.900 INFO:tasks.workunit.client.0.smithi046.stdout:op 2238 completed, throughput=5MB/sec 2024-09-20T22:09:57.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:56 smithi046 ceph-mon[98591]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-09-20T22:09:57.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:56 smithi046 ceph-mon[96110]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-09-20T22:09:57.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:56 smithi134 ceph-mon[89086]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-09-20T22:09:57.901 INFO:tasks.workunit.client.0.smithi046.stdout: 439: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:57.901 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-N5-b_4W9tEK2iLp off=889803 len=1416643 2024-09-20T22:09:57.907 INFO:tasks.workunit.client.0.smithi046.stdout:op 2239 completed, throughput=5MB/sec 2024-09-20T22:09:57.908 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LoMXc_YcYKo4hWH off=10384046 len=1936437 2024-09-20T22:09:57.911 INFO:tasks.workunit.client.0.smithi046.stdout:op 2240 completed, throughput=5MB/sec 2024-09-20T22:09:57.911 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0ZPsXfmI7lg4Fld off=9745825 len=1575305 2024-09-20T22:09:57.920 INFO:tasks.workunit.client.0.smithi046.stdout:op 2241 completed, throughput=5MB/sec 2024-09-20T22:09:58.920 INFO:tasks.workunit.client.0.smithi046.stdout: 440: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:58.920 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PRqz21yObqUFU5g off=1036008 len=1700541 2024-09-20T22:09:58.930 INFO:tasks.workunit.client.0.smithi046.stdout:op 2242 completed, throughput=4.99MB/sec 2024-09-20T22:09:58.930 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XtfdxVkAtIofhz9 off=3181691 len=535262 2024-09-20T22:09:58.935 INFO:tasks.workunit.client.0.smithi046.stdout:op 2243 completed, throughput=5MB/sec 2024-09-20T22:09:58.935 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Wvt66mfb1PEVMKo off=0 len=1089410 2024-09-20T22:09:58.941 INFO:tasks.workunit.client.0.smithi046.stdout:op 2244 completed, throughput=5MB/sec 2024-09-20T22:09:58.941 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fAH54pX0mO1dN8G off=260380 len=1970156 2024-09-20T22:09:58.951 INFO:tasks.workunit.client.0.smithi046.stdout:op 2245 completed, throughput=5MB/sec 2024-09-20T22:09:59.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:09:58 smithi046 ceph-mon[96110]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:09:59.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:09:58 smithi046 ceph-mon[98591]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:09:59.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:09:58 smithi134 ceph-mon[89086]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:09:59.951 INFO:tasks.workunit.client.0.smithi046.stdout: 441: throughput=4.99MB/sec pending data=0 2024-09-20T22:09:59.951 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wFmifNDgFVV49M2 off=6378326 len=1503171 2024-09-20T22:09:59.953 INFO:tasks.workunit.client.0.smithi046.stdout:op 2246 completed, throughput=4.99MB/sec 2024-09-20T22:09:59.953 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4lyv9DTgPLovRcw off=3071133 len=1063180 2024-09-20T22:09:59.955 INFO:tasks.workunit.client.0.smithi046.stdout:op 2247 completed, throughput=5MB/sec 2024-09-20T22:09:59.955 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-e2-LLSGiUDvgkpY off=3122469 len=809312 2024-09-20T22:09:59.959 INFO:tasks.workunit.client.0.smithi046.stdout:op 2248 completed, throughput=5MB/sec 2024-09-20T22:09:59.959 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yKhO-RhuYL504ml off=5175875 len=1857667 2024-09-20T22:09:59.967 INFO:tasks.workunit.client.0.smithi046.stdout:op 2249 completed, throughput=5MB/sec 2024-09-20T22:10:00.968 INFO:tasks.workunit.client.0.smithi046.stdout: 442: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:00.968 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8ZwkN0ARi97fTFB off=9998133 len=386673 2024-09-20T22:10:00.972 INFO:tasks.workunit.client.0.smithi046.stdout:op 2250 completed, throughput=4.99MB/sec 2024-09-20T22:10:00.972 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MYVUU2XCrJCdP-E off=9135200 len=1090069 2024-09-20T22:10:00.977 INFO:tasks.workunit.client.0.smithi046.stdout:op 2251 completed, throughput=4.99MB/sec 2024-09-20T22:10:00.978 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XTHgJ4cKjfYIT1S off=645722 len=30726 2024-09-20T22:10:00.978 INFO:tasks.workunit.client.0.smithi046.stdout:op 2252 completed, throughput=4.99MB/sec 2024-09-20T22:10:00.978 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xq2hBdo9KqqRF24 off=14881520 len=1332858 2024-09-20T22:10:00.986 INFO:tasks.workunit.client.0.smithi046.stdout:op 2253 completed, throughput=5MB/sec 2024-09-20T22:10:00.986 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qcthtd1kbb2K_F_ off=4584325 len=1139305 2024-09-20T22:10:00.988 INFO:tasks.workunit.client.0.smithi046.stdout:op 2254 completed, throughput=5MB/sec 2024-09-20T22:10:00.988 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9O8enCc-RKDj2IW off=196862 len=764548 2024-09-20T22:10:00.989 INFO:tasks.workunit.client.0.smithi046.stdout:op 2255 completed, throughput=5MB/sec 2024-09-20T22:10:01.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:00 smithi046 ceph-mon[96110]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T22:10:01.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:00 smithi046 ceph-mon[96110]: overall HEALTH_OK 2024-09-20T22:10:01.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:00 smithi046 ceph-mon[98591]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T22:10:01.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:00 smithi046 ceph-mon[98591]: overall HEALTH_OK 2024-09-20T22:10:01.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:00 smithi134 ceph-mon[89086]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T22:10:01.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:00 smithi134 ceph-mon[89086]: overall HEALTH_OK 2024-09-20T22:10:01.989 INFO:tasks.workunit.client.0.smithi046.stdout: 443: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:01.989 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ARHWuFwslONoNOG off=15264333 len=133381 2024-09-20T22:10:01.990 INFO:tasks.workunit.client.0.smithi046.stdout:op 2256 completed, throughput=4.99MB/sec 2024-09-20T22:10:01.990 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DaGbmYMVP1ZfVDa off=8977206 len=1977725 2024-09-20T22:10:01.992 INFO:tasks.workunit.client.0.smithi046.stdout:op 2257 completed, throughput=4.99MB/sec 2024-09-20T22:10:01.992 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zxIpNMuDOxlNK89 off=17094590 len=758666 2024-09-20T22:10:01.994 INFO:tasks.workunit.client.0.smithi046.stdout:op 2258 completed, throughput=5MB/sec 2024-09-20T22:10:01.994 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dxrsn32-2EK1gcK off=345788 len=681069 2024-09-20T22:10:01.998 INFO:tasks.workunit.client.0.smithi046.stdout:op 2259 completed, throughput=5MB/sec 2024-09-20T22:10:01.998 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-T5oNL55Or4AIVg6 off=5096110 len=1866630 2024-09-20T22:10:02.001 INFO:tasks.workunit.client.0.smithi046.stdout:op 2260 completed, throughput=5MB/sec 2024-09-20T22:10:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:10:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:10:02] "GET /metrics HTTP/1.1" 200 34157 "" "Prometheus/2.43.0" 2024-09-20T22:10:02.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:10:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:10:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:10:03.001 INFO:tasks.workunit.client.0.smithi046.stdout: 444: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:03.001 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EzvwIKcJjMCgcaz off=6147103 len=1445520 2024-09-20T22:10:03.009 INFO:tasks.workunit.client.0.smithi046.stdout:op 2261 completed, throughput=4.99MB/sec 2024-09-20T22:10:03.009 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rGiTbBIje0eenJJ off=0 len=1529922 2024-09-20T22:10:03.016 INFO:tasks.workunit.client.0.smithi046.stdout:op 2262 completed, throughput=5MB/sec 2024-09-20T22:10:03.017 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DQOjCkKSrSqx0RH off=1611841 len=288668 2024-09-20T22:10:03.017 INFO:tasks.workunit.client.0.smithi046.stdout:op 2263 completed, throughput=5MB/sec 2024-09-20T22:10:03.017 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iuQ2qqAOPxsnlr6 off=8886063 len=41509 2024-09-20T22:10:03.018 INFO:tasks.workunit.client.0.smithi046.stdout:op 2264 completed, throughput=5MB/sec 2024-09-20T22:10:03.018 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2u9nNdN9cFSjngv off=4491741 len=1828390 2024-09-20T22:10:03.027 INFO:tasks.workunit.client.0.smithi046.stdout:op 2265 completed, throughput=5MB/sec 2024-09-20T22:10:03.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:02 smithi046 ceph-mon[96110]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:10:03.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:02 smithi046 ceph-mon[98591]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:10:03.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:02 smithi134 ceph-mon[89086]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:10:04.027 INFO:tasks.workunit.client.0.smithi046.stdout: 445: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:04.027 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6FypRwnz21Dgqsh off=4128071 len=310416 2024-09-20T22:10:04.028 INFO:tasks.workunit.client.0.smithi046.stdout:op 2266 completed, throughput=4.99MB/sec 2024-09-20T22:10:04.028 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj---wZ-9KzhRq_4st off=2528643 len=1117414 2024-09-20T22:10:04.031 INFO:tasks.workunit.client.0.smithi046.stdout:op 2267 completed, throughput=4.99MB/sec 2024-09-20T22:10:04.031 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rxUz8My7qvq_5h7 off=714430 len=977313 2024-09-20T22:10:04.033 INFO:tasks.workunit.client.0.smithi046.stdout:op 2268 completed, throughput=4.99MB/sec 2024-09-20T22:10:04.033 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CDJ9_ZdMkLY3fK1 off=1850789 len=522496 2024-09-20T22:10:04.034 INFO:tasks.workunit.client.0.smithi046.stdout:op 2269 completed, throughput=5MB/sec 2024-09-20T22:10:04.034 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lzZtrjfQCO9UZyM off=4524208 len=138818 2024-09-20T22:10:04.037 INFO:tasks.workunit.client.0.smithi046.stdout:op 2270 completed, throughput=5MB/sec 2024-09-20T22:10:04.037 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DrpaoJwQjH1RcRq off=4185900 len=750066 2024-09-20T22:10:04.041 INFO:tasks.workunit.client.0.smithi046.stdout:op 2271 completed, throughput=5MB/sec 2024-09-20T22:10:04.041 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eGHtXMYUQRKn_bn off=12832482 len=1668044 2024-09-20T22:10:04.043 INFO:tasks.workunit.client.0.smithi046.stdout:op 2272 completed, throughput=5MB/sec 2024-09-20T22:10:05.043 INFO:tasks.workunit.client.0.smithi046.stdout: 446: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:05.044 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lGzkZq4NcI3Q4fP off=4222427 len=743852 2024-09-20T22:10:05.045 INFO:tasks.workunit.client.0.smithi046.stdout:op 2273 completed, throughput=4.99MB/sec 2024-09-20T22:10:05.046 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Bo2kfun-gb8Cg9V off=4272562 len=1854523 2024-09-20T22:10:05.048 INFO:tasks.workunit.client.0.smithi046.stdout:op 2274 completed, throughput=5MB/sec 2024-09-20T22:10:05.048 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xfEqTXlkROgRZWq off=2463635 len=1000786 2024-09-20T22:10:05.050 INFO:tasks.workunit.client.0.smithi046.stdout:op 2275 completed, throughput=5MB/sec 2024-09-20T22:10:05.050 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-A4tPz8k0eyoDo36 off=11027312 len=111045 2024-09-20T22:10:05.051 INFO:tasks.workunit.client.0.smithi046.stdout:op 2276 completed, throughput=5MB/sec 2024-09-20T22:10:05.051 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nW3PFtkM9swnR5G off=749656 len=1556393 2024-09-20T22:10:05.058 INFO:tasks.workunit.client.0.smithi046.stdout:op 2277 completed, throughput=5MB/sec 2024-09-20T22:10:05.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:04 smithi046 ceph-mon[96110]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:10:05.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:10:05.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:04 smithi046 ceph-mon[98591]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:10:05.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:10:05.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:04 smithi134 ceph-mon[89086]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:10:05.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:10:06.059 INFO:tasks.workunit.client.0.smithi046.stdout: 447: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:06.059 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6T9WU3LnwVAP2lD off=2963432 len=478571 2024-09-20T22:10:06.063 INFO:tasks.workunit.client.0.smithi046.stdout:op 2278 completed, throughput=4.99MB/sec 2024-09-20T22:10:06.063 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZmyrtHR2XPUwDTz off=459959 len=80905 2024-09-20T22:10:06.065 INFO:tasks.workunit.client.0.smithi046.stdout:op 2279 completed, throughput=4.99MB/sec 2024-09-20T22:10:06.065 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-v1b79G3Esbs2FO9 off=3059083 len=1606862 2024-09-20T22:10:06.073 INFO:tasks.workunit.client.0.smithi046.stdout:op 2280 completed, throughput=4.99MB/sec 2024-09-20T22:10:06.073 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hfz_i9YL2aOK6A0 off=193715 len=478178 2024-09-20T22:10:06.076 INFO:tasks.workunit.client.0.smithi046.stdout:op 2281 completed, throughput=5MB/sec 2024-09-20T22:10:06.076 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vaPq0H3exQwF-H8 off=3842141 len=720168 2024-09-20T22:10:06.080 INFO:tasks.workunit.client.0.smithi046.stdout:op 2282 completed, throughput=5MB/sec 2024-09-20T22:10:06.080 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nBR5Sb9iRlt2tET off=18128659 len=2047106 2024-09-20T22:10:06.089 INFO:tasks.workunit.client.0.smithi046.stdout:op 2283 completed, throughput=5MB/sec 2024-09-20T22:10:07.090 INFO:tasks.workunit.client.0.smithi046.stdout: 448: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:07.090 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tvH_ng6NfBF9r1X off=8984256 len=1838698 2024-09-20T22:10:07.092 INFO:tasks.workunit.client.0.smithi046.stdout:op 2284 completed, throughput=4.99MB/sec 2024-09-20T22:10:07.092 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-r3On7EFPnqGGRgy off=6849134 len=1655646 2024-09-20T22:10:07.101 INFO:tasks.workunit.client.0.smithi046.stdout:op 2285 completed, throughput=5MB/sec 2024-09-20T22:10:07.101 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kNwb1u1XJ5jiwYl off=1728888 len=434188 2024-09-20T22:10:07.104 INFO:tasks.workunit.client.0.smithi046.stdout:op 2286 completed, throughput=5MB/sec 2024-09-20T22:10:07.104 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jr4CYuFJeVRqgRu off=7304440 len=1120854 2024-09-20T22:10:07.110 INFO:tasks.workunit.client.0.smithi046.stdout:op 2287 completed, throughput=5MB/sec 2024-09-20T22:10:07.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:06 smithi046 ceph-mon[98591]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-20T22:10:07.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:06 smithi046 ceph-mon[96110]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-20T22:10:07.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:06 smithi134 ceph-mon[89086]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-20T22:10:08.110 INFO:tasks.workunit.client.0.smithi046.stdout: 449: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:08.110 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GDA8YoqwkVzI1RN off=9730589 len=281333 2024-09-20T22:10:08.113 INFO:tasks.workunit.client.0.smithi046.stdout:op 2288 completed, throughput=4.99MB/sec 2024-09-20T22:10:08.114 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RXcR3CWWsAdivHm off=7409379 len=883322 2024-09-20T22:10:08.118 INFO:tasks.workunit.client.0.smithi046.stdout:op 2289 completed, throughput=4.99MB/sec 2024-09-20T22:10:08.118 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_vDjDcPi87Zo2k7 off=13280408 len=1850939 2024-09-20T22:10:08.129 INFO:tasks.workunit.client.0.smithi046.stdout:op 2290 completed, throughput=5MB/sec 2024-09-20T22:10:08.129 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kenYi8WAsqZRTzM off=564053 len=886579 2024-09-20T22:10:08.130 INFO:tasks.workunit.client.0.smithi046.stdout:op 2291 completed, throughput=5MB/sec 2024-09-20T22:10:08.130 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ckCi9kG-1jfQJTP off=19142622 len=1575455 2024-09-20T22:10:08.132 INFO:tasks.workunit.client.0.smithi046.stdout:op 2292 completed, throughput=5MB/sec 2024-09-20T22:10:09.133 INFO:tasks.workunit.client.0.smithi046.stdout: 450: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:09.133 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YvIa0_5xcRVVl6n off=6883177 len=279362 2024-09-20T22:10:09.134 INFO:tasks.workunit.client.0.smithi046.stdout:op 2293 completed, throughput=4.99MB/sec 2024-09-20T22:10:09.134 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NWB_B5REdE22hOe off=11041384 len=635261 2024-09-20T22:10:09.138 INFO:tasks.workunit.client.0.smithi046.stdout:op 2294 completed, throughput=4.99MB/sec 2024-09-20T22:10:09.138 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JDXjn4f_EsfbzzT off=5360724 len=60591 2024-09-20T22:10:09.139 INFO:tasks.workunit.client.0.smithi046.stdout:op 2295 completed, throughput=4.99MB/sec 2024-09-20T22:10:09.139 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9h7zI4RsivXt6k3 off=980986 len=1812070 2024-09-20T22:10:09.141 INFO:tasks.workunit.client.0.smithi046.stdout:op 2296 completed, throughput=5MB/sec 2024-09-20T22:10:09.141 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BjHyLQwGAc7zpbo off=1177913 len=1059046 2024-09-20T22:10:09.147 INFO:tasks.workunit.client.0.smithi046.stdout:op 2297 completed, throughput=5MB/sec 2024-09-20T22:10:09.147 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-e1o69E9sZD-ye4_ off=9724242 len=867432 2024-09-20T22:10:09.148 INFO:tasks.workunit.client.0.smithi046.stdout:op 2298 completed, throughput=5MB/sec 2024-09-20T22:10:09.148 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1_COP-xpe5ocRNb off=23128494 len=1776367 2024-09-20T22:10:09.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:08 smithi046 ceph-mon[96110]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-20T22:10:09.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:08 smithi046 ceph-mon[98591]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-20T22:10:09.155 INFO:tasks.workunit.client.0.smithi046.stdout:op 2299 completed, throughput=5MB/sec 2024-09-20T22:10:09.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:08 smithi134 ceph-mon[89086]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-20T22:10:10.155 INFO:tasks.workunit.client.0.smithi046.stdout: 451: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:10.156 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lsIW-dw_fU_dGEk off=22791 len=1429987 2024-09-20T22:10:10.163 INFO:tasks.workunit.client.0.smithi046.stdout:op 2300 completed, throughput=4.99MB/sec 2024-09-20T22:10:10.163 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Lekg7IO8z1V_1Yt off=22866044 len=765288 2024-09-20T22:10:10.164 INFO:tasks.workunit.client.0.smithi046.stdout:op 2301 completed, throughput=5MB/sec 2024-09-20T22:10:10.164 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-s47AB5TSJwnAsFn off=15080497 len=596080 2024-09-20T22:10:10.166 INFO:tasks.workunit.client.0.smithi046.stdout:op 2302 completed, throughput=5MB/sec 2024-09-20T22:10:10.166 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-n0TmncPFlGQHPB0 off=10857237 len=1286681 2024-09-20T22:10:10.167 INFO:tasks.workunit.client.0.smithi046.stdout:op 2303 completed, throughput=5MB/sec 2024-09-20T22:10:11.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:10 smithi046 ceph-mon[96110]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:10:11.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:10 smithi046 ceph-mon[98591]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:10:11.167 INFO:tasks.workunit.client.0.smithi046.stdout: 452: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:11.167 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zLYJRfK_2jrejCS off=16203515 len=338143 2024-09-20T22:10:11.171 INFO:tasks.workunit.client.0.smithi046.stdout:op 2304 completed, throughput=4.99MB/sec 2024-09-20T22:10:11.171 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XLB-B1Pw1xgjl8f off=9599417 len=77561 2024-09-20T22:10:11.171 INFO:tasks.workunit.client.0.smithi046.stdout:op 2305 completed, throughput=4.99MB/sec 2024-09-20T22:10:11.171 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-018s4XO4iYzdp3o off=64396 len=737970 2024-09-20T22:10:11.173 INFO:tasks.workunit.client.0.smithi046.stdout:op 2306 completed, throughput=4.99MB/sec 2024-09-20T22:10:11.173 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MnBzscNj9UZYCsz off=4191489 len=1741346 2024-09-20T22:10:11.175 INFO:tasks.workunit.client.0.smithi046.stdout:op 2307 completed, throughput=5MB/sec 2024-09-20T22:10:11.175 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Rp02OWL1X3we-rX off=6651985 len=1530227 2024-09-20T22:10:11.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:10 smithi134 ceph-mon[89086]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:10:11.184 INFO:tasks.workunit.client.0.smithi046.stdout:op 2308 completed, throughput=5MB/sec 2024-09-20T22:10:11.184 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wjePdTbXwcISLft off=7223286 len=1153774 2024-09-20T22:10:11.189 INFO:tasks.workunit.client.0.smithi046.stdout:op 2309 completed, throughput=5MB/sec 2024-09-20T22:10:12.190 INFO:tasks.workunit.client.0.smithi046.stdout: 453: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:12.190 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-d1YaHoERn2pXC9N off=3590273 len=1055552 2024-09-20T22:10:12.191 INFO:tasks.workunit.client.0.smithi046.stdout:op 2310 completed, throughput=4.99MB/sec 2024-09-20T22:10:12.192 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-t3MwRMcKH0O3lZB off=3068201 len=228490 2024-09-20T22:10:12.195 INFO:tasks.workunit.client.0.smithi046.stdout:op 2311 completed, throughput=4.99MB/sec 2024-09-20T22:10:12.195 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-e5MPwB__1FUlNUF off=1128125 len=464711 2024-09-20T22:10:12.198 INFO:tasks.workunit.client.0.smithi046.stdout:op 2312 completed, throughput=4.99MB/sec 2024-09-20T22:10:12.199 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WDBXxmkK13K1xce off=13450549 len=537157 2024-09-20T22:10:12.200 INFO:tasks.workunit.client.0.smithi046.stdout:op 2313 completed, throughput=4.99MB/sec 2024-09-20T22:10:12.200 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aMsh6Nr-GCwkiuq off=8108697 len=616170 2024-09-20T22:10:12.205 INFO:tasks.workunit.client.0.smithi046.stdout:op 2314 completed, throughput=5MB/sec 2024-09-20T22:10:12.205 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1QF5fH4_lr7NaIr off=1734551 len=1872135 2024-09-20T22:10:12.216 INFO:tasks.workunit.client.0.smithi046.stdout:op 2315 completed, throughput=5MB/sec 2024-09-20T22:10:12.216 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--NuZ5wFL4dzV8Xq off=708216 len=1298808 2024-09-20T22:10:12.217 INFO:tasks.workunit.client.0.smithi046.stdout:op 2316 completed, throughput=5MB/sec 2024-09-20T22:10:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:10:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:10:12] "GET /metrics HTTP/1.1" 200 34156 "" "Prometheus/2.43.0" 2024-09-20T22:10:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:10:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:10:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:10:13.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:12 smithi046 ceph-mon[96110]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:10:13.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:12 smithi046 ceph-mon[98591]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:10:13.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:12 smithi134 ceph-mon[89086]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:10:13.217 INFO:tasks.workunit.client.0.smithi046.stdout: 454: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:13.218 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AYn3TBGjXW-HEXN off=655141 len=759463 2024-09-20T22:10:13.219 INFO:tasks.workunit.client.0.smithi046.stdout:op 2317 completed, throughput=4.99MB/sec 2024-09-20T22:10:13.219 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CNvBqLnsHuk_JhD off=808116 len=1116712 2024-09-20T22:10:13.220 INFO:tasks.workunit.client.0.smithi046.stdout:op 2318 completed, throughput=4.99MB/sec 2024-09-20T22:10:13.220 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1KMOIJEwl_9XX8P off=2001201 len=817849 2024-09-20T22:10:13.224 INFO:tasks.workunit.client.0.smithi046.stdout:op 2319 completed, throughput=5MB/sec 2024-09-20T22:10:13.224 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Kdhx-sr-_8IznYB off=3024475 len=1154619 2024-09-20T22:10:13.230 INFO:tasks.workunit.client.0.smithi046.stdout:op 2320 completed, throughput=5MB/sec 2024-09-20T22:10:13.230 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-y_tB67i3oFfVH69 off=2170556 len=1823076 2024-09-20T22:10:13.232 INFO:tasks.workunit.client.0.smithi046.stdout:op 2321 completed, throughput=5MB/sec 2024-09-20T22:10:14.232 INFO:tasks.workunit.client.0.smithi046.stdout: 455: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:14.232 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EzhACJuVJixEQAk off=2109691 len=513955 2024-09-20T22:10:14.233 INFO:tasks.workunit.client.0.smithi046.stdout:op 2322 completed, throughput=4.99MB/sec 2024-09-20T22:10:14.233 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-w2sLC2nc3HMIZ8_ off=2438027 len=1495143 2024-09-20T22:10:14.240 INFO:tasks.workunit.client.0.smithi046.stdout:op 2323 completed, throughput=5MB/sec 2024-09-20T22:10:14.240 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-v8PKbJypIRO8YhA off=21817510 len=1518074 2024-09-20T22:10:14.242 INFO:tasks.workunit.client.0.smithi046.stdout:op 2324 completed, throughput=5MB/sec 2024-09-20T22:10:14.242 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ck17nZXawGC93FD off=7353412 len=816498 2024-09-20T22:10:14.246 INFO:tasks.workunit.client.0.smithi046.stdout:op 2325 completed, throughput=5MB/sec 2024-09-20T22:10:15.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:14 smithi046 ceph-mon[96110]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:10:15.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:14 smithi046 ceph-mon[98591]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:10:15.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:14 smithi134 ceph-mon[89086]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:10:15.246 INFO:tasks.workunit.client.0.smithi046.stdout: 456: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:15.246 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Yk4IqQRgsqJcdL- off=8240752 len=949713 2024-09-20T22:10:15.252 INFO:tasks.workunit.client.0.smithi046.stdout:op 2326 completed, throughput=4.99MB/sec 2024-09-20T22:10:15.252 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-O1Te1wkPwngAEHd off=5166467 len=852694 2024-09-20T22:10:15.253 INFO:tasks.workunit.client.0.smithi046.stdout:op 2327 completed, throughput=4.99MB/sec 2024-09-20T22:10:15.253 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1moAGfWmkQPqdmm off=9337171 len=326789 2024-09-20T22:10:15.254 INFO:tasks.workunit.client.0.smithi046.stdout:op 2328 completed, throughput=4.99MB/sec 2024-09-20T22:10:15.254 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CFsFkEe6AB8OO2J off=2340818 len=1591111 2024-09-20T22:10:15.262 INFO:tasks.workunit.client.0.smithi046.stdout:op 2329 completed, throughput=5MB/sec 2024-09-20T22:10:15.262 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nAD4LgRVgAMAez7 off=1046788 len=1468701 2024-09-20T22:10:15.271 INFO:tasks.workunit.client.0.smithi046.stdout:op 2330 completed, throughput=5MB/sec 2024-09-20T22:10:16.271 INFO:tasks.workunit.client.0.smithi046.stdout: 457: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:16.272 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_EVsF4FkwlotDs1 off=1615524 len=279195 2024-09-20T22:10:16.275 INFO:tasks.workunit.client.0.smithi046.stdout:op 2331 completed, throughput=4.99MB/sec 2024-09-20T22:10:16.275 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_Ojvt96-EOIOQKx off=11697317 len=418844 2024-09-20T22:10:16.275 INFO:tasks.workunit.client.0.smithi046.stdout:op 2332 completed, throughput=4.99MB/sec 2024-09-20T22:10:16.276 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-X9xXXSYwbNgmGFU off=2452160 len=786644 2024-09-20T22:10:16.277 INFO:tasks.workunit.client.0.smithi046.stdout:op 2333 completed, throughput=4.99MB/sec 2024-09-20T22:10:16.277 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rGHuRD0tJ4W5JWg off=9327465 len=48507 2024-09-20T22:10:16.278 INFO:tasks.workunit.client.0.smithi046.stdout:op 2334 completed, throughput=4.99MB/sec 2024-09-20T22:10:16.278 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-K_gqz_i3EUBDq4v off=871199 len=183344 2024-09-20T22:10:16.279 INFO:tasks.workunit.client.0.smithi046.stdout:op 2335 completed, throughput=4.99MB/sec 2024-09-20T22:10:16.279 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JZGY8TKcv0_vqJS off=17823117 len=1277095 2024-09-20T22:10:16.281 INFO:tasks.workunit.client.0.smithi046.stdout:op 2336 completed, throughput=5MB/sec 2024-09-20T22:10:16.281 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-22WJhahn1pvV_BJ off=275622 len=1419415 2024-09-20T22:10:16.288 INFO:tasks.workunit.client.0.smithi046.stdout:op 2337 completed, throughput=5MB/sec 2024-09-20T22:10:16.288 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LNdN8Xvjf2rkvwW off=8593780 len=1527267 2024-09-20T22:10:16.291 INFO:tasks.workunit.client.0.smithi046.stdout:op 2338 completed, throughput=5MB/sec 2024-09-20T22:10:17.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:16 smithi046 ceph-mon[96110]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:10:17.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:16 smithi046 ceph-mon[98591]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:10:17.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:16 smithi134 ceph-mon[89086]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:10:17.291 INFO:tasks.workunit.client.0.smithi046.stdout: 458: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:17.291 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-udOW09ahQ_tWlie off=235417 len=1844627 2024-09-20T22:10:17.295 INFO:tasks.workunit.client.0.smithi046.stdout:op 2339 completed, throughput=4.99MB/sec 2024-09-20T22:10:17.295 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RqbtSI6AyJseIB2 off=9649726 len=923716 2024-09-20T22:10:17.301 INFO:tasks.workunit.client.0.smithi046.stdout:op 2340 completed, throughput=5MB/sec 2024-09-20T22:10:17.301 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ds7RXRDMXHVIazQ off=13804774 len=1665312 2024-09-20T22:10:17.309 INFO:tasks.workunit.client.0.smithi046.stdout:op 2341 completed, throughput=5MB/sec 2024-09-20T22:10:17.310 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lIF5I6y49OtMJCL off=1224779 len=903809 2024-09-20T22:10:17.311 INFO:tasks.workunit.client.0.smithi046.stdout:op 2342 completed, throughput=5MB/sec 2024-09-20T22:10:18.311 INFO:tasks.workunit.client.0.smithi046.stdout: 459: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:18.311 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4znh-KRaovI2H1e off=7773962 len=1146793 2024-09-20T22:10:18.314 INFO:tasks.workunit.client.0.smithi046.stdout:op 2343 completed, throughput=4.99MB/sec 2024-09-20T22:10:18.314 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-k60Bm5RghQcm7Vi off=2517900 len=1020865 2024-09-20T22:10:18.316 INFO:tasks.workunit.client.0.smithi046.stdout:op 2344 completed, throughput=5MB/sec 2024-09-20T22:10:18.316 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-h2nwNFz_Cb_wV1y off=6573128 len=745618 2024-09-20T22:10:18.317 INFO:tasks.workunit.client.0.smithi046.stdout:op 2345 completed, throughput=5MB/sec 2024-09-20T22:10:18.317 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7I0rH9TrVe_A2lK off=11743912 len=884294 2024-09-20T22:10:18.322 INFO:tasks.workunit.client.0.smithi046.stdout:op 2346 completed, throughput=5MB/sec 2024-09-20T22:10:18.322 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2SK7NBG9XFSvfCh off=1308215 len=1449344 2024-09-20T22:10:18.330 INFO:tasks.workunit.client.0.smithi046.stdout:op 2347 completed, throughput=5MB/sec 2024-09-20T22:10:19.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:18 smithi046 ceph-mon[96110]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-20T22:10:19.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:18 smithi046 ceph-mon[98591]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-20T22:10:19.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:18 smithi134 ceph-mon[89086]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-20T22:10:19.330 INFO:tasks.workunit.client.0.smithi046.stdout: 460: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:19.330 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NZYg72wCCnB2Etx off=2181121 len=1911674 2024-09-20T22:10:19.339 INFO:tasks.workunit.client.0.smithi046.stdout:op 2348 completed, throughput=4.99MB/sec 2024-09-20T22:10:19.339 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8EmDEmA4jYpQBp4 off=6474454 len=2009399 2024-09-20T22:10:19.347 INFO:tasks.workunit.client.0.smithi046.stdout:op 2349 completed, throughput=5MB/sec 2024-09-20T22:10:19.347 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8m3BbmwCLOmeABV off=1379276 len=1779249 2024-09-20T22:10:19.348 INFO:tasks.workunit.client.0.smithi046.stdout:op 2350 completed, throughput=5MB/sec 2024-09-20T22:10:20.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:10:20.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:10:20.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:10:20.349 INFO:tasks.workunit.client.0.smithi046.stdout: 461: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:20.349 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BRVAMwHR7u4xPgV off=22001225 len=1084716 2024-09-20T22:10:20.351 INFO:tasks.workunit.client.0.smithi046.stdout:op 2351 completed, throughput=4.99MB/sec 2024-09-20T22:10:20.351 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-huUJCLGxsCcmc0Y off=2516723 len=572028 2024-09-20T22:10:20.351 INFO:tasks.workunit.client.0.smithi046.stdout:op 2352 completed, throughput=4.99MB/sec 2024-09-20T22:10:20.352 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bhSoa3it2iemOBn off=16514524 len=187805 2024-09-20T22:10:20.352 INFO:tasks.workunit.client.0.smithi046.stdout:op 2353 completed, throughput=5MB/sec 2024-09-20T22:10:20.352 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PBSTNfZqYzZHY-O off=6144256 len=489317 2024-09-20T22:10:20.356 INFO:tasks.workunit.client.0.smithi046.stdout:op 2354 completed, throughput=5MB/sec 2024-09-20T22:10:20.356 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dLxLNSImmu6Zb16 off=201598 len=584001 2024-09-20T22:10:20.358 INFO:tasks.workunit.client.0.smithi046.stdout:op 2355 completed, throughput=5MB/sec 2024-09-20T22:10:20.358 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--Be6ASXvUgG5dOh off=8372839 len=573427 2024-09-20T22:10:20.359 INFO:tasks.workunit.client.0.smithi046.stdout:op 2356 completed, throughput=5MB/sec 2024-09-20T22:10:20.359 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4IX1MzOazrGUa8t off=359529 len=642907 2024-09-20T22:10:20.363 INFO:tasks.workunit.client.0.smithi046.stdout:op 2357 completed, throughput=5MB/sec 2024-09-20T22:10:20.363 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NriPVkuei_z8iWK off=19868625 len=609173 2024-09-20T22:10:20.367 INFO:tasks.workunit.client.0.smithi046.stdout:op 2358 completed, throughput=5MB/sec 2024-09-20T22:10:21.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:20 smithi046 ceph-mon[96110]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:10:21.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:20 smithi046 ceph-mon[98591]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:10:21.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:20 smithi134 ceph-mon[89086]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:10:21.367 INFO:tasks.workunit.client.0.smithi046.stdout: 462: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:21.367 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-y3L53We4gwplv3K off=2771388 len=1054999 2024-09-20T22:10:21.373 INFO:tasks.workunit.client.0.smithi046.stdout:op 2359 completed, throughput=4.99MB/sec 2024-09-20T22:10:21.373 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-e7Ilaqar7XvdhEB off=11430911 len=701343 2024-09-20T22:10:21.374 INFO:tasks.workunit.client.0.smithi046.stdout:op 2360 completed, throughput=4.99MB/sec 2024-09-20T22:10:21.374 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QwCjKEo2Pd8Kuqb off=7830372 len=1084436 2024-09-20T22:10:21.379 INFO:tasks.workunit.client.0.smithi046.stdout:op 2361 completed, throughput=5MB/sec 2024-09-20T22:10:21.379 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TDdl4sdKYrKpliu off=644824 len=556170 2024-09-20T22:10:21.380 INFO:tasks.workunit.client.0.smithi046.stdout:op 2362 completed, throughput=5MB/sec 2024-09-20T22:10:21.380 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rL3lf51x-MnC0YZ off=3513109 len=584534 2024-09-20T22:10:21.381 INFO:tasks.workunit.client.0.smithi046.stdout:op 2363 completed, throughput=5MB/sec 2024-09-20T22:10:21.382 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6qiQQCCgA80nqUJ off=340398 len=1488652 2024-09-20T22:10:21.387 INFO:tasks.workunit.client.0.smithi046.stdout:op 2364 completed, throughput=5MB/sec 2024-09-20T22:10:22.387 INFO:tasks.workunit.client.0.smithi046.stdout: 463: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:22.387 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wSlYdQ_L49vXQ6L off=7253740 len=540144 2024-09-20T22:10:22.391 INFO:tasks.workunit.client.0.smithi046.stdout:op 2365 completed, throughput=4.99MB/sec 2024-09-20T22:10:22.391 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1S8FUwcOV_zR-Iz off=2490069 len=598789 2024-09-20T22:10:22.395 INFO:tasks.workunit.client.0.smithi046.stdout:op 2366 completed, throughput=4.99MB/sec 2024-09-20T22:10:22.395 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iFwsLC5EQ0mi2NV off=792247 len=525600 2024-09-20T22:10:22.399 INFO:tasks.workunit.client.0.smithi046.stdout:op 2367 completed, throughput=4.99MB/sec 2024-09-20T22:10:22.399 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aA5HuEArKgeSbtK off=2317981 len=644029 2024-09-20T22:10:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:10:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:10:22] "GET /metrics HTTP/1.1" 200 34155 "" "Prometheus/2.43.0" 2024-09-20T22:10:22.400 INFO:tasks.workunit.client.0.smithi046.stdout:op 2368 completed, throughput=4.99MB/sec 2024-09-20T22:10:22.401 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-38zJELjPuTy2oW7 off=5722511 len=234709 2024-09-20T22:10:22.403 INFO:tasks.workunit.client.0.smithi046.stdout:op 2369 completed, throughput=5MB/sec 2024-09-20T22:10:22.404 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-S5I3Uq0NvTOUSzr off=11972155 len=1010207 2024-09-20T22:10:22.409 INFO:tasks.workunit.client.0.smithi046.stdout:op 2370 completed, throughput=5MB/sec 2024-09-20T22:10:22.409 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0oorxYs62kHWYSj off=16335054 len=2042604 2024-09-20T22:10:22.417 INFO:tasks.workunit.client.0.smithi046.stdout:op 2371 completed, throughput=5MB/sec 2024-09-20T22:10:22.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:10:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:10:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:10:23.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:22 smithi046 ceph-mon[96110]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-20T22:10:23.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:22 smithi046 ceph-mon[98591]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-20T22:10:23.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:22 smithi134 ceph-mon[89086]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-20T22:10:23.417 INFO:tasks.workunit.client.0.smithi046.stdout: 464: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:23.417 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-As-kxg8ZqRn9LpN off=1303848 len=382854 2024-09-20T22:10:23.418 INFO:tasks.workunit.client.0.smithi046.stdout:op 2372 completed, throughput=4.99MB/sec 2024-09-20T22:10:23.418 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TzAoiO3ObNRnRah off=1423645 len=1981957 2024-09-20T22:10:23.421 INFO:tasks.workunit.client.0.smithi046.stdout:op 2373 completed, throughput=5MB/sec 2024-09-20T22:10:23.421 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rtEPmA-xie-e7Uq off=2611444 len=1300271 2024-09-20T22:10:23.423 INFO:tasks.workunit.client.0.smithi046.stdout:op 2374 completed, throughput=5MB/sec 2024-09-20T22:10:23.423 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-deqsQARFvONyXT3 off=10821411 len=1669990 2024-09-20T22:10:23.426 INFO:tasks.workunit.client.0.smithi046.stdout:op 2375 completed, throughput=5MB/sec 2024-09-20T22:10:24.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:23 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:10:24.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:23 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:10:24.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:23 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:10:24.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:23 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:10:24.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:23 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:10:24.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:23 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:10:24.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:23 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:10:24.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:23 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:10:24.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:23 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:10:24.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:23 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:10:24.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:23 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:10:24.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:23 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:10:24.426 INFO:tasks.workunit.client.0.smithi046.stdout: 465: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:24.426 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pJAoIgPhBQaPW41 off=7641950 len=1343823 2024-09-20T22:10:24.435 INFO:tasks.workunit.client.0.smithi046.stdout:op 2376 completed, throughput=4.99MB/sec 2024-09-20T22:10:24.435 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YWHN5d3HsBcwY9d off=4403503 len=1309030 2024-09-20T22:10:24.441 INFO:tasks.workunit.client.0.smithi046.stdout:op 2377 completed, throughput=5MB/sec 2024-09-20T22:10:24.441 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-L_3O15D3tgpBZpt off=13449882 len=1884146 2024-09-20T22:10:24.452 INFO:tasks.workunit.client.0.smithi046.stdout:op 2378 completed, throughput=5MB/sec 2024-09-20T22:10:24.452 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pSUQM4PQZxoF8fj off=12348 len=440743 2024-09-20T22:10:24.456 INFO:tasks.workunit.client.0.smithi046.stdout:op 2379 completed, throughput=5MB/sec 2024-09-20T22:10:25.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:24 smithi046 ceph-mon[96110]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:10:25.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:24 smithi046 ceph-mon[98591]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:10:25.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:24 smithi134 ceph-mon[89086]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:10:25.456 INFO:tasks.workunit.client.0.smithi046.stdout: 466: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:25.456 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mVD66WopsTKDDUG off=2277108 len=716357 2024-09-20T22:10:25.457 INFO:tasks.workunit.client.0.smithi046.stdout:op 2380 completed, throughput=4.99MB/sec 2024-09-20T22:10:25.458 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MlSqTZKY2lGWhSg off=1878488 len=1673153 2024-09-20T22:10:25.459 INFO:tasks.workunit.client.0.smithi046.stdout:op 2381 completed, throughput=4.99MB/sec 2024-09-20T22:10:25.459 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3te8ryu4NMxnCvM off=6366482 len=1187843 2024-09-20T22:10:25.466 INFO:tasks.workunit.client.0.smithi046.stdout:op 2382 completed, throughput=5MB/sec 2024-09-20T22:10:25.466 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LqunjvLpbt5gzDl off=16397645 len=2065980 2024-09-20T22:10:25.469 INFO:tasks.workunit.client.0.smithi046.stdout:op 2383 completed, throughput=5MB/sec 2024-09-20T22:10:26.469 INFO:tasks.workunit.client.0.smithi046.stdout: 467: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:26.469 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zN3l8OVaAAWR6tc off=4964537 len=395099 2024-09-20T22:10:26.470 INFO:tasks.workunit.client.0.smithi046.stdout:op 2384 completed, throughput=4.99MB/sec 2024-09-20T22:10:26.470 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zriNkqxFGFIvac5 off=6669401 len=1659817 2024-09-20T22:10:26.477 INFO:tasks.workunit.client.0.smithi046.stdout:op 2385 completed, throughput=4.99MB/sec 2024-09-20T22:10:26.478 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-a5JUkKnJ5M8hHXs off=1282813 len=656496 2024-09-20T22:10:26.482 INFO:tasks.workunit.client.0.smithi046.stdout:op 2386 completed, throughput=5MB/sec 2024-09-20T22:10:26.482 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wc06EmFsC7hgs8U off=2251554 len=480944 2024-09-20T22:10:26.486 INFO:tasks.workunit.client.0.smithi046.stdout:op 2387 completed, throughput=5MB/sec 2024-09-20T22:10:26.486 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VNp-mQvos78ZUYa off=3322982 len=412341 2024-09-20T22:10:26.489 INFO:tasks.workunit.client.0.smithi046.stdout:op 2388 completed, throughput=5MB/sec 2024-09-20T22:10:26.489 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ikGEMx0THp0ZRCr off=24125094 len=654358 2024-09-20T22:10:26.490 INFO:tasks.workunit.client.0.smithi046.stdout:op 2389 completed, throughput=5MB/sec 2024-09-20T22:10:26.490 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fUgDrjgjexK6OYJ off=942957 len=331444 2024-09-20T22:10:26.490 INFO:tasks.workunit.client.0.smithi046.stdout:op 2390 completed, throughput=5MB/sec 2024-09-20T22:10:26.491 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AEsgmUAA_SdMS0g off=10184996 len=814029 2024-09-20T22:10:26.492 INFO:tasks.workunit.client.0.smithi046.stdout:op 2391 completed, throughput=5MB/sec 2024-09-20T22:10:27.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:26 smithi134 ceph-mon[89086]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:10:27.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:26 smithi046 ceph-mon[96110]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:10:27.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:26 smithi046 ceph-mon[98591]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:10:27.492 INFO:tasks.workunit.client.0.smithi046.stdout: 468: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:27.492 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Hz9JqIJ9qB9bHOm off=1028894 len=1893197 2024-09-20T22:10:27.501 INFO:tasks.workunit.client.0.smithi046.stdout:op 2392 completed, throughput=4.99MB/sec 2024-09-20T22:10:27.501 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-99sMG6JpqM5raOs off=7954661 len=1991927 2024-09-20T22:10:27.510 INFO:tasks.workunit.client.0.smithi046.stdout:op 2393 completed, throughput=5MB/sec 2024-09-20T22:10:27.510 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7yI1M5-0VWzG2R- off=21144982 len=813945 2024-09-20T22:10:27.511 INFO:tasks.workunit.client.0.smithi046.stdout:op 2394 completed, throughput=5MB/sec 2024-09-20T22:10:28.511 INFO:tasks.workunit.client.0.smithi046.stdout: 469: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:28.511 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OWHwEGfX739IjZz off=1674932 len=1874776 2024-09-20T22:10:28.514 INFO:tasks.workunit.client.0.smithi046.stdout:op 2395 completed, throughput=4.99MB/sec 2024-09-20T22:10:28.514 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-O3qeaZYdtQkVXAi off=2575772 len=1353511 2024-09-20T22:10:28.516 INFO:tasks.workunit.client.0.smithi046.stdout:op 2396 completed, throughput=5MB/sec 2024-09-20T22:10:28.516 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PFX4GPVcEK9Qlnm off=1129865 len=1613435 2024-09-20T22:10:28.520 INFO:tasks.workunit.client.0.smithi046.stdout:op 2397 completed, throughput=5MB/sec 2024-09-20T22:10:28.520 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_Xqno-HEYezTEqk off=1568478 len=1596463 2024-09-20T22:10:28.521 INFO:tasks.workunit.client.0.smithi046.stdout:op 2398 completed, throughput=5MB/sec 2024-09-20T22:10:29.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:28 smithi134 ceph-mon[89086]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-20T22:10:29.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:28 smithi046 ceph-mon[98591]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-20T22:10:29.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:28 smithi046 ceph-mon[96110]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-20T22:10:29.521 INFO:tasks.workunit.client.0.smithi046.stdout: 470: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:29.522 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-d5xlwlQOezhyJDx off=8371573 len=59250 2024-09-20T22:10:29.524 INFO:tasks.workunit.client.0.smithi046.stdout:op 2399 completed, throughput=4.99MB/sec 2024-09-20T22:10:29.524 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xqNp8jMrKS6Sq8D off=8330591 len=374916 2024-09-20T22:10:29.525 INFO:tasks.workunit.client.0.smithi046.stdout:op 2400 completed, throughput=4.99MB/sec 2024-09-20T22:10:29.525 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fxYFvc2Arff8INW off=2862493 len=1303264 2024-09-20T22:10:29.532 INFO:tasks.workunit.client.0.smithi046.stdout:op 2401 completed, throughput=5MB/sec 2024-09-20T22:10:29.532 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2zkzQLZvqaTNkcm off=2984191 len=646067 2024-09-20T22:10:29.536 INFO:tasks.workunit.client.0.smithi046.stdout:op 2402 completed, throughput=5MB/sec 2024-09-20T22:10:29.536 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cbQxnzohldD9mQx off=4046444 len=1240894 2024-09-20T22:10:29.542 INFO:tasks.workunit.client.0.smithi046.stdout:op 2403 completed, throughput=5MB/sec 2024-09-20T22:10:29.542 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ll755YE22XnU0VK off=14088662 len=587678 2024-09-20T22:10:29.545 INFO:tasks.workunit.client.0.smithi046.stdout:op 2404 completed, throughput=5MB/sec 2024-09-20T22:10:30.545 INFO:tasks.workunit.client.0.smithi046.stdout: 471: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:30.545 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8ssaxZJ3IBrphSx off=1785281 len=520551 2024-09-20T22:10:30.546 INFO:tasks.workunit.client.0.smithi046.stdout:op 2405 completed, throughput=4.99MB/sec 2024-09-20T22:10:30.546 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yebYP3kdmggDdcI off=3191458 len=1569021 2024-09-20T22:10:30.548 INFO:tasks.workunit.client.0.smithi046.stdout:op 2406 completed, throughput=4.99MB/sec 2024-09-20T22:10:30.548 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8UrQqsPEoGEpyIR off=0 len=1245228 2024-09-20T22:10:30.555 INFO:tasks.workunit.client.0.smithi046.stdout:op 2407 completed, throughput=5MB/sec 2024-09-20T22:10:30.555 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9kUZGTY2LyIxqIf off=7726277 len=241400 2024-09-20T22:10:30.558 INFO:tasks.workunit.client.0.smithi046.stdout:op 2408 completed, throughput=5MB/sec 2024-09-20T22:10:30.558 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YFyej_ZF8Hbn6NA off=15307477 len=1017317 2024-09-20T22:10:30.560 INFO:tasks.workunit.client.0.smithi046.stdout:op 2409 completed, throughput=5MB/sec 2024-09-20T22:10:30.560 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RbmYn5rPtYeacFe off=5728242 len=1749079 2024-09-20T22:10:30.567 INFO:tasks.workunit.client.0.smithi046.stdout:op 2410 completed, throughput=5MB/sec 2024-09-20T22:10:31.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:30 smithi134 ceph-mon[89086]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:10:31.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:30 smithi046 ceph-mon[96110]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:10:31.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:30 smithi046 ceph-mon[98591]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:10:31.567 INFO:tasks.workunit.client.0.smithi046.stdout: 472: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:31.587 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FX7iPggcWGRAU73 off=1029066 len=2055022 2024-09-20T22:10:31.587 INFO:tasks.workunit.client.0.smithi046.stdout:op 2411 completed, throughput=5MB/sec 2024-09-20T22:10:31.587 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-veGQWjS4byTb0j_ off=3101305 len=1427598 2024-09-20T22:10:31.587 INFO:tasks.workunit.client.0.smithi046.stdout:op 2412 completed, throughput=5MB/sec 2024-09-20T22:10:31.587 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Tf4rGCuKpQbVB8r off=15945135 len=1887158 2024-09-20T22:10:31.589 INFO:tasks.workunit.client.0.smithi046.stdout:op 2413 completed, throughput=5MB/sec 2024-09-20T22:10:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:10:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:10:32] "GET /metrics HTTP/1.1" 200 34155 "" "Prometheus/2.43.0" 2024-09-20T22:10:32.589 INFO:tasks.workunit.client.0.smithi046.stdout: 473: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:32.589 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LFFO1u8cdikw80q off=8242061 len=831910 2024-09-20T22:10:32.590 INFO:tasks.workunit.client.0.smithi046.stdout:op 2414 completed, throughput=4.99MB/sec 2024-09-20T22:10:32.590 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QSN0w3HigA-vT1u off=1536852 len=881727 2024-09-20T22:10:32.592 INFO:tasks.workunit.client.0.smithi046.stdout:op 2415 completed, throughput=5MB/sec 2024-09-20T22:10:32.592 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wYvKHIbChq4D6yB off=8761450 len=1213925 2024-09-20T22:10:32.595 INFO:tasks.workunit.client.0.smithi046.stdout:op 2416 completed, throughput=5MB/sec 2024-09-20T22:10:32.595 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZPPvdC7JA4IpAGb off=2599423 len=774290 2024-09-20T22:10:32.596 INFO:tasks.workunit.client.0.smithi046.stdout:op 2417 completed, throughput=5MB/sec 2024-09-20T22:10:32.596 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4CyCPrx04lrFVjB off=424818 len=1272272 2024-09-20T22:10:32.604 INFO:tasks.workunit.client.0.smithi046.stdout:op 2418 completed, throughput=5MB/sec 2024-09-20T22:10:32.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:10:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:10:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:10:33.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:32 smithi134 ceph-mon[89086]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:10:33.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:32 smithi046 ceph-mon[96110]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:10:33.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:32 smithi046 ceph-mon[98591]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:10:33.605 INFO:tasks.workunit.client.0.smithi046.stdout: 474: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:33.605 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IsIgIdf_pVIsBgw off=500575 len=1638372 2024-09-20T22:10:33.615 INFO:tasks.workunit.client.0.smithi046.stdout:op 2419 completed, throughput=4.99MB/sec 2024-09-20T22:10:33.615 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eAm81L7XujbQl5q off=2241451 len=1470486 2024-09-20T22:10:33.623 INFO:tasks.workunit.client.0.smithi046.stdout:op 2420 completed, throughput=5MB/sec 2024-09-20T22:10:33.623 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xOLlsLmorEK1zgH off=12664373 len=1802432 2024-09-20T22:10:33.631 INFO:tasks.workunit.client.0.smithi046.stdout:op 2421 completed, throughput=5MB/sec 2024-09-20T22:10:34.632 INFO:tasks.workunit.client.0.smithi046.stdout: 475: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:34.632 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ulr2p2n1Ed8-H5R off=651251 len=1498874 2024-09-20T22:10:34.639 INFO:tasks.workunit.client.0.smithi046.stdout:op 2422 completed, throughput=4.99MB/sec 2024-09-20T22:10:34.639 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0j1SAfelF7IznVw off=5588949 len=1157529 2024-09-20T22:10:34.644 INFO:tasks.workunit.client.0.smithi046.stdout:op 2423 completed, throughput=5MB/sec 2024-09-20T22:10:34.644 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OcqxqGvkHHRKjVX off=5698085 len=969130 2024-09-20T22:10:34.646 INFO:tasks.workunit.client.0.smithi046.stdout:op 2424 completed, throughput=5MB/sec 2024-09-20T22:10:34.646 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZNpF-3XrXdZY8BO off=390986 len=1127406 2024-09-20T22:10:34.649 INFO:tasks.workunit.client.0.smithi046.stdout:op 2425 completed, throughput=5MB/sec 2024-09-20T22:10:34.649 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-B-cqBaUbwIbQXDP off=2228276 len=199191 2024-09-20T22:10:34.651 INFO:tasks.workunit.client.0.smithi046.stdout:op 2426 completed, throughput=5MB/sec 2024-09-20T22:10:34.652 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AxXRs7AmXv-D9HJ off=18984277 len=302472 2024-09-20T22:10:34.654 INFO:tasks.workunit.client.0.smithi046.stdout:op 2427 completed, throughput=5MB/sec 2024-09-20T22:10:35.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:34 smithi134 ceph-mon[89086]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:10:35.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:10:35.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:34 smithi046 ceph-mon[96110]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:10:35.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:10:35.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:34 smithi046 ceph-mon[98591]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:10:35.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:10:35.655 INFO:tasks.workunit.client.0.smithi046.stdout: 476: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:35.655 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Rq-vKdJK0lUUhzr off=11282604 len=1867935 2024-09-20T22:10:35.657 INFO:tasks.workunit.client.0.smithi046.stdout:op 2428 completed, throughput=4.99MB/sec 2024-09-20T22:10:35.657 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rWchtyxvlRaxX3t off=790629 len=321599 2024-09-20T22:10:35.660 INFO:tasks.workunit.client.0.smithi046.stdout:op 2429 completed, throughput=4.99MB/sec 2024-09-20T22:10:35.660 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iER2JCYBLaqoWtd off=2048723 len=2095203 2024-09-20T22:10:35.664 INFO:tasks.workunit.client.0.smithi046.stdout:op 2430 completed, throughput=5MB/sec 2024-09-20T22:10:35.664 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HHTdkGlMZLZVqwm off=15276674 len=1573590 2024-09-20T22:10:35.666 INFO:tasks.workunit.client.0.smithi046.stdout:op 2431 completed, throughput=5MB/sec 2024-09-20T22:10:36.666 INFO:tasks.workunit.client.0.smithi046.stdout: 477: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:36.666 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NeuY2WNrwlV0s2L off=3003855 len=1230025 2024-09-20T22:10:36.668 INFO:tasks.workunit.client.0.smithi046.stdout:op 2432 completed, throughput=4.99MB/sec 2024-09-20T22:10:36.668 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0ss3BEQlxHIwmu0 off=2531664 len=1254168 2024-09-20T22:10:36.671 INFO:tasks.workunit.client.0.smithi046.stdout:op 2433 completed, throughput=5MB/sec 2024-09-20T22:10:36.671 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gTqRn4SHW6sOJ2w off=374577 len=713139 2024-09-20T22:10:36.676 INFO:tasks.workunit.client.0.smithi046.stdout:op 2434 completed, throughput=5MB/sec 2024-09-20T22:10:36.676 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-U5TugMPdKjoTkV9 off=6629929 len=1552977 2024-09-20T22:10:36.686 INFO:tasks.workunit.client.0.smithi046.stdout:op 2435 completed, throughput=5MB/sec 2024-09-20T22:10:37.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:36 smithi134 ceph-mon[89086]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:10:37.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:36 smithi046 ceph-mon[96110]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:10:37.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:36 smithi046 ceph-mon[98591]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:10:37.687 INFO:tasks.workunit.client.0.smithi046.stdout: 478: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:37.687 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UWlhIns_mVZt_Gp off=1137113 len=304300 2024-09-20T22:10:37.690 INFO:tasks.workunit.client.0.smithi046.stdout:op 2436 completed, throughput=4.99MB/sec 2024-09-20T22:10:37.690 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LnnH6n4aBQG8Zpx off=1916397 len=1324440 2024-09-20T22:10:37.698 INFO:tasks.workunit.client.0.smithi046.stdout:op 2437 completed, throughput=4.99MB/sec 2024-09-20T22:10:37.698 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dnaVoYW57f3Gy54 off=12484413 len=772873 2024-09-20T22:10:37.702 INFO:tasks.workunit.client.0.smithi046.stdout:op 2438 completed, throughput=4.99MB/sec 2024-09-20T22:10:37.703 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Z3nj3o0OJzm1MYs off=15546547 len=692902 2024-09-20T22:10:37.703 INFO:tasks.workunit.client.0.smithi046.stdout:op 2439 completed, throughput=5MB/sec 2024-09-20T22:10:37.704 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZpHNHShDaxEoc3T off=1981006 len=1444493 2024-09-20T22:10:37.705 INFO:tasks.workunit.client.0.smithi046.stdout:op 2440 completed, throughput=5MB/sec 2024-09-20T22:10:37.705 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-u5ZSFvkHcmyDCMx off=2578389 len=341009 2024-09-20T22:10:37.708 INFO:tasks.workunit.client.0.smithi046.stdout:op 2441 completed, throughput=5MB/sec 2024-09-20T22:10:37.709 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-F7LlUw0B8uqpFOU off=1537815 len=300520 2024-09-20T22:10:37.709 INFO:tasks.workunit.client.0.smithi046.stdout:op 2442 completed, throughput=5MB/sec 2024-09-20T22:10:37.709 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-THnnqXxicYqF9iH off=2993343 len=1752967 2024-09-20T22:10:37.716 INFO:tasks.workunit.client.0.smithi046.stdout:op 2443 completed, throughput=5MB/sec 2024-09-20T22:10:38.716 INFO:tasks.workunit.client.0.smithi046.stdout: 479: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:38.717 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hFyNu4lKB0eiPLx off=7200177 len=1962953 2024-09-20T22:10:38.721 INFO:tasks.workunit.client.0.smithi046.stdout:op 2444 completed, throughput=5MB/sec 2024-09-20T22:10:38.721 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hA6YciNpctKmLGK off=2425035 len=1039692 2024-09-20T22:10:38.722 INFO:tasks.workunit.client.0.smithi046.stdout:op 2445 completed, throughput=5MB/sec 2024-09-20T22:10:38.722 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oIVrY1a3Eg8Dg3F off=569848 len=441255 2024-09-20T22:10:38.723 INFO:tasks.workunit.client.0.smithi046.stdout:op 2446 completed, throughput=5MB/sec 2024-09-20T22:10:38.723 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-h02FUce1UoA5Xx1 off=5935886 len=1143777 2024-09-20T22:10:38.725 INFO:tasks.workunit.client.0.smithi046.stdout:op 2447 completed, throughput=5MB/sec 2024-09-20T22:10:39.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:38 smithi134 ceph-mon[89086]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-09-20T22:10:39.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:38 smithi046 ceph-mon[96110]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-09-20T22:10:39.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:38 smithi046 ceph-mon[98591]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-09-20T22:10:39.725 INFO:tasks.workunit.client.0.smithi046.stdout: 480: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:39.725 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pDpRIzHtcWiBA7I off=17944426 len=1081831 2024-09-20T22:10:39.732 INFO:tasks.workunit.client.0.smithi046.stdout:op 2448 completed, throughput=4.99MB/sec 2024-09-20T22:10:39.732 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PeKXhxmIXxETB5l off=10656764 len=1939272 2024-09-20T22:10:39.740 INFO:tasks.workunit.client.0.smithi046.stdout:op 2449 completed, throughput=5MB/sec 2024-09-20T22:10:39.740 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_R8wFIoTFmQTrKZ off=56422 len=1141250 2024-09-20T22:10:39.745 INFO:tasks.workunit.client.0.smithi046.stdout:op 2450 completed, throughput=5MB/sec 2024-09-20T22:10:39.746 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eg8aBHnvugiu3Zc off=703809 len=1320863 2024-09-20T22:10:39.752 INFO:tasks.workunit.client.0.smithi046.stdout:op 2451 completed, throughput=5MB/sec 2024-09-20T22:10:40.753 INFO:tasks.workunit.client.0.smithi046.stdout: 481: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:40.753 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bavXOLdri9u6Dcy off=2097463 len=1572644 2024-09-20T22:10:40.755 INFO:tasks.workunit.client.0.smithi046.stdout:op 2452 completed, throughput=4.99MB/sec 2024-09-20T22:10:40.755 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ov_o7Rya8HJHw6z off=152823 len=930624 2024-09-20T22:10:40.761 INFO:tasks.workunit.client.0.smithi046.stdout:op 2453 completed, throughput=5MB/sec 2024-09-20T22:10:40.761 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZOQ8y7kYJXtDuN9 off=8221953 len=1450925 2024-09-20T22:10:40.769 INFO:tasks.workunit.client.0.smithi046.stdout:op 2454 completed, throughput=5MB/sec 2024-09-20T22:10:40.769 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0DdtLyykJTBqMc3 off=8385498 len=74576 2024-09-20T22:10:40.769 INFO:tasks.workunit.client.0.smithi046.stdout:op 2455 completed, throughput=5MB/sec 2024-09-20T22:10:40.769 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-w5pDpfJ4rjM_oOf off=18083197 len=1724073 2024-09-20T22:10:40.771 INFO:tasks.workunit.client.0.smithi046.stdout:op 2456 completed, throughput=5MB/sec 2024-09-20T22:10:41.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:40 smithi134 ceph-mon[89086]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:10:41.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:40 smithi046 ceph-mon[98591]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:10:41.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:40 smithi046 ceph-mon[96110]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:10:41.771 INFO:tasks.workunit.client.0.smithi046.stdout: 482: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:41.771 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gDeXvnjE63EpUnC off=16074823 len=365602 2024-09-20T22:10:41.772 INFO:tasks.workunit.client.0.smithi046.stdout:op 2457 completed, throughput=4.99MB/sec 2024-09-20T22:10:41.772 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3Hn-LmfKq2MpZqx off=5270627 len=289303 2024-09-20T22:10:41.776 INFO:tasks.workunit.client.0.smithi046.stdout:op 2458 completed, throughput=4.99MB/sec 2024-09-20T22:10:41.776 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XJG1ADUBe31iXxM off=8210900 len=1008656 2024-09-20T22:10:41.777 INFO:tasks.workunit.client.0.smithi046.stdout:op 2459 completed, throughput=5MB/sec 2024-09-20T22:10:41.777 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zJn2HMQG8viSAyH off=2623316 len=1784839 2024-09-20T22:10:41.785 INFO:tasks.workunit.client.0.smithi046.stdout:op 2460 completed, throughput=5MB/sec 2024-09-20T22:10:41.785 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BMm0AkMhfwcqPYt off=1415134 len=1450720 2024-09-20T22:10:41.787 INFO:tasks.workunit.client.0.smithi046.stdout:op 2461 completed, throughput=5MB/sec 2024-09-20T22:10:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:10:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:10:42] "GET /metrics HTTP/1.1" 200 34156 "" "Prometheus/2.43.0" 2024-09-20T22:10:42.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:10:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:10:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:10:42.787 INFO:tasks.workunit.client.0.smithi046.stdout: 483: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:42.787 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-f7yyBJu3VSr9YHT off=7211051 len=88229 2024-09-20T22:10:42.787 INFO:tasks.workunit.client.0.smithi046.stdout:op 2462 completed, throughput=4.99MB/sec 2024-09-20T22:10:42.788 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OFBiuV3Y1Q2Z2Fs off=19857809 len=1151230 2024-09-20T22:10:42.796 INFO:tasks.workunit.client.0.smithi046.stdout:op 2463 completed, throughput=4.99MB/sec 2024-09-20T22:10:42.796 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VJ3CauqTNe-_vfb off=109760 len=1747277 2024-09-20T22:10:42.806 INFO:tasks.workunit.client.0.smithi046.stdout:op 2464 completed, throughput=5MB/sec 2024-09-20T22:10:42.806 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-z2dv87fWfeFx9q7 off=9604958 len=639571 2024-09-20T22:10:42.808 INFO:tasks.workunit.client.0.smithi046.stdout:op 2465 completed, throughput=5MB/sec 2024-09-20T22:10:42.808 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KMA8Bn9X8WhZu_q off=3395108 len=1740736 2024-09-20T22:10:42.810 INFO:tasks.workunit.client.0.smithi046.stdout:op 2466 completed, throughput=5MB/sec 2024-09-20T22:10:43.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:42 smithi134 ceph-mon[89086]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:10:43.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:42 smithi046 ceph-mon[96110]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:10:43.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:42 smithi046 ceph-mon[98591]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:10:43.810 INFO:tasks.workunit.client.0.smithi046.stdout: 484: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:43.810 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dHfd9AqGAgaqtJt off=1845061 len=1414165 2024-09-20T22:10:43.817 INFO:tasks.workunit.client.0.smithi046.stdout:op 2467 completed, throughput=4.99MB/sec 2024-09-20T22:10:43.817 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kPW14Td_kRhSL6T off=1297235 len=698188 2024-09-20T22:10:43.821 INFO:tasks.workunit.client.0.smithi046.stdout:op 2468 completed, throughput=5MB/sec 2024-09-20T22:10:43.822 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-krKaULH7R2GoKOM off=2266080 len=1617166 2024-09-20T22:10:43.828 INFO:tasks.workunit.client.0.smithi046.stdout:op 2469 completed, throughput=5MB/sec 2024-09-20T22:10:43.828 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XcLmyiq8DHYg-sE off=1260064 len=1700283 2024-09-20T22:10:43.830 INFO:tasks.workunit.client.0.smithi046.stdout:op 2470 completed, throughput=5MB/sec 2024-09-20T22:10:44.830 INFO:tasks.workunit.client.0.smithi046.stdout: 485: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:44.830 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aZcXiXVYyEkZkMH off=2030805 len=354190 2024-09-20T22:10:44.832 INFO:tasks.workunit.client.0.smithi046.stdout:op 2471 completed, throughput=4.99MB/sec 2024-09-20T22:10:44.832 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_V0qwSg4-LllW_Q off=14987758 len=1975632 2024-09-20T22:10:44.835 INFO:tasks.workunit.client.0.smithi046.stdout:op 2472 completed, throughput=5MB/sec 2024-09-20T22:10:44.835 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WbHz6DOiKVTXkpO off=7045077 len=1848464 2024-09-20T22:10:44.837 INFO:tasks.workunit.client.0.smithi046.stdout:op 2473 completed, throughput=5MB/sec 2024-09-20T22:10:44.837 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YNygvPJsjMq1DyX off=3357623 len=1255577 2024-09-20T22:10:44.843 INFO:tasks.workunit.client.0.smithi046.stdout:op 2474 completed, throughput=5MB/sec 2024-09-20T22:10:45.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:44 smithi046 ceph-mon[96110]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:10:45.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:44 smithi046 ceph-mon[98591]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:10:45.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:44 smithi134 ceph-mon[89086]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:10:45.844 INFO:tasks.workunit.client.0.smithi046.stdout: 486: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:45.844 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-neAQphpMfF5E703 off=261674 len=1685298 2024-09-20T22:10:45.852 INFO:tasks.workunit.client.0.smithi046.stdout:op 2475 completed, throughput=5MB/sec 2024-09-20T22:10:45.852 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iAdgZJno3RYTtKD off=11064124 len=1684616 2024-09-20T22:10:45.861 INFO:tasks.workunit.client.0.smithi046.stdout:op 2476 completed, throughput=5MB/sec 2024-09-20T22:10:45.861 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mOuSlBN7X8DxwmX off=2361156 len=731218 2024-09-20T22:10:45.862 INFO:tasks.workunit.client.0.smithi046.stdout:op 2477 completed, throughput=5MB/sec 2024-09-20T22:10:45.863 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7AMOIra5OKl_jI2 off=4384003 len=126078 2024-09-20T22:10:45.863 INFO:tasks.workunit.client.0.smithi046.stdout:op 2478 completed, throughput=5MB/sec 2024-09-20T22:10:46.864 INFO:tasks.workunit.client.0.smithi046.stdout: 487: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:46.864 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vdxJovUNQ4dAsZu off=6786745 len=1212829 2024-09-20T22:10:46.865 INFO:tasks.workunit.client.0.smithi046.stdout:op 2479 completed, throughput=4.99MB/sec 2024-09-20T22:10:46.865 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wVy-MrcmY8BRHrO off=6745072 len=877293 2024-09-20T22:10:46.871 INFO:tasks.workunit.client.0.smithi046.stdout:op 2480 completed, throughput=4.99MB/sec 2024-09-20T22:10:46.871 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-le3Nw9kkH4-JCds off=256159 len=1732202 2024-09-20T22:10:46.879 INFO:tasks.workunit.client.0.smithi046.stdout:op 2481 completed, throughput=5MB/sec 2024-09-20T22:10:46.879 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Mdtk0o0Xs65dVoo off=3556345 len=1139875 2024-09-20T22:10:46.885 INFO:tasks.workunit.client.0.smithi046.stdout:op 2482 completed, throughput=5MB/sec 2024-09-20T22:10:46.885 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fCw6NNsOIQ18EbC off=1766737 len=1317241 2024-09-20T22:10:46.886 INFO:tasks.workunit.client.0.smithi046.stdout:op 2483 completed, throughput=5MB/sec 2024-09-20T22:10:47.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:46 smithi046 ceph-mon[96110]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-20T22:10:47.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:46 smithi046 ceph-mon[98591]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-20T22:10:47.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:46 smithi134 ceph-mon[89086]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-20T22:10:47.887 INFO:tasks.workunit.client.0.smithi046.stdout: 488: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:47.887 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3apDTMo8fVo9STz off=13875496 len=1776076 2024-09-20T22:10:47.890 INFO:tasks.workunit.client.0.smithi046.stdout:op 2484 completed, throughput=5MB/sec 2024-09-20T22:10:47.891 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-C6LOk0aKRS_InOH off=11154742 len=626008 2024-09-20T22:10:47.895 INFO:tasks.workunit.client.0.smithi046.stdout:op 2485 completed, throughput=5MB/sec 2024-09-20T22:10:47.895 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-II0iLvwA4WmlCu7 off=60939 len=1198878 2024-09-20T22:10:47.901 INFO:tasks.workunit.client.0.smithi046.stdout:op 2486 completed, throughput=5MB/sec 2024-09-20T22:10:47.901 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-h05Aafb9Qlr_FlB off=86512 len=1803325 2024-09-20T22:10:47.904 INFO:tasks.workunit.client.0.smithi046.stdout:op 2487 completed, throughput=5MB/sec 2024-09-20T22:10:48.904 INFO:tasks.workunit.client.0.smithi046.stdout: 489: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:48.905 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-llHThPmZQYqIjdb off=4713949 len=225160 2024-09-20T22:10:48.907 INFO:tasks.workunit.client.0.smithi046.stdout:op 2488 completed, throughput=4.99MB/sec 2024-09-20T22:10:48.907 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WAppKYcARVFzzQF off=5346777 len=1892575 2024-09-20T22:10:48.910 INFO:tasks.workunit.client.0.smithi046.stdout:op 2489 completed, throughput=5MB/sec 2024-09-20T22:10:48.910 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9qug3zHwUNt4BZX off=8576316 len=523784 2024-09-20T22:10:48.914 INFO:tasks.workunit.client.0.smithi046.stdout:op 2490 completed, throughput=5MB/sec 2024-09-20T22:10:48.914 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tKg2mREK5wueT9H off=1052169 len=436312 2024-09-20T22:10:48.915 INFO:tasks.workunit.client.0.smithi046.stdout:op 2491 completed, throughput=5MB/sec 2024-09-20T22:10:48.915 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6irNMUQ03qMHnsO off=6585077 len=958154 2024-09-20T22:10:48.916 INFO:tasks.workunit.client.0.smithi046.stdout:op 2492 completed, throughput=5MB/sec 2024-09-20T22:10:48.917 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jFmchtKciK1aR6H off=2999362 len=446763 2024-09-20T22:10:48.920 INFO:tasks.workunit.client.0.smithi046.stdout:op 2493 completed, throughput=5MB/sec 2024-09-20T22:10:49.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:48 smithi046 ceph-mon[96110]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-20T22:10:49.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:48 smithi046 ceph-mon[98591]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-20T22:10:49.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:48 smithi134 ceph-mon[89086]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-20T22:10:49.920 INFO:tasks.workunit.client.0.smithi046.stdout: 490: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:49.920 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3htdYvvOsENOpt4 off=3894511 len=2009443 2024-09-20T22:10:49.932 INFO:tasks.workunit.client.0.smithi046.stdout:op 2494 completed, throughput=4.99MB/sec 2024-09-20T22:10:49.932 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pVugMmc7w5Voa_U off=5709050 len=1386018 2024-09-20T22:10:49.938 INFO:tasks.workunit.client.0.smithi046.stdout:op 2495 completed, throughput=5MB/sec 2024-09-20T22:10:49.938 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tcCYYgqX-2MSPzq off=4327826 len=704924 2024-09-20T22:10:49.939 INFO:tasks.workunit.client.0.smithi046.stdout:op 2496 completed, throughput=5MB/sec 2024-09-20T22:10:49.939 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-E2_NF6aZbjCYf0K off=2286410 len=885159 2024-09-20T22:10:49.944 INFO:tasks.workunit.client.0.smithi046.stdout:op 2497 completed, throughput=5MB/sec 2024-09-20T22:10:49.944 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-M8_pWKbmeuTttQZ off=976740 len=1036332 2024-09-20T22:10:49.945 INFO:tasks.workunit.client.0.smithi046.stdout:op 2498 completed, throughput=5MB/sec 2024-09-20T22:10:50.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:10:50.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:10:50.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:10:50.945 INFO:tasks.workunit.client.0.smithi046.stdout: 491: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:50.945 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uQaG_AyCxF4T2Bu off=10558084 len=577971 2024-09-20T22:10:50.949 INFO:tasks.workunit.client.0.smithi046.stdout:op 2499 completed, throughput=4.99MB/sec 2024-09-20T22:10:50.949 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9cuszprgSvd4eBx off=6835293 len=1365773 2024-09-20T22:10:50.955 INFO:tasks.workunit.client.0.smithi046.stdout:op 2500 completed, throughput=5MB/sec 2024-09-20T22:10:50.955 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UlpJx7LMYG8M71P off=22177913 len=756916 2024-09-20T22:10:50.960 INFO:tasks.workunit.client.0.smithi046.stdout:op 2501 completed, throughput=5MB/sec 2024-09-20T22:10:50.960 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YPnoj5qeyVC_D49 off=19217456 len=87358 2024-09-20T22:10:50.962 INFO:tasks.workunit.client.0.smithi046.stdout:op 2502 completed, throughput=5MB/sec 2024-09-20T22:10:50.962 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iHtgo_kJGoosTE2 off=2230520 len=540354 2024-09-20T22:10:50.966 INFO:tasks.workunit.client.0.smithi046.stdout:op 2503 completed, throughput=5MB/sec 2024-09-20T22:10:50.966 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-phr1mAkQkBJLJx- off=323648 len=1917138 2024-09-20T22:10:50.973 INFO:tasks.workunit.client.0.smithi046.stdout:op 2504 completed, throughput=5MB/sec 2024-09-20T22:10:51.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:50 smithi046 ceph-mon[96110]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-20T22:10:51.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:50 smithi046 ceph-mon[98591]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-20T22:10:51.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:50 smithi134 ceph-mon[89086]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-20T22:10:51.973 INFO:tasks.workunit.client.0.smithi046.stdout: 492: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:51.973 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SQvwpD_Zo4uhPYd off=0 len=1113830 2024-09-20T22:10:51.979 INFO:tasks.workunit.client.0.smithi046.stdout:op 2505 completed, throughput=4.99MB/sec 2024-09-20T22:10:51.980 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MbWOftbPAJDPsuM off=3006634 len=1927535 2024-09-20T22:10:51.989 INFO:tasks.workunit.client.0.smithi046.stdout:op 2506 completed, throughput=5MB/sec 2024-09-20T22:10:51.989 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-G2g85-4wJx3Om8G off=1495631 len=1358998 2024-09-20T22:10:51.991 INFO:tasks.workunit.client.0.smithi046.stdout:op 2507 completed, throughput=5MB/sec 2024-09-20T22:10:51.991 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-niJpTHA9eA5r-Rc off=4823755 len=1947383 2024-09-20T22:10:51.994 INFO:tasks.workunit.client.0.smithi046.stdout:op 2508 completed, throughput=5MB/sec 2024-09-20T22:10:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:10:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:10:52] "GET /metrics HTTP/1.1" 200 34159 "" "Prometheus/2.43.0" 2024-09-20T22:10:52.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:10:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:10:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:10:52.994 INFO:tasks.workunit.client.0.smithi046.stdout: 493: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:52.994 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--KtcjSiHUcgN8pb off=171375 len=1994617 2024-09-20T22:10:52.999 INFO:tasks.workunit.client.0.smithi046.stdout:op 2509 completed, throughput=5MB/sec 2024-09-20T22:10:52.999 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yE7kz93BipUvJ3b off=1388565 len=1540277 2024-09-20T22:10:53.001 INFO:tasks.workunit.client.0.smithi046.stdout:op 2510 completed, throughput=5MB/sec 2024-09-20T22:10:53.001 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eTXRxyVSFR_9ZME off=2726107 len=1111995 2024-09-20T22:10:53.007 INFO:tasks.workunit.client.0.smithi046.stdout:op 2511 completed, throughput=5MB/sec 2024-09-20T22:10:53.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:52 smithi046 ceph-mon[96110]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:10:53.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:52 smithi046 ceph-mon[98591]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:10:53.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:52 smithi134 ceph-mon[89086]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:10:54.007 INFO:tasks.workunit.client.0.smithi046.stdout: 494: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:54.007 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PmVuS5yy2Wcqs6I off=1096891 len=1472132 2024-09-20T22:10:54.017 INFO:tasks.workunit.client.0.smithi046.stdout:op 2512 completed, throughput=4.99MB/sec 2024-09-20T22:10:54.017 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--YnRzfGrbeddzh9 off=3437350 len=415600 2024-09-20T22:10:54.018 INFO:tasks.workunit.client.0.smithi046.stdout:op 2513 completed, throughput=5MB/sec 2024-09-20T22:10:54.018 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aXf7nn4imPhI0_J off=101608 len=1082415 2024-09-20T22:10:54.023 INFO:tasks.workunit.client.0.smithi046.stdout:op 2514 completed, throughput=5MB/sec 2024-09-20T22:10:54.023 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FeUFpIq1YuE2lxj off=4478643 len=687146 2024-09-20T22:10:54.027 INFO:tasks.workunit.client.0.smithi046.stdout:op 2515 completed, throughput=5MB/sec 2024-09-20T22:10:54.027 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bIaynI-IuKEupiS off=4826958 len=1275663 2024-09-20T22:10:54.029 INFO:tasks.workunit.client.0.smithi046.stdout:op 2516 completed, throughput=5MB/sec 2024-09-20T22:10:55.029 INFO:tasks.workunit.client.0.smithi046.stdout: 495: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:55.030 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cNwqt4_8u4lrVyo off=4323410 len=130200 2024-09-20T22:10:55.033 INFO:tasks.workunit.client.0.smithi046.stdout:op 2517 completed, throughput=4.99MB/sec 2024-09-20T22:10:55.033 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-acVSBeC84CyjRdO off=9892008 len=1837963 2024-09-20T22:10:55.041 INFO:tasks.workunit.client.0.smithi046.stdout:op 2518 completed, throughput=4.99MB/sec 2024-09-20T22:10:55.042 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-THTOMLlVHd6Yfob off=6395604 len=1890091 2024-09-20T22:10:55.053 INFO:tasks.workunit.client.0.smithi046.stdout:op 2519 completed, throughput=5MB/sec 2024-09-20T22:10:55.053 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8r4OvnBPUa6ChnD off=1452127 len=1938592 2024-09-20T22:10:55.059 INFO:tasks.workunit.client.0.smithi046.stdout:op 2520 completed, throughput=5MB/sec 2024-09-20T22:10:55.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:54 smithi046 ceph-mon[96110]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:10:55.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:54 smithi046 ceph-mon[98591]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:10:55.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:54 smithi134 ceph-mon[89086]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:10:56.059 INFO:tasks.workunit.client.0.smithi046.stdout: 496: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:56.059 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-m99y3zELnP-71w0 off=17784717 len=1286096 2024-09-20T22:10:56.066 INFO:tasks.workunit.client.0.smithi046.stdout:op 2521 completed, throughput=4.99MB/sec 2024-09-20T22:10:56.066 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-p7oYWH2VRDI0_69 off=12260029 len=2020060 2024-09-20T22:10:56.080 INFO:tasks.workunit.client.0.smithi046.stdout:op 2522 completed, throughput=5MB/sec 2024-09-20T22:10:56.080 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PoPSUh55YEutMIC off=3567342 len=538666 2024-09-20T22:10:56.081 INFO:tasks.workunit.client.0.smithi046.stdout:op 2523 completed, throughput=5MB/sec 2024-09-20T22:10:56.081 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3MfqC6Tz6HDxI-I off=18173313 len=1189145 2024-09-20T22:10:56.082 INFO:tasks.workunit.client.0.smithi046.stdout:op 2524 completed, throughput=5MB/sec 2024-09-20T22:10:57.082 INFO:tasks.workunit.client.0.smithi046.stdout: 497: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:57.083 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JcrGufj3SxopAmP off=13396878 len=21428 2024-09-20T22:10:57.083 INFO:tasks.workunit.client.0.smithi046.stdout:op 2525 completed, throughput=4.99MB/sec 2024-09-20T22:10:57.083 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HMl-18jFl1TDmWC off=10763310 len=125503 2024-09-20T22:10:57.086 INFO:tasks.workunit.client.0.smithi046.stdout:op 2526 completed, throughput=4.99MB/sec 2024-09-20T22:10:57.086 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1vWQP12zdKg-aHX off=6448385 len=1791040 2024-09-20T22:10:57.088 INFO:tasks.workunit.client.0.smithi046.stdout:op 2527 completed, throughput=5MB/sec 2024-09-20T22:10:57.088 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QwCjKEo2Pd8Kuqb off=9263277 len=1779219 2024-09-20T22:10:57.090 INFO:tasks.workunit.client.0.smithi046.stdout:op 2528 completed, throughput=5MB/sec 2024-09-20T22:10:57.090 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bar9IqIKCfOQ2xx off=4769219 len=1751394 2024-09-20T22:10:57.098 INFO:tasks.workunit.client.0.smithi046.stdout:op 2529 completed, throughput=5MB/sec 2024-09-20T22:10:57.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:56 smithi046 ceph-mon[96110]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-20T22:10:57.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:56 smithi046 ceph-mon[98591]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-20T22:10:57.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:56 smithi134 ceph-mon[89086]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-20T22:10:58.098 INFO:tasks.workunit.client.0.smithi046.stdout: 498: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:58.098 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Te4BiBqvh9sXTRy off=20583506 len=1205617 2024-09-20T22:10:58.100 INFO:tasks.workunit.client.0.smithi046.stdout:op 2530 completed, throughput=4.99MB/sec 2024-09-20T22:10:58.100 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uY3hBqiXwmYddXr off=12100373 len=637347 2024-09-20T22:10:58.104 INFO:tasks.workunit.client.0.smithi046.stdout:op 2531 completed, throughput=5MB/sec 2024-09-20T22:10:58.105 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TgDZcBUfHRgUnOW off=651223 len=1430547 2024-09-20T22:10:58.106 INFO:tasks.workunit.client.0.smithi046.stdout:op 2532 completed, throughput=5MB/sec 2024-09-20T22:10:58.106 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-v_S460XW3EU8BYY off=4871626 len=1854532 2024-09-20T22:10:58.117 INFO:tasks.workunit.client.0.smithi046.stdout:op 2533 completed, throughput=5MB/sec 2024-09-20T22:10:58.675 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 22:10:58 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=cleanup t=2024-09-20T22:10:58.38590826Z level=info msg="Completed cleanup jobs" duration=1.455997ms 2024-09-20T22:10:59.117 INFO:tasks.workunit.client.0.smithi046.stdout: 499: throughput=4.99MB/sec pending data=0 2024-09-20T22:10:59.118 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zjRu-2qotnA-CqX off=11644348 len=715690 2024-09-20T22:10:59.122 INFO:tasks.workunit.client.0.smithi046.stdout:op 2534 completed, throughput=4.99MB/sec 2024-09-20T22:10:59.122 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-p9xWyMKPhlxNUWR off=0 len=1288031 2024-09-20T22:10:59.129 INFO:tasks.workunit.client.0.smithi046.stdout:op 2535 completed, throughput=4.99MB/sec 2024-09-20T22:10:59.129 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-l1XjRI1hWtP09KV off=198780 len=20118 2024-09-20T22:10:59.131 INFO:tasks.workunit.client.0.smithi046.stdout:op 2536 completed, throughput=4.99MB/sec 2024-09-20T22:10:59.131 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-a3D3xNZMGiVUoHD off=1941275 len=1478327 2024-09-20T22:10:59.133 INFO:tasks.workunit.client.0.smithi046.stdout:op 2537 completed, throughput=5MB/sec 2024-09-20T22:10:59.133 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CJxTlS-NGgiOatJ off=13205971 len=790743 2024-09-20T22:10:59.138 INFO:tasks.workunit.client.0.smithi046.stdout:op 2538 completed, throughput=5MB/sec 2024-09-20T22:10:59.138 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-e2Y4ZR9Fzn21nj1 off=15773642 len=1290476 2024-09-20T22:10:59.140 INFO:tasks.workunit.client.0.smithi046.stdout:op 2539 completed, throughput=5MB/sec 2024-09-20T22:10:59.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:10:58 smithi046 ceph-mon[96110]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-20T22:10:59.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:10:58 smithi046 ceph-mon[98591]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-20T22:10:59.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:10:58 smithi134 ceph-mon[89086]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-20T22:11:00.140 INFO:tasks.workunit.client.0.smithi046.stdout: 500: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:00.140 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YZvQn3urttNYAhN off=4885823 len=64328 2024-09-20T22:11:00.143 INFO:tasks.workunit.client.0.smithi046.stdout:op 2540 completed, throughput=4.99MB/sec 2024-09-20T22:11:00.143 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rGXfN-_O8_EHhNR off=5620370 len=1781677 2024-09-20T22:11:00.145 INFO:tasks.workunit.client.0.smithi046.stdout:op 2541 completed, throughput=5MB/sec 2024-09-20T22:11:00.146 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YzdS01S112NSrwz off=462617 len=1182068 2024-09-20T22:11:00.151 INFO:tasks.workunit.client.0.smithi046.stdout:op 2542 completed, throughput=5MB/sec 2024-09-20T22:11:00.151 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-87NT2viHInCq0P8 off=6470304 len=1071302 2024-09-20T22:11:00.154 INFO:tasks.workunit.client.0.smithi046.stdout:op 2543 completed, throughput=5MB/sec 2024-09-20T22:11:00.154 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CyM3EiD4p6Mkd-a off=3153991 len=359532 2024-09-20T22:11:00.157 INFO:tasks.workunit.client.0.smithi046.stdout:op 2544 completed, throughput=5MB/sec 2024-09-20T22:11:00.157 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bqFTRgoSSyOySk- off=0 len=1413652 2024-09-20T22:11:00.159 INFO:tasks.workunit.client.0.smithi046.stdout:op 2545 completed, throughput=5MB/sec 2024-09-20T22:11:01.159 INFO:tasks.workunit.client.0.smithi046.stdout: 501: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:01.160 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-k5UbxN-kenB0v3F off=14270242 len=754662 2024-09-20T22:11:01.161 INFO:tasks.workunit.client.0.smithi046.stdout:op 2546 completed, throughput=4.99MB/sec 2024-09-20T22:11:01.161 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3z0VP_LzJ95f4iO off=17998310 len=2021678 2024-09-20T22:11:01.171 INFO:tasks.workunit.client.0.smithi046.stdout:op 2547 completed, throughput=5MB/sec 2024-09-20T22:11:01.171 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-awY46dZhPHneBag off=7943868 len=276737 2024-09-20T22:11:01.172 INFO:tasks.workunit.client.0.smithi046.stdout:op 2548 completed, throughput=5MB/sec 2024-09-20T22:11:01.172 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KbvhOqWzc3AITu- off=7094842 len=704102 2024-09-20T22:11:01.176 INFO:tasks.workunit.client.0.smithi046.stdout:op 2549 completed, throughput=5MB/sec 2024-09-20T22:11:01.176 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-02sDn8uavIl9lj0 off=622659 len=76780 2024-09-20T22:11:01.178 INFO:tasks.workunit.client.0.smithi046.stdout:op 2550 completed, throughput=5MB/sec 2024-09-20T22:11:01.178 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--TxeVogP26pa6Da off=3253901 len=31168 2024-09-20T22:11:01.180 INFO:tasks.workunit.client.0.smithi046.stdout:op 2551 completed, throughput=5MB/sec 2024-09-20T22:11:01.180 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fsKPYU1M-XZ2vxX off=696871 len=1221718 2024-09-20T22:11:01.183 INFO:tasks.workunit.client.0.smithi046.stdout:op 2552 completed, throughput=5MB/sec 2024-09-20T22:11:01.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:00 smithi046 ceph-mon[96110]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-20T22:11:01.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:00 smithi046 ceph-mon[98591]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-20T22:11:01.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:00 smithi134 ceph-mon[89086]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-20T22:11:02.183 INFO:tasks.workunit.client.0.smithi046.stdout: 502: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:02.183 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6tgDXG2Ijfs6aO7 off=4272117 len=1945384 2024-09-20T22:11:02.194 INFO:tasks.workunit.client.0.smithi046.stdout:op 2553 completed, throughput=5MB/sec 2024-09-20T22:11:02.194 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4xF2mZ7gget3ykY off=15844432 len=733336 2024-09-20T22:11:02.199 INFO:tasks.workunit.client.0.smithi046.stdout:op 2554 completed, throughput=5MB/sec 2024-09-20T22:11:02.199 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-823KJL_Ads9ynhT off=3766479 len=2082147 2024-09-20T22:11:02.200 INFO:tasks.workunit.client.0.smithi046.stdout:op 2555 completed, throughput=5MB/sec 2024-09-20T22:11:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:11:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:11:02] "GET /metrics HTTP/1.1" 200 34159 "" "Prometheus/2.43.0" 2024-09-20T22:11:02.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:11:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:11:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:11:03.201 INFO:tasks.workunit.client.0.smithi046.stdout: 503: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:03.201 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YQB4Z_EMfDr9sCo off=3865592 len=840753 2024-09-20T22:11:03.206 INFO:tasks.workunit.client.0.smithi046.stdout:op 2556 completed, throughput=4.99MB/sec 2024-09-20T22:11:03.206 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_Sf78w-2uR75q2w off=110547 len=580999 2024-09-20T22:11:03.210 INFO:tasks.workunit.client.0.smithi046.stdout:op 2557 completed, throughput=4.99MB/sec 2024-09-20T22:11:03.210 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6KZBAlDxZadYThz off=824824 len=209925 2024-09-20T22:11:03.210 INFO:tasks.workunit.client.0.smithi046.stdout:op 2558 completed, throughput=4.99MB/sec 2024-09-20T22:11:03.211 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rtMWpWRCWPBFyWV off=308778 len=1264610 2024-09-20T22:11:03.213 INFO:tasks.workunit.client.0.smithi046.stdout:op 2559 completed, throughput=5MB/sec 2024-09-20T22:11:03.214 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-i2KSn5o0SZGPcqo off=1364269 len=953241 2024-09-20T22:11:03.218 INFO:tasks.workunit.client.0.smithi046.stdout:op 2560 completed, throughput=5MB/sec 2024-09-20T22:11:03.218 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EsP0iLgsS5osXdi off=14514116 len=464573 2024-09-20T22:11:03.219 INFO:tasks.workunit.client.0.smithi046.stdout:op 2561 completed, throughput=5MB/sec 2024-09-20T22:11:03.219 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-O9xmw991ts6S7qS off=18478954 len=905150 2024-09-20T22:11:03.223 INFO:tasks.workunit.client.0.smithi046.stdout:op 2562 completed, throughput=5MB/sec 2024-09-20T22:11:03.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:02 smithi046 ceph-mon[96110]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:11:03.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:02 smithi046 ceph-mon[98591]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:11:03.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:02 smithi134 ceph-mon[89086]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:11:04.224 INFO:tasks.workunit.client.0.smithi046.stdout: 504: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:04.224 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5tbhnUuJL17FGKh off=12522527 len=1117731 2024-09-20T22:11:04.230 INFO:tasks.workunit.client.0.smithi046.stdout:op 2563 completed, throughput=4.99MB/sec 2024-09-20T22:11:04.230 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ARHWuFwslONoNOG off=14306423 len=120398 2024-09-20T22:11:04.232 INFO:tasks.workunit.client.0.smithi046.stdout:op 2564 completed, throughput=4.99MB/sec 2024-09-20T22:11:04.232 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-z2iXpstufXD03gb off=10620810 len=1099259 2024-09-20T22:11:04.237 INFO:tasks.workunit.client.0.smithi046.stdout:op 2565 completed, throughput=5MB/sec 2024-09-20T22:11:04.237 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RByn9Bp_BVdX8tI off=3874032 len=80327 2024-09-20T22:11:04.239 INFO:tasks.workunit.client.0.smithi046.stdout:op 2566 completed, throughput=5MB/sec 2024-09-20T22:11:04.239 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ykjtiogMST5Ej4B off=16880305 len=65369 2024-09-20T22:11:04.242 INFO:tasks.workunit.client.0.smithi046.stdout:op 2567 completed, throughput=5MB/sec 2024-09-20T22:11:04.242 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-plx0IINvxmfMlNs off=6348693 len=22892 2024-09-20T22:11:04.244 INFO:tasks.workunit.client.0.smithi046.stdout:op 2568 completed, throughput=5MB/sec 2024-09-20T22:11:04.244 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IWlDcf2_OzmAe75 off=2193272 len=960227 2024-09-20T22:11:04.248 INFO:tasks.workunit.client.0.smithi046.stdout:op 2569 completed, throughput=5MB/sec 2024-09-20T22:11:04.249 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qDFNYqbPff4WvC8 off=849272 len=1372780 2024-09-20T22:11:04.250 INFO:tasks.workunit.client.0.smithi046.stdout:op 2570 completed, throughput=5MB/sec 2024-09-20T22:11:04.250 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PAGt6vQQNRLKetT off=4898822 len=172294 2024-09-20T22:11:04.251 INFO:tasks.workunit.client.0.smithi046.stdout:op 2571 completed, throughput=5MB/sec 2024-09-20T22:11:04.252 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3CXu5wnGiKa4C1h off=21731060 len=879702 2024-09-20T22:11:04.257 INFO:tasks.workunit.client.0.smithi046.stdout:op 2572 completed, throughput=5MB/sec 2024-09-20T22:11:05.257 INFO:tasks.workunit.client.0.smithi046.stdout: 505: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:05.257 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UuotKYxPxVubXb9 off=13449866 len=953653 2024-09-20T22:11:05.262 INFO:tasks.workunit.client.0.smithi046.stdout:op 2573 completed, throughput=4.99MB/sec 2024-09-20T22:11:05.262 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4LiDQ_hpQlFKezx off=7270990 len=1552436 2024-09-20T22:11:05.269 INFO:tasks.workunit.client.0.smithi046.stdout:op 2574 completed, throughput=5MB/sec 2024-09-20T22:11:05.269 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-twhvDBeC9rFYHL9 off=10539068 len=380910 2024-09-20T22:11:05.272 INFO:tasks.workunit.client.0.smithi046.stdout:op 2575 completed, throughput=5MB/sec 2024-09-20T22:11:05.272 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dqgxW-FkXEkqlwJ off=2737594 len=1577971 2024-09-20T22:11:05.279 INFO:tasks.workunit.client.0.smithi046.stdout:op 2576 completed, throughput=5MB/sec 2024-09-20T22:11:05.279 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-t0VFhgfytZ0bTbx off=10169168 len=355611 2024-09-20T22:11:05.279 INFO:tasks.workunit.client.0.smithi046.stdout:op 2577 completed, throughput=5MB/sec 2024-09-20T22:11:05.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:04 smithi046 ceph-mon[96110]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-20T22:11:05.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:11:05.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:04 smithi046 ceph-mon[98591]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-20T22:11:05.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:11:05.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:04 smithi134 ceph-mon[89086]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-20T22:11:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:11:06.280 INFO:tasks.workunit.client.0.smithi046.stdout: 506: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:06.280 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xHCuwhhTDRmyH0O off=5637837 len=484324 2024-09-20T22:11:06.284 INFO:tasks.workunit.client.0.smithi046.stdout:op 2578 completed, throughput=4.99MB/sec 2024-09-20T22:11:06.284 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-q9HdeMsejoPK8J4 off=7495658 len=1629620 2024-09-20T22:11:06.286 INFO:tasks.workunit.client.0.smithi046.stdout:op 2579 completed, throughput=4.99MB/sec 2024-09-20T22:11:06.286 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wI9FL5eaVCAAnKX off=278139 len=758067 2024-09-20T22:11:06.291 INFO:tasks.workunit.client.0.smithi046.stdout:op 2580 completed, throughput=5MB/sec 2024-09-20T22:11:06.291 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iEfeY1SpQFKOCLd off=20721370 len=1411749 2024-09-20T22:11:06.293 INFO:tasks.workunit.client.0.smithi046.stdout:op 2581 completed, throughput=5MB/sec 2024-09-20T22:11:06.293 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CyM3EiD4p6Mkd-a off=9797162 len=1494434 2024-09-20T22:11:06.294 INFO:tasks.workunit.client.0.smithi046.stdout:op 2582 completed, throughput=5MB/sec 2024-09-20T22:11:07.294 INFO:tasks.workunit.client.0.smithi046.stdout: 507: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:07.294 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3zM7qG1aCxJZm0z off=9162655 len=339882 2024-09-20T22:11:07.298 INFO:tasks.workunit.client.0.smithi046.stdout:op 2583 completed, throughput=4.99MB/sec 2024-09-20T22:11:07.298 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Y63nyPc5cV7I1E0 off=3688832 len=523168 2024-09-20T22:11:07.302 INFO:tasks.workunit.client.0.smithi046.stdout:op 2584 completed, throughput=4.99MB/sec 2024-09-20T22:11:07.303 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9cuszprgSvd4eBx off=1330807 len=2010465 2024-09-20T22:11:07.305 INFO:tasks.workunit.client.0.smithi046.stdout:op 2585 completed, throughput=5MB/sec 2024-09-20T22:11:07.305 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OWHwEGfX739IjZz off=1079408 len=1377867 2024-09-20T22:11:07.307 INFO:tasks.workunit.client.0.smithi046.stdout:op 2586 completed, throughput=5MB/sec 2024-09-20T22:11:07.307 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3ie74SUKwnotJH8 off=1222450 len=808489 2024-09-20T22:11:07.308 INFO:tasks.workunit.client.0.smithi046.stdout:op 2587 completed, throughput=5MB/sec 2024-09-20T22:11:07.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:06 smithi046 ceph-mon[96110]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:11:07.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:06 smithi046 ceph-mon[98591]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:11:07.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:06 smithi134 ceph-mon[89086]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:11:08.308 INFO:tasks.workunit.client.0.smithi046.stdout: 508: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:08.308 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-M6ZkCjxX7IBxRbZ off=16984527 len=1699368 2024-09-20T22:11:08.318 INFO:tasks.workunit.client.0.smithi046.stdout:op 2588 completed, throughput=4.99MB/sec 2024-09-20T22:11:08.318 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NgIYhetsWgQk0lX off=21892566 len=462565 2024-09-20T22:11:08.321 INFO:tasks.workunit.client.0.smithi046.stdout:op 2589 completed, throughput=5MB/sec 2024-09-20T22:11:08.321 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OmsDnydEfe8coPA off=3266627 len=1574754 2024-09-20T22:11:08.328 INFO:tasks.workunit.client.0.smithi046.stdout:op 2590 completed, throughput=5MB/sec 2024-09-20T22:11:08.328 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Eg7oAG9u8U5GhWh off=9105766 len=474610 2024-09-20T22:11:08.329 INFO:tasks.workunit.client.0.smithi046.stdout:op 2591 completed, throughput=5MB/sec 2024-09-20T22:11:08.329 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3aDe-5lGsPjXEy1 off=22059502 len=421393 2024-09-20T22:11:08.331 INFO:tasks.workunit.client.0.smithi046.stdout:op 2592 completed, throughput=5MB/sec 2024-09-20T22:11:08.331 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-No-aUJ2N_KGJOe- off=4631767 len=866885 2024-09-20T22:11:08.332 INFO:tasks.workunit.client.0.smithi046.stdout:op 2593 completed, throughput=5MB/sec 2024-09-20T22:11:09.332 INFO:tasks.workunit.client.0.smithi046.stdout: 509: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:09.332 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ME0uyBg7h9DUW88 off=2062077 len=490064 2024-09-20T22:11:09.333 INFO:tasks.workunit.client.0.smithi046.stdout:op 2594 completed, throughput=4.99MB/sec 2024-09-20T22:11:09.333 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-swusEyiCJeS9kXa off=1854841 len=577385 2024-09-20T22:11:09.334 INFO:tasks.workunit.client.0.smithi046.stdout:op 2595 completed, throughput=4.99MB/sec 2024-09-20T22:11:09.335 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QJ4C46qqeHo1cVO off=6350145 len=95391 2024-09-20T22:11:09.335 INFO:tasks.workunit.client.0.smithi046.stdout:op 2596 completed, throughput=4.99MB/sec 2024-09-20T22:11:09.335 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TZjkwlRt4y2XjsW off=18805032 len=1061513 2024-09-20T22:11:09.337 INFO:tasks.workunit.client.0.smithi046.stdout:op 2597 completed, throughput=5MB/sec 2024-09-20T22:11:09.337 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ieVyEL-xmJKatv5 off=3230137 len=1231950 2024-09-20T22:11:09.343 INFO:tasks.workunit.client.0.smithi046.stdout:op 2598 completed, throughput=5MB/sec 2024-09-20T22:11:09.343 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9EodWiM9wKjm-OA off=1263069 len=1356529 2024-09-20T22:11:09.344 INFO:tasks.workunit.client.0.smithi046.stdout:op 2599 completed, throughput=5MB/sec 2024-09-20T22:11:09.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:08 smithi046 ceph-mon[96110]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-09-20T22:11:09.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:08 smithi046 ceph-mon[98591]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-09-20T22:11:09.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:08 smithi134 ceph-mon[89086]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-09-20T22:11:10.345 INFO:tasks.workunit.client.0.smithi046.stdout: 510: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:10.345 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kA1DFmgF-CgVEbo off=11374918 len=2006772 2024-09-20T22:11:10.347 INFO:tasks.workunit.client.0.smithi046.stdout:op 2600 completed, throughput=4.99MB/sec 2024-09-20T22:11:10.347 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oVUGUvcFlzVTLKn off=5544321 len=1470570 2024-09-20T22:11:10.349 INFO:tasks.workunit.client.0.smithi046.stdout:op 2601 completed, throughput=5MB/sec 2024-09-20T22:11:10.349 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ek4ilGz4m2c8lld off=3806766 len=1284607 2024-09-20T22:11:10.351 INFO:tasks.workunit.client.0.smithi046.stdout:op 2602 completed, throughput=5MB/sec 2024-09-20T22:11:10.351 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MDl8kNBk1b_iepo off=3670652 len=1676829 2024-09-20T22:11:10.353 INFO:tasks.workunit.client.0.smithi046.stdout:op 2603 completed, throughput=5MB/sec 2024-09-20T22:11:11.354 INFO:tasks.workunit.client.0.smithi046.stdout: 511: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:11.354 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MP_c6EnbJeSu2-t off=1671342 len=1722247 2024-09-20T22:11:11.356 INFO:tasks.workunit.client.0.smithi046.stdout:op 2604 completed, throughput=5MB/sec 2024-09-20T22:11:11.356 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-W_6P_7OsVZ2Sbs_ off=25321214 len=126298 2024-09-20T22:11:11.357 INFO:tasks.workunit.client.0.smithi046.stdout:op 2605 completed, throughput=5MB/sec 2024-09-20T22:11:11.357 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GemvkzktKESp1K_ off=102560 len=1995609 2024-09-20T22:11:11.366 INFO:tasks.workunit.client.0.smithi046.stdout:op 2606 completed, throughput=5MB/sec 2024-09-20T22:11:11.366 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tYbOwyilUfg7gT7 off=10588433 len=1966492 2024-09-20T22:11:11.367 INFO:tasks.workunit.client.0.smithi046.stdout:op 2607 completed, throughput=5MB/sec 2024-09-20T22:11:11.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:10 smithi046 ceph-mon[96110]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:11:11.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:10 smithi046 ceph-mon[98591]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:11:11.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:10 smithi134 ceph-mon[89086]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:11:12.368 INFO:tasks.workunit.client.0.smithi046.stdout: 512: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:12.368 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LgrcK-7AGDhQ0Ra off=2165663 len=1076880 2024-09-20T22:11:12.369 INFO:tasks.workunit.client.0.smithi046.stdout:op 2608 completed, throughput=5MB/sec 2024-09-20T22:11:12.370 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-x_bsejjykcXMy6F off=2897441 len=1869232 2024-09-20T22:11:12.372 INFO:tasks.workunit.client.0.smithi046.stdout:op 2609 completed, throughput=5MB/sec 2024-09-20T22:11:12.372 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tL2G0N-lk-mpISD off=5718502 len=1745258 2024-09-20T22:11:12.382 INFO:tasks.workunit.client.0.smithi046.stdout:op 2610 completed, throughput=5MB/sec 2024-09-20T22:11:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:11:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:11:12] "GET /metrics HTTP/1.1" 200 34159 "" "Prometheus/2.43.0" 2024-09-20T22:11:12.678 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:11:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:11:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:11:13.382 INFO:tasks.workunit.client.0.smithi046.stdout: 513: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:13.382 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oINLmQsv7xfuhZy off=10304667 len=1602628 2024-09-20T22:11:13.384 INFO:tasks.workunit.client.0.smithi046.stdout:op 2611 completed, throughput=5MB/sec 2024-09-20T22:11:13.384 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hD_vGKlIwOnIrIS off=999593 len=523852 2024-09-20T22:11:13.389 INFO:tasks.workunit.client.0.smithi046.stdout:op 2612 completed, throughput=5MB/sec 2024-09-20T22:11:13.389 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Vtkd30R7YcrfOll off=22032318 len=1059756 2024-09-20T22:11:13.394 INFO:tasks.workunit.client.0.smithi046.stdout:op 2613 completed, throughput=5MB/sec 2024-09-20T22:11:13.394 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lx7XEcDnes54GOk off=6986035 len=771729 2024-09-20T22:11:13.396 INFO:tasks.workunit.client.0.smithi046.stdout:op 2614 completed, throughput=5MB/sec 2024-09-20T22:11:13.396 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-esJQtGgmhEa2dm4 off=721824 len=998309 2024-09-20T22:11:13.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:12 smithi046 ceph-mon[96110]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:11:13.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:12 smithi046 ceph-mon[98591]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:11:13.400 INFO:tasks.workunit.client.0.smithi046.stdout:op 2615 completed, throughput=5MB/sec 2024-09-20T22:11:13.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:12 smithi134 ceph-mon[89086]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:11:14.401 INFO:tasks.workunit.client.0.smithi046.stdout: 514: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:14.401 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-x0VJ4HFA49bNS5Z off=19223321 len=1915606 2024-09-20T22:11:14.411 INFO:tasks.workunit.client.0.smithi046.stdout:op 2616 completed, throughput=5MB/sec 2024-09-20T22:11:14.411 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Y6KVwA0i4KZROUo off=2327372 len=1005758 2024-09-20T22:11:14.413 INFO:tasks.workunit.client.0.smithi046.stdout:op 2617 completed, throughput=5MB/sec 2024-09-20T22:11:14.413 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uAFtPWp_l_QNp1S off=894326 len=280070 2024-09-20T22:11:14.413 INFO:tasks.workunit.client.0.smithi046.stdout:op 2618 completed, throughput=5MB/sec 2024-09-20T22:11:14.413 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1WvC4WnB3dXIMGz off=11005724 len=541776 2024-09-20T22:11:14.415 INFO:tasks.workunit.client.0.smithi046.stdout:op 2619 completed, throughput=5MB/sec 2024-09-20T22:11:14.415 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-v5IxK5Epj6wWlDQ off=1346851 len=1896949 2024-09-20T22:11:14.417 INFO:tasks.workunit.client.0.smithi046.stdout:op 2620 completed, throughput=5MB/sec 2024-09-20T22:11:15.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:14 smithi046 ceph-mon[98591]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:11:15.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:14 smithi046 ceph-mon[96110]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:11:15.418 INFO:tasks.workunit.client.0.smithi046.stdout: 515: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:15.418 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vZIaGWQSFZj9HhC off=14595867 len=856333 2024-09-20T22:11:15.419 INFO:tasks.workunit.client.0.smithi046.stdout:op 2621 completed, throughput=4.99MB/sec 2024-09-20T22:11:15.419 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mRFvTiRc5rRxmmP off=14613323 len=64386 2024-09-20T22:11:15.422 INFO:tasks.workunit.client.0.smithi046.stdout:op 2622 completed, throughput=4.99MB/sec 2024-09-20T22:11:15.422 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xOf4cxJwSIt6mjE off=5822145 len=853343 2024-09-20T22:11:15.424 INFO:tasks.workunit.client.0.smithi046.stdout:op 2623 completed, throughput=5MB/sec 2024-09-20T22:11:15.424 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zRcHxn59hItDnYN off=12787080 len=733084 2024-09-20T22:11:15.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:14 smithi134 ceph-mon[89086]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:11:15.426 INFO:tasks.workunit.client.0.smithi046.stdout:op 2624 completed, throughput=5MB/sec 2024-09-20T22:11:15.426 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6tgDXG2Ijfs6aO7 off=7467668 len=1094954 2024-09-20T22:11:15.432 INFO:tasks.workunit.client.0.smithi046.stdout:op 2625 completed, throughput=5MB/sec 2024-09-20T22:11:15.432 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HPpXvGZ7pTzyPuY off=1152494 len=1711839 2024-09-20T22:11:15.442 INFO:tasks.workunit.client.0.smithi046.stdout:op 2626 completed, throughput=5MB/sec 2024-09-20T22:11:16.442 INFO:tasks.workunit.client.0.smithi046.stdout: 516: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:16.442 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rRRU2GQOAHVQf20 off=21842640 len=1402022 2024-09-20T22:11:16.449 INFO:tasks.workunit.client.0.smithi046.stdout:op 2627 completed, throughput=4.99MB/sec 2024-09-20T22:11:16.449 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-E7m6gMs9HFje5sA off=4727137 len=1463031 2024-09-20T22:11:16.451 INFO:tasks.workunit.client.0.smithi046.stdout:op 2628 completed, throughput=5MB/sec 2024-09-20T22:11:16.451 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aPAagCrB9gqIt71 off=11784011 len=237203 2024-09-20T22:11:16.454 INFO:tasks.workunit.client.0.smithi046.stdout:op 2629 completed, throughput=5MB/sec 2024-09-20T22:11:16.454 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rt_X4yn2cMsBX9R off=16051228 len=1923579 2024-09-20T22:11:16.456 INFO:tasks.workunit.client.0.smithi046.stdout:op 2630 completed, throughput=5MB/sec 2024-09-20T22:11:17.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:16 smithi046 ceph-mon[96110]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T22:11:17.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:16 smithi046 ceph-mon[98591]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T22:11:17.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:16 smithi134 ceph-mon[89086]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T22:11:17.457 INFO:tasks.workunit.client.0.smithi046.stdout: 517: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:17.457 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_VOVYfhv6u7KWMf off=14476733 len=1245392 2024-09-20T22:11:17.466 INFO:tasks.workunit.client.0.smithi046.stdout:op 2631 completed, throughput=4.99MB/sec 2024-09-20T22:11:17.466 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IC3P4Cs3mZZkeQp off=61500 len=733349 2024-09-20T22:11:17.470 INFO:tasks.workunit.client.0.smithi046.stdout:op 2632 completed, throughput=5MB/sec 2024-09-20T22:11:17.470 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SYKXIut4utVNZdB off=6021591 len=1863260 2024-09-20T22:11:17.472 INFO:tasks.workunit.client.0.smithi046.stdout:op 2633 completed, throughput=5MB/sec 2024-09-20T22:11:17.472 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3rXtRVMCOcj66fI off=239286 len=51563 2024-09-20T22:11:17.475 INFO:tasks.workunit.client.0.smithi046.stdout:op 2634 completed, throughput=5MB/sec 2024-09-20T22:11:17.475 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-J_7SkXRXgElvZcu off=1269781 len=754318 2024-09-20T22:11:17.476 INFO:tasks.workunit.client.0.smithi046.stdout:op 2635 completed, throughput=5MB/sec 2024-09-20T22:11:18.476 INFO:tasks.workunit.client.0.smithi046.stdout: 518: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:18.477 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QTGYekfNonADnDV off=464612 len=1587188 2024-09-20T22:11:18.487 INFO:tasks.workunit.client.0.smithi046.stdout:op 2636 completed, throughput=4.99MB/sec 2024-09-20T22:11:18.487 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-io7qXRUoHhbIRsW off=6984531 len=630264 2024-09-20T22:11:18.488 INFO:tasks.workunit.client.0.smithi046.stdout:op 2637 completed, throughput=4.99MB/sec 2024-09-20T22:11:18.488 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RQQovpaBDwIe0nw off=2874205 len=307256 2024-09-20T22:11:18.489 INFO:tasks.workunit.client.0.smithi046.stdout:op 2638 completed, throughput=5MB/sec 2024-09-20T22:11:18.489 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-J8zU3ibnnV_unnA off=15943975 len=849486 2024-09-20T22:11:18.491 INFO:tasks.workunit.client.0.smithi046.stdout:op 2639 completed, throughput=5MB/sec 2024-09-20T22:11:18.491 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--QZy06hKu8RqScb off=5771612 len=1164247 2024-09-20T22:11:18.497 INFO:tasks.workunit.client.0.smithi046.stdout:op 2640 completed, throughput=5MB/sec 2024-09-20T22:11:18.497 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YtbKTAXerBeRy95 off=4519283 len=1690428 2024-09-20T22:11:18.505 INFO:tasks.workunit.client.0.smithi046.stdout:op 2641 completed, throughput=5MB/sec 2024-09-20T22:11:19.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:18 smithi046 ceph-mon[96110]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-20T22:11:19.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:18 smithi046 ceph-mon[98591]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-20T22:11:19.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:18 smithi134 ceph-mon[89086]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-20T22:11:19.506 INFO:tasks.workunit.client.0.smithi046.stdout: 519: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:19.506 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XS08Z4Wc5hBBGrA off=10136568 len=1843932 2024-09-20T22:11:19.509 INFO:tasks.workunit.client.0.smithi046.stdout:op 2642 completed, throughput=5MB/sec 2024-09-20T22:11:19.509 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mPSMmYQFS6UEV58 off=4519359 len=1968438 2024-09-20T22:11:19.512 INFO:tasks.workunit.client.0.smithi046.stdout:op 2643 completed, throughput=5MB/sec 2024-09-20T22:11:19.512 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yB4xj79I_ne7_kY off=6064924 len=662255 2024-09-20T22:11:19.516 INFO:tasks.workunit.client.0.smithi046.stdout:op 2644 completed, throughput=5MB/sec 2024-09-20T22:11:20.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:11:20.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:11:20.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:11:20.517 INFO:tasks.workunit.client.0.smithi046.stdout: 520: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:20.517 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bqFTRgoSSyOySk- off=94445 len=1319207 2024-09-20T22:11:20.519 INFO:tasks.workunit.client.0.smithi046.stdout:op 2645 completed, throughput=4.99MB/sec 2024-09-20T22:11:20.519 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VD5PA8eijVDkMSt off=20567793 len=1938063 2024-09-20T22:11:20.530 INFO:tasks.workunit.client.0.smithi046.stdout:op 2646 completed, throughput=5MB/sec 2024-09-20T22:11:20.530 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BlrlIjiotJggLYF off=10221888 len=5583 2024-09-20T22:11:20.531 INFO:tasks.workunit.client.0.smithi046.stdout:op 2647 completed, throughput=5MB/sec 2024-09-20T22:11:20.531 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-f9DMgwmF0GS6Brr off=6644326 len=1089808 2024-09-20T22:11:20.532 INFO:tasks.workunit.client.0.smithi046.stdout:op 2648 completed, throughput=5MB/sec 2024-09-20T22:11:20.532 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-q0q_X-Sdrmhzbm2 off=484941 len=865743 2024-09-20T22:11:20.533 INFO:tasks.workunit.client.0.smithi046.stdout:op 2649 completed, throughput=5MB/sec 2024-09-20T22:11:20.533 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6JZifnX1VX6rrvN off=13267761 len=636745 2024-09-20T22:11:20.538 INFO:tasks.workunit.client.0.smithi046.stdout:op 2650 completed, throughput=5MB/sec 2024-09-20T22:11:21.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:20 smithi046 ceph-mon[96110]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-09-20T22:11:21.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:20 smithi046 ceph-mon[98591]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-09-20T22:11:21.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:20 smithi134 ceph-mon[89086]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-09-20T22:11:21.538 INFO:tasks.workunit.client.0.smithi046.stdout: 521: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:21.538 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3Xr3EGShNe-2eJq off=2034321 len=404336 2024-09-20T22:11:21.539 INFO:tasks.workunit.client.0.smithi046.stdout:op 2651 completed, throughput=4.99MB/sec 2024-09-20T22:11:21.539 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2TL22z97XPH20Oe off=773638 len=1335798 2024-09-20T22:11:21.542 INFO:tasks.workunit.client.0.smithi046.stdout:op 2652 completed, throughput=4.99MB/sec 2024-09-20T22:11:21.542 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-O9xmw991ts6S7qS off=7978707 len=645301 2024-09-20T22:11:21.547 INFO:tasks.workunit.client.0.smithi046.stdout:op 2653 completed, throughput=5MB/sec 2024-09-20T22:11:21.547 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GIm7AgCJ4t0p09X off=16671804 len=1035672 2024-09-20T22:11:21.552 INFO:tasks.workunit.client.0.smithi046.stdout:op 2654 completed, throughput=5MB/sec 2024-09-20T22:11:21.552 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-q5JLXp2dP41Y9BK off=1734251 len=1461820 2024-09-20T22:11:21.559 INFO:tasks.workunit.client.0.smithi046.stdout:op 2655 completed, throughput=5MB/sec 2024-09-20T22:11:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:11:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:11:22] "GET /metrics HTTP/1.1" 200 34158 "" "Prometheus/2.43.0" 2024-09-20T22:11:22.560 INFO:tasks.workunit.client.0.smithi046.stdout: 522: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:22.560 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-He3HdclLwRnLf_B off=10350958 len=1563719 2024-09-20T22:11:22.568 INFO:tasks.workunit.client.0.smithi046.stdout:op 2656 completed, throughput=4.99MB/sec 2024-09-20T22:11:22.568 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-c0gXabE-txnT6hM off=1226566 len=1323309 2024-09-20T22:11:22.570 INFO:tasks.workunit.client.0.smithi046.stdout:op 2657 completed, throughput=5MB/sec 2024-09-20T22:11:22.570 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ITV_IOu46qmkctz off=12821699 len=2008669 2024-09-20T22:11:22.579 INFO:tasks.workunit.client.0.smithi046.stdout:op 2658 completed, throughput=5MB/sec 2024-09-20T22:11:22.579 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DGOopI1ljRYjsH1 off=14392488 len=450058 2024-09-20T22:11:22.580 INFO:tasks.workunit.client.0.smithi046.stdout:op 2659 completed, throughput=5MB/sec 2024-09-20T22:11:22.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:11:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:11:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:11:23.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:22 smithi046 ceph-mon[96110]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:11:23.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:22 smithi046 ceph-mon[98591]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:11:23.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:22 smithi134 ceph-mon[89086]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:11:23.580 INFO:tasks.workunit.client.0.smithi046.stdout: 523: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:23.580 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6k5EEJ2uhGODJ_E off=0 len=1345637 2024-09-20T22:11:23.582 INFO:tasks.workunit.client.0.smithi046.stdout:op 2660 completed, throughput=4.99MB/sec 2024-09-20T22:11:23.582 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FjrjYwJJuy5NCMz off=10009912 len=193856 2024-09-20T22:11:23.583 INFO:tasks.workunit.client.0.smithi046.stdout:op 2661 completed, throughput=4.99MB/sec 2024-09-20T22:11:23.583 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yESfKRjXj5tQF8b off=6584899 len=43232 2024-09-20T22:11:23.583 INFO:tasks.workunit.client.0.smithi046.stdout:op 2662 completed, throughput=4.99MB/sec 2024-09-20T22:11:23.583 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-r9xTZXXQaXgIoL6 off=5937191 len=839507 2024-09-20T22:11:23.583 INFO:tasks.workunit.client.0.smithi046.stdout:op 2663 completed, throughput=5MB/sec 2024-09-20T22:11:23.584 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aSqYfurCux0hwCo off=12671565 len=272230 2024-09-20T22:11:23.586 INFO:tasks.workunit.client.0.smithi046.stdout:op 2664 completed, throughput=5MB/sec 2024-09-20T22:11:23.586 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ezNKY_K0ypWtJ1d off=6261792 len=472870 2024-09-20T22:11:23.588 INFO:tasks.workunit.client.0.smithi046.stdout:op 2665 completed, throughput=5MB/sec 2024-09-20T22:11:23.588 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RtYdcFSTvJQ5uQT off=2958411 len=1224912 2024-09-20T22:11:23.593 INFO:tasks.workunit.client.0.smithi046.stdout:op 2666 completed, throughput=5MB/sec 2024-09-20T22:11:23.593 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4znh-KRaovI2H1e off=869716 len=888454 2024-09-20T22:11:23.594 INFO:tasks.workunit.client.0.smithi046.stdout:op 2667 completed, throughput=5MB/sec 2024-09-20T22:11:24.261 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:23 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:11:24.341 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:23 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:11:24.341 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:23 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:11:24.595 INFO:tasks.workunit.client.0.smithi046.stdout: 524: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:24.595 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-D6teOgDYDs_FJW7 off=10644538 len=969395 2024-09-20T22:11:24.600 INFO:tasks.workunit.client.0.smithi046.stdout:op 2668 completed, throughput=4.99MB/sec 2024-09-20T22:11:24.600 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sl0TrZORVxFGS91 off=7416135 len=1028543 2024-09-20T22:11:24.605 INFO:tasks.workunit.client.0.smithi046.stdout:op 2669 completed, throughput=4.99MB/sec 2024-09-20T22:11:24.605 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3QkCjM-fEcrgVfH off=2642066 len=192828 2024-09-20T22:11:24.605 INFO:tasks.workunit.client.0.smithi046.stdout:op 2670 completed, throughput=4.99MB/sec 2024-09-20T22:11:24.605 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zUykmkDzUpRgRaV off=1288004 len=61959 2024-09-20T22:11:24.607 INFO:tasks.workunit.client.0.smithi046.stdout:op 2671 completed, throughput=4.99MB/sec 2024-09-20T22:11:24.607 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wSynP6MMLqXU5FL off=793300 len=517797 2024-09-20T22:11:24.611 INFO:tasks.workunit.client.0.smithi046.stdout:op 2672 completed, throughput=5MB/sec 2024-09-20T22:11:24.611 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Wck1zKzyaPxyFaV off=2380478 len=19291 2024-09-20T22:11:24.611 INFO:tasks.workunit.client.0.smithi046.stdout:op 2673 completed, throughput=5MB/sec 2024-09-20T22:11:24.612 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qMUUSiiHMv7EpHe off=540410 len=1117179 2024-09-20T22:11:24.612 INFO:tasks.workunit.client.0.smithi046.stdout:op 2674 completed, throughput=5MB/sec 2024-09-20T22:11:24.612 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nHT_ZJ0fXarnFF7 off=448127 len=211295 2024-09-20T22:11:24.615 INFO:tasks.workunit.client.0.smithi046.stdout:op 2675 completed, throughput=5MB/sec 2024-09-20T22:11:24.615 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wz9wPJjQAwy_Q1b off=5487424 len=868160 2024-09-20T22:11:24.619 INFO:tasks.workunit.client.0.smithi046.stdout:op 2676 completed, throughput=5MB/sec 2024-09-20T22:11:24.619 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-waosbYvgR_E3CVc off=2936905 len=1673451 2024-09-20T22:11:24.622 INFO:tasks.workunit.client.0.smithi046.stdout:op 2677 completed, throughput=5MB/sec 2024-09-20T22:11:25.291 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:24 smithi134 ceph-mon[89086]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:11:25.352 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:24 smithi046 ceph-mon[96110]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:11:25.353 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:24 smithi046 ceph-mon[98591]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:11:25.623 INFO:tasks.workunit.client.0.smithi046.stdout: 525: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:25.623 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UcJ1zdj4j5TsMja off=6900424 len=1778607 2024-09-20T22:11:25.630 INFO:tasks.workunit.client.0.smithi046.stdout:op 2678 completed, throughput=5MB/sec 2024-09-20T22:11:25.631 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MFoydGfzhDT9rxr off=5060160 len=1788898 2024-09-20T22:11:25.632 INFO:tasks.workunit.client.0.smithi046.stdout:op 2679 completed, throughput=5MB/sec 2024-09-20T22:11:25.632 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UTQF2_H9Ro_KGAD off=4759850 len=1155805 2024-09-20T22:11:25.637 INFO:tasks.workunit.client.0.smithi046.stdout:op 2680 completed, throughput=5MB/sec 2024-09-20T22:11:26.637 INFO:tasks.workunit.client.0.smithi046.stdout: 526: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:26.637 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xHCuwhhTDRmyH0O off=17625654 len=1546385 2024-09-20T22:11:26.640 INFO:tasks.workunit.client.0.smithi046.stdout:op 2681 completed, throughput=4.99MB/sec 2024-09-20T22:11:26.640 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pmzIsR_jK33gtgq off=1707185 len=1701285 2024-09-20T22:11:26.643 INFO:tasks.workunit.client.0.smithi046.stdout:op 2682 completed, throughput=5MB/sec 2024-09-20T22:11:26.643 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lkdgNzkvkoerpG_ off=16548563 len=1119125 2024-09-20T22:11:26.646 INFO:tasks.workunit.client.0.smithi046.stdout:op 2683 completed, throughput=5MB/sec 2024-09-20T22:11:26.646 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tIE3VmHT0m9FEe- off=2378358 len=1769203 2024-09-20T22:11:26.652 INFO:tasks.workunit.client.0.smithi046.stdout:op 2684 completed, throughput=5MB/sec 2024-09-20T22:11:27.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:26 smithi046 ceph-mon[96110]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:11:27.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:26 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:11:27.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:26 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:11:27.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:26 smithi046 ceph-mon[98591]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:11:27.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:26 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:11:27.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:26 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:11:27.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:26 smithi134 ceph-mon[89086]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:11:27.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:26 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:11:27.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:26 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:11:27.652 INFO:tasks.workunit.client.0.smithi046.stdout: 527: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:27.653 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_xB4bk4HVZQ1B_z off=132457 len=1419132 2024-09-20T22:11:27.657 INFO:tasks.workunit.client.0.smithi046.stdout:op 2685 completed, throughput=5MB/sec 2024-09-20T22:11:27.657 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-80mucIUn7XsQ-wr off=6558072 len=857922 2024-09-20T22:11:27.659 INFO:tasks.workunit.client.0.smithi046.stdout:op 2686 completed, throughput=5MB/sec 2024-09-20T22:11:27.659 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5CfWoQoH2l31Dov off=13228062 len=1540392 2024-09-20T22:11:27.660 INFO:tasks.workunit.client.0.smithi046.stdout:op 2687 completed, throughput=5MB/sec 2024-09-20T22:11:28.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:11:28.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:11:28.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:11:28.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:11:28.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:11:28.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:11:28.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:11:28.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:11:28.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:11:28.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:11:28.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:11:28.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:11:28.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:11:28.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:11:28.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:11:28.661 INFO:tasks.workunit.client.0.smithi046.stdout: 528: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:28.661 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4mdrX3YAGd6zlAl off=7191220 len=2011640 2024-09-20T22:11:28.665 INFO:tasks.workunit.client.0.smithi046.stdout:op 2688 completed, throughput=4.99MB/sec 2024-09-20T22:11:28.665 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JMlUwJCgXWM_fI- off=24103274 len=123675 2024-09-20T22:11:28.666 INFO:tasks.workunit.client.0.smithi046.stdout:op 2689 completed, throughput=4.99MB/sec 2024-09-20T22:11:28.666 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ApyW-RtgWskwqe8 off=2263883 len=71793 2024-09-20T22:11:28.666 INFO:tasks.workunit.client.0.smithi046.stdout:op 2690 completed, throughput=4.99MB/sec 2024-09-20T22:11:28.666 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fqXWqi39uvLCjH7 off=2376062 len=635440 2024-09-20T22:11:28.668 INFO:tasks.workunit.client.0.smithi046.stdout:op 2691 completed, throughput=5MB/sec 2024-09-20T22:11:28.668 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-P4ofsrCSs5mEQB9 off=6203741 len=422894 2024-09-20T22:11:28.669 INFO:tasks.workunit.client.0.smithi046.stdout:op 2692 completed, throughput=5MB/sec 2024-09-20T22:11:28.669 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RtGzUw_Y4uqXf2a off=6988078 len=622534 2024-09-20T22:11:28.673 INFO:tasks.workunit.client.0.smithi046.stdout:op 2693 completed, throughput=5MB/sec 2024-09-20T22:11:28.673 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-C1W1riBKMI68i90 off=3870045 len=2058673 2024-09-20T22:11:28.677 INFO:tasks.workunit.client.0.smithi046.stdout:op 2694 completed, throughput=5MB/sec 2024-09-20T22:11:29.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:29 smithi046 ceph-mon[96110]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-20T22:11:29.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:29 smithi046 ceph-mon[98591]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-20T22:11:29.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:29 smithi134 ceph-mon[89086]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-20T22:11:29.678 INFO:tasks.workunit.client.0.smithi046.stdout: 529: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:29.678 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-o2Jk4KF0ux61896 off=2636282 len=2059773 2024-09-20T22:11:29.687 INFO:tasks.workunit.client.0.smithi046.stdout:op 2695 completed, throughput=5MB/sec 2024-09-20T22:11:29.687 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cIqJbxuSCSn5EEV off=5688350 len=977472 2024-09-20T22:11:29.689 INFO:tasks.workunit.client.0.smithi046.stdout:op 2696 completed, throughput=5MB/sec 2024-09-20T22:11:29.689 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-x0dP7IQm1fUO3Wh off=11602037 len=1360814 2024-09-20T22:11:29.695 INFO:tasks.workunit.client.0.smithi046.stdout:op 2697 completed, throughput=5MB/sec 2024-09-20T22:11:29.695 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VE02XWlz7tFJoZp off=170680 len=1096590 2024-09-20T22:11:29.700 INFO:tasks.workunit.client.0.smithi046.stdout:op 2698 completed, throughput=5MB/sec 2024-09-20T22:11:30.701 INFO:tasks.workunit.client.0.smithi046.stdout: 530: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:30.701 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FZAf36-Mtr2aP7k off=7838214 len=1849166 2024-09-20T22:11:30.710 INFO:tasks.workunit.client.0.smithi046.stdout:op 2699 completed, throughput=5MB/sec 2024-09-20T22:11:30.710 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-E5qk-Wz8bg4YSzd off=9859853 len=1269575 2024-09-20T22:11:30.717 INFO:tasks.workunit.client.0.smithi046.stdout:op 2700 completed, throughput=5MB/sec 2024-09-20T22:11:30.717 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PmVuS5yy2Wcqs6I off=1871429 len=606914 2024-09-20T22:11:30.724 INFO:tasks.workunit.client.0.smithi046.stdout:op 2701 completed, throughput=5MB/sec 2024-09-20T22:11:30.724 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dawAN2fKjkrsQiX off=793137 len=1345280 2024-09-20T22:11:30.725 INFO:tasks.workunit.client.0.smithi046.stdout:op 2702 completed, throughput=5MB/sec 2024-09-20T22:11:31.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:31 smithi046 ceph-mon[96110]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:11:31.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:31 smithi046 ceph-mon[98591]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:11:31.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:31 smithi134 ceph-mon[89086]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:11:31.725 INFO:tasks.workunit.client.0.smithi046.stdout: 531: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:31.726 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SkeIIeHQ9Q8ENEx off=4539274 len=305691 2024-09-20T22:11:31.729 INFO:tasks.workunit.client.0.smithi046.stdout:op 2703 completed, throughput=4.99MB/sec 2024-09-20T22:11:31.729 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-N9afCldMWNgk2fM off=14152067 len=1939038 2024-09-20T22:11:31.738 INFO:tasks.workunit.client.0.smithi046.stdout:op 2704 completed, throughput=5MB/sec 2024-09-20T22:11:31.738 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2tETX2jIjA1WhG0 off=566502 len=1549278 2024-09-20T22:11:31.745 INFO:tasks.workunit.client.0.smithi046.stdout:op 2705 completed, throughput=5MB/sec 2024-09-20T22:11:31.745 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DXTGsJXEK-C3TGp off=206655 len=1519083 2024-09-20T22:11:31.747 INFO:tasks.workunit.client.0.smithi046.stdout:op 2706 completed, throughput=5MB/sec 2024-09-20T22:11:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:11:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:11:32] "GET /metrics HTTP/1.1" 200 34158 "" "Prometheus/2.43.0" 2024-09-20T22:11:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:11:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:11:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:11:32.747 INFO:tasks.workunit.client.0.smithi046.stdout: 532: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:32.747 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8QmwVqXmESQP9rb off=20329924 len=987500 2024-09-20T22:11:32.753 INFO:tasks.workunit.client.0.smithi046.stdout:op 2707 completed, throughput=4.99MB/sec 2024-09-20T22:11:32.753 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DVYj9enCXdbmEfI off=6560853 len=2057289 2024-09-20T22:11:32.761 INFO:tasks.workunit.client.0.smithi046.stdout:op 2708 completed, throughput=5MB/sec 2024-09-20T22:11:32.761 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uSTNxFkXdG93F-t off=2936752 len=254156 2024-09-20T22:11:32.762 INFO:tasks.workunit.client.0.smithi046.stdout:op 2709 completed, throughput=5MB/sec 2024-09-20T22:11:32.762 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pYSJ9L6fUuL0XdP off=7737622 len=417096 2024-09-20T22:11:32.763 INFO:tasks.workunit.client.0.smithi046.stdout:op 2710 completed, throughput=5MB/sec 2024-09-20T22:11:32.763 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-orMH4CZceoAyyV4 off=2251046 len=436030 2024-09-20T22:11:32.764 INFO:tasks.workunit.client.0.smithi046.stdout:op 2711 completed, throughput=5MB/sec 2024-09-20T22:11:32.764 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8UrQqsPEoGEpyIR off=0 len=1245228 2024-09-20T22:11:32.770 INFO:tasks.workunit.client.0.smithi046.stdout:op 2712 completed, throughput=5MB/sec 2024-09-20T22:11:33.347 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:33 smithi134 ceph-mon[89086]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:11:33.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:33 smithi046 ceph-mon[96110]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:11:33.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:33 smithi046 ceph-mon[98591]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:11:33.771 INFO:tasks.workunit.client.0.smithi046.stdout: 533: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:33.771 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-v0__OtV8fFdEYYc off=180685 len=1324800 2024-09-20T22:11:33.777 INFO:tasks.workunit.client.0.smithi046.stdout:op 2713 completed, throughput=4.99MB/sec 2024-09-20T22:11:33.777 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JRibQv9DeJi7lEs off=10240855 len=1853171 2024-09-20T22:11:33.779 INFO:tasks.workunit.client.0.smithi046.stdout:op 2714 completed, throughput=5MB/sec 2024-09-20T22:11:33.780 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5XVFtHTeN6jY71O off=15117653 len=171082 2024-09-20T22:11:33.782 INFO:tasks.workunit.client.0.smithi046.stdout:op 2715 completed, throughput=5MB/sec 2024-09-20T22:11:33.782 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1TnBARSQa_XUzQG off=503649 len=641391 2024-09-20T22:11:33.783 INFO:tasks.workunit.client.0.smithi046.stdout:op 2716 completed, throughput=5MB/sec 2024-09-20T22:11:33.783 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-a8em7Y8A6zGe1ZC off=16742957 len=486626 2024-09-20T22:11:33.785 INFO:tasks.workunit.client.0.smithi046.stdout:op 2717 completed, throughput=5MB/sec 2024-09-20T22:11:33.785 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_CjcS9Q4iEnIV0E off=2048227 len=260473 2024-09-20T22:11:33.788 INFO:tasks.workunit.client.0.smithi046.stdout:op 2718 completed, throughput=5MB/sec 2024-09-20T22:11:33.788 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rtFz-Qz_jsfMP05 off=1108647 len=1637139 2024-09-20T22:11:33.789 INFO:tasks.workunit.client.0.smithi046.stdout:op 2719 completed, throughput=5MB/sec 2024-09-20T22:11:34.790 INFO:tasks.workunit.client.0.smithi046.stdout: 534: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:34.790 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CnDMBlXusCEC4So off=6182206 len=791224 2024-09-20T22:11:34.795 INFO:tasks.workunit.client.0.smithi046.stdout:op 2720 completed, throughput=4.99MB/sec 2024-09-20T22:11:34.795 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BEx4Mvas90hCdJW off=3239293 len=2082599 2024-09-20T22:11:34.797 INFO:tasks.workunit.client.0.smithi046.stdout:op 2721 completed, throughput=5MB/sec 2024-09-20T22:11:34.797 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TOIY6xsKSJB7yJ4 off=11300547 len=1630588 2024-09-20T22:11:34.799 INFO:tasks.workunit.client.0.smithi046.stdout:op 2722 completed, throughput=5MB/sec 2024-09-20T22:11:35.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:35 smithi046 ceph-mon[96110]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-20T22:11:35.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:35 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:11:35.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:35 smithi046 ceph-mon[98591]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-20T22:11:35.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:35 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:11:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:35 smithi134 ceph-mon[89086]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-20T22:11:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:35 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:11:35.800 INFO:tasks.workunit.client.0.smithi046.stdout: 535: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:35.800 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Dua1PObeBcaxF7T off=4619843 len=1364720 2024-09-20T22:11:35.806 INFO:tasks.workunit.client.0.smithi046.stdout:op 2723 completed, throughput=4.99MB/sec 2024-09-20T22:11:35.807 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0EETF0UxtSQoJxh off=2172545 len=1003191 2024-09-20T22:11:35.813 INFO:tasks.workunit.client.0.smithi046.stdout:op 2724 completed, throughput=5MB/sec 2024-09-20T22:11:35.813 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-E2_NF6aZbjCYf0K off=468434 len=2030188 2024-09-20T22:11:35.815 INFO:tasks.workunit.client.0.smithi046.stdout:op 2725 completed, throughput=5MB/sec 2024-09-20T22:11:35.815 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pNz9Hop_0FvQWkN off=1015491 len=1398212 2024-09-20T22:11:35.817 INFO:tasks.workunit.client.0.smithi046.stdout:op 2726 completed, throughput=5MB/sec 2024-09-20T22:11:36.818 INFO:tasks.workunit.client.0.smithi046.stdout: 536: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:36.818 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YULAJiwdREm35qH off=4680201 len=610472 2024-09-20T22:11:36.822 INFO:tasks.workunit.client.0.smithi046.stdout:op 2727 completed, throughput=4.99MB/sec 2024-09-20T22:11:36.822 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bDe6loKGyqs7Y0m off=19642251 len=737198 2024-09-20T22:11:36.827 INFO:tasks.workunit.client.0.smithi046.stdout:op 2728 completed, throughput=5MB/sec 2024-09-20T22:11:36.827 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-m0NaKpez9l1V73E off=7732116 len=2066021 2024-09-20T22:11:36.838 INFO:tasks.workunit.client.0.smithi046.stdout:op 2729 completed, throughput=5MB/sec 2024-09-20T22:11:36.839 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4HdDaD2lFX8i47y off=4232813 len=1426645 2024-09-20T22:11:36.840 INFO:tasks.workunit.client.0.smithi046.stdout:op 2730 completed, throughput=5MB/sec 2024-09-20T22:11:37.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:37 smithi046 ceph-mon[96110]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:11:37.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:37 smithi046 ceph-mon[98591]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:11:37.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:37 smithi134 ceph-mon[89086]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:11:37.841 INFO:tasks.workunit.client.0.smithi046.stdout: 537: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:37.841 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-q8dDnk4BH41iy2V off=3590775 len=243988 2024-09-20T22:11:37.842 INFO:tasks.workunit.client.0.smithi046.stdout:op 2731 completed, throughput=4.99MB/sec 2024-09-20T22:11:37.842 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3rH2iNcxN1aQqvp off=1427856 len=1659837 2024-09-20T22:11:37.850 INFO:tasks.workunit.client.0.smithi046.stdout:op 2732 completed, throughput=5MB/sec 2024-09-20T22:11:37.850 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-T5PVNQrqUEzumHS off=1052074 len=1796341 2024-09-20T22:11:37.857 INFO:tasks.workunit.client.0.smithi046.stdout:op 2733 completed, throughput=5MB/sec 2024-09-20T22:11:37.858 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-85QgpqV3uOo_XbI off=1645087 len=1165591 2024-09-20T22:11:37.863 INFO:tasks.workunit.client.0.smithi046.stdout:op 2734 completed, throughput=5MB/sec 2024-09-20T22:11:38.863 INFO:tasks.workunit.client.0.smithi046.stdout: 538: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:38.864 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5J8Mik9cQyvrgtB off=6515894 len=1934135 2024-09-20T22:11:38.871 INFO:tasks.workunit.client.0.smithi046.stdout:op 2735 completed, throughput=4.99MB/sec 2024-09-20T22:11:38.871 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-93zSMGlyZqnn_-N off=187674 len=704775 2024-09-20T22:11:38.876 INFO:tasks.workunit.client.0.smithi046.stdout:op 2736 completed, throughput=5MB/sec 2024-09-20T22:11:38.876 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tEZtxUCggcPYCXE off=19505848 len=96334 2024-09-20T22:11:38.878 INFO:tasks.workunit.client.0.smithi046.stdout:op 2737 completed, throughput=5MB/sec 2024-09-20T22:11:38.878 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pEOBQ7Soa-cBtoJ off=10438490 len=921831 2024-09-20T22:11:38.880 INFO:tasks.workunit.client.0.smithi046.stdout:op 2738 completed, throughput=5MB/sec 2024-09-20T22:11:38.881 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NIAsOVcrANztQll off=4906480 len=1377518 2024-09-20T22:11:38.887 INFO:tasks.workunit.client.0.smithi046.stdout:op 2739 completed, throughput=5MB/sec 2024-09-20T22:11:38.887 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fPs9pEhnJ9biozw off=6615537 len=1627560 2024-09-20T22:11:38.893 INFO:tasks.workunit.client.0.smithi046.stdout:op 2740 completed, throughput=5MB/sec 2024-09-20T22:11:39.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:39 smithi046 ceph-mon[96110]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-20T22:11:39.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:39 smithi046 ceph-mon[98591]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-20T22:11:39.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:39 smithi134 ceph-mon[89086]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-20T22:11:39.894 INFO:tasks.workunit.client.0.smithi046.stdout: 539: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:39.894 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NF8vxnHE9xhbh9J off=19045987 len=187182 2024-09-20T22:11:39.895 INFO:tasks.workunit.client.0.smithi046.stdout:op 2741 completed, throughput=4.99MB/sec 2024-09-20T22:11:39.895 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Jb7DYKVouwkiATo off=5936083 len=1493163 2024-09-20T22:11:39.903 INFO:tasks.workunit.client.0.smithi046.stdout:op 2742 completed, throughput=5MB/sec 2024-09-20T22:11:39.903 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EXTK_f5k8NPDX0w off=1957831 len=1703773 2024-09-20T22:11:39.904 INFO:tasks.workunit.client.0.smithi046.stdout:op 2743 completed, throughput=5MB/sec 2024-09-20T22:11:39.904 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-A4tPz8k0eyoDo36 off=12706711 len=757411 2024-09-20T22:11:39.909 INFO:tasks.workunit.client.0.smithi046.stdout:op 2744 completed, throughput=5MB/sec 2024-09-20T22:11:40.910 INFO:tasks.workunit.client.0.smithi046.stdout: 540: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:40.910 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_z43styZUIK8LcM off=3039894 len=797959 2024-09-20T22:11:40.912 INFO:tasks.workunit.client.0.smithi046.stdout:op 2745 completed, throughput=4.99MB/sec 2024-09-20T22:11:40.912 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IRqoSAUQGGtTUKV off=3630376 len=1804171 2024-09-20T22:11:40.914 INFO:tasks.workunit.client.0.smithi046.stdout:op 2746 completed, throughput=5MB/sec 2024-09-20T22:11:40.914 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--x59LXmXUbCDkYJ off=949320 len=733385 2024-09-20T22:11:40.916 INFO:tasks.workunit.client.0.smithi046.stdout:op 2747 completed, throughput=5MB/sec 2024-09-20T22:11:40.916 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GwRw4v4zxJykHqI off=267791 len=1111185 2024-09-20T22:11:40.917 INFO:tasks.workunit.client.0.smithi046.stdout:op 2748 completed, throughput=5MB/sec 2024-09-20T22:11:40.917 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-k2vaN-85VPovW1F off=15261913 len=1693993 2024-09-20T22:11:40.925 INFO:tasks.workunit.client.0.smithi046.stdout:op 2749 completed, throughput=5MB/sec 2024-09-20T22:11:41.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:41 smithi046 ceph-mon[96110]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-20T22:11:41.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:41 smithi046 ceph-mon[98591]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-20T22:11:41.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:41 smithi134 ceph-mon[89086]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-20T22:11:41.926 INFO:tasks.workunit.client.0.smithi046.stdout: 541: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:41.926 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0cqOib9lofe4Que off=1726906 len=2012463 2024-09-20T22:11:41.934 INFO:tasks.workunit.client.0.smithi046.stdout:op 2750 completed, throughput=5MB/sec 2024-09-20T22:11:41.935 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rtFz-Qz_jsfMP05 off=535371 len=2015332 2024-09-20T22:11:41.942 INFO:tasks.workunit.client.0.smithi046.stdout:op 2751 completed, throughput=5MB/sec 2024-09-20T22:11:41.942 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dEcg1fOc80qrpeP off=195356 len=276287 2024-09-20T22:11:41.946 INFO:tasks.workunit.client.0.smithi046.stdout:op 2752 completed, throughput=5MB/sec 2024-09-20T22:11:41.946 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6OoDzRuXopWnV_e off=10461004 len=1260767 2024-09-20T22:11:41.951 INFO:tasks.workunit.client.0.smithi046.stdout:op 2753 completed, throughput=5MB/sec 2024-09-20T22:11:42.319 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:11:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:11:42] "GET /metrics HTTP/1.1" 200 34158 "" "Prometheus/2.43.0" 2024-09-20T22:11:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:11:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:11:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:11:42.954 INFO:tasks.workunit.client.0.smithi046.stdout: 542: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:42.954 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-a84m3k2oxBSjaAR off=5925668 len=1983615 2024-09-20T22:11:42.956 INFO:tasks.workunit.client.0.smithi046.stdout:op 2754 completed, throughput=5MB/sec 2024-09-20T22:11:42.956 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2HzbCD7OIw5Wh78 off=17206010 len=1058234 2024-09-20T22:11:42.957 INFO:tasks.workunit.client.0.smithi046.stdout:op 2755 completed, throughput=5MB/sec 2024-09-20T22:11:42.958 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RBqg-HoQq8golSu off=3288174 len=1582863 2024-09-20T22:11:42.964 INFO:tasks.workunit.client.0.smithi046.stdout:op 2756 completed, throughput=5MB/sec 2024-09-20T22:11:43.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:43 smithi046 ceph-mon[96110]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:11:43.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:43 smithi046 ceph-mon[98591]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:11:43.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:43 smithi134 ceph-mon[89086]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:11:43.964 INFO:tasks.workunit.client.0.smithi046.stdout: 543: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:43.964 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6589GaFaSdMuPVU off=4985207 len=133083 2024-09-20T22:11:43.965 INFO:tasks.workunit.client.0.smithi046.stdout:op 2757 completed, throughput=4.99MB/sec 2024-09-20T22:11:43.965 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CBURsNQZ1dzPT3J off=23706072 len=1338145 2024-09-20T22:11:43.966 INFO:tasks.workunit.client.0.smithi046.stdout:op 2758 completed, throughput=4.99MB/sec 2024-09-20T22:11:43.966 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-U0aoDe5snlWxgUl off=593961 len=684964 2024-09-20T22:11:43.967 INFO:tasks.workunit.client.0.smithi046.stdout:op 2759 completed, throughput=5MB/sec 2024-09-20T22:11:43.967 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cabKQIW6aTHMRfZ off=3617347 len=1010135 2024-09-20T22:11:43.970 INFO:tasks.workunit.client.0.smithi046.stdout:op 2760 completed, throughput=5MB/sec 2024-09-20T22:11:43.970 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZR3Emj6w_Gl8-JJ off=11308554 len=745805 2024-09-20T22:11:43.974 INFO:tasks.workunit.client.0.smithi046.stdout:op 2761 completed, throughput=5MB/sec 2024-09-20T22:11:43.974 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mB8giH7Rg5mc-Cm off=16183012 len=1024301 2024-09-20T22:11:43.975 INFO:tasks.workunit.client.0.smithi046.stdout:op 2762 completed, throughput=5MB/sec 2024-09-20T22:11:44.976 INFO:tasks.workunit.client.0.smithi046.stdout: 544: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:44.976 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UGVzwFPU31jJeJn off=6859387 len=1947862 2024-09-20T22:11:44.979 INFO:tasks.workunit.client.0.smithi046.stdout:op 2763 completed, throughput=4.99MB/sec 2024-09-20T22:11:44.979 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Q3jvcMZXhfE1uLr off=8253166 len=916997 2024-09-20T22:11:44.984 INFO:tasks.workunit.client.0.smithi046.stdout:op 2764 completed, throughput=5MB/sec 2024-09-20T22:11:44.985 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VXxaD-e30X9Cyiv off=3850120 len=848344 2024-09-20T22:11:44.986 INFO:tasks.workunit.client.0.smithi046.stdout:op 2765 completed, throughput=5MB/sec 2024-09-20T22:11:44.986 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7IFh46WRJkf4jlw off=8584607 len=697898 2024-09-20T22:11:44.990 INFO:tasks.workunit.client.0.smithi046.stdout:op 2766 completed, throughput=5MB/sec 2024-09-20T22:11:44.990 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hElP-WGFKgvs5i- off=5035846 len=1902607 2024-09-20T22:11:44.998 INFO:tasks.workunit.client.0.smithi046.stdout:op 2767 completed, throughput=5MB/sec 2024-09-20T22:11:45.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:45 smithi046 ceph-mon[96110]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:11:45.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:45 smithi046 ceph-mon[98591]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:11:45.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:45 smithi134 ceph-mon[89086]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:11:45.998 INFO:tasks.workunit.client.0.smithi046.stdout: 545: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:45.998 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--R28M1zrMXj5fQC off=1751989 len=80532 2024-09-20T22:11:45.999 INFO:tasks.workunit.client.0.smithi046.stdout:op 2768 completed, throughput=4.99MB/sec 2024-09-20T22:11:45.999 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9e4Xh-wNbK8isGi off=9391106 len=2080185 2024-09-20T22:11:46.011 INFO:tasks.workunit.client.0.smithi046.stdout:op 2769 completed, throughput=5MB/sec 2024-09-20T22:11:46.011 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZSagrgFTtA5oxnv off=1588897 len=1400938 2024-09-20T22:11:46.013 INFO:tasks.workunit.client.0.smithi046.stdout:op 2770 completed, throughput=5MB/sec 2024-09-20T22:11:46.013 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ljsvpk_Fs_1mceq off=3077310 len=1097186 2024-09-20T22:11:46.022 INFO:tasks.workunit.client.0.smithi046.stdout:op 2771 completed, throughput=5MB/sec 2024-09-20T22:11:47.019 INFO:tasks.workunit.client.0.smithi046.stdout: 546: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:47.019 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-loLXN6IBxGM9heC off=9414802 len=808924 2024-09-20T22:11:47.024 INFO:tasks.workunit.client.0.smithi046.stdout:op 2772 completed, throughput=4.99MB/sec 2024-09-20T22:11:47.024 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Bhdy2pLtNQuCwLB off=0 len=1653035 2024-09-20T22:11:47.033 INFO:tasks.workunit.client.0.smithi046.stdout:op 2773 completed, throughput=5MB/sec 2024-09-20T22:11:47.033 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wXCf4J5D8Zc7VFb off=1217590 len=1119992 2024-09-20T22:11:47.038 INFO:tasks.workunit.client.0.smithi046.stdout:op 2774 completed, throughput=5MB/sec 2024-09-20T22:11:47.039 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1jmsM6Di2XVHIUE off=5725643 len=380091 2024-09-20T22:11:47.040 INFO:tasks.workunit.client.0.smithi046.stdout:op 2775 completed, throughput=5MB/sec 2024-09-20T22:11:47.041 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IgZrC0Mr_A7UfiW off=9571287 len=2052056 2024-09-20T22:11:47.049 INFO:tasks.workunit.client.0.smithi046.stdout:op 2776 completed, throughput=5MB/sec 2024-09-20T22:11:47.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:47 smithi046 ceph-mon[96110]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-20T22:11:47.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:47 smithi046 ceph-mon[98591]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-20T22:11:47.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:47 smithi134 ceph-mon[89086]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-20T22:11:48.049 INFO:tasks.workunit.client.0.smithi046.stdout: 547: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:48.049 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-K3vxf4xSTa0MlvC off=8828271 len=280131 2024-09-20T22:11:48.052 INFO:tasks.workunit.client.0.smithi046.stdout:op 2777 completed, throughput=4.99MB/sec 2024-09-20T22:11:48.052 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hTLklSepm1z7tp1 off=8524585 len=826242 2024-09-20T22:11:48.059 INFO:tasks.workunit.client.0.smithi046.stdout:op 2778 completed, throughput=4.99MB/sec 2024-09-20T22:11:48.059 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TIYPQd-wVMZTt-I off=552361 len=479607 2024-09-20T22:11:48.062 INFO:tasks.workunit.client.0.smithi046.stdout:op 2779 completed, throughput=5MB/sec 2024-09-20T22:11:48.062 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JWG-vQScET2mlIK off=2140889 len=1924032 2024-09-20T22:11:48.070 INFO:tasks.workunit.client.0.smithi046.stdout:op 2780 completed, throughput=5MB/sec 2024-09-20T22:11:48.070 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2zvcy0kN8qylxsc off=17346041 len=626651 2024-09-20T22:11:48.073 INFO:tasks.workunit.client.0.smithi046.stdout:op 2781 completed, throughput=5MB/sec 2024-09-20T22:11:48.073 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-l0_s7Fu3TX-03xj off=21208625 len=374981 2024-09-20T22:11:48.076 INFO:tasks.workunit.client.0.smithi046.stdout:op 2782 completed, throughput=5MB/sec 2024-09-20T22:11:49.077 INFO:tasks.workunit.client.0.smithi046.stdout: 548: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:49.077 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Q84tlfzBm_WdWgu off=7997044 len=1156703 2024-09-20T22:11:49.080 INFO:tasks.workunit.client.0.smithi046.stdout:op 2783 completed, throughput=4.99MB/sec 2024-09-20T22:11:49.080 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pg8kHAAt9UjfIJO off=7498502 len=819189 2024-09-20T22:11:49.085 INFO:tasks.workunit.client.0.smithi046.stdout:op 2784 completed, throughput=4.99MB/sec 2024-09-20T22:11:49.085 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nAaS5ohLppbcB02 off=11869325 len=467890 2024-09-20T22:11:49.086 INFO:tasks.workunit.client.0.smithi046.stdout:op 2785 completed, throughput=5MB/sec 2024-09-20T22:11:49.086 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ILCibt4MBrs97C8 off=6119232 len=589350 2024-09-20T22:11:49.087 INFO:tasks.workunit.client.0.smithi046.stdout:op 2786 completed, throughput=5MB/sec 2024-09-20T22:11:49.087 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IalKxsox6uTqY_f off=2923432 len=2052026 2024-09-20T22:11:49.096 INFO:tasks.workunit.client.0.smithi046.stdout:op 2787 completed, throughput=5MB/sec 2024-09-20T22:11:49.096 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OMf9uxOqr3iySwo off=9166065 len=637714 2024-09-20T22:11:49.097 INFO:tasks.workunit.client.0.smithi046.stdout:op 2788 completed, throughput=5MB/sec 2024-09-20T22:11:49.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:49 smithi046 ceph-mon[96110]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:11:49.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:49 smithi046 ceph-mon[98591]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:11:49.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:49 smithi134 ceph-mon[89086]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:11:50.098 INFO:tasks.workunit.client.0.smithi046.stdout: 549: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:50.098 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MlJrh4PA305drkI off=1089974 len=1533251 2024-09-20T22:11:50.100 INFO:tasks.workunit.client.0.smithi046.stdout:op 2789 completed, throughput=4.99MB/sec 2024-09-20T22:11:50.100 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rP2aZnP0yK5jK69 off=4849600 len=1985938 2024-09-20T22:11:50.109 INFO:tasks.workunit.client.0.smithi046.stdout:op 2790 completed, throughput=5MB/sec 2024-09-20T22:11:50.109 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZNWIstLwGsnP-t6 off=80775 len=1282256 2024-09-20T22:11:50.114 INFO:tasks.workunit.client.0.smithi046.stdout:op 2791 completed, throughput=5MB/sec 2024-09-20T22:11:50.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:50 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:11:50.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:50 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:11:50.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:50 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:11:51.115 INFO:tasks.workunit.client.0.smithi046.stdout: 550: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:51.115 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-678ZIW7fgvP_Z6P off=884062 len=1511100 2024-09-20T22:11:51.122 INFO:tasks.workunit.client.0.smithi046.stdout:op 2792 completed, throughput=4.99MB/sec 2024-09-20T22:11:51.122 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wecsM__wFDr42SP off=5251913 len=246754 2024-09-20T22:11:51.123 INFO:tasks.workunit.client.0.smithi046.stdout:op 2793 completed, throughput=4.99MB/sec 2024-09-20T22:11:51.123 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0mne8LJ236-NYlQ off=7075235 len=109024 2024-09-20T22:11:51.126 INFO:tasks.workunit.client.0.smithi046.stdout:op 2794 completed, throughput=4.99MB/sec 2024-09-20T22:11:51.126 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NJPCqnvAdkbKZQw off=3013092 len=2051162 2024-09-20T22:11:51.134 INFO:tasks.workunit.client.0.smithi046.stdout:op 2795 completed, throughput=5MB/sec 2024-09-20T22:11:51.134 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-N-jkrswtU8zwk1o off=4247681 len=889315 2024-09-20T22:11:51.136 INFO:tasks.workunit.client.0.smithi046.stdout:op 2796 completed, throughput=5MB/sec 2024-09-20T22:11:51.136 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NQ9mVe4SLCS06hU off=4120096 len=1806746 2024-09-20T22:11:51.142 INFO:tasks.workunit.client.0.smithi046.stdout:op 2797 completed, throughput=5MB/sec 2024-09-20T22:11:51.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:51 smithi046 ceph-mon[96110]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-09-20T22:11:51.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:51 smithi046 ceph-mon[98591]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-09-20T22:11:51.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:51 smithi134 ceph-mon[89086]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-09-20T22:11:52.142 INFO:tasks.workunit.client.0.smithi046.stdout: 551: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:52.142 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-imdE-GReZgGVzDH off=1405940 len=900075 2024-09-20T22:11:52.147 INFO:tasks.workunit.client.0.smithi046.stdout:op 2798 completed, throughput=4.99MB/sec 2024-09-20T22:11:52.148 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-le5uQeaZZBDSQSq off=1054761 len=148092 2024-09-20T22:11:52.150 INFO:tasks.workunit.client.0.smithi046.stdout:op 2799 completed, throughput=4.99MB/sec 2024-09-20T22:11:52.150 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NPUw3F9vzDeYpP5 off=11453916 len=784238 2024-09-20T22:11:52.155 INFO:tasks.workunit.client.0.smithi046.stdout:op 2800 completed, throughput=5MB/sec 2024-09-20T22:11:52.155 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aNrQ-VHRCLLqv4q off=193748 len=696042 2024-09-20T22:11:52.157 INFO:tasks.workunit.client.0.smithi046.stdout:op 2801 completed, throughput=5MB/sec 2024-09-20T22:11:52.157 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vojcDPc5KZH7CgG off=10401728 len=722221 2024-09-20T22:11:52.160 INFO:tasks.workunit.client.0.smithi046.stdout:op 2802 completed, throughput=5MB/sec 2024-09-20T22:11:52.160 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CR4XNepz-9HFBGs off=1514757 len=1645136 2024-09-20T22:11:52.167 INFO:tasks.workunit.client.0.smithi046.stdout:op 2803 completed, throughput=5MB/sec 2024-09-20T22:11:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:11:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:11:52] "GET /metrics HTTP/1.1" 200 34160 "" "Prometheus/2.43.0" 2024-09-20T22:11:52.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:11:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:11:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:11:53.168 INFO:tasks.workunit.client.0.smithi046.stdout: 552: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:53.168 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4_9Izc4D9xMB0l9 off=11866734 len=1461490 2024-09-20T22:11:53.170 INFO:tasks.workunit.client.0.smithi046.stdout:op 2804 completed, throughput=4.99MB/sec 2024-09-20T22:11:53.170 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mB8giH7Rg5mc-Cm off=14822831 len=1311908 2024-09-20T22:11:53.176 INFO:tasks.workunit.client.0.smithi046.stdout:op 2805 completed, throughput=5MB/sec 2024-09-20T22:11:53.176 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qCaoadanLABA19n off=2133024 len=1277405 2024-09-20T22:11:53.182 INFO:tasks.workunit.client.0.smithi046.stdout:op 2806 completed, throughput=5MB/sec 2024-09-20T22:11:53.182 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pikx0c9cwNsClTT off=2970713 len=1569042 2024-09-20T22:11:53.189 INFO:tasks.workunit.client.0.smithi046.stdout:op 2807 completed, throughput=5MB/sec 2024-09-20T22:11:53.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:53 smithi046 ceph-mon[96110]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-09-20T22:11:53.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:53 smithi046 ceph-mon[98591]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-09-20T22:11:53.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:53 smithi134 ceph-mon[89086]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-09-20T22:11:54.190 INFO:tasks.workunit.client.0.smithi046.stdout: 553: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:54.190 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gnH_Szbrar9oesG off=9837362 len=860424 2024-09-20T22:11:54.191 INFO:tasks.workunit.client.0.smithi046.stdout:op 2808 completed, throughput=4.99MB/sec 2024-09-20T22:11:54.192 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5bGy3R8qH2_PcXl off=7288184 len=1852710 2024-09-20T22:11:54.196 INFO:tasks.workunit.client.0.smithi046.stdout:op 2809 completed, throughput=5MB/sec 2024-09-20T22:11:54.196 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iLTuqZvmG720c8h off=23485964 len=1077860 2024-09-20T22:11:54.202 INFO:tasks.workunit.client.0.smithi046.stdout:op 2810 completed, throughput=5MB/sec 2024-09-20T22:11:54.202 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gVMOJb1HK4aTC2N off=6310464 len=882529 2024-09-20T22:11:54.208 INFO:tasks.workunit.client.0.smithi046.stdout:op 2811 completed, throughput=5MB/sec 2024-09-20T22:11:55.208 INFO:tasks.workunit.client.0.smithi046.stdout: 554: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:55.208 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7XIcqbgmbcyLFD3 off=2429057 len=1150581 2024-09-20T22:11:55.210 INFO:tasks.workunit.client.0.smithi046.stdout:op 2812 completed, throughput=4.99MB/sec 2024-09-20T22:11:55.210 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LA9xpQpowX9RojM off=9500342 len=1325037 2024-09-20T22:11:55.213 INFO:tasks.workunit.client.0.smithi046.stdout:op 2813 completed, throughput=5MB/sec 2024-09-20T22:11:55.213 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DSHL-I2-fxb4F8j off=4897684 len=521780 2024-09-20T22:11:55.217 INFO:tasks.workunit.client.0.smithi046.stdout:op 2814 completed, throughput=5MB/sec 2024-09-20T22:11:55.217 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BUdlYMaG4djlYNU off=10374199 len=520340 2024-09-20T22:11:55.218 INFO:tasks.workunit.client.0.smithi046.stdout:op 2815 completed, throughput=5MB/sec 2024-09-20T22:11:55.218 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VSTxTQCWKHrzBwR off=10874930 len=893630 2024-09-20T22:11:55.224 INFO:tasks.workunit.client.0.smithi046.stdout:op 2816 completed, throughput=5MB/sec 2024-09-20T22:11:55.224 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KJc6j-FD6KrhnJt off=17414071 len=484026 2024-09-20T22:11:55.225 INFO:tasks.workunit.client.0.smithi046.stdout:op 2817 completed, throughput=5MB/sec 2024-09-20T22:11:55.225 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TKOfm_3TjsUUYw5 off=1532361 len=1473549 2024-09-20T22:11:55.232 INFO:tasks.workunit.client.0.smithi046.stdout:op 2818 completed, throughput=5MB/sec 2024-09-20T22:11:55.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:55 smithi046 ceph-mon[96110]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-09-20T22:11:55.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:55 smithi046 ceph-mon[98591]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-09-20T22:11:55.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:55 smithi134 ceph-mon[89086]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-09-20T22:11:56.233 INFO:tasks.workunit.client.0.smithi046.stdout: 555: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:56.233 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CpLPFmWJmzhqQtv off=379443 len=466824 2024-09-20T22:11:56.237 INFO:tasks.workunit.client.0.smithi046.stdout:op 2819 completed, throughput=4.99MB/sec 2024-09-20T22:11:56.237 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mGX1kcDy0HHt2fZ off=12027606 len=775346 2024-09-20T22:11:56.241 INFO:tasks.workunit.client.0.smithi046.stdout:op 2820 completed, throughput=5MB/sec 2024-09-20T22:11:56.242 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YtbKTAXerBeRy95 off=8388312 len=678873 2024-09-20T22:11:56.243 INFO:tasks.workunit.client.0.smithi046.stdout:op 2821 completed, throughput=5MB/sec 2024-09-20T22:11:56.243 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hY37t7-26K24MAE off=13781242 len=1890890 2024-09-20T22:11:56.254 INFO:tasks.workunit.client.0.smithi046.stdout:op 2822 completed, throughput=5MB/sec 2024-09-20T22:11:56.254 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tktRb-QGVU0JV3V off=3713804 len=465224 2024-09-20T22:11:56.257 INFO:tasks.workunit.client.0.smithi046.stdout:op 2823 completed, throughput=5MB/sec 2024-09-20T22:11:57.258 INFO:tasks.workunit.client.0.smithi046.stdout: 556: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:57.258 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Tc1vGqD45tLm3Op off=13455343 len=189879 2024-09-20T22:11:57.261 INFO:tasks.workunit.client.0.smithi046.stdout:op 2824 completed, throughput=4.99MB/sec 2024-09-20T22:11:57.261 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dSuI8DO-zgqk8cE off=7020087 len=44789 2024-09-20T22:11:57.263 INFO:tasks.workunit.client.0.smithi046.stdout:op 2825 completed, throughput=4.99MB/sec 2024-09-20T22:11:57.263 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DQZQmETLnSaVGSu off=0 len=1500232 2024-09-20T22:11:57.265 INFO:tasks.workunit.client.0.smithi046.stdout:op 2826 completed, throughput=4.99MB/sec 2024-09-20T22:11:57.265 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EPO_TfVq02iAGbJ off=2676845 len=1868632 2024-09-20T22:11:57.267 INFO:tasks.workunit.client.0.smithi046.stdout:op 2827 completed, throughput=5MB/sec 2024-09-20T22:11:57.268 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WtR67cJwRlN1Hpl off=3996789 len=132747 2024-09-20T22:11:57.268 INFO:tasks.workunit.client.0.smithi046.stdout:op 2828 completed, throughput=5MB/sec 2024-09-20T22:11:57.268 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sXYsYK_AhKtG406 off=8316851 len=361478 2024-09-20T22:11:57.271 INFO:tasks.workunit.client.0.smithi046.stdout:op 2829 completed, throughput=5MB/sec 2024-09-20T22:11:57.271 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gbyjAtxNxIzoqq3 off=3530290 len=327253 2024-09-20T22:11:57.272 INFO:tasks.workunit.client.0.smithi046.stdout:op 2830 completed, throughput=5MB/sec 2024-09-20T22:11:57.272 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KcguKrYyqbsyg7w off=16554470 len=1969737 2024-09-20T22:11:57.280 INFO:tasks.workunit.client.0.smithi046.stdout:op 2831 completed, throughput=5MB/sec 2024-09-20T22:11:57.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:57 smithi046 ceph-mon[96110]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-09-20T22:11:57.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:57 smithi046 ceph-mon[98591]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-09-20T22:11:57.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:57 smithi134 ceph-mon[89086]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-09-20T22:11:58.280 INFO:tasks.workunit.client.0.smithi046.stdout: 557: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:58.280 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sBvenB5rEfadJrB off=1622308 len=1878372 2024-09-20T22:11:58.290 INFO:tasks.workunit.client.0.smithi046.stdout:op 2832 completed, throughput=5MB/sec 2024-09-20T22:11:58.290 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4SCteGmKsGZmLIW off=6340667 len=1928838 2024-09-20T22:11:58.292 INFO:tasks.workunit.client.0.smithi046.stdout:op 2833 completed, throughput=5MB/sec 2024-09-20T22:11:58.292 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AajygfJezaQ_7pw off=142913 len=456602 2024-09-20T22:11:58.296 INFO:tasks.workunit.client.0.smithi046.stdout:op 2834 completed, throughput=5MB/sec 2024-09-20T22:11:59.296 INFO:tasks.workunit.client.0.smithi046.stdout: 558: throughput=4.99MB/sec pending data=0 2024-09-20T22:11:59.296 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3htdYvvOsENOpt4 off=3933648 len=302447 2024-09-20T22:11:59.298 INFO:tasks.workunit.client.0.smithi046.stdout:op 2835 completed, throughput=4.99MB/sec 2024-09-20T22:11:59.298 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Y888R8SqgjjQcyu off=913529 len=148700 2024-09-20T22:11:59.298 INFO:tasks.workunit.client.0.smithi046.stdout:op 2836 completed, throughput=4.99MB/sec 2024-09-20T22:11:59.299 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2uCZtZV_E00ZnK3 off=11200257 len=1868556 2024-09-20T22:11:59.306 INFO:tasks.workunit.client.0.smithi046.stdout:op 2837 completed, throughput=5MB/sec 2024-09-20T22:11:59.307 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HX-kcnopKdgVvjD off=10652238 len=627717 2024-09-20T22:11:59.312 INFO:tasks.workunit.client.0.smithi046.stdout:op 2838 completed, throughput=5MB/sec 2024-09-20T22:11:59.312 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MpedFoz4UmBuCmg off=321698 len=809859 2024-09-20T22:11:59.313 INFO:tasks.workunit.client.0.smithi046.stdout:op 2839 completed, throughput=5MB/sec 2024-09-20T22:11:59.313 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-czPVlcL-A6cktKp off=552610 len=701911 2024-09-20T22:11:59.314 INFO:tasks.workunit.client.0.smithi046.stdout:op 2840 completed, throughput=5MB/sec 2024-09-20T22:11:59.314 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ShLTb6eocglpuLS off=49049 len=1854733 2024-09-20T22:11:59.315 INFO:tasks.workunit.client.0.smithi046.stdout:op 2841 completed, throughput=5MB/sec 2024-09-20T22:11:59.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:11:59 smithi046 ceph-mon[96110]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 6 op/s 2024-09-20T22:11:59.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:11:59 smithi046 ceph-mon[98591]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 6 op/s 2024-09-20T22:11:59.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:11:59 smithi134 ceph-mon[89086]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 6 op/s 2024-09-20T22:12:00.315 INFO:tasks.workunit.client.0.smithi046.stdout: 559: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:00.315 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NfnwcfQFpG4KLKe off=5202762 len=171206 2024-09-20T22:12:00.318 INFO:tasks.workunit.client.0.smithi046.stdout:op 2842 completed, throughput=4.99MB/sec 2024-09-20T22:12:00.318 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bqFTRgoSSyOySk- off=0 len=1413652 2024-09-20T22:12:00.320 INFO:tasks.workunit.client.0.smithi046.stdout:op 2843 completed, throughput=5MB/sec 2024-09-20T22:12:00.320 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GlAKH7RBslQyxJK off=2947190 len=1487002 2024-09-20T22:12:00.327 INFO:tasks.workunit.client.0.smithi046.stdout:op 2844 completed, throughput=5MB/sec 2024-09-20T22:12:00.328 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_j42hqTmVchQQ1R off=7774532 len=577791 2024-09-20T22:12:00.331 INFO:tasks.workunit.client.0.smithi046.stdout:op 2845 completed, throughput=5MB/sec 2024-09-20T22:12:00.332 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BXvmXVC8wOssqMJ off=5706806 len=5799 2024-09-20T22:12:00.332 INFO:tasks.workunit.client.0.smithi046.stdout:op 2846 completed, throughput=5MB/sec 2024-09-20T22:12:00.332 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SEqJ1iB7OhjABAs off=2184100 len=1064809 2024-09-20T22:12:00.338 INFO:tasks.workunit.client.0.smithi046.stdout:op 2847 completed, throughput=5MB/sec 2024-09-20T22:12:01.338 INFO:tasks.workunit.client.0.smithi046.stdout: 560: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:01.338 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vohhlnUHU8mg4ME off=12322151 len=1644343 2024-09-20T22:12:01.340 INFO:tasks.workunit.client.0.smithi046.stdout:op 2848 completed, throughput=4.99MB/sec 2024-09-20T22:12:01.340 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Gf-a00qVDKL7yYw off=0 len=1954839 2024-09-20T22:12:01.351 INFO:tasks.workunit.client.0.smithi046.stdout:op 2849 completed, throughput=5MB/sec 2024-09-20T22:12:01.351 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QF7OT5pToD5-NCN off=1917899 len=964198 2024-09-20T22:12:01.357 INFO:tasks.workunit.client.0.smithi046.stdout:op 2850 completed, throughput=5MB/sec 2024-09-20T22:12:01.357 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mcZCLn-7P2H8mpB off=2546364 len=428041 2024-09-20T22:12:01.360 INFO:tasks.workunit.client.0.smithi046.stdout:op 2851 completed, throughput=5MB/sec 2024-09-20T22:12:01.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:01 smithi046 ceph-mon[96110]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-20T22:12:01.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:01 smithi046 ceph-mon[98591]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-20T22:12:01.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:01 smithi134 ceph-mon[89086]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-20T22:12:02.360 INFO:tasks.workunit.client.0.smithi046.stdout: 561: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:02.360 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qOa3-K6A9_UWJJs off=9643504 len=1749499 2024-09-20T22:12:02.363 INFO:tasks.workunit.client.0.smithi046.stdout:op 2852 completed, throughput=4.99MB/sec 2024-09-20T22:12:02.363 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2mgtCv13xgA4lVX off=2073694 len=447621 2024-09-20T22:12:02.364 INFO:tasks.workunit.client.0.smithi046.stdout:op 2853 completed, throughput=5MB/sec 2024-09-20T22:12:02.364 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-T4w67W-P0g7P-C2 off=460373 len=487915 2024-09-20T22:12:02.365 INFO:tasks.workunit.client.0.smithi046.stdout:op 2854 completed, throughput=5MB/sec 2024-09-20T22:12:02.365 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EW9mN3FUgS5d9l1 off=2163278 len=1176880 2024-09-20T22:12:02.366 INFO:tasks.workunit.client.0.smithi046.stdout:op 2855 completed, throughput=5MB/sec 2024-09-20T22:12:02.366 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qhVwayjxH6jrO1c off=12437885 len=902249 2024-09-20T22:12:02.372 INFO:tasks.workunit.client.0.smithi046.stdout:op 2856 completed, throughput=5MB/sec 2024-09-20T22:12:02.372 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BwNpFTXluC63_V0 off=9574102 len=1513148 2024-09-20T22:12:02.378 INFO:tasks.workunit.client.0.smithi046.stdout:op 2857 completed, throughput=5MB/sec 2024-09-20T22:12:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:12:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:12:02] "GET /metrics HTTP/1.1" 200 34160 "" "Prometheus/2.43.0" 2024-09-20T22:12:02.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:12:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:12:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:12:03.379 INFO:tasks.workunit.client.0.smithi046.stdout: 562: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:03.379 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-e2Y4ZR9Fzn21nj1 off=4755475 len=95515 2024-09-20T22:12:03.379 INFO:tasks.workunit.client.0.smithi046.stdout:op 2858 completed, throughput=4.99MB/sec 2024-09-20T22:12:03.380 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uPzQ47rRYp3yVXR off=810418 len=940375 2024-09-20T22:12:03.384 INFO:tasks.workunit.client.0.smithi046.stdout:op 2859 completed, throughput=4.99MB/sec 2024-09-20T22:12:03.384 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QrSV5Pseb2eJsT4 off=1871592 len=323105 2024-09-20T22:12:03.385 INFO:tasks.workunit.client.0.smithi046.stdout:op 2860 completed, throughput=5MB/sec 2024-09-20T22:12:03.385 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LAYNYVOvYuB5-qc off=13045869 len=4127 2024-09-20T22:12:03.388 INFO:tasks.workunit.client.0.smithi046.stdout:op 2861 completed, throughput=5MB/sec 2024-09-20T22:12:03.388 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7ymihtXnlqGNGG4 off=4697920 len=42849 2024-09-20T22:12:03.390 INFO:tasks.workunit.client.0.smithi046.stdout:op 2862 completed, throughput=5MB/sec 2024-09-20T22:12:03.390 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JQETef570n2AFoZ off=5355902 len=2046603 2024-09-20T22:12:03.394 INFO:tasks.workunit.client.0.smithi046.stdout:op 2863 completed, throughput=5MB/sec 2024-09-20T22:12:03.394 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7HlHg-IkGypxqcq off=1459095 len=190074 2024-09-20T22:12:03.397 INFO:tasks.workunit.client.0.smithi046.stdout:op 2864 completed, throughput=5MB/sec 2024-09-20T22:12:03.397 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CdqcFDbt6jd6gxl off=1290423 len=1045055 2024-09-20T22:12:03.399 INFO:tasks.workunit.client.0.smithi046.stdout:op 2865 completed, throughput=5MB/sec 2024-09-20T22:12:03.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:03 smithi046 ceph-mon[96110]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-09-20T22:12:03.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:03 smithi046 ceph-mon[98591]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-09-20T22:12:03.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:03 smithi134 ceph-mon[89086]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-09-20T22:12:04.401 INFO:tasks.workunit.client.0.smithi046.stdout: 563: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:04.401 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ddp7mh3gKntg3sT off=12378101 len=1859180 2024-09-20T22:12:04.402 INFO:tasks.workunit.client.0.smithi046.stdout:op 2866 completed, throughput=5MB/sec 2024-09-20T22:12:04.402 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-n7iiSbjNqACmaF8 off=1982843 len=286246 2024-09-20T22:12:04.404 INFO:tasks.workunit.client.0.smithi046.stdout:op 2867 completed, throughput=5MB/sec 2024-09-20T22:12:04.404 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-H7RsxQy_p94O7QE off=15220902 len=983010 2024-09-20T22:12:04.408 INFO:tasks.workunit.client.0.smithi046.stdout:op 2868 completed, throughput=5MB/sec 2024-09-20T22:12:04.408 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lxW9c6Z9FHMnrPx off=14715319 len=403661 2024-09-20T22:12:04.412 INFO:tasks.workunit.client.0.smithi046.stdout:op 2869 completed, throughput=5MB/sec 2024-09-20T22:12:04.413 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-p-TCHG_wz15WmHL off=2764177 len=643613 2024-09-20T22:12:04.414 INFO:tasks.workunit.client.0.smithi046.stdout:op 2870 completed, throughput=5MB/sec 2024-09-20T22:12:04.414 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9UfoT6N_IKcgLoa off=11100498 len=1510674 2024-09-20T22:12:04.421 INFO:tasks.workunit.client.0.smithi046.stdout:op 2871 completed, throughput=5MB/sec 2024-09-20T22:12:05.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:05 smithi046 ceph-mon[96110]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-20T22:12:05.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:05 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:12:05.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:05 smithi046 ceph-mon[98591]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-20T22:12:05.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:05 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:12:05.420 INFO:tasks.workunit.client.0.smithi046.stdout: 564: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:05.421 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vYoMSPK7RIvo5Ky off=1433493 len=1259802 2024-09-20T22:12:05.422 INFO:tasks.workunit.client.0.smithi046.stdout:op 2872 completed, throughput=4.99MB/sec 2024-09-20T22:12:05.422 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zWqSJ0Asc_dI5oR off=22412929 len=1175304 2024-09-20T22:12:05.423 INFO:tasks.workunit.client.0.smithi046.stdout:op 2873 completed, throughput=5MB/sec 2024-09-20T22:12:05.423 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wO9lN7mXyrO4AyP off=2236852 len=2011247 2024-09-20T22:12:05.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:05 smithi134 ceph-mon[89086]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-20T22:12:05.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:05 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:12:05.433 INFO:tasks.workunit.client.0.smithi046.stdout:op 2874 completed, throughput=5MB/sec 2024-09-20T22:12:05.433 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Oftyw4q20Y9lf2Q off=9014304 len=1651936 2024-09-20T22:12:05.435 INFO:tasks.workunit.client.0.smithi046.stdout:op 2875 completed, throughput=5MB/sec 2024-09-20T22:12:06.435 INFO:tasks.workunit.client.0.smithi046.stdout: 565: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:06.435 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dEJGkuxnJduWhol off=20723513 len=1011474 2024-09-20T22:12:06.438 INFO:tasks.workunit.client.0.smithi046.stdout:op 2876 completed, throughput=5MB/sec 2024-09-20T22:12:06.438 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zl3kCYaoHDPnS5_ off=5921024 len=1505425 2024-09-20T22:12:06.440 INFO:tasks.workunit.client.0.smithi046.stdout:op 2877 completed, throughput=5MB/sec 2024-09-20T22:12:06.441 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ed27NeAkY6agBvU off=685467 len=1602809 2024-09-20T22:12:06.448 INFO:tasks.workunit.client.0.smithi046.stdout:op 2878 completed, throughput=5MB/sec 2024-09-20T22:12:07.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:07 smithi046 ceph-mon[96110]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:12:07.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:07 smithi046 ceph-mon[98591]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:12:07.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:07 smithi134 ceph-mon[89086]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:12:07.448 INFO:tasks.workunit.client.0.smithi046.stdout: 566: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:07.448 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GIAKMy98HCsbqcJ off=9026467 len=1685366 2024-09-20T22:12:07.452 INFO:tasks.workunit.client.0.smithi046.stdout:op 2879 completed, throughput=4.99MB/sec 2024-09-20T22:12:07.452 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-loLXN6IBxGM9heC off=7719653 len=322522 2024-09-20T22:12:07.456 INFO:tasks.workunit.client.0.smithi046.stdout:op 2880 completed, throughput=5MB/sec 2024-09-20T22:12:07.456 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XWtXoRks8AzzasA off=18961 len=648125 2024-09-20T22:12:07.457 INFO:tasks.workunit.client.0.smithi046.stdout:op 2881 completed, throughput=5MB/sec 2024-09-20T22:12:07.457 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SL_HZ8H1ZQHQLYn off=113095 len=1226974 2024-09-20T22:12:07.464 INFO:tasks.workunit.client.0.smithi046.stdout:op 2882 completed, throughput=5MB/sec 2024-09-20T22:12:07.464 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ME0uyBg7h9DUW88 off=2888703 len=1097250 2024-09-20T22:12:07.466 INFO:tasks.workunit.client.0.smithi046.stdout:op 2883 completed, throughput=5MB/sec 2024-09-20T22:12:08.466 INFO:tasks.workunit.client.0.smithi046.stdout: 567: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:08.466 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wwIc8j9RRXQ74nq off=2266485 len=978321 2024-09-20T22:12:08.468 INFO:tasks.workunit.client.0.smithi046.stdout:op 2884 completed, throughput=4.99MB/sec 2024-09-20T22:12:08.468 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bxK22ioqUSaME2e off=7998509 len=1964452 2024-09-20T22:12:08.472 INFO:tasks.workunit.client.0.smithi046.stdout:op 2885 completed, throughput=5MB/sec 2024-09-20T22:12:08.472 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bCws3-W2StgZq9- off=12382303 len=499505 2024-09-20T22:12:08.473 INFO:tasks.workunit.client.0.smithi046.stdout:op 2886 completed, throughput=5MB/sec 2024-09-20T22:12:08.473 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JEoLjJEFQNlosMN off=2963769 len=184034 2024-09-20T22:12:08.476 INFO:tasks.workunit.client.0.smithi046.stdout:op 2887 completed, throughput=5MB/sec 2024-09-20T22:12:08.476 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4PhuNOAqB1CvlYw off=2430146 len=257913 2024-09-20T22:12:08.479 INFO:tasks.workunit.client.0.smithi046.stdout:op 2888 completed, throughput=5MB/sec 2024-09-20T22:12:08.479 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6PtSh_4x_ZQWCCX off=15369548 len=115031 2024-09-20T22:12:08.480 INFO:tasks.workunit.client.0.smithi046.stdout:op 2889 completed, throughput=5MB/sec 2024-09-20T22:12:08.480 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1BsRUiXnp6p9E_t off=1105887 len=380486 2024-09-20T22:12:08.483 INFO:tasks.workunit.client.0.smithi046.stdout:op 2890 completed, throughput=5MB/sec 2024-09-20T22:12:08.483 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kLB9Y2FRGGEPplA off=19283615 len=1674777 2024-09-20T22:12:08.491 INFO:tasks.workunit.client.0.smithi046.stdout:op 2891 completed, throughput=5MB/sec 2024-09-20T22:12:09.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:09 smithi046 ceph-mon[96110]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-20T22:12:09.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:09 smithi046 ceph-mon[98591]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-20T22:12:09.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:09 smithi134 ceph-mon[89086]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-20T22:12:09.492 INFO:tasks.workunit.client.0.smithi046.stdout: 568: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:09.492 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-J2jyDfQGScgaQy5 off=1286280 len=1322789 2024-09-20T22:12:09.499 INFO:tasks.workunit.client.0.smithi046.stdout:op 2892 completed, throughput=4.99MB/sec 2024-09-20T22:12:09.499 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NSNNUXNbnr58XKI off=13782319 len=1631092 2024-09-20T22:12:09.502 INFO:tasks.workunit.client.0.smithi046.stdout:op 2893 completed, throughput=5MB/sec 2024-09-20T22:12:09.502 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DGOopI1ljRYjsH1 off=20372665 len=709631 2024-09-20T22:12:09.503 INFO:tasks.workunit.client.0.smithi046.stdout:op 2894 completed, throughput=5MB/sec 2024-09-20T22:12:09.503 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-REd1NNNq1REaIsa off=3718785 len=1224928 2024-09-20T22:12:09.506 INFO:tasks.workunit.client.0.smithi046.stdout:op 2895 completed, throughput=5MB/sec 2024-09-20T22:12:10.506 INFO:tasks.workunit.client.0.smithi046.stdout: 569: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:10.506 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qN-Z5s9rDLSVjhY off=7973292 len=346231 2024-09-20T22:12:10.507 INFO:tasks.workunit.client.0.smithi046.stdout:op 2896 completed, throughput=4.99MB/sec 2024-09-20T22:12:10.507 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-L46viGI1EwgB6Ml off=372659 len=1546783 2024-09-20T22:12:10.515 INFO:tasks.workunit.client.0.smithi046.stdout:op 2897 completed, throughput=4.99MB/sec 2024-09-20T22:12:10.515 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VGs_KOXtv2pDND_ off=3891488 len=1316628 2024-09-20T22:12:10.522 INFO:tasks.workunit.client.0.smithi046.stdout:op 2898 completed, throughput=5MB/sec 2024-09-20T22:12:10.522 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-87NT2viHInCq0P8 off=12456966 len=1406131 2024-09-20T22:12:10.525 INFO:tasks.workunit.client.0.smithi046.stdout:op 2899 completed, throughput=5MB/sec 2024-09-20T22:12:10.525 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pdw7NYxJ-QkoIog off=5573699 len=744186 2024-09-20T22:12:10.530 INFO:tasks.workunit.client.0.smithi046.stdout:op 2900 completed, throughput=5MB/sec 2024-09-20T22:12:11.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:11 smithi046 ceph-mon[98591]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:12:11.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:11 smithi046 ceph-mon[96110]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:12:11.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:11 smithi134 ceph-mon[89086]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:12:11.531 INFO:tasks.workunit.client.0.smithi046.stdout: 570: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:11.531 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gt3s8ntno7A69sc off=17572973 len=1287467 2024-09-20T22:12:11.533 INFO:tasks.workunit.client.0.smithi046.stdout:op 2901 completed, throughput=4.99MB/sec 2024-09-20T22:12:11.533 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FnQ29W9Ffmds4dM off=9329929 len=246924 2024-09-20T22:12:11.534 INFO:tasks.workunit.client.0.smithi046.stdout:op 2902 completed, throughput=4.99MB/sec 2024-09-20T22:12:11.534 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MzXW7KrQ91s9_Ls off=6816741 len=1344683 2024-09-20T22:12:11.537 INFO:tasks.workunit.client.0.smithi046.stdout:op 2903 completed, throughput=5MB/sec 2024-09-20T22:12:11.538 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mPmwFUehCuTJ4s3 off=11148481 len=860720 2024-09-20T22:12:11.543 INFO:tasks.workunit.client.0.smithi046.stdout:op 2904 completed, throughput=5MB/sec 2024-09-20T22:12:11.543 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ukuyMp8XBCkS5F- off=12261418 len=1799792 2024-09-20T22:12:11.545 INFO:tasks.workunit.client.0.smithi046.stdout:op 2905 completed, throughput=5MB/sec 2024-09-20T22:12:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:12:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:12:12] "GET /metrics HTTP/1.1" 200 34159 "" "Prometheus/2.43.0" 2024-09-20T22:12:12.545 INFO:tasks.workunit.client.0.smithi046.stdout: 571: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:12.545 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-D-5y545X8r2HEBd off=1241369 len=1966434 2024-09-20T22:12:12.554 INFO:tasks.workunit.client.0.smithi046.stdout:op 2906 completed, throughput=5MB/sec 2024-09-20T22:12:12.554 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-R3mv3MV5vSDlyQn off=839812 len=1362255 2024-09-20T22:12:12.561 INFO:tasks.workunit.client.0.smithi046.stdout:op 2907 completed, throughput=5MB/sec 2024-09-20T22:12:12.561 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ui6N4GCyfy_NBYV off=17349209 len=590581 2024-09-20T22:12:12.562 INFO:tasks.workunit.client.0.smithi046.stdout:op 2908 completed, throughput=5MB/sec 2024-09-20T22:12:12.562 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lT4r_D9YB8kcTXU off=2056638 len=1303103 2024-09-20T22:12:12.568 INFO:tasks.workunit.client.0.smithi046.stdout:op 2909 completed, throughput=5MB/sec 2024-09-20T22:12:12.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:12:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:12:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:12:13.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:13 smithi046 ceph-mon[96110]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:12:13.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:13 smithi046 ceph-mon[98591]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:12:13.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:13 smithi134 ceph-mon[89086]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:12:13.568 INFO:tasks.workunit.client.0.smithi046.stdout: 572: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:13.568 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-D-onS3axEwA-aZ0 off=5067846 len=1773676 2024-09-20T22:12:13.571 INFO:tasks.workunit.client.0.smithi046.stdout:op 2910 completed, throughput=4.99MB/sec 2024-09-20T22:12:13.571 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-imjWeRXOQlvwg5H off=17589518 len=640856 2024-09-20T22:12:13.573 INFO:tasks.workunit.client.0.smithi046.stdout:op 2911 completed, throughput=5MB/sec 2024-09-20T22:12:13.573 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vepx5UO0HNOJyLC off=2501820 len=1775522 2024-09-20T22:12:13.575 INFO:tasks.workunit.client.0.smithi046.stdout:op 2912 completed, throughput=5MB/sec 2024-09-20T22:12:13.575 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AKKzgBJin4-CCdb off=3734633 len=935489 2024-09-20T22:12:13.577 INFO:tasks.workunit.client.0.smithi046.stdout:op 2913 completed, throughput=5MB/sec 2024-09-20T22:12:14.577 INFO:tasks.workunit.client.0.smithi046.stdout: 573: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:14.577 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iit8rzcSYzTWZOo off=871548 len=1643363 2024-09-20T22:12:14.579 INFO:tasks.workunit.client.0.smithi046.stdout:op 2914 completed, throughput=4.99MB/sec 2024-09-20T22:12:14.580 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tUSioIQH7qk79-J off=10401710 len=1844486 2024-09-20T22:12:14.582 INFO:tasks.workunit.client.0.smithi046.stdout:op 2915 completed, throughput=5MB/sec 2024-09-20T22:12:14.582 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sTL1Iq3d_34AO1S off=8406118 len=343367 2024-09-20T22:12:14.583 INFO:tasks.workunit.client.0.smithi046.stdout:op 2916 completed, throughput=5MB/sec 2024-09-20T22:12:14.583 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BgSpZ3f4uSDSFKh off=5687327 len=246171 2024-09-20T22:12:14.586 INFO:tasks.workunit.client.0.smithi046.stdout:op 2917 completed, throughput=5MB/sec 2024-09-20T22:12:14.586 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fJmy8ani4jV-EuZ off=3441673 len=1239473 2024-09-20T22:12:14.591 INFO:tasks.workunit.client.0.smithi046.stdout:op 2918 completed, throughput=5MB/sec 2024-09-20T22:12:15.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:15 smithi046 ceph-mon[96110]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:12:15.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:15 smithi046 ceph-mon[98591]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:12:15.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:15 smithi134 ceph-mon[89086]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:12:15.592 INFO:tasks.workunit.client.0.smithi046.stdout: 574: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:15.592 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fFWRopk5ALEEI6x off=7817165 len=641719 2024-09-20T22:12:15.596 INFO:tasks.workunit.client.0.smithi046.stdout:op 2919 completed, throughput=4.99MB/sec 2024-09-20T22:12:15.596 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-z17keLcpzUjvQFx off=18164545 len=1589919 2024-09-20T22:12:15.604 INFO:tasks.workunit.client.0.smithi046.stdout:op 2920 completed, throughput=5MB/sec 2024-09-20T22:12:15.604 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yr9PqVQdPuZpIyW off=15319625 len=1537898 2024-09-20T22:12:15.606 INFO:tasks.workunit.client.0.smithi046.stdout:op 2921 completed, throughput=5MB/sec 2024-09-20T22:12:15.606 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2Bt3WLy-_aHGcG4 off=6989557 len=1002598 2024-09-20T22:12:15.607 INFO:tasks.workunit.client.0.smithi046.stdout:op 2922 completed, throughput=5MB/sec 2024-09-20T22:12:15.608 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Mm0YgDHS5FO72NL off=3213167 len=1431503 2024-09-20T22:12:15.611 INFO:tasks.workunit.client.0.smithi046.stdout:op 2923 completed, throughput=5MB/sec 2024-09-20T22:12:16.611 INFO:tasks.workunit.client.0.smithi046.stdout: 575: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:16.611 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bqIiKV8MQXI_ZJy off=11351433 len=149206 2024-09-20T22:12:16.614 INFO:tasks.workunit.client.0.smithi046.stdout:op 2924 completed, throughput=4.99MB/sec 2024-09-20T22:12:16.614 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--aZ8inMuVXj9eKs off=11520381 len=173587 2024-09-20T22:12:16.614 INFO:tasks.workunit.client.0.smithi046.stdout:op 2925 completed, throughput=4.99MB/sec 2024-09-20T22:12:16.615 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TiDX3IhyZCRYuxm off=4526766 len=360290 2024-09-20T22:12:16.615 INFO:tasks.workunit.client.0.smithi046.stdout:op 2926 completed, throughput=4.99MB/sec 2024-09-20T22:12:16.615 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nQKymamXiSO6fKG off=4238268 len=1574161 2024-09-20T22:12:16.617 INFO:tasks.workunit.client.0.smithi046.stdout:op 2927 completed, throughput=5MB/sec 2024-09-20T22:12:16.618 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QMjfq-9LKfEnOVa off=631533 len=1470682 2024-09-20T22:12:16.619 INFO:tasks.workunit.client.0.smithi046.stdout:op 2928 completed, throughput=5MB/sec 2024-09-20T22:12:16.619 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EUC0BuWcT-JioEI off=2954357 len=1152007 2024-09-20T22:12:16.625 INFO:tasks.workunit.client.0.smithi046.stdout:op 2929 completed, throughput=5MB/sec 2024-09-20T22:12:17.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:17 smithi046 ceph-mon[96110]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:12:17.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:17 smithi046 ceph-mon[98591]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:12:17.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:17 smithi134 ceph-mon[89086]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:12:17.626 INFO:tasks.workunit.client.0.smithi046.stdout: 576: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:17.626 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-b6s4pgvU4vw1blL off=20229094 len=1997089 2024-09-20T22:12:17.634 INFO:tasks.workunit.client.0.smithi046.stdout:op 2930 completed, throughput=5MB/sec 2024-09-20T22:12:17.634 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WH8g4engleMMt5N off=2976059 len=1772543 2024-09-20T22:12:17.644 INFO:tasks.workunit.client.0.smithi046.stdout:op 2931 completed, throughput=5MB/sec 2024-09-20T22:12:17.645 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EzvwIKcJjMCgcaz off=9948932 len=1732424 2024-09-20T22:12:17.653 INFO:tasks.workunit.client.0.smithi046.stdout:op 2932 completed, throughput=5MB/sec 2024-09-20T22:12:18.653 INFO:tasks.workunit.client.0.smithi046.stdout: 577: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:18.653 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ns5DgHGhWbxFH2b off=478096 len=997588 2024-09-20T22:12:18.656 INFO:tasks.workunit.client.0.smithi046.stdout:op 2933 completed, throughput=4.99MB/sec 2024-09-20T22:12:18.656 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pPQB5R39iDs8BiY off=2118404 len=1046811 2024-09-20T22:12:18.661 INFO:tasks.workunit.client.0.smithi046.stdout:op 2934 completed, throughput=5MB/sec 2024-09-20T22:12:18.662 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-twDA1WzzLjq-2DD off=7039847 len=752613 2024-09-20T22:12:18.667 INFO:tasks.workunit.client.0.smithi046.stdout:op 2935 completed, throughput=5MB/sec 2024-09-20T22:12:18.667 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-L73C2dSYEB1v2-O off=261718 len=1662677 2024-09-20T22:12:18.676 INFO:tasks.workunit.client.0.smithi046.stdout:op 2936 completed, throughput=5MB/sec 2024-09-20T22:12:18.676 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yveBffazJ1QI8Nc off=4555432 len=770571 2024-09-20T22:12:18.677 INFO:tasks.workunit.client.0.smithi046.stdout:op 2937 completed, throughput=5MB/sec 2024-09-20T22:12:19.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:19 smithi046 ceph-mon[96110]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-20T22:12:19.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:19 smithi046 ceph-mon[98591]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-20T22:12:19.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:19 smithi134 ceph-mon[89086]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-20T22:12:19.678 INFO:tasks.workunit.client.0.smithi046.stdout: 578: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:19.678 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--YfQRy1B_tXNX3I off=2297445 len=520030 2024-09-20T22:12:19.679 INFO:tasks.workunit.client.0.smithi046.stdout:op 2938 completed, throughput=4.99MB/sec 2024-09-20T22:12:19.679 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZaaU3Lk8se0n_1k off=2249917 len=1360955 2024-09-20T22:12:19.681 INFO:tasks.workunit.client.0.smithi046.stdout:op 2939 completed, throughput=5MB/sec 2024-09-20T22:12:19.681 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5kYKN6qa_DYv22s off=3612654 len=1092858 2024-09-20T22:12:19.686 INFO:tasks.workunit.client.0.smithi046.stdout:op 2940 completed, throughput=5MB/sec 2024-09-20T22:12:19.686 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VIgKKwi8l3jkFUs off=9444997 len=966002 2024-09-20T22:12:19.688 INFO:tasks.workunit.client.0.smithi046.stdout:op 2941 completed, throughput=5MB/sec 2024-09-20T22:12:19.688 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-23etI0Te3qeWRQX off=6589579 len=1463497 2024-09-20T22:12:19.689 INFO:tasks.workunit.client.0.smithi046.stdout:op 2942 completed, throughput=5MB/sec 2024-09-20T22:12:20.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:20 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:12:20.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:20 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:12:20.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:20 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:12:20.689 INFO:tasks.workunit.client.0.smithi046.stdout: 579: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:20.690 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6HsfzeoMzoGddPQ off=993152 len=1797720 2024-09-20T22:12:20.697 INFO:tasks.workunit.client.0.smithi046.stdout:op 2943 completed, throughput=5MB/sec 2024-09-20T22:12:20.697 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3RX6d5KUgbF1BlC off=448808 len=743088 2024-09-20T22:12:20.698 INFO:tasks.workunit.client.0.smithi046.stdout:op 2944 completed, throughput=5MB/sec 2024-09-20T22:12:20.698 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Hsyv6mCaXxkQ18m off=196754 len=60171 2024-09-20T22:12:20.700 INFO:tasks.workunit.client.0.smithi046.stdout:op 2945 completed, throughput=5MB/sec 2024-09-20T22:12:20.700 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vhA1x63sTwUNZ0P off=1223557 len=32479 2024-09-20T22:12:20.701 INFO:tasks.workunit.client.0.smithi046.stdout:op 2946 completed, throughput=5MB/sec 2024-09-20T22:12:20.701 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4dzvQVseOs3JTU5 off=5746341 len=313393 2024-09-20T22:12:20.702 INFO:tasks.workunit.client.0.smithi046.stdout:op 2947 completed, throughput=5MB/sec 2024-09-20T22:12:20.702 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kytTB_D4_cVfYcG off=9135412 len=49671 2024-09-20T22:12:20.704 INFO:tasks.workunit.client.0.smithi046.stdout:op 2948 completed, throughput=5MB/sec 2024-09-20T22:12:20.704 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QS3Pmb2BPld_6_w off=1743029 len=976811 2024-09-20T22:12:20.706 INFO:tasks.workunit.client.0.smithi046.stdout:op 2949 completed, throughput=5MB/sec 2024-09-20T22:12:20.706 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-x0VJ4HFA49bNS5Z off=11823998 len=1794280 2024-09-20T22:12:20.707 INFO:tasks.workunit.client.0.smithi046.stdout:op 2950 completed, throughput=5MB/sec 2024-09-20T22:12:21.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:21 smithi046 ceph-mon[96110]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:12:21.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:21 smithi046 ceph-mon[98591]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:12:21.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:21 smithi134 ceph-mon[89086]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:12:21.707 INFO:tasks.workunit.client.0.smithi046.stdout: 580: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:21.708 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JQETef570n2AFoZ off=4651614 len=553992 2024-09-20T22:12:21.709 INFO:tasks.workunit.client.0.smithi046.stdout:op 2951 completed, throughput=4.99MB/sec 2024-09-20T22:12:21.709 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nF-oqW4JK-u38c7 off=2152248 len=1624278 2024-09-20T22:12:21.717 INFO:tasks.workunit.client.0.smithi046.stdout:op 2952 completed, throughput=5MB/sec 2024-09-20T22:12:21.717 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-a2vSyvBTkjerQnJ off=3376876 len=1599079 2024-09-20T22:12:21.720 INFO:tasks.workunit.client.0.smithi046.stdout:op 2953 completed, throughput=5MB/sec 2024-09-20T22:12:21.720 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KanIpWSn7CP_i-0 off=5464359 len=1611218 2024-09-20T22:12:21.722 INFO:tasks.workunit.client.0.smithi046.stdout:op 2954 completed, throughput=5MB/sec 2024-09-20T22:12:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:12:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:12:22] "GET /metrics HTTP/1.1" 200 34159 "" "Prometheus/2.43.0" 2024-09-20T22:12:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:12:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:12:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:12:22.722 INFO:tasks.workunit.client.0.smithi046.stdout: 581: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:22.723 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8iaPJMI1cOk9_M_ off=29103 len=738215 2024-09-20T22:12:22.727 INFO:tasks.workunit.client.0.smithi046.stdout:op 2955 completed, throughput=4.99MB/sec 2024-09-20T22:12:22.727 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gzKeCKMixixsHDd off=6642491 len=346129 2024-09-20T22:12:22.730 INFO:tasks.workunit.client.0.smithi046.stdout:op 2956 completed, throughput=5MB/sec 2024-09-20T22:12:22.731 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lJy-xR2aZl-Og8M off=11502669 len=712318 2024-09-20T22:12:22.732 INFO:tasks.workunit.client.0.smithi046.stdout:op 2957 completed, throughput=5MB/sec 2024-09-20T22:12:22.733 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-w1rBq4ghCx-z2AJ off=115051 len=622922 2024-09-20T22:12:22.734 INFO:tasks.workunit.client.0.smithi046.stdout:op 2958 completed, throughput=5MB/sec 2024-09-20T22:12:22.734 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1geb-DfyyLEBgYS off=15080381 len=121259 2024-09-20T22:12:22.734 INFO:tasks.workunit.client.0.smithi046.stdout:op 2959 completed, throughput=5MB/sec 2024-09-20T22:12:22.734 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3jRCcTyrzfv_KJB off=2546624 len=1478127 2024-09-20T22:12:22.736 INFO:tasks.workunit.client.0.smithi046.stdout:op 2960 completed, throughput=5MB/sec 2024-09-20T22:12:22.736 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VKOUjeKiDlaTPxU off=10232654 len=1348954 2024-09-20T22:12:22.739 INFO:tasks.workunit.client.0.smithi046.stdout:op 2961 completed, throughput=5MB/sec 2024-09-20T22:12:23.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:23 smithi046 ceph-mon[96110]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:12:23.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:23 smithi046 ceph-mon[98591]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:12:23.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:23 smithi134 ceph-mon[89086]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:12:23.739 INFO:tasks.workunit.client.0.smithi046.stdout: 582: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:23.739 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0TN-RhBH5XtmQFe off=4968192 len=1731311 2024-09-20T22:12:23.742 INFO:tasks.workunit.client.0.smithi046.stdout:op 2962 completed, throughput=5MB/sec 2024-09-20T22:12:23.742 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tvJKQJqng6Bbz2L off=3239436 len=1016056 2024-09-20T22:12:23.748 INFO:tasks.workunit.client.0.smithi046.stdout:op 2963 completed, throughput=5MB/sec 2024-09-20T22:12:23.748 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Uw9tgJPup7MhuX3 off=4087327 len=1217897 2024-09-20T22:12:23.750 INFO:tasks.workunit.client.0.smithi046.stdout:op 2964 completed, throughput=5MB/sec 2024-09-20T22:12:23.750 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5w3zXzy05xSDf8c off=2268294 len=835066 2024-09-20T22:12:23.751 INFO:tasks.workunit.client.0.smithi046.stdout:op 2965 completed, throughput=5MB/sec 2024-09-20T22:12:24.752 INFO:tasks.workunit.client.0.smithi046.stdout: 583: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:24.752 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tCkl7n00MpKZlBK off=9508361 len=191252 2024-09-20T22:12:24.753 INFO:tasks.workunit.client.0.smithi046.stdout:op 2966 completed, throughput=4.99MB/sec 2024-09-20T22:12:24.753 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_vDjDcPi87Zo2k7 off=4163494 len=31742 2024-09-20T22:12:24.754 INFO:tasks.workunit.client.0.smithi046.stdout:op 2967 completed, throughput=4.99MB/sec 2024-09-20T22:12:24.754 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dmb4n5sZmcoFCVw off=996633 len=1753050 2024-09-20T22:12:24.756 INFO:tasks.workunit.client.0.smithi046.stdout:op 2968 completed, throughput=5MB/sec 2024-09-20T22:12:24.756 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nbO_tg7Yk3rRUGx off=18120526 len=1333512 2024-09-20T22:12:24.762 INFO:tasks.workunit.client.0.smithi046.stdout:op 2969 completed, throughput=5MB/sec 2024-09-20T22:12:24.762 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-t4ibcf6A7JFXBBb off=2243861 len=1114314 2024-09-20T22:12:24.768 INFO:tasks.workunit.client.0.smithi046.stdout:op 2970 completed, throughput=5MB/sec 2024-09-20T22:12:24.768 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-u6Bm8sQnLpb8sGU off=2998757 len=456624 2024-09-20T22:12:24.771 INFO:tasks.workunit.client.0.smithi046.stdout:op 2971 completed, throughput=5MB/sec 2024-09-20T22:12:25.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:25 smithi046 ceph-mon[96110]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:12:25.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:25 smithi046 ceph-mon[98591]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:12:25.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:25 smithi134 ceph-mon[89086]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:12:25.772 INFO:tasks.workunit.client.0.smithi046.stdout: 584: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:25.772 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--t5anhfZTxt8Euf off=16297017 len=322687 2024-09-20T22:12:25.773 INFO:tasks.workunit.client.0.smithi046.stdout:op 2972 completed, throughput=4.99MB/sec 2024-09-20T22:12:25.773 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2TL22z97XPH20Oe off=3201764 len=1468747 2024-09-20T22:12:25.780 INFO:tasks.workunit.client.0.smithi046.stdout:op 2973 completed, throughput=4.99MB/sec 2024-09-20T22:12:25.780 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-u3Ca383GdhNvMEX off=21856752 len=952318 2024-09-20T22:12:25.782 INFO:tasks.workunit.client.0.smithi046.stdout:op 2974 completed, throughput=5MB/sec 2024-09-20T22:12:25.782 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CVbVwl9jCS2-gZI off=1473140 len=115493 2024-09-20T22:12:25.784 INFO:tasks.workunit.client.0.smithi046.stdout:op 2975 completed, throughput=5MB/sec 2024-09-20T22:12:25.784 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-26W4FlC261aZJOe off=17076652 len=1218833 2024-09-20T22:12:25.791 INFO:tasks.workunit.client.0.smithi046.stdout:op 2976 completed, throughput=5MB/sec 2024-09-20T22:12:25.791 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-p4VetMWhDJWRGq8 off=8799455 len=598524 2024-09-20T22:12:25.792 INFO:tasks.workunit.client.0.smithi046.stdout:op 2977 completed, throughput=5MB/sec 2024-09-20T22:12:25.793 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-k2D1VscbYuGSAHZ off=5458324 len=1744791 2024-09-20T22:12:25.801 INFO:tasks.workunit.client.0.smithi046.stdout:op 2978 completed, throughput=5MB/sec 2024-09-20T22:12:26.802 INFO:tasks.workunit.client.0.smithi046.stdout: 585: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:26.802 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oaz1NzfCJ3Hjxx4 off=7199402 len=1316006 2024-09-20T22:12:26.809 INFO:tasks.workunit.client.0.smithi046.stdout:op 2979 completed, throughput=5MB/sec 2024-09-20T22:12:26.809 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Kg_PHfEKQftyq4R off=692969 len=678579 2024-09-20T22:12:26.810 INFO:tasks.workunit.client.0.smithi046.stdout:op 2980 completed, throughput=5MB/sec 2024-09-20T22:12:26.810 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DA4hL9kubhF6EfF off=9710858 len=698605 2024-09-20T22:12:26.811 INFO:tasks.workunit.client.0.smithi046.stdout:op 2981 completed, throughput=5MB/sec 2024-09-20T22:12:26.811 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0t0_LmEi9fi6Cep off=9807905 len=706956 2024-09-20T22:12:26.816 INFO:tasks.workunit.client.0.smithi046.stdout:op 2982 completed, throughput=5MB/sec 2024-09-20T22:12:26.816 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Jngw2kyJlzibl_G off=12632815 len=285335 2024-09-20T22:12:26.817 INFO:tasks.workunit.client.0.smithi046.stdout:op 2983 completed, throughput=5MB/sec 2024-09-20T22:12:26.817 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-O1ftVjtrZ18kkMg off=5351178 len=456994 2024-09-20T22:12:26.821 INFO:tasks.workunit.client.0.smithi046.stdout:op 2984 completed, throughput=5MB/sec 2024-09-20T22:12:27.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:27 smithi046 ceph-mon[96110]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-20T22:12:27.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:27 smithi046 ceph-mon[98591]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-20T22:12:27.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:27 smithi134 ceph-mon[89086]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-20T22:12:27.821 INFO:tasks.workunit.client.0.smithi046.stdout: 586: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:27.821 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Qpm4BAMOnV6eScB off=12966323 len=230597 2024-09-20T22:12:27.822 INFO:tasks.workunit.client.0.smithi046.stdout:op 2985 completed, throughput=4.99MB/sec 2024-09-20T22:12:27.822 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dPXEaeKvUfdzJjT off=13551064 len=95799 2024-09-20T22:12:27.824 INFO:tasks.workunit.client.0.smithi046.stdout:op 2986 completed, throughput=4.99MB/sec 2024-09-20T22:12:27.824 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4AinVapE9SCM3p1 off=5761129 len=1235865 2024-09-20T22:12:27.829 INFO:tasks.workunit.client.0.smithi046.stdout:op 2987 completed, throughput=4.99MB/sec 2024-09-20T22:12:27.829 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0-JlgppAJwfQs6a off=7069301 len=1833181 2024-09-20T22:12:27.837 INFO:tasks.workunit.client.0.smithi046.stdout:op 2988 completed, throughput=5MB/sec 2024-09-20T22:12:27.837 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hbiq7B0P3__e2Gz off=843757 len=85505 2024-09-20T22:12:27.839 INFO:tasks.workunit.client.0.smithi046.stdout:op 2989 completed, throughput=5MB/sec 2024-09-20T22:12:27.840 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-G2g85-4wJx3Om8G off=16096735 len=1466668 2024-09-20T22:12:27.846 INFO:tasks.workunit.client.0.smithi046.stdout:op 2990 completed, throughput=5MB/sec 2024-09-20T22:12:27.846 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HRfUOWDMhIUZpJF off=14787051 len=1848979 2024-09-20T22:12:27.854 INFO:tasks.workunit.client.0.smithi046.stdout:op 2991 completed, throughput=5MB/sec 2024-09-20T22:12:28.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:12:28.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:12:28.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:12:28.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:12:28.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:12:28.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:12:28.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:12:28.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:12:28.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:12:28.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:12:28.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:12:28.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:12:28.854 INFO:tasks.workunit.client.0.smithi046.stdout: 587: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:28.855 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yyd1Zz4PUu4s7f4 off=4380907 len=284227 2024-09-20T22:12:28.858 INFO:tasks.workunit.client.0.smithi046.stdout:op 2992 completed, throughput=4.99MB/sec 2024-09-20T22:12:28.858 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ekSifVWuhKRYB7H off=15019101 len=1818507 2024-09-20T22:12:28.868 INFO:tasks.workunit.client.0.smithi046.stdout:op 2993 completed, throughput=5MB/sec 2024-09-20T22:12:28.868 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Xe68ZwI1_ipQjkR off=913638 len=566650 2024-09-20T22:12:28.869 INFO:tasks.workunit.client.0.smithi046.stdout:op 2994 completed, throughput=5MB/sec 2024-09-20T22:12:28.869 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KboWyvu_4QPuS5u off=14719415 len=859748 2024-09-20T22:12:28.871 INFO:tasks.workunit.client.0.smithi046.stdout:op 2995 completed, throughput=5MB/sec 2024-09-20T22:12:28.871 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BAMSNLS21uqted2 off=1702286 len=111097 2024-09-20T22:12:28.873 INFO:tasks.workunit.client.0.smithi046.stdout:op 2996 completed, throughput=5MB/sec 2024-09-20T22:12:28.873 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jl60QVYpAZRcXF8 off=3590822 len=989681 2024-09-20T22:12:28.878 INFO:tasks.workunit.client.0.smithi046.stdout:op 2997 completed, throughput=5MB/sec 2024-09-20T22:12:29.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:29 smithi046 ceph-mon[96110]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:12:29.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:29 smithi046 ceph-mon[98591]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:12:29.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:29 smithi134 ceph-mon[89086]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:12:29.879 INFO:tasks.workunit.client.0.smithi046.stdout: 588: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:29.879 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-b2NHEMkgnws-Fge off=1706510 len=40465 2024-09-20T22:12:29.881 INFO:tasks.workunit.client.0.smithi046.stdout:op 2998 completed, throughput=4.99MB/sec 2024-09-20T22:12:29.881 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sXcnmSOSSJh9IeS off=5815759 len=1504264 2024-09-20T22:12:29.888 INFO:tasks.workunit.client.0.smithi046.stdout:op 2999 completed, throughput=5MB/sec 2024-09-20T22:12:29.888 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-odauFf1TTkrmxAR off=14270793 len=1336250 2024-09-20T22:12:29.897 INFO:tasks.workunit.client.0.smithi046.stdout:op 3000 completed, throughput=5MB/sec 2024-09-20T22:12:29.898 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LpEQZA29qVzKd53 off=3799166 len=1757957 2024-09-20T22:12:29.900 INFO:tasks.workunit.client.0.smithi046.stdout:op 3001 completed, throughput=5MB/sec 2024-09-20T22:12:29.900 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-M9fe9JHVltPtEdN off=849701 len=1842657 2024-09-20T22:12:29.908 INFO:tasks.workunit.client.0.smithi046.stdout:op 3002 completed, throughput=5MB/sec 2024-09-20T22:12:30.908 INFO:tasks.workunit.client.0.smithi046.stdout: 589: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:30.908 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--MraU2SBQo7IngJ off=3459617 len=1519759 2024-09-20T22:12:30.912 INFO:tasks.workunit.client.0.smithi046.stdout:op 3003 completed, throughput=5MB/sec 2024-09-20T22:12:30.912 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eFXcCxUNtb_2XOa off=10142503 len=350834 2024-09-20T22:12:30.912 INFO:tasks.workunit.client.0.smithi046.stdout:op 3004 completed, throughput=5MB/sec 2024-09-20T22:12:30.913 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3jRCcTyrzfv_KJB off=2580075 len=1022415 2024-09-20T22:12:30.916 INFO:tasks.workunit.client.0.smithi046.stdout:op 3005 completed, throughput=5MB/sec 2024-09-20T22:12:30.916 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cTbnOBEAmH7L8dR off=1254669 len=1319341 2024-09-20T22:12:30.919 INFO:tasks.workunit.client.0.smithi046.stdout:op 3006 completed, throughput=5MB/sec 2024-09-20T22:12:31.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:31 smithi046 ceph-mon[96110]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T22:12:31.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:31 smithi046 ceph-mon[98591]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T22:12:31.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:31 smithi134 ceph-mon[89086]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T22:12:31.918 INFO:tasks.workunit.client.0.smithi046.stdout: 590: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:31.919 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JEoLjJEFQNlosMN off=2457024 len=1888503 2024-09-20T22:12:31.928 INFO:tasks.workunit.client.0.smithi046.stdout:op 3007 completed, throughput=5MB/sec 2024-09-20T22:12:31.928 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZSTJF2vQllx9obf off=370787 len=1398439 2024-09-20T22:12:31.929 INFO:tasks.workunit.client.0.smithi046.stdout:op 3008 completed, throughput=5MB/sec 2024-09-20T22:12:31.929 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eWEl3phV_zpOsPH off=0 len=1595561 2024-09-20T22:12:31.934 INFO:tasks.workunit.client.0.smithi046.stdout:op 3009 completed, throughput=5MB/sec 2024-09-20T22:12:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:12:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:12:32] "GET /metrics HTTP/1.1" 200 34159 "" "Prometheus/2.43.0" 2024-09-20T22:12:32.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:12:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:12:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:12:32.934 INFO:tasks.workunit.client.0.smithi046.stdout: 591: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:32.935 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JxTQYhZ0nyFUSBU off=20051080 len=703645 2024-09-20T22:12:32.939 INFO:tasks.workunit.client.0.smithi046.stdout:op 3010 completed, throughput=4.99MB/sec 2024-09-20T22:12:32.939 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-n7yHr_I87I1Xv0j off=3005906 len=1152557 2024-09-20T22:12:32.946 INFO:tasks.workunit.client.0.smithi046.stdout:op 3011 completed, throughput=4.99MB/sec 2024-09-20T22:12:32.946 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Lq8Tuq7243JEgKn off=14929235 len=584719 2024-09-20T22:12:32.950 INFO:tasks.workunit.client.0.smithi046.stdout:op 3012 completed, throughput=5MB/sec 2024-09-20T22:12:32.950 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tk-qePl28BFiojJ off=15701090 len=492642 2024-09-20T22:12:32.951 INFO:tasks.workunit.client.0.smithi046.stdout:op 3013 completed, throughput=5MB/sec 2024-09-20T22:12:32.951 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VSTxTQCWKHrzBwR off=19127816 len=1161331 2024-09-20T22:12:32.957 INFO:tasks.workunit.client.0.smithi046.stdout:op 3014 completed, throughput=5MB/sec 2024-09-20T22:12:32.957 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-krMLzxqngoukEeR off=646385 len=830929 2024-09-20T22:12:32.959 INFO:tasks.workunit.client.0.smithi046.stdout:op 3015 completed, throughput=5MB/sec 2024-09-20T22:12:32.959 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-N5-b_4W9tEK2iLp off=6568002 len=602636 2024-09-20T22:12:32.963 INFO:tasks.workunit.client.0.smithi046.stdout:op 3016 completed, throughput=5MB/sec 2024-09-20T22:12:33.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:33 smithi046 ceph-mon[96110]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-20T22:12:33.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:33 smithi046 ceph-mon[98591]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-20T22:12:33.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:33 smithi134 ceph-mon[89086]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-20T22:12:33.963 INFO:tasks.workunit.client.0.smithi046.stdout: 592: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:33.963 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Tt1KeatZ00CtUir off=5444908 len=696727 2024-09-20T22:12:33.964 INFO:tasks.workunit.client.0.smithi046.stdout:op 3017 completed, throughput=4.99MB/sec 2024-09-20T22:12:33.964 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-txlLd1Z-x-2qbMi off=964775 len=96294 2024-09-20T22:12:33.967 INFO:tasks.workunit.client.0.smithi046.stdout:op 3018 completed, throughput=4.99MB/sec 2024-09-20T22:12:33.967 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Lw_2Z9ueuZxje74 off=11324995 len=177295 2024-09-20T22:12:33.968 INFO:tasks.workunit.client.0.smithi046.stdout:op 3019 completed, throughput=4.99MB/sec 2024-09-20T22:12:33.968 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PJQab6uifwV5B5q off=9440269 len=1261499 2024-09-20T22:12:33.969 INFO:tasks.workunit.client.0.smithi046.stdout:op 3020 completed, throughput=5MB/sec 2024-09-20T22:12:33.969 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MhBMrfxyIYZiN0y off=2822352 len=1437647 2024-09-20T22:12:33.971 INFO:tasks.workunit.client.0.smithi046.stdout:op 3021 completed, throughput=5MB/sec 2024-09-20T22:12:33.972 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RW1KjtI2Sz0D6L4 off=16042499 len=613435 2024-09-20T22:12:33.975 INFO:tasks.workunit.client.0.smithi046.stdout:op 3022 completed, throughput=5MB/sec 2024-09-20T22:12:33.975 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hcPPNW3k3x5ZtHN off=6670212 len=479544 2024-09-20T22:12:33.979 INFO:tasks.workunit.client.0.smithi046.stdout:op 3023 completed, throughput=5MB/sec 2024-09-20T22:12:33.979 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LpEQZA29qVzKd53 off=2983905 len=316131 2024-09-20T22:12:33.980 INFO:tasks.workunit.client.0.smithi046.stdout:op 3024 completed, throughput=5MB/sec 2024-09-20T22:12:34.980 INFO:tasks.workunit.client.0.smithi046.stdout: 593: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:34.981 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-d1USlFXnyPeMsOc off=11565441 len=1417959 2024-09-20T22:12:34.982 INFO:tasks.workunit.client.0.smithi046.stdout:op 3025 completed, throughput=4.99MB/sec 2024-09-20T22:12:34.982 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-e7UJkUjvOcJ5Iqi off=7950236 len=2080948 2024-09-20T22:12:34.986 INFO:tasks.workunit.client.0.smithi046.stdout:op 3026 completed, throughput=5MB/sec 2024-09-20T22:12:34.986 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-G526EhioLcVMj29 off=4337929 len=253053 2024-09-20T22:12:34.990 INFO:tasks.workunit.client.0.smithi046.stdout:op 3027 completed, throughput=5MB/sec 2024-09-20T22:12:34.990 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cNenG2Za4jLdbVV off=18747 len=983530 2024-09-20T22:12:34.991 INFO:tasks.workunit.client.0.smithi046.stdout:op 3028 completed, throughput=5MB/sec 2024-09-20T22:12:34.991 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-h9IFP6On15XrMnn off=394227 len=1240702 2024-09-20T22:12:34.992 INFO:tasks.workunit.client.0.smithi046.stdout:op 3029 completed, throughput=5MB/sec 2024-09-20T22:12:35.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:35 smithi046 ceph-mon[96110]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:12:35.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:35 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:12:35.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:35 smithi046 ceph-mon[98591]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:12:35.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:35 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:12:35.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:35 smithi134 ceph-mon[89086]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:12:35.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:35 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:12:35.993 INFO:tasks.workunit.client.0.smithi046.stdout: 594: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:35.993 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Cr4nj-vYPK_kr0N off=4598680 len=1690190 2024-09-20T22:12:36.001 INFO:tasks.workunit.client.0.smithi046.stdout:op 3030 completed, throughput=5MB/sec 2024-09-20T22:12:36.001 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vxU1llR59oDFcb0 off=14722709 len=572834 2024-09-20T22:12:36.005 INFO:tasks.workunit.client.0.smithi046.stdout:op 3031 completed, throughput=5MB/sec 2024-09-20T22:12:36.005 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HxeT8gHrk68jg2J off=4111185 len=1780523 2024-09-20T22:12:36.015 INFO:tasks.workunit.client.0.smithi046.stdout:op 3032 completed, throughput=5MB/sec 2024-09-20T22:12:36.016 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-I_9yEMx0Biw2HoF off=1337593 len=1458830 2024-09-20T22:12:36.021 INFO:tasks.workunit.client.0.smithi046.stdout:op 3033 completed, throughput=5MB/sec 2024-09-20T22:12:37.022 INFO:tasks.workunit.client.0.smithi046.stdout: 595: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:37.022 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_z-2mn1QCC5dGGc off=10984438 len=149249 2024-09-20T22:12:37.023 INFO:tasks.workunit.client.0.smithi046.stdout:op 3034 completed, throughput=4.99MB/sec 2024-09-20T22:12:37.023 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tcCYYgqX-2MSPzq off=20813517 len=966682 2024-09-20T22:12:37.028 INFO:tasks.workunit.client.0.smithi046.stdout:op 3035 completed, throughput=4.99MB/sec 2024-09-20T22:12:37.028 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cUqZEyBy8HuMZXI off=11199658 len=1522014 2024-09-20T22:12:37.036 INFO:tasks.workunit.client.0.smithi046.stdout:op 3036 completed, throughput=5MB/sec 2024-09-20T22:12:37.036 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2uzUO_2fD3W-R8u off=1678098 len=364022 2024-09-20T22:12:37.038 INFO:tasks.workunit.client.0.smithi046.stdout:op 3037 completed, throughput=5MB/sec 2024-09-20T22:12:37.038 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NkZk6t391i39aau off=12028246 len=1207476 2024-09-20T22:12:37.039 INFO:tasks.workunit.client.0.smithi046.stdout:op 3038 completed, throughput=5MB/sec 2024-09-20T22:12:37.039 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hqgtW_4hfshpBi7 off=13060052 len=778834 2024-09-20T22:12:37.043 INFO:tasks.workunit.client.0.smithi046.stdout:op 3039 completed, throughput=5MB/sec 2024-09-20T22:12:37.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:37 smithi046 ceph-mon[96110]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:12:37.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:37 smithi046 ceph-mon[98591]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:12:37.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:37 smithi134 ceph-mon[89086]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:12:38.044 INFO:tasks.workunit.client.0.smithi046.stdout: 596: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:38.044 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jgrlJmlU16Zwj4G off=1101418 len=2080023 2024-09-20T22:12:38.046 INFO:tasks.workunit.client.0.smithi046.stdout:op 3040 completed, throughput=5MB/sec 2024-09-20T22:12:38.047 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oRthtRbE2iNBN3C off=705326 len=899939 2024-09-20T22:12:38.052 INFO:tasks.workunit.client.0.smithi046.stdout:op 3041 completed, throughput=5MB/sec 2024-09-20T22:12:38.052 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3St4R4Vu42yJOQr off=10258920 len=271751 2024-09-20T22:12:38.052 INFO:tasks.workunit.client.0.smithi046.stdout:op 3042 completed, throughput=5MB/sec 2024-09-20T22:12:38.052 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Z1J196opXDJVM3s off=7479221 len=226799 2024-09-20T22:12:38.053 INFO:tasks.workunit.client.0.smithi046.stdout:op 3043 completed, throughput=5MB/sec 2024-09-20T22:12:38.053 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-e3IyeTolcy1J9gA off=1572724 len=1985732 2024-09-20T22:12:38.055 INFO:tasks.workunit.client.0.smithi046.stdout:op 3044 completed, throughput=5MB/sec 2024-09-20T22:12:39.058 INFO:tasks.workunit.client.0.smithi046.stdout: 597: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:39.059 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BOASH9aseeBMKEr off=6826406 len=1668784 2024-09-20T22:12:39.059 INFO:tasks.workunit.client.0.smithi046.stdout:op 3045 completed, throughput=5MB/sec 2024-09-20T22:12:39.059 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bDS4YQIUjXtc9KZ off=6259997 len=1223477 2024-09-20T22:12:39.064 INFO:tasks.workunit.client.0.smithi046.stdout:op 3046 completed, throughput=5MB/sec 2024-09-20T22:12:39.064 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zhuq49dMb4ekHZ- off=19573406 len=286368 2024-09-20T22:12:39.067 INFO:tasks.workunit.client.0.smithi046.stdout:op 3047 completed, throughput=5MB/sec 2024-09-20T22:12:39.067 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bXsmJgrHR0eV1ep off=5976058 len=1730279 2024-09-20T22:12:39.069 INFO:tasks.workunit.client.0.smithi046.stdout:op 3048 completed, throughput=5MB/sec 2024-09-20T22:12:39.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:39 smithi046 ceph-mon[96110]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-20T22:12:39.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:39 smithi046 ceph-mon[98591]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-20T22:12:39.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:39 smithi134 ceph-mon[89086]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-20T22:12:40.070 INFO:tasks.workunit.client.0.smithi046.stdout: 598: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:40.070 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TGi6-KaZxooqdae off=5410178 len=1946379 2024-09-20T22:12:40.079 INFO:tasks.workunit.client.0.smithi046.stdout:op 3049 completed, throughput=5MB/sec 2024-09-20T22:12:40.079 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XUorfDI437qGCbT off=632531 len=1464210 2024-09-20T22:12:40.086 INFO:tasks.workunit.client.0.smithi046.stdout:op 3050 completed, throughput=5MB/sec 2024-09-20T22:12:40.086 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9yXP3tbRxF5w9pl off=9001485 len=939086 2024-09-20T22:12:40.092 INFO:tasks.workunit.client.0.smithi046.stdout:op 3051 completed, throughput=5MB/sec 2024-09-20T22:12:40.092 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HfhDoWVmjr_tzXC off=13055296 len=966623 2024-09-20T22:12:40.096 INFO:tasks.workunit.client.0.smithi046.stdout:op 3052 completed, throughput=5MB/sec 2024-09-20T22:12:41.098 INFO:tasks.workunit.client.0.smithi046.stdout: 599: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:41.098 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WK3c2IeXVP5FQC7 off=9729720 len=1769616 2024-09-20T22:12:41.107 INFO:tasks.workunit.client.0.smithi046.stdout:op 3053 completed, throughput=4.99MB/sec 2024-09-20T22:12:41.107 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CnKCfIv0Cdb8dI7 off=1392331 len=512376 2024-09-20T22:12:41.111 INFO:tasks.workunit.client.0.smithi046.stdout:op 3054 completed, throughput=5MB/sec 2024-09-20T22:12:41.111 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HAmg3HtOIV-EOhn off=3385575 len=1968560 2024-09-20T22:12:41.113 INFO:tasks.workunit.client.0.smithi046.stdout:op 3055 completed, throughput=5MB/sec 2024-09-20T22:12:41.114 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-K6xXDCNnb327ICF off=10545917 len=684879 2024-09-20T22:12:41.118 INFO:tasks.workunit.client.0.smithi046.stdout:op 3056 completed, throughput=5MB/sec 2024-09-20T22:12:41.118 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OKCAr381FgrI6Lr off=385974 len=1046669 2024-09-20T22:12:41.122 INFO:tasks.workunit.client.0.smithi046.stdout:op 3057 completed, throughput=5MB/sec 2024-09-20T22:12:41.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:41 smithi134 ceph-mon[89086]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:12:41.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:41 smithi046 ceph-mon[96110]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:12:41.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:41 smithi046 ceph-mon[98591]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:12:42.122 INFO:tasks.workunit.client.0.smithi046.stdout: 600: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:42.123 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OS3Wj-en30Jb6Nl off=11957984 len=1302655 2024-09-20T22:12:42.126 INFO:tasks.workunit.client.0.smithi046.stdout:op 3058 completed, throughput=5MB/sec 2024-09-20T22:12:42.126 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qoVRWvDIyi1NK52 off=1998694 len=2080848 2024-09-20T22:12:42.129 INFO:tasks.workunit.client.0.smithi046.stdout:op 3059 completed, throughput=5MB/sec 2024-09-20T22:12:42.129 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cPctnT9waYEEnIP off=17153703 len=1250302 2024-09-20T22:12:42.131 INFO:tasks.workunit.client.0.smithi046.stdout:op 3060 completed, throughput=5MB/sec 2024-09-20T22:12:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:12:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:12:42] "GET /metrics HTTP/1.1" 200 34157 "" "Prometheus/2.43.0" 2024-09-20T22:12:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:12:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:12:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:12:43.131 INFO:tasks.workunit.client.0.smithi046.stdout: 601: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:43.131 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-n2OQAnerdJeAAs_ off=11810400 len=475640 2024-09-20T22:12:43.135 INFO:tasks.workunit.client.0.smithi046.stdout:op 3061 completed, throughput=4.99MB/sec 2024-09-20T22:12:43.135 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zF2t33Kx3bJyGMr off=3680422 len=845928 2024-09-20T22:12:43.137 INFO:tasks.workunit.client.0.smithi046.stdout:op 3062 completed, throughput=4.99MB/sec 2024-09-20T22:12:43.137 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-d-A3B1Ve9JHB41C off=461391 len=478567 2024-09-20T22:12:43.138 INFO:tasks.workunit.client.0.smithi046.stdout:op 3063 completed, throughput=4.99MB/sec 2024-09-20T22:12:43.138 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-G8OV0ZFnQJ_acus off=1014649 len=14697 2024-09-20T22:12:43.140 INFO:tasks.workunit.client.0.smithi046.stdout:op 3064 completed, throughput=4.99MB/sec 2024-09-20T22:12:43.140 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UJCEMiUJQjvjIFX off=4562365 len=137254 2024-09-20T22:12:43.141 INFO:tasks.workunit.client.0.smithi046.stdout:op 3065 completed, throughput=5MB/sec 2024-09-20T22:12:43.141 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-68fejYaBC607guE off=13898944 len=865736 2024-09-20T22:12:43.143 INFO:tasks.workunit.client.0.smithi046.stdout:op 3066 completed, throughput=5MB/sec 2024-09-20T22:12:43.143 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RM2V3WsZ8He9d4D off=14365420 len=342662 2024-09-20T22:12:43.143 INFO:tasks.workunit.client.0.smithi046.stdout:op 3067 completed, throughput=5MB/sec 2024-09-20T22:12:43.143 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EAOeyWYhwsGMJCr off=3893407 len=1294138 2024-09-20T22:12:43.145 INFO:tasks.workunit.client.0.smithi046.stdout:op 3068 completed, throughput=5MB/sec 2024-09-20T22:12:43.145 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wpLnl1VEY43FIP4 off=4417132 len=71146 2024-09-20T22:12:43.146 INFO:tasks.workunit.client.0.smithi046.stdout:op 3069 completed, throughput=5MB/sec 2024-09-20T22:12:43.146 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pon6GV3VUssAVPZ off=202805 len=856883 2024-09-20T22:12:43.150 INFO:tasks.workunit.client.0.smithi046.stdout:op 3070 completed, throughput=5MB/sec 2024-09-20T22:12:43.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:43 smithi134 ceph-mon[89086]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-20T22:12:43.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:43 smithi046 ceph-mon[96110]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-20T22:12:43.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:43 smithi046 ceph-mon[98591]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-20T22:12:44.151 INFO:tasks.workunit.client.0.smithi046.stdout: 602: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:44.151 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zVK0SB4kYfcH71N off=2288782 len=1236599 2024-09-20T22:12:44.153 INFO:tasks.workunit.client.0.smithi046.stdout:op 3071 completed, throughput=4.99MB/sec 2024-09-20T22:12:44.153 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-U_21QuVeVKAitgg off=0 len=1644084 2024-09-20T22:12:44.160 INFO:tasks.workunit.client.0.smithi046.stdout:op 3072 completed, throughput=5MB/sec 2024-09-20T22:12:44.160 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lBEJ3QtvCWvqz7c off=95487 len=1984706 2024-09-20T22:12:44.170 INFO:tasks.workunit.client.0.smithi046.stdout:op 3073 completed, throughput=5MB/sec 2024-09-20T22:12:44.170 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UdkusafO_UKZLDp off=21127828 len=815181 2024-09-20T22:12:44.174 INFO:tasks.workunit.client.0.smithi046.stdout:op 3074 completed, throughput=5MB/sec 2024-09-20T22:12:45.175 INFO:tasks.workunit.client.0.smithi046.stdout: 603: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:45.175 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0bhGIeX_N1JrYAX off=126325 len=220139 2024-09-20T22:12:45.177 INFO:tasks.workunit.client.0.smithi046.stdout:op 3075 completed, throughput=4.99MB/sec 2024-09-20T22:12:45.177 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Z1J196opXDJVM3s off=14021933 len=1363701 2024-09-20T22:12:45.179 INFO:tasks.workunit.client.0.smithi046.stdout:op 3076 completed, throughput=5MB/sec 2024-09-20T22:12:45.179 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RbL8EYy1amNTF6M off=15157017 len=1400629 2024-09-20T22:12:45.186 INFO:tasks.workunit.client.0.smithi046.stdout:op 3077 completed, throughput=5MB/sec 2024-09-20T22:12:45.187 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9DGwsYwPct3Cf_K off=1099281 len=627421 2024-09-20T22:12:45.190 INFO:tasks.workunit.client.0.smithi046.stdout:op 3078 completed, throughput=5MB/sec 2024-09-20T22:12:45.191 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xFCO1LOp6rIkoZz off=7653664 len=1868549 2024-09-20T22:12:45.198 INFO:tasks.workunit.client.0.smithi046.stdout:op 3079 completed, throughput=5MB/sec 2024-09-20T22:12:45.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:45 smithi134 ceph-mon[89086]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:12:45.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:45 smithi046 ceph-mon[96110]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:12:45.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:45 smithi046 ceph-mon[98591]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:12:46.198 INFO:tasks.workunit.client.0.smithi046.stdout: 604: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:46.199 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PZdH7Db-rlQA4HM off=351900 len=654495 2024-09-20T22:12:46.200 INFO:tasks.workunit.client.0.smithi046.stdout:op 3080 completed, throughput=4.99MB/sec 2024-09-20T22:12:46.200 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-h02FUce1UoA5Xx1 off=22415555 len=510741 2024-09-20T22:12:46.203 INFO:tasks.workunit.client.0.smithi046.stdout:op 3081 completed, throughput=4.99MB/sec 2024-09-20T22:12:46.203 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZpHNHShDaxEoc3T off=5933780 len=453567 2024-09-20T22:12:46.204 INFO:tasks.workunit.client.0.smithi046.stdout:op 3082 completed, throughput=5MB/sec 2024-09-20T22:12:46.204 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rkqc_vOGJ5L_fFf off=8634645 len=297041 2024-09-20T22:12:46.208 INFO:tasks.workunit.client.0.smithi046.stdout:op 3083 completed, throughput=5MB/sec 2024-09-20T22:12:46.208 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sqJ-yf2PxFHyFNg off=12874003 len=87569 2024-09-20T22:12:46.210 INFO:tasks.workunit.client.0.smithi046.stdout:op 3084 completed, throughput=5MB/sec 2024-09-20T22:12:46.210 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-n2OQAnerdJeAAs_ off=9720108 len=145212 2024-09-20T22:12:46.213 INFO:tasks.workunit.client.0.smithi046.stdout:op 3085 completed, throughput=5MB/sec 2024-09-20T22:12:46.213 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vqP-a5nmZkPJWWQ off=3391552 len=1537939 2024-09-20T22:12:46.215 INFO:tasks.workunit.client.0.smithi046.stdout:op 3086 completed, throughput=5MB/sec 2024-09-20T22:12:46.215 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-f2apQAGd6gP_1Ea off=16197599 len=1327405 2024-09-20T22:12:46.222 INFO:tasks.workunit.client.0.smithi046.stdout:op 3087 completed, throughput=5MB/sec 2024-09-20T22:12:47.223 INFO:tasks.workunit.client.0.smithi046.stdout: 605: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:47.223 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-USbnEptDwX4x5FQ off=11865354 len=26551 2024-09-20T22:12:47.226 INFO:tasks.workunit.client.0.smithi046.stdout:op 3088 completed, throughput=4.99MB/sec 2024-09-20T22:12:47.226 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Hk8boN9Arg5jlFr off=20024971 len=1019316 2024-09-20T22:12:47.228 INFO:tasks.workunit.client.0.smithi046.stdout:op 3089 completed, throughput=4.99MB/sec 2024-09-20T22:12:47.228 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6BtoVZMYOL3hfcL off=2713432 len=1227206 2024-09-20T22:12:47.237 INFO:tasks.workunit.client.0.smithi046.stdout:op 3090 completed, throughput=5MB/sec 2024-09-20T22:12:47.237 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--LbKspOTOBMOV1N off=4527447 len=275889 2024-09-20T22:12:47.240 INFO:tasks.workunit.client.0.smithi046.stdout:op 3091 completed, throughput=5MB/sec 2024-09-20T22:12:47.240 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Q5RKzwtxYchuul1 off=7895850 len=1505841 2024-09-20T22:12:47.242 INFO:tasks.workunit.client.0.smithi046.stdout:op 3092 completed, throughput=5MB/sec 2024-09-20T22:12:47.242 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-P2m0LLYzD-3HFtg off=7632207 len=692598 2024-09-20T22:12:47.243 INFO:tasks.workunit.client.0.smithi046.stdout:op 3093 completed, throughput=5MB/sec 2024-09-20T22:12:47.243 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bOZLCdYNVOJv4yL off=22817669 len=270417 2024-09-20T22:12:47.244 INFO:tasks.workunit.client.0.smithi046.stdout:op 3094 completed, throughput=5MB/sec 2024-09-20T22:12:47.244 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-z12T-3nWMKBSEIM off=7894683 len=425327 2024-09-20T22:12:47.247 INFO:tasks.workunit.client.0.smithi046.stdout:op 3095 completed, throughput=5MB/sec 2024-09-20T22:12:47.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:47 smithi134 ceph-mon[89086]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:12:47.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:47 smithi046 ceph-mon[96110]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:12:47.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:47 smithi046 ceph-mon[98591]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:12:48.247 INFO:tasks.workunit.client.0.smithi046.stdout: 606: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:48.248 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bQogYrlAOEVTJZP off=6336141 len=1000242 2024-09-20T22:12:48.249 INFO:tasks.workunit.client.0.smithi046.stdout:op 3096 completed, throughput=4.99MB/sec 2024-09-20T22:12:48.249 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ttiVA5awJonbXmu off=0 len=1400891 2024-09-20T22:12:48.256 INFO:tasks.workunit.client.0.smithi046.stdout:op 3097 completed, throughput=5MB/sec 2024-09-20T22:12:48.256 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-D0KudcQIcqwAMt0 off=1750733 len=1077538 2024-09-20T22:12:48.257 INFO:tasks.workunit.client.0.smithi046.stdout:op 3098 completed, throughput=5MB/sec 2024-09-20T22:12:48.258 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8bc1tsls9Z4coBw off=8720971 len=1126204 2024-09-20T22:12:48.259 INFO:tasks.workunit.client.0.smithi046.stdout:op 3099 completed, throughput=5MB/sec 2024-09-20T22:12:48.259 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7zrWR9xV6VJjfM8 off=5956026 len=365341 2024-09-20T22:12:48.260 INFO:tasks.workunit.client.0.smithi046.stdout:op 3100 completed, throughput=5MB/sec 2024-09-20T22:12:48.260 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PkoY_ywulwHiiMN off=7281684 len=1234956 2024-09-20T22:12:48.266 INFO:tasks.workunit.client.0.smithi046.stdout:op 3101 completed, throughput=5MB/sec 2024-09-20T22:12:49.266 INFO:tasks.workunit.client.0.smithi046.stdout: 607: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:49.266 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gUfPwC5zW2uT-E7 off=8896056 len=1906935 2024-09-20T22:12:49.269 INFO:tasks.workunit.client.0.smithi046.stdout:op 3102 completed, throughput=5MB/sec 2024-09-20T22:12:49.269 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2SdHbjV5Kv8ZP0m off=2627695 len=1426462 2024-09-20T22:12:49.274 INFO:tasks.workunit.client.0.smithi046.stdout:op 3103 completed, throughput=5MB/sec 2024-09-20T22:12:49.275 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-U11uypuc1z9A0bp off=446909 len=1056245 2024-09-20T22:12:49.275 INFO:tasks.workunit.client.0.smithi046.stdout:op 3104 completed, throughput=5MB/sec 2024-09-20T22:12:49.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:49 smithi134 ceph-mon[89086]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-20T22:12:49.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:49 smithi046 ceph-mon[96110]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-20T22:12:49.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:49 smithi046 ceph-mon[98591]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-20T22:12:50.276 INFO:tasks.workunit.client.0.smithi046.stdout: 608: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:50.276 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-s09RARHvKbZ7027 off=1114192 len=1312086 2024-09-20T22:12:50.278 INFO:tasks.workunit.client.0.smithi046.stdout:op 3105 completed, throughput=4.99MB/sec 2024-09-20T22:12:50.278 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZRrwdMQ0ki_JEoe off=13730054 len=1394650 2024-09-20T22:12:50.284 INFO:tasks.workunit.client.0.smithi046.stdout:op 3106 completed, throughput=5MB/sec 2024-09-20T22:12:50.284 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qIDlwuAJptg7j0I off=11490643 len=116644 2024-09-20T22:12:50.285 INFO:tasks.workunit.client.0.smithi046.stdout:op 3107 completed, throughput=5MB/sec 2024-09-20T22:12:50.285 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-h4rgJFSEpdz9s_R off=6361470 len=844697 2024-09-20T22:12:50.290 INFO:tasks.workunit.client.0.smithi046.stdout:op 3108 completed, throughput=5MB/sec 2024-09-20T22:12:50.290 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UK-F8337QJBfooC off=2181143 len=124088 2024-09-20T22:12:50.291 INFO:tasks.workunit.client.0.smithi046.stdout:op 3109 completed, throughput=5MB/sec 2024-09-20T22:12:50.291 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1f4NQYxg50SxzkI off=572550 len=1530313 2024-09-20T22:12:50.299 INFO:tasks.workunit.client.0.smithi046.stdout:op 3110 completed, throughput=5MB/sec 2024-09-20T22:12:50.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:50 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:12:50.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:50 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:12:50.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:50 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:12:51.299 INFO:tasks.workunit.client.0.smithi046.stdout: 609: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:51.299 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iFwsLC5EQ0mi2NV off=4391531 len=1976309 2024-09-20T22:12:51.312 INFO:tasks.workunit.client.0.smithi046.stdout:op 3111 completed, throughput=5MB/sec 2024-09-20T22:12:51.312 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rOwR0A4qjtypJnw off=3040448 len=982429 2024-09-20T22:12:51.314 INFO:tasks.workunit.client.0.smithi046.stdout:op 3112 completed, throughput=5MB/sec 2024-09-20T22:12:51.314 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LgrcK-7AGDhQ0Ra off=7845957 len=1266711 2024-09-20T22:12:51.321 INFO:tasks.workunit.client.0.smithi046.stdout:op 3113 completed, throughput=5MB/sec 2024-09-20T22:12:51.321 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CUv-tWrW0S9Gx4k off=8218972 len=304954 2024-09-20T22:12:51.322 INFO:tasks.workunit.client.0.smithi046.stdout:op 3114 completed, throughput=5MB/sec 2024-09-20T22:12:51.322 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vlpWQqA_uoWLOZ7 off=1689485 len=658708 2024-09-20T22:12:51.326 INFO:tasks.workunit.client.0.smithi046.stdout:op 3115 completed, throughput=5MB/sec 2024-09-20T22:12:51.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:51 smithi134 ceph-mon[89086]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:12:51.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:51 smithi046 ceph-mon[96110]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:12:51.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:51 smithi046 ceph-mon[98591]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:12:52.326 INFO:tasks.workunit.client.0.smithi046.stdout: 610: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:52.326 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KZdjwvNiJUhmvy5 off=11795776 len=1351729 2024-09-20T22:12:52.332 INFO:tasks.workunit.client.0.smithi046.stdout:op 3116 completed, throughput=4.99MB/sec 2024-09-20T22:12:52.332 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rOBz2YSgRbKQ3Lo off=10351816 len=1119502 2024-09-20T22:12:52.338 INFO:tasks.workunit.client.0.smithi046.stdout:op 3117 completed, throughput=5MB/sec 2024-09-20T22:12:52.338 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JcRyTHigSGXW8_j off=729845 len=1223742 2024-09-20T22:12:52.340 INFO:tasks.workunit.client.0.smithi046.stdout:op 3118 completed, throughput=5MB/sec 2024-09-20T22:12:52.340 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uSn06n8YN8IgjNI off=984669 len=873140 2024-09-20T22:12:52.345 INFO:tasks.workunit.client.0.smithi046.stdout:op 3119 completed, throughput=5MB/sec 2024-09-20T22:12:52.346 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6sjOSHfLV0qONFP off=4202236 len=860703 2024-09-20T22:12:52.347 INFO:tasks.workunit.client.0.smithi046.stdout:op 3120 completed, throughput=5MB/sec 2024-09-20T22:12:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:12:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:12:52] "GET /metrics HTTP/1.1" 200 34157 "" "Prometheus/2.43.0" 2024-09-20T22:12:52.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:12:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:12:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:12:53.348 INFO:tasks.workunit.client.0.smithi046.stdout: 611: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:53.348 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--R_WYG-OvI0twvh off=8802490 len=1784920 2024-09-20T22:12:53.358 INFO:tasks.workunit.client.0.smithi046.stdout:op 3121 completed, throughput=4.99MB/sec 2024-09-20T22:12:53.358 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--sX86qFZNj2UtaC off=7522318 len=1478479 2024-09-20T22:12:53.360 INFO:tasks.workunit.client.0.smithi046.stdout:op 3122 completed, throughput=5MB/sec 2024-09-20T22:12:53.360 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-s1gUSBSzXX6kOyH off=17936579 len=597329 2024-09-20T22:12:53.361 INFO:tasks.workunit.client.0.smithi046.stdout:op 3123 completed, throughput=5MB/sec 2024-09-20T22:12:53.362 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LWXVPRqQReRK6ZM off=13426465 len=429971 2024-09-20T22:12:53.365 INFO:tasks.workunit.client.0.smithi046.stdout:op 3124 completed, throughput=5MB/sec 2024-09-20T22:12:53.366 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FYXGBQ3Wr9StkSt off=4169209 len=80939 2024-09-20T22:12:53.367 INFO:tasks.workunit.client.0.smithi046.stdout:op 3125 completed, throughput=5MB/sec 2024-09-20T22:12:53.368 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cExiiiFAHb3Weqn off=8720888 len=1384426 2024-09-20T22:12:53.369 INFO:tasks.workunit.client.0.smithi046.stdout:op 3126 completed, throughput=5MB/sec 2024-09-20T22:12:53.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:53 smithi134 ceph-mon[89086]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:12:53.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:53 smithi046 ceph-mon[96110]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:12:53.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:53 smithi046 ceph-mon[98591]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:12:54.370 INFO:tasks.workunit.client.0.smithi046.stdout: 612: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:54.370 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-k_Lv__2AGQrCA-e off=7065123 len=1837804 2024-09-20T22:12:54.377 INFO:tasks.workunit.client.0.smithi046.stdout:op 3127 completed, throughput=5MB/sec 2024-09-20T22:12:54.377 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QcvbeA2LnHBetvu off=3360685 len=1812230 2024-09-20T22:12:54.384 INFO:tasks.workunit.client.0.smithi046.stdout:op 3128 completed, throughput=5MB/sec 2024-09-20T22:12:54.385 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3f8tbTH6tpND4Aj off=2461296 len=156884 2024-09-20T22:12:54.387 INFO:tasks.workunit.client.0.smithi046.stdout:op 3129 completed, throughput=5MB/sec 2024-09-20T22:12:54.387 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-e6BaSbRWUTPm5w0 off=2075491 len=94245 2024-09-20T22:12:54.389 INFO:tasks.workunit.client.0.smithi046.stdout:op 3130 completed, throughput=5MB/sec 2024-09-20T22:12:54.389 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-p_4GRmw3qu9FJI2 off=1521237 len=245868 2024-09-20T22:12:54.391 INFO:tasks.workunit.client.0.smithi046.stdout:op 3131 completed, throughput=5MB/sec 2024-09-20T22:12:54.391 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QGlft3F6n1hyqIq off=3352991 len=1833587 2024-09-20T22:12:54.392 INFO:tasks.workunit.client.0.smithi046.stdout:op 3132 completed, throughput=5MB/sec 2024-09-20T22:12:55.393 INFO:tasks.workunit.client.0.smithi046.stdout: 613: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:55.393 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4LGA4MuS3s9AD0r off=1288929 len=1955443 2024-09-20T22:12:55.395 INFO:tasks.workunit.client.0.smithi046.stdout:op 3133 completed, throughput=5MB/sec 2024-09-20T22:12:55.395 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6BtoVZMYOL3hfcL off=2262499 len=1678139 2024-09-20T22:12:55.400 INFO:tasks.workunit.client.0.smithi046.stdout:op 3134 completed, throughput=5MB/sec 2024-09-20T22:12:55.400 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6589GaFaSdMuPVU off=7221222 len=794055 2024-09-20T22:12:55.401 INFO:tasks.workunit.client.0.smithi046.stdout:op 3135 completed, throughput=5MB/sec 2024-09-20T22:12:55.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:55 smithi046 ceph-mon[96110]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:12:55.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:55 smithi046 ceph-mon[98591]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:12:55.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:55 smithi134 ceph-mon[89086]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:12:56.401 INFO:tasks.workunit.client.0.smithi046.stdout: 614: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:56.401 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pfMviiavOwl-RMV off=10050709 len=1483724 2024-09-20T22:12:56.409 INFO:tasks.workunit.client.0.smithi046.stdout:op 3136 completed, throughput=4.99MB/sec 2024-09-20T22:12:56.409 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YOjj2iqX7xK7oqy off=6049686 len=570794 2024-09-20T22:12:56.411 INFO:tasks.workunit.client.0.smithi046.stdout:op 3137 completed, throughput=5MB/sec 2024-09-20T22:12:56.411 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mGldiTPQNZeQc4X off=505475 len=602141 2024-09-20T22:12:56.412 INFO:tasks.workunit.client.0.smithi046.stdout:op 3138 completed, throughput=5MB/sec 2024-09-20T22:12:56.412 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XWGYMalB0912jRP off=3433042 len=445590 2024-09-20T22:12:56.413 INFO:tasks.workunit.client.0.smithi046.stdout:op 3139 completed, throughput=5MB/sec 2024-09-20T22:12:56.413 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HdvePUUIJPQX0bn off=19414244 len=138626 2024-09-20T22:12:56.414 INFO:tasks.workunit.client.0.smithi046.stdout:op 3140 completed, throughput=5MB/sec 2024-09-20T22:12:56.414 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nS2Xn7tJkxu_2ez off=2342127 len=1920280 2024-09-20T22:12:56.422 INFO:tasks.workunit.client.0.smithi046.stdout:op 3141 completed, throughput=5MB/sec 2024-09-20T22:12:57.422 INFO:tasks.workunit.client.0.smithi046.stdout: 615: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:57.422 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-G0dbsM5mRH2OMO7 off=2045511 len=309032 2024-09-20T22:12:57.423 INFO:tasks.workunit.client.0.smithi046.stdout:op 3142 completed, throughput=4.99MB/sec 2024-09-20T22:12:57.423 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BysxBxnr3aM4zLE off=347678 len=1361114 2024-09-20T22:12:57.425 INFO:tasks.workunit.client.0.smithi046.stdout:op 3143 completed, throughput=4.99MB/sec 2024-09-20T22:12:57.425 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZhDkW2wOw8EEn36 off=1272169 len=672245 2024-09-20T22:12:57.429 INFO:tasks.workunit.client.0.smithi046.stdout:op 3144 completed, throughput=5MB/sec 2024-09-20T22:12:57.429 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-n1Tug_C0Y7XkLK6 off=587527 len=860242 2024-09-20T22:12:57.431 INFO:tasks.workunit.client.0.smithi046.stdout:op 3145 completed, throughput=5MB/sec 2024-09-20T22:12:57.431 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QfYr5flvhHXsllJ off=2846160 len=719165 2024-09-20T22:12:57.435 INFO:tasks.workunit.client.0.smithi046.stdout:op 3146 completed, throughput=5MB/sec 2024-09-20T22:12:57.435 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wFmifNDgFVV49M2 off=6802624 len=618620 2024-09-20T22:12:57.437 INFO:tasks.workunit.client.0.smithi046.stdout:op 3147 completed, throughput=5MB/sec 2024-09-20T22:12:57.437 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vYoMSPK7RIvo5Ky off=13229819 len=172465 2024-09-20T22:12:57.437 INFO:tasks.workunit.client.0.smithi046.stdout:op 3148 completed, throughput=5MB/sec 2024-09-20T22:12:57.437 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-T6fxnfJucXYk010 off=5332176 len=135707 2024-09-20T22:12:57.440 INFO:tasks.workunit.client.0.smithi046.stdout:op 3149 completed, throughput=5MB/sec 2024-09-20T22:12:57.440 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Gikho4fvDRT2WZW off=5222796 len=1405945 2024-09-20T22:12:57.447 INFO:tasks.workunit.client.0.smithi046.stdout:op 3150 completed, throughput=5MB/sec 2024-09-20T22:12:57.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:57 smithi046 ceph-mon[96110]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:12:57.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:57 smithi046 ceph-mon[98591]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:12:57.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:57 smithi134 ceph-mon[89086]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:12:58.447 INFO:tasks.workunit.client.0.smithi046.stdout: 616: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:58.448 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gPcVT6SVMymZIZG off=9346009 len=1951660 2024-09-20T22:12:58.450 INFO:tasks.workunit.client.0.smithi046.stdout:op 3151 completed, throughput=5MB/sec 2024-09-20T22:12:58.450 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-L-PmL4PFghZBhBt off=7649272 len=1988444 2024-09-20T22:12:58.458 INFO:tasks.workunit.client.0.smithi046.stdout:op 3152 completed, throughput=5MB/sec 2024-09-20T22:12:58.458 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-S5I3Uq0NvTOUSzr off=4015359 len=1137539 2024-09-20T22:12:58.464 INFO:tasks.workunit.client.0.smithi046.stdout:op 3153 completed, throughput=5MB/sec 2024-09-20T22:12:59.464 INFO:tasks.workunit.client.0.smithi046.stdout: 617: throughput=4.99MB/sec pending data=0 2024-09-20T22:12:59.464 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xHHAaaZja9jh1nR off=3847936 len=382137 2024-09-20T22:12:59.468 INFO:tasks.workunit.client.0.smithi046.stdout:op 3154 completed, throughput=4.99MB/sec 2024-09-20T22:12:59.468 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0MEnTcNpwI8W-QK off=4051037 len=344091 2024-09-20T22:12:59.472 INFO:tasks.workunit.client.0.smithi046.stdout:op 3155 completed, throughput=4.99MB/sec 2024-09-20T22:12:59.472 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CyRbwbDkxGtQ7tl off=15419904 len=1204239 2024-09-20T22:12:59.474 INFO:tasks.workunit.client.0.smithi046.stdout:op 3156 completed, throughput=5MB/sec 2024-09-20T22:12:59.474 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-a8Wm7ykwtJeQ7fw off=1288967 len=832442 2024-09-20T22:12:59.479 INFO:tasks.workunit.client.0.smithi046.stdout:op 3157 completed, throughput=5MB/sec 2024-09-20T22:12:59.479 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fynaCr9IiynD0Tg off=10639019 len=1368399 2024-09-20T22:12:59.485 INFO:tasks.workunit.client.0.smithi046.stdout:op 3158 completed, throughput=5MB/sec 2024-09-20T22:12:59.485 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HJHdLRswbjowuii off=8318823 len=426815 2024-09-20T22:12:59.486 INFO:tasks.workunit.client.0.smithi046.stdout:op 3159 completed, throughput=5MB/sec 2024-09-20T22:12:59.486 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-z4fkWcVUPO_J-Pi off=6404129 len=1986432 2024-09-20T22:12:59.488 INFO:tasks.workunit.client.0.smithi046.stdout:op 3160 completed, throughput=5MB/sec 2024-09-20T22:12:59.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:12:59 smithi046 ceph-mon[96110]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-20T22:12:59.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:12:59 smithi046 ceph-mon[98591]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-20T22:12:59.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:12:59 smithi134 ceph-mon[89086]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-20T22:13:00.489 INFO:tasks.workunit.client.0.smithi046.stdout: 618: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:00.489 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KEFlLU4A7QqtTjG off=6602757 len=18362 2024-09-20T22:13:00.489 INFO:tasks.workunit.client.0.smithi046.stdout:op 3161 completed, throughput=4.99MB/sec 2024-09-20T22:13:00.489 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DxDO798db1KLsQN off=3744131 len=461735 2024-09-20T22:13:00.490 INFO:tasks.workunit.client.0.smithi046.stdout:op 3162 completed, throughput=5MB/sec 2024-09-20T22:13:00.490 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xVzQZHMlRZWOeHv off=10571098 len=1822971 2024-09-20T22:13:00.492 INFO:tasks.workunit.client.0.smithi046.stdout:op 3163 completed, throughput=5MB/sec 2024-09-20T22:13:00.493 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-diAtlX3fTGgRwJh off=11691281 len=584947 2024-09-20T22:13:00.497 INFO:tasks.workunit.client.0.smithi046.stdout:op 3164 completed, throughput=5MB/sec 2024-09-20T22:13:00.497 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4DRDBj7IIbh7Re3 off=1417768 len=524980 2024-09-20T22:13:00.498 INFO:tasks.workunit.client.0.smithi046.stdout:op 3165 completed, throughput=5MB/sec 2024-09-20T22:13:01.499 INFO:tasks.workunit.client.0.smithi046.stdout: 619: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:01.499 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lnfgYN8x9E3WYKP off=7720449 len=1340484 2024-09-20T22:13:01.501 INFO:tasks.workunit.client.0.smithi046.stdout:op 3166 completed, throughput=4.99MB/sec 2024-09-20T22:13:01.502 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-82yZA465B7w_yb6 off=2310791 len=1237855 2024-09-20T22:13:01.502 INFO:tasks.workunit.client.0.smithi046.stdout:op 3167 completed, throughput=5MB/sec 2024-09-20T22:13:01.502 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qoW8pbynsfeKehc off=9602421 len=189064 2024-09-20T22:13:01.503 INFO:tasks.workunit.client.0.smithi046.stdout:op 3168 completed, throughput=5MB/sec 2024-09-20T22:13:01.503 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Gikho4fvDRT2WZW off=5829704 len=1431404 2024-09-20T22:13:01.511 INFO:tasks.workunit.client.0.smithi046.stdout:op 3169 completed, throughput=5MB/sec 2024-09-20T22:13:01.511 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wU56XH_jQ_oaHMB off=6535995 len=2064401 2024-09-20T22:13:01.514 INFO:tasks.workunit.client.0.smithi046.stdout:op 3170 completed, throughput=5MB/sec 2024-09-20T22:13:01.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:01 smithi046 ceph-mon[96110]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-20T22:13:01.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:01 smithi046 ceph-mon[98591]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-20T22:13:01.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:01 smithi134 ceph-mon[89086]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-20T22:13:02.408 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:13:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:13:02] "GET /metrics HTTP/1.1" 200 34157 "" "Prometheus/2.43.0" 2024-09-20T22:13:02.514 INFO:tasks.workunit.client.0.smithi046.stdout: 620: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:02.514 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Zi6gg36O1ipq7G3 off=12066287 len=1671905 2024-09-20T22:13:02.517 INFO:tasks.workunit.client.0.smithi046.stdout:op 3171 completed, throughput=5MB/sec 2024-09-20T22:13:02.518 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cULZGWpsKLmY5_9 off=10985703 len=911221 2024-09-20T22:13:02.523 INFO:tasks.workunit.client.0.smithi046.stdout:op 3172 completed, throughput=5MB/sec 2024-09-20T22:13:02.523 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9FBXM-P1-4dSMCs off=4090779 len=764748 2024-09-20T22:13:02.524 INFO:tasks.workunit.client.0.smithi046.stdout:op 3173 completed, throughput=5MB/sec 2024-09-20T22:13:02.524 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-52xsNdol54A5YO- off=13386089 len=523045 2024-09-20T22:13:02.528 INFO:tasks.workunit.client.0.smithi046.stdout:op 3174 completed, throughput=5MB/sec 2024-09-20T22:13:02.528 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-efKrM9GQ0y49Iys off=7738866 len=1461656 2024-09-20T22:13:02.531 INFO:tasks.workunit.client.0.smithi046.stdout:op 3175 completed, throughput=5MB/sec 2024-09-20T22:13:02.577 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:13:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:13:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:13:03.532 INFO:tasks.workunit.client.0.smithi046.stdout: 621: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:03.532 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-895QV2ZYH7zYEr2 off=8763312 len=264490 2024-09-20T22:13:03.532 INFO:tasks.workunit.client.0.smithi046.stdout:op 3176 completed, throughput=4.99MB/sec 2024-09-20T22:13:03.532 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uq8F75LSc3Znt5g off=2934256 len=651663 2024-09-20T22:13:03.537 INFO:tasks.workunit.client.0.smithi046.stdout:op 3177 completed, throughput=4.99MB/sec 2024-09-20T22:13:03.537 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rhU5jxVqhkINLSw off=1831764 len=625382 2024-09-20T22:13:03.541 INFO:tasks.workunit.client.0.smithi046.stdout:op 3178 completed, throughput=5MB/sec 2024-09-20T22:13:03.541 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4o48nD-zjjwSUIJ off=108681 len=429888 2024-09-20T22:13:03.543 INFO:tasks.workunit.client.0.smithi046.stdout:op 3179 completed, throughput=5MB/sec 2024-09-20T22:13:03.543 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zVqyHCA1BJieFby off=7713493 len=65459 2024-09-20T22:13:03.545 INFO:tasks.workunit.client.0.smithi046.stdout:op 3180 completed, throughput=5MB/sec 2024-09-20T22:13:03.545 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mkrl2IAEIZa3q8z off=9995888 len=467136 2024-09-20T22:13:03.549 INFO:tasks.workunit.client.0.smithi046.stdout:op 3181 completed, throughput=5MB/sec 2024-09-20T22:13:03.549 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ShLTb6eocglpuLS off=2893339 len=1058417 2024-09-20T22:13:03.550 INFO:tasks.workunit.client.0.smithi046.stdout:op 3182 completed, throughput=5MB/sec 2024-09-20T22:13:03.550 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4vzwZNLChXiw6Hs off=13234489 len=171559 2024-09-20T22:13:03.551 INFO:tasks.workunit.client.0.smithi046.stdout:op 3183 completed, throughput=5MB/sec 2024-09-20T22:13:03.552 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NjJfGOm2N4IShxt off=446086 len=267825 2024-09-20T22:13:03.554 INFO:tasks.workunit.client.0.smithi046.stdout:op 3184 completed, throughput=5MB/sec 2024-09-20T22:13:03.554 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qMwm4FKNB9IgtN6 off=20612147 len=1464923 2024-09-20T22:13:03.556 INFO:tasks.workunit.client.0.smithi046.stdout:op 3185 completed, throughput=5MB/sec 2024-09-20T22:13:03.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:03 smithi046 ceph-mon[96110]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-20T22:13:03.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:03 smithi046 ceph-mon[98591]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-20T22:13:03.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:03 smithi134 ceph-mon[89086]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-20T22:13:04.556 INFO:tasks.workunit.client.0.smithi046.stdout: 622: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:04.556 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_GVS_tcEscRjyrt off=9072898 len=1868765 2024-09-20T22:13:04.565 INFO:tasks.workunit.client.0.smithi046.stdout:op 3186 completed, throughput=5MB/sec 2024-09-20T22:13:04.565 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vLMy3JraY4fWkOf off=2527263 len=568657 2024-09-20T22:13:04.566 INFO:tasks.workunit.client.0.smithi046.stdout:op 3187 completed, throughput=5MB/sec 2024-09-20T22:13:04.566 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9JcIm8xmvSxwFgx off=8883612 len=651825 2024-09-20T22:13:04.570 INFO:tasks.workunit.client.0.smithi046.stdout:op 3188 completed, throughput=5MB/sec 2024-09-20T22:13:04.570 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NEjc3vgI3arP4TC off=10019150 len=480479 2024-09-20T22:13:04.574 INFO:tasks.workunit.client.0.smithi046.stdout:op 3189 completed, throughput=5MB/sec 2024-09-20T22:13:04.574 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EuQ7W1u8NIZ7F2s off=6138914 len=1903715 2024-09-20T22:13:04.583 INFO:tasks.workunit.client.0.smithi046.stdout:op 3190 completed, throughput=5MB/sec 2024-09-20T22:13:04.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:13:04.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:13:04.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:13:05.583 INFO:tasks.workunit.client.0.smithi046.stdout: 623: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:05.583 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ju5CY5tLPwlc1zA off=1686407 len=1807959 2024-09-20T22:13:05.592 INFO:tasks.workunit.client.0.smithi046.stdout:op 3191 completed, throughput=5MB/sec 2024-09-20T22:13:05.592 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2tGum7AAI1tEuO7 off=3375360 len=1086373 2024-09-20T22:13:05.597 INFO:tasks.workunit.client.0.smithi046.stdout:op 3192 completed, throughput=5MB/sec 2024-09-20T22:13:05.598 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yRNlPKJT9Aa1-FN off=4439562 len=1238131 2024-09-20T22:13:05.602 INFO:tasks.workunit.client.0.smithi046.stdout:op 3193 completed, throughput=5MB/sec 2024-09-20T22:13:05.602 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LJlSDKLZw0ml8ki off=1066364 len=240266 2024-09-20T22:13:05.605 INFO:tasks.workunit.client.0.smithi046.stdout:op 3194 completed, throughput=5MB/sec 2024-09-20T22:13:05.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:05 smithi046 ceph-mon[96110]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:13:05.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:05 smithi046 ceph-mon[98591]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:13:05.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:05 smithi134 ceph-mon[89086]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:13:06.605 INFO:tasks.workunit.client.0.smithi046.stdout: 624: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:06.605 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1cZp-9aSGU9k3BW off=1559674 len=593854 2024-09-20T22:13:06.606 INFO:tasks.workunit.client.0.smithi046.stdout:op 3195 completed, throughput=4.99MB/sec 2024-09-20T22:13:06.606 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IRqoSAUQGGtTUKV off=1074667 len=2061266 2024-09-20T22:13:06.609 INFO:tasks.workunit.client.0.smithi046.stdout:op 3196 completed, throughput=5MB/sec 2024-09-20T22:13:06.609 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LQnuxrtUNzQf00F off=295911 len=1291242 2024-09-20T22:13:06.616 INFO:tasks.workunit.client.0.smithi046.stdout:op 3197 completed, throughput=5MB/sec 2024-09-20T22:13:06.616 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OTZu4u-BCk6yDb4 off=2079981 len=60304 2024-09-20T22:13:06.616 INFO:tasks.workunit.client.0.smithi046.stdout:op 3198 completed, throughput=5MB/sec 2024-09-20T22:13:06.616 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WjdirnRNv-cjc6w off=902024 len=102635 2024-09-20T22:13:06.617 INFO:tasks.workunit.client.0.smithi046.stdout:op 3199 completed, throughput=5MB/sec 2024-09-20T22:13:06.617 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-v3toy3bxxWZqVv0 off=669508 len=1769093 2024-09-20T22:13:06.621 INFO:tasks.workunit.client.0.smithi046.stdout:op 3200 completed, throughput=5MB/sec 2024-09-20T22:13:06.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:06 smithi046 ceph-mon[96110]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:13:06.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:06 smithi046 ceph-mon[98591]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:13:06.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:06 smithi134 ceph-mon[89086]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:13:07.621 INFO:tasks.workunit.client.0.smithi046.stdout: 625: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:07.621 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1s6yvnr-83mdp78 off=14886975 len=967394 2024-09-20T22:13:07.627 INFO:tasks.workunit.client.0.smithi046.stdout:op 3201 completed, throughput=4.99MB/sec 2024-09-20T22:13:07.627 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-C9ZRaE6zT0eFa26 off=1750918 len=1027430 2024-09-20T22:13:07.629 INFO:tasks.workunit.client.0.smithi046.stdout:op 3202 completed, throughput=5MB/sec 2024-09-20T22:13:07.629 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ATlj_D2t8Z6gzkn off=2603745 len=1709402 2024-09-20T22:13:07.631 INFO:tasks.workunit.client.0.smithi046.stdout:op 3203 completed, throughput=5MB/sec 2024-09-20T22:13:07.631 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3kln1tSnmbZvbiR off=3471735 len=20036 2024-09-20T22:13:07.631 INFO:tasks.workunit.client.0.smithi046.stdout:op 3204 completed, throughput=5MB/sec 2024-09-20T22:13:07.631 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3TmX9GgucpxLQS9 off=1832150 len=325337 2024-09-20T22:13:07.632 INFO:tasks.workunit.client.0.smithi046.stdout:op 3205 completed, throughput=5MB/sec 2024-09-20T22:13:07.632 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-c5FCcZ4NVvHBffX off=21184226 len=779872 2024-09-20T22:13:07.633 INFO:tasks.workunit.client.0.smithi046.stdout:op 3206 completed, throughput=5MB/sec 2024-09-20T22:13:08.634 INFO:tasks.workunit.client.0.smithi046.stdout: 626: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:08.634 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BMm0AkMhfwcqPYt off=8010735 len=944586 2024-09-20T22:13:08.636 INFO:tasks.workunit.client.0.smithi046.stdout:op 3207 completed, throughput=4.99MB/sec 2024-09-20T22:13:08.636 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PSgmtPVV3ZMIgip off=21182069 len=769647 2024-09-20T22:13:08.640 INFO:tasks.workunit.client.0.smithi046.stdout:op 3208 completed, throughput=4.99MB/sec 2024-09-20T22:13:08.641 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0oEZkgWb5aHbE-8 off=8697851 len=1730875 2024-09-20T22:13:08.648 INFO:tasks.workunit.client.0.smithi046.stdout:op 3209 completed, throughput=5MB/sec 2024-09-20T22:13:08.648 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-U4uJ5THNu0FsH05 off=2006207 len=608085 2024-09-20T22:13:08.649 INFO:tasks.workunit.client.0.smithi046.stdout:op 3210 completed, throughput=5MB/sec 2024-09-20T22:13:08.649 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-40IImes5yetB4JW off=8141774 len=1765102 2024-09-20T22:13:08.657 INFO:tasks.workunit.client.0.smithi046.stdout:op 3211 completed, throughput=5MB/sec 2024-09-20T22:13:08.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:08 smithi046 ceph-mon[96110]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-20T22:13:08.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:08 smithi046 ceph-mon[98591]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-20T22:13:08.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:08 smithi134 ceph-mon[89086]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-20T22:13:09.657 INFO:tasks.workunit.client.0.smithi046.stdout: 627: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:09.657 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EOjhf-oQfSOdiAH off=4878574 len=525268 2024-09-20T22:13:09.659 INFO:tasks.workunit.client.0.smithi046.stdout:op 3212 completed, throughput=4.99MB/sec 2024-09-20T22:13:09.659 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bw4HYkfIZSqf7xI off=585748 len=1484835 2024-09-20T22:13:09.661 INFO:tasks.workunit.client.0.smithi046.stdout:op 3213 completed, throughput=5MB/sec 2024-09-20T22:13:09.661 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-viZCL5DYD9TWIfx off=5783408 len=1355972 2024-09-20T22:13:09.668 INFO:tasks.workunit.client.0.smithi046.stdout:op 3214 completed, throughput=5MB/sec 2024-09-20T22:13:09.669 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vduSWUbftBJFHUA off=2833856 len=1917885 2024-09-20T22:13:09.677 INFO:tasks.workunit.client.0.smithi046.stdout:op 3215 completed, throughput=5MB/sec 2024-09-20T22:13:10.677 INFO:tasks.workunit.client.0.smithi046.stdout: 628: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:10.677 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8zR9D-MgsC2-Acq off=7181739 len=551499 2024-09-20T22:13:10.678 INFO:tasks.workunit.client.0.smithi046.stdout:op 3216 completed, throughput=4.99MB/sec 2024-09-20T22:13:10.678 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-z2nrEDlijmqllYp off=12253329 len=273270 2024-09-20T22:13:10.679 INFO:tasks.workunit.client.0.smithi046.stdout:op 3217 completed, throughput=4.99MB/sec 2024-09-20T22:13:10.679 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JXV0qyqHZeLOGrg off=1571135 len=1146339 2024-09-20T22:13:10.681 INFO:tasks.workunit.client.0.smithi046.stdout:op 3218 completed, throughput=5MB/sec 2024-09-20T22:13:10.681 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IU_KXw42QMWv73d off=10743259 len=618145 2024-09-20T22:13:10.685 INFO:tasks.workunit.client.0.smithi046.stdout:op 3219 completed, throughput=5MB/sec 2024-09-20T22:13:10.685 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RBr6jgqYGJEEv1X off=12608941 len=1051111 2024-09-20T22:13:10.691 INFO:tasks.workunit.client.0.smithi046.stdout:op 3220 completed, throughput=5MB/sec 2024-09-20T22:13:10.691 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-m79COGWQ7QvXv_I off=6620888 len=1788141 2024-09-20T22:13:10.701 INFO:tasks.workunit.client.0.smithi046.stdout:op 3221 completed, throughput=5MB/sec 2024-09-20T22:13:10.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:10 smithi046 ceph-mon[96110]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:13:10.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:10 smithi046 ceph-mon[98591]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:13:10.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:10 smithi134 ceph-mon[89086]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:13:11.702 INFO:tasks.workunit.client.0.smithi046.stdout: 629: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:11.702 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SdL8FSgQUL8GvP1 off=677879 len=535709 2024-09-20T22:13:11.707 INFO:tasks.workunit.client.0.smithi046.stdout:op 3222 completed, throughput=4.99MB/sec 2024-09-20T22:13:11.707 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tiyEhs1s5hDDLEu off=1014049 len=1024338 2024-09-20T22:13:11.708 INFO:tasks.workunit.client.0.smithi046.stdout:op 3223 completed, throughput=5MB/sec 2024-09-20T22:13:11.708 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fNgqJW0ktr7LyGM off=3080621 len=1122926 2024-09-20T22:13:11.714 INFO:tasks.workunit.client.0.smithi046.stdout:op 3224 completed, throughput=5MB/sec 2024-09-20T22:13:11.714 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bmW1acczOoAZ-zK off=8251013 len=1635181 2024-09-20T22:13:11.722 INFO:tasks.workunit.client.0.smithi046.stdout:op 3225 completed, throughput=5MB/sec 2024-09-20T22:13:11.722 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wlTW9BzUcVA1RVf off=3457453 len=526658 2024-09-20T22:13:11.726 INFO:tasks.workunit.client.0.smithi046.stdout:op 3226 completed, throughput=5MB/sec 2024-09-20T22:13:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:13:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:13:12] "GET /metrics HTTP/1.1" 200 34160 "" "Prometheus/2.43.0" 2024-09-20T22:13:12.643 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:13:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:13:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:13:12.726 INFO:tasks.workunit.client.0.smithi046.stdout: 630: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:12.726 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pbaYpFL6NvrDhUo off=4708271 len=259619 2024-09-20T22:13:12.729 INFO:tasks.workunit.client.0.smithi046.stdout:op 3227 completed, throughput=4.99MB/sec 2024-09-20T22:13:12.729 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ahsYoBgdqS-Jfft off=1854978 len=1987049 2024-09-20T22:13:12.733 INFO:tasks.workunit.client.0.smithi046.stdout:op 3228 completed, throughput=5MB/sec 2024-09-20T22:13:12.733 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Oolxl-xteTQkOfV off=216957 len=161622 2024-09-20T22:13:12.734 INFO:tasks.workunit.client.0.smithi046.stdout:op 3229 completed, throughput=5MB/sec 2024-09-20T22:13:12.734 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aI48JU18hYuhyaV off=6806625 len=1805611 2024-09-20T22:13:12.736 INFO:tasks.workunit.client.0.smithi046.stdout:op 3230 completed, throughput=5MB/sec 2024-09-20T22:13:12.736 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EF_AKh0UeGFEdM4 off=6668466 len=1593999 2024-09-20T22:13:12.740 INFO:tasks.workunit.client.0.smithi046.stdout:op 3231 completed, throughput=5MB/sec 2024-09-20T22:13:12.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:12 smithi046 ceph-mon[98591]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-20T22:13:12.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:12 smithi046 ceph-mon[96110]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-20T22:13:12.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:12 smithi134 ceph-mon[89086]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-20T22:13:13.740 INFO:tasks.workunit.client.0.smithi046.stdout: 631: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:13.740 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-o2opVXXE1yVokYc off=3984088 len=1404768 2024-09-20T22:13:13.742 INFO:tasks.workunit.client.0.smithi046.stdout:op 3232 completed, throughput=5MB/sec 2024-09-20T22:13:13.742 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ezLPP4Uziu8nOvO off=1282447 len=1802692 2024-09-20T22:13:13.745 INFO:tasks.workunit.client.0.smithi046.stdout:op 3233 completed, throughput=5MB/sec 2024-09-20T22:13:13.745 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ItLnL4Z7RY5Ub_4 off=13528094 len=1126518 2024-09-20T22:13:13.751 INFO:tasks.workunit.client.0.smithi046.stdout:op 3234 completed, throughput=5MB/sec 2024-09-20T22:13:13.751 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-coU-0CTGS6E9LQk off=14727151 len=88843 2024-09-20T22:13:13.752 INFO:tasks.workunit.client.0.smithi046.stdout:op 3235 completed, throughput=5MB/sec 2024-09-20T22:13:13.752 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CQTQss2lnZn2Rgb off=15462490 len=994733 2024-09-20T22:13:13.761 INFO:tasks.workunit.client.0.smithi046.stdout:op 3236 completed, throughput=5MB/sec 2024-09-20T22:13:14.762 INFO:tasks.workunit.client.0.smithi046.stdout: 632: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:14.762 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1Ps2aOGAZ38HxCN off=13602044 len=938106 2024-09-20T22:13:14.763 INFO:tasks.workunit.client.0.smithi046.stdout:op 3237 completed, throughput=4.99MB/sec 2024-09-20T22:13:14.763 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fAEyIqbhcxBEAcB off=5642550 len=1545620 2024-09-20T22:13:14.765 INFO:tasks.workunit.client.0.smithi046.stdout:op 3238 completed, throughput=5MB/sec 2024-09-20T22:13:14.765 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZotGkIPAKrL0qGM off=5117075 len=1130052 2024-09-20T22:13:14.767 INFO:tasks.workunit.client.0.smithi046.stdout:op 3239 completed, throughput=5MB/sec 2024-09-20T22:13:14.767 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xuubn3HdkCSJVPd off=13528194 len=1756389 2024-09-20T22:13:14.769 INFO:tasks.workunit.client.0.smithi046.stdout:op 3240 completed, throughput=5MB/sec 2024-09-20T22:13:14.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:14 smithi046 ceph-mon[98591]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:13:14.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:14 smithi046 ceph-mon[96110]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:13:14.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:14 smithi134 ceph-mon[89086]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:13:15.769 INFO:tasks.workunit.client.0.smithi046.stdout: 633: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:15.769 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ol2VzMxEbjNIksf off=5912037 len=1169435 2024-09-20T22:13:15.771 INFO:tasks.workunit.client.0.smithi046.stdout:op 3241 completed, throughput=5MB/sec 2024-09-20T22:13:15.771 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QEJBRN5z8MekiWN off=950779 len=218850 2024-09-20T22:13:15.774 INFO:tasks.workunit.client.0.smithi046.stdout:op 3242 completed, throughput=5MB/sec 2024-09-20T22:13:15.774 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-x1zw5sDv4Qg-u43 off=6654559 len=178190 2024-09-20T22:13:15.775 INFO:tasks.workunit.client.0.smithi046.stdout:op 3243 completed, throughput=5MB/sec 2024-09-20T22:13:15.775 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hRwbJNrM6wX3L6S off=5084906 len=1299196 2024-09-20T22:13:15.777 INFO:tasks.workunit.client.0.smithi046.stdout:op 3244 completed, throughput=5MB/sec 2024-09-20T22:13:15.777 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-v-ybbEwyKHlud-x off=1726933 len=414844 2024-09-20T22:13:15.780 INFO:tasks.workunit.client.0.smithi046.stdout:op 3245 completed, throughput=5MB/sec 2024-09-20T22:13:15.780 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QgWhxCN-NcRtXbJ off=4882132 len=1302502 2024-09-20T22:13:15.788 INFO:tasks.workunit.client.0.smithi046.stdout:op 3246 completed, throughput=5MB/sec 2024-09-20T22:13:16.788 INFO:tasks.workunit.client.0.smithi046.stdout: 634: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:16.788 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-K9Ss9tmBrQhWVRv off=2188583 len=313752 2024-09-20T22:13:16.789 INFO:tasks.workunit.client.0.smithi046.stdout:op 3247 completed, throughput=4.99MB/sec 2024-09-20T22:13:16.789 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hLzuv4VC27d4i7c off=7196516 len=1296539 2024-09-20T22:13:16.797 INFO:tasks.workunit.client.0.smithi046.stdout:op 3248 completed, throughput=4.99MB/sec 2024-09-20T22:13:16.797 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Mm7RD3NJWu6YFMm off=5198270 len=1753588 2024-09-20T22:13:16.807 INFO:tasks.workunit.client.0.smithi046.stdout:op 3249 completed, throughput=5MB/sec 2024-09-20T22:13:16.807 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qmaTUM40GgQH2dJ off=65007 len=1797585 2024-09-20T22:13:16.810 INFO:tasks.workunit.client.0.smithi046.stdout:op 3250 completed, throughput=5MB/sec 2024-09-20T22:13:16.810 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ER1YKOpruhoYuEn off=9682589 len=258619 2024-09-20T22:13:16.810 INFO:tasks.workunit.client.0.smithi046.stdout:op 3251 completed, throughput=5MB/sec 2024-09-20T22:13:16.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:16 smithi046 ceph-mon[96110]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:13:16.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:16 smithi046 ceph-mon[98591]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:13:16.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:16 smithi134 ceph-mon[89086]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:13:17.811 INFO:tasks.workunit.client.0.smithi046.stdout: 635: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:17.811 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bLN1zzOckm9moTw off=9181672 len=821270 2024-09-20T22:13:17.812 INFO:tasks.workunit.client.0.smithi046.stdout:op 3252 completed, throughput=4.99MB/sec 2024-09-20T22:13:17.812 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rLKFFEhBRdqEKHP off=4994247 len=1279305 2024-09-20T22:13:17.815 INFO:tasks.workunit.client.0.smithi046.stdout:op 3253 completed, throughput=5MB/sec 2024-09-20T22:13:17.815 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HzgD9yg8AIZTPVJ off=21363301 len=216369 2024-09-20T22:13:17.816 INFO:tasks.workunit.client.0.smithi046.stdout:op 3254 completed, throughput=5MB/sec 2024-09-20T22:13:17.816 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Yr08uQiVU8HUMPf off=2634564 len=1506875 2024-09-20T22:13:17.824 INFO:tasks.workunit.client.0.smithi046.stdout:op 3255 completed, throughput=5MB/sec 2024-09-20T22:13:17.824 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-443HFM5uacWz07y off=669752 len=1026833 2024-09-20T22:13:17.826 INFO:tasks.workunit.client.0.smithi046.stdout:op 3256 completed, throughput=5MB/sec 2024-09-20T22:13:17.826 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lnfgYN8x9E3WYKP off=7108522 len=1224807 2024-09-20T22:13:17.833 INFO:tasks.workunit.client.0.smithi046.stdout:op 3257 completed, throughput=5MB/sec 2024-09-20T22:13:18.833 INFO:tasks.workunit.client.0.smithi046.stdout: 636: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:18.833 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-49goNqs5ucHg_yP off=16882990 len=793856 2024-09-20T22:13:18.838 INFO:tasks.workunit.client.0.smithi046.stdout:op 3258 completed, throughput=4.99MB/sec 2024-09-20T22:13:18.838 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gwSQEFJcpw0uGNU off=1394086 len=1403879 2024-09-20T22:13:18.845 INFO:tasks.workunit.client.0.smithi046.stdout:op 3259 completed, throughput=5MB/sec 2024-09-20T22:13:18.845 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iraZIwXlHMOZJ-Y off=3434021 len=217304 2024-09-20T22:13:18.848 INFO:tasks.workunit.client.0.smithi046.stdout:op 3260 completed, throughput=5MB/sec 2024-09-20T22:13:18.848 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QdWbopKlB9-LqQW off=10356361 len=1999157 2024-09-20T22:13:18.855 INFO:tasks.workunit.client.0.smithi046.stdout:op 3261 completed, throughput=5MB/sec 2024-09-20T22:13:18.855 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Aa4fPq7XdSzwL0L off=7683743 len=1930772 2024-09-20T22:13:18.856 INFO:tasks.workunit.client.0.smithi046.stdout:op 3262 completed, throughput=5MB/sec 2024-09-20T22:13:18.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:18 smithi134 ceph-mon[89086]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-20T22:13:19.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:18 smithi046 ceph-mon[96110]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-20T22:13:19.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:18 smithi046 ceph-mon[98591]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-20T22:13:19.857 INFO:tasks.workunit.client.0.smithi046.stdout: 637: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:19.857 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TJp87bLKjM7i0eb off=8320992 len=772085 2024-09-20T22:13:19.858 INFO:tasks.workunit.client.0.smithi046.stdout:op 3263 completed, throughput=5MB/sec 2024-09-20T22:13:19.858 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-P3CJz8mGD4Uuih- off=3193005 len=1919671 2024-09-20T22:13:19.860 INFO:tasks.workunit.client.0.smithi046.stdout:op 3264 completed, throughput=5MB/sec 2024-09-20T22:13:19.861 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZSagrgFTtA5oxnv off=3055127 len=155920 2024-09-20T22:13:19.863 INFO:tasks.workunit.client.0.smithi046.stdout:op 3265 completed, throughput=5MB/sec 2024-09-20T22:13:19.863 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5ozHud4Sbrqe7mL off=455440 len=1536396 2024-09-20T22:13:19.867 INFO:tasks.workunit.client.0.smithi046.stdout:op 3266 completed, throughput=5MB/sec 2024-09-20T22:13:19.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:13:20.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:13:20.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:13:20.868 INFO:tasks.workunit.client.0.smithi046.stdout: 638: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:20.868 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pJAoIgPhBQaPW41 off=1070600 len=202424 2024-09-20T22:13:20.871 INFO:tasks.workunit.client.0.smithi046.stdout:op 3267 completed, throughput=4.99MB/sec 2024-09-20T22:13:20.871 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2zp3QeDm5iXimIK off=18623534 len=1939803 2024-09-20T22:13:20.874 INFO:tasks.workunit.client.0.smithi046.stdout:op 3268 completed, throughput=5MB/sec 2024-09-20T22:13:20.874 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dOPYP5hlc_STCGB off=1288279 len=561568 2024-09-20T22:13:20.875 INFO:tasks.workunit.client.0.smithi046.stdout:op 3269 completed, throughput=5MB/sec 2024-09-20T22:13:20.875 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--MYPDOYOuVNI01u off=4457608 len=457312 2024-09-20T22:13:20.878 INFO:tasks.workunit.client.0.smithi046.stdout:op 3270 completed, throughput=5MB/sec 2024-09-20T22:13:20.878 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fsKPYU1M-XZ2vxX off=922110 len=568576 2024-09-20T22:13:20.882 INFO:tasks.workunit.client.0.smithi046.stdout:op 3271 completed, throughput=5MB/sec 2024-09-20T22:13:20.882 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rUT8XZiPiEdXzdp off=1812501 len=2072376 2024-09-20T22:13:20.892 INFO:tasks.workunit.client.0.smithi046.stdout:op 3272 completed, throughput=5MB/sec 2024-09-20T22:13:20.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:20 smithi134 ceph-mon[89086]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:13:21.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:20 smithi046 ceph-mon[96110]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:13:21.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:20 smithi046 ceph-mon[98591]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:13:21.892 INFO:tasks.workunit.client.0.smithi046.stdout: 639: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:21.893 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-skNENt2XM6DSk9H off=11458970 len=898646 2024-09-20T22:13:21.894 INFO:tasks.workunit.client.0.smithi046.stdout:op 3273 completed, throughput=5MB/sec 2024-09-20T22:13:21.894 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vfWXpsTFW714cQl off=5954157 len=1169921 2024-09-20T22:13:21.900 INFO:tasks.workunit.client.0.smithi046.stdout:op 3274 completed, throughput=5MB/sec 2024-09-20T22:13:21.900 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PnS7QZDKdY9CVU0 off=7872898 len=1430913 2024-09-20T22:13:21.907 INFO:tasks.workunit.client.0.smithi046.stdout:op 3275 completed, throughput=5MB/sec 2024-09-20T22:13:21.907 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BUdlYMaG4djlYNU off=6971753 len=1761974 2024-09-20T22:13:21.915 INFO:tasks.workunit.client.0.smithi046.stdout:op 3276 completed, throughput=5MB/sec 2024-09-20T22:13:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:13:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:13:22] "GET /metrics HTTP/1.1" 200 34159 "" "Prometheus/2.43.0" 2024-09-20T22:13:22.661 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:13:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:13:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:13:22.915 INFO:tasks.workunit.client.0.smithi046.stdout: 640: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:22.916 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--sX86qFZNj2UtaC off=6900862 len=1541111 2024-09-20T22:13:22.922 INFO:tasks.workunit.client.0.smithi046.stdout:op 3277 completed, throughput=5MB/sec 2024-09-20T22:13:22.922 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YzdS01S112NSrwz off=1675122 len=680749 2024-09-20T22:13:22.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:22 smithi134 ceph-mon[89086]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:13:22.926 INFO:tasks.workunit.client.0.smithi046.stdout:op 3278 completed, throughput=5MB/sec 2024-09-20T22:13:22.926 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZNDggpF-wWyl61M off=2319316 len=839094 2024-09-20T22:13:22.927 INFO:tasks.workunit.client.0.smithi046.stdout:op 3279 completed, throughput=5MB/sec 2024-09-20T22:13:22.927 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HrQt7UjN4t6rai1 off=8759266 len=4939 2024-09-20T22:13:22.927 INFO:tasks.workunit.client.0.smithi046.stdout:op 3280 completed, throughput=5MB/sec 2024-09-20T22:13:22.927 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-b9w2uEcHBCGV-Cm off=5027132 len=1606828 2024-09-20T22:13:22.929 INFO:tasks.workunit.client.0.smithi046.stdout:op 3281 completed, throughput=5MB/sec 2024-09-20T22:13:23.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:22 smithi046 ceph-mon[96110]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:13:23.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:22 smithi046 ceph-mon[98591]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:13:23.929 INFO:tasks.workunit.client.0.smithi046.stdout: 641: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:23.929 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3fwLWyslrMEjuIU off=1359017 len=5897 2024-09-20T22:13:23.930 INFO:tasks.workunit.client.0.smithi046.stdout:op 3282 completed, throughput=4.99MB/sec 2024-09-20T22:13:23.930 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wkx2I6l33Z93YSw off=1446035 len=1755301 2024-09-20T22:13:23.937 INFO:tasks.workunit.client.0.smithi046.stdout:op 3283 completed, throughput=5MB/sec 2024-09-20T22:13:23.937 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SBVc0iCoXaYHhj2 off=17055793 len=1108038 2024-09-20T22:13:23.938 INFO:tasks.workunit.client.0.smithi046.stdout:op 3284 completed, throughput=5MB/sec 2024-09-20T22:13:23.938 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qSj83W3wPjW6Wcy off=1630077 len=1186073 2024-09-20T22:13:23.945 INFO:tasks.workunit.client.0.smithi046.stdout:op 3285 completed, throughput=5MB/sec 2024-09-20T22:13:23.945 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_pnkpT6F46aym0B off=5269178 len=557871 2024-09-20T22:13:23.946 INFO:tasks.workunit.client.0.smithi046.stdout:op 3286 completed, throughput=5MB/sec 2024-09-20T22:13:23.946 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xU03Amdk3vIuyTG off=87500 len=1205254 2024-09-20T22:13:23.951 INFO:tasks.workunit.client.0.smithi046.stdout:op 3287 completed, throughput=5MB/sec 2024-09-20T22:13:24.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:24 smithi134 ceph-mon[89086]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:13:24.951 INFO:tasks.workunit.client.0.smithi046.stdout: 642: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:24.951 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0vnd3uc2CBMKEAS off=6545307 len=266987 2024-09-20T22:13:24.954 INFO:tasks.workunit.client.0.smithi046.stdout:op 3288 completed, throughput=4.99MB/sec 2024-09-20T22:13:24.955 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2g3eP5UgaxiyhBn off=268930 len=967693 2024-09-20T22:13:24.956 INFO:tasks.workunit.client.0.smithi046.stdout:op 3289 completed, throughput=5MB/sec 2024-09-20T22:13:24.956 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mJI4Cv-vVd74qPb off=13874354 len=1522267 2024-09-20T22:13:24.958 INFO:tasks.workunit.client.0.smithi046.stdout:op 3290 completed, throughput=5MB/sec 2024-09-20T22:13:24.958 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mErfMjRkbz2pLb9 off=2651081 len=540706 2024-09-20T22:13:24.959 INFO:tasks.workunit.client.0.smithi046.stdout:op 3291 completed, throughput=5MB/sec 2024-09-20T22:13:24.959 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DJggIDO4KkeblAF off=8954933 len=898370 2024-09-20T22:13:24.961 INFO:tasks.workunit.client.0.smithi046.stdout:op 3292 completed, throughput=5MB/sec 2024-09-20T22:13:24.961 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oIWp7our-3jQoor off=11133593 len=657295 2024-09-20T22:13:24.965 INFO:tasks.workunit.client.0.smithi046.stdout:op 3293 completed, throughput=5MB/sec 2024-09-20T22:13:25.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:24 smithi046 ceph-mon[96110]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:13:25.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:24 smithi046 ceph-mon[98591]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:13:25.966 INFO:tasks.workunit.client.0.smithi046.stdout: 643: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:25.966 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--qPySjPvmjQkc0H off=4601853 len=1847280 2024-09-20T22:13:25.968 INFO:tasks.workunit.client.0.smithi046.stdout:op 3294 completed, throughput=5MB/sec 2024-09-20T22:13:25.968 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LrgAcgZHRyaJ5AW off=18683899 len=860361 2024-09-20T22:13:25.973 INFO:tasks.workunit.client.0.smithi046.stdout:op 3295 completed, throughput=5MB/sec 2024-09-20T22:13:25.973 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5jsqrIHl2tZDL8l off=4737933 len=1457866 2024-09-20T22:13:25.980 INFO:tasks.workunit.client.0.smithi046.stdout:op 3296 completed, throughput=5MB/sec 2024-09-20T22:13:25.980 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DHk8VZDLiLfniOy off=15615763 len=205889 2024-09-20T22:13:25.983 INFO:tasks.workunit.client.0.smithi046.stdout:op 3297 completed, throughput=5MB/sec 2024-09-20T22:13:25.983 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vF9WV9uhYOn8aho off=4479435 len=1845671 2024-09-20T22:13:25.989 INFO:tasks.workunit.client.0.smithi046.stdout:op 3298 completed, throughput=5MB/sec 2024-09-20T22:13:26.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:26 smithi134 ceph-mon[89086]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-20T22:13:26.990 INFO:tasks.workunit.client.0.smithi046.stdout: 644: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:26.990 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-33WMecnsTPujOgM off=1323688 len=528100 2024-09-20T22:13:26.994 INFO:tasks.workunit.client.0.smithi046.stdout:op 3299 completed, throughput=5MB/sec 2024-09-20T22:13:26.994 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RlI5CCIGTq2uSbq off=4292795 len=1854683 2024-09-20T22:13:27.006 INFO:tasks.workunit.client.0.smithi046.stdout:op 3300 completed, throughput=5MB/sec 2024-09-20T22:13:27.006 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zVK0SB4kYfcH71N off=7878462 len=1768203 2024-09-20T22:13:27.014 INFO:tasks.workunit.client.0.smithi046.stdout:op 3301 completed, throughput=5MB/sec 2024-09-20T22:13:27.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:26 smithi046 ceph-mon[98591]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-20T22:13:27.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:26 smithi046 ceph-mon[96110]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-20T22:13:28.014 INFO:tasks.workunit.client.0.smithi046.stdout: 645: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:28.015 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0LP9sBbceLogOqv off=250630 len=1356756 2024-09-20T22:13:28.016 INFO:tasks.workunit.client.0.smithi046.stdout:op 3302 completed, throughput=4.99MB/sec 2024-09-20T22:13:28.016 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tIOT567Xm5Uyji2 off=2887070 len=1421178 2024-09-20T22:13:28.024 INFO:tasks.workunit.client.0.smithi046.stdout:op 3303 completed, throughput=5MB/sec 2024-09-20T22:13:28.024 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5J9Jell5z8XA2j9 off=6162267 len=1101642 2024-09-20T22:13:28.026 INFO:tasks.workunit.client.0.smithi046.stdout:op 3304 completed, throughput=5MB/sec 2024-09-20T22:13:28.026 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0yHSTZtKmyccpDR off=4854606 len=2018239 2024-09-20T22:13:28.037 INFO:tasks.workunit.client.0.smithi046.stdout:op 3305 completed, throughput=5MB/sec 2024-09-20T22:13:28.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:28 smithi134 ceph-mon[89086]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:13:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:13:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:13:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:13:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:13:29.037 INFO:tasks.workunit.client.0.smithi046.stdout: 646: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:29.038 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wNRMwvvL2O1qP_8 off=12611306 len=1265610 2024-09-20T22:13:29.044 INFO:tasks.workunit.client.0.smithi046.stdout:op 3306 completed, throughput=5MB/sec 2024-09-20T22:13:29.044 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-A0gkq1dHxCEPGAc off=5655451 len=350830 2024-09-20T22:13:29.044 INFO:tasks.workunit.client.0.smithi046.stdout:op 3307 completed, throughput=5MB/sec 2024-09-20T22:13:29.044 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-99MM74o1EJ7uE0Z off=3783066 len=214637 2024-09-20T22:13:29.046 INFO:tasks.workunit.client.0.smithi046.stdout:op 3308 completed, throughput=5MB/sec 2024-09-20T22:13:29.046 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-le63mLzFphpQM8v off=1067814 len=1008741 2024-09-20T22:13:29.051 INFO:tasks.workunit.client.0.smithi046.stdout:op 3309 completed, throughput=5MB/sec 2024-09-20T22:13:29.051 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7L8frQrVOjPXy6t off=6814512 len=1767192 2024-09-20T22:13:29.061 INFO:tasks.workunit.client.0.smithi046.stdout:op 3310 completed, throughput=5MB/sec 2024-09-20T22:13:29.061 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-91AWOouKvW0y9K4 off=4433607 len=1228943 2024-09-20T22:13:29.066 INFO:tasks.workunit.client.0.smithi046.stdout:op 3311 completed, throughput=5MB/sec 2024-09-20T22:13:29.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:28 smithi046 ceph-mon[96110]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:13:29.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:13:29.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:13:29.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:13:29.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:13:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:28 smithi046 ceph-mon[98591]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:13:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:13:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:13:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:13:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:13:30.066 INFO:tasks.workunit.client.0.smithi046.stdout: 647: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:30.066 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_VvgDLuQZB_HeaC off=9893754 len=527214 2024-09-20T22:13:30.068 INFO:tasks.workunit.client.0.smithi046.stdout:op 3312 completed, throughput=4.99MB/sec 2024-09-20T22:13:30.068 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yevmeh-czvfP5RO off=1130547 len=1981292 2024-09-20T22:13:30.077 INFO:tasks.workunit.client.0.smithi046.stdout:op 3313 completed, throughput=5MB/sec 2024-09-20T22:13:30.077 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lGp5HI98kLnmbnm off=2529020 len=666661 2024-09-20T22:13:30.078 INFO:tasks.workunit.client.0.smithi046.stdout:op 3314 completed, throughput=5MB/sec 2024-09-20T22:13:30.078 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DgngN8ntSU9IgA1 off=17696962 len=1847089 2024-09-20T22:13:30.080 INFO:tasks.workunit.client.0.smithi046.stdout:op 3315 completed, throughput=5MB/sec 2024-09-20T22:13:30.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:30 smithi134 ceph-mon[89086]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:13:31.080 INFO:tasks.workunit.client.0.smithi046.stdout: 648: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:31.081 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JkLhF_EeYzhg_Vm off=3428492 len=1137399 2024-09-20T22:13:31.082 INFO:tasks.workunit.client.0.smithi046.stdout:op 3316 completed, throughput=5MB/sec 2024-09-20T22:13:31.082 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-q29NwliQigGoDFK off=5873877 len=2064273 2024-09-20T22:13:31.094 INFO:tasks.workunit.client.0.smithi046.stdout:op 3317 completed, throughput=5MB/sec 2024-09-20T22:13:31.094 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-plAKMmgAYi15axy off=405960 len=312376 2024-09-20T22:13:31.097 INFO:tasks.workunit.client.0.smithi046.stdout:op 3318 completed, throughput=5MB/sec 2024-09-20T22:13:31.097 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-glHrqNqRWAYxbrM off=8814119 len=1863272 2024-09-20T22:13:31.101 INFO:tasks.workunit.client.0.smithi046.stdout:op 3319 completed, throughput=5MB/sec 2024-09-20T22:13:31.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:30 smithi046 ceph-mon[96110]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:13:31.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:30 smithi046 ceph-mon[98591]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:13:32.101 INFO:tasks.workunit.client.0.smithi046.stdout: 649: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:32.101 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Tojv_7jpQ4YWU2i off=388631 len=2065489 2024-09-20T22:13:32.110 INFO:tasks.workunit.client.0.smithi046.stdout:op 3320 completed, throughput=5MB/sec 2024-09-20T22:13:32.110 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IbU2OC-yO5hVKTb off=1978365 len=641921 2024-09-20T22:13:32.114 INFO:tasks.workunit.client.0.smithi046.stdout:op 3321 completed, throughput=5MB/sec 2024-09-20T22:13:32.114 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qNVmOUvkxqW_Pr9 off=1657507 len=785156 2024-09-20T22:13:32.115 INFO:tasks.workunit.client.0.smithi046.stdout:op 3322 completed, throughput=5MB/sec 2024-09-20T22:13:32.115 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fT5shF8_J5HQn9l off=1444681 len=1617951 2024-09-20T22:13:32.116 INFO:tasks.workunit.client.0.smithi046.stdout:op 3323 completed, throughput=5MB/sec 2024-09-20T22:13:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:13:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:13:32] "GET /metrics HTTP/1.1" 200 34159 "" "Prometheus/2.43.0" 2024-09-20T22:13:32.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:13:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:13:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:13:32.942 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:32 smithi134 ceph-mon[89086]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-20T22:13:33.117 INFO:tasks.workunit.client.0.smithi046.stdout: 650: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:33.117 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RS_Z7HF5zHk0W-v off=6401905 len=339348 2024-09-20T22:13:33.120 INFO:tasks.workunit.client.0.smithi046.stdout:op 3324 completed, throughput=4.99MB/sec 2024-09-20T22:13:33.120 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--LbKspOTOBMOV1N off=768491 len=182219 2024-09-20T22:13:33.123 INFO:tasks.workunit.client.0.smithi046.stdout:op 3325 completed, throughput=4.99MB/sec 2024-09-20T22:13:33.123 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dyeCnV1Cicl7HnJ off=2826094 len=451762 2024-09-20T22:13:33.126 INFO:tasks.workunit.client.0.smithi046.stdout:op 3326 completed, throughput=4.99MB/sec 2024-09-20T22:13:33.126 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gR7rj_TWpxBeG2b off=2997454 len=1228236 2024-09-20T22:13:33.132 INFO:tasks.workunit.client.0.smithi046.stdout:op 3327 completed, throughput=5MB/sec 2024-09-20T22:13:33.132 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OS3Wj-en30Jb6Nl off=15088159 len=1698095 2024-09-20T22:13:33.135 INFO:tasks.workunit.client.0.smithi046.stdout:op 3328 completed, throughput=5MB/sec 2024-09-20T22:13:33.135 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yYBmSOeIQ1MjK3y off=10217881 len=1999166 2024-09-20T22:13:33.144 INFO:tasks.workunit.client.0.smithi046.stdout:op 3329 completed, throughput=5MB/sec 2024-09-20T22:13:33.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:32 smithi046 ceph-mon[96110]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-20T22:13:33.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:32 smithi046 ceph-mon[98591]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-20T22:13:34.144 INFO:tasks.workunit.client.0.smithi046.stdout: 651: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:34.145 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GMyKR36JIUkhnlN off=11260865 len=1854923 2024-09-20T22:13:34.147 INFO:tasks.workunit.client.0.smithi046.stdout:op 3330 completed, throughput=5MB/sec 2024-09-20T22:13:34.147 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--Hb7tvczSPCiLwe off=14717798 len=1415340 2024-09-20T22:13:34.154 INFO:tasks.workunit.client.0.smithi046.stdout:op 3331 completed, throughput=5MB/sec 2024-09-20T22:13:34.154 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-r0uhJHaPuiMMspY off=17659185 len=850354 2024-09-20T22:13:34.158 INFO:tasks.workunit.client.0.smithi046.stdout:op 3332 completed, throughput=5MB/sec 2024-09-20T22:13:34.158 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PeKIA2-C248hawj off=9706021 len=1505296 2024-09-20T22:13:34.166 INFO:tasks.workunit.client.0.smithi046.stdout:op 3333 completed, throughput=5MB/sec 2024-09-20T22:13:35.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:34 smithi046 ceph-mon[98591]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-20T22:13:35.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:13:35.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:34 smithi046 ceph-mon[96110]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-20T22:13:35.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:13:35.167 INFO:tasks.workunit.client.0.smithi046.stdout: 652: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:35.167 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xb354mDiJHlarBt off=175283 len=1480382 2024-09-20T22:13:35.173 INFO:tasks.workunit.client.0.smithi046.stdout:op 3334 completed, throughput=5MB/sec 2024-09-20T22:13:35.173 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2jwF3WsCozo3Nxn off=10315459 len=1547599 2024-09-20T22:13:35.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:34 smithi134 ceph-mon[89086]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-20T22:13:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:13:35.176 INFO:tasks.workunit.client.0.smithi046.stdout:op 3335 completed, throughput=5MB/sec 2024-09-20T22:13:35.176 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7zglrHG4_lKqMjY off=5291280 len=1452889 2024-09-20T22:13:35.184 INFO:tasks.workunit.client.0.smithi046.stdout:op 3336 completed, throughput=5MB/sec 2024-09-20T22:13:36.184 INFO:tasks.workunit.client.0.smithi046.stdout: 653: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:36.184 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4zXfitNgbqsl1IX off=2196194 len=680337 2024-09-20T22:13:36.185 INFO:tasks.workunit.client.0.smithi046.stdout:op 3337 completed, throughput=4.99MB/sec 2024-09-20T22:13:36.185 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iFl7D06jzzcoRIR off=22115557 len=1100929 2024-09-20T22:13:36.187 INFO:tasks.workunit.client.0.smithi046.stdout:op 3338 completed, throughput=5MB/sec 2024-09-20T22:13:36.187 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BZgtZwJL7-SFFV4 off=945581 len=148786 2024-09-20T22:13:36.187 INFO:tasks.workunit.client.0.smithi046.stdout:op 3339 completed, throughput=5MB/sec 2024-09-20T22:13:36.188 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2jTNKFJ86DqYaQt off=2848461 len=1698322 2024-09-20T22:13:36.190 INFO:tasks.workunit.client.0.smithi046.stdout:op 3340 completed, throughput=5MB/sec 2024-09-20T22:13:36.190 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-H3q7zTwxJm4KwfR off=4734655 len=606260 2024-09-20T22:13:36.191 INFO:tasks.workunit.client.0.smithi046.stdout:op 3341 completed, throughput=5MB/sec 2024-09-20T22:13:36.191 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-A7Nfb7g9oAaywRI off=11485500 len=1074179 2024-09-20T22:13:36.192 INFO:tasks.workunit.client.0.smithi046.stdout:op 3342 completed, throughput=5MB/sec 2024-09-20T22:13:37.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:36 smithi046 ceph-mon[96110]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-09-20T22:13:37.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:36 smithi046 ceph-mon[98591]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-09-20T22:13:37.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:36 smithi134 ceph-mon[89086]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-09-20T22:13:37.192 INFO:tasks.workunit.client.0.smithi046.stdout: 654: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:37.192 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SEhm5SbyvAo9ES0 off=1109758 len=1579859 2024-09-20T22:13:37.200 INFO:tasks.workunit.client.0.smithi046.stdout:op 3343 completed, throughput=5MB/sec 2024-09-20T22:13:37.200 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZoY6daTDMN8kiDc off=2264695 len=1168352 2024-09-20T22:13:37.207 INFO:tasks.workunit.client.0.smithi046.stdout:op 3344 completed, throughput=5MB/sec 2024-09-20T22:13:37.207 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-99riTtdm2NawR50 off=16632088 len=1235317 2024-09-20T22:13:37.209 INFO:tasks.workunit.client.0.smithi046.stdout:op 3345 completed, throughput=5MB/sec 2024-09-20T22:13:37.209 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HCAXZiFP2uMfgzC off=8926547 len=801275 2024-09-20T22:13:37.214 INFO:tasks.workunit.client.0.smithi046.stdout:op 3346 completed, throughput=5MB/sec 2024-09-20T22:13:38.214 INFO:tasks.workunit.client.0.smithi046.stdout: 655: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:38.215 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IMan4GQqZ5hgiQ1 off=4615790 len=1463601 2024-09-20T22:13:38.222 INFO:tasks.workunit.client.0.smithi046.stdout:op 3347 completed, throughput=4.99MB/sec 2024-09-20T22:13:38.222 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pbaYpFL6NvrDhUo off=5447251 len=1890358 2024-09-20T22:13:38.230 INFO:tasks.workunit.client.0.smithi046.stdout:op 3348 completed, throughput=5MB/sec 2024-09-20T22:13:38.231 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nPTg1x9uKvJnVX3 off=5666250 len=1193571 2024-09-20T22:13:38.237 INFO:tasks.workunit.client.0.smithi046.stdout:op 3349 completed, throughput=5MB/sec 2024-09-20T22:13:38.237 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VyiCi7o11LYQzdY off=10475311 len=525894 2024-09-20T22:13:38.240 INFO:tasks.workunit.client.0.smithi046.stdout:op 3350 completed, throughput=5MB/sec 2024-09-20T22:13:38.240 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IQoCskxcvBBfsPn off=1485270 len=532490 2024-09-20T22:13:38.241 INFO:tasks.workunit.client.0.smithi046.stdout:op 3351 completed, throughput=5MB/sec 2024-09-20T22:13:39.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:38 smithi046 ceph-mon[96110]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-09-20T22:13:39.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:38 smithi046 ceph-mon[98591]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-09-20T22:13:39.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:38 smithi134 ceph-mon[89086]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-09-20T22:13:39.241 INFO:tasks.workunit.client.0.smithi046.stdout: 656: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:39.241 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TqUPyqY31gij5rs off=7314411 len=1003031 2024-09-20T22:13:39.247 INFO:tasks.workunit.client.0.smithi046.stdout:op 3352 completed, throughput=4.99MB/sec 2024-09-20T22:13:39.247 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-A8ljZDtOEF_mTHP off=19260513 len=852122 2024-09-20T22:13:39.251 INFO:tasks.workunit.client.0.smithi046.stdout:op 3353 completed, throughput=5MB/sec 2024-09-20T22:13:39.252 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9g_hrjvAKtwwshE off=9316040 len=1294287 2024-09-20T22:13:39.253 INFO:tasks.workunit.client.0.smithi046.stdout:op 3354 completed, throughput=5MB/sec 2024-09-20T22:13:39.253 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Lm5Oj17HAGMewVm off=10830161 len=1193835 2024-09-20T22:13:39.254 INFO:tasks.workunit.client.0.smithi046.stdout:op 3355 completed, throughput=5MB/sec 2024-09-20T22:13:39.254 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-X4E9RadEVEfAwWv off=11609839 len=675287 2024-09-20T22:13:39.258 INFO:tasks.workunit.client.0.smithi046.stdout:op 3356 completed, throughput=5MB/sec 2024-09-20T22:13:39.258 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RrMX3bZy68Ob8-k off=14707647 len=1912344 2024-09-20T22:13:39.260 INFO:tasks.workunit.client.0.smithi046.stdout:op 3357 completed, throughput=5MB/sec 2024-09-20T22:13:40.260 INFO:tasks.workunit.client.0.smithi046.stdout: 657: throughput=5MB/sec pending data=0 2024-09-20T22:13:40.261 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3mo8u7V-a6l1ivv off=3219757 len=509275 2024-09-20T22:13:40.264 INFO:tasks.workunit.client.0.smithi046.stdout:op 3358 completed, throughput=5MB/sec 2024-09-20T22:13:40.265 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rDoaD_NfWL3bW0f off=4325160 len=34649 2024-09-20T22:13:40.267 INFO:tasks.workunit.client.0.smithi046.stdout:op 3359 completed, throughput=5MB/sec 2024-09-20T22:13:40.267 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Q7gp2xazu_qeuOj off=8574016 len=1909055 2024-09-20T22:13:40.270 INFO:tasks.workunit.client.0.smithi046.stdout:op 3360 completed, throughput=5MB/sec 2024-09-20T22:13:40.270 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WHvkeeVyo4zl10W off=1405731 len=323264 2024-09-20T22:13:40.271 INFO:tasks.workunit.client.0.smithi046.stdout:op 3361 completed, throughput=5MB/sec 2024-09-20T22:13:40.271 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ERWWPcxqqYtOZNZ off=8443145 len=2052560 2024-09-20T22:13:40.278 INFO:tasks.workunit.client.0.smithi046.stdout:op 3362 completed, throughput=5MB/sec 2024-09-20T22:13:41.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:40 smithi046 ceph-mon[96110]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 3 op/s 2024-09-20T22:13:41.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:40 smithi046 ceph-mon[98591]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 3 op/s 2024-09-20T22:13:41.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:40 smithi134 ceph-mon[89086]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 3 op/s 2024-09-20T22:13:41.279 INFO:tasks.workunit.client.0.smithi046.stdout: 658: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:41.279 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OMDgWG85f--1KnQ off=369904 len=1713369 2024-09-20T22:13:41.288 INFO:tasks.workunit.client.0.smithi046.stdout:op 3363 completed, throughput=5MB/sec 2024-09-20T22:13:41.288 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Yo8_auygKuid5DA off=3535509 len=1884604 2024-09-20T22:13:41.290 INFO:tasks.workunit.client.0.smithi046.stdout:op 3364 completed, throughput=5MB/sec 2024-09-20T22:13:41.290 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CyYx6YfPtavqMqt off=1280885 len=1435132 2024-09-20T22:13:41.295 INFO:tasks.workunit.client.0.smithi046.stdout:op 3365 completed, throughput=5MB/sec 2024-09-20T22:13:42.295 INFO:tasks.workunit.client.0.smithi046.stdout: 659: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:42.296 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ubkDtrCeyPp2Yhs off=8099654 len=1965372 2024-09-20T22:13:42.298 INFO:tasks.workunit.client.0.smithi046.stdout:op 3366 completed, throughput=5MB/sec 2024-09-20T22:13:42.298 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dqvXB9ykmY4wA7g off=4705305 len=1311504 2024-09-20T22:13:42.306 INFO:tasks.workunit.client.0.smithi046.stdout:op 3367 completed, throughput=5MB/sec 2024-09-20T22:13:42.306 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-azIANlJUan3c30j off=1193300 len=1604935 2024-09-20T22:13:42.314 INFO:tasks.workunit.client.0.smithi046.stdout:op 3368 completed, throughput=5MB/sec 2024-09-20T22:13:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:13:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:13:42] "GET /metrics HTTP/1.1" 200 34163 "" "Prometheus/2.43.0" 2024-09-20T22:13:42.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:13:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:13:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:13:43.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:42 smithi046 ceph-mon[96110]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-20T22:13:43.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:42 smithi046 ceph-mon[98591]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-20T22:13:43.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:42 smithi134 ceph-mon[89086]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-20T22:13:43.314 INFO:tasks.workunit.client.0.smithi046.stdout: 660: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:43.315 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Y9fwfxTsvDVR1_d off=3921881 len=378034 2024-09-20T22:13:43.319 INFO:tasks.workunit.client.0.smithi046.stdout:op 3369 completed, throughput=4.99MB/sec 2024-09-20T22:13:43.319 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5lp1StEgq9t8PUY off=2521836 len=2040951 2024-09-20T22:13:43.323 INFO:tasks.workunit.client.0.smithi046.stdout:op 3370 completed, throughput=5MB/sec 2024-09-20T22:13:43.323 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lXSlZhC7ZGlG45e off=11153642 len=688158 2024-09-20T22:13:43.327 INFO:tasks.workunit.client.0.smithi046.stdout:op 3371 completed, throughput=5MB/sec 2024-09-20T22:13:43.327 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LJlSDKLZw0ml8ki off=1401695 len=1720415 2024-09-20T22:13:43.338 INFO:tasks.workunit.client.0.smithi046.stdout:op 3372 completed, throughput=5MB/sec 2024-09-20T22:13:44.338 INFO:tasks.workunit.client.0.smithi046.stdout: 661: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:44.338 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hxyxzUjS4-j2R9R off=270496 len=1605178 2024-09-20T22:13:44.345 INFO:tasks.workunit.client.0.smithi046.stdout:op 3373 completed, throughput=4.99MB/sec 2024-09-20T22:13:44.345 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DUx414qVmFZs7K- off=12985570 len=1283589 2024-09-20T22:13:44.352 INFO:tasks.workunit.client.0.smithi046.stdout:op 3374 completed, throughput=5MB/sec 2024-09-20T22:13:44.352 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dAX6Rfn4tOHSAJ3 off=12174992 len=1890771 2024-09-20T22:13:44.353 INFO:tasks.workunit.client.0.smithi046.stdout:op 3375 completed, throughput=5MB/sec 2024-09-20T22:13:44.353 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QFFSUQwqQgRzFs5 off=4042876 len=1995148 2024-09-20T22:13:44.357 INFO:tasks.workunit.client.0.smithi046.stdout:op 3376 completed, throughput=5MB/sec 2024-09-20T22:13:45.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:44 smithi046 ceph-mon[96110]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-20T22:13:45.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:44 smithi046 ceph-mon[98591]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-20T22:13:45.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:44 smithi134 ceph-mon[89086]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-20T22:13:45.358 INFO:tasks.workunit.client.0.smithi046.stdout: 662: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:45.358 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MBzzsP0QYoTOLYm off=1713164 len=737364 2024-09-20T22:13:45.362 INFO:tasks.workunit.client.0.smithi046.stdout:op 3377 completed, throughput=5MB/sec 2024-09-20T22:13:45.362 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jryVCtlD6tWNirq off=2839855 len=41780 2024-09-20T22:13:45.364 INFO:tasks.workunit.client.0.smithi046.stdout:op 3378 completed, throughput=5MB/sec 2024-09-20T22:13:45.364 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xslEtfziI9jbPu_ off=7440283 len=1466516 2024-09-20T22:13:45.366 INFO:tasks.workunit.client.0.smithi046.stdout:op 3379 completed, throughput=5MB/sec 2024-09-20T22:13:45.367 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_B-6VPMP7eC62ok off=2705322 len=1600836 2024-09-20T22:13:45.375 INFO:tasks.workunit.client.0.smithi046.stdout:op 3380 completed, throughput=5MB/sec 2024-09-20T22:13:45.375 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dU-UmHvaAkcL-Lg off=1618774 len=1664713 2024-09-20T22:13:45.384 INFO:tasks.workunit.client.0.smithi046.stdout:op 3381 completed, throughput=5MB/sec 2024-09-20T22:13:46.384 INFO:tasks.workunit.client.0.smithi046.stdout: 663: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:46.384 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-U_qsDXTs2S9uebx off=15839293 len=468286 2024-09-20T22:13:46.385 INFO:tasks.workunit.client.0.smithi046.stdout:op 3382 completed, throughput=5MB/sec 2024-09-20T22:13:46.385 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Kg_PHfEKQftyq4R off=8585309 len=1576476 2024-09-20T22:13:46.393 INFO:tasks.workunit.client.0.smithi046.stdout:op 3383 completed, throughput=5MB/sec 2024-09-20T22:13:46.393 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yt40O69jkA7Cc9p off=9937394 len=1319915 2024-09-20T22:13:46.400 INFO:tasks.workunit.client.0.smithi046.stdout:op 3384 completed, throughput=5MB/sec 2024-09-20T22:13:46.400 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aAaHR24HvbKuyER off=1389828 len=391365 2024-09-20T22:13:46.400 INFO:tasks.workunit.client.0.smithi046.stdout:op 3385 completed, throughput=5MB/sec 2024-09-20T22:13:47.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:46 smithi046 ceph-mon[96110]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-20T22:13:47.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:46 smithi046 ceph-mon[98591]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-20T22:13:47.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:46 smithi134 ceph-mon[89086]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-20T22:13:47.401 INFO:tasks.workunit.client.0.smithi046.stdout: 664: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:47.401 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cGWWgFwyn_hA0cv off=10258467 len=2078517 2024-09-20T22:13:47.411 INFO:tasks.workunit.client.0.smithi046.stdout:op 3386 completed, throughput=5MB/sec 2024-09-20T22:13:47.411 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CLNVobNeThR1t5n off=5392569 len=725332 2024-09-20T22:13:47.413 INFO:tasks.workunit.client.0.smithi046.stdout:op 3387 completed, throughput=5MB/sec 2024-09-20T22:13:47.413 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iUMpx0MGZXFQkGP off=9779917 len=1388863 2024-09-20T22:13:47.414 INFO:tasks.workunit.client.0.smithi046.stdout:op 3388 completed, throughput=5MB/sec 2024-09-20T22:13:47.414 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2nruqdFZlMQBoT0 off=4393890 len=355450 2024-09-20T22:13:47.415 INFO:tasks.workunit.client.0.smithi046.stdout:op 3389 completed, throughput=5MB/sec 2024-09-20T22:13:47.415 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-a7weWV_2u2Bu7Uw off=1770419 len=1602852 2024-09-20T22:13:47.416 INFO:tasks.workunit.client.0.smithi046.stdout:op 3390 completed, throughput=5MB/sec 2024-09-20T22:13:48.417 INFO:tasks.workunit.client.0.smithi046.stdout: 665: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:48.417 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MM8cqur_MpAOCxj off=2073231 len=463975 2024-09-20T22:13:48.418 INFO:tasks.workunit.client.0.smithi046.stdout:op 3391 completed, throughput=4.99MB/sec 2024-09-20T22:13:48.419 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rYZsPwVDFYATxt4 off=8166187 len=80808 2024-09-20T22:13:48.421 INFO:tasks.workunit.client.0.smithi046.stdout:op 3392 completed, throughput=4.99MB/sec 2024-09-20T22:13:48.422 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_A2I8jfgpmSP0Jo off=7732182 len=648246 2024-09-20T22:13:48.424 INFO:tasks.workunit.client.0.smithi046.stdout:op 3393 completed, throughput=5MB/sec 2024-09-20T22:13:48.425 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1geb-DfyyLEBgYS off=24273908 len=784252 2024-09-20T22:13:48.426 INFO:tasks.workunit.client.0.smithi046.stdout:op 3394 completed, throughput=5MB/sec 2024-09-20T22:13:48.426 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Ast2NCtQ04r4Q7_ off=489800 len=76312 2024-09-20T22:13:48.426 INFO:tasks.workunit.client.0.smithi046.stdout:op 3395 completed, throughput=5MB/sec 2024-09-20T22:13:48.427 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jsxTTQUReZ19nJR off=563009 len=844284 2024-09-20T22:13:48.428 INFO:tasks.workunit.client.0.smithi046.stdout:op 3396 completed, throughput=5MB/sec 2024-09-20T22:13:48.428 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Rc-_elM8wTNCVaE off=15656692 len=1897032 2024-09-20T22:13:48.430 INFO:tasks.workunit.client.0.smithi046.stdout:op 3397 completed, throughput=5MB/sec 2024-09-20T22:13:49.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:48 smithi046 ceph-mon[96110]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-20T22:13:49.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:48 smithi046 ceph-mon[98591]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-20T22:13:49.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:48 smithi134 ceph-mon[89086]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-20T22:13:49.430 INFO:tasks.workunit.client.0.smithi046.stdout: 666: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:49.431 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RDJrDBWELur__Cg off=448448 len=256822 2024-09-20T22:13:49.431 INFO:tasks.workunit.client.0.smithi046.stdout:op 3398 completed, throughput=4.99MB/sec 2024-09-20T22:13:49.431 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mXPCQugLjrWHWbA off=18322138 len=154721 2024-09-20T22:13:49.432 INFO:tasks.workunit.client.0.smithi046.stdout:op 3399 completed, throughput=4.99MB/sec 2024-09-20T22:13:49.432 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kBQyoSGTBCBdkxF off=10774017 len=380559 2024-09-20T22:13:49.433 INFO:tasks.workunit.client.0.smithi046.stdout:op 3400 completed, throughput=4.99MB/sec 2024-09-20T22:13:49.433 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6jFCAwE-ZGm0M9v off=2795208 len=1013750 2024-09-20T22:13:49.439 INFO:tasks.workunit.client.0.smithi046.stdout:op 3401 completed, throughput=5MB/sec 2024-09-20T22:13:49.439 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZX7QmztKg98LbWJ off=10527762 len=283121 2024-09-20T22:13:49.440 INFO:tasks.workunit.client.0.smithi046.stdout:op 3402 completed, throughput=5MB/sec 2024-09-20T22:13:49.440 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QRbma2oU8iisDOG off=6184820 len=1070588 2024-09-20T22:13:49.441 INFO:tasks.workunit.client.0.smithi046.stdout:op 3403 completed, throughput=5MB/sec 2024-09-20T22:13:49.441 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8ZvGQ4dmx7ZXhIp off=7002573 len=1310895 2024-09-20T22:13:49.448 INFO:tasks.workunit.client.0.smithi046.stdout:op 3404 completed, throughput=5MB/sec 2024-09-20T22:13:49.448 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_IhF5xffNoPvB_N off=12735309 len=1027192 2024-09-20T22:13:49.450 INFO:tasks.workunit.client.0.smithi046.stdout:op 3405 completed, throughput=5MB/sec 2024-09-20T22:13:50.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:13:50.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:13:50.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:13:50.451 INFO:tasks.workunit.client.0.smithi046.stdout: 667: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:50.451 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--QZy06hKu8RqScb off=1508441 len=196187 2024-09-20T22:13:50.452 INFO:tasks.workunit.client.0.smithi046.stdout:op 3406 completed, throughput=4.99MB/sec 2024-09-20T22:13:50.452 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5CfWoQoH2l31Dov off=13040838 len=1387537 2024-09-20T22:13:50.454 INFO:tasks.workunit.client.0.smithi046.stdout:op 3407 completed, throughput=5MB/sec 2024-09-20T22:13:50.454 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Z7GSVu5eAsMLd-b off=2021924 len=624831 2024-09-20T22:13:50.458 INFO:tasks.workunit.client.0.smithi046.stdout:op 3408 completed, throughput=5MB/sec 2024-09-20T22:13:50.458 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uLRSMjq7AjNkr7- off=2277719 len=1618048 2024-09-20T22:13:50.465 INFO:tasks.workunit.client.0.smithi046.stdout:op 3409 completed, throughput=5MB/sec 2024-09-20T22:13:50.465 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lT4r_D9YB8kcTXU off=3169360 len=532604 2024-09-20T22:13:50.466 INFO:tasks.workunit.client.0.smithi046.stdout:op 3410 completed, throughput=5MB/sec 2024-09-20T22:13:50.466 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6wmL45YD-0fuwRJ off=7435031 len=1863923 2024-09-20T22:13:50.474 INFO:tasks.workunit.client.0.smithi046.stdout:op 3411 completed, throughput=5MB/sec 2024-09-20T22:13:51.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:50 smithi046 ceph-mon[96110]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-20T22:13:51.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:50 smithi046 ceph-mon[98591]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-20T22:13:51.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:50 smithi134 ceph-mon[89086]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-20T22:13:51.474 INFO:tasks.workunit.client.0.smithi046.stdout: 668: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:51.474 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZawMA6hw4LlaTyZ off=230408 len=324579 2024-09-20T22:13:51.475 INFO:tasks.workunit.client.0.smithi046.stdout:op 3412 completed, throughput=4.99MB/sec 2024-09-20T22:13:51.475 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qccMfD0yIyclQ8G off=857729 len=1980961 2024-09-20T22:13:51.478 INFO:tasks.workunit.client.0.smithi046.stdout:op 3413 completed, throughput=5MB/sec 2024-09-20T22:13:51.478 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6PJCEGt5cPoDkw7 off=1185668 len=1635027 2024-09-20T22:13:51.480 INFO:tasks.workunit.client.0.smithi046.stdout:op 3414 completed, throughput=5MB/sec 2024-09-20T22:13:51.480 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EROFnhOaNWR1B9G off=1195774 len=1588480 2024-09-20T22:13:51.487 INFO:tasks.workunit.client.0.smithi046.stdout:op 3415 completed, throughput=5MB/sec 2024-09-20T22:13:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:13:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:13:52] "GET /metrics HTTP/1.1" 200 34163 "" "Prometheus/2.43.0" 2024-09-20T22:13:52.488 INFO:tasks.workunit.client.0.smithi046.stdout: 669: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:52.488 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-a_m1lvMpnJH7-fe off=86364 len=1474533 2024-09-20T22:13:52.495 INFO:tasks.workunit.client.0.smithi046.stdout:op 3416 completed, throughput=5MB/sec 2024-09-20T22:13:52.495 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0bLrUF29cs_nOAD off=3569647 len=2046285 2024-09-20T22:13:52.503 INFO:tasks.workunit.client.0.smithi046.stdout:op 3417 completed, throughput=5MB/sec 2024-09-20T22:13:52.503 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qIctDTsDCcwkmUa off=3502862 len=1951208 2024-09-20T22:13:52.514 INFO:tasks.workunit.client.0.smithi046.stdout:op 3418 completed, throughput=5MB/sec 2024-09-20T22:13:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:13:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:13:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:13:53.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:52 smithi046 ceph-mon[96110]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:13:53.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:52 smithi046 ceph-mon[98591]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:13:53.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:52 smithi134 ceph-mon[89086]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:13:53.515 INFO:tasks.workunit.client.0.smithi046.stdout: 670: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:53.515 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TaN3VEHEj_RGr63 off=116028 len=280663 2024-09-20T22:13:53.516 INFO:tasks.workunit.client.0.smithi046.stdout:op 3419 completed, throughput=5MB/sec 2024-09-20T22:13:53.516 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bMqkY_Pf9m5FzbB off=4210448 len=444763 2024-09-20T22:13:53.519 INFO:tasks.workunit.client.0.smithi046.stdout:op 3420 completed, throughput=5MB/sec 2024-09-20T22:13:53.519 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-42NsfcsRLewoxkd off=8267483 len=740318 2024-09-20T22:13:53.520 INFO:tasks.workunit.client.0.smithi046.stdout:op 3421 completed, throughput=5MB/sec 2024-09-20T22:13:53.520 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8iQ8oZWiILwYYVl off=3732077 len=1273454 2024-09-20T22:13:53.522 INFO:tasks.workunit.client.0.smithi046.stdout:op 3422 completed, throughput=5MB/sec 2024-09-20T22:13:53.523 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lCenNHcJ1aTuVd_ off=4668066 len=1148769 2024-09-20T22:13:53.523 INFO:tasks.workunit.client.0.smithi046.stdout:op 3423 completed, throughput=5MB/sec 2024-09-20T22:13:54.524 INFO:tasks.workunit.client.0.smithi046.stdout: 671: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:54.524 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OXNX4HxaKtTye3z off=11733322 len=830777 2024-09-20T22:13:54.529 INFO:tasks.workunit.client.0.smithi046.stdout:op 3424 completed, throughput=4.99MB/sec 2024-09-20T22:13:54.529 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LPnM2FUR5melAcu off=10136326 len=578704 2024-09-20T22:13:54.530 INFO:tasks.workunit.client.0.smithi046.stdout:op 3425 completed, throughput=4.99MB/sec 2024-09-20T22:13:54.530 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tY-mTIqpezbUOIN off=4502481 len=792818 2024-09-20T22:13:54.531 INFO:tasks.workunit.client.0.smithi046.stdout:op 3426 completed, throughput=5MB/sec 2024-09-20T22:13:54.531 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lMlMw586_nhgQdE off=789296 len=17531 2024-09-20T22:13:54.533 INFO:tasks.workunit.client.0.smithi046.stdout:op 3427 completed, throughput=5MB/sec 2024-09-20T22:13:54.533 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3X5aecWHUR6NF7z off=0 len=1237069 2024-09-20T22:13:54.535 INFO:tasks.workunit.client.0.smithi046.stdout:op 3428 completed, throughput=5MB/sec 2024-09-20T22:13:54.535 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-r3_Z5Bti6XnhiWn off=4279839 len=356440 2024-09-20T22:13:54.539 INFO:tasks.workunit.client.0.smithi046.stdout:op 3429 completed, throughput=5MB/sec 2024-09-20T22:13:54.539 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4cPKMAbUBIlPyif off=8328416 len=406600 2024-09-20T22:13:54.539 INFO:tasks.workunit.client.0.smithi046.stdout:op 3430 completed, throughput=5MB/sec 2024-09-20T22:13:54.539 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-J5l5QS90jCoOlfQ off=4276795 len=1047945 2024-09-20T22:13:54.541 INFO:tasks.workunit.client.0.smithi046.stdout:op 3431 completed, throughput=5MB/sec 2024-09-20T22:13:55.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:54 smithi046 ceph-mon[96110]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-20T22:13:55.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:54 smithi046 ceph-mon[98591]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-20T22:13:55.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:54 smithi134 ceph-mon[89086]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-20T22:13:55.541 INFO:tasks.workunit.client.0.smithi046.stdout: 672: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:55.541 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hRpYWyx1q0D-9Po off=13741139 len=54768 2024-09-20T22:13:55.544 INFO:tasks.workunit.client.0.smithi046.stdout:op 3432 completed, throughput=4.99MB/sec 2024-09-20T22:13:55.544 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0Sf4gcrQTQLWTSa off=400918 len=78784 2024-09-20T22:13:55.547 INFO:tasks.workunit.client.0.smithi046.stdout:op 3433 completed, throughput=4.99MB/sec 2024-09-20T22:13:55.547 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ieOHumhl5Y1oS5z off=1463478 len=1158236 2024-09-20T22:13:55.552 INFO:tasks.workunit.client.0.smithi046.stdout:op 3434 completed, throughput=4.99MB/sec 2024-09-20T22:13:55.552 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dHfd9AqGAgaqtJt off=4172616 len=507930 2024-09-20T22:13:55.556 INFO:tasks.workunit.client.0.smithi046.stdout:op 3435 completed, throughput=5MB/sec 2024-09-20T22:13:55.556 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hbiq7B0P3__e2Gz off=11064213 len=819780 2024-09-20T22:13:55.557 INFO:tasks.workunit.client.0.smithi046.stdout:op 3436 completed, throughput=5MB/sec 2024-09-20T22:13:55.558 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-F0jOQ6QnrsP5RJk off=4622527 len=1759586 2024-09-20T22:13:55.560 INFO:tasks.workunit.client.0.smithi046.stdout:op 3437 completed, throughput=5MB/sec 2024-09-20T22:13:55.560 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DJ9lzigYMNug_LV off=6144239 len=1730794 2024-09-20T22:13:55.561 INFO:tasks.workunit.client.0.smithi046.stdout:op 3438 completed, throughput=5MB/sec 2024-09-20T22:13:56.561 INFO:tasks.workunit.client.0.smithi046.stdout: 673: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:56.561 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bNDC59eGpNjjeC0 off=18064796 len=203529 2024-09-20T22:13:56.565 INFO:tasks.workunit.client.0.smithi046.stdout:op 3439 completed, throughput=4.99MB/sec 2024-09-20T22:13:56.565 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-U_qsDXTs2S9uebx off=9702540 len=643564 2024-09-20T22:13:56.569 INFO:tasks.workunit.client.0.smithi046.stdout:op 3440 completed, throughput=5MB/sec 2024-09-20T22:13:56.569 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-go2KRMUeFgEQbTG off=1438413 len=1897555 2024-09-20T22:13:56.580 INFO:tasks.workunit.client.0.smithi046.stdout:op 3441 completed, throughput=5MB/sec 2024-09-20T22:13:56.581 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GiWJUHnU1OzNga- off=12323363 len=201410 2024-09-20T22:13:56.583 INFO:tasks.workunit.client.0.smithi046.stdout:op 3442 completed, throughput=5MB/sec 2024-09-20T22:13:56.583 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jf157fqID4dZkfB off=520289 len=273426 2024-09-20T22:13:56.584 INFO:tasks.workunit.client.0.smithi046.stdout:op 3443 completed, throughput=5MB/sec 2024-09-20T22:13:56.584 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-prUW1oihT6RNUcu off=83456 len=891572 2024-09-20T22:13:56.586 INFO:tasks.workunit.client.0.smithi046.stdout:op 3444 completed, throughput=5MB/sec 2024-09-20T22:13:56.586 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bv9XQOtcARdIdWJ off=11809121 len=509969 2024-09-20T22:13:56.589 INFO:tasks.workunit.client.0.smithi046.stdout:op 3445 completed, throughput=5MB/sec 2024-09-20T22:13:57.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:56 smithi046 ceph-mon[96110]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:13:57.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:56 smithi046 ceph-mon[98591]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:13:57.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:56 smithi134 ceph-mon[89086]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:13:57.590 INFO:tasks.workunit.client.0.smithi046.stdout: 674: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:57.590 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rFCw-CsXky6r2rp off=2359627 len=1250708 2024-09-20T22:13:57.596 INFO:tasks.workunit.client.0.smithi046.stdout:op 3446 completed, throughput=4.99MB/sec 2024-09-20T22:13:57.596 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rhZITq6bi34CrY9 off=4267988 len=295280 2024-09-20T22:13:57.597 INFO:tasks.workunit.client.0.smithi046.stdout:op 3447 completed, throughput=5MB/sec 2024-09-20T22:13:57.597 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_aKfJ7gazZzPI0Z off=6389794 len=195998 2024-09-20T22:13:57.600 INFO:tasks.workunit.client.0.smithi046.stdout:op 3448 completed, throughput=5MB/sec 2024-09-20T22:13:57.600 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-q29NwliQigGoDFK off=1185926 len=85506 2024-09-20T22:13:57.603 INFO:tasks.workunit.client.0.smithi046.stdout:op 3449 completed, throughput=5MB/sec 2024-09-20T22:13:57.603 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uO5gZE9PVFVqiby off=12501981 len=560488 2024-09-20T22:13:57.603 INFO:tasks.workunit.client.0.smithi046.stdout:op 3450 completed, throughput=5MB/sec 2024-09-20T22:13:57.603 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0uGEx7ifOShl9uf off=15295534 len=824423 2024-09-20T22:13:57.608 INFO:tasks.workunit.client.0.smithi046.stdout:op 3451 completed, throughput=5MB/sec 2024-09-20T22:13:57.608 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-545yrAuUWhAIiGG off=9453150 len=1411618 2024-09-20T22:13:57.610 INFO:tasks.workunit.client.0.smithi046.stdout:op 3452 completed, throughput=5MB/sec 2024-09-20T22:13:57.610 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-K15tgopr50wbqk9 off=2182523 len=161168 2024-09-20T22:13:57.612 INFO:tasks.workunit.client.0.smithi046.stdout:op 3453 completed, throughput=5MB/sec 2024-09-20T22:13:57.612 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-I5IvRhKGayC3DPh off=16570462 len=285505 2024-09-20T22:13:57.615 INFO:tasks.workunit.client.0.smithi046.stdout:op 3454 completed, throughput=5MB/sec 2024-09-20T22:13:57.615 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XjSb4WS07GWrbiE off=4932607 len=955004 2024-09-20T22:13:57.616 INFO:tasks.workunit.client.0.smithi046.stdout:op 3455 completed, throughput=5MB/sec 2024-09-20T22:13:58.617 INFO:tasks.workunit.client.0.smithi046.stdout: 675: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:58.617 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-F1lW-ZyGgJo6z32 off=401117 len=526380 2024-09-20T22:13:58.618 INFO:tasks.workunit.client.0.smithi046.stdout:op 3456 completed, throughput=4.99MB/sec 2024-09-20T22:13:58.618 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wf4gbywQhj95dm0 off=3258667 len=1188439 2024-09-20T22:13:58.620 INFO:tasks.workunit.client.0.smithi046.stdout:op 3457 completed, throughput=5MB/sec 2024-09-20T22:13:58.620 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zBZqAl5HmoZbRrA off=1107919 len=1185189 2024-09-20T22:13:58.620 INFO:tasks.workunit.client.0.smithi046.stdout:op 3458 completed, throughput=5MB/sec 2024-09-20T22:13:58.620 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-m0YGNtsbqMl0Wz_ off=9774050 len=789955 2024-09-20T22:13:58.625 INFO:tasks.workunit.client.0.smithi046.stdout:op 3459 completed, throughput=5MB/sec 2024-09-20T22:13:58.625 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ikGEMx0THp0ZRCr off=6343641 len=1459715 2024-09-20T22:13:58.627 INFO:tasks.workunit.client.0.smithi046.stdout:op 3460 completed, throughput=5MB/sec 2024-09-20T22:13:59.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:13:58 smithi046 ceph-mon[96110]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-20T22:13:59.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:13:58 smithi046 ceph-mon[98591]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-20T22:13:59.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:13:58 smithi134 ceph-mon[89086]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-20T22:13:59.628 INFO:tasks.workunit.client.0.smithi046.stdout: 676: throughput=4.99MB/sec pending data=0 2024-09-20T22:13:59.628 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-O5m-MjkLXX1PMwj off=20727029 len=2056992 2024-09-20T22:13:59.637 INFO:tasks.workunit.client.0.smithi046.stdout:op 3461 completed, throughput=5MB/sec 2024-09-20T22:13:59.637 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xZmW5uSjVvR1yoW off=384916 len=218525 2024-09-20T22:13:59.640 INFO:tasks.workunit.client.0.smithi046.stdout:op 3462 completed, throughput=5MB/sec 2024-09-20T22:13:59.640 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rf9TKirjsfUMlh7 off=13386927 len=1489712 2024-09-20T22:13:59.642 INFO:tasks.workunit.client.0.smithi046.stdout:op 3463 completed, throughput=5MB/sec 2024-09-20T22:13:59.642 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hGw8nZSZ_uaBZec off=442630 len=1903800 2024-09-20T22:13:59.646 INFO:tasks.workunit.client.0.smithi046.stdout:op 3464 completed, throughput=5MB/sec 2024-09-20T22:14:00.647 INFO:tasks.workunit.client.0.smithi046.stdout: 677: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:00.647 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AjFlC4DCHtxXiRb off=10188115 len=1237139 2024-09-20T22:14:00.650 INFO:tasks.workunit.client.0.smithi046.stdout:op 3465 completed, throughput=5MB/sec 2024-09-20T22:14:00.650 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fqM_4U31jUVWI4g off=16771322 len=1281247 2024-09-20T22:14:00.651 INFO:tasks.workunit.client.0.smithi046.stdout:op 3466 completed, throughput=5MB/sec 2024-09-20T22:14:00.651 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Kub_d0rN0-G-GgI off=1571192 len=1891309 2024-09-20T22:14:00.662 INFO:tasks.workunit.client.0.smithi046.stdout:op 3467 completed, throughput=5MB/sec 2024-09-20T22:14:01.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:00 smithi046 ceph-mon[96110]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-20T22:14:01.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:00 smithi046 ceph-mon[98591]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-20T22:14:01.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:00 smithi134 ceph-mon[89086]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-20T22:14:01.663 INFO:tasks.workunit.client.0.smithi046.stdout: 678: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:01.663 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Etz9SbKPgvwUIwH off=3069926 len=1704646 2024-09-20T22:14:01.665 INFO:tasks.workunit.client.0.smithi046.stdout:op 3468 completed, throughput=5MB/sec 2024-09-20T22:14:01.665 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LmKvyK-bZqoq_dm off=11201147 len=147853 2024-09-20T22:14:01.665 INFO:tasks.workunit.client.0.smithi046.stdout:op 3469 completed, throughput=5MB/sec 2024-09-20T22:14:01.665 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FujtGOqLB9TviE3 off=2250332 len=1535726 2024-09-20T22:14:01.667 INFO:tasks.workunit.client.0.smithi046.stdout:op 3470 completed, throughput=5MB/sec 2024-09-20T22:14:01.668 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1vsCXTTWVw5WqE2 off=34642 len=1871079 2024-09-20T22:14:01.670 INFO:tasks.workunit.client.0.smithi046.stdout:op 3471 completed, throughput=5MB/sec 2024-09-20T22:14:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:14:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:14:02] "GET /metrics HTTP/1.1" 200 34163 "" "Prometheus/2.43.0" 2024-09-20T22:14:02.670 INFO:tasks.workunit.client.0.smithi046.stdout: 679: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:02.670 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pjbLi_tMEVHpXPC off=4645033 len=2000880 2024-09-20T22:14:02.674 INFO:tasks.workunit.client.0.smithi046.stdout:op 3472 completed, throughput=5MB/sec 2024-09-20T22:14:02.674 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-s3owkIviA8U_C4j off=3403129 len=889152 2024-09-20T22:14:02.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:14:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:14:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:14:02.676 INFO:tasks.workunit.client.0.smithi046.stdout:op 3473 completed, throughput=5MB/sec 2024-09-20T22:14:02.676 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-113a9chQ8rCqEL_ off=9623408 len=55898 2024-09-20T22:14:02.679 INFO:tasks.workunit.client.0.smithi046.stdout:op 3474 completed, throughput=5MB/sec 2024-09-20T22:14:02.679 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YPnoj5qeyVC_D49 off=10634651 len=1673866 2024-09-20T22:14:02.680 INFO:tasks.workunit.client.0.smithi046.stdout:op 3475 completed, throughput=5MB/sec 2024-09-20T22:14:02.681 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GwjqXga4lAv1pL8 off=155320 len=1684790 2024-09-20T22:14:02.682 INFO:tasks.workunit.client.0.smithi046.stdout:op 3476 completed, throughput=5MB/sec 2024-09-20T22:14:03.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:02 smithi046 ceph-mon[96110]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-20T22:14:03.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:02 smithi046 ceph-mon[98591]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-20T22:14:03.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:02 smithi134 ceph-mon[89086]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-20T22:14:03.682 INFO:tasks.workunit.client.0.smithi046.stdout: 680: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:03.683 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-G_VOzxskDj4gmGQ off=22822475 len=1351372 2024-09-20T22:14:03.689 INFO:tasks.workunit.client.0.smithi046.stdout:op 3477 completed, throughput=5MB/sec 2024-09-20T22:14:03.689 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-csKNGiayOm01lQy off=10552336 len=1595674 2024-09-20T22:14:03.691 INFO:tasks.workunit.client.0.smithi046.stdout:op 3478 completed, throughput=5MB/sec 2024-09-20T22:14:03.691 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QAgOGrm_cwWVK84 off=8861212 len=250574 2024-09-20T22:14:03.694 INFO:tasks.workunit.client.0.smithi046.stdout:op 3479 completed, throughput=5MB/sec 2024-09-20T22:14:03.694 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-E84srAmWny6oZq4 off=2017692 len=1728858 2024-09-20T22:14:03.701 INFO:tasks.workunit.client.0.smithi046.stdout:op 3480 completed, throughput=5MB/sec 2024-09-20T22:14:04.702 INFO:tasks.workunit.client.0.smithi046.stdout: 681: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:04.702 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iFl7D06jzzcoRIR off=18113157 len=2064199 2024-09-20T22:14:04.714 INFO:tasks.workunit.client.0.smithi046.stdout:op 3481 completed, throughput=5MB/sec 2024-09-20T22:14:04.714 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-I603FL08mrqZMqV off=8473865 len=795066 2024-09-20T22:14:04.715 INFO:tasks.workunit.client.0.smithi046.stdout:op 3482 completed, throughput=5MB/sec 2024-09-20T22:14:04.715 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--M9vckp3_KFxlHF off=235312 len=622691 2024-09-20T22:14:04.717 INFO:tasks.workunit.client.0.smithi046.stdout:op 3483 completed, throughput=5MB/sec 2024-09-20T22:14:04.717 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Mi0UBcxy8JbyQ4o off=1330939 len=1843641 2024-09-20T22:14:04.724 INFO:tasks.workunit.client.0.smithi046.stdout:op 3484 completed, throughput=5MB/sec 2024-09-20T22:14:05.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:04 smithi046 ceph-mon[96110]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-20T22:14:05.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:14:05.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:04 smithi046 ceph-mon[98591]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-20T22:14:05.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:14:05.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:04 smithi134 ceph-mon[89086]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-20T22:14:05.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:14:05.724 INFO:tasks.workunit.client.0.smithi046.stdout: 682: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:05.724 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-b3jcclwk7Oc05yN off=6560319 len=1736775 2024-09-20T22:14:05.727 INFO:tasks.workunit.client.0.smithi046.stdout:op 3485 completed, throughput=5MB/sec 2024-09-20T22:14:05.727 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-U_NXiDzr805AMnt off=1826489 len=319346 2024-09-20T22:14:05.731 INFO:tasks.workunit.client.0.smithi046.stdout:op 3486 completed, throughput=5MB/sec 2024-09-20T22:14:05.731 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MOjwyqyjtufAPAc off=20497185 len=2020920 2024-09-20T22:14:05.742 INFO:tasks.workunit.client.0.smithi046.stdout:op 3487 completed, throughput=5MB/sec 2024-09-20T22:14:05.743 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Kr_YqFfpY5fzuHU off=19030614 len=1445936 2024-09-20T22:14:05.744 INFO:tasks.workunit.client.0.smithi046.stdout:op 3488 completed, throughput=5MB/sec 2024-09-20T22:14:06.744 INFO:tasks.workunit.client.0.smithi046.stdout: 683: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:06.745 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-D01achEUTVZXwkC off=3754095 len=166646 2024-09-20T22:14:06.745 INFO:tasks.workunit.client.0.smithi046.stdout:op 3489 completed, throughput=4.99MB/sec 2024-09-20T22:14:06.745 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-x74AZdeeLkW3kEH off=5258146 len=1038249 2024-09-20T22:14:06.748 INFO:tasks.workunit.client.0.smithi046.stdout:op 3490 completed, throughput=5MB/sec 2024-09-20T22:14:06.748 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GBXS8TnPQUiwqWp off=7267 len=979412 2024-09-20T22:14:06.753 INFO:tasks.workunit.client.0.smithi046.stdout:op 3491 completed, throughput=5MB/sec 2024-09-20T22:14:06.753 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7VT0Mi1aPBiHRr5 off=16672927 len=125663 2024-09-20T22:14:06.756 INFO:tasks.workunit.client.0.smithi046.stdout:op 3492 completed, throughput=5MB/sec 2024-09-20T22:14:06.756 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uZWPDISqTEPPjHC off=3842407 len=745374 2024-09-20T22:14:06.757 INFO:tasks.workunit.client.0.smithi046.stdout:op 3493 completed, throughput=5MB/sec 2024-09-20T22:14:06.757 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Pj4wh3t2fPib7CN off=7959456 len=1771957 2024-09-20T22:14:06.767 INFO:tasks.workunit.client.0.smithi046.stdout:op 3494 completed, throughput=5MB/sec 2024-09-20T22:14:07.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:06 smithi046 ceph-mon[96110]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-20T22:14:07.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:06 smithi046 ceph-mon[98591]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-20T22:14:07.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:06 smithi134 ceph-mon[89086]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-20T22:14:07.768 INFO:tasks.workunit.client.0.smithi046.stdout: 684: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:07.768 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9Oaz88GZeUtmXCU off=9803799 len=1911333 2024-09-20T22:14:07.770 INFO:tasks.workunit.client.0.smithi046.stdout:op 3495 completed, throughput=5MB/sec 2024-09-20T22:14:07.771 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VOgXkGBIpWWf7PC off=10593139 len=738392 2024-09-20T22:14:07.775 INFO:tasks.workunit.client.0.smithi046.stdout:op 3496 completed, throughput=5MB/sec 2024-09-20T22:14:07.775 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2yE_tggIqRLKOXg off=1380474 len=909110 2024-09-20T22:14:07.780 INFO:tasks.workunit.client.0.smithi046.stdout:op 3497 completed, throughput=5MB/sec 2024-09-20T22:14:07.780 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IFwC_GDMnD30gll off=9271124 len=469386 2024-09-20T22:14:07.784 INFO:tasks.workunit.client.0.smithi046.stdout:op 3498 completed, throughput=5MB/sec 2024-09-20T22:14:07.784 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-puGY--IzY4YYWNA off=1297011 len=844966 2024-09-20T22:14:07.789 INFO:tasks.workunit.client.0.smithi046.stdout:op 3499 completed, throughput=5MB/sec 2024-09-20T22:14:07.789 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0m3T5CxBd5ix6Oz off=2956296 len=530048 2024-09-20T22:14:07.792 INFO:tasks.workunit.client.0.smithi046.stdout:op 3500 completed, throughput=5MB/sec 2024-09-20T22:14:08.792 INFO:tasks.workunit.client.0.smithi046.stdout: 685: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:08.793 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mvuxKEDarZcLmfi off=500157 len=655298 2024-09-20T22:14:08.797 INFO:tasks.workunit.client.0.smithi046.stdout:op 3501 completed, throughput=4.99MB/sec 2024-09-20T22:14:08.798 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Cdv6fQ0OuPaJ7UV off=177297 len=66421 2024-09-20T22:14:08.800 INFO:tasks.workunit.client.0.smithi046.stdout:op 3502 completed, throughput=4.99MB/sec 2024-09-20T22:14:08.800 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-d6P1xCC5wwn-rEX off=3864449 len=759580 2024-09-20T22:14:08.801 INFO:tasks.workunit.client.0.smithi046.stdout:op 3503 completed, throughput=5MB/sec 2024-09-20T22:14:08.801 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IMi7zAGtvvbowJL off=1908396 len=1293417 2024-09-20T22:14:08.807 INFO:tasks.workunit.client.0.smithi046.stdout:op 3504 completed, throughput=5MB/sec 2024-09-20T22:14:08.807 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RbmYn5rPtYeacFe off=10602713 len=1658394 2024-09-20T22:14:08.809 INFO:tasks.workunit.client.0.smithi046.stdout:op 3505 completed, throughput=5MB/sec 2024-09-20T22:14:08.809 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-x4s2OI69szi1vJG off=4547982 len=1487195 2024-09-20T22:14:08.819 INFO:tasks.workunit.client.0.smithi046.stdout:op 3506 completed, throughput=5MB/sec 2024-09-20T22:14:09.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:08 smithi046 ceph-mon[96110]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-09-20T22:14:09.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:08 smithi046 ceph-mon[98591]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-09-20T22:14:09.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:08 smithi134 ceph-mon[89086]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-09-20T22:14:09.819 INFO:tasks.workunit.client.0.smithi046.stdout: 686: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:09.819 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Y9fwfxTsvDVR1_d off=1708454 len=645404 2024-09-20T22:14:09.824 INFO:tasks.workunit.client.0.smithi046.stdout:op 3507 completed, throughput=4.99MB/sec 2024-09-20T22:14:09.824 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-O7zsMCotUiV5HVe off=3265740 len=1576007 2024-09-20T22:14:09.832 INFO:tasks.workunit.client.0.smithi046.stdout:op 3508 completed, throughput=5MB/sec 2024-09-20T22:14:09.832 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hjQUbcXu6ck7pXa off=9174031 len=139650 2024-09-20T22:14:09.833 INFO:tasks.workunit.client.0.smithi046.stdout:op 3509 completed, throughput=5MB/sec 2024-09-20T22:14:09.833 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-98KXu3dXzj5a6zd off=8123640 len=515576 2024-09-20T22:14:09.837 INFO:tasks.workunit.client.0.smithi046.stdout:op 3510 completed, throughput=5MB/sec 2024-09-20T22:14:09.837 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uI4XRaHO6E5hDyH off=6926420 len=1654392 2024-09-20T22:14:09.843 INFO:tasks.workunit.client.0.smithi046.stdout:op 3511 completed, throughput=5MB/sec 2024-09-20T22:14:09.843 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mP9kgGZZ4y75M3X off=3146518 len=961726 2024-09-20T22:14:09.844 INFO:tasks.workunit.client.0.smithi046.stdout:op 3512 completed, throughput=5MB/sec 2024-09-20T22:14:10.844 INFO:tasks.workunit.client.0.smithi046.stdout: 687: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:10.844 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--TA5dB5uUvD3_r- off=7404763 len=2013761 2024-09-20T22:14:10.847 INFO:tasks.workunit.client.0.smithi046.stdout:op 3513 completed, throughput=5MB/sec 2024-09-20T22:14:10.847 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Hx0_zAmFNY8RziZ off=272968 len=1218201 2024-09-20T22:14:10.850 INFO:tasks.workunit.client.0.smithi046.stdout:op 3514 completed, throughput=5MB/sec 2024-09-20T22:14:10.850 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aF3JhW3jnkyPV5e off=6096478 len=1490801 2024-09-20T22:14:10.857 INFO:tasks.workunit.client.0.smithi046.stdout:op 3515 completed, throughput=5MB/sec 2024-09-20T22:14:11.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:10 smithi046 ceph-mon[96110]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T22:14:11.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:10 smithi046 ceph-mon[98591]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T22:14:11.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:10 smithi134 ceph-mon[89086]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T22:14:11.858 INFO:tasks.workunit.client.0.smithi046.stdout: 688: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:11.858 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MPoSlPV9PQpUEbg off=10813420 len=1472606 2024-09-20T22:14:11.865 INFO:tasks.workunit.client.0.smithi046.stdout:op 3516 completed, throughput=5MB/sec 2024-09-20T22:14:11.865 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SbpuGvWs4PpbHit off=4544808 len=2019003 2024-09-20T22:14:11.867 INFO:tasks.workunit.client.0.smithi046.stdout:op 3517 completed, throughput=5MB/sec 2024-09-20T22:14:11.867 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Uw3BhLRNc1j2KKR off=1939528 len=1932 2024-09-20T22:14:11.868 INFO:tasks.workunit.client.0.smithi046.stdout:op 3518 completed, throughput=5MB/sec 2024-09-20T22:14:11.868 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MfLds-2UUapDL_J off=1371510 len=501546 2024-09-20T22:14:11.869 INFO:tasks.workunit.client.0.smithi046.stdout:op 3519 completed, throughput=5MB/sec 2024-09-20T22:14:11.869 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GBS58wRByvz_l8M off=11565784 len=1192904 2024-09-20T22:14:11.875 INFO:tasks.workunit.client.0.smithi046.stdout:op 3520 completed, throughput=5MB/sec 2024-09-20T22:14:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:14:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:14:12] "GET /metrics HTTP/1.1" 200 34163 "" "Prometheus/2.43.0" 2024-09-20T22:14:12.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:14:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:14:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:14:12.875 INFO:tasks.workunit.client.0.smithi046.stdout: 689: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:12.876 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CBmScndtSz8cT9Y off=2008484 len=251431 2024-09-20T22:14:12.879 INFO:tasks.workunit.client.0.smithi046.stdout:op 3521 completed, throughput=4.99MB/sec 2024-09-20T22:14:12.879 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8qnPrkK0-ZkEPzL off=11667072 len=898124 2024-09-20T22:14:12.880 INFO:tasks.workunit.client.0.smithi046.stdout:op 3522 completed, throughput=4.99MB/sec 2024-09-20T22:14:12.880 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8R60vLYNG03QzF5 off=2284257 len=1230236 2024-09-20T22:14:12.887 INFO:tasks.workunit.client.0.smithi046.stdout:op 3523 completed, throughput=5MB/sec 2024-09-20T22:14:12.888 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vLMy3JraY4fWkOf off=15750843 len=148365 2024-09-20T22:14:12.888 INFO:tasks.workunit.client.0.smithi046.stdout:op 3524 completed, throughput=5MB/sec 2024-09-20T22:14:12.888 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OvNQUlazsXEu1tw off=6647522 len=17599 2024-09-20T22:14:12.888 INFO:tasks.workunit.client.0.smithi046.stdout:op 3525 completed, throughput=5MB/sec 2024-09-20T22:14:12.889 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Aq_li2WtMgJ-JM3 off=1262636 len=473346 2024-09-20T22:14:12.890 INFO:tasks.workunit.client.0.smithi046.stdout:op 3526 completed, throughput=5MB/sec 2024-09-20T22:14:12.890 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dqt6e8fBdqJ-M9B off=6392618 len=657065 2024-09-20T22:14:12.894 INFO:tasks.workunit.client.0.smithi046.stdout:op 3527 completed, throughput=5MB/sec 2024-09-20T22:14:12.894 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5vAfHpOfKzlCczn off=12113075 len=1069706 2024-09-20T22:14:12.900 INFO:tasks.workunit.client.0.smithi046.stdout:op 3528 completed, throughput=5MB/sec 2024-09-20T22:14:12.900 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Fypuq77rbfkzmR_ off=639156 len=818077 2024-09-20T22:14:12.902 INFO:tasks.workunit.client.0.smithi046.stdout:op 3529 completed, throughput=5MB/sec 2024-09-20T22:14:13.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:12 smithi046 ceph-mon[96110]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:14:13.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:12 smithi046 ceph-mon[98591]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:14:13.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:12 smithi134 ceph-mon[89086]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:14:13.902 INFO:tasks.workunit.client.0.smithi046.stdout: 690: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:13.902 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-swsc7m0JRK4k420 off=12997307 len=161318 2024-09-20T22:14:13.905 INFO:tasks.workunit.client.0.smithi046.stdout:op 3530 completed, throughput=4.99MB/sec 2024-09-20T22:14:13.905 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kn1sgh4toqshWSA off=1470550 len=219907 2024-09-20T22:14:13.906 INFO:tasks.workunit.client.0.smithi046.stdout:op 3531 completed, throughput=4.99MB/sec 2024-09-20T22:14:13.906 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3oS4ugS6BlCH-Ft off=4038019 len=116858 2024-09-20T22:14:13.909 INFO:tasks.workunit.client.0.smithi046.stdout:op 3532 completed, throughput=4.99MB/sec 2024-09-20T22:14:13.909 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Zo_ZswkwunoWC7U off=1283971 len=282727 2024-09-20T22:14:13.911 INFO:tasks.workunit.client.0.smithi046.stdout:op 3533 completed, throughput=4.99MB/sec 2024-09-20T22:14:13.911 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ogRunSyMcYL3Aw1 off=2802314 len=1238365 2024-09-20T22:14:13.913 INFO:tasks.workunit.client.0.smithi046.stdout:op 3534 completed, throughput=5MB/sec 2024-09-20T22:14:13.913 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-c6J4ieZNrlEbmil off=550268 len=158258 2024-09-20T22:14:13.916 INFO:tasks.workunit.client.0.smithi046.stdout:op 3535 completed, throughput=5MB/sec 2024-09-20T22:14:13.916 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MtrSbWWBNJ_aeR_ off=6802015 len=1542255 2024-09-20T22:14:13.918 INFO:tasks.workunit.client.0.smithi046.stdout:op 3536 completed, throughput=5MB/sec 2024-09-20T22:14:13.918 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Y6BOWjxuyrs6MNE off=19095119 len=642485 2024-09-20T22:14:13.919 INFO:tasks.workunit.client.0.smithi046.stdout:op 3537 completed, throughput=5MB/sec 2024-09-20T22:14:13.919 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TTIriiSyyS7E5cA off=0 len=1479341 2024-09-20T22:14:13.926 INFO:tasks.workunit.client.0.smithi046.stdout:op 3538 completed, throughput=5MB/sec 2024-09-20T22:14:14.926 INFO:tasks.workunit.client.0.smithi046.stdout: 691: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:14.926 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XoZzN2VzUY_j_U2 off=2159694 len=582480 2024-09-20T22:14:14.930 INFO:tasks.workunit.client.0.smithi046.stdout:op 3539 completed, throughput=4.99MB/sec 2024-09-20T22:14:14.930 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vMy_HaQKfO3mTB- off=3373252 len=195293 2024-09-20T22:14:14.933 INFO:tasks.workunit.client.0.smithi046.stdout:op 3540 completed, throughput=5MB/sec 2024-09-20T22:14:14.933 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-29KC6fqGIzCrUfV off=455257 len=612191 2024-09-20T22:14:14.934 INFO:tasks.workunit.client.0.smithi046.stdout:op 3541 completed, throughput=5MB/sec 2024-09-20T22:14:14.934 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uCFOLBHBmX9e_WK off=577552 len=1036708 2024-09-20T22:14:14.935 INFO:tasks.workunit.client.0.smithi046.stdout:op 3542 completed, throughput=5MB/sec 2024-09-20T22:14:14.935 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Rji6ctQgzpxBmOb off=8645009 len=1111144 2024-09-20T22:14:14.938 INFO:tasks.workunit.client.0.smithi046.stdout:op 3543 completed, throughput=5MB/sec 2024-09-20T22:14:14.938 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KGaSk_ZN00BmJtE off=2970467 len=488032 2024-09-20T22:14:14.942 INFO:tasks.workunit.client.0.smithi046.stdout:op 3544 completed, throughput=5MB/sec 2024-09-20T22:14:14.942 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5-jcKEDuxJ8o0Lc off=20741482 len=1475261 2024-09-20T22:14:14.949 INFO:tasks.workunit.client.0.smithi046.stdout:op 3545 completed, throughput=5MB/sec 2024-09-20T22:14:15.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:14 smithi046 ceph-mon[96110]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:14:15.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:14 smithi046 ceph-mon[98591]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:14:15.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:14 smithi134 ceph-mon[89086]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:14:15.949 INFO:tasks.workunit.client.0.smithi046.stdout: 692: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:15.950 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bDS4YQIUjXtc9KZ off=1843033 len=920672 2024-09-20T22:14:15.951 INFO:tasks.workunit.client.0.smithi046.stdout:op 3546 completed, throughput=5MB/sec 2024-09-20T22:14:15.951 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VwFn1V0zS8A_tXu off=3209783 len=238631 2024-09-20T22:14:15.954 INFO:tasks.workunit.client.0.smithi046.stdout:op 3547 completed, throughput=5MB/sec 2024-09-20T22:14:15.954 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-430n6w_DQmT18sq off=9478838 len=1018524 2024-09-20T22:14:15.956 INFO:tasks.workunit.client.0.smithi046.stdout:op 3548 completed, throughput=5MB/sec 2024-09-20T22:14:15.956 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-I-5045G5_YwMvsx off=6981941 len=940437 2024-09-20T22:14:15.960 INFO:tasks.workunit.client.0.smithi046.stdout:op 3549 completed, throughput=5MB/sec 2024-09-20T22:14:15.960 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pp63QJlgAnSCJbS off=0 len=1148402 2024-09-20T22:14:15.967 INFO:tasks.workunit.client.0.smithi046.stdout:op 3550 completed, throughput=5MB/sec 2024-09-20T22:14:15.967 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9oxebx-gGSeU8Qz off=1737483 len=522292 2024-09-20T22:14:15.970 INFO:tasks.workunit.client.0.smithi046.stdout:op 3551 completed, throughput=5MB/sec 2024-09-20T22:14:16.970 INFO:tasks.workunit.client.0.smithi046.stdout: 693: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:16.971 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-B4WXEj8tGcwUDgh off=4865556 len=1107210 2024-09-20T22:14:16.972 INFO:tasks.workunit.client.0.smithi046.stdout:op 3552 completed, throughput=4.99MB/sec 2024-09-20T22:14:16.972 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Xut6PfW3HgNL5IY off=8121248 len=150332 2024-09-20T22:14:16.974 INFO:tasks.workunit.client.0.smithi046.stdout:op 3553 completed, throughput=5MB/sec 2024-09-20T22:14:16.974 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YfJn8Z3d_qzs0BX off=7126056 len=522275 2024-09-20T22:14:16.978 INFO:tasks.workunit.client.0.smithi046.stdout:op 3554 completed, throughput=5MB/sec 2024-09-20T22:14:16.978 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bXBhqYV0KbyVkc0 off=3898538 len=817352 2024-09-20T22:14:16.979 INFO:tasks.workunit.client.0.smithi046.stdout:op 3555 completed, throughput=5MB/sec 2024-09-20T22:14:16.979 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-b6BgnrjiDYXmF7n off=11438133 len=1480957 2024-09-20T22:14:16.981 INFO:tasks.workunit.client.0.smithi046.stdout:op 3556 completed, throughput=5MB/sec 2024-09-20T22:14:16.981 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZgAuod5zg7jPtyp off=521920 len=1327298 2024-09-20T22:14:16.988 INFO:tasks.workunit.client.0.smithi046.stdout:op 3557 completed, throughput=5MB/sec 2024-09-20T22:14:17.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:16 smithi046 ceph-mon[96110]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-20T22:14:17.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:16 smithi046 ceph-mon[98591]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-20T22:14:17.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:16 smithi134 ceph-mon[89086]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-20T22:14:17.988 INFO:tasks.workunit.client.0.smithi046.stdout: 694: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:17.989 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nxBtM_BdPN_GiJa off=2073306 len=828327 2024-09-20T22:14:17.991 INFO:tasks.workunit.client.0.smithi046.stdout:op 3558 completed, throughput=4.99MB/sec 2024-09-20T22:14:17.991 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QwCjKEo2Pd8Kuqb off=4302431 len=611737 2024-09-20T22:14:17.992 INFO:tasks.workunit.client.0.smithi046.stdout:op 3559 completed, throughput=5MB/sec 2024-09-20T22:14:17.992 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zwareSZKapthIYO off=2686910 len=1755298 2024-09-20T22:14:17.994 INFO:tasks.workunit.client.0.smithi046.stdout:op 3560 completed, throughput=5MB/sec 2024-09-20T22:14:17.994 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-c2Tw7lkvc1yK-dw off=17971518 len=591192 2024-09-20T22:14:17.999 INFO:tasks.workunit.client.0.smithi046.stdout:op 3561 completed, throughput=5MB/sec 2024-09-20T22:14:17.999 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jI4104LuV2tZEVv off=21201673 len=1767994 2024-09-20T22:14:18.000 INFO:tasks.workunit.client.0.smithi046.stdout:op 3562 completed, throughput=5MB/sec 2024-09-20T22:14:19.001 INFO:tasks.workunit.client.0.smithi046.stdout: 695: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:19.001 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-X-_VXlvfX1qXPfn off=5325746 len=1941021 2024-09-20T22:14:19.013 INFO:tasks.workunit.client.0.smithi046.stdout:op 3563 completed, throughput=5MB/sec 2024-09-20T22:14:19.013 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TOIY6xsKSJB7yJ4 off=9756306 len=261881 2024-09-20T22:14:19.016 INFO:tasks.workunit.client.0.smithi046.stdout:op 3564 completed, throughput=5MB/sec 2024-09-20T22:14:19.016 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9FMEh6oVjxV37la off=4698252 len=1942550 2024-09-20T22:14:19.025 INFO:tasks.workunit.client.0.smithi046.stdout:op 3565 completed, throughput=5MB/sec 2024-09-20T22:14:19.025 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zLYJRfK_2jrejCS off=2466885 len=23997 2024-09-20T22:14:19.025 INFO:tasks.workunit.client.0.smithi046.stdout:op 3566 completed, throughput=5MB/sec 2024-09-20T22:14:19.025 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9MixwCUMZV7M_5R off=10953677 len=1828842 2024-09-20T22:14:19.036 INFO:tasks.workunit.client.0.smithi046.stdout:op 3567 completed, throughput=5MB/sec 2024-09-20T22:14:19.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:18 smithi046 ceph-mon[96110]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-20T22:14:19.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:18 smithi046 ceph-mon[98591]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-20T22:14:19.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:18 smithi134 ceph-mon[89086]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-20T22:14:20.037 INFO:tasks.workunit.client.0.smithi046.stdout: 696: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:20.037 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rcqWRijPVJPxQYL off=16345 len=1297473 2024-09-20T22:14:20.044 INFO:tasks.workunit.client.0.smithi046.stdout:op 3568 completed, throughput=5MB/sec 2024-09-20T22:14:20.044 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FeUFpIq1YuE2lxj off=3631173 len=322152 2024-09-20T22:14:20.047 INFO:tasks.workunit.client.0.smithi046.stdout:op 3569 completed, throughput=5MB/sec 2024-09-20T22:14:20.047 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eZI655vichAYKz9 off=69870 len=1951312 2024-09-20T22:14:20.049 INFO:tasks.workunit.client.0.smithi046.stdout:op 3570 completed, throughput=5MB/sec 2024-09-20T22:14:20.049 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vzpXXo-Thehuq-V off=12110239 len=1821610 2024-09-20T22:14:20.056 INFO:tasks.workunit.client.0.smithi046.stdout:op 3571 completed, throughput=5MB/sec 2024-09-20T22:14:20.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:14:20.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:14:20.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:14:21.056 INFO:tasks.workunit.client.0.smithi046.stdout: 697: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:21.056 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-auaidPahDAfetzm off=17111209 len=1822513 2024-09-20T22:14:21.065 INFO:tasks.workunit.client.0.smithi046.stdout:op 3572 completed, throughput=5MB/sec 2024-09-20T22:14:21.065 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IWxbyjk7PfrtGt4 off=1714557 len=1848141 2024-09-20T22:14:21.069 INFO:tasks.workunit.client.0.smithi046.stdout:op 3573 completed, throughput=5MB/sec 2024-09-20T22:14:21.069 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6oQtWIr7L-I9Wbj off=8195776 len=1827233 2024-09-20T22:14:21.080 INFO:tasks.workunit.client.0.smithi046.stdout:op 3574 completed, throughput=5MB/sec 2024-09-20T22:14:21.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:20 smithi046 ceph-mon[96110]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:14:21.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:20 smithi046 ceph-mon[98591]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:14:21.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:20 smithi134 ceph-mon[89086]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:14:22.081 INFO:tasks.workunit.client.0.smithi046.stdout: 698: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:22.081 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-81j09WAuqVf6Xu6 off=7951951 len=1161711 2024-09-20T22:14:22.087 INFO:tasks.workunit.client.0.smithi046.stdout:op 3575 completed, throughput=5MB/sec 2024-09-20T22:14:22.087 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Q7ErrHUNzkv3GBi off=2588502 len=2033277 2024-09-20T22:14:22.090 INFO:tasks.workunit.client.0.smithi046.stdout:op 3576 completed, throughput=5MB/sec 2024-09-20T22:14:22.090 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gC5hElvQWjltCKZ off=4472496 len=1734728 2024-09-20T22:14:22.092 INFO:tasks.workunit.client.0.smithi046.stdout:op 3577 completed, throughput=5MB/sec 2024-09-20T22:14:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:14:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:14:22] "GET /metrics HTTP/1.1" 200 34163 "" "Prometheus/2.43.0" 2024-09-20T22:14:22.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:14:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:14:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:14:23.092 INFO:tasks.workunit.client.0.smithi046.stdout: 699: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:23.092 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-a-WypSBdxYZXGWu off=0 len=1492780 2024-09-20T22:14:23.094 INFO:tasks.workunit.client.0.smithi046.stdout:op 3578 completed, throughput=5MB/sec 2024-09-20T22:14:23.095 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-usgw3sUHT1puehr off=12135651 len=753883 2024-09-20T22:14:23.099 INFO:tasks.workunit.client.0.smithi046.stdout:op 3579 completed, throughput=5MB/sec 2024-09-20T22:14:23.099 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UBTIVTM3eQP0Bd1 off=3597995 len=1236856 2024-09-20T22:14:23.101 INFO:tasks.workunit.client.0.smithi046.stdout:op 3580 completed, throughput=5MB/sec 2024-09-20T22:14:23.101 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RBuDQ4Vl093GzkL off=9727223 len=691627 2024-09-20T22:14:23.102 INFO:tasks.workunit.client.0.smithi046.stdout:op 3581 completed, throughput=5MB/sec 2024-09-20T22:14:23.102 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Uo77mwa7qGURZKe off=1076072 len=462509 2024-09-20T22:14:23.106 INFO:tasks.workunit.client.0.smithi046.stdout:op 3582 completed, throughput=5MB/sec 2024-09-20T22:14:23.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:22 smithi046 ceph-mon[96110]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-20T22:14:23.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:22 smithi046 ceph-mon[98591]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-20T22:14:23.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:22 smithi134 ceph-mon[89086]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-20T22:14:24.106 INFO:tasks.workunit.client.0.smithi046.stdout: 700: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:24.106 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3NNSI28nff1UsOX off=4735137 len=1387405 2024-09-20T22:14:24.115 INFO:tasks.workunit.client.0.smithi046.stdout:op 3583 completed, throughput=5MB/sec 2024-09-20T22:14:24.115 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6xnuqxslMPIhGjz off=6235162 len=1886211 2024-09-20T22:14:24.118 INFO:tasks.workunit.client.0.smithi046.stdout:op 3584 completed, throughput=5MB/sec 2024-09-20T22:14:24.118 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-87nK_DTkyTD6JAY off=6823370 len=747894 2024-09-20T22:14:24.119 INFO:tasks.workunit.client.0.smithi046.stdout:op 3585 completed, throughput=5MB/sec 2024-09-20T22:14:24.119 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nGzSPPpkQRi6qRZ off=3616936 len=630713 2024-09-20T22:14:24.123 INFO:tasks.workunit.client.0.smithi046.stdout:op 3586 completed, throughput=5MB/sec 2024-09-20T22:14:24.123 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JDXme9tEtMqdHin off=3752537 len=291996 2024-09-20T22:14:24.124 INFO:tasks.workunit.client.0.smithi046.stdout:op 3587 completed, throughput=5MB/sec 2024-09-20T22:14:24.124 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GeelVUoeuzrBHms off=1344275 len=1738653 2024-09-20T22:14:24.125 INFO:tasks.workunit.client.0.smithi046.stdout:op 3588 completed, throughput=5MB/sec 2024-09-20T22:14:25.126 INFO:tasks.workunit.client.0.smithi046.stdout: 701: throughput=5MB/sec pending data=0 2024-09-20T22:14:25.126 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-C-dKUNFMaIqGG9K off=3298168 len=2044196 2024-09-20T22:14:25.128 INFO:tasks.workunit.client.0.smithi046.stdout:op 3589 completed, throughput=5MB/sec 2024-09-20T22:14:25.128 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cj3MUGRUp6ow9Vd off=1320358 len=1950093 2024-09-20T22:14:25.130 INFO:tasks.workunit.client.0.smithi046.stdout:op 3590 completed, throughput=5MB/sec 2024-09-20T22:14:25.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:24 smithi046 ceph-mon[96110]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:14:25.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:24 smithi046 ceph-mon[98591]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:14:25.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:24 smithi134 ceph-mon[89086]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:14:26.131 INFO:tasks.workunit.client.0.smithi046.stdout: 702: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:26.131 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2_o6fanNH7OvjBv off=2914196 len=1595111 2024-09-20T22:14:26.138 INFO:tasks.workunit.client.0.smithi046.stdout:op 3591 completed, throughput=5MB/sec 2024-09-20T22:14:26.139 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-n4oy7qPRrcRqPRz off=16893465 len=1048513 2024-09-20T22:14:26.144 INFO:tasks.workunit.client.0.smithi046.stdout:op 3592 completed, throughput=5MB/sec 2024-09-20T22:14:26.144 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JRbZGaddru8ak6h off=6122709 len=1600486 2024-09-20T22:14:26.148 INFO:tasks.workunit.client.0.smithi046.stdout:op 3593 completed, throughput=5MB/sec 2024-09-20T22:14:26.148 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KQYB6QTJ2kg-fz7 off=11799590 len=974893 2024-09-20T22:14:26.153 INFO:tasks.workunit.client.0.smithi046.stdout:op 3594 completed, throughput=5MB/sec 2024-09-20T22:14:27.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:26 smithi046 ceph-mon[96110]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:14:27.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:26 smithi046 ceph-mon[98591]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:14:27.153 INFO:tasks.workunit.client.0.smithi046.stdout: 703: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:27.154 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-njDlYiFMVmb4sRn off=396206 len=890701 2024-09-20T22:14:27.159 INFO:tasks.workunit.client.0.smithi046.stdout:op 3595 completed, throughput=4.99MB/sec 2024-09-20T22:14:27.159 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vubYD-wFLp9niPd off=22338211 len=981648 2024-09-20T22:14:27.165 INFO:tasks.workunit.client.0.smithi046.stdout:op 3596 completed, throughput=5MB/sec 2024-09-20T22:14:27.165 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-X20IUiP74a2C2uE off=2747681 len=1416037 2024-09-20T22:14:27.171 INFO:tasks.workunit.client.0.smithi046.stdout:op 3597 completed, throughput=5MB/sec 2024-09-20T22:14:27.172 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SQtwpyPQMYr0fqU off=3131350 len=547926 2024-09-20T22:14:27.173 INFO:tasks.workunit.client.0.smithi046.stdout:op 3598 completed, throughput=5MB/sec 2024-09-20T22:14:27.173 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fAD_CJaInvsBM_g off=1073361 len=553207 2024-09-20T22:14:27.173 INFO:tasks.workunit.client.0.smithi046.stdout:op 3599 completed, throughput=5MB/sec 2024-09-20T22:14:27.173 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dieevJ4ZqPLGnb1 off=17915456 len=1436331 2024-09-20T22:14:27.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:26 smithi134 ceph-mon[89086]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:14:27.179 INFO:tasks.workunit.client.0.smithi046.stdout:op 3600 completed, throughput=5MB/sec 2024-09-20T22:14:28.179 INFO:tasks.workunit.client.0.smithi046.stdout: 704: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:28.179 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-T3V9BmaYOdoCCzt off=4283179 len=421089 2024-09-20T22:14:28.183 INFO:tasks.workunit.client.0.smithi046.stdout:op 3601 completed, throughput=4.99MB/sec 2024-09-20T22:14:28.183 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3y_NOPVPCRIQ4YS off=21680766 len=2057104 2024-09-20T22:14:28.185 INFO:tasks.workunit.client.0.smithi046.stdout:op 3602 completed, throughput=5MB/sec 2024-09-20T22:14:28.185 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_lrucr90RYAaOIT off=6168670 len=198520 2024-09-20T22:14:28.186 INFO:tasks.workunit.client.0.smithi046.stdout:op 3603 completed, throughput=5MB/sec 2024-09-20T22:14:28.186 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AOqoB6n07Y2ubV9 off=16774174 len=422244 2024-09-20T22:14:28.189 INFO:tasks.workunit.client.0.smithi046.stdout:op 3604 completed, throughput=5MB/sec 2024-09-20T22:14:28.189 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-K1JpYHWccwno1Bd off=3729500 len=579052 2024-09-20T22:14:28.191 INFO:tasks.workunit.client.0.smithi046.stdout:op 3605 completed, throughput=5MB/sec 2024-09-20T22:14:28.191 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Uv4YDeMjs5WtJZL off=2325929 len=1668352 2024-09-20T22:14:28.193 INFO:tasks.workunit.client.0.smithi046.stdout:op 3606 completed, throughput=5MB/sec 2024-09-20T22:14:29.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:28 smithi046 ceph-mon[96110]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-20T22:14:29.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:14:29.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:28 smithi046 ceph-mon[98591]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-20T22:14:29.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:14:29.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:28 smithi134 ceph-mon[89086]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-20T22:14:29.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:14:29.193 INFO:tasks.workunit.client.0.smithi046.stdout: 705: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:29.193 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2flJ3MeLmYmeges off=4901888 len=533865 2024-09-20T22:14:29.194 INFO:tasks.workunit.client.0.smithi046.stdout:op 3607 completed, throughput=4.99MB/sec 2024-09-20T22:14:29.195 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3dXz1pineHfRQCH off=2143649 len=1100362 2024-09-20T22:14:29.199 INFO:tasks.workunit.client.0.smithi046.stdout:op 3608 completed, throughput=5MB/sec 2024-09-20T22:14:29.199 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_aTsoquDR_FcSMB off=13827716 len=1023041 2024-09-20T22:14:29.203 INFO:tasks.workunit.client.0.smithi046.stdout:op 3609 completed, throughput=5MB/sec 2024-09-20T22:14:29.203 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mwyUHpIzH2SyS1b off=5494299 len=825478 2024-09-20T22:14:29.204 INFO:tasks.workunit.client.0.smithi046.stdout:op 3610 completed, throughput=5MB/sec 2024-09-20T22:14:29.205 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RqbtSI6AyJseIB2 off=7544253 len=138467 2024-09-20T22:14:29.205 INFO:tasks.workunit.client.0.smithi046.stdout:op 3611 completed, throughput=5MB/sec 2024-09-20T22:14:29.205 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-89Tom2B2YvWPBqS off=1375886 len=719150 2024-09-20T22:14:29.208 INFO:tasks.workunit.client.0.smithi046.stdout:op 3612 completed, throughput=5MB/sec 2024-09-20T22:14:29.208 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eWYTvcejcNgbfAK off=150476 len=237738 2024-09-20T22:14:29.208 INFO:tasks.workunit.client.0.smithi046.stdout:op 3613 completed, throughput=5MB/sec 2024-09-20T22:14:30.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:14:30.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:14:30.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:14:30.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:14:30.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:14:30.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:14:30.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:14:30.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:14:30.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:14:30.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:14:30.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:14:30.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:14:30.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:14:30.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:14:30.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:14:30.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:14:30.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:14:30.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:14:30.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:14:30.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:14:30.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:14:30.209 INFO:tasks.workunit.client.0.smithi046.stdout: 706: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:30.209 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-E6c3qo8MhKvEYDO off=43011 len=1544785 2024-09-20T22:14:30.211 INFO:tasks.workunit.client.0.smithi046.stdout:op 3614 completed, throughput=5MB/sec 2024-09-20T22:14:30.211 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UwKyUfL_zmMhNwi off=4276059 len=1922149 2024-09-20T22:14:30.221 INFO:tasks.workunit.client.0.smithi046.stdout:op 3615 completed, throughput=5MB/sec 2024-09-20T22:14:30.221 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PCNISje3q7d7Im4 off=925551 len=290765 2024-09-20T22:14:30.224 INFO:tasks.workunit.client.0.smithi046.stdout:op 3616 completed, throughput=5MB/sec 2024-09-20T22:14:30.224 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Z7fDe_p_t-mgE6X off=8025358 len=2048961 2024-09-20T22:14:30.226 INFO:tasks.workunit.client.0.smithi046.stdout:op 3617 completed, throughput=5MB/sec 2024-09-20T22:14:31.227 INFO:tasks.workunit.client.0.smithi046.stdout: 707: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:31.227 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OnhrFXPvOZQprKr off=3848801 len=1149341 2024-09-20T22:14:31.232 INFO:tasks.workunit.client.0.smithi046.stdout:op 3618 completed, throughput=5MB/sec 2024-09-20T22:14:31.232 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-A1GF3qy8x72MWkJ off=694597 len=2027153 2024-09-20T22:14:31.245 INFO:tasks.workunit.client.0.smithi046.stdout:op 3619 completed, throughput=5MB/sec 2024-09-20T22:14:31.246 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KqT02eTSObuYRva off=11090964 len=1055744 2024-09-20T22:14:31.248 INFO:tasks.workunit.client.0.smithi046.stdout:op 3620 completed, throughput=5MB/sec 2024-09-20T22:14:31.248 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SYiSZizrAFDzIZg off=4169177 len=1819235 2024-09-20T22:14:31.259 INFO:tasks.workunit.client.0.smithi046.stdout:op 3621 completed, throughput=5MB/sec 2024-09-20T22:14:31.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:31 smithi046 ceph-mon[96110]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:14:31.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:31 smithi046 ceph-mon[98591]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:14:31.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:31 smithi134 ceph-mon[89086]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:14:32.259 INFO:tasks.workunit.client.0.smithi046.stdout: 708: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:32.259 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ypQRdk0DsuXYYp6 off=3203394 len=904311 2024-09-20T22:14:32.260 INFO:tasks.workunit.client.0.smithi046.stdout:op 3622 completed, throughput=5MB/sec 2024-09-20T22:14:32.261 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RAP68rcbxiQJVyx off=7466399 len=82294 2024-09-20T22:14:32.264 INFO:tasks.workunit.client.0.smithi046.stdout:op 3623 completed, throughput=5MB/sec 2024-09-20T22:14:32.264 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oXFYHuL27veIjVs off=4187708 len=198407 2024-09-20T22:14:32.267 INFO:tasks.workunit.client.0.smithi046.stdout:op 3624 completed, throughput=5MB/sec 2024-09-20T22:14:32.267 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tjuWgh-iQlvbUFg off=11574572 len=2090000 2024-09-20T22:14:32.269 INFO:tasks.workunit.client.0.smithi046.stdout:op 3625 completed, throughput=5MB/sec 2024-09-20T22:14:32.269 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-G68SbF0M-S5edqa off=7798352 len=1512067 2024-09-20T22:14:32.271 INFO:tasks.workunit.client.0.smithi046.stdout:op 3626 completed, throughput=5MB/sec 2024-09-20T22:14:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:14:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:14:32] "GET /metrics HTTP/1.1" 200 34163 "" "Prometheus/2.43.0" 2024-09-20T22:14:32.577 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:14:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:14:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:14:33.272 INFO:tasks.workunit.client.0.smithi046.stdout: 709: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:33.272 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-k7HnQmbST0IFFvN off=3628014 len=277426 2024-09-20T22:14:33.275 INFO:tasks.workunit.client.0.smithi046.stdout:op 3627 completed, throughput=4.99MB/sec 2024-09-20T22:14:33.275 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hb4FdCcR35zZRA8 off=7262564 len=1551978 2024-09-20T22:14:33.278 INFO:tasks.workunit.client.0.smithi046.stdout:op 3628 completed, throughput=5MB/sec 2024-09-20T22:14:33.278 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mwVI6SubVAVudE8 off=16223647 len=614543 2024-09-20T22:14:33.282 INFO:tasks.workunit.client.0.smithi046.stdout:op 3629 completed, throughput=5MB/sec 2024-09-20T22:14:33.282 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KENw5183-B37tys off=4835136 len=770685 2024-09-20T22:14:33.283 INFO:tasks.workunit.client.0.smithi046.stdout:op 3630 completed, throughput=5MB/sec 2024-09-20T22:14:33.283 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_m6I_D3aosahThb off=2410906 len=778934 2024-09-20T22:14:33.288 INFO:tasks.workunit.client.0.smithi046.stdout:op 3631 completed, throughput=5MB/sec 2024-09-20T22:14:33.288 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Rc-_elM8wTNCVaE off=13945872 len=899278 2024-09-20T22:14:33.293 INFO:tasks.workunit.client.0.smithi046.stdout:op 3632 completed, throughput=5MB/sec 2024-09-20T22:14:33.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:33 smithi046 ceph-mon[96110]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:14:33.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:33 smithi046 ceph-mon[98591]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:14:33.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:33 smithi134 ceph-mon[89086]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:14:34.293 INFO:tasks.workunit.client.0.smithi046.stdout: 710: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:34.293 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TTIriiSyyS7E5cA off=492996 len=986345 2024-09-20T22:14:34.299 INFO:tasks.workunit.client.0.smithi046.stdout:op 3633 completed, throughput=4.99MB/sec 2024-09-20T22:14:34.299 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8BT5ZrEcecR2sbd off=6368456 len=807254 2024-09-20T22:14:34.301 INFO:tasks.workunit.client.0.smithi046.stdout:op 3634 completed, throughput=5MB/sec 2024-09-20T22:14:34.302 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-x9T4bDXHzL3W8wQ off=9131799 len=1537723 2024-09-20T22:14:34.303 INFO:tasks.workunit.client.0.smithi046.stdout:op 3635 completed, throughput=5MB/sec 2024-09-20T22:14:34.304 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eUJAosqJmKatzmz off=19643602 len=173198 2024-09-20T22:14:34.306 INFO:tasks.workunit.client.0.smithi046.stdout:op 3636 completed, throughput=5MB/sec 2024-09-20T22:14:34.306 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4VBPmEvurPYsUZG off=10452330 len=1254159 2024-09-20T22:14:34.307 INFO:tasks.workunit.client.0.smithi046.stdout:op 3637 completed, throughput=5MB/sec 2024-09-20T22:14:34.307 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NcExY4M2D9fpNBO off=22434203 len=644503 2024-09-20T22:14:34.308 INFO:tasks.workunit.client.0.smithi046.stdout:op 3638 completed, throughput=5MB/sec 2024-09-20T22:14:35.309 INFO:tasks.workunit.client.0.smithi046.stdout: 711: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:35.309 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uc_F9stTu93Pl3l off=10826726 len=1069555 2024-09-20T22:14:35.315 INFO:tasks.workunit.client.0.smithi046.stdout:op 3639 completed, throughput=4.99MB/sec 2024-09-20T22:14:35.315 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-R1AVVx5EJ_u7Z2w off=3036548 len=794145 2024-09-20T22:14:35.317 INFO:tasks.workunit.client.0.smithi046.stdout:op 3640 completed, throughput=5MB/sec 2024-09-20T22:14:35.317 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eL1AjU38p5DXlME off=14829121 len=257409 2024-09-20T22:14:35.318 INFO:tasks.workunit.client.0.smithi046.stdout:op 3641 completed, throughput=5MB/sec 2024-09-20T22:14:35.318 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ESRPjbhEEUUbj5n off=9877745 len=141145 2024-09-20T22:14:35.319 INFO:tasks.workunit.client.0.smithi046.stdout:op 3642 completed, throughput=5MB/sec 2024-09-20T22:14:35.319 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CUXm3t2P4jAoWTC off=828347 len=2027182 2024-09-20T22:14:35.331 INFO:tasks.workunit.client.0.smithi046.stdout:op 3643 completed, throughput=5MB/sec 2024-09-20T22:14:35.331 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qMUUSiiHMv7EpHe off=1715064 len=1474820 2024-09-20T22:14:35.332 INFO:tasks.workunit.client.0.smithi046.stdout:op 3644 completed, throughput=5MB/sec 2024-09-20T22:14:35.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:35 smithi046 ceph-mon[96110]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:14:35.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:35 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:14:35.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:35 smithi046 ceph-mon[98591]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:14:35.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:35 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:14:35.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:35 smithi134 ceph-mon[89086]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:14:35.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:35 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:14:36.333 INFO:tasks.workunit.client.0.smithi046.stdout: 712: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:36.333 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4_9Izc4D9xMB0l9 off=6947363 len=207317 2024-09-20T22:14:36.334 INFO:tasks.workunit.client.0.smithi046.stdout:op 3645 completed, throughput=4.99MB/sec 2024-09-20T22:14:36.334 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-v3A4kHf_GNJYTUu off=6370932 len=592768 2024-09-20T22:14:36.335 INFO:tasks.workunit.client.0.smithi046.stdout:op 3646 completed, throughput=4.99MB/sec 2024-09-20T22:14:36.335 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-atm8dw-krJu4c9M off=2688451 len=1117478 2024-09-20T22:14:36.338 INFO:tasks.workunit.client.0.smithi046.stdout:op 3647 completed, throughput=5MB/sec 2024-09-20T22:14:36.338 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-moSAGzjG8MtgENH off=5083703 len=405139 2024-09-20T22:14:36.341 INFO:tasks.workunit.client.0.smithi046.stdout:op 3648 completed, throughput=5MB/sec 2024-09-20T22:14:36.341 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9MixwCUMZV7M_5R off=3569016 len=1829548 2024-09-20T22:14:36.344 INFO:tasks.workunit.client.0.smithi046.stdout:op 3649 completed, throughput=5MB/sec 2024-09-20T22:14:36.345 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hXaFtwvJSRd42rE off=3889963 len=1106614 2024-09-20T22:14:36.350 INFO:tasks.workunit.client.0.smithi046.stdout:op 3650 completed, throughput=5MB/sec 2024-09-20T22:14:37.350 INFO:tasks.workunit.client.0.smithi046.stdout: 713: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:37.351 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-P02DhB9GT5aNc8F off=905222 len=762020 2024-09-20T22:14:37.352 INFO:tasks.workunit.client.0.smithi046.stdout:op 3651 completed, throughput=4.99MB/sec 2024-09-20T22:14:37.352 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hNupxnHy7r5xRWN off=5237774 len=1388247 2024-09-20T22:14:37.360 INFO:tasks.workunit.client.0.smithi046.stdout:op 3652 completed, throughput=5MB/sec 2024-09-20T22:14:37.360 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-K9Nd8XpYabYMyOx off=20495191 len=1526800 2024-09-20T22:14:37.362 INFO:tasks.workunit.client.0.smithi046.stdout:op 3653 completed, throughput=5MB/sec 2024-09-20T22:14:37.362 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xdHZhbUKIVLvLn9 off=6738495 len=1721634 2024-09-20T22:14:37.364 INFO:tasks.workunit.client.0.smithi046.stdout:op 3654 completed, throughput=5MB/sec 2024-09-20T22:14:37.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:37 smithi046 ceph-mon[98591]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-20T22:14:37.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:37 smithi046 ceph-mon[96110]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-20T22:14:37.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:37 smithi134 ceph-mon[89086]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-20T22:14:38.364 INFO:tasks.workunit.client.0.smithi046.stdout: 714: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:38.364 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_cMF1dRwyJf0kSv off=7175435 len=558762 2024-09-20T22:14:38.365 INFO:tasks.workunit.client.0.smithi046.stdout:op 3655 completed, throughput=4.99MB/sec 2024-09-20T22:14:38.365 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-z1m0X0II9UrkZGD off=7369433 len=1592294 2024-09-20T22:14:38.368 INFO:tasks.workunit.client.0.smithi046.stdout:op 3656 completed, throughput=5MB/sec 2024-09-20T22:14:38.368 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jnMex_rV34SHLtH off=623083 len=1760404 2024-09-20T22:14:38.380 INFO:tasks.workunit.client.0.smithi046.stdout:op 3657 completed, throughput=5MB/sec 2024-09-20T22:14:38.380 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CNugydLGRcLkJ3C off=5593998 len=362809 2024-09-20T22:14:38.383 INFO:tasks.workunit.client.0.smithi046.stdout:op 3658 completed, throughput=5MB/sec 2024-09-20T22:14:38.383 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Cf6nDbVYnggsWPA off=3564494 len=943414 2024-09-20T22:14:38.384 INFO:tasks.workunit.client.0.smithi046.stdout:op 3659 completed, throughput=5MB/sec 2024-09-20T22:14:39.385 INFO:tasks.workunit.client.0.smithi046.stdout: 715: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:39.385 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7q3fBpgazNksVmR off=17165480 len=2025544 2024-09-20T22:14:39.394 INFO:tasks.workunit.client.0.smithi046.stdout:op 3660 completed, throughput=5MB/sec 2024-09-20T22:14:39.394 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cNwqt4_8u4lrVyo off=5874186 len=180372 2024-09-20T22:14:39.397 INFO:tasks.workunit.client.0.smithi046.stdout:op 3661 completed, throughput=5MB/sec 2024-09-20T22:14:39.397 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-y00cSpiAPaQz9v0 off=67661 len=1707249 2024-09-20T22:14:39.404 INFO:tasks.workunit.client.0.smithi046.stdout:op 3662 completed, throughput=5MB/sec 2024-09-20T22:14:39.404 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5XVFtHTeN6jY71O off=4054529 len=524374 2024-09-20T22:14:39.405 INFO:tasks.workunit.client.0.smithi046.stdout:op 3663 completed, throughput=5MB/sec 2024-09-20T22:14:39.405 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fBiLXQP4mgdKhIj off=2520046 len=252968 2024-09-20T22:14:39.408 INFO:tasks.workunit.client.0.smithi046.stdout:op 3664 completed, throughput=5MB/sec 2024-09-20T22:14:39.408 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Hsyv6mCaXxkQ18m off=8659264 len=182823 2024-09-20T22:14:39.409 INFO:tasks.workunit.client.0.smithi046.stdout:op 3665 completed, throughput=5MB/sec 2024-09-20T22:14:39.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:39 smithi046 ceph-mon[96110]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:14:39.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:39 smithi046 ceph-mon[98591]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:14:39.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:39 smithi134 ceph-mon[89086]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:14:40.409 INFO:tasks.workunit.client.0.smithi046.stdout: 716: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:40.409 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fjN-r1zmqQ-_KHr off=10367135 len=1370024 2024-09-20T22:14:40.417 INFO:tasks.workunit.client.0.smithi046.stdout:op 3666 completed, throughput=4.99MB/sec 2024-09-20T22:14:40.417 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dXkaLJ4QMQ0Za2J off=18234206 len=568624 2024-09-20T22:14:40.418 INFO:tasks.workunit.client.0.smithi046.stdout:op 3667 completed, throughput=5MB/sec 2024-09-20T22:14:40.418 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-e_wfoersjZwqX-U off=4423180 len=1599887 2024-09-20T22:14:40.420 INFO:tasks.workunit.client.0.smithi046.stdout:op 3668 completed, throughput=5MB/sec 2024-09-20T22:14:40.420 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tkkfSZU6kEwk933 off=1993610 len=1542201 2024-09-20T22:14:40.430 INFO:tasks.workunit.client.0.smithi046.stdout:op 3669 completed, throughput=5MB/sec 2024-09-20T22:14:40.430 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-R2yQjKnMDeO_Gn7 off=11095198 len=343264 2024-09-20T22:14:40.433 INFO:tasks.workunit.client.0.smithi046.stdout:op 3670 completed, throughput=5MB/sec 2024-09-20T22:14:41.433 INFO:tasks.workunit.client.0.smithi046.stdout: 717: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:41.433 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HPxUR1VrqwwqeeU off=7436353 len=1995309 2024-09-20T22:14:41.436 INFO:tasks.workunit.client.0.smithi046.stdout:op 3671 completed, throughput=5MB/sec 2024-09-20T22:14:41.436 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jQurWNhupgQAbCS off=5878537 len=49351 2024-09-20T22:14:41.439 INFO:tasks.workunit.client.0.smithi046.stdout:op 3672 completed, throughput=5MB/sec 2024-09-20T22:14:41.439 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lBVJQyt55uqFYgn off=8061833 len=1006804 2024-09-20T22:14:41.441 INFO:tasks.workunit.client.0.smithi046.stdout:op 3673 completed, throughput=5MB/sec 2024-09-20T22:14:41.441 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CJnzsTrL3VkMR9n off=12983139 len=1266766 2024-09-20T22:14:41.444 INFO:tasks.workunit.client.0.smithi046.stdout:op 3674 completed, throughput=5MB/sec 2024-09-20T22:14:41.444 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OaO156TEmcVCojU off=3074458 len=782511 2024-09-20T22:14:41.449 INFO:tasks.workunit.client.0.smithi046.stdout:op 3675 completed, throughput=5MB/sec 2024-09-20T22:14:41.449 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ksimzf-3S5aC4fS off=2039875 len=935767 2024-09-20T22:14:41.454 INFO:tasks.workunit.client.0.smithi046.stdout:op 3676 completed, throughput=5MB/sec 2024-09-20T22:14:41.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:41 smithi046 ceph-mon[96110]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:14:41.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:41 smithi046 ceph-mon[98591]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:14:41.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:41 smithi134 ceph-mon[89086]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:14:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:14:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:14:42] "GET /metrics HTTP/1.1" 200 34162 "" "Prometheus/2.43.0" 2024-09-20T22:14:42.454 INFO:tasks.workunit.client.0.smithi046.stdout: 718: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:42.454 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0pz1IDoJiWT5rPF off=2517939 len=570058 2024-09-20T22:14:42.455 INFO:tasks.workunit.client.0.smithi046.stdout:op 3677 completed, throughput=4.99MB/sec 2024-09-20T22:14:42.456 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-W_6P_7OsVZ2Sbs_ off=1917126 len=709026 2024-09-20T22:14:42.456 INFO:tasks.workunit.client.0.smithi046.stdout:op 3678 completed, throughput=5MB/sec 2024-09-20T22:14:42.456 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8q8hTP20bKfLP0n off=45805 len=1232713 2024-09-20T22:14:42.462 INFO:tasks.workunit.client.0.smithi046.stdout:op 3679 completed, throughput=5MB/sec 2024-09-20T22:14:42.462 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Wx8oerS9qOzcAXs off=7489518 len=874412 2024-09-20T22:14:42.468 INFO:tasks.workunit.client.0.smithi046.stdout:op 3680 completed, throughput=5MB/sec 2024-09-20T22:14:42.468 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-u3BNg5jwRxhavjI off=23202260 len=88738 2024-09-20T22:14:42.468 INFO:tasks.workunit.client.0.smithi046.stdout:op 3681 completed, throughput=5MB/sec 2024-09-20T22:14:42.468 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Gikho4fvDRT2WZW off=2285495 len=313112 2024-09-20T22:14:42.469 INFO:tasks.workunit.client.0.smithi046.stdout:op 3682 completed, throughput=5MB/sec 2024-09-20T22:14:42.469 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zwvsFKlCqoTv5NT off=21284997 len=1446312 2024-09-20T22:14:42.471 INFO:tasks.workunit.client.0.smithi046.stdout:op 3683 completed, throughput=5MB/sec 2024-09-20T22:14:42.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:14:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:14:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:14:43.471 INFO:tasks.workunit.client.0.smithi046.stdout: 719: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:43.472 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OombKfu3wG5eBbq off=18677781 len=745693 2024-09-20T22:14:43.473 INFO:tasks.workunit.client.0.smithi046.stdout:op 3684 completed, throughput=4.99MB/sec 2024-09-20T22:14:43.473 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HHycS9Q9J_Sp_B4 off=4560761 len=790167 2024-09-20T22:14:43.474 INFO:tasks.workunit.client.0.smithi046.stdout:op 3685 completed, throughput=5MB/sec 2024-09-20T22:14:43.474 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sVuARlxneZ-Bss_ off=15172667 len=89711 2024-09-20T22:14:43.477 INFO:tasks.workunit.client.0.smithi046.stdout:op 3686 completed, throughput=5MB/sec 2024-09-20T22:14:43.477 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-REemXLbxRu2zigw off=268215 len=1458439 2024-09-20T22:14:43.486 INFO:tasks.workunit.client.0.smithi046.stdout:op 3687 completed, throughput=5MB/sec 2024-09-20T22:14:43.486 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LpUNoaRL7ijU1s- off=7897512 len=512030 2024-09-20T22:14:43.490 INFO:tasks.workunit.client.0.smithi046.stdout:op 3688 completed, throughput=5MB/sec 2024-09-20T22:14:43.490 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eEVp8sYuEQDzYnG off=19115242 len=1912104 2024-09-20T22:14:43.492 INFO:tasks.workunit.client.0.smithi046.stdout:op 3689 completed, throughput=5MB/sec 2024-09-20T22:14:43.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:43 smithi046 ceph-mon[96110]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-20T22:14:43.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:43 smithi046 ceph-mon[98591]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-20T22:14:43.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:43 smithi134 ceph-mon[89086]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-20T22:14:44.493 INFO:tasks.workunit.client.0.smithi046.stdout: 720: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:44.493 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8a2pF7IcCe09g9M off=1905403 len=1562014 2024-09-20T22:14:44.501 INFO:tasks.workunit.client.0.smithi046.stdout:op 3690 completed, throughput=5MB/sec 2024-09-20T22:14:44.501 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_V5wkJpDRSJ6Hy2 off=858541 len=481832 2024-09-20T22:14:44.501 INFO:tasks.workunit.client.0.smithi046.stdout:op 3691 completed, throughput=5MB/sec 2024-09-20T22:14:44.501 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MIPBAnEv79fj75R off=2048949 len=748861 2024-09-20T22:14:44.502 INFO:tasks.workunit.client.0.smithi046.stdout:op 3692 completed, throughput=5MB/sec 2024-09-20T22:14:44.502 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0bLrUF29cs_nOAD off=7884331 len=1987037 2024-09-20T22:14:44.510 INFO:tasks.workunit.client.0.smithi046.stdout:op 3693 completed, throughput=5MB/sec 2024-09-20T22:14:45.510 INFO:tasks.workunit.client.0.smithi046.stdout: 721: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:45.510 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MznDWCGdoB2bhcK off=11555805 len=781096 2024-09-20T22:14:45.515 INFO:tasks.workunit.client.0.smithi046.stdout:op 3694 completed, throughput=4.99MB/sec 2024-09-20T22:14:45.516 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-s_TpXRigd977K_7 off=3568996 len=281317 2024-09-20T22:14:45.519 INFO:tasks.workunit.client.0.smithi046.stdout:op 3695 completed, throughput=4.99MB/sec 2024-09-20T22:14:45.519 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-d1yhoHRXdpA4bgz off=158678 len=1031823 2024-09-20T22:14:45.525 INFO:tasks.workunit.client.0.smithi046.stdout:op 3696 completed, throughput=5MB/sec 2024-09-20T22:14:45.525 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gVnZKhwvVx7elMo off=7221191 len=1538225 2024-09-20T22:14:45.530 INFO:tasks.workunit.client.0.smithi046.stdout:op 3697 completed, throughput=5MB/sec 2024-09-20T22:14:45.530 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JM3_-Yfh-O42NCS off=6036793 len=99506 2024-09-20T22:14:45.530 INFO:tasks.workunit.client.0.smithi046.stdout:op 3698 completed, throughput=5MB/sec 2024-09-20T22:14:45.530 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eQfj42cfUIkFzTn off=5973293 len=1265002 2024-09-20T22:14:45.535 INFO:tasks.workunit.client.0.smithi046.stdout:op 3699 completed, throughput=5MB/sec 2024-09-20T22:14:45.535 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iYUsWG5J9tVMhjG off=6849043 len=320118 2024-09-20T22:14:45.538 INFO:tasks.workunit.client.0.smithi046.stdout:op 3700 completed, throughput=5MB/sec 2024-09-20T22:14:45.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:45 smithi046 ceph-mon[96110]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-20T22:14:45.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:45 smithi046 ceph-mon[98591]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-20T22:14:45.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:45 smithi134 ceph-mon[89086]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-20T22:14:46.539 INFO:tasks.workunit.client.0.smithi046.stdout: 722: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:46.539 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-85QgpqV3uOo_XbI off=12257529 len=868810 2024-09-20T22:14:46.544 INFO:tasks.workunit.client.0.smithi046.stdout:op 3701 completed, throughput=4.99MB/sec 2024-09-20T22:14:46.544 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WlEOScp54OABj_F off=2334816 len=891458 2024-09-20T22:14:46.549 INFO:tasks.workunit.client.0.smithi046.stdout:op 3702 completed, throughput=5MB/sec 2024-09-20T22:14:46.549 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uFKrZNfoe1T6NCA off=10637441 len=625901 2024-09-20T22:14:46.550 INFO:tasks.workunit.client.0.smithi046.stdout:op 3703 completed, throughput=5MB/sec 2024-09-20T22:14:46.550 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CKj4OSlv1-XXbmD off=14372685 len=1112638 2024-09-20T22:14:46.553 INFO:tasks.workunit.client.0.smithi046.stdout:op 3704 completed, throughput=5MB/sec 2024-09-20T22:14:46.553 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rQQhWDLtG-nGnXK off=286438 len=1502401 2024-09-20T22:14:46.555 INFO:tasks.workunit.client.0.smithi046.stdout:op 3705 completed, throughput=5MB/sec 2024-09-20T22:14:46.555 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-byO8rxYmIV8hIlW off=719296 len=1416546 2024-09-20T22:14:46.562 INFO:tasks.workunit.client.0.smithi046.stdout:op 3706 completed, throughput=5MB/sec 2024-09-20T22:14:47.562 INFO:tasks.workunit.client.0.smithi046.stdout: 723: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:47.562 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-V5ZxnKp1N9OsXlA off=2721393 len=810270 2024-09-20T22:14:47.567 INFO:tasks.workunit.client.0.smithi046.stdout:op 3707 completed, throughput=5MB/sec 2024-09-20T22:14:47.567 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uSTNxFkXdG93F-t off=2411697 len=2073842 2024-09-20T22:14:47.579 INFO:tasks.workunit.client.0.smithi046.stdout:op 3708 completed, throughput=5MB/sec 2024-09-20T22:14:47.579 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QDWIHn48o2qKbk1 off=253014 len=77519 2024-09-20T22:14:47.579 INFO:tasks.workunit.client.0.smithi046.stdout:op 3709 completed, throughput=5MB/sec 2024-09-20T22:14:47.580 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Aa4fPq7XdSzwL0L off=14733449 len=926601 2024-09-20T22:14:47.581 INFO:tasks.workunit.client.0.smithi046.stdout:op 3710 completed, throughput=5MB/sec 2024-09-20T22:14:47.581 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5FaZ9cghus4Jw-k off=1177818 len=847318 2024-09-20T22:14:47.586 INFO:tasks.workunit.client.0.smithi046.stdout:op 3711 completed, throughput=5MB/sec 2024-09-20T22:14:47.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:47 smithi046 ceph-mon[96110]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T22:14:47.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:47 smithi046 ceph-mon[98591]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T22:14:47.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:47 smithi134 ceph-mon[89086]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T22:14:48.589 INFO:tasks.workunit.client.0.smithi046.stdout: 724: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:48.589 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4eO3xzIQqBkCwBi off=8590888 len=1303648 2024-09-20T22:14:48.590 INFO:tasks.workunit.client.0.smithi046.stdout:op 3712 completed, throughput=5MB/sec 2024-09-20T22:14:48.590 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Zx6HMN3hnKpx5jd off=3968335 len=1507175 2024-09-20T22:14:48.596 INFO:tasks.workunit.client.0.smithi046.stdout:op 3713 completed, throughput=5MB/sec 2024-09-20T22:14:48.596 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-savQQpnJRmXcU8g off=5487224 len=1913432 2024-09-20T22:14:48.605 INFO:tasks.workunit.client.0.smithi046.stdout:op 3714 completed, throughput=5MB/sec 2024-09-20T22:14:48.605 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mxljEsUiEXbENel off=2461139 len=676404 2024-09-20T22:14:48.609 INFO:tasks.workunit.client.0.smithi046.stdout:op 3715 completed, throughput=5MB/sec 2024-09-20T22:14:49.609 INFO:tasks.workunit.client.0.smithi046.stdout: 725: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:49.610 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EPiCiOhBL_d4aVa off=92972 len=1825661 2024-09-20T22:14:49.612 INFO:tasks.workunit.client.0.smithi046.stdout:op 3716 completed, throughput=5MB/sec 2024-09-20T22:14:49.612 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0VEJrF5NXnQfISD off=19800820 len=1042175 2024-09-20T22:14:49.613 INFO:tasks.workunit.client.0.smithi046.stdout:op 3717 completed, throughput=5MB/sec 2024-09-20T22:14:49.614 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IzWC7WQfTfGNqgM off=12381986 len=1023028 2024-09-20T22:14:49.615 INFO:tasks.workunit.client.0.smithi046.stdout:op 3718 completed, throughput=5MB/sec 2024-09-20T22:14:49.615 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hldBxf8_tSZM180 off=0 len=1233093 2024-09-20T22:14:49.621 INFO:tasks.workunit.client.0.smithi046.stdout:op 3719 completed, throughput=5MB/sec 2024-09-20T22:14:49.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:49 smithi046 ceph-mon[96110]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-20T22:14:49.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:14:49.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:49 smithi046 ceph-mon[98591]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-20T22:14:49.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:14:49.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:49 smithi134 ceph-mon[89086]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-20T22:14:49.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:14:50.621 INFO:tasks.workunit.client.0.smithi046.stdout: 726: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:50.622 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-T6VVkPtPjtzwDN5 off=1865637 len=1681194 2024-09-20T22:14:50.625 INFO:tasks.workunit.client.0.smithi046.stdout:op 3720 completed, throughput=5MB/sec 2024-09-20T22:14:50.626 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-t6CL5vCjzERRAyS off=606027 len=741213 2024-09-20T22:14:50.627 INFO:tasks.workunit.client.0.smithi046.stdout:op 3721 completed, throughput=5MB/sec 2024-09-20T22:14:50.627 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-E9RBaWmYOhl1_md off=2940012 len=1803485 2024-09-20T22:14:50.629 INFO:tasks.workunit.client.0.smithi046.stdout:op 3722 completed, throughput=5MB/sec 2024-09-20T22:14:50.629 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mj-qhOFA_Xkd6HC off=194265 len=1168952 2024-09-20T22:14:50.631 INFO:tasks.workunit.client.0.smithi046.stdout:op 3723 completed, throughput=5MB/sec 2024-09-20T22:14:51.631 INFO:tasks.workunit.client.0.smithi046.stdout: 727: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:51.631 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RbL8EYy1amNTF6M off=7111363 len=12046 2024-09-20T22:14:51.634 INFO:tasks.workunit.client.0.smithi046.stdout:op 3724 completed, throughput=4.99MB/sec 2024-09-20T22:14:51.634 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_UHAv_rpjF_m8re off=19073073 len=825405 2024-09-20T22:14:51.635 INFO:tasks.workunit.client.0.smithi046.stdout:op 3725 completed, throughput=5MB/sec 2024-09-20T22:14:51.635 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FnZoZR6CuoYtRh8 off=1985271 len=1669606 2024-09-20T22:14:51.643 INFO:tasks.workunit.client.0.smithi046.stdout:op 3726 completed, throughput=5MB/sec 2024-09-20T22:14:51.643 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-M7hnO-7zHO4UCYq off=9650679 len=1923181 2024-09-20T22:14:51.645 INFO:tasks.workunit.client.0.smithi046.stdout:op 3727 completed, throughput=5MB/sec 2024-09-20T22:14:51.645 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZLIcOLaiUt3chMY off=6494248 len=909325 2024-09-20T22:14:51.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:51 smithi046 ceph-mon[96110]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:14:51.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:51 smithi046 ceph-mon[98591]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:14:51.650 INFO:tasks.workunit.client.0.smithi046.stdout:op 3728 completed, throughput=5MB/sec 2024-09-20T22:14:51.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:51 smithi134 ceph-mon[89086]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:14:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:14:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:14:52] "GET /metrics HTTP/1.1" 200 34158 "" "Prometheus/2.43.0" 2024-09-20T22:14:52.651 INFO:tasks.workunit.client.0.smithi046.stdout: 728: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:52.651 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yZ12o8yYGrS-u8h off=4241205 len=1055456 2024-09-20T22:14:52.657 INFO:tasks.workunit.client.0.smithi046.stdout:op 3729 completed, throughput=5MB/sec 2024-09-20T22:14:52.657 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MBzzsP0QYoTOLYm off=3623156 len=26152 2024-09-20T22:14:52.659 INFO:tasks.workunit.client.0.smithi046.stdout:op 3730 completed, throughput=5MB/sec 2024-09-20T22:14:52.660 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rqYuTWPvILO0bpT off=5787763 len=314553 2024-09-20T22:14:52.660 INFO:tasks.workunit.client.0.smithi046.stdout:op 3731 completed, throughput=5MB/sec 2024-09-20T22:14:52.661 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iscaDcyA5sItBos off=297719 len=896389 2024-09-20T22:14:52.662 INFO:tasks.workunit.client.0.smithi046.stdout:op 3732 completed, throughput=5MB/sec 2024-09-20T22:14:52.662 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kfsyp73FFYuL5fB off=2894024 len=782155 2024-09-20T22:14:52.663 INFO:tasks.workunit.client.0.smithi046.stdout:op 3733 completed, throughput=5MB/sec 2024-09-20T22:14:52.664 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dDztv7_Ene3Ro6y off=4677008 len=1150679 2024-09-20T22:14:52.669 INFO:tasks.workunit.client.0.smithi046.stdout:op 3734 completed, throughput=5MB/sec 2024-09-20T22:14:52.670 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1Fe0QC1HUoq0KNG off=1943966 len=1512154 2024-09-20T22:14:52.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:14:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:14:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:14:52.676 INFO:tasks.workunit.client.0.smithi046.stdout:op 3735 completed, throughput=5MB/sec 2024-09-20T22:14:53.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:53 smithi046 ceph-mon[96110]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:14:53.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:53 smithi046 ceph-mon[98591]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:14:53.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:53 smithi134 ceph-mon[89086]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:14:53.676 INFO:tasks.workunit.client.0.smithi046.stdout: 729: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:53.676 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_wId218JLgAdOov off=674530 len=1359003 2024-09-20T22:14:53.682 INFO:tasks.workunit.client.0.smithi046.stdout:op 3736 completed, throughput=5MB/sec 2024-09-20T22:14:53.682 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ffQx9kSK8tLRH5z off=14787141 len=1143480 2024-09-20T22:14:53.688 INFO:tasks.workunit.client.0.smithi046.stdout:op 3737 completed, throughput=5MB/sec 2024-09-20T22:14:53.688 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Uz3lv7zRGUHx5d4 off=2116409 len=1202708 2024-09-20T22:14:53.689 INFO:tasks.workunit.client.0.smithi046.stdout:op 3738 completed, throughput=5MB/sec 2024-09-20T22:14:53.690 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XhfAm2gs4xRNeVB off=6479771 len=1041635 2024-09-20T22:14:53.690 INFO:tasks.workunit.client.0.smithi046.stdout:op 3739 completed, throughput=5MB/sec 2024-09-20T22:14:54.691 INFO:tasks.workunit.client.0.smithi046.stdout: 730: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:54.691 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IHtm5k-c4TcThWM off=12955640 len=1377566 2024-09-20T22:14:54.693 INFO:tasks.workunit.client.0.smithi046.stdout:op 3740 completed, throughput=5MB/sec 2024-09-20T22:14:54.693 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--53Rk4kJScQyJm_ off=3872519 len=124529 2024-09-20T22:14:54.695 INFO:tasks.workunit.client.0.smithi046.stdout:op 3741 completed, throughput=5MB/sec 2024-09-20T22:14:54.695 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KmEdQ6O0y965QtR off=14625993 len=212257 2024-09-20T22:14:54.696 INFO:tasks.workunit.client.0.smithi046.stdout:op 3742 completed, throughput=5MB/sec 2024-09-20T22:14:54.696 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2OtxDOXd2_LYQAC off=767778 len=1095844 2024-09-20T22:14:54.702 INFO:tasks.workunit.client.0.smithi046.stdout:op 3743 completed, throughput=5MB/sec 2024-09-20T22:14:54.702 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1KMOIJEwl_9XX8P off=8721180 len=943718 2024-09-20T22:14:54.707 INFO:tasks.workunit.client.0.smithi046.stdout:op 3744 completed, throughput=5MB/sec 2024-09-20T22:14:54.707 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-V25Q4epTH-zSTlD off=9128138 len=1280804 2024-09-20T22:14:54.712 INFO:tasks.workunit.client.0.smithi046.stdout:op 3745 completed, throughput=5MB/sec 2024-09-20T22:14:55.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:55 smithi046 ceph-mon[96110]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:14:55.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:55 smithi046 ceph-mon[98591]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:14:55.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:55 smithi134 ceph-mon[89086]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:14:55.713 INFO:tasks.workunit.client.0.smithi046.stdout: 731: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:55.713 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lRqFv1NBJL7lRLW off=24306058 len=279151 2024-09-20T22:14:55.716 INFO:tasks.workunit.client.0.smithi046.stdout:op 3746 completed, throughput=4.99MB/sec 2024-09-20T22:14:55.716 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZXK9CmCJohboN0D off=5412512 len=1789880 2024-09-20T22:14:55.718 INFO:tasks.workunit.client.0.smithi046.stdout:op 3747 completed, throughput=5MB/sec 2024-09-20T22:14:55.718 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rKLODHvHSoraF9v off=11235545 len=1106915 2024-09-20T22:14:55.719 INFO:tasks.workunit.client.0.smithi046.stdout:op 3748 completed, throughput=5MB/sec 2024-09-20T22:14:55.719 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9ZKXEFcmpKy8tUC off=10496047 len=1801929 2024-09-20T22:14:55.728 INFO:tasks.workunit.client.0.smithi046.stdout:op 3749 completed, throughput=5MB/sec 2024-09-20T22:14:55.728 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aT1CAg98MQea6E5 off=7923686 len=1940538 2024-09-20T22:14:55.732 INFO:tasks.workunit.client.0.smithi046.stdout:op 3750 completed, throughput=5MB/sec 2024-09-20T22:14:56.732 INFO:tasks.workunit.client.0.smithi046.stdout: 732: throughput=5MB/sec pending data=0 2024-09-20T22:14:56.732 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zj1sI3AMHh_2UdB off=3776396 len=498596 2024-09-20T22:14:56.734 INFO:tasks.workunit.client.0.smithi046.stdout:op 3751 completed, throughput=5MB/sec 2024-09-20T22:14:56.734 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-C9Kwb32kkC2Lpa1 off=1544707 len=1184815 2024-09-20T22:14:56.736 INFO:tasks.workunit.client.0.smithi046.stdout:op 3752 completed, throughput=5MB/sec 2024-09-20T22:14:56.736 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SFrQI_HlB4Ib_7w off=10154664 len=2073532 2024-09-20T22:14:56.738 INFO:tasks.workunit.client.0.smithi046.stdout:op 3753 completed, throughput=5MB/sec 2024-09-20T22:14:57.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:57 smithi046 ceph-mon[96110]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:14:57.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:57 smithi046 ceph-mon[98591]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:14:57.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:57 smithi134 ceph-mon[89086]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:14:57.738 INFO:tasks.workunit.client.0.smithi046.stdout: 733: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:57.738 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qi3N40b4bsKVMtO off=11403174 len=418265 2024-09-20T22:14:57.743 INFO:tasks.workunit.client.0.smithi046.stdout:op 3754 completed, throughput=4.99MB/sec 2024-09-20T22:14:57.743 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RZkENLrU_4bUgLt off=13113930 len=1424246 2024-09-20T22:14:57.751 INFO:tasks.workunit.client.0.smithi046.stdout:op 3755 completed, throughput=5MB/sec 2024-09-20T22:14:57.751 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hraYUywShVr5LrM off=16639592 len=1083072 2024-09-20T22:14:57.754 INFO:tasks.workunit.client.0.smithi046.stdout:op 3756 completed, throughput=5MB/sec 2024-09-20T22:14:57.754 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Y888R8SqgjjQcyu off=32917 len=1771185 2024-09-20T22:14:57.763 INFO:tasks.workunit.client.0.smithi046.stdout:op 3757 completed, throughput=5MB/sec 2024-09-20T22:14:57.763 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-D0KudcQIcqwAMt0 off=2102444 len=550483 2024-09-20T22:14:57.764 INFO:tasks.workunit.client.0.smithi046.stdout:op 3758 completed, throughput=5MB/sec 2024-09-20T22:14:57.764 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-59VdITqIUq1siYK off=1326843 len=99116 2024-09-20T22:14:57.766 INFO:tasks.workunit.client.0.smithi046.stdout:op 3759 completed, throughput=5MB/sec 2024-09-20T22:14:58.767 INFO:tasks.workunit.client.0.smithi046.stdout: 734: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:58.767 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--TA5dB5uUvD3_r- off=5207162 len=1821085 2024-09-20T22:14:58.769 INFO:tasks.workunit.client.0.smithi046.stdout:op 3760 completed, throughput=5MB/sec 2024-09-20T22:14:58.769 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CKj4OSlv1-XXbmD off=8577784 len=1456492 2024-09-20T22:14:58.778 INFO:tasks.workunit.client.0.smithi046.stdout:op 3761 completed, throughput=5MB/sec 2024-09-20T22:14:58.778 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pmzIsR_jK33gtgq off=3836117 len=398510 2024-09-20T22:14:58.781 INFO:tasks.workunit.client.0.smithi046.stdout:op 3762 completed, throughput=5MB/sec 2024-09-20T22:14:58.782 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-twKercrzOTcqNfF off=2393633 len=1961181 2024-09-20T22:14:58.784 INFO:tasks.workunit.client.0.smithi046.stdout:op 3763 completed, throughput=5MB/sec 2024-09-20T22:14:59.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:14:59 smithi046 ceph-mon[96110]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-20T22:14:59.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:14:59 smithi046 ceph-mon[98591]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-20T22:14:59.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:14:59 smithi134 ceph-mon[89086]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-20T22:14:59.784 INFO:tasks.workunit.client.0.smithi046.stdout: 735: throughput=4.99MB/sec pending data=0 2024-09-20T22:14:59.784 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-G9RymZEOcFli8D8 off=13899317 len=231458 2024-09-20T22:14:59.788 INFO:tasks.workunit.client.0.smithi046.stdout:op 3764 completed, throughput=4.99MB/sec 2024-09-20T22:14:59.788 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4aJchcFgYTTWh0v off=1068351 len=1192192 2024-09-20T22:14:59.789 INFO:tasks.workunit.client.0.smithi046.stdout:op 3765 completed, throughput=5MB/sec 2024-09-20T22:14:59.789 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3mXEriNi8bhbO6C off=3611579 len=772022 2024-09-20T22:14:59.791 INFO:tasks.workunit.client.0.smithi046.stdout:op 3766 completed, throughput=5MB/sec 2024-09-20T22:14:59.791 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wrwiWCvbJzKQA82 off=6538426 len=1338389 2024-09-20T22:14:59.794 INFO:tasks.workunit.client.0.smithi046.stdout:op 3767 completed, throughput=5MB/sec 2024-09-20T22:14:59.794 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aoQ7S3nDRk0OIk5 off=6898521 len=1238491 2024-09-20T22:14:59.796 INFO:tasks.workunit.client.0.smithi046.stdout:op 3768 completed, throughput=5MB/sec 2024-09-20T22:14:59.797 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZUIbL1frdPGbcBk off=9615656 len=24841 2024-09-20T22:14:59.797 INFO:tasks.workunit.client.0.smithi046.stdout:op 3769 completed, throughput=5MB/sec 2024-09-20T22:14:59.797 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-29gsUdl0OJsv9e3 off=2768797 len=1041601 2024-09-20T22:14:59.801 INFO:tasks.workunit.client.0.smithi046.stdout:op 3770 completed, throughput=5MB/sec 2024-09-20T22:15:00.802 INFO:tasks.workunit.client.0.smithi046.stdout: 736: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:00.802 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-E42zFBv9_j_0Unt off=10867189 len=790728 2024-09-20T22:15:00.807 INFO:tasks.workunit.client.0.smithi046.stdout:op 3771 completed, throughput=5MB/sec 2024-09-20T22:15:00.807 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QAgaNEGxDyHKsjq off=6271549 len=1335205 2024-09-20T22:15:00.815 INFO:tasks.workunit.client.0.smithi046.stdout:op 3772 completed, throughput=5MB/sec 2024-09-20T22:15:00.815 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yCkXhsgvJuFQllT off=12946158 len=302717 2024-09-20T22:15:00.816 INFO:tasks.workunit.client.0.smithi046.stdout:op 3773 completed, throughput=5MB/sec 2024-09-20T22:15:00.817 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-niJpTHA9eA5r-Rc off=2759222 len=1827318 2024-09-20T22:15:00.824 INFO:tasks.workunit.client.0.smithi046.stdout:op 3774 completed, throughput=5MB/sec 2024-09-20T22:15:00.825 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rhU5jxVqhkINLSw off=1113491 len=56606 2024-09-20T22:15:00.827 INFO:tasks.workunit.client.0.smithi046.stdout:op 3775 completed, throughput=5MB/sec 2024-09-20T22:15:00.827 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oSG5fyeB02IcaDZ off=1005566 len=882724 2024-09-20T22:15:00.828 INFO:tasks.workunit.client.0.smithi046.stdout:op 3776 completed, throughput=5MB/sec 2024-09-20T22:15:01.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:01 smithi046 ceph-mon[96110]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:15:01.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:01 smithi046 ceph-mon[98591]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:15:01.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:01 smithi134 ceph-mon[89086]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:15:01.828 INFO:tasks.workunit.client.0.smithi046.stdout: 737: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:01.828 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JiEP1m3qwpr3WSc off=412053 len=2000478 2024-09-20T22:15:01.841 INFO:tasks.workunit.client.0.smithi046.stdout:op 3777 completed, throughput=5MB/sec 2024-09-20T22:15:01.841 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Q6DFvNI3jFxx0hL off=506966 len=30355 2024-09-20T22:15:01.842 INFO:tasks.workunit.client.0.smithi046.stdout:op 3778 completed, throughput=5MB/sec 2024-09-20T22:15:01.842 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NRX7bHzMIszNVMZ off=19412904 len=1517677 2024-09-20T22:15:01.845 INFO:tasks.workunit.client.0.smithi046.stdout:op 3779 completed, throughput=5MB/sec 2024-09-20T22:15:01.845 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SsaojOgYn-xd3ij off=3054605 len=183359 2024-09-20T22:15:01.848 INFO:tasks.workunit.client.0.smithi046.stdout:op 3780 completed, throughput=5MB/sec 2024-09-20T22:15:01.848 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UngWo-BBkzwUHvY off=4437701 len=1631971 2024-09-20T22:15:01.850 INFO:tasks.workunit.client.0.smithi046.stdout:op 3781 completed, throughput=5MB/sec 2024-09-20T22:15:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:15:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:15:02] "GET /metrics HTTP/1.1" 200 34158 "" "Prometheus/2.43.0" 2024-09-20T22:15:02.577 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:15:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:15:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:15:02.850 INFO:tasks.workunit.client.0.smithi046.stdout: 738: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:02.850 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xzRsX8MYrU_QaRw off=14849993 len=358601 2024-09-20T22:15:02.852 INFO:tasks.workunit.client.0.smithi046.stdout:op 3782 completed, throughput=4.99MB/sec 2024-09-20T22:15:02.852 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SB5FmUCg0xr0XXR off=16998430 len=920010 2024-09-20T22:15:02.854 INFO:tasks.workunit.client.0.smithi046.stdout:op 3783 completed, throughput=5MB/sec 2024-09-20T22:15:02.854 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JdOd3G2PSgiObtS off=8016512 len=1439675 2024-09-20T22:15:02.856 INFO:tasks.workunit.client.0.smithi046.stdout:op 3784 completed, throughput=5MB/sec 2024-09-20T22:15:02.856 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ExGpUy5ZmIvxSXB off=11152532 len=1102563 2024-09-20T22:15:02.858 INFO:tasks.workunit.client.0.smithi046.stdout:op 3785 completed, throughput=5MB/sec 2024-09-20T22:15:02.858 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gVZQ_DFzd8g_4Ex off=6285220 len=45233 2024-09-20T22:15:02.861 INFO:tasks.workunit.client.0.smithi046.stdout:op 3786 completed, throughput=5MB/sec 2024-09-20T22:15:02.861 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7vQhV_1cd8F6NuU off=6158348 len=935309 2024-09-20T22:15:02.862 INFO:tasks.workunit.client.0.smithi046.stdout:op 3787 completed, throughput=5MB/sec 2024-09-20T22:15:03.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:03 smithi046 ceph-mon[96110]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:15:03.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:03 smithi046 ceph-mon[98591]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:15:03.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:03 smithi134 ceph-mon[89086]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:15:03.862 INFO:tasks.workunit.client.0.smithi046.stdout: 739: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:03.863 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zDfv5vnQ90XU0iU off=0 len=1565295 2024-09-20T22:15:03.866 INFO:tasks.workunit.client.0.smithi046.stdout:op 3788 completed, throughput=5MB/sec 2024-09-20T22:15:03.866 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nn0btdscmGrlURX off=12993630 len=2011279 2024-09-20T22:15:03.877 INFO:tasks.workunit.client.0.smithi046.stdout:op 3789 completed, throughput=5MB/sec 2024-09-20T22:15:03.878 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lK6u5pCZZKivAme off=4204722 len=1053941 2024-09-20T22:15:03.879 INFO:tasks.workunit.client.0.smithi046.stdout:op 3790 completed, throughput=5MB/sec 2024-09-20T22:15:03.879 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lXscH6jmbRGRU6s off=932185 len=1669835 2024-09-20T22:15:03.881 INFO:tasks.workunit.client.0.smithi046.stdout:op 3791 completed, throughput=5MB/sec 2024-09-20T22:15:04.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:15:04.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:15:04.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:15:04.882 INFO:tasks.workunit.client.0.smithi046.stdout: 740: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:04.882 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-C6Q6eJlGrFPkSkf off=4834508 len=1634402 2024-09-20T22:15:04.889 INFO:tasks.workunit.client.0.smithi046.stdout:op 3792 completed, throughput=5MB/sec 2024-09-20T22:15:04.889 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-a-WypSBdxYZXGWu off=617612 len=875168 2024-09-20T22:15:04.894 INFO:tasks.workunit.client.0.smithi046.stdout:op 3793 completed, throughput=5MB/sec 2024-09-20T22:15:04.894 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sJQemhWN2Z5oaF1 off=1055730 len=135794 2024-09-20T22:15:04.895 INFO:tasks.workunit.client.0.smithi046.stdout:op 3794 completed, throughput=5MB/sec 2024-09-20T22:15:04.895 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QvH2Mv-Ac2wwV23 off=8192148 len=310644 2024-09-20T22:15:04.897 INFO:tasks.workunit.client.0.smithi046.stdout:op 3795 completed, throughput=5MB/sec 2024-09-20T22:15:04.897 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RtCFZh7qXj5Q3Y1 off=3771885 len=570573 2024-09-20T22:15:04.900 INFO:tasks.workunit.client.0.smithi046.stdout:op 3796 completed, throughput=5MB/sec 2024-09-20T22:15:04.900 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ORF6TKiZob8mM0X off=4241462 len=1884623 2024-09-20T22:15:04.902 INFO:tasks.workunit.client.0.smithi046.stdout:op 3797 completed, throughput=5MB/sec 2024-09-20T22:15:05.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:05 smithi046 ceph-mon[96110]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:15:05.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:05 smithi046 ceph-mon[98591]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:15:05.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:05 smithi134 ceph-mon[89086]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:15:05.902 INFO:tasks.workunit.client.0.smithi046.stdout: 741: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:05.903 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SEwyAN7xryXroyN off=4263052 len=225647 2024-09-20T22:15:05.906 INFO:tasks.workunit.client.0.smithi046.stdout:op 3798 completed, throughput=5MB/sec 2024-09-20T22:15:05.906 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Van2KVpfaYLEJDd off=212020 len=936585 2024-09-20T22:15:05.911 INFO:tasks.workunit.client.0.smithi046.stdout:op 3799 completed, throughput=5MB/sec 2024-09-20T22:15:05.911 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VULyr2XzhxlWEhy off=17454079 len=298355 2024-09-20T22:15:05.912 INFO:tasks.workunit.client.0.smithi046.stdout:op 3800 completed, throughput=5MB/sec 2024-09-20T22:15:05.912 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fFx3Dd_vUaV0OaA off=2279545 len=1541064 2024-09-20T22:15:05.919 INFO:tasks.workunit.client.0.smithi046.stdout:op 3801 completed, throughput=5MB/sec 2024-09-20T22:15:05.919 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5_pBLG-LXp5fJlh off=1672792 len=148447 2024-09-20T22:15:05.922 INFO:tasks.workunit.client.0.smithi046.stdout:op 3802 completed, throughput=5MB/sec 2024-09-20T22:15:05.922 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vrm-LlDtKH-tMEX off=776954 len=2057626 2024-09-20T22:15:05.925 INFO:tasks.workunit.client.0.smithi046.stdout:op 3803 completed, throughput=5MB/sec 2024-09-20T22:15:06.926 INFO:tasks.workunit.client.0.smithi046.stdout: 742: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:06.926 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rJQp7T1ZlUJgcIX off=1614335 len=1868622 2024-09-20T22:15:06.928 INFO:tasks.workunit.client.0.smithi046.stdout:op 3804 completed, throughput=5MB/sec 2024-09-20T22:15:06.928 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yShD_wZRjSjXAFA off=4124689 len=166901 2024-09-20T22:15:06.929 INFO:tasks.workunit.client.0.smithi046.stdout:op 3805 completed, throughput=5MB/sec 2024-09-20T22:15:06.929 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dRTll_SczQ5MaK9 off=1047361 len=818012 2024-09-20T22:15:06.934 INFO:tasks.workunit.client.0.smithi046.stdout:op 3806 completed, throughput=5MB/sec 2024-09-20T22:15:06.934 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FvNBjXKtXTLxmbH off=1297340 len=1908776 2024-09-20T22:15:06.946 INFO:tasks.workunit.client.0.smithi046.stdout:op 3807 completed, throughput=5MB/sec 2024-09-20T22:15:07.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:07 smithi046 ceph-mon[96110]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:15:07.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:07 smithi046 ceph-mon[98591]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:15:07.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:07 smithi134 ceph-mon[89086]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:15:07.946 INFO:tasks.workunit.client.0.smithi046.stdout: 743: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:07.946 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5stU-JfGF-S2MGg off=4720022 len=773734 2024-09-20T22:15:07.947 INFO:tasks.workunit.client.0.smithi046.stdout:op 3808 completed, throughput=4.99MB/sec 2024-09-20T22:15:07.948 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0MTn976TTsTIvIA off=212820 len=1706628 2024-09-20T22:15:07.950 INFO:tasks.workunit.client.0.smithi046.stdout:op 3809 completed, throughput=5MB/sec 2024-09-20T22:15:07.950 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xdwYqHnaZyvnKSO off=6861018 len=286938 2024-09-20T22:15:07.951 INFO:tasks.workunit.client.0.smithi046.stdout:op 3810 completed, throughput=5MB/sec 2024-09-20T22:15:07.951 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gADXfRmqiK3i92Y off=324062 len=733109 2024-09-20T22:15:07.951 INFO:tasks.workunit.client.0.smithi046.stdout:op 3811 completed, throughput=5MB/sec 2024-09-20T22:15:07.951 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-W_hG33rrky4sRw2 off=3733489 len=1633022 2024-09-20T22:15:07.959 INFO:tasks.workunit.client.0.smithi046.stdout:op 3812 completed, throughput=5MB/sec 2024-09-20T22:15:08.959 INFO:tasks.workunit.client.0.smithi046.stdout: 744: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:08.959 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IIYtonQykPT72eu off=13949436 len=958905 2024-09-20T22:15:08.965 INFO:tasks.workunit.client.0.smithi046.stdout:op 3813 completed, throughput=4.99MB/sec 2024-09-20T22:15:08.965 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-adEii1j52NUBwde off=770947 len=1372545 2024-09-20T22:15:08.967 INFO:tasks.workunit.client.0.smithi046.stdout:op 3814 completed, throughput=5MB/sec 2024-09-20T22:15:08.967 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VEPfrJTImWi08mu off=607059 len=741010 2024-09-20T22:15:08.969 INFO:tasks.workunit.client.0.smithi046.stdout:op 3815 completed, throughput=5MB/sec 2024-09-20T22:15:08.969 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OYH_XWplKwQV9Mt off=7595750 len=837117 2024-09-20T22:15:08.970 INFO:tasks.workunit.client.0.smithi046.stdout:op 3816 completed, throughput=5MB/sec 2024-09-20T22:15:08.970 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--cD0R6RB4c3Z5r4 off=9236569 len=138367 2024-09-20T22:15:08.971 INFO:tasks.workunit.client.0.smithi046.stdout:op 3817 completed, throughput=5MB/sec 2024-09-20T22:15:08.971 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-W_3k_Er4yQOToWJ off=2300164 len=768523 2024-09-20T22:15:08.972 INFO:tasks.workunit.client.0.smithi046.stdout:op 3818 completed, throughput=5MB/sec 2024-09-20T22:15:08.972 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AAQ7gt2uvtJUy26 off=2642404 len=1902232 2024-09-20T22:15:08.981 INFO:tasks.workunit.client.0.smithi046.stdout:op 3819 completed, throughput=5MB/sec 2024-09-20T22:15:09.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:09 smithi046 ceph-mon[96110]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-20T22:15:09.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:09 smithi046 ceph-mon[98591]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-20T22:15:09.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:09 smithi134 ceph-mon[89086]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-20T22:15:09.982 INFO:tasks.workunit.client.0.smithi046.stdout: 745: throughput=5MB/sec pending data=0 2024-09-20T22:15:09.982 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ft1ThYP6_Nsbu4e off=6165841 len=692457 2024-09-20T22:15:09.987 INFO:tasks.workunit.client.0.smithi046.stdout:op 3820 completed, throughput=5MB/sec 2024-09-20T22:15:09.987 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hnGPAl-6f8wdUPi off=15069 len=1303711 2024-09-20T22:15:09.989 INFO:tasks.workunit.client.0.smithi046.stdout:op 3821 completed, throughput=5MB/sec 2024-09-20T22:15:09.989 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fmebiRXo47eXrEJ off=434953 len=1320878 2024-09-20T22:15:09.998 INFO:tasks.workunit.client.0.smithi046.stdout:op 3822 completed, throughput=5MB/sec 2024-09-20T22:15:09.998 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pVhHlGYI1os7CU0 off=2774880 len=204223 2024-09-20T22:15:10.001 INFO:tasks.workunit.client.0.smithi046.stdout:op 3823 completed, throughput=5MB/sec 2024-09-20T22:15:10.001 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-e9BrVYrX_G-PvvS off=13565636 len=761123 2024-09-20T22:15:10.005 INFO:tasks.workunit.client.0.smithi046.stdout:op 3824 completed, throughput=5MB/sec 2024-09-20T22:15:11.006 INFO:tasks.workunit.client.0.smithi046.stdout: 746: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:11.006 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SLvv3AvEsUzXFPF off=804155 len=1771516 2024-09-20T22:15:11.010 INFO:tasks.workunit.client.0.smithi046.stdout:op 3825 completed, throughput=5MB/sec 2024-09-20T22:15:11.010 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aQaGF1Bkd8YGygQ off=2220821 len=1884593 2024-09-20T22:15:11.017 INFO:tasks.workunit.client.0.smithi046.stdout:op 3826 completed, throughput=5MB/sec 2024-09-20T22:15:11.017 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-idkOwHGrQylA41S off=8206250 len=835408 2024-09-20T22:15:11.019 INFO:tasks.workunit.client.0.smithi046.stdout:op 3827 completed, throughput=5MB/sec 2024-09-20T22:15:11.019 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-301Nk0uGEt06t0q off=2124958 len=1259876 2024-09-20T22:15:11.020 INFO:tasks.workunit.client.0.smithi046.stdout:op 3828 completed, throughput=5MB/sec 2024-09-20T22:15:11.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:11 smithi046 ceph-mon[96110]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-20T22:15:11.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:11 smithi046 ceph-mon[98591]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-20T22:15:11.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:11 smithi134 ceph-mon[89086]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-20T22:15:12.020 INFO:tasks.workunit.client.0.smithi046.stdout: 747: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:12.021 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PNlADmCDUuGIJ16 off=2315913 len=145324 2024-09-20T22:15:12.021 INFO:tasks.workunit.client.0.smithi046.stdout:op 3829 completed, throughput=4.99MB/sec 2024-09-20T22:15:12.021 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uzbsYz-_kZt8LGm off=18656104 len=1013577 2024-09-20T22:15:12.028 INFO:tasks.workunit.client.0.smithi046.stdout:op 3830 completed, throughput=5MB/sec 2024-09-20T22:15:12.028 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HsP7O42_gaouCQ_ off=2608453 len=1027373 2024-09-20T22:15:12.029 INFO:tasks.workunit.client.0.smithi046.stdout:op 3831 completed, throughput=5MB/sec 2024-09-20T22:15:12.029 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GFUmouIAEVjDcq8 off=0 len=1127043 2024-09-20T22:15:12.035 INFO:tasks.workunit.client.0.smithi046.stdout:op 3832 completed, throughput=5MB/sec 2024-09-20T22:15:12.035 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--q8__13r34extSk off=2282034 len=1221952 2024-09-20T22:15:12.038 INFO:tasks.workunit.client.0.smithi046.stdout:op 3833 completed, throughput=5MB/sec 2024-09-20T22:15:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:15:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:15:12] "GET /metrics HTTP/1.1" 200 34162 "" "Prometheus/2.43.0" 2024-09-20T22:15:12.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:15:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:15:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:15:13.038 INFO:tasks.workunit.client.0.smithi046.stdout: 748: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:13.038 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8FOZaeUyazgR-Hd off=16084421 len=490869 2024-09-20T22:15:13.042 INFO:tasks.workunit.client.0.smithi046.stdout:op 3834 completed, throughput=4.99MB/sec 2024-09-20T22:15:13.042 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-91u4Ks3Web7pr23 off=7522438 len=1399841 2024-09-20T22:15:13.044 INFO:tasks.workunit.client.0.smithi046.stdout:op 3835 completed, throughput=5MB/sec 2024-09-20T22:15:13.044 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2Q_aQqi8iwekDTq off=4324981 len=22220 2024-09-20T22:15:13.047 INFO:tasks.workunit.client.0.smithi046.stdout:op 3836 completed, throughput=5MB/sec 2024-09-20T22:15:13.047 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xep-3oqRUJxpN0O off=4106138 len=1089081 2024-09-20T22:15:13.052 INFO:tasks.workunit.client.0.smithi046.stdout:op 3837 completed, throughput=5MB/sec 2024-09-20T22:15:13.052 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-53JIGdD814PJZ8Y off=337344 len=649503 2024-09-20T22:15:13.053 INFO:tasks.workunit.client.0.smithi046.stdout:op 3838 completed, throughput=5MB/sec 2024-09-20T22:15:13.053 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NXTXSgHvi719tOd off=544326 len=1286999 2024-09-20T22:15:13.059 INFO:tasks.workunit.client.0.smithi046.stdout:op 3839 completed, throughput=5MB/sec 2024-09-20T22:15:13.059 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rtMWpWRCWPBFyWV off=471453 len=496806 2024-09-20T22:15:13.063 INFO:tasks.workunit.client.0.smithi046.stdout:op 3840 completed, throughput=5MB/sec 2024-09-20T22:15:13.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:13 smithi046 ceph-mon[96110]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:15:13.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:13 smithi046 ceph-mon[98591]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:15:13.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:13 smithi134 ceph-mon[89086]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:15:14.064 INFO:tasks.workunit.client.0.smithi046.stdout: 749: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:14.064 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tqDCNe4uPmks1hs off=2827114 len=1264949 2024-09-20T22:15:14.066 INFO:tasks.workunit.client.0.smithi046.stdout:op 3841 completed, throughput=5MB/sec 2024-09-20T22:15:14.066 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cFxxrsmC5w0PQuG off=444281 len=1542793 2024-09-20T22:15:14.069 INFO:tasks.workunit.client.0.smithi046.stdout:op 3842 completed, throughput=5MB/sec 2024-09-20T22:15:14.069 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BGbnVhkL9lc-h-b off=9392068 len=1830222 2024-09-20T22:15:14.078 INFO:tasks.workunit.client.0.smithi046.stdout:op 3843 completed, throughput=5MB/sec 2024-09-20T22:15:14.078 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bQogYrlAOEVTJZP off=2925805 len=345587 2024-09-20T22:15:14.078 INFO:tasks.workunit.client.0.smithi046.stdout:op 3844 completed, throughput=5MB/sec 2024-09-20T22:15:14.078 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nKUvZLOmyya_6dE off=1635596 len=133222 2024-09-20T22:15:14.079 INFO:tasks.workunit.client.0.smithi046.stdout:op 3845 completed, throughput=5MB/sec 2024-09-20T22:15:14.079 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PtYrFWxRbbnfrsu off=5699972 len=1755379 2024-09-20T22:15:14.089 INFO:tasks.workunit.client.0.smithi046.stdout:op 3846 completed, throughput=5MB/sec 2024-09-20T22:15:15.090 INFO:tasks.workunit.client.0.smithi046.stdout: 750: throughput=5MB/sec pending data=0 2024-09-20T22:15:15.090 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Z6OyntF34Sm9bdP off=13502873 len=1233942 2024-09-20T22:15:15.098 INFO:tasks.workunit.client.0.smithi046.stdout:op 3847 completed, throughput=5MB/sec 2024-09-20T22:15:15.098 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0PFAECs2ctgUv5C off=1861492 len=1006899 2024-09-20T22:15:15.104 INFO:tasks.workunit.client.0.smithi046.stdout:op 3848 completed, throughput=5MB/sec 2024-09-20T22:15:15.104 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-voOimkobZzgFHu5 off=2228795 len=374782 2024-09-20T22:15:15.105 INFO:tasks.workunit.client.0.smithi046.stdout:op 3849 completed, throughput=5MB/sec 2024-09-20T22:15:15.105 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ACPA8mRbNjf2Y44 off=0 len=1733955 2024-09-20T22:15:15.112 INFO:tasks.workunit.client.0.smithi046.stdout:op 3850 completed, throughput=5MB/sec 2024-09-20T22:15:15.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:15 smithi046 ceph-mon[96110]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:15:15.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:15 smithi046 ceph-mon[98591]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:15:15.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:15 smithi134 ceph-mon[89086]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:15:16.113 INFO:tasks.workunit.client.0.smithi046.stdout: 751: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:16.113 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QeS_mSs1MRHqJ3X off=643344 len=1291145 2024-09-20T22:15:16.115 INFO:tasks.workunit.client.0.smithi046.stdout:op 3851 completed, throughput=5MB/sec 2024-09-20T22:15:16.115 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MX0kmLflZXhqlOm off=6956721 len=1488791 2024-09-20T22:15:16.117 INFO:tasks.workunit.client.0.smithi046.stdout:op 3852 completed, throughput=5MB/sec 2024-09-20T22:15:16.117 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gbm5o6NYmwCbra8 off=5395018 len=695137 2024-09-20T22:15:16.119 INFO:tasks.workunit.client.0.smithi046.stdout:op 3853 completed, throughput=5MB/sec 2024-09-20T22:15:16.119 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-f9Cn0Y3xWxBvyS4 off=1342789 len=359787 2024-09-20T22:15:16.123 INFO:tasks.workunit.client.0.smithi046.stdout:op 3854 completed, throughput=5MB/sec 2024-09-20T22:15:16.123 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0zUO-TKnEcJY8dJ off=12177361 len=143864 2024-09-20T22:15:16.125 INFO:tasks.workunit.client.0.smithi046.stdout:op 3855 completed, throughput=5MB/sec 2024-09-20T22:15:16.125 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NxcVBiD0C-RKOo9 off=2344252 len=133445 2024-09-20T22:15:16.128 INFO:tasks.workunit.client.0.smithi046.stdout:op 3856 completed, throughput=5MB/sec 2024-09-20T22:15:16.128 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Xe2cxq439qUKOvc off=12809902 len=714756 2024-09-20T22:15:16.130 INFO:tasks.workunit.client.0.smithi046.stdout:op 3857 completed, throughput=5MB/sec 2024-09-20T22:15:17.130 INFO:tasks.workunit.client.0.smithi046.stdout: 752: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:17.130 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-e8nTOYt13MuFv83 off=7193284 len=743519 2024-09-20T22:15:17.135 INFO:tasks.workunit.client.0.smithi046.stdout:op 3858 completed, throughput=4.99MB/sec 2024-09-20T22:15:17.135 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BWbl02wahrZw8Ym off=21160037 len=712010 2024-09-20T22:15:17.140 INFO:tasks.workunit.client.0.smithi046.stdout:op 3859 completed, throughput=5MB/sec 2024-09-20T22:15:17.140 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nCj3fxadiA85I5f off=16325099 len=645492 2024-09-20T22:15:17.141 INFO:tasks.workunit.client.0.smithi046.stdout:op 3860 completed, throughput=5MB/sec 2024-09-20T22:15:17.141 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-r0KjZr3FbLojAY1 off=2226344 len=126718 2024-09-20T22:15:17.144 INFO:tasks.workunit.client.0.smithi046.stdout:op 3861 completed, throughput=5MB/sec 2024-09-20T22:15:17.144 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-58Ev1wIJLqCquu- off=4840193 len=905568 2024-09-20T22:15:17.145 INFO:tasks.workunit.client.0.smithi046.stdout:op 3862 completed, throughput=5MB/sec 2024-09-20T22:15:17.145 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Wz9ZJJwORZXLFfK off=7543332 len=1152197 2024-09-20T22:15:17.151 INFO:tasks.workunit.client.0.smithi046.stdout:op 3863 completed, throughput=5MB/sec 2024-09-20T22:15:17.151 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BX8uMOnRH4d63o9 off=3357449 len=1701165 2024-09-20T22:15:17.159 INFO:tasks.workunit.client.0.smithi046.stdout:op 3864 completed, throughput=5MB/sec 2024-09-20T22:15:17.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:17 smithi046 ceph-mon[96110]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T22:15:17.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:17 smithi046 ceph-mon[98591]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T22:15:17.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:17 smithi134 ceph-mon[89086]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T22:15:18.159 INFO:tasks.workunit.client.0.smithi046.stdout: 753: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:18.160 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KXQBwfsVH2FLGA1 off=968942 len=831062 2024-09-20T22:15:18.161 INFO:tasks.workunit.client.0.smithi046.stdout:op 3865 completed, throughput=5MB/sec 2024-09-20T22:15:18.161 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yCx0eetgwncdhcz off=20578126 len=130405 2024-09-20T22:15:18.164 INFO:tasks.workunit.client.0.smithi046.stdout:op 3866 completed, throughput=5MB/sec 2024-09-20T22:15:18.164 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zRkd7CQb98T3X-w off=9956686 len=847486 2024-09-20T22:15:18.165 INFO:tasks.workunit.client.0.smithi046.stdout:op 3867 completed, throughput=5MB/sec 2024-09-20T22:15:18.165 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WWYMaBvwGVYINvS off=498792 len=1031396 2024-09-20T22:15:18.166 INFO:tasks.workunit.client.0.smithi046.stdout:op 3868 completed, throughput=5MB/sec 2024-09-20T22:15:18.167 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4l_2FS5lEmRZf82 off=4071369 len=760274 2024-09-20T22:15:18.171 INFO:tasks.workunit.client.0.smithi046.stdout:op 3869 completed, throughput=5MB/sec 2024-09-20T22:15:18.171 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Qg-0Ym4iLFW_Gaz off=365240 len=1371241 2024-09-20T22:15:18.179 INFO:tasks.workunit.client.0.smithi046.stdout:op 3870 completed, throughput=5MB/sec 2024-09-20T22:15:19.180 INFO:tasks.workunit.client.0.smithi046.stdout: 754: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:19.180 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6tgDXG2Ijfs6aO7 off=213157 len=1747177 2024-09-20T22:15:19.182 INFO:tasks.workunit.client.0.smithi046.stdout:op 3871 completed, throughput=5MB/sec 2024-09-20T22:15:19.182 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-823KJL_Ads9ynhT off=4934504 len=1930950 2024-09-20T22:15:19.184 INFO:tasks.workunit.client.0.smithi046.stdout:op 3872 completed, throughput=5MB/sec 2024-09-20T22:15:19.184 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_6EQKdzSSvHB568 off=2536485 len=1151570 2024-09-20T22:15:19.186 INFO:tasks.workunit.client.0.smithi046.stdout:op 3873 completed, throughput=5MB/sec 2024-09-20T22:15:19.186 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vaBILSJp09QWzBu off=16490040 len=1255253 2024-09-20T22:15:19.194 INFO:tasks.workunit.client.0.smithi046.stdout:op 3874 completed, throughput=5MB/sec 2024-09-20T22:15:19.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:19 smithi046 ceph-mon[96110]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-20T22:15:19.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:15:19.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:19 smithi046 ceph-mon[98591]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-20T22:15:19.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:15:19.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:19 smithi134 ceph-mon[89086]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-20T22:15:19.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:15:20.195 INFO:tasks.workunit.client.0.smithi046.stdout: 755: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:20.195 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3BQcWvZBclrJYYk off=16907288 len=518692 2024-09-20T22:15:20.199 INFO:tasks.workunit.client.0.smithi046.stdout:op 3875 completed, throughput=5MB/sec 2024-09-20T22:15:20.199 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Qm1HeehH_ufAj3G off=0 len=1556562 2024-09-20T22:15:20.201 INFO:tasks.workunit.client.0.smithi046.stdout:op 3876 completed, throughput=5MB/sec 2024-09-20T22:15:20.201 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CBmScndtSz8cT9Y off=1251401 len=1203229 2024-09-20T22:15:20.205 INFO:tasks.workunit.client.0.smithi046.stdout:op 3877 completed, throughput=5MB/sec 2024-09-20T22:15:20.205 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0mr7O35SZiYOSZM off=10069945 len=696528 2024-09-20T22:15:20.206 INFO:tasks.workunit.client.0.smithi046.stdout:op 3878 completed, throughput=5MB/sec 2024-09-20T22:15:20.206 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--AiVkNF2KUqOxT6 off=7219905 len=514922 2024-09-20T22:15:20.210 INFO:tasks.workunit.client.0.smithi046.stdout:op 3879 completed, throughput=5MB/sec 2024-09-20T22:15:21.210 INFO:tasks.workunit.client.0.smithi046.stdout: 756: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:21.211 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WgofAKr6LvjO4YZ off=846358 len=1711272 2024-09-20T22:15:21.218 INFO:tasks.workunit.client.0.smithi046.stdout:op 3880 completed, throughput=5MB/sec 2024-09-20T22:15:21.218 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8rHrLy-U7YRJlif off=8802562 len=400394 2024-09-20T22:15:21.219 INFO:tasks.workunit.client.0.smithi046.stdout:op 3881 completed, throughput=5MB/sec 2024-09-20T22:15:21.219 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-85QgpqV3uOo_XbI off=4602018 len=1681819 2024-09-20T22:15:21.226 INFO:tasks.workunit.client.0.smithi046.stdout:op 3882 completed, throughput=5MB/sec 2024-09-20T22:15:21.226 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OICjBDtcvVZFE3R off=1563500 len=522594 2024-09-20T22:15:21.227 INFO:tasks.workunit.client.0.smithi046.stdout:op 3883 completed, throughput=5MB/sec 2024-09-20T22:15:21.227 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UkWVBpuB6_BA439 off=9561240 len=1734253 2024-09-20T22:15:21.238 INFO:tasks.workunit.client.0.smithi046.stdout:op 3884 completed, throughput=5MB/sec 2024-09-20T22:15:21.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:21 smithi046 ceph-mon[96110]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:15:21.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:21 smithi046 ceph-mon[98591]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:15:21.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:21 smithi134 ceph-mon[89086]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:15:22.238 INFO:tasks.workunit.client.0.smithi046.stdout: 757: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:22.239 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hglPwSgxYvO8KyD off=14966103 len=1327146 2024-09-20T22:15:22.240 INFO:tasks.workunit.client.0.smithi046.stdout:op 3885 completed, throughput=5MB/sec 2024-09-20T22:15:22.240 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WlEOScp54OABj_F off=808724 len=1383574 2024-09-20T22:15:22.242 INFO:tasks.workunit.client.0.smithi046.stdout:op 3886 completed, throughput=5MB/sec 2024-09-20T22:15:22.242 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iFwsLC5EQ0mi2NV off=11008163 len=2076823 2024-09-20T22:15:22.254 INFO:tasks.workunit.client.0.smithi046.stdout:op 3887 completed, throughput=5MB/sec 2024-09-20T22:15:22.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:22 smithi046 ceph-mon[96110]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:15:22.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:22 smithi046 ceph-mon[98591]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:15:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:15:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:15:22] "GET /metrics HTTP/1.1" 200 34165 "" "Prometheus/2.43.0" 2024-09-20T22:15:22.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:22 smithi134 ceph-mon[89086]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:15:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:15:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:15:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:15:23.255 INFO:tasks.workunit.client.0.smithi046.stdout: 758: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:23.255 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-86DvonSJ9Wf9Hap off=2037703 len=283158 2024-09-20T22:15:23.255 INFO:tasks.workunit.client.0.smithi046.stdout:op 3888 completed, throughput=4.99MB/sec 2024-09-20T22:15:23.255 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BVDBKnBPfFo_Hg5 off=5386426 len=1290177 2024-09-20T22:15:23.257 INFO:tasks.workunit.client.0.smithi046.stdout:op 3889 completed, throughput=5MB/sec 2024-09-20T22:15:23.257 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--1gnD3DYzImLz0j off=6289648 len=2049322 2024-09-20T22:15:23.269 INFO:tasks.workunit.client.0.smithi046.stdout:op 3890 completed, throughput=5MB/sec 2024-09-20T22:15:23.269 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_GQ6M-qJVHujlSk off=23525504 len=907909 2024-09-20T22:15:23.274 INFO:tasks.workunit.client.0.smithi046.stdout:op 3891 completed, throughput=5MB/sec 2024-09-20T22:15:23.274 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-l4Ik09pDMHkrZLi off=12561076 len=689254 2024-09-20T22:15:23.279 INFO:tasks.workunit.client.0.smithi046.stdout:op 3892 completed, throughput=5MB/sec 2024-09-20T22:15:24.279 INFO:tasks.workunit.client.0.smithi046.stdout: 759: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:24.279 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9ZyZSNsXa2zmeZr off=14437996 len=964391 2024-09-20T22:15:24.284 INFO:tasks.workunit.client.0.smithi046.stdout:op 3893 completed, throughput=5MB/sec 2024-09-20T22:15:24.284 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6XgqsnMpJjf_4TG off=3104885 len=343067 2024-09-20T22:15:24.288 INFO:tasks.workunit.client.0.smithi046.stdout:op 3894 completed, throughput=5MB/sec 2024-09-20T22:15:24.288 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-snWuy9p7gUZKPMt off=12180055 len=1422873 2024-09-20T22:15:24.290 INFO:tasks.workunit.client.0.smithi046.stdout:op 3895 completed, throughput=5MB/sec 2024-09-20T22:15:24.290 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9KgmcSbPrtJlj2N off=20425196 len=1444948 2024-09-20T22:15:24.292 INFO:tasks.workunit.client.0.smithi046.stdout:op 3896 completed, throughput=5MB/sec 2024-09-20T22:15:24.292 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kLDgc-WcStECHE4 off=8260477 len=1504186 2024-09-20T22:15:24.294 INFO:tasks.workunit.client.0.smithi046.stdout:op 3897 completed, throughput=5MB/sec 2024-09-20T22:15:25.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:24 smithi046 ceph-mon[96110]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:15:25.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:24 smithi046 ceph-mon[98591]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:15:25.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:24 smithi134 ceph-mon[89086]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:15:25.294 INFO:tasks.workunit.client.0.smithi046.stdout: 760: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:25.294 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1eMHU1crladrEJz off=15748722 len=1268243 2024-09-20T22:15:25.296 INFO:tasks.workunit.client.0.smithi046.stdout:op 3898 completed, throughput=5MB/sec 2024-09-20T22:15:25.296 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iscaDcyA5sItBos off=437739 len=756369 2024-09-20T22:15:25.298 INFO:tasks.workunit.client.0.smithi046.stdout:op 3899 completed, throughput=5MB/sec 2024-09-20T22:15:25.298 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-x0VJ4HFA49bNS5Z off=4627850 len=703926 2024-09-20T22:15:25.304 INFO:tasks.workunit.client.0.smithi046.stdout:op 3900 completed, throughput=5MB/sec 2024-09-20T22:15:25.304 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PNlADmCDUuGIJ16 off=3604785 len=987860 2024-09-20T22:15:25.309 INFO:tasks.workunit.client.0.smithi046.stdout:op 3901 completed, throughput=5MB/sec 2024-09-20T22:15:25.309 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OM8mglmlAIf0_lu off=12568926 len=1584783 2024-09-20T22:15:25.317 INFO:tasks.workunit.client.0.smithi046.stdout:op 3902 completed, throughput=5MB/sec 2024-09-20T22:15:26.317 INFO:tasks.workunit.client.0.smithi046.stdout: 761: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:26.318 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ATCmxELaknZLgyG off=3766586 len=152311 2024-09-20T22:15:26.321 INFO:tasks.workunit.client.0.smithi046.stdout:op 3903 completed, throughput=4.99MB/sec 2024-09-20T22:15:26.321 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-binPv5dJuKfDgsM off=228428 len=2039282 2024-09-20T22:15:26.327 INFO:tasks.workunit.client.0.smithi046.stdout:op 3904 completed, throughput=5MB/sec 2024-09-20T22:15:26.328 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_Xqno-HEYezTEqk off=2832726 len=1937251 2024-09-20T22:15:26.336 INFO:tasks.workunit.client.0.smithi046.stdout:op 3905 completed, throughput=5MB/sec 2024-09-20T22:15:26.336 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mlnY960c26pVqgY off=19614411 len=1271245 2024-09-20T22:15:26.338 INFO:tasks.workunit.client.0.smithi046.stdout:op 3906 completed, throughput=5MB/sec 2024-09-20T22:15:27.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:26 smithi046 ceph-mon[96110]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:15:27.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:26 smithi046 ceph-mon[98591]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:15:27.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:26 smithi134 ceph-mon[89086]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:15:27.339 INFO:tasks.workunit.client.0.smithi046.stdout: 762: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:27.339 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MQ--9TIIOqTnpay off=11297284 len=1405900 2024-09-20T22:15:27.346 INFO:tasks.workunit.client.0.smithi046.stdout:op 3907 completed, throughput=5MB/sec 2024-09-20T22:15:27.346 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WLfsEtDvlgbgBf8 off=19670000 len=41434 2024-09-20T22:15:27.348 INFO:tasks.workunit.client.0.smithi046.stdout:op 3908 completed, throughput=5MB/sec 2024-09-20T22:15:27.348 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-O3qeaZYdtQkVXAi off=17382082 len=1284461 2024-09-20T22:15:27.350 INFO:tasks.workunit.client.0.smithi046.stdout:op 3909 completed, throughput=5MB/sec 2024-09-20T22:15:27.350 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-p4fLjGPbiY_Z7Py off=349426 len=875724 2024-09-20T22:15:27.352 INFO:tasks.workunit.client.0.smithi046.stdout:op 3910 completed, throughput=5MB/sec 2024-09-20T22:15:27.352 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-p_4GRmw3qu9FJI2 off=4593614 len=2015937 2024-09-20T22:15:27.363 INFO:tasks.workunit.client.0.smithi046.stdout:op 3911 completed, throughput=5MB/sec 2024-09-20T22:15:28.363 INFO:tasks.workunit.client.0.smithi046.stdout: 763: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:28.364 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1TEkbtY0CNxWery off=2589984 len=329339 2024-09-20T22:15:28.367 INFO:tasks.workunit.client.0.smithi046.stdout:op 3912 completed, throughput=5MB/sec 2024-09-20T22:15:28.367 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0e_DwCczCMX25Pu off=874530 len=1370101 2024-09-20T22:15:28.368 INFO:tasks.workunit.client.0.smithi046.stdout:op 3913 completed, throughput=5MB/sec 2024-09-20T22:15:28.368 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ITResbSabh_CRAQ off=3645247 len=540961 2024-09-20T22:15:28.372 INFO:tasks.workunit.client.0.smithi046.stdout:op 3914 completed, throughput=5MB/sec 2024-09-20T22:15:28.373 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3apDTMo8fVo9STz off=15821559 len=1014939 2024-09-20T22:15:28.379 INFO:tasks.workunit.client.0.smithi046.stdout:op 3915 completed, throughput=5MB/sec 2024-09-20T22:15:28.379 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TM1eSVfOLRBVfbg off=15419316 len=1011688 2024-09-20T22:15:28.384 INFO:tasks.workunit.client.0.smithi046.stdout:op 3916 completed, throughput=5MB/sec 2024-09-20T22:15:28.384 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fT5shF8_J5HQn9l off=3332197 len=294613 2024-09-20T22:15:28.385 INFO:tasks.workunit.client.0.smithi046.stdout:op 3917 completed, throughput=5MB/sec 2024-09-20T22:15:29.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:28 smithi046 ceph-mon[96110]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-20T22:15:29.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:28 smithi046 ceph-mon[98591]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-20T22:15:29.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:28 smithi134 ceph-mon[89086]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-20T22:15:29.385 INFO:tasks.workunit.client.0.smithi046.stdout: 764: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:29.385 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eLklPFfMPq_8HJX off=8436790 len=1547201 2024-09-20T22:15:29.392 INFO:tasks.workunit.client.0.smithi046.stdout:op 3918 completed, throughput=5MB/sec 2024-09-20T22:15:29.392 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_NKP6J-fX2NndGl off=7785028 len=955411 2024-09-20T22:15:29.393 INFO:tasks.workunit.client.0.smithi046.stdout:op 3919 completed, throughput=5MB/sec 2024-09-20T22:15:29.393 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AFHUGwMGgWA0kv9 off=16038318 len=2039388 2024-09-20T22:15:29.405 INFO:tasks.workunit.client.0.smithi046.stdout:op 3920 completed, throughput=5MB/sec 2024-09-20T22:15:29.405 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8O1X8iBr9cRdPFO off=4001669 len=1728637 2024-09-20T22:15:29.407 INFO:tasks.workunit.client.0.smithi046.stdout:op 3921 completed, throughput=5MB/sec 2024-09-20T22:15:30.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:15:30.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:15:30.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:15:30.407 INFO:tasks.workunit.client.0.smithi046.stdout: 765: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:30.408 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PFX4GPVcEK9Qlnm off=1493207 len=352431 2024-09-20T22:15:30.411 INFO:tasks.workunit.client.0.smithi046.stdout:op 3922 completed, throughput=5MB/sec 2024-09-20T22:15:30.411 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OmaIsFuQZIImnU7 off=2651152 len=116173 2024-09-20T22:15:30.413 INFO:tasks.workunit.client.0.smithi046.stdout:op 3923 completed, throughput=5MB/sec 2024-09-20T22:15:30.413 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-k82kg6IPqDV6sdY off=14399942 len=218841 2024-09-20T22:15:30.416 INFO:tasks.workunit.client.0.smithi046.stdout:op 3924 completed, throughput=5MB/sec 2024-09-20T22:15:30.416 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-K9ot6FSWGTkRaer off=8583382 len=1839971 2024-09-20T22:15:30.423 INFO:tasks.workunit.client.0.smithi046.stdout:op 3925 completed, throughput=5MB/sec 2024-09-20T22:15:30.423 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6-MGjl1LfFbuEnJ off=13830356 len=1375034 2024-09-20T22:15:30.425 INFO:tasks.workunit.client.0.smithi046.stdout:op 3926 completed, throughput=5MB/sec 2024-09-20T22:15:30.425 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-l9adaOmDCcP0U8v off=10408279 len=1496426 2024-09-20T22:15:30.433 INFO:tasks.workunit.client.0.smithi046.stdout:op 3927 completed, throughput=5MB/sec 2024-09-20T22:15:31.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:30 smithi046 ceph-mon[98591]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:15:31.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:15:31.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:15:31.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:15:31.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:30 smithi046 ceph-mon[96110]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:15:31.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:15:31.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:15:31.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:15:31.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:30 smithi134 ceph-mon[89086]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:15:31.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:15:31.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:15:31.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:15:31.434 INFO:tasks.workunit.client.0.smithi046.stdout: 766: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:31.434 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ddIsUt6XIqRNdqb off=4337050 len=1505283 2024-09-20T22:15:31.443 INFO:tasks.workunit.client.0.smithi046.stdout:op 3928 completed, throughput=5MB/sec 2024-09-20T22:15:31.443 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wz9wPJjQAwy_Q1b off=331783 len=1995361 2024-09-20T22:15:31.446 INFO:tasks.workunit.client.0.smithi046.stdout:op 3929 completed, throughput=5MB/sec 2024-09-20T22:15:31.446 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zxIpNMuDOxlNK89 off=11939527 len=1370546 2024-09-20T22:15:31.448 INFO:tasks.workunit.client.0.smithi046.stdout:op 3930 completed, throughput=5MB/sec 2024-09-20T22:15:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:15:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:15:32] "GET /metrics HTTP/1.1" 200 34165 "" "Prometheus/2.43.0" 2024-09-20T22:15:32.448 INFO:tasks.workunit.client.0.smithi046.stdout: 767: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:32.448 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1hjqslf3EuzUjwj off=14218578 len=1860949 2024-09-20T22:15:32.456 INFO:tasks.workunit.client.0.smithi046.stdout:op 3931 completed, throughput=5MB/sec 2024-09-20T22:15:32.456 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FDYitEF71YAbYfr off=1186178 len=126014 2024-09-20T22:15:32.456 INFO:tasks.workunit.client.0.smithi046.stdout:op 3932 completed, throughput=5MB/sec 2024-09-20T22:15:32.456 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3oHd6sPtXS_Fb89 off=7181579 len=162279 2024-09-20T22:15:32.459 INFO:tasks.workunit.client.0.smithi046.stdout:op 3933 completed, throughput=5MB/sec 2024-09-20T22:15:32.459 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2OtxDOXd2_LYQAC off=2241756 len=884246 2024-09-20T22:15:32.465 INFO:tasks.workunit.client.0.smithi046.stdout:op 3934 completed, throughput=5MB/sec 2024-09-20T22:15:32.465 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4cPKMAbUBIlPyif off=2851617 len=30986 2024-09-20T22:15:32.465 INFO:tasks.workunit.client.0.smithi046.stdout:op 3935 completed, throughput=5MB/sec 2024-09-20T22:15:32.465 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-plx0IINvxmfMlNs off=8886064 len=254743 2024-09-20T22:15:32.466 INFO:tasks.workunit.client.0.smithi046.stdout:op 3936 completed, throughput=5MB/sec 2024-09-20T22:15:32.466 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MIPBAnEv79fj75R off=1713746 len=687588 2024-09-20T22:15:32.467 INFO:tasks.workunit.client.0.smithi046.stdout:op 3937 completed, throughput=5MB/sec 2024-09-20T22:15:32.467 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-S8WQ6XEEkJrmFHd off=64856 len=829679 2024-09-20T22:15:32.468 INFO:tasks.workunit.client.0.smithi046.stdout:op 3938 completed, throughput=5MB/sec 2024-09-20T22:15:32.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:15:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:15:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:15:33.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:32 smithi046 ceph-mon[96110]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:15:33.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:32 smithi046 ceph-mon[98591]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:15:33.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:32 smithi134 ceph-mon[89086]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:15:33.468 INFO:tasks.workunit.client.0.smithi046.stdout: 768: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:33.468 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2jfuVCckn8dqOxf off=17488584 len=626284 2024-09-20T22:15:33.469 INFO:tasks.workunit.client.0.smithi046.stdout:op 3939 completed, throughput=4.99MB/sec 2024-09-20T22:15:33.469 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9U_jnetJfzLWxjx off=5290532 len=158700 2024-09-20T22:15:33.473 INFO:tasks.workunit.client.0.smithi046.stdout:op 3940 completed, throughput=4.99MB/sec 2024-09-20T22:15:33.473 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EAVGvaLabG7_qe6 off=8637611 len=1806932 2024-09-20T22:15:33.483 INFO:tasks.workunit.client.0.smithi046.stdout:op 3941 completed, throughput=5MB/sec 2024-09-20T22:15:33.483 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Qtr5flGNKNkXd0W off=16882183 len=1454909 2024-09-20T22:15:33.490 INFO:tasks.workunit.client.0.smithi046.stdout:op 3942 completed, throughput=5MB/sec 2024-09-20T22:15:33.490 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-d2n_cIZgvfvUA_j off=12445361 len=1234272 2024-09-20T22:15:33.496 INFO:tasks.workunit.client.0.smithi046.stdout:op 3943 completed, throughput=5MB/sec 2024-09-20T22:15:33.496 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QXNpR-Y_vfCanNb off=8148914 len=342725 2024-09-20T22:15:33.499 INFO:tasks.workunit.client.0.smithi046.stdout:op 3944 completed, throughput=5MB/sec 2024-09-20T22:15:34.500 INFO:tasks.workunit.client.0.smithi046.stdout: 769: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:34.500 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-59uBrmwNwTqKsnD off=17824334 len=1723814 2024-09-20T22:15:34.503 INFO:tasks.workunit.client.0.smithi046.stdout:op 3945 completed, throughput=5MB/sec 2024-09-20T22:15:34.503 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BgcalB73gudoqFU off=15662975 len=1892138 2024-09-20T22:15:34.512 INFO:tasks.workunit.client.0.smithi046.stdout:op 3946 completed, throughput=5MB/sec 2024-09-20T22:15:34.512 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-U2T3uAglz1qx31y off=3917433 len=269380 2024-09-20T22:15:34.514 INFO:tasks.workunit.client.0.smithi046.stdout:op 3947 completed, throughput=5MB/sec 2024-09-20T22:15:34.514 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DwC_2ApZaP2rvBQ off=8845766 len=1389290 2024-09-20T22:15:34.517 INFO:tasks.workunit.client.0.smithi046.stdout:op 3948 completed, throughput=5MB/sec 2024-09-20T22:15:35.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:34 smithi046 ceph-mon[98591]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-20T22:15:35.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:15:35.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:34 smithi046 ceph-mon[96110]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-20T22:15:35.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:15:35.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:34 smithi134 ceph-mon[89086]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-20T22:15:35.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:15:35.518 INFO:tasks.workunit.client.0.smithi046.stdout: 770: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:35.518 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sn94zEH7_HGEJ_N off=2605532 len=995779 2024-09-20T22:15:35.520 INFO:tasks.workunit.client.0.smithi046.stdout:op 3949 completed, throughput=5MB/sec 2024-09-20T22:15:35.520 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-M_cPXpE8hoew3UD off=17210921 len=539291 2024-09-20T22:15:35.524 INFO:tasks.workunit.client.0.smithi046.stdout:op 3950 completed, throughput=5MB/sec 2024-09-20T22:15:35.524 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OOJ9HMzWqYQAMHs off=1360269 len=611636 2024-09-20T22:15:35.525 INFO:tasks.workunit.client.0.smithi046.stdout:op 3951 completed, throughput=5MB/sec 2024-09-20T22:15:35.525 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-inl_e4zomHCD_SB off=8900932 len=1165891 2024-09-20T22:15:35.527 INFO:tasks.workunit.client.0.smithi046.stdout:op 3952 completed, throughput=5MB/sec 2024-09-20T22:15:35.527 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HJXY8ccymH-IOGP off=4912045 len=160347 2024-09-20T22:15:35.528 INFO:tasks.workunit.client.0.smithi046.stdout:op 3953 completed, throughput=5MB/sec 2024-09-20T22:15:35.528 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bYcSZfSswQaQIHg off=21689076 len=1498476 2024-09-20T22:15:35.538 INFO:tasks.workunit.client.0.smithi046.stdout:op 3954 completed, throughput=5MB/sec 2024-09-20T22:15:35.538 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mes546kUjkBODHF off=5507416 len=1401622 2024-09-20T22:15:35.539 INFO:tasks.workunit.client.0.smithi046.stdout:op 3955 completed, throughput=5MB/sec 2024-09-20T22:15:36.540 INFO:tasks.workunit.client.0.smithi046.stdout: 771: throughput=5MB/sec pending data=0 2024-09-20T22:15:36.540 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-o3DVPX-o7g0bZzC off=3898710 len=1169173 2024-09-20T22:15:36.542 INFO:tasks.workunit.client.0.smithi046.stdout:op 3956 completed, throughput=5MB/sec 2024-09-20T22:15:36.542 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lIq9WD_2VsDP2Uu off=12626036 len=166831 2024-09-20T22:15:36.542 INFO:tasks.workunit.client.0.smithi046.stdout:op 3957 completed, throughput=5MB/sec 2024-09-20T22:15:36.542 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WtWJttK3c0ZAgl8 off=3919756 len=194825 2024-09-20T22:15:36.545 INFO:tasks.workunit.client.0.smithi046.stdout:op 3958 completed, throughput=5MB/sec 2024-09-20T22:15:36.546 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cZPHX8pkdFqpYXQ off=10093824 len=1400280 2024-09-20T22:15:36.547 INFO:tasks.workunit.client.0.smithi046.stdout:op 3959 completed, throughput=5MB/sec 2024-09-20T22:15:36.548 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eQ6LRDmOMuzewCk off=2422827 len=532468 2024-09-20T22:15:36.548 INFO:tasks.workunit.client.0.smithi046.stdout:op 3960 completed, throughput=5MB/sec 2024-09-20T22:15:36.549 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gfqKoU-OlOm2ptZ off=7127925 len=774524 2024-09-20T22:15:36.550 INFO:tasks.workunit.client.0.smithi046.stdout:op 3961 completed, throughput=5MB/sec 2024-09-20T22:15:37.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:36 smithi046 ceph-mon[96110]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:15:37.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:36 smithi046 ceph-mon[98591]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:15:37.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:36 smithi134 ceph-mon[89086]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:15:37.550 INFO:tasks.workunit.client.0.smithi046.stdout: 772: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:37.550 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ggQvmjYjz0yPWku off=9384760 len=1430419 2024-09-20T22:15:37.552 INFO:tasks.workunit.client.0.smithi046.stdout:op 3962 completed, throughput=5MB/sec 2024-09-20T22:15:37.552 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-C_aHEfW5sy7qmAD off=9232490 len=1916325 2024-09-20T22:15:37.554 INFO:tasks.workunit.client.0.smithi046.stdout:op 3963 completed, throughput=5MB/sec 2024-09-20T22:15:37.554 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-90J_1_12XfwumGp off=9461693 len=203270 2024-09-20T22:15:37.557 INFO:tasks.workunit.client.0.smithi046.stdout:op 3964 completed, throughput=5MB/sec 2024-09-20T22:15:37.557 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tdek5A_2N05z_eu off=6162812 len=801515 2024-09-20T22:15:37.559 INFO:tasks.workunit.client.0.smithi046.stdout:op 3965 completed, throughput=5MB/sec 2024-09-20T22:15:37.559 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NcbTSB1a3UO7oMe off=11568579 len=1922952 2024-09-20T22:15:37.567 INFO:tasks.workunit.client.0.smithi046.stdout:op 3966 completed, throughput=5MB/sec 2024-09-20T22:15:38.567 INFO:tasks.workunit.client.0.smithi046.stdout: 773: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:38.567 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Nv3PAB50eC3nsk4 off=864117 len=631929 2024-09-20T22:15:38.568 INFO:tasks.workunit.client.0.smithi046.stdout:op 3967 completed, throughput=5MB/sec 2024-09-20T22:15:38.568 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JWA7A4SnKi8ceg4 off=654177 len=613441 2024-09-20T22:15:38.573 INFO:tasks.workunit.client.0.smithi046.stdout:op 3968 completed, throughput=5MB/sec 2024-09-20T22:15:38.573 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Tz7i9dIgDLKzGOM off=18556707 len=701024 2024-09-20T22:15:38.574 INFO:tasks.workunit.client.0.smithi046.stdout:op 3969 completed, throughput=5MB/sec 2024-09-20T22:15:38.574 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HzqUlU0Jk8x8URt off=13532278 len=2001466 2024-09-20T22:15:38.584 INFO:tasks.workunit.client.0.smithi046.stdout:op 3970 completed, throughput=5MB/sec 2024-09-20T22:15:38.584 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-s835ErsvIXJbe6m off=6276432 len=1413060 2024-09-20T22:15:38.585 INFO:tasks.workunit.client.0.smithi046.stdout:op 3971 completed, throughput=5MB/sec 2024-09-20T22:15:39.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:38 smithi046 ceph-mon[96110]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-09-20T22:15:39.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:38 smithi046 ceph-mon[98591]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-09-20T22:15:39.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:38 smithi134 ceph-mon[89086]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-09-20T22:15:39.586 INFO:tasks.workunit.client.0.smithi046.stdout: 774: throughput=5MB/sec pending data=0 2024-09-20T22:15:39.586 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NWB_B5REdE22hOe off=5766192 len=2074152 2024-09-20T22:15:39.596 INFO:tasks.workunit.client.0.smithi046.stdout:op 3972 completed, throughput=5MB/sec 2024-09-20T22:15:39.596 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NXWrGVTAjZRvRMr off=4485226 len=1253766 2024-09-20T22:15:39.597 INFO:tasks.workunit.client.0.smithi046.stdout:op 3973 completed, throughput=5MB/sec 2024-09-20T22:15:39.597 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-N3ni9pUrElYDqAN off=12457642 len=551020 2024-09-20T22:15:39.599 INFO:tasks.workunit.client.0.smithi046.stdout:op 3974 completed, throughput=5MB/sec 2024-09-20T22:15:39.599 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-azpJVEpOvWmJJnp off=970149 len=1832182 2024-09-20T22:15:39.610 INFO:tasks.workunit.client.0.smithi046.stdout:op 3975 completed, throughput=5MB/sec 2024-09-20T22:15:40.611 INFO:tasks.workunit.client.0.smithi046.stdout: 775: throughput=5MB/sec pending data=0 2024-09-20T22:15:40.611 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-N9Q_ccfyt1M6TUk off=1004510 len=1103467 2024-09-20T22:15:40.616 INFO:tasks.workunit.client.0.smithi046.stdout:op 3976 completed, throughput=5MB/sec 2024-09-20T22:15:40.616 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-omJe4NMBu1py0Zy off=1337810 len=1508128 2024-09-20T22:15:40.623 INFO:tasks.workunit.client.0.smithi046.stdout:op 3977 completed, throughput=5MB/sec 2024-09-20T22:15:40.624 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AWOoUl99sPj6SdE off=2608433 len=63878 2024-09-20T22:15:40.626 INFO:tasks.workunit.client.0.smithi046.stdout:op 3978 completed, throughput=5MB/sec 2024-09-20T22:15:40.626 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GCH19VagPM-sCWK off=19458210 len=1696363 2024-09-20T22:15:40.627 INFO:tasks.workunit.client.0.smithi046.stdout:op 3979 completed, throughput=5MB/sec 2024-09-20T22:15:41.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:40 smithi046 ceph-mon[96110]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:15:41.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:40 smithi046 ceph-mon[98591]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:15:41.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:40 smithi134 ceph-mon[89086]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:15:41.628 INFO:tasks.workunit.client.0.smithi046.stdout: 776: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:41.628 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wBc_G11h0YGA8Dv off=0 len=1792963 2024-09-20T22:15:41.639 INFO:tasks.workunit.client.0.smithi046.stdout:op 3980 completed, throughput=5MB/sec 2024-09-20T22:15:41.639 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SUBvc7PK9DsUFMD off=2000601 len=1852622 2024-09-20T22:15:41.647 INFO:tasks.workunit.client.0.smithi046.stdout:op 3981 completed, throughput=5MB/sec 2024-09-20T22:15:41.647 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4jHv9u-Tr14KOud off=4066993 len=1090862 2024-09-20T22:15:41.649 INFO:tasks.workunit.client.0.smithi046.stdout:op 3982 completed, throughput=5MB/sec 2024-09-20T22:15:41.649 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lM9bvj2EvMlZSBS off=10739321 len=1573227 2024-09-20T22:15:41.663 INFO:tasks.workunit.client.0.smithi046.stdout:op 3983 completed, throughput=5MB/sec 2024-09-20T22:15:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:15:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:15:42] "GET /metrics HTTP/1.1" 200 34159 "" "Prometheus/2.43.0" 2024-09-20T22:15:42.664 INFO:tasks.workunit.client.0.smithi046.stdout: 777: throughput=5MB/sec pending data=0 2024-09-20T22:15:42.664 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-W_3k_Er4yQOToWJ off=2223999 len=158085 2024-09-20T22:15:42.667 INFO:tasks.workunit.client.0.smithi046.stdout:op 3984 completed, throughput=5MB/sec 2024-09-20T22:15:42.667 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kG6TIutznHB0ohB off=5385997 len=1040580 2024-09-20T22:15:42.672 INFO:tasks.workunit.client.0.smithi046.stdout:op 3985 completed, throughput=5MB/sec 2024-09-20T22:15:42.672 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-260B5eKHFQqEgO3 off=1122225 len=1421715 2024-09-20T22:15:42.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:15:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:15:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:15:42.680 INFO:tasks.workunit.client.0.smithi046.stdout:op 3986 completed, throughput=5MB/sec 2024-09-20T22:15:42.680 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fmvJXCrkjH5XANo off=9121705 len=615879 2024-09-20T22:15:42.681 INFO:tasks.workunit.client.0.smithi046.stdout:op 3987 completed, throughput=5MB/sec 2024-09-20T22:15:42.681 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Ushyi9SyXjH7xAJ off=16128495 len=25592 2024-09-20T22:15:42.681 INFO:tasks.workunit.client.0.smithi046.stdout:op 3988 completed, throughput=5MB/sec 2024-09-20T22:15:42.681 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ywOr0rYKIjrIGSv off=341532 len=827187 2024-09-20T22:15:42.685 INFO:tasks.workunit.client.0.smithi046.stdout:op 3989 completed, throughput=5MB/sec 2024-09-20T22:15:43.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:42 smithi046 ceph-mon[96110]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:15:43.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:42 smithi046 ceph-mon[98591]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:15:43.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:42 smithi134 ceph-mon[89086]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:15:43.686 INFO:tasks.workunit.client.0.smithi046.stdout: 778: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:43.686 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KBeuJFhlg-glaod off=2753233 len=12668 2024-09-20T22:15:43.687 INFO:tasks.workunit.client.0.smithi046.stdout:op 3990 completed, throughput=4.99MB/sec 2024-09-20T22:15:43.687 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BYM8BXEaO_mwhfT off=12483162 len=1011808 2024-09-20T22:15:43.688 INFO:tasks.workunit.client.0.smithi046.stdout:op 3991 completed, throughput=5MB/sec 2024-09-20T22:15:43.688 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tAKf3WdS_Rx3qly off=7217288 len=321416 2024-09-20T22:15:43.692 INFO:tasks.workunit.client.0.smithi046.stdout:op 3992 completed, throughput=5MB/sec 2024-09-20T22:15:43.692 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tvjOQy4lUdKliO5 off=3740271 len=906959 2024-09-20T22:15:43.694 INFO:tasks.workunit.client.0.smithi046.stdout:op 3993 completed, throughput=5MB/sec 2024-09-20T22:15:43.694 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Tyd-b35Vr2ox99k off=1232359 len=1321316 2024-09-20T22:15:43.703 INFO:tasks.workunit.client.0.smithi046.stdout:op 3994 completed, throughput=5MB/sec 2024-09-20T22:15:43.704 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XyWYM6FPLHlbYwZ off=3580525 len=573184 2024-09-20T22:15:43.708 INFO:tasks.workunit.client.0.smithi046.stdout:op 3995 completed, throughput=5MB/sec 2024-09-20T22:15:43.708 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qczZ_ChMFL_XxnO off=4834517 len=1729753 2024-09-20T22:15:43.717 INFO:tasks.workunit.client.0.smithi046.stdout:op 3996 completed, throughput=5MB/sec 2024-09-20T22:15:44.718 INFO:tasks.workunit.client.0.smithi046.stdout: 779: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:44.718 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ohQHmDVdE8JBS9C off=8826800 len=704363 2024-09-20T22:15:44.719 INFO:tasks.workunit.client.0.smithi046.stdout:op 3997 completed, throughput=5MB/sec 2024-09-20T22:15:44.719 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ja7mLEwcK8KCiGH off=4069916 len=407965 2024-09-20T22:15:44.723 INFO:tasks.workunit.client.0.smithi046.stdout:op 3998 completed, throughput=5MB/sec 2024-09-20T22:15:44.723 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qR6-gwzS8sBf3Vh off=9907781 len=2022554 2024-09-20T22:15:44.727 INFO:tasks.workunit.client.0.smithi046.stdout:op 3999 completed, throughput=5MB/sec 2024-09-20T22:15:44.727 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4ZDOb_YQTRqAmsy off=4832866 len=551998 2024-09-20T22:15:44.728 INFO:tasks.workunit.client.0.smithi046.stdout:op 4000 completed, throughput=5MB/sec 2024-09-20T22:15:44.728 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6Wepw2a9PFPAFci off=14784788 len=211858 2024-09-20T22:15:44.731 INFO:tasks.workunit.client.0.smithi046.stdout:op 4001 completed, throughput=5MB/sec 2024-09-20T22:15:44.731 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-v-XTaIwhbRPXQdD off=4998335 len=748992 2024-09-20T22:15:44.736 INFO:tasks.workunit.client.0.smithi046.stdout:op 4002 completed, throughput=5MB/sec 2024-09-20T22:15:44.736 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-k3XVewgkw9bpEZq off=8045781 len=890267 2024-09-20T22:15:44.738 INFO:tasks.workunit.client.0.smithi046.stdout:op 4003 completed, throughput=5MB/sec 2024-09-20T22:15:45.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:44 smithi046 ceph-mon[96110]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:15:45.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:44 smithi046 ceph-mon[98591]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:15:45.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:44 smithi134 ceph-mon[89086]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:15:45.738 INFO:tasks.workunit.client.0.smithi046.stdout: 780: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:45.738 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-J2sA3_KKTwzoI_B off=9256753 len=1737661 2024-09-20T22:15:45.746 INFO:tasks.workunit.client.0.smithi046.stdout:op 4004 completed, throughput=5MB/sec 2024-09-20T22:15:45.746 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2VO6L1U_ooEDvbg off=7208635 len=644099 2024-09-20T22:15:45.750 INFO:tasks.workunit.client.0.smithi046.stdout:op 4005 completed, throughput=5MB/sec 2024-09-20T22:15:45.750 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5sYOs1IM0NajIA7 off=420497 len=274795 2024-09-20T22:15:45.753 INFO:tasks.workunit.client.0.smithi046.stdout:op 4006 completed, throughput=5MB/sec 2024-09-20T22:15:45.753 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MmUwdMMbO-FS6f1 off=3215964 len=1919643 2024-09-20T22:15:45.765 INFO:tasks.workunit.client.0.smithi046.stdout:op 4007 completed, throughput=5MB/sec 2024-09-20T22:15:45.766 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ccfbBgmjGIiHrTt off=8987338 len=889062 2024-09-20T22:15:45.767 INFO:tasks.workunit.client.0.smithi046.stdout:op 4008 completed, throughput=5MB/sec 2024-09-20T22:15:46.767 INFO:tasks.workunit.client.0.smithi046.stdout: 781: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:46.767 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rKLODHvHSoraF9v off=12494365 len=847520 2024-09-20T22:15:46.772 INFO:tasks.workunit.client.0.smithi046.stdout:op 4009 completed, throughput=5MB/sec 2024-09-20T22:15:46.772 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ih--aCGkIPX3uAs off=5545681 len=574688 2024-09-20T22:15:46.773 INFO:tasks.workunit.client.0.smithi046.stdout:op 4010 completed, throughput=5MB/sec 2024-09-20T22:15:46.773 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0KdnaunZDrHsI0j off=1050515 len=135446 2024-09-20T22:15:46.776 INFO:tasks.workunit.client.0.smithi046.stdout:op 4011 completed, throughput=5MB/sec 2024-09-20T22:15:46.776 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nVuJRfkqrdck_lz off=12319764 len=1251135 2024-09-20T22:15:46.778 INFO:tasks.workunit.client.0.smithi046.stdout:op 4012 completed, throughput=5MB/sec 2024-09-20T22:15:46.779 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YKr8pp5zeT9cGWw off=824803 len=1028338 2024-09-20T22:15:46.781 INFO:tasks.workunit.client.0.smithi046.stdout:op 4013 completed, throughput=5MB/sec 2024-09-20T22:15:46.781 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rT-6uNK_ZTnFKjI off=12971926 len=997848 2024-09-20T22:15:46.782 INFO:tasks.workunit.client.0.smithi046.stdout:op 4014 completed, throughput=5MB/sec 2024-09-20T22:15:47.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:46 smithi046 ceph-mon[96110]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:15:47.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:46 smithi046 ceph-mon[98591]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:15:47.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:46 smithi134 ceph-mon[89086]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:15:47.783 INFO:tasks.workunit.client.0.smithi046.stdout: 782: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:47.783 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ysIBkfIFCVBY_3- off=9561763 len=1384136 2024-09-20T22:15:47.790 INFO:tasks.workunit.client.0.smithi046.stdout:op 4015 completed, throughput=5MB/sec 2024-09-20T22:15:47.790 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Q4tbM8WiIynhD6R off=2888906 len=1491328 2024-09-20T22:15:47.791 INFO:tasks.workunit.client.0.smithi046.stdout:op 4016 completed, throughput=5MB/sec 2024-09-20T22:15:47.791 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wZwH9u8LzCL8cmt off=3983390 len=242634 2024-09-20T22:15:47.794 INFO:tasks.workunit.client.0.smithi046.stdout:op 4017 completed, throughput=5MB/sec 2024-09-20T22:15:47.794 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NhMDjpuwlMYUjZy off=21906142 len=1577844 2024-09-20T22:15:47.796 INFO:tasks.workunit.client.0.smithi046.stdout:op 4018 completed, throughput=5MB/sec 2024-09-20T22:15:47.796 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HNvYJ5bFQ4sH89y off=14666808 len=2012160 2024-09-20T22:15:47.808 INFO:tasks.workunit.client.0.smithi046.stdout:op 4019 completed, throughput=5MB/sec 2024-09-20T22:15:48.808 INFO:tasks.workunit.client.0.smithi046.stdout: 783: throughput=5MB/sec pending data=0 2024-09-20T22:15:48.809 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yL0IzmpOEQPJRoy off=17044864 len=1951523 2024-09-20T22:15:48.811 INFO:tasks.workunit.client.0.smithi046.stdout:op 4020 completed, throughput=5MB/sec 2024-09-20T22:15:48.811 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3CIpUjzkXB5iqhF off=18567862 len=1951672 2024-09-20T22:15:48.820 INFO:tasks.workunit.client.0.smithi046.stdout:op 4021 completed, throughput=5MB/sec 2024-09-20T22:15:49.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:48 smithi046 ceph-mon[96110]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-20T22:15:49.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:48 smithi046 ceph-mon[98591]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-20T22:15:49.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:48 smithi134 ceph-mon[89086]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-20T22:15:49.820 INFO:tasks.workunit.client.0.smithi046.stdout: 784: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:49.821 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mE3vVXlVcJ77aTn off=6181123 len=125985 2024-09-20T22:15:49.821 INFO:tasks.workunit.client.0.smithi046.stdout:op 4022 completed, throughput=4.99MB/sec 2024-09-20T22:15:49.821 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-k4IDZ-AoXLsN45l off=1685089 len=115098 2024-09-20T22:15:49.824 INFO:tasks.workunit.client.0.smithi046.stdout:op 4023 completed, throughput=4.99MB/sec 2024-09-20T22:15:49.824 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-r28YpLPDdvVVogl off=220478 len=78139 2024-09-20T22:15:49.826 INFO:tasks.workunit.client.0.smithi046.stdout:op 4024 completed, throughput=4.99MB/sec 2024-09-20T22:15:49.826 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rGXfN-_O8_EHhNR off=9006745 len=924862 2024-09-20T22:15:49.832 INFO:tasks.workunit.client.0.smithi046.stdout:op 4025 completed, throughput=5MB/sec 2024-09-20T22:15:49.832 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sMd0fGNE3BJXUV2 off=10148632 len=1643716 2024-09-20T22:15:49.834 INFO:tasks.workunit.client.0.smithi046.stdout:op 4026 completed, throughput=5MB/sec 2024-09-20T22:15:49.834 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ROi_K1m8B7k0frb off=2801376 len=1971796 2024-09-20T22:15:49.838 INFO:tasks.workunit.client.0.smithi046.stdout:op 4027 completed, throughput=5MB/sec 2024-09-20T22:15:49.839 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-W8uY_pGl8tn2EPP off=12029195 len=466918 2024-09-20T22:15:49.839 INFO:tasks.workunit.client.0.smithi046.stdout:op 4028 completed, throughput=5MB/sec 2024-09-20T22:15:50.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:15:50.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:15:50.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:15:50.840 INFO:tasks.workunit.client.0.smithi046.stdout: 785: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:50.840 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-InuuysDOogOKyAd off=3782950 len=976960 2024-09-20T22:15:50.845 INFO:tasks.workunit.client.0.smithi046.stdout:op 4029 completed, throughput=5MB/sec 2024-09-20T22:15:50.847 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-85awmcKVdPw91ps off=873680 len=1625168 2024-09-20T22:15:50.848 INFO:tasks.workunit.client.0.smithi046.stdout:op 4030 completed, throughput=5MB/sec 2024-09-20T22:15:50.848 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YpPdYtu2QuUPAW5 off=15896565 len=1669180 2024-09-20T22:15:50.855 INFO:tasks.workunit.client.0.smithi046.stdout:op 4031 completed, throughput=5MB/sec 2024-09-20T22:15:50.855 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-e5MPwB__1FUlNUF off=8290379 len=426468 2024-09-20T22:15:50.858 INFO:tasks.workunit.client.0.smithi046.stdout:op 4032 completed, throughput=5MB/sec 2024-09-20T22:15:50.858 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tJooukaOxgARa4l off=8654809 len=1905207 2024-09-20T22:15:50.869 INFO:tasks.workunit.client.0.smithi046.stdout:op 4033 completed, throughput=5MB/sec 2024-09-20T22:15:51.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:50 smithi046 ceph-mon[96110]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:15:51.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:50 smithi046 ceph-mon[98591]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:15:51.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:50 smithi134 ceph-mon[89086]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:15:51.870 INFO:tasks.workunit.client.0.smithi046.stdout: 786: throughput=5MB/sec pending data=0 2024-09-20T22:15:51.870 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EYjtw8eqvYLe-RF off=901314 len=1118174 2024-09-20T22:15:51.871 INFO:tasks.workunit.client.0.smithi046.stdout:op 4034 completed, throughput=5MB/sec 2024-09-20T22:15:51.871 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-llZBaeHdtIb5niU off=8245227 len=1559122 2024-09-20T22:15:51.873 INFO:tasks.workunit.client.0.smithi046.stdout:op 4035 completed, throughput=5MB/sec 2024-09-20T22:15:51.873 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_lJ2J3wV-ODFhpA off=7165168 len=1764239 2024-09-20T22:15:51.884 INFO:tasks.workunit.client.0.smithi046.stdout:op 4036 completed, throughput=5MB/sec 2024-09-20T22:15:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:15:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:15:52] "GET /metrics HTTP/1.1" 200 34161 "" "Prometheus/2.43.0" 2024-09-20T22:15:52.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:15:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:15:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:15:52.884 INFO:tasks.workunit.client.0.smithi046.stdout: 787: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:52.884 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DVNbxLZG1O5tE1p off=663832 len=1299856 2024-09-20T22:15:52.892 INFO:tasks.workunit.client.0.smithi046.stdout:op 4037 completed, throughput=5MB/sec 2024-09-20T22:15:52.892 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-86GByKDrA6nHYEk off=12359268 len=2020889 2024-09-20T22:15:52.894 INFO:tasks.workunit.client.0.smithi046.stdout:op 4038 completed, throughput=5MB/sec 2024-09-20T22:15:52.894 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9NY-E-Y1hu3mD57 off=3988907 len=233789 2024-09-20T22:15:52.897 INFO:tasks.workunit.client.0.smithi046.stdout:op 4039 completed, throughput=5MB/sec 2024-09-20T22:15:52.897 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_cdR4yzq5dD8bJg off=8269735 len=73589 2024-09-20T22:15:52.900 INFO:tasks.workunit.client.0.smithi046.stdout:op 4040 completed, throughput=5MB/sec 2024-09-20T22:15:52.900 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PSUqupps-JCUlVS off=9486347 len=1722700 2024-09-20T22:15:52.903 INFO:tasks.workunit.client.0.smithi046.stdout:op 4041 completed, throughput=5MB/sec 2024-09-20T22:15:53.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:52 smithi046 ceph-mon[96110]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:15:53.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:52 smithi046 ceph-mon[98591]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:15:53.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:52 smithi134 ceph-mon[89086]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:15:53.904 INFO:tasks.workunit.client.0.smithi046.stdout: 788: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:53.904 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-S4sFJpxo6JUrMPP off=8111335 len=1351551 2024-09-20T22:15:53.913 INFO:tasks.workunit.client.0.smithi046.stdout:op 4042 completed, throughput=5MB/sec 2024-09-20T22:15:53.913 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YNygvPJsjMq1DyX off=11162420 len=1414866 2024-09-20T22:15:53.915 INFO:tasks.workunit.client.0.smithi046.stdout:op 4043 completed, throughput=5MB/sec 2024-09-20T22:15:53.915 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-T9g5CBpeF7UPfb0 off=1361294 len=649387 2024-09-20T22:15:53.916 INFO:tasks.workunit.client.0.smithi046.stdout:op 4044 completed, throughput=5MB/sec 2024-09-20T22:15:53.916 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kuSoI86SPNOk_kl off=15619685 len=786235 2024-09-20T22:15:53.917 INFO:tasks.workunit.client.0.smithi046.stdout:op 4045 completed, throughput=5MB/sec 2024-09-20T22:15:53.917 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LpUNoaRL7ijU1s- off=11317960 len=1818977 2024-09-20T22:15:53.921 INFO:tasks.workunit.client.0.smithi046.stdout:op 4046 completed, throughput=5MB/sec 2024-09-20T22:15:54.921 INFO:tasks.workunit.client.0.smithi046.stdout: 789: throughput=5MB/sec pending data=0 2024-09-20T22:15:54.922 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6IaFP8MpkniIlxS off=16214692 len=1184662 2024-09-20T22:15:54.923 INFO:tasks.workunit.client.0.smithi046.stdout:op 4047 completed, throughput=5MB/sec 2024-09-20T22:15:54.923 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ntiYOAl0IcGSDGu off=5592850 len=586582 2024-09-20T22:15:54.924 INFO:tasks.workunit.client.0.smithi046.stdout:op 4048 completed, throughput=5MB/sec 2024-09-20T22:15:54.924 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NSrmoBoXjcQYUbK off=6904658 len=981463 2024-09-20T22:15:54.926 INFO:tasks.workunit.client.0.smithi046.stdout:op 4049 completed, throughput=5MB/sec 2024-09-20T22:15:54.926 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-e981T6GBK5Po2vC off=943980 len=209163 2024-09-20T22:15:54.926 INFO:tasks.workunit.client.0.smithi046.stdout:op 4050 completed, throughput=5MB/sec 2024-09-20T22:15:54.926 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4mC24JkGOcPvUYM off=15202696 len=1362810 2024-09-20T22:15:54.930 INFO:tasks.workunit.client.0.smithi046.stdout:op 4051 completed, throughput=5MB/sec 2024-09-20T22:15:55.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:54 smithi046 ceph-mon[96110]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:15:55.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:54 smithi046 ceph-mon[98591]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:15:55.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:54 smithi134 ceph-mon[89086]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:15:55.930 INFO:tasks.workunit.client.0.smithi046.stdout: 790: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:55.930 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yYBmSOeIQ1MjK3y off=7876689 len=808265 2024-09-20T22:15:55.931 INFO:tasks.workunit.client.0.smithi046.stdout:op 4052 completed, throughput=5MB/sec 2024-09-20T22:15:55.931 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ogvrk1d9e6Up9H8 off=1440455 len=753473 2024-09-20T22:15:55.936 INFO:tasks.workunit.client.0.smithi046.stdout:op 4053 completed, throughput=5MB/sec 2024-09-20T22:15:55.936 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cwupB7G-t2qD1iK off=3876256 len=600356 2024-09-20T22:15:55.940 INFO:tasks.workunit.client.0.smithi046.stdout:op 4054 completed, throughput=5MB/sec 2024-09-20T22:15:55.940 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iTqYLoDYVfXdkXY off=3848281 len=465352 2024-09-20T22:15:55.944 INFO:tasks.workunit.client.0.smithi046.stdout:op 4055 completed, throughput=5MB/sec 2024-09-20T22:15:55.944 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GwjqXga4lAv1pL8 off=2558846 len=966307 2024-09-20T22:15:55.949 INFO:tasks.workunit.client.0.smithi046.stdout:op 4056 completed, throughput=5MB/sec 2024-09-20T22:15:55.949 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IMc6wZEieQSrrui off=155641 len=1590829 2024-09-20T22:15:55.958 INFO:tasks.workunit.client.0.smithi046.stdout:op 4057 completed, throughput=5MB/sec 2024-09-20T22:15:56.959 INFO:tasks.workunit.client.0.smithi046.stdout: 791: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:56.959 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fnGlljYrEoR8QK0 off=9203483 len=1175896 2024-09-20T22:15:56.965 INFO:tasks.workunit.client.0.smithi046.stdout:op 4058 completed, throughput=5MB/sec 2024-09-20T22:15:56.965 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gGKs9iYQQ7u1fuv off=6848696 len=1282318 2024-09-20T22:15:56.967 INFO:tasks.workunit.client.0.smithi046.stdout:op 4059 completed, throughput=5MB/sec 2024-09-20T22:15:56.967 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1lgtD6QPbD2_ZZs off=5234246 len=545460 2024-09-20T22:15:56.971 INFO:tasks.workunit.client.0.smithi046.stdout:op 4060 completed, throughput=5MB/sec 2024-09-20T22:15:56.972 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QYeg4muyaZshAr4 off=2961017 len=1123560 2024-09-20T22:15:56.973 INFO:tasks.workunit.client.0.smithi046.stdout:op 4061 completed, throughput=5MB/sec 2024-09-20T22:15:56.973 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4EhpLVd3xcTkOjJ off=7134112 len=888113 2024-09-20T22:15:56.974 INFO:tasks.workunit.client.0.smithi046.stdout:op 4062 completed, throughput=5MB/sec 2024-09-20T22:15:56.974 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-omJe4NMBu1py0Zy off=3026977 len=1940025 2024-09-20T22:15:56.983 INFO:tasks.workunit.client.0.smithi046.stdout:op 4063 completed, throughput=5MB/sec 2024-09-20T22:15:57.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:56 smithi046 ceph-mon[96110]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:15:57.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:56 smithi046 ceph-mon[98591]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:15:57.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:56 smithi134 ceph-mon[89086]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:15:57.983 INFO:tasks.workunit.client.0.smithi046.stdout: 792: throughput=5MB/sec pending data=0 2024-09-20T22:15:57.984 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-G1UlquGvVv_ZgAQ off=4400089 len=2095723 2024-09-20T22:15:57.993 INFO:tasks.workunit.client.0.smithi046.stdout:op 4064 completed, throughput=5MB/sec 2024-09-20T22:15:57.993 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-v9zxioAyzZ7-sXR off=17329602 len=156971 2024-09-20T22:15:57.995 INFO:tasks.workunit.client.0.smithi046.stdout:op 4065 completed, throughput=5MB/sec 2024-09-20T22:15:57.996 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1AgMbZ6P92YsOpP off=18894534 len=52552 2024-09-20T22:15:57.996 INFO:tasks.workunit.client.0.smithi046.stdout:op 4066 completed, throughput=5MB/sec 2024-09-20T22:15:57.996 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-brUe6Bws4N51up- off=832476 len=1547782 2024-09-20T22:15:58.004 INFO:tasks.workunit.client.0.smithi046.stdout:op 4067 completed, throughput=5MB/sec 2024-09-20T22:15:59.004 INFO:tasks.workunit.client.0.smithi046.stdout: 793: throughput=4.99MB/sec pending data=0 2024-09-20T22:15:59.004 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8GaxchTvLJFgNSM off=8819919 len=1700122 2024-09-20T22:15:59.008 INFO:tasks.workunit.client.0.smithi046.stdout:op 4068 completed, throughput=5MB/sec 2024-09-20T22:15:59.008 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tvJKQJqng6Bbz2L off=1377768 len=1056186 2024-09-20T22:15:59.010 INFO:tasks.workunit.client.0.smithi046.stdout:op 4069 completed, throughput=5MB/sec 2024-09-20T22:15:59.010 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-p0V7KHy2uSf_uDl off=4402930 len=412372 2024-09-20T22:15:59.012 INFO:tasks.workunit.client.0.smithi046.stdout:op 4070 completed, throughput=5MB/sec 2024-09-20T22:15:59.012 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-m73kJwPTXWyAhpV off=1154104 len=582805 2024-09-20T22:15:59.016 INFO:tasks.workunit.client.0.smithi046.stdout:op 4071 completed, throughput=5MB/sec 2024-09-20T22:15:59.016 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mxqAmIet31vcglZ off=781847 len=1680798 2024-09-20T22:15:59.018 INFO:tasks.workunit.client.0.smithi046.stdout:op 4072 completed, throughput=5MB/sec 2024-09-20T22:15:59.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:15:58 smithi046 ceph-mon[96110]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:15:59.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:15:58 smithi046 ceph-mon[98591]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:15:59.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:15:58 smithi134 ceph-mon[89086]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:16:00.018 INFO:tasks.workunit.client.0.smithi046.stdout: 794: throughput=4.99MB/sec pending data=0 2024-09-20T22:16:00.018 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KTQDzrhgbq34E9f off=154242 len=2045520 2024-09-20T22:16:00.030 INFO:tasks.workunit.client.0.smithi046.stdout:op 4073 completed, throughput=5MB/sec 2024-09-20T22:16:00.030 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8nYyeMn-ceBrAJ0 off=1636047 len=1235489 2024-09-20T22:16:00.033 INFO:tasks.workunit.client.0.smithi046.stdout:op 4074 completed, throughput=5MB/sec 2024-09-20T22:16:00.033 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7mNy_FMtyz3cb4w off=1216856 len=1077759 2024-09-20T22:16:00.038 INFO:tasks.workunit.client.0.smithi046.stdout:op 4075 completed, throughput=5MB/sec 2024-09-20T22:16:00.039 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9Qx4pt_50clNete off=4058614 len=1362675 2024-09-20T22:16:00.040 INFO:tasks.workunit.client.0.smithi046.stdout:op 4076 completed, throughput=5MB/sec 2024-09-20T22:16:01.041 INFO:tasks.workunit.client.0.smithi046.stdout: 795: throughput=4.99MB/sec pending data=0 2024-09-20T22:16:01.041 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-61MWs44A_9T2xLc off=6830502 len=1919533 2024-09-20T22:16:01.050 INFO:tasks.workunit.client.0.smithi046.stdout:op 4077 completed, throughput=5MB/sec 2024-09-20T22:16:01.050 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--sJ26MiV6JcyF4l off=4410313 len=2003132 2024-09-20T22:16:01.055 INFO:tasks.workunit.client.0.smithi046.stdout:op 4078 completed, throughput=5MB/sec 2024-09-20T22:16:01.055 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-m-ApT1I591SA4Lg off=16006982 len=1489876 2024-09-20T22:16:01.061 INFO:tasks.workunit.client.0.smithi046.stdout:op 4079 completed, throughput=5MB/sec 2024-09-20T22:16:01.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:00 smithi046 ceph-mon[96110]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-09-20T22:16:01.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:00 smithi046 ceph-mon[98591]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-09-20T22:16:01.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:00 smithi134 ceph-mon[89086]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-09-20T22:16:02.061 INFO:tasks.workunit.client.0.smithi046.stdout: 796: throughput=4.99MB/sec pending data=0 2024-09-20T22:16:02.062 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Mqf_y0wmtc0B7Ce off=11364102 len=874546 2024-09-20T22:16:02.063 INFO:tasks.workunit.client.0.smithi046.stdout:op 4080 completed, throughput=5MB/sec 2024-09-20T22:16:02.063 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XIiQPcaQjg-m5TF off=2293535 len=1742608 2024-09-20T22:16:02.072 INFO:tasks.workunit.client.0.smithi046.stdout:op 4081 completed, throughput=5MB/sec 2024-09-20T22:16:02.072 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wcVFUQc5jzlir4x off=18953301 len=1970642 2024-09-20T22:16:02.075 INFO:tasks.workunit.client.0.smithi046.stdout:op 4082 completed, throughput=5MB/sec 2024-09-20T22:16:02.075 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JEywOp-usLgKDLk off=3442937 len=1720504 2024-09-20T22:16:02.076 INFO:tasks.workunit.client.0.smithi046.stdout:op 4083 completed, throughput=5MB/sec 2024-09-20T22:16:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:16:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:16:02] "GET /metrics HTTP/1.1" 200 34161 "" "Prometheus/2.43.0" 2024-09-20T22:16:02.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:16:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:16:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:16:03.076 INFO:tasks.workunit.client.0.smithi046.stdout: 797: throughput=5MB/sec pending data=0 2024-09-20T22:16:03.076 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-29gsUdl0OJsv9e3 off=3246053 len=1486445 2024-09-20T22:16:03.078 INFO:tasks.workunit.client.0.smithi046.stdout:op 4084 completed, throughput=5MB/sec 2024-09-20T22:16:03.078 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-44IE0Tixi29ffRu off=6259190 len=2028962 2024-09-20T22:16:03.087 INFO:tasks.workunit.client.0.smithi046.stdout:op 4085 completed, throughput=5MB/sec 2024-09-20T22:16:03.087 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rBomT5mZMmqf1nC off=2548985 len=1273313 2024-09-20T22:16:03.092 INFO:tasks.workunit.client.0.smithi046.stdout:op 4086 completed, throughput=5MB/sec 2024-09-20T22:16:03.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:02 smithi046 ceph-mon[96110]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:16:03.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:02 smithi046 ceph-mon[98591]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:16:03.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:02 smithi134 ceph-mon[89086]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:16:04.092 INFO:tasks.workunit.client.0.smithi046.stdout: 798: throughput=5MB/sec pending data=0 2024-09-20T22:16:04.092 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kwkpNBkff2wFxK8 off=18984842 len=1673784 2024-09-20T22:16:04.095 INFO:tasks.workunit.client.0.smithi046.stdout:op 4087 completed, throughput=5MB/sec 2024-09-20T22:16:04.095 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RC-lbVxo8uTewKK off=13449824 len=69395 2024-09-20T22:16:04.095 INFO:tasks.workunit.client.0.smithi046.stdout:op 4088 completed, throughput=5MB/sec 2024-09-20T22:16:04.095 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cmPLWscGTonBeJZ off=122001 len=313225 2024-09-20T22:16:04.096 INFO:tasks.workunit.client.0.smithi046.stdout:op 4089 completed, throughput=5MB/sec 2024-09-20T22:16:04.096 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qcthtd1kbb2K_F_ off=5207626 len=172279 2024-09-20T22:16:04.099 INFO:tasks.workunit.client.0.smithi046.stdout:op 4090 completed, throughput=5MB/sec 2024-09-20T22:16:04.099 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-efMBd0UeCMBif1E off=4453225 len=1645155 2024-09-20T22:16:04.101 INFO:tasks.workunit.client.0.smithi046.stdout:op 4091 completed, throughput=5MB/sec 2024-09-20T22:16:04.102 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pXJ4tTp7_FKUIgf off=2478422 len=582928 2024-09-20T22:16:04.102 INFO:tasks.workunit.client.0.smithi046.stdout:op 4092 completed, throughput=5MB/sec 2024-09-20T22:16:05.103 INFO:tasks.workunit.client.0.smithi046.stdout: 799: throughput=4.99MB/sec pending data=0 2024-09-20T22:16:05.103 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DtQokz061-kn10B off=10554355 len=265898 2024-09-20T22:16:05.104 INFO:tasks.workunit.client.0.smithi046.stdout:op 4093 completed, throughput=4.99MB/sec 2024-09-20T22:16:05.104 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QvLEs3kKf1QkO-o off=7478057 len=1221274 2024-09-20T22:16:05.106 INFO:tasks.workunit.client.0.smithi046.stdout:op 4094 completed, throughput=5MB/sec 2024-09-20T22:16:05.106 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-89JPN3wN32b0-Lg off=9853076 len=1858320 2024-09-20T22:16:05.115 INFO:tasks.workunit.client.0.smithi046.stdout:op 4095 completed, throughput=5MB/sec 2024-09-20T22:16:05.115 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-e5MPwB__1FUlNUF off=10484557 len=900147 2024-09-20T22:16:05.120 INFO:tasks.workunit.client.0.smithi046.stdout:op 4096 completed, throughput=5MB/sec 2024-09-20T22:16:05.120 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Lq8Tuq7243JEgKn off=12955412 len=1759869 2024-09-20T22:16:05.122 INFO:tasks.workunit.client.0.smithi046.stdout:op 4097 completed, throughput=5MB/sec 2024-09-20T22:16:05.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:04 smithi046 ceph-mon[96110]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:16:05.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:16:05.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:04 smithi046 ceph-mon[98591]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:16:05.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:16:05.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:04 smithi134 ceph-mon[89086]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:16:05.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:16:06.122 INFO:tasks.workunit.client.0.smithi046.stdout: 800: throughput=5MB/sec pending data=0 2024-09-20T22:16:06.122 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tEZtxUCggcPYCXE off=19237249 len=1608772 2024-09-20T22:16:06.126 INFO:tasks.workunit.client.0.smithi046.stdout:op 4098 completed, throughput=5MB/sec 2024-09-20T22:16:06.126 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-166CPSRrsf4-rtm off=353506 len=709896 2024-09-20T22:16:06.128 INFO:tasks.workunit.client.0.smithi046.stdout:op 4099 completed, throughput=5MB/sec 2024-09-20T22:16:06.128 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-m2lqfpUDssP6-Ip off=4433403 len=2060936 2024-09-20T22:16:06.130 INFO:tasks.workunit.client.0.smithi046.stdout:op 4100 completed, throughput=5MB/sec 2024-09-20T22:16:07.131 INFO:tasks.workunit.client.0.smithi046.stdout: 801: throughput=4.99MB/sec pending data=0 2024-09-20T22:16:07.131 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-m07l7k6VYNPFXQ9 off=1675038 len=1468965 2024-09-20T22:16:07.140 INFO:tasks.workunit.client.0.smithi046.stdout:op 4101 completed, throughput=5MB/sec 2024-09-20T22:16:07.140 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yc7My4d0dulN5RB off=149348 len=1304840 2024-09-20T22:16:07.146 INFO:tasks.workunit.client.0.smithi046.stdout:op 4102 completed, throughput=5MB/sec 2024-09-20T22:16:07.146 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3C0Rk54bKCh_Dya off=447526 len=710392 2024-09-20T22:16:07.147 INFO:tasks.workunit.client.0.smithi046.stdout:op 4103 completed, throughput=5MB/sec 2024-09-20T22:16:07.147 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Tf4rGCuKpQbVB8r off=1250639 len=1750801 2024-09-20T22:16:07.149 INFO:tasks.workunit.client.0.smithi046.stdout:op 4104 completed, throughput=5MB/sec 2024-09-20T22:16:07.149 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zj4oS_cGa6i7wTD off=8144081 len=1883769 2024-09-20T22:16:07.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:06 smithi046 ceph-mon[96110]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-20T22:16:07.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:06 smithi046 ceph-mon[98591]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-20T22:16:07.152 INFO:tasks.workunit.client.0.smithi046.stdout:op 4105 completed, throughput=5MB/sec 2024-09-20T22:16:07.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:06 smithi134 ceph-mon[89086]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-20T22:16:08.152 INFO:tasks.workunit.client.0.smithi046.stdout: 802: throughput=5MB/sec pending data=0 2024-09-20T22:16:08.152 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ilWqGTLfjUaK101 off=1489377 len=180854 2024-09-20T22:16:08.153 INFO:tasks.workunit.client.0.smithi046.stdout:op 4106 completed, throughput=5MB/sec 2024-09-20T22:16:08.153 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--nBIz7gpewmphSn off=0 len=1696558 2024-09-20T22:16:08.160 INFO:tasks.workunit.client.0.smithi046.stdout:op 4107 completed, throughput=5MB/sec 2024-09-20T22:16:08.161 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zsCmhEfxnTurOaM off=6909476 len=1446774 2024-09-20T22:16:08.167 INFO:tasks.workunit.client.0.smithi046.stdout:op 4108 completed, throughput=5MB/sec 2024-09-20T22:16:08.167 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cR3P_kcrGVPZ69M off=2876583 len=1463343 2024-09-20T22:16:08.169 INFO:tasks.workunit.client.0.smithi046.stdout:op 4109 completed, throughput=5MB/sec 2024-09-20T22:16:09.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:08 smithi046 ceph-mon[96110]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:16:09.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:08 smithi046 ceph-mon[98591]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:16:09.169 INFO:tasks.workunit.client.0.smithi046.stdout: 803: throughput=5MB/sec pending data=0 2024-09-20T22:16:09.169 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UAV0rrPeLQoyNbL off=701982 len=1142128 2024-09-20T22:16:09.171 INFO:tasks.workunit.client.0.smithi046.stdout:op 4110 completed, throughput=5MB/sec 2024-09-20T22:16:09.171 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XD7hcCrCYBEeZxd off=15063015 len=194412 2024-09-20T22:16:09.172 INFO:tasks.workunit.client.0.smithi046.stdout:op 4111 completed, throughput=5MB/sec 2024-09-20T22:16:09.172 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-doqa1ghjiTK8lUC off=9462121 len=2083806 2024-09-20T22:16:09.174 INFO:tasks.workunit.client.0.smithi046.stdout:op 4112 completed, throughput=5MB/sec 2024-09-20T22:16:09.174 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LXfknMDNuL908wx off=370645 len=1312318 2024-09-20T22:16:09.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:08 smithi134 ceph-mon[89086]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:16:09.180 INFO:tasks.workunit.client.0.smithi046.stdout:op 4113 completed, throughput=5MB/sec 2024-09-20T22:16:10.181 INFO:tasks.workunit.client.0.smithi046.stdout: 804: throughput=4.99MB/sec pending data=0 2024-09-20T22:16:10.181 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Wv0ds_mY5BcFXUB off=952432 len=531337 2024-09-20T22:16:10.182 INFO:tasks.workunit.client.0.smithi046.stdout:op 4114 completed, throughput=5MB/sec 2024-09-20T22:16:10.182 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eL1AjU38p5DXlME off=8890157 len=341723 2024-09-20T22:16:10.185 INFO:tasks.workunit.client.0.smithi046.stdout:op 4115 completed, throughput=5MB/sec 2024-09-20T22:16:10.186 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--56fzmHOLANG9yH off=1973092 len=1871921 2024-09-20T22:16:10.197 INFO:tasks.workunit.client.0.smithi046.stdout:op 4116 completed, throughput=5MB/sec 2024-09-20T22:16:10.197 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TB800D4UByCmIK8 off=2353827 len=1074313 2024-09-20T22:16:10.203 INFO:tasks.workunit.client.0.smithi046.stdout:op 4117 completed, throughput=5MB/sec 2024-09-20T22:16:10.203 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8fAEGgwdy_wekvp off=2476523 len=780627 2024-09-20T22:16:10.207 INFO:tasks.workunit.client.0.smithi046.stdout:op 4118 completed, throughput=5MB/sec 2024-09-20T22:16:10.207 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Zut0_0pKeJgYeZ0 off=21060749 len=1663550 2024-09-20T22:16:10.215 INFO:tasks.workunit.client.0.smithi046.stdout:op 4119 completed, throughput=5MB/sec 2024-09-20T22:16:11.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:10 smithi046 ceph-mon[96110]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:16:11.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:10 smithi046 ceph-mon[98591]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:16:11.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:10 smithi134 ceph-mon[89086]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:16:11.215 INFO:tasks.workunit.client.0.smithi046.stdout: 805: throughput=5MB/sec pending data=0 2024-09-20T22:16:11.216 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-b6BgnrjiDYXmF7n off=7394904 len=1904434 2024-09-20T22:16:11.226 INFO:tasks.workunit.client.0.smithi046.stdout:op 4120 completed, throughput=5MB/sec 2024-09-20T22:16:11.227 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gUTg-CPeV4TBLWI off=7484986 len=612729 2024-09-20T22:16:11.231 INFO:tasks.workunit.client.0.smithi046.stdout:op 4121 completed, throughput=5MB/sec 2024-09-20T22:16:11.231 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wRhEwjnrgdwnGfC off=2589826 len=381433 2024-09-20T22:16:11.234 INFO:tasks.workunit.client.0.smithi046.stdout:op 4122 completed, throughput=5MB/sec 2024-09-20T22:16:11.234 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lBK_yp8c4gcQ0Rh off=12427041 len=195926 2024-09-20T22:16:11.235 INFO:tasks.workunit.client.0.smithi046.stdout:op 4123 completed, throughput=5MB/sec 2024-09-20T22:16:11.235 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SYKXIut4utVNZdB off=1919567 len=822079 2024-09-20T22:16:11.239 INFO:tasks.workunit.client.0.smithi046.stdout:op 4124 completed, throughput=5MB/sec 2024-09-20T22:16:12.240 INFO:tasks.workunit.client.0.smithi046.stdout: 806: throughput=4.99MB/sec pending data=0 2024-09-20T22:16:12.240 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OPfv8ZtXiTJa0IJ off=3563481 len=843296 2024-09-20T22:16:12.245 INFO:tasks.workunit.client.0.smithi046.stdout:op 4125 completed, throughput=4.99MB/sec 2024-09-20T22:16:12.245 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Z1qJFw8IjSAev18 off=21416890 len=1075601 2024-09-20T22:16:12.246 INFO:tasks.workunit.client.0.smithi046.stdout:op 4126 completed, throughput=5MB/sec 2024-09-20T22:16:12.246 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Jcoiid0B3NNNSks off=528518 len=1340361 2024-09-20T22:16:12.254 INFO:tasks.workunit.client.0.smithi046.stdout:op 4127 completed, throughput=5MB/sec 2024-09-20T22:16:12.254 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-s47AB5TSJwnAsFn off=8598258 len=562466 2024-09-20T22:16:12.258 INFO:tasks.workunit.client.0.smithi046.stdout:op 4128 completed, throughput=5MB/sec 2024-09-20T22:16:12.258 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UMPyf0lBlv84duY off=2023308 len=1061652 2024-09-20T22:16:12.263 INFO:tasks.workunit.client.0.smithi046.stdout:op 4129 completed, throughput=5MB/sec 2024-09-20T22:16:12.263 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1TnBARSQa_XUzQG off=7147787 len=2017880 2024-09-20T22:16:12.265 INFO:tasks.workunit.client.0.smithi046.stdout:op 4130 completed, throughput=5MB/sec 2024-09-20T22:16:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:16:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:16:12] "GET /metrics HTTP/1.1" 200 34160 "" "Prometheus/2.43.0" 2024-09-20T22:16:12.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:16:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:16:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:16:13.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:12 smithi046 ceph-mon[96110]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:16:13.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:12 smithi046 ceph-mon[98591]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:16:13.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:12 smithi134 ceph-mon[89086]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:16:13.266 INFO:tasks.workunit.client.0.smithi046.stdout: 807: throughput=5MB/sec pending data=0 2024-09-20T22:16:13.266 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FBYg4MPJgaCAect off=1368995 len=461280 2024-09-20T22:16:13.269 INFO:tasks.workunit.client.0.smithi046.stdout:op 4131 completed, throughput=5MB/sec 2024-09-20T22:16:13.270 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9MixwCUMZV7M_5R off=5763623 len=1757314 2024-09-20T22:16:13.280 INFO:tasks.workunit.client.0.smithi046.stdout:op 4132 completed, throughput=5MB/sec 2024-09-20T22:16:13.281 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YbUY4ACKnsdG7g3 off=18198484 len=1717699 2024-09-20T22:16:13.289 INFO:tasks.workunit.client.0.smithi046.stdout:op 4133 completed, throughput=5MB/sec 2024-09-20T22:16:14.289 INFO:tasks.workunit.client.0.smithi046.stdout: 808: throughput=4.99MB/sec pending data=0 2024-09-20T22:16:14.289 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JE6tJ5_nxv2JX9q off=3153781 len=1635521 2024-09-20T22:16:14.291 INFO:tasks.workunit.client.0.smithi046.stdout:op 4134 completed, throughput=5MB/sec 2024-09-20T22:16:14.291 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-c-EKjAgR1kKNPcl off=2299617 len=1223645 2024-09-20T22:16:14.293 INFO:tasks.workunit.client.0.smithi046.stdout:op 4135 completed, throughput=5MB/sec 2024-09-20T22:16:14.293 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7z8aX-xkSfchoEO off=6693797 len=2096304 2024-09-20T22:16:14.303 INFO:tasks.workunit.client.0.smithi046.stdout:op 4136 completed, throughput=5MB/sec 2024-09-20T22:16:14.303 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NDDo4xZ95fzDG3k off=4570854 len=1748694 2024-09-20T22:16:14.304 INFO:tasks.workunit.client.0.smithi046.stdout:op 4137 completed, throughput=5MB/sec 2024-09-20T22:16:15.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:14 smithi046 ceph-mon[96110]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:16:15.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:14 smithi046 ceph-mon[98591]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:16:15.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:14 smithi134 ceph-mon[89086]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:16:15.305 INFO:tasks.workunit.client.0.smithi046.stdout: 809: throughput=5MB/sec pending data=0 2024-09-20T22:16:15.305 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EXTK_f5k8NPDX0w off=5630779 len=1717415 2024-09-20T22:16:15.307 INFO:tasks.workunit.client.0.smithi046.stdout:op 4138 completed, throughput=5MB/sec 2024-09-20T22:16:15.307 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yMATcAszc4L_ch4 off=13734542 len=1724929 2024-09-20T22:16:15.311 INFO:tasks.workunit.client.0.smithi046.stdout:op 4139 completed, throughput=5MB/sec 2024-09-20T22:16:15.311 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3dXz1pineHfRQCH off=111360 len=285521 2024-09-20T22:16:15.314 INFO:tasks.workunit.client.0.smithi046.stdout:op 4140 completed, throughput=5MB/sec 2024-09-20T22:16:16.315 INFO:tasks.workunit.client.0.smithi046.stdout: 810: throughput=4.99MB/sec pending data=0 2024-09-20T22:16:16.315 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5hk9lrNKmzS1zT0 off=2449959 len=959090 2024-09-20T22:16:16.320 INFO:tasks.workunit.client.0.smithi046.stdout:op 4141 completed, throughput=5MB/sec 2024-09-20T22:16:16.320 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-f397FzzbSJWtotZ off=677082 len=638775 2024-09-20T22:16:16.324 INFO:tasks.workunit.client.0.smithi046.stdout:op 4142 completed, throughput=5MB/sec 2024-09-20T22:16:16.324 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YqJzqMlIxrxGnhd off=16846357 len=53025 2024-09-20T22:16:16.325 INFO:tasks.workunit.client.0.smithi046.stdout:op 4143 completed, throughput=5MB/sec 2024-09-20T22:16:16.325 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-d-UUjwekaviYQN0 off=9618018 len=1447756 2024-09-20T22:16:16.332 INFO:tasks.workunit.client.0.smithi046.stdout:op 4144 completed, throughput=5MB/sec 2024-09-20T22:16:16.332 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ucn-FA2GDhPScSs off=13353248 len=354964 2024-09-20T22:16:16.336 INFO:tasks.workunit.client.0.smithi046.stdout:op 4145 completed, throughput=5MB/sec 2024-09-20T22:16:16.336 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-doqa1ghjiTK8lUC off=9730202 len=1369574 2024-09-20T22:16:16.337 INFO:tasks.workunit.client.0.smithi046.stdout:op 4146 completed, throughput=5MB/sec 2024-09-20T22:16:16.337 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kLDgc-WcStECHE4 off=9646388 len=1523914 2024-09-20T22:16:16.338 INFO:tasks.workunit.client.0.smithi046.stdout:op 4147 completed, throughput=5MB/sec 2024-09-20T22:16:17.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:16 smithi046 ceph-mon[96110]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-20T22:16:17.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:16 smithi046 ceph-mon[98591]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-20T22:16:17.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:16 smithi134 ceph-mon[89086]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-20T22:16:17.339 INFO:tasks.workunit.client.0.smithi046.stdout: 811: throughput=5MB/sec pending data=0 2024-09-20T22:16:17.339 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Nv3PAB50eC3nsk4 off=2096387 len=2078204 2024-09-20T22:16:17.349 INFO:tasks.workunit.client.0.smithi046.stdout:op 4148 completed, throughput=5MB/sec 2024-09-20T22:16:17.349 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-e3xR30nQ-gFY4us off=8226150 len=1834892 2024-09-20T22:16:17.350 INFO:tasks.workunit.client.0.smithi046.stdout:op 4149 completed, throughput=5MB/sec 2024-09-20T22:16:17.351 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2YXmEptfnghi0cZ off=7739112 len=327165 2024-09-20T22:16:17.351 INFO:tasks.workunit.client.0.smithi046.stdout:op 4150 completed, throughput=5MB/sec 2024-09-20T22:16:17.351 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vDrUc5k6ur0-APf off=13974084 len=403928 2024-09-20T22:16:17.355 INFO:tasks.workunit.client.0.smithi046.stdout:op 4151 completed, throughput=5MB/sec 2024-09-20T22:16:18.355 INFO:tasks.workunit.client.0.smithi046.stdout: 812: throughput=4.99MB/sec pending data=0 2024-09-20T22:16:18.355 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XhktaVGo3NSdG0a off=260926 len=1203398 2024-09-20T22:16:18.361 INFO:tasks.workunit.client.0.smithi046.stdout:op 4152 completed, throughput=5MB/sec 2024-09-20T22:16:18.361 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HOXYWtVIk_4hREJ off=16806019 len=346512 2024-09-20T22:16:18.363 INFO:tasks.workunit.client.0.smithi046.stdout:op 4153 completed, throughput=5MB/sec 2024-09-20T22:16:18.363 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rt-fkAxdmFeb_7J off=9286572 len=7618 2024-09-20T22:16:18.363 INFO:tasks.workunit.client.0.smithi046.stdout:op 4154 completed, throughput=5MB/sec 2024-09-20T22:16:18.363 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dDztv7_Ene3Ro6y off=3035500 len=822611 2024-09-20T22:16:18.368 INFO:tasks.workunit.client.0.smithi046.stdout:op 4155 completed, throughput=5MB/sec 2024-09-20T22:16:18.368 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CY89hFuXA1MeQjX off=393009 len=79137 2024-09-20T22:16:18.371 INFO:tasks.workunit.client.0.smithi046.stdout:op 4156 completed, throughput=5MB/sec 2024-09-20T22:16:18.371 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4B1IFrddil8GQmt off=18346184 len=1281624 2024-09-20T22:16:18.372 INFO:tasks.workunit.client.0.smithi046.stdout:op 4157 completed, throughput=5MB/sec 2024-09-20T22:16:18.372 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FnZoZR6CuoYtRh8 off=1286414 len=304264 2024-09-20T22:16:18.373 INFO:tasks.workunit.client.0.smithi046.stdout:op 4158 completed, throughput=5MB/sec 2024-09-20T22:16:18.373 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pK8cqDtmUWaoLie off=7541355 len=859536 2024-09-20T22:16:18.378 INFO:tasks.workunit.client.0.smithi046.stdout:op 4159 completed, throughput=5MB/sec 2024-09-20T22:16:18.378 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yWPYdwhtnqExV86 off=5661832 len=466505 2024-09-20T22:16:18.378 INFO:tasks.workunit.client.0.smithi046.stdout:op 4160 completed, throughput=5MB/sec 2024-09-20T22:16:19.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:18 smithi046 ceph-mon[96110]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-20T22:16:19.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:18 smithi046 ceph-mon[98591]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-20T22:16:19.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:18 smithi134 ceph-mon[89086]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-20T22:16:19.379 INFO:tasks.workunit.client.0.smithi046.stdout: 813: throughput=4.99MB/sec pending data=0 2024-09-20T22:16:19.379 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2q29TtQlyJcwySi off=3275521 len=1583702 2024-09-20T22:16:19.388 INFO:tasks.workunit.client.0.smithi046.stdout:op 4161 completed, throughput=5MB/sec 2024-09-20T22:16:19.388 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aJwxdagIuwDO8bp off=15842777 len=1153556 2024-09-20T22:16:19.390 INFO:tasks.workunit.client.0.smithi046.stdout:op 4162 completed, throughput=5MB/sec 2024-09-20T22:16:19.390 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DZuHed50UC0mjEX off=8266077 len=1252281 2024-09-20T22:16:19.392 INFO:tasks.workunit.client.0.smithi046.stdout:op 4163 completed, throughput=5MB/sec 2024-09-20T22:16:19.392 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qlHZzJfke0DEnYX off=6149590 len=986875 2024-09-20T22:16:19.397 INFO:tasks.workunit.client.0.smithi046.stdout:op 4164 completed, throughput=5MB/sec 2024-09-20T22:16:19.397 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gvKGOc5cTJliXBw off=352281 len=1124670 2024-09-20T22:16:19.403 INFO:tasks.workunit.client.0.smithi046.stdout:op 4165 completed, throughput=5MB/sec 2024-09-20T22:16:20.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:16:20.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:16:20.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:16:20.403 INFO:tasks.workunit.client.0.smithi046.stdout: 814: throughput=5MB/sec pending data=0 2024-09-20T22:16:20.403 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-U9hE2Wr9aHvT_pp off=10364055 len=1133122 2024-09-20T22:16:20.406 INFO:tasks.workunit.client.0.smithi046.stdout:op 4166 completed, throughput=5MB/sec 2024-09-20T22:16:20.406 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ItLnL4Z7RY5Ub_4 off=8483144 len=370939 2024-09-20T22:16:20.407 INFO:tasks.workunit.client.0.smithi046.stdout:op 4167 completed, throughput=5MB/sec 2024-09-20T22:16:20.407 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7s4K7o1ECEC5WpS off=466126 len=777656 2024-09-20T22:16:20.412 INFO:tasks.workunit.client.0.smithi046.stdout:op 4168 completed, throughput=5MB/sec 2024-09-20T22:16:20.412 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZSagrgFTtA5oxnv off=5901150 len=1685997 2024-09-20T22:16:20.414 INFO:tasks.workunit.client.0.smithi046.stdout:op 4169 completed, throughput=5MB/sec 2024-09-20T22:16:20.414 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-N8XdTQcO9FZPf7T off=20043032 len=1872304 2024-09-20T22:16:20.418 INFO:tasks.workunit.client.0.smithi046.stdout:op 4170 completed, throughput=5MB/sec 2024-09-20T22:16:21.418 INFO:tasks.workunit.client.0.smithi046.stdout: 815: throughput=5MB/sec pending data=0 2024-09-20T22:16:21.418 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_IhF5xffNoPvB_N off=13039335 len=304852 2024-09-20T22:16:21.421 INFO:tasks.workunit.client.0.smithi046.stdout:op 4171 completed, throughput=5MB/sec 2024-09-20T22:16:21.422 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hDsWkD8dG5nANY3 off=3044958 len=15584 2024-09-20T22:16:21.422 INFO:tasks.workunit.client.0.smithi046.stdout:op 4172 completed, throughput=5MB/sec 2024-09-20T22:16:21.422 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-k_Lv__2AGQrCA-e off=19478789 len=1733942 2024-09-20T22:16:21.424 INFO:tasks.workunit.client.0.smithi046.stdout:op 4173 completed, throughput=5MB/sec 2024-09-20T22:16:21.424 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yPrO_eZWwP21mC1 off=11131165 len=1075966 2024-09-20T22:16:21.427 INFO:tasks.workunit.client.0.smithi046.stdout:op 4174 completed, throughput=5MB/sec 2024-09-20T22:16:21.427 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DOEIZy49Y4j3Ulk off=1750497 len=1021632 2024-09-20T22:16:21.432 INFO:tasks.workunit.client.0.smithi046.stdout:op 4175 completed, throughput=5MB/sec 2024-09-20T22:16:21.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:21 smithi046 ceph-mon[96110]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-20T22:16:21.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:21 smithi046 ceph-mon[98591]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-20T22:16:21.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:21 smithi134 ceph-mon[89086]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-20T22:16:22.402 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:16:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:16:22] "GET /metrics HTTP/1.1" 200 34162 "" "Prometheus/2.43.0" 2024-09-20T22:16:22.432 INFO:tasks.workunit.client.0.smithi046.stdout: 816: throughput=4.99MB/sec pending data=0 2024-09-20T22:16:22.432 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9fVmwjOuNLqUTEs off=5389608 len=1460099 2024-09-20T22:16:22.439 INFO:tasks.workunit.client.0.smithi046.stdout:op 4176 completed, throughput=5MB/sec 2024-09-20T22:16:22.439 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OULOuKPCemFmZ2o off=12577256 len=176027 2024-09-20T22:16:22.440 INFO:tasks.workunit.client.0.smithi046.stdout:op 4177 completed, throughput=5MB/sec 2024-09-20T22:16:22.440 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kfsyp73FFYuL5fB off=12713569 len=48394 2024-09-20T22:16:22.440 INFO:tasks.workunit.client.0.smithi046.stdout:op 4178 completed, throughput=5MB/sec 2024-09-20T22:16:22.440 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5qakfcpaElMyGKe off=12048639 len=814418 2024-09-20T22:16:22.442 INFO:tasks.workunit.client.0.smithi046.stdout:op 4179 completed, throughput=5MB/sec 2024-09-20T22:16:22.442 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aBiXzblXMqzOdSo off=2489946 len=747150 2024-09-20T22:16:22.446 INFO:tasks.workunit.client.0.smithi046.stdout:op 4180 completed, throughput=5MB/sec 2024-09-20T22:16:22.446 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CINvVjupyEySZgA off=1816947 len=1208150 2024-09-20T22:16:22.447 INFO:tasks.workunit.client.0.smithi046.stdout:op 4181 completed, throughput=5MB/sec 2024-09-20T22:16:22.448 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GEtgdpRCVWmXu-3 off=1312841 len=777283 2024-09-20T22:16:22.452 INFO:tasks.workunit.client.0.smithi046.stdout:op 4182 completed, throughput=5MB/sec 2024-09-20T22:16:22.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:16:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:16:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:16:23.453 INFO:tasks.workunit.client.0.smithi046.stdout: 817: throughput=4.99MB/sec pending data=0 2024-09-20T22:16:23.453 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-m22Xx26thQdkFEG off=11070659 len=21197 2024-09-20T22:16:23.453 INFO:tasks.workunit.client.0.smithi046.stdout:op 4183 completed, throughput=4.99MB/sec 2024-09-20T22:16:23.453 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-W8m3awpahsg_Ar2 off=11659689 len=1001562 2024-09-20T22:16:23.456 INFO:tasks.workunit.client.0.smithi046.stdout:op 4184 completed, throughput=5MB/sec 2024-09-20T22:16:23.456 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_o5zyUZrgSIDJLB off=2779899 len=1056554 2024-09-20T22:16:23.462 INFO:tasks.workunit.client.0.smithi046.stdout:op 4185 completed, throughput=5MB/sec 2024-09-20T22:16:23.462 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SILCcQu9e1ePw88 off=3351565 len=900697 2024-09-20T22:16:23.467 INFO:tasks.workunit.client.0.smithi046.stdout:op 4186 completed, throughput=5MB/sec 2024-09-20T22:16:23.467 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JEoLjJEFQNlosMN off=3855504 len=490023 2024-09-20T22:16:23.468 INFO:tasks.workunit.client.0.smithi046.stdout:op 4187 completed, throughput=5MB/sec 2024-09-20T22:16:23.468 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LBwLFJ3dCilWVis off=7733665 len=1054007 2024-09-20T22:16:23.470 INFO:tasks.workunit.client.0.smithi046.stdout:op 4188 completed, throughput=5MB/sec 2024-09-20T22:16:23.470 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bNPZMTS9AMyz2g4 off=740136 len=372759 2024-09-20T22:16:23.473 INFO:tasks.workunit.client.0.smithi046.stdout:op 4189 completed, throughput=5MB/sec 2024-09-20T22:16:23.473 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IbU2OC-yO5hVKTb off=4280947 len=1821120 2024-09-20T22:16:23.474 INFO:tasks.workunit.client.0.smithi046.stdout:op 4190 completed, throughput=5MB/sec 2024-09-20T22:16:23.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:23 smithi046 ceph-mon[96110]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:16:23.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:23 smithi046 ceph-mon[98591]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:16:23.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:23 smithi134 ceph-mon[89086]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:16:24.475 INFO:tasks.workunit.client.0.smithi046.stdout: 818: throughput=5MB/sec pending data=0 2024-09-20T22:16:24.475 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JRbZGaddru8ak6h off=4654933 len=76679 2024-09-20T22:16:24.478 INFO:tasks.workunit.client.0.smithi046.stdout:op 4191 completed, throughput=5MB/sec 2024-09-20T22:16:24.478 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OK6vgPmIlP_49Tx off=1950031 len=1723390 2024-09-20T22:16:24.480 INFO:tasks.workunit.client.0.smithi046.stdout:op 4192 completed, throughput=5MB/sec 2024-09-20T22:16:24.480 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-apqAUTuZDd1axz5 off=5745156 len=1818451 2024-09-20T22:16:24.488 INFO:tasks.workunit.client.0.smithi046.stdout:op 4193 completed, throughput=5MB/sec 2024-09-20T22:16:24.488 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qKRA93D1ASM6EgB off=5108370 len=1707895 2024-09-20T22:16:24.489 INFO:tasks.workunit.client.0.smithi046.stdout:op 4194 completed, throughput=5MB/sec 2024-09-20T22:16:25.489 INFO:tasks.workunit.client.0.smithi046.stdout: 819: throughput=5MB/sec pending data=0 2024-09-20T22:16:25.489 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XdYhMOL0mmE27ke off=10472397 len=1038619 2024-09-20T22:16:25.492 INFO:tasks.workunit.client.0.smithi046.stdout:op 4195 completed, throughput=5MB/sec 2024-09-20T22:16:25.492 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-owYbrPqEPKiyMAn off=5539883 len=935156 2024-09-20T22:16:25.494 INFO:tasks.workunit.client.0.smithi046.stdout:op 4196 completed, throughput=5MB/sec 2024-09-20T22:16:25.494 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gvn7Oxml7ldI7xE off=5278005 len=594559 2024-09-20T22:16:25.495 INFO:tasks.workunit.client.0.smithi046.stdout:op 4197 completed, throughput=5MB/sec 2024-09-20T22:16:25.495 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cLO4qr5IiXuqNfP off=13292861 len=1863543 2024-09-20T22:16:25.497 INFO:tasks.workunit.client.0.smithi046.stdout:op 4198 completed, throughput=5MB/sec 2024-09-20T22:16:25.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:25 smithi046 ceph-mon[96110]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:16:25.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:25 smithi046 ceph-mon[98591]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:16:25.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:25 smithi134 ceph-mon[89086]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:16:26.498 INFO:tasks.workunit.client.0.smithi046.stdout: 820: throughput=4.99MB/sec pending data=0 2024-09-20T22:16:26.498 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-judEAzFEeBirgDN off=1951744 len=1682767 2024-09-20T22:16:26.500 INFO:tasks.workunit.client.0.smithi046.stdout:op 4199 completed, throughput=5MB/sec 2024-09-20T22:16:26.500 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PL4Tcr4BrAiKIfn off=2715349 len=385084 2024-09-20T22:16:26.501 INFO:tasks.workunit.client.0.smithi046.stdout:op 4200 completed, throughput=5MB/sec 2024-09-20T22:16:26.502 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rC03jTjzHbHz4ZA off=13018417 len=1588558 2024-09-20T22:16:26.509 INFO:tasks.workunit.client.0.smithi046.stdout:op 4201 completed, throughput=5MB/sec 2024-09-20T22:16:26.509 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TjQC-xn6xiR2WRb off=12542395 len=1185611 2024-09-20T22:16:26.512 INFO:tasks.workunit.client.0.smithi046.stdout:op 4202 completed, throughput=5MB/sec 2024-09-20T22:16:27.513 INFO:tasks.workunit.client.0.smithi046.stdout: 821: throughput=4.99MB/sec pending data=0 2024-09-20T22:16:27.513 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wC6kex_dwiV1l2S off=1327698 len=1279449 2024-09-20T22:16:27.520 INFO:tasks.workunit.client.0.smithi046.stdout:op 4203 completed, throughput=5MB/sec 2024-09-20T22:16:27.520 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OPfv8ZtXiTJa0IJ off=17248629 len=1214954 2024-09-20T22:16:27.526 INFO:tasks.workunit.client.0.smithi046.stdout:op 4204 completed, throughput=5MB/sec 2024-09-20T22:16:27.526 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-F46kcHHWRYX64t_ off=11209747 len=1036434 2024-09-20T22:16:27.531 INFO:tasks.workunit.client.0.smithi046.stdout:op 4205 completed, throughput=5MB/sec 2024-09-20T22:16:27.531 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-plAKMmgAYi15axy off=383640 len=1314805 2024-09-20T22:16:27.537 INFO:tasks.workunit.client.0.smithi046.stdout:op 4206 completed, throughput=5MB/sec 2024-09-20T22:16:27.537 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-B0KYLX5XMSSS9sr off=9173520 len=1357911 2024-09-20T22:16:27.538 INFO:tasks.workunit.client.0.smithi046.stdout:op 4207 completed, throughput=5MB/sec 2024-09-20T22:16:27.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:27 smithi046 ceph-mon[96110]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:16:27.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:27 smithi046 ceph-mon[98591]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:16:27.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:27 smithi134 ceph-mon[89086]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:16:28.539 INFO:tasks.workunit.client.0.smithi046.stdout: 822: throughput=5MB/sec pending data=0 2024-09-20T22:16:28.539 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-k1b1JiSsKMLbc89 off=2887216 len=27029 2024-09-20T22:16:28.541 INFO:tasks.workunit.client.0.smithi046.stdout:op 4208 completed, throughput=5MB/sec 2024-09-20T22:16:28.542 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-URHbOi9cpgw9GTy off=12094961 len=1079207 2024-09-20T22:16:28.544 INFO:tasks.workunit.client.0.smithi046.stdout:op 4209 completed, throughput=5MB/sec 2024-09-20T22:16:28.544 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gOy8_-QVzRcokwK off=2132421 len=1726006 2024-09-20T22:16:28.547 INFO:tasks.workunit.client.0.smithi046.stdout:op 4210 completed, throughput=5MB/sec 2024-09-20T22:16:28.547 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-a6sEUn7rWCggMOK off=403873 len=1525446 2024-09-20T22:16:28.549 INFO:tasks.workunit.client.0.smithi046.stdout:op 4211 completed, throughput=5MB/sec 2024-09-20T22:16:29.549 INFO:tasks.workunit.client.0.smithi046.stdout: 823: throughput=4.99MB/sec pending data=0 2024-09-20T22:16:29.549 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ExGpUy5ZmIvxSXB off=7050631 len=1687476 2024-09-20T22:16:29.557 INFO:tasks.workunit.client.0.smithi046.stdout:op 4212 completed, throughput=5MB/sec 2024-09-20T22:16:29.557 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZKdloA-r3za08Xe off=4366576 len=519273 2024-09-20T22:16:29.562 INFO:tasks.workunit.client.0.smithi046.stdout:op 4213 completed, throughput=5MB/sec 2024-09-20T22:16:29.562 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IoMAAQIrcB5GBBK off=2068250 len=1115696 2024-09-20T22:16:29.563 INFO:tasks.workunit.client.0.smithi046.stdout:op 4214 completed, throughput=5MB/sec 2024-09-20T22:16:29.563 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YEj0uZ7NNlyuzBH off=21413923 len=2068216 2024-09-20T22:16:29.565 INFO:tasks.workunit.client.0.smithi046.stdout:op 4215 completed, throughput=5MB/sec 2024-09-20T22:16:29.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:29 smithi046 ceph-mon[96110]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:16:29.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:29 smithi046 ceph-mon[98591]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:16:29.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:29 smithi134 ceph-mon[89086]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:16:30.565 INFO:tasks.workunit.client.0.smithi046.stdout: 824: throughput=4.99MB/sec pending data=0 2024-09-20T22:16:30.565 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-of9KY_STlHXutdG off=20207151 len=1488250 2024-09-20T22:16:30.574 INFO:tasks.workunit.client.0.smithi046.stdout:op 4216 completed, throughput=5MB/sec 2024-09-20T22:16:30.574 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--sX86qFZNj2UtaC off=9704837 len=944200 2024-09-20T22:16:30.578 INFO:tasks.workunit.client.0.smithi046.stdout:op 4217 completed, throughput=5MB/sec 2024-09-20T22:16:30.578 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jf157fqID4dZkfB off=1993950 len=1354165 2024-09-20T22:16:30.585 INFO:tasks.workunit.client.0.smithi046.stdout:op 4218 completed, throughput=5MB/sec 2024-09-20T22:16:30.586 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YGIhUvoTmGq_V8Q off=11510665 len=1569558 2024-09-20T22:16:30.592 INFO:tasks.workunit.client.0.smithi046.stdout:op 4219 completed, throughput=5MB/sec 2024-09-20T22:16:30.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:16:30.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:16:30.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:16:30.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:16:30.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:16:30.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:16:30.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:16:30.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:16:30.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:16:30.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:16:30.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:16:30.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:16:31.593 INFO:tasks.workunit.client.0.smithi046.stdout: 825: throughput=4.99MB/sec pending data=0 2024-09-20T22:16:31.593 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-N23VrPfAQPvYWvS off=829546 len=953466 2024-09-20T22:16:31.599 INFO:tasks.workunit.client.0.smithi046.stdout:op 4220 completed, throughput=5MB/sec 2024-09-20T22:16:31.599 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8CBVXKXQJXmAGTx off=5689046 len=850176 2024-09-20T22:16:31.600 INFO:tasks.workunit.client.0.smithi046.stdout:op 4221 completed, throughput=5MB/sec 2024-09-20T22:16:31.600 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kcaoWS2iWWL7YAH off=9807860 len=1830589 2024-09-20T22:16:31.603 INFO:tasks.workunit.client.0.smithi046.stdout:op 4222 completed, throughput=5MB/sec 2024-09-20T22:16:31.603 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WNy_BOya1GHqBL9 off=1529986 len=921738 2024-09-20T22:16:31.604 INFO:tasks.workunit.client.0.smithi046.stdout:op 4223 completed, throughput=5MB/sec 2024-09-20T22:16:31.604 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2XPNpbDe-4dChB8 off=8045797 len=972542 2024-09-20T22:16:31.609 INFO:tasks.workunit.client.0.smithi046.stdout:op 4224 completed, throughput=5MB/sec 2024-09-20T22:16:31.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:31 smithi046 ceph-mon[96110]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T22:16:31.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:31 smithi046 ceph-mon[98591]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T22:16:31.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:31 smithi134 ceph-mon[89086]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T22:16:32.308 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:16:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:16:32] "GET /metrics HTTP/1.1" 200 34162 "" "Prometheus/2.43.0" 2024-09-20T22:16:32.577 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:32 smithi134 ceph-mon[89086]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:16:32.577 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:16:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:16:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:16:32.609 INFO:tasks.workunit.client.0.smithi046.stdout: 826: throughput=4.99MB/sec pending data=0 2024-09-20T22:16:32.609 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CBYBMakBLAXb6zg off=795993 len=1415766 2024-09-20T22:16:32.616 INFO:tasks.workunit.client.0.smithi046.stdout:op 4225 completed, throughput=5MB/sec 2024-09-20T22:16:32.617 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZNWIstLwGsnP-t6 off=444611 len=978483 2024-09-20T22:16:32.618 INFO:tasks.workunit.client.0.smithi046.stdout:op 4226 completed, throughput=5MB/sec 2024-09-20T22:16:32.618 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-A87ZPxuKISOWPbI off=2715575 len=554736 2024-09-20T22:16:32.620 INFO:tasks.workunit.client.0.smithi046.stdout:op 4227 completed, throughput=5MB/sec 2024-09-20T22:16:32.620 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mwVI6SubVAVudE8 off=772655 len=1467550 2024-09-20T22:16:32.622 INFO:tasks.workunit.client.0.smithi046.stdout:op 4228 completed, throughput=5MB/sec 2024-09-20T22:16:32.622 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bIaynI-IuKEupiS off=14975011 len=1143704 2024-09-20T22:16:32.623 INFO:tasks.workunit.client.0.smithi046.stdout:op 4229 completed, throughput=5MB/sec 2024-09-20T22:16:32.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:32 smithi046 ceph-mon[96110]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:16:32.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:32 smithi046 ceph-mon[98591]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:16:33.624 INFO:tasks.workunit.client.0.smithi046.stdout: 827: throughput=4.99MB/sec pending data=0 2024-09-20T22:16:33.624 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dvQn59i01AFtwM- off=9449643 len=724083 2024-09-20T22:16:33.629 INFO:tasks.workunit.client.0.smithi046.stdout:op 4230 completed, throughput=5MB/sec 2024-09-20T22:16:33.629 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-syr2ZemPD0HTni3 off=3835021 len=1244960 2024-09-20T22:16:33.630 INFO:tasks.workunit.client.0.smithi046.stdout:op 4231 completed, throughput=5MB/sec 2024-09-20T22:16:33.631 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GNVqkbwKVx4cp0_ off=482581 len=9886 2024-09-20T22:16:33.633 INFO:tasks.workunit.client.0.smithi046.stdout:op 4232 completed, throughput=5MB/sec 2024-09-20T22:16:33.633 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VvU8qc8HlfhKHXv off=10422830 len=237173 2024-09-20T22:16:33.635 INFO:tasks.workunit.client.0.smithi046.stdout:op 4233 completed, throughput=5MB/sec 2024-09-20T22:16:33.636 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ih--aCGkIPX3uAs off=1988901 len=1238597 2024-09-20T22:16:33.637 INFO:tasks.workunit.client.0.smithi046.stdout:op 4234 completed, throughput=5MB/sec 2024-09-20T22:16:33.637 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PC_tNx5BVaFLUMg off=4741948 len=1047190 2024-09-20T22:16:33.643 INFO:tasks.workunit.client.0.smithi046.stdout:op 4235 completed, throughput=5MB/sec 2024-09-20T22:16:33.643 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hcPPNW3k3x5ZtHN off=6864116 len=285640 2024-09-20T22:16:33.644 INFO:tasks.workunit.client.0.smithi046.stdout:op 4236 completed, throughput=5MB/sec 2024-09-20T22:16:34.644 INFO:tasks.workunit.client.0.smithi046.stdout: 828: throughput=4.99MB/sec pending data=0 2024-09-20T22:16:34.644 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VYbbdxIKVHNWkHY off=1200184 len=80950 2024-09-20T22:16:34.647 INFO:tasks.workunit.client.0.smithi046.stdout:op 4237 completed, throughput=4.99MB/sec 2024-09-20T22:16:34.647 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QcvbeA2LnHBetvu off=1307182 len=982300 2024-09-20T22:16:34.653 INFO:tasks.workunit.client.0.smithi046.stdout:op 4238 completed, throughput=5MB/sec 2024-09-20T22:16:34.653 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FDYitEF71YAbYfr off=0 len=1699354 2024-09-20T22:16:34.662 INFO:tasks.workunit.client.0.smithi046.stdout:op 4239 completed, throughput=5MB/sec 2024-09-20T22:16:34.662 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JyQFfZPTg5B64Yt off=10708913 len=339406 2024-09-20T22:16:34.662 INFO:tasks.workunit.client.0.smithi046.stdout:op 4240 completed, throughput=5MB/sec 2024-09-20T22:16:34.663 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xULmareLnpUHrPq off=4435868 len=607506 2024-09-20T22:16:34.664 INFO:tasks.workunit.client.0.smithi046.stdout:op 4241 completed, throughput=5MB/sec 2024-09-20T22:16:34.664 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pEOBQ7Soa-cBtoJ off=17229762 len=2046754 2024-09-20T22:16:34.675 INFO:tasks.workunit.client.0.smithi046.stdout:op 4242 completed, throughput=5MB/sec 2024-09-20T22:16:35.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:34 smithi046 ceph-mon[98591]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T22:16:35.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:16:35.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:34 smithi046 ceph-mon[96110]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T22:16:35.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:16:35.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:34 smithi134 ceph-mon[89086]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-20T22:16:35.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:16:35.675 INFO:tasks.workunit.client.0.smithi046.stdout: 829: throughput=4.99MB/sec pending data=0 2024-09-20T22:16:35.676 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-N7u3yHNNVanI69h off=2878843 len=397502 2024-09-20T22:16:35.677 INFO:tasks.workunit.client.0.smithi046.stdout:op 4243 completed, throughput=5MB/sec 2024-09-20T22:16:35.677 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wgNVuvAiCF0q_-D off=4450328 len=1370450 2024-09-20T22:16:35.684 INFO:tasks.workunit.client.0.smithi046.stdout:op 4244 completed, throughput=5MB/sec 2024-09-20T22:16:35.684 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lZA_OHw_esdW_Hl off=852520 len=1797214 2024-09-20T22:16:35.687 INFO:tasks.workunit.client.0.smithi046.stdout:op 4245 completed, throughput=5MB/sec 2024-09-20T22:16:35.687 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OVCps3NeoRy9FEh off=2038881 len=373775 2024-09-20T22:16:35.687 INFO:tasks.workunit.client.0.smithi046.stdout:op 4246 completed, throughput=5MB/sec 2024-09-20T22:16:35.687 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xsTo7TCbLt8jog9 off=4132072 len=64435 2024-09-20T22:16:35.688 INFO:tasks.workunit.client.0.smithi046.stdout:op 4247 completed, throughput=5MB/sec 2024-09-20T22:16:35.688 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-55uWoPdxV5k2Qtp off=5191578 len=1395451 2024-09-20T22:16:35.691 INFO:tasks.workunit.client.0.smithi046.stdout:op 4248 completed, throughput=5MB/sec 2024-09-20T22:16:36.691 INFO:tasks.workunit.client.0.smithi046.stdout: 830: throughput=4.99MB/sec pending data=0 2024-09-20T22:16:36.691 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Q2_Le0Qfk0_ahNw off=5136309 len=1381171 2024-09-20T22:16:36.702 INFO:tasks.workunit.client.0.smithi046.stdout:op 4249 completed, throughput=5MB/sec 2024-09-20T22:16:36.702 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cnaO_JfBYf0050n off=1056632 len=958852 2024-09-20T22:16:36.706 INFO:tasks.workunit.client.0.smithi046.stdout:op 4250 completed, throughput=5MB/sec 2024-09-20T22:16:36.707 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3AjON8kbPpX1jFo off=7243585 len=8675 2024-09-20T22:16:36.709 INFO:tasks.workunit.client.0.smithi046.stdout:op 4251 completed, throughput=5MB/sec 2024-09-20T22:16:36.709 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YR6DU0LBznKOPSh off=16613788 len=380561 2024-09-20T22:16:36.710 INFO:tasks.workunit.client.0.smithi046.stdout:op 4252 completed, throughput=5MB/sec 2024-09-20T22:16:36.710 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-waOJTMj0UVvw6Qr off=2741853 len=220165 2024-09-20T22:16:36.713 INFO:tasks.workunit.client.0.smithi046.stdout:op 4253 completed, throughput=5MB/sec 2024-09-20T22:16:36.713 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rkqc_vOGJ5L_fFf off=6343023 len=2065141 2024-09-20T22:16:36.715 INFO:tasks.workunit.client.0.smithi046.stdout:op 4254 completed, throughput=5MB/sec 2024-09-20T22:16:37.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:36 smithi046 ceph-mon[96110]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:16:37.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:36 smithi046 ceph-mon[98591]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:16:37.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:36 smithi134 ceph-mon[89086]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:16:37.715 INFO:tasks.workunit.client.0.smithi046.stdout: 831: throughput=4.99MB/sec pending data=0 2024-09-20T22:16:37.715 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-X7x2Wx7ejh6XJ09 off=2456114 len=822936 2024-09-20T22:16:37.721 INFO:tasks.workunit.client.0.smithi046.stdout:op 4255 completed, throughput=5MB/sec 2024-09-20T22:16:37.721 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-J2jyDfQGScgaQy5 off=898710 len=575796 2024-09-20T22:16:37.725 INFO:tasks.workunit.client.0.smithi046.stdout:op 4256 completed, throughput=5MB/sec 2024-09-20T22:16:37.725 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EYjtw8eqvYLe-RF off=5388327 len=996685 2024-09-20T22:16:37.726 INFO:tasks.workunit.client.0.smithi046.stdout:op 4257 completed, throughput=5MB/sec 2024-09-20T22:16:37.727 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8uxKxuCDRYaqkWh off=3396395 len=420177 2024-09-20T22:16:37.727 INFO:tasks.workunit.client.0.smithi046.stdout:op 4258 completed, throughput=5MB/sec 2024-09-20T22:16:37.727 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hCjPINs_dA0sYkO off=4361151 len=1445481 2024-09-20T22:16:37.729 INFO:tasks.workunit.client.0.smithi046.stdout:op 4259 completed, throughput=5MB/sec 2024-09-20T22:16:37.729 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ecU1ytfW9S5xZYi off=397998 len=1707769 2024-09-20T22:16:37.732 INFO:tasks.workunit.client.0.smithi046.stdout:op 4260 completed, throughput=5MB/sec 2024-09-20T22:16:38.733 INFO:tasks.workunit.client.0.smithi046.stdout: 832: throughput=5MB/sec pending data=0 2024-09-20T22:16:38.733 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DWwH4ltLqhi0j0H off=6021393 len=243047 2024-09-20T22:16:38.734 INFO:tasks.workunit.client.0.smithi046.stdout:op 4261 completed, throughput=5MB/sec 2024-09-20T22:16:38.734 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Z1A7vmetZz6OJ1N off=21095694 len=1846116 2024-09-20T22:16:38.736 INFO:tasks.workunit.client.0.smithi046.stdout:op 4262 completed, throughput=5MB/sec 2024-09-20T22:16:38.736 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Xlwv-NunHTvkPlt off=1243222 len=1484294 2024-09-20T22:16:38.744 INFO:tasks.workunit.client.0.smithi046.stdout:op 4263 completed, throughput=5MB/sec 2024-09-20T22:16:38.744 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2E0DqOIn5aiotzg off=8991129 len=1246144 2024-09-20T22:16:38.745 INFO:tasks.workunit.client.0.smithi046.stdout:op 4264 completed, throughput=5MB/sec 2024-09-20T22:16:39.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:38 smithi046 ceph-mon[98591]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:16:39.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:38 smithi046 ceph-mon[96110]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:16:39.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:38 smithi134 ceph-mon[89086]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:16:39.745 INFO:tasks.workunit.client.0.smithi046.stdout: 833: throughput=4.99MB/sec pending data=0 2024-09-20T22:16:39.746 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-x6GsIEWHeSIXEeq off=793195 len=2028807 2024-09-20T22:16:39.748 INFO:tasks.workunit.client.0.smithi046.stdout:op 4265 completed, throughput=5MB/sec 2024-09-20T22:16:39.748 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vG1SUrM-JEHYo5d off=1751877 len=1853843 2024-09-20T22:16:39.750 INFO:tasks.workunit.client.0.smithi046.stdout:op 4266 completed, throughput=5MB/sec 2024-09-20T22:16:39.750 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bOwNPa40qYQQ6S7 off=6504185 len=1526350 2024-09-20T22:16:39.752 INFO:tasks.workunit.client.0.smithi046.stdout:op 4267 completed, throughput=5MB/sec 2024-09-20T22:16:40.752 INFO:tasks.workunit.client.0.smithi046.stdout: 834: throughput=4.99MB/sec pending data=0 2024-09-20T22:16:40.752 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PMP1a35DpBLuGM3 off=2395569 len=1749897 2024-09-20T22:16:40.755 INFO:tasks.workunit.client.0.smithi046.stdout:op 4268 completed, throughput=5MB/sec 2024-09-20T22:16:40.755 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CJxTlS-NGgiOatJ off=1835241 len=562418 2024-09-20T22:16:40.759 INFO:tasks.workunit.client.0.smithi046.stdout:op 4269 completed, throughput=5MB/sec 2024-09-20T22:16:40.759 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xVN4s71O6fubO06 off=481287 len=1171328 2024-09-20T22:16:40.766 INFO:tasks.workunit.client.0.smithi046.stdout:op 4270 completed, throughput=5MB/sec 2024-09-20T22:16:40.766 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9GbWYpztsnNvU9A off=2933619 len=163652 2024-09-20T22:16:40.767 INFO:tasks.workunit.client.0.smithi046.stdout:op 4271 completed, throughput=5MB/sec 2024-09-20T22:16:40.767 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-R5E1K6fVBXHyYVU off=16193958 len=473555 2024-09-20T22:16:40.770 INFO:tasks.workunit.client.0.smithi046.stdout:op 4272 completed, throughput=5MB/sec 2024-09-20T22:16:40.770 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DfjU2CpL18cRQ3Z off=3703627 len=2044353 2024-09-20T22:16:40.775 INFO:tasks.workunit.client.0.smithi046.stdout:op 4273 completed, throughput=5MB/sec 2024-09-20T22:16:41.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:40 smithi046 ceph-mon[98591]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:16:41.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:40 smithi046 ceph-mon[96110]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:16:41.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:40 smithi134 ceph-mon[89086]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:16:41.775 INFO:tasks.workunit.client.0.smithi046.stdout: 835: throughput=5MB/sec pending data=0 2024-09-20T22:16:41.775 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GThek9FeeRMUCzH off=18043831 len=626755 2024-09-20T22:16:41.777 INFO:tasks.workunit.client.0.smithi046.stdout:op 4274 completed, throughput=5MB/sec 2024-09-20T22:16:41.777 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-F0cUWpiOspEfrqv off=3791449 len=893230 2024-09-20T22:16:41.779 INFO:tasks.workunit.client.0.smithi046.stdout:op 4275 completed, throughput=5MB/sec 2024-09-20T22:16:41.779 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3yDwwJsWWVe1xPU off=4926817 len=473255 2024-09-20T22:16:41.783 INFO:tasks.workunit.client.0.smithi046.stdout:op 4276 completed, throughput=5MB/sec 2024-09-20T22:16:41.783 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-37LociT1ABnYZgG off=4318287 len=1641264 2024-09-20T22:16:41.785 INFO:tasks.workunit.client.0.smithi046.stdout:op 4277 completed, throughput=5MB/sec 2024-09-20T22:16:41.785 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iwWQUcb_OV9Yhy5 off=4216678 len=957618 2024-09-20T22:16:41.787 INFO:tasks.workunit.client.0.smithi046.stdout:op 4278 completed, throughput=5MB/sec 2024-09-20T22:16:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:16:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:16:42] "GET /metrics HTTP/1.1" 200 34161 "" "Prometheus/2.43.0" 2024-09-20T22:16:42.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:16:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:16:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:16:42.787 INFO:tasks.workunit.client.0.smithi046.stdout: 836: throughput=4.99MB/sec pending data=0 2024-09-20T22:16:42.787 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-e__rbAcC8w7IeKH off=13705341 len=993108 2024-09-20T22:16:42.793 INFO:tasks.workunit.client.0.smithi046.stdout:op 4279 completed, throughput=5MB/sec 2024-09-20T22:16:42.793 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-M6_BOyrazdsIadN off=10460674 len=1140223 2024-09-20T22:16:42.795 INFO:tasks.workunit.client.0.smithi046.stdout:op 4280 completed, throughput=5MB/sec 2024-09-20T22:16:42.795 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1tX_BqFHa8dcShP off=20146814 len=710615 2024-09-20T22:16:42.796 INFO:tasks.workunit.client.0.smithi046.stdout:op 4281 completed, throughput=5MB/sec 2024-09-20T22:16:42.796 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-m4FyVL7CPHkoIVG off=637040 len=1022214 2024-09-20T22:16:42.801 INFO:tasks.workunit.client.0.smithi046.stdout:op 4282 completed, throughput=5MB/sec 2024-09-20T22:16:42.801 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZP5nlEXN5C_WT2N off=14466587 len=890923 2024-09-20T22:16:42.803 INFO:tasks.workunit.client.0.smithi046.stdout:op 4283 completed, throughput=5MB/sec 2024-09-20T22:16:42.803 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--e4xXeKwccUAA3d off=12352666 len=1128333 2024-09-20T22:16:42.810 INFO:tasks.workunit.client.0.smithi046.stdout:op 4284 completed, throughput=5MB/sec 2024-09-20T22:16:43.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:42 smithi046 ceph-mon[98591]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:16:43.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:42 smithi046 ceph-mon[96110]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:16:43.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:42 smithi134 ceph-mon[89086]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:16:43.811 INFO:tasks.workunit.client.0.smithi046.stdout: 837: throughput=5MB/sec pending data=0 2024-09-20T22:16:43.811 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vpNqb2V9zdtGM6W off=1677743 len=825943 2024-09-20T22:16:43.812 INFO:tasks.workunit.client.0.smithi046.stdout:op 4285 completed, throughput=5MB/sec 2024-09-20T22:16:43.812 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-B4WXEj8tGcwUDgh off=18444706 len=683408 2024-09-20T22:16:43.816 INFO:tasks.workunit.client.0.smithi046.stdout:op 4286 completed, throughput=5MB/sec 2024-09-20T22:16:43.816 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2I2C--OhQOtimnO off=13438523 len=1025186 2024-09-20T22:16:43.823 INFO:tasks.workunit.client.0.smithi046.stdout:op 4287 completed, throughput=5MB/sec 2024-09-20T22:16:43.823 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4vzwZNLChXiw6Hs off=13187541 len=286355 2024-09-20T22:16:43.824 INFO:tasks.workunit.client.0.smithi046.stdout:op 4288 completed, throughput=5MB/sec 2024-09-20T22:16:43.824 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-O4-oxR3_rBKYwyz off=13584927 len=70342 2024-09-20T22:16:43.826 INFO:tasks.workunit.client.0.smithi046.stdout:op 4289 completed, throughput=5MB/sec 2024-09-20T22:16:43.826 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xOLlsLmorEK1zgH off=10512699 len=2008923 2024-09-20T22:16:43.828 INFO:tasks.workunit.client.0.smithi046.stdout:op 4290 completed, throughput=5MB/sec 2024-09-20T22:16:44.829 INFO:tasks.workunit.client.0.smithi046.stdout: 838: throughput=4.99MB/sec pending data=0 2024-09-20T22:16:44.829 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZOQ8y7kYJXtDuN9 off=8704305 len=1525801 2024-09-20T22:16:44.838 INFO:tasks.workunit.client.0.smithi046.stdout:op 4291 completed, throughput=5MB/sec 2024-09-20T22:16:44.838 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-S9PBCNgwdHHH0AF off=4402025 len=1089885 2024-09-20T22:16:44.844 INFO:tasks.workunit.client.0.smithi046.stdout:op 4292 completed, throughput=5MB/sec 2024-09-20T22:16:44.844 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IkfLSbVzHXtWvm1 off=22539921 len=1619642 2024-09-20T22:16:44.853 INFO:tasks.workunit.client.0.smithi046.stdout:op 4293 completed, throughput=5MB/sec 2024-09-20T22:16:44.853 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-K0nM4uDA9Ckp-Sj off=7246297 len=80199 2024-09-20T22:16:44.853 INFO:tasks.workunit.client.0.smithi046.stdout:op 4294 completed, throughput=5MB/sec 2024-09-20T22:16:44.853 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZzanCsUCFUweF65 off=0 len=1447777 2024-09-20T22:16:44.855 INFO:tasks.workunit.client.0.smithi046.stdout:op 4295 completed, throughput=5MB/sec 2024-09-20T22:16:45.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:44 smithi046 ceph-mon[96110]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-20T22:16:45.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:44 smithi046 ceph-mon[98591]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-20T22:16:45.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:44 smithi134 ceph-mon[89086]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-20T22:16:45.855 INFO:tasks.workunit.client.0.smithi046.stdout: 839: throughput=5MB/sec pending data=0 2024-09-20T22:16:45.856 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lnfgYN8x9E3WYKP off=4665524 len=109010 2024-09-20T22:16:45.856 INFO:tasks.workunit.client.0.smithi046.stdout:op 4296 completed, throughput=5MB/sec 2024-09-20T22:16:45.856 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OYVkBR6dFJ8vJkX off=13707815 len=135124 2024-09-20T22:16:45.857 INFO:tasks.workunit.client.0.smithi046.stdout:op 4297 completed, throughput=5MB/sec 2024-09-20T22:16:45.857 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-h2hzkNDdYBk3siw off=19743447 len=1008359 2024-09-20T22:16:45.863 INFO:tasks.workunit.client.0.smithi046.stdout:op 4298 completed, throughput=5MB/sec 2024-09-20T22:16:45.863 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-H3vHXs6zcc1Elec off=10310000 len=739514 2024-09-20T22:16:45.864 INFO:tasks.workunit.client.0.smithi046.stdout:op 4299 completed, throughput=5MB/sec 2024-09-20T22:16:45.864 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HEydxwWhb3VjvrB off=7198498 len=1354961 2024-09-20T22:16:45.872 INFO:tasks.workunit.client.0.smithi046.stdout:op 4300 completed, throughput=5MB/sec 2024-09-20T22:16:45.872 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wC6kex_dwiV1l2S off=585548 len=1729234 2024-09-20T22:16:45.881 INFO:tasks.workunit.client.0.smithi046.stdout:op 4301 completed, throughput=5MB/sec 2024-09-20T22:16:46.881 INFO:tasks.workunit.client.0.smithi046.stdout: 840: throughput=4.99MB/sec pending data=0 2024-09-20T22:16:46.881 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TZjkwlRt4y2XjsW off=800608 len=1117172 2024-09-20T22:16:46.888 INFO:tasks.workunit.client.0.smithi046.stdout:op 4302 completed, throughput=5MB/sec 2024-09-20T22:16:46.888 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vxKBUh9mMdojleO off=3639822 len=1956466 2024-09-20T22:16:46.891 INFO:tasks.workunit.client.0.smithi046.stdout:op 4303 completed, throughput=5MB/sec 2024-09-20T22:16:46.891 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qopandmNa8j_m9c off=4288002 len=841572 2024-09-20T22:16:46.895 INFO:tasks.workunit.client.0.smithi046.stdout:op 4304 completed, throughput=5MB/sec 2024-09-20T22:16:46.895 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MqYFr1CE_Poao0h off=7053747 len=1730619 2024-09-20T22:16:46.904 INFO:tasks.workunit.client.0.smithi046.stdout:op 4305 completed, throughput=5MB/sec 2024-09-20T22:16:47.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:46 smithi046 ceph-mon[96110]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-20T22:16:47.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:46 smithi046 ceph-mon[98591]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-20T22:16:47.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:46 smithi134 ceph-mon[89086]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-20T22:16:47.904 INFO:tasks.workunit.client.0.smithi046.stdout: 841: throughput=5MB/sec pending data=0 2024-09-20T22:16:47.904 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VtduGjbXsD7sYw_ off=557418 len=1674644 2024-09-20T22:16:47.908 INFO:tasks.workunit.client.0.smithi046.stdout:op 4306 completed, throughput=5MB/sec 2024-09-20T22:16:47.908 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-T6fxnfJucXYk010 off=10227857 len=1828870 2024-09-20T22:16:47.910 INFO:tasks.workunit.client.0.smithi046.stdout:op 4307 completed, throughput=5MB/sec 2024-09-20T22:16:47.911 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HlJ4ITIqZvpMXw7 off=12909559 len=1823262 2024-09-20T22:16:47.922 INFO:tasks.workunit.client.0.smithi046.stdout:op 4308 completed, throughput=5MB/sec 2024-09-20T22:16:48.922 INFO:tasks.workunit.client.0.smithi046.stdout: 842: throughput=5MB/sec pending data=0 2024-09-20T22:16:48.922 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-j_bOkkTteFljUxD off=7279421 len=2074561 2024-09-20T22:16:48.934 INFO:tasks.workunit.client.0.smithi046.stdout:op 4309 completed, throughput=5MB/sec 2024-09-20T22:16:48.934 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VmzZ3gJ7ZsmGYqr off=6253424 len=1325328 2024-09-20T22:16:48.937 INFO:tasks.workunit.client.0.smithi046.stdout:op 4310 completed, throughput=5MB/sec 2024-09-20T22:16:48.937 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CJyzewXOmIQhAqq off=999793 len=212294 2024-09-20T22:16:48.938 INFO:tasks.workunit.client.0.smithi046.stdout:op 4311 completed, throughput=5MB/sec 2024-09-20T22:16:48.938 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-I1ayx9vi4hiqZJQ off=285297 len=1566631 2024-09-20T22:16:48.941 INFO:tasks.workunit.client.0.smithi046.stdout:op 4312 completed, throughput=5MB/sec 2024-09-20T22:16:49.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:48 smithi046 ceph-mon[96110]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-20T22:16:49.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:48 smithi046 ceph-mon[98591]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-20T22:16:49.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:48 smithi134 ceph-mon[89086]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-20T22:16:49.941 INFO:tasks.workunit.client.0.smithi046.stdout: 843: throughput=5MB/sec pending data=0 2024-09-20T22:16:49.941 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cExiiiFAHb3Weqn off=3196991 len=692336 2024-09-20T22:16:49.942 INFO:tasks.workunit.client.0.smithi046.stdout:op 4313 completed, throughput=5MB/sec 2024-09-20T22:16:49.942 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PMsG8DZ26eymtk0 off=10013434 len=1426553 2024-09-20T22:16:49.950 INFO:tasks.workunit.client.0.smithi046.stdout:op 4314 completed, throughput=5MB/sec 2024-09-20T22:16:49.950 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-F9btDCNS3mbyj6i off=113587 len=2039677 2024-09-20T22:16:49.960 INFO:tasks.workunit.client.0.smithi046.stdout:op 4315 completed, throughput=5MB/sec 2024-09-20T22:16:49.960 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-binPv5dJuKfDgsM off=4106301 len=1591861 2024-09-20T22:16:49.963 INFO:tasks.workunit.client.0.smithi046.stdout:op 4316 completed, throughput=5MB/sec 2024-09-20T22:16:50.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:16:50.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:16:50.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:16:50.963 INFO:tasks.workunit.client.0.smithi046.stdout: 844: throughput=5MB/sec pending data=0 2024-09-20T22:16:50.963 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-81teX_WLbfcMS7P off=0 len=1246629 2024-09-20T22:16:50.965 INFO:tasks.workunit.client.0.smithi046.stdout:op 4317 completed, throughput=5MB/sec 2024-09-20T22:16:50.965 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rkqc_vOGJ5L_fFf off=2111362 len=2068114 2024-09-20T22:16:50.967 INFO:tasks.workunit.client.0.smithi046.stdout:op 4318 completed, throughput=5MB/sec 2024-09-20T22:16:50.968 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NBgnUVLntH6R-7S off=5648762 len=1164025 2024-09-20T22:16:50.969 INFO:tasks.workunit.client.0.smithi046.stdout:op 4319 completed, throughput=5MB/sec 2024-09-20T22:16:51.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:50 smithi046 ceph-mon[96110]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-09-20T22:16:51.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:50 smithi046 ceph-mon[98591]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-09-20T22:16:51.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:50 smithi134 ceph-mon[89086]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-09-20T22:16:51.970 INFO:tasks.workunit.client.0.smithi046.stdout: 845: throughput=4.99MB/sec pending data=0 2024-09-20T22:16:51.970 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nzUOQx_qLDY6FD6 off=110547 len=1022461 2024-09-20T22:16:51.975 INFO:tasks.workunit.client.0.smithi046.stdout:op 4320 completed, throughput=5MB/sec 2024-09-20T22:16:51.975 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qC778Og-LQ3q1Nd off=1003926 len=1981421 2024-09-20T22:16:51.986 INFO:tasks.workunit.client.0.smithi046.stdout:op 4321 completed, throughput=5MB/sec 2024-09-20T22:16:51.986 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Vx8uvTmW2nhFGjA off=7998871 len=1904513 2024-09-20T22:16:51.989 INFO:tasks.workunit.client.0.smithi046.stdout:op 4322 completed, throughput=5MB/sec 2024-09-20T22:16:51.989 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_z43styZUIK8LcM off=1792796 len=1717160 2024-09-20T22:16:51.992 INFO:tasks.workunit.client.0.smithi046.stdout:op 4323 completed, throughput=5MB/sec 2024-09-20T22:16:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:16:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:16:52] "GET /metrics HTTP/1.1" 200 34162 "" "Prometheus/2.43.0" 2024-09-20T22:16:52.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:16:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:16:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:16:52.992 INFO:tasks.workunit.client.0.smithi046.stdout: 846: throughput=5MB/sec pending data=0 2024-09-20T22:16:52.993 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7_fhTwaTNABb70c off=4379062 len=1443751 2024-09-20T22:16:52.995 INFO:tasks.workunit.client.0.smithi046.stdout:op 4324 completed, throughput=5MB/sec 2024-09-20T22:16:52.995 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Teet0v45yKj1qU0 off=1275460 len=1941868 2024-09-20T22:16:52.997 INFO:tasks.workunit.client.0.smithi046.stdout:op 4325 completed, throughput=5MB/sec 2024-09-20T22:16:52.997 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-A7u0wuq0XPXFz1L off=4163508 len=2050866 2024-09-20T22:16:53.000 INFO:tasks.workunit.client.0.smithi046.stdout:op 4326 completed, throughput=5MB/sec 2024-09-20T22:16:53.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:52 smithi046 ceph-mon[96110]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:16:53.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:52 smithi046 ceph-mon[98591]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:16:53.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:52 smithi134 ceph-mon[89086]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:16:54.000 INFO:tasks.workunit.client.0.smithi046.stdout: 847: throughput=5MB/sec pending data=0 2024-09-20T22:16:54.000 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fCw6NNsOIQ18EbC off=1235186 len=183737 2024-09-20T22:16:54.003 INFO:tasks.workunit.client.0.smithi046.stdout:op 4327 completed, throughput=5MB/sec 2024-09-20T22:16:54.003 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gneWAsNJxM_QZio off=1230674 len=857140 2024-09-20T22:16:54.005 INFO:tasks.workunit.client.0.smithi046.stdout:op 4328 completed, throughput=5MB/sec 2024-09-20T22:16:54.005 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yHqBnQ6dC6Tteo5 off=22624021 len=858617 2024-09-20T22:16:54.009 INFO:tasks.workunit.client.0.smithi046.stdout:op 4329 completed, throughput=5MB/sec 2024-09-20T22:16:54.009 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Q7ErrHUNzkv3GBi off=1234722 len=574414 2024-09-20T22:16:54.013 INFO:tasks.workunit.client.0.smithi046.stdout:op 4330 completed, throughput=5MB/sec 2024-09-20T22:16:54.013 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jeuE3UH7LwOvWZz off=8015383 len=1284041 2024-09-20T22:16:54.019 INFO:tasks.workunit.client.0.smithi046.stdout:op 4331 completed, throughput=5MB/sec 2024-09-20T22:16:55.019 INFO:tasks.workunit.client.0.smithi046.stdout: 848: throughput=4.99MB/sec pending data=0 2024-09-20T22:16:55.019 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KP05WmqgDPLI2_1 off=378743 len=227504 2024-09-20T22:16:55.021 INFO:tasks.workunit.client.0.smithi046.stdout:op 4332 completed, throughput=4.99MB/sec 2024-09-20T22:16:55.021 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pVhHlGYI1os7CU0 off=262348 len=1616536 2024-09-20T22:16:55.030 INFO:tasks.workunit.client.0.smithi046.stdout:op 4333 completed, throughput=5MB/sec 2024-09-20T22:16:55.030 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YCVMicKMiCxSSLZ off=14502805 len=1925555 2024-09-20T22:16:55.038 INFO:tasks.workunit.client.0.smithi046.stdout:op 4334 completed, throughput=5MB/sec 2024-09-20T22:16:55.038 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fnkdGFiYQTzIh94 off=3255317 len=1975212 2024-09-20T22:16:55.045 INFO:tasks.workunit.client.0.smithi046.stdout:op 4335 completed, throughput=5MB/sec 2024-09-20T22:16:55.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:54 smithi046 ceph-mon[96110]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:16:55.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:54 smithi046 ceph-mon[98591]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:16:55.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:54 smithi134 ceph-mon[89086]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:16:56.045 INFO:tasks.workunit.client.0.smithi046.stdout: 849: throughput=4.99MB/sec pending data=0 2024-09-20T22:16:56.045 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aevbxdHLehuALXk off=590394 len=1687676 2024-09-20T22:16:56.048 INFO:tasks.workunit.client.0.smithi046.stdout:op 4336 completed, throughput=5MB/sec 2024-09-20T22:16:56.048 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GAQqf1-AOhi-FBr off=137931 len=965853 2024-09-20T22:16:56.050 INFO:tasks.workunit.client.0.smithi046.stdout:op 4337 completed, throughput=5MB/sec 2024-09-20T22:16:56.050 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wf4gbywQhj95dm0 off=2119321 len=909925 2024-09-20T22:16:56.056 INFO:tasks.workunit.client.0.smithi046.stdout:op 4338 completed, throughput=5MB/sec 2024-09-20T22:16:56.056 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nlrnqD-_V8hN3Nz off=7307538 len=79462 2024-09-20T22:16:56.058 INFO:tasks.workunit.client.0.smithi046.stdout:op 4339 completed, throughput=5MB/sec 2024-09-20T22:16:56.058 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-h53XGYVfAm88f7H off=10567117 len=830408 2024-09-20T22:16:56.059 INFO:tasks.workunit.client.0.smithi046.stdout:op 4340 completed, throughput=5MB/sec 2024-09-20T22:16:56.059 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VItp3rUsQTJgrRs off=9638576 len=94557 2024-09-20T22:16:56.061 INFO:tasks.workunit.client.0.smithi046.stdout:op 4341 completed, throughput=5MB/sec 2024-09-20T22:16:56.061 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Hz9JqIJ9qB9bHOm off=1239816 len=517896 2024-09-20T22:16:56.062 INFO:tasks.workunit.client.0.smithi046.stdout:op 4342 completed, throughput=5MB/sec 2024-09-20T22:16:57.063 INFO:tasks.workunit.client.0.smithi046.stdout: 850: throughput=4.99MB/sec pending data=0 2024-09-20T22:16:57.063 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cdg8uXblpuK1SLI off=730156 len=1645635 2024-09-20T22:16:57.071 INFO:tasks.workunit.client.0.smithi046.stdout:op 4343 completed, throughput=5MB/sec 2024-09-20T22:16:57.071 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EgGJ_ZhhJBNwwIg off=3589363 len=218911 2024-09-20T22:16:57.074 INFO:tasks.workunit.client.0.smithi046.stdout:op 4344 completed, throughput=5MB/sec 2024-09-20T22:16:57.074 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jIpqFqNhEVW59Qr off=6359576 len=1708584 2024-09-20T22:16:57.082 INFO:tasks.workunit.client.0.smithi046.stdout:op 4345 completed, throughput=5MB/sec 2024-09-20T22:16:57.082 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wO4XpWzE9HYTYuF off=207175 len=52564 2024-09-20T22:16:57.084 INFO:tasks.workunit.client.0.smithi046.stdout:op 4346 completed, throughput=5MB/sec 2024-09-20T22:16:57.084 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ggQvmjYjz0yPWku off=8912013 len=769839 2024-09-20T22:16:57.085 INFO:tasks.workunit.client.0.smithi046.stdout:op 4347 completed, throughput=5MB/sec 2024-09-20T22:16:57.086 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-09vFAGgL0lqvhZS off=3640232 len=1885332 2024-09-20T22:16:57.089 INFO:tasks.workunit.client.0.smithi046.stdout:op 4348 completed, throughput=5MB/sec 2024-09-20T22:16:57.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:56 smithi046 ceph-mon[96110]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:16:57.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:56 smithi046 ceph-mon[98591]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:16:57.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:56 smithi134 ceph-mon[89086]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:16:58.089 INFO:tasks.workunit.client.0.smithi046.stdout: 851: throughput=5MB/sec pending data=0 2024-09-20T22:16:58.090 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oIVrY1a3Eg8Dg3F off=4093186 len=407149 2024-09-20T22:16:58.090 INFO:tasks.workunit.client.0.smithi046.stdout:op 4349 completed, throughput=5MB/sec 2024-09-20T22:16:58.090 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YytCAyRv49vk6fK off=5418190 len=954364 2024-09-20T22:16:58.096 INFO:tasks.workunit.client.0.smithi046.stdout:op 4350 completed, throughput=5MB/sec 2024-09-20T22:16:58.096 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SqHyS1Y1gGB6cOc off=4110304 len=1966973 2024-09-20T22:16:58.104 INFO:tasks.workunit.client.0.smithi046.stdout:op 4351 completed, throughput=5MB/sec 2024-09-20T22:16:58.104 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qU86Cr99Ttos9Jq off=8430725 len=374819 2024-09-20T22:16:58.108 INFO:tasks.workunit.client.0.smithi046.stdout:op 4352 completed, throughput=5MB/sec 2024-09-20T22:16:58.108 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UGVzwFPU31jJeJn off=159589 len=1878566 2024-09-20T22:16:58.109 INFO:tasks.workunit.client.0.smithi046.stdout:op 4353 completed, throughput=5MB/sec 2024-09-20T22:16:59.109 INFO:tasks.workunit.client.0.smithi046.stdout: 852: throughput=5MB/sec pending data=0 2024-09-20T22:16:59.110 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MK-dQZDHpu5j6OG off=1665864 len=197094 2024-09-20T22:16:59.112 INFO:tasks.workunit.client.0.smithi046.stdout:op 4354 completed, throughput=5MB/sec 2024-09-20T22:16:59.112 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sHec7oRhK-b_cOb off=1925079 len=870521 2024-09-20T22:16:59.114 INFO:tasks.workunit.client.0.smithi046.stdout:op 4355 completed, throughput=5MB/sec 2024-09-20T22:16:59.114 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-w5OErZHuub_J_nA off=20356571 len=2091055 2024-09-20T22:16:59.116 INFO:tasks.workunit.client.0.smithi046.stdout:op 4356 completed, throughput=5MB/sec 2024-09-20T22:16:59.116 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dRrfJ0TUtKTp3lK off=3778842 len=659625 2024-09-20T22:16:59.118 INFO:tasks.workunit.client.0.smithi046.stdout:op 4357 completed, throughput=5MB/sec 2024-09-20T22:16:59.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:16:58 smithi046 ceph-mon[96110]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-20T22:16:59.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:16:58 smithi046 ceph-mon[98591]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-20T22:16:59.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:16:58 smithi134 ceph-mon[89086]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-20T22:17:00.118 INFO:tasks.workunit.client.0.smithi046.stdout: 853: throughput=4.99MB/sec pending data=0 2024-09-20T22:17:00.118 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eiVkLg36Zz2-P7F off=2709882 len=865319 2024-09-20T22:17:00.124 INFO:tasks.workunit.client.0.smithi046.stdout:op 4358 completed, throughput=5MB/sec 2024-09-20T22:17:00.124 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-q5JLXp2dP41Y9BK off=1854841 len=996772 2024-09-20T22:17:00.128 INFO:tasks.workunit.client.0.smithi046.stdout:op 4359 completed, throughput=5MB/sec 2024-09-20T22:17:00.128 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-a_m1lvMpnJH7-fe off=13961572 len=668435 2024-09-20T22:17:00.133 INFO:tasks.workunit.client.0.smithi046.stdout:op 4360 completed, throughput=5MB/sec 2024-09-20T22:17:00.133 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BqiBGWc8p15uJGS off=7838940 len=936671 2024-09-20T22:17:00.134 INFO:tasks.workunit.client.0.smithi046.stdout:op 4361 completed, throughput=5MB/sec 2024-09-20T22:17:00.135 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Q2DhpFT_tPQgg0b off=2926335 len=808854 2024-09-20T22:17:00.139 INFO:tasks.workunit.client.0.smithi046.stdout:op 4362 completed, throughput=5MB/sec 2024-09-20T22:17:00.139 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JSgZRY_eUQN7ps7 off=8067354 len=1820235 2024-09-20T22:17:00.141 INFO:tasks.workunit.client.0.smithi046.stdout:op 4363 completed, throughput=5MB/sec 2024-09-20T22:17:01.141 INFO:tasks.workunit.client.0.smithi046.stdout: 854: throughput=5MB/sec pending data=0 2024-09-20T22:17:01.141 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tud996S8CJRVMDo off=6652109 len=1725183 2024-09-20T22:17:01.144 INFO:tasks.workunit.client.0.smithi046.stdout:op 4364 completed, throughput=5MB/sec 2024-09-20T22:17:01.144 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8w5JAjq_1nztHIQ off=6545205 len=1677222 2024-09-20T22:17:01.145 INFO:tasks.workunit.client.0.smithi046.stdout:op 4365 completed, throughput=5MB/sec 2024-09-20T22:17:01.145 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--JYHRewctg9Ol8c off=6420926 len=198889 2024-09-20T22:17:01.146 INFO:tasks.workunit.client.0.smithi046.stdout:op 4366 completed, throughput=5MB/sec 2024-09-20T22:17:01.146 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DjTwv8gErGCuY1x off=3696069 len=119927 2024-09-20T22:17:01.149 INFO:tasks.workunit.client.0.smithi046.stdout:op 4367 completed, throughput=5MB/sec 2024-09-20T22:17:01.149 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QGiLXqlkEG6_0w8 off=7211435 len=1989415 2024-09-20T22:17:01.160 INFO:tasks.workunit.client.0.smithi046.stdout:op 4368 completed, throughput=5MB/sec 2024-09-20T22:17:01.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:01 smithi046 ceph-mon[96110]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-20T22:17:01.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:01 smithi046 ceph-mon[98591]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-20T22:17:01.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:01 smithi134 ceph-mon[89086]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-20T22:17:02.160 INFO:tasks.workunit.client.0.smithi046.stdout: 855: throughput=5MB/sec pending data=0 2024-09-20T22:17:02.161 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bb5W3dxe6JxBXcl off=22893146 len=1312183 2024-09-20T22:17:02.163 INFO:tasks.workunit.client.0.smithi046.stdout:op 4369 completed, throughput=5MB/sec 2024-09-20T22:17:02.163 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ass1MKEv7cVYqKX off=24979 len=957951 2024-09-20T22:17:02.168 INFO:tasks.workunit.client.0.smithi046.stdout:op 4370 completed, throughput=5MB/sec 2024-09-20T22:17:02.169 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WjNNMZQeJPqWufh off=11060643 len=963536 2024-09-20T22:17:02.170 INFO:tasks.workunit.client.0.smithi046.stdout:op 4371 completed, throughput=5MB/sec 2024-09-20T22:17:02.170 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SBVc0iCoXaYHhj2 off=10398527 len=757994 2024-09-20T22:17:02.174 INFO:tasks.workunit.client.0.smithi046.stdout:op 4372 completed, throughput=5MB/sec 2024-09-20T22:17:02.175 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-El6Dd1rY_x4LXgb off=2057091 len=1063082 2024-09-20T22:17:02.176 INFO:tasks.workunit.client.0.smithi046.stdout:op 4373 completed, throughput=5MB/sec 2024-09-20T22:17:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:17:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:17:02] "GET /metrics HTTP/1.1" 200 34162 "" "Prometheus/2.43.0" 2024-09-20T22:17:02.577 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:17:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:17:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:17:03.176 INFO:tasks.workunit.client.0.smithi046.stdout: 856: throughput=5MB/sec pending data=0 2024-09-20T22:17:03.177 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZIw7gIgKhCxG0XB off=291162 len=1365727 2024-09-20T22:17:03.184 INFO:tasks.workunit.client.0.smithi046.stdout:op 4374 completed, throughput=5MB/sec 2024-09-20T22:17:03.184 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ysj9Kn8-7uqHm1T off=166698 len=1073621 2024-09-20T22:17:03.191 INFO:tasks.workunit.client.0.smithi046.stdout:op 4375 completed, throughput=5MB/sec 2024-09-20T22:17:03.191 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-I06-FVQ3ocF0yyV off=14053026 len=617919 2024-09-20T22:17:03.195 INFO:tasks.workunit.client.0.smithi046.stdout:op 4376 completed, throughput=5MB/sec 2024-09-20T22:17:03.195 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Z7fDe_p_t-mgE6X off=4028913 len=363791 2024-09-20T22:17:03.196 INFO:tasks.workunit.client.0.smithi046.stdout:op 4377 completed, throughput=5MB/sec 2024-09-20T22:17:03.196 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-caxYrBqxKBZSf-w off=59168 len=1691774 2024-09-20T22:17:03.204 INFO:tasks.workunit.client.0.smithi046.stdout:op 4378 completed, throughput=5MB/sec 2024-09-20T22:17:03.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:03 smithi046 ceph-mon[96110]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:17:03.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:03 smithi046 ceph-mon[98591]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:17:03.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:03 smithi134 ceph-mon[89086]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:17:04.204 INFO:tasks.workunit.client.0.smithi046.stdout: 857: throughput=4.99MB/sec pending data=0 2024-09-20T22:17:04.204 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yn9_v_Ny6dQXVAq off=1327044 len=1521207 2024-09-20T22:17:04.207 INFO:tasks.workunit.client.0.smithi046.stdout:op 4379 completed, throughput=5MB/sec 2024-09-20T22:17:04.207 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XRHzdVzzgKF0PeU off=12047068 len=1048030 2024-09-20T22:17:04.209 INFO:tasks.workunit.client.0.smithi046.stdout:op 4380 completed, throughput=5MB/sec 2024-09-20T22:17:04.209 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_cbdszlJS3ZI3xm off=2565066 len=332231 2024-09-20T22:17:04.212 INFO:tasks.workunit.client.0.smithi046.stdout:op 4381 completed, throughput=5MB/sec 2024-09-20T22:17:04.213 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-W4aMgC1sLgVl038 off=16006860 len=381825 2024-09-20T22:17:04.214 INFO:tasks.workunit.client.0.smithi046.stdout:op 4382 completed, throughput=5MB/sec 2024-09-20T22:17:04.214 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-s7ePEQU0PN17xBZ off=673253 len=2005843 2024-09-20T22:17:04.222 INFO:tasks.workunit.client.0.smithi046.stdout:op 4383 completed, throughput=5MB/sec 2024-09-20T22:17:04.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:17:04.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:17:04.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:17:05.222 INFO:tasks.workunit.client.0.smithi046.stdout: 858: throughput=4.99MB/sec pending data=0 2024-09-20T22:17:05.222 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DFvCl0E_FDEpbsi off=9526252 len=1216950 2024-09-20T22:17:05.225 INFO:tasks.workunit.client.0.smithi046.stdout:op 4384 completed, throughput=5MB/sec 2024-09-20T22:17:05.225 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WMZ_7o2I4ZSjVzI off=5462311 len=493970 2024-09-20T22:17:05.226 INFO:tasks.workunit.client.0.smithi046.stdout:op 4385 completed, throughput=5MB/sec 2024-09-20T22:17:05.226 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cRzwqnCJgDmT7hC off=5557726 len=1487797 2024-09-20T22:17:05.229 INFO:tasks.workunit.client.0.smithi046.stdout:op 4386 completed, throughput=5MB/sec 2024-09-20T22:17:05.229 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tWSgsOqv8ixDGYQ off=0 len=1674885 2024-09-20T22:17:05.238 INFO:tasks.workunit.client.0.smithi046.stdout:op 4387 completed, throughput=5MB/sec 2024-09-20T22:17:05.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:05 smithi046 ceph-mon[96110]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:17:05.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:05 smithi046 ceph-mon[98591]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:17:05.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:05 smithi134 ceph-mon[89086]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:17:06.238 INFO:tasks.workunit.client.0.smithi046.stdout: 859: throughput=4.99MB/sec pending data=0 2024-09-20T22:17:06.238 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QfwTGvbGriaQI-f off=10019424 len=2077518 2024-09-20T22:17:06.247 INFO:tasks.workunit.client.0.smithi046.stdout:op 4388 completed, throughput=5MB/sec 2024-09-20T22:17:06.247 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3b59ks6L6Y_Nzge off=728938 len=1167057 2024-09-20T22:17:06.252 INFO:tasks.workunit.client.0.smithi046.stdout:op 4389 completed, throughput=5MB/sec 2024-09-20T22:17:06.252 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NTm07s5AcWfB6Oh off=3839269 len=1879605 2024-09-20T22:17:06.260 INFO:tasks.workunit.client.0.smithi046.stdout:op 4390 completed, throughput=5MB/sec 2024-09-20T22:17:06.260 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cxMD9L4lYzPvWLa off=2691505 len=482000 2024-09-20T22:17:06.260 INFO:tasks.workunit.client.0.smithi046.stdout:op 4391 completed, throughput=5MB/sec 2024-09-20T22:17:07.261 INFO:tasks.workunit.client.0.smithi046.stdout: 860: throughput=4.99MB/sec pending data=0 2024-09-20T22:17:07.261 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lk4XeXNzFEqLonb off=3101262 len=766817 2024-09-20T22:17:07.263 INFO:tasks.workunit.client.0.smithi046.stdout:op 4392 completed, throughput=5MB/sec 2024-09-20T22:17:07.263 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-T5PVNQrqUEzumHS off=19274201 len=831643 2024-09-20T22:17:07.264 INFO:tasks.workunit.client.0.smithi046.stdout:op 4393 completed, throughput=5MB/sec 2024-09-20T22:17:07.264 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-G8Xji2eBvaAt9oh off=7077558 len=1880887 2024-09-20T22:17:07.267 INFO:tasks.workunit.client.0.smithi046.stdout:op 4394 completed, throughput=5MB/sec 2024-09-20T22:17:07.267 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qvjFFg5rp22-g1j off=6868121 len=705442 2024-09-20T22:17:07.269 INFO:tasks.workunit.client.0.smithi046.stdout:op 4395 completed, throughput=5MB/sec 2024-09-20T22:17:07.269 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xqzNnrK5xQNKnEM off=1352753 len=948015 2024-09-20T22:17:07.275 INFO:tasks.workunit.client.0.smithi046.stdout:op 4396 completed, throughput=5MB/sec 2024-09-20T22:17:07.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:07 smithi046 ceph-mon[96110]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:17:07.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:07 smithi046 ceph-mon[98591]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:17:07.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:07 smithi134 ceph-mon[89086]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:17:08.275 INFO:tasks.workunit.client.0.smithi046.stdout: 861: throughput=4.99MB/sec pending data=0 2024-09-20T22:17:08.275 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZdkOQqOBPGswEVR off=7428893 len=713008 2024-09-20T22:17:08.276 INFO:tasks.workunit.client.0.smithi046.stdout:op 4397 completed, throughput=5MB/sec 2024-09-20T22:17:08.276 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nZwZ_tCT6ODnc7j off=5123702 len=1508572 2024-09-20T22:17:08.285 INFO:tasks.workunit.client.0.smithi046.stdout:op 4398 completed, throughput=5MB/sec 2024-09-20T22:17:08.285 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-coHL2JTgvnJQLa7 off=294874 len=1329167 2024-09-20T22:17:08.287 INFO:tasks.workunit.client.0.smithi046.stdout:op 4399 completed, throughput=5MB/sec 2024-09-20T22:17:08.287 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5ZuqHOJLe6Bp_9S off=1137754 len=1014404 2024-09-20T22:17:08.292 INFO:tasks.workunit.client.0.smithi046.stdout:op 4400 completed, throughput=5MB/sec 2024-09-20T22:17:08.292 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fo8oui8zXVx43Ef off=15494982 len=1171174 2024-09-20T22:17:08.298 INFO:tasks.workunit.client.0.smithi046.stdout:op 4401 completed, throughput=5MB/sec 2024-09-20T22:17:08.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:08 smithi046 ceph-mon[98591]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:17:08.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:08 smithi046 ceph-mon[96110]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:17:08.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:08 smithi134 ceph-mon[89086]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:17:09.298 INFO:tasks.workunit.client.0.smithi046.stdout: 862: throughput=4.99MB/sec pending data=0 2024-09-20T22:17:09.298 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vpotz4F9pArUMa_ off=4147122 len=1835562 2024-09-20T22:17:09.302 INFO:tasks.workunit.client.0.smithi046.stdout:op 4402 completed, throughput=5MB/sec 2024-09-20T22:17:09.302 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zEBszyYwYsDuWeu off=3698403 len=1582116 2024-09-20T22:17:09.310 INFO:tasks.workunit.client.0.smithi046.stdout:op 4403 completed, throughput=5MB/sec 2024-09-20T22:17:09.310 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mTKMptWCQEkbL1F off=20486998 len=394819 2024-09-20T22:17:09.313 INFO:tasks.workunit.client.0.smithi046.stdout:op 4404 completed, throughput=5MB/sec 2024-09-20T22:17:09.314 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-O0dB0gZHM8oEXwq off=351413 len=1153587 2024-09-20T22:17:09.316 INFO:tasks.workunit.client.0.smithi046.stdout:op 4405 completed, throughput=5MB/sec 2024-09-20T22:17:10.316 INFO:tasks.workunit.client.0.smithi046.stdout: 863: throughput=4.99MB/sec pending data=0 2024-09-20T22:17:10.317 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kLDgc-WcStECHE4 off=6864497 len=1222422 2024-09-20T22:17:10.323 INFO:tasks.workunit.client.0.smithi046.stdout:op 4406 completed, throughput=5MB/sec 2024-09-20T22:17:10.323 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hTLklSepm1z7tp1 off=16069839 len=1236441 2024-09-20T22:17:10.331 INFO:tasks.workunit.client.0.smithi046.stdout:op 4407 completed, throughput=5MB/sec 2024-09-20T22:17:10.331 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-e6h4Sh058A8Uqtt off=2577205 len=1843954 2024-09-20T22:17:10.339 INFO:tasks.workunit.client.0.smithi046.stdout:op 4408 completed, throughput=5MB/sec 2024-09-20T22:17:10.339 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-w4y9GwiKWHoquk6 off=3243319 len=322042 2024-09-20T22:17:10.340 INFO:tasks.workunit.client.0.smithi046.stdout:op 4409 completed, throughput=5MB/sec 2024-09-20T22:17:10.340 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KQxum1drUsyZB-T off=10155642 len=1781681 2024-09-20T22:17:10.347 INFO:tasks.workunit.client.0.smithi046.stdout:op 4410 completed, throughput=5MB/sec 2024-09-20T22:17:11.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:10 smithi046 ceph-mon[96110]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:17:11.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:10 smithi046 ceph-mon[98591]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:17:11.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:10 smithi134 ceph-mon[89086]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:17:11.347 INFO:tasks.workunit.client.0.smithi046.stdout: 864: throughput=5MB/sec pending data=0 2024-09-20T22:17:11.347 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sCeOrhvnVxsGJqP off=17100771 len=1623111 2024-09-20T22:17:11.355 INFO:tasks.workunit.client.0.smithi046.stdout:op 4411 completed, throughput=5MB/sec 2024-09-20T22:17:11.355 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DWwH4ltLqhi0j0H off=6319540 len=1941162 2024-09-20T22:17:11.362 INFO:tasks.workunit.client.0.smithi046.stdout:op 4412 completed, throughput=5MB/sec 2024-09-20T22:17:11.362 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Q-RDZo3DbmokiEp off=4724133 len=1072581 2024-09-20T22:17:11.367 INFO:tasks.workunit.client.0.smithi046.stdout:op 4413 completed, throughput=5MB/sec 2024-09-20T22:17:12.367 INFO:tasks.workunit.client.0.smithi046.stdout: 865: throughput=4.99MB/sec pending data=0 2024-09-20T22:17:12.367 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OCRXdhI65za9zw1 off=12175864 len=824623 2024-09-20T22:17:12.369 INFO:tasks.workunit.client.0.smithi046.stdout:op 4414 completed, throughput=5MB/sec 2024-09-20T22:17:12.369 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TF6ABdhgiEEpjvH off=4638605 len=209468 2024-09-20T22:17:12.370 INFO:tasks.workunit.client.0.smithi046.stdout:op 4415 completed, throughput=5MB/sec 2024-09-20T22:17:12.370 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_cfyiGx70Xdyf4J off=4201662 len=1580910 2024-09-20T22:17:12.380 INFO:tasks.workunit.client.0.smithi046.stdout:op 4416 completed, throughput=5MB/sec 2024-09-20T22:17:12.380 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-e69H172F5L8KBof off=252545 len=839667 2024-09-20T22:17:12.385 INFO:tasks.workunit.client.0.smithi046.stdout:op 4417 completed, throughput=5MB/sec 2024-09-20T22:17:12.385 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-b6BgnrjiDYXmF7n off=1367724 len=1791727 2024-09-20T22:17:12.387 INFO:tasks.workunit.client.0.smithi046.stdout:op 4418 completed, throughput=5MB/sec 2024-09-20T22:17:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:17:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:17:12] "GET /metrics HTTP/1.1" 200 34160 "" "Prometheus/2.43.0" 2024-09-20T22:17:12.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:17:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:17:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:17:13.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:12 smithi046 ceph-mon[96110]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:17:13.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:12 smithi046 ceph-mon[98591]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:17:13.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:12 smithi134 ceph-mon[89086]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:17:13.387 INFO:tasks.workunit.client.0.smithi046.stdout: 866: throughput=4.99MB/sec pending data=0 2024-09-20T22:17:13.388 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JBiN_5WbgDZymOr off=12209601 len=1475133 2024-09-20T22:17:13.394 INFO:tasks.workunit.client.0.smithi046.stdout:op 4419 completed, throughput=5MB/sec 2024-09-20T22:17:13.394 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YdW37wCiPTfZTuK off=5240158 len=1797877 2024-09-20T22:17:13.401 INFO:tasks.workunit.client.0.smithi046.stdout:op 4420 completed, throughput=5MB/sec 2024-09-20T22:17:13.401 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dqvXB9ykmY4wA7g off=5204801 len=97540 2024-09-20T22:17:13.405 INFO:tasks.workunit.client.0.smithi046.stdout:op 4421 completed, throughput=5MB/sec 2024-09-20T22:17:13.405 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-W_6P_7OsVZ2Sbs_ off=6912445 len=2034946 2024-09-20T22:17:13.406 INFO:tasks.workunit.client.0.smithi046.stdout:op 4422 completed, throughput=5MB/sec 2024-09-20T22:17:14.407 INFO:tasks.workunit.client.0.smithi046.stdout: 867: throughput=4.99MB/sec pending data=0 2024-09-20T22:17:14.407 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EW9mN3FUgS5d9l1 off=1046996 len=251362 2024-09-20T22:17:14.407 INFO:tasks.workunit.client.0.smithi046.stdout:op 4423 completed, throughput=5MB/sec 2024-09-20T22:17:14.408 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PoPSUh55YEutMIC off=3284791 len=458176 2024-09-20T22:17:14.411 INFO:tasks.workunit.client.0.smithi046.stdout:op 4424 completed, throughput=5MB/sec 2024-09-20T22:17:14.411 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-U_WF34nSGYj7EdJ off=0 len=1222627 2024-09-20T22:17:14.413 INFO:tasks.workunit.client.0.smithi046.stdout:op 4425 completed, throughput=5MB/sec 2024-09-20T22:17:14.413 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gCFhgl5ta7nLNj- off=17137886 len=1553242 2024-09-20T22:17:14.421 INFO:tasks.workunit.client.0.smithi046.stdout:op 4426 completed, throughput=5MB/sec 2024-09-20T22:17:14.421 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0TFzD8guH-5aVO_ off=1529233 len=12136 2024-09-20T22:17:14.422 INFO:tasks.workunit.client.0.smithi046.stdout:op 4427 completed, throughput=5MB/sec 2024-09-20T22:17:14.422 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QWwDousTiCmbblO off=1726246 len=1127125 2024-09-20T22:17:14.423 INFO:tasks.workunit.client.0.smithi046.stdout:op 4428 completed, throughput=5MB/sec 2024-09-20T22:17:14.423 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LeJ_2TMlZ9ncKBb off=15272755 len=1042660 2024-09-20T22:17:14.429 INFO:tasks.workunit.client.0.smithi046.stdout:op 4429 completed, throughput=5MB/sec 2024-09-20T22:17:15.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:14 smithi046 ceph-mon[96110]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:17:15.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:14 smithi046 ceph-mon[98591]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:17:15.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:14 smithi134 ceph-mon[89086]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:17:15.429 INFO:tasks.workunit.client.0.smithi046.stdout: 868: throughput=5MB/sec pending data=0 2024-09-20T22:17:15.429 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-soKuO_YX_fkdOB7 off=8067821 len=488004 2024-09-20T22:17:15.433 INFO:tasks.workunit.client.0.smithi046.stdout:op 4430 completed, throughput=5MB/sec 2024-09-20T22:17:15.433 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_U5kJ-t6r6BvBuR off=1959096 len=1078013 2024-09-20T22:17:15.435 INFO:tasks.workunit.client.0.smithi046.stdout:op 4431 completed, throughput=5MB/sec 2024-09-20T22:17:15.435 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2EfzBDnrJGVIkwE off=12641820 len=491635 2024-09-20T22:17:15.436 INFO:tasks.workunit.client.0.smithi046.stdout:op 4432 completed, throughput=5MB/sec 2024-09-20T22:17:15.436 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-e-EeZjI9-CtFP5O off=524819 len=466828 2024-09-20T22:17:15.436 INFO:tasks.workunit.client.0.smithi046.stdout:op 4433 completed, throughput=5MB/sec 2024-09-20T22:17:15.437 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_2Nbc9DXYIcyni0 off=22883380 len=850635 2024-09-20T22:17:15.442 INFO:tasks.workunit.client.0.smithi046.stdout:op 4434 completed, throughput=5MB/sec 2024-09-20T22:17:15.442 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jivJqj1bQ21N8xs off=300035 len=616934 2024-09-20T22:17:15.444 INFO:tasks.workunit.client.0.smithi046.stdout:op 4435 completed, throughput=5MB/sec 2024-09-20T22:17:15.444 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Q5zEtle02ri3C1e off=1003977 len=1271283 2024-09-20T22:17:15.446 INFO:tasks.workunit.client.0.smithi046.stdout:op 4436 completed, throughput=5MB/sec 2024-09-20T22:17:16.447 INFO:tasks.workunit.client.0.smithi046.stdout: 869: throughput=5MB/sec pending data=0 2024-09-20T22:17:16.447 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pK8cqDtmUWaoLie off=22547046 len=2021172 2024-09-20T22:17:16.457 INFO:tasks.workunit.client.0.smithi046.stdout:op 4437 completed, throughput=5MB/sec 2024-09-20T22:17:16.457 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_vyLillCUbH4S6X off=5610711 len=1727372 2024-09-20T22:17:16.464 INFO:tasks.workunit.client.0.smithi046.stdout:op 4438 completed, throughput=5MB/sec 2024-09-20T22:17:16.464 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FnZoZR6CuoYtRh8 off=3595423 len=2009682 2024-09-20T22:17:16.472 INFO:tasks.workunit.client.0.smithi046.stdout:op 4439 completed, throughput=5MB/sec 2024-09-20T22:17:17.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:16 smithi046 ceph-mon[96110]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:17:17.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:16 smithi046 ceph-mon[98591]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:17:17.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:16 smithi134 ceph-mon[89086]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:17:17.472 INFO:tasks.workunit.client.0.smithi046.stdout: 870: throughput=5MB/sec pending data=0 2024-09-20T22:17:17.472 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uT1TJniYRvPpqbm off=4549544 len=256753 2024-09-20T22:17:17.474 INFO:tasks.workunit.client.0.smithi046.stdout:op 4440 completed, throughput=5MB/sec 2024-09-20T22:17:17.474 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PJQab6uifwV5B5q off=8892788 len=408508 2024-09-20T22:17:17.474 INFO:tasks.workunit.client.0.smithi046.stdout:op 4441 completed, throughput=5MB/sec 2024-09-20T22:17:17.475 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7hk52KQIcBiypWs off=3023086 len=84769 2024-09-20T22:17:17.477 INFO:tasks.workunit.client.0.smithi046.stdout:op 4442 completed, throughput=5MB/sec 2024-09-20T22:17:17.477 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tZwTlMCqkE8YTns off=0 len=1212370 2024-09-20T22:17:17.479 INFO:tasks.workunit.client.0.smithi046.stdout:op 4443 completed, throughput=5MB/sec 2024-09-20T22:17:17.479 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9LhA1p9yiz-fUDo off=11234833 len=1876523 2024-09-20T22:17:17.482 INFO:tasks.workunit.client.0.smithi046.stdout:op 4444 completed, throughput=5MB/sec 2024-09-20T22:17:17.482 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3BbWgf3QKV5vPIv off=10133552 len=602940 2024-09-20T22:17:17.483 INFO:tasks.workunit.client.0.smithi046.stdout:op 4445 completed, throughput=5MB/sec 2024-09-20T22:17:18.483 INFO:tasks.workunit.client.0.smithi046.stdout: 871: throughput=4.99MB/sec pending data=0 2024-09-20T22:17:18.484 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-W_3k_Er4yQOToWJ off=124380 len=766420 2024-09-20T22:17:18.485 INFO:tasks.workunit.client.0.smithi046.stdout:op 4446 completed, throughput=5MB/sec 2024-09-20T22:17:18.485 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-62IKnTL_cG7Pcdq off=10759439 len=2057462 2024-09-20T22:17:18.497 INFO:tasks.workunit.client.0.smithi046.stdout:op 4447 completed, throughput=5MB/sec 2024-09-20T22:17:18.497 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PXsxr0r0JDuHeLN off=609785 len=251474 2024-09-20T22:17:18.500 INFO:tasks.workunit.client.0.smithi046.stdout:op 4448 completed, throughput=5MB/sec 2024-09-20T22:17:18.500 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8bfZT0JxBN1aWtV off=21664303 len=405301 2024-09-20T22:17:18.503 INFO:tasks.workunit.client.0.smithi046.stdout:op 4449 completed, throughput=5MB/sec 2024-09-20T22:17:18.503 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Pf4c7LMMsRjqW4o off=3463026 len=1033842 2024-09-20T22:17:18.509 INFO:tasks.workunit.client.0.smithi046.stdout:op 4450 completed, throughput=5MB/sec 2024-09-20T22:17:18.509 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iwLfDtqTx6aqE0P off=10643563 len=198371 2024-09-20T22:17:18.510 INFO:tasks.workunit.client.0.smithi046.stdout:op 4451 completed, throughput=5MB/sec 2024-09-20T22:17:18.510 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bqIiKV8MQXI_ZJy off=8254670 len=703952 2024-09-20T22:17:18.514 INFO:tasks.workunit.client.0.smithi046.stdout:op 4452 completed, throughput=5MB/sec 2024-09-20T22:17:19.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:18 smithi046 ceph-mon[96110]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:17:19.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:18 smithi046 ceph-mon[98591]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:17:19.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:18 smithi134 ceph-mon[89086]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:17:19.514 INFO:tasks.workunit.client.0.smithi046.stdout: 872: throughput=4.99MB/sec pending data=0 2024-09-20T22:17:19.514 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-r2sKNz-iwipEg-4 off=3633913 len=173288 2024-09-20T22:17:19.515 INFO:tasks.workunit.client.0.smithi046.stdout:op 4453 completed, throughput=4.99MB/sec 2024-09-20T22:17:19.515 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KEFBPTkFzX3A47S off=3801676 len=1491118 2024-09-20T22:17:19.520 INFO:tasks.workunit.client.0.smithi046.stdout:op 4454 completed, throughput=5MB/sec 2024-09-20T22:17:19.520 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9_aRLOM4zsXoGJP off=5634236 len=1149977 2024-09-20T22:17:19.522 INFO:tasks.workunit.client.0.smithi046.stdout:op 4455 completed, throughput=5MB/sec 2024-09-20T22:17:19.522 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-adEii1j52NUBwde off=299449 len=1844043 2024-09-20T22:17:19.524 INFO:tasks.workunit.client.0.smithi046.stdout:op 4456 completed, throughput=5MB/sec 2024-09-20T22:17:19.524 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oWWHx8pA5J5Pkrt off=9977700 len=330868 2024-09-20T22:17:19.525 INFO:tasks.workunit.client.0.smithi046.stdout:op 4457 completed, throughput=5MB/sec 2024-09-20T22:17:19.525 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6Rc7vyhGI0BhU8V off=1028439 len=1147181 2024-09-20T22:17:19.526 INFO:tasks.workunit.client.0.smithi046.stdout:op 4458 completed, throughput=5MB/sec 2024-09-20T22:17:20.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:17:20.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:17:20.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:17:20.527 INFO:tasks.workunit.client.0.smithi046.stdout: 873: throughput=5MB/sec pending data=0 2024-09-20T22:17:20.527 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-55kA9vsKeRV1fG1 off=17468255 len=435110 2024-09-20T22:17:20.531 INFO:tasks.workunit.client.0.smithi046.stdout:op 4459 completed, throughput=5MB/sec 2024-09-20T22:17:20.531 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1GpjLSNCpXAaKEv off=1081215 len=995763 2024-09-20T22:17:20.537 INFO:tasks.workunit.client.0.smithi046.stdout:op 4460 completed, throughput=5MB/sec 2024-09-20T22:17:20.537 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sTL1Iq3d_34AO1S off=8185868 len=55875 2024-09-20T22:17:20.537 INFO:tasks.workunit.client.0.smithi046.stdout:op 4461 completed, throughput=5MB/sec 2024-09-20T22:17:20.537 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-II0iLvwA4WmlCu7 off=470057 len=349077 2024-09-20T22:17:20.541 INFO:tasks.workunit.client.0.smithi046.stdout:op 4462 completed, throughput=5MB/sec 2024-09-20T22:17:20.541 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KsCPdRcD2ymjO19 off=922615 len=73782 2024-09-20T22:17:20.541 INFO:tasks.workunit.client.0.smithi046.stdout:op 4463 completed, throughput=5MB/sec 2024-09-20T22:17:20.541 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0oorxYs62kHWYSj off=2490559 len=245352 2024-09-20T22:17:20.542 INFO:tasks.workunit.client.0.smithi046.stdout:op 4464 completed, throughput=5MB/sec 2024-09-20T22:17:20.542 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UysjmJ3K9qnAMf0 off=6274348 len=1899015 2024-09-20T22:17:20.544 INFO:tasks.workunit.client.0.smithi046.stdout:op 4465 completed, throughput=5MB/sec 2024-09-20T22:17:20.544 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-STU59NOj_azzPP4 off=7554073 len=102757 2024-09-20T22:17:20.547 INFO:tasks.workunit.client.0.smithi046.stdout:op 4466 completed, throughput=5MB/sec 2024-09-20T22:17:20.547 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Pc1Uxh4lOwhTnjj off=397117 len=39472 2024-09-20T22:17:20.547 INFO:tasks.workunit.client.0.smithi046.stdout:op 4467 completed, throughput=5MB/sec 2024-09-20T22:17:20.547 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Fvz4mM0kv2XmQfW off=1363190 len=79397 2024-09-20T22:17:20.548 INFO:tasks.workunit.client.0.smithi046.stdout:op 4468 completed, throughput=5MB/sec 2024-09-20T22:17:20.548 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uT8uQLsZvC88ATM off=851170 len=1980781 2024-09-20T22:17:20.556 INFO:tasks.workunit.client.0.smithi046.stdout:op 4469 completed, throughput=5MB/sec 2024-09-20T22:17:21.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:20 smithi046 ceph-mon[96110]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:17:21.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:20 smithi046 ceph-mon[98591]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:17:21.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:20 smithi134 ceph-mon[89086]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:17:21.557 INFO:tasks.workunit.client.0.smithi046.stdout: 874: throughput=5MB/sec pending data=0 2024-09-20T22:17:21.557 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ffPbXVYSLspjlSy off=1268326 len=1647560 2024-09-20T22:17:21.561 INFO:tasks.workunit.client.0.smithi046.stdout:op 4470 completed, throughput=5MB/sec 2024-09-20T22:17:21.561 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_bLxsnHYJz-coGP off=16171471 len=81116 2024-09-20T22:17:21.564 INFO:tasks.workunit.client.0.smithi046.stdout:op 4471 completed, throughput=5MB/sec 2024-09-20T22:17:21.564 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gny2FW90LcKT5kL off=3901639 len=1575513 2024-09-20T22:17:21.566 INFO:tasks.workunit.client.0.smithi046.stdout:op 4472 completed, throughput=5MB/sec 2024-09-20T22:17:21.566 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SgEBMOV-3PyzqSh off=11232215 len=1915744 2024-09-20T22:17:21.569 INFO:tasks.workunit.client.0.smithi046.stdout:op 4473 completed, throughput=5MB/sec 2024-09-20T22:17:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:17:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:17:22] "GET /metrics HTTP/1.1" 200 34163 "" "Prometheus/2.43.0" 2024-09-20T22:17:22.569 INFO:tasks.workunit.client.0.smithi046.stdout: 875: throughput=5MB/sec pending data=0 2024-09-20T22:17:22.569 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-la5XbpJFmBot8AT off=11960333 len=1451941 2024-09-20T22:17:22.577 INFO:tasks.workunit.client.0.smithi046.stdout:op 4474 completed, throughput=5MB/sec 2024-09-20T22:17:22.577 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xsQMx5aev-kqqi8 off=7882100 len=238668 2024-09-20T22:17:22.578 INFO:tasks.workunit.client.0.smithi046.stdout:op 4475 completed, throughput=5MB/sec 2024-09-20T22:17:22.578 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-clRmGLuUP2qvwKQ off=904898 len=1974781 2024-09-20T22:17:22.590 INFO:tasks.workunit.client.0.smithi046.stdout:op 4476 completed, throughput=5MB/sec 2024-09-20T22:17:22.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:17:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:17:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:17:23.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:22 smithi046 ceph-mon[96110]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-20T22:17:23.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:22 smithi046 ceph-mon[98591]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-20T22:17:23.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:22 smithi134 ceph-mon[89086]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-20T22:17:23.591 INFO:tasks.workunit.client.0.smithi046.stdout: 876: throughput=4.99MB/sec pending data=0 2024-09-20T22:17:23.591 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-j8a7uenBTtb3kZp off=501241 len=1683698 2024-09-20T22:17:23.599 INFO:tasks.workunit.client.0.smithi046.stdout:op 4477 completed, throughput=5MB/sec 2024-09-20T22:17:23.599 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-maa9eUbVxolYBa- off=7748641 len=916634 2024-09-20T22:17:23.604 INFO:tasks.workunit.client.0.smithi046.stdout:op 4478 completed, throughput=5MB/sec 2024-09-20T22:17:23.604 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-L2vSZxHL8tXmGCQ off=5347064 len=281741 2024-09-20T22:17:23.605 INFO:tasks.workunit.client.0.smithi046.stdout:op 4479 completed, throughput=5MB/sec 2024-09-20T22:17:23.605 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-llZBaeHdtIb5niU off=1199486 len=322967 2024-09-20T22:17:23.608 INFO:tasks.workunit.client.0.smithi046.stdout:op 4480 completed, throughput=5MB/sec 2024-09-20T22:17:23.608 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WhKHjW8ivVMGbpk off=13248858 len=1562368 2024-09-20T22:17:23.615 INFO:tasks.workunit.client.0.smithi046.stdout:op 4481 completed, throughput=5MB/sec 2024-09-20T22:17:23.615 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WUPvKAtLm2trZZH off=1883818 len=315993 2024-09-20T22:17:23.618 INFO:tasks.workunit.client.0.smithi046.stdout:op 4482 completed, throughput=5MB/sec 2024-09-20T22:17:23.618 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0TN-RhBH5XtmQFe off=1300762 len=1559781 2024-09-20T22:17:23.624 INFO:tasks.workunit.client.0.smithi046.stdout:op 4483 completed, throughput=5MB/sec 2024-09-20T22:17:24.624 INFO:tasks.workunit.client.0.smithi046.stdout: 877: throughput=5MB/sec pending data=0 2024-09-20T22:17:24.624 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vduSWUbftBJFHUA off=6448430 len=557569 2024-09-20T22:17:24.626 INFO:tasks.workunit.client.0.smithi046.stdout:op 4484 completed, throughput=5MB/sec 2024-09-20T22:17:24.626 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-f9ngoHEAbNxJtvI off=918146 len=1078646 2024-09-20T22:17:24.627 INFO:tasks.workunit.client.0.smithi046.stdout:op 4485 completed, throughput=5MB/sec 2024-09-20T22:17:24.627 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gGXnNPWf3SDJq79 off=2679187 len=92672 2024-09-20T22:17:24.630 INFO:tasks.workunit.client.0.smithi046.stdout:op 4486 completed, throughput=5MB/sec 2024-09-20T22:17:24.630 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-m1viNL8A7o3Xnz9 off=9349866 len=290940 2024-09-20T22:17:24.631 INFO:tasks.workunit.client.0.smithi046.stdout:op 4487 completed, throughput=5MB/sec 2024-09-20T22:17:24.631 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-X9I-s0xE-3l6c5r off=13231635 len=909750 2024-09-20T22:17:24.633 INFO:tasks.workunit.client.0.smithi046.stdout:op 4488 completed, throughput=5MB/sec 2024-09-20T22:17:24.633 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ofciGSvn5lWtTC6 off=16000661 len=552906 2024-09-20T22:17:24.633 INFO:tasks.workunit.client.0.smithi046.stdout:op 4489 completed, throughput=5MB/sec 2024-09-20T22:17:24.633 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ARHWuFwslONoNOG off=9635557 len=1134070 2024-09-20T22:17:24.640 INFO:tasks.workunit.client.0.smithi046.stdout:op 4490 completed, throughput=5MB/sec 2024-09-20T22:17:25.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:24 smithi046 ceph-mon[96110]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:17:25.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:24 smithi046 ceph-mon[98591]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:17:25.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:24 smithi134 ceph-mon[89086]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:17:25.641 INFO:tasks.workunit.client.0.smithi046.stdout: 878: throughput=5MB/sec pending data=0 2024-09-20T22:17:25.641 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TZm7ad8KcGxU-Jl off=4191496 len=479724 2024-09-20T22:17:25.642 INFO:tasks.workunit.client.0.smithi046.stdout:op 4491 completed, throughput=5MB/sec 2024-09-20T22:17:25.642 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yifmglM9XAK_nH2 off=4178505 len=805993 2024-09-20T22:17:25.647 INFO:tasks.workunit.client.0.smithi046.stdout:op 4492 completed, throughput=5MB/sec 2024-09-20T22:17:25.647 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-krMLzxqngoukEeR off=19617138 len=945703 2024-09-20T22:17:25.649 INFO:tasks.workunit.client.0.smithi046.stdout:op 4493 completed, throughput=5MB/sec 2024-09-20T22:17:25.649 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VpypA9qj_4gGATB off=16273772 len=412879 2024-09-20T22:17:25.653 INFO:tasks.workunit.client.0.smithi046.stdout:op 4494 completed, throughput=5MB/sec 2024-09-20T22:17:25.653 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--2NQdv0B6x3USUm off=6201450 len=821359 2024-09-20T22:17:25.654 INFO:tasks.workunit.client.0.smithi046.stdout:op 4495 completed, throughput=5MB/sec 2024-09-20T22:17:25.654 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VWPGLzoO6J7ec6o off=11695784 len=1933051 2024-09-20T22:17:25.661 INFO:tasks.workunit.client.0.smithi046.stdout:op 4496 completed, throughput=5MB/sec 2024-09-20T22:17:26.661 INFO:tasks.workunit.client.0.smithi046.stdout: 879: throughput=5MB/sec pending data=0 2024-09-20T22:17:26.662 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--JTNAm2D1KnLdtH off=677853 len=424538 2024-09-20T22:17:26.662 INFO:tasks.workunit.client.0.smithi046.stdout:op 4497 completed, throughput=5MB/sec 2024-09-20T22:17:26.663 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7TUouErBOS7oYLJ off=3143451 len=1082893 2024-09-20T22:17:26.664 INFO:tasks.workunit.client.0.smithi046.stdout:op 4498 completed, throughput=5MB/sec 2024-09-20T22:17:26.664 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TQqx7K-MtmN_Rj0 off=6759449 len=446043 2024-09-20T22:17:26.665 INFO:tasks.workunit.client.0.smithi046.stdout:op 4499 completed, throughput=5MB/sec 2024-09-20T22:17:26.665 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tgtdhlzv0mdTxSL off=11663250 len=1807397 2024-09-20T22:17:26.667 INFO:tasks.workunit.client.0.smithi046.stdout:op 4500 completed, throughput=5MB/sec 2024-09-20T22:17:26.668 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jeuE3UH7LwOvWZz off=12530387 len=2031739 2024-09-20T22:17:26.679 INFO:tasks.workunit.client.0.smithi046.stdout:op 4501 completed, throughput=5MB/sec 2024-09-20T22:17:27.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:26 smithi046 ceph-mon[98591]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-20T22:17:27.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:26 smithi046 ceph-mon[96110]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-20T22:17:27.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:26 smithi134 ceph-mon[89086]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-20T22:17:27.680 INFO:tasks.workunit.client.0.smithi046.stdout: 880: throughput=5MB/sec pending data=0 2024-09-20T22:17:27.680 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rkqkFAo_GXbhxvQ off=3868770 len=671052 2024-09-20T22:17:27.684 INFO:tasks.workunit.client.0.smithi046.stdout:op 4502 completed, throughput=5MB/sec 2024-09-20T22:17:27.684 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xfpzjUXAdSrUqBK off=5700531 len=248706 2024-09-20T22:17:27.685 INFO:tasks.workunit.client.0.smithi046.stdout:op 4503 completed, throughput=5MB/sec 2024-09-20T22:17:27.685 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj---wZ-9KzhRq_4st off=1899282 len=1141938 2024-09-20T22:17:27.688 INFO:tasks.workunit.client.0.smithi046.stdout:op 4504 completed, throughput=5MB/sec 2024-09-20T22:17:27.688 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-V_Hp99JADOLONnj off=5224564 len=318863 2024-09-20T22:17:27.690 INFO:tasks.workunit.client.0.smithi046.stdout:op 4505 completed, throughput=5MB/sec 2024-09-20T22:17:27.690 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-d5J-CziTmGF8QcH off=255097 len=793379 2024-09-20T22:17:27.692 INFO:tasks.workunit.client.0.smithi046.stdout:op 4506 completed, throughput=5MB/sec 2024-09-20T22:17:27.692 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uKIr4vkOMOU0FyX off=10970256 len=1244139 2024-09-20T22:17:27.701 INFO:tasks.workunit.client.0.smithi046.stdout:op 4507 completed, throughput=5MB/sec 2024-09-20T22:17:28.701 INFO:tasks.workunit.client.0.smithi046.stdout: 881: throughput=4.99MB/sec pending data=0 2024-09-20T22:17:28.701 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WnDBpZ9nEpDwzu0 off=16449917 len=596823 2024-09-20T22:17:28.702 INFO:tasks.workunit.client.0.smithi046.stdout:op 4508 completed, throughput=5MB/sec 2024-09-20T22:17:28.702 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MvYvAe5HOhJIi4T off=8848025 len=176196 2024-09-20T22:17:28.703 INFO:tasks.workunit.client.0.smithi046.stdout:op 4509 completed, throughput=5MB/sec 2024-09-20T22:17:28.703 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lXSlZhC7ZGlG45e off=1823869 len=515752 2024-09-20T22:17:28.707 INFO:tasks.workunit.client.0.smithi046.stdout:op 4510 completed, throughput=5MB/sec 2024-09-20T22:17:28.707 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pVRV3w2QAHIuQDC off=0 len=1319536 2024-09-20T22:17:28.714 INFO:tasks.workunit.client.0.smithi046.stdout:op 4511 completed, throughput=5MB/sec 2024-09-20T22:17:28.714 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Xo8lT6UKUqqDK31 off=12922148 len=368312 2024-09-20T22:17:28.717 INFO:tasks.workunit.client.0.smithi046.stdout:op 4512 completed, throughput=5MB/sec 2024-09-20T22:17:28.717 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-N2eRMQHi17flmWL off=2795374 len=182947 2024-09-20T22:17:28.718 INFO:tasks.workunit.client.0.smithi046.stdout:op 4513 completed, throughput=5MB/sec 2024-09-20T22:17:28.718 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aNoSH31qpY63iAL off=6397895 len=1926677 2024-09-20T22:17:28.727 INFO:tasks.workunit.client.0.smithi046.stdout:op 4514 completed, throughput=5MB/sec 2024-09-20T22:17:28.727 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AYJSUZufjHG3CwQ off=3568377 len=239283 2024-09-20T22:17:28.730 INFO:tasks.workunit.client.0.smithi046.stdout:op 4515 completed, throughput=5MB/sec 2024-09-20T22:17:29.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:28 smithi046 ceph-mon[96110]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:17:29.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:28 smithi046 ceph-mon[98591]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:17:29.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:28 smithi134 ceph-mon[89086]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:17:29.730 INFO:tasks.workunit.client.0.smithi046.stdout: 882: throughput=4.99MB/sec pending data=0 2024-09-20T22:17:29.731 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lkdgNzkvkoerpG_ off=14180604 len=1041625 2024-09-20T22:17:29.733 INFO:tasks.workunit.client.0.smithi046.stdout:op 4516 completed, throughput=5MB/sec 2024-09-20T22:17:29.733 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aeRqmR4oj-9PhXL off=6891078 len=1779435 2024-09-20T22:17:29.735 INFO:tasks.workunit.client.0.smithi046.stdout:op 4517 completed, throughput=5MB/sec 2024-09-20T22:17:29.735 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5Geb_NIa9sDcT46 off=6115079 len=627895 2024-09-20T22:17:29.740 INFO:tasks.workunit.client.0.smithi046.stdout:op 4518 completed, throughput=5MB/sec 2024-09-20T22:17:29.740 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KL5C92nJhriZ1dE off=0 len=1283983 2024-09-20T22:17:29.747 INFO:tasks.workunit.client.0.smithi046.stdout:op 4519 completed, throughput=5MB/sec 2024-09-20T22:17:29.747 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Y3-eot-WMWSKpFi off=16169029 len=1671163 2024-09-20T22:17:29.749 INFO:tasks.workunit.client.0.smithi046.stdout:op 4520 completed, throughput=5MB/sec 2024-09-20T22:17:30.749 INFO:tasks.workunit.client.0.smithi046.stdout: 883: throughput=5MB/sec pending data=0 2024-09-20T22:17:30.749 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MnBzscNj9UZYCsz off=7556645 len=325140 2024-09-20T22:17:30.752 INFO:tasks.workunit.client.0.smithi046.stdout:op 4521 completed, throughput=5MB/sec 2024-09-20T22:17:30.752 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5BpFnp6IWu25WKu off=5972623 len=370808 2024-09-20T22:17:30.755 INFO:tasks.workunit.client.0.smithi046.stdout:op 4522 completed, throughput=5MB/sec 2024-09-20T22:17:30.756 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sa-ivJtoaN59UCk off=18549204 len=418272 2024-09-20T22:17:30.756 INFO:tasks.workunit.client.0.smithi046.stdout:op 4523 completed, throughput=5MB/sec 2024-09-20T22:17:30.757 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GYVC3rPhP7hx0wr off=11569498 len=1244882 2024-09-20T22:17:30.758 INFO:tasks.workunit.client.0.smithi046.stdout:op 4524 completed, throughput=5MB/sec 2024-09-20T22:17:30.759 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Vaip8gOOjjMbudf off=8217203 len=1582509 2024-09-20T22:17:30.766 INFO:tasks.workunit.client.0.smithi046.stdout:op 4525 completed, throughput=5MB/sec 2024-09-20T22:17:30.766 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hRpYWyx1q0D-9Po off=17195528 len=1844864 2024-09-20T22:17:30.779 INFO:tasks.workunit.client.0.smithi046.stdout:op 4526 completed, throughput=5MB/sec 2024-09-20T22:17:31.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:30 smithi046 ceph-mon[96110]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:17:31.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:17:31.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:17:31.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:17:31.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:17:31.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:30 smithi046 ceph-mon[98591]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:17:31.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:17:31.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:17:31.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:17:31.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:17:31.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:30 smithi134 ceph-mon[89086]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:17:31.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:17:31.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:17:31.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:17:31.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:17:31.779 INFO:tasks.workunit.client.0.smithi046.stdout: 884: throughput=5MB/sec pending data=0 2024-09-20T22:17:31.779 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ILCibt4MBrs97C8 off=6065534 len=58909 2024-09-20T22:17:31.782 INFO:tasks.workunit.client.0.smithi046.stdout:op 4527 completed, throughput=5MB/sec 2024-09-20T22:17:31.782 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FWGszE_K_jlxnT_ off=16836268 len=576989 2024-09-20T22:17:31.783 INFO:tasks.workunit.client.0.smithi046.stdout:op 4528 completed, throughput=5MB/sec 2024-09-20T22:17:31.783 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-alVoC9l8BVv0WNw off=14615800 len=1137715 2024-09-20T22:17:31.786 INFO:tasks.workunit.client.0.smithi046.stdout:op 4529 completed, throughput=5MB/sec 2024-09-20T22:17:31.786 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--w0o1FwQ_uNqxVn off=16350980 len=1107767 2024-09-20T22:17:31.788 INFO:tasks.workunit.client.0.smithi046.stdout:op 4530 completed, throughput=5MB/sec 2024-09-20T22:17:31.788 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-f7OD2_0581PVW4L off=8058113 len=1072538 2024-09-20T22:17:31.794 INFO:tasks.workunit.client.0.smithi046.stdout:op 4531 completed, throughput=5MB/sec 2024-09-20T22:17:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:17:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:17:32] "GET /metrics HTTP/1.1" 200 34163 "" "Prometheus/2.43.0" 2024-09-20T22:17:32.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:17:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:17:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:17:32.794 INFO:tasks.workunit.client.0.smithi046.stdout: 885: throughput=4.99MB/sec pending data=0 2024-09-20T22:17:32.794 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PsIYdczT9sp5rsn off=22771151 len=1541657 2024-09-20T22:17:32.802 INFO:tasks.workunit.client.0.smithi046.stdout:op 4532 completed, throughput=5MB/sec 2024-09-20T22:17:32.802 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Q3jvcMZXhfE1uLr off=448953 len=1218617 2024-09-20T22:17:32.803 INFO:tasks.workunit.client.0.smithi046.stdout:op 4533 completed, throughput=5MB/sec 2024-09-20T22:17:32.803 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2_KkFT76iPKpiJt off=9839674 len=705209 2024-09-20T22:17:32.807 INFO:tasks.workunit.client.0.smithi046.stdout:op 4534 completed, throughput=5MB/sec 2024-09-20T22:17:32.807 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-orUS17JUCSh-Lo6 off=2843638 len=1053812 2024-09-20T22:17:32.812 INFO:tasks.workunit.client.0.smithi046.stdout:op 4535 completed, throughput=5MB/sec 2024-09-20T22:17:32.812 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QMQFWxmyvEVf1hX off=1330067 len=1032990 2024-09-20T22:17:32.816 INFO:tasks.workunit.client.0.smithi046.stdout:op 4536 completed, throughput=5MB/sec 2024-09-20T22:17:33.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:32 smithi046 ceph-mon[96110]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-20T22:17:33.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:32 smithi046 ceph-mon[98591]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-20T22:17:33.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:32 smithi134 ceph-mon[89086]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-20T22:17:33.817 INFO:tasks.workunit.client.0.smithi046.stdout: 886: throughput=4.99MB/sec pending data=0 2024-09-20T22:17:33.817 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nV058cPZRUr1hk3 off=3765826 len=1092372 2024-09-20T22:17:33.823 INFO:tasks.workunit.client.0.smithi046.stdout:op 4537 completed, throughput=5MB/sec 2024-09-20T22:17:33.823 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-50jK0XbgwjhV0T2 off=6840962 len=1189246 2024-09-20T22:17:33.829 INFO:tasks.workunit.client.0.smithi046.stdout:op 4538 completed, throughput=5MB/sec 2024-09-20T22:17:33.829 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2oh7ntnRCT0NO5K off=21088160 len=2011309 2024-09-20T22:17:33.840 INFO:tasks.workunit.client.0.smithi046.stdout:op 4539 completed, throughput=5MB/sec 2024-09-20T22:17:33.841 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-En5hkhnhGGzEha_ off=16273117 len=1738922 2024-09-20T22:17:33.842 INFO:tasks.workunit.client.0.smithi046.stdout:op 4540 completed, throughput=5MB/sec 2024-09-20T22:17:34.843 INFO:tasks.workunit.client.0.smithi046.stdout: 887: throughput=5MB/sec pending data=0 2024-09-20T22:17:34.843 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qdK6nS-4BRlj4Mr off=11960425 len=1868036 2024-09-20T22:17:34.846 INFO:tasks.workunit.client.0.smithi046.stdout:op 4541 completed, throughput=5MB/sec 2024-09-20T22:17:34.846 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SYfqH9HpPhbQhyZ off=5412493 len=2082110 2024-09-20T22:17:34.858 INFO:tasks.workunit.client.0.smithi046.stdout:op 4542 completed, throughput=5MB/sec 2024-09-20T22:17:34.858 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gY_3PlYlmjzxIZU off=5095674 len=560326 2024-09-20T22:17:34.862 INFO:tasks.workunit.client.0.smithi046.stdout:op 4543 completed, throughput=5MB/sec 2024-09-20T22:17:35.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:34 smithi046 ceph-mon[96110]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:17:35.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:17:35.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:34 smithi046 ceph-mon[98591]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:17:35.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:17:35.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:34 smithi134 ceph-mon[89086]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:17:35.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:17:35.862 INFO:tasks.workunit.client.0.smithi046.stdout: 888: throughput=4.99MB/sec pending data=0 2024-09-20T22:17:35.862 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ag_GEdyRAm2X2GB off=15750483 len=1302209 2024-09-20T22:17:35.870 INFO:tasks.workunit.client.0.smithi046.stdout:op 4544 completed, throughput=5MB/sec 2024-09-20T22:17:35.870 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tspFOwDR16S_I5B off=18447285 len=1132754 2024-09-20T22:17:35.872 INFO:tasks.workunit.client.0.smithi046.stdout:op 4545 completed, throughput=5MB/sec 2024-09-20T22:17:35.872 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kwyQ8P9dWajhMUO off=9911118 len=1818354 2024-09-20T22:17:35.874 INFO:tasks.workunit.client.0.smithi046.stdout:op 4546 completed, throughput=5MB/sec 2024-09-20T22:17:35.874 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bRM0fMHUrZYjZ2H off=7939877 len=1907381 2024-09-20T22:17:35.878 INFO:tasks.workunit.client.0.smithi046.stdout:op 4547 completed, throughput=5MB/sec 2024-09-20T22:17:36.878 INFO:tasks.workunit.client.0.smithi046.stdout: 889: throughput=5MB/sec pending data=0 2024-09-20T22:17:36.878 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-S1hsR0KAiauEIch off=9577162 len=583301 2024-09-20T22:17:36.879 INFO:tasks.workunit.client.0.smithi046.stdout:op 4548 completed, throughput=5MB/sec 2024-09-20T22:17:36.879 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WvL_it-iEapjomi off=1747451 len=1388569 2024-09-20T22:17:36.886 INFO:tasks.workunit.client.0.smithi046.stdout:op 4549 completed, throughput=5MB/sec 2024-09-20T22:17:36.887 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-c5j6PuamdN7FvNT off=4753223 len=92153 2024-09-20T22:17:36.887 INFO:tasks.workunit.client.0.smithi046.stdout:op 4550 completed, throughput=5MB/sec 2024-09-20T22:17:36.887 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rP2aZnP0yK5jK69 off=3726772 len=1434277 2024-09-20T22:17:36.889 INFO:tasks.workunit.client.0.smithi046.stdout:op 4551 completed, throughput=5MB/sec 2024-09-20T22:17:36.889 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-u81LZv8XtUZ0cuj off=8811056 len=1618604 2024-09-20T22:17:36.898 INFO:tasks.workunit.client.0.smithi046.stdout:op 4552 completed, throughput=5MB/sec 2024-09-20T22:17:37.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:36 smithi046 ceph-mon[96110]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:17:37.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:36 smithi046 ceph-mon[98591]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:17:37.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:36 smithi134 ceph-mon[89086]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:17:37.898 INFO:tasks.workunit.client.0.smithi046.stdout: 890: throughput=5MB/sec pending data=0 2024-09-20T22:17:37.899 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EPO_TfVq02iAGbJ off=636017 len=1864477 2024-09-20T22:17:37.906 INFO:tasks.workunit.client.0.smithi046.stdout:op 4553 completed, throughput=5MB/sec 2024-09-20T22:17:37.906 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vSeiiudalDJYmBm off=842578 len=1135426 2024-09-20T22:17:37.907 INFO:tasks.workunit.client.0.smithi046.stdout:op 4554 completed, throughput=5MB/sec 2024-09-20T22:17:37.907 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--ZpVR382Qh6E9GE off=15347608 len=104938 2024-09-20T22:17:37.910 INFO:tasks.workunit.client.0.smithi046.stdout:op 4555 completed, throughput=5MB/sec 2024-09-20T22:17:37.910 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vzpXXo-Thehuq-V off=2303598 len=1797223 2024-09-20T22:17:37.918 INFO:tasks.workunit.client.0.smithi046.stdout:op 4556 completed, throughput=5MB/sec 2024-09-20T22:17:38.918 INFO:tasks.workunit.client.0.smithi046.stdout: 891: throughput=4.99MB/sec pending data=0 2024-09-20T22:17:38.918 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-atZLjwRbEHraNZi off=5899037 len=1905685 2024-09-20T22:17:38.921 INFO:tasks.workunit.client.0.smithi046.stdout:op 4557 completed, throughput=5MB/sec 2024-09-20T22:17:38.921 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-52xsNdol54A5YO- off=16106479 len=1482981 2024-09-20T22:17:38.922 INFO:tasks.workunit.client.0.smithi046.stdout:op 4558 completed, throughput=5MB/sec 2024-09-20T22:17:38.922 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0t0_LmEi9fi6Cep off=17305441 len=255054 2024-09-20T22:17:38.926 INFO:tasks.workunit.client.0.smithi046.stdout:op 4559 completed, throughput=5MB/sec 2024-09-20T22:17:38.926 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Oa4B_wQxeoPIswZ off=16169993 len=955694 2024-09-20T22:17:38.931 INFO:tasks.workunit.client.0.smithi046.stdout:op 4560 completed, throughput=5MB/sec 2024-09-20T22:17:38.931 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kXEFD29bIMwqcPN off=2177691 len=314509 2024-09-20T22:17:38.934 INFO:tasks.workunit.client.0.smithi046.stdout:op 4561 completed, throughput=5MB/sec 2024-09-20T22:17:38.934 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-548fIa00cy8wAIo off=13372062 len=295871 2024-09-20T22:17:38.935 INFO:tasks.workunit.client.0.smithi046.stdout:op 4562 completed, throughput=5MB/sec 2024-09-20T22:17:39.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:38 smithi046 ceph-mon[96110]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:17:39.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:38 smithi046 ceph-mon[98591]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:17:39.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:38 smithi134 ceph-mon[89086]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:17:39.935 INFO:tasks.workunit.client.0.smithi046.stdout: 892: throughput=4.99MB/sec pending data=0 2024-09-20T22:17:39.935 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-U_qsDXTs2S9uebx off=12773812 len=607521 2024-09-20T22:17:39.936 INFO:tasks.workunit.client.0.smithi046.stdout:op 4563 completed, throughput=5MB/sec 2024-09-20T22:17:39.937 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DVNbxLZG1O5tE1p off=2198132 len=1988040 2024-09-20T22:17:39.947 INFO:tasks.workunit.client.0.smithi046.stdout:op 4564 completed, throughput=5MB/sec 2024-09-20T22:17:39.947 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3IPk3n6sb4z4uZR off=6106853 len=757350 2024-09-20T22:17:39.951 INFO:tasks.workunit.client.0.smithi046.stdout:op 4565 completed, throughput=5MB/sec 2024-09-20T22:17:39.952 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UAV0rrPeLQoyNbL off=2664539 len=693066 2024-09-20T22:17:39.956 INFO:tasks.workunit.client.0.smithi046.stdout:op 4566 completed, throughput=5MB/sec 2024-09-20T22:17:39.956 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZBhUR1SMrjROBaB off=2538673 len=1218628 2024-09-20T22:17:39.957 INFO:tasks.workunit.client.0.smithi046.stdout:op 4567 completed, throughput=5MB/sec 2024-09-20T22:17:40.958 INFO:tasks.workunit.client.0.smithi046.stdout: 893: throughput=4.99MB/sec pending data=0 2024-09-20T22:17:40.958 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iMWzThaz-weE9E- off=11829431 len=931077 2024-09-20T22:17:40.960 INFO:tasks.workunit.client.0.smithi046.stdout:op 4568 completed, throughput=5MB/sec 2024-09-20T22:17:40.960 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7xh0t8HIb5WZv72 off=1799385 len=867996 2024-09-20T22:17:40.965 INFO:tasks.workunit.client.0.smithi046.stdout:op 4569 completed, throughput=5MB/sec 2024-09-20T22:17:40.965 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YH-7rwZn5rw9oXv off=1550285 len=1271321 2024-09-20T22:17:40.967 INFO:tasks.workunit.client.0.smithi046.stdout:op 4570 completed, throughput=5MB/sec 2024-09-20T22:17:40.967 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OqLooa7jKqfUAVh off=7156898 len=1565912 2024-09-20T22:17:40.969 INFO:tasks.workunit.client.0.smithi046.stdout:op 4571 completed, throughput=5MB/sec 2024-09-20T22:17:40.969 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5_ZxPjsFlvmRMDP off=19274785 len=1607420 2024-09-20T22:17:40.984 INFO:tasks.workunit.client.0.smithi046.stdout:op 4572 completed, throughput=5MB/sec 2024-09-20T22:17:41.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:40 smithi046 ceph-mon[96110]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:17:41.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:40 smithi046 ceph-mon[98591]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:17:41.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:40 smithi134 ceph-mon[89086]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:17:41.984 INFO:tasks.workunit.client.0.smithi046.stdout: 894: throughput=5MB/sec pending data=0 2024-09-20T22:17:41.984 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UiVg-R-y44k-d-_ off=4198635 len=1614532 2024-09-20T22:17:41.986 INFO:tasks.workunit.client.0.smithi046.stdout:op 4573 completed, throughput=5MB/sec 2024-09-20T22:17:41.987 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DL2FZQF2BHAn0FG off=897649 len=1380608 2024-09-20T22:17:41.988 INFO:tasks.workunit.client.0.smithi046.stdout:op 4574 completed, throughput=5MB/sec 2024-09-20T22:17:41.988 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4aV95w3hWkuvqn4 off=734156 len=1681968 2024-09-20T22:17:41.998 INFO:tasks.workunit.client.0.smithi046.stdout:op 4575 completed, throughput=5MB/sec 2024-09-20T22:17:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:17:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:17:42] "GET /metrics HTTP/1.1" 200 34161 "" "Prometheus/2.43.0" 2024-09-20T22:17:42.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:17:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:17:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:17:42.998 INFO:tasks.workunit.client.0.smithi046.stdout: 895: throughput=4.99MB/sec pending data=0 2024-09-20T22:17:42.999 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ujvf6W-A5txQ6R7 off=7039256 len=1938177 2024-09-20T22:17:43.010 INFO:tasks.workunit.client.0.smithi046.stdout:op 4576 completed, throughput=5MB/sec 2024-09-20T22:17:43.010 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XZc1P--edtowJ3f off=12763142 len=1560211 2024-09-20T22:17:43.011 INFO:tasks.workunit.client.0.smithi046.stdout:op 4577 completed, throughput=5MB/sec 2024-09-20T22:17:43.011 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KC8i1vAnv3RtHPB off=8452224 len=1755716 2024-09-20T22:17:43.022 INFO:tasks.workunit.client.0.smithi046.stdout:op 4578 completed, throughput=5MB/sec 2024-09-20T22:17:43.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:42 smithi046 ceph-mon[96110]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:17:43.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:42 smithi046 ceph-mon[98591]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:17:43.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:42 smithi134 ceph-mon[89086]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:17:44.023 INFO:tasks.workunit.client.0.smithi046.stdout: 896: throughput=4.99MB/sec pending data=0 2024-09-20T22:17:44.023 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WNXfMBTqvzHUP-d off=2010712 len=1226665 2024-09-20T22:17:44.026 INFO:tasks.workunit.client.0.smithi046.stdout:op 4579 completed, throughput=5MB/sec 2024-09-20T22:17:44.026 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mjFQMh1mr6ExPF8 off=6006691 len=579650 2024-09-20T22:17:44.030 INFO:tasks.workunit.client.0.smithi046.stdout:op 4580 completed, throughput=5MB/sec 2024-09-20T22:17:44.030 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ubkDtrCeyPp2Yhs off=4656578 len=196102 2024-09-20T22:17:44.033 INFO:tasks.workunit.client.0.smithi046.stdout:op 4581 completed, throughput=5MB/sec 2024-09-20T22:17:44.033 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TJlDs4kEzmd9pmu off=10361981 len=2065069 2024-09-20T22:17:44.045 INFO:tasks.workunit.client.0.smithi046.stdout:op 4582 completed, throughput=5MB/sec 2024-09-20T22:17:44.045 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-x9ev4DLuf1JgOad off=18064948 len=1697131 2024-09-20T22:17:44.047 INFO:tasks.workunit.client.0.smithi046.stdout:op 4583 completed, throughput=5MB/sec 2024-09-20T22:17:45.047 INFO:tasks.workunit.client.0.smithi046.stdout: 897: throughput=5MB/sec pending data=0 2024-09-20T22:17:45.047 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Z4jiJENm4hhmkgt off=8228308 len=650430 2024-09-20T22:17:45.052 INFO:tasks.workunit.client.0.smithi046.stdout:op 4584 completed, throughput=5MB/sec 2024-09-20T22:17:45.052 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IpXM6IjeD_jiUGq off=15946348 len=618027 2024-09-20T22:17:45.055 INFO:tasks.workunit.client.0.smithi046.stdout:op 4585 completed, throughput=5MB/sec 2024-09-20T22:17:45.056 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wpUVqCjE44_e02T off=6306810 len=1847308 2024-09-20T22:17:45.058 INFO:tasks.workunit.client.0.smithi046.stdout:op 4586 completed, throughput=5MB/sec 2024-09-20T22:17:45.058 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YyeQEboLRdlpgpP off=2096827 len=2051917 2024-09-20T22:17:45.069 INFO:tasks.workunit.client.0.smithi046.stdout:op 4587 completed, throughput=5MB/sec 2024-09-20T22:17:45.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:44 smithi046 ceph-mon[96110]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:17:45.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:44 smithi046 ceph-mon[98591]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:17:45.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:44 smithi134 ceph-mon[89086]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:17:46.070 INFO:tasks.workunit.client.0.smithi046.stdout: 898: throughput=4.99MB/sec pending data=0 2024-09-20T22:17:46.070 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oC57emOgq4OBsHz off=17230858 len=1405896 2024-09-20T22:17:46.078 INFO:tasks.workunit.client.0.smithi046.stdout:op 4588 completed, throughput=5MB/sec 2024-09-20T22:17:46.078 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cwN03k_O1n6mGpq off=15840742 len=87822 2024-09-20T22:17:46.080 INFO:tasks.workunit.client.0.smithi046.stdout:op 4589 completed, throughput=5MB/sec 2024-09-20T22:17:46.080 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8J1CfhOo_8BB6a6 off=6289779 len=524278 2024-09-20T22:17:46.084 INFO:tasks.workunit.client.0.smithi046.stdout:op 4590 completed, throughput=5MB/sec 2024-09-20T22:17:46.084 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-q14aMacUvYnCY_N off=633529 len=1985391 2024-09-20T22:17:46.087 INFO:tasks.workunit.client.0.smithi046.stdout:op 4591 completed, throughput=5MB/sec 2024-09-20T22:17:46.087 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DK9vXosZ8lLOM-P off=11692358 len=463518 2024-09-20T22:17:46.090 INFO:tasks.workunit.client.0.smithi046.stdout:op 4592 completed, throughput=5MB/sec 2024-09-20T22:17:46.090 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FjrjYwJJuy5NCMz off=10542811 len=1924162 2024-09-20T22:17:46.098 INFO:tasks.workunit.client.0.smithi046.stdout:op 4593 completed, throughput=5MB/sec 2024-09-20T22:17:47.098 INFO:tasks.workunit.client.0.smithi046.stdout: 899: throughput=5MB/sec pending data=0 2024-09-20T22:17:47.098 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tud996S8CJRVMDo off=2111975 len=1828434 2024-09-20T22:17:47.106 INFO:tasks.workunit.client.0.smithi046.stdout:op 4594 completed, throughput=5MB/sec 2024-09-20T22:17:47.106 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-soiafbwkV-YxyJs off=8476823 len=1482012 2024-09-20T22:17:47.108 INFO:tasks.workunit.client.0.smithi046.stdout:op 4595 completed, throughput=5MB/sec 2024-09-20T22:17:47.108 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-R6B64owAPUlCdCe off=7609169 len=604378 2024-09-20T22:17:47.112 INFO:tasks.workunit.client.0.smithi046.stdout:op 4596 completed, throughput=5MB/sec 2024-09-20T22:17:47.112 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uT1TJniYRvPpqbm off=7703546 len=1248533 2024-09-20T22:17:47.116 INFO:tasks.workunit.client.0.smithi046.stdout:op 4597 completed, throughput=5MB/sec 2024-09-20T22:17:47.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:46 smithi046 ceph-mon[96110]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:17:47.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:46 smithi046 ceph-mon[98591]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:17:47.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:46 smithi134 ceph-mon[89086]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:17:48.116 INFO:tasks.workunit.client.0.smithi046.stdout: 900: throughput=5MB/sec pending data=0 2024-09-20T22:17:48.116 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yA1N1koaRC-IrZ9 off=6479016 len=1928654 2024-09-20T22:17:48.120 INFO:tasks.workunit.client.0.smithi046.stdout:op 4598 completed, throughput=5MB/sec 2024-09-20T22:17:48.120 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-u6Bm8sQnLpb8sGU off=4299216 len=975967 2024-09-20T22:17:48.127 INFO:tasks.workunit.client.0.smithi046.stdout:op 4599 completed, throughput=5MB/sec 2024-09-20T22:17:48.127 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9r0PLBEeJBzIGRW off=2432318 len=2044295 2024-09-20T22:17:48.138 INFO:tasks.workunit.client.0.smithi046.stdout:op 4600 completed, throughput=5MB/sec 2024-09-20T22:17:49.139 INFO:tasks.workunit.client.0.smithi046.stdout: 901: throughput=5MB/sec pending data=0 2024-09-20T22:17:49.139 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VKJ8rqgJsGGEUtw off=2623940 len=2091336 2024-09-20T22:17:49.141 INFO:tasks.workunit.client.0.smithi046.stdout:op 4601 completed, throughput=5MB/sec 2024-09-20T22:17:49.141 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_Sf78w-2uR75q2w off=727340 len=1802675 2024-09-20T22:17:49.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:48 smithi046 ceph-mon[96110]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-20T22:17:49.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:48 smithi046 ceph-mon[98591]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-20T22:17:49.151 INFO:tasks.workunit.client.0.smithi046.stdout:op 4602 completed, throughput=5MB/sec 2024-09-20T22:17:49.151 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cPs7Uem9CZCMvm1 off=17566177 len=1182547 2024-09-20T22:17:49.156 INFO:tasks.workunit.client.0.smithi046.stdout:op 4603 completed, throughput=5MB/sec 2024-09-20T22:17:49.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:48 smithi134 ceph-mon[89086]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-20T22:17:50.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:17:50.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:17:50.156 INFO:tasks.workunit.client.0.smithi046.stdout: 902: throughput=5MB/sec pending data=0 2024-09-20T22:17:50.156 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-l1SFg37aLeByIPI off=13604358 len=1410101 2024-09-20T22:17:50.158 INFO:tasks.workunit.client.0.smithi046.stdout:op 4604 completed, throughput=5MB/sec 2024-09-20T22:17:50.158 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HBOr-QrhKWpmaXx off=10411442 len=1464123 2024-09-20T22:17:50.161 INFO:tasks.workunit.client.0.smithi046.stdout:op 4605 completed, throughput=5MB/sec 2024-09-20T22:17:50.161 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-REemXLbxRu2zigw off=9423038 len=1853108 2024-09-20T22:17:50.165 INFO:tasks.workunit.client.0.smithi046.stdout:op 4606 completed, throughput=5MB/sec 2024-09-20T22:17:50.165 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-U_21QuVeVKAitgg off=666258 len=346336 2024-09-20T22:17:50.170 INFO:tasks.workunit.client.0.smithi046.stdout:op 4607 completed, throughput=5MB/sec 2024-09-20T22:17:50.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:17:51.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:50 smithi046 ceph-mon[96110]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:17:51.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:50 smithi046 ceph-mon[98591]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:17:51.170 INFO:tasks.workunit.client.0.smithi046.stdout: 903: throughput=4.99MB/sec pending data=0 2024-09-20T22:17:51.170 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-McpwpYclrSU6iSY off=8126314 len=572810 2024-09-20T22:17:51.174 INFO:tasks.workunit.client.0.smithi046.stdout:op 4608 completed, throughput=5MB/sec 2024-09-20T22:17:51.174 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Z6cU57G_wmv6kiQ off=1208095 len=288440 2024-09-20T22:17:51.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:50 smithi134 ceph-mon[89086]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:17:51.178 INFO:tasks.workunit.client.0.smithi046.stdout:op 4609 completed, throughput=5MB/sec 2024-09-20T22:17:51.178 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1yNftkQvGe0oTDY off=4743253 len=1442516 2024-09-20T22:17:51.184 INFO:tasks.workunit.client.0.smithi046.stdout:op 4610 completed, throughput=5MB/sec 2024-09-20T22:17:51.184 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1n5jc3NIxj5J5pv off=7196935 len=471496 2024-09-20T22:17:51.188 INFO:tasks.workunit.client.0.smithi046.stdout:op 4611 completed, throughput=5MB/sec 2024-09-20T22:17:51.188 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3ewft6FCqHUo49J off=14572706 len=1838242 2024-09-20T22:17:51.190 INFO:tasks.workunit.client.0.smithi046.stdout:op 4612 completed, throughput=5MB/sec 2024-09-20T22:17:51.190 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mIJES9PKpXqy7fS off=9309479 len=1033876 2024-09-20T22:17:51.193 INFO:tasks.workunit.client.0.smithi046.stdout:op 4613 completed, throughput=5MB/sec 2024-09-20T22:17:52.193 INFO:tasks.workunit.client.0.smithi046.stdout: 904: throughput=5MB/sec pending data=0 2024-09-20T22:17:52.193 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eLklPFfMPq_8HJX off=14818161 len=165315 2024-09-20T22:17:52.194 INFO:tasks.workunit.client.0.smithi046.stdout:op 4614 completed, throughput=5MB/sec 2024-09-20T22:17:52.194 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Z7Ea__lW_t-j3ah off=12244983 len=1927314 2024-09-20T22:17:52.197 INFO:tasks.workunit.client.0.smithi046.stdout:op 4615 completed, throughput=5MB/sec 2024-09-20T22:17:52.197 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VBojOAhBtNBKfpG off=5044798 len=64018 2024-09-20T22:17:52.197 INFO:tasks.workunit.client.0.smithi046.stdout:op 4616 completed, throughput=5MB/sec 2024-09-20T22:17:52.197 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qMwm4FKNB9IgtN6 off=1402787 len=971184 2024-09-20T22:17:52.203 INFO:tasks.workunit.client.0.smithi046.stdout:op 4617 completed, throughput=5MB/sec 2024-09-20T22:17:52.203 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tvH_ng6NfBF9r1X off=13178524 len=392295 2024-09-20T22:17:52.206 INFO:tasks.workunit.client.0.smithi046.stdout:op 4618 completed, throughput=5MB/sec 2024-09-20T22:17:52.207 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--x59LXmXUbCDkYJ off=1828505 len=1419094 2024-09-20T22:17:52.213 INFO:tasks.workunit.client.0.smithi046.stdout:op 4619 completed, throughput=5MB/sec 2024-09-20T22:17:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:17:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:17:52] "GET /metrics HTTP/1.1" 200 34157 "" "Prometheus/2.43.0" 2024-09-20T22:17:52.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:17:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:17:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:17:53.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:52 smithi046 ceph-mon[96110]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-20T22:17:53.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:52 smithi046 ceph-mon[98591]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-20T22:17:53.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:52 smithi134 ceph-mon[89086]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-20T22:17:53.213 INFO:tasks.workunit.client.0.smithi046.stdout: 905: throughput=4.99MB/sec pending data=0 2024-09-20T22:17:53.213 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0HENeyU3Htir137 off=8480824 len=443071 2024-09-20T22:17:53.214 INFO:tasks.workunit.client.0.smithi046.stdout:op 4620 completed, throughput=5MB/sec 2024-09-20T22:17:53.214 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TeG8ovs4R3fWIU9 off=16440096 len=1495980 2024-09-20T22:17:53.221 INFO:tasks.workunit.client.0.smithi046.stdout:op 4621 completed, throughput=5MB/sec 2024-09-20T22:17:53.221 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OJ_ce7ddvUWUr5A off=67669 len=198555 2024-09-20T22:17:53.221 INFO:tasks.workunit.client.0.smithi046.stdout:op 4622 completed, throughput=5MB/sec 2024-09-20T22:17:53.221 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZP5nlEXN5C_WT2N off=1264363 len=985036 2024-09-20T22:17:53.223 INFO:tasks.workunit.client.0.smithi046.stdout:op 4623 completed, throughput=5MB/sec 2024-09-20T22:17:53.223 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vJ3qcA-A9kvSdPt off=22868017 len=892066 2024-09-20T22:17:53.228 INFO:tasks.workunit.client.0.smithi046.stdout:op 4624 completed, throughput=5MB/sec 2024-09-20T22:17:53.228 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iAbzt5e0zQX-M8z off=8862102 len=1005441 2024-09-20T22:17:53.229 INFO:tasks.workunit.client.0.smithi046.stdout:op 4625 completed, throughput=5MB/sec 2024-09-20T22:17:53.229 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-a3j1j9RL90T3m6f off=3481 len=170223 2024-09-20T22:17:53.230 INFO:tasks.workunit.client.0.smithi046.stdout:op 4626 completed, throughput=5MB/sec 2024-09-20T22:17:54.230 INFO:tasks.workunit.client.0.smithi046.stdout: 906: throughput=4.99MB/sec pending data=0 2024-09-20T22:17:54.230 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UbM-o1sZJFtjitL off=5758480 len=1802324 2024-09-20T22:17:54.233 INFO:tasks.workunit.client.0.smithi046.stdout:op 4627 completed, throughput=5MB/sec 2024-09-20T22:17:54.233 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EGgWvpR46Sk25M4 off=16129050 len=2354 2024-09-20T22:17:54.234 INFO:tasks.workunit.client.0.smithi046.stdout:op 4628 completed, throughput=5MB/sec 2024-09-20T22:17:54.234 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-m0NaKpez9l1V73E off=23040588 len=2001714 2024-09-20T22:17:54.238 INFO:tasks.workunit.client.0.smithi046.stdout:op 4629 completed, throughput=5MB/sec 2024-09-20T22:17:54.238 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-K597HHTS2vUnitu off=2083710 len=625457 2024-09-20T22:17:54.243 INFO:tasks.workunit.client.0.smithi046.stdout:op 4630 completed, throughput=5MB/sec 2024-09-20T22:17:54.243 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dSsdYRXViaYw06x off=838604 len=1327548 2024-09-20T22:17:54.250 INFO:tasks.workunit.client.0.smithi046.stdout:op 4631 completed, throughput=5MB/sec 2024-09-20T22:17:55.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:54 smithi046 ceph-mon[96110]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-09-20T22:17:55.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:54 smithi046 ceph-mon[98591]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-09-20T22:17:55.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:54 smithi134 ceph-mon[89086]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-09-20T22:17:55.250 INFO:tasks.workunit.client.0.smithi046.stdout: 907: throughput=5MB/sec pending data=0 2024-09-20T22:17:55.250 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3OGbBFoqreL_I7X off=3504309 len=145219 2024-09-20T22:17:55.251 INFO:tasks.workunit.client.0.smithi046.stdout:op 4632 completed, throughput=5MB/sec 2024-09-20T22:17:55.251 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7qFS05MuW_iismI off=18163971 len=615043 2024-09-20T22:17:55.252 INFO:tasks.workunit.client.0.smithi046.stdout:op 4633 completed, throughput=5MB/sec 2024-09-20T22:17:55.252 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dL5fCFKNSbryVZ1 off=0 len=1264936 2024-09-20T22:17:55.259 INFO:tasks.workunit.client.0.smithi046.stdout:op 4634 completed, throughput=5MB/sec 2024-09-20T22:17:55.260 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EhO_fbQLoBbFfAX off=16776744 len=1342996 2024-09-20T22:17:55.261 INFO:tasks.workunit.client.0.smithi046.stdout:op 4635 completed, throughput=5MB/sec 2024-09-20T22:17:55.261 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pKtzxnReYhFdJh4 off=16299301 len=944941 2024-09-20T22:17:55.262 INFO:tasks.workunit.client.0.smithi046.stdout:op 4636 completed, throughput=5MB/sec 2024-09-20T22:17:55.262 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GCH19VagPM-sCWK off=21223048 len=1583573 2024-09-20T22:17:55.271 INFO:tasks.workunit.client.0.smithi046.stdout:op 4637 completed, throughput=5MB/sec 2024-09-20T22:17:56.271 INFO:tasks.workunit.client.0.smithi046.stdout: 908: throughput=5MB/sec pending data=0 2024-09-20T22:17:56.271 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qn_l9jWJJTunzVz off=16531824 len=1597305 2024-09-20T22:17:56.273 INFO:tasks.workunit.client.0.smithi046.stdout:op 4638 completed, throughput=5MB/sec 2024-09-20T22:17:56.273 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eO-ld96C5yDu0PW off=18247250 len=1590686 2024-09-20T22:17:56.276 INFO:tasks.workunit.client.0.smithi046.stdout:op 4639 completed, throughput=5MB/sec 2024-09-20T22:17:56.276 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1lgtD6QPbD2_ZZs off=14190823 len=264881 2024-09-20T22:17:56.279 INFO:tasks.workunit.client.0.smithi046.stdout:op 4640 completed, throughput=5MB/sec 2024-09-20T22:17:56.279 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4oyrTFzA7Irfzqs off=816615 len=1282630 2024-09-20T22:17:56.280 INFO:tasks.workunit.client.0.smithi046.stdout:op 4641 completed, throughput=5MB/sec 2024-09-20T22:17:57.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:56 smithi046 ceph-mon[96110]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-20T22:17:57.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:56 smithi046 ceph-mon[98591]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-20T22:17:57.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:56 smithi134 ceph-mon[89086]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-20T22:17:57.281 INFO:tasks.workunit.client.0.smithi046.stdout: 909: throughput=5MB/sec pending data=0 2024-09-20T22:17:57.281 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-D8dHy9Ap-P7GB7S off=1839260 len=234387 2024-09-20T22:17:57.281 INFO:tasks.workunit.client.0.smithi046.stdout:op 4642 completed, throughput=5MB/sec 2024-09-20T22:17:57.282 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Pj4wh3t2fPib7CN off=2052072 len=1336547 2024-09-20T22:17:57.283 INFO:tasks.workunit.client.0.smithi046.stdout:op 4643 completed, throughput=5MB/sec 2024-09-20T22:17:57.283 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Nasbbuz35wM4T7J off=2362849 len=1951077 2024-09-20T22:17:57.285 INFO:tasks.workunit.client.0.smithi046.stdout:op 4644 completed, throughput=5MB/sec 2024-09-20T22:17:57.286 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IWE96LnVQol5WpC off=5322827 len=1503032 2024-09-20T22:17:57.295 INFO:tasks.workunit.client.0.smithi046.stdout:op 4645 completed, throughput=5MB/sec 2024-09-20T22:17:58.295 INFO:tasks.workunit.client.0.smithi046.stdout: 910: throughput=4.99MB/sec pending data=0 2024-09-20T22:17:58.295 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TppTIF4otZWIM1- off=6336056 len=1090445 2024-09-20T22:17:58.301 INFO:tasks.workunit.client.0.smithi046.stdout:op 4646 completed, throughput=5MB/sec 2024-09-20T22:17:58.301 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WHvkeeVyo4zl10W off=1246291 len=1558628 2024-09-20T22:17:58.308 INFO:tasks.workunit.client.0.smithi046.stdout:op 4647 completed, throughput=5MB/sec 2024-09-20T22:17:58.308 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LOO9pyjfOQ3tqmF off=17383988 len=1615635 2024-09-20T22:17:58.310 INFO:tasks.workunit.client.0.smithi046.stdout:op 4648 completed, throughput=5MB/sec 2024-09-20T22:17:58.310 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aIbdWW9v7kH9xPv off=4833248 len=879915 2024-09-20T22:17:58.315 INFO:tasks.workunit.client.0.smithi046.stdout:op 4649 completed, throughput=5MB/sec 2024-09-20T22:17:58.315 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ntyRNO1f7Jhlrpa off=6353219 len=350969 2024-09-20T22:17:58.315 INFO:tasks.workunit.client.0.smithi046.stdout:op 4650 completed, throughput=5MB/sec 2024-09-20T22:17:59.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:17:58 smithi046 ceph-mon[96110]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:17:59.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:17:58 smithi046 ceph-mon[98591]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:17:59.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:17:58 smithi134 ceph-mon[89086]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:17:59.316 INFO:tasks.workunit.client.0.smithi046.stdout: 911: throughput=4.99MB/sec pending data=0 2024-09-20T22:17:59.316 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LWXVPRqQReRK6ZM off=12976309 len=178290 2024-09-20T22:17:59.316 INFO:tasks.workunit.client.0.smithi046.stdout:op 4651 completed, throughput=5MB/sec 2024-09-20T22:17:59.316 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tU6yLxSYg6TrkTt off=77137 len=1790972 2024-09-20T22:17:59.324 INFO:tasks.workunit.client.0.smithi046.stdout:op 4652 completed, throughput=5MB/sec 2024-09-20T22:17:59.324 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6t_MiK9DFLYrTya off=10724705 len=144120 2024-09-20T22:17:59.327 INFO:tasks.workunit.client.0.smithi046.stdout:op 4653 completed, throughput=5MB/sec 2024-09-20T22:17:59.327 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3zyGjtimg9yyv7Y off=3276148 len=1654412 2024-09-20T22:17:59.334 INFO:tasks.workunit.client.0.smithi046.stdout:op 4654 completed, throughput=5MB/sec 2024-09-20T22:17:59.334 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-b10svbtxoTTYvrn off=23809854 len=481789 2024-09-20T22:17:59.338 INFO:tasks.workunit.client.0.smithi046.stdout:op 4655 completed, throughput=5MB/sec 2024-09-20T22:17:59.338 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TajUuwxip_KFl1P off=3271228 len=1636387 2024-09-20T22:17:59.344 INFO:tasks.workunit.client.0.smithi046.stdout:op 4656 completed, throughput=5MB/sec 2024-09-20T22:18:00.344 INFO:tasks.workunit.client.0.smithi046.stdout: 912: throughput=5MB/sec pending data=0 2024-09-20T22:18:00.344 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3QYODPTcNOqwjkW off=3013297 len=427696 2024-09-20T22:18:00.345 INFO:tasks.workunit.client.0.smithi046.stdout:op 4657 completed, throughput=5MB/sec 2024-09-20T22:18:00.345 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-edpGvZKGEIlLsYm off=1869737 len=1402835 2024-09-20T22:18:00.347 INFO:tasks.workunit.client.0.smithi046.stdout:op 4658 completed, throughput=5MB/sec 2024-09-20T22:18:00.347 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vMy_HaQKfO3mTB- off=1474325 len=1733248 2024-09-20T22:18:00.349 INFO:tasks.workunit.client.0.smithi046.stdout:op 4659 completed, throughput=5MB/sec 2024-09-20T22:18:00.349 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZopZubovsCQC4kV off=1121061 len=378248 2024-09-20T22:18:00.352 INFO:tasks.workunit.client.0.smithi046.stdout:op 4660 completed, throughput=5MB/sec 2024-09-20T22:18:00.352 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MAquX_OcoO48JfS off=16443648 len=1269735 2024-09-20T22:18:00.358 INFO:tasks.workunit.client.0.smithi046.stdout:op 4661 completed, throughput=5MB/sec 2024-09-20T22:18:01.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:00 smithi046 ceph-mon[96110]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:18:01.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:00 smithi046 ceph-mon[98591]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:18:01.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:00 smithi134 ceph-mon[89086]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:18:01.358 INFO:tasks.workunit.client.0.smithi046.stdout: 913: throughput=5MB/sec pending data=0 2024-09-20T22:18:01.358 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rfIVyXQfcjeE4aM off=1656435 len=997534 2024-09-20T22:18:01.364 INFO:tasks.workunit.client.0.smithi046.stdout:op 4662 completed, throughput=5MB/sec 2024-09-20T22:18:01.364 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_sRdvzT8CxZ9fwy off=6099453 len=1978554 2024-09-20T22:18:01.372 INFO:tasks.workunit.client.0.smithi046.stdout:op 4663 completed, throughput=5MB/sec 2024-09-20T22:18:01.372 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-s957Xfd8N4LvGoQ off=11268837 len=821505 2024-09-20T22:18:01.378 INFO:tasks.workunit.client.0.smithi046.stdout:op 4664 completed, throughput=5MB/sec 2024-09-20T22:18:01.378 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NZjlOD7-UjkFFec off=1154816 len=1709497 2024-09-20T22:18:01.385 INFO:tasks.workunit.client.0.smithi046.stdout:op 4665 completed, throughput=5MB/sec 2024-09-20T22:18:02.386 INFO:tasks.workunit.client.0.smithi046.stdout: 914: throughput=5MB/sec pending data=0 2024-09-20T22:18:02.386 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-o9MKpR7UaIJWWVz off=2713701 len=1051770 2024-09-20T22:18:02.392 INFO:tasks.workunit.client.0.smithi046.stdout:op 4666 completed, throughput=5MB/sec 2024-09-20T22:18:02.392 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-U2nv4rXibuD3gOt off=329819 len=248587 2024-09-20T22:18:02.393 INFO:tasks.workunit.client.0.smithi046.stdout:op 4667 completed, throughput=5MB/sec 2024-09-20T22:18:02.393 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eAm81L7XujbQl5q off=2276602 len=1216688 2024-09-20T22:18:02.400 INFO:tasks.workunit.client.0.smithi046.stdout:op 4668 completed, throughput=5MB/sec 2024-09-20T22:18:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:18:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:18:02] "GET /metrics HTTP/1.1" 200 34157 "" "Prometheus/2.43.0" 2024-09-20T22:18:02.400 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DFS50TYDElQT8jS off=1749724 len=1987891 2024-09-20T22:18:02.402 INFO:tasks.workunit.client.0.smithi046.stdout:op 4669 completed, throughput=5MB/sec 2024-09-20T22:18:02.402 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ctcGd6I6Yqnt0Hq off=5019388 len=1036116 2024-09-20T22:18:02.404 INFO:tasks.workunit.client.0.smithi046.stdout:op 4670 completed, throughput=5MB/sec 2024-09-20T22:18:02.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:18:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:18:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:18:03.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:02 smithi046 ceph-mon[96110]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-20T22:18:03.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:02 smithi046 ceph-mon[98591]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-20T22:18:03.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:02 smithi134 ceph-mon[89086]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-20T22:18:03.404 INFO:tasks.workunit.client.0.smithi046.stdout: 915: throughput=5MB/sec pending data=0 2024-09-20T22:18:03.404 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qXQD8sf84vF9GQP off=4977390 len=566178 2024-09-20T22:18:03.409 INFO:tasks.workunit.client.0.smithi046.stdout:op 4671 completed, throughput=5MB/sec 2024-09-20T22:18:03.409 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tSCX5eDRb5vsDiS off=2033646 len=523120 2024-09-20T22:18:03.412 INFO:tasks.workunit.client.0.smithi046.stdout:op 4672 completed, throughput=5MB/sec 2024-09-20T22:18:03.413 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AKNfC06ggcYESZk off=4910562 len=812395 2024-09-20T22:18:03.414 INFO:tasks.workunit.client.0.smithi046.stdout:op 4673 completed, throughput=5MB/sec 2024-09-20T22:18:03.414 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZCfwMm2_FX8634K off=4792292 len=206475 2024-09-20T22:18:03.415 INFO:tasks.workunit.client.0.smithi046.stdout:op 4674 completed, throughput=5MB/sec 2024-09-20T22:18:03.415 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-f52fmTvF_mU9MDF off=13585305 len=67104 2024-09-20T22:18:03.418 INFO:tasks.workunit.client.0.smithi046.stdout:op 4675 completed, throughput=5MB/sec 2024-09-20T22:18:03.418 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qmdBYMWQybKmFi8 off=12413755 len=2068671 2024-09-20T22:18:03.431 INFO:tasks.workunit.client.0.smithi046.stdout:op 4676 completed, throughput=5MB/sec 2024-09-20T22:18:03.431 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HdhIcp2eRmsGaSE off=3616143 len=1658658 2024-09-20T22:18:03.434 INFO:tasks.workunit.client.0.smithi046.stdout:op 4677 completed, throughput=5MB/sec 2024-09-20T22:18:04.434 INFO:tasks.workunit.client.0.smithi046.stdout: 916: throughput=5MB/sec pending data=0 2024-09-20T22:18:04.434 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-l7kFdK9zp1IppUX off=9396603 len=1963589 2024-09-20T22:18:04.436 INFO:tasks.workunit.client.0.smithi046.stdout:op 4678 completed, throughput=5MB/sec 2024-09-20T22:18:04.437 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GwypWgwAXyIKq8K off=647171 len=1680819 2024-09-20T22:18:04.439 INFO:tasks.workunit.client.0.smithi046.stdout:op 4679 completed, throughput=5MB/sec 2024-09-20T22:18:04.439 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VrHUYDlwBevQhxz off=15457411 len=1348236 2024-09-20T22:18:04.440 INFO:tasks.workunit.client.0.smithi046.stdout:op 4680 completed, throughput=5MB/sec 2024-09-20T22:18:05.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:04 smithi046 ceph-mon[98591]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:18:05.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:18:05.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:04 smithi046 ceph-mon[96110]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:18:05.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:18:05.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:04 smithi134 ceph-mon[89086]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:18:05.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:18:05.441 INFO:tasks.workunit.client.0.smithi046.stdout: 917: throughput=5MB/sec pending data=0 2024-09-20T22:18:05.441 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--KkKu5UcNdHNjEy off=4896721 len=93702 2024-09-20T22:18:05.442 INFO:tasks.workunit.client.0.smithi046.stdout:op 4681 completed, throughput=5MB/sec 2024-09-20T22:18:05.442 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7TLmQ1C93ZKzjBz off=3811502 len=225103 2024-09-20T22:18:05.445 INFO:tasks.workunit.client.0.smithi046.stdout:op 4682 completed, throughput=5MB/sec 2024-09-20T22:18:05.445 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-INdYy40osfBfJO7 off=5603971 len=690629 2024-09-20T22:18:05.446 INFO:tasks.workunit.client.0.smithi046.stdout:op 4683 completed, throughput=5MB/sec 2024-09-20T22:18:05.447 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ojTUtdD3oW_ieAm off=754861 len=1930853 2024-09-20T22:18:05.455 INFO:tasks.workunit.client.0.smithi046.stdout:op 4684 completed, throughput=5MB/sec 2024-09-20T22:18:05.455 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BYM8BXEaO_mwhfT off=17425438 len=72258 2024-09-20T22:18:05.456 INFO:tasks.workunit.client.0.smithi046.stdout:op 4685 completed, throughput=5MB/sec 2024-09-20T22:18:05.456 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ac7LDPytg5QCwiP off=8658085 len=892390 2024-09-20T22:18:05.462 INFO:tasks.workunit.client.0.smithi046.stdout:op 4686 completed, throughput=5MB/sec 2024-09-20T22:18:05.462 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lqzxlnyX4xNT471 off=4107007 len=1654686 2024-09-20T22:18:05.463 INFO:tasks.workunit.client.0.smithi046.stdout:op 4687 completed, throughput=5MB/sec 2024-09-20T22:18:06.464 INFO:tasks.workunit.client.0.smithi046.stdout: 918: throughput=5MB/sec pending data=0 2024-09-20T22:18:06.464 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FStACVNDmYtQMDF off=230194 len=1782117 2024-09-20T22:18:06.466 INFO:tasks.workunit.client.0.smithi046.stdout:op 4688 completed, throughput=5MB/sec 2024-09-20T22:18:06.466 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ntWjOc7HNnjb0t2 off=6762322 len=2092902 2024-09-20T22:18:06.471 INFO:tasks.workunit.client.0.smithi046.stdout:op 4689 completed, throughput=5MB/sec 2024-09-20T22:18:06.471 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BsJ8w9djvaqwg-2 off=19744565 len=540412 2024-09-20T22:18:06.472 INFO:tasks.workunit.client.0.smithi046.stdout:op 4690 completed, throughput=5MB/sec 2024-09-20T22:18:07.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:06 smithi046 ceph-mon[96110]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-20T22:18:07.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:06 smithi046 ceph-mon[98591]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-20T22:18:07.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:06 smithi134 ceph-mon[89086]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-20T22:18:07.472 INFO:tasks.workunit.client.0.smithi046.stdout: 919: throughput=5MB/sec pending data=0 2024-09-20T22:18:07.472 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CaMIe_7Idbhu4gS off=4478356 len=751591 2024-09-20T22:18:07.477 INFO:tasks.workunit.client.0.smithi046.stdout:op 4691 completed, throughput=5MB/sec 2024-09-20T22:18:07.477 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1-IyKTWowbxIwIJ off=1827758 len=1525362 2024-09-20T22:18:07.479 INFO:tasks.workunit.client.0.smithi046.stdout:op 4692 completed, throughput=5MB/sec 2024-09-20T22:18:07.479 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bb5W3dxe6JxBXcl off=22897340 len=220745 2024-09-20T22:18:07.480 INFO:tasks.workunit.client.0.smithi046.stdout:op 4693 completed, throughput=5MB/sec 2024-09-20T22:18:07.481 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QcvbeA2LnHBetvu off=5874608 len=1050742 2024-09-20T22:18:07.482 INFO:tasks.workunit.client.0.smithi046.stdout:op 4694 completed, throughput=5MB/sec 2024-09-20T22:18:07.482 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vWALl1QO4bAIHkT off=733511 len=1273085 2024-09-20T22:18:07.484 INFO:tasks.workunit.client.0.smithi046.stdout:op 4695 completed, throughput=5MB/sec 2024-09-20T22:18:08.484 INFO:tasks.workunit.client.0.smithi046.stdout: 920: throughput=4.99MB/sec pending data=0 2024-09-20T22:18:08.484 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SQtwpyPQMYr0fqU off=1943141 len=1736135 2024-09-20T22:18:08.487 INFO:tasks.workunit.client.0.smithi046.stdout:op 4696 completed, throughput=5MB/sec 2024-09-20T22:18:08.487 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-l4Ik09pDMHkrZLi off=12940130 len=870684 2024-09-20T22:18:08.488 INFO:tasks.workunit.client.0.smithi046.stdout:op 4697 completed, throughput=5MB/sec 2024-09-20T22:18:08.488 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nJfT1Tj09BUrTZh off=1489 len=1402785 2024-09-20T22:18:08.494 INFO:tasks.workunit.client.0.smithi046.stdout:op 4698 completed, throughput=5MB/sec 2024-09-20T22:18:08.494 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2bTZ048LRL-GveR off=5739762 len=222418 2024-09-20T22:18:08.495 INFO:tasks.workunit.client.0.smithi046.stdout:op 4699 completed, throughput=5MB/sec 2024-09-20T22:18:08.495 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iH0me08A_SiaHAg off=1257971 len=355288 2024-09-20T22:18:08.495 INFO:tasks.workunit.client.0.smithi046.stdout:op 4700 completed, throughput=5MB/sec 2024-09-20T22:18:08.495 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AEbdogoYOuKLy7k off=20260223 len=1204387 2024-09-20T22:18:08.501 INFO:tasks.workunit.client.0.smithi046.stdout:op 4701 completed, throughput=5MB/sec 2024-09-20T22:18:09.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:08 smithi046 ceph-mon[96110]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:18:09.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:08 smithi046 ceph-mon[98591]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:18:09.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:08 smithi134 ceph-mon[89086]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:18:09.501 INFO:tasks.workunit.client.0.smithi046.stdout: 921: throughput=5MB/sec pending data=0 2024-09-20T22:18:09.501 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7SLg0pZ2Jx7utia off=593988 len=1273419 2024-09-20T22:18:09.507 INFO:tasks.workunit.client.0.smithi046.stdout:op 4702 completed, throughput=5MB/sec 2024-09-20T22:18:09.507 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MhBMrfxyIYZiN0y off=3070362 len=280081 2024-09-20T22:18:09.510 INFO:tasks.workunit.client.0.smithi046.stdout:op 4703 completed, throughput=5MB/sec 2024-09-20T22:18:09.511 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BtP2F8fd3Hzee7A off=10278254 len=1714538 2024-09-20T22:18:09.519 INFO:tasks.workunit.client.0.smithi046.stdout:op 4704 completed, throughput=5MB/sec 2024-09-20T22:18:09.519 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HRi_yajY_iVxhXA off=11283426 len=1029807 2024-09-20T22:18:09.520 INFO:tasks.workunit.client.0.smithi046.stdout:op 4705 completed, throughput=5MB/sec 2024-09-20T22:18:09.520 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cNb44dxTk9kI3mv off=1221594 len=1379460 2024-09-20T22:18:09.525 INFO:tasks.workunit.client.0.smithi046.stdout:op 4706 completed, throughput=5MB/sec 2024-09-20T22:18:10.526 INFO:tasks.workunit.client.0.smithi046.stdout: 922: throughput=5MB/sec pending data=0 2024-09-20T22:18:10.526 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1YtSqVmVFAZe3F1 off=17348381 len=1097911 2024-09-20T22:18:10.527 INFO:tasks.workunit.client.0.smithi046.stdout:op 4707 completed, throughput=5MB/sec 2024-09-20T22:18:10.528 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LNXowKVrJXt3L3t off=18433404 len=2011070 2024-09-20T22:18:10.537 INFO:tasks.workunit.client.0.smithi046.stdout:op 4708 completed, throughput=5MB/sec 2024-09-20T22:18:10.537 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nGwJ70GayahAga7 off=1416362 len=1066146 2024-09-20T22:18:10.543 INFO:tasks.workunit.client.0.smithi046.stdout:op 4709 completed, throughput=5MB/sec 2024-09-20T22:18:10.543 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-v5q_QQsMYBvVWH4 off=1932659 len=592116 2024-09-20T22:18:10.544 INFO:tasks.workunit.client.0.smithi046.stdout:op 4710 completed, throughput=5MB/sec 2024-09-20T22:18:11.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:10 smithi046 ceph-mon[96110]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:18:11.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:10 smithi046 ceph-mon[98591]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:18:11.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:10 smithi134 ceph-mon[89086]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:18:11.544 INFO:tasks.workunit.client.0.smithi046.stdout: 923: throughput=4.99MB/sec pending data=0 2024-09-20T22:18:11.544 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Zut0_0pKeJgYeZ0 off=12922952 len=1193969 2024-09-20T22:18:11.551 INFO:tasks.workunit.client.0.smithi046.stdout:op 4711 completed, throughput=5MB/sec 2024-09-20T22:18:11.551 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-e3qBFo2eDPZymyr off=0 len=1385119 2024-09-20T22:18:11.557 INFO:tasks.workunit.client.0.smithi046.stdout:op 4712 completed, throughput=5MB/sec 2024-09-20T22:18:11.557 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jJRbVkb1TZZhkCi off=2157326 len=758464 2024-09-20T22:18:11.562 INFO:tasks.workunit.client.0.smithi046.stdout:op 4713 completed, throughput=5MB/sec 2024-09-20T22:18:11.562 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xqzNnrK5xQNKnEM off=3136180 len=416280 2024-09-20T22:18:11.564 INFO:tasks.workunit.client.0.smithi046.stdout:op 4714 completed, throughput=5MB/sec 2024-09-20T22:18:11.564 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mUoRVJQW1xB6JZk off=2651031 len=586779 2024-09-20T22:18:11.565 INFO:tasks.workunit.client.0.smithi046.stdout:op 4715 completed, throughput=5MB/sec 2024-09-20T22:18:11.565 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lZA_OHw_esdW_Hl off=13591691 len=1161158 2024-09-20T22:18:11.569 INFO:tasks.workunit.client.0.smithi046.stdout:op 4716 completed, throughput=5MB/sec 2024-09-20T22:18:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:18:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:18:12] "GET /metrics HTTP/1.1" 200 34162 "" "Prometheus/2.43.0" 2024-09-20T22:18:12.570 INFO:tasks.workunit.client.0.smithi046.stdout: 924: throughput=5MB/sec pending data=0 2024-09-20T22:18:12.570 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BwNpFTXluC63_V0 off=18607066 len=1781485 2024-09-20T22:18:12.572 INFO:tasks.workunit.client.0.smithi046.stdout:op 4717 completed, throughput=5MB/sec 2024-09-20T22:18:12.572 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4CyCPrx04lrFVjB off=388678 len=539198 2024-09-20T22:18:12.574 INFO:tasks.workunit.client.0.smithi046.stdout:op 4718 completed, throughput=5MB/sec 2024-09-20T22:18:12.574 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-e2-LLSGiUDvgkpY off=1774332 len=556468 2024-09-20T22:18:12.578 INFO:tasks.workunit.client.0.smithi046.stdout:op 4719 completed, throughput=5MB/sec 2024-09-20T22:18:12.578 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iscvyBawoGcqt_L off=2389439 len=1271948 2024-09-20T22:18:12.580 INFO:tasks.workunit.client.0.smithi046.stdout:op 4720 completed, throughput=5MB/sec 2024-09-20T22:18:12.580 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yE25z6pLFlKffqg off=7684025 len=1307046 2024-09-20T22:18:12.581 INFO:tasks.workunit.client.0.smithi046.stdout:op 4721 completed, throughput=5MB/sec 2024-09-20T22:18:12.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:18:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:18:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:18:13.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:12 smithi046 ceph-mon[96110]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:18:13.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:12 smithi046 ceph-mon[98591]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:18:13.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:12 smithi134 ceph-mon[89086]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:18:13.582 INFO:tasks.workunit.client.0.smithi046.stdout: 925: throughput=5MB/sec pending data=0 2024-09-20T22:18:13.582 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xz6NTQjrnZq5FaQ off=2493406 len=1045700 2024-09-20T22:18:13.584 INFO:tasks.workunit.client.0.smithi046.stdout:op 4722 completed, throughput=5MB/sec 2024-09-20T22:18:13.585 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2Cq2gU8kacDBt3J off=4160128 len=2009888 2024-09-20T22:18:13.597 INFO:tasks.workunit.client.0.smithi046.stdout:op 4723 completed, throughput=5MB/sec 2024-09-20T22:18:13.597 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IQ1K6HVR80L-lph off=18009274 len=553899 2024-09-20T22:18:13.601 INFO:tasks.workunit.client.0.smithi046.stdout:op 4724 completed, throughput=5MB/sec 2024-09-20T22:18:13.601 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2b1Qlcz0Xs-ztzu off=813929 len=717886 2024-09-20T22:18:13.605 INFO:tasks.workunit.client.0.smithi046.stdout:op 4725 completed, throughput=5MB/sec 2024-09-20T22:18:13.606 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0rE3brkJUchHrEV off=3446334 len=1875845 2024-09-20T22:18:13.615 INFO:tasks.workunit.client.0.smithi046.stdout:op 4726 completed, throughput=5MB/sec 2024-09-20T22:18:14.616 INFO:tasks.workunit.client.0.smithi046.stdout: 926: throughput=5MB/sec pending data=0 2024-09-20T22:18:14.616 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4qyFtf8go5l072P off=12528494 len=2045213 2024-09-20T22:18:14.625 INFO:tasks.workunit.client.0.smithi046.stdout:op 4727 completed, throughput=5MB/sec 2024-09-20T22:18:14.626 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-55kA9vsKeRV1fG1 off=3637611 len=306004 2024-09-20T22:18:14.626 INFO:tasks.workunit.client.0.smithi046.stdout:op 4728 completed, throughput=5MB/sec 2024-09-20T22:18:14.626 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yqitZ3eRVrMc4sR off=15297675 len=1526155 2024-09-20T22:18:14.633 INFO:tasks.workunit.client.0.smithi046.stdout:op 4729 completed, throughput=5MB/sec 2024-09-20T22:18:14.633 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vFMskTuX_Cf5QRj off=6007201 len=1428402 2024-09-20T22:18:14.640 INFO:tasks.workunit.client.0.smithi046.stdout:op 4730 completed, throughput=5MB/sec 2024-09-20T22:18:15.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:14 smithi046 ceph-mon[96110]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:18:15.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:14 smithi046 ceph-mon[98591]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:18:15.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:14 smithi134 ceph-mon[89086]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:18:15.640 INFO:tasks.workunit.client.0.smithi046.stdout: 927: throughput=5MB/sec pending data=0 2024-09-20T22:18:15.641 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_Gz_rtz3S2TDqUY off=7250089 len=1663126 2024-09-20T22:18:15.643 INFO:tasks.workunit.client.0.smithi046.stdout:op 4731 completed, throughput=5MB/sec 2024-09-20T22:18:15.643 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_2Nbc9DXYIcyni0 off=13114138 len=1623462 2024-09-20T22:18:15.644 INFO:tasks.workunit.client.0.smithi046.stdout:op 4732 completed, throughput=5MB/sec 2024-09-20T22:18:15.644 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1agIzsz015u_FB7 off=20256443 len=361377 2024-09-20T22:18:15.645 INFO:tasks.workunit.client.0.smithi046.stdout:op 4733 completed, throughput=5MB/sec 2024-09-20T22:18:15.645 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ae9jvkzyReB2Jtc off=194572 len=2006471 2024-09-20T22:18:15.654 INFO:tasks.workunit.client.0.smithi046.stdout:op 4734 completed, throughput=5MB/sec 2024-09-20T22:18:16.654 INFO:tasks.workunit.client.0.smithi046.stdout: 928: throughput=5MB/sec pending data=0 2024-09-20T22:18:16.654 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fxYGLW7u70xqqGG off=14800465 len=1673647 2024-09-20T22:18:16.656 INFO:tasks.workunit.client.0.smithi046.stdout:op 4735 completed, throughput=5MB/sec 2024-09-20T22:18:16.656 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lltOkZbu_J3vJRa off=7345412 len=1181900 2024-09-20T22:18:16.658 INFO:tasks.workunit.client.0.smithi046.stdout:op 4736 completed, throughput=5MB/sec 2024-09-20T22:18:16.658 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9JcIm8xmvSxwFgx off=2360594 len=1474055 2024-09-20T22:18:16.665 INFO:tasks.workunit.client.0.smithi046.stdout:op 4737 completed, throughput=5MB/sec 2024-09-20T22:18:17.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:16 smithi046 ceph-mon[96110]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:18:17.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:16 smithi046 ceph-mon[98591]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:18:17.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:16 smithi134 ceph-mon[89086]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:18:17.665 INFO:tasks.workunit.client.0.smithi046.stdout: 929: throughput=5MB/sec pending data=0 2024-09-20T22:18:17.665 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tDZpDxFns2THwsu off=6250899 len=1544837 2024-09-20T22:18:17.668 INFO:tasks.workunit.client.0.smithi046.stdout:op 4738 completed, throughput=5MB/sec 2024-09-20T22:18:17.668 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sFSMN4B9jAnchMM off=10795215 len=1972390 2024-09-20T22:18:17.679 INFO:tasks.workunit.client.0.smithi046.stdout:op 4739 completed, throughput=5MB/sec 2024-09-20T22:18:17.680 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tWWrMp7hk1LKy9p off=1088635 len=1891800 2024-09-20T22:18:17.689 INFO:tasks.workunit.client.0.smithi046.stdout:op 4740 completed, throughput=5MB/sec 2024-09-20T22:18:18.689 INFO:tasks.workunit.client.0.smithi046.stdout: 930: throughput=5MB/sec pending data=0 2024-09-20T22:18:18.690 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rj2t7X2GUW7YDs2 off=5969547 len=875703 2024-09-20T22:18:18.691 INFO:tasks.workunit.client.0.smithi046.stdout:op 4741 completed, throughput=5MB/sec 2024-09-20T22:18:18.691 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-j_kf9ECkYN00rNw off=11225669 len=2029547 2024-09-20T22:18:18.693 INFO:tasks.workunit.client.0.smithi046.stdout:op 4742 completed, throughput=5MB/sec 2024-09-20T22:18:18.693 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bD9ectbyhjLHZ-d off=8084763 len=1449373 2024-09-20T22:18:18.701 INFO:tasks.workunit.client.0.smithi046.stdout:op 4743 completed, throughput=5MB/sec 2024-09-20T22:18:18.701 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oG6ggiLQ3Iy3PS3 off=20965257 len=392068 2024-09-20T22:18:18.704 INFO:tasks.workunit.client.0.smithi046.stdout:op 4744 completed, throughput=5MB/sec 2024-09-20T22:18:19.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:18 smithi046 ceph-mon[96110]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:18:19.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:18 smithi046 ceph-mon[98591]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:18:19.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:18 smithi134 ceph-mon[89086]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:18:19.704 INFO:tasks.workunit.client.0.smithi046.stdout: 931: throughput=4.99MB/sec pending data=0 2024-09-20T22:18:19.704 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-70mLpi7qgcozzSU off=16556432 len=1736565 2024-09-20T22:18:19.706 INFO:tasks.workunit.client.0.smithi046.stdout:op 4745 completed, throughput=5MB/sec 2024-09-20T22:18:19.706 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-85IIJglXVsLNaYY off=4186621 len=581769 2024-09-20T22:18:19.711 INFO:tasks.workunit.client.0.smithi046.stdout:op 4746 completed, throughput=5MB/sec 2024-09-20T22:18:19.711 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5mPErlUbO9VhFng off=10942622 len=1444451 2024-09-20T22:18:19.719 INFO:tasks.workunit.client.0.smithi046.stdout:op 4747 completed, throughput=5MB/sec 2024-09-20T22:18:19.719 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wFuxfl3Co0odJDD off=2063978 len=1097777 2024-09-20T22:18:19.726 INFO:tasks.workunit.client.0.smithi046.stdout:op 4748 completed, throughput=5MB/sec 2024-09-20T22:18:19.726 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uLNK0VftyVT-D2i off=2244762 len=1094848 2024-09-20T22:18:19.731 INFO:tasks.workunit.client.0.smithi046.stdout:op 4749 completed, throughput=5MB/sec 2024-09-20T22:18:20.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:18:20.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:18:20.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:18:20.731 INFO:tasks.workunit.client.0.smithi046.stdout: 932: throughput=5MB/sec pending data=0 2024-09-20T22:18:20.731 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kYwz_yUY0vUqRtZ off=2943093 len=19543 2024-09-20T22:18:20.732 INFO:tasks.workunit.client.0.smithi046.stdout:op 4750 completed, throughput=5MB/sec 2024-09-20T22:18:20.732 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JcrGufj3SxopAmP off=20867877 len=135761 2024-09-20T22:18:20.735 INFO:tasks.workunit.client.0.smithi046.stdout:op 4751 completed, throughput=5MB/sec 2024-09-20T22:18:20.735 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qNVmOUvkxqW_Pr9 off=7453212 len=663581 2024-09-20T22:18:20.736 INFO:tasks.workunit.client.0.smithi046.stdout:op 4752 completed, throughput=5MB/sec 2024-09-20T22:18:20.736 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ug4D7tvJDQpmxtp off=13863986 len=1746503 2024-09-20T22:18:20.743 INFO:tasks.workunit.client.0.smithi046.stdout:op 4753 completed, throughput=5MB/sec 2024-09-20T22:18:20.743 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1C8f8_3__sF4HWl off=10985960 len=740292 2024-09-20T22:18:20.747 INFO:tasks.workunit.client.0.smithi046.stdout:op 4754 completed, throughput=5MB/sec 2024-09-20T22:18:20.747 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-c9-Othk7L4JYm04 off=5244736 len=129476 2024-09-20T22:18:20.750 INFO:tasks.workunit.client.0.smithi046.stdout:op 4755 completed, throughput=5MB/sec 2024-09-20T22:18:20.750 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wHFwZoYvAeDfIJM off=10892526 len=1640352 2024-09-20T22:18:20.751 INFO:tasks.workunit.client.0.smithi046.stdout:op 4756 completed, throughput=5MB/sec 2024-09-20T22:18:21.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:20 smithi046 ceph-mon[96110]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-20T22:18:21.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:20 smithi046 ceph-mon[98591]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-20T22:18:21.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:20 smithi134 ceph-mon[89086]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-20T22:18:21.751 INFO:tasks.workunit.client.0.smithi046.stdout: 933: throughput=5MB/sec pending data=0 2024-09-20T22:18:21.752 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5GhmXqSFJjpTJqH off=4727006 len=1473186 2024-09-20T22:18:21.758 INFO:tasks.workunit.client.0.smithi046.stdout:op 4757 completed, throughput=5MB/sec 2024-09-20T22:18:21.758 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IoMAAQIrcB5GBBK off=8865745 len=1119161 2024-09-20T22:18:21.765 INFO:tasks.workunit.client.0.smithi046.stdout:op 4758 completed, throughput=5MB/sec 2024-09-20T22:18:21.765 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PmVuS5yy2Wcqs6I off=66149 len=276538 2024-09-20T22:18:21.766 INFO:tasks.workunit.client.0.smithi046.stdout:op 4759 completed, throughput=5MB/sec 2024-09-20T22:18:21.766 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-v-XTaIwhbRPXQdD off=8671917 len=632357 2024-09-20T22:18:21.767 INFO:tasks.workunit.client.0.smithi046.stdout:op 4760 completed, throughput=5MB/sec 2024-09-20T22:18:21.767 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3ERGJhgLCYBaPrc off=6027726 len=1779956 2024-09-20T22:18:21.768 INFO:tasks.workunit.client.0.smithi046.stdout:op 4761 completed, throughput=5MB/sec 2024-09-20T22:18:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:18:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:18:22] "GET /metrics HTTP/1.1" 200 34161 "" "Prometheus/2.43.0" 2024-09-20T22:18:22.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:18:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:18:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:18:22.769 INFO:tasks.workunit.client.0.smithi046.stdout: 934: throughput=5MB/sec pending data=0 2024-09-20T22:18:22.769 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oNlW8xSy82ULdJ4 off=2665174 len=1023378 2024-09-20T22:18:22.774 INFO:tasks.workunit.client.0.smithi046.stdout:op 4762 completed, throughput=5MB/sec 2024-09-20T22:18:22.775 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DgnonqdIi3qbZJR off=5769485 len=844208 2024-09-20T22:18:22.780 INFO:tasks.workunit.client.0.smithi046.stdout:op 4763 completed, throughput=5MB/sec 2024-09-20T22:18:22.780 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-301Nk0uGEt06t0q off=1887969 len=1496865 2024-09-20T22:18:22.782 INFO:tasks.workunit.client.0.smithi046.stdout:op 4764 completed, throughput=5MB/sec 2024-09-20T22:18:22.782 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6xnuqxslMPIhGjz off=81196 len=1458437 2024-09-20T22:18:22.789 INFO:tasks.workunit.client.0.smithi046.stdout:op 4765 completed, throughput=5MB/sec 2024-09-20T22:18:22.789 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EZ-I7J29r-JJ8sZ off=3112059 len=1770238 2024-09-20T22:18:22.791 INFO:tasks.workunit.client.0.smithi046.stdout:op 4766 completed, throughput=5MB/sec 2024-09-20T22:18:23.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:22 smithi046 ceph-mon[96110]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-20T22:18:23.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:22 smithi046 ceph-mon[98591]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-20T22:18:23.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:22 smithi134 ceph-mon[89086]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-20T22:18:23.791 INFO:tasks.workunit.client.0.smithi046.stdout: 935: throughput=5MB/sec pending data=0 2024-09-20T22:18:23.791 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9Qx4pt_50clNete off=4111758 len=1674622 2024-09-20T22:18:23.793 INFO:tasks.workunit.client.0.smithi046.stdout:op 4767 completed, throughput=5MB/sec 2024-09-20T22:18:23.793 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_j42hqTmVchQQ1R off=20137953 len=1445816 2024-09-20T22:18:23.800 INFO:tasks.workunit.client.0.smithi046.stdout:op 4768 completed, throughput=5MB/sec 2024-09-20T22:18:23.801 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TKFUakXBo57Jb_A off=1357661 len=1389693 2024-09-20T22:18:23.802 INFO:tasks.workunit.client.0.smithi046.stdout:op 4769 completed, throughput=5MB/sec 2024-09-20T22:18:24.803 INFO:tasks.workunit.client.0.smithi046.stdout: 936: throughput=5MB/sec pending data=0 2024-09-20T22:18:24.803 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uY7CYmp3wuMyArL off=335971 len=79265 2024-09-20T22:18:24.806 INFO:tasks.workunit.client.0.smithi046.stdout:op 4770 completed, throughput=5MB/sec 2024-09-20T22:18:24.806 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ByKMfki-gIOxQS4 off=3759340 len=591836 2024-09-20T22:18:24.810 INFO:tasks.workunit.client.0.smithi046.stdout:op 4771 completed, throughput=5MB/sec 2024-09-20T22:18:24.810 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gRldFW-eAXSgjxA off=2079706 len=1194057 2024-09-20T22:18:24.811 INFO:tasks.workunit.client.0.smithi046.stdout:op 4772 completed, throughput=5MB/sec 2024-09-20T22:18:24.812 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-coU-0CTGS6E9LQk off=13342098 len=393418 2024-09-20T22:18:24.813 INFO:tasks.workunit.client.0.smithi046.stdout:op 4773 completed, throughput=5MB/sec 2024-09-20T22:18:24.813 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yveBffazJ1QI8Nc off=1320357 len=637904 2024-09-20T22:18:24.817 INFO:tasks.workunit.client.0.smithi046.stdout:op 4774 completed, throughput=5MB/sec 2024-09-20T22:18:24.818 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pNHETWTeyJk6j-Y off=1437111 len=1867283 2024-09-20T22:18:24.820 INFO:tasks.workunit.client.0.smithi046.stdout:op 4775 completed, throughput=5MB/sec 2024-09-20T22:18:25.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:24 smithi046 ceph-mon[96110]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-20T22:18:25.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:24 smithi046 ceph-mon[98591]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-20T22:18:25.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:24 smithi134 ceph-mon[89086]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-20T22:18:25.820 INFO:tasks.workunit.client.0.smithi046.stdout: 937: throughput=4.99MB/sec pending data=0 2024-09-20T22:18:25.820 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Yn7gzBHFXPCuwBh off=14551701 len=1879270 2024-09-20T22:18:25.824 INFO:tasks.workunit.client.0.smithi046.stdout:op 4776 completed, throughput=5MB/sec 2024-09-20T22:18:25.824 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-45ERYFNmZErxVEc off=7778715 len=1736909 2024-09-20T22:18:25.826 INFO:tasks.workunit.client.0.smithi046.stdout:op 4777 completed, throughput=5MB/sec 2024-09-20T22:18:25.827 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0B0zdheUD5Z9ZNu off=5746655 len=1174728 2024-09-20T22:18:25.828 INFO:tasks.workunit.client.0.smithi046.stdout:op 4778 completed, throughput=5MB/sec 2024-09-20T22:18:25.828 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XRjHgMNU-oXC9ns off=1097575 len=332856 2024-09-20T22:18:25.828 INFO:tasks.workunit.client.0.smithi046.stdout:op 4779 completed, throughput=5MB/sec 2024-09-20T22:18:26.829 INFO:tasks.workunit.client.0.smithi046.stdout: 938: throughput=4.99MB/sec pending data=0 2024-09-20T22:18:26.829 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-M_cPXpE8hoew3UD off=20317503 len=608686 2024-09-20T22:18:26.830 INFO:tasks.workunit.client.0.smithi046.stdout:op 4780 completed, throughput=5MB/sec 2024-09-20T22:18:26.830 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vwNeqdBSsnmqfnh off=3356775 len=1743846 2024-09-20T22:18:26.838 INFO:tasks.workunit.client.0.smithi046.stdout:op 4781 completed, throughput=5MB/sec 2024-09-20T22:18:26.838 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1dvWOd6ARMOHyn0 off=5110842 len=1302634 2024-09-20T22:18:26.845 INFO:tasks.workunit.client.0.smithi046.stdout:op 4782 completed, throughput=5MB/sec 2024-09-20T22:18:26.846 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WyN9bxP8IFtGUFU off=71576 len=834547 2024-09-20T22:18:26.847 INFO:tasks.workunit.client.0.smithi046.stdout:op 4783 completed, throughput=5MB/sec 2024-09-20T22:18:26.847 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-22U8N3WIM7kDoYZ off=1211664 len=700711 2024-09-20T22:18:26.851 INFO:tasks.workunit.client.0.smithi046.stdout:op 4784 completed, throughput=5MB/sec 2024-09-20T22:18:26.851 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Lekg7IO8z1V_1Yt off=8400951 len=1675719 2024-09-20T22:18:26.853 INFO:tasks.workunit.client.0.smithi046.stdout:op 4785 completed, throughput=5MB/sec 2024-09-20T22:18:27.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:26 smithi046 ceph-mon[96110]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-20T22:18:27.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:26 smithi046 ceph-mon[98591]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-20T22:18:27.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:26 smithi134 ceph-mon[89086]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-20T22:18:27.853 INFO:tasks.workunit.client.0.smithi046.stdout: 939: throughput=5MB/sec pending data=0 2024-09-20T22:18:27.853 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aF3JhW3jnkyPV5e off=10321871 len=316918 2024-09-20T22:18:27.858 INFO:tasks.workunit.client.0.smithi046.stdout:op 4786 completed, throughput=5MB/sec 2024-09-20T22:18:27.858 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AJ1V68Js2gv4R42 off=9404680 len=1939514 2024-09-20T22:18:27.861 INFO:tasks.workunit.client.0.smithi046.stdout:op 4787 completed, throughput=5MB/sec 2024-09-20T22:18:27.861 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wTMNo6FqIEmLa9l off=3517724 len=1560610 2024-09-20T22:18:27.863 INFO:tasks.workunit.client.0.smithi046.stdout:op 4788 completed, throughput=5MB/sec 2024-09-20T22:18:28.864 INFO:tasks.workunit.client.0.smithi046.stdout: 940: throughput=4.99MB/sec pending data=0 2024-09-20T22:18:28.864 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GBS58wRByvz_l8M off=353217 len=972178 2024-09-20T22:18:28.865 INFO:tasks.workunit.client.0.smithi046.stdout:op 4789 completed, throughput=5MB/sec 2024-09-20T22:18:28.865 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-z17keLcpzUjvQFx off=8150601 len=1539957 2024-09-20T22:18:28.873 INFO:tasks.workunit.client.0.smithi046.stdout:op 4790 completed, throughput=5MB/sec 2024-09-20T22:18:28.873 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-H6HSkPI9nVlcwE8 off=2672394 len=2075879 2024-09-20T22:18:28.885 INFO:tasks.workunit.client.0.smithi046.stdout:op 4791 completed, throughput=5MB/sec 2024-09-20T22:18:28.885 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3uxbu2isTXVn3ue off=4344598 len=1467622 2024-09-20T22:18:28.892 INFO:tasks.workunit.client.0.smithi046.stdout:op 4792 completed, throughput=5MB/sec 2024-09-20T22:18:29.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:28 smithi046 ceph-mon[96110]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:18:29.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:28 smithi046 ceph-mon[98591]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:18:29.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:28 smithi134 ceph-mon[89086]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:18:29.892 INFO:tasks.workunit.client.0.smithi046.stdout: 941: throughput=5MB/sec pending data=0 2024-09-20T22:18:29.892 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_GwGN7V4pn5WtbH off=14263789 len=469931 2024-09-20T22:18:29.894 INFO:tasks.workunit.client.0.smithi046.stdout:op 4793 completed, throughput=5MB/sec 2024-09-20T22:18:29.894 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EvGMSS3MpXnghKW off=1809835 len=193823 2024-09-20T22:18:29.897 INFO:tasks.workunit.client.0.smithi046.stdout:op 4794 completed, throughput=5MB/sec 2024-09-20T22:18:29.897 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tDl9T59SE1AHhz4 off=1847472 len=535752 2024-09-20T22:18:29.899 INFO:tasks.workunit.client.0.smithi046.stdout:op 4795 completed, throughput=5MB/sec 2024-09-20T22:18:29.899 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qh0qCTzuNdp2ZE_ off=2885536 len=922296 2024-09-20T22:18:29.901 INFO:tasks.workunit.client.0.smithi046.stdout:op 4796 completed, throughput=5MB/sec 2024-09-20T22:18:29.901 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-T9g5CBpeF7UPfb0 off=216151 len=940733 2024-09-20T22:18:29.902 INFO:tasks.workunit.client.0.smithi046.stdout:op 4797 completed, throughput=5MB/sec 2024-09-20T22:18:29.902 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CSD9Lthcj_NtsIz off=3874595 len=1665900 2024-09-20T22:18:29.910 INFO:tasks.workunit.client.0.smithi046.stdout:op 4798 completed, throughput=5MB/sec 2024-09-20T22:18:30.911 INFO:tasks.workunit.client.0.smithi046.stdout: 942: throughput=4.99MB/sec pending data=0 2024-09-20T22:18:30.911 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9yXP3tbRxF5w9pl off=7636358 len=1672518 2024-09-20T22:18:30.918 INFO:tasks.workunit.client.0.smithi046.stdout:op 4799 completed, throughput=5MB/sec 2024-09-20T22:18:30.918 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TTBkRzbGsy3nDXa off=5822616 len=2025678 2024-09-20T22:18:30.920 INFO:tasks.workunit.client.0.smithi046.stdout:op 4800 completed, throughput=5MB/sec 2024-09-20T22:18:30.920 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-C_O0290NmbuuBMW off=1416133 len=1305839 2024-09-20T22:18:30.921 INFO:tasks.workunit.client.0.smithi046.stdout:op 4801 completed, throughput=5MB/sec 2024-09-20T22:18:30.921 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LSnQft1xL9F5Ieq off=6368999 len=1461600 2024-09-20T22:18:30.928 INFO:tasks.workunit.client.0.smithi046.stdout:op 4802 completed, throughput=5MB/sec 2024-09-20T22:18:31.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:30 smithi046 ceph-mon[96110]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-20T22:18:31.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:30 smithi046 ceph-mon[98591]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-20T22:18:31.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:30 smithi134 ceph-mon[89086]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-20T22:18:31.928 INFO:tasks.workunit.client.0.smithi046.stdout: 943: throughput=5MB/sec pending data=0 2024-09-20T22:18:31.928 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-h2nwNFz_Cb_wV1y off=17187875 len=1447687 2024-09-20T22:18:31.930 INFO:tasks.workunit.client.0.smithi046.stdout:op 4803 completed, throughput=5MB/sec 2024-09-20T22:18:31.930 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--Q3QyYII-WUPr69 off=17643221 len=1132975 2024-09-20T22:18:31.936 INFO:tasks.workunit.client.0.smithi046.stdout:op 4804 completed, throughput=5MB/sec 2024-09-20T22:18:31.936 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DBENjUilNh9snYc off=13710818 len=1247514 2024-09-20T22:18:31.942 INFO:tasks.workunit.client.0.smithi046.stdout:op 4805 completed, throughput=5MB/sec 2024-09-20T22:18:31.942 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rKULjdQMJV3rXn4 off=3853456 len=952605 2024-09-20T22:18:31.943 INFO:tasks.workunit.client.0.smithi046.stdout:op 4806 completed, throughput=5MB/sec 2024-09-20T22:18:32.150 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:18:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:18:32] "GET /metrics HTTP/1.1" 200 34161 "" "Prometheus/2.43.0" 2024-09-20T22:18:32.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:31 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:18:32.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:31 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:18:32.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:31 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:18:32.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:31 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:18:32.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:31 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:18:32.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:31 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:18:32.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:31 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:18:32.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:31 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:18:32.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:31 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:18:32.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:31 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:18:32.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:31 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:18:32.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:31 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:18:32.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:18:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:18:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:18:32.943 INFO:tasks.workunit.client.0.smithi046.stdout: 944: throughput=5MB/sec pending data=0 2024-09-20T22:18:32.943 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RAH64a7aUoeHHbi off=1311988 len=782364 2024-09-20T22:18:32.945 INFO:tasks.workunit.client.0.smithi046.stdout:op 4807 completed, throughput=5MB/sec 2024-09-20T22:18:32.945 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-d71Zl-IvoHvEsCC off=11725716 len=1700727 2024-09-20T22:18:32.953 INFO:tasks.workunit.client.0.smithi046.stdout:op 4808 completed, throughput=5MB/sec 2024-09-20T22:18:32.953 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fTqCPdcM1b9PanU off=4119550 len=641675 2024-09-20T22:18:32.955 INFO:tasks.workunit.client.0.smithi046.stdout:op 4809 completed, throughput=5MB/sec 2024-09-20T22:18:32.955 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4cPKMAbUBIlPyif off=12873196 len=1353194 2024-09-20T22:18:32.956 INFO:tasks.workunit.client.0.smithi046.stdout:op 4810 completed, throughput=5MB/sec 2024-09-20T22:18:32.956 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4B3ImA0ObEbV3Ii off=372060 len=1082878 2024-09-20T22:18:32.959 INFO:tasks.workunit.client.0.smithi046.stdout:op 4811 completed, throughput=5MB/sec 2024-09-20T22:18:33.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:33 smithi046 ceph-mon[96110]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:18:33.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:33 smithi046 ceph-mon[98591]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:18:33.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:33 smithi134 ceph-mon[89086]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:18:33.959 INFO:tasks.workunit.client.0.smithi046.stdout: 945: throughput=5MB/sec pending data=0 2024-09-20T22:18:33.959 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Tt1KeatZ00CtUir off=7916462 len=729948 2024-09-20T22:18:33.961 INFO:tasks.workunit.client.0.smithi046.stdout:op 4812 completed, throughput=5MB/sec 2024-09-20T22:18:33.961 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VyVs9lbVA-R5XQm off=14760620 len=769246 2024-09-20T22:18:33.963 INFO:tasks.workunit.client.0.smithi046.stdout:op 4813 completed, throughput=5MB/sec 2024-09-20T22:18:33.963 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-plAKMmgAYi15axy off=0 len=1698445 2024-09-20T22:18:33.966 INFO:tasks.workunit.client.0.smithi046.stdout:op 4814 completed, throughput=5MB/sec 2024-09-20T22:18:33.966 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Rg2mRc2LoLl0TTX off=2349831 len=996966 2024-09-20T22:18:33.967 INFO:tasks.workunit.client.0.smithi046.stdout:op 4815 completed, throughput=5MB/sec 2024-09-20T22:18:33.967 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0y01eTWlFGHj1am off=16193998 len=192680 2024-09-20T22:18:33.968 INFO:tasks.workunit.client.0.smithi046.stdout:op 4816 completed, throughput=5MB/sec 2024-09-20T22:18:33.968 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XWFA9IKoP44z1R2 off=72674 len=595845 2024-09-20T22:18:33.972 INFO:tasks.workunit.client.0.smithi046.stdout:op 4817 completed, throughput=5MB/sec 2024-09-20T22:18:34.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:18:34.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:18:34.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:18:34.972 INFO:tasks.workunit.client.0.smithi046.stdout: 946: throughput=5MB/sec pending data=0 2024-09-20T22:18:34.973 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_NT8_QKatQp5j6L off=3997043 len=1825468 2024-09-20T22:18:34.983 INFO:tasks.workunit.client.0.smithi046.stdout:op 4818 completed, throughput=5MB/sec 2024-09-20T22:18:34.983 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Nj_fVmsFFETwpyb off=2632616 len=279846 2024-09-20T22:18:34.986 INFO:tasks.workunit.client.0.smithi046.stdout:op 4819 completed, throughput=5MB/sec 2024-09-20T22:18:34.986 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dHcF6U7xv1kbCW9 off=7303021 len=1847580 2024-09-20T22:18:34.989 INFO:tasks.workunit.client.0.smithi046.stdout:op 4820 completed, throughput=5MB/sec 2024-09-20T22:18:34.989 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-42NsfcsRLewoxkd off=8706483 len=949453 2024-09-20T22:18:34.990 INFO:tasks.workunit.client.0.smithi046.stdout:op 4821 completed, throughput=5MB/sec 2024-09-20T22:18:35.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:35 smithi046 ceph-mon[96110]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:18:35.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:35 smithi046 ceph-mon[98591]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:18:35.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:35 smithi134 ceph-mon[89086]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:18:35.991 INFO:tasks.workunit.client.0.smithi046.stdout: 947: throughput=4.99MB/sec pending data=0 2024-09-20T22:18:35.991 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kZkrulTWHkkkIy8 off=9340453 len=267113 2024-09-20T22:18:35.994 INFO:tasks.workunit.client.0.smithi046.stdout:op 4822 completed, throughput=5MB/sec 2024-09-20T22:18:35.994 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qKRA93D1ASM6EgB off=2880839 len=299010 2024-09-20T22:18:35.997 INFO:tasks.workunit.client.0.smithi046.stdout:op 4823 completed, throughput=5MB/sec 2024-09-20T22:18:35.997 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GMyKR36JIUkhnlN off=7128178 len=1167245 2024-09-20T22:18:36.004 INFO:tasks.workunit.client.0.smithi046.stdout:op 4824 completed, throughput=5MB/sec 2024-09-20T22:18:36.004 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KaLyvfPLLL9TsYT off=6792147 len=128764 2024-09-20T22:18:36.006 INFO:tasks.workunit.client.0.smithi046.stdout:op 4825 completed, throughput=5MB/sec 2024-09-20T22:18:36.006 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1gv-Y9cEXTrlyum off=11090523 len=2064293 2024-09-20T22:18:36.009 INFO:tasks.workunit.client.0.smithi046.stdout:op 4826 completed, throughput=5MB/sec 2024-09-20T22:18:36.009 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-njtu1W4FCcz6kt5 off=617771 len=1817976 2024-09-20T22:18:36.016 INFO:tasks.workunit.client.0.smithi046.stdout:op 4827 completed, throughput=5MB/sec 2024-09-20T22:18:37.016 INFO:tasks.workunit.client.0.smithi046.stdout: 948: throughput=5MB/sec pending data=0 2024-09-20T22:18:37.016 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-G5rQw7LwxzMYabk off=21754272 len=1382566 2024-09-20T22:18:37.018 INFO:tasks.workunit.client.0.smithi046.stdout:op 4828 completed, throughput=5MB/sec 2024-09-20T22:18:37.018 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SsBIF-ewX0NLhoy off=2285662 len=725634 2024-09-20T22:18:37.024 INFO:tasks.workunit.client.0.smithi046.stdout:op 4829 completed, throughput=5MB/sec 2024-09-20T22:18:37.024 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pvptxrHzp2b4886 off=4107383 len=575697 2024-09-20T22:18:37.025 INFO:tasks.workunit.client.0.smithi046.stdout:op 4830 completed, throughput=5MB/sec 2024-09-20T22:18:37.025 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0cvM3I6GMILkBPe off=18516327 len=564510 2024-09-20T22:18:37.026 INFO:tasks.workunit.client.0.smithi046.stdout:op 4831 completed, throughput=5MB/sec 2024-09-20T22:18:37.026 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Ffy7zQuR2GHDQic off=12858267 len=1417244 2024-09-20T22:18:37.028 INFO:tasks.workunit.client.0.smithi046.stdout:op 4832 completed, throughput=5MB/sec 2024-09-20T22:18:37.028 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lXlOlc5dJpK4QeJ off=15252333 len=1904138 2024-09-20T22:18:37.038 INFO:tasks.workunit.client.0.smithi046.stdout:op 4833 completed, throughput=5MB/sec 2024-09-20T22:18:37.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:37 smithi046 ceph-mon[96110]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:18:37.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:37 smithi046 ceph-mon[98591]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:18:37.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:37 smithi134 ceph-mon[89086]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:18:38.039 INFO:tasks.workunit.client.0.smithi046.stdout: 949: throughput=5MB/sec pending data=0 2024-09-20T22:18:38.039 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TG1GA-qM0JRHhdc off=5422109 len=574880 2024-09-20T22:18:38.040 INFO:tasks.workunit.client.0.smithi046.stdout:op 4834 completed, throughput=5MB/sec 2024-09-20T22:18:38.040 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kfsyp73FFYuL5fB off=7660198 len=936785 2024-09-20T22:18:38.045 INFO:tasks.workunit.client.0.smithi046.stdout:op 4835 completed, throughput=5MB/sec 2024-09-20T22:18:38.045 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BASi7VqKmWbBN32 off=3569325 len=1007900 2024-09-20T22:18:38.051 INFO:tasks.workunit.client.0.smithi046.stdout:op 4836 completed, throughput=5MB/sec 2024-09-20T22:18:38.051 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Rs49cShP4uveFWd off=6235250 len=1327135 2024-09-20T22:18:38.058 INFO:tasks.workunit.client.0.smithi046.stdout:op 4837 completed, throughput=5MB/sec 2024-09-20T22:18:39.058 INFO:tasks.workunit.client.0.smithi046.stdout: 950: throughput=5MB/sec pending data=0 2024-09-20T22:18:39.058 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZkbZfM71NVDoL0I off=10390650 len=497822 2024-09-20T22:18:39.060 INFO:tasks.workunit.client.0.smithi046.stdout:op 4838 completed, throughput=5MB/sec 2024-09-20T22:18:39.060 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Tyd-b35Vr2ox99k off=10720376 len=1412116 2024-09-20T22:18:39.069 INFO:tasks.workunit.client.0.smithi046.stdout:op 4839 completed, throughput=5MB/sec 2024-09-20T22:18:39.070 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-clXX3kvRToEWXSf off=731092 len=573460 2024-09-20T22:18:39.074 INFO:tasks.workunit.client.0.smithi046.stdout:op 4840 completed, throughput=5MB/sec 2024-09-20T22:18:39.074 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ar-cp2jLo22DJw0 off=0 len=1408636 2024-09-20T22:18:39.076 INFO:tasks.workunit.client.0.smithi046.stdout:op 4841 completed, throughput=5MB/sec 2024-09-20T22:18:39.076 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3fHD9cG0w7BTknc off=4066900 len=631227 2024-09-20T22:18:39.079 INFO:tasks.workunit.client.0.smithi046.stdout:op 4842 completed, throughput=5MB/sec 2024-09-20T22:18:39.079 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4W-1hO5aW_2bW5V off=1912342 len=466981 2024-09-20T22:18:39.082 INFO:tasks.workunit.client.0.smithi046.stdout:op 4843 completed, throughput=5MB/sec 2024-09-20T22:18:39.083 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8IX1a3htrY_hd26 off=708102 len=128818 2024-09-20T22:18:39.083 INFO:tasks.workunit.client.0.smithi046.stdout:op 4844 completed, throughput=5MB/sec 2024-09-20T22:18:39.083 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ANyF0WamoDIOF-j off=6431034 len=2047555 2024-09-20T22:18:39.087 INFO:tasks.workunit.client.0.smithi046.stdout:op 4845 completed, throughput=5MB/sec 2024-09-20T22:18:39.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:39 smithi046 ceph-mon[96110]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:18:39.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:39 smithi046 ceph-mon[98591]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:18:39.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:39 smithi134 ceph-mon[89086]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:18:40.087 INFO:tasks.workunit.client.0.smithi046.stdout: 951: throughput=5MB/sec pending data=0 2024-09-20T22:18:40.087 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8AiPRbnn7lQA-oI off=4669531 len=1937015 2024-09-20T22:18:40.089 INFO:tasks.workunit.client.0.smithi046.stdout:op 4846 completed, throughput=5MB/sec 2024-09-20T22:18:40.089 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-059otHlOROboO9h off=6299199 len=1763177 2024-09-20T22:18:40.091 INFO:tasks.workunit.client.0.smithi046.stdout:op 4847 completed, throughput=5MB/sec 2024-09-20T22:18:41.091 INFO:tasks.workunit.client.0.smithi046.stdout: 952: throughput=5MB/sec pending data=0 2024-09-20T22:18:41.091 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zPcargeNXPAe9fI off=4645520 len=111852 2024-09-20T22:18:41.094 INFO:tasks.workunit.client.0.smithi046.stdout:op 4848 completed, throughput=5MB/sec 2024-09-20T22:18:41.094 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-feKEfBR7V_WAu3H off=4312420 len=1149589 2024-09-20T22:18:41.101 INFO:tasks.workunit.client.0.smithi046.stdout:op 4849 completed, throughput=5MB/sec 2024-09-20T22:18:41.101 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mWZqzLSb4kmf7_j off=6785482 len=52500 2024-09-20T22:18:41.101 INFO:tasks.workunit.client.0.smithi046.stdout:op 4850 completed, throughput=5MB/sec 2024-09-20T22:18:41.101 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ctQrjaWMQE07zfr off=6248421 len=1660913 2024-09-20T22:18:41.112 INFO:tasks.workunit.client.0.smithi046.stdout:op 4851 completed, throughput=5MB/sec 2024-09-20T22:18:41.112 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fzNXpHz9Xb6LExY off=770554 len=274328 2024-09-20T22:18:41.115 INFO:tasks.workunit.client.0.smithi046.stdout:op 4852 completed, throughput=5MB/sec 2024-09-20T22:18:41.115 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-U34yer4KYFeKux0 off=4871291 len=110145 2024-09-20T22:18:41.118 INFO:tasks.workunit.client.0.smithi046.stdout:op 4853 completed, throughput=5MB/sec 2024-09-20T22:18:41.118 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZodWFmdEt7hRap0 off=10052496 len=1479475 2024-09-20T22:18:41.125 INFO:tasks.workunit.client.0.smithi046.stdout:op 4854 completed, throughput=5MB/sec 2024-09-20T22:18:41.125 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Ud7SFRsvDzMZkuu off=6095602 len=326353 2024-09-20T22:18:41.126 INFO:tasks.workunit.client.0.smithi046.stdout:op 4855 completed, throughput=5MB/sec 2024-09-20T22:18:41.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:41 smithi046 ceph-mon[96110]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-20T22:18:41.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:41 smithi046 ceph-mon[98591]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-20T22:18:41.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:41 smithi134 ceph-mon[89086]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-20T22:18:42.126 INFO:tasks.workunit.client.0.smithi046.stdout: 953: throughput=5MB/sec pending data=0 2024-09-20T22:18:42.126 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--nJkWpJqLwKDzaB off=3157238 len=870122 2024-09-20T22:18:42.131 INFO:tasks.workunit.client.0.smithi046.stdout:op 4856 completed, throughput=5MB/sec 2024-09-20T22:18:42.132 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4k_rhC4GsJGj_2b off=4072769 len=1762108 2024-09-20T22:18:42.134 INFO:tasks.workunit.client.0.smithi046.stdout:op 4857 completed, throughput=5MB/sec 2024-09-20T22:18:42.134 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ky_wBFjUdhepjxb off=16968058 len=335154 2024-09-20T22:18:42.137 INFO:tasks.workunit.client.0.smithi046.stdout:op 4858 completed, throughput=5MB/sec 2024-09-20T22:18:42.137 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-le3Nw9kkH4-JCds off=13421551 len=547799 2024-09-20T22:18:42.140 INFO:tasks.workunit.client.0.smithi046.stdout:op 4859 completed, throughput=5MB/sec 2024-09-20T22:18:42.140 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FCT1bLVk6WKPJtJ off=10661723 len=550239 2024-09-20T22:18:42.145 INFO:tasks.workunit.client.0.smithi046.stdout:op 4860 completed, throughput=5MB/sec 2024-09-20T22:18:42.145 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-x9T4bDXHzL3W8wQ off=13940590 len=2056330 2024-09-20T22:18:42.147 INFO:tasks.workunit.client.0.smithi046.stdout:op 4861 completed, throughput=5MB/sec 2024-09-20T22:18:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:18:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:18:42] "GET /metrics HTTP/1.1" 200 34160 "" "Prometheus/2.43.0" 2024-09-20T22:18:42.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:18:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:18:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:18:43.147 INFO:tasks.workunit.client.0.smithi046.stdout: 954: throughput=5MB/sec pending data=0 2024-09-20T22:18:43.147 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--JkUDaKFwCog1as off=3048115 len=1385718 2024-09-20T22:18:43.149 INFO:tasks.workunit.client.0.smithi046.stdout:op 4862 completed, throughput=5MB/sec 2024-09-20T22:18:43.149 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7z8aX-xkSfchoEO off=8722361 len=1230822 2024-09-20T22:18:43.155 INFO:tasks.workunit.client.0.smithi046.stdout:op 4863 completed, throughput=5MB/sec 2024-09-20T22:18:43.156 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Gf-a00qVDKL7yYw off=1149123 len=805716 2024-09-20T22:18:43.161 INFO:tasks.workunit.client.0.smithi046.stdout:op 4864 completed, throughput=5MB/sec 2024-09-20T22:18:43.161 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ylQXzLkBQwUbv37 off=315379 len=98231 2024-09-20T22:18:43.162 INFO:tasks.workunit.client.0.smithi046.stdout:op 4865 completed, throughput=5MB/sec 2024-09-20T22:18:43.162 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wKh5s1ZMC3MM2AA off=2610488 len=519251 2024-09-20T22:18:43.166 INFO:tasks.workunit.client.0.smithi046.stdout:op 4866 completed, throughput=5MB/sec 2024-09-20T22:18:43.166 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yZMl1ud5e1LxcwQ off=10334902 len=368848 2024-09-20T22:18:43.167 INFO:tasks.workunit.client.0.smithi046.stdout:op 4867 completed, throughput=5MB/sec 2024-09-20T22:18:43.167 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AGcOruHbWp9Fgov off=3506490 len=1915032 2024-09-20T22:18:43.169 INFO:tasks.workunit.client.0.smithi046.stdout:op 4868 completed, throughput=5MB/sec 2024-09-20T22:18:43.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:43 smithi046 ceph-mon[96110]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:18:43.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:43 smithi046 ceph-mon[98591]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:18:43.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:43 smithi134 ceph-mon[89086]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:18:44.169 INFO:tasks.workunit.client.0.smithi046.stdout: 955: throughput=5MB/sec pending data=0 2024-09-20T22:18:44.169 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cdovyjFuv1B6lii off=1967078 len=602967 2024-09-20T22:18:44.171 INFO:tasks.workunit.client.0.smithi046.stdout:op 4869 completed, throughput=5MB/sec 2024-09-20T22:18:44.171 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zoN71zCnQzwfhNR off=15735629 len=118162 2024-09-20T22:18:44.172 INFO:tasks.workunit.client.0.smithi046.stdout:op 4870 completed, throughput=5MB/sec 2024-09-20T22:18:44.172 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-stpJKx0xs1ihPrA off=1161541 len=1860163 2024-09-20T22:18:44.175 INFO:tasks.workunit.client.0.smithi046.stdout:op 4871 completed, throughput=5MB/sec 2024-09-20T22:18:44.175 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-g2uKCdSz0iCNjd_ off=7269919 len=1745268 2024-09-20T22:18:44.184 INFO:tasks.workunit.client.0.smithi046.stdout:op 4872 completed, throughput=5MB/sec 2024-09-20T22:18:45.184 INFO:tasks.workunit.client.0.smithi046.stdout: 956: throughput=5MB/sec pending data=0 2024-09-20T22:18:45.184 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mEbKa4D9Jg8C6rH off=2890840 len=795013 2024-09-20T22:18:45.189 INFO:tasks.workunit.client.0.smithi046.stdout:op 4873 completed, throughput=5MB/sec 2024-09-20T22:18:45.189 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--BsFaut9XIaKVEt off=73554 len=2095583 2024-09-20T22:18:45.199 INFO:tasks.workunit.client.0.smithi046.stdout:op 4874 completed, throughput=5MB/sec 2024-09-20T22:18:45.199 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pdXafnhZMGJUAtG off=2033489 len=1209151 2024-09-20T22:18:45.200 INFO:tasks.workunit.client.0.smithi046.stdout:op 4875 completed, throughput=5MB/sec 2024-09-20T22:18:45.200 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-j4sQEpTvvqQ-uEZ off=7107462 len=1283177 2024-09-20T22:18:45.207 INFO:tasks.workunit.client.0.smithi046.stdout:op 4876 completed, throughput=5MB/sec 2024-09-20T22:18:45.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:45 smithi046 ceph-mon[96110]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:18:45.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:45 smithi046 ceph-mon[98591]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:18:45.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:45 smithi134 ceph-mon[89086]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:18:46.207 INFO:tasks.workunit.client.0.smithi046.stdout: 957: throughput=5MB/sec pending data=0 2024-09-20T22:18:46.208 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rTWVJTB0G6pJknr off=1480100 len=150144 2024-09-20T22:18:46.211 INFO:tasks.workunit.client.0.smithi046.stdout:op 4877 completed, throughput=5MB/sec 2024-09-20T22:18:46.211 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hNnHyhBDGj1GgsW off=6041054 len=1022285 2024-09-20T22:18:46.216 INFO:tasks.workunit.client.0.smithi046.stdout:op 4878 completed, throughput=5MB/sec 2024-09-20T22:18:46.216 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2kfaZ0T5Qhsp8t4 off=2909438 len=228192 2024-09-20T22:18:46.217 INFO:tasks.workunit.client.0.smithi046.stdout:op 4879 completed, throughput=5MB/sec 2024-09-20T22:18:46.217 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-34Sj_ObvSpdRTQN off=4507108 len=278711 2024-09-20T22:18:46.220 INFO:tasks.workunit.client.0.smithi046.stdout:op 4880 completed, throughput=5MB/sec 2024-09-20T22:18:46.220 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bMRABPuLnjPui47 off=10841274 len=230203 2024-09-20T22:18:46.221 INFO:tasks.workunit.client.0.smithi046.stdout:op 4881 completed, throughput=5MB/sec 2024-09-20T22:18:46.221 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-K9ot6FSWGTkRaer off=9800291 len=467919 2024-09-20T22:18:46.225 INFO:tasks.workunit.client.0.smithi046.stdout:op 4882 completed, throughput=5MB/sec 2024-09-20T22:18:46.225 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Sjhmy4v09RUr6Nk off=15006088 len=2051971 2024-09-20T22:18:46.236 INFO:tasks.workunit.client.0.smithi046.stdout:op 4883 completed, throughput=5MB/sec 2024-09-20T22:18:46.236 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Wso22d2m6ah4xv6 off=16842181 len=1951412 2024-09-20T22:18:46.248 INFO:tasks.workunit.client.0.smithi046.stdout:op 4884 completed, throughput=5MB/sec 2024-09-20T22:18:47.248 INFO:tasks.workunit.client.0.smithi046.stdout: 958: throughput=5MB/sec pending data=0 2024-09-20T22:18:47.248 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RNyEQVASq4PDo7a off=5413554 len=355816 2024-09-20T22:18:47.252 INFO:tasks.workunit.client.0.smithi046.stdout:op 4885 completed, throughput=5MB/sec 2024-09-20T22:18:47.252 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-s6H_3fP3LEq4O_- off=2038396 len=458648 2024-09-20T22:18:47.256 INFO:tasks.workunit.client.0.smithi046.stdout:op 4886 completed, throughput=5MB/sec 2024-09-20T22:18:47.256 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-F46kcHHWRYX64t_ off=10330449 len=1915732 2024-09-20T22:18:47.265 INFO:tasks.workunit.client.0.smithi046.stdout:op 4887 completed, throughput=5MB/sec 2024-09-20T22:18:47.265 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iZHERt_MnjqUpwc off=489828 len=1187319 2024-09-20T22:18:47.271 INFO:tasks.workunit.client.0.smithi046.stdout:op 4888 completed, throughput=5MB/sec 2024-09-20T22:18:47.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:47 smithi046 ceph-mon[96110]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:18:47.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:47 smithi046 ceph-mon[98591]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:18:47.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:47 smithi134 ceph-mon[89086]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:18:48.272 INFO:tasks.workunit.client.0.smithi046.stdout: 959: throughput=5MB/sec pending data=0 2024-09-20T22:18:48.272 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tvH_ng6NfBF9r1X off=12088799 len=1245398 2024-09-20T22:18:48.278 INFO:tasks.workunit.client.0.smithi046.stdout:op 4889 completed, throughput=5MB/sec 2024-09-20T22:18:48.279 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-X9fBJiKWZVHWSL8 off=10116312 len=669779 2024-09-20T22:18:48.280 INFO:tasks.workunit.client.0.smithi046.stdout:op 4890 completed, throughput=5MB/sec 2024-09-20T22:18:48.280 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-o7-axMDzGR27HYS off=3438968 len=1172 2024-09-20T22:18:48.283 INFO:tasks.workunit.client.0.smithi046.stdout:op 4891 completed, throughput=5MB/sec 2024-09-20T22:18:48.283 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XiYh5OSkop7nzTw off=1230003 len=1675905 2024-09-20T22:18:48.286 INFO:tasks.workunit.client.0.smithi046.stdout:op 4892 completed, throughput=5MB/sec 2024-09-20T22:18:48.286 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JM3_-Yfh-O42NCS off=4285907 len=893836 2024-09-20T22:18:48.291 INFO:tasks.workunit.client.0.smithi046.stdout:op 4893 completed, throughput=5MB/sec 2024-09-20T22:18:48.292 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DK9vXosZ8lLOM-P off=10251488 len=289818 2024-09-20T22:18:48.292 INFO:tasks.workunit.client.0.smithi046.stdout:op 4894 completed, throughput=5MB/sec 2024-09-20T22:18:48.292 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DBvKbKw-huk92Sm off=2760130 len=1346032 2024-09-20T22:18:48.300 INFO:tasks.workunit.client.0.smithi046.stdout:op 4895 completed, throughput=5MB/sec 2024-09-20T22:18:49.300 INFO:tasks.workunit.client.0.smithi046.stdout: 960: throughput=5MB/sec pending data=0 2024-09-20T22:18:49.301 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CefZ066nBRKtQ0B off=6328211 len=1841305 2024-09-20T22:18:49.303 INFO:tasks.workunit.client.0.smithi046.stdout:op 4896 completed, throughput=5MB/sec 2024-09-20T22:18:49.303 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ij95HV1YaQrjABu off=1525441 len=1259173 2024-09-20T22:18:49.304 INFO:tasks.workunit.client.0.smithi046.stdout:op 4897 completed, throughput=5MB/sec 2024-09-20T22:18:49.304 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-52xsNdol54A5YO- off=21338472 len=1078477 2024-09-20T22:18:49.305 INFO:tasks.workunit.client.0.smithi046.stdout:op 4898 completed, throughput=5MB/sec 2024-09-20T22:18:49.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:49 smithi046 ceph-mon[96110]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-20T22:18:49.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:18:49.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:49 smithi046 ceph-mon[98591]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-20T22:18:49.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:18:49.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:49 smithi134 ceph-mon[89086]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-20T22:18:49.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:18:50.306 INFO:tasks.workunit.client.0.smithi046.stdout: 961: throughput=4.99MB/sec pending data=0 2024-09-20T22:18:50.306 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XMnqlxSQ2YxV4q6 off=16339355 len=715714 2024-09-20T22:18:50.308 INFO:tasks.workunit.client.0.smithi046.stdout:op 4899 completed, throughput=5MB/sec 2024-09-20T22:18:50.308 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-njtkSY3Mf1nL6LT off=2287 len=1961785 2024-09-20T22:18:50.318 INFO:tasks.workunit.client.0.smithi046.stdout:op 4900 completed, throughput=5MB/sec 2024-09-20T22:18:50.318 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qxkRyeCKnQq0B8O off=9350695 len=1980097 2024-09-20T22:18:50.326 INFO:tasks.workunit.client.0.smithi046.stdout:op 4901 completed, throughput=5MB/sec 2024-09-20T22:18:50.326 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NoWC3doYRE2lAOg off=7983651 len=911765 2024-09-20T22:18:50.327 INFO:tasks.workunit.client.0.smithi046.stdout:op 4902 completed, throughput=5MB/sec 2024-09-20T22:18:51.328 INFO:tasks.workunit.client.0.smithi046.stdout: 962: throughput=5MB/sec pending data=0 2024-09-20T22:18:51.328 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QliHMc7beEEJ0k9 off=204016 len=1642621 2024-09-20T22:18:51.330 INFO:tasks.workunit.client.0.smithi046.stdout:op 4903 completed, throughput=5MB/sec 2024-09-20T22:18:51.330 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--CW8kNEk5WDq5x4 off=3148015 len=937544 2024-09-20T22:18:51.336 INFO:tasks.workunit.client.0.smithi046.stdout:op 4904 completed, throughput=5MB/sec 2024-09-20T22:18:51.336 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YEj0uZ7NNlyuzBH off=17499655 len=1138346 2024-09-20T22:18:51.337 INFO:tasks.workunit.client.0.smithi046.stdout:op 4905 completed, throughput=5MB/sec 2024-09-20T22:18:51.337 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8UnmhNsMgjISg0c off=140400 len=1222242 2024-09-20T22:18:51.339 INFO:tasks.workunit.client.0.smithi046.stdout:op 4906 completed, throughput=5MB/sec 2024-09-20T22:18:51.339 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6aL0ydhyf26ftHa off=3706355 len=694821 2024-09-20T22:18:51.343 INFO:tasks.workunit.client.0.smithi046.stdout:op 4907 completed, throughput=5MB/sec 2024-09-20T22:18:51.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:51 smithi046 ceph-mon[96110]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:18:51.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:51 smithi046 ceph-mon[98591]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:18:51.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:51 smithi134 ceph-mon[89086]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:18:52.343 INFO:tasks.workunit.client.0.smithi046.stdout: 963: throughput=5MB/sec pending data=0 2024-09-20T22:18:52.343 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qDFNYqbPff4WvC8 off=188746 len=147150 2024-09-20T22:18:52.346 INFO:tasks.workunit.client.0.smithi046.stdout:op 4908 completed, throughput=5MB/sec 2024-09-20T22:18:52.346 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kjoAOamFnfq8CY4 off=78473 len=464456 2024-09-20T22:18:52.347 INFO:tasks.workunit.client.0.smithi046.stdout:op 4909 completed, throughput=5MB/sec 2024-09-20T22:18:52.347 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GwypWgwAXyIKq8K off=1606407 len=1341476 2024-09-20T22:18:52.349 INFO:tasks.workunit.client.0.smithi046.stdout:op 4910 completed, throughput=5MB/sec 2024-09-20T22:18:52.349 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Sgs04p6Rlthvaws off=21895733 len=1989110 2024-09-20T22:18:52.359 INFO:tasks.workunit.client.0.smithi046.stdout:op 4911 completed, throughput=5MB/sec 2024-09-20T22:18:52.359 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6ZUaq67EMF0Q4HR off=11347184 len=694478 2024-09-20T22:18:52.361 INFO:tasks.workunit.client.0.smithi046.stdout:op 4912 completed, throughput=5MB/sec 2024-09-20T22:18:52.361 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6KHjfVYhIPsHGFm off=3306441 len=1748973 2024-09-20T22:18:52.371 INFO:tasks.workunit.client.0.smithi046.stdout:op 4913 completed, throughput=5MB/sec 2024-09-20T22:18:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:18:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:18:52] "GET /metrics HTTP/1.1" 200 34160 "" "Prometheus/2.43.0" 2024-09-20T22:18:52.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:18:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:18:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:18:53.372 INFO:tasks.workunit.client.0.smithi046.stdout: 964: throughput=5MB/sec pending data=0 2024-09-20T22:18:53.372 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2cUp69xWU42pepb off=1034186 len=180467 2024-09-20T22:18:53.373 INFO:tasks.workunit.client.0.smithi046.stdout:op 4914 completed, throughput=5MB/sec 2024-09-20T22:18:53.373 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AjaA0PgL_48gAXi off=122174 len=1748175 2024-09-20T22:18:53.381 INFO:tasks.workunit.client.0.smithi046.stdout:op 4915 completed, throughput=5MB/sec 2024-09-20T22:18:53.382 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5ozHud4Sbrqe7mL off=280361 len=1711475 2024-09-20T22:18:53.386 INFO:tasks.workunit.client.0.smithi046.stdout:op 4916 completed, throughput=5MB/sec 2024-09-20T22:18:53.386 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-H-Qd0_VOSYHuKU0 off=15724700 len=261399 2024-09-20T22:18:53.387 INFO:tasks.workunit.client.0.smithi046.stdout:op 4917 completed, throughput=5MB/sec 2024-09-20T22:18:53.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:53 smithi046 ceph-mon[96110]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-09-20T22:18:53.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:53 smithi046 ceph-mon[98591]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-09-20T22:18:53.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:53 smithi134 ceph-mon[89086]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-09-20T22:18:54.388 INFO:tasks.workunit.client.0.smithi046.stdout: 965: throughput=5MB/sec pending data=0 2024-09-20T22:18:54.388 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DsOHxlmzGEpk8aT off=2364782 len=2054645 2024-09-20T22:18:54.396 INFO:tasks.workunit.client.0.smithi046.stdout:op 4918 completed, throughput=5MB/sec 2024-09-20T22:18:54.397 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Q8tLHZb85LNgBOk off=2167154 len=367260 2024-09-20T22:18:54.397 INFO:tasks.workunit.client.0.smithi046.stdout:op 4919 completed, throughput=5MB/sec 2024-09-20T22:18:54.397 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-T9dHDZ4OXrSoHUh off=9993041 len=772892 2024-09-20T22:18:54.402 INFO:tasks.workunit.client.0.smithi046.stdout:op 4920 completed, throughput=5MB/sec 2024-09-20T22:18:54.402 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tVV_EhyE96RR4wI off=2833599 len=1245724 2024-09-20T22:18:54.405 INFO:tasks.workunit.client.0.smithi046.stdout:op 4921 completed, throughput=5MB/sec 2024-09-20T22:18:54.405 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HimVicsO3dDpOMl off=13469643 len=105711 2024-09-20T22:18:54.407 INFO:tasks.workunit.client.0.smithi046.stdout:op 4922 completed, throughput=5MB/sec 2024-09-20T22:18:54.407 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4CHiGF4S_uQYJuD off=980741 len=1874115 2024-09-20T22:18:54.415 INFO:tasks.workunit.client.0.smithi046.stdout:op 4923 completed, throughput=5MB/sec 2024-09-20T22:18:55.415 INFO:tasks.workunit.client.0.smithi046.stdout: 966: throughput=5MB/sec pending data=0 2024-09-20T22:18:55.416 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-a-WypSBdxYZXGWu off=132342 len=301875 2024-09-20T22:18:55.416 INFO:tasks.workunit.client.0.smithi046.stdout:op 4924 completed, throughput=5MB/sec 2024-09-20T22:18:55.416 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pAALmyj1df3c7l7 off=80385 len=79516 2024-09-20T22:18:55.417 INFO:tasks.workunit.client.0.smithi046.stdout:op 4925 completed, throughput=5MB/sec 2024-09-20T22:18:55.417 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yj8qw-zTHlE5Wei off=976436 len=8320 2024-09-20T22:18:55.420 INFO:tasks.workunit.client.0.smithi046.stdout:op 4926 completed, throughput=5MB/sec 2024-09-20T22:18:55.420 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-t1OX5imtj602709 off=6659000 len=1013965 2024-09-20T22:18:55.422 INFO:tasks.workunit.client.0.smithi046.stdout:op 4927 completed, throughput=5MB/sec 2024-09-20T22:18:55.422 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VrxPQYAEktTZhAq off=14154655 len=674910 2024-09-20T22:18:55.426 INFO:tasks.workunit.client.0.smithi046.stdout:op 4928 completed, throughput=5MB/sec 2024-09-20T22:18:55.426 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MnwP1xH776fP1Xs off=7213599 len=1551882 2024-09-20T22:18:55.429 INFO:tasks.workunit.client.0.smithi046.stdout:op 4929 completed, throughput=5MB/sec 2024-09-20T22:18:55.429 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-89JPN3wN32b0-Lg off=8998624 len=1432942 2024-09-20T22:18:55.436 INFO:tasks.workunit.client.0.smithi046.stdout:op 4930 completed, throughput=5MB/sec 2024-09-20T22:18:55.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:55 smithi046 ceph-mon[96110]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:18:55.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:55 smithi046 ceph-mon[98591]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:18:55.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:55 smithi134 ceph-mon[89086]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:18:56.437 INFO:tasks.workunit.client.0.smithi046.stdout: 967: throughput=5MB/sec pending data=0 2024-09-20T22:18:56.437 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-emBGyOs2-ztjCv4 off=22004317 len=1469540 2024-09-20T22:18:56.439 INFO:tasks.workunit.client.0.smithi046.stdout:op 4931 completed, throughput=5MB/sec 2024-09-20T22:18:56.439 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Lm5Oj17HAGMewVm off=7647401 len=1078399 2024-09-20T22:18:56.440 INFO:tasks.workunit.client.0.smithi046.stdout:op 4932 completed, throughput=5MB/sec 2024-09-20T22:18:56.440 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ifRUB4dfmIgROuF off=19536167 len=1338501 2024-09-20T22:18:56.449 INFO:tasks.workunit.client.0.smithi046.stdout:op 4933 completed, throughput=5MB/sec 2024-09-20T22:18:56.450 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dG2q_4fonI-7AA4 off=8347429 len=335372 2024-09-20T22:18:56.450 INFO:tasks.workunit.client.0.smithi046.stdout:op 4934 completed, throughput=5MB/sec 2024-09-20T22:18:56.451 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-96uoCa7uXIExTlF off=5036054 len=2094491 2024-09-20T22:18:56.460 INFO:tasks.workunit.client.0.smithi046.stdout:op 4935 completed, throughput=5MB/sec 2024-09-20T22:18:57.460 INFO:tasks.workunit.client.0.smithi046.stdout: 968: throughput=5MB/sec pending data=0 2024-09-20T22:18:57.460 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_0A7fYk_X7kyN8i off=14295979 len=1243938 2024-09-20T22:18:57.466 INFO:tasks.workunit.client.0.smithi046.stdout:op 4936 completed, throughput=5MB/sec 2024-09-20T22:18:57.466 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cbQxnzohldD9mQx off=2025639 len=349940 2024-09-20T22:18:57.467 INFO:tasks.workunit.client.0.smithi046.stdout:op 4937 completed, throughput=5MB/sec 2024-09-20T22:18:57.467 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lDeqLZe7csqDoCG off=5363041 len=722478 2024-09-20T22:18:57.469 INFO:tasks.workunit.client.0.smithi046.stdout:op 4938 completed, throughput=5MB/sec 2024-09-20T22:18:57.469 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-d6UpRNqbhoUie7m off=1297219 len=1554163 2024-09-20T22:18:57.477 INFO:tasks.workunit.client.0.smithi046.stdout:op 4939 completed, throughput=5MB/sec 2024-09-20T22:18:57.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:57 smithi046 ceph-mon[96110]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-20T22:18:57.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:57 smithi046 ceph-mon[98591]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-20T22:18:57.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:57 smithi134 ceph-mon[89086]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-20T22:18:58.477 INFO:tasks.workunit.client.0.smithi046.stdout: 969: throughput=5MB/sec pending data=0 2024-09-20T22:18:58.478 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dMzGFcrlHzDevFT off=7666853 len=820937 2024-09-20T22:18:58.479 INFO:tasks.workunit.client.0.smithi046.stdout:op 4940 completed, throughput=5MB/sec 2024-09-20T22:18:58.479 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TOD9rNLyKcVMPJg off=1287030 len=1424671 2024-09-20T22:18:58.482 INFO:tasks.workunit.client.0.smithi046.stdout:op 4941 completed, throughput=5MB/sec 2024-09-20T22:18:58.482 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-l_nBE5OdltIFn2H off=4403867 len=334226 2024-09-20T22:18:58.486 INFO:tasks.workunit.client.0.smithi046.stdout:op 4942 completed, throughput=5MB/sec 2024-09-20T22:18:58.486 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Kbl00EyZJYvk_yr off=16421002 len=607919 2024-09-20T22:18:58.490 INFO:tasks.workunit.client.0.smithi046.stdout:op 4943 completed, throughput=5MB/sec 2024-09-20T22:18:58.490 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1L0tVxu-uYvCdHC off=17380210 len=1314413 2024-09-20T22:18:58.493 INFO:tasks.workunit.client.0.smithi046.stdout:op 4944 completed, throughput=5MB/sec 2024-09-20T22:18:58.493 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-j17LIOSvfyPkNXJ off=1951013 len=1364019 2024-09-20T22:18:58.495 INFO:tasks.workunit.client.0.smithi046.stdout:op 4945 completed, throughput=5MB/sec 2024-09-20T22:18:59.495 INFO:tasks.workunit.client.0.smithi046.stdout: 970: throughput=5MB/sec pending data=0 2024-09-20T22:18:59.495 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hMGByw6tGV86PoZ off=3581687 len=606257 2024-09-20T22:18:59.499 INFO:tasks.workunit.client.0.smithi046.stdout:op 4946 completed, throughput=5MB/sec 2024-09-20T22:18:59.500 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-a-Mx9gG833RGHNJ off=5879195 len=1651653 2024-09-20T22:18:59.504 INFO:tasks.workunit.client.0.smithi046.stdout:op 4947 completed, throughput=5MB/sec 2024-09-20T22:18:59.504 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-guEqV2vw90aI5FX off=5027869 len=1041748 2024-09-20T22:18:59.505 INFO:tasks.workunit.client.0.smithi046.stdout:op 4948 completed, throughput=5MB/sec 2024-09-20T22:18:59.505 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-clMUaUPUpGJF4V8 off=200922 len=1836891 2024-09-20T22:18:59.507 INFO:tasks.workunit.client.0.smithi046.stdout:op 4949 completed, throughput=5MB/sec 2024-09-20T22:18:59.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:18:59 smithi046 ceph-mon[96110]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-20T22:18:59.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:18:59 smithi046 ceph-mon[98591]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-20T22:18:59.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:18:59 smithi134 ceph-mon[89086]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-20T22:19:00.508 INFO:tasks.workunit.client.0.smithi046.stdout: 971: throughput=5MB/sec pending data=0 2024-09-20T22:19:00.508 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-U0JBBlC8HFvsKPz off=6703297 len=1304377 2024-09-20T22:19:00.510 INFO:tasks.workunit.client.0.smithi046.stdout:op 4950 completed, throughput=5MB/sec 2024-09-20T22:19:00.510 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PRFCZolhek4GjoX off=14614750 len=1115031 2024-09-20T22:19:00.511 INFO:tasks.workunit.client.0.smithi046.stdout:op 4951 completed, throughput=5MB/sec 2024-09-20T22:19:00.511 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8O1X8iBr9cRdPFO off=3880267 len=1179485 2024-09-20T22:19:00.513 INFO:tasks.workunit.client.0.smithi046.stdout:op 4952 completed, throughput=5MB/sec 2024-09-20T22:19:00.513 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DUMcZ7VfxxiQAIB off=7548841 len=230789 2024-09-20T22:19:00.516 INFO:tasks.workunit.client.0.smithi046.stdout:op 4953 completed, throughput=5MB/sec 2024-09-20T22:19:00.517 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-boD7DcvjkDDihIv off=5657827 len=1878864 2024-09-20T22:19:00.526 INFO:tasks.workunit.client.0.smithi046.stdout:op 4954 completed, throughput=5MB/sec 2024-09-20T22:19:01.527 INFO:tasks.workunit.client.0.smithi046.stdout: 972: throughput=5MB/sec pending data=0 2024-09-20T22:19:01.527 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-11yEjrfq2mkNd8Z off=2567711 len=1260325 2024-09-20T22:19:01.533 INFO:tasks.workunit.client.0.smithi046.stdout:op 4955 completed, throughput=5MB/sec 2024-09-20T22:19:01.533 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zqx30g8aHruY7nc off=4708776 len=695260 2024-09-20T22:19:01.537 INFO:tasks.workunit.client.0.smithi046.stdout:op 4956 completed, throughput=5MB/sec 2024-09-20T22:19:01.537 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lnfgYN8x9E3WYKP off=6184214 len=1772824 2024-09-20T22:19:01.547 INFO:tasks.workunit.client.0.smithi046.stdout:op 4957 completed, throughput=5MB/sec 2024-09-20T22:19:01.547 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TK8QxutD2fXhdWL off=14343995 len=1979355 2024-09-20T22:19:01.550 INFO:tasks.workunit.client.0.smithi046.stdout:op 4958 completed, throughput=5MB/sec 2024-09-20T22:19:01.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:01 smithi046 ceph-mon[96110]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:19:01.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:01 smithi046 ceph-mon[98591]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:19:01.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:01 smithi134 ceph-mon[89086]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:19:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:19:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:19:02] "GET /metrics HTTP/1.1" 200 34160 "" "Prometheus/2.43.0" 2024-09-20T22:19:02.550 INFO:tasks.workunit.client.0.smithi046.stdout: 973: throughput=5MB/sec pending data=0 2024-09-20T22:19:02.551 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0Z3qzMSYoERJOOF off=905002 len=1461958 2024-09-20T22:19:02.558 INFO:tasks.workunit.client.0.smithi046.stdout:op 4959 completed, throughput=5MB/sec 2024-09-20T22:19:02.558 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Hi4dO2e3wi5oPik off=11265859 len=431090 2024-09-20T22:19:02.561 INFO:tasks.workunit.client.0.smithi046.stdout:op 4960 completed, throughput=5MB/sec 2024-09-20T22:19:02.561 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gFlt1-Au2526uJ3 off=7861696 len=2013386 2024-09-20T22:19:02.571 INFO:tasks.workunit.client.0.smithi046.stdout:op 4961 completed, throughput=5MB/sec 2024-09-20T22:19:02.571 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2Bt3WLy-_aHGcG4 off=436769 len=754692 2024-09-20T22:19:02.572 INFO:tasks.workunit.client.0.smithi046.stdout:op 4962 completed, throughput=5MB/sec 2024-09-20T22:19:02.577 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:19:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:19:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:19:03.572 INFO:tasks.workunit.client.0.smithi046.stdout: 974: throughput=5MB/sec pending data=0 2024-09-20T22:19:03.573 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9JMM-UDv1SBeeoV off=1556410 len=72280 2024-09-20T22:19:03.575 INFO:tasks.workunit.client.0.smithi046.stdout:op 4963 completed, throughput=5MB/sec 2024-09-20T22:19:03.576 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Qfyi3dzxkZIXMtQ off=2154162 len=1505538 2024-09-20T22:19:03.584 INFO:tasks.workunit.client.0.smithi046.stdout:op 4964 completed, throughput=5MB/sec 2024-09-20T22:19:03.584 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EMmuW_S1E25U4IX off=3551587 len=246109 2024-09-20T22:19:03.586 INFO:tasks.workunit.client.0.smithi046.stdout:op 4965 completed, throughput=5MB/sec 2024-09-20T22:19:03.587 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ob108BmAEvXW4wt off=10808670 len=1891115 2024-09-20T22:19:03.589 INFO:tasks.workunit.client.0.smithi046.stdout:op 4966 completed, throughput=5MB/sec 2024-09-20T22:19:03.589 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0pIvdbXLjDhGDiV off=5453793 len=1002176 2024-09-20T22:19:03.594 INFO:tasks.workunit.client.0.smithi046.stdout:op 4967 completed, throughput=5MB/sec 2024-09-20T22:19:03.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:03 smithi046 ceph-mon[96110]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:19:03.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:03 smithi046 ceph-mon[98591]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:19:03.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:03 smithi134 ceph-mon[89086]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:19:04.594 INFO:tasks.workunit.client.0.smithi046.stdout: 975: throughput=5MB/sec pending data=0 2024-09-20T22:19:04.595 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DMnoKnKeUPVJFVG off=11885830 len=1003828 2024-09-20T22:19:04.600 INFO:tasks.workunit.client.0.smithi046.stdout:op 4968 completed, throughput=5MB/sec 2024-09-20T22:19:04.600 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uwYpzO-aH2LxBCH off=13240901 len=1637575 2024-09-20T22:19:04.610 INFO:tasks.workunit.client.0.smithi046.stdout:op 4969 completed, throughput=5MB/sec 2024-09-20T22:19:04.610 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XiYh5OSkop7nzTw off=1904391 len=563357 2024-09-20T22:19:04.612 INFO:tasks.workunit.client.0.smithi046.stdout:op 4970 completed, throughput=5MB/sec 2024-09-20T22:19:04.612 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-El6Dd1rY_x4LXgb off=1214204 len=1258332 2024-09-20T22:19:04.613 INFO:tasks.workunit.client.0.smithi046.stdout:op 4971 completed, throughput=5MB/sec 2024-09-20T22:19:04.613 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OiakrAZBFU7Rq6g off=16114971 len=944318 2024-09-20T22:19:04.614 INFO:tasks.workunit.client.0.smithi046.stdout:op 4972 completed, throughput=5MB/sec 2024-09-20T22:19:04.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:19:04.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:19:04.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:19:05.615 INFO:tasks.workunit.client.0.smithi046.stdout: 976: throughput=5MB/sec pending data=0 2024-09-20T22:19:05.615 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-47ieZNTtISRuX15 off=1224135 len=884969 2024-09-20T22:19:05.620 INFO:tasks.workunit.client.0.smithi046.stdout:op 4973 completed, throughput=5MB/sec 2024-09-20T22:19:05.620 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3DYNYCXjorKW7tk off=1647178 len=961343 2024-09-20T22:19:05.626 INFO:tasks.workunit.client.0.smithi046.stdout:op 4974 completed, throughput=5MB/sec 2024-09-20T22:19:05.626 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RTRMDfUn56-E1FJ off=7121580 len=349264 2024-09-20T22:19:05.630 INFO:tasks.workunit.client.0.smithi046.stdout:op 4975 completed, throughput=5MB/sec 2024-09-20T22:19:05.630 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Se39HHvNBAmn4Pl off=16284512 len=461065 2024-09-20T22:19:05.631 INFO:tasks.workunit.client.0.smithi046.stdout:op 4976 completed, throughput=5MB/sec 2024-09-20T22:19:05.631 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mHGNH0WVKDf0LrY off=3518141 len=1523995 2024-09-20T22:19:05.633 INFO:tasks.workunit.client.0.smithi046.stdout:op 4977 completed, throughput=5MB/sec 2024-09-20T22:19:05.633 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gTOVU5Up5Gve5RH off=7006311 len=478337 2024-09-20T22:19:05.637 INFO:tasks.workunit.client.0.smithi046.stdout:op 4978 completed, throughput=5MB/sec 2024-09-20T22:19:05.637 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5w3zXzy05xSDf8c off=11751 len=627536 2024-09-20T22:19:05.637 INFO:tasks.workunit.client.0.smithi046.stdout:op 4979 completed, throughput=5MB/sec 2024-09-20T22:19:05.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:05 smithi046 ceph-mon[96110]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:19:05.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:05 smithi046 ceph-mon[98591]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:19:05.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:05 smithi134 ceph-mon[89086]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:19:06.638 INFO:tasks.workunit.client.0.smithi046.stdout: 977: throughput=5MB/sec pending data=0 2024-09-20T22:19:06.638 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eQfj42cfUIkFzTn off=604170 len=105847 2024-09-20T22:19:06.641 INFO:tasks.workunit.client.0.smithi046.stdout:op 4980 completed, throughput=5MB/sec 2024-09-20T22:19:06.641 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7_aSpBCSU1YfDl5 off=3994315 len=1533109 2024-09-20T22:19:06.643 INFO:tasks.workunit.client.0.smithi046.stdout:op 4981 completed, throughput=5MB/sec 2024-09-20T22:19:06.643 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4epV9juf1Dc59Py off=7441192 len=94901 2024-09-20T22:19:06.646 INFO:tasks.workunit.client.0.smithi046.stdout:op 4982 completed, throughput=5MB/sec 2024-09-20T22:19:06.646 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--TxeVogP26pa6Da off=663312 len=824826 2024-09-20T22:19:06.647 INFO:tasks.workunit.client.0.smithi046.stdout:op 4983 completed, throughput=5MB/sec 2024-09-20T22:19:06.647 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MgWp0qcKQtEKgIO off=12160286 len=574829 2024-09-20T22:19:06.651 INFO:tasks.workunit.client.0.smithi046.stdout:op 4984 completed, throughput=5MB/sec 2024-09-20T22:19:06.652 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6BtoVZMYOL3hfcL off=224736 len=1186301 2024-09-20T22:19:06.657 INFO:tasks.workunit.client.0.smithi046.stdout:op 4985 completed, throughput=5MB/sec 2024-09-20T22:19:06.657 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2b1Qlcz0Xs-ztzu off=2617015 len=1559913 2024-09-20T22:19:06.664 INFO:tasks.workunit.client.0.smithi046.stdout:op 4986 completed, throughput=5MB/sec 2024-09-20T22:19:07.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:07 smithi046 ceph-mon[96110]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:19:07.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:07 smithi046 ceph-mon[98591]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:19:07.664 INFO:tasks.workunit.client.0.smithi046.stdout: 978: throughput=5MB/sec pending data=0 2024-09-20T22:19:07.664 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4s6mSAz_VLrIiss off=2896844 len=1365373 2024-09-20T22:19:07.671 INFO:tasks.workunit.client.0.smithi046.stdout:op 4987 completed, throughput=5MB/sec 2024-09-20T22:19:07.671 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dawAN2fKjkrsQiX off=3681138 len=1048121 2024-09-20T22:19:07.673 INFO:tasks.workunit.client.0.smithi046.stdout:op 4988 completed, throughput=5MB/sec 2024-09-20T22:19:07.673 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8J1CfhOo_8BB6a6 off=5591490 len=828232 2024-09-20T22:19:07.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:07 smithi134 ceph-mon[89086]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:19:07.675 INFO:tasks.workunit.client.0.smithi046.stdout:op 4989 completed, throughput=5MB/sec 2024-09-20T22:19:07.675 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ybVE4J5n1sVtnw4 off=550564 len=551924 2024-09-20T22:19:07.676 INFO:tasks.workunit.client.0.smithi046.stdout:op 4990 completed, throughput=5MB/sec 2024-09-20T22:19:07.676 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZS-mCsshR3auE3B off=941789 len=233124 2024-09-20T22:19:07.679 INFO:tasks.workunit.client.0.smithi046.stdout:op 4991 completed, throughput=5MB/sec 2024-09-20T22:19:07.679 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZS-mCsshR3auE3B off=6172487 len=1184380 2024-09-20T22:19:07.685 INFO:tasks.workunit.client.0.smithi046.stdout:op 4992 completed, throughput=5MB/sec 2024-09-20T22:19:08.685 INFO:tasks.workunit.client.0.smithi046.stdout: 979: throughput=5MB/sec pending data=0 2024-09-20T22:19:08.686 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pP6SKAC-tldDLlI off=7128439 len=1860822 2024-09-20T22:19:08.687 INFO:tasks.workunit.client.0.smithi046.stdout:op 4993 completed, throughput=5MB/sec 2024-09-20T22:19:08.688 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ybVE4J5n1sVtnw4 off=6429711 len=271454 2024-09-20T22:19:08.691 INFO:tasks.workunit.client.0.smithi046.stdout:op 4994 completed, throughput=5MB/sec 2024-09-20T22:19:08.691 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-U5UjLJ2sS_K3WI2 off=3147367 len=949664 2024-09-20T22:19:08.692 INFO:tasks.workunit.client.0.smithi046.stdout:op 4995 completed, throughput=5MB/sec 2024-09-20T22:19:08.692 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MeC716t0LLsyHP3 off=2640458 len=1022228 2024-09-20T22:19:08.693 INFO:tasks.workunit.client.0.smithi046.stdout:op 4996 completed, throughput=5MB/sec 2024-09-20T22:19:08.694 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZLM0EQx5jVsW-oc off=4875174 len=601135 2024-09-20T22:19:08.698 INFO:tasks.workunit.client.0.smithi046.stdout:op 4997 completed, throughput=5MB/sec 2024-09-20T22:19:08.698 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HxeFkR6B6I5k1y8 off=8182762 len=627082 2024-09-20T22:19:08.704 INFO:tasks.workunit.client.0.smithi046.stdout:op 4998 completed, throughput=5MB/sec 2024-09-20T22:19:09.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:09 smithi046 ceph-mon[96110]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:19:09.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:09 smithi046 ceph-mon[98591]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:19:09.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:09 smithi134 ceph-mon[89086]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:19:09.704 INFO:tasks.workunit.client.0.smithi046.stdout: 980: throughput=5MB/sec pending data=0 2024-09-20T22:19:09.705 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YJ9fKM_oBCCpyRZ off=757688 len=1862099 2024-09-20T22:19:09.714 INFO:tasks.workunit.client.0.smithi046.stdout:op 4999 completed, throughput=5MB/sec 2024-09-20T22:19:09.714 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gHlcN3HEX8-uj5u off=5491190 len=985058 2024-09-20T22:19:09.719 INFO:tasks.workunit.client.0.smithi046.stdout:op 5000 completed, throughput=5MB/sec 2024-09-20T22:19:09.719 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uoDQidPVQ9vSd2u off=4659500 len=367959 2024-09-20T22:19:09.720 INFO:tasks.workunit.client.0.smithi046.stdout:op 5001 completed, throughput=5MB/sec 2024-09-20T22:19:09.720 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9L7itnr0YwykgGj off=19610805 len=1905514 2024-09-20T22:19:09.722 INFO:tasks.workunit.client.0.smithi046.stdout:op 5002 completed, throughput=5MB/sec 2024-09-20T22:19:10.722 INFO:tasks.workunit.client.0.smithi046.stdout: 981: throughput=5MB/sec pending data=0 2024-09-20T22:19:10.722 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Fh2xm2sbsFp-lmL off=1242129 len=1023001 2024-09-20T22:19:10.728 INFO:tasks.workunit.client.0.smithi046.stdout:op 5003 completed, throughput=5MB/sec 2024-09-20T22:19:10.728 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YnUmhoiF6ngTzDC off=9491946 len=2031648 2024-09-20T22:19:10.732 INFO:tasks.workunit.client.0.smithi046.stdout:op 5004 completed, throughput=5MB/sec 2024-09-20T22:19:10.732 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5MKlKZvaGuwBF8A off=20295096 len=1067248 2024-09-20T22:19:10.738 INFO:tasks.workunit.client.0.smithi046.stdout:op 5005 completed, throughput=5MB/sec 2024-09-20T22:19:10.738 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oDVXTKX0rV282Cq off=2556928 len=1701400 2024-09-20T22:19:10.747 INFO:tasks.workunit.client.0.smithi046.stdout:op 5006 completed, throughput=5MB/sec 2024-09-20T22:19:11.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:11 smithi046 ceph-mon[96110]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-20T22:19:11.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:11 smithi046 ceph-mon[98591]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-20T22:19:11.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:11 smithi134 ceph-mon[89086]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-20T22:19:11.747 INFO:tasks.workunit.client.0.smithi046.stdout: 982: throughput=5MB/sec pending data=0 2024-09-20T22:19:11.747 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mKKS3CurfQSF1mc off=5189426 len=1155523 2024-09-20T22:19:11.749 INFO:tasks.workunit.client.0.smithi046.stdout:op 5007 completed, throughput=5MB/sec 2024-09-20T22:19:11.749 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RLsLx3df-kI1KHa off=1381058 len=304724 2024-09-20T22:19:11.753 INFO:tasks.workunit.client.0.smithi046.stdout:op 5008 completed, throughput=5MB/sec 2024-09-20T22:19:11.753 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-n4oy7qPRrcRqPRz off=1110273 len=76396 2024-09-20T22:19:11.755 INFO:tasks.workunit.client.0.smithi046.stdout:op 5009 completed, throughput=5MB/sec 2024-09-20T22:19:11.755 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bqsyuKxLZdtlhEC off=11377915 len=615429 2024-09-20T22:19:11.760 INFO:tasks.workunit.client.0.smithi046.stdout:op 5010 completed, throughput=5MB/sec 2024-09-20T22:19:11.760 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ehgswCZgl2Z_dq6 off=5205665 len=1755323 2024-09-20T22:19:11.767 INFO:tasks.workunit.client.0.smithi046.stdout:op 5011 completed, throughput=5MB/sec 2024-09-20T22:19:11.767 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-P7wJoE2p19lMuwQ off=10241694 len=1980485 2024-09-20T22:19:11.769 INFO:tasks.workunit.client.0.smithi046.stdout:op 5012 completed, throughput=5MB/sec 2024-09-20T22:19:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:19:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:19:12] "GET /metrics HTTP/1.1" 200 34164 "" "Prometheus/2.43.0" 2024-09-20T22:19:12.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:19:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:19:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:19:12.769 INFO:tasks.workunit.client.0.smithi046.stdout: 983: throughput=5MB/sec pending data=0 2024-09-20T22:19:12.769 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5yaoM6C90qrygqZ off=12347110 len=844351 2024-09-20T22:19:12.775 INFO:tasks.workunit.client.0.smithi046.stdout:op 5013 completed, throughput=5MB/sec 2024-09-20T22:19:12.775 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PjyzTicVXaXtX6_ off=106809 len=527095 2024-09-20T22:19:12.776 INFO:tasks.workunit.client.0.smithi046.stdout:op 5014 completed, throughput=5MB/sec 2024-09-20T22:19:12.776 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gnH_Szbrar9oesG off=7805529 len=1616446 2024-09-20T22:19:12.784 INFO:tasks.workunit.client.0.smithi046.stdout:op 5015 completed, throughput=5MB/sec 2024-09-20T22:19:12.784 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xgANVBlldlvE2cC off=3402391 len=1970704 2024-09-20T22:19:12.786 INFO:tasks.workunit.client.0.smithi046.stdout:op 5016 completed, throughput=5MB/sec 2024-09-20T22:19:13.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:13 smithi046 ceph-mon[96110]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:19:13.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:13 smithi046 ceph-mon[98591]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:19:13.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:13 smithi134 ceph-mon[89086]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:19:13.787 INFO:tasks.workunit.client.0.smithi046.stdout: 984: throughput=5MB/sec pending data=0 2024-09-20T22:19:13.787 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dX79_usS_kqeoHN off=6088383 len=1101732 2024-09-20T22:19:13.788 INFO:tasks.workunit.client.0.smithi046.stdout:op 5017 completed, throughput=5MB/sec 2024-09-20T22:19:13.789 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jl60QVYpAZRcXF8 off=7700097 len=862824 2024-09-20T22:19:13.790 INFO:tasks.workunit.client.0.smithi046.stdout:op 5018 completed, throughput=5MB/sec 2024-09-20T22:19:13.790 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kt4IzEblZq0O0RW off=7165439 len=548022 2024-09-20T22:19:13.791 INFO:tasks.workunit.client.0.smithi046.stdout:op 5019 completed, throughput=5MB/sec 2024-09-20T22:19:13.791 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-clXX3kvRToEWXSf off=38389 len=913033 2024-09-20T22:19:13.796 INFO:tasks.workunit.client.0.smithi046.stdout:op 5020 completed, throughput=5MB/sec 2024-09-20T22:19:13.796 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5dVinWc0xUUOfLV off=3695906 len=222327 2024-09-20T22:19:13.797 INFO:tasks.workunit.client.0.smithi046.stdout:op 5021 completed, throughput=5MB/sec 2024-09-20T22:19:13.797 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yjcyFCW_Zb1qsHz off=6748577 len=1100312 2024-09-20T22:19:13.802 INFO:tasks.workunit.client.0.smithi046.stdout:op 5022 completed, throughput=5MB/sec 2024-09-20T22:19:14.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:14 smithi046 ceph-mon[96110]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:19:14.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:14 smithi046 ceph-mon[98591]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:19:14.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:14 smithi134 ceph-mon[89086]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:19:14.803 INFO:tasks.workunit.client.0.smithi046.stdout: 985: throughput=5MB/sec pending data=0 2024-09-20T22:19:14.803 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--en5vojV3iVFETz off=3411149 len=271688 2024-09-20T22:19:14.806 INFO:tasks.workunit.client.0.smithi046.stdout:op 5023 completed, throughput=5MB/sec 2024-09-20T22:19:14.806 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iJGXYcoupdlzttO off=17404415 len=1469644 2024-09-20T22:19:14.813 INFO:tasks.workunit.client.0.smithi046.stdout:op 5024 completed, throughput=5MB/sec 2024-09-20T22:19:14.813 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-J2Ut1SQPZMjB2nm off=870485 len=1904763 2024-09-20T22:19:14.821 INFO:tasks.workunit.client.0.smithi046.stdout:op 5025 completed, throughput=5MB/sec 2024-09-20T22:19:14.821 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-diadb-_yqS9FBth off=19886752 len=2072694 2024-09-20T22:19:14.823 INFO:tasks.workunit.client.0.smithi046.stdout:op 5026 completed, throughput=5MB/sec 2024-09-20T22:19:15.823 INFO:tasks.workunit.client.0.smithi046.stdout: 986: throughput=5MB/sec pending data=0 2024-09-20T22:19:15.824 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--Ipum50Rx-mKmwI off=12653700 len=2025051 2024-09-20T22:19:15.835 INFO:tasks.workunit.client.0.smithi046.stdout:op 5027 completed, throughput=5MB/sec 2024-09-20T22:19:15.836 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WtWJttK3c0ZAgl8 off=12145979 len=1126090 2024-09-20T22:19:15.838 INFO:tasks.workunit.client.0.smithi046.stdout:op 5028 completed, throughput=5MB/sec 2024-09-20T22:19:15.838 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VIgKKwi8l3jkFUs off=6695469 len=167276 2024-09-20T22:19:15.841 INFO:tasks.workunit.client.0.smithi046.stdout:op 5029 completed, throughput=5MB/sec 2024-09-20T22:19:15.841 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zLc4PHpZffOOJmq off=2655976 len=236996 2024-09-20T22:19:15.844 INFO:tasks.workunit.client.0.smithi046.stdout:op 5030 completed, throughput=5MB/sec 2024-09-20T22:19:15.844 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YJjSY4xxvJRnEWh off=1115597 len=1209902 2024-09-20T22:19:15.851 INFO:tasks.workunit.client.0.smithi046.stdout:op 5031 completed, throughput=5MB/sec 2024-09-20T22:19:15.851 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WNXfMBTqvzHUP-d off=2362021 len=538399 2024-09-20T22:19:15.852 INFO:tasks.workunit.client.0.smithi046.stdout:op 5032 completed, throughput=5MB/sec 2024-09-20T22:19:16.852 INFO:tasks.workunit.client.0.smithi046.stdout: 987: throughput=5MB/sec pending data=0 2024-09-20T22:19:16.852 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-poPL5siTtGpZuky off=5509174 len=451024 2024-09-20T22:19:16.853 INFO:tasks.workunit.client.0.smithi046.stdout:op 5033 completed, throughput=5MB/sec 2024-09-20T22:19:16.853 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YH-7rwZn5rw9oXv off=2706135 len=1002493 2024-09-20T22:19:16.855 INFO:tasks.workunit.client.0.smithi046.stdout:op 5034 completed, throughput=5MB/sec 2024-09-20T22:19:16.855 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SILCcQu9e1ePw88 off=18637779 len=595335 2024-09-20T22:19:16.859 INFO:tasks.workunit.client.0.smithi046.stdout:op 5035 completed, throughput=5MB/sec 2024-09-20T22:19:16.859 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xUkO8jth6NL_NqX off=310076 len=1742698 2024-09-20T22:19:16.863 INFO:tasks.workunit.client.0.smithi046.stdout:op 5036 completed, throughput=5MB/sec 2024-09-20T22:19:16.863 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4Hrco2ygHfV0j5C off=8216922 len=950631 2024-09-20T22:19:16.868 INFO:tasks.workunit.client.0.smithi046.stdout:op 5037 completed, throughput=5MB/sec 2024-09-20T22:19:16.868 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Athxc6u62mpnd9J off=4319353 len=277478 2024-09-20T22:19:16.869 INFO:tasks.workunit.client.0.smithi046.stdout:op 5038 completed, throughput=5MB/sec 2024-09-20T22:19:17.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:16 smithi046 ceph-mon[96110]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:19:17.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:16 smithi046 ceph-mon[98591]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:19:17.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:16 smithi134 ceph-mon[89086]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:19:17.869 INFO:tasks.workunit.client.0.smithi046.stdout: 988: throughput=5MB/sec pending data=0 2024-09-20T22:19:17.869 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-51fjgaQ_dBekK04 off=13831135 len=763017 2024-09-20T22:19:17.874 INFO:tasks.workunit.client.0.smithi046.stdout:op 5039 completed, throughput=5MB/sec 2024-09-20T22:19:17.874 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bd1-WzXeUrKt4Uh off=4062485 len=575866 2024-09-20T22:19:17.878 INFO:tasks.workunit.client.0.smithi046.stdout:op 5040 completed, throughput=5MB/sec 2024-09-20T22:19:17.878 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-w5gT2fxOS8SNKYt off=14681777 len=1268101 2024-09-20T22:19:17.880 INFO:tasks.workunit.client.0.smithi046.stdout:op 5041 completed, throughput=5MB/sec 2024-09-20T22:19:17.880 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NiuferEkdnD1Bcf off=6646316 len=1495789 2024-09-20T22:19:17.888 INFO:tasks.workunit.client.0.smithi046.stdout:op 5042 completed, throughput=5MB/sec 2024-09-20T22:19:17.888 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-23mmnDMk4Sp2udH off=2948783 len=985832 2024-09-20T22:19:17.894 INFO:tasks.workunit.client.0.smithi046.stdout:op 5043 completed, throughput=5MB/sec 2024-09-20T22:19:17.894 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IG_QQR-ZRnXzv1g off=15349726 len=266258 2024-09-20T22:19:17.897 INFO:tasks.workunit.client.0.smithi046.stdout:op 5044 completed, throughput=5MB/sec 2024-09-20T22:19:18.897 INFO:tasks.workunit.client.0.smithi046.stdout: 989: throughput=5MB/sec pending data=0 2024-09-20T22:19:18.897 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SHriy0iV_Pwq4wr off=9951403 len=813528 2024-09-20T22:19:18.898 INFO:tasks.workunit.client.0.smithi046.stdout:op 5045 completed, throughput=5MB/sec 2024-09-20T22:19:18.898 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_WIak-jJEmWZMzh off=846769 len=624055 2024-09-20T22:19:18.902 INFO:tasks.workunit.client.0.smithi046.stdout:op 5046 completed, throughput=5MB/sec 2024-09-20T22:19:18.903 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--u86TB_r7lNdzxS off=12926974 len=312667 2024-09-20T22:19:18.904 INFO:tasks.workunit.client.0.smithi046.stdout:op 5047 completed, throughput=5MB/sec 2024-09-20T22:19:18.904 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xHy-P09SUQN5Eq8 off=10289562 len=1795902 2024-09-20T22:19:18.911 INFO:tasks.workunit.client.0.smithi046.stdout:op 5048 completed, throughput=5MB/sec 2024-09-20T22:19:18.911 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PDscUIZk-eEUDlN off=724417 len=1556364 2024-09-20T22:19:18.913 INFO:tasks.workunit.client.0.smithi046.stdout:op 5049 completed, throughput=5MB/sec 2024-09-20T22:19:18.913 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gysRwdhCBWKuHA3 off=13704294 len=937707 2024-09-20T22:19:18.918 INFO:tasks.workunit.client.0.smithi046.stdout:op 5050 completed, throughput=5MB/sec 2024-09-20T22:19:19.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:18 smithi046 ceph-mon[96110]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:19:19.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:18 smithi046 ceph-mon[98591]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:19:19.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:18 smithi134 ceph-mon[89086]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:19:19.919 INFO:tasks.workunit.client.0.smithi046.stdout: 990: throughput=5MB/sec pending data=0 2024-09-20T22:19:19.919 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-szFqfuQAVkTcmO6 off=2255541 len=1816700 2024-09-20T22:19:19.929 INFO:tasks.workunit.client.0.smithi046.stdout:op 5051 completed, throughput=5MB/sec 2024-09-20T22:19:19.929 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sEBsBWN_8GWXckX off=5298130 len=1624681 2024-09-20T22:19:19.931 INFO:tasks.workunit.client.0.smithi046.stdout:op 5052 completed, throughput=5MB/sec 2024-09-20T22:19:19.931 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QC3dGul2ix4w79A off=18790377 len=1886540 2024-09-20T22:19:19.934 INFO:tasks.workunit.client.0.smithi046.stdout:op 5053 completed, throughput=5MB/sec 2024-09-20T22:19:20.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:19:20.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:19:20.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:19:20.934 INFO:tasks.workunit.client.0.smithi046.stdout: 991: throughput=5MB/sec pending data=0 2024-09-20T22:19:20.934 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DxzhUh1ibENMLCw off=10488056 len=1532030 2024-09-20T22:19:20.943 INFO:tasks.workunit.client.0.smithi046.stdout:op 5054 completed, throughput=5MB/sec 2024-09-20T22:19:20.943 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TgKD3Tyl5Uv5B6_ off=1082381 len=809860 2024-09-20T22:19:20.947 INFO:tasks.workunit.client.0.smithi046.stdout:op 5055 completed, throughput=5MB/sec 2024-09-20T22:19:20.947 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kytTB_D4_cVfYcG off=638447 len=773535 2024-09-20T22:19:20.948 INFO:tasks.workunit.client.0.smithi046.stdout:op 5056 completed, throughput=5MB/sec 2024-09-20T22:19:20.948 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QjwtT0cIZQHQJfI off=18616923 len=770656 2024-09-20T22:19:20.950 INFO:tasks.workunit.client.0.smithi046.stdout:op 5057 completed, throughput=5MB/sec 2024-09-20T22:19:20.950 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-c0gXabE-txnT6hM off=16503632 len=1267999 2024-09-20T22:19:20.952 INFO:tasks.workunit.client.0.smithi046.stdout:op 5058 completed, throughput=5MB/sec 2024-09-20T22:19:21.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:20 smithi046 ceph-mon[96110]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:19:21.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:20 smithi046 ceph-mon[98591]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:19:21.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:20 smithi134 ceph-mon[89086]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:19:21.952 INFO:tasks.workunit.client.0.smithi046.stdout: 992: throughput=5MB/sec pending data=0 2024-09-20T22:19:21.952 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hRwbJNrM6wX3L6S off=4576647 len=553632 2024-09-20T22:19:21.953 INFO:tasks.workunit.client.0.smithi046.stdout:op 5059 completed, throughput=5MB/sec 2024-09-20T22:19:21.953 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-olE0rLcuJFgw1h8 off=1231545 len=516012 2024-09-20T22:19:21.958 INFO:tasks.workunit.client.0.smithi046.stdout:op 5060 completed, throughput=5MB/sec 2024-09-20T22:19:21.958 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Z_scVigyrmg1Ngo off=20256264 len=1220220 2024-09-20T22:19:21.959 INFO:tasks.workunit.client.0.smithi046.stdout:op 5061 completed, throughput=5MB/sec 2024-09-20T22:19:21.959 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zuV3dlvhDa5Syml off=5584723 len=1150836 2024-09-20T22:19:21.966 INFO:tasks.workunit.client.0.smithi046.stdout:op 5062 completed, throughput=5MB/sec 2024-09-20T22:19:21.966 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-i1nOwNL-shiQH5_ off=17262881 len=1378807 2024-09-20T22:19:21.974 INFO:tasks.workunit.client.0.smithi046.stdout:op 5063 completed, throughput=5MB/sec 2024-09-20T22:19:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:19:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:19:22] "GET /metrics HTTP/1.1" 200 34160 "" "Prometheus/2.43.0" 2024-09-20T22:19:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:19:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:19:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:19:22.975 INFO:tasks.workunit.client.0.smithi046.stdout: 993: throughput=5MB/sec pending data=0 2024-09-20T22:19:22.975 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-k9UTxNodlTGVUCI off=11277382 len=1123625 2024-09-20T22:19:22.980 INFO:tasks.workunit.client.0.smithi046.stdout:op 5064 completed, throughput=5MB/sec 2024-09-20T22:19:22.981 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-51fusmZ22aJFKpo off=572087 len=1522856 2024-09-20T22:19:22.988 INFO:tasks.workunit.client.0.smithi046.stdout:op 5065 completed, throughput=5MB/sec 2024-09-20T22:19:22.988 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fAD_CJaInvsBM_g off=2750453 len=739317 2024-09-20T22:19:22.990 INFO:tasks.workunit.client.0.smithi046.stdout:op 5066 completed, throughput=5MB/sec 2024-09-20T22:19:22.990 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9Eg8Dd9es-dta9W off=4497380 len=973865 2024-09-20T22:19:22.995 INFO:tasks.workunit.client.0.smithi046.stdout:op 5067 completed, throughput=5MB/sec 2024-09-20T22:19:22.995 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qDwUHfaOaCy_yFl off=2190765 len=6446 2024-09-20T22:19:22.995 INFO:tasks.workunit.client.0.smithi046.stdout:op 5068 completed, throughput=5MB/sec 2024-09-20T22:19:22.995 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pPRmrMonEZ8bnou off=11556307 len=758738 2024-09-20T22:19:23.000 INFO:tasks.workunit.client.0.smithi046.stdout:op 5069 completed, throughput=5MB/sec 2024-09-20T22:19:23.000 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DjTwv8gErGCuY1x off=1792784 len=1021892 2024-09-20T22:19:23.005 INFO:tasks.workunit.client.0.smithi046.stdout:op 5070 completed, throughput=5MB/sec 2024-09-20T22:19:23.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:22 smithi046 ceph-mon[96110]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-09-20T22:19:23.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:22 smithi046 ceph-mon[98591]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-09-20T22:19:23.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:22 smithi134 ceph-mon[89086]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-09-20T22:19:24.005 INFO:tasks.workunit.client.0.smithi046.stdout: 994: throughput=5MB/sec pending data=0 2024-09-20T22:19:24.005 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-deChEnmzF-D5Ley off=155422 len=1340902 2024-09-20T22:19:24.007 INFO:tasks.workunit.client.0.smithi046.stdout:op 5071 completed, throughput=5MB/sec 2024-09-20T22:19:24.007 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-e2Y4ZR9Fzn21nj1 off=152582 len=1426868 2024-09-20T22:19:24.009 INFO:tasks.workunit.client.0.smithi046.stdout:op 5072 completed, throughput=5MB/sec 2024-09-20T22:19:24.009 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nX6mNh0FdObYKYI off=13740917 len=684545 2024-09-20T22:19:24.013 INFO:tasks.workunit.client.0.smithi046.stdout:op 5073 completed, throughput=5MB/sec 2024-09-20T22:19:24.014 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UlpJx7LMYG8M71P off=20553983 len=1683389 2024-09-20T22:19:24.018 INFO:tasks.workunit.client.0.smithi046.stdout:op 5074 completed, throughput=5MB/sec 2024-09-20T22:19:25.019 INFO:tasks.workunit.client.0.smithi046.stdout: 995: throughput=5MB/sec pending data=0 2024-09-20T22:19:25.019 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NOZIo1q-I186SHI off=7859927 len=1857406 2024-09-20T22:19:25.021 INFO:tasks.workunit.client.0.smithi046.stdout:op 5075 completed, throughput=5MB/sec 2024-09-20T22:19:25.021 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lLR0xhq7ZxPg9Vu off=5071592 len=1598487 2024-09-20T22:19:25.025 INFO:tasks.workunit.client.0.smithi046.stdout:op 5076 completed, throughput=5MB/sec 2024-09-20T22:19:25.025 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-56d7dYLvWLw9Txg off=5660351 len=1006394 2024-09-20T22:19:25.027 INFO:tasks.workunit.client.0.smithi046.stdout:op 5077 completed, throughput=5MB/sec 2024-09-20T22:19:25.027 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SsaojOgYn-xd3ij off=4149191 len=741880 2024-09-20T22:19:25.028 INFO:tasks.workunit.client.0.smithi046.stdout:op 5078 completed, throughput=5MB/sec 2024-09-20T22:19:25.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:24 smithi046 ceph-mon[96110]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:19:25.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:24 smithi046 ceph-mon[98591]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:19:25.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:24 smithi134 ceph-mon[89086]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:19:26.028 INFO:tasks.workunit.client.0.smithi046.stdout: 996: throughput=5MB/sec pending data=0 2024-09-20T22:19:26.028 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2ZvdoGSfkOwH1vj off=11913326 len=659567 2024-09-20T22:19:26.029 INFO:tasks.workunit.client.0.smithi046.stdout:op 5079 completed, throughput=5MB/sec 2024-09-20T22:19:26.029 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-92JzbQ9VdX1Y0xt off=738300 len=1988915 2024-09-20T22:19:26.040 INFO:tasks.workunit.client.0.smithi046.stdout:op 5080 completed, throughput=5MB/sec 2024-09-20T22:19:26.040 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MhneA7dRdPqheGg off=7953616 len=751740 2024-09-20T22:19:26.044 INFO:tasks.workunit.client.0.smithi046.stdout:op 5081 completed, throughput=5MB/sec 2024-09-20T22:19:26.044 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-plcDL6TW0xffFS7 off=4959495 len=479999 2024-09-20T22:19:26.045 INFO:tasks.workunit.client.0.smithi046.stdout:op 5082 completed, throughput=5MB/sec 2024-09-20T22:19:26.045 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9Qx4pt_50clNete off=1114580 len=327089 2024-09-20T22:19:26.046 INFO:tasks.workunit.client.0.smithi046.stdout:op 5083 completed, throughput=5MB/sec 2024-09-20T22:19:26.046 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gPcVT6SVMymZIZG off=1966773 len=492172 2024-09-20T22:19:26.046 INFO:tasks.workunit.client.0.smithi046.stdout:op 5084 completed, throughput=5MB/sec 2024-09-20T22:19:26.046 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IGS31I5JbKFLFCE off=8049225 len=1023629 2024-09-20T22:19:26.052 INFO:tasks.workunit.client.0.smithi046.stdout:op 5085 completed, throughput=5MB/sec 2024-09-20T22:19:27.052 INFO:tasks.workunit.client.0.smithi046.stdout: 997: throughput=5MB/sec pending data=0 2024-09-20T22:19:27.053 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-27hBqp9etgE-8nv off=290202 len=1860350 2024-09-20T22:19:27.055 INFO:tasks.workunit.client.0.smithi046.stdout:op 5086 completed, throughput=5MB/sec 2024-09-20T22:19:27.055 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rhZITq6bi34CrY9 off=8909088 len=35398 2024-09-20T22:19:27.058 INFO:tasks.workunit.client.0.smithi046.stdout:op 5087 completed, throughput=5MB/sec 2024-09-20T22:19:27.058 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Q8Yg0j2uqfLnRE0 off=11518685 len=2073656 2024-09-20T22:19:27.070 INFO:tasks.workunit.client.0.smithi046.stdout:op 5088 completed, throughput=5MB/sec 2024-09-20T22:19:27.070 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-G_aUBNJNqvWii8V off=7853424 len=674904 2024-09-20T22:19:27.071 INFO:tasks.workunit.client.0.smithi046.stdout:op 5089 completed, throughput=5MB/sec 2024-09-20T22:19:27.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:26 smithi046 ceph-mon[98591]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:19:27.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:26 smithi046 ceph-mon[96110]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:19:27.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:26 smithi134 ceph-mon[89086]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:19:28.071 INFO:tasks.workunit.client.0.smithi046.stdout: 998: throughput=5MB/sec pending data=0 2024-09-20T22:19:28.071 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9o3GTSk_VfGcxJB off=21147735 len=1733930 2024-09-20T22:19:28.082 INFO:tasks.workunit.client.0.smithi046.stdout:op 5090 completed, throughput=5MB/sec 2024-09-20T22:19:28.082 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4z7bdvvxokNzAtM off=4237514 len=1349552 2024-09-20T22:19:28.084 INFO:tasks.workunit.client.0.smithi046.stdout:op 5091 completed, throughput=5MB/sec 2024-09-20T22:19:28.084 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FEzRSsE7MQtgTL- off=1182512 len=1603856 2024-09-20T22:19:28.093 INFO:tasks.workunit.client.0.smithi046.stdout:op 5092 completed, throughput=5MB/sec 2024-09-20T22:19:28.093 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EBNF11cjeAI-Y1F off=12752552 len=1233557 2024-09-20T22:19:28.101 INFO:tasks.workunit.client.0.smithi046.stdout:op 5093 completed, throughput=5MB/sec 2024-09-20T22:19:29.101 INFO:tasks.workunit.client.0.smithi046.stdout: 999: throughput=5MB/sec pending data=0 2024-09-20T22:19:29.101 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-blHvYsTmEt0GFMt off=401450 len=1502610 2024-09-20T22:19:29.103 INFO:tasks.workunit.client.0.smithi046.stdout:op 5094 completed, throughput=5MB/sec 2024-09-20T22:19:29.103 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5stU-JfGF-S2MGg off=1122969 len=772424 2024-09-20T22:19:29.108 INFO:tasks.workunit.client.0.smithi046.stdout:op 5095 completed, throughput=5MB/sec 2024-09-20T22:19:29.108 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XRjHgMNU-oXC9ns off=989186 len=1938144 2024-09-20T22:19:29.115 INFO:tasks.workunit.client.0.smithi046.stdout:op 5096 completed, throughput=5MB/sec 2024-09-20T22:19:29.116 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-llHThPmZQYqIjdb off=1492410 len=112087 2024-09-20T22:19:29.116 INFO:tasks.workunit.client.0.smithi046.stdout:op 5097 completed, throughput=5MB/sec 2024-09-20T22:19:29.116 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jq8R0sZb4ARUO3R off=1746704 len=1965403 2024-09-20T22:19:29.125 INFO:tasks.workunit.client.0.smithi046.stdout:op 5098 completed, throughput=5MB/sec 2024-09-20T22:19:29.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:28 smithi046 ceph-mon[96110]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:19:29.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:28 smithi046 ceph-mon[98591]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:19:29.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:28 smithi134 ceph-mon[89086]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:19:30.126 INFO:tasks.workunit.client.0.smithi046.stdout: 1000: throughput=5MB/sec pending data=0 2024-09-20T22:19:30.126 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9SOOHS80qurn1aG off=17938670 len=663713 2024-09-20T22:19:30.131 INFO:tasks.workunit.client.0.smithi046.stdout:op 5099 completed, throughput=5MB/sec 2024-09-20T22:19:30.131 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vndAIbrARZ5B5xc off=3510082 len=1306419 2024-09-20T22:19:30.133 INFO:tasks.workunit.client.0.smithi046.stdout:op 5100 completed, throughput=5MB/sec 2024-09-20T22:19:30.134 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_uNM3bmGRwUoov3 off=2875687 len=1424025 2024-09-20T22:19:30.135 INFO:tasks.workunit.client.0.smithi046.stdout:op 5101 completed, throughput=5MB/sec 2024-09-20T22:19:30.136 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2xJ86V8sfkEfndu off=1663248 len=1232223 2024-09-20T22:19:30.142 INFO:tasks.workunit.client.0.smithi046.stdout:op 5102 completed, throughput=5MB/sec 2024-09-20T22:19:31.142 INFO:tasks.workunit.client.0.smithi046.stdout: 1001: throughput=5MB/sec pending data=0 2024-09-20T22:19:31.142 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Z9znxNmA73WxR1L off=440670 len=2089957 2024-09-20T22:19:31.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:30 smithi046 ceph-mon[96110]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:19:31.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:30 smithi046 ceph-mon[98591]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:19:31.152 INFO:tasks.workunit.client.0.smithi046.stdout:op 5103 completed, throughput=5MB/sec 2024-09-20T22:19:31.152 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-e6BaSbRWUTPm5w0 off=7394523 len=686101 2024-09-20T22:19:31.156 INFO:tasks.workunit.client.0.smithi046.stdout:op 5104 completed, throughput=5MB/sec 2024-09-20T22:19:31.156 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MkUtGfNuFNA1UqH off=22160416 len=1476017 2024-09-20T22:19:31.164 INFO:tasks.workunit.client.0.smithi046.stdout:op 5105 completed, throughput=5MB/sec 2024-09-20T22:19:31.164 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JPD1HLvh_CaVcDM off=4183022 len=634844 2024-09-20T22:19:31.164 INFO:tasks.workunit.client.0.smithi046.stdout:op 5106 completed, throughput=5MB/sec 2024-09-20T22:19:31.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:30 smithi134 ceph-mon[89086]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:19:32.054 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:31 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:19:32.054 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:31 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:19:32.054 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:31 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:19:32.054 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:31 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:19:32.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:31 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:19:32.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:31 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:19:32.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:31 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:19:32.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:31 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:19:32.077 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:31 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:19:32.077 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:31 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:19:32.077 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:31 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:19:32.077 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:31 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:19:32.165 INFO:tasks.workunit.client.0.smithi046.stdout: 1002: throughput=5MB/sec pending data=0 2024-09-20T22:19:32.165 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TDCfJ--Vng93QTS off=3038214 len=1138352 2024-09-20T22:19:32.166 INFO:tasks.workunit.client.0.smithi046.stdout:op 5107 completed, throughput=5MB/sec 2024-09-20T22:19:32.167 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Puh59qxUBlU8bnd off=1832591 len=937403 2024-09-20T22:19:32.169 INFO:tasks.workunit.client.0.smithi046.stdout:op 5108 completed, throughput=5MB/sec 2024-09-20T22:19:32.169 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2Y3YtKuLOgZNz52 off=8575985 len=1935406 2024-09-20T22:19:32.176 INFO:tasks.workunit.client.0.smithi046.stdout:op 5109 completed, throughput=5MB/sec 2024-09-20T22:19:32.176 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AnWvV_yl6S9lHgK off=2737131 len=1018307 2024-09-20T22:19:32.178 INFO:tasks.workunit.client.0.smithi046.stdout:op 5110 completed, throughput=5MB/sec 2024-09-20T22:19:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:19:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:19:32] "GET /metrics HTTP/1.1" 200 34160 "" "Prometheus/2.43.0" 2024-09-20T22:19:32.425 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:19:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:19:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:19:33.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:32 smithi046 ceph-mon[96110]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:19:33.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:32 smithi046 ceph-mon[98591]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:19:33.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:32 smithi134 ceph-mon[89086]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:19:33.177 INFO:tasks.workunit.client.0.smithi046.stdout: 1003: throughput=5MB/sec pending data=0 2024-09-20T22:19:33.178 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KObke52pmH5mTI3 off=4042802 len=438271 2024-09-20T22:19:33.179 INFO:tasks.workunit.client.0.smithi046.stdout:op 5111 completed, throughput=5MB/sec 2024-09-20T22:19:33.179 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EAY3oQnoVItBUkI off=112204 len=717383 2024-09-20T22:19:33.180 INFO:tasks.workunit.client.0.smithi046.stdout:op 5112 completed, throughput=5MB/sec 2024-09-20T22:19:33.180 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2CUtXejtPqEt8qB off=125964 len=333933 2024-09-20T22:19:33.181 INFO:tasks.workunit.client.0.smithi046.stdout:op 5113 completed, throughput=5MB/sec 2024-09-20T22:19:33.181 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4bVlaDC2MJalaDG off=11730913 len=604645 2024-09-20T22:19:33.182 INFO:tasks.workunit.client.0.smithi046.stdout:op 5114 completed, throughput=5MB/sec 2024-09-20T22:19:33.182 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lFC_NqMUEzmiyQ5 off=2007345 len=1416556 2024-09-20T22:19:33.192 INFO:tasks.workunit.client.0.smithi046.stdout:op 5115 completed, throughput=5MB/sec 2024-09-20T22:19:33.192 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-73l2IauR0ozFMoU off=8942837 len=144199 2024-09-20T22:19:33.195 INFO:tasks.workunit.client.0.smithi046.stdout:op 5116 completed, throughput=5MB/sec 2024-09-20T22:19:33.195 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-e8nTOYt13MuFv83 off=2626732 len=1667463 2024-09-20T22:19:33.197 INFO:tasks.workunit.client.0.smithi046.stdout:op 5117 completed, throughput=5MB/sec 2024-09-20T22:19:34.198 INFO:tasks.workunit.client.0.smithi046.stdout: 1004: throughput=5MB/sec pending data=0 2024-09-20T22:19:34.198 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fSGW6rrIEkq1G8I off=8720745 len=288112 2024-09-20T22:19:34.201 INFO:tasks.workunit.client.0.smithi046.stdout:op 5118 completed, throughput=5MB/sec 2024-09-20T22:19:34.202 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3hC9kh0Z8_AdDkO off=685373 len=420909 2024-09-20T22:19:34.205 INFO:tasks.workunit.client.0.smithi046.stdout:op 5119 completed, throughput=5MB/sec 2024-09-20T22:19:34.205 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3dfFS4inpfyh9r8 off=1999388 len=1378843 2024-09-20T22:19:34.208 INFO:tasks.workunit.client.0.smithi046.stdout:op 5120 completed, throughput=5MB/sec 2024-09-20T22:19:34.208 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fxYFvc2Arff8INW off=5345709 len=1413134 2024-09-20T22:19:34.215 INFO:tasks.workunit.client.0.smithi046.stdout:op 5121 completed, throughput=5MB/sec 2024-09-20T22:19:34.216 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UI-Dqvr3l2m-UWz off=2228754 len=1367251 2024-09-20T22:19:34.222 INFO:tasks.workunit.client.0.smithi046.stdout:op 5122 completed, throughput=5MB/sec 2024-09-20T22:19:34.222 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Yk4IqQRgsqJcdL- off=3786510 len=1681591 2024-09-20T22:19:34.230 INFO:tasks.workunit.client.0.smithi046.stdout:op 5123 completed, throughput=5MB/sec 2024-09-20T22:19:35.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:34 smithi046 ceph-mon[96110]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:19:35.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:19:35.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:34 smithi046 ceph-mon[98591]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:19:35.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:19:35.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:34 smithi134 ceph-mon[89086]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:19:35.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:19:35.230 INFO:tasks.workunit.client.0.smithi046.stdout: 1005: throughput=5MB/sec pending data=0 2024-09-20T22:19:35.230 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vLMy3JraY4fWkOf off=14563884 len=1598562 2024-09-20T22:19:35.232 INFO:tasks.workunit.client.0.smithi046.stdout:op 5124 completed, throughput=5MB/sec 2024-09-20T22:19:35.232 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SgIUvIVKX1m-ssE off=12303528 len=268886 2024-09-20T22:19:35.236 INFO:tasks.workunit.client.0.smithi046.stdout:op 5125 completed, throughput=5MB/sec 2024-09-20T22:19:35.236 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-z5_8lONySYAYuwn off=22524544 len=1053268 2024-09-20T22:19:35.242 INFO:tasks.workunit.client.0.smithi046.stdout:op 5126 completed, throughput=5MB/sec 2024-09-20T22:19:35.242 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vl_JMlXtUGEABJP off=6060827 len=1924288 2024-09-20T22:19:35.247 INFO:tasks.workunit.client.0.smithi046.stdout:op 5127 completed, throughput=5MB/sec 2024-09-20T22:19:36.247 INFO:tasks.workunit.client.0.smithi046.stdout: 1006: throughput=5MB/sec pending data=0 2024-09-20T22:19:36.248 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-I8ABNiDFGYQQF1K off=8025831 len=416219 2024-09-20T22:19:36.251 INFO:tasks.workunit.client.0.smithi046.stdout:op 5128 completed, throughput=5MB/sec 2024-09-20T22:19:36.252 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1dsJw8M4tWs0qT3 off=9825981 len=1073813 2024-09-20T22:19:36.253 INFO:tasks.workunit.client.0.smithi046.stdout:op 5129 completed, throughput=5MB/sec 2024-09-20T22:19:36.253 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QQWY79N18jhm5Am off=19779845 len=1435203 2024-09-20T22:19:36.260 INFO:tasks.workunit.client.0.smithi046.stdout:op 5130 completed, throughput=5MB/sec 2024-09-20T22:19:36.260 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nsv3YBKqT7qzaId off=452104 len=734504 2024-09-20T22:19:36.262 INFO:tasks.workunit.client.0.smithi046.stdout:op 5131 completed, throughput=5MB/sec 2024-09-20T22:19:36.262 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-biJuQXOuhzKumOy off=4446621 len=870677 2024-09-20T22:19:36.263 INFO:tasks.workunit.client.0.smithi046.stdout:op 5132 completed, throughput=5MB/sec 2024-09-20T22:19:37.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:36 smithi046 ceph-mon[96110]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:19:37.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:36 smithi046 ceph-mon[98591]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:19:37.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:36 smithi134 ceph-mon[89086]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:19:37.264 INFO:tasks.workunit.client.0.smithi046.stdout: 1007: throughput=5MB/sec pending data=0 2024-09-20T22:19:37.264 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0VusJESLusQ5_dJ off=15046996 len=418888 2024-09-20T22:19:37.265 INFO:tasks.workunit.client.0.smithi046.stdout:op 5133 completed, throughput=5MB/sec 2024-09-20T22:19:37.265 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wKr2Ae7IKbYPc6B off=4338092 len=245986 2024-09-20T22:19:37.269 INFO:tasks.workunit.client.0.smithi046.stdout:op 5134 completed, throughput=5MB/sec 2024-09-20T22:19:37.269 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nH8PU_yW98M81nn off=6569333 len=107421 2024-09-20T22:19:37.271 INFO:tasks.workunit.client.0.smithi046.stdout:op 5135 completed, throughput=5MB/sec 2024-09-20T22:19:37.271 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fKmb_zFZ5xX41KX off=349448 len=1495880 2024-09-20T22:19:37.277 INFO:tasks.workunit.client.0.smithi046.stdout:op 5136 completed, throughput=5MB/sec 2024-09-20T22:19:37.278 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vDV18AC708FILN3 off=10679538 len=1673173 2024-09-20T22:19:37.280 INFO:tasks.workunit.client.0.smithi046.stdout:op 5137 completed, throughput=5MB/sec 2024-09-20T22:19:37.280 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qPvo3zgrP1LqxAn off=11838124 len=1512276 2024-09-20T22:19:37.281 INFO:tasks.workunit.client.0.smithi046.stdout:op 5138 completed, throughput=5MB/sec 2024-09-20T22:19:38.281 INFO:tasks.workunit.client.0.smithi046.stdout: 1008: throughput=5MB/sec pending data=0 2024-09-20T22:19:38.281 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-D0KudcQIcqwAMt0 off=4072486 len=282146 2024-09-20T22:19:38.284 INFO:tasks.workunit.client.0.smithi046.stdout:op 5139 completed, throughput=5MB/sec 2024-09-20T22:19:38.284 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ItFTpTBl-6V2HQ3 off=6717303 len=1752585 2024-09-20T22:19:38.292 INFO:tasks.workunit.client.0.smithi046.stdout:op 5140 completed, throughput=5MB/sec 2024-09-20T22:19:38.292 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6589GaFaSdMuPVU off=674442 len=107840 2024-09-20T22:19:38.292 INFO:tasks.workunit.client.0.smithi046.stdout:op 5141 completed, throughput=5MB/sec 2024-09-20T22:19:38.293 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rhZITq6bi34CrY9 off=3670378 len=507649 2024-09-20T22:19:38.295 INFO:tasks.workunit.client.0.smithi046.stdout:op 5142 completed, throughput=5MB/sec 2024-09-20T22:19:38.295 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eHNfktrZdx_0oWi off=3501291 len=1192743 2024-09-20T22:19:38.297 INFO:tasks.workunit.client.0.smithi046.stdout:op 5143 completed, throughput=5MB/sec 2024-09-20T22:19:38.297 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jYJMmBNOpo9qEyr off=1286688 len=958331 2024-09-20T22:19:38.298 INFO:tasks.workunit.client.0.smithi046.stdout:op 5144 completed, throughput=5MB/sec 2024-09-20T22:19:38.298 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-al-clVj7zOTC3wd off=1212275 len=268173 2024-09-20T22:19:38.299 INFO:tasks.workunit.client.0.smithi046.stdout:op 5145 completed, throughput=5MB/sec 2024-09-20T22:19:38.299 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tdek5A_2N05z_eu off=10167796 len=828367 2024-09-20T22:19:38.302 INFO:tasks.workunit.client.0.smithi046.stdout:op 5146 completed, throughput=5MB/sec 2024-09-20T22:19:39.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:38 smithi046 ceph-mon[96110]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:19:39.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:38 smithi046 ceph-mon[98591]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:19:39.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:38 smithi134 ceph-mon[89086]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:19:39.303 INFO:tasks.workunit.client.0.smithi046.stdout: 1009: throughput=5MB/sec pending data=0 2024-09-20T22:19:39.303 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-njtkSY3Mf1nL6LT off=864880 len=1099192 2024-09-20T22:19:39.309 INFO:tasks.workunit.client.0.smithi046.stdout:op 5147 completed, throughput=5MB/sec 2024-09-20T22:19:39.309 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kYwz_yUY0vUqRtZ off=2557358 len=1321724 2024-09-20T22:19:39.318 INFO:tasks.workunit.client.0.smithi046.stdout:op 5148 completed, throughput=5MB/sec 2024-09-20T22:19:39.318 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XGYoVzKWOo3Igdd off=9141020 len=1576676 2024-09-20T22:19:39.321 INFO:tasks.workunit.client.0.smithi046.stdout:op 5149 completed, throughput=5MB/sec 2024-09-20T22:19:39.321 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-A35j-iWBojxyysO off=7995155 len=701846 2024-09-20T22:19:39.326 INFO:tasks.workunit.client.0.smithi046.stdout:op 5150 completed, throughput=5MB/sec 2024-09-20T22:19:40.326 INFO:tasks.workunit.client.0.smithi046.stdout: 1010: throughput=5MB/sec pending data=0 2024-09-20T22:19:40.326 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-T-PTgwBS4LHJ27E off=8146486 len=2016259 2024-09-20T22:19:40.329 INFO:tasks.workunit.client.0.smithi046.stdout:op 5151 completed, throughput=5MB/sec 2024-09-20T22:19:40.329 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vbJfWJ7vvWVFH_y off=2858211 len=5940 2024-09-20T22:19:40.331 INFO:tasks.workunit.client.0.smithi046.stdout:op 5152 completed, throughput=5MB/sec 2024-09-20T22:19:40.331 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-elkP6K4UkG0gc0z off=2261926 len=1182753 2024-09-20T22:19:40.337 INFO:tasks.workunit.client.0.smithi046.stdout:op 5153 completed, throughput=5MB/sec 2024-09-20T22:19:40.337 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QSavVPLqUJ0O7Vm off=2240851 len=2036209 2024-09-20T22:19:40.339 INFO:tasks.workunit.client.0.smithi046.stdout:op 5154 completed, throughput=5MB/sec 2024-09-20T22:19:40.339 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8pm4zfNXj629jFM off=1039918 len=544093 2024-09-20T22:19:40.343 INFO:tasks.workunit.client.0.smithi046.stdout:op 5155 completed, throughput=5MB/sec 2024-09-20T22:19:41.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:40 smithi046 ceph-mon[96110]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:19:41.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:40 smithi046 ceph-mon[98591]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:19:41.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:40 smithi134 ceph-mon[89086]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:19:41.343 INFO:tasks.workunit.client.0.smithi046.stdout: 1011: throughput=5MB/sec pending data=0 2024-09-20T22:19:41.343 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6-vbgvsAS1php7M off=16350822 len=61382 2024-09-20T22:19:41.345 INFO:tasks.workunit.client.0.smithi046.stdout:op 5156 completed, throughput=5MB/sec 2024-09-20T22:19:41.345 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GBYT_dG78mIC9sO off=957691 len=861012 2024-09-20T22:19:41.347 INFO:tasks.workunit.client.0.smithi046.stdout:op 5157 completed, throughput=5MB/sec 2024-09-20T22:19:41.348 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-297i870GTFL4ve1 off=3459392 len=1830053 2024-09-20T22:19:41.358 INFO:tasks.workunit.client.0.smithi046.stdout:op 5158 completed, throughput=5MB/sec 2024-09-20T22:19:41.358 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NONkF6oAKsEF3bz off=7019297 len=61725 2024-09-20T22:19:41.360 INFO:tasks.workunit.client.0.smithi046.stdout:op 5159 completed, throughput=5MB/sec 2024-09-20T22:19:41.361 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eRTPKGi5rHwBG-E off=3360507 len=1575649 2024-09-20T22:19:41.369 INFO:tasks.workunit.client.0.smithi046.stdout:op 5160 completed, throughput=5MB/sec 2024-09-20T22:19:41.369 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YP2wVeBNu0AnZo9 off=252988 len=1993488 2024-09-20T22:19:41.372 INFO:tasks.workunit.client.0.smithi046.stdout:op 5161 completed, throughput=5MB/sec 2024-09-20T22:19:42.372 INFO:tasks.workunit.client.0.smithi046.stdout: 1012: throughput=5MB/sec pending data=0 2024-09-20T22:19:42.372 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Df3eA-VKHplsEUT off=3237120 len=62693 2024-09-20T22:19:42.373 INFO:tasks.workunit.client.0.smithi046.stdout:op 5162 completed, throughput=5MB/sec 2024-09-20T22:19:42.373 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wPxYrlrCL6IawCM off=15568837 len=131023 2024-09-20T22:19:42.374 INFO:tasks.workunit.client.0.smithi046.stdout:op 5163 completed, throughput=5MB/sec 2024-09-20T22:19:42.374 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mZelxW0Syj5d2jl off=9553202 len=117437 2024-09-20T22:19:42.377 INFO:tasks.workunit.client.0.smithi046.stdout:op 5164 completed, throughput=5MB/sec 2024-09-20T22:19:42.377 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-clRmGLuUP2qvwKQ off=6636156 len=1087552 2024-09-20T22:19:42.382 INFO:tasks.workunit.client.0.smithi046.stdout:op 5165 completed, throughput=5MB/sec 2024-09-20T22:19:42.382 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1NUcFbHPXP_pet2 off=5961928 len=1688816 2024-09-20T22:19:42.391 INFO:tasks.workunit.client.0.smithi046.stdout:op 5166 completed, throughput=5MB/sec 2024-09-20T22:19:42.392 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QVFISxD_Vku4JQg off=15623662 len=273120 2024-09-20T22:19:42.392 INFO:tasks.workunit.client.0.smithi046.stdout:op 5167 completed, throughput=5MB/sec 2024-09-20T22:19:42.392 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4-X6xLpsl6lMDn5 off=2500829 len=853046 2024-09-20T22:19:42.397 INFO:tasks.workunit.client.0.smithi046.stdout:op 5168 completed, throughput=5MB/sec 2024-09-20T22:19:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:19:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:19:42] "GET /metrics HTTP/1.1" 200 34166 "" "Prometheus/2.43.0" 2024-09-20T22:19:42.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:19:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:19:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:19:43.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:42 smithi046 ceph-mon[96110]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-20T22:19:43.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:42 smithi046 ceph-mon[98591]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-20T22:19:43.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:42 smithi134 ceph-mon[89086]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-20T22:19:43.398 INFO:tasks.workunit.client.0.smithi046.stdout: 1013: throughput=5MB/sec pending data=0 2024-09-20T22:19:43.398 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uHJybfW4XdjdmQz off=11792129 len=572835 2024-09-20T22:19:43.399 INFO:tasks.workunit.client.0.smithi046.stdout:op 5169 completed, throughput=5MB/sec 2024-09-20T22:19:43.399 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5CKlsiBnAypFIOm off=1056828 len=1171415 2024-09-20T22:19:43.401 INFO:tasks.workunit.client.0.smithi046.stdout:op 5170 completed, throughput=5MB/sec 2024-09-20T22:19:43.401 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CK09hlEFz4ah7JE off=9497759 len=74123 2024-09-20T22:19:43.403 INFO:tasks.workunit.client.0.smithi046.stdout:op 5171 completed, throughput=5MB/sec 2024-09-20T22:19:43.403 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Qq5P6hiXrrRTdah off=22008624 len=2030778 2024-09-20T22:19:43.413 INFO:tasks.workunit.client.0.smithi046.stdout:op 5172 completed, throughput=5MB/sec 2024-09-20T22:19:43.413 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hudFmGWqLQpQEwk off=3047975 len=1076265 2024-09-20T22:19:43.419 INFO:tasks.workunit.client.0.smithi046.stdout:op 5173 completed, throughput=5MB/sec 2024-09-20T22:19:43.419 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aWy_KJubVfCEMdd off=10189685 len=1534376 2024-09-20T22:19:43.425 INFO:tasks.workunit.client.0.smithi046.stdout:op 5174 completed, throughput=5MB/sec 2024-09-20T22:19:44.425 INFO:tasks.workunit.client.0.smithi046.stdout: 1014: throughput=5MB/sec pending data=0 2024-09-20T22:19:44.425 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-H7gLZpv8XknE9v- off=2299799 len=20383 2024-09-20T22:19:44.428 INFO:tasks.workunit.client.0.smithi046.stdout:op 5175 completed, throughput=5MB/sec 2024-09-20T22:19:44.428 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qeeB35uo404Co10 off=8727207 len=279983 2024-09-20T22:19:44.428 INFO:tasks.workunit.client.0.smithi046.stdout:op 5176 completed, throughput=5MB/sec 2024-09-20T22:19:44.429 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Qjz2QbWSnOF8EHt off=7495 len=1666024 2024-09-20T22:19:44.431 INFO:tasks.workunit.client.0.smithi046.stdout:op 5177 completed, throughput=5MB/sec 2024-09-20T22:19:44.431 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XdhUf_1VV_AL0Ka off=4245559 len=590502 2024-09-20T22:19:44.432 INFO:tasks.workunit.client.0.smithi046.stdout:op 5178 completed, throughput=5MB/sec 2024-09-20T22:19:44.432 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eDJZtcuvj_zKDnR off=10631415 len=299243 2024-09-20T22:19:44.435 INFO:tasks.workunit.client.0.smithi046.stdout:op 5179 completed, throughput=5MB/sec 2024-09-20T22:19:44.435 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7AMOIra5OKl_jI2 off=6635476 len=1134052 2024-09-20T22:19:44.442 INFO:tasks.workunit.client.0.smithi046.stdout:op 5180 completed, throughput=5MB/sec 2024-09-20T22:19:45.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:44 smithi046 ceph-mon[96110]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:19:45.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:44 smithi046 ceph-mon[98591]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:19:45.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:44 smithi134 ceph-mon[89086]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:19:45.442 INFO:tasks.workunit.client.0.smithi046.stdout: 1015: throughput=5MB/sec pending data=0 2024-09-20T22:19:45.442 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SbpuGvWs4PpbHit off=6096416 len=1427949 2024-09-20T22:19:45.444 INFO:tasks.workunit.client.0.smithi046.stdout:op 5181 completed, throughput=5MB/sec 2024-09-20T22:19:45.444 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Kub_d0rN0-G-GgI off=5032806 len=1652892 2024-09-20T22:19:45.448 INFO:tasks.workunit.client.0.smithi046.stdout:op 5182 completed, throughput=5MB/sec 2024-09-20T22:19:45.448 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LQuoCoump98OmnT off=0 len=1276454 2024-09-20T22:19:45.454 INFO:tasks.workunit.client.0.smithi046.stdout:op 5183 completed, throughput=5MB/sec 2024-09-20T22:19:45.454 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-x9T4bDXHzL3W8wQ off=8156302 len=1281173 2024-09-20T22:19:45.461 INFO:tasks.workunit.client.0.smithi046.stdout:op 5184 completed, throughput=5MB/sec 2024-09-20T22:19:46.461 INFO:tasks.workunit.client.0.smithi046.stdout: 1016: throughput=5MB/sec pending data=0 2024-09-20T22:19:46.462 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tgVk18ILczuNrfE off=4342534 len=271945 2024-09-20T22:19:46.465 INFO:tasks.workunit.client.0.smithi046.stdout:op 5185 completed, throughput=5MB/sec 2024-09-20T22:19:46.465 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-c2Tw7lkvc1yK-dw off=4465828 len=1627908 2024-09-20T22:19:46.472 INFO:tasks.workunit.client.0.smithi046.stdout:op 5186 completed, throughput=5MB/sec 2024-09-20T22:19:46.472 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4mC24JkGOcPvUYM off=4752905 len=1159367 2024-09-20T22:19:46.478 INFO:tasks.workunit.client.0.smithi046.stdout:op 5187 completed, throughput=5MB/sec 2024-09-20T22:19:46.478 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RXo5m7NyrlMQuBB off=5343819 len=7821 2024-09-20T22:19:46.479 INFO:tasks.workunit.client.0.smithi046.stdout:op 5188 completed, throughput=5MB/sec 2024-09-20T22:19:46.479 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sBLkGcboP3wuKxX off=7091272 len=461366 2024-09-20T22:19:46.480 INFO:tasks.workunit.client.0.smithi046.stdout:op 5189 completed, throughput=5MB/sec 2024-09-20T22:19:46.480 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DzHGlvs2RbErhWc off=645099 len=851393 2024-09-20T22:19:46.484 INFO:tasks.workunit.client.0.smithi046.stdout:op 5190 completed, throughput=5MB/sec 2024-09-20T22:19:46.484 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wU56XH_jQ_oaHMB off=8536310 len=200348 2024-09-20T22:19:46.485 INFO:tasks.workunit.client.0.smithi046.stdout:op 5191 completed, throughput=5MB/sec 2024-09-20T22:19:46.485 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JtbUhwgVTr-Pes- off=9435566 len=330369 2024-09-20T22:19:46.488 INFO:tasks.workunit.client.0.smithi046.stdout:op 5192 completed, throughput=5MB/sec 2024-09-20T22:19:46.488 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OeqSAowesWxrVWK off=261088 len=1682041 2024-09-20T22:19:46.490 INFO:tasks.workunit.client.0.smithi046.stdout:op 5193 completed, throughput=5MB/sec 2024-09-20T22:19:47.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:46 smithi046 ceph-mon[96110]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:19:47.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:46 smithi046 ceph-mon[98591]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:19:47.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:46 smithi134 ceph-mon[89086]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:19:47.490 INFO:tasks.workunit.client.0.smithi046.stdout: 1017: throughput=5MB/sec pending data=0 2024-09-20T22:19:47.490 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3X5aecWHUR6NF7z off=0 len=1237069 2024-09-20T22:19:47.496 INFO:tasks.workunit.client.0.smithi046.stdout:op 5194 completed, throughput=5MB/sec 2024-09-20T22:19:47.496 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lzTbWu89xjkfbli off=22092024 len=1914616 2024-09-20T22:19:47.499 INFO:tasks.workunit.client.0.smithi046.stdout:op 5195 completed, throughput=5MB/sec 2024-09-20T22:19:47.499 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wpUVqCjE44_e02T off=4462819 len=1746469 2024-09-20T22:19:47.507 INFO:tasks.workunit.client.0.smithi046.stdout:op 5196 completed, throughput=5MB/sec 2024-09-20T22:19:48.507 INFO:tasks.workunit.client.0.smithi046.stdout: 1018: throughput=5MB/sec pending data=0 2024-09-20T22:19:48.508 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eEnIeb0yQ8HkmCj off=8153873 len=814320 2024-09-20T22:19:48.513 INFO:tasks.workunit.client.0.smithi046.stdout:op 5197 completed, throughput=5MB/sec 2024-09-20T22:19:48.513 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-niN_urGQGO2XFOI off=4722176 len=699616 2024-09-20T22:19:48.514 INFO:tasks.workunit.client.0.smithi046.stdout:op 5198 completed, throughput=5MB/sec 2024-09-20T22:19:48.514 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iH0me08A_SiaHAg off=6904484 len=1374938 2024-09-20T22:19:48.521 INFO:tasks.workunit.client.0.smithi046.stdout:op 5199 completed, throughput=5MB/sec 2024-09-20T22:19:48.522 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XlIf4VQ182LaCgJ off=10596058 len=1966977 2024-09-20T22:19:48.525 INFO:tasks.workunit.client.0.smithi046.stdout:op 5200 completed, throughput=5MB/sec 2024-09-20T22:19:49.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:48 smithi046 ceph-mon[96110]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:19:49.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:48 smithi046 ceph-mon[98591]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:19:49.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:48 smithi134 ceph-mon[89086]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-20T22:19:49.526 INFO:tasks.workunit.client.0.smithi046.stdout: 1019: throughput=5MB/sec pending data=0 2024-09-20T22:19:49.526 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zbHNG91WhkmBrfK off=8110793 len=1001320 2024-09-20T22:19:49.527 INFO:tasks.workunit.client.0.smithi046.stdout:op 5201 completed, throughput=5MB/sec 2024-09-20T22:19:49.527 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-m0YGNtsbqMl0Wz_ off=11871603 len=187792 2024-09-20T22:19:49.528 INFO:tasks.workunit.client.0.smithi046.stdout:op 5202 completed, throughput=5MB/sec 2024-09-20T22:19:49.528 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gjUPS098yXD2QFp off=1198531 len=1114931 2024-09-20T22:19:49.529 INFO:tasks.workunit.client.0.smithi046.stdout:op 5203 completed, throughput=5MB/sec 2024-09-20T22:19:49.529 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--6ceym5EnxeksP0 off=22007923 len=2001339 2024-09-20T22:19:49.538 INFO:tasks.workunit.client.0.smithi046.stdout:op 5204 completed, throughput=5MB/sec 2024-09-20T22:19:49.538 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DeK9C1HArajd0gx off=6641732 len=1358079 2024-09-20T22:19:49.545 INFO:tasks.workunit.client.0.smithi046.stdout:op 5205 completed, throughput=5MB/sec 2024-09-20T22:19:50.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:19:50.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:19:50.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:19:50.545 INFO:tasks.workunit.client.0.smithi046.stdout: 1020: throughput=5MB/sec pending data=0 2024-09-20T22:19:50.545 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_e71EgLZ9hcH3cZ off=1740878 len=1220012 2024-09-20T22:19:50.547 INFO:tasks.workunit.client.0.smithi046.stdout:op 5206 completed, throughput=5MB/sec 2024-09-20T22:19:50.547 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gjUPS098yXD2QFp off=14380208 len=382461 2024-09-20T22:19:50.551 INFO:tasks.workunit.client.0.smithi046.stdout:op 5207 completed, throughput=5MB/sec 2024-09-20T22:19:50.551 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7wwFIRX2PsEGW0H off=7340884 len=878780 2024-09-20T22:19:50.553 INFO:tasks.workunit.client.0.smithi046.stdout:op 5208 completed, throughput=5MB/sec 2024-09-20T22:19:50.553 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Z9znxNmA73WxR1L off=2204924 len=894524 2024-09-20T22:19:50.555 INFO:tasks.workunit.client.0.smithi046.stdout:op 5209 completed, throughput=5MB/sec 2024-09-20T22:19:50.555 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BgDK7F12BX8BmSv off=5178533 len=55396 2024-09-20T22:19:50.558 INFO:tasks.workunit.client.0.smithi046.stdout:op 5210 completed, throughput=5MB/sec 2024-09-20T22:19:50.558 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-G_3GSowskWx4xy_ off=18163085 len=1193406 2024-09-20T22:19:50.559 INFO:tasks.workunit.client.0.smithi046.stdout:op 5211 completed, throughput=5MB/sec 2024-09-20T22:19:51.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:50 smithi046 ceph-mon[96110]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:19:51.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:50 smithi046 ceph-mon[98591]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:19:51.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:50 smithi134 ceph-mon[89086]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:19:51.559 INFO:tasks.workunit.client.0.smithi046.stdout: 1021: throughput=5MB/sec pending data=0 2024-09-20T22:19:51.559 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-q3OHjWhB07UwTFP off=21954802 len=1484505 2024-09-20T22:19:51.561 INFO:tasks.workunit.client.0.smithi046.stdout:op 5212 completed, throughput=5MB/sec 2024-09-20T22:19:51.561 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yn_tgnbgMb6d0Wv off=10076164 len=1717191 2024-09-20T22:19:51.570 INFO:tasks.workunit.client.0.smithi046.stdout:op 5213 completed, throughput=5MB/sec 2024-09-20T22:19:51.570 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OvNQUlazsXEu1tw off=6402507 len=1486754 2024-09-20T22:19:51.572 INFO:tasks.workunit.client.0.smithi046.stdout:op 5214 completed, throughput=5MB/sec 2024-09-20T22:19:51.572 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-weVpBKFE_1tG2xW off=6338963 len=1018527 2024-09-20T22:19:51.574 INFO:tasks.workunit.client.0.smithi046.stdout:op 5215 completed, throughput=5MB/sec 2024-09-20T22:19:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:19:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:19:52] "GET /metrics HTTP/1.1" 200 34161 "" "Prometheus/2.43.0" 2024-09-20T22:19:52.575 INFO:tasks.workunit.client.0.smithi046.stdout: 1022: throughput=5MB/sec pending data=0 2024-09-20T22:19:52.575 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nsv3YBKqT7qzaId off=740812 len=155677 2024-09-20T22:19:52.576 INFO:tasks.workunit.client.0.smithi046.stdout:op 5216 completed, throughput=5MB/sec 2024-09-20T22:19:52.576 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ueaQuY1mLJGv9ov off=10602173 len=239081 2024-09-20T22:19:52.577 INFO:tasks.workunit.client.0.smithi046.stdout:op 5217 completed, throughput=5MB/sec 2024-09-20T22:19:52.577 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xULmareLnpUHrPq off=4534547 len=1829463 2024-09-20T22:19:52.588 INFO:tasks.workunit.client.0.smithi046.stdout:op 5218 completed, throughput=5MB/sec 2024-09-20T22:19:52.588 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3i2ijPGxovBzgGH off=5184265 len=479342 2024-09-20T22:19:52.589 INFO:tasks.workunit.client.0.smithi046.stdout:op 5219 completed, throughput=5MB/sec 2024-09-20T22:19:52.589 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3te8ryu4NMxnCvM off=12831198 len=141129 2024-09-20T22:19:52.592 INFO:tasks.workunit.client.0.smithi046.stdout:op 5220 completed, throughput=5MB/sec 2024-09-20T22:19:52.592 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eLdUzzu5q1BFeqn off=1298683 len=185243 2024-09-20T22:19:52.593 INFO:tasks.workunit.client.0.smithi046.stdout:op 5221 completed, throughput=5MB/sec 2024-09-20T22:19:52.593 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NFQSrS7CdZSm4VC off=10161414 len=332129 2024-09-20T22:19:52.596 INFO:tasks.workunit.client.0.smithi046.stdout:op 5222 completed, throughput=5MB/sec 2024-09-20T22:19:52.596 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RzwOxaCgebyM1dw off=7860469 len=1202955 2024-09-20T22:19:52.597 INFO:tasks.workunit.client.0.smithi046.stdout:op 5223 completed, throughput=5MB/sec 2024-09-20T22:19:52.597 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Vpar7yPwtud7N7H off=7046776 len=1832119 2024-09-20T22:19:52.600 INFO:tasks.workunit.client.0.smithi046.stdout:op 5224 completed, throughput=5MB/sec 2024-09-20T22:19:52.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:19:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:19:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:19:53.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:52 smithi046 ceph-mon[96110]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-20T22:19:53.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:52 smithi046 ceph-mon[98591]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-20T22:19:53.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:52 smithi134 ceph-mon[89086]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-20T22:19:53.600 INFO:tasks.workunit.client.0.smithi046.stdout: 1023: throughput=5MB/sec pending data=0 2024-09-20T22:19:53.600 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yLuzarnJzHyp4fg off=6513621 len=695620 2024-09-20T22:19:53.601 INFO:tasks.workunit.client.0.smithi046.stdout:op 5225 completed, throughput=5MB/sec 2024-09-20T22:19:53.601 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wyvPzRCxZxrf2-5 off=21144129 len=1840486 2024-09-20T22:19:53.603 INFO:tasks.workunit.client.0.smithi046.stdout:op 5226 completed, throughput=5MB/sec 2024-09-20T22:19:53.604 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ChnswX1ksAIkwDn off=2346046 len=568036 2024-09-20T22:19:53.608 INFO:tasks.workunit.client.0.smithi046.stdout:op 5227 completed, throughput=5MB/sec 2024-09-20T22:19:53.608 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mOuSlBN7X8DxwmX off=2438834 len=313817 2024-09-20T22:19:53.611 INFO:tasks.workunit.client.0.smithi046.stdout:op 5228 completed, throughput=5MB/sec 2024-09-20T22:19:53.611 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nzUOQx_qLDY6FD6 off=11250757 len=537928 2024-09-20T22:19:53.615 INFO:tasks.workunit.client.0.smithi046.stdout:op 5229 completed, throughput=5MB/sec 2024-09-20T22:19:54.615 INFO:tasks.workunit.client.0.smithi046.stdout: 1024: throughput=5MB/sec pending data=0 2024-09-20T22:19:54.616 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-savQQpnJRmXcU8g off=6202123 len=820878 2024-09-20T22:19:54.617 INFO:tasks.workunit.client.0.smithi046.stdout:op 5230 completed, throughput=5MB/sec 2024-09-20T22:19:54.617 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mXL4hkxnTiZJ4Nw off=3041548 len=290684 2024-09-20T22:19:54.618 INFO:tasks.workunit.client.0.smithi046.stdout:op 5231 completed, throughput=5MB/sec 2024-09-20T22:19:54.618 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YfJn8Z3d_qzs0BX off=4254734 len=1732231 2024-09-20T22:19:54.620 INFO:tasks.workunit.client.0.smithi046.stdout:op 5232 completed, throughput=5MB/sec 2024-09-20T22:19:54.620 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dq3LNjYradeEjcW off=3633936 len=959905 2024-09-20T22:19:54.621 INFO:tasks.workunit.client.0.smithi046.stdout:op 5233 completed, throughput=5MB/sec 2024-09-20T22:19:54.622 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Rol-yirAbkznyIO off=598089 len=1589467 2024-09-20T22:19:54.629 INFO:tasks.workunit.client.0.smithi046.stdout:op 5234 completed, throughput=5MB/sec 2024-09-20T22:19:55.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:54 smithi046 ceph-mon[96110]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:19:55.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:54 smithi046 ceph-mon[98591]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:19:55.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:54 smithi134 ceph-mon[89086]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:19:55.629 INFO:tasks.workunit.client.0.smithi046.stdout: 1025: throughput=5MB/sec pending data=0 2024-09-20T22:19:55.630 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MxBX9ZAcXJx0mY8 off=4225308 len=1189620 2024-09-20T22:19:55.635 INFO:tasks.workunit.client.0.smithi046.stdout:op 5235 completed, throughput=5MB/sec 2024-09-20T22:19:55.636 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PqMvhX81vh7ZLtU off=7929786 len=1796047 2024-09-20T22:19:55.639 INFO:tasks.workunit.client.0.smithi046.stdout:op 5236 completed, throughput=5MB/sec 2024-09-20T22:19:55.639 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ldJsxYauBj8jpvS off=7071226 len=1971847 2024-09-20T22:19:55.651 INFO:tasks.workunit.client.0.smithi046.stdout:op 5237 completed, throughput=5MB/sec 2024-09-20T22:19:55.651 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8UrQqsPEoGEpyIR off=377023 len=868205 2024-09-20T22:19:55.652 INFO:tasks.workunit.client.0.smithi046.stdout:op 5238 completed, throughput=5MB/sec 2024-09-20T22:19:56.652 INFO:tasks.workunit.client.0.smithi046.stdout: 1026: throughput=5MB/sec pending data=0 2024-09-20T22:19:56.653 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gnV-joJ2GG8Ikn4 off=14391814 len=709865 2024-09-20T22:19:56.657 INFO:tasks.workunit.client.0.smithi046.stdout:op 5239 completed, throughput=5MB/sec 2024-09-20T22:19:56.657 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qGZuOr1Fp7ys_N3 off=9793395 len=1290347 2024-09-20T22:19:56.660 INFO:tasks.workunit.client.0.smithi046.stdout:op 5240 completed, throughput=5MB/sec 2024-09-20T22:19:56.660 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mvpkt38ITqJkM1I off=4569286 len=855925 2024-09-20T22:19:56.662 INFO:tasks.workunit.client.0.smithi046.stdout:op 5241 completed, throughput=5MB/sec 2024-09-20T22:19:56.662 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-C_9JnvIJaOXMK5U off=2736850 len=1225748 2024-09-20T22:19:56.665 INFO:tasks.workunit.client.0.smithi046.stdout:op 5242 completed, throughput=5MB/sec 2024-09-20T22:19:56.665 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cULZGWpsKLmY5_9 off=2451424 len=469955 2024-09-20T22:19:56.665 INFO:tasks.workunit.client.0.smithi046.stdout:op 5243 completed, throughput=5MB/sec 2024-09-20T22:19:57.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:56 smithi046 ceph-mon[96110]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:19:57.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:56 smithi046 ceph-mon[98591]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:19:57.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:56 smithi134 ceph-mon[89086]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:19:57.666 INFO:tasks.workunit.client.0.smithi046.stdout: 1027: throughput=5MB/sec pending data=0 2024-09-20T22:19:57.666 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nzRF0rn84kaLf4b off=1681750 len=1924100 2024-09-20T22:19:57.683 INFO:tasks.workunit.client.0.smithi046.stdout:op 5244 completed, throughput=5MB/sec 2024-09-20T22:19:57.683 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GjMFiAg4Km7XWQW off=318471 len=766585 2024-09-20T22:19:57.684 INFO:tasks.workunit.client.0.smithi046.stdout:op 5245 completed, throughput=5MB/sec 2024-09-20T22:19:57.684 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pKtzxnReYhFdJh4 off=7363570 len=406096 2024-09-20T22:19:57.688 INFO:tasks.workunit.client.0.smithi046.stdout:op 5246 completed, throughput=5MB/sec 2024-09-20T22:19:57.688 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_or9xMN_u11NQ2i off=12777770 len=576566 2024-09-20T22:19:57.689 INFO:tasks.workunit.client.0.smithi046.stdout:op 5247 completed, throughput=5MB/sec 2024-09-20T22:19:57.689 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-G-6yspl3FqjF2mj off=9110056 len=420088 2024-09-20T22:19:57.691 INFO:tasks.workunit.client.0.smithi046.stdout:op 5248 completed, throughput=5MB/sec 2024-09-20T22:19:57.691 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pvptxrHzp2b4886 off=1902049 len=212555 2024-09-20T22:19:57.691 INFO:tasks.workunit.client.0.smithi046.stdout:op 5249 completed, throughput=5MB/sec 2024-09-20T22:19:57.691 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-z2iXpstufXD03gb off=10887308 len=130606 2024-09-20T22:19:57.692 INFO:tasks.workunit.client.0.smithi046.stdout:op 5250 completed, throughput=5MB/sec 2024-09-20T22:19:57.692 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zI2uzXr__SdyVya off=5247969 len=2060407 2024-09-20T22:19:57.694 INFO:tasks.workunit.client.0.smithi046.stdout:op 5251 completed, throughput=5MB/sec 2024-09-20T22:19:58.694 INFO:tasks.workunit.client.0.smithi046.stdout: 1028: throughput=5MB/sec pending data=0 2024-09-20T22:19:58.695 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yxGuo6IyLNVgqLH off=8366372 len=1541092 2024-09-20T22:19:58.703 INFO:tasks.workunit.client.0.smithi046.stdout:op 5252 completed, throughput=5MB/sec 2024-09-20T22:19:58.703 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OJ_ce7ddvUWUr5A off=0 len=1229979 2024-09-20T22:19:58.709 INFO:tasks.workunit.client.0.smithi046.stdout:op 5253 completed, throughput=5MB/sec 2024-09-20T22:19:58.709 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_7F4IkW8fxgZTBa off=14029145 len=10326 2024-09-20T22:19:58.711 INFO:tasks.workunit.client.0.smithi046.stdout:op 5254 completed, throughput=5MB/sec 2024-09-20T22:19:58.711 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Yk0F0-ffendZWsH off=553146 len=671618 2024-09-20T22:19:58.715 INFO:tasks.workunit.client.0.smithi046.stdout:op 5255 completed, throughput=5MB/sec 2024-09-20T22:19:58.716 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CJCHxd8NIcbex6m off=250548 len=278670 2024-09-20T22:19:58.716 INFO:tasks.workunit.client.0.smithi046.stdout:op 5256 completed, throughput=5MB/sec 2024-09-20T22:19:58.716 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_jUE8MV5wxNK12p off=4382975 len=1827153 2024-09-20T22:19:58.727 INFO:tasks.workunit.client.0.smithi046.stdout:op 5257 completed, throughput=5MB/sec 2024-09-20T22:19:59.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:19:58 smithi046 ceph-mon[96110]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:19:59.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:19:58 smithi046 ceph-mon[98591]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:19:59.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:19:58 smithi134 ceph-mon[89086]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:19:59.727 INFO:tasks.workunit.client.0.smithi046.stdout: 1029: throughput=5MB/sec pending data=0 2024-09-20T22:19:59.727 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0p-qc-rqlf9t_lc off=815123 len=1410900 2024-09-20T22:19:59.734 INFO:tasks.workunit.client.0.smithi046.stdout:op 5258 completed, throughput=5MB/sec 2024-09-20T22:19:59.735 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-o2Jk4KF0ux61896 off=1080231 len=917783 2024-09-20T22:19:59.736 INFO:tasks.workunit.client.0.smithi046.stdout:op 5259 completed, throughput=5MB/sec 2024-09-20T22:19:59.736 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zs3QTfK8ngA6ElW off=8753571 len=1231553 2024-09-20T22:19:59.737 INFO:tasks.workunit.client.0.smithi046.stdout:op 5260 completed, throughput=5MB/sec 2024-09-20T22:19:59.737 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IX6J4HoZ4-GdLao off=13904778 len=1181873 2024-09-20T22:19:59.744 INFO:tasks.workunit.client.0.smithi046.stdout:op 5261 completed, throughput=5MB/sec 2024-09-20T22:20:00.745 INFO:tasks.workunit.client.0.smithi046.stdout: 1030: throughput=5MB/sec pending data=0 2024-09-20T22:20:00.745 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FFY4D9E0UVg9o34 off=5969743 len=1291936 2024-09-20T22:20:00.746 INFO:tasks.workunit.client.0.smithi046.stdout:op 5262 completed, throughput=5MB/sec 2024-09-20T22:20:00.747 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5Brdk8qbkaUYYcD off=13876653 len=1362951 2024-09-20T22:20:00.749 INFO:tasks.workunit.client.0.smithi046.stdout:op 5263 completed, throughput=5MB/sec 2024-09-20T22:20:00.749 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-N-GjetY0nu0ASWO off=96036 len=1606942 2024-09-20T22:20:00.757 INFO:tasks.workunit.client.0.smithi046.stdout:op 5264 completed, throughput=5MB/sec 2024-09-20T22:20:00.757 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HFF8xRxlgCHrTPf off=310945 len=1445968 2024-09-20T22:20:00.759 INFO:tasks.workunit.client.0.smithi046.stdout:op 5265 completed, throughput=5MB/sec 2024-09-20T22:20:01.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:00 smithi046 ceph-mon[96110]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-09-20T22:20:01.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:00 smithi046 ceph-mon[96110]: overall HEALTH_OK 2024-09-20T22:20:01.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:00 smithi046 ceph-mon[98591]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-09-20T22:20:01.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:00 smithi046 ceph-mon[98591]: overall HEALTH_OK 2024-09-20T22:20:01.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:00 smithi134 ceph-mon[89086]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-09-20T22:20:01.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:00 smithi134 ceph-mon[89086]: overall HEALTH_OK 2024-09-20T22:20:01.759 INFO:tasks.workunit.client.0.smithi046.stdout: 1031: throughput=5MB/sec pending data=0 2024-09-20T22:20:01.760 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aCMw9WEXrPRsLBu off=10979250 len=499601 2024-09-20T22:20:01.760 INFO:tasks.workunit.client.0.smithi046.stdout:op 5266 completed, throughput=5MB/sec 2024-09-20T22:20:01.761 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-p_iQsM0vaUOQnON off=3468534 len=401336 2024-09-20T22:20:01.765 INFO:tasks.workunit.client.0.smithi046.stdout:op 5267 completed, throughput=5MB/sec 2024-09-20T22:20:01.765 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DbZw13y66yqVKP1 off=2790346 len=415926 2024-09-20T22:20:01.766 INFO:tasks.workunit.client.0.smithi046.stdout:op 5268 completed, throughput=5MB/sec 2024-09-20T22:20:01.766 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oQzPhfXdRqqYylk off=3743245 len=560299 2024-09-20T22:20:01.770 INFO:tasks.workunit.client.0.smithi046.stdout:op 5269 completed, throughput=5MB/sec 2024-09-20T22:20:01.770 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IrdLhuMiIyfDlsw off=7698946 len=765379 2024-09-20T22:20:01.772 INFO:tasks.workunit.client.0.smithi046.stdout:op 5270 completed, throughput=5MB/sec 2024-09-20T22:20:01.772 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NrzVoCRNWHZGmTn off=4406597 len=1796859 2024-09-20T22:20:01.773 INFO:tasks.workunit.client.0.smithi046.stdout:op 5271 completed, throughput=5MB/sec 2024-09-20T22:20:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:20:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:20:02] "GET /metrics HTTP/1.1" 200 34161 "" "Prometheus/2.43.0" 2024-09-20T22:20:02.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:20:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:20:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:20:02.774 INFO:tasks.workunit.client.0.smithi046.stdout: 1032: throughput=5MB/sec pending data=0 2024-09-20T22:20:02.774 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hE78obXNe8afbrk off=8688940 len=233718 2024-09-20T22:20:02.777 INFO:tasks.workunit.client.0.smithi046.stdout:op 5272 completed, throughput=5MB/sec 2024-09-20T22:20:02.777 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-44Pn9fSu0hZd4p_ off=3137924 len=450292 2024-09-20T22:20:02.781 INFO:tasks.workunit.client.0.smithi046.stdout:op 5273 completed, throughput=5MB/sec 2024-09-20T22:20:02.781 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rC_4SmUr2oNNcNZ off=12421695 len=515958 2024-09-20T22:20:02.786 INFO:tasks.workunit.client.0.smithi046.stdout:op 5274 completed, throughput=5MB/sec 2024-09-20T22:20:02.786 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CpMFWaP5diPq_te off=4401977 len=1306621 2024-09-20T22:20:02.788 INFO:tasks.workunit.client.0.smithi046.stdout:op 5275 completed, throughput=5MB/sec 2024-09-20T22:20:02.788 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CDJ9_ZdMkLY3fK1 off=1178159 len=832687 2024-09-20T22:20:02.789 INFO:tasks.workunit.client.0.smithi046.stdout:op 5276 completed, throughput=5MB/sec 2024-09-20T22:20:02.789 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WtWJttK3c0ZAgl8 off=10106726 len=1749472 2024-09-20T22:20:02.799 INFO:tasks.workunit.client.0.smithi046.stdout:op 5277 completed, throughput=5MB/sec 2024-09-20T22:20:02.799 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--KFztfxB43I3i9Q off=6444432 len=797826 2024-09-20T22:20:02.800 INFO:tasks.workunit.client.0.smithi046.stdout:op 5278 completed, throughput=5MB/sec 2024-09-20T22:20:03.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:02 smithi046 ceph-mon[96110]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:20:03.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:02 smithi046 ceph-mon[98591]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:20:03.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:02 smithi134 ceph-mon[89086]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:20:03.801 INFO:tasks.workunit.client.0.smithi046.stdout: 1033: throughput=5MB/sec pending data=0 2024-09-20T22:20:03.801 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oYj5Hh8Mu99ch0c off=2218716 len=439272 2024-09-20T22:20:03.805 INFO:tasks.workunit.client.0.smithi046.stdout:op 5279 completed, throughput=5MB/sec 2024-09-20T22:20:03.805 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2A9BJXnobgMNDbg off=7264355 len=853343 2024-09-20T22:20:03.806 INFO:tasks.workunit.client.0.smithi046.stdout:op 5280 completed, throughput=5MB/sec 2024-09-20T22:20:03.806 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZxF1K-JNcYtmRwy off=10253444 len=1995937 2024-09-20T22:20:03.808 INFO:tasks.workunit.client.0.smithi046.stdout:op 5281 completed, throughput=5MB/sec 2024-09-20T22:20:03.808 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DINJDoMNGXbhfHe off=17416407 len=388551 2024-09-20T22:20:03.809 INFO:tasks.workunit.client.0.smithi046.stdout:op 5282 completed, throughput=5MB/sec 2024-09-20T22:20:03.809 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aEc0CBtLinsTNgo off=7276277 len=52000 2024-09-20T22:20:03.811 INFO:tasks.workunit.client.0.smithi046.stdout:op 5283 completed, throughput=5MB/sec 2024-09-20T22:20:03.811 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rBomT5mZMmqf1nC off=493344 len=1764278 2024-09-20T22:20:03.819 INFO:tasks.workunit.client.0.smithi046.stdout:op 5284 completed, throughput=5MB/sec 2024-09-20T22:20:04.820 INFO:tasks.workunit.client.0.smithi046.stdout: 1034: throughput=5MB/sec pending data=0 2024-09-20T22:20:04.820 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iVChzBApInuhrrU off=3564373 len=974117 2024-09-20T22:20:04.826 INFO:tasks.workunit.client.0.smithi046.stdout:op 5285 completed, throughput=5MB/sec 2024-09-20T22:20:04.826 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YGTzTt0uT24-1hS off=2854373 len=1733249 2024-09-20T22:20:04.829 INFO:tasks.workunit.client.0.smithi046.stdout:op 5286 completed, throughput=5MB/sec 2024-09-20T22:20:04.829 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FTqBvmX_egwoF1E off=503027 len=1710764 2024-09-20T22:20:04.832 INFO:tasks.workunit.client.0.smithi046.stdout:op 5287 completed, throughput=5MB/sec 2024-09-20T22:20:04.832 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0jAQrMoDbAZvZ0K off=12561390 len=364222 2024-09-20T22:20:04.836 INFO:tasks.workunit.client.0.smithi046.stdout:op 5288 completed, throughput=5MB/sec 2024-09-20T22:20:05.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:04 smithi046 ceph-mon[96110]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-20T22:20:05.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:20:05.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:04 smithi046 ceph-mon[98591]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-20T22:20:05.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:20:05.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:04 smithi134 ceph-mon[89086]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-20T22:20:05.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:20:05.837 INFO:tasks.workunit.client.0.smithi046.stdout: 1035: throughput=5MB/sec pending data=0 2024-09-20T22:20:05.837 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VS2_gd0xHEPpDXc off=18909503 len=88972 2024-09-20T22:20:05.837 INFO:tasks.workunit.client.0.smithi046.stdout:op 5289 completed, throughput=5MB/sec 2024-09-20T22:20:05.837 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-stOarnTB3DkqVnZ off=2983201 len=1401228 2024-09-20T22:20:05.839 INFO:tasks.workunit.client.0.smithi046.stdout:op 5290 completed, throughput=5MB/sec 2024-09-20T22:20:05.840 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fOOJAxOC13Q2j8Z off=5215740 len=1920051 2024-09-20T22:20:05.848 INFO:tasks.workunit.client.0.smithi046.stdout:op 5291 completed, throughput=5MB/sec 2024-09-20T22:20:05.848 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dqt6e8fBdqJ-M9B off=1422841 len=710407 2024-09-20T22:20:05.849 INFO:tasks.workunit.client.0.smithi046.stdout:op 5292 completed, throughput=5MB/sec 2024-09-20T22:20:05.849 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-19JItLlIxKM2RgU off=1234886 len=7544 2024-09-20T22:20:05.849 INFO:tasks.workunit.client.0.smithi046.stdout:op 5293 completed, throughput=5MB/sec 2024-09-20T22:20:05.849 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-L8b8htMv9VBMbPL off=19118965 len=216863 2024-09-20T22:20:05.853 INFO:tasks.workunit.client.0.smithi046.stdout:op 5294 completed, throughput=5MB/sec 2024-09-20T22:20:05.853 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-K597HHTS2vUnitu off=4685063 len=1497990 2024-09-20T22:20:05.860 INFO:tasks.workunit.client.0.smithi046.stdout:op 5295 completed, throughput=5MB/sec 2024-09-20T22:20:06.861 INFO:tasks.workunit.client.0.smithi046.stdout: 1036: throughput=5MB/sec pending data=0 2024-09-20T22:20:06.861 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mVD66WopsTKDDUG off=594577 len=713783 2024-09-20T22:20:06.862 INFO:tasks.workunit.client.0.smithi046.stdout:op 5296 completed, throughput=5MB/sec 2024-09-20T22:20:06.862 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bofSMSmTh5y5e8F off=980680 len=1856272 2024-09-20T22:20:06.870 INFO:tasks.workunit.client.0.smithi046.stdout:op 5297 completed, throughput=5MB/sec 2024-09-20T22:20:06.870 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ckCi9kG-1jfQJTP off=3537567 len=371634 2024-09-20T22:20:06.871 INFO:tasks.workunit.client.0.smithi046.stdout:op 5298 completed, throughput=5MB/sec 2024-09-20T22:20:06.871 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rT955mbsEJ5zbsb off=2184178 len=1233981 2024-09-20T22:20:06.877 INFO:tasks.workunit.client.0.smithi046.stdout:op 5299 completed, throughput=5MB/sec 2024-09-20T22:20:06.877 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-v2Eaiw0n-akIPco off=9025586 len=100019 2024-09-20T22:20:06.877 INFO:tasks.workunit.client.0.smithi046.stdout:op 5300 completed, throughput=5MB/sec 2024-09-20T22:20:06.878 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--7fesjBK-pHWfof off=208808 len=1700266 2024-09-20T22:20:06.884 INFO:tasks.workunit.client.0.smithi046.stdout:op 5301 completed, throughput=5MB/sec 2024-09-20T22:20:07.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:06 smithi046 ceph-mon[96110]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:20:07.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:06 smithi046 ceph-mon[98591]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:20:07.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:06 smithi134 ceph-mon[89086]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:20:07.885 INFO:tasks.workunit.client.0.smithi046.stdout: 1037: throughput=5MB/sec pending data=0 2024-09-20T22:20:07.885 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-p_ZqYMitiyJEXa_ off=446080 len=383231 2024-09-20T22:20:07.890 INFO:tasks.workunit.client.0.smithi046.stdout:op 5302 completed, throughput=5MB/sec 2024-09-20T22:20:07.890 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7bOu4J5ODCXXRR5 off=20251427 len=905152 2024-09-20T22:20:07.894 INFO:tasks.workunit.client.0.smithi046.stdout:op 5303 completed, throughput=5MB/sec 2024-09-20T22:20:07.894 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uQaG_AyCxF4T2Bu off=3398733 len=1227128 2024-09-20T22:20:07.901 INFO:tasks.workunit.client.0.smithi046.stdout:op 5304 completed, throughput=5MB/sec 2024-09-20T22:20:07.901 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ke7WvOLnInPmRal off=2595888 len=1803619 2024-09-20T22:20:07.909 INFO:tasks.workunit.client.0.smithi046.stdout:op 5305 completed, throughput=5MB/sec 2024-09-20T22:20:08.910 INFO:tasks.workunit.client.0.smithi046.stdout: 1038: throughput=5MB/sec pending data=0 2024-09-20T22:20:08.910 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-E8N0VRejkdNy6iS off=5418181 len=992813 2024-09-20T22:20:08.911 INFO:tasks.workunit.client.0.smithi046.stdout:op 5306 completed, throughput=5MB/sec 2024-09-20T22:20:08.911 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-B_qq9udq5qp46Vw off=2027356 len=1293714 2024-09-20T22:20:08.913 INFO:tasks.workunit.client.0.smithi046.stdout:op 5307 completed, throughput=5MB/sec 2024-09-20T22:20:08.913 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dfUtJujyXVrNccj off=3529913 len=244735 2024-09-20T22:20:08.914 INFO:tasks.workunit.client.0.smithi046.stdout:op 5308 completed, throughput=5MB/sec 2024-09-20T22:20:08.914 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AVG4fJrvpk1Wjq4 off=14788502 len=978372 2024-09-20T22:20:08.919 INFO:tasks.workunit.client.0.smithi046.stdout:op 5309 completed, throughput=5MB/sec 2024-09-20T22:20:08.919 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6xdqlqMIFkDTzb0 off=14991772 len=459927 2024-09-20T22:20:08.920 INFO:tasks.workunit.client.0.smithi046.stdout:op 5310 completed, throughput=5MB/sec 2024-09-20T22:20:08.920 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZNpF-3XrXdZY8BO off=130413 len=1308330 2024-09-20T22:20:08.923 INFO:tasks.workunit.client.0.smithi046.stdout:op 5311 completed, throughput=5MB/sec 2024-09-20T22:20:09.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:08 smithi046 ceph-mon[96110]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-20T22:20:09.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:08 smithi046 ceph-mon[98591]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-20T22:20:09.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:08 smithi134 ceph-mon[89086]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-20T22:20:09.923 INFO:tasks.workunit.client.0.smithi046.stdout: 1039: throughput=5MB/sec pending data=0 2024-09-20T22:20:09.923 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RMDiPP9sbDTiJ7k off=9730996 len=1090548 2024-09-20T22:20:09.926 INFO:tasks.workunit.client.0.smithi046.stdout:op 5312 completed, throughput=5MB/sec 2024-09-20T22:20:09.926 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mff2yOjLjGL6aoZ off=11487639 len=605759 2024-09-20T22:20:09.930 INFO:tasks.workunit.client.0.smithi046.stdout:op 5313 completed, throughput=5MB/sec 2024-09-20T22:20:09.930 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hlh_WNG4cclZFpF off=8359421 len=1439783 2024-09-20T22:20:09.937 INFO:tasks.workunit.client.0.smithi046.stdout:op 5314 completed, throughput=5MB/sec 2024-09-20T22:20:09.937 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wVNFhmFkJU5ZhTX off=2888324 len=970476 2024-09-20T22:20:09.939 INFO:tasks.workunit.client.0.smithi046.stdout:op 5315 completed, throughput=5MB/sec 2024-09-20T22:20:09.939 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MGnzzOfmAuI4MMJ off=2251782 len=1072803 2024-09-20T22:20:09.940 INFO:tasks.workunit.client.0.smithi046.stdout:op 5316 completed, throughput=5MB/sec 2024-09-20T22:20:10.940 INFO:tasks.workunit.client.0.smithi046.stdout: 1040: throughput=5MB/sec pending data=0 2024-09-20T22:20:10.940 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-349fJpdKAfL0j3Z off=13593592 len=1606166 2024-09-20T22:20:10.949 INFO:tasks.workunit.client.0.smithi046.stdout:op 5317 completed, throughput=5MB/sec 2024-09-20T22:20:10.949 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_Ih0W-w8_zR6Zm6 off=1334943 len=1387496 2024-09-20T22:20:10.950 INFO:tasks.workunit.client.0.smithi046.stdout:op 5318 completed, throughput=5MB/sec 2024-09-20T22:20:10.950 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2_o6fanNH7OvjBv off=4037095 len=442549 2024-09-20T22:20:10.954 INFO:tasks.workunit.client.0.smithi046.stdout:op 5319 completed, throughput=5MB/sec 2024-09-20T22:20:10.954 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-70YivCxSgLSgPxw off=2301264 len=1650984 2024-09-20T22:20:10.956 INFO:tasks.workunit.client.0.smithi046.stdout:op 5320 completed, throughput=5MB/sec 2024-09-20T22:20:10.956 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sgVXnt_ljdDpKx2 off=17697118 len=1993602 2024-09-20T22:20:10.960 INFO:tasks.workunit.client.0.smithi046.stdout:op 5321 completed, throughput=5MB/sec 2024-09-20T22:20:11.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:10 smithi046 ceph-mon[96110]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:20:11.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:10 smithi046 ceph-mon[98591]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:20:11.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:10 smithi134 ceph-mon[89086]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:20:11.961 INFO:tasks.workunit.client.0.smithi046.stdout: 1041: throughput=5MB/sec pending data=0 2024-09-20T22:20:11.961 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XTL3kxpIB9garWi off=6090407 len=737147 2024-09-20T22:20:11.965 INFO:tasks.workunit.client.0.smithi046.stdout:op 5322 completed, throughput=5MB/sec 2024-09-20T22:20:11.965 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-k4IDZ-AoXLsN45l off=746607 len=1558021 2024-09-20T22:20:11.973 INFO:tasks.workunit.client.0.smithi046.stdout:op 5323 completed, throughput=5MB/sec 2024-09-20T22:20:11.973 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-G5XTcdSabvrwBga off=5034737 len=426566 2024-09-20T22:20:11.976 INFO:tasks.workunit.client.0.smithi046.stdout:op 5324 completed, throughput=5MB/sec 2024-09-20T22:20:11.977 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Z42bqsw6khi7Ah9 off=10913672 len=893250 2024-09-20T22:20:11.977 INFO:tasks.workunit.client.0.smithi046.stdout:op 5325 completed, throughput=5MB/sec 2024-09-20T22:20:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:20:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:20:12] "GET /metrics HTTP/1.1" 200 34163 "" "Prometheus/2.43.0" 2024-09-20T22:20:12.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:20:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:20:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:20:12.978 INFO:tasks.workunit.client.0.smithi046.stdout: 1042: throughput=5MB/sec pending data=0 2024-09-20T22:20:12.978 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XWtXoRks8AzzasA off=2641436 len=923288 2024-09-20T22:20:12.979 INFO:tasks.workunit.client.0.smithi046.stdout:op 5326 completed, throughput=5MB/sec 2024-09-20T22:20:12.979 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rqkW7R_EqTJSlwi off=11049872 len=1459676 2024-09-20T22:20:12.986 INFO:tasks.workunit.client.0.smithi046.stdout:op 5327 completed, throughput=5MB/sec 2024-09-20T22:20:12.986 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RMkzGXzkLTJZPwd off=80166 len=1399044 2024-09-20T22:20:12.991 INFO:tasks.workunit.client.0.smithi046.stdout:op 5328 completed, throughput=5MB/sec 2024-09-20T22:20:12.991 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-icQaIH_Ycvq6BWT off=1401566 len=1123436 2024-09-20T22:20:12.997 INFO:tasks.workunit.client.0.smithi046.stdout:op 5329 completed, throughput=5MB/sec 2024-09-20T22:20:12.997 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LT91WjN9L7W-nLA off=14954632 len=1103940 2024-09-20T22:20:12.998 INFO:tasks.workunit.client.0.smithi046.stdout:op 5330 completed, throughput=5MB/sec 2024-09-20T22:20:13.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:12 smithi046 ceph-mon[96110]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-20T22:20:13.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:12 smithi046 ceph-mon[98591]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-20T22:20:13.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:12 smithi134 ceph-mon[89086]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-20T22:20:13.998 INFO:tasks.workunit.client.0.smithi046.stdout: 1043: throughput=5MB/sec pending data=0 2024-09-20T22:20:13.999 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6fVci8DdpyGqbl5 off=7246542 len=1732161 2024-09-20T22:20:14.007 INFO:tasks.workunit.client.0.smithi046.stdout:op 5331 completed, throughput=5MB/sec 2024-09-20T22:20:14.007 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XGYoVzKWOo3Igdd off=13911891 len=750308 2024-09-20T22:20:14.009 INFO:tasks.workunit.client.0.smithi046.stdout:op 5332 completed, throughput=5MB/sec 2024-09-20T22:20:14.009 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IpKrgn4ckfvaRUe off=6092889 len=1757462 2024-09-20T22:20:14.018 INFO:tasks.workunit.client.0.smithi046.stdout:op 5333 completed, throughput=5MB/sec 2024-09-20T22:20:14.018 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CPydYj8ajuBdoR7 off=2417007 len=1018480 2024-09-20T22:20:14.018 INFO:tasks.workunit.client.0.smithi046.stdout:op 5334 completed, throughput=5MB/sec 2024-09-20T22:20:15.016 INFO:tasks.workunit.client.0.smithi046.stdout: 1044: throughput=5MB/sec pending data=0 2024-09-20T22:20:15.017 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pj8aTUeFmvWl3ck off=1523057 len=1037577 2024-09-20T22:20:15.018 INFO:tasks.workunit.client.0.smithi046.stdout:op 5335 completed, throughput=5MB/sec 2024-09-20T22:20:15.018 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DpKy1fERl962iNx off=13218292 len=639721 2024-09-20T22:20:15.022 INFO:tasks.workunit.client.0.smithi046.stdout:op 5336 completed, throughput=5MB/sec 2024-09-20T22:20:15.023 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jvPfn2JUFsDwyvt off=13027808 len=1724934 2024-09-20T22:20:15.024 INFO:tasks.workunit.client.0.smithi046.stdout:op 5337 completed, throughput=5MB/sec 2024-09-20T22:20:15.025 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iLEwco7UuelVkSy off=9694169 len=1532895 2024-09-20T22:20:15.033 INFO:tasks.workunit.client.0.smithi046.stdout:op 5338 completed, throughput=5MB/sec 2024-09-20T22:20:15.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:14 smithi046 ceph-mon[96110]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:20:15.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:14 smithi046 ceph-mon[98591]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:20:15.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:14 smithi134 ceph-mon[89086]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:20:16.033 INFO:tasks.workunit.client.0.smithi046.stdout: 1045: throughput=5MB/sec pending data=0 2024-09-20T22:20:16.033 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CaIb7xor6UWwvkN off=5685914 len=1634674 2024-09-20T22:20:16.041 INFO:tasks.workunit.client.0.smithi046.stdout:op 5339 completed, throughput=5MB/sec 2024-09-20T22:20:16.041 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-i47v54tHYk6jT9N off=1116489 len=1748179 2024-09-20T22:20:16.045 INFO:tasks.workunit.client.0.smithi046.stdout:op 5340 completed, throughput=5MB/sec 2024-09-20T22:20:16.045 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fTqCPdcM1b9PanU off=3904102 len=1916285 2024-09-20T22:20:16.054 INFO:tasks.workunit.client.0.smithi046.stdout:op 5341 completed, throughput=5MB/sec 2024-09-20T22:20:17.054 INFO:tasks.workunit.client.0.smithi046.stdout: 1046: throughput=5MB/sec pending data=0 2024-09-20T22:20:17.054 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YCWzZCMtr-P2R1P off=8169167 len=31773 2024-09-20T22:20:17.057 INFO:tasks.workunit.client.0.smithi046.stdout:op 5342 completed, throughput=5MB/sec 2024-09-20T22:20:17.057 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-B4hotE9hFR_5nFx off=1000200 len=1210011 2024-09-20T22:20:17.059 INFO:tasks.workunit.client.0.smithi046.stdout:op 5343 completed, throughput=5MB/sec 2024-09-20T22:20:17.059 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Nrt9wxR4ilqbsXd off=447388 len=1089986 2024-09-20T22:20:17.061 INFO:tasks.workunit.client.0.smithi046.stdout:op 5344 completed, throughput=5MB/sec 2024-09-20T22:20:17.061 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2NJIGrxP9XBbJzT off=16110512 len=1500348 2024-09-20T22:20:17.063 INFO:tasks.workunit.client.0.smithi046.stdout:op 5345 completed, throughput=5MB/sec 2024-09-20T22:20:17.063 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EsHCsXpy4es5dBp off=7711322 len=1406888 2024-09-20T22:20:17.072 INFO:tasks.workunit.client.0.smithi046.stdout:op 5346 completed, throughput=5MB/sec 2024-09-20T22:20:17.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:16 smithi046 ceph-mon[96110]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-20T22:20:17.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:16 smithi046 ceph-mon[98591]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-20T22:20:17.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:16 smithi134 ceph-mon[89086]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-20T22:20:18.072 INFO:tasks.workunit.client.0.smithi046.stdout: 1047: throughput=5MB/sec pending data=0 2024-09-20T22:20:18.072 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aJwxdagIuwDO8bp off=16321224 len=1723172 2024-09-20T22:20:18.080 INFO:tasks.workunit.client.0.smithi046.stdout:op 5347 completed, throughput=5MB/sec 2024-09-20T22:20:18.080 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vWALl1QO4bAIHkT off=1410778 len=595818 2024-09-20T22:20:18.084 INFO:tasks.workunit.client.0.smithi046.stdout:op 5348 completed, throughput=5MB/sec 2024-09-20T22:20:18.084 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qlHZzJfke0DEnYX off=2509821 len=948633 2024-09-20T22:20:18.086 INFO:tasks.workunit.client.0.smithi046.stdout:op 5349 completed, throughput=5MB/sec 2024-09-20T22:20:18.086 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-T2GbCcPZHHSKSgw off=10745006 len=395568 2024-09-20T22:20:18.087 INFO:tasks.workunit.client.0.smithi046.stdout:op 5350 completed, throughput=5MB/sec 2024-09-20T22:20:18.087 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KaLyvfPLLL9TsYT off=315740 len=1635127 2024-09-20T22:20:18.094 INFO:tasks.workunit.client.0.smithi046.stdout:op 5351 completed, throughput=5MB/sec 2024-09-20T22:20:19.095 INFO:tasks.workunit.client.0.smithi046.stdout: 1048: throughput=5MB/sec pending data=0 2024-09-20T22:20:19.095 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1s6yvnr-83mdp78 off=514575 len=57925 2024-09-20T22:20:19.097 INFO:tasks.workunit.client.0.smithi046.stdout:op 5352 completed, throughput=5MB/sec 2024-09-20T22:20:19.097 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bDS4YQIUjXtc9KZ off=1138078 len=1243087 2024-09-20T22:20:19.099 INFO:tasks.workunit.client.0.smithi046.stdout:op 5353 completed, throughput=5MB/sec 2024-09-20T22:20:19.099 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oaz1NzfCJ3Hjxx4 off=7287124 len=129238 2024-09-20T22:20:19.100 INFO:tasks.workunit.client.0.smithi046.stdout:op 5354 completed, throughput=5MB/sec 2024-09-20T22:20:19.100 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jDNKjhVRAbh6112 off=1765402 len=679329 2024-09-20T22:20:19.104 INFO:tasks.workunit.client.0.smithi046.stdout:op 5355 completed, throughput=5MB/sec 2024-09-20T22:20:19.104 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gvn7Oxml7ldI7xE off=1237110 len=1817944 2024-09-20T22:20:19.113 INFO:tasks.workunit.client.0.smithi046.stdout:op 5356 completed, throughput=5MB/sec 2024-09-20T22:20:19.113 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-H5-hFiq515ZKADZ off=2250699 len=1031706 2024-09-20T22:20:19.119 INFO:tasks.workunit.client.0.smithi046.stdout:op 5357 completed, throughput=5MB/sec 2024-09-20T22:20:19.119 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Doy8KQKPeDmWezU off=6747596 len=1633566 2024-09-20T22:20:19.120 INFO:tasks.workunit.client.0.smithi046.stdout:op 5358 completed, throughput=5MB/sec 2024-09-20T22:20:19.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:18 smithi046 ceph-mon[96110]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:20:19.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:18 smithi046 ceph-mon[98591]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:20:19.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:18 smithi134 ceph-mon[89086]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:20:20.121 INFO:tasks.workunit.client.0.smithi046.stdout: 1049: throughput=5MB/sec pending data=0 2024-09-20T22:20:20.121 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DjCV7k9hcxWO4qN off=9344649 len=1913561 2024-09-20T22:20:20.123 INFO:tasks.workunit.client.0.smithi046.stdout:op 5359 completed, throughput=5MB/sec 2024-09-20T22:20:20.123 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UbLllvII9trmD16 off=55347 len=941355 2024-09-20T22:20:20.125 INFO:tasks.workunit.client.0.smithi046.stdout:op 5360 completed, throughput=5MB/sec 2024-09-20T22:20:20.125 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ngNJJ5sxb5PBNYJ off=6713501 len=591411 2024-09-20T22:20:20.129 INFO:tasks.workunit.client.0.smithi046.stdout:op 5361 completed, throughput=5MB/sec 2024-09-20T22:20:20.130 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GpVK-MApu4hO0YM off=10496551 len=145764 2024-09-20T22:20:20.130 INFO:tasks.workunit.client.0.smithi046.stdout:op 5362 completed, throughput=5MB/sec 2024-09-20T22:20:20.130 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-a3j1j9RL90T3m6f off=387148 len=917659 2024-09-20T22:20:20.135 INFO:tasks.workunit.client.0.smithi046.stdout:op 5363 completed, throughput=5MB/sec 2024-09-20T22:20:20.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:20:20.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:20:20.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:20:21.135 INFO:tasks.workunit.client.0.smithi046.stdout: 1050: throughput=5MB/sec pending data=0 2024-09-20T22:20:21.135 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HLMjdJIptV_Df25 off=1668396 len=1146386 2024-09-20T22:20:21.137 INFO:tasks.workunit.client.0.smithi046.stdout:op 5364 completed, throughput=5MB/sec 2024-09-20T22:20:21.137 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SdL7SOVzXNMCnqc off=11760273 len=1006943 2024-09-20T22:20:21.143 INFO:tasks.workunit.client.0.smithi046.stdout:op 5365 completed, throughput=5MB/sec 2024-09-20T22:20:21.143 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VrHUYDlwBevQhxz off=5930274 len=598503 2024-09-20T22:20:21.147 INFO:tasks.workunit.client.0.smithi046.stdout:op 5366 completed, throughput=5MB/sec 2024-09-20T22:20:21.147 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fRwgPmFbO3AX4wM off=4246238 len=1614896 2024-09-20T22:20:21.150 INFO:tasks.workunit.client.0.smithi046.stdout:op 5367 completed, throughput=5MB/sec 2024-09-20T22:20:21.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:20 smithi046 ceph-mon[96110]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-20T22:20:21.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:20 smithi046 ceph-mon[98591]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-20T22:20:21.150 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TwOy9HKZqhwazQK off=23980993 len=1104811 2024-09-20T22:20:21.155 INFO:tasks.workunit.client.0.smithi046.stdout:op 5368 completed, throughput=5MB/sec 2024-09-20T22:20:21.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:20 smithi134 ceph-mon[89086]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-20T22:20:22.156 INFO:tasks.workunit.client.0.smithi046.stdout: 1051: throughput=5MB/sec pending data=0 2024-09-20T22:20:22.180 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KtOXfbaj6NT3Awk off=8427440 len=1390983 2024-09-20T22:20:22.181 INFO:tasks.workunit.client.0.smithi046.stdout:op 5369 completed, throughput=5MB/sec 2024-09-20T22:20:22.181 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8O1X8iBr9cRdPFO off=3577395 len=1023383 2024-09-20T22:20:22.181 INFO:tasks.workunit.client.0.smithi046.stdout:op 5370 completed, throughput=5MB/sec 2024-09-20T22:20:22.181 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SBz9W8KnZjh7dQ1 off=1834466 len=1452546 2024-09-20T22:20:22.182 INFO:tasks.workunit.client.0.smithi046.stdout:op 5371 completed, throughput=5MB/sec 2024-09-20T22:20:22.182 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2Ucc5ab6FJQMV_A off=137204 len=772031 2024-09-20T22:20:22.182 INFO:tasks.workunit.client.0.smithi046.stdout:op 5372 completed, throughput=5MB/sec 2024-09-20T22:20:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:20:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:20:22] "GET /metrics HTTP/1.1" 200 34163 "" "Prometheus/2.43.0" 2024-09-20T22:20:22.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:20:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:20:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:20:23.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:22 smithi046 ceph-mon[96110]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-20T22:20:23.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:22 smithi046 ceph-mon[98591]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-20T22:20:23.169 INFO:tasks.workunit.client.0.smithi046.stdout: 1052: throughput=5MB/sec pending data=0 2024-09-20T22:20:23.170 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tdek5A_2N05z_eu off=2071797 len=743219 2024-09-20T22:20:23.174 INFO:tasks.workunit.client.0.smithi046.stdout:op 5373 completed, throughput=5MB/sec 2024-09-20T22:20:23.174 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vhA1x63sTwUNZ0P off=12397039 len=544173 2024-09-20T22:20:23.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:22 smithi134 ceph-mon[89086]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-20T22:20:23.178 INFO:tasks.workunit.client.0.smithi046.stdout:op 5374 completed, throughput=5MB/sec 2024-09-20T22:20:23.178 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-whGa1slfKaZi_pV off=1944988 len=1469749 2024-09-20T22:20:23.186 INFO:tasks.workunit.client.0.smithi046.stdout:op 5375 completed, throughput=5MB/sec 2024-09-20T22:20:23.186 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7TLmQ1C93ZKzjBz off=3048201 len=1611522 2024-09-20T22:20:23.194 INFO:tasks.workunit.client.0.smithi046.stdout:op 5376 completed, throughput=5MB/sec 2024-09-20T22:20:23.194 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YtP6q_ww_Ao9NvV off=23241614 len=1345135 2024-09-20T22:20:23.195 INFO:tasks.workunit.client.0.smithi046.stdout:op 5377 completed, throughput=5MB/sec 2024-09-20T22:20:24.195 INFO:tasks.workunit.client.0.smithi046.stdout: 1053: throughput=5MB/sec pending data=0 2024-09-20T22:20:24.195 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Q3hsG4fXtJd62y4 off=10877552 len=1276699 2024-09-20T22:20:24.201 INFO:tasks.workunit.client.0.smithi046.stdout:op 5378 completed, throughput=5MB/sec 2024-09-20T22:20:24.201 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-P8Y-f2YRSToc86L off=1553494 len=1692199 2024-09-20T22:20:24.203 INFO:tasks.workunit.client.0.smithi046.stdout:op 5379 completed, throughput=5MB/sec 2024-09-20T22:20:24.203 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UEIwrNJELviqfSz off=4407412 len=1831851 2024-09-20T22:20:24.212 INFO:tasks.workunit.client.0.smithi046.stdout:op 5380 completed, throughput=5MB/sec 2024-09-20T22:20:24.212 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_vDjDcPi87Zo2k7 off=10243568 len=2010014 2024-09-20T22:20:24.216 INFO:tasks.workunit.client.0.smithi046.stdout:op 5381 completed, throughput=5MB/sec 2024-09-20T22:20:25.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:24 smithi046 ceph-mon[98591]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-20T22:20:25.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:24 smithi046 ceph-mon[96110]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-20T22:20:25.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:24 smithi134 ceph-mon[89086]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-20T22:20:25.216 INFO:tasks.workunit.client.0.smithi046.stdout: 1054: throughput=5MB/sec pending data=0 2024-09-20T22:20:25.216 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tEZBxsB8Lp1Ntpd off=4396675 len=5912 2024-09-20T22:20:25.217 INFO:tasks.workunit.client.0.smithi046.stdout:op 5382 completed, throughput=5MB/sec 2024-09-20T22:20:25.217 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fVynYJt6HSOvWh5 off=6602503 len=1031800 2024-09-20T22:20:25.218 INFO:tasks.workunit.client.0.smithi046.stdout:op 5383 completed, throughput=5MB/sec 2024-09-20T22:20:25.218 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5hk9lrNKmzS1zT0 off=13120631 len=1781205 2024-09-20T22:20:25.221 INFO:tasks.workunit.client.0.smithi046.stdout:op 5384 completed, throughput=5MB/sec 2024-09-20T22:20:25.221 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XZK2Ccu8wyGhGAQ off=9715154 len=173532 2024-09-20T22:20:25.224 INFO:tasks.workunit.client.0.smithi046.stdout:op 5385 completed, throughput=5MB/sec 2024-09-20T22:20:25.224 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lQMcyEoqUuZIPSz off=1392548 len=635346 2024-09-20T22:20:25.225 INFO:tasks.workunit.client.0.smithi046.stdout:op 5386 completed, throughput=5MB/sec 2024-09-20T22:20:26.225 INFO:tasks.workunit.client.0.smithi046.stdout: 1055: throughput=5MB/sec pending data=0 2024-09-20T22:20:26.225 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-me8K4nzY0Dvk0sP off=1874242 len=1915885 2024-09-20T22:20:26.234 INFO:tasks.workunit.client.0.smithi046.stdout:op 5387 completed, throughput=5MB/sec 2024-09-20T22:20:26.234 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cPs7Uem9CZCMvm1 off=2668175 len=777538 2024-09-20T22:20:26.239 INFO:tasks.workunit.client.0.smithi046.stdout:op 5388 completed, throughput=5MB/sec 2024-09-20T22:20:26.239 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AzBokf5_rEQbcHY off=14726812 len=226573 2024-09-20T22:20:26.239 INFO:tasks.workunit.client.0.smithi046.stdout:op 5389 completed, throughput=5MB/sec 2024-09-20T22:20:26.239 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_G-80JnfbRnXvo8 off=1308630 len=796997 2024-09-20T22:20:26.244 INFO:tasks.workunit.client.0.smithi046.stdout:op 5390 completed, throughput=5MB/sec 2024-09-20T22:20:26.244 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-t9wNNZyr_DTdnI9 off=20103756 len=2060977 2024-09-20T22:20:26.255 INFO:tasks.workunit.client.0.smithi046.stdout:op 5391 completed, throughput=5MB/sec 2024-09-20T22:20:27.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:26 smithi046 ceph-mon[96110]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:20:27.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:26 smithi046 ceph-mon[98591]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:20:27.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:26 smithi134 ceph-mon[89086]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-20T22:20:27.255 INFO:tasks.workunit.client.0.smithi046.stdout: 1056: throughput=5MB/sec pending data=0 2024-09-20T22:20:27.255 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-K6xXDCNnb327ICF off=8452051 len=1851669 2024-09-20T22:20:27.265 INFO:tasks.workunit.client.0.smithi046.stdout:op 5392 completed, throughput=5MB/sec 2024-09-20T22:20:27.265 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MeC716t0LLsyHP3 off=11301995 len=816277 2024-09-20T22:20:27.266 INFO:tasks.workunit.client.0.smithi046.stdout:op 5393 completed, throughput=5MB/sec 2024-09-20T22:20:27.266 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WML206VQ6c6z6x2 off=15643278 len=258681 2024-09-20T22:20:27.266 INFO:tasks.workunit.client.0.smithi046.stdout:op 5394 completed, throughput=5MB/sec 2024-09-20T22:20:27.266 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YNXrHguzvbJXpgL off=11523243 len=1022814 2024-09-20T22:20:27.272 INFO:tasks.workunit.client.0.smithi046.stdout:op 5395 completed, throughput=5MB/sec 2024-09-20T22:20:27.272 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-895QV2ZYH7zYEr2 off=4125968 len=1960323 2024-09-20T22:20:27.274 INFO:tasks.workunit.client.0.smithi046.stdout:op 5396 completed, throughput=5MB/sec 2024-09-20T22:20:28.275 INFO:tasks.workunit.client.0.smithi046.stdout: 1057: throughput=5MB/sec pending data=0 2024-09-20T22:20:28.275 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uC1yS4tcEWEAoOr off=11944119 len=1860679 2024-09-20T22:20:28.284 INFO:tasks.workunit.client.0.smithi046.stdout:op 5397 completed, throughput=5MB/sec 2024-09-20T22:20:28.284 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nwfH8at-yBQa1QT off=549112 len=1177444 2024-09-20T22:20:28.290 INFO:tasks.workunit.client.0.smithi046.stdout:op 5398 completed, throughput=5MB/sec 2024-09-20T22:20:28.290 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yPy1DuQ_VwV8iz1 off=814005 len=433015 2024-09-20T22:20:28.291 INFO:tasks.workunit.client.0.smithi046.stdout:op 5399 completed, throughput=5MB/sec 2024-09-20T22:20:28.291 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-voFIfQ383ph6Xfg off=7513284 len=1107034 2024-09-20T22:20:28.294 INFO:tasks.workunit.client.0.smithi046.stdout:op 5400 completed, throughput=5MB/sec 2024-09-20T22:20:29.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:28 smithi046 ceph-mon[96110]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:20:29.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:28 smithi046 ceph-mon[98591]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:20:29.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:28 smithi134 ceph-mon[89086]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:20:29.294 INFO:tasks.workunit.client.0.smithi046.stdout: 1058: throughput=5MB/sec pending data=0 2024-09-20T22:20:29.295 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-E1QWvU0Ur5_Hfil off=3733264 len=1486043 2024-09-20T22:20:29.302 INFO:tasks.workunit.client.0.smithi046.stdout:op 5401 completed, throughput=5MB/sec 2024-09-20T22:20:29.303 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eTVYBJSboSysgZT off=573627 len=335866 2024-09-20T22:20:29.304 INFO:tasks.workunit.client.0.smithi046.stdout:op 5402 completed, throughput=5MB/sec 2024-09-20T22:20:29.304 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_Ih0W-w8_zR6Zm6 off=351696 len=2028689 2024-09-20T22:20:29.315 INFO:tasks.workunit.client.0.smithi046.stdout:op 5403 completed, throughput=5MB/sec 2024-09-20T22:20:29.315 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YAqENHAdybOMVKN off=2953304 len=620590 2024-09-20T22:20:29.316 INFO:tasks.workunit.client.0.smithi046.stdout:op 5404 completed, throughput=5MB/sec 2024-09-20T22:20:29.316 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rP2aZnP0yK5jK69 off=7967213 len=378831 2024-09-20T22:20:29.317 INFO:tasks.workunit.client.0.smithi046.stdout:op 5405 completed, throughput=5MB/sec 2024-09-20T22:20:29.317 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_uNM3bmGRwUoov3 off=6742400 len=928692 2024-09-20T22:20:29.322 INFO:tasks.workunit.client.0.smithi046.stdout:op 5406 completed, throughput=5MB/sec 2024-09-20T22:20:30.323 INFO:tasks.workunit.client.0.smithi046.stdout: 1059: throughput=5MB/sec pending data=0 2024-09-20T22:20:30.323 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SoiUQtyBg02umsk off=4216574 len=992661 2024-09-20T22:20:30.324 INFO:tasks.workunit.client.0.smithi046.stdout:op 5407 completed, throughput=5MB/sec 2024-09-20T22:20:30.324 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Bo2kfun-gb8Cg9V off=7383613 len=524289 2024-09-20T22:20:30.325 INFO:tasks.workunit.client.0.smithi046.stdout:op 5408 completed, throughput=5MB/sec 2024-09-20T22:20:30.325 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7qq9O8ws8E8tGga off=0 len=1088641 2024-09-20T22:20:30.331 INFO:tasks.workunit.client.0.smithi046.stdout:op 5409 completed, throughput=5MB/sec 2024-09-20T22:20:30.331 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JBiN_5WbgDZymOr off=2921774 len=1796860 2024-09-20T22:20:30.339 INFO:tasks.workunit.client.0.smithi046.stdout:op 5410 completed, throughput=5MB/sec 2024-09-20T22:20:30.339 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2UukgkhlX-n0VXD off=9759887 len=899486 2024-09-20T22:20:30.343 INFO:tasks.workunit.client.0.smithi046.stdout:op 5411 completed, throughput=5MB/sec 2024-09-20T22:20:31.344 INFO:tasks.workunit.client.0.smithi046.stdout: 1060: throughput=5MB/sec pending data=0 2024-09-20T22:20:31.344 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PDBnxarLbcazHx9 off=16978076 len=743065 2024-09-20T22:20:31.346 INFO:tasks.workunit.client.0.smithi046.stdout:op 5412 completed, throughput=5MB/sec 2024-09-20T22:20:31.346 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-icQaIH_Ycvq6BWT off=1937136 len=1023874 2024-09-20T22:20:31.349 INFO:tasks.workunit.client.0.smithi046.stdout:op 5413 completed, throughput=5MB/sec 2024-09-20T22:20:31.349 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Merzyq9n63FfI9E off=14442844 len=1594543 2024-09-20T22:20:31.352 INFO:tasks.workunit.client.0.smithi046.stdout:op 5414 completed, throughput=5MB/sec 2024-09-20T22:20:31.352 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zmXHMwtmifs34I7 off=1052009 len=448709 2024-09-20T22:20:31.353 INFO:tasks.workunit.client.0.smithi046.stdout:op 5415 completed, throughput=5MB/sec 2024-09-20T22:20:31.353 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uevNcDRTwi-4pyS off=2387520 len=1514112 2024-09-20T22:20:31.361 INFO:tasks.workunit.client.0.smithi046.stdout:op 5416 completed, throughput=5MB/sec 2024-09-20T22:20:31.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:31 smithi046 ceph-mon[96110]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-20T22:20:31.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:31 smithi046 ceph-mon[98591]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-20T22:20:31.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:31 smithi134 ceph-mon[89086]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-20T22:20:32.340 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:20:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:20:32] "GET /metrics HTTP/1.1" 200 34163 "" "Prometheus/2.43.0" 2024-09-20T22:20:32.361 INFO:tasks.workunit.client.0.smithi046.stdout: 1061: throughput=5MB/sec pending data=0 2024-09-20T22:20:32.361 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OPfv8ZtXiTJa0IJ off=19047443 len=1354465 2024-09-20T22:20:32.364 INFO:tasks.workunit.client.0.smithi046.stdout:op 5417 completed, throughput=5MB/sec 2024-09-20T22:20:32.364 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1WUtTc55iLeJDQa off=2661469 len=32985 2024-09-20T22:20:32.364 INFO:tasks.workunit.client.0.smithi046.stdout:op 5418 completed, throughput=5MB/sec 2024-09-20T22:20:32.364 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VjZbO2ap5FBZata off=1691306 len=1355594 2024-09-20T22:20:32.366 INFO:tasks.workunit.client.0.smithi046.stdout:op 5419 completed, throughput=5MB/sec 2024-09-20T22:20:32.366 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-E5qk-Wz8bg4YSzd off=5318145 len=1788754 2024-09-20T22:20:32.376 INFO:tasks.workunit.client.0.smithi046.stdout:op 5420 completed, throughput=5MB/sec 2024-09-20T22:20:32.376 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-k5XMF7UvkC0n6Vb off=4865102 len=1641342 2024-09-20T22:20:32.381 INFO:tasks.workunit.client.0.smithi046.stdout:op 5421 completed, throughput=5MB/sec 2024-09-20T22:20:32.577 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:32 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:20:32.577 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:20:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:20:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:20:32.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:32 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:20:32.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:32 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:20:33.382 INFO:tasks.workunit.client.0.smithi046.stdout: 1062: throughput=5MB/sec pending data=0 2024-09-20T22:20:33.382 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PMP1a35DpBLuGM3 off=1431486 len=304902 2024-09-20T22:20:33.382 INFO:tasks.workunit.client.0.smithi046.stdout:op 5422 completed, throughput=5MB/sec 2024-09-20T22:20:33.382 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-p75HHNmYYdtoNRD off=333380 len=506658 2024-09-20T22:20:33.386 INFO:tasks.workunit.client.0.smithi046.stdout:op 5423 completed, throughput=5MB/sec 2024-09-20T22:20:33.386 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-J4vTCYV-J-ffBt0 off=778465 len=1513981 2024-09-20T22:20:33.395 INFO:tasks.workunit.client.0.smithi046.stdout:op 5424 completed, throughput=5MB/sec 2024-09-20T22:20:33.395 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oonsH65yGpmcIqA off=71254 len=1373839 2024-09-20T22:20:33.396 INFO:tasks.workunit.client.0.smithi046.stdout:op 5425 completed, throughput=5MB/sec 2024-09-20T22:20:33.397 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eMd8CqxPdALgcP_ off=1081660 len=1416491 2024-09-20T22:20:33.400 INFO:tasks.workunit.client.0.smithi046.stdout:op 5426 completed, throughput=5MB/sec 2024-09-20T22:20:33.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:33 smithi046 ceph-mon[96110]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-20T22:20:33.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:33 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:20:33.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:33 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:20:33.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:33 smithi046 ceph-mon[98591]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-20T22:20:33.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:33 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:20:33.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:33 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:20:33.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:33 smithi134 ceph-mon[89086]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-20T22:20:33.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:33 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:20:33.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:33 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:20:34.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:20:34.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:20:34.401 INFO:tasks.workunit.client.0.smithi046.stdout: 1063: throughput=5MB/sec pending data=0 2024-09-20T22:20:34.401 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5E2oo_ebiy_bmum off=1951190 len=760286 2024-09-20T22:20:34.406 INFO:tasks.workunit.client.0.smithi046.stdout:op 5427 completed, throughput=5MB/sec 2024-09-20T22:20:34.406 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-prGDgdCnJv-KNAu off=17752178 len=1875038 2024-09-20T22:20:34.408 INFO:tasks.workunit.client.0.smithi046.stdout:op 5428 completed, throughput=5MB/sec 2024-09-20T22:20:34.408 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-V_Hp99JADOLONnj off=9622781 len=1561058 2024-09-20T22:20:34.415 INFO:tasks.workunit.client.0.smithi046.stdout:op 5429 completed, throughput=5MB/sec 2024-09-20T22:20:34.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:20:35.416 INFO:tasks.workunit.client.0.smithi046.stdout: 1064: throughput=5MB/sec pending data=0 2024-09-20T22:20:35.416 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Gio4nQblOTA172t off=11939859 len=1117606 2024-09-20T22:20:35.418 INFO:tasks.workunit.client.0.smithi046.stdout:op 5430 completed, throughput=5MB/sec 2024-09-20T22:20:35.418 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-E42zFBv9_j_0Unt off=5456523 len=91167 2024-09-20T22:20:35.419 INFO:tasks.workunit.client.0.smithi046.stdout:op 5431 completed, throughput=5MB/sec 2024-09-20T22:20:35.419 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RvCCDUvg_sudBiD off=9977588 len=628534 2024-09-20T22:20:35.423 INFO:tasks.workunit.client.0.smithi046.stdout:op 5432 completed, throughput=5MB/sec 2024-09-20T22:20:35.423 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CY89hFuXA1MeQjX off=19629107 len=1818664 2024-09-20T22:20:35.430 INFO:tasks.workunit.client.0.smithi046.stdout:op 5433 completed, throughput=5MB/sec 2024-09-20T22:20:35.430 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-px6y-O3ETPfixYv off=919861 len=305744 2024-09-20T22:20:35.431 INFO:tasks.workunit.client.0.smithi046.stdout:op 5434 completed, throughput=5MB/sec 2024-09-20T22:20:35.431 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Z_scVigyrmg1Ngo off=4704361 len=2004243 2024-09-20T22:20:35.442 INFO:tasks.workunit.client.0.smithi046.stdout:op 5435 completed, throughput=5MB/sec 2024-09-20T22:20:35.617 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:35 smithi046 ceph-mon[96110]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:20:35.617 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:35 smithi046 ceph-mon[98591]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:20:35.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:35 smithi134 ceph-mon[89086]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:20:36.442 INFO:tasks.workunit.client.0.smithi046.stdout: 1065: throughput=5MB/sec pending data=0 2024-09-20T22:20:36.442 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-e4qi813QkhY27q4 off=9209 len=1061017 2024-09-20T22:20:36.447 INFO:tasks.workunit.client.0.smithi046.stdout:op 5436 completed, throughput=5MB/sec 2024-09-20T22:20:36.447 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Pj4wh3t2fPib7CN off=9455143 len=1150325 2024-09-20T22:20:36.454 INFO:tasks.workunit.client.0.smithi046.stdout:op 5437 completed, throughput=5MB/sec 2024-09-20T22:20:36.454 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-n8tewWRZ8BqoRBi off=6650705 len=321432 2024-09-20T22:20:36.455 INFO:tasks.workunit.client.0.smithi046.stdout:op 5438 completed, throughput=5MB/sec 2024-09-20T22:20:36.455 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SaOfmB-WW1T2plP off=2070072 len=880135 2024-09-20T22:20:36.456 INFO:tasks.workunit.client.0.smithi046.stdout:op 5439 completed, throughput=5MB/sec 2024-09-20T22:20:36.456 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-O9xmw991ts6S7qS off=12705163 len=811907 2024-09-20T22:20:36.457 INFO:tasks.workunit.client.0.smithi046.stdout:op 5440 completed, throughput=5MB/sec 2024-09-20T22:20:36.458 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FDUaqlv34ZoIvM3 off=15457948 len=1850317 2024-09-20T22:20:36.459 INFO:tasks.workunit.client.0.smithi046.stdout:op 5441 completed, throughput=5MB/sec 2024-09-20T22:20:37.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:36 smithi046 ceph-mon[96110]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:20:37.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:36 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:20:37.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:36 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:20:37.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:36 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:20:37.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:36 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:20:37.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:36 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:20:37.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:36 smithi046 ceph-mon[98591]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:20:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:36 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:20:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:36 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:20:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:36 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:20:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:36 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:20:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:36 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:20:37.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:36 smithi134 ceph-mon[89086]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:20:37.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:36 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:20:37.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:36 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:20:37.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:36 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:20:37.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:36 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:20:37.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:36 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:20:37.460 INFO:tasks.workunit.client.0.smithi046.stdout: 1066: throughput=5MB/sec pending data=0 2024-09-20T22:20:37.460 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aNoSH31qpY63iAL off=7816625 len=2043735 2024-09-20T22:20:37.470 INFO:tasks.workunit.client.0.smithi046.stdout:op 5442 completed, throughput=5MB/sec 2024-09-20T22:20:37.470 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6WsjReN8yAAgXwT off=905301 len=1698770 2024-09-20T22:20:37.472 INFO:tasks.workunit.client.0.smithi046.stdout:op 5443 completed, throughput=5MB/sec 2024-09-20T22:20:37.472 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6I1HO9KYeG6LGvb off=12462000 len=500490 2024-09-20T22:20:37.475 INFO:tasks.workunit.client.0.smithi046.stdout:op 5444 completed, throughput=5MB/sec 2024-09-20T22:20:38.476 INFO:tasks.workunit.client.0.smithi046.stdout: 1067: throughput=5MB/sec pending data=0 2024-09-20T22:20:38.476 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-948JyOS3wzbQPtZ off=3002094 len=615198 2024-09-20T22:20:38.480 INFO:tasks.workunit.client.0.smithi046.stdout:op 5445 completed, throughput=5MB/sec 2024-09-20T22:20:38.480 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hNg6xCuNB80rLFJ off=17701118 len=1964634 2024-09-20T22:20:38.481 INFO:tasks.workunit.client.0.smithi046.stdout:op 5446 completed, throughput=5MB/sec 2024-09-20T22:20:38.482 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5Y2bUAEbGvqFOxn off=1320818 len=347133 2024-09-20T22:20:38.483 INFO:tasks.workunit.client.0.smithi046.stdout:op 5447 completed, throughput=5MB/sec 2024-09-20T22:20:38.483 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BHI7PebrrksOJwQ off=1298731 len=1382308 2024-09-20T22:20:38.485 INFO:tasks.workunit.client.0.smithi046.stdout:op 5448 completed, throughput=5MB/sec 2024-09-20T22:20:38.485 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-G9sp9QHKqZ9Oazn off=10253080 len=130972 2024-09-20T22:20:38.488 INFO:tasks.workunit.client.0.smithi046.stdout:op 5449 completed, throughput=5MB/sec 2024-09-20T22:20:38.488 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kQ6V61hwjwNvNM_ off=774590 len=2079464 2024-09-20T22:20:38.490 INFO:tasks.workunit.client.0.smithi046.stdout:op 5450 completed, throughput=5MB/sec 2024-09-20T22:20:39.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:38 smithi046 ceph-mon[96110]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-20T22:20:39.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:38 smithi046 ceph-mon[98591]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-20T22:20:39.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:38 smithi134 ceph-mon[89086]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-20T22:20:39.491 INFO:tasks.workunit.client.0.smithi046.stdout: 1068: throughput=5MB/sec pending data=0 2024-09-20T22:20:39.491 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-o-hLVVj1BZsWBHd off=8266853 len=372693 2024-09-20T22:20:39.492 INFO:tasks.workunit.client.0.smithi046.stdout:op 5451 completed, throughput=5MB/sec 2024-09-20T22:20:39.492 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8Ra3cp5HyNf090S off=1029794 len=996017 2024-09-20T22:20:39.493 INFO:tasks.workunit.client.0.smithi046.stdout:op 5452 completed, throughput=5MB/sec 2024-09-20T22:20:39.493 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SvfAb0QSqAzldq2 off=13135078 len=807559 2024-09-20T22:20:39.498 INFO:tasks.workunit.client.0.smithi046.stdout:op 5453 completed, throughput=5MB/sec 2024-09-20T22:20:39.498 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qPafQBrDNNrGXAh off=1549101 len=1776670 2024-09-20T22:20:39.507 INFO:tasks.workunit.client.0.smithi046.stdout:op 5454 completed, throughput=5MB/sec 2024-09-20T22:20:40.507 INFO:tasks.workunit.client.0.smithi046.stdout: 1069: throughput=5MB/sec pending data=0 2024-09-20T22:20:40.507 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ENOJGe0N-wojnMw off=7285508 len=1751858 2024-09-20T22:20:40.511 INFO:tasks.workunit.client.0.smithi046.stdout:op 5455 completed, throughput=5MB/sec 2024-09-20T22:20:40.511 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pop85AsyKcv5FP5 off=11754092 len=245588 2024-09-20T22:20:40.514 INFO:tasks.workunit.client.0.smithi046.stdout:op 5456 completed, throughput=5MB/sec 2024-09-20T22:20:40.514 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FX4QFQfwtp2H-eY off=913935 len=1108050 2024-09-20T22:20:40.521 INFO:tasks.workunit.client.0.smithi046.stdout:op 5457 completed, throughput=5MB/sec 2024-09-20T22:20:40.521 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rQJzWLNekg0UByM off=10878579 len=544771 2024-09-20T22:20:40.522 INFO:tasks.workunit.client.0.smithi046.stdout:op 5458 completed, throughput=5MB/sec 2024-09-20T22:20:40.522 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yd-36COII8zLl-T off=6043206 len=2025968 2024-09-20T22:20:40.533 INFO:tasks.workunit.client.0.smithi046.stdout:op 5459 completed, throughput=5MB/sec 2024-09-20T22:20:41.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:40 smithi046 ceph-mon[96110]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:20:41.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:40 smithi046 ceph-mon[98591]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:20:41.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:40 smithi134 ceph-mon[89086]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:20:41.534 INFO:tasks.workunit.client.0.smithi046.stdout: 1070: throughput=5MB/sec pending data=0 2024-09-20T22:20:41.534 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8tmRt51Ng3PIXmm off=4045782 len=1850776 2024-09-20T22:20:41.543 INFO:tasks.workunit.client.0.smithi046.stdout:op 5460 completed, throughput=5MB/sec 2024-09-20T22:20:41.543 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-miyg4q1OY8APcT4 off=3378065 len=1363385 2024-09-20T22:20:41.545 INFO:tasks.workunit.client.0.smithi046.stdout:op 5461 completed, throughput=5MB/sec 2024-09-20T22:20:41.545 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iFyHgUpl-6_dwwI off=5571646 len=690498 2024-09-20T22:20:41.546 INFO:tasks.workunit.client.0.smithi046.stdout:op 5462 completed, throughput=5MB/sec 2024-09-20T22:20:41.546 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MOjwyqyjtufAPAc off=3957156 len=1763790 2024-09-20T22:20:41.549 INFO:tasks.workunit.client.0.smithi046.stdout:op 5463 completed, throughput=5MB/sec 2024-09-20T22:20:42.314 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:20:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:20:42] "GET /metrics HTTP/1.1" 200 34162 "" "Prometheus/2.43.0" 2024-09-20T22:20:42.550 INFO:tasks.workunit.client.0.smithi046.stdout: 1071: throughput=5MB/sec pending data=0 2024-09-20T22:20:42.550 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RqI0BumToghhfqu off=17021329 len=1313154 2024-09-20T22:20:42.555 INFO:tasks.workunit.client.0.smithi046.stdout:op 5464 completed, throughput=5MB/sec 2024-09-20T22:20:42.555 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZWNz38p9sR2d8D9 off=14347175 len=2016689 2024-09-20T22:20:42.557 INFO:tasks.workunit.client.0.smithi046.stdout:op 5465 completed, throughput=5MB/sec 2024-09-20T22:20:42.557 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-R8lISN3d52LwPDM off=2903575 len=1105476 2024-09-20T22:20:42.558 INFO:tasks.workunit.client.0.smithi046.stdout:op 5466 completed, throughput=5MB/sec 2024-09-20T22:20:42.558 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BJ-8eNPjRqHs6Wq off=376109 len=23112 2024-09-20T22:20:42.558 INFO:tasks.workunit.client.0.smithi046.stdout:op 5467 completed, throughput=5MB/sec 2024-09-20T22:20:42.559 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tTEW1AUcLO0-CMu off=19618409 len=335669 2024-09-20T22:20:42.559 INFO:tasks.workunit.client.0.smithi046.stdout:op 5468 completed, throughput=5MB/sec 2024-09-20T22:20:42.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:20:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:20:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:20:43.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:42 smithi046 ceph-mon[96110]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-20T22:20:43.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:42 smithi046 ceph-mon[98591]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-20T22:20:43.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:42 smithi134 ceph-mon[89086]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-20T22:20:43.559 INFO:tasks.workunit.client.0.smithi046.stdout: 1072: throughput=5MB/sec pending data=0 2024-09-20T22:20:43.559 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5mPErlUbO9VhFng off=9662736 len=1231062 2024-09-20T22:20:43.566 INFO:tasks.workunit.client.0.smithi046.stdout:op 5469 completed, throughput=5MB/sec 2024-09-20T22:20:43.566 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3Wpj3VFJLCYYHlR off=20350797 len=597339 2024-09-20T22:20:43.567 INFO:tasks.workunit.client.0.smithi046.stdout:op 5470 completed, throughput=5MB/sec 2024-09-20T22:20:43.567 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XfDgnRnfEO7Zedo off=8340392 len=1529149 2024-09-20T22:20:43.568 INFO:tasks.workunit.client.0.smithi046.stdout:op 5471 completed, throughput=5MB/sec 2024-09-20T22:20:43.568 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JxTQYhZ0nyFUSBU off=6940116 len=1182842 2024-09-20T22:20:43.570 INFO:tasks.workunit.client.0.smithi046.stdout:op 5472 completed, throughput=5MB/sec 2024-09-20T22:20:43.570 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EWDs_VzzqqsKvRo off=5445744 len=465243 2024-09-20T22:20:43.571 INFO:tasks.workunit.client.0.smithi046.stdout:op 5473 completed, throughput=5MB/sec 2024-09-20T22:20:44.571 INFO:tasks.workunit.client.0.smithi046.stdout: 1073: throughput=5MB/sec pending data=0 2024-09-20T22:20:44.571 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-w5OErZHuub_J_nA off=3365487 len=34982 2024-09-20T22:20:44.572 INFO:tasks.workunit.client.0.smithi046.stdout:op 5474 completed, throughput=5MB/sec 2024-09-20T22:20:44.572 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JiVmqMQno2bcUNv off=6354093 len=207943 2024-09-20T22:20:44.576 INFO:tasks.workunit.client.0.smithi046.stdout:op 5475 completed, throughput=5MB/sec 2024-09-20T22:20:44.576 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-P8Y-f2YRSToc86L off=2521154 len=904256 2024-09-20T22:20:44.581 INFO:tasks.workunit.client.0.smithi046.stdout:op 5476 completed, throughput=5MB/sec 2024-09-20T22:20:44.581 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-X2XaZA4sWjS4SO0 off=422812 len=664227 2024-09-20T22:20:44.582 INFO:tasks.workunit.client.0.smithi046.stdout:op 5477 completed, throughput=5MB/sec 2024-09-20T22:20:44.582 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_U8F5SDbH31WaCD off=679137 len=2046599 2024-09-20T22:20:44.590 INFO:tasks.workunit.client.0.smithi046.stdout:op 5478 completed, throughput=5MB/sec 2024-09-20T22:20:44.590 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eijQtFh7rkZVCfT off=6007401 len=1781422 2024-09-20T22:20:44.597 INFO:tasks.workunit.client.0.smithi046.stdout:op 5479 completed, throughput=5MB/sec 2024-09-20T22:20:45.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:45 smithi046 ceph-mon[96110]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-20T22:20:45.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:45 smithi046 ceph-mon[98591]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-20T22:20:45.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:45 smithi134 ceph-mon[89086]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-20T22:20:45.597 INFO:tasks.workunit.client.0.smithi046.stdout: 1074: throughput=5MB/sec pending data=0 2024-09-20T22:20:45.597 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9u7AgmLfMd3toig off=2176928 len=1307615 2024-09-20T22:20:45.605 INFO:tasks.workunit.client.0.smithi046.stdout:op 5480 completed, throughput=5MB/sec 2024-09-20T22:20:45.605 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-o0y1qJR90OhqHnN off=10941300 len=1258645 2024-09-20T22:20:45.607 INFO:tasks.workunit.client.0.smithi046.stdout:op 5481 completed, throughput=5MB/sec 2024-09-20T22:20:45.607 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zRkd7CQb98T3X-w off=3385138 len=312127 2024-09-20T22:20:45.610 INFO:tasks.workunit.client.0.smithi046.stdout:op 5482 completed, throughput=5MB/sec 2024-09-20T22:20:45.610 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-f0UTqC_2Mm_jtmy off=4936300 len=884646 2024-09-20T22:20:45.615 INFO:tasks.workunit.client.0.smithi046.stdout:op 5483 completed, throughput=5MB/sec 2024-09-20T22:20:45.615 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6Ofvm6gdCQDLEJX off=879449 len=697719 2024-09-20T22:20:45.617 INFO:tasks.workunit.client.0.smithi046.stdout:op 5484 completed, throughput=5MB/sec 2024-09-20T22:20:45.617 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7sS3LfMKMECIzxd off=1096225 len=610335 2024-09-20T22:20:45.621 INFO:tasks.workunit.client.0.smithi046.stdout:op 5485 completed, throughput=5MB/sec 2024-09-20T22:20:45.621 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hbiq7B0P3__e2Gz off=4962479 len=1074281 2024-09-20T22:20:45.627 INFO:tasks.workunit.client.0.smithi046.stdout:op 5486 completed, throughput=5MB/sec 2024-09-20T22:20:46.627 INFO:tasks.workunit.client.0.smithi046.stdout: 1075: throughput=5MB/sec pending data=0 2024-09-20T22:20:46.627 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zwvsFKlCqoTv5NT off=16847656 len=1945778 2024-09-20T22:20:46.637 INFO:tasks.workunit.client.0.smithi046.stdout:op 5487 completed, throughput=5MB/sec 2024-09-20T22:20:46.637 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ME0uyBg7h9DUW88 off=589106 len=2087454 2024-09-20T22:20:46.647 INFO:tasks.workunit.client.0.smithi046.stdout:op 5488 completed, throughput=5MB/sec 2024-09-20T22:20:46.647 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dU_atF_My-kVfqF off=4169365 len=95854 2024-09-20T22:20:46.649 INFO:tasks.workunit.client.0.smithi046.stdout:op 5489 completed, throughput=5MB/sec 2024-09-20T22:20:46.649 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IpPMhzLcUksJwnr off=6850933 len=312947 2024-09-20T22:20:46.652 INFO:tasks.workunit.client.0.smithi046.stdout:op 5490 completed, throughput=5MB/sec 2024-09-20T22:20:47.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:47 smithi046 ceph-mon[96110]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:20:47.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:47 smithi046 ceph-mon[98591]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:20:47.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:47 smithi134 ceph-mon[89086]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:20:47.652 INFO:tasks.workunit.client.0.smithi046.stdout: 1076: throughput=5MB/sec pending data=0 2024-09-20T22:20:47.652 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Q9mlSrkvQIQDxUJ off=1824948 len=927664 2024-09-20T22:20:47.657 INFO:tasks.workunit.client.0.smithi046.stdout:op 5491 completed, throughput=5MB/sec 2024-09-20T22:20:47.658 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RcAk05OQhGsxvUR off=2538886 len=1593508 2024-09-20T22:20:47.667 INFO:tasks.workunit.client.0.smithi046.stdout:op 5492 completed, throughput=5MB/sec 2024-09-20T22:20:47.668 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cnJUcQVJKBbttxc off=10043005 len=1292700 2024-09-20T22:20:47.675 INFO:tasks.workunit.client.0.smithi046.stdout:op 5493 completed, throughput=5MB/sec 2024-09-20T22:20:47.675 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eFoe4yKKDRhFJO- off=384290 len=44574 2024-09-20T22:20:47.678 INFO:tasks.workunit.client.0.smithi046.stdout:op 5494 completed, throughput=5MB/sec 2024-09-20T22:20:47.678 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lxaZKi4NGw8po-U off=14170497 len=1964624 2024-09-20T22:20:47.686 INFO:tasks.workunit.client.0.smithi046.stdout:op 5495 completed, throughput=5MB/sec 2024-09-20T22:20:48.687 INFO:tasks.workunit.client.0.smithi046.stdout: 1077: throughput=5MB/sec pending data=0 2024-09-20T22:20:48.687 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Do-PHREwD56Z5p7 off=7270008 len=380306 2024-09-20T22:20:48.688 INFO:tasks.workunit.client.0.smithi046.stdout:op 5496 completed, throughput=5MB/sec 2024-09-20T22:20:48.688 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lRWejC_0lgfLGZ- off=7575087 len=1232749 2024-09-20T22:20:48.690 INFO:tasks.workunit.client.0.smithi046.stdout:op 5497 completed, throughput=5MB/sec 2024-09-20T22:20:48.690 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CnKCfIv0Cdb8dI7 off=9260563 len=1539737 2024-09-20T22:20:48.698 INFO:tasks.workunit.client.0.smithi046.stdout:op 5498 completed, throughput=5MB/sec 2024-09-20T22:20:48.698 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-55RYWFsDyZdhub1 off=18487956 len=2036631 2024-09-20T22:20:48.707 INFO:tasks.workunit.client.0.smithi046.stdout:op 5499 completed, throughput=5MB/sec 2024-09-20T22:20:49.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:49 smithi046 ceph-mon[96110]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:20:49.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:49 smithi046 ceph-mon[98591]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:20:49.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:49 smithi134 ceph-mon[89086]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:20:49.707 INFO:tasks.workunit.client.0.smithi046.stdout: 1078: throughput=5MB/sec pending data=0 2024-09-20T22:20:49.708 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NK7JHSXfyBKXfZX off=10997124 len=431599 2024-09-20T22:20:49.712 INFO:tasks.workunit.client.0.smithi046.stdout:op 5500 completed, throughput=5MB/sec 2024-09-20T22:20:49.712 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-c1VmqAjd6pQsED2 off=460948 len=1979639 2024-09-20T22:20:49.714 INFO:tasks.workunit.client.0.smithi046.stdout:op 5501 completed, throughput=5MB/sec 2024-09-20T22:20:49.714 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JxM48OXifN32yVW off=10093972 len=1144418 2024-09-20T22:20:49.721 INFO:tasks.workunit.client.0.smithi046.stdout:op 5502 completed, throughput=5MB/sec 2024-09-20T22:20:49.721 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gcsBUik56HPnkod off=17744779 len=229242 2024-09-20T22:20:49.724 INFO:tasks.workunit.client.0.smithi046.stdout:op 5503 completed, throughput=5MB/sec 2024-09-20T22:20:49.724 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YK9p9XIK4AbVJL7 off=739973 len=1188110 2024-09-20T22:20:49.731 INFO:tasks.workunit.client.0.smithi046.stdout:op 5504 completed, throughput=5MB/sec 2024-09-20T22:20:49.731 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XdYhMOL0mmE27ke off=20340948 len=609318 2024-09-20T22:20:49.735 INFO:tasks.workunit.client.0.smithi046.stdout:op 5505 completed, throughput=5MB/sec 2024-09-20T22:20:50.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:50 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:20:50.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:50 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:20:50.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:50 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:20:50.735 INFO:tasks.workunit.client.0.smithi046.stdout: 1079: throughput=5MB/sec pending data=0 2024-09-20T22:20:50.735 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-g5ACL4oPEd1pdNX off=3385111 len=809617 2024-09-20T22:20:50.740 INFO:tasks.workunit.client.0.smithi046.stdout:op 5506 completed, throughput=5MB/sec 2024-09-20T22:20:50.740 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tHOu1nH4wlRaGK5 off=21854100 len=1272377 2024-09-20T22:20:50.743 INFO:tasks.workunit.client.0.smithi046.stdout:op 5507 completed, throughput=5MB/sec 2024-09-20T22:20:50.743 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fmvJXCrkjH5XANo off=5344932 len=333476 2024-09-20T22:20:50.744 INFO:tasks.workunit.client.0.smithi046.stdout:op 5508 completed, throughput=5MB/sec 2024-09-20T22:20:50.744 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KzC5OfcO3VcxuEZ off=1466066 len=459520 2024-09-20T22:20:50.748 INFO:tasks.workunit.client.0.smithi046.stdout:op 5509 completed, throughput=5MB/sec 2024-09-20T22:20:50.748 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--t5anhfZTxt8Euf off=13237836 len=881799 2024-09-20T22:20:50.749 INFO:tasks.workunit.client.0.smithi046.stdout:op 5510 completed, throughput=5MB/sec 2024-09-20T22:20:50.749 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AnWvV_yl6S9lHgK off=1816377 len=873035 2024-09-20T22:20:50.751 INFO:tasks.workunit.client.0.smithi046.stdout:op 5511 completed, throughput=5MB/sec 2024-09-20T22:20:50.751 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wYmopV7YdIvghu1 off=2382465 len=1438993 2024-09-20T22:20:50.752 INFO:tasks.workunit.client.0.smithi046.stdout:op 5512 completed, throughput=5MB/sec 2024-09-20T22:20:51.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:51 smithi046 ceph-mon[96110]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-20T22:20:51.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:51 smithi046 ceph-mon[98591]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-20T22:20:51.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:51 smithi134 ceph-mon[89086]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-20T22:20:51.752 INFO:tasks.workunit.client.0.smithi046.stdout: 1080: throughput=5MB/sec pending data=0 2024-09-20T22:20:51.753 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZSVv4LNoi20hVpC off=1831879 len=1865599 2024-09-20T22:20:51.755 INFO:tasks.workunit.client.0.smithi046.stdout:op 5513 completed, throughput=5MB/sec 2024-09-20T22:20:51.755 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KFmLuWoZqWLdtKh off=168629 len=597591 2024-09-20T22:20:51.759 INFO:tasks.workunit.client.0.smithi046.stdout:op 5514 completed, throughput=5MB/sec 2024-09-20T22:20:51.760 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NjJfGOm2N4IShxt off=215414 len=1982057 2024-09-20T22:20:51.768 INFO:tasks.workunit.client.0.smithi046.stdout:op 5515 completed, throughput=5MB/sec 2024-09-20T22:20:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:20:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:20:52] "GET /metrics HTTP/1.1" 200 34156 "" "Prometheus/2.43.0" 2024-09-20T22:20:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:20:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:20:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:20:52.769 INFO:tasks.workunit.client.0.smithi046.stdout: 1081: throughput=5MB/sec pending data=0 2024-09-20T22:20:52.769 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ETNpI-xBC5lwtRI off=8559791 len=1063480 2024-09-20T22:20:52.775 INFO:tasks.workunit.client.0.smithi046.stdout:op 5516 completed, throughput=5MB/sec 2024-09-20T22:20:52.775 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zuk0gnqWEPBW2GV off=7166099 len=1353946 2024-09-20T22:20:52.782 INFO:tasks.workunit.client.0.smithi046.stdout:op 5517 completed, throughput=5MB/sec 2024-09-20T22:20:52.782 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1pEZnRYhlThvRyW off=14768349 len=1645847 2024-09-20T22:20:52.792 INFO:tasks.workunit.client.0.smithi046.stdout:op 5518 completed, throughput=5MB/sec 2024-09-20T22:20:52.792 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pVRV3w2QAHIuQDC off=896751 len=347992 2024-09-20T22:20:52.795 INFO:tasks.workunit.client.0.smithi046.stdout:op 5519 completed, throughput=5MB/sec 2024-09-20T22:20:52.795 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FxBzl7-WcCnKKGs off=984853 len=1503114 2024-09-20T22:20:52.797 INFO:tasks.workunit.client.0.smithi046.stdout:op 5520 completed, throughput=5MB/sec 2024-09-20T22:20:53.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:53 smithi046 ceph-mon[96110]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-20T22:20:53.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:53 smithi046 ceph-mon[98591]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-20T22:20:53.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:53 smithi134 ceph-mon[89086]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-20T22:20:53.797 INFO:tasks.workunit.client.0.smithi046.stdout: 1082: throughput=5MB/sec pending data=0 2024-09-20T22:20:53.797 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bxCoQ7w1mk5_1Ix off=14169389 len=243914 2024-09-20T22:20:53.800 INFO:tasks.workunit.client.0.smithi046.stdout:op 5521 completed, throughput=5MB/sec 2024-09-20T22:20:53.800 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bMchz9dPdfMA2Nc off=9586977 len=173916 2024-09-20T22:20:53.800 INFO:tasks.workunit.client.0.smithi046.stdout:op 5522 completed, throughput=5MB/sec 2024-09-20T22:20:53.800 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cYQO4GE_0GODMcq off=0 len=1655293 2024-09-20T22:20:53.804 INFO:tasks.workunit.client.0.smithi046.stdout:op 5523 completed, throughput=5MB/sec 2024-09-20T22:20:53.804 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-svCWy10DUo1OCMA off=625772 len=545957 2024-09-20T22:20:53.805 INFO:tasks.workunit.client.0.smithi046.stdout:op 5524 completed, throughput=5MB/sec 2024-09-20T22:20:53.806 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zVqyHCA1BJieFby off=16264440 len=1251783 2024-09-20T22:20:53.807 INFO:tasks.workunit.client.0.smithi046.stdout:op 5525 completed, throughput=5MB/sec 2024-09-20T22:20:53.807 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-948JyOS3wzbQPtZ off=14872209 len=1756731 2024-09-20T22:20:53.809 INFO:tasks.workunit.client.0.smithi046.stdout:op 5526 completed, throughput=5MB/sec 2024-09-20T22:20:54.809 INFO:tasks.workunit.client.0.smithi046.stdout: 1083: throughput=5MB/sec pending data=0 2024-09-20T22:20:54.810 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-E1qvOzHOmqemd3X off=3372736 len=1321094 2024-09-20T22:20:54.811 INFO:tasks.workunit.client.0.smithi046.stdout:op 5527 completed, throughput=5MB/sec 2024-09-20T22:20:54.812 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BKUnw30h1VKhWsR off=2609100 len=1029468 2024-09-20T22:20:54.818 INFO:tasks.workunit.client.0.smithi046.stdout:op 5528 completed, throughput=5MB/sec 2024-09-20T22:20:54.818 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mwwqvs8YM_1KHno off=10121089 len=762921 2024-09-20T22:20:54.819 INFO:tasks.workunit.client.0.smithi046.stdout:op 5529 completed, throughput=5MB/sec 2024-09-20T22:20:54.819 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NMC1iYf68DnVqil off=1445379 len=458634 2024-09-20T22:20:54.820 INFO:tasks.workunit.client.0.smithi046.stdout:op 5530 completed, throughput=5MB/sec 2024-09-20T22:20:54.820 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6lNqzUvtRxvvn1g off=2585016 len=158164 2024-09-20T22:20:54.820 INFO:tasks.workunit.client.0.smithi046.stdout:op 5531 completed, throughput=5MB/sec 2024-09-20T22:20:54.821 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HxeT8gHrk68jg2J off=14373355 len=548294 2024-09-20T22:20:54.824 INFO:tasks.workunit.client.0.smithi046.stdout:op 5532 completed, throughput=5MB/sec 2024-09-20T22:20:55.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:55 smithi046 ceph-mon[96110]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:20:55.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:55 smithi046 ceph-mon[98591]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:20:55.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:55 smithi134 ceph-mon[89086]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:20:55.825 INFO:tasks.workunit.client.0.smithi046.stdout: 1084: throughput=5MB/sec pending data=0 2024-09-20T22:20:55.825 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8m89ERxYF8gSx-L off=13695577 len=1389381 2024-09-20T22:20:55.833 INFO:tasks.workunit.client.0.smithi046.stdout:op 5533 completed, throughput=5MB/sec 2024-09-20T22:20:55.833 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hraYUywShVr5LrM off=19754751 len=449216 2024-09-20T22:20:55.837 INFO:tasks.workunit.client.0.smithi046.stdout:op 5534 completed, throughput=5MB/sec 2024-09-20T22:20:55.837 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NMC1iYf68DnVqil off=1678219 len=1901331 2024-09-20T22:20:55.838 INFO:tasks.workunit.client.0.smithi046.stdout:op 5535 completed, throughput=5MB/sec 2024-09-20T22:20:55.839 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zQ_Z23wcEZ5CBPM off=2702891 len=1079182 2024-09-20T22:20:55.844 INFO:tasks.workunit.client.0.smithi046.stdout:op 5536 completed, throughput=5MB/sec 2024-09-20T22:20:55.844 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pLMVkK-g6FH_657 off=13264577 len=2089939 2024-09-20T22:20:55.847 INFO:tasks.workunit.client.0.smithi046.stdout:op 5537 completed, throughput=5MB/sec 2024-09-20T22:20:56.848 INFO:tasks.workunit.client.0.smithi046.stdout: 1085: throughput=5MB/sec pending data=0 2024-09-20T22:20:56.848 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-caxYrBqxKBZSf-w off=165838 len=1573488 2024-09-20T22:20:56.850 INFO:tasks.workunit.client.0.smithi046.stdout:op 5538 completed, throughput=5MB/sec 2024-09-20T22:20:56.850 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TtSYTUld5CT04km off=1703398 len=1685401 2024-09-20T22:20:56.852 INFO:tasks.workunit.client.0.smithi046.stdout:op 5539 completed, throughput=5MB/sec 2024-09-20T22:20:56.852 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BeLUEu-MJIQ5S-X off=1261651 len=148646 2024-09-20T22:20:56.853 INFO:tasks.workunit.client.0.smithi046.stdout:op 5540 completed, throughput=5MB/sec 2024-09-20T22:20:56.853 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gEA9LgH9XSOJUB0 off=18725018 len=956305 2024-09-20T22:20:56.858 INFO:tasks.workunit.client.0.smithi046.stdout:op 5541 completed, throughput=5MB/sec 2024-09-20T22:20:57.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:57 smithi046 ceph-mon[96110]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-20T22:20:57.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:57 smithi046 ceph-mon[98591]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-20T22:20:57.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:57 smithi134 ceph-mon[89086]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-20T22:20:57.858 INFO:tasks.workunit.client.0.smithi046.stdout: 1086: throughput=5MB/sec pending data=0 2024-09-20T22:20:57.859 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FDUaqlv34ZoIvM3 off=18158629 len=918984 2024-09-20T22:20:57.864 INFO:tasks.workunit.client.0.smithi046.stdout:op 5542 completed, throughput=5MB/sec 2024-09-20T22:20:57.864 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FTqBvmX_egwoF1E off=1005467 len=1467226 2024-09-20T22:20:57.874 INFO:tasks.workunit.client.0.smithi046.stdout:op 5543 completed, throughput=5MB/sec 2024-09-20T22:20:57.874 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mJVcnfy-6lqf8pg off=19219065 len=2041380 2024-09-20T22:20:57.884 INFO:tasks.workunit.client.0.smithi046.stdout:op 5544 completed, throughput=5MB/sec 2024-09-20T22:20:57.884 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XTf3BaT3VLt9sJ4 off=8786620 len=1347117 2024-09-20T22:20:57.890 INFO:tasks.workunit.client.0.smithi046.stdout:op 5545 completed, throughput=5MB/sec 2024-09-20T22:20:58.675 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 22:20:58 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=cleanup t=2024-09-20T22:20:58.386118636Z level=info msg="Completed cleanup jobs" duration=1.081641ms 2024-09-20T22:20:58.891 INFO:tasks.workunit.client.0.smithi046.stdout: 1087: throughput=5MB/sec pending data=0 2024-09-20T22:20:58.891 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nCoOqm-7hC9-ycw off=0 len=1465476 2024-09-20T22:20:58.898 INFO:tasks.workunit.client.0.smithi046.stdout:op 5546 completed, throughput=5MB/sec 2024-09-20T22:20:58.898 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HLMjdJIptV_Df25 off=2477538 len=840939 2024-09-20T22:20:58.903 INFO:tasks.workunit.client.0.smithi046.stdout:op 5547 completed, throughput=5MB/sec 2024-09-20T22:20:58.903 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HHKRjawUnpSOr0N off=15963684 len=1429963 2024-09-20T22:20:58.905 INFO:tasks.workunit.client.0.smithi046.stdout:op 5548 completed, throughput=5MB/sec 2024-09-20T22:20:58.905 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tP1qcQhj7tN1nJ9 off=16729396 len=1214829 2024-09-20T22:20:58.910 INFO:tasks.workunit.client.0.smithi046.stdout:op 5549 completed, throughput=5MB/sec 2024-09-20T22:20:59.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:20:59 smithi046 ceph-mon[96110]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:20:59.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:20:59 smithi046 ceph-mon[98591]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:20:59.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:20:59 smithi134 ceph-mon[89086]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-20T22:20:59.910 INFO:tasks.workunit.client.0.smithi046.stdout: 1088: throughput=5MB/sec pending data=0 2024-09-20T22:20:59.910 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hWb9KD8mKQNPmYl off=11111515 len=1058960 2024-09-20T22:20:59.913 INFO:tasks.workunit.client.0.smithi046.stdout:op 5550 completed, throughput=5MB/sec 2024-09-20T22:20:59.913 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RRl5db1oUtjyMsL off=5740518 len=915989 2024-09-20T22:20:59.918 INFO:tasks.workunit.client.0.smithi046.stdout:op 5551 completed, throughput=5MB/sec 2024-09-20T22:20:59.919 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lPztnSMMi5KAq3y off=6803023 len=522795 2024-09-20T22:20:59.919 INFO:tasks.workunit.client.0.smithi046.stdout:op 5552 completed, throughput=5MB/sec 2024-09-20T22:20:59.919 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xKki4qggCtadXYv off=2486652 len=675608 2024-09-20T22:20:59.920 INFO:tasks.workunit.client.0.smithi046.stdout:op 5553 completed, throughput=5MB/sec 2024-09-20T22:20:59.920 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PbpApVpBcvymhFN off=7725771 len=1980963 2024-09-20T22:20:59.923 INFO:tasks.workunit.client.0.smithi046.stdout:op 5554 completed, throughput=5MB/sec 2024-09-20T22:21:00.923 INFO:tasks.workunit.client.0.smithi046.stdout: 1089: throughput=5MB/sec pending data=0 2024-09-20T22:21:00.923 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ik2XGxrqtQq07-J off=13391739 len=247299 2024-09-20T22:21:00.926 INFO:tasks.workunit.client.0.smithi046.stdout:op 5555 completed, throughput=5MB/sec 2024-09-20T22:21:00.926 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Ucn-FA2GDhPScSs off=7373575 len=1993649 2024-09-20T22:21:00.929 INFO:tasks.workunit.client.0.smithi046.stdout:op 5556 completed, throughput=5MB/sec 2024-09-20T22:21:00.929 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9qxzD65DjcU2T0P off=8325069 len=1815758 2024-09-20T22:21:00.930 INFO:tasks.workunit.client.0.smithi046.stdout:op 5557 completed, throughput=5MB/sec 2024-09-20T22:21:00.931 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sBvenB5rEfadJrB off=1638696 len=1971647 2024-09-20T22:21:00.940 INFO:tasks.workunit.client.0.smithi046.stdout:op 5558 completed, throughput=5MB/sec 2024-09-20T22:21:01.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:01 smithi046 ceph-mon[96110]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:21:01.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:01 smithi046 ceph-mon[98591]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:21:01.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:01 smithi134 ceph-mon[89086]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:21:01.941 INFO:tasks.workunit.client.0.smithi046.stdout: 1090: throughput=5MB/sec pending data=0 2024-09-20T22:21:01.941 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6irNMUQ03qMHnsO off=2505774 len=1333688 2024-09-20T22:21:01.948 INFO:tasks.workunit.client.0.smithi046.stdout:op 5559 completed, throughput=5MB/sec 2024-09-20T22:21:01.948 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IMi7zAGtvvbowJL off=2428739 len=1382441 2024-09-20T22:21:01.949 INFO:tasks.workunit.client.0.smithi046.stdout:op 5560 completed, throughput=5MB/sec 2024-09-20T22:21:01.949 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Of-Iad78vL44FG5 off=1027139 len=1091106 2024-09-20T22:21:01.951 INFO:tasks.workunit.client.0.smithi046.stdout:op 5561 completed, throughput=5MB/sec 2024-09-20T22:21:01.951 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pzDLJphIpwLZFf4 off=1610692 len=446390 2024-09-20T22:21:01.954 INFO:tasks.workunit.client.0.smithi046.stdout:op 5562 completed, throughput=5MB/sec 2024-09-20T22:21:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:21:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:21:02] "GET /metrics HTTP/1.1" 200 34156 "" "Prometheus/2.43.0" 2024-09-20T22:21:02.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:21:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:21:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:21:02.955 INFO:tasks.workunit.client.0.smithi046.stdout: 1091: throughput=5MB/sec pending data=0 2024-09-20T22:21:02.955 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-u26Gx2g6iTqm9uy off=16980709 len=972638 2024-09-20T22:21:02.960 INFO:tasks.workunit.client.0.smithi046.stdout:op 5563 completed, throughput=5MB/sec 2024-09-20T22:21:02.961 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0TjGYYVSCmnccxt off=9413376 len=137904 2024-09-20T22:21:02.961 INFO:tasks.workunit.client.0.smithi046.stdout:op 5564 completed, throughput=5MB/sec 2024-09-20T22:21:02.961 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2amDNWtd8pBEPZn off=479287 len=1070629 2024-09-20T22:21:02.967 INFO:tasks.workunit.client.0.smithi046.stdout:op 5565 completed, throughput=5MB/sec 2024-09-20T22:21:02.967 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fv_JueocUrcBZrU off=12784512 len=1793191 2024-09-20T22:21:02.969 INFO:tasks.workunit.client.0.smithi046.stdout:op 5566 completed, throughput=5MB/sec 2024-09-20T22:21:02.969 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WZcjkhTgOSbFxiw off=15615690 len=355230 2024-09-20T22:21:02.971 INFO:tasks.workunit.client.0.smithi046.stdout:op 5567 completed, throughput=5MB/sec 2024-09-20T22:21:02.971 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WtWJttK3c0ZAgl8 off=17006298 len=7601 2024-09-20T22:21:02.973 INFO:tasks.workunit.client.0.smithi046.stdout:op 5568 completed, throughput=5MB/sec 2024-09-20T22:21:02.973 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SyTllmagMASfkVD off=6056836 len=821724 2024-09-20T22:21:02.977 INFO:tasks.workunit.client.0.smithi046.stdout:op 5569 completed, throughput=5MB/sec 2024-09-20T22:21:03.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:03 smithi046 ceph-mon[98591]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-20T22:21:03.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:03 smithi046 ceph-mon[96110]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-20T22:21:03.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:03 smithi134 ceph-mon[89086]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-20T22:21:03.978 INFO:tasks.workunit.client.0.smithi046.stdout: 1092: throughput=5MB/sec pending data=0 2024-09-20T22:21:03.978 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zVqyHCA1BJieFby off=1198179 len=1090098 2024-09-20T22:21:03.984 INFO:tasks.workunit.client.0.smithi046.stdout:op 5570 completed, throughput=5MB/sec 2024-09-20T22:21:03.984 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fFWRopk5ALEEI6x off=7417561 len=1148440 2024-09-20T22:21:03.990 INFO:tasks.workunit.client.0.smithi046.stdout:op 5571 completed, throughput=5MB/sec 2024-09-20T22:21:03.990 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nKG1_lw0a5awkXf off=16152846 len=1847702 2024-09-20T22:21:03.991 INFO:tasks.workunit.client.0.smithi046.stdout:op 5572 completed, throughput=5MB/sec 2024-09-20T22:21:03.992 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DLxgYNJCczveacX off=1216665 len=1365800 2024-09-20T22:21:03.993 INFO:tasks.workunit.client.0.smithi046.stdout:op 5573 completed, throughput=5MB/sec 2024-09-20T22:21:04.993 INFO:tasks.workunit.client.0.smithi046.stdout: 1093: throughput=5MB/sec pending data=0 2024-09-20T22:21:04.993 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cTRwmW0G3xITGcy off=2001520 len=1827052 2024-09-20T22:21:05.005 INFO:tasks.workunit.client.0.smithi046.stdout:op 5574 completed, throughput=5MB/sec 2024-09-20T22:21:05.005 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fAfS4WjxZh-Kv4u off=10484531 len=162589 2024-09-20T22:21:05.005 INFO:tasks.workunit.client.0.smithi046.stdout:op 5575 completed, throughput=5MB/sec 2024-09-20T22:21:05.005 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-f0I0R6OVi-47M2Z off=5642653 len=242507 2024-09-20T22:21:05.006 INFO:tasks.workunit.client.0.smithi046.stdout:op 5576 completed, throughput=5MB/sec 2024-09-20T22:21:05.006 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-biK-3DLf2GOy3JO off=18816773 len=1663426 2024-09-20T22:21:05.009 INFO:tasks.workunit.client.0.smithi046.stdout:op 5577 completed, throughput=5MB/sec 2024-09-20T22:21:05.009 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--sx54MYiuvqhhtN off=800550 len=670970 2024-09-20T22:21:05.010 INFO:tasks.workunit.client.0.smithi046.stdout:op 5578 completed, throughput=5MB/sec 2024-09-20T22:21:05.010 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Ka3Gij0xvJD3GJF off=350409 len=968657 2024-09-20T22:21:05.013 INFO:tasks.workunit.client.0.smithi046.stdout:op 5579 completed, throughput=5MB/sec 2024-09-20T22:21:05.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:05 smithi046 ceph-mon[98591]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:21:05.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:05 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:21:05.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:05 smithi046 ceph-mon[96110]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:21:05.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:05 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:21:05.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:05 smithi134 ceph-mon[89086]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:21:05.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:05 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:21:06.013 INFO:tasks.workunit.client.0.smithi046.stdout: 1094: throughput=5MB/sec pending data=0 2024-09-20T22:21:06.013 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oxpBtTHRyZMVrAN off=18157940 len=318311 2024-09-20T22:21:06.017 INFO:tasks.workunit.client.0.smithi046.stdout:op 5580 completed, throughput=5MB/sec 2024-09-20T22:21:06.017 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-b-F21dWhms54cKP off=5186792 len=798668 2024-09-20T22:21:06.019 INFO:tasks.workunit.client.0.smithi046.stdout:op 5581 completed, throughput=5MB/sec 2024-09-20T22:21:06.019 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pxAY-K0qi7iRnw2 off=3466621 len=598202 2024-09-20T22:21:06.019 INFO:tasks.workunit.client.0.smithi046.stdout:op 5582 completed, throughput=5MB/sec 2024-09-20T22:21:06.019 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--RFwd7dMJEWOAs7 off=5497263 len=461412 2024-09-20T22:21:06.023 INFO:tasks.workunit.client.0.smithi046.stdout:op 5583 completed, throughput=5MB/sec 2024-09-20T22:21:06.024 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-587jDqAnaPKD46f off=3930014 len=1334156 2024-09-20T22:21:06.025 INFO:tasks.workunit.client.0.smithi046.stdout:op 5584 completed, throughput=5MB/sec 2024-09-20T22:21:06.025 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-70YivCxSgLSgPxw off=308185 len=1524321 2024-09-20T22:21:06.027 INFO:tasks.workunit.client.0.smithi046.stdout:op 5585 completed, throughput=5MB/sec 2024-09-20T22:21:07.028 INFO:tasks.workunit.client.0.smithi046.stdout: 1095: throughput=5MB/sec pending data=0 2024-09-20T22:21:07.028 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4byLDpuVF3vJipc off=4466612 len=1791132 2024-09-20T22:21:07.030 INFO:tasks.workunit.client.0.smithi046.stdout:op 5586 completed, throughput=5MB/sec 2024-09-20T22:21:07.030 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Bv4lhROFDY_zRXM off=5219861 len=2014940 2024-09-20T22:21:07.032 INFO:tasks.workunit.client.0.smithi046.stdout:op 5587 completed, throughput=5MB/sec 2024-09-20T22:21:07.033 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VgdxiDRJDlUh9xT off=1298978 len=248545 2024-09-20T22:21:07.036 INFO:tasks.workunit.client.0.smithi046.stdout:op 5588 completed, throughput=5MB/sec 2024-09-20T22:21:07.036 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uwWp6XyLwzoyalM off=6004832 len=1497067 2024-09-20T22:21:07.038 INFO:tasks.workunit.client.0.smithi046.stdout:op 5589 completed, throughput=5MB/sec 2024-09-20T22:21:07.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:07 smithi046 ceph-mon[96110]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:21:07.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:07 smithi046 ceph-mon[98591]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:21:07.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:07 smithi134 ceph-mon[89086]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:21:08.038 INFO:tasks.workunit.client.0.smithi046.stdout: 1096: throughput=5MB/sec pending data=0 2024-09-20T22:21:08.038 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4dY5LSfKwrR4Q_v off=11287854 len=256029 2024-09-20T22:21:08.042 INFO:tasks.workunit.client.0.smithi046.stdout:op 5590 completed, throughput=5MB/sec 2024-09-20T22:21:08.042 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rtItC-CsZWbyhBQ off=3021516 len=1787748 2024-09-20T22:21:08.051 INFO:tasks.workunit.client.0.smithi046.stdout:op 5591 completed, throughput=5MB/sec 2024-09-20T22:21:08.051 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4JgaRvN_0TT1BqL off=1185443 len=1918504 2024-09-20T22:21:08.053 INFO:tasks.workunit.client.0.smithi046.stdout:op 5592 completed, throughput=5MB/sec 2024-09-20T22:21:08.053 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qCaoadanLABA19n off=4926732 len=1517759 2024-09-20T22:21:08.059 INFO:tasks.workunit.client.0.smithi046.stdout:op 5593 completed, throughput=5MB/sec 2024-09-20T22:21:09.059 INFO:tasks.workunit.client.0.smithi046.stdout: 1097: throughput=5MB/sec pending data=0 2024-09-20T22:21:09.060 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-I5B51r2FREwVOVR off=22185795 len=1240680 2024-09-20T22:21:09.067 INFO:tasks.workunit.client.0.smithi046.stdout:op 5594 completed, throughput=5MB/sec 2024-09-20T22:21:09.067 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SxEQokzd3TZOFkB off=808773 len=56307 2024-09-20T22:21:09.068 INFO:tasks.workunit.client.0.smithi046.stdout:op 5595 completed, throughput=5MB/sec 2024-09-20T22:21:09.068 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ewXP8OpWpqat-E5 off=612533 len=1132398 2024-09-20T22:21:09.069 INFO:tasks.workunit.client.0.smithi046.stdout:op 5596 completed, throughput=5MB/sec 2024-09-20T22:21:09.069 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lJy-xR2aZl-Og8M off=18007579 len=1731292 2024-09-20T22:21:09.073 INFO:tasks.workunit.client.0.smithi046.stdout:op 5597 completed, throughput=5MB/sec 2024-09-20T22:21:09.073 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6Wepw2a9PFPAFci off=14760913 len=179166 2024-09-20T22:21:09.083 INFO:tasks.workunit.client.0.smithi046.stdout:op 5598 completed, throughput=5MB/sec 2024-09-20T22:21:09.083 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Ml8zcrsg96XDKe- off=1318514 len=1712501 2024-09-20T22:21:09.085 INFO:tasks.workunit.client.0.smithi046.stdout:op 5599 completed, throughput=5MB/sec 2024-09-20T22:21:09.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:09 smithi046 ceph-mon[96110]: pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:21:09.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:09 smithi046 ceph-mon[98591]: pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:21:09.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:09 smithi134 ceph-mon[89086]: pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:21:10.085 INFO:tasks.workunit.client.0.smithi046.stdout: 1098: throughput=5MB/sec pending data=0 2024-09-20T22:21:10.085 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IU_KXw42QMWv73d off=2170546 len=1103959 2024-09-20T22:21:10.087 INFO:tasks.workunit.client.0.smithi046.stdout:op 5600 completed, throughput=5MB/sec 2024-09-20T22:21:10.087 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Wgl-1O0FilnicRM off=12208762 len=1280192 2024-09-20T22:21:10.089 INFO:tasks.workunit.client.0.smithi046.stdout:op 5601 completed, throughput=5MB/sec 2024-09-20T22:21:10.089 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8sZwEoYcKBpenUE off=15293177 len=1273612 2024-09-20T22:21:10.097 INFO:tasks.workunit.client.0.smithi046.stdout:op 5602 completed, throughput=5MB/sec 2024-09-20T22:21:10.097 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6c3tIySlb-7KzqH off=2875823 len=133288 2024-09-20T22:21:10.098 INFO:tasks.workunit.client.0.smithi046.stdout:op 5603 completed, throughput=5MB/sec 2024-09-20T22:21:10.098 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OmaIsFuQZIImnU7 off=917135 len=144305 2024-09-20T22:21:10.101 INFO:tasks.workunit.client.0.smithi046.stdout:op 5604 completed, throughput=5MB/sec 2024-09-20T22:21:10.101 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-t5QH4n_vTHShWe0 off=15421296 len=560771 2024-09-20T22:21:10.102 INFO:tasks.workunit.client.0.smithi046.stdout:op 5605 completed, throughput=5MB/sec 2024-09-20T22:21:11.102 INFO:tasks.workunit.client.0.smithi046.stdout: 1099: throughput=5MB/sec pending data=0 2024-09-20T22:21:11.102 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dXkaLJ4QMQ0Za2J off=15981757 len=401408 2024-09-20T22:21:11.103 INFO:tasks.workunit.client.0.smithi046.stdout:op 5606 completed, throughput=5MB/sec 2024-09-20T22:21:11.103 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-p3peBpsuCgnsxxJ off=3238526 len=1950919 2024-09-20T22:21:11.106 INFO:tasks.workunit.client.0.smithi046.stdout:op 5607 completed, throughput=5MB/sec 2024-09-20T22:21:11.106 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nfgO5yh_PB3nVnc off=854209 len=133370 2024-09-20T22:21:11.108 INFO:tasks.workunit.client.0.smithi046.stdout:op 5608 completed, throughput=5MB/sec 2024-09-20T22:21:11.109 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xpXhHPkwYczShkb off=2449700 len=605521 2024-09-20T22:21:11.110 INFO:tasks.workunit.client.0.smithi046.stdout:op 5609 completed, throughput=5MB/sec 2024-09-20T22:21:11.110 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-O-WbIuvLe3YtKrR off=2933845 len=590375 2024-09-20T22:21:11.113 INFO:tasks.workunit.client.0.smithi046.stdout:op 5610 completed, throughput=5MB/sec 2024-09-20T22:21:11.113 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8Hwq6s8JPR-vSGZ off=4322004 len=1418566 2024-09-20T22:21:11.115 INFO:tasks.workunit.client.0.smithi046.stdout:op 5611 completed, throughput=5MB/sec 2024-09-20T22:21:11.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:11 smithi046 ceph-mon[96110]: pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-20T22:21:11.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:11 smithi046 ceph-mon[98591]: pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-20T22:21:11.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:11 smithi134 ceph-mon[89086]: pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-20T22:21:12.115 INFO:tasks.workunit.client.0.smithi046.stdout: 1100: throughput=5MB/sec pending data=0 2024-09-20T22:21:12.115 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JiVmqMQno2bcUNv off=3762083 len=1534698 2024-09-20T22:21:12.117 INFO:tasks.workunit.client.0.smithi046.stdout:op 5612 completed, throughput=5MB/sec 2024-09-20T22:21:12.117 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mlfrJ5iqSRNQPMw off=1295489 len=844300 2024-09-20T22:21:12.122 INFO:tasks.workunit.client.0.smithi046.stdout:op 5613 completed, throughput=5MB/sec 2024-09-20T22:21:12.122 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OWe1_MBQahW8fVx off=3010358 len=1052835 2024-09-20T22:21:12.124 INFO:tasks.workunit.client.0.smithi046.stdout:op 5614 completed, throughput=5MB/sec 2024-09-20T22:21:12.124 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-15kw4hC0r7Ddpuy off=20578405 len=261051 2024-09-20T22:21:12.125 INFO:tasks.workunit.client.0.smithi046.stdout:op 5615 completed, throughput=5MB/sec 2024-09-20T22:21:12.125 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-W8VtcdN883BXQOc off=2995377 len=922030 2024-09-20T22:21:12.130 INFO:tasks.workunit.client.0.smithi046.stdout:op 5616 completed, throughput=5MB/sec 2024-09-20T22:21:12.130 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OKCAr381FgrI6Lr off=13583975 len=1398486 2024-09-20T22:21:12.132 INFO:tasks.workunit.client.0.smithi046.stdout:op 5617 completed, throughput=5MB/sec 2024-09-20T22:21:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:21:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:21:12] "GET /metrics HTTP/1.1" 200 34162 "" "Prometheus/2.43.0" 2024-09-20T22:21:12.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:21:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:21:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:21:13.132 INFO:tasks.workunit.client.0.smithi046.stdout: 1101: throughput=5MB/sec pending data=0 2024-09-20T22:21:13.132 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-F1D8p3IHoSHS0UD off=7693114 len=458568 2024-09-20T22:21:13.137 INFO:tasks.workunit.client.0.smithi046.stdout:op 5618 completed, throughput=5MB/sec 2024-09-20T22:21:13.137 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YSEOdwLgEESVVGj off=13409188 len=2036380 2024-09-20T22:21:13.139 INFO:tasks.workunit.client.0.smithi046.stdout:op 5619 completed, throughput=5MB/sec 2024-09-20T22:21:13.139 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-N_8qFenCrL-R46h off=8745096 len=845604 2024-09-20T22:21:13.141 INFO:tasks.workunit.client.0.smithi046.stdout:op 5620 completed, throughput=5MB/sec 2024-09-20T22:21:13.141 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XqUaPReY13LR-qf off=1153 len=1140009 2024-09-20T22:21:13.142 INFO:tasks.workunit.client.0.smithi046.stdout:op 5621 completed, throughput=5MB/sec 2024-09-20T22:21:13.142 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-m22Xx26thQdkFEG off=3247581 len=1635397 2024-09-20T22:21:13.152 INFO:tasks.workunit.client.0.smithi046.stdout:op 5622 completed, throughput=5MB/sec 2024-09-20T22:21:13.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:13 smithi046 ceph-mon[96110]: pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:21:13.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:13 smithi046 ceph-mon[98591]: pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:21:13.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:13 smithi134 ceph-mon[89086]: pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:21:14.152 INFO:tasks.workunit.client.0.smithi046.stdout: 1102: throughput=5MB/sec pending data=0 2024-09-20T22:21:14.152 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UJqttudO_pp5YVe off=4823922 len=1118611 2024-09-20T22:21:14.158 INFO:tasks.workunit.client.0.smithi046.stdout:op 5623 completed, throughput=5MB/sec 2024-09-20T22:21:14.158 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jkxi8gCmR0r_wkK off=7043133 len=980208 2024-09-20T22:21:14.159 INFO:tasks.workunit.client.0.smithi046.stdout:op 5624 completed, throughput=5MB/sec 2024-09-20T22:21:14.159 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GovOfdVO2C15EhM off=7620727 len=710951 2024-09-20T22:21:14.164 INFO:tasks.workunit.client.0.smithi046.stdout:op 5625 completed, throughput=5MB/sec 2024-09-20T22:21:14.164 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lRWejC_0lgfLGZ- off=20244048 len=1872302 2024-09-20T22:21:14.166 INFO:tasks.workunit.client.0.smithi046.stdout:op 5626 completed, throughput=5MB/sec 2024-09-20T22:21:15.166 INFO:tasks.workunit.client.0.smithi046.stdout: 1103: throughput=5MB/sec pending data=0 2024-09-20T22:21:15.166 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qW78BoXAOPJVruG off=1596910 len=1137447 2024-09-20T22:21:15.168 INFO:tasks.workunit.client.0.smithi046.stdout:op 5627 completed, throughput=5MB/sec 2024-09-20T22:21:15.168 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ONw2_E2RQa4wpjY off=192579 len=912032 2024-09-20T22:21:15.169 INFO:tasks.workunit.client.0.smithi046.stdout:op 5628 completed, throughput=5MB/sec 2024-09-20T22:21:15.169 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VKj3ZHa0qKQD2f7 off=21958292 len=1261393 2024-09-20T22:21:15.177 INFO:tasks.workunit.client.0.smithi046.stdout:op 5629 completed, throughput=5MB/sec 2024-09-20T22:21:15.177 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OoOzyMnomGdxL2K off=12356978 len=1994109 2024-09-20T22:21:15.179 INFO:tasks.workunit.client.0.smithi046.stdout:op 5630 completed, throughput=5MB/sec 2024-09-20T22:21:15.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:15 smithi046 ceph-mon[96110]: pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-20T22:21:15.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:15 smithi046 ceph-mon[98591]: pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-20T22:21:15.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:15 smithi134 ceph-mon[89086]: pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-20T22:21:16.180 INFO:tasks.workunit.client.0.smithi046.stdout: 1104: throughput=5MB/sec pending data=0 2024-09-20T22:21:16.180 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--YnRzfGrbeddzh9 off=1237314 len=637915 2024-09-20T22:21:16.184 INFO:tasks.workunit.client.0.smithi046.stdout:op 5631 completed, throughput=5MB/sec 2024-09-20T22:21:16.184 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HguS66FuI8rZ2rf off=515837 len=1779153 2024-09-20T22:21:16.187 INFO:tasks.workunit.client.0.smithi046.stdout:op 5632 completed, throughput=5MB/sec 2024-09-20T22:21:16.187 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4USjnl4V8UzQXRP off=1262007 len=833563 2024-09-20T22:21:16.188 INFO:tasks.workunit.client.0.smithi046.stdout:op 5633 completed, throughput=5MB/sec 2024-09-20T22:21:16.188 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pXJ4tTp7_FKUIgf off=2449247 len=71086 2024-09-20T22:21:16.191 INFO:tasks.workunit.client.0.smithi046.stdout:op 5634 completed, throughput=5MB/sec 2024-09-20T22:21:16.191 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-B8M6hcG30zSykOV off=1904009 len=1636809 2024-09-20T22:21:16.192 INFO:tasks.workunit.client.0.smithi046.stdout:op 5635 completed, throughput=5MB/sec 2024-09-20T22:21:17.193 INFO:tasks.workunit.client.0.smithi046.stdout: 1105: throughput=5MB/sec pending data=0 2024-09-20T22:21:17.193 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-A8Vi7DGee0kFaJ0 off=2348924 len=1518198 2024-09-20T22:21:17.202 INFO:tasks.workunit.client.0.smithi046.stdout:op 5636 completed, throughput=5MB/sec 2024-09-20T22:21:17.202 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sFGLs71KHvNm2LE off=8542955 len=486114 2024-09-20T22:21:17.203 INFO:tasks.workunit.client.0.smithi046.stdout:op 5637 completed, throughput=5MB/sec 2024-09-20T22:21:17.203 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dnaVoYW57f3Gy54 off=11378559 len=1333120 2024-09-20T22:21:17.210 INFO:tasks.workunit.client.0.smithi046.stdout:op 5638 completed, throughput=5MB/sec 2024-09-20T22:21:17.211 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-I_MUpjoAUnQgi2G off=7480607 len=1130485 2024-09-20T22:21:17.213 INFO:tasks.workunit.client.0.smithi046.stdout:op 5639 completed, throughput=5MB/sec 2024-09-20T22:21:17.213 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wroAwNLlLbR5zu6 off=836212 len=110398 2024-09-20T22:21:17.214 INFO:tasks.workunit.client.0.smithi046.stdout:op 5640 completed, throughput=5MB/sec 2024-09-20T22:21:17.214 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-C2ko8EKtTO-TYeG off=8230054 len=835844 2024-09-20T22:21:17.218 INFO:tasks.workunit.client.0.smithi046.stdout:op 5641 completed, throughput=5MB/sec 2024-09-20T22:21:17.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:17 smithi046 ceph-mon[96110]: pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-09-20T22:21:17.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:17 smithi046 ceph-mon[98591]: pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-09-20T22:21:17.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:17 smithi134 ceph-mon[89086]: pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-09-20T22:21:18.218 INFO:tasks.workunit.client.0.smithi046.stdout: 1106: throughput=5MB/sec pending data=0 2024-09-20T22:21:18.219 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ahmuGvqAP2xI4qT off=2413806 len=809760 2024-09-20T22:21:18.223 INFO:tasks.workunit.client.0.smithi046.stdout:op 5642 completed, throughput=5MB/sec 2024-09-20T22:21:18.223 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XhktaVGo3NSdG0a off=1986281 len=1817638 2024-09-20T22:21:18.226 INFO:tasks.workunit.client.0.smithi046.stdout:op 5643 completed, throughput=5MB/sec 2024-09-20T22:21:18.226 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RIYGwfZjodkH3nW off=2827283 len=1498517 2024-09-20T22:21:18.233 INFO:tasks.workunit.client.0.smithi046.stdout:op 5644 completed, throughput=5MB/sec 2024-09-20T22:21:18.233 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-niN_urGQGO2XFOI off=2203749 len=1535089 2024-09-20T22:21:18.239 INFO:tasks.workunit.client.0.smithi046.stdout:op 5645 completed, throughput=5MB/sec 2024-09-20T22:21:19.240 INFO:tasks.workunit.client.0.smithi046.stdout: 1107: throughput=5MB/sec pending data=0 2024-09-20T22:21:19.240 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kLB9Y2FRGGEPplA off=13943446 len=785453 2024-09-20T22:21:19.241 INFO:tasks.workunit.client.0.smithi046.stdout:op 5646 completed, throughput=5MB/sec 2024-09-20T22:21:19.241 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dRTll_SczQ5MaK9 off=161555 len=1892757 2024-09-20T22:21:19.252 INFO:tasks.workunit.client.0.smithi046.stdout:op 5647 completed, throughput=5MB/sec 2024-09-20T22:21:19.252 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nAD4LgRVgAMAez7 off=3067825 len=87343 2024-09-20T22:21:19.253 INFO:tasks.workunit.client.0.smithi046.stdout:op 5648 completed, throughput=5MB/sec 2024-09-20T22:21:19.253 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PIINFlRbXIQSrlW off=4530559 len=790407 2024-09-20T22:21:19.254 INFO:tasks.workunit.client.0.smithi046.stdout:op 5649 completed, throughput=5MB/sec 2024-09-20T22:21:19.255 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FCT1bLVk6WKPJtJ off=17779842 len=536058 2024-09-20T22:21:19.256 INFO:tasks.workunit.client.0.smithi046.stdout:op 5650 completed, throughput=5MB/sec 2024-09-20T22:21:19.256 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YYCMZ0yA3mysNYb off=6483586 len=1404340 2024-09-20T22:21:19.264 INFO:tasks.workunit.client.0.smithi046.stdout:op 5651 completed, throughput=5MB/sec 2024-09-20T22:21:19.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:19 smithi046 ceph-mon[96110]: pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-20T22:21:19.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:19 smithi046 ceph-mon[98591]: pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-20T22:21:19.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:19 smithi134 ceph-mon[89086]: pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-20T22:21:20.264 INFO:tasks.workunit.client.0.smithi046.stdout: 1108: throughput=5MB/sec pending data=0 2024-09-20T22:21:20.265 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4CMzwrhIHoVkmEq off=8809875 len=1570069 2024-09-20T22:21:20.272 INFO:tasks.workunit.client.0.smithi046.stdout:op 5652 completed, throughput=5MB/sec 2024-09-20T22:21:20.272 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ubRZZ_PKqdbP01c off=1450459 len=1327168 2024-09-20T22:21:20.278 INFO:tasks.workunit.client.0.smithi046.stdout:op 5653 completed, throughput=5MB/sec 2024-09-20T22:21:20.278 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qhnt4b0m__cwx-- off=3261111 len=1071912 2024-09-20T22:21:20.280 INFO:tasks.workunit.client.0.smithi046.stdout:op 5654 completed, throughput=5MB/sec 2024-09-20T22:21:20.280 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OifjMlC_nz9pms2 off=10294312 len=710847 2024-09-20T22:21:20.280 INFO:tasks.workunit.client.0.smithi046.stdout:op 5655 completed, throughput=5MB/sec 2024-09-20T22:21:20.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:20 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:21:20.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:20 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:21:20.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:20 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:21:21.281 INFO:tasks.workunit.client.0.smithi046.stdout: 1109: throughput=5MB/sec pending data=0 2024-09-20T22:21:21.281 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ACPA8mRbNjf2Y44 off=1399659 len=334296 2024-09-20T22:21:21.282 INFO:tasks.workunit.client.0.smithi046.stdout:op 5656 completed, throughput=5MB/sec 2024-09-20T22:21:21.282 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ievauqTaq57-J_q off=15712749 len=1577973 2024-09-20T22:21:21.290 INFO:tasks.workunit.client.0.smithi046.stdout:op 5657 completed, throughput=5MB/sec 2024-09-20T22:21:21.290 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-b2zd5Qd0DA7eATU off=1641605 len=322483 2024-09-20T22:21:21.291 INFO:tasks.workunit.client.0.smithi046.stdout:op 5658 completed, throughput=5MB/sec 2024-09-20T22:21:21.291 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vByI2I6_uHhBT3J off=3403892 len=1442409 2024-09-20T22:21:21.292 INFO:tasks.workunit.client.0.smithi046.stdout:op 5659 completed, throughput=5MB/sec 2024-09-20T22:21:21.292 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1WuQx_qB3qmG7Dv off=16666392 len=1289217 2024-09-20T22:21:21.299 INFO:tasks.workunit.client.0.smithi046.stdout:op 5660 completed, throughput=5MB/sec 2024-09-20T22:21:21.299 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-puxAx5iEOYHZN7T off=8851196 len=2044611 2024-09-20T22:21:21.307 INFO:tasks.workunit.client.0.smithi046.stdout:op 5661 completed, throughput=5MB/sec 2024-09-20T22:21:21.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:21 smithi046 ceph-mon[98591]: pgmap v1988: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-09-20T22:21:21.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:21 smithi046 ceph-mon[96110]: pgmap v1988: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-09-20T22:21:21.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:21 smithi134 ceph-mon[89086]: pgmap v1988: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-09-20T22:21:22.307 INFO:tasks.workunit.client.0.smithi046.stdout: 1110: throughput=5MB/sec pending data=0 2024-09-20T22:21:22.307 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8jzcLoeEu2fXv9c off=7323514 len=442074 2024-09-20T22:21:22.312 INFO:tasks.workunit.client.0.smithi046.stdout:op 5662 completed, throughput=5MB/sec 2024-09-20T22:21:22.312 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QjwtT0cIZQHQJfI off=13112216 len=1975477 2024-09-20T22:21:22.316 INFO:tasks.workunit.client.0.smithi046.stdout:op 5663 completed, throughput=5MB/sec 2024-09-20T22:21:22.316 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-brIawZzJu0Sjq06 off=3764909 len=1359443 2024-09-20T22:21:22.318 INFO:tasks.workunit.client.0.smithi046.stdout:op 5664 completed, throughput=5MB/sec 2024-09-20T22:21:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:21:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:21:22] "GET /metrics HTTP/1.1" 200 34162 "" "Prometheus/2.43.0" 2024-09-20T22:21:22.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:21:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:21:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:21:23.319 INFO:tasks.workunit.client.0.smithi046.stdout: 1111: throughput=5MB/sec pending data=0 2024-09-20T22:21:23.319 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lk-gIFjvhegAiG3 off=5685487 len=2005498 2024-09-20T22:21:23.323 INFO:tasks.workunit.client.0.smithi046.stdout:op 5665 completed, throughput=5MB/sec 2024-09-20T22:21:23.323 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HlJ4ITIqZvpMXw7 off=10453999 len=321035 2024-09-20T22:21:23.324 INFO:tasks.workunit.client.0.smithi046.stdout:op 5666 completed, throughput=5MB/sec 2024-09-20T22:21:23.324 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-L8b8htMv9VBMbPL off=8769804 len=426313 2024-09-20T22:21:23.328 INFO:tasks.workunit.client.0.smithi046.stdout:op 5667 completed, throughput=5MB/sec 2024-09-20T22:21:23.328 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DLZV1Lg-xOzFpsH off=969028 len=186202 2024-09-20T22:21:23.331 INFO:tasks.workunit.client.0.smithi046.stdout:op 5668 completed, throughput=5MB/sec 2024-09-20T22:21:23.331 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8IX1a3htrY_hd26 off=1237882 len=214182 2024-09-20T22:21:23.332 INFO:tasks.workunit.client.0.smithi046.stdout:op 5669 completed, throughput=5MB/sec 2024-09-20T22:21:23.332 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--babPtfehJgMQED off=2874447 len=1884820 2024-09-20T22:21:23.334 INFO:tasks.workunit.client.0.smithi046.stdout:op 5670 completed, throughput=5MB/sec 2024-09-20T22:21:23.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:23 smithi046 ceph-mon[96110]: pgmap v1989: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:21:23.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:23 smithi046 ceph-mon[98591]: pgmap v1989: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:21:23.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:23 smithi134 ceph-mon[89086]: pgmap v1989: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:21:24.335 INFO:tasks.workunit.client.0.smithi046.stdout: 1112: throughput=5MB/sec pending data=0 2024-09-20T22:21:24.335 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mozU4P88Uq-Na2C off=11751529 len=1980231 2024-09-20T22:21:24.337 INFO:tasks.workunit.client.0.smithi046.stdout:op 5671 completed, throughput=5MB/sec 2024-09-20T22:21:24.337 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-t3pbM5a2CZpzm4V off=1438955 len=1450209 2024-09-20T22:21:24.339 INFO:tasks.workunit.client.0.smithi046.stdout:op 5672 completed, throughput=5MB/sec 2024-09-20T22:21:24.339 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pUkEv8KekurGcY- off=2522596 len=1470694 2024-09-20T22:21:24.341 INFO:tasks.workunit.client.0.smithi046.stdout:op 5673 completed, throughput=5MB/sec 2024-09-20T22:21:24.342 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aTMDJQQmwr9hIvH off=15334085 len=1872170 2024-09-20T22:21:24.346 INFO:tasks.workunit.client.0.smithi046.stdout:op 5674 completed, throughput=5MB/sec 2024-09-20T22:21:25.346 INFO:tasks.workunit.client.0.smithi046.stdout: 1113: throughput=5MB/sec pending data=0 2024-09-20T22:21:25.346 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GHuVp79GkTv1iZQ off=546689 len=1969292 2024-09-20T22:21:25.348 INFO:tasks.workunit.client.0.smithi046.stdout:op 5675 completed, throughput=5MB/sec 2024-09-20T22:21:25.349 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tOfu59Oi9_EiQpN off=10733341 len=848592 2024-09-20T22:21:25.351 INFO:tasks.workunit.client.0.smithi046.stdout:op 5676 completed, throughput=5MB/sec 2024-09-20T22:21:25.351 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UwKyUfL_zmMhNwi off=2614628 len=312118 2024-09-20T22:21:25.352 INFO:tasks.workunit.client.0.smithi046.stdout:op 5677 completed, throughput=5MB/sec 2024-09-20T22:21:25.352 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7yI1M5-0VWzG2R- off=14147136 len=850841 2024-09-20T22:21:25.353 INFO:tasks.workunit.client.0.smithi046.stdout:op 5678 completed, throughput=5MB/sec 2024-09-20T22:21:25.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:25 smithi046 ceph-mon[96110]: pgmap v1990: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:21:25.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:25 smithi046 ceph-mon[98591]: pgmap v1990: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:21:25.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:25 smithi134 ceph-mon[89086]: pgmap v1990: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:21:26.353 INFO:tasks.workunit.client.0.smithi046.stdout: 1114: throughput=5MB/sec pending data=0 2024-09-20T22:21:26.353 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Y0yCfmmT8yKA_VH off=12125122 len=1163317 2024-09-20T22:21:26.355 INFO:tasks.workunit.client.0.smithi046.stdout:op 5679 completed, throughput=5MB/sec 2024-09-20T22:21:26.355 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-k4U03CgZrhNZuTp off=909028 len=1475818 2024-09-20T22:21:26.358 INFO:tasks.workunit.client.0.smithi046.stdout:op 5680 completed, throughput=5MB/sec 2024-09-20T22:21:26.359 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iyXvfgQIATD7XXF off=13612961 len=1634612 2024-09-20T22:21:26.362 INFO:tasks.workunit.client.0.smithi046.stdout:op 5681 completed, throughput=5MB/sec 2024-09-20T22:21:26.362 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tdADY93r29pj_v3 off=7881981 len=1059205 2024-09-20T22:21:26.364 INFO:tasks.workunit.client.0.smithi046.stdout:op 5682 completed, throughput=5MB/sec 2024-09-20T22:21:27.364 INFO:tasks.workunit.client.0.smithi046.stdout: 1115: throughput=5MB/sec pending data=0 2024-09-20T22:21:27.365 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-N5-b_4W9tEK2iLp off=7412272 len=1125590 2024-09-20T22:21:27.371 INFO:tasks.workunit.client.0.smithi046.stdout:op 5683 completed, throughput=5MB/sec 2024-09-20T22:21:27.371 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Lvqog7bdaHkO4Gv off=18248527 len=759052 2024-09-20T22:21:27.376 INFO:tasks.workunit.client.0.smithi046.stdout:op 5684 completed, throughput=5MB/sec 2024-09-20T22:21:27.376 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JMlUwJCgXWM_fI- off=17659952 len=1652554 2024-09-20T22:21:27.378 INFO:tasks.workunit.client.0.smithi046.stdout:op 5685 completed, throughput=5MB/sec 2024-09-20T22:21:27.378 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-p819zsXHWh3wx2O off=4287024 len=634176 2024-09-20T22:21:27.379 INFO:tasks.workunit.client.0.smithi046.stdout:op 5686 completed, throughput=5MB/sec 2024-09-20T22:21:27.380 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YSk-qads4sr5NRA off=13988560 len=1600557 2024-09-20T22:21:27.390 INFO:tasks.workunit.client.0.smithi046.stdout:op 5687 completed, throughput=5MB/sec 2024-09-20T22:21:27.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:27 smithi046 ceph-mon[96110]: pgmap v1991: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-20T22:21:27.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:27 smithi046 ceph-mon[98591]: pgmap v1991: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-20T22:21:27.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:27 smithi134 ceph-mon[89086]: pgmap v1991: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-20T22:21:28.390 INFO:tasks.workunit.client.0.smithi046.stdout: 1116: throughput=5MB/sec pending data=0 2024-09-20T22:21:28.390 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oOkjj-u3GJfKAwV off=1855095 len=1307871 2024-09-20T22:21:28.392 INFO:tasks.workunit.client.0.smithi046.stdout:op 5688 completed, throughput=5MB/sec 2024-09-20T22:21:28.392 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CauaHAqCvF58ZHa off=4338557 len=1807690 2024-09-20T22:21:28.395 INFO:tasks.workunit.client.0.smithi046.stdout:op 5689 completed, throughput=5MB/sec 2024-09-20T22:21:28.395 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-crV_Iww6aCLjiEb off=1163751 len=1678084 2024-09-20T22:21:28.398 INFO:tasks.workunit.client.0.smithi046.stdout:op 5690 completed, throughput=5MB/sec 2024-09-20T22:21:29.398 INFO:tasks.workunit.client.0.smithi046.stdout: 1117: throughput=5MB/sec pending data=0 2024-09-20T22:21:29.399 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qMUUSiiHMv7EpHe off=3643528 len=897638 2024-09-20T22:21:29.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:29 smithi046 ceph-mon[96110]: pgmap v1992: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:21:29.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:29 smithi046 ceph-mon[98591]: pgmap v1992: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:21:29.400 INFO:tasks.workunit.client.0.smithi046.stdout:op 5691 completed, throughput=5MB/sec 2024-09-20T22:21:29.401 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BNr77KzeUoy3AIf off=9190048 len=1690694 2024-09-20T22:21:29.409 INFO:tasks.workunit.client.0.smithi046.stdout:op 5692 completed, throughput=5MB/sec 2024-09-20T22:21:29.409 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PY4kZ2shEai45cy off=8658711 len=304604 2024-09-20T22:21:29.412 INFO:tasks.workunit.client.0.smithi046.stdout:op 5693 completed, throughput=5MB/sec 2024-09-20T22:21:29.412 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BcL9bwKK7O8Rp1H off=14548501 len=1689243 2024-09-20T22:21:29.415 INFO:tasks.workunit.client.0.smithi046.stdout:op 5694 completed, throughput=5MB/sec 2024-09-20T22:21:29.415 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Wgl-1O0FilnicRM off=22325708 len=1161706 2024-09-20T22:21:29.416 INFO:tasks.workunit.client.0.smithi046.stdout:op 5695 completed, throughput=5MB/sec 2024-09-20T22:21:29.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:29 smithi134 ceph-mon[89086]: pgmap v1992: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:21:30.417 INFO:tasks.workunit.client.0.smithi046.stdout: 1118: throughput=5MB/sec pending data=0 2024-09-20T22:21:30.417 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-W9E45D6vf5ZdHtt off=2760870 len=1175703 2024-09-20T22:21:30.419 INFO:tasks.workunit.client.0.smithi046.stdout:op 5696 completed, throughput=5MB/sec 2024-09-20T22:21:30.419 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-L_my8Ster_MIj5z off=9294043 len=467252 2024-09-20T22:21:30.422 INFO:tasks.workunit.client.0.smithi046.stdout:op 5697 completed, throughput=5MB/sec 2024-09-20T22:21:30.422 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3X5aecWHUR6NF7z off=545058 len=692011 2024-09-20T22:21:30.427 INFO:tasks.workunit.client.0.smithi046.stdout:op 5698 completed, throughput=5MB/sec 2024-09-20T22:21:30.427 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oyGIpJoaK-VaFPa off=8922307 len=503301 2024-09-20T22:21:30.429 INFO:tasks.workunit.client.0.smithi046.stdout:op 5699 completed, throughput=5MB/sec 2024-09-20T22:21:30.429 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6ry9Oq2IjBUWINY off=18155482 len=755303 2024-09-20T22:21:30.430 INFO:tasks.workunit.client.0.smithi046.stdout:op 5700 completed, throughput=5MB/sec 2024-09-20T22:21:30.430 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AhPI-SdlZGdG8Ef off=8578038 len=946839 2024-09-20T22:21:30.431 INFO:tasks.workunit.client.0.smithi046.stdout:op 5701 completed, throughput=5MB/sec 2024-09-20T22:21:30.432 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8yYZ3etidKJmLlP off=1906469 len=2022155 2024-09-20T22:21:30.435 INFO:tasks.workunit.client.0.smithi046.stdout:op 5702 completed, throughput=5MB/sec 2024-09-20T22:21:31.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:31 smithi046 ceph-mon[96110]: pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-20T22:21:31.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:31 smithi046 ceph-mon[98591]: pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-20T22:21:31.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:31 smithi134 ceph-mon[89086]: pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-20T22:21:31.435 INFO:tasks.workunit.client.0.smithi046.stdout: 1119: throughput=5MB/sec pending data=0 2024-09-20T22:21:31.435 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0gRLITBCsXPwTjJ off=6618536 len=1343380 2024-09-20T22:21:31.438 INFO:tasks.workunit.client.0.smithi046.stdout:op 5703 completed, throughput=5MB/sec 2024-09-20T22:21:31.438 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DaGbmYMVP1ZfVDa off=8603602 len=553000 2024-09-20T22:21:31.442 INFO:tasks.workunit.client.0.smithi046.stdout:op 5704 completed, throughput=5MB/sec 2024-09-20T22:21:31.442 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZmndBak08Jziuk1 off=8046957 len=634828 2024-09-20T22:21:31.443 INFO:tasks.workunit.client.0.smithi046.stdout:op 5705 completed, throughput=5MB/sec 2024-09-20T22:21:31.443 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6WsjReN8yAAgXwT off=5124690 len=879147 2024-09-20T22:21:31.448 INFO:tasks.workunit.client.0.smithi046.stdout:op 5706 completed, throughput=5MB/sec 2024-09-20T22:21:31.448 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Lw_2Z9ueuZxje74 off=12268559 len=1487601 2024-09-20T22:21:31.450 INFO:tasks.workunit.client.0.smithi046.stdout:op 5707 completed, throughput=5MB/sec 2024-09-20T22:21:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:21:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:21:32] "GET /metrics HTTP/1.1" 200 34162 "" "Prometheus/2.43.0" 2024-09-20T22:21:32.450 INFO:tasks.workunit.client.0.smithi046.stdout: 1120: throughput=5MB/sec pending data=0 2024-09-20T22:21:32.450 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_EVsF4FkwlotDs1 off=4346908 len=17604 2024-09-20T22:21:32.453 INFO:tasks.workunit.client.0.smithi046.stdout:op 5708 completed, throughput=5MB/sec 2024-09-20T22:21:32.453 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QItR0HLuD0OdhRI off=1991048 len=2003809 2024-09-20T22:21:32.463 INFO:tasks.workunit.client.0.smithi046.stdout:op 5709 completed, throughput=5MB/sec 2024-09-20T22:21:32.463 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FZbSV6vrvK5I9ef off=12377552 len=1570735 2024-09-20T22:21:32.470 INFO:tasks.workunit.client.0.smithi046.stdout:op 5710 completed, throughput=5MB/sec 2024-09-20T22:21:32.470 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1V_u1WeuSQUYHtc off=3476654 len=204354 2024-09-20T22:21:32.472 INFO:tasks.workunit.client.0.smithi046.stdout:op 5711 completed, throughput=5MB/sec 2024-09-20T22:21:32.472 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6aL0ydhyf26ftHa off=7286075 len=647059 2024-09-20T22:21:32.473 INFO:tasks.workunit.client.0.smithi046.stdout:op 5712 completed, throughput=5MB/sec 2024-09-20T22:21:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:21:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:21:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:21:33.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:33 smithi046 ceph-mon[96110]: pgmap v1994: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:21:33.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:33 smithi046 ceph-mon[98591]: pgmap v1994: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:21:33.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:33 smithi134 ceph-mon[89086]: pgmap v1994: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-20T22:21:33.473 INFO:tasks.workunit.client.0.smithi046.stdout: 1121: throughput=5MB/sec pending data=0 2024-09-20T22:21:33.473 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3OpQsD2q4fyqTVe off=2932594 len=1504718 2024-09-20T22:21:33.476 INFO:tasks.workunit.client.0.smithi046.stdout:op 5713 completed, throughput=5MB/sec 2024-09-20T22:21:33.476 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Xpd6U2NdzGndBO8 off=1230216 len=983415 2024-09-20T22:21:33.478 INFO:tasks.workunit.client.0.smithi046.stdout:op 5714 completed, throughput=5MB/sec 2024-09-20T22:21:33.478 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XDPFTht7mYGT8de off=848257 len=1112556 2024-09-20T22:21:33.484 INFO:tasks.workunit.client.0.smithi046.stdout:op 5715 completed, throughput=5MB/sec 2024-09-20T22:21:33.484 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZCfwMm2_FX8634K off=4769724 len=1895351 2024-09-20T22:21:33.495 INFO:tasks.workunit.client.0.smithi046.stdout:op 5716 completed, throughput=5MB/sec 2024-09-20T22:21:34.495 INFO:tasks.workunit.client.0.smithi046.stdout: 1122: throughput=5MB/sec pending data=0 2024-09-20T22:21:34.495 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--lUJ1o1X-PZypFr off=20772294 len=937358 2024-09-20T22:21:34.500 INFO:tasks.workunit.client.0.smithi046.stdout:op 5717 completed, throughput=5MB/sec 2024-09-20T22:21:34.501 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DGVpdN5T4SA2Es4 off=772965 len=1024089 2024-09-20T22:21:34.506 INFO:tasks.workunit.client.0.smithi046.stdout:op 5718 completed, throughput=5MB/sec 2024-09-20T22:21:34.506 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Vb-sjFFWa883SFk off=15323318 len=1107139 2024-09-20T22:21:34.507 INFO:tasks.workunit.client.0.smithi046.stdout:op 5719 completed, throughput=5MB/sec 2024-09-20T22:21:34.507 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PqMFu7uRbadb8FF off=14408831 len=200033 2024-09-20T22:21:34.510 INFO:tasks.workunit.client.0.smithi046.stdout:op 5720 completed, throughput=5MB/sec 2024-09-20T22:21:34.511 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kytTB_D4_cVfYcG off=7837500 len=1757124 2024-09-20T22:21:34.518 INFO:tasks.workunit.client.0.smithi046.stdout:op 5721 completed, throughput=5MB/sec 2024-09-20T22:21:35.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:35 smithi046 ceph-mon[98591]: pgmap v1995: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-09-20T22:21:35.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:35 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:21:35.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:35 smithi046 ceph-mon[96110]: pgmap v1995: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-09-20T22:21:35.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:35 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:21:35.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:35 smithi134 ceph-mon[89086]: pgmap v1995: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-09-20T22:21:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:35 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:21:35.518 INFO:tasks.workunit.client.0.smithi046.stdout: 1123: throughput=5MB/sec pending data=0 2024-09-20T22:21:35.518 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FgS4q1XVh7jJoDX off=8916056 len=506436 2024-09-20T22:21:35.523 INFO:tasks.workunit.client.0.smithi046.stdout:op 5722 completed, throughput=5MB/sec 2024-09-20T22:21:35.523 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MQ--9TIIOqTnpay off=7942292 len=127253 2024-09-20T22:21:35.525 INFO:tasks.workunit.client.0.smithi046.stdout:op 5723 completed, throughput=5MB/sec 2024-09-20T22:21:35.525 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3DYNYCXjorKW7tk off=1169235 len=1235474 2024-09-20T22:21:35.531 INFO:tasks.workunit.client.0.smithi046.stdout:op 5724 completed, throughput=5MB/sec 2024-09-20T22:21:35.531 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qwqH-4kLh6rBUph off=7379027 len=933110 2024-09-20T22:21:35.533 INFO:tasks.workunit.client.0.smithi046.stdout:op 5725 completed, throughput=5MB/sec 2024-09-20T22:21:35.533 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4dzvQVseOs3JTU5 off=1547624 len=1737329 2024-09-20T22:21:35.534 INFO:tasks.workunit.client.0.smithi046.stdout:op 5726 completed, throughput=5MB/sec 2024-09-20T22:21:35.534 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QcvbeA2LnHBetvu off=7334646 len=1069355 2024-09-20T22:21:35.535 INFO:tasks.workunit.client.0.smithi046.stdout:op 5727 completed, throughput=5MB/sec 2024-09-20T22:21:36.535 INFO:tasks.workunit.client.0.smithi046.stdout: 1124: throughput=5MB/sec pending data=0 2024-09-20T22:21:36.535 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4fKuQpfBPD6g0Jx off=10787017 len=1604534 2024-09-20T22:21:36.537 INFO:tasks.workunit.client.0.smithi046.stdout:op 5728 completed, throughput=5MB/sec 2024-09-20T22:21:36.537 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KVbtXsia1ZpnpUq off=6633790 len=314527 2024-09-20T22:21:36.538 INFO:tasks.workunit.client.0.smithi046.stdout:op 5729 completed, throughput=5MB/sec 2024-09-20T22:21:36.538 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cwN03k_O1n6mGpq off=21564300 len=1530663 2024-09-20T22:21:36.543 INFO:tasks.workunit.client.0.smithi046.stdout:op 5730 completed, throughput=5MB/sec 2024-09-20T22:21:36.543 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FpTuNBxTz8_k4sd off=15831681 len=1577691 2024-09-20T22:21:36.550 INFO:tasks.workunit.client.0.smithi046.stdout:op 5731 completed, throughput=5MB/sec 2024-09-20T22:21:37.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:37 smithi134 ceph-mon[89086]: pgmap v1996: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-20T22:21:37.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:37 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:21:37.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:37 smithi046 ceph-mon[96110]: pgmap v1996: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-20T22:21:37.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:37 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:21:37.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:37 smithi046 ceph-mon[98591]: pgmap v1996: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-20T22:21:37.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:37 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:21:37.550 INFO:tasks.workunit.client.0.smithi046.stdout: 1125: throughput=5MB/sec pending data=0 2024-09-20T22:21:37.550 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nY3gofjhlQAQzqx off=1132194 len=1122296 2024-09-20T22:21:37.551 INFO:tasks.workunit.client.0.smithi046.stdout:op 5732 completed, throughput=5MB/sec 2024-09-20T22:21:37.552 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jyOn5TX75N2p7fh off=13675920 len=1515546 2024-09-20T22:21:37.560 INFO:tasks.workunit.client.0.smithi046.stdout:op 5733 completed, throughput=5MB/sec 2024-09-20T22:21:37.560 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mIzyopcKdTk4J6W off=3209429 len=665987 2024-09-20T22:21:37.564 INFO:tasks.workunit.client.0.smithi046.stdout:op 5734 completed, throughput=5MB/sec 2024-09-20T22:21:37.564 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CAHMtNpICj8IL-H off=886380 len=480055 2024-09-20T22:21:37.565 INFO:tasks.workunit.client.0.smithi046.stdout:op 5735 completed, throughput=5MB/sec 2024-09-20T22:21:37.565 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-z3SSENBxq8iFk9A off=2818482 len=1144393 2024-09-20T22:21:37.569 INFO:tasks.workunit.client.0.smithi046.stdout:op 5736 completed, throughput=5MB/sec 2024-09-20T22:21:37.569 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CvrRWzgVZAryGpm off=4903265 len=2012536 2024-09-20T22:21:37.571 INFO:tasks.workunit.client.0.smithi046.stdout:op 5737 completed, throughput=5MB/sec 2024-09-20T22:21:38.571 INFO:tasks.workunit.client.0.smithi046.stdout: 1126: throughput=5MB/sec pending data=0 2024-09-20T22:21:38.571 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rGHuRD0tJ4W5JWg off=5209826 len=656647 2024-09-20T22:21:38.575 INFO:tasks.workunit.client.0.smithi046.stdout:op 5738 completed, throughput=5MB/sec 2024-09-20T22:21:38.575 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5J8Mik9cQyvrgtB off=17075450 len=1910254 2024-09-20T22:21:38.578 INFO:tasks.workunit.client.0.smithi046.stdout:op 5739 completed, throughput=5MB/sec 2024-09-20T22:21:38.578 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jeqgZTgYddPESOb off=2939400 len=334984 2024-09-20T22:21:38.578 INFO:tasks.workunit.client.0.smithi046.stdout:op 5740 completed, throughput=5MB/sec 2024-09-20T22:21:38.578 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LNOSA1duuEwVcUp off=5729755 len=1404389 2024-09-20T22:21:38.584 INFO:tasks.workunit.client.0.smithi046.stdout:op 5741 completed, throughput=5MB/sec 2024-09-20T22:21:39.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:39 smithi134 ceph-mon[89086]: pgmap v1997: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:21:39.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:39 smithi046 ceph-mon[96110]: pgmap v1997: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:21:39.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:39 smithi046 ceph-mon[98591]: pgmap v1997: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:21:39.584 INFO:tasks.workunit.client.0.smithi046.stdout: 1127: throughput=5MB/sec pending data=0 2024-09-20T22:21:39.585 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QRht0FRMBc_8wNR off=2078484 len=807372 2024-09-20T22:21:39.586 INFO:tasks.workunit.client.0.smithi046.stdout:op 5742 completed, throughput=5MB/sec 2024-09-20T22:21:39.586 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jiY2RcZHUeaQTCr off=6325896 len=282063 2024-09-20T22:21:39.588 INFO:tasks.workunit.client.0.smithi046.stdout:op 5743 completed, throughput=5MB/sec 2024-09-20T22:21:39.589 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-k2D1VscbYuGSAHZ off=986831 len=700424 2024-09-20T22:21:39.592 INFO:tasks.workunit.client.0.smithi046.stdout:op 5744 completed, throughput=5MB/sec 2024-09-20T22:21:39.593 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fbNT_nQG1kToxIR off=1947276 len=1921892 2024-09-20T22:21:39.594 INFO:tasks.workunit.client.0.smithi046.stdout:op 5745 completed, throughput=5MB/sec 2024-09-20T22:21:39.594 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-X7x2Wx7ejh6XJ09 off=244667 len=907923 2024-09-20T22:21:39.596 INFO:tasks.workunit.client.0.smithi046.stdout:op 5746 completed, throughput=5MB/sec 2024-09-20T22:21:40.597 INFO:tasks.workunit.client.0.smithi046.stdout: 1128: throughput=5MB/sec pending data=0 2024-09-20T22:21:40.597 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Lnm-I7hsFz_wCvh off=2574474 len=1978278 2024-09-20T22:21:40.600 INFO:tasks.workunit.client.0.smithi046.stdout:op 5747 completed, throughput=5MB/sec 2024-09-20T22:21:40.600 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4PhuNOAqB1CvlYw off=854156 len=1828812 2024-09-20T22:21:40.604 INFO:tasks.workunit.client.0.smithi046.stdout:op 5748 completed, throughput=5MB/sec 2024-09-20T22:21:40.604 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-86GByKDrA6nHYEk off=3880140 len=1969054 2024-09-20T22:21:40.611 INFO:tasks.workunit.client.0.smithi046.stdout:op 5749 completed, throughput=5MB/sec 2024-09-20T22:21:40.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:40 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:21:40.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:40 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:21:40.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:40 smithi046 ceph-mon[98591]: pgmap v1998: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:21:40.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:40 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:21:40.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:40 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:21:40.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:40 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:21:40.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:40 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:21:40.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:40 smithi046 ceph-mon[96110]: pgmap v1998: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:21:40.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:40 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:21:40.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:40 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:21:40.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:40 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:21:40.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:40 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:21:40.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:40 smithi134 ceph-mon[89086]: pgmap v1998: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:21:40.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:40 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:21:40.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:40 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:21:41.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:41 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:21:41.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:41 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:21:41.612 INFO:tasks.workunit.client.0.smithi046.stdout: 1129: throughput=5MB/sec pending data=0 2024-09-20T22:21:41.612 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QoWsa9gy1R38xEb off=432174 len=1889051 2024-09-20T22:21:41.615 INFO:tasks.workunit.client.0.smithi046.stdout:op 5750 completed, throughput=5MB/sec 2024-09-20T22:21:41.615 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QwfnTuxbeTGNcD7 off=3269257 len=1167492 2024-09-20T22:21:41.621 INFO:tasks.workunit.client.0.smithi046.stdout:op 5751 completed, throughput=5MB/sec 2024-09-20T22:21:41.621 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0cb98PQlPmqN-rH off=708134 len=1191294 2024-09-20T22:21:41.623 INFO:tasks.workunit.client.0.smithi046.stdout:op 5752 completed, throughput=5MB/sec 2024-09-20T22:21:41.623 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ns27C_-JrPoqyy2 off=0 len=1679221 2024-09-20T22:21:41.630 INFO:tasks.workunit.client.0.smithi046.stdout:op 5753 completed, throughput=5MB/sec 2024-09-20T22:21:41.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:41 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:21:41.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:41 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:21:41.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:41 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:21:41.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:41 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:21:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:21:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:21:42] "GET /metrics HTTP/1.1" 200 34160 "" "Prometheus/2.43.0" 2024-09-20T22:21:42.408 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:21:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:21:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:21:42.631 INFO:tasks.workunit.client.0.smithi046.stdout: 1130: throughput=5MB/sec pending data=0 2024-09-20T22:21:42.631 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ejdK5tksRg-ix8L off=54073 len=1445709 2024-09-20T22:21:42.633 INFO:tasks.workunit.client.0.smithi046.stdout:op 5754 completed, throughput=5MB/sec 2024-09-20T22:21:42.633 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--sy5Z9URqmO3QgX off=7071281 len=831966 2024-09-20T22:21:42.637 INFO:tasks.workunit.client.0.smithi046.stdout:op 5755 completed, throughput=5MB/sec 2024-09-20T22:21:42.637 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xnHQz51r8otw1ca off=6625927 len=282612 2024-09-20T22:21:42.637 INFO:tasks.workunit.client.0.smithi046.stdout:op 5756 completed, throughput=5MB/sec 2024-09-20T22:21:42.637 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sxVdTBRJNTWN89C off=376092 len=937765 2024-09-20T22:21:42.639 INFO:tasks.workunit.client.0.smithi046.stdout:op 5757 completed, throughput=5MB/sec 2024-09-20T22:21:42.639 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ImMm8gUGhYJmfg- off=227444 len=1719724 2024-09-20T22:21:42.641 INFO:tasks.workunit.client.0.smithi046.stdout:op 5758 completed, throughput=5MB/sec 2024-09-20T22:21:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:42 smithi134 ceph-mon[89086]: pgmap v1999: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:21:42.676 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:42 smithi046 ceph-mon[96110]: pgmap v1999: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:21:42.676 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:42 smithi046 ceph-mon[98591]: pgmap v1999: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-20T22:21:43.641 INFO:tasks.workunit.client.0.smithi046.stdout: 1131: throughput=5MB/sec pending data=0 2024-09-20T22:21:43.641 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xRWKiAiYXUdqFmI off=1447122 len=63823 2024-09-20T22:21:43.642 INFO:tasks.workunit.client.0.smithi046.stdout:op 5759 completed, throughput=5MB/sec 2024-09-20T22:21:43.642 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-R5h_2ojNSeCdZQn off=3323583 len=954605 2024-09-20T22:21:43.643 INFO:tasks.workunit.client.0.smithi046.stdout:op 5760 completed, throughput=5MB/sec 2024-09-20T22:21:43.643 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rpiRNN3ZcCRoFxV off=9462417 len=1787287 2024-09-20T22:21:43.645 INFO:tasks.workunit.client.0.smithi046.stdout:op 5761 completed, throughput=5MB/sec 2024-09-20T22:21:43.645 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-J5lgeYG4F6bsGz4 off=2569283 len=1910277 2024-09-20T22:21:43.647 INFO:tasks.workunit.client.0.smithi046.stdout:op 5762 completed, throughput=5MB/sec 2024-09-20T22:21:44.647 INFO:tasks.workunit.client.0.smithi046.stdout: 1132: throughput=5MB/sec pending data=0 2024-09-20T22:21:44.647 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hLzuv4VC27d4i7c off=11461634 len=1570966 2024-09-20T22:21:44.650 INFO:tasks.workunit.client.0.smithi046.stdout:op 5763 completed, throughput=5MB/sec 2024-09-20T22:21:44.650 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aGhHzPsNU2uwit_ off=0 len=1282399 2024-09-20T22:21:44.653 INFO:tasks.workunit.client.0.smithi046.stdout:op 5764 completed, throughput=5MB/sec 2024-09-20T22:21:44.653 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Y4KTBla7QFOnerB off=1752707 len=1453454 2024-09-20T22:21:44.655 INFO:tasks.workunit.client.0.smithi046.stdout:op 5765 completed, throughput=5MB/sec 2024-09-20T22:21:44.655 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZK_m0puYYF1la8r off=5018065 len=1811742 2024-09-20T22:21:44.657 INFO:tasks.workunit.client.0.smithi046.stdout:op 5766 completed, throughput=5MB/sec 2024-09-20T22:21:44.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:21:44.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:21:44.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:21:44.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:21:44.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:21:44.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:44 smithi046 ceph-mon[96110]: pgmap v2000: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:21:44.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:21:44.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:21:44.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:21:44.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:21:44.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:21:44.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:44 smithi046 ceph-mon[98591]: pgmap v2000: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:21:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:21:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:21:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:21:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:21:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:21:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:44 smithi134 ceph-mon[89086]: pgmap v2000: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:21:45.658 INFO:tasks.workunit.client.0.smithi046.stdout: 1133: throughput=5MB/sec pending data=0 2024-09-20T22:21:45.658 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0a3D-3nGJfveOjV off=2961806 len=19533 2024-09-20T22:21:45.659 INFO:tasks.workunit.client.0.smithi046.stdout:op 5767 completed, throughput=5MB/sec 2024-09-20T22:21:45.659 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DsOHxlmzGEpk8aT off=4061499 len=2045799 2024-09-20T22:21:45.668 INFO:tasks.workunit.client.0.smithi046.stdout:op 5768 completed, throughput=5MB/sec 2024-09-20T22:21:45.668 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KBMYxRvR3W4a3bQ off=956786 len=28484 2024-09-20T22:21:45.668 INFO:tasks.workunit.client.0.smithi046.stdout:op 5769 completed, throughput=5MB/sec 2024-09-20T22:21:45.669 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZdkOQqOBPGswEVR off=881339 len=477691 2024-09-20T22:21:45.669 INFO:tasks.workunit.client.0.smithi046.stdout:op 5770 completed, throughput=5MB/sec 2024-09-20T22:21:45.669 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-h99OHZUlS1ZQuke off=13834131 len=1475737 2024-09-20T22:21:45.671 INFO:tasks.workunit.client.0.smithi046.stdout:op 5771 completed, throughput=5MB/sec 2024-09-20T22:21:46.671 INFO:tasks.workunit.client.0.smithi046.stdout: 1134: throughput=5MB/sec pending data=0 2024-09-20T22:21:46.671 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ebqK6qBYRqCrwuf off=4672048 len=631010 2024-09-20T22:21:46.673 INFO:tasks.workunit.client.0.smithi046.stdout:op 5772 completed, throughput=5MB/sec 2024-09-20T22:21:46.673 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aHFnmcayPikh8TV off=1741965 len=1821811 2024-09-20T22:21:46.676 INFO:tasks.workunit.client.0.smithi046.stdout:op 5773 completed, throughput=5MB/sec 2024-09-20T22:21:46.676 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Rc-_elM8wTNCVaE off=1302716 len=125811 2024-09-20T22:21:46.679 INFO:tasks.workunit.client.0.smithi046.stdout:op 5774 completed, throughput=5MB/sec 2024-09-20T22:21:46.679 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xef6xd82SUTdKAz off=728070 len=1707633 2024-09-20T22:21:46.689 INFO:tasks.workunit.client.0.smithi046.stdout:op 5775 completed, throughput=5MB/sec 2024-09-20T22:21:46.689 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3St4R4Vu42yJOQr off=13763479 len=1136245 2024-09-20T22:21:46.695 INFO:tasks.workunit.client.0.smithi046.stdout:op 5776 completed, throughput=5MB/sec 2024-09-20T22:21:47.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:46 smithi046 ceph-mon[96110]: pgmap v2001: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:21:47.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:46 smithi046 ceph-mon[98591]: pgmap v2001: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:21:47.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:46 smithi134 ceph-mon[89086]: pgmap v2001: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:21:47.695 INFO:tasks.workunit.client.0.smithi046.stdout: 1135: throughput=5MB/sec pending data=0 2024-09-20T22:21:47.695 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6SZj_0YTh4MXqE6 off=1763886 len=1030347 2024-09-20T22:21:47.696 INFO:tasks.workunit.client.0.smithi046.stdout:op 5777 completed, throughput=5MB/sec 2024-09-20T22:21:47.697 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fGWqV4CBTwox2rP off=118026 len=352033 2024-09-20T22:21:47.698 INFO:tasks.workunit.client.0.smithi046.stdout:op 5778 completed, throughput=5MB/sec 2024-09-20T22:21:47.698 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fLdQuXrcSnvN4ET off=15395342 len=1198487 2024-09-20T22:21:47.706 INFO:tasks.workunit.client.0.smithi046.stdout:op 5779 completed, throughput=5MB/sec 2024-09-20T22:21:47.706 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oLdO7bXgSYX-H2U off=11690314 len=1452504 2024-09-20T22:21:47.708 INFO:tasks.workunit.client.0.smithi046.stdout:op 5780 completed, throughput=5MB/sec 2024-09-20T22:21:47.708 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1le3YWPx0kRa7jE off=15659951 len=1133116 2024-09-20T22:21:47.713 INFO:tasks.workunit.client.0.smithi046.stdout:op 5781 completed, throughput=5MB/sec 2024-09-20T22:21:48.713 INFO:tasks.workunit.client.0.smithi046.stdout: 1136: throughput=5MB/sec pending data=0 2024-09-20T22:21:48.714 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NakBdto4TAGxrtE off=6262596 len=590037 2024-09-20T22:21:48.715 INFO:tasks.workunit.client.0.smithi046.stdout:op 5782 completed, throughput=5MB/sec 2024-09-20T22:21:48.715 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vlRy7G2ptTlIRTh off=2260145 len=63398 2024-09-20T22:21:48.715 INFO:tasks.workunit.client.0.smithi046.stdout:op 5783 completed, throughput=5MB/sec 2024-09-20T22:21:48.715 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Uz3lv7zRGUHx5d4 off=1081866 len=754596 2024-09-20T22:21:48.720 INFO:tasks.workunit.client.0.smithi046.stdout:op 5784 completed, throughput=5MB/sec 2024-09-20T22:21:48.720 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ycu4A2jRBnS-jUg off=18362713 len=322543 2024-09-20T22:21:48.724 INFO:tasks.workunit.client.0.smithi046.stdout:op 5785 completed, throughput=5MB/sec 2024-09-20T22:21:48.724 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KozUJJnJEZH5AVb off=9521811 len=516036 2024-09-20T22:21:48.727 INFO:tasks.workunit.client.0.smithi046.stdout:op 5786 completed, throughput=5MB/sec 2024-09-20T22:21:48.727 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HYpkkynr_GKowYx off=1482374 len=2052418 2024-09-20T22:21:48.738 INFO:tasks.workunit.client.0.smithi046.stdout:op 5787 completed, throughput=5MB/sec 2024-09-20T22:21:48.738 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8GaxchTvLJFgNSM off=3257366 len=316627 2024-09-20T22:21:48.741 INFO:tasks.workunit.client.0.smithi046.stdout:op 5788 completed, throughput=5MB/sec 2024-09-20T22:21:48.741 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3MfqC6Tz6HDxI-I off=18319941 len=1585193 2024-09-20T22:21:48.749 INFO:tasks.workunit.client.0.smithi046.stdout:op 5789 completed, throughput=5MB/sec 2024-09-20T22:21:49.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:48 smithi046 ceph-mon[96110]: pgmap v2002: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-09-20T22:21:49.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:48 smithi046 ceph-mon[98591]: pgmap v2002: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-09-20T22:21:49.185 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:48 smithi134 ceph-mon[89086]: pgmap v2002: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-09-20T22:21:49.749 INFO:tasks.workunit.client.0.smithi046.stdout: 1137: throughput=5MB/sec pending data=0 2024-09-20T22:21:49.749 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-N_O_ZmQlEjaoHqx off=27153 len=1433731 2024-09-20T22:21:49.752 INFO:tasks.workunit.client.0.smithi046.stdout:op 5790 completed, throughput=5MB/sec 2024-09-20T22:21:49.752 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MptU30dCpM5YfoB off=4395969 len=1011073 2024-09-20T22:21:49.753 INFO:tasks.workunit.client.0.smithi046.stdout:op 5791 completed, throughput=5MB/sec 2024-09-20T22:21:49.754 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FYGf2le8wv61hTi off=19954681 len=100320 2024-09-20T22:21:49.756 INFO:tasks.workunit.client.0.smithi046.stdout:op 5792 completed, throughput=5MB/sec 2024-09-20T22:21:49.756 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8TDFMs6hTvTw1kR off=8537651 len=1432429 2024-09-20T22:21:49.763 INFO:tasks.workunit.client.0.smithi046.stdout:op 5793 completed, throughput=5MB/sec 2024-09-20T22:21:49.763 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-khldJ36p7GghGvJ off=1357323 len=1618358 2024-09-20T22:21:49.773 INFO:tasks.workunit.client.0.smithi046.stdout:op 5794 completed, throughput=5MB/sec 2024-09-20T22:21:50.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:21:50.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:21:50.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:21:50.773 INFO:tasks.workunit.client.0.smithi046.stdout: 1138: throughput=5MB/sec pending data=0 2024-09-20T22:21:50.773 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7DLF5WRAcYpmKXm off=749298 len=1220439 2024-09-20T22:21:50.775 INFO:tasks.workunit.client.0.smithi046.stdout:op 5795 completed, throughput=5MB/sec 2024-09-20T22:21:50.775 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-E4mvpLWa_D__Bqn off=590587 len=772573 2024-09-20T22:21:50.780 INFO:tasks.workunit.client.0.smithi046.stdout:op 5796 completed, throughput=5MB/sec 2024-09-20T22:21:50.780 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7AQ7FfBzGVqp4Ha off=5878618 len=1411121 2024-09-20T22:21:50.782 INFO:tasks.workunit.client.0.smithi046.stdout:op 5797 completed, throughput=5MB/sec 2024-09-20T22:21:50.783 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1TnBARSQa_XUzQG off=8257640 len=949911 2024-09-20T22:21:50.784 INFO:tasks.workunit.client.0.smithi046.stdout:op 5798 completed, throughput=5MB/sec 2024-09-20T22:21:51.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:50 smithi046 ceph-mon[96110]: pgmap v2003: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-09-20T22:21:51.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:50 smithi046 ceph-mon[98591]: pgmap v2003: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-09-20T22:21:51.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:50 smithi134 ceph-mon[89086]: pgmap v2003: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-09-20T22:21:51.784 INFO:tasks.workunit.client.0.smithi046.stdout: 1139: throughput=5MB/sec pending data=0 2024-09-20T22:21:51.784 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YjEWC6plBwGwCTk off=7410456 len=817003 2024-09-20T22:21:51.789 INFO:tasks.workunit.client.0.smithi046.stdout:op 5799 completed, throughput=5MB/sec 2024-09-20T22:21:51.789 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eFIPvF_1uDwNX8B off=1076221 len=249730 2024-09-20T22:21:51.790 INFO:tasks.workunit.client.0.smithi046.stdout:op 5800 completed, throughput=5MB/sec 2024-09-20T22:21:51.790 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XQ6wHwTvPDskwsm off=8594057 len=1050864 2024-09-20T22:21:51.792 INFO:tasks.workunit.client.0.smithi046.stdout:op 5801 completed, throughput=5MB/sec 2024-09-20T22:21:51.792 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cdovyjFuv1B6lii off=19191723 len=423637 2024-09-20T22:21:51.796 INFO:tasks.workunit.client.0.smithi046.stdout:op 5802 completed, throughput=5MB/sec 2024-09-20T22:21:51.796 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FsPc4Hwg5j2bTXN off=8078275 len=87048 2024-09-20T22:21:51.796 INFO:tasks.workunit.client.0.smithi046.stdout:op 5803 completed, throughput=5MB/sec 2024-09-20T22:21:51.796 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--i_bETrpC38tWoh off=1537785 len=1875829 2024-09-20T22:21:51.799 INFO:tasks.workunit.client.0.smithi046.stdout:op 5804 completed, throughput=5MB/sec 2024-09-20T22:21:51.799 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aUlOkX7lBAqhALq off=9018644 len=1478150 2024-09-20T22:21:51.808 INFO:tasks.workunit.client.0.smithi046.stdout:op 5805 completed, throughput=5MB/sec 2024-09-20T22:21:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:21:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:21:52] "GET /metrics HTTP/1.1" 200 34165 "" "Prometheus/2.43.0" 2024-09-20T22:21:52.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:21:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:21:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:21:52.808 INFO:tasks.workunit.client.0.smithi046.stdout: 1140: throughput=5MB/sec pending data=0 2024-09-20T22:21:52.809 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gY_3PlYlmjzxIZU off=1133690 len=840793 2024-09-20T22:21:52.813 INFO:tasks.workunit.client.0.smithi046.stdout:op 5806 completed, throughput=5MB/sec 2024-09-20T22:21:52.814 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NOZIo1q-I186SHI off=10112666 len=1148180 2024-09-20T22:21:52.818 INFO:tasks.workunit.client.0.smithi046.stdout:op 5807 completed, throughput=5MB/sec 2024-09-20T22:21:52.818 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vZIaGWQSFZj9HhC off=22206750 len=748940 2024-09-20T22:21:52.819 INFO:tasks.workunit.client.0.smithi046.stdout:op 5808 completed, throughput=5MB/sec 2024-09-20T22:21:52.819 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FZAf36-Mtr2aP7k off=4561010 len=844928 2024-09-20T22:21:52.824 INFO:tasks.workunit.client.0.smithi046.stdout:op 5809 completed, throughput=5MB/sec 2024-09-20T22:21:52.824 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-m6d_RteLXzS1u1l off=5678972 len=1069936 2024-09-20T22:21:52.825 INFO:tasks.workunit.client.0.smithi046.stdout:op 5810 completed, throughput=5MB/sec 2024-09-20T22:21:53.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:52 smithi046 ceph-mon[96110]: pgmap v2004: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:21:53.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:52 smithi046 ceph-mon[98591]: pgmap v2004: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:21:53.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:52 smithi134 ceph-mon[89086]: pgmap v2004: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-20T22:21:53.825 INFO:tasks.workunit.client.0.smithi046.stdout: 1141: throughput=5MB/sec pending data=0 2024-09-20T22:21:53.825 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jq8R0sZb4ARUO3R off=216299 len=583996 2024-09-20T22:21:53.826 INFO:tasks.workunit.client.0.smithi046.stdout:op 5811 completed, throughput=5MB/sec 2024-09-20T22:21:53.826 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gixUONVopuXkaVy off=204798 len=2017347 2024-09-20T22:21:53.830 INFO:tasks.workunit.client.0.smithi046.stdout:op 5812 completed, throughput=5MB/sec 2024-09-20T22:21:53.831 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nd3Le8sfNU585Jc off=4609377 len=1344174 2024-09-20T22:21:53.840 INFO:tasks.workunit.client.0.smithi046.stdout:op 5813 completed, throughput=5MB/sec 2024-09-20T22:21:53.840 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_AMcexdNo8AJWEb off=5923035 len=1008043 2024-09-20T22:21:53.841 INFO:tasks.workunit.client.0.smithi046.stdout:op 5814 completed, throughput=5MB/sec 2024-09-20T22:21:53.841 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dG2q_4fonI-7AA4 off=2538296 len=628430 2024-09-20T22:21:53.845 INFO:tasks.workunit.client.0.smithi046.stdout:op 5815 completed, throughput=5MB/sec 2024-09-20T22:21:54.845 INFO:tasks.workunit.client.0.smithi046.stdout: 1142: throughput=5MB/sec pending data=0 2024-09-20T22:21:54.845 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ass1MKEv7cVYqKX off=2837296 len=607187 2024-09-20T22:21:54.849 INFO:tasks.workunit.client.0.smithi046.stdout:op 5816 completed, throughput=5MB/sec 2024-09-20T22:21:54.850 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--HLmtVhXzw7Z-9E off=1025582 len=1448752 2024-09-20T22:21:54.855 INFO:tasks.workunit.client.0.smithi046.stdout:op 5817 completed, throughput=5MB/sec 2024-09-20T22:21:54.856 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6T9WU3LnwVAP2lD off=3453896 len=247360 2024-09-20T22:21:54.859 INFO:tasks.workunit.client.0.smithi046.stdout:op 5818 completed, throughput=5MB/sec 2024-09-20T22:21:54.859 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3zZhOr-gMp9x4t6 off=5255347 len=1984965 2024-09-20T22:21:54.869 INFO:tasks.workunit.client.0.smithi046.stdout:op 5819 completed, throughput=5MB/sec 2024-09-20T22:21:54.869 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-I3m8caHxj3vPLT7 off=12193604 len=1085785 2024-09-20T22:21:54.874 INFO:tasks.workunit.client.0.smithi046.stdout:op 5820 completed, throughput=5MB/sec 2024-09-20T22:21:55.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:54 smithi046 ceph-mon[96110]: pgmap v2005: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-20T22:21:55.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:54 smithi046 ceph-mon[98591]: pgmap v2005: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-20T22:21:55.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:54 smithi134 ceph-mon[89086]: pgmap v2005: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-20T22:21:55.875 INFO:tasks.workunit.client.0.smithi046.stdout: 1143: throughput=5MB/sec pending data=0 2024-09-20T22:21:55.875 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-40BxmCZIeT-qfvY off=14424436 len=879089 2024-09-20T22:21:55.877 INFO:tasks.workunit.client.0.smithi046.stdout:op 5821 completed, throughput=5MB/sec 2024-09-20T22:21:55.877 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TGi6-KaZxooqdae off=4445842 len=1946743 2024-09-20T22:21:55.887 INFO:tasks.workunit.client.0.smithi046.stdout:op 5822 completed, throughput=5MB/sec 2024-09-20T22:21:55.887 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-57NUxHwq_YCqhP_ off=213529 len=316341 2024-09-20T22:21:55.891 INFO:tasks.workunit.client.0.smithi046.stdout:op 5823 completed, throughput=5MB/sec 2024-09-20T22:21:55.891 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-209ehAQoLeDRXZG off=16670085 len=1368704 2024-09-20T22:21:55.893 INFO:tasks.workunit.client.0.smithi046.stdout:op 5824 completed, throughput=5MB/sec 2024-09-20T22:21:55.893 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QpJgZZ_f8rLsw2z off=17676436 len=1692382 2024-09-20T22:21:55.900 INFO:tasks.workunit.client.0.smithi046.stdout:op 5825 completed, throughput=5MB/sec 2024-09-20T22:21:56.900 INFO:tasks.workunit.client.0.smithi046.stdout: 1144: throughput=5MB/sec pending data=0 2024-09-20T22:21:56.900 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EAOeyWYhwsGMJCr off=5600684 len=1759203 2024-09-20T22:21:56.903 INFO:tasks.workunit.client.0.smithi046.stdout:op 5826 completed, throughput=5MB/sec 2024-09-20T22:21:56.903 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PiFNTmIq7DBC-NL off=2609823 len=2083724 2024-09-20T22:21:56.906 INFO:tasks.workunit.client.0.smithi046.stdout:op 5827 completed, throughput=5MB/sec 2024-09-20T22:21:56.906 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZUIbL1frdPGbcBk off=6098828 len=570956 2024-09-20T22:21:56.906 INFO:tasks.workunit.client.0.smithi046.stdout:op 5828 completed, throughput=5MB/sec 2024-09-20T22:21:57.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:56 smithi046 ceph-mon[96110]: pgmap v2006: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:21:57.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:56 smithi046 ceph-mon[98591]: pgmap v2006: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:21:57.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:56 smithi134 ceph-mon[89086]: pgmap v2006: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-20T22:21:57.907 INFO:tasks.workunit.client.0.smithi046.stdout: 1145: throughput=5MB/sec pending data=0 2024-09-20T22:21:57.907 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6ENGbtjup3sBFdN off=424784 len=2081924 2024-09-20T22:21:57.910 INFO:tasks.workunit.client.0.smithi046.stdout:op 5829 completed, throughput=5MB/sec 2024-09-20T22:21:57.910 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FIukEx_vVOI2k6S off=4189775 len=1817596 2024-09-20T22:21:57.921 INFO:tasks.workunit.client.0.smithi046.stdout:op 5830 completed, throughput=5MB/sec 2024-09-20T22:21:57.921 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dl7ovhlOF0rbvuu off=5346173 len=862911 2024-09-20T22:21:57.922 INFO:tasks.workunit.client.0.smithi046.stdout:op 5831 completed, throughput=5MB/sec 2024-09-20T22:21:57.922 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-A0lgK4XJ5lDY-IN off=7091502 len=1106355 2024-09-20T22:21:57.929 INFO:tasks.workunit.client.0.smithi046.stdout:op 5832 completed, throughput=5MB/sec 2024-09-20T22:21:58.929 INFO:tasks.workunit.client.0.smithi046.stdout: 1146: throughput=5MB/sec pending data=0 2024-09-20T22:21:58.929 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vpiGAqnlW-IOnSZ off=1956282 len=936896 2024-09-20T22:21:58.931 INFO:tasks.workunit.client.0.smithi046.stdout:op 5833 completed, throughput=5MB/sec 2024-09-20T22:21:58.931 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-76cF70OHrvn6i3_ off=14998591 len=536533 2024-09-20T22:21:58.932 INFO:tasks.workunit.client.0.smithi046.stdout:op 5834 completed, throughput=5MB/sec 2024-09-20T22:21:58.933 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jnMV1TPj1-_LYXo off=13254510 len=1010183 2024-09-20T22:21:58.938 INFO:tasks.workunit.client.0.smithi046.stdout:op 5835 completed, throughput=5MB/sec 2024-09-20T22:21:58.938 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Ea_nznxCXGX4IKR off=7223952 len=306187 2024-09-20T22:21:58.939 INFO:tasks.workunit.client.0.smithi046.stdout:op 5836 completed, throughput=5MB/sec 2024-09-20T22:21:58.939 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OV9iS7UF-qtsMCK off=5758374 len=1404692 2024-09-20T22:21:58.942 INFO:tasks.workunit.client.0.smithi046.stdout:op 5837 completed, throughput=5MB/sec 2024-09-20T22:21:58.942 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dPXEaeKvUfdzJjT off=18916097 len=1151327 2024-09-20T22:21:58.947 INFO:tasks.workunit.client.0.smithi046.stdout:op 5838 completed, throughput=5MB/sec 2024-09-20T22:21:59.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:21:58 smithi046 ceph-mon[96110]: pgmap v2007: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:21:59.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:21:58 smithi046 ceph-mon[98591]: pgmap v2007: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:21:59.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:21:58 smithi134 ceph-mon[89086]: pgmap v2007: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:21:59.948 INFO:tasks.workunit.client.0.smithi046.stdout: 1147: throughput=5MB/sec pending data=0 2024-09-20T22:21:59.948 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8m5e5kbEm8wTIEF off=979755 len=1220791 2024-09-20T22:21:59.949 INFO:tasks.workunit.client.0.smithi046.stdout:op 5839 completed, throughput=5MB/sec 2024-09-20T22:21:59.950 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3_unI3MKU7suIc4 off=7441982 len=1439328 2024-09-20T22:21:59.957 INFO:tasks.workunit.client.0.smithi046.stdout:op 5840 completed, throughput=5MB/sec 2024-09-20T22:21:59.957 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hiG795hnU1OR0bZ off=2905 len=1021337 2024-09-20T22:21:59.962 INFO:tasks.workunit.client.0.smithi046.stdout:op 5841 completed, throughput=5MB/sec 2024-09-20T22:21:59.962 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-h8VuDOjSgZuWeMI off=8408324 len=1145045 2024-09-20T22:21:59.963 INFO:tasks.workunit.client.0.smithi046.stdout:op 5842 completed, throughput=5MB/sec 2024-09-20T22:22:00.964 INFO:tasks.workunit.client.0.smithi046.stdout: 1148: throughput=5MB/sec pending data=0 2024-09-20T22:22:00.964 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6ZMpIcrrJhge2qs off=621892 len=2032696 2024-09-20T22:22:00.968 INFO:tasks.workunit.client.0.smithi046.stdout:op 5843 completed, throughput=5MB/sec 2024-09-20T22:22:00.968 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ojrdf2TA82bycpW off=3522599 len=1774521 2024-09-20T22:22:00.970 INFO:tasks.workunit.client.0.smithi046.stdout:op 5844 completed, throughput=5MB/sec 2024-09-20T22:22:00.970 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9fVmwjOuNLqUTEs off=325504 len=629036 2024-09-20T22:22:00.972 INFO:tasks.workunit.client.0.smithi046.stdout:op 5845 completed, throughput=5MB/sec 2024-09-20T22:22:00.972 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4B1IFrddil8GQmt off=15920289 len=452698 2024-09-20T22:22:00.973 INFO:tasks.workunit.client.0.smithi046.stdout:op 5846 completed, throughput=5MB/sec 2024-09-20T22:22:00.973 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Oa4B_wQxeoPIswZ off=15969655 len=563140 2024-09-20T22:22:00.973 INFO:tasks.workunit.client.0.smithi046.stdout:op 5847 completed, throughput=5MB/sec 2024-09-20T22:22:01.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:00 smithi046 ceph-mon[96110]: pgmap v2008: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:22:01.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:00 smithi046 ceph-mon[98591]: pgmap v2008: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:22:01.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:00 smithi134 ceph-mon[89086]: pgmap v2008: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-20T22:22:01.974 INFO:tasks.workunit.client.0.smithi046.stdout: 1149: throughput=5MB/sec pending data=0 2024-09-20T22:22:01.974 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PX_gQ0rnbmviH-F off=1227994 len=470136 2024-09-20T22:22:01.975 INFO:tasks.workunit.client.0.smithi046.stdout:op 5848 completed, throughput=5MB/sec 2024-09-20T22:22:01.975 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zVysWyPrMQKl_Te off=9196066 len=311652 2024-09-20T22:22:01.976 INFO:tasks.workunit.client.0.smithi046.stdout:op 5849 completed, throughput=5MB/sec 2024-09-20T22:22:01.976 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6pTCqNYHxTut-aH off=1226476 len=55940 2024-09-20T22:22:01.979 INFO:tasks.workunit.client.0.smithi046.stdout:op 5850 completed, throughput=5MB/sec 2024-09-20T22:22:01.979 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GDBpojuIY665SU2 off=20027881 len=1758261 2024-09-20T22:22:01.987 INFO:tasks.workunit.client.0.smithi046.stdout:op 5851 completed, throughput=5MB/sec 2024-09-20T22:22:01.988 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--MraU2SBQo7IngJ off=6002273 len=1645207 2024-09-20T22:22:01.989 INFO:tasks.workunit.client.0.smithi046.stdout:op 5852 completed, throughput=5MB/sec 2024-09-20T22:22:01.989 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5p5_RV3fU8kbB8E off=3840305 len=1759637 2024-09-20T22:22:01.996 INFO:tasks.workunit.client.0.smithi046.stdout:op 5853 completed, throughput=5MB/sec 2024-09-20T22:22:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:22:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:22:02] "GET /metrics HTTP/1.1" 200 34165 "" "Prometheus/2.43.0" 2024-09-20T22:22:02.577 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:22:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:22:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:22:02.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:02 smithi134 ceph-mon[89086]: pgmap v2009: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-20T22:22:02.997 INFO:tasks.workunit.client.0.smithi046.stdout: 1150: throughput=5MB/sec pending data=0 2024-09-20T22:22:02.997 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zs3QTfK8ngA6ElW off=10953396 len=1279876 2024-09-20T22:22:03.003 INFO:tasks.workunit.client.0.smithi046.stdout:op 5854 completed, throughput=5MB/sec 2024-09-20T22:22:03.003 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YT6s-fZEtuSSMwE off=2902236 len=1598202 2024-09-20T22:22:03.010 INFO:tasks.workunit.client.0.smithi046.stdout:op 5855 completed, throughput=5MB/sec 2024-09-20T22:22:03.010 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lcSEWc9VkBniwE_ off=9842649 len=1520433 2024-09-20T22:22:03.011 INFO:tasks.workunit.client.0.smithi046.stdout:op 5856 completed, throughput=5MB/sec 2024-09-20T22:22:03.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:02 smithi046 ceph-mon[96110]: pgmap v2009: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-20T22:22:03.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:02 smithi046 ceph-mon[98591]: pgmap v2009: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-20T22:22:04.011 INFO:tasks.workunit.client.0.smithi046.stdout: 1151: throughput=5MB/sec pending data=0 2024-09-20T22:22:04.012 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Pvotqxy8iLSzOUN off=2064024 len=160885 2024-09-20T22:22:04.014 INFO:tasks.workunit.client.0.smithi046.stdout:op 5857 completed, throughput=5MB/sec 2024-09-20T22:22:04.015 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9ST8I6_kM51fGZH off=2161966 len=1803099 2024-09-20T22:22:04.017 INFO:tasks.workunit.client.0.smithi046.stdout:op 5858 completed, throughput=5MB/sec 2024-09-20T22:22:04.017 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tIOT567Xm5Uyji2 off=6462222 len=697902 2024-09-20T22:22:04.021 INFO:tasks.workunit.client.0.smithi046.stdout:op 5859 completed, throughput=5MB/sec 2024-09-20T22:22:04.021 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EfZMOusJgDgxiy6 off=4857913 len=149848 2024-09-20T22:22:04.022 INFO:tasks.workunit.client.0.smithi046.stdout:op 5860 completed, throughput=5MB/sec 2024-09-20T22:22:04.022 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-q8dDnk4BH41iy2V off=5772229 len=854916 2024-09-20T22:22:04.023 INFO:tasks.workunit.client.0.smithi046.stdout:op 5861 completed, throughput=5MB/sec 2024-09-20T22:22:04.023 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cd4v9tY2GSnXLCR off=3838654 len=951232 2024-09-20T22:22:04.029 INFO:tasks.workunit.client.0.smithi046.stdout:op 5862 completed, throughput=5MB/sec 2024-09-20T22:22:04.029 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-whGa1slfKaZi_pV off=615948 len=1315712 2024-09-20T22:22:04.032 INFO:tasks.workunit.client.0.smithi046.stdout:op 5863 completed, throughput=5MB/sec 2024-09-20T22:22:05.032 INFO:tasks.workunit.client.0.smithi046.stdout: 1152: throughput=5MB/sec pending data=0 2024-09-20T22:22:05.032 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qNXO9WeoFEbzk9- off=22091207 len=1568482 2024-09-20T22:22:05.034 INFO:tasks.workunit.client.0.smithi046.stdout:op 5864 completed, throughput=5MB/sec 2024-09-20T22:22:05.034 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4KS6RUfbK0oiaaG off=4589518 len=932481 2024-09-20T22:22:05.035 INFO:tasks.workunit.client.0.smithi046.stdout:op 5865 completed, throughput=5MB/sec 2024-09-20T22:22:05.036 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8dbeMlrUOvr0vlp off=1023972 len=2095064 2024-09-20T22:22:05.044 INFO:tasks.workunit.client.0.smithi046.stdout:op 5866 completed, throughput=5MB/sec 2024-09-20T22:22:05.044 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3jRCcTyrzfv_KJB off=719613 len=146662 2024-09-20T22:22:05.046 INFO:tasks.workunit.client.0.smithi046.stdout:op 5867 completed, throughput=5MB/sec 2024-09-20T22:22:05.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:04 smithi046 ceph-mon[96110]: pgmap v2010: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:22:05.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:22:05.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:04 smithi046 ceph-mon[98591]: pgmap v2010: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:22:05.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:22:05.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:04 smithi134 ceph-mon[89086]: pgmap v2010: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:22:05.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:22:06.047 INFO:tasks.workunit.client.0.smithi046.stdout: 1153: throughput=5MB/sec pending data=0 2024-09-20T22:22:06.047 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XGw-8KRU-RYvb_i off=1139927 len=1609824 2024-09-20T22:22:06.050 INFO:tasks.workunit.client.0.smithi046.stdout:op 5868 completed, throughput=5MB/sec 2024-09-20T22:22:06.050 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KWjAa6KZep9ebTd off=2521882 len=1430639 2024-09-20T22:22:06.053 INFO:tasks.workunit.client.0.smithi046.stdout:op 5869 completed, throughput=5MB/sec 2024-09-20T22:22:06.053 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8ZvGQ4dmx7ZXhIp off=6129409 len=1780178 2024-09-20T22:22:06.062 INFO:tasks.workunit.client.0.smithi046.stdout:op 5870 completed, throughput=5MB/sec 2024-09-20T22:22:06.062 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yShD_wZRjSjXAFA off=4363188 len=777320 2024-09-20T22:22:06.063 INFO:tasks.workunit.client.0.smithi046.stdout:op 5871 completed, throughput=5MB/sec 2024-09-20T22:22:07.063 INFO:tasks.workunit.client.0.smithi046.stdout: 1154: throughput=5MB/sec pending data=0 2024-09-20T22:22:07.064 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JDXjn4f_EsfbzzT off=11445276 len=1124881 2024-09-20T22:22:07.069 INFO:tasks.workunit.client.0.smithi046.stdout:op 5872 completed, throughput=5MB/sec 2024-09-20T22:22:07.069 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_MMs1hkKVb7kSEF off=6040798 len=1306117 2024-09-20T22:22:07.075 INFO:tasks.workunit.client.0.smithi046.stdout:op 5873 completed, throughput=5MB/sec 2024-09-20T22:22:07.076 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZejBcJp0EioteSi off=9295874 len=1680096 2024-09-20T22:22:07.082 INFO:tasks.workunit.client.0.smithi046.stdout:op 5874 completed, throughput=5MB/sec 2024-09-20T22:22:07.082 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4dld2kv1XW22YUj off=1024520 len=1112596 2024-09-20T22:22:07.087 INFO:tasks.workunit.client.0.smithi046.stdout:op 5875 completed, throughput=5MB/sec 2024-09-20T22:22:07.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:06 smithi046 ceph-mon[96110]: pgmap v2011: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:22:07.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:06 smithi046 ceph-mon[98591]: pgmap v2011: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:22:07.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:06 smithi134 ceph-mon[89086]: pgmap v2011: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-20T22:22:08.087 INFO:tasks.workunit.client.0.smithi046.stdout: 1155: throughput=5MB/sec pending data=0 2024-09-20T22:22:08.087 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-imdE-GReZgGVzDH off=1077141 len=1798725 2024-09-20T22:22:08.096 INFO:tasks.workunit.client.0.smithi046.stdout:op 5876 completed, throughput=5MB/sec 2024-09-20T22:22:08.097 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-t4LrWg8PW5JuV8k off=583428 len=298632 2024-09-20T22:22:08.098 INFO:tasks.workunit.client.0.smithi046.stdout:op 5877 completed, throughput=5MB/sec 2024-09-20T22:22:08.098 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ibqEnX8nTqgaaBu off=2072334 len=442008 2024-09-20T22:22:08.099 INFO:tasks.workunit.client.0.smithi046.stdout:op 5878 completed, throughput=5MB/sec 2024-09-20T22:22:08.099 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0IL8jvBpaWdQD2I off=19713385 len=726724 2024-09-20T22:22:08.100 INFO:tasks.workunit.client.0.smithi046.stdout:op 5879 completed, throughput=5MB/sec 2024-09-20T22:22:08.101 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iQ54hNo7S5NQ27u off=6855869 len=242134 2024-09-20T22:22:08.104 INFO:tasks.workunit.client.0.smithi046.stdout:op 5880 completed, throughput=5MB/sec 2024-09-20T22:22:08.104 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LCYh3S66BOUkiNR off=5975870 len=2047943 2024-09-20T22:22:08.106 INFO:tasks.workunit.client.0.smithi046.stdout:op 5881 completed, throughput=5MB/sec 2024-09-20T22:22:09.106 INFO:tasks.workunit.client.0.smithi046.stdout: 1156: throughput=5MB/sec pending data=0 2024-09-20T22:22:09.106 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LPnM2FUR5melAcu off=13788662 len=55537 2024-09-20T22:22:09.107 INFO:tasks.workunit.client.0.smithi046.stdout:op 5882 completed, throughput=5MB/sec 2024-09-20T22:22:09.107 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zNv2vi0PWFrChW0 off=2773439 len=885738 2024-09-20T22:22:09.112 INFO:tasks.workunit.client.0.smithi046.stdout:op 5883 completed, throughput=5MB/sec 2024-09-20T22:22:09.112 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rYIZoFmTU-zHN2K off=2776204 len=913149 2024-09-20T22:22:09.118 INFO:tasks.workunit.client.0.smithi046.stdout:op 5884 completed, throughput=5MB/sec 2024-09-20T22:22:09.118 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bziI5x9eYCBo3PD off=5775176 len=2044821 2024-09-20T22:22:09.131 INFO:tasks.workunit.client.0.smithi046.stdout:op 5885 completed, throughput=5MB/sec 2024-09-20T22:22:09.131 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nbO_tg7Yk3rRUGx off=21019 len=594221 2024-09-20T22:22:09.132 INFO:tasks.workunit.client.0.smithi046.stdout:op 5886 completed, throughput=5MB/sec 2024-09-20T22:22:09.132 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OzCFSuxqPWlxXjj off=4332455 len=1737377 2024-09-20T22:22:09.143 INFO:tasks.workunit.client.0.smithi046.stdout:op 5887 completed, throughput=5MB/sec 2024-09-20T22:22:09.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:08 smithi046 ceph-mon[96110]: pgmap v2012: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:22:09.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:08 smithi046 ceph-mon[98591]: pgmap v2012: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:22:09.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:08 smithi134 ceph-mon[89086]: pgmap v2012: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-20T22:22:10.143 INFO:tasks.workunit.client.0.smithi046.stdout: 1157: throughput=5MB/sec pending data=0 2024-09-20T22:22:10.143 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GOHgYwF-x8f4o4_ off=8729871 len=1950486 2024-09-20T22:22:10.155 INFO:tasks.workunit.client.0.smithi046.stdout:op 5888 completed, throughput=5MB/sec 2024-09-20T22:22:10.155 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RqbtSI6AyJseIB2 off=4001503 len=97760 2024-09-20T22:22:10.155 INFO:tasks.workunit.client.0.smithi046.stdout:op 5889 completed, throughput=5MB/sec 2024-09-20T22:22:10.155 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kenYi8WAsqZRTzM off=6225757 len=730636 2024-09-20T22:22:10.156 INFO:tasks.workunit.client.0.smithi046.stdout:op 5890 completed, throughput=5MB/sec 2024-09-20T22:22:10.157 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MOjwyqyjtufAPAc off=13172602 len=415107 2024-09-20T22:22:10.158 INFO:tasks.workunit.client.0.smithi046.stdout:op 5891 completed, throughput=5MB/sec 2024-09-20T22:22:10.158 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bNPZMTS9AMyz2g4 off=2795460 len=1840715 2024-09-20T22:22:10.166 INFO:tasks.workunit.client.0.smithi046.stdout:op 5892 completed, throughput=5MB/sec 2024-09-20T22:22:11.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:10 smithi046 ceph-mon[96110]: pgmap v2013: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:22:11.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:10 smithi046 ceph-mon[98591]: pgmap v2013: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:22:11.166 INFO:tasks.workunit.client.0.smithi046.stdout: 1158: throughput=5MB/sec pending data=0 2024-09-20T22:22:11.166 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Xy-H9Py5LD85vNi off=15267082 len=495623 2024-09-20T22:22:11.171 INFO:tasks.workunit.client.0.smithi046.stdout:op 5893 completed, throughput=5MB/sec 2024-09-20T22:22:11.171 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3C0Rk54bKCh_Dya off=20174838 len=437981 2024-09-20T22:22:11.172 INFO:tasks.workunit.client.0.smithi046.stdout:op 5894 completed, throughput=5MB/sec 2024-09-20T22:22:11.172 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VQiSIx6UckcpXOw off=427502 len=1604811 2024-09-20T22:22:11.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:10 smithi134 ceph-mon[89086]: pgmap v2013: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-20T22:22:11.179 INFO:tasks.workunit.client.0.smithi046.stdout:op 5895 completed, throughput=5MB/sec 2024-09-20T22:22:11.179 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MbItvaINTwM4buI off=1515363 len=745467 2024-09-20T22:22:11.184 INFO:tasks.workunit.client.0.smithi046.stdout:op 5896 completed, throughput=5MB/sec 2024-09-20T22:22:11.184 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pj4peblRPGdYTeQ off=1621916 len=1026676 2024-09-20T22:22:11.189 INFO:tasks.workunit.client.0.smithi046.stdout:op 5897 completed, throughput=5MB/sec 2024-09-20T22:22:11.189 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yKLApfcaPJneeq2 off=13575346 len=1441801 2024-09-20T22:22:11.194 INFO:tasks.workunit.client.0.smithi046.stdout:op 5898 completed, throughput=5MB/sec 2024-09-20T22:22:12.194 INFO:tasks.workunit.client.0.smithi046.stdout: 1159: throughput=5MB/sec pending data=0 2024-09-20T22:22:12.195 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XcLmyiq8DHYg-sE off=1092214 len=231887 2024-09-20T22:22:12.198 INFO:tasks.workunit.client.0.smithi046.stdout:op 5899 completed, throughput=5MB/sec 2024-09-20T22:22:12.198 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ns27C_-JrPoqyy2 off=269894 len=310369 2024-09-20T22:22:12.201 INFO:tasks.workunit.client.0.smithi046.stdout:op 5900 completed, throughput=5MB/sec 2024-09-20T22:22:12.201 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-msEqnGI_5CKMIZ2 off=11502943 len=1445161 2024-09-20T22:22:12.210 INFO:tasks.workunit.client.0.smithi046.stdout:op 5901 completed, throughput=5MB/sec 2024-09-20T22:22:12.210 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YX67VIMWLRrKAag off=2470985 len=1188512 2024-09-20T22:22:12.213 INFO:tasks.workunit.client.0.smithi046.stdout:op 5902 completed, throughput=5MB/sec 2024-09-20T22:22:12.213 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EVlhTL6aI1LyaOw off=4937401 len=459401 2024-09-20T22:22:12.217 INFO:tasks.workunit.client.0.smithi046.stdout:op 5903 completed, throughput=5MB/sec 2024-09-20T22:22:12.217 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-faQccZO9iR3KrwM off=22699792 len=882707 2024-09-20T22:22:12.218 INFO:tasks.workunit.client.0.smithi046.stdout:op 5904 completed, throughput=5MB/sec 2024-09-20T22:22:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:22:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:22:12] "GET /metrics HTTP/1.1" 200 34158 "" "Prometheus/2.43.0" 2024-09-20T22:22:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:22:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:22:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:22:13.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:12 smithi046 ceph-mon[96110]: pgmap v2014: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-20T22:22:13.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:12 smithi046 ceph-mon[98591]: pgmap v2014: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-20T22:22:13.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:12 smithi134 ceph-mon[89086]: pgmap v2014: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-20T22:22:13.218 INFO:tasks.workunit.client.0.smithi046.stdout: 1160: throughput=5MB/sec pending data=0 2024-09-20T22:22:13.219 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-v-ybbEwyKHlud-x off=2903103 len=1011725 2024-09-20T22:22:13.224 INFO:tasks.workunit.client.0.smithi046.stdout:op 5905 completed, throughput=5MB/sec 2024-09-20T22:22:13.225 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qh0qCTzuNdp2ZE_ off=9022879 len=2026292 2024-09-20T22:22:13.229 INFO:tasks.workunit.client.0.smithi046.stdout:op 5906 completed, throughput=5MB/sec 2024-09-20T22:22:13.229 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ScGcEhbJ_917TVv off=2516152 len=1474383 2024-09-20T22:22:13.231 INFO:tasks.workunit.client.0.smithi046.stdout:op 5907 completed, throughput=5MB/sec 2024-09-20T22:22:13.231 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8-AYK5qezcyCtcL off=7472898 len=1192957 2024-09-20T22:22:13.238 INFO:tasks.workunit.client.0.smithi046.stdout:op 5908 completed, throughput=5MB/sec 2024-09-20T22:22:14.238 INFO:tasks.workunit.client.0.smithi046.stdout: 1161: throughput=5MB/sec pending data=0 2024-09-20T22:22:14.238 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZmyrtHR2XPUwDTz off=1786085 len=177053 2024-09-20T22:22:14.241 INFO:tasks.workunit.client.0.smithi046.stdout:op 5909 completed, throughput=5MB/sec 2024-09-20T22:22:14.241 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-niN_urGQGO2XFOI off=1249610 len=1503004 2024-09-20T22:22:14.248 INFO:tasks.workunit.client.0.smithi046.stdout:op 5910 completed, throughput=5MB/sec 2024-09-20T22:22:14.248 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6BSET20gmNfMQy- off=9366988 len=1145796 2024-09-20T22:22:14.249 INFO:tasks.workunit.client.0.smithi046.stdout:op 5911 completed, throughput=5MB/sec 2024-09-20T22:22:14.249 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1hjqslf3EuzUjwj off=15509747 len=290247 2024-09-20T22:22:14.252 INFO:tasks.workunit.client.0.smithi046.stdout:op 5912 completed, throughput=5MB/sec 2024-09-20T22:22:14.252 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Wz9ZJJwORZXLFfK off=8319240 len=1193758 2024-09-20T22:22:14.257 INFO:tasks.workunit.client.0.smithi046.stdout:op 5913 completed, throughput=5MB/sec 2024-09-20T22:22:14.257 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aPdFn7-xERhuZC4 off=15471983 len=1068705 2024-09-20T22:22:14.262 INFO:tasks.workunit.client.0.smithi046.stdout:op 5914 completed, throughput=5MB/sec 2024-09-20T22:22:15.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:14 smithi046 ceph-mon[96110]: pgmap v2015: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:22:15.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:14 smithi046 ceph-mon[98591]: pgmap v2015: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:22:15.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:14 smithi134 ceph-mon[89086]: pgmap v2015: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-20T22:22:15.262 INFO:tasks.workunit.client.0.smithi046.stdout: 1162: throughput=5MB/sec pending data=0 2024-09-20T22:22:15.262 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6sjOSHfLV0qONFP off=1478416 len=1331939 2024-09-20T22:22:15.265 INFO:tasks.workunit.client.0.smithi046.stdout:op 5915 completed, throughput=5MB/sec 2024-09-20T22:22:15.265 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HbmX2lVvQQ-qogx off=966837 len=275292 2024-09-20T22:22:15.266 INFO:tasks.workunit.client.0.smithi046.stdout:op 5916 completed, throughput=5MB/sec 2024-09-20T22:22:15.266 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CYvmT_meQFcl5DO off=2715572 len=2063811 2024-09-20T22:22:15.278 INFO:tasks.workunit.client.0.smithi046.stdout:op 5917 completed, throughput=5MB/sec 2024-09-20T22:22:15.278 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HepICVliunkYuLm off=3167065 len=274477 2024-09-20T22:22:15.279 INFO:tasks.workunit.client.0.smithi046.stdout:op 5918 completed, throughput=5MB/sec 2024-09-20T22:22:15.279 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JSgZRY_eUQN7ps7 off=10628678 len=1205847 2024-09-20T22:22:15.285 INFO:tasks.workunit.client.0.smithi046.stdout:op 5919 completed, throughput=5MB/sec 2024-09-20T22:22:16.285 INFO:tasks.workunit.client.0.smithi046.stdout: 1163: throughput=5MB/sec pending data=0 2024-09-20T22:22:16.286 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eq2GFvb9E0QUqgR off=4225014 len=1003293 2024-09-20T22:22:16.287 INFO:tasks.workunit.client.0.smithi046.stdout:op 5920 completed, throughput=5MB/sec 2024-09-20T22:22:16.287 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-R5h_2ojNSeCdZQn off=8890812 len=2008525 2024-09-20T22:22:16.290 INFO:tasks.workunit.client.0.smithi046.stdout:op 5921 completed, throughput=5MB/sec 2024-09-20T22:22:16.290 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6RXJZqS0jVf_GD1 off=2011561 len=1329317 2024-09-20T22:22:16.296 INFO:tasks.workunit.client.0.smithi046.stdout:op 5922 completed, throughput=5MB/sec 2024-09-20T22:22:16.296 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nGzSPPpkQRi6qRZ off=1032717 len=318851 2024-09-20T22:22:16.297 INFO:tasks.workunit.client.0.smithi046.stdout:op 5923 completed, throughput=5MB/sec 2024-09-20T22:22:16.297 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lM9bvj2EvMlZSBS off=4937106 len=1595368 2024-09-20T22:22:16.300 INFO:tasks.workunit.client.0.smithi046.stdout:op 5924 completed, throughput=5MB/sec 2024-09-20T22:22:17.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:16 smithi046 ceph-mon[96110]: pgmap v2016: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:22:17.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:16 smithi046 ceph-mon[98591]: pgmap v2016: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:22:17.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:16 smithi134 ceph-mon[89086]: pgmap v2016: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-20T22:22:17.301 INFO:tasks.workunit.client.0.smithi046.stdout: 1164: throughput=5MB/sec pending data=0 2024-09-20T22:22:17.301 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HCEcLzwfoPpW_BA off=1061495 len=1632390 2024-09-20T22:22:17.303 INFO:tasks.workunit.client.0.smithi046.stdout:op 5925 completed, throughput=5MB/sec 2024-09-20T22:22:17.303 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dmb4n5sZmcoFCVw off=1164763 len=1818312 2024-09-20T22:22:17.305 INFO:tasks.workunit.client.0.smithi046.stdout:op 5926 completed, throughput=5MB/sec 2024-09-20T22:22:17.305 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VJ3CauqTNe-_vfb off=493514 len=1363523 2024-09-20T22:22:17.313 INFO:tasks.workunit.client.0.smithi046.stdout:op 5927 completed, throughput=5MB/sec 2024-09-20T22:22:18.313 INFO:tasks.workunit.client.0.smithi046.stdout: 1165: throughput=5MB/sec pending data=0 2024-09-20T22:22:18.314 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-r0FPu4_HvHiuPMa off=11158890 len=1413886 2024-09-20T22:22:18.315 INFO:tasks.workunit.client.0.smithi046.stdout:op 5928 completed, throughput=5MB/sec 2024-09-20T22:22:18.315 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YUuhJruz36yqiFz off=4612853 len=421072 2024-09-20T22:22:18.319 INFO:tasks.workunit.client.0.smithi046.stdout:op 5929 completed, throughput=5MB/sec 2024-09-20T22:22:18.319 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-f-7Fa509p-cL1Hp off=11985903 len=1832007 2024-09-20T22:22:18.330 INFO:tasks.workunit.client.0.smithi046.stdout:op 5930 completed, throughput=5MB/sec 2024-09-20T22:22:18.331 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tORyi7KmwSl9TRB off=4687540 len=396725 2024-09-20T22:22:18.332 INFO:tasks.workunit.client.0.smithi046.stdout:op 5931 completed, throughput=5MB/sec 2024-09-20T22:22:18.332 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-osXiOAdFZNGuytt off=9623597 len=1114754 2024-09-20T22:22:18.334 INFO:tasks.workunit.client.0.smithi046.stdout:op 5932 completed, throughput=5MB/sec 2024-09-20T22:22:19.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:18 smithi046 ceph-mon[96110]: pgmap v2017: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-20T22:22:19.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:18 smithi046 ceph-mon[98591]: pgmap v2017: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-20T22:22:19.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:18 smithi134 ceph-mon[89086]: pgmap v2017: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-20T22:22:19.335 INFO:tasks.workunit.client.0.smithi046.stdout: 1166: throughput=5MB/sec pending data=0 2024-09-20T22:22:19.335 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HyaLxJOqhm7kNEV off=1476563 len=1221992 2024-09-20T22:22:19.343 INFO:tasks.workunit.client.0.smithi046.stdout:op 5933 completed, throughput=5MB/sec 2024-09-20T22:22:19.343 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-i2VZDRJAk9eWmDT off=1302383 len=1442690 2024-09-20T22:22:19.345 INFO:tasks.workunit.client.0.smithi046.stdout:op 5934 completed, throughput=5MB/sec 2024-09-20T22:22:19.345 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-b-z8EC6L1lJVHI1 off=1510416 len=1108575 2024-09-20T22:22:19.350 INFO:tasks.workunit.client.0.smithi046.stdout:op 5935 completed, throughput=5MB/sec 2024-09-20T22:22:19.350 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OoY7yWoh-VI3cYa off=1682140 len=333574 2024-09-20T22:22:19.354 INFO:tasks.workunit.client.0.smithi046.stdout:op 5936 completed, throughput=5MB/sec 2024-09-20T22:22:19.354 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bmW1acczOoAZ-zK off=4238057 len=1221636 2024-09-20T22:22:19.355 INFO:tasks.workunit.client.0.smithi046.stdout:op 5937 completed, throughput=5MB/sec 2024-09-20T22:22:20.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:22:20.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:22:20.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:22:20.356 INFO:tasks.workunit.client.0.smithi046.stdout: 1167: throughput=5MB/sec pending data=0 2024-09-20T22:22:20.356 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iYxHQV8VWPGYB6P off=12951173 len=1358569 2024-09-20T22:22:20.363 INFO:tasks.workunit.client.0.smithi046.stdout:op 5938 completed, throughput=5MB/sec 2024-09-20T22:22:20.363 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3ZuxE6F1i6menun off=11358016 len=1198637 2024-09-20T22:22:20.364 INFO:tasks.workunit.client.0.smithi046.stdout:op 5939 completed, throughput=5MB/sec 2024-09-20T22:22:20.364 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ONw2_E2RQa4wpjY off=6599252 len=1981050 2024-09-20T22:22:20.366 INFO:tasks.workunit.client.0.smithi046.stdout:op 5940 completed, throughput=5MB/sec 2024-09-20T22:22:21.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:20 smithi046 ceph-mon[98591]: pgmap v2018: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:22:21.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:20 smithi046 ceph-mon[96110]: pgmap v2018: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:22:21.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:20 smithi134 ceph-mon[89086]: pgmap v2018: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-20T22:22:21.367 INFO:tasks.workunit.client.0.smithi046.stdout: 1168: throughput=5MB/sec pending data=0 2024-09-20T22:22:21.367 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2VO6L1U_ooEDvbg off=1060413 len=1671821 2024-09-20T22:22:21.375 INFO:tasks.workunit.client.0.smithi046.stdout:op 5941 completed, throughput=5MB/sec 2024-09-20T22:22:21.375 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2sAozG0xftgPkFW off=6251409 len=1854659 2024-09-20T22:22:21.384 INFO:tasks.workunit.client.0.smithi046.stdout:op 5942 completed, throughput=5MB/sec 2024-09-20T22:22:21.384 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aBiXzblXMqzOdSo off=2549611 len=1550015 2024-09-20T22:22:21.386 INFO:tasks.workunit.client.0.smithi046.stdout:op 5943 completed, throughput=5MB/sec 2024-09-20T22:22:21.386 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fCw6NNsOIQ18EbC off=2800330 len=314678 2024-09-20T22:22:21.389 INFO:tasks.workunit.client.0.smithi046.stdout:op 5944 completed, throughput=5MB/sec 2024-09-20T22:22:22.390 INFO:tasks.workunit.client.0.smithi046.stdout: 1169: throughput=5MB/sec pending data=0 2024-09-20T22:22:22.390 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wYdQBNe5mrWhNHF off=409207 len=197053 2024-09-20T22:22:22.393 INFO:tasks.workunit.client.0.smithi046.stdout:op 5945 completed, throughput=5MB/sec 2024-09-20T22:22:22.393 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1tLwwzkIbkEdU_V off=2945179 len=1207559 2024-09-20T22:22:22.395 INFO:tasks.workunit.client.0.smithi046.stdout:op 5946 completed, throughput=5MB/sec 2024-09-20T22:22:22.395 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FMbPzbaYd7BQYMy off=3364815 len=1364411 2024-09-20T22:22:22.398 INFO:tasks.workunit.client.0.smithi046.stdout:op 5947 completed, throughput=5MB/sec 2024-09-20T22:22:22.398 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AlgIYka4aNgNn0m off=1848433 len=1703551 2024-09-20T22:22:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:22:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:22:22] "GET /metrics HTTP/1.1" 200 34158 "" "Prometheus/2.43.0" 2024-09-20T22:22:22.407 INFO:tasks.workunit.client.0.smithi046.stdout:op 5948 completed, throughput=5MB/sec 2024-09-20T22:22:22.407 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kpGIhfs7rPcq5Tb off=2480432 len=517999 2024-09-20T22:22:22.411 INFO:tasks.workunit.client.0.smithi046.stdout:op 5949 completed, throughput=5MB/sec 2024-09-20T22:22:22.411 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eN8ScAB7ZRAWLUj off=3341697 len=1619794 2024-09-20T22:22:22.413 INFO:tasks.workunit.client.0.smithi046.stdout:op 5950 completed, throughput=5MB/sec 2024-09-20T22:22:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:22:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:22:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:22:23.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:22 smithi046 ceph-mon[98591]: pgmap v2019: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-20T22:22:23.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:22 smithi046 ceph-mon[96110]: pgmap v2019: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-20T22:22:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:22 smithi134 ceph-mon[89086]: pgmap v2019: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-20T22:22:23.413 INFO:tasks.workunit.client.0.smithi046.stdout: 1170: throughput=5MB/sec pending data=0 2024-09-20T22:22:23.413 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oZcB4Gqr3S6tVqg off=10199784 len=517720 2024-09-20T22:22:23.417 INFO:tasks.workunit.client.0.smithi046.stdout:op 5951 completed, throughput=5MB/sec 2024-09-20T22:22:23.418 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-S0a4Z-aT2CZqyYW off=21911256 len=415650 2024-09-20T22:22:23.421 INFO:tasks.workunit.client.0.smithi046.stdout:op 5952 completed, throughput=5MB/sec 2024-09-20T22:22:23.421 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bRM0fMHUrZYjZ2H off=6403600 len=257899 2024-09-20T22:22:23.422 INFO:tasks.workunit.client.0.smithi046.stdout:op 5953 completed, throughput=5MB/sec 2024-09-20T22:22:23.422 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8ANa125D0kLeSy9 off=2781156 len=495586 2024-09-20T22:22:23.423 INFO:tasks.workunit.client.0.smithi046.stdout:op 5954 completed, throughput=5MB/sec 2024-09-20T22:22:23.423 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-m5yJ4fbvoZazOF2 off=5267380 len=1534963 2024-09-20T22:22:23.433 INFO:tasks.workunit.client.0.smithi046.stdout:op 5955 completed, throughput=5MB/sec 2024-09-20T22:22:23.433 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fbNT_nQG1kToxIR off=6934114 len=1444075 2024-09-20T22:22:23.434 INFO:tasks.workunit.client.0.smithi046.stdout:op 5956 completed, throughput=5MB/sec 2024-09-20T22:22:24.435 INFO:tasks.workunit.client.0.smithi046.stdout: 1171: throughput=5MB/sec pending data=0 2024-09-20T22:22:24.435 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-K26zFvplpcJIa_n off=15467764 len=1076082 2024-09-20T22:22:24.441 INFO:tasks.workunit.client.0.smithi046.stdout:op 5957 completed, throughput=5MB/sec 2024-09-20T22:22:24.441 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sP0RBut_o4UsUry off=1443855 len=558576 2024-09-20T22:22:24.445 INFO:tasks.workunit.client.0.smithi046.stdout:op 5958 completed, throughput=5MB/sec 2024-09-20T22:22:24.445 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dhdGjDE_-PxCWR2 off=838311 len=1696365 2024-09-20T22:22:24.452 INFO:tasks.workunit.client.0.smithi046.stdout:op 5959 completed, throughput=5MB/sec 2024-09-20T22:22:24.453 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-s6H_3fP3LEq4O_- off=337691 len=918655 2024-09-20T22:22:24.458 INFO:tasks.workunit.client.0.smithi046.stdout:op 5960 completed, throughput=5MB/sec 2024-09-20T22:22:24.458 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3tKsyKcmQA_eRQJ off=14981245 len=102931 2024-09-20T22:22:24.459 INFO:tasks.workunit.client.0.smithi046.stdout:op 5961 completed, throughput=5MB/sec 2024-09-20T22:22:24.459 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-k-FT-4rOiYR8ZBl off=8293728 len=1984298 2024-09-20T22:22:24.469 INFO:tasks.workunit.client.0.smithi046.stdout:op 5962 completed, throughput=5MB/sec 2024-09-20T22:22:25.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:24 smithi046 ceph-mon[96110]: pgmap v2020: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:22:25.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:24 smithi046 ceph-mon[98591]: pgmap v2020: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:22:25.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:24 smithi134 ceph-mon[89086]: pgmap v2020: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-20T22:22:25.470 INFO:tasks.workunit.client.0.smithi046.stdout: 1172: throughput=5MB/sec pending data=0 2024-09-20T22:22:25.470 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-P5cbiLT3GREFBje off=85630 len=2086197 2024-09-20T22:22:25.472 INFO:tasks.workunit.client.0.smithi046.stdout:op 5963 completed, throughput=5MB/sec 2024-09-20T22:22:25.472 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GzdW6dftIdp38WW off=13247391 len=825051 2024-09-20T22:22:25.474 INFO:tasks.workunit.client.0.smithi046.stdout:op 5964 completed, throughput=5MB/sec 2024-09-20T22:22:25.474 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9g1GGM--uaBjn0L off=2663391 len=661399 2024-09-20T22:22:25.475 INFO:tasks.workunit.client.0.smithi046.stdout:op 5965 completed, throughput=5MB/sec 2024-09-20T22:22:25.475 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Dkr1PP98xN5K5CL off=6321467 len=1259706 2024-09-20T22:22:25.482 INFO:tasks.workunit.client.0.smithi046.stdout:op 5966 completed, throughput=5MB/sec 2024-09-20T22:22:26.482 INFO:tasks.workunit.client.0.smithi046.stdout: 1173: throughput=5MB/sec pending data=0 2024-09-20T22:22:26.483 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YJ9fKM_oBCCpyRZ off=14420593 len=264266 2024-09-20T22:22:26.486 INFO:tasks.workunit.client.0.smithi046.stdout:op 5967 completed, throughput=5MB/sec 2024-09-20T22:22:26.486 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Z13WYTdY5Z3ShDd off=1897884 len=659783 2024-09-20T22:22:26.491 INFO:tasks.workunit.client.0.smithi046.stdout:op 5968 completed, throughput=5MB/sec 2024-09-20T22:22:26.491 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MgWp0qcKQtEKgIO off=18772971 len=1532421 2024-09-20T22:22:26.494 INFO:tasks.workunit.client.0.smithi046.stdout:op 5969 completed, throughput=5MB/sec 2024-09-20T22:22:26.494 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QF7OT5pToD5-NCN off=18422939 len=1124868 2024-09-20T22:22:26.500 INFO:tasks.workunit.client.0.smithi046.stdout:op 5970 completed, throughput=5MB/sec 2024-09-20T22:22:26.501 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PgC5pREjuURKh0b off=10625868 len=407617 2024-09-20T22:22:26.501 INFO:tasks.workunit.client.0.smithi046.stdout:op 5971 completed, throughput=5MB/sec 2024-09-20T22:22:26.502 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rk-FQsH_pLP3tOL off=17326470 len=1524797 2024-09-20T22:22:26.502 INFO:tasks.workunit.client.0.smithi046.stdout:op 5972 completed, throughput=5MB/sec 2024-09-20T22:22:27.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:26 smithi046 ceph-mon[96110]: pgmap v2021: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-20T22:22:27.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:26 smithi046 ceph-mon[98591]: pgmap v2021: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-20T22:22:27.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:26 smithi134 ceph-mon[89086]: pgmap v2021: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-20T22:22:27.503 INFO:tasks.workunit.client.0.smithi046.stdout: 1174: throughput=5MB/sec pending data=0 2024-09-20T22:22:27.503 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fo8oui8zXVx43Ef off=3068361 len=1254194 2024-09-20T22:22:27.510 INFO:tasks.workunit.client.0.smithi046.stdout:op 5973 completed, throughput=5MB/sec 2024-09-20T22:22:27.510 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rSPk742QvzSJTKc off=15043422 len=720844 2024-09-20T22:22:27.512 INFO:tasks.workunit.client.0.smithi046.stdout:op 5974 completed, throughput=5MB/sec 2024-09-20T22:22:27.512 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cFxxrsmC5w0PQuG off=3283621 len=1878985 2024-09-20T22:22:27.515 INFO:tasks.workunit.client.0.smithi046.stdout:op 5975 completed, throughput=5MB/sec 2024-09-20T22:22:27.515 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BX8uMOnRH4d63o9 off=5248219 len=578428 2024-09-20T22:22:27.516 INFO:tasks.workunit.client.0.smithi046.stdout:op 5976 completed, throughput=5MB/sec 2024-09-20T22:22:28.516 INFO:tasks.workunit.client.0.smithi046.stdout: 1175: throughput=5MB/sec pending data=0 2024-09-20T22:22:28.516 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-F1D8p3IHoSHS0UD off=1777767 len=950862 2024-09-20T22:22:28.519 INFO:tasks.workunit.client.0.smithi046.stdout:op 5977 completed, throughput=5MB/sec 2024-09-20T22:22:28.519 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-25BNj-J2nTFjGDB off=4530376 len=1659981 2024-09-20T22:22:28.521 INFO:tasks.workunit.client.0.smithi046.stdout:op 5978 completed, throughput=5MB/sec 2024-09-20T22:22:28.521 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jtDRWpkZR0MSnqW off=10777793 len=460560 2024-09-20T22:22:28.523 INFO:tasks.workunit.client.0.smithi046.stdout:op 5979 completed, throughput=5MB/sec 2024-09-20T22:22:28.523 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8PbzxTTLTVc3Anp off=375036 len=1086723 2024-09-20T22:22:28.529 INFO:tasks.workunit.client.0.smithi046.stdout:op 5980 completed, throughput=5MB/sec 2024-09-20T22:22:28.529 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HIvc4ABUA2_uYNQ off=1586290 len=491665 2024-09-20T22:22:28.533 INFO:tasks.workunit.client.0.smithi046.stdout:op 5981 completed, throughput=5MB/sec 2024-09-20T22:22:28.533 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Bb-DJphn4w-VkBF off=8031473 len=1274467 2024-09-20T22:22:28.542 INFO:tasks.workunit.client.0.smithi046.stdout:op 5982 completed, throughput=5MB/sec 2024-09-20T22:22:29.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:28 smithi046 ceph-mon[96110]: pgmap v2022: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:22:29.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:28 smithi046 ceph-mon[98591]: pgmap v2022: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:22:29.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:28 smithi134 ceph-mon[89086]: pgmap v2022: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-20T22:22:29.542 INFO:tasks.workunit.client.0.smithi046.stdout: 1176: throughput=5MB/sec pending data=0 2024-09-20T22:22:29.542 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cbXa7tam6rulyjo off=1765270 len=832807 2024-09-20T22:22:29.548 INFO:tasks.workunit.client.0.smithi046.stdout:op 5983 completed, throughput=5MB/sec 2024-09-20T22:22:29.548 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iUQtxSrbOk1t5FV off=20895 len=1727460 2024-09-20T22:22:29.556 INFO:tasks.workunit.client.0.smithi046.stdout:op 5984 completed, throughput=5MB/sec 2024-09-20T22:22:29.556 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DFTh2WfH1Bhhbyq off=7641458 len=1903952 2024-09-20T22:22:29.558 INFO:tasks.workunit.client.0.smithi046.stdout:op 5985 completed, throughput=5MB/sec 2024-09-20T22:22:30.558 INFO:tasks.workunit.client.0.smithi046.stdout:waiting for all operations to complete 2024-09-20T22:22:30.559 INFO:tasks.workunit.client.0.smithi046.stdout:cleaning up objects 2024-09-20T22:22:31.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:30 smithi046 ceph-mon[96110]: pgmap v2023: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-20T22:22:31.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:30 smithi046 ceph-mon[98591]: pgmap v2023: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-20T22:22:31.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:30 smithi134 ceph-mon[89086]: pgmap v2023: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-20T22:22:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:22:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:22:32] "GET /metrics HTTP/1.1" 200 34158 "" "Prometheus/2.43.0" 2024-09-20T22:22:32.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:22:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:22:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:22:33.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:32 smithi046 ceph-mon[96110]: pgmap v2024: 105 pgs: 105 active+clean; 125 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-09-20T22:22:33.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:32 smithi046 ceph-mon[98591]: pgmap v2024: 105 pgs: 105 active+clean; 125 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-09-20T22:22:33.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:32 smithi134 ceph-mon[89086]: pgmap v2024: 105 pgs: 105 active+clean; 125 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-09-20T22:22:35.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:34 smithi046 ceph-mon[96110]: pgmap v2025: 105 pgs: 105 active+clean; 123 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-20T22:22:35.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:22:35.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:34 smithi046 ceph-mon[98591]: pgmap v2025: 105 pgs: 105 active+clean; 123 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-20T22:22:35.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:22:35.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:34 smithi134 ceph-mon[89086]: pgmap v2025: 105 pgs: 105 active+clean; 123 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-20T22:22:35.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:22:37.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:36 smithi046 ceph-mon[96110]: pgmap v2026: 105 pgs: 105 active+clean; 96 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 213 op/s 2024-09-20T22:22:37.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:36 smithi046 ceph-mon[98591]: pgmap v2026: 105 pgs: 105 active+clean; 96 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 213 op/s 2024-09-20T22:22:37.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:36 smithi134 ceph-mon[89086]: pgmap v2026: 105 pgs: 105 active+clean; 96 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 213 op/s 2024-09-20T22:22:39.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:38 smithi046 ceph-mon[96110]: pgmap v2027: 105 pgs: 105 active+clean; 81 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 310 op/s 2024-09-20T22:22:39.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:38 smithi046 ceph-mon[98591]: pgmap v2027: 105 pgs: 105 active+clean; 81 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 310 op/s 2024-09-20T22:22:39.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:38 smithi134 ceph-mon[89086]: pgmap v2027: 105 pgs: 105 active+clean; 81 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 310 op/s 2024-09-20T22:22:41.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:40 smithi046 ceph-mon[96110]: pgmap v2028: 105 pgs: 105 active+clean; 81 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 821 KiB/s rd, 608 KiB/s wr, 309 op/s 2024-09-20T22:22:41.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:40 smithi046 ceph-mon[98591]: pgmap v2028: 105 pgs: 105 active+clean; 81 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 821 KiB/s rd, 608 KiB/s wr, 309 op/s 2024-09-20T22:22:41.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:40 smithi134 ceph-mon[89086]: pgmap v2028: 105 pgs: 105 active+clean; 81 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 821 KiB/s rd, 608 KiB/s wr, 309 op/s 2024-09-20T22:22:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:22:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:22:42] "GET /metrics HTTP/1.1" 200 34162 "" "Prometheus/2.43.0" 2024-09-20T22:22:42.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:22:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:22:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:22:43.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:42 smithi046 ceph-mon[96110]: pgmap v2029: 105 pgs: 105 active+clean; 49 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 821 KiB/s rd, 608 KiB/s wr, 528 op/s 2024-09-20T22:22:43.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:42 smithi046 ceph-mon[98591]: pgmap v2029: 105 pgs: 105 active+clean; 49 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 821 KiB/s rd, 608 KiB/s wr, 528 op/s 2024-09-20T22:22:43.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:42 smithi134 ceph-mon[89086]: pgmap v2029: 105 pgs: 105 active+clean; 49 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 821 KiB/s rd, 608 KiB/s wr, 528 op/s 2024-09-20T22:22:44.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:43 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:22:44.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:43 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:22:44.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:43 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:22:45.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:44 smithi046 ceph-mon[96110]: pgmap v2030: 105 pgs: 105 active+clean; 44 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 544 op/s 2024-09-20T22:22:45.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:22:45.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:22:45.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:22:45.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:44 smithi046 ceph-mon[98591]: pgmap v2030: 105 pgs: 105 active+clean; 44 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 544 op/s 2024-09-20T22:22:45.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:22:45.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:22:45.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:22:45.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:44 smithi134 ceph-mon[89086]: pgmap v2030: 105 pgs: 105 active+clean; 44 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 544 op/s 2024-09-20T22:22:45.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:22:45.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:22:45.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:22:47.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:46 smithi046 ceph-mon[96110]: pgmap v2031: 105 pgs: 105 active+clean; 22 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 678 op/s 2024-09-20T22:22:47.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:46 smithi046 ceph-mon[98591]: pgmap v2031: 105 pgs: 105 active+clean; 22 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 678 op/s 2024-09-20T22:22:47.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:46 smithi134 ceph-mon[89086]: pgmap v2031: 105 pgs: 105 active+clean; 22 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 678 op/s 2024-09-20T22:22:47.520 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-20T22:22:47.520 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-20T22:22:47.548 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2024-09-20T22:22:47.549 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-20T22:22:47.810 DEBUG:teuthology.parallel:result is None 2024-09-20T22:22:47.810 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-20T22:22:47.836 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-20T22:22:47.836 DEBUG:teuthology.orchestra.run.smithi046:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-20T22:22:47.892 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-20T22:22:47.892 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-20T22:22:47.892 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2024-09-20T22:22:47.892 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-20T22:22:47.892 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2024-09-20T22:22:47.892 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-20T22:22:47.893 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-09-20T22:22:47.893 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-20T22:22:47.893 DEBUG:teuthology.orchestra.run.smithi134:> stat -- /home/ubuntu/cephtest/mnt.1 2024-09-20T22:22:47.909 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-20T22:22:47.909 INFO:teuthology.orchestra.run.smithi134.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-20T22:22:47.909 DEBUG:teuthology.orchestra.run.smithi134:> mkdir -- /home/ubuntu/cephtest/mnt.1 2024-09-20T22:22:47.965 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2024-09-20T22:22:47.965 DEBUG:teuthology.orchestra.run.smithi134:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2024-09-20T22:22:48.021 INFO:tasks.workunit:timeout=3h 2024-09-20T22:22:48.021 INFO:tasks.workunit:cleanup=True 2024-09-20T22:22:48.021 DEBUG:teuthology.orchestra.run.smithi134:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2024-09-20T22:22:48.077 INFO:tasks.workunit.client.1.smithi134.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2024-09-20T22:22:49.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:48 smithi046 ceph-mon[96110]: pgmap v2032: 105 pgs: 105 active+clean; 9.5 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 579 op/s 2024-09-20T22:22:49.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:48 smithi046 ceph-mon[98591]: pgmap v2032: 105 pgs: 105 active+clean; 9.5 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 579 op/s 2024-09-20T22:22:49.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:48 smithi134 ceph-mon[89086]: pgmap v2032: 105 pgs: 105 active+clean; 9.5 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 579 op/s 2024-09-20T22:22:50.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:22:50.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:22:50.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:22:51.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:50 smithi046 ceph-mon[96110]: pgmap v2033: 105 pgs: 105 active+clean; 9.5 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 481 op/s 2024-09-20T22:22:51.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:50 smithi046 ceph-mon[98591]: pgmap v2033: 105 pgs: 105 active+clean; 9.5 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 481 op/s 2024-09-20T22:22:51.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:50 smithi134 ceph-mon[89086]: pgmap v2033: 105 pgs: 105 active+clean; 9.5 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 481 op/s 2024-09-20T22:22:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:22:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:22:52] "GET /metrics HTTP/1.1" 200 34154 "" "Prometheus/2.43.0" 2024-09-20T22:22:52.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:22:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:22:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:22:53.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:52 smithi134 ceph-mon[89086]: pgmap v2034: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 545 op/s 2024-09-20T22:22:53.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:52 smithi046 ceph-mon[96110]: pgmap v2034: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 545 op/s 2024-09-20T22:22:53.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:52 smithi046 ceph-mon[98591]: pgmap v2034: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 545 op/s 2024-09-20T22:22:54.221 DEBUG:teuthology.orchestra.run.smithi134:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2024-09-20T22:22:54.285 INFO:tasks.workunit.client.1.smithi134.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-20T22:22:54.288 INFO:tasks.workunit.client.1.smithi134.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-09-20T22:22:54.288 INFO:tasks.workunit.client.1.smithi134.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-20T22:22:55.005 INFO:tasks.workunit.client.1.smithi134.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-20T22:22:55.084 INFO:tasks.workunit.client.1.smithi134.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-20T22:22:55.124 INFO:tasks.workunit.client.1.smithi134.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-09-20T22:22:55.126 INFO:tasks.workunit.client.1.smithi134.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-09-20T22:22:55.126 INFO:tasks.workunit.client.1.smithi134.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-20T22:22:55.165 INFO:tasks.workunit.client.1.smithi134.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-09-20T22:22:55.168 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-20T22:22:55.168 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2024-09-20T22:22:55.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:54 smithi134 ceph-mon[89086]: pgmap v2035: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 325 op/s 2024-09-20T22:22:55.190 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2024-09-20T22:22:55.191 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-09-20T22:22:55.192 DEBUG:teuthology.orchestra.run.smithi134:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2024-09-20T22:22:55.255 INFO:tasks.workunit.client.1.smithi134.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-09-20T22:22:55.255 INFO:tasks.workunit.client.1.smithi134.stderr:+ RBD_FORCE_ALLOW_V1=1 2024-09-20T22:22:55.255 INFO:tasks.workunit.client.1.smithi134.stderr:+ TMPDIR=/tmp/rbd_import_export_131276 2024-09-20T22:22:55.255 INFO:tasks.workunit.client.1.smithi134.stderr:+ rm -rf /tmp/rbd_import_export_131276 2024-09-20T22:22:55.256 INFO:tasks.workunit.client.1.smithi134.stderr:+ mkdir /tmp/rbd_import_export_131276 2024-09-20T22:22:55.257 INFO:tasks.workunit.client.1.smithi134.stderr:+ trap 'rm -rf /tmp/rbd_import_export_131276' INT TERM EXIT 2024-09-20T22:22:55.257 INFO:tasks.workunit.client.1.smithi134.stderr:+ mkdir foo.131276 2024-09-20T22:22:55.257 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd import foo.131276 foo.dir 2024-09-20T22:22:55.299 INFO:tasks.workunit.client.1.smithi134.stderr:rbd: cannot import a directory 2024-09-20T22:22:55.299 INFO:tasks.workunit.client.1.smithi134.stderr: Importing image: 0% complete...failed. 2024-09-20T22:22:55.299 INFO:tasks.workunit.client.1.smithi134.stderr:rbd: import failed: (21) Is a directory 2024-09-20T22:22:55.302 INFO:tasks.workunit.client.1.smithi134.stderr:+ true 2024-09-20T22:22:55.302 INFO:tasks.workunit.client.1.smithi134.stderr:+ rmdir foo.131276 2024-09-20T22:22:55.308 INFO:tasks.workunit.client.1.smithi134.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_131276/img bs=1k count=1 seek=10 2024-09-20T22:22:55.309 INFO:tasks.workunit.client.1.smithi134.stderr:1+0 records in 2024-09-20T22:22:55.309 INFO:tasks.workunit.client.1.smithi134.stderr:1+0 records out 2024-09-20T22:22:55.309 INFO:tasks.workunit.client.1.smithi134.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 3.9725e-05 s, 25.8 MB/s 2024-09-20T22:22:55.309 INFO:tasks.workunit.client.1.smithi134.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_131276/img bs=1k count=10 seek=100 2024-09-20T22:22:55.310 INFO:tasks.workunit.client.1.smithi134.stderr:10+0 records in 2024-09-20T22:22:55.310 INFO:tasks.workunit.client.1.smithi134.stderr:10+0 records out 2024-09-20T22:22:55.310 INFO:tasks.workunit.client.1.smithi134.stderr:10240 bytes (10 kB, 10 KiB) copied, 5.1094e-05 s, 200 MB/s 2024-09-20T22:22:55.310 INFO:tasks.workunit.client.1.smithi134.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_131276/img bs=1k count=100 seek=1000 2024-09-20T22:22:55.311 INFO:tasks.workunit.client.1.smithi134.stderr:60+1 records in 2024-09-20T22:22:55.311 INFO:tasks.workunit.client.1.smithi134.stderr:60+1 records out 2024-09-20T22:22:55.311 INFO:tasks.workunit.client.1.smithi134.stderr:61640 bytes (62 kB, 60 KiB) copied, 0.000148349 s, 416 MB/s 2024-09-20T22:22:55.311 INFO:tasks.workunit.client.1.smithi134.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_131276/img bs=1k seek=10000 2024-09-20T22:22:55.312 INFO:tasks.workunit.client.1.smithi134.stderr:137+1 records in 2024-09-20T22:22:55.312 INFO:tasks.workunit.client.1.smithi134.stderr:137+1 records out 2024-09-20T22:22:55.312 INFO:tasks.workunit.client.1.smithi134.stderr:140928 bytes (141 kB, 138 KiB) copied, 0.000424238 s, 332 MB/s 2024-09-20T22:22:55.312 INFO:tasks.workunit.client.1.smithi134.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_131276/img bs=1k seek=100000 2024-09-20T22:22:55.313 INFO:tasks.workunit.client.1.smithi134.stderr:60+1 records in 2024-09-20T22:22:55.313 INFO:tasks.workunit.client.1.smithi134.stderr:60+1 records out 2024-09-20T22:22:55.313 INFO:tasks.workunit.client.1.smithi134.stderr:61592 bytes (62 kB, 60 KiB) copied, 0.000153536 s, 401 MB/s 2024-09-20T22:22:55.313 INFO:tasks.workunit.client.1.smithi134.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_131276/img bs=1k seek=1000000 2024-09-20T22:22:55.314 INFO:tasks.workunit.client.1.smithi134.stderr:154+1 records in 2024-09-20T22:22:55.314 INFO:tasks.workunit.client.1.smithi134.stderr:154+1 records out 2024-09-20T22:22:55.314 INFO:tasks.workunit.client.1.smithi134.stderr:158176 bytes (158 kB, 154 KiB) copied, 0.000317376 s, 498 MB/s 2024-09-20T22:22:55.314 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd rm testimg 2024-09-20T22:22:55.367 INFO:tasks.workunit.client.1.smithi134.stderr: Removing image: 0% complete...failed. 2024-09-20T22:22:55.367 INFO:tasks.workunit.client.1.smithi134.stderr:rbd: delete error: (2) No such file or directory 2024-09-20T22:22:55.370 INFO:tasks.workunit.client.1.smithi134.stderr:+ true 2024-09-20T22:22:55.370 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd import --new-format /tmp/rbd_import_export_131276/img testimg 2024-09-20T22:22:55.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:54 smithi046 ceph-mon[96110]: pgmap v2035: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 325 op/s 2024-09-20T22:22:55.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:54 smithi046 ceph-mon[98591]: pgmap v2035: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 325 op/s 2024-09-20T22:22:55.904 INFO:tasks.workunit.client.1.smithi134.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-09-20T22:22:55.905 INFO:tasks.workunit.client.1.smithi134.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-20T22:22:55.908 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd export testimg /tmp/rbd_import_export_131276/img2 2024-09-20T22:22:56.170 INFO:tasks.workunit.client.1.smithi134.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-09-20T22:22:56.173 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd export testimg - 2024-09-20T22:22:56.832 INFO:tasks.workunit.client.1.smithi134.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-09-20T22:22:56.835 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd rm testimg 2024-09-20T22:22:56.963 INFO:tasks.workunit.client.1.smithi134.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-09-20T22:22:56.966 INFO:tasks.workunit.client.1.smithi134.stderr:+ cmp /tmp/rbd_import_export_131276/img /tmp/rbd_import_export_131276/img2 2024-09-20T22:22:57.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:56 smithi134 ceph-mon[89086]: pgmap v2036: 105 pgs: 105 active+clean; 5.2 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 KiB/s rd, 24 KiB/s wr, 295 op/s 2024-09-20T22:22:57.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:56 smithi046 ceph-mon[96110]: pgmap v2036: 105 pgs: 105 active+clean; 5.2 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 KiB/s rd, 24 KiB/s wr, 295 op/s 2024-09-20T22:22:57.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:56 smithi046 ceph-mon[98591]: pgmap v2036: 105 pgs: 105 active+clean; 5.2 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 KiB/s rd, 24 KiB/s wr, 295 op/s 2024-09-20T22:22:57.507 INFO:tasks.workunit.client.1.smithi134.stderr:+ cmp /tmp/rbd_import_export_131276/img /tmp/rbd_import_export_131276/img3 2024-09-20T22:22:57.907 INFO:tasks.workunit.client.1.smithi134.stderr:+ rm /tmp/rbd_import_export_131276/img2 /tmp/rbd_import_export_131276/img3 2024-09-20T22:22:58.070 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd import --new-format - testimg 2024-09-20T22:22:58.487 INFO:tasks.workunit.client.1.smithi134.stderr: Importing image: 100% complete...done. 2024-09-20T22:22:58.488 INFO:tasks.workunit.client.1.smithi134.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-20T22:22:58.490 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd export testimg /tmp/rbd_import_export_131276/img2 2024-09-20T22:22:58.822 INFO:tasks.workunit.client.1.smithi134.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-09-20T22:22:58.825 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd export testimg - 2024-09-20T22:22:59.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:22:58 smithi134 ceph-mon[89086]: pgmap v2037: 105 pgs: 105 active+clean; 5.9 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 38 KiB/s wr, 151 op/s 2024-09-20T22:22:59.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:22:58 smithi046 ceph-mon[96110]: pgmap v2037: 105 pgs: 105 active+clean; 5.9 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 38 KiB/s wr, 151 op/s 2024-09-20T22:22:59.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:22:58 smithi046 ceph-mon[98591]: pgmap v2037: 105 pgs: 105 active+clean; 5.9 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 38 KiB/s wr, 151 op/s 2024-09-20T22:22:59.495 INFO:tasks.workunit.client.1.smithi134.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-09-20T22:22:59.498 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd rm testimg 2024-09-20T22:22:59.622 INFO:tasks.workunit.client.1.smithi134.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-09-20T22:22:59.625 INFO:tasks.workunit.client.1.smithi134.stderr:+ cmp /tmp/rbd_import_export_131276/img /tmp/rbd_import_export_131276/img2 2024-09-20T22:23:00.168 INFO:tasks.workunit.client.1.smithi134.stderr:+ cmp /tmp/rbd_import_export_131276/img /tmp/rbd_import_export_131276/img3 2024-09-20T22:23:00.567 INFO:tasks.workunit.client.1.smithi134.stderr:+ rm /tmp/rbd_import_export_131276/img /tmp/rbd_import_export_131276/img2 /tmp/rbd_import_export_131276/img3 2024-09-20T22:23:00.786 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd help export 2024-09-20T22:23:00.787 INFO:tasks.workunit.client.1.smithi134.stderr:+ grep -q export-format 2024-09-20T22:23:00.804 INFO:tasks.workunit.client.1.smithi134.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_131276/img bs=1k count=10 seek=100 2024-09-20T22:23:00.805 INFO:tasks.workunit.client.1.smithi134.stderr:10+0 records in 2024-09-20T22:23:00.805 INFO:tasks.workunit.client.1.smithi134.stderr:10+0 records out 2024-09-20T22:23:00.806 INFO:tasks.workunit.client.1.smithi134.stderr:10240 bytes (10 kB, 10 KiB) copied, 6.2639e-05 s, 163 MB/s 2024-09-20T22:23:00.806 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd import --new-format /tmp/rbd_import_export_131276/img testimg 2024-09-20T22:23:00.872 INFO:tasks.workunit.client.1.smithi134.stderr: Importing image: 100% complete...done. 2024-09-20T22:23:00.872 INFO:tasks.workunit.client.1.smithi134.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-20T22:23:00.874 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd snap create testimg@snap 2024-09-20T22:23:01.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:00 smithi134 ceph-mon[89086]: pgmap v2038: 105 pgs: 105 active+clean; 5.9 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 38 KiB/s wr, 71 op/s 2024-09-20T22:23:01.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:00 smithi046 ceph-mon[96110]: pgmap v2038: 105 pgs: 105 active+clean; 5.9 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 38 KiB/s wr, 71 op/s 2024-09-20T22:23:01.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:00 smithi046 ceph-mon[98591]: pgmap v2038: 105 pgs: 105 active+clean; 5.9 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 38 KiB/s wr, 71 op/s 2024-09-20T22:23:01.930 INFO:tasks.workunit.client.1.smithi134.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-09-20T22:23:01.939 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd image-meta set testimg key1 value1 2024-09-20T22:23:01.996 INFO:tasks.workunit.client.1.smithi134.stderr:++ rbd image-meta list testimg 2024-09-20T22:23:02.037 INFO:tasks.workunit.client.1.smithi134.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2024-09-20T22:23:02.037 INFO:tasks.workunit.client.1.smithi134.stderr: 2024-09-20T22:23:02.037 INFO:tasks.workunit.client.1.smithi134.stderr:Key Value 2024-09-20T22:23:02.037 INFO:tasks.workunit.client.1.smithi134.stderr:key1 value1' 2024-09-20T22:23:02.038 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_131276/img_v2 2024-09-20T22:23:02.074 INFO:tasks.workunit.client.1.smithi134.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-09-20T22:23:02.077 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_131276/img_v2 testimg_import 2024-09-20T22:23:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:23:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:23:02] "GET /metrics HTTP/1.1" 200 34154 "" "Prometheus/2.43.0" 2024-09-20T22:23:02.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:23:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:23:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:23:02.944 INFO:tasks.workunit.client.1.smithi134.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-09-20T22:23:02.947 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd info testimg_import 2024-09-20T22:23:02.981 INFO:tasks.workunit.client.1.smithi134.stdout:rbd image 'testimg_import': 2024-09-20T22:23:02.982 INFO:tasks.workunit.client.1.smithi134.stdout: size 110 KiB in 1 objects 2024-09-20T22:23:02.982 INFO:tasks.workunit.client.1.smithi134.stdout: order 22 (4 MiB objects) 2024-09-20T22:23:02.982 INFO:tasks.workunit.client.1.smithi134.stdout: snapshot_count: 1 2024-09-20T22:23:02.982 INFO:tasks.workunit.client.1.smithi134.stdout: id: d5f1a657e54c 2024-09-20T22:23:02.982 INFO:tasks.workunit.client.1.smithi134.stdout: block_name_prefix: rbd_data.d5f1a657e54c 2024-09-20T22:23:02.982 INFO:tasks.workunit.client.1.smithi134.stdout: format: 2 2024-09-20T22:23:02.982 INFO:tasks.workunit.client.1.smithi134.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-09-20T22:23:02.982 INFO:tasks.workunit.client.1.smithi134.stdout: op_features: 2024-09-20T22:23:02.982 INFO:tasks.workunit.client.1.smithi134.stdout: flags: 2024-09-20T22:23:02.982 INFO:tasks.workunit.client.1.smithi134.stdout: create_timestamp: Fri Sep 20 22:23:02 2024 2024-09-20T22:23:02.982 INFO:tasks.workunit.client.1.smithi134.stdout: access_timestamp: Fri Sep 20 22:23:02 2024 2024-09-20T22:23:02.982 INFO:tasks.workunit.client.1.smithi134.stdout: modify_timestamp: Fri Sep 20 22:23:02 2024 2024-09-20T22:23:02.984 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd info testimg_import@snap 2024-09-20T22:23:03.018 INFO:tasks.workunit.client.1.smithi134.stdout:rbd image 'testimg_import': 2024-09-20T22:23:03.018 INFO:tasks.workunit.client.1.smithi134.stdout: size 110 KiB in 1 objects 2024-09-20T22:23:03.018 INFO:tasks.workunit.client.1.smithi134.stdout: order 22 (4 MiB objects) 2024-09-20T22:23:03.019 INFO:tasks.workunit.client.1.smithi134.stdout: snapshot_count: 1 2024-09-20T22:23:03.019 INFO:tasks.workunit.client.1.smithi134.stdout: id: d5f1a657e54c 2024-09-20T22:23:03.019 INFO:tasks.workunit.client.1.smithi134.stdout: block_name_prefix: rbd_data.d5f1a657e54c 2024-09-20T22:23:03.019 INFO:tasks.workunit.client.1.smithi134.stdout: format: 2 2024-09-20T22:23:03.019 INFO:tasks.workunit.client.1.smithi134.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-09-20T22:23:03.019 INFO:tasks.workunit.client.1.smithi134.stdout: op_features: 2024-09-20T22:23:03.019 INFO:tasks.workunit.client.1.smithi134.stdout: flags: 2024-09-20T22:23:03.019 INFO:tasks.workunit.client.1.smithi134.stdout: create_timestamp: Fri Sep 20 22:23:02 2024 2024-09-20T22:23:03.019 INFO:tasks.workunit.client.1.smithi134.stdout: access_timestamp: Fri Sep 20 22:23:02 2024 2024-09-20T22:23:03.019 INFO:tasks.workunit.client.1.smithi134.stdout: modify_timestamp: Fri Sep 20 22:23:02 2024 2024-09-20T22:23:03.019 INFO:tasks.workunit.client.1.smithi134.stdout: protected: False 2024-09-20T22:23:03.021 INFO:tasks.workunit.client.1.smithi134.stderr:++ rbd image-meta list testimg_import 2024-09-20T22:23:03.061 INFO:tasks.workunit.client.1.smithi134.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2024-09-20T22:23:03.061 INFO:tasks.workunit.client.1.smithi134.stderr: 2024-09-20T22:23:03.061 INFO:tasks.workunit.client.1.smithi134.stderr:Key Value 2024-09-20T22:23:03.061 INFO:tasks.workunit.client.1.smithi134.stderr:key1 value1' 2024-09-20T22:23:03.062 INFO:tasks.workunit.client.1.smithi134.stderr:+ '[' 'There is 1 metadatum on this image: 2024-09-20T22:23:03.062 INFO:tasks.workunit.client.1.smithi134.stderr: 2024-09-20T22:23:03.062 INFO:tasks.workunit.client.1.smithi134.stderr:Key Value 2024-09-20T22:23:03.062 INFO:tasks.workunit.client.1.smithi134.stderr:key1 value1' = 'There is 1 metadatum on this image: 2024-09-20T22:23:03.062 INFO:tasks.workunit.client.1.smithi134.stderr: 2024-09-20T22:23:03.062 INFO:tasks.workunit.client.1.smithi134.stderr:Key Value 2024-09-20T22:23:03.062 INFO:tasks.workunit.client.1.smithi134.stderr:key1 value1' ']' 2024-09-20T22:23:03.062 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd export testimg_import /tmp/rbd_import_export_131276/img_import 2024-09-20T22:23:03.094 INFO:tasks.workunit.client.1.smithi134.stderr: Exporting image: 100% complete...done. 2024-09-20T22:23:03.097 INFO:tasks.workunit.client.1.smithi134.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_131276/img /tmp/rbd_import_export_131276/img_import 2024-09-20T22:23:03.097 INFO:tasks.workunit.client.1.smithi134.stderr:+ cmp -l /tmp/rbd_import_export_131276/img /tmp/rbd_import_export_131276/img_import 2024-09-20T22:23:03.098 INFO:tasks.workunit.client.1.smithi134.stderr:++ stat /tmp/rbd_import_export_131276/img --format %b 2024-09-20T22:23:03.099 INFO:tasks.workunit.client.1.smithi134.stderr:+ origsize=24 2024-09-20T22:23:03.099 INFO:tasks.workunit.client.1.smithi134.stderr:++ stat /tmp/rbd_import_export_131276/img_import --format %b 2024-09-20T22:23:03.100 INFO:tasks.workunit.client.1.smithi134.stderr:+ exportsize=224 2024-09-20T22:23:03.100 INFO:tasks.workunit.client.1.smithi134.stderr:+ difference=200 2024-09-20T22:23:03.100 INFO:tasks.workunit.client.1.smithi134.stderr:+ difference=200 2024-09-20T22:23:03.100 INFO:tasks.workunit.client.1.smithi134.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-09-20T22:23:03.101 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_131276/img_snap 2024-09-20T22:23:03.135 INFO:tasks.workunit.client.1.smithi134.stderr: Exporting image: 100% complete...done. 2024-09-20T22:23:03.137 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_131276/img_snap_import 2024-09-20T22:23:03.171 INFO:tasks.workunit.client.1.smithi134.stderr: Exporting image: 100% complete...done. 2024-09-20T22:23:03.174 INFO:tasks.workunit.client.1.smithi134.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_131276/img_snap /tmp/rbd_import_export_131276/img_snap_import 2024-09-20T22:23:03.174 INFO:tasks.workunit.client.1.smithi134.stderr:+ cmp -l /tmp/rbd_import_export_131276/img_snap /tmp/rbd_import_export_131276/img_snap_import 2024-09-20T22:23:03.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:02 smithi134 ceph-mon[89086]: pgmap v2039: 105 pgs: 105 active+clean; 693 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 172 KiB/s rd, 66 KiB/s wr, 135 op/s 2024-09-20T22:23:03.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:02 smithi134 ceph-mon[89086]: osdmap e1121: 8 total, 8 up, 8 in 2024-09-20T22:23:03.176 INFO:tasks.workunit.client.1.smithi134.stderr:++ stat /tmp/rbd_import_export_131276/img_snap --format %b 2024-09-20T22:23:03.176 INFO:tasks.workunit.client.1.smithi134.stderr:+ origsize=224 2024-09-20T22:23:03.176 INFO:tasks.workunit.client.1.smithi134.stderr:++ stat /tmp/rbd_import_export_131276/img_snap_import --format %b 2024-09-20T22:23:03.178 INFO:tasks.workunit.client.1.smithi134.stderr:+ exportsize=224 2024-09-20T22:23:03.178 INFO:tasks.workunit.client.1.smithi134.stderr:+ difference=0 2024-09-20T22:23:03.178 INFO:tasks.workunit.client.1.smithi134.stderr:+ difference=0 2024-09-20T22:23:03.178 INFO:tasks.workunit.client.1.smithi134.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-09-20T22:23:03.178 INFO:tasks.workunit.client.1.smithi134.stderr:+ rm /tmp/rbd_import_export_131276/img_v2 2024-09-20T22:23:03.178 INFO:tasks.workunit.client.1.smithi134.stderr:+ rm /tmp/rbd_import_export_131276/img_import 2024-09-20T22:23:03.178 INFO:tasks.workunit.client.1.smithi134.stderr:+ rm /tmp/rbd_import_export_131276/img_snap 2024-09-20T22:23:03.179 INFO:tasks.workunit.client.1.smithi134.stderr:+ rm /tmp/rbd_import_export_131276/img_snap_import 2024-09-20T22:23:03.180 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd snap rm testimg_import@snap 2024-09-20T22:23:03.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:02 smithi046 ceph-mon[96110]: pgmap v2039: 105 pgs: 105 active+clean; 693 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 172 KiB/s rd, 66 KiB/s wr, 135 op/s 2024-09-20T22:23:03.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:02 smithi046 ceph-mon[96110]: osdmap e1121: 8 total, 8 up, 8 in 2024-09-20T22:23:03.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:02 smithi046 ceph-mon[98591]: pgmap v2039: 105 pgs: 105 active+clean; 693 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 172 KiB/s rd, 66 KiB/s wr, 135 op/s 2024-09-20T22:23:03.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:02 smithi046 ceph-mon[98591]: osdmap e1121: 8 total, 8 up, 8 in 2024-09-20T22:23:03.943 INFO:tasks.workunit.client.1.smithi134.stderr: Removing snap: 100% complete...done. 2024-09-20T22:23:03.961 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd remove testimg_import 2024-09-20T22:23:04.087 INFO:tasks.workunit.client.1.smithi134.stderr: Removing image: 100% complete...done. 2024-09-20T22:23:04.089 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd snap rm testimg@snap 2024-09-20T22:23:04.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:03 smithi046 ceph-mon[96110]: osdmap e1122: 8 total, 8 up, 8 in 2024-09-20T22:23:04.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:03 smithi046 ceph-mon[98591]: osdmap e1122: 8 total, 8 up, 8 in 2024-09-20T22:23:04.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:03 smithi134 ceph-mon[89086]: osdmap e1122: 8 total, 8 up, 8 in 2024-09-20T22:23:04.945 INFO:tasks.workunit.client.1.smithi134.stderr: Removing snap: 100% complete...done. 2024-09-20T22:23:04.957 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd rm testimg 2024-09-20T22:23:05.077 INFO:tasks.workunit.client.1.smithi134.stderr: Removing image: 100% complete...done. 2024-09-20T22:23:05.080 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd import --order 20 /tmp/rbd_import_export_131276/img testimg 2024-09-20T22:23:05.145 INFO:tasks.workunit.client.1.smithi134.stderr: Importing image: 100% complete...done. 2024-09-20T22:23:05.146 INFO:tasks.workunit.client.1.smithi134.stderr:rbd: --order is deprecated, use --object-size 2024-09-20T22:23:05.148 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_131276/img_v2 2024-09-20T22:23:05.184 INFO:tasks.workunit.client.1.smithi134.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-09-20T22:23:05.187 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_131276/img_v2 testimg_import 2024-09-20T22:23:05.259 INFO:tasks.workunit.client.1.smithi134.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-09-20T22:23:05.262 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd info testimg_import 2024-09-20T22:23:05.262 INFO:tasks.workunit.client.1.smithi134.stderr:+ grep order 2024-09-20T22:23:05.262 INFO:tasks.workunit.client.1.smithi134.stderr:+ awk '{print $2}' 2024-09-20T22:23:05.263 INFO:tasks.workunit.client.1.smithi134.stderr:+ grep 20 2024-09-20T22:23:05.298 INFO:tasks.workunit.client.1.smithi134.stdout:20 2024-09-20T22:23:05.298 INFO:tasks.workunit.client.1.smithi134.stderr:+ rm /tmp/rbd_import_export_131276/img_v2 2024-09-20T22:23:05.301 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd remove testimg_import 2024-09-20T22:23:05.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:04 smithi046 ceph-mon[96110]: pgmap v2042: 105 pgs: 105 active+clean; 693 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 293 KiB/s rd, 82 KiB/s wr, 103 op/s 2024-09-20T22:23:05.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:04 smithi046 ceph-mon[96110]: osdmap e1123: 8 total, 8 up, 8 in 2024-09-20T22:23:05.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:23:05.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:04 smithi046 ceph-mon[98591]: pgmap v2042: 105 pgs: 105 active+clean; 693 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 293 KiB/s rd, 82 KiB/s wr, 103 op/s 2024-09-20T22:23:05.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:04 smithi046 ceph-mon[98591]: osdmap e1123: 8 total, 8 up, 8 in 2024-09-20T22:23:05.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:23:05.412 INFO:tasks.workunit.client.1.smithi134.stderr: Removing image: 100% complete...done. 2024-09-20T22:23:05.415 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd remove testimg 2024-09-20T22:23:05.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:04 smithi134 ceph-mon[89086]: pgmap v2042: 105 pgs: 105 active+clean; 693 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 293 KiB/s rd, 82 KiB/s wr, 103 op/s 2024-09-20T22:23:05.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:04 smithi134 ceph-mon[89086]: osdmap e1123: 8 total, 8 up, 8 in 2024-09-20T22:23:05.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:23:05.536 INFO:tasks.workunit.client.1.smithi134.stderr: Removing image: 100% complete...done. 2024-09-20T22:23:05.539 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_131276/img testimg 2024-09-20T22:23:05.591 INFO:tasks.workunit.client.1.smithi134.stderr: Importing image: 100% complete...done. 2024-09-20T22:23:05.594 INFO:tasks.workunit.client.1.smithi134.stderr:++ rbd info testimg 2024-09-20T22:23:05.594 INFO:tasks.workunit.client.1.smithi134.stderr:++ grep features 2024-09-20T22:23:05.630 INFO:tasks.workunit.client.1.smithi134.stderr:+ FEATURES_BEFORE=' features: layering 2024-09-20T22:23:05.630 INFO:tasks.workunit.client.1.smithi134.stderr: op_features: ' 2024-09-20T22:23:05.630 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_131276/img_v2 2024-09-20T22:23:05.666 INFO:tasks.workunit.client.1.smithi134.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-09-20T22:23:05.669 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_131276/img_v2 testimg_import 2024-09-20T22:23:05.731 INFO:tasks.workunit.client.1.smithi134.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-09-20T22:23:05.734 INFO:tasks.workunit.client.1.smithi134.stderr:++ rbd info testimg_import 2024-09-20T22:23:05.734 INFO:tasks.workunit.client.1.smithi134.stderr:++ grep features 2024-09-20T22:23:05.770 INFO:tasks.workunit.client.1.smithi134.stderr:+ FEATURES_AFTER=' features: layering 2024-09-20T22:23:05.770 INFO:tasks.workunit.client.1.smithi134.stderr: op_features: ' 2024-09-20T22:23:05.770 INFO:tasks.workunit.client.1.smithi134.stderr:+ '[' ' features: layering 2024-09-20T22:23:05.771 INFO:tasks.workunit.client.1.smithi134.stderr: op_features: ' '!=' ' features: layering 2024-09-20T22:23:05.771 INFO:tasks.workunit.client.1.smithi134.stderr: op_features: ' ']' 2024-09-20T22:23:05.771 INFO:tasks.workunit.client.1.smithi134.stderr:+ rm /tmp/rbd_import_export_131276/img_v2 2024-09-20T22:23:05.771 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd remove testimg_import 2024-09-20T22:23:05.864 INFO:tasks.workunit.client.1.smithi134.stderr: Removing image: 100% complete...done. 2024-09-20T22:23:05.866 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd remove testimg 2024-09-20T22:23:05.953 INFO:tasks.workunit.client.1.smithi134.stderr: Removing image: 100% complete...done. 2024-09-20T22:23:05.956 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_131276/img testimg 2024-09-20T22:23:06.027 INFO:tasks.workunit.client.1.smithi134.stderr: Importing image: 100% complete...done. 2024-09-20T22:23:06.029 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_131276/img_v2 2024-09-20T22:23:06.066 INFO:tasks.workunit.client.1.smithi134.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-09-20T22:23:06.068 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_131276/img_v2 testimg_import 2024-09-20T22:23:06.144 INFO:tasks.workunit.client.1.smithi134.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-09-20T22:23:06.147 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd info testimg_import 2024-09-20T22:23:06.147 INFO:tasks.workunit.client.1.smithi134.stderr:+ grep 'stripe unit' 2024-09-20T22:23:06.147 INFO:tasks.workunit.client.1.smithi134.stderr:+ grep -Ei '(4 KiB|4096)' 2024-09-20T22:23:06.182 INFO:tasks.workunit.client.1.smithi134.stdout: stripe unit: 4 KiB 2024-09-20T22:23:06.183 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd info testimg_import 2024-09-20T22:23:06.183 INFO:tasks.workunit.client.1.smithi134.stderr:+ grep 'stripe count' 2024-09-20T22:23:06.183 INFO:tasks.workunit.client.1.smithi134.stderr:+ awk '{print $3}' 2024-09-20T22:23:06.183 INFO:tasks.workunit.client.1.smithi134.stderr:+ grep 1000 2024-09-20T22:23:06.218 INFO:tasks.workunit.client.1.smithi134.stdout:1000 2024-09-20T22:23:06.218 INFO:tasks.workunit.client.1.smithi134.stderr:+ rm /tmp/rbd_import_export_131276/img_v2 2024-09-20T22:23:06.218 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd remove testimg_import 2024-09-20T22:23:06.336 INFO:tasks.workunit.client.1.smithi134.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-09-20T22:23:06.339 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd remove testimg 2024-09-20T22:23:06.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:05 smithi046 ceph-mon[96110]: osdmap e1124: 8 total, 8 up, 8 in 2024-09-20T22:23:06.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:05 smithi046 ceph-mon[98591]: osdmap e1124: 8 total, 8 up, 8 in 2024-09-20T22:23:06.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:05 smithi134 ceph-mon[89086]: osdmap e1124: 8 total, 8 up, 8 in 2024-09-20T22:23:06.454 INFO:tasks.workunit.client.1.smithi134.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-09-20T22:23:06.457 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_131276/img testimg 2024-09-20T22:23:06.519 INFO:tasks.workunit.client.1.smithi134.stderr: Importing image: 100% complete...done. 2024-09-20T22:23:06.522 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd snap create testimg@snap1 2024-09-20T22:23:06.953 INFO:tasks.workunit.client.1.smithi134.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-09-20T22:23:06.962 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd snap create testimg@snap2 2024-09-20T22:23:07.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:06 smithi046 ceph-mon[96110]: pgmap v2045: 105 pgs: 105 active+clean; 693 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 189 KiB/s rd, 60 KiB/s wr, 162 op/s 2024-09-20T22:23:07.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:06 smithi046 ceph-mon[98591]: pgmap v2045: 105 pgs: 105 active+clean; 693 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 189 KiB/s rd, 60 KiB/s wr, 162 op/s 2024-09-20T22:23:07.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:06 smithi134 ceph-mon[89086]: pgmap v2045: 105 pgs: 105 active+clean; 693 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 189 KiB/s rd, 60 KiB/s wr, 162 op/s 2024-09-20T22:23:07.965 INFO:tasks.workunit.client.1.smithi134.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-09-20T22:23:07.975 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd snap protect testimg@snap2 2024-09-20T22:23:08.020 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_131276/snap_protect 2024-09-20T22:23:08.058 INFO:tasks.workunit.client.1.smithi134.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-09-20T22:23:08.061 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_131276/snap_protect testimg_import 2024-09-20T22:23:08.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:07 smithi046 ceph-mon[96110]: osdmap e1125: 8 total, 8 up, 8 in 2024-09-20T22:23:08.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:07 smithi046 ceph-mon[98591]: osdmap e1125: 8 total, 8 up, 8 in 2024-09-20T22:23:08.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:07 smithi134 ceph-mon[89086]: osdmap e1125: 8 total, 8 up, 8 in 2024-09-20T22:23:09.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:08 smithi046 ceph-mon[96110]: pgmap v2047: 105 pgs: 105 active+clean; 693 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 294 KiB/s rd, 32 KiB/s wr, 386 op/s 2024-09-20T22:23:09.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:08 smithi046 ceph-mon[96110]: osdmap e1126: 8 total, 8 up, 8 in 2024-09-20T22:23:09.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:08 smithi046 ceph-mon[98591]: pgmap v2047: 105 pgs: 105 active+clean; 693 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 294 KiB/s rd, 32 KiB/s wr, 386 op/s 2024-09-20T22:23:09.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:08 smithi046 ceph-mon[98591]: osdmap e1126: 8 total, 8 up, 8 in 2024-09-20T22:23:09.403 INFO:tasks.workunit.client.1.smithi134.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-09-20T22:23:09.407 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd info testimg_import@snap1 2024-09-20T22:23:09.407 INFO:tasks.workunit.client.1.smithi134.stderr:+ grep 'protected: False' 2024-09-20T22:23:09.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:08 smithi134 ceph-mon[89086]: pgmap v2047: 105 pgs: 105 active+clean; 693 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 294 KiB/s rd, 32 KiB/s wr, 386 op/s 2024-09-20T22:23:09.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:08 smithi134 ceph-mon[89086]: osdmap e1126: 8 total, 8 up, 8 in 2024-09-20T22:23:09.449 INFO:tasks.workunit.client.1.smithi134.stdout: protected: False 2024-09-20T22:23:09.449 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd info testimg_import@snap2 2024-09-20T22:23:09.449 INFO:tasks.workunit.client.1.smithi134.stderr:+ grep 'protected: True' 2024-09-20T22:23:09.489 INFO:tasks.workunit.client.1.smithi134.stdout: protected: True 2024-09-20T22:23:09.489 INFO:tasks.workunit.client.1.smithi134.stderr:+ rm /tmp/rbd_import_export_131276/snap_protect 2024-09-20T22:23:09.490 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd snap unprotect testimg@snap2 2024-09-20T22:23:09.535 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd snap unprotect testimg_import@snap2 2024-09-20T22:23:09.580 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd snap purge testimg 2024-09-20T22:23:10.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:09 smithi046 ceph-mon[96110]: osdmap e1127: 8 total, 8 up, 8 in 2024-09-20T22:23:10.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:09 smithi046 ceph-mon[96110]: osdmap e1128: 8 total, 8 up, 8 in 2024-09-20T22:23:10.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:09 smithi046 ceph-mon[98591]: osdmap e1127: 8 total, 8 up, 8 in 2024-09-20T22:23:10.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:09 smithi046 ceph-mon[98591]: osdmap e1128: 8 total, 8 up, 8 in 2024-09-20T22:23:10.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:09 smithi134 ceph-mon[89086]: osdmap e1127: 8 total, 8 up, 8 in 2024-09-20T22:23:10.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:09 smithi134 ceph-mon[89086]: osdmap e1128: 8 total, 8 up, 8 in 2024-09-20T22:23:11.389 INFO:tasks.workunit.client.1.smithi134.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-09-20T22:23:11.404 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd snap purge testimg_import 2024-09-20T22:23:11.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:11 smithi046 ceph-mon[96110]: pgmap v2051: 105 pgs: 105 active+clean; 693 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 245 KiB/s rd, 17 KiB/s wr, 307 op/s 2024-09-20T22:23:11.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:11 smithi046 ceph-mon[96110]: osdmap e1129: 8 total, 8 up, 8 in 2024-09-20T22:23:11.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:11 smithi046 ceph-mon[98591]: pgmap v2051: 105 pgs: 105 active+clean; 693 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 245 KiB/s rd, 17 KiB/s wr, 307 op/s 2024-09-20T22:23:11.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:11 smithi046 ceph-mon[98591]: osdmap e1129: 8 total, 8 up, 8 in 2024-09-20T22:23:11.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:11 smithi134 ceph-mon[89086]: pgmap v2051: 105 pgs: 105 active+clean; 693 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 245 KiB/s rd, 17 KiB/s wr, 307 op/s 2024-09-20T22:23:11.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:11 smithi134 ceph-mon[89086]: osdmap e1129: 8 total, 8 up, 8 in 2024-09-20T22:23:12.381 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:23:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:23:12] "GET /metrics HTTP/1.1" 200 34138 "" "Prometheus/2.43.0" 2024-09-20T22:23:12.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:12 smithi046 ceph-mon[96110]: osdmap e1130: 8 total, 8 up, 8 in 2024-09-20T22:23:12.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:12 smithi046 ceph-mon[96110]: pgmap v2054: 105 pgs: 105 active+clean; 693 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 217 KiB/s rd, 23 KiB/s wr, 292 op/s 2024-09-20T22:23:12.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:12 smithi046 ceph-mon[98591]: osdmap e1130: 8 total, 8 up, 8 in 2024-09-20T22:23:12.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:12 smithi046 ceph-mon[98591]: pgmap v2054: 105 pgs: 105 active+clean; 693 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 217 KiB/s rd, 23 KiB/s wr, 292 op/s 2024-09-20T22:23:12.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:12 smithi134 ceph-mon[89086]: osdmap e1130: 8 total, 8 up, 8 in 2024-09-20T22:23:12.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:12 smithi134 ceph-mon[89086]: pgmap v2054: 105 pgs: 105 active+clean; 693 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 217 KiB/s rd, 23 KiB/s wr, 292 op/s 2024-09-20T22:23:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:23:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:23:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:23:13.393 INFO:tasks.workunit.client.1.smithi134.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-09-20T22:23:13.409 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd remove testimg 2024-09-20T22:23:13.540 INFO:tasks.workunit.client.1.smithi134.stderr: Removing image: 100% complete...done. 2024-09-20T22:23:13.543 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd remove testimg_import 2024-09-20T22:23:13.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:13 smithi046 ceph-mon[96110]: osdmap e1131: 8 total, 8 up, 8 in 2024-09-20T22:23:13.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:13 smithi046 ceph-mon[98591]: osdmap e1131: 8 total, 8 up, 8 in 2024-09-20T22:23:13.663 INFO:tasks.workunit.client.1.smithi134.stderr: Removing image: 100% complete...done. 2024-09-20T22:23:13.666 INFO:tasks.workunit.client.1.smithi134.stderr:+ tiered=0 2024-09-20T22:23:13.666 INFO:tasks.workunit.client.1.smithi134.stderr:+ ceph osd dump 2024-09-20T22:23:13.666 INFO:tasks.workunit.client.1.smithi134.stderr:+ grep '^pool' 2024-09-20T22:23:13.667 INFO:tasks.workunit.client.1.smithi134.stderr:+ grep ''\''rbd'\''' 2024-09-20T22:23:13.667 INFO:tasks.workunit.client.1.smithi134.stderr:+ grep tier 2024-09-20T22:23:13.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:13 smithi134 ceph-mon[89086]: osdmap e1131: 8 total, 8 up, 8 in 2024-09-20T22:23:14.029 INFO:tasks.workunit.client.1.smithi134.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_131276/sparse1 2024-09-20T22:23:14.033 INFO:tasks.workunit.client.1.smithi134.stderr:1+0 records in 2024-09-20T22:23:14.033 INFO:tasks.workunit.client.1.smithi134.stderr:1+0 records out 2024-09-20T22:23:14.033 INFO:tasks.workunit.client.1.smithi134.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00331596 s, 316 MB/s 2024-09-20T22:23:14.033 INFO:tasks.workunit.client.1.smithi134.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_131276/sparse2 2024-09-20T22:23:14.037 INFO:tasks.workunit.client.1.smithi134.stderr:1+0 records in 2024-09-20T22:23:14.037 INFO:tasks.workunit.client.1.smithi134.stderr:1+0 records out 2024-09-20T22:23:14.037 INFO:tasks.workunit.client.1.smithi134.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00316972 s, 331 MB/s 2024-09-20T22:23:14.037 INFO:tasks.workunit.client.1.smithi134.stderr:+ truncate /tmp/rbd_import_export_131276/sparse2 -s 2M 2024-09-20T22:23:14.046 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd rm sparse1 2024-09-20T22:23:14.097 INFO:tasks.workunit.client.1.smithi134.stderr: Removing image: 0% complete...failed. 2024-09-20T22:23:14.097 INFO:tasks.workunit.client.1.smithi134.stderr:rbd: delete error: (2) No such file or directory 2024-09-20T22:23:14.100 INFO:tasks.workunit.client.1.smithi134.stderr:+ true 2024-09-20T22:23:14.100 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_131276/sparse1 2024-09-20T22:23:14.172 INFO:tasks.workunit.client.1.smithi134.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-09-20T22:23:14.173 INFO:tasks.workunit.client.1.smithi134.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-20T22:23:14.173 INFO:tasks.workunit.client.1.smithi134.stderr:rbd: --order is deprecated, use --object-size 2024-09-20T22:23:14.175 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd ls -l 2024-09-20T22:23:14.176 INFO:tasks.workunit.client.1.smithi134.stderr:+ grep sparse1 2024-09-20T22:23:14.176 INFO:tasks.workunit.client.1.smithi134.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-09-20T22:23:14.211 INFO:tasks.workunit.client.1.smithi134.stdout:sparse1 2 MiB 2 2024-09-20T22:23:14.212 INFO:tasks.workunit.client.1.smithi134.stderr:++ objects sparse1 2024-09-20T22:23:14.212 INFO:tasks.workunit.client.1.smithi134.stderr:++ image=sparse1 2024-09-20T22:23:14.212 INFO:tasks.workunit.client.1.smithi134.stderr:+++ rbd info sparse1 2024-09-20T22:23:14.212 INFO:tasks.workunit.client.1.smithi134.stderr:+++ grep block_name_prefix 2024-09-20T22:23:14.212 INFO:tasks.workunit.client.1.smithi134.stderr:+++ awk '{print $NF;}' 2024-09-20T22:23:14.248 INFO:tasks.workunit.client.1.smithi134.stderr:++ prefix=rbd_data.d70be28dbb63 2024-09-20T22:23:14.248 INFO:tasks.workunit.client.1.smithi134.stderr:+++ grep rbd_data.d70be28dbb63 2024-09-20T22:23:14.248 INFO:tasks.workunit.client.1.smithi134.stderr:++++ get_image_data_pool sparse1 2024-09-20T22:23:14.248 INFO:tasks.workunit.client.1.smithi134.stderr:++++ image=sparse1 2024-09-20T22:23:14.249 INFO:tasks.workunit.client.1.smithi134.stderr:+++ sed -e 's/rbd_data.d70be28dbb63\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-20T22:23:14.249 INFO:tasks.workunit.client.1.smithi134.stderr:+++ sort -u 2024-09-20T22:23:14.249 INFO:tasks.workunit.client.1.smithi134.stderr:+++++ rbd info sparse1 2024-09-20T22:23:14.249 INFO:tasks.workunit.client.1.smithi134.stderr:+++++ grep 'data_pool: ' 2024-09-20T22:23:14.249 INFO:tasks.workunit.client.1.smithi134.stderr:+++++ awk -F: '{ print $NF }' 2024-09-20T22:23:14.284 INFO:tasks.workunit.client.1.smithi134.stderr:++++ data_pool= 2024-09-20T22:23:14.284 INFO:tasks.workunit.client.1.smithi134.stderr:++++ '[' -z ']' 2024-09-20T22:23:14.284 INFO:tasks.workunit.client.1.smithi134.stderr:++++ data_pool=rbd 2024-09-20T22:23:14.284 INFO:tasks.workunit.client.1.smithi134.stderr:++++ echo rbd 2024-09-20T22:23:14.284 INFO:tasks.workunit.client.1.smithi134.stderr:+++ rados ls -p rbd 2024-09-20T22:23:14.325 INFO:tasks.workunit.client.1.smithi134.stderr:++ objects=1 2024-09-20T22:23:14.325 INFO:tasks.workunit.client.1.smithi134.stderr:++ echo 1 2024-09-20T22:23:14.325 INFO:tasks.workunit.client.1.smithi134.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-09-20T22:23:14.325 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd export sparse1 /tmp/rbd_import_export_131276/sparse1.out 2024-09-20T22:23:14.361 INFO:tasks.workunit.client.1.smithi134.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-09-20T22:23:14.364 INFO:tasks.workunit.client.1.smithi134.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_131276/sparse1 /tmp/rbd_import_export_131276/sparse1.out 2024-09-20T22:23:14.364 INFO:tasks.workunit.client.1.smithi134.stderr:+ cmp -l /tmp/rbd_import_export_131276/sparse1 /tmp/rbd_import_export_131276/sparse1.out 2024-09-20T22:23:14.366 INFO:tasks.workunit.client.1.smithi134.stderr:++ stat /tmp/rbd_import_export_131276/sparse1 --format %b 2024-09-20T22:23:14.367 INFO:tasks.workunit.client.1.smithi134.stderr:+ origsize=2048 2024-09-20T22:23:14.367 INFO:tasks.workunit.client.1.smithi134.stderr:++ stat /tmp/rbd_import_export_131276/sparse1.out --format %b 2024-09-20T22:23:14.368 INFO:tasks.workunit.client.1.smithi134.stderr:+ exportsize=2048 2024-09-20T22:23:14.369 INFO:tasks.workunit.client.1.smithi134.stderr:+ difference=0 2024-09-20T22:23:14.369 INFO:tasks.workunit.client.1.smithi134.stderr:+ difference=0 2024-09-20T22:23:14.369 INFO:tasks.workunit.client.1.smithi134.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-09-20T22:23:14.369 INFO:tasks.workunit.client.1.smithi134.stderr:+ rm /tmp/rbd_import_export_131276/sparse1.out 2024-09-20T22:23:14.369 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd rm sparse1 2024-09-20T22:23:14.493 INFO:tasks.workunit.client.1.smithi134.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-09-20T22:23:14.495 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd rm sparse2 2024-09-20T22:23:14.545 INFO:tasks.workunit.client.1.smithi134.stderr: Removing image: 0% complete...failed. 2024-09-20T22:23:14.546 INFO:tasks.workunit.client.1.smithi134.stderr:rbd: delete error: (2) No such file or directory 2024-09-20T22:23:14.548 INFO:tasks.workunit.client.1.smithi134.stderr:+ true 2024-09-20T22:23:14.549 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_131276/sparse2 2024-09-20T22:23:14.617 INFO:tasks.workunit.client.1.smithi134.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-09-20T22:23:14.617 INFO:tasks.workunit.client.1.smithi134.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-20T22:23:14.618 INFO:tasks.workunit.client.1.smithi134.stderr:rbd: --order is deprecated, use --object-size 2024-09-20T22:23:14.620 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd ls -l 2024-09-20T22:23:14.620 INFO:tasks.workunit.client.1.smithi134.stderr:+ grep sparse2 2024-09-20T22:23:14.620 INFO:tasks.workunit.client.1.smithi134.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-09-20T22:23:14.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:14 smithi046 ceph-mon[96110]: osdmap e1132: 8 total, 8 up, 8 in 2024-09-20T22:23:14.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:14 smithi046 ceph-mon[96110]: pgmap v2057: 105 pgs: 105 active+clean; 803 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 279 KiB/s rd, 28 KiB/s wr, 370 op/s 2024-09-20T22:23:14.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:14 smithi046 ceph-mon[96110]: from='client.? 172.21.15.134:0/1897858226' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-20T22:23:14.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:14 smithi046 ceph-mon[96110]: from='client.? 172.21.15.134:0/1897858226' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-20T22:23:14.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:14 smithi046 ceph-mon[98591]: osdmap e1132: 8 total, 8 up, 8 in 2024-09-20T22:23:14.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:14 smithi046 ceph-mon[98591]: pgmap v2057: 105 pgs: 105 active+clean; 803 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 279 KiB/s rd, 28 KiB/s wr, 370 op/s 2024-09-20T22:23:14.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:14 smithi046 ceph-mon[98591]: from='client.? 172.21.15.134:0/1897858226' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-20T22:23:14.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:14 smithi046 ceph-mon[98591]: from='client.? 172.21.15.134:0/1897858226' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-20T22:23:14.657 INFO:tasks.workunit.client.1.smithi134.stdout:sparse2 2 MiB 2 2024-09-20T22:23:14.658 INFO:tasks.workunit.client.1.smithi134.stderr:++ objects sparse2 2024-09-20T22:23:14.658 INFO:tasks.workunit.client.1.smithi134.stderr:++ image=sparse2 2024-09-20T22:23:14.658 INFO:tasks.workunit.client.1.smithi134.stderr:+++ rbd info sparse2 2024-09-20T22:23:14.658 INFO:tasks.workunit.client.1.smithi134.stderr:+++ grep block_name_prefix 2024-09-20T22:23:14.658 INFO:tasks.workunit.client.1.smithi134.stderr:+++ awk '{print $NF;}' 2024-09-20T22:23:14.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:14 smithi134 ceph-mon[89086]: osdmap e1132: 8 total, 8 up, 8 in 2024-09-20T22:23:14.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:14 smithi134 ceph-mon[89086]: pgmap v2057: 105 pgs: 105 active+clean; 803 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 279 KiB/s rd, 28 KiB/s wr, 370 op/s 2024-09-20T22:23:14.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:14 smithi134 ceph-mon[89086]: from='client.? 172.21.15.134:0/1897858226' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-20T22:23:14.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:14 smithi134 ceph-mon[89086]: from='client.? 172.21.15.134:0/1897858226' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-20T22:23:14.693 INFO:tasks.workunit.client.1.smithi134.stderr:++ prefix=rbd_data.d73efbcd7fa2 2024-09-20T22:23:14.694 INFO:tasks.workunit.client.1.smithi134.stderr:+++ grep rbd_data.d73efbcd7fa2 2024-09-20T22:23:14.694 INFO:tasks.workunit.client.1.smithi134.stderr:++++ get_image_data_pool sparse2 2024-09-20T22:23:14.694 INFO:tasks.workunit.client.1.smithi134.stderr:+++ sed -e 's/rbd_data.d73efbcd7fa2\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-20T22:23:14.694 INFO:tasks.workunit.client.1.smithi134.stderr:++++ image=sparse2 2024-09-20T22:23:14.694 INFO:tasks.workunit.client.1.smithi134.stderr:+++ sort -u 2024-09-20T22:23:14.695 INFO:tasks.workunit.client.1.smithi134.stderr:+++++ rbd info sparse2 2024-09-20T22:23:14.695 INFO:tasks.workunit.client.1.smithi134.stderr:+++++ grep 'data_pool: ' 2024-09-20T22:23:14.695 INFO:tasks.workunit.client.1.smithi134.stderr:+++++ awk -F: '{ print $NF }' 2024-09-20T22:23:14.730 INFO:tasks.workunit.client.1.smithi134.stderr:++++ data_pool= 2024-09-20T22:23:14.730 INFO:tasks.workunit.client.1.smithi134.stderr:++++ '[' -z ']' 2024-09-20T22:23:14.730 INFO:tasks.workunit.client.1.smithi134.stderr:++++ data_pool=rbd 2024-09-20T22:23:14.730 INFO:tasks.workunit.client.1.smithi134.stderr:++++ echo rbd 2024-09-20T22:23:14.730 INFO:tasks.workunit.client.1.smithi134.stderr:+++ rados ls -p rbd 2024-09-20T22:23:14.771 INFO:tasks.workunit.client.1.smithi134.stderr:++ objects=0 2024-09-20T22:23:14.772 INFO:tasks.workunit.client.1.smithi134.stderr:++ echo 0 2024-09-20T22:23:14.772 INFO:tasks.workunit.client.1.smithi134.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-09-20T22:23:14.772 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd export sparse2 /tmp/rbd_import_export_131276/sparse2.out 2024-09-20T22:23:14.806 INFO:tasks.workunit.client.1.smithi134.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-09-20T22:23:14.809 INFO:tasks.workunit.client.1.smithi134.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_131276/sparse2 /tmp/rbd_import_export_131276/sparse2.out 2024-09-20T22:23:14.810 INFO:tasks.workunit.client.1.smithi134.stderr:+ cmp -l /tmp/rbd_import_export_131276/sparse2 /tmp/rbd_import_export_131276/sparse2.out 2024-09-20T22:23:14.812 INFO:tasks.workunit.client.1.smithi134.stderr:++ stat /tmp/rbd_import_export_131276/sparse2 --format %b 2024-09-20T22:23:14.812 INFO:tasks.workunit.client.1.smithi134.stderr:+ origsize=2048 2024-09-20T22:23:14.813 INFO:tasks.workunit.client.1.smithi134.stderr:++ stat /tmp/rbd_import_export_131276/sparse2.out --format %b 2024-09-20T22:23:14.814 INFO:tasks.workunit.client.1.smithi134.stderr:+ exportsize=2048 2024-09-20T22:23:14.814 INFO:tasks.workunit.client.1.smithi134.stderr:+ difference=0 2024-09-20T22:23:14.814 INFO:tasks.workunit.client.1.smithi134.stderr:+ difference=0 2024-09-20T22:23:14.814 INFO:tasks.workunit.client.1.smithi134.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-09-20T22:23:14.814 INFO:tasks.workunit.client.1.smithi134.stderr:+ rm /tmp/rbd_import_export_131276/sparse2.out 2024-09-20T22:23:14.814 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd rm sparse2 2024-09-20T22:23:14.936 INFO:tasks.workunit.client.1.smithi134.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-09-20T22:23:14.939 INFO:tasks.workunit.client.1.smithi134.stderr:+ truncate /tmp/rbd_import_export_131276/sparse1 -s 10M 2024-09-20T22:23:14.940 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd import --new-format --order 20 - sparse1 2024-09-20T22:23:15.049 INFO:tasks.workunit.client.1.smithi134.stderr: Importing image: 100% complete...done. 2024-09-20T22:23:15.050 INFO:tasks.workunit.client.1.smithi134.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-20T22:23:15.050 INFO:tasks.workunit.client.1.smithi134.stderr:rbd: --order is deprecated, use --object-size 2024-09-20T22:23:15.053 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd ls -l 2024-09-20T22:23:15.053 INFO:tasks.workunit.client.1.smithi134.stderr:+ grep sparse1 2024-09-20T22:23:15.053 INFO:tasks.workunit.client.1.smithi134.stderr:+ grep -Ei '(10 MiB|10240k)' 2024-09-20T22:23:15.089 INFO:tasks.workunit.client.1.smithi134.stdout:sparse1 10 MiB 2 2024-09-20T22:23:15.089 INFO:tasks.workunit.client.1.smithi134.stderr:++ objects sparse1 2024-09-20T22:23:15.090 INFO:tasks.workunit.client.1.smithi134.stderr:++ image=sparse1 2024-09-20T22:23:15.090 INFO:tasks.workunit.client.1.smithi134.stderr:+++ rbd info sparse1 2024-09-20T22:23:15.090 INFO:tasks.workunit.client.1.smithi134.stderr:+++ grep block_name_prefix 2024-09-20T22:23:15.090 INFO:tasks.workunit.client.1.smithi134.stderr:+++ awk '{print $NF;}' 2024-09-20T22:23:15.126 INFO:tasks.workunit.client.1.smithi134.stderr:++ prefix=rbd_data.d76b1d29fbc8 2024-09-20T22:23:15.127 INFO:tasks.workunit.client.1.smithi134.stderr:+++ grep rbd_data.d76b1d29fbc8 2024-09-20T22:23:15.127 INFO:tasks.workunit.client.1.smithi134.stderr:+++ sed -e 's/rbd_data.d76b1d29fbc8\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-20T22:23:15.128 INFO:tasks.workunit.client.1.smithi134.stderr:++++ get_image_data_pool sparse1 2024-09-20T22:23:15.128 INFO:tasks.workunit.client.1.smithi134.stderr:++++ image=sparse1 2024-09-20T22:23:15.128 INFO:tasks.workunit.client.1.smithi134.stderr:+++ sort -u 2024-09-20T22:23:15.128 INFO:tasks.workunit.client.1.smithi134.stderr:+++++ rbd info sparse1 2024-09-20T22:23:15.128 INFO:tasks.workunit.client.1.smithi134.stderr:+++++ grep 'data_pool: ' 2024-09-20T22:23:15.128 INFO:tasks.workunit.client.1.smithi134.stderr:+++++ awk -F: '{ print $NF }' 2024-09-20T22:23:15.164 INFO:tasks.workunit.client.1.smithi134.stderr:++++ data_pool= 2024-09-20T22:23:15.164 INFO:tasks.workunit.client.1.smithi134.stderr:++++ '[' -z ']' 2024-09-20T22:23:15.164 INFO:tasks.workunit.client.1.smithi134.stderr:++++ data_pool=rbd 2024-09-20T22:23:15.164 INFO:tasks.workunit.client.1.smithi134.stderr:++++ echo rbd 2024-09-20T22:23:15.164 INFO:tasks.workunit.client.1.smithi134.stderr:+++ rados ls -p rbd 2024-09-20T22:23:15.204 INFO:tasks.workunit.client.1.smithi134.stderr:++ objects=1 2024-09-20T22:23:15.204 INFO:tasks.workunit.client.1.smithi134.stderr:++ echo 1 2024-09-20T22:23:15.204 INFO:tasks.workunit.client.1.smithi134.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-09-20T22:23:15.204 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd export sparse1 /tmp/rbd_import_export_131276/sparse1.out 2024-09-20T22:23:15.241 INFO:tasks.workunit.client.1.smithi134.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-09-20T22:23:15.245 INFO:tasks.workunit.client.1.smithi134.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_131276/sparse1 /tmp/rbd_import_export_131276/sparse1.out 2024-09-20T22:23:15.245 INFO:tasks.workunit.client.1.smithi134.stderr:+ cmp -l /tmp/rbd_import_export_131276/sparse1 /tmp/rbd_import_export_131276/sparse1.out 2024-09-20T22:23:15.252 INFO:tasks.workunit.client.1.smithi134.stderr:++ stat /tmp/rbd_import_export_131276/sparse1 --format %b 2024-09-20T22:23:15.253 INFO:tasks.workunit.client.1.smithi134.stderr:+ origsize=2048 2024-09-20T22:23:15.253 INFO:tasks.workunit.client.1.smithi134.stderr:++ stat /tmp/rbd_import_export_131276/sparse1.out --format %b 2024-09-20T22:23:15.254 INFO:tasks.workunit.client.1.smithi134.stderr:+ exportsize=2048 2024-09-20T22:23:15.254 INFO:tasks.workunit.client.1.smithi134.stderr:+ difference=0 2024-09-20T22:23:15.254 INFO:tasks.workunit.client.1.smithi134.stderr:+ difference=0 2024-09-20T22:23:15.254 INFO:tasks.workunit.client.1.smithi134.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-09-20T22:23:15.254 INFO:tasks.workunit.client.1.smithi134.stderr:+ rm /tmp/rbd_import_export_131276/sparse1.out 2024-09-20T22:23:15.255 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd rm sparse1 2024-09-20T22:23:15.372 INFO:tasks.workunit.client.1.smithi134.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-09-20T22:23:15.375 INFO:tasks.workunit.client.1.smithi134.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_131276/sparse2 oflag=append conv=notrunc 2024-09-20T22:23:15.382 INFO:tasks.workunit.client.1.smithi134.stderr:1+0 records in 2024-09-20T22:23:15.382 INFO:tasks.workunit.client.1.smithi134.stderr:1+0 records out 2024-09-20T22:23:15.382 INFO:tasks.workunit.client.1.smithi134.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00611937 s, 343 MB/s 2024-09-20T22:23:15.382 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd import --new-format --order 20 - sparse2 2024-09-20T22:23:15.478 INFO:tasks.workunit.client.1.smithi134.stderr: Importing image: 100% complete...done. 2024-09-20T22:23:15.478 INFO:tasks.workunit.client.1.smithi134.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-20T22:23:15.479 INFO:tasks.workunit.client.1.smithi134.stderr:rbd: --order is deprecated, use --object-size 2024-09-20T22:23:15.481 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd ls -l 2024-09-20T22:23:15.481 INFO:tasks.workunit.client.1.smithi134.stderr:+ grep sparse2 2024-09-20T22:23:15.482 INFO:tasks.workunit.client.1.smithi134.stderr:+ grep -Ei '(4 MiB|4096k)' 2024-09-20T22:23:15.516 INFO:tasks.workunit.client.1.smithi134.stdout:sparse2 4 MiB 2 2024-09-20T22:23:15.517 INFO:tasks.workunit.client.1.smithi134.stderr:++ objects sparse2 2024-09-20T22:23:15.517 INFO:tasks.workunit.client.1.smithi134.stderr:++ image=sparse2 2024-09-20T22:23:15.517 INFO:tasks.workunit.client.1.smithi134.stderr:+++ rbd info sparse2 2024-09-20T22:23:15.517 INFO:tasks.workunit.client.1.smithi134.stderr:+++ grep block_name_prefix 2024-09-20T22:23:15.517 INFO:tasks.workunit.client.1.smithi134.stderr:+++ awk '{print $NF;}' 2024-09-20T22:23:15.552 INFO:tasks.workunit.client.1.smithi134.stderr:++ prefix=rbd_data.d7985880e9a1 2024-09-20T22:23:15.552 INFO:tasks.workunit.client.1.smithi134.stderr:+++ grep rbd_data.d7985880e9a1 2024-09-20T22:23:15.553 INFO:tasks.workunit.client.1.smithi134.stderr:++++ get_image_data_pool sparse2 2024-09-20T22:23:15.553 INFO:tasks.workunit.client.1.smithi134.stderr:++++ image=sparse2 2024-09-20T22:23:15.553 INFO:tasks.workunit.client.1.smithi134.stderr:+++ sed -e 's/rbd_data.d7985880e9a1\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-20T22:23:15.553 INFO:tasks.workunit.client.1.smithi134.stderr:+++ sort -u 2024-09-20T22:23:15.553 INFO:tasks.workunit.client.1.smithi134.stderr:+++++ rbd info sparse2 2024-09-20T22:23:15.553 INFO:tasks.workunit.client.1.smithi134.stderr:+++++ grep 'data_pool: ' 2024-09-20T22:23:15.554 INFO:tasks.workunit.client.1.smithi134.stderr:+++++ awk -F: '{ print $NF }' 2024-09-20T22:23:15.588 INFO:tasks.workunit.client.1.smithi134.stderr:++++ data_pool= 2024-09-20T22:23:15.588 INFO:tasks.workunit.client.1.smithi134.stderr:++++ '[' -z ']' 2024-09-20T22:23:15.588 INFO:tasks.workunit.client.1.smithi134.stderr:++++ data_pool=rbd 2024-09-20T22:23:15.588 INFO:tasks.workunit.client.1.smithi134.stderr:++++ echo rbd 2024-09-20T22:23:15.589 INFO:tasks.workunit.client.1.smithi134.stderr:+++ rados ls -p rbd 2024-09-20T22:23:15.629 INFO:tasks.workunit.client.1.smithi134.stderr:++ objects='0 2024-09-20T22:23:15.629 INFO:tasks.workunit.client.1.smithi134.stderr:2 2024-09-20T22:23:15.629 INFO:tasks.workunit.client.1.smithi134.stderr:3' 2024-09-20T22:23:15.629 INFO:tasks.workunit.client.1.smithi134.stderr:++ echo 0 2 3 2024-09-20T22:23:15.629 INFO:tasks.workunit.client.1.smithi134.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2024-09-20T22:23:15.629 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd export sparse2 /tmp/rbd_import_export_131276/sparse2.out 2024-09-20T22:23:15.665 INFO:tasks.workunit.client.1.smithi134.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-09-20T22:23:15.669 INFO:tasks.workunit.client.1.smithi134.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_131276/sparse2 /tmp/rbd_import_export_131276/sparse2.out 2024-09-20T22:23:15.669 INFO:tasks.workunit.client.1.smithi134.stderr:+ cmp -l /tmp/rbd_import_export_131276/sparse2 /tmp/rbd_import_export_131276/sparse2.out 2024-09-20T22:23:15.672 INFO:tasks.workunit.client.1.smithi134.stderr:++ stat /tmp/rbd_import_export_131276/sparse2 --format %b 2024-09-20T22:23:15.673 INFO:tasks.workunit.client.1.smithi134.stderr:+ origsize=6144 2024-09-20T22:23:15.673 INFO:tasks.workunit.client.1.smithi134.stderr:++ stat /tmp/rbd_import_export_131276/sparse2.out --format %b 2024-09-20T22:23:15.674 INFO:tasks.workunit.client.1.smithi134.stderr:+ exportsize=6144 2024-09-20T22:23:15.674 INFO:tasks.workunit.client.1.smithi134.stderr:+ difference=0 2024-09-20T22:23:15.674 INFO:tasks.workunit.client.1.smithi134.stderr:+ difference=0 2024-09-20T22:23:15.674 INFO:tasks.workunit.client.1.smithi134.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-09-20T22:23:15.674 INFO:tasks.workunit.client.1.smithi134.stderr:+ rm /tmp/rbd_import_export_131276/sparse2.out 2024-09-20T22:23:15.675 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd rm sparse2 2024-09-20T22:23:15.792 INFO:tasks.workunit.client.1.smithi134.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-09-20T22:23:15.795 INFO:tasks.workunit.client.1.smithi134.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2024-09-20T22:23:15.795 INFO:tasks.workunit.client.1.smithi134.stdout:partially-sparse file imports to partially-sparse image 2024-09-20T22:23:15.795 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_131276/sparse1 sparse 2024-09-20T22:23:15.869 INFO:tasks.workunit.client.1.smithi134.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-09-20T22:23:15.870 INFO:tasks.workunit.client.1.smithi134.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-20T22:23:15.870 INFO:tasks.workunit.client.1.smithi134.stderr:rbd: --order is deprecated, use --object-size 2024-09-20T22:23:15.872 INFO:tasks.workunit.client.1.smithi134.stderr:++ objects sparse 2024-09-20T22:23:15.872 INFO:tasks.workunit.client.1.smithi134.stderr:++ image=sparse 2024-09-20T22:23:15.873 INFO:tasks.workunit.client.1.smithi134.stderr:+++ rbd info sparse 2024-09-20T22:23:15.873 INFO:tasks.workunit.client.1.smithi134.stderr:+++ grep block_name_prefix 2024-09-20T22:23:15.873 INFO:tasks.workunit.client.1.smithi134.stderr:+++ awk '{print $NF;}' 2024-09-20T22:23:15.907 INFO:tasks.workunit.client.1.smithi134.stderr:++ prefix=rbd_data.d7c57e2adaf2 2024-09-20T22:23:15.908 INFO:tasks.workunit.client.1.smithi134.stderr:+++ grep rbd_data.d7c57e2adaf2 2024-09-20T22:23:15.908 INFO:tasks.workunit.client.1.smithi134.stderr:++++ get_image_data_pool sparse 2024-09-20T22:23:15.908 INFO:tasks.workunit.client.1.smithi134.stderr:++++ image=sparse 2024-09-20T22:23:15.908 INFO:tasks.workunit.client.1.smithi134.stderr:+++ sed -e 's/rbd_data.d7c57e2adaf2\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-20T22:23:15.908 INFO:tasks.workunit.client.1.smithi134.stderr:+++ sort -u 2024-09-20T22:23:15.909 INFO:tasks.workunit.client.1.smithi134.stderr:+++++ rbd info sparse 2024-09-20T22:23:15.909 INFO:tasks.workunit.client.1.smithi134.stderr:+++++ grep 'data_pool: ' 2024-09-20T22:23:15.909 INFO:tasks.workunit.client.1.smithi134.stderr:+++++ awk -F: '{ print $NF }' 2024-09-20T22:23:15.943 INFO:tasks.workunit.client.1.smithi134.stderr:++++ data_pool= 2024-09-20T22:23:15.944 INFO:tasks.workunit.client.1.smithi134.stderr:++++ '[' -z ']' 2024-09-20T22:23:15.944 INFO:tasks.workunit.client.1.smithi134.stderr:++++ data_pool=rbd 2024-09-20T22:23:15.944 INFO:tasks.workunit.client.1.smithi134.stderr:++++ echo rbd 2024-09-20T22:23:15.944 INFO:tasks.workunit.client.1.smithi134.stderr:+++ rados ls -p rbd 2024-09-20T22:23:15.984 INFO:tasks.workunit.client.1.smithi134.stderr:++ objects=1 2024-09-20T22:23:15.984 INFO:tasks.workunit.client.1.smithi134.stderr:++ echo 1 2024-09-20T22:23:15.984 INFO:tasks.workunit.client.1.smithi134.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-09-20T22:23:15.984 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd rm sparse 2024-09-20T22:23:16.097 INFO:tasks.workunit.client.1.smithi134.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-09-20T22:23:16.100 INFO:tasks.workunit.client.1.smithi134.stdout:zeros import through stdin to sparse image 2024-09-20T22:23:16.100 INFO:tasks.workunit.client.1.smithi134.stderr:+ echo 'zeros import through stdin to sparse image' 2024-09-20T22:23:16.100 INFO:tasks.workunit.client.1.smithi134.stderr:+ dd if=/dev/zero bs=1M count=4 2024-09-20T22:23:16.100 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd import --new-format - sparse 2024-09-20T22:23:16.150 INFO:tasks.workunit.client.1.smithi134.stderr:4+0 records in 2024-09-20T22:23:16.150 INFO:tasks.workunit.client.1.smithi134.stderr:4+0 records out 2024-09-20T22:23:16.151 INFO:tasks.workunit.client.1.smithi134.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.049739 s, 84.3 MB/s 2024-09-20T22:23:16.164 INFO:tasks.workunit.client.1.smithi134.stderr: Importing image: 100% complete...done. 2024-09-20T22:23:16.164 INFO:tasks.workunit.client.1.smithi134.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-20T22:23:16.167 INFO:tasks.workunit.client.1.smithi134.stderr:++ objects sparse 2024-09-20T22:23:16.167 INFO:tasks.workunit.client.1.smithi134.stderr:++ image=sparse 2024-09-20T22:23:16.168 INFO:tasks.workunit.client.1.smithi134.stderr:+++ rbd info sparse 2024-09-20T22:23:16.168 INFO:tasks.workunit.client.1.smithi134.stderr:+++ grep block_name_prefix 2024-09-20T22:23:16.168 INFO:tasks.workunit.client.1.smithi134.stderr:+++ awk '{print $NF;}' 2024-09-20T22:23:16.203 INFO:tasks.workunit.client.1.smithi134.stderr:++ prefix=rbd_data.d7e644035c87 2024-09-20T22:23:16.204 INFO:tasks.workunit.client.1.smithi134.stderr:+++ grep rbd_data.d7e644035c87 2024-09-20T22:23:16.204 INFO:tasks.workunit.client.1.smithi134.stderr:+++ sed -e 's/rbd_data.d7e644035c87\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-20T22:23:16.204 INFO:tasks.workunit.client.1.smithi134.stderr:++++ get_image_data_pool sparse 2024-09-20T22:23:16.204 INFO:tasks.workunit.client.1.smithi134.stderr:++++ image=sparse 2024-09-20T22:23:16.204 INFO:tasks.workunit.client.1.smithi134.stderr:+++ sort -u 2024-09-20T22:23:16.205 INFO:tasks.workunit.client.1.smithi134.stderr:+++++ rbd info sparse 2024-09-20T22:23:16.205 INFO:tasks.workunit.client.1.smithi134.stderr:+++++ grep 'data_pool: ' 2024-09-20T22:23:16.205 INFO:tasks.workunit.client.1.smithi134.stderr:+++++ awk -F: '{ print $NF }' 2024-09-20T22:23:16.242 INFO:tasks.workunit.client.1.smithi134.stderr:++++ data_pool= 2024-09-20T22:23:16.275 INFO:tasks.workunit.client.1.smithi134.stderr:++++ '[' -z ']' 2024-09-20T22:23:16.275 INFO:tasks.workunit.client.1.smithi134.stderr:++++ data_pool=rbd 2024-09-20T22:23:16.275 INFO:tasks.workunit.client.1.smithi134.stderr:++++ echo rbd 2024-09-20T22:23:16.275 INFO:tasks.workunit.client.1.smithi134.stderr:+++ rados ls -p rbd 2024-09-20T22:23:16.282 INFO:tasks.workunit.client.1.smithi134.stderr:++ objects= 2024-09-20T22:23:16.282 INFO:tasks.workunit.client.1.smithi134.stderr:++ echo 2024-09-20T22:23:16.282 INFO:tasks.workunit.client.1.smithi134.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2024-09-20T22:23:16.282 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd rm sparse 2024-09-20T22:23:16.391 INFO:tasks.workunit.client.1.smithi134.stderr: Removing image: 100% complete...done. 2024-09-20T22:23:16.394 INFO:tasks.workunit.client.1.smithi134.stdout:zeros export to sparse file 2024-09-20T22:23:16.394 INFO:tasks.workunit.client.1.smithi134.stderr:+ echo 'zeros export to sparse file' 2024-09-20T22:23:16.394 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd create --new-format sparse --size 4 2024-09-20T22:23:16.435 INFO:tasks.workunit.client.1.smithi134.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-20T22:23:16.438 INFO:tasks.workunit.client.1.smithi134.stderr:++ rbd info sparse 2024-09-20T22:23:16.438 INFO:tasks.workunit.client.1.smithi134.stderr:++ grep block_name_prefix 2024-09-20T22:23:16.438 INFO:tasks.workunit.client.1.smithi134.stderr:++ awk '{print $NF;}' 2024-09-20T22:23:16.473 INFO:tasks.workunit.client.1.smithi134.stderr:+ prefix=rbd_data.d807c853451c 2024-09-20T22:23:16.473 INFO:tasks.workunit.client.1.smithi134.stderr:+ dd if=/dev/zero bs=4M count=1 2024-09-20T22:23:16.474 INFO:tasks.workunit.client.1.smithi134.stderr:++ get_image_data_pool sparse 2024-09-20T22:23:16.474 INFO:tasks.workunit.client.1.smithi134.stderr:++ image=sparse 2024-09-20T22:23:16.474 INFO:tasks.workunit.client.1.smithi134.stderr:+++ rbd info sparse 2024-09-20T22:23:16.474 INFO:tasks.workunit.client.1.smithi134.stderr:+++ grep 'data_pool: ' 2024-09-20T22:23:16.474 INFO:tasks.workunit.client.1.smithi134.stderr:+++ awk -F: '{ print $NF }' 2024-09-20T22:23:16.510 INFO:tasks.workunit.client.1.smithi134.stderr:++ data_pool= 2024-09-20T22:23:16.510 INFO:tasks.workunit.client.1.smithi134.stderr:++ '[' -z ']' 2024-09-20T22:23:16.510 INFO:tasks.workunit.client.1.smithi134.stderr:++ data_pool=rbd 2024-09-20T22:23:16.510 INFO:tasks.workunit.client.1.smithi134.stderr:++ echo rbd 2024-09-20T22:23:16.510 INFO:tasks.workunit.client.1.smithi134.stderr:+ rados -p rbd put rbd_data.d807c853451c.000000000000 - 2024-09-20T22:23:16.542 INFO:tasks.workunit.client.1.smithi134.stderr:1+0 records in 2024-09-20T22:23:16.542 INFO:tasks.workunit.client.1.smithi134.stderr:1+0 records out 2024-09-20T22:23:16.542 INFO:tasks.workunit.client.1.smithi134.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0679372 s, 61.7 MB/s 2024-09-20T22:23:16.562 INFO:tasks.workunit.client.1.smithi134.stderr:++ objects sparse 2024-09-20T22:23:16.562 INFO:tasks.workunit.client.1.smithi134.stderr:++ image=sparse 2024-09-20T22:23:16.562 INFO:tasks.workunit.client.1.smithi134.stderr:+++ rbd info sparse 2024-09-20T22:23:16.562 INFO:tasks.workunit.client.1.smithi134.stderr:+++ grep block_name_prefix 2024-09-20T22:23:16.562 INFO:tasks.workunit.client.1.smithi134.stderr:+++ awk '{print $NF;}' 2024-09-20T22:23:16.598 INFO:tasks.workunit.client.1.smithi134.stderr:++ prefix=rbd_data.d807c853451c 2024-09-20T22:23:16.599 INFO:tasks.workunit.client.1.smithi134.stderr:+++ grep rbd_data.d807c853451c 2024-09-20T22:23:16.599 INFO:tasks.workunit.client.1.smithi134.stderr:++++ get_image_data_pool sparse 2024-09-20T22:23:16.599 INFO:tasks.workunit.client.1.smithi134.stderr:+++ sed -e 's/rbd_data.d807c853451c\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-20T22:23:16.599 INFO:tasks.workunit.client.1.smithi134.stderr:++++ image=sparse 2024-09-20T22:23:16.599 INFO:tasks.workunit.client.1.smithi134.stderr:+++ sort -u 2024-09-20T22:23:16.599 INFO:tasks.workunit.client.1.smithi134.stderr:+++++ rbd info sparse 2024-09-20T22:23:16.599 INFO:tasks.workunit.client.1.smithi134.stderr:+++++ grep 'data_pool: ' 2024-09-20T22:23:16.599 INFO:tasks.workunit.client.1.smithi134.stderr:+++++ awk -F: '{ print $NF }' 2024-09-20T22:23:16.634 INFO:tasks.workunit.client.1.smithi134.stderr:++++ data_pool= 2024-09-20T22:23:16.634 INFO:tasks.workunit.client.1.smithi134.stderr:++++ '[' -z ']' 2024-09-20T22:23:16.634 INFO:tasks.workunit.client.1.smithi134.stderr:++++ data_pool=rbd 2024-09-20T22:23:16.634 INFO:tasks.workunit.client.1.smithi134.stderr:++++ echo rbd 2024-09-20T22:23:16.634 INFO:tasks.workunit.client.1.smithi134.stderr:+++ rados ls -p rbd 2024-09-20T22:23:16.675 INFO:tasks.workunit.client.1.smithi134.stderr:++ objects=0 2024-09-20T22:23:16.675 INFO:tasks.workunit.client.1.smithi134.stderr:++ echo 0 2024-09-20T22:23:16.675 INFO:tasks.workunit.client.1.smithi134.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-09-20T22:23:16.675 INFO:tasks.workunit.client.1.smithi134.stderr:+ rm /tmp/rbd_import_export_131276/sparse 2024-09-20T22:23:16.676 INFO:tasks.workunit.client.1.smithi134.stderr:rm: cannot remove '/tmp/rbd_import_export_131276/sparse': No such file or directory 2024-09-20T22:23:16.676 INFO:tasks.workunit.client.1.smithi134.stderr:+ true 2024-09-20T22:23:16.676 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd export sparse /tmp/rbd_import_export_131276/sparse 2024-09-20T22:23:16.712 INFO:tasks.workunit.client.1.smithi134.stderr: Exporting image: 100% complete...done. 2024-09-20T22:23:16.715 INFO:tasks.workunit.client.1.smithi134.stderr:++ stat /tmp/rbd_import_export_131276/sparse --format=%b 2024-09-20T22:23:16.716 INFO:tasks.workunit.client.1.smithi134.stderr:+ '[' 0 = 0 ']' 2024-09-20T22:23:16.716 INFO:tasks.workunit.client.1.smithi134.stderr:+ rbd rm sparse 2024-09-20T22:23:16.826 INFO:tasks.workunit.client.1.smithi134.stderr: Removing image: 100% complete...done. 2024-09-20T22:23:16.829 INFO:tasks.workunit.client.1.smithi134.stderr:+ rm /tmp/rbd_import_export_131276/sparse /tmp/rbd_import_export_131276/sparse1 /tmp/rbd_import_export_131276/sparse2 /tmp/rbd_import_export_131276/sparse3 2024-09-20T22:23:16.831 INFO:tasks.workunit.client.1.smithi134.stderr:rm: cannot remove '/tmp/rbd_import_export_131276/sparse3': No such file or directory 2024-09-20T22:23:16.831 INFO:tasks.workunit.client.1.smithi134.stderr:+ true 2024-09-20T22:23:16.831 INFO:tasks.workunit.client.1.smithi134.stdout:OK 2024-09-20T22:23:16.832 INFO:tasks.workunit.client.1.smithi134.stderr:+ echo OK 2024-09-20T22:23:16.833 INFO:tasks.workunit.client.1.smithi134.stderr:+ rm -rf /tmp/rbd_import_export_131276 2024-09-20T22:23:16.833 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-20T22:23:16.833 DEBUG:teuthology.orchestra.run.smithi134:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2024-09-20T22:23:16.900 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2024-09-20T22:23:16.900 DEBUG:teuthology.orchestra.run.smithi134:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2024-09-20T22:23:17.143 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:16 smithi134 ceph-mon[89086]: pgmap v2058: 105 pgs: 105 active+clean; 1.8 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 321 KiB/s rd, 220 KiB/s wr, 425 op/s 2024-09-20T22:23:17.144 DEBUG:teuthology.parallel:result is None 2024-09-20T22:23:17.144 DEBUG:teuthology.orchestra.run.smithi134:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2024-09-20T22:23:17.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:16 smithi046 ceph-mon[96110]: pgmap v2058: 105 pgs: 105 active+clean; 1.8 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 321 KiB/s rd, 220 KiB/s wr, 425 op/s 2024-09-20T22:23:17.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:16 smithi046 ceph-mon[98591]: pgmap v2058: 105 pgs: 105 active+clean; 1.8 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 321 KiB/s rd, 220 KiB/s wr, 425 op/s 2024-09-20T22:23:17.169 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2024-09-20T22:23:17.169 DEBUG:teuthology.orchestra.run.smithi134:> rmdir -- /home/ubuntu/cephtest/mnt.1 2024-09-20T22:23:17.223 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2024-09-20T22:23:17.223 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-20T22:23:17.224 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2024-09-20T22:23:17.224 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-20T22:23:17.224 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2024-09-20T22:23:17.224 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-20T22:23:17.224 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-09-20T22:23:17.224 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-20T22:23:17.224 DEBUG:teuthology.orchestra.run.smithi046:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-20T22:23:17.241 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-20T22:23:17.241 INFO:teuthology.orchestra.run.smithi046.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-20T22:23:17.242 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-20T22:23:17.298 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-20T22:23:17.298 DEBUG:teuthology.orchestra.run.smithi046:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-20T22:23:17.354 INFO:tasks.workunit:timeout=3h 2024-09-20T22:23:17.354 INFO:tasks.workunit:cleanup=True 2024-09-20T22:23:17.355 DEBUG:teuthology.orchestra.run.smithi046:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-09-20T22:23:17.411 INFO:tasks.workunit.client.0.smithi046.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-20T22:23:19.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:18 smithi046 ceph-mon[96110]: pgmap v2059: 105 pgs: 105 active+clean; 1.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 982 KiB/s wr, 443 op/s 2024-09-20T22:23:19.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:18 smithi046 ceph-mon[98591]: pgmap v2059: 105 pgs: 105 active+clean; 1.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 982 KiB/s wr, 443 op/s 2024-09-20T22:23:19.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:18 smithi134 ceph-mon[89086]: pgmap v2059: 105 pgs: 105 active+clean; 1.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 982 KiB/s wr, 443 op/s 2024-09-20T22:23:20.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:23:20.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:19 smithi046 ceph-mon[96110]: osdmap e1133: 8 total, 8 up, 8 in 2024-09-20T22:23:20.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:23:20.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:19 smithi046 ceph-mon[98591]: osdmap e1133: 8 total, 8 up, 8 in 2024-09-20T22:23:20.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:23:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:19 smithi134 ceph-mon[89086]: osdmap e1133: 8 total, 8 up, 8 in 2024-09-20T22:23:21.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:21 smithi046 ceph-mon[96110]: pgmap v2061: 105 pgs: 105 active+clean; 1.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 952 KiB/s rd, 848 KiB/s wr, 342 op/s 2024-09-20T22:23:21.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:21 smithi046 ceph-mon[98591]: pgmap v2061: 105 pgs: 105 active+clean; 1.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 952 KiB/s rd, 848 KiB/s wr, 342 op/s 2024-09-20T22:23:21.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:21 smithi134 ceph-mon[89086]: pgmap v2061: 105 pgs: 105 active+clean; 1.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 952 KiB/s rd, 848 KiB/s wr, 342 op/s 2024-09-20T22:23:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:23:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:23:22] "GET /metrics HTTP/1.1" 200 34144 "" "Prometheus/2.43.0" 2024-09-20T22:23:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:23:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:23:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:23:23.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:23 smithi046 ceph-mon[96110]: pgmap v2062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 965 KiB/s rd, 1.3 MiB/s wr, 311 op/s 2024-09-20T22:23:23.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:23 smithi046 ceph-mon[98591]: pgmap v2062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 965 KiB/s rd, 1.3 MiB/s wr, 311 op/s 2024-09-20T22:23:23.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:23 smithi134 ceph-mon[89086]: pgmap v2062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 965 KiB/s rd, 1.3 MiB/s wr, 311 op/s 2024-09-20T22:23:23.941 DEBUG:teuthology.orchestra.run.smithi046:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-20T22:23:23.997 INFO:tasks.workunit.client.0.smithi046.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-20T22:23:24.000 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-20T22:23:24.000 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-20T22:23:24.049 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-20T22:23:24.099 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-20T22:23:24.140 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-20T22:23:24.142 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-20T22:23:24.142 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-20T22:23:24.183 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-20T22:23:24.186 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-20T22:23:24.187 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-20T22:23:24.244 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2024-09-20T22:23:24.245 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2024-09-20T22:23:24.245 DEBUG:teuthology.orchestra.run.smithi046:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2024-09-20T22:23:24.349 INFO:tasks.workunit.client.0.smithi046.stderr:warning: failed to enable lockdep 2024-09-20T22:23:24.349 INFO:tasks.workunit.client.0.smithi046.stdout:seed 140632 2024-09-20T22:23:24.349 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 425 tests from 16 test suites. 2024-09-20T22:23:24.349 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2024-09-20T22:23:24.349 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 1 test from TestJournalStress 2024-09-20T22:23:25.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:25 smithi046 ceph-mon[96110]: pgmap v2063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 809 KiB/s rd, 1.1 MiB/s wr, 261 op/s 2024-09-20T22:23:25.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:25 smithi046 ceph-mon[98591]: pgmap v2063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 809 KiB/s rd, 1.1 MiB/s wr, 261 op/s 2024-09-20T22:23:25.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:25 smithi134 ceph-mon[89086]: pgmap v2063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 809 KiB/s rd, 1.1 MiB/s wr, 261 op/s 2024-09-20T22:23:26.390 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-09-20T22:23:26.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:26 smithi046 ceph-mon[96110]: osdmap e1134: 8 total, 8 up, 8 in 2024-09-20T22:23:26.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:26 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1399986654' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:23:26.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:26 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:23:26.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:26 smithi046 ceph-mon[96110]: pgmap v2065: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 168 KiB/s rd, 642 KiB/s wr, 55 op/s 2024-09-20T22:23:26.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:26 smithi046 ceph-mon[98591]: osdmap e1134: 8 total, 8 up, 8 in 2024-09-20T22:23:26.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:26 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1399986654' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:23:26.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:26 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:23:26.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:26 smithi046 ceph-mon[98591]: pgmap v2065: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 168 KiB/s rd, 642 KiB/s wr, 55 op/s 2024-09-20T22:23:26.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:26 smithi134 ceph-mon[89086]: osdmap e1134: 8 total, 8 up, 8 in 2024-09-20T22:23:26.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:26 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1399986654' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:23:26.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:26 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:23:26.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:26 smithi134 ceph-mon[89086]: pgmap v2065: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 168 KiB/s rd, 642 KiB/s wr, 55 op/s 2024-09-20T22:23:27.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:27 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:23:27.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:27 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:23:27.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:27 smithi046 ceph-mon[96110]: osdmap e1135: 8 total, 8 up, 8 in 2024-09-20T22:23:27.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:27 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:23:27.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:27 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:23:27.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:27 smithi046 ceph-mon[98591]: osdmap e1135: 8 total, 8 up, 8 in 2024-09-20T22:23:27.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:27 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:23:27.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:27 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:23:27.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:27 smithi134 ceph-mon[89086]: osdmap e1135: 8 total, 8 up, 8 in 2024-09-20T22:23:28.421 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:23:28.421 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalStress.DiscardWithPruneWriteOverlap (2032 ms) 2024-09-20T22:23:28.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:28 smithi046 ceph-mon[96110]: osdmap e1136: 8 total, 8 up, 8 in 2024-09-20T22:23:28.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:28 smithi046 ceph-mon[96110]: pgmap v2068: 137 pgs: 8 creating+peering, 5 unknown, 124 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-09-20T22:23:28.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:28 smithi046 ceph-mon[98591]: osdmap e1136: 8 total, 8 up, 8 in 2024-09-20T22:23:28.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:28 smithi046 ceph-mon[98591]: pgmap v2068: 137 pgs: 8 creating+peering, 5 unknown, 124 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-09-20T22:23:28.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:28 smithi134 ceph-mon[89086]: osdmap e1136: 8 total, 8 up, 8 in 2024-09-20T22:23:28.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:28 smithi134 ceph-mon[89086]: pgmap v2068: 137 pgs: 8 creating+peering, 5 unknown, 124 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-09-20T22:23:29.410 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 1 test from TestJournalStress (2032 ms total) 2024-09-20T22:23:29.410 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:23:29.410 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 16 tests from TestJournalReplay 2024-09-20T22:23:29.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:29 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:23:29.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:29 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T22:23:29.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:29 smithi046 ceph-mon[96110]: osdmap e1137: 8 total, 8 up, 8 in 2024-09-20T22:23:29.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:29 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:23:29.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:29 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T22:23:29.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:29 smithi046 ceph-mon[98591]: osdmap e1137: 8 total, 8 up, 8 in 2024-09-20T22:23:29.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:29 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:23:29.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:29 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T22:23:29.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:29 smithi134 ceph-mon[89086]: osdmap e1137: 8 total, 8 up, 8 in 2024-09-20T22:23:30.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:30 smithi134 ceph-mon[89086]: osdmap e1138: 8 total, 8 up, 8 in 2024-09-20T22:23:30.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:30 smithi134 ceph-mon[89086]: pgmap v2071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:30.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:30 smithi046 ceph-mon[96110]: osdmap e1138: 8 total, 8 up, 8 in 2024-09-20T22:23:30.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:30 smithi046 ceph-mon[96110]: pgmap v2071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:30.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:30 smithi046 ceph-mon[98591]: osdmap e1138: 8 total, 8 up, 8 in 2024-09-20T22:23:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:30 smithi046 ceph-mon[98591]: pgmap v2071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:31.414 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2024-09-20T22:23:31.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:31 smithi134 ceph-mon[89086]: osdmap e1139: 8 total, 8 up, 8 in 2024-09-20T22:23:31.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:31 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2423049113' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:23:31.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:31 smithi046 ceph-mon[98591]: osdmap e1139: 8 total, 8 up, 8 in 2024-09-20T22:23:31.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:31 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2423049113' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:23:31.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:31 smithi046 ceph-mon[96110]: osdmap e1139: 8 total, 8 up, 8 in 2024-09-20T22:23:31.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:31 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2423049113' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:23:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:23:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:23:32] "GET /metrics HTTP/1.1" 200 34144 "" "Prometheus/2.43.0" 2024-09-20T22:23:32.577 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:32 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2423049113' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:23:32.577 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:32 smithi134 ceph-mon[89086]: osdmap e1140: 8 total, 8 up, 8 in 2024-09-20T22:23:32.577 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:32 smithi134 ceph-mon[89086]: pgmap v2074: 137 pgs: 12 creating+peering, 13 unknown, 112 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:32.578 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:23:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:23:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:23:32.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:32 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2423049113' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:23:32.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:32 smithi046 ceph-mon[96110]: osdmap e1140: 8 total, 8 up, 8 in 2024-09-20T22:23:32.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:32 smithi046 ceph-mon[96110]: pgmap v2074: 137 pgs: 12 creating+peering, 13 unknown, 112 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:32.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:32 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2423049113' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:23:32.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:32 smithi046 ceph-mon[98591]: osdmap e1140: 8 total, 8 up, 8 in 2024-09-20T22:23:32.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:32 smithi046 ceph-mon[98591]: pgmap v2074: 137 pgs: 12 creating+peering, 13 unknown, 112 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:33.450 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:23:33.450 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalReplay.AioDiscardEvent (2036 ms) 2024-09-20T22:23:33.450 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2024-09-20T22:23:33.464 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:23:33.464 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalReplay.AioWriteEvent (14 ms) 2024-09-20T22:23:33.464 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2024-09-20T22:23:33.473 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:23:33.473 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalReplay.AioFlushEvent (8 ms) 2024-09-20T22:23:33.473 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalReplay.SnapCreate 2024-09-20T22:23:33.482 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:23:33.482 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalReplay.SnapCreate (10 ms) 2024-09-20T22:23:33.482 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalReplay.SnapProtect 2024-09-20T22:23:33.491 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:23:33.491 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalReplay.SnapProtect (9 ms) 2024-09-20T22:23:33.491 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2024-09-20T22:23:33.499 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:23:33.499 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalReplay.SnapUnprotect (7 ms) 2024-09-20T22:23:33.499 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalReplay.SnapRename 2024-09-20T22:23:33.507 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:23:33.507 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalReplay.SnapRename (9 ms) 2024-09-20T22:23:33.507 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalReplay.SnapRollback 2024-09-20T22:23:33.515 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:23:33.515 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalReplay.SnapRollback (8 ms) 2024-09-20T22:23:33.515 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalReplay.SnapRemove 2024-09-20T22:23:33.522 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:23:33.522 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalReplay.SnapRemove (7 ms) 2024-09-20T22:23:33.523 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalReplay.Rename 2024-09-20T22:23:33.530 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:23:33.530 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalReplay.Rename (8 ms) 2024-09-20T22:23:33.531 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalReplay.Resize 2024-09-20T22:23:33.538 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:23:33.538 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalReplay.Resize (8 ms) 2024-09-20T22:23:33.538 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalReplay.Flatten 2024-09-20T22:23:33.545 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:23:33.546 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalReplay.Flatten (7 ms) 2024-09-20T22:23:33.546 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2024-09-20T22:23:33.553 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:23:33.553 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalReplay.UpdateFeatures (8 ms) 2024-09-20T22:23:33.553 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalReplay.MetadataSet 2024-09-20T22:23:33.561 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:23:33.561 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalReplay.MetadataSet (7 ms) 2024-09-20T22:23:33.561 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2024-09-20T22:23:33.568 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:23:33.568 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalReplay.MetadataRemove (8 ms) 2024-09-20T22:23:33.569 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2024-09-20T22:23:33.576 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:23:33.576 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalReplay.ObjectPosition (7 ms) 2024-09-20T22:23:33.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:33 smithi134 ceph-mon[89086]: osdmap e1141: 8 total, 8 up, 8 in 2024-09-20T22:23:33.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:33 smithi046 ceph-mon[98591]: osdmap e1141: 8 total, 8 up, 8 in 2024-09-20T22:23:33.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:33 smithi046 ceph-mon[96110]: osdmap e1141: 8 total, 8 up, 8 in 2024-09-20T22:23:34.441 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 16 tests from TestJournalReplay (2161 ms total) 2024-09-20T22:23:34.442 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:23:34.442 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 4 tests from TestJournalEntries 2024-09-20T22:23:34.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:34 smithi046 ceph-mon[96110]: osdmap e1142: 8 total, 8 up, 8 in 2024-09-20T22:23:34.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:34 smithi046 ceph-mon[96110]: pgmap v2077: 137 pgs: 12 creating+peering, 4 unknown, 121 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:34.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:23:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:34 smithi046 ceph-mon[98591]: osdmap e1142: 8 total, 8 up, 8 in 2024-09-20T22:23:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:34 smithi046 ceph-mon[98591]: pgmap v2077: 137 pgs: 12 creating+peering, 4 unknown, 121 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:23:34.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:34 smithi134 ceph-mon[89086]: osdmap e1142: 8 total, 8 up, 8 in 2024-09-20T22:23:34.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:34 smithi134 ceph-mon[89086]: pgmap v2077: 137 pgs: 12 creating+peering, 4 unknown, 121 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:23:35.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:35 smithi046 ceph-mon[98591]: osdmap e1143: 8 total, 8 up, 8 in 2024-09-20T22:23:35.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:35 smithi046 ceph-mon[96110]: osdmap e1143: 8 total, 8 up, 8 in 2024-09-20T22:23:35.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:35 smithi134 ceph-mon[89086]: osdmap e1143: 8 total, 8 up, 8 in 2024-09-20T22:23:36.453 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalEntries.AioWrite 2024-09-20T22:23:36.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:36 smithi046 ceph-mon[96110]: osdmap e1144: 8 total, 8 up, 8 in 2024-09-20T22:23:36.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:36 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2629465956' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:23:36.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:36 smithi046 ceph-mon[96110]: pgmap v2080: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:36.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:36 smithi046 ceph-mon[98591]: osdmap e1144: 8 total, 8 up, 8 in 2024-09-20T22:23:36.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:36 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2629465956' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:23:36.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:36 smithi046 ceph-mon[98591]: pgmap v2080: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:36.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:36 smithi134 ceph-mon[89086]: osdmap e1144: 8 total, 8 up, 8 in 2024-09-20T22:23:36.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:36 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2629465956' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:23:36.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:36 smithi134 ceph-mon[89086]: pgmap v2080: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:37.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:37 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:23:37.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:37 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2629465956' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:23:37.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:37 smithi046 ceph-mon[98591]: osdmap e1145: 8 total, 8 up, 8 in 2024-09-20T22:23:37.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:37 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:23:37.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:37 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2629465956' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:23:37.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:37 smithi046 ceph-mon[96110]: osdmap e1145: 8 total, 8 up, 8 in 2024-09-20T22:23:37.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:37 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:23:37.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:37 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2629465956' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:23:37.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:37 smithi134 ceph-mon[89086]: osdmap e1145: 8 total, 8 up, 8 in 2024-09-20T22:23:38.483 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:23:38.483 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalEntries.AioWrite (2029 ms) 2024-09-20T22:23:38.483 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalEntries.AioDiscard 2024-09-20T22:23:38.492 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:23:38.493 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalEntries.AioDiscard (10 ms) 2024-09-20T22:23:38.493 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalEntries.AioDiscardWithPrune 2024-09-20T22:23:38.502 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:23:38.502 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalEntries.AioDiscardWithPrune (9 ms) 2024-09-20T22:23:38.502 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestJournalEntries.AioFlush 2024-09-20T22:23:38.511 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:23:38.511 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestJournalEntries.AioFlush (10 ms) 2024-09-20T22:23:38.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:38 smithi046 ceph-mon[96110]: osdmap e1146: 8 total, 8 up, 8 in 2024-09-20T22:23:38.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:38 smithi046 ceph-mon[96110]: pgmap v2083: 137 pgs: 17 creating+peering, 3 unknown, 117 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:38.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:38 smithi046 ceph-mon[98591]: osdmap e1146: 8 total, 8 up, 8 in 2024-09-20T22:23:38.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:38 smithi046 ceph-mon[98591]: pgmap v2083: 137 pgs: 17 creating+peering, 3 unknown, 117 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:38.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:38 smithi134 ceph-mon[89086]: osdmap e1146: 8 total, 8 up, 8 in 2024-09-20T22:23:38.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:38 smithi134 ceph-mon[89086]: pgmap v2083: 137 pgs: 17 creating+peering, 3 unknown, 117 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:39.473 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 4 tests from TestJournalEntries (2058 ms total) 2024-09-20T22:23:39.473 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:23:39.473 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 2 tests from TestTrash 2024-09-20T22:23:39.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:39 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:23:39.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:39 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T22:23:39.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:39 smithi046 ceph-mon[96110]: osdmap e1147: 8 total, 8 up, 8 in 2024-09-20T22:23:39.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:39 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:23:39.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:39 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T22:23:39.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:39 smithi046 ceph-mon[98591]: osdmap e1147: 8 total, 8 up, 8 in 2024-09-20T22:23:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:39 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:23:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:39 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T22:23:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:39 smithi134 ceph-mon[89086]: osdmap e1147: 8 total, 8 up, 8 in 2024-09-20T22:23:40.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:40 smithi046 ceph-mon[96110]: osdmap e1148: 8 total, 8 up, 8 in 2024-09-20T22:23:40.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:40 smithi046 ceph-mon[96110]: pgmap v2086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:40.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:40 smithi046 ceph-mon[98591]: osdmap e1148: 8 total, 8 up, 8 in 2024-09-20T22:23:40.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:40 smithi046 ceph-mon[98591]: pgmap v2086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:40.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:40 smithi134 ceph-mon[89086]: osdmap e1148: 8 total, 8 up, 8 in 2024-09-20T22:23:40.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:40 smithi134 ceph-mon[89086]: pgmap v2086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:41.481 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestTrash.UserRemovingSource 2024-09-20T22:23:41.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:41 smithi046 ceph-mon[96110]: osdmap e1149: 8 total, 8 up, 8 in 2024-09-20T22:23:41.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:41 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/3336173219' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:23:41.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:41 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:23:41.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:41 smithi046 ceph-mon[98591]: osdmap e1149: 8 total, 8 up, 8 in 2024-09-20T22:23:41.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:41 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/3336173219' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:23:41.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:41 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:23:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:41 smithi134 ceph-mon[89086]: osdmap e1149: 8 total, 8 up, 8 in 2024-09-20T22:23:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:41 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/3336173219' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:23:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:41 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:23:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:23:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:23:42] "GET /metrics HTTP/1.1" 200 36516 "" "Prometheus/2.43.0" 2024-09-20T22:23:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:42 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:23:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:42 smithi134 ceph-mon[89086]: osdmap e1150: 8 total, 8 up, 8 in 2024-09-20T22:23:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:42 smithi134 ceph-mon[89086]: pgmap v2089: 137 pgs: 17 creating+peering, 11 unknown, 109 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:23:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:23:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:23:42.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:42 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:23:42.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:42 smithi046 ceph-mon[96110]: osdmap e1150: 8 total, 8 up, 8 in 2024-09-20T22:23:42.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:42 smithi046 ceph-mon[96110]: pgmap v2089: 137 pgs: 17 creating+peering, 11 unknown, 109 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:42 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:23:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:42 smithi046 ceph-mon[98591]: osdmap e1150: 8 total, 8 up, 8 in 2024-09-20T22:23:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:42 smithi046 ceph-mon[98591]: pgmap v2089: 137 pgs: 17 creating+peering, 11 unknown, 109 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:43.583 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestTrash.UserRemovingSource (2101 ms) 2024-09-20T22:23:43.583 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2024-09-20T22:23:43.620 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestTrash.RestoreMirroringSource (38 ms) 2024-09-20T22:23:43.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:43 smithi046 ceph-mon[96110]: osdmap e1151: 8 total, 8 up, 8 in 2024-09-20T22:23:43.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:43 smithi046 ceph-mon[98591]: osdmap e1151: 8 total, 8 up, 8 in 2024-09-20T22:23:43.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:43 smithi134 ceph-mon[89086]: osdmap e1151: 8 total, 8 up, 8 in 2024-09-20T22:23:44.505 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 2 tests from TestTrash (2139 ms total) 2024-09-20T22:23:44.505 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:23:44.506 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 1 test from TestOperations 2024-09-20T22:23:44.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:44 smithi046 ceph-mon[96110]: osdmap e1152: 8 total, 8 up, 8 in 2024-09-20T22:23:44.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:44 smithi046 ceph-mon[96110]: pgmap v2092: 137 pgs: 17 creating+peering, 9 unknown, 111 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:44.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:23:44.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:44 smithi046 ceph-mon[98591]: osdmap e1152: 8 total, 8 up, 8 in 2024-09-20T22:23:44.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:44 smithi046 ceph-mon[98591]: pgmap v2092: 137 pgs: 17 creating+peering, 9 unknown, 111 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:44.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:23:44.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:44 smithi134 ceph-mon[89086]: osdmap e1152: 8 total, 8 up, 8 in 2024-09-20T22:23:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:44 smithi134 ceph-mon[89086]: pgmap v2092: 137 pgs: 17 creating+peering, 9 unknown, 111 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:23:45.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:45 smithi046 ceph-mon[96110]: osdmap e1153: 8 total, 8 up, 8 in 2024-09-20T22:23:45.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:23:45.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:23:45.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:23:45.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:45 smithi046 ceph-mon[98591]: osdmap e1153: 8 total, 8 up, 8 in 2024-09-20T22:23:45.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:23:45.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:23:45.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:23:45.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:45 smithi134 ceph-mon[89086]: osdmap e1153: 8 total, 8 up, 8 in 2024-09-20T22:23:45.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:23:45.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:23:45.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:23:46.512 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2024-09-20T22:23:46.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:46 smithi046 ceph-mon[96110]: osdmap e1154: 8 total, 8 up, 8 in 2024-09-20T22:23:46.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:46 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/3752704747' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:23:46.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:46 smithi046 ceph-mon[96110]: pgmap v2095: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:46 smithi046 ceph-mon[98591]: osdmap e1154: 8 total, 8 up, 8 in 2024-09-20T22:23:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:46 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/3752704747' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:23:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:46 smithi046 ceph-mon[98591]: pgmap v2095: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:46 smithi134 ceph-mon[89086]: osdmap e1154: 8 total, 8 up, 8 in 2024-09-20T22:23:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:46 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/3752704747' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:23:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:46 smithi134 ceph-mon[89086]: pgmap v2095: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:47.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:47 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:23:47.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:47 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/3752704747' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:23:47.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:47 smithi046 ceph-mon[96110]: osdmap e1155: 8 total, 8 up, 8 in 2024-09-20T22:23:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:47 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:23:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:47 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/3752704747' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:23:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:47 smithi046 ceph-mon[98591]: osdmap e1155: 8 total, 8 up, 8 in 2024-09-20T22:23:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:47 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:23:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:47 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/3752704747' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:23:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:47 smithi134 ceph-mon[89086]: osdmap e1155: 8 total, 8 up, 8 in 2024-09-20T22:23:48.541 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:23:48.541 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestOperations.DisableJournalingCorrupt (2029 ms) 2024-09-20T22:23:48.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:48 smithi046 ceph-mon[96110]: osdmap e1156: 8 total, 8 up, 8 in 2024-09-20T22:23:48.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:48 smithi046 ceph-mon[96110]: pgmap v2098: 137 pgs: 11 creating+peering, 2 unknown, 124 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:48.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:48 smithi046 ceph-mon[98591]: osdmap e1156: 8 total, 8 up, 8 in 2024-09-20T22:23:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:48 smithi046 ceph-mon[98591]: pgmap v2098: 137 pgs: 11 creating+peering, 2 unknown, 124 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:48 smithi134 ceph-mon[89086]: osdmap e1156: 8 total, 8 up, 8 in 2024-09-20T22:23:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:48 smithi134 ceph-mon[89086]: pgmap v2098: 137 pgs: 11 creating+peering, 2 unknown, 124 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:49.528 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 1 test from TestOperations (2029 ms total) 2024-09-20T22:23:49.529 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:23:49.529 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 4 tests from TestObjectMap 2024-09-20T22:23:49.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:49 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:23:49.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:49 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T22:23:49.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:49 smithi046 ceph-mon[96110]: osdmap e1157: 8 total, 8 up, 8 in 2024-09-20T22:23:49.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:23:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:49 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:23:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:49 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T22:23:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:49 smithi046 ceph-mon[98591]: osdmap e1157: 8 total, 8 up, 8 in 2024-09-20T22:23:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:23:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:49 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:23:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:49 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T22:23:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:49 smithi134 ceph-mon[89086]: osdmap e1157: 8 total, 8 up, 8 in 2024-09-20T22:23:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:23:50.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:50 smithi046 ceph-mon[96110]: osdmap e1158: 8 total, 8 up, 8 in 2024-09-20T22:23:50.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:50 smithi046 ceph-mon[96110]: pgmap v2101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:50.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:50 smithi046 ceph-mon[98591]: osdmap e1158: 8 total, 8 up, 8 in 2024-09-20T22:23:50.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:50 smithi046 ceph-mon[98591]: pgmap v2101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:50.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:50 smithi134 ceph-mon[89086]: osdmap e1158: 8 total, 8 up, 8 in 2024-09-20T22:23:50.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:50 smithi134 ceph-mon[89086]: pgmap v2101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:51.535 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2024-09-20T22:23:51.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:51 smithi046 ceph-mon[96110]: osdmap e1159: 8 total, 8 up, 8 in 2024-09-20T22:23:51.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:51 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/916077326' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:23:51.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:51 smithi046 ceph-mon[98591]: osdmap e1159: 8 total, 8 up, 8 in 2024-09-20T22:23:51.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:51 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/916077326' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:23:51.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:51 smithi134 ceph-mon[89086]: osdmap e1159: 8 total, 8 up, 8 in 2024-09-20T22:23:51.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:51 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/916077326' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:23:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:23:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:23:52] "GET /metrics HTTP/1.1" 200 36537 "" "Prometheus/2.43.0" 2024-09-20T22:23:52.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:52 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/916077326' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:23:52.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:52 smithi134 ceph-mon[89086]: osdmap e1160: 8 total, 8 up, 8 in 2024-09-20T22:23:52.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:52 smithi134 ceph-mon[89086]: pgmap v2104: 137 pgs: 12 creating+peering, 14 unknown, 111 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:23:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:23:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:23:52.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:52 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/916077326' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:23:52.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:52 smithi046 ceph-mon[96110]: osdmap e1160: 8 total, 8 up, 8 in 2024-09-20T22:23:52.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:52 smithi046 ceph-mon[96110]: pgmap v2104: 137 pgs: 12 creating+peering, 14 unknown, 111 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:52 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/916077326' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:23:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:52 smithi046 ceph-mon[98591]: osdmap e1160: 8 total, 8 up, 8 in 2024-09-20T22:23:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:52 smithi046 ceph-mon[98591]: pgmap v2104: 137 pgs: 12 creating+peering, 14 unknown, 111 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:53.592 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2056 ms) 2024-09-20T22:23:53.592 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2024-09-20T22:23:53.623 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (32 ms) 2024-09-20T22:23:53.624 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2024-09-20T22:23:53.661 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (38 ms) 2024-09-20T22:23:53.661 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2024-09-20T22:23:53.689 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (28 ms) 2024-09-20T22:23:53.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:53 smithi046 ceph-mon[96110]: osdmap e1161: 8 total, 8 up, 8 in 2024-09-20T22:23:53.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:53 smithi046 ceph-mon[98591]: osdmap e1161: 8 total, 8 up, 8 in 2024-09-20T22:23:53.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:53 smithi134 ceph-mon[89086]: osdmap e1161: 8 total, 8 up, 8 in 2024-09-20T22:23:54.565 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 4 tests from TestObjectMap (2154 ms total) 2024-09-20T22:23:54.565 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:23:54.565 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 2 tests from TestMirroringWatcher 2024-09-20T22:23:54.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:54 smithi046 ceph-mon[98591]: osdmap e1162: 8 total, 8 up, 8 in 2024-09-20T22:23:54.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:54 smithi046 ceph-mon[98591]: pgmap v2107: 137 pgs: 12 creating+peering, 5 unknown, 120 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:54.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:54 smithi046 ceph-mon[96110]: osdmap e1162: 8 total, 8 up, 8 in 2024-09-20T22:23:54.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:54 smithi046 ceph-mon[96110]: pgmap v2107: 137 pgs: 12 creating+peering, 5 unknown, 120 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:54.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:54 smithi134 ceph-mon[89086]: osdmap e1162: 8 total, 8 up, 8 in 2024-09-20T22:23:54.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:54 smithi134 ceph-mon[89086]: pgmap v2107: 137 pgs: 12 creating+peering, 5 unknown, 120 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:55.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:55 smithi046 ceph-mon[96110]: osdmap e1163: 8 total, 8 up, 8 in 2024-09-20T22:23:55.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:55 smithi046 ceph-mon[98591]: osdmap e1163: 8 total, 8 up, 8 in 2024-09-20T22:23:55.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:55 smithi134 ceph-mon[89086]: osdmap e1163: 8 total, 8 up, 8 in 2024-09-20T22:23:56.574 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2024-09-20T22:23:56.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:56 smithi046 ceph-mon[98591]: osdmap e1164: 8 total, 8 up, 8 in 2024-09-20T22:23:56.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:56 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2996076441' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:23:56.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:56 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:23:56.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:56 smithi046 ceph-mon[98591]: pgmap v2110: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:56 smithi046 ceph-mon[96110]: osdmap e1164: 8 total, 8 up, 8 in 2024-09-20T22:23:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:56 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2996076441' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:23:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:56 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:23:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:56 smithi046 ceph-mon[96110]: pgmap v2110: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:56.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:56 smithi134 ceph-mon[89086]: osdmap e1164: 8 total, 8 up, 8 in 2024-09-20T22:23:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:56 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2996076441' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:23:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:56 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:23:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:56 smithi134 ceph-mon[89086]: pgmap v2110: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:57.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:57 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:23:57.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:57 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:23:57.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:57 smithi046 ceph-mon[96110]: osdmap e1165: 8 total, 8 up, 8 in 2024-09-20T22:23:57.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:57 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:23:57.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:57 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:23:57.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:57 smithi046 ceph-mon[98591]: osdmap e1165: 8 total, 8 up, 8 in 2024-09-20T22:23:57.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:57 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:23:57.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:57 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:23:57.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:57 smithi134 ceph-mon[89086]: osdmap e1165: 8 total, 8 up, 8 in 2024-09-20T22:23:58.621 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2048 ms) 2024-09-20T22:23:58.621 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2024-09-20T22:23:58.642 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (21 ms) 2024-09-20T22:23:58.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:58 smithi046 ceph-mon[98591]: osdmap e1166: 8 total, 8 up, 8 in 2024-09-20T22:23:58.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:58 smithi046 ceph-mon[98591]: pgmap v2113: 137 pgs: 12 creating+peering, 6 unknown, 119 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:58.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:58 smithi046 ceph-mon[96110]: osdmap e1166: 8 total, 8 up, 8 in 2024-09-20T22:23:58.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:58 smithi046 ceph-mon[96110]: pgmap v2113: 137 pgs: 12 creating+peering, 6 unknown, 119 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:58.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:58 smithi134 ceph-mon[89086]: osdmap e1166: 8 total, 8 up, 8 in 2024-09-20T22:23:58.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:58 smithi134 ceph-mon[89086]: pgmap v2113: 137 pgs: 12 creating+peering, 6 unknown, 119 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:23:59.594 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 2 tests from TestMirroringWatcher (2069 ms total) 2024-09-20T22:23:59.594 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:23:59.594 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 57 tests from TestMigration 2024-09-20T22:23:59.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:59 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:23:59.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:59 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T22:23:59.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:23:59 smithi046 ceph-mon[96110]: osdmap e1167: 8 total, 8 up, 8 in 2024-09-20T22:23:59.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:59 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:23:59.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:59 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T22:23:59.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:23:59 smithi046 ceph-mon[98591]: osdmap e1167: 8 total, 8 up, 8 in 2024-09-20T22:23:59.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:59 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:23:59.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:59 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T22:23:59.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:23:59 smithi134 ceph-mon[89086]: osdmap e1167: 8 total, 8 up, 8 in 2024-09-20T22:24:00.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:00 smithi046 ceph-mon[96110]: osdmap e1168: 8 total, 8 up, 8 in 2024-09-20T22:24:00.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:00 smithi046 ceph-mon[96110]: pgmap v2116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:24:00.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:00 smithi046 ceph-mon[98591]: osdmap e1168: 8 total, 8 up, 8 in 2024-09-20T22:24:00.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:00 smithi046 ceph-mon[98591]: pgmap v2116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:24:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:00 smithi134 ceph-mon[89086]: osdmap e1168: 8 total, 8 up, 8 in 2024-09-20T22:24:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:00 smithi134 ceph-mon[89086]: pgmap v2116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:24:02.315 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:02 smithi134 ceph-mon[89086]: osdmap e1169: 8 total, 8 up, 8 in 2024-09-20T22:24:02.315 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:02 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4003424937' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:24:02.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:02 smithi046 ceph-mon[96110]: osdmap e1169: 8 total, 8 up, 8 in 2024-09-20T22:24:02.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:02 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4003424937' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:24:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:24:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:24:02] "GET /metrics HTTP/1.1" 200 36537 "" "Prometheus/2.43.0" 2024-09-20T22:24:02.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:02 smithi046 ceph-mon[98591]: osdmap e1169: 8 total, 8 up, 8 in 2024-09-20T22:24:02.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:02 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4003424937' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:24:02.603 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.Empty 2024-09-20T22:24:02.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:24:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:24:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:24:03.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:03 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4003424937' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:24:03.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:03 smithi046 ceph-mon[96110]: osdmap e1170: 8 total, 8 up, 8 in 2024-09-20T22:24:03.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:03 smithi046 ceph-mon[96110]: pgmap v2119: 137 pgs: 14 creating+peering, 13 unknown, 110 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:24:03.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:03 smithi046 ceph-mon[96110]: osdmap e1171: 8 total, 8 up, 8 in 2024-09-20T22:24:03.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:03 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4003424937' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:24:03.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:03 smithi046 ceph-mon[98591]: osdmap e1170: 8 total, 8 up, 8 in 2024-09-20T22:24:03.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:03 smithi046 ceph-mon[98591]: pgmap v2119: 137 pgs: 14 creating+peering, 13 unknown, 110 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:24:03.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:03 smithi046 ceph-mon[98591]: osdmap e1171: 8 total, 8 up, 8 in 2024-09-20T22:24:03.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:03 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4003424937' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:24:03.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:03 smithi134 ceph-mon[89086]: osdmap e1170: 8 total, 8 up, 8 in 2024-09-20T22:24:03.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:03 smithi134 ceph-mon[89086]: pgmap v2119: 137 pgs: 14 creating+peering, 13 unknown, 110 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:24:03.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:03 smithi134 ceph-mon[89086]: osdmap e1171: 8 total, 8 up, 8 in 2024-09-20T22:24:04.664 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:24:04.678 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:24:04.827 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-20T22:24:04.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:04 smithi046 ceph-mon[96110]: osdmap e1172: 8 total, 8 up, 8 in 2024-09-20T22:24:04.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:04 smithi046 ceph-mon[96110]: pgmap v2122: 169 pgs: 22 creating+peering, 30 unknown, 117 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:24:04.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:24:04.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:04 smithi046 ceph-mon[98591]: osdmap e1172: 8 total, 8 up, 8 in 2024-09-20T22:24:04.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:04 smithi046 ceph-mon[98591]: pgmap v2122: 169 pgs: 22 creating+peering, 30 unknown, 117 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:24:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:24:04.901 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-20T22:24:04.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:04 smithi134 ceph-mon[89086]: osdmap e1172: 8 total, 8 up, 8 in 2024-09-20T22:24:04.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:04 smithi134 ceph-mon[89086]: pgmap v2122: 169 pgs: 22 creating+peering, 30 unknown, 117 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-20T22:24:04.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:24:04.986 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.Empty (2383 ms) 2024-09-20T22:24:04.986 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.OtherName 2024-09-20T22:24:05.016 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:24:05.026 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:24:05.158 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-20T22:24:05.221 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-20T22:24:05.301 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.OtherName (315 ms) 2024-09-20T22:24:05.301 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.OtherPool 2024-09-20T22:24:05.331 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:24:05.341 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:24:05.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:05 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:24:05.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:05 smithi046 ceph-mon[98591]: osdmap e1173: 8 total, 8 up, 8 in 2024-09-20T22:24:05.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:05 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:24:05.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:05 smithi046 ceph-mon[96110]: osdmap e1173: 8 total, 8 up, 8 in 2024-09-20T22:24:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:05 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:24:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:05 smithi134 ceph-mon[89086]: osdmap e1173: 8 total, 8 up, 8 in 2024-09-20T22:24:06.763 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-20T22:24:06.831 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-20T22:24:06.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:06 smithi046 ceph-mon[96110]: osdmap e1174: 8 total, 8 up, 8 in 2024-09-20T22:24:06.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:06 smithi046 ceph-mon[96110]: pgmap v2125: 169 pgs: 8 creating+peering, 14 unknown, 147 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 7.7 KiB/s wr, 142 op/s 2024-09-20T22:24:06.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:06 smithi046 ceph-mon[98591]: osdmap e1174: 8 total, 8 up, 8 in 2024-09-20T22:24:06.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:06 smithi046 ceph-mon[98591]: pgmap v2125: 169 pgs: 8 creating+peering, 14 unknown, 147 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 7.7 KiB/s wr, 142 op/s 2024-09-20T22:24:06.916 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.OtherPool (1615 ms) 2024-09-20T22:24:06.916 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.OtherNamespace 2024-09-20T22:24:06.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:06 smithi134 ceph-mon[89086]: osdmap e1174: 8 total, 8 up, 8 in 2024-09-20T22:24:06.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:06 smithi134 ceph-mon[89086]: pgmap v2125: 169 pgs: 8 creating+peering, 14 unknown, 147 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 7.7 KiB/s wr, 142 op/s 2024-09-20T22:24:06.944 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:24:06.957 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:24:07.082 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-20T22:24:07.145 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-20T22:24:07.222 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.OtherNamespace (307 ms) 2024-09-20T22:24:07.222 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.DataPool 2024-09-20T22:24:07.252 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:24:07.265 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:24:07.400 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-20T22:24:07.469 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-20T22:24:07.548 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.DataPool (326 ms) 2024-09-20T22:24:07.548 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2024-09-20T22:24:07.578 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:24:07.588 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:24:07.725 INFO:tasks.workunit.client.0.smithi046.stdout:migration_abort 2024-09-20T22:24:07.820 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.AbortAfterPrepare (271 ms) 2024-09-20T22:24:07.820 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2024-09-20T22:24:07.848 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:24:07.858 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:24:07.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:07 smithi046 ceph-mon[96110]: osdmap e1175: 8 total, 8 up, 8 in 2024-09-20T22:24:07.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:07 smithi046 ceph-mon[98591]: osdmap e1175: 8 total, 8 up, 8 in 2024-09-20T22:24:07.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:07 smithi134 ceph-mon[89086]: osdmap e1175: 8 total, 8 up, 8 in 2024-09-20T22:24:07.952 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (133 ms) 2024-09-20T22:24:07.952 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.AbortAfterExecute 2024-09-20T22:24:07.981 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:24:07.991 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:24:08.122 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-20T22:24:08.188 INFO:tasks.workunit.client.0.smithi046.stdout:migration_abort 2024-09-20T22:24:08.286 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.AbortAfterExecute (333 ms) 2024-09-20T22:24:08.286 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2024-09-20T22:24:08.313 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:24:08.323 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:24:08.451 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-20T22:24:08.512 INFO:tasks.workunit.client.0.smithi046.stdout:migration_abort 2024-09-20T22:24:08.609 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (324 ms) 2024-09-20T22:24:08.609 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2024-09-20T22:24:08.640 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:24:08.653 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:24:08.782 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-20T22:24:08.846 INFO:tasks.workunit.client.0.smithi046.stdout:migration_abort 2024-09-20T22:24:08.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:08 smithi046 ceph-mon[96110]: pgmap v2127: 169 pgs: 169 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 288 KiB/s rd, 21 KiB/s wr, 379 op/s 2024-09-20T22:24:08.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:08 smithi046 ceph-mon[98591]: pgmap v2127: 169 pgs: 169 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 288 KiB/s rd, 21 KiB/s wr, 379 op/s 2024-09-20T22:24:08.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:08 smithi134 ceph-mon[89086]: pgmap v2127: 169 pgs: 169 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 288 KiB/s rd, 21 KiB/s wr, 379 op/s 2024-09-20T22:24:08.952 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (342 ms) 2024-09-20T22:24:08.952 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.MirroringSamePool 2024-09-20T22:24:08.981 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:24:08.992 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:24:08.998 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.MirroringSamePool (47 ms) 2024-09-20T22:24:08.998 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.MirroringAbort 2024-09-20T22:24:09.033 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:24:09.043 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:24:09.049 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.MirroringAbort (51 ms) 2024-09-20T22:24:09.049 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2024-09-20T22:24:09.079 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:24:09.088 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:24:09.095 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.MirroringOtherPoolDisabled (46 ms) 2024-09-20T22:24:09.095 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2024-09-20T22:24:09.124 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:24:09.133 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:24:09.139 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.MirroringOtherPoolEnabled (44 ms) 2024-09-20T22:24:09.139 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.MirroringPool 2024-09-20T22:24:09.168 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:24:09.179 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:24:09.185 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.MirroringPool (45 ms) 2024-09-20T22:24:09.185 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.Group 2024-09-20T22:24:09.215 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:24:09.234 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:24:09.373 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-20T22:24:09.436 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-20T22:24:09.526 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.Group (341 ms) 2024-09-20T22:24:09.526 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.GroupAbort 2024-09-20T22:24:09.554 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:24:09.573 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:24:09.712 INFO:tasks.workunit.client.0.smithi046.stdout:migration_abort 2024-09-20T22:24:09.820 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.GroupAbort (295 ms) 2024-09-20T22:24:09.820 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.NoSnaps 2024-09-20T22:24:09.848 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:24:09.859 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-20T22:24:09.911 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 16777218~8388609 2024-09-20T22:24:09.970 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:24:10.151 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-20T22:24:10.265 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-20T22:24:10.379 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.NoSnaps (559 ms) 2024-09-20T22:24:10.379 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2024-09-20T22:24:10.413 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:24:10.423 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-20T22:24:10.474 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 16777218~8388609 2024-09-20T22:24:10.524 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-20T22:24:10.532 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 16777218~8388609 2024-09-20T22:24:10.590 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:24:10.750 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-20T22:24:10.860 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-20T22:24:10.980 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.NoSnapsOtherPool (599 ms) 2024-09-20T22:24:10.980 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2024-09-20T22:24:11.008 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:24:11.018 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-20T22:24:11.091 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 16777218~8388609 2024-09-20T22:24:11.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:10 smithi046 ceph-mon[96110]: pgmap v2128: 169 pgs: 169 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 294 KiB/s rd, 21 KiB/s wr, 396 op/s 2024-09-20T22:24:11.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:10 smithi046 ceph-mon[98591]: pgmap v2128: 169 pgs: 169 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 294 KiB/s rd, 21 KiB/s wr, 396 op/s 2024-09-20T22:24:11.151 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:24:11.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:10 smithi134 ceph-mon[89086]: pgmap v2128: 169 pgs: 169 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 294 KiB/s rd, 21 KiB/s wr, 396 op/s 2024-09-20T22:24:11.330 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-20T22:24:11.456 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-20T22:24:11.582 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.NoSnapsDataPool (603 ms) 2024-09-20T22:24:11.583 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2024-09-20T22:24:11.617 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:24:11.627 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-20T22:24:11.675 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 16777218~8388609 2024-09-20T22:24:11.730 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:24:11.913 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 41943040 2024-09-20T22:24:11.921 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-20T22:24:12.033 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-20T22:24:12.137 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (555 ms) 2024-09-20T22:24:12.137 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2024-09-20T22:24:12.167 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:24:12.177 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-20T22:24:12.238 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 16777218~8388609 2024-09-20T22:24:12.282 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 0 2024-09-20T22:24:12.295 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:24:12.395 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-20T22:24:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:24:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:24:12] "GET /metrics HTTP/1.1" 200 38880 "" "Prometheus/2.43.0" 2024-09-20T22:24:12.462 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-20T22:24:12.508 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (371 ms) 2024-09-20T22:24:12.508 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2024-09-20T22:24:12.537 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:24:12.547 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-20T22:24:12.606 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 16777218~8388609 2024-09-20T22:24:12.657 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:24:12.675 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:24:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:24:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:24:12.840 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 0 2024-09-20T22:24:12.853 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-20T22:24:12.925 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-20T22:24:12.980 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (472 ms) 2024-09-20T22:24:12.980 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2024-09-20T22:24:13.008 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:24:13.018 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-20T22:24:13.074 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 16777218~8388609 2024-09-20T22:24:13.126 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:24:13.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:12 smithi046 ceph-mon[96110]: pgmap v2129: 169 pgs: 169 active+clean; 45 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 8.4 MiB/s wr, 1.26k op/s 2024-09-20T22:24:13.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:12 smithi046 ceph-mon[98591]: pgmap v2129: 169 pgs: 169 active+clean; 45 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 8.4 MiB/s wr, 1.26k op/s 2024-09-20T22:24:13.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:12 smithi134 ceph-mon[89086]: pgmap v2129: 169 pgs: 169 active+clean; 45 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 8.4 MiB/s wr, 1.26k op/s 2024-09-20T22:24:13.316 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 167772160 2024-09-20T22:24:13.324 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-20T22:24:13.443 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-20T22:24:13.577 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (597 ms) 2024-09-20T22:24:13.578 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2024-09-20T22:24:13.610 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:24:13.620 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-20T22:24:13.678 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 16777218~8388609 2024-09-20T22:24:13.724 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:24:13.896 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: after_prepare_snap 2024-09-20T22:24:15.399 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 41943040 2024-09-20T22:24:15.423 INFO:tasks.workunit.client.0.smithi046.stdout:write: * 0~1000 2024-09-20T22:24:15.429 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-20T22:24:15.553 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-20T22:24:15.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:15 smithi046 ceph-mon[96110]: pgmap v2130: 169 pgs: 169 active+clean; 77 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 16 MiB/s wr, 1.42k op/s 2024-09-20T22:24:15.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:15 smithi046 ceph-mon[96110]: osdmap e1176: 8 total, 8 up, 8 in 2024-09-20T22:24:15.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:15 smithi046 ceph-mon[98591]: pgmap v2130: 169 pgs: 169 active+clean; 77 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 16 MiB/s wr, 1.42k op/s 2024-09-20T22:24:15.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:15 smithi046 ceph-mon[98591]: osdmap e1176: 8 total, 8 up, 8 in 2024-09-20T22:24:15.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:15 smithi134 ceph-mon[89086]: pgmap v2130: 169 pgs: 169 active+clean; 77 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 16 MiB/s wr, 1.42k op/s 2024-09-20T22:24:15.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:15 smithi134 ceph-mon[89086]: osdmap e1176: 8 total, 8 up, 8 in 2024-09-20T22:24:15.706 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (2128 ms) 2024-09-20T22:24:15.706 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.Snaps 2024-09-20T22:24:15.734 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:24:15.744 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-20T22:24:15.796 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-20T22:24:16.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:16 smithi046 ceph-mon[96110]: osdmap e1177: 8 total, 8 up, 8 in 2024-09-20T22:24:16.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:16 smithi046 ceph-mon[96110]: pgmap v2133: 169 pgs: 169 active+clean; 173 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 56 MiB/s rd, 43 MiB/s wr, 1.86k op/s 2024-09-20T22:24:16.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:16 smithi046 ceph-mon[98591]: osdmap e1177: 8 total, 8 up, 8 in 2024-09-20T22:24:16.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:16 smithi046 ceph-mon[98591]: pgmap v2133: 169 pgs: 169 active+clean; 173 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 56 MiB/s rd, 43 MiB/s wr, 1.86k op/s 2024-09-20T22:24:16.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:16 smithi134 ceph-mon[89086]: osdmap e1177: 8 total, 8 up, 8 in 2024-09-20T22:24:16.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:16 smithi134 ceph-mon[89086]: pgmap v2133: 169 pgs: 169 active+clean; 173 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 56 MiB/s rd, 43 MiB/s wr, 1.86k op/s 2024-09-20T22:24:17.413 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 8388609~8388609 2024-09-20T22:24:17.427 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 0~1000 2024-09-20T22:24:17.427 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 1010~1000 2024-09-20T22:24:17.427 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap2 2024-09-20T22:24:17.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:17 smithi046 ceph-mon[96110]: osdmap e1178: 8 total, 8 up, 8 in 2024-09-20T22:24:17.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:17 smithi046 ceph-mon[98591]: osdmap e1178: 8 total, 8 up, 8 in 2024-09-20T22:24:17.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:17 smithi134 ceph-mon[89086]: osdmap e1178: 8 total, 8 up, 8 in 2024-09-20T22:24:18.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:18 smithi046 ceph-mon[96110]: osdmap e1179: 8 total, 8 up, 8 in 2024-09-20T22:24:18.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:18 smithi046 ceph-mon[96110]: pgmap v2136: 169 pgs: 169 active+clean; 201 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 95 MiB/s rd, 62 MiB/s wr, 1.74k op/s 2024-09-20T22:24:18.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:18 smithi046 ceph-mon[98591]: osdmap e1179: 8 total, 8 up, 8 in 2024-09-20T22:24:18.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:18 smithi046 ceph-mon[98591]: pgmap v2136: 169 pgs: 169 active+clean; 201 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 95 MiB/s rd, 62 MiB/s wr, 1.74k op/s 2024-09-20T22:24:18.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:18 smithi134 ceph-mon[89086]: osdmap e1179: 8 total, 8 up, 8 in 2024-09-20T22:24:18.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:18 smithi134 ceph-mon[89086]: pgmap v2136: 169 pgs: 169 active+clean; 201 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 95 MiB/s rd, 62 MiB/s wr, 1.74k op/s 2024-09-20T22:24:19.424 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 8388609~1000 2024-09-20T22:24:19.432 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 16777228~1000 2024-09-20T22:24:19.433 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 167772160 2024-09-20T22:24:19.442 INFO:tasks.workunit.client.0.smithi046.stdout:write: 2 83886079~8388609 2024-09-20T22:24:19.458 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap3 2024-09-20T22:24:19.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:19 smithi134 ceph-mon[89086]: osdmap e1180: 8 total, 8 up, 8 in 2024-09-20T22:24:19.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:24:19.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:24:19.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:19 smithi046 ceph-mon[96110]: osdmap e1180: 8 total, 8 up, 8 in 2024-09-20T22:24:19.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:24:19.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:24:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:19 smithi046 ceph-mon[98591]: osdmap e1180: 8 total, 8 up, 8 in 2024-09-20T22:24:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:24:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:24:20.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:20 smithi134 ceph-mon[89086]: osdmap e1181: 8 total, 8 up, 8 in 2024-09-20T22:24:20.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:20 smithi134 ceph-mon[89086]: pgmap v2139: 169 pgs: 169 active+clean; 213 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 14 MiB/s wr, 637 op/s 2024-09-20T22:24:20.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:20 smithi046 ceph-mon[96110]: osdmap e1181: 8 total, 8 up, 8 in 2024-09-20T22:24:20.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:20 smithi046 ceph-mon[96110]: pgmap v2139: 169 pgs: 169 active+clean; 213 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 14 MiB/s wr, 637 op/s 2024-09-20T22:24:20.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:20 smithi046 ceph-mon[98591]: osdmap e1181: 8 total, 8 up, 8 in 2024-09-20T22:24:20.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:20 smithi046 ceph-mon[98591]: pgmap v2139: 169 pgs: 169 active+clean; 213 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 14 MiB/s wr, 637 op/s 2024-09-20T22:24:21.442 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:24:21.465 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 83886079~1 2024-09-20T22:24:21.473 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:24:21.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:21 smithi046 ceph-mon[96110]: osdmap e1182: 8 total, 8 up, 8 in 2024-09-20T22:24:21.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:21 smithi046 ceph-mon[98591]: osdmap e1182: 8 total, 8 up, 8 in 2024-09-20T22:24:21.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:21 smithi134 ceph-mon[89086]: osdmap e1182: 8 total, 8 up, 8 in 2024-09-20T22:24:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:24:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:24:22] "GET /metrics HTTP/1.1" 200 39010 "" "Prometheus/2.43.0" 2024-09-20T22:24:22.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:22 smithi134 ceph-mon[89086]: osdmap e1183: 8 total, 8 up, 8 in 2024-09-20T22:24:22.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:22 smithi134 ceph-mon[89086]: pgmap v2142: 169 pgs: 169 active+clean; 233 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 225 op/s 2024-09-20T22:24:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:24:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:24:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:24:22.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:22 smithi046 ceph-mon[96110]: osdmap e1183: 8 total, 8 up, 8 in 2024-09-20T22:24:22.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:22 smithi046 ceph-mon[96110]: pgmap v2142: 169 pgs: 169 active+clean; 233 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 225 op/s 2024-09-20T22:24:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:22 smithi046 ceph-mon[98591]: osdmap e1183: 8 total, 8 up, 8 in 2024-09-20T22:24:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:22 smithi046 ceph-mon[98591]: pgmap v2142: 169 pgs: 169 active+clean; 233 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 225 op/s 2024-09-20T22:24:23.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:23 smithi046 ceph-mon[96110]: osdmap e1184: 8 total, 8 up, 8 in 2024-09-20T22:24:23.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:23 smithi046 ceph-mon[98591]: osdmap e1184: 8 total, 8 up, 8 in 2024-09-20T22:24:23.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:23 smithi134 ceph-mon[89086]: osdmap e1184: 8 total, 8 up, 8 in 2024-09-20T22:24:24.836 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-20T22:24:24.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:24 smithi046 ceph-mon[96110]: osdmap e1185: 8 total, 8 up, 8 in 2024-09-20T22:24:24.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:24 smithi046 ceph-mon[96110]: pgmap v2145: 169 pgs: 169 active+clean; 249 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 8.0 MiB/s wr, 117 op/s 2024-09-20T22:24:24.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:24 smithi046 ceph-mon[98591]: osdmap e1185: 8 total, 8 up, 8 in 2024-09-20T22:24:24.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:24 smithi046 ceph-mon[98591]: pgmap v2145: 169 pgs: 169 active+clean; 249 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 8.0 MiB/s wr, 117 op/s 2024-09-20T22:24:24.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:24 smithi134 ceph-mon[89086]: osdmap e1185: 8 total, 8 up, 8 in 2024-09-20T22:24:24.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:24 smithi134 ceph-mon[89086]: pgmap v2145: 169 pgs: 169 active+clean; 249 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 8.0 MiB/s wr, 117 op/s 2024-09-20T22:24:24.985 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-20T22:24:25.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:25 smithi046 ceph-mon[96110]: osdmap e1186: 8 total, 8 up, 8 in 2024-09-20T22:24:25.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:25 smithi046 ceph-mon[98591]: osdmap e1186: 8 total, 8 up, 8 in 2024-09-20T22:24:25.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:25 smithi134 ceph-mon[89086]: osdmap e1186: 8 total, 8 up, 8 in 2024-09-20T22:24:26.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:26 smithi046 ceph-mon[98591]: osdmap e1187: 8 total, 8 up, 8 in 2024-09-20T22:24:26.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:26 smithi046 ceph-mon[98591]: pgmap v2148: 169 pgs: 169 active+clean; 257 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 5.0 MiB/s wr, 321 op/s 2024-09-20T22:24:26.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:26 smithi046 ceph-mon[96110]: osdmap e1187: 8 total, 8 up, 8 in 2024-09-20T22:24:26.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:26 smithi046 ceph-mon[96110]: pgmap v2148: 169 pgs: 169 active+clean; 257 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 5.0 MiB/s wr, 321 op/s 2024-09-20T22:24:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:26 smithi134 ceph-mon[89086]: osdmap e1187: 8 total, 8 up, 8 in 2024-09-20T22:24:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:26 smithi134 ceph-mon[89086]: pgmap v2148: 169 pgs: 169 active+clean; 257 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 5.0 MiB/s wr, 321 op/s 2024-09-20T22:24:27.808 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.Snaps (12102 ms) 2024-09-20T22:24:27.808 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.SnapsOtherPool 2024-09-20T22:24:27.839 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:24:27.850 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-20T22:24:27.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:27 smithi046 ceph-mon[96110]: osdmap e1188: 8 total, 8 up, 8 in 2024-09-20T22:24:27.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:27 smithi046 ceph-mon[98591]: osdmap e1188: 8 total, 8 up, 8 in 2024-09-20T22:24:27.909 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-20T22:24:27.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:27 smithi134 ceph-mon[89086]: osdmap e1188: 8 total, 8 up, 8 in 2024-09-20T22:24:28.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:28 smithi046 ceph-mon[96110]: osdmap e1189: 8 total, 8 up, 8 in 2024-09-20T22:24:28.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:28 smithi046 ceph-mon[96110]: pgmap v2151: 169 pgs: 169 active+clean; 265 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 5.0 MiB/s wr, 489 op/s 2024-09-20T22:24:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:28 smithi046 ceph-mon[98591]: osdmap e1189: 8 total, 8 up, 8 in 2024-09-20T22:24:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:28 smithi046 ceph-mon[98591]: pgmap v2151: 169 pgs: 169 active+clean; 265 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 5.0 MiB/s wr, 489 op/s 2024-09-20T22:24:28.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:28 smithi134 ceph-mon[89086]: osdmap e1189: 8 total, 8 up, 8 in 2024-09-20T22:24:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:28 smithi134 ceph-mon[89086]: pgmap v2151: 169 pgs: 169 active+clean; 265 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 5.0 MiB/s wr, 489 op/s 2024-09-20T22:24:29.491 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 8388609~8388609 2024-09-20T22:24:29.511 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 0~1000 2024-09-20T22:24:29.511 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 1010~1000 2024-09-20T22:24:29.511 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap2 2024-09-20T22:24:29.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:29 smithi046 ceph-mon[96110]: osdmap e1190: 8 total, 8 up, 8 in 2024-09-20T22:24:29.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:29 smithi046 ceph-mon[98591]: osdmap e1190: 8 total, 8 up, 8 in 2024-09-20T22:24:29.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:29 smithi134 ceph-mon[89086]: osdmap e1190: 8 total, 8 up, 8 in 2024-09-20T22:24:30.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:30 smithi046 ceph-mon[96110]: osdmap e1191: 8 total, 8 up, 8 in 2024-09-20T22:24:30.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:30 smithi046 ceph-mon[96110]: pgmap v2154: 169 pgs: 169 active+clean; 269 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 6.0 MiB/s wr, 210 op/s 2024-09-20T22:24:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:30 smithi046 ceph-mon[98591]: osdmap e1191: 8 total, 8 up, 8 in 2024-09-20T22:24:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:30 smithi046 ceph-mon[98591]: pgmap v2154: 169 pgs: 169 active+clean; 269 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 6.0 MiB/s wr, 210 op/s 2024-09-20T22:24:30.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:30 smithi134 ceph-mon[89086]: osdmap e1191: 8 total, 8 up, 8 in 2024-09-20T22:24:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:30 smithi134 ceph-mon[89086]: pgmap v2154: 169 pgs: 169 active+clean; 269 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 6.0 MiB/s wr, 210 op/s 2024-09-20T22:24:31.504 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 8388609~1000 2024-09-20T22:24:31.514 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 16777228~1000 2024-09-20T22:24:31.514 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 167772160 2024-09-20T22:24:31.523 INFO:tasks.workunit.client.0.smithi046.stdout:write: 2 83886079~8388609 2024-09-20T22:24:31.542 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap3 2024-09-20T22:24:31.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:31 smithi046 ceph-mon[96110]: osdmap e1192: 8 total, 8 up, 8 in 2024-09-20T22:24:31.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:31 smithi046 ceph-mon[98591]: osdmap e1192: 8 total, 8 up, 8 in 2024-09-20T22:24:31.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:31 smithi134 ceph-mon[89086]: osdmap e1192: 8 total, 8 up, 8 in 2024-09-20T22:24:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:24:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:24:32] "GET /metrics HTTP/1.1" 200 39010 "" "Prometheus/2.43.0" 2024-09-20T22:24:32.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:32 smithi134 ceph-mon[89086]: osdmap e1193: 8 total, 8 up, 8 in 2024-09-20T22:24:32.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:32 smithi134 ceph-mon[89086]: pgmap v2157: 169 pgs: 169 active+clean; 285 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 8.0 MiB/s wr, 104 op/s 2024-09-20T22:24:32.677 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:24:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:24:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:24:32.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:32 smithi046 ceph-mon[96110]: osdmap e1193: 8 total, 8 up, 8 in 2024-09-20T22:24:32.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:32 smithi046 ceph-mon[96110]: pgmap v2157: 169 pgs: 169 active+clean; 285 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 8.0 MiB/s wr, 104 op/s 2024-09-20T22:24:32.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:32 smithi046 ceph-mon[98591]: osdmap e1193: 8 total, 8 up, 8 in 2024-09-20T22:24:32.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:32 smithi046 ceph-mon[98591]: pgmap v2157: 169 pgs: 169 active+clean; 285 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 8.0 MiB/s wr, 104 op/s 2024-09-20T22:24:33.512 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:24:33.541 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 83886079~1 2024-09-20T22:24:33.551 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-20T22:24:33.560 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 16777218~8388609 2024-09-20T22:24:33.625 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:24:33.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:33 smithi046 ceph-mon[96110]: osdmap e1194: 8 total, 8 up, 8 in 2024-09-20T22:24:33.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:33 smithi046 ceph-mon[98591]: osdmap e1194: 8 total, 8 up, 8 in 2024-09-20T22:24:33.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:33 smithi134 ceph-mon[89086]: osdmap e1194: 8 total, 8 up, 8 in 2024-09-20T22:24:34.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:34 smithi046 ceph-mon[96110]: osdmap e1195: 8 total, 8 up, 8 in 2024-09-20T22:24:34.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:34 smithi046 ceph-mon[96110]: pgmap v2160: 169 pgs: 169 active+clean; 289 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 7.0 MiB/s wr, 118 op/s 2024-09-20T22:24:34.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:24:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:34 smithi046 ceph-mon[96110]: osdmap e1196: 8 total, 8 up, 8 in 2024-09-20T22:24:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:34 smithi046 ceph-mon[98591]: osdmap e1195: 8 total, 8 up, 8 in 2024-09-20T22:24:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:34 smithi046 ceph-mon[98591]: pgmap v2160: 169 pgs: 169 active+clean; 289 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 7.0 MiB/s wr, 118 op/s 2024-09-20T22:24:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:24:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:34 smithi046 ceph-mon[98591]: osdmap e1196: 8 total, 8 up, 8 in 2024-09-20T22:24:34.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:34 smithi134 ceph-mon[89086]: osdmap e1195: 8 total, 8 up, 8 in 2024-09-20T22:24:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:34 smithi134 ceph-mon[89086]: pgmap v2160: 169 pgs: 169 active+clean; 289 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 7.0 MiB/s wr, 118 op/s 2024-09-20T22:24:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:24:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:34 smithi134 ceph-mon[89086]: osdmap e1196: 8 total, 8 up, 8 in 2024-09-20T22:24:36.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:36 smithi046 ceph-mon[96110]: osdmap e1197: 8 total, 8 up, 8 in 2024-09-20T22:24:36.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:36 smithi046 ceph-mon[98591]: osdmap e1197: 8 total, 8 up, 8 in 2024-09-20T22:24:36.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:36 smithi134 ceph-mon[89086]: osdmap e1197: 8 total, 8 up, 8 in 2024-09-20T22:24:36.803 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-20T22:24:36.967 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-20T22:24:37.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:37 smithi046 ceph-mon[96110]: pgmap v2163: 169 pgs: 169 active+clean; 329 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 201 op/s 2024-09-20T22:24:37.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:37 smithi046 ceph-mon[96110]: osdmap e1198: 8 total, 8 up, 8 in 2024-09-20T22:24:37.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:37 smithi046 ceph-mon[98591]: pgmap v2163: 169 pgs: 169 active+clean; 329 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 201 op/s 2024-09-20T22:24:37.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:37 smithi046 ceph-mon[98591]: osdmap e1198: 8 total, 8 up, 8 in 2024-09-20T22:24:37.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:37 smithi134 ceph-mon[89086]: pgmap v2163: 169 pgs: 169 active+clean; 329 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 201 op/s 2024-09-20T22:24:37.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:37 smithi134 ceph-mon[89086]: osdmap e1198: 8 total, 8 up, 8 in 2024-09-20T22:24:38.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:38 smithi046 ceph-mon[96110]: osdmap e1199: 8 total, 8 up, 8 in 2024-09-20T22:24:38.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:38 smithi046 ceph-mon[96110]: pgmap v2166: 169 pgs: 169 active+clean; 361 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 16 MiB/s wr, 349 op/s 2024-09-20T22:24:38.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:38 smithi046 ceph-mon[98591]: osdmap e1199: 8 total, 8 up, 8 in 2024-09-20T22:24:38.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:38 smithi046 ceph-mon[98591]: pgmap v2166: 169 pgs: 169 active+clean; 361 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 16 MiB/s wr, 349 op/s 2024-09-20T22:24:38.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:38 smithi134 ceph-mon[89086]: osdmap e1199: 8 total, 8 up, 8 in 2024-09-20T22:24:38.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:38 smithi134 ceph-mon[89086]: pgmap v2166: 169 pgs: 169 active+clean; 361 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 16 MiB/s wr, 349 op/s 2024-09-20T22:24:39.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:39 smithi134 ceph-mon[89086]: osdmap e1200: 8 total, 8 up, 8 in 2024-09-20T22:24:39.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:39 smithi134 ceph-mon[89086]: osdmap e1201: 8 total, 8 up, 8 in 2024-09-20T22:24:39.730 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.SnapsOtherPool (11923 ms) 2024-09-20T22:24:39.731 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.SnapsDataPool 2024-09-20T22:24:39.760 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:24:39.770 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-20T22:24:39.827 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-20T22:24:39.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:39 smithi046 ceph-mon[96110]: osdmap e1200: 8 total, 8 up, 8 in 2024-09-20T22:24:39.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:39 smithi046 ceph-mon[96110]: osdmap e1201: 8 total, 8 up, 8 in 2024-09-20T22:24:39.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:39 smithi046 ceph-mon[98591]: osdmap e1200: 8 total, 8 up, 8 in 2024-09-20T22:24:39.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:39 smithi046 ceph-mon[98591]: osdmap e1201: 8 total, 8 up, 8 in 2024-09-20T22:24:40.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:40 smithi134 ceph-mon[89086]: pgmap v2169: 169 pgs: 169 active+clean; 361 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 8.0 MiB/s wr, 360 op/s 2024-09-20T22:24:40.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:40 smithi046 ceph-mon[96110]: pgmap v2169: 169 pgs: 169 active+clean; 361 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 8.0 MiB/s wr, 360 op/s 2024-09-20T22:24:40.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:40 smithi046 ceph-mon[98591]: pgmap v2169: 169 pgs: 169 active+clean; 361 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 8.0 MiB/s wr, 360 op/s 2024-09-20T22:24:41.426 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 8388609~8388609 2024-09-20T22:24:41.444 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 0~1000 2024-09-20T22:24:41.445 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 1010~1000 2024-09-20T22:24:41.445 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap2 2024-09-20T22:24:41.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:41 smithi134 ceph-mon[89086]: osdmap e1202: 8 total, 8 up, 8 in 2024-09-20T22:24:41.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:41 smithi046 ceph-mon[96110]: osdmap e1202: 8 total, 8 up, 8 in 2024-09-20T22:24:41.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:41 smithi046 ceph-mon[98591]: osdmap e1202: 8 total, 8 up, 8 in 2024-09-20T22:24:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:24:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:24:42] "GET /metrics HTTP/1.1" 200 39008 "" "Prometheus/2.43.0" 2024-09-20T22:24:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:24:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:24:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:24:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:42 smithi134 ceph-mon[89086]: osdmap e1203: 8 total, 8 up, 8 in 2024-09-20T22:24:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:42 smithi134 ceph-mon[89086]: pgmap v2172: 169 pgs: 169 active+clean; 361 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 7.0 MiB/s wr, 275 op/s 2024-09-20T22:24:42.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:42 smithi046 ceph-mon[96110]: osdmap e1203: 8 total, 8 up, 8 in 2024-09-20T22:24:42.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:42 smithi046 ceph-mon[96110]: pgmap v2172: 169 pgs: 169 active+clean; 361 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 7.0 MiB/s wr, 275 op/s 2024-09-20T22:24:42.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:42 smithi046 ceph-mon[98591]: osdmap e1203: 8 total, 8 up, 8 in 2024-09-20T22:24:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:42 smithi046 ceph-mon[98591]: pgmap v2172: 169 pgs: 169 active+clean; 361 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 7.0 MiB/s wr, 275 op/s 2024-09-20T22:24:43.441 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 8388609~1000 2024-09-20T22:24:43.448 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 16777228~1000 2024-09-20T22:24:43.448 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 167772160 2024-09-20T22:24:43.457 INFO:tasks.workunit.client.0.smithi046.stdout:write: 2 83886079~8388609 2024-09-20T22:24:43.474 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap3 2024-09-20T22:24:43.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:43 smithi046 ceph-mon[96110]: osdmap e1204: 8 total, 8 up, 8 in 2024-09-20T22:24:43.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:43 smithi046 ceph-mon[98591]: osdmap e1204: 8 total, 8 up, 8 in 2024-09-20T22:24:43.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:43 smithi134 ceph-mon[89086]: osdmap e1204: 8 total, 8 up, 8 in 2024-09-20T22:24:44.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:44 smithi046 ceph-mon[96110]: osdmap e1205: 8 total, 8 up, 8 in 2024-09-20T22:24:44.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:44 smithi046 ceph-mon[96110]: pgmap v2175: 169 pgs: 169 active+clean; 365 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 9.0 MiB/s wr, 126 op/s 2024-09-20T22:24:44.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:44 smithi046 ceph-mon[96110]: osdmap e1206: 8 total, 8 up, 8 in 2024-09-20T22:24:44.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:44 smithi046 ceph-mon[98591]: osdmap e1205: 8 total, 8 up, 8 in 2024-09-20T22:24:44.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:44 smithi046 ceph-mon[98591]: pgmap v2175: 169 pgs: 169 active+clean; 365 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 9.0 MiB/s wr, 126 op/s 2024-09-20T22:24:44.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:44 smithi046 ceph-mon[98591]: osdmap e1206: 8 total, 8 up, 8 in 2024-09-20T22:24:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:44 smithi134 ceph-mon[89086]: osdmap e1205: 8 total, 8 up, 8 in 2024-09-20T22:24:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:44 smithi134 ceph-mon[89086]: pgmap v2175: 169 pgs: 169 active+clean; 365 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 9.0 MiB/s wr, 126 op/s 2024-09-20T22:24:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:44 smithi134 ceph-mon[89086]: osdmap e1206: 8 total, 8 up, 8 in 2024-09-20T22:24:45.400 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:24:45.422 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 83886079~1 2024-09-20T22:24:45.433 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:24:45.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:24:45.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:45 smithi046 ceph-mon[96110]: osdmap e1207: 8 total, 8 up, 8 in 2024-09-20T22:24:45.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:24:45.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:24:45.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:24:45.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:45 smithi046 ceph-mon[98591]: osdmap e1207: 8 total, 8 up, 8 in 2024-09-20T22:24:45.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:24:45.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:24:45.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:24:45.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:45 smithi134 ceph-mon[89086]: osdmap e1207: 8 total, 8 up, 8 in 2024-09-20T22:24:45.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:24:45.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:24:46.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:46 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:24:46.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:46 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:24:46.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:46 smithi046 ceph-mon[96110]: pgmap v2178: 169 pgs: 169 active+clean; 393 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 9.0 MiB/s wr, 205 op/s 2024-09-20T22:24:46.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:46 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:24:46.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:46 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:24:46.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:46 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:24:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:46 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:24:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:46 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:24:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:46 smithi046 ceph-mon[98591]: pgmap v2178: 169 pgs: 169 active+clean; 393 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 9.0 MiB/s wr, 205 op/s 2024-09-20T22:24:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:46 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:24:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:46 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:24:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:46 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:24:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:46 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:24:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:46 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:24:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:46 smithi134 ceph-mon[89086]: pgmap v2178: 169 pgs: 169 active+clean; 393 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 9.0 MiB/s wr, 205 op/s 2024-09-20T22:24:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:46 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:24:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:46 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:24:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:46 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:24:47.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:47 smithi046 ceph-mon[96110]: osdmap e1208: 8 total, 8 up, 8 in 2024-09-20T22:24:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:47 smithi046 ceph-mon[98591]: osdmap e1208: 8 total, 8 up, 8 in 2024-09-20T22:24:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:47 smithi134 ceph-mon[89086]: osdmap e1208: 8 total, 8 up, 8 in 2024-09-20T22:24:48.862 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-20T22:24:48.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:48 smithi046 ceph-mon[96110]: osdmap e1209: 8 total, 8 up, 8 in 2024-09-20T22:24:48.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:48 smithi046 ceph-mon[96110]: pgmap v2181: 169 pgs: 169 active+clean; 397 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 8.0 MiB/s wr, 199 op/s 2024-09-20T22:24:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:48 smithi046 ceph-mon[98591]: osdmap e1209: 8 total, 8 up, 8 in 2024-09-20T22:24:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:48 smithi046 ceph-mon[98591]: pgmap v2181: 169 pgs: 169 active+clean; 397 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 8.0 MiB/s wr, 199 op/s 2024-09-20T22:24:48.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:48 smithi134 ceph-mon[89086]: osdmap e1209: 8 total, 8 up, 8 in 2024-09-20T22:24:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:48 smithi134 ceph-mon[89086]: pgmap v2181: 169 pgs: 169 active+clean; 397 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 8.0 MiB/s wr, 199 op/s 2024-09-20T22:24:49.024 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-20T22:24:49.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:49 smithi046 ceph-mon[98591]: osdmap e1210: 8 total, 8 up, 8 in 2024-09-20T22:24:49.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:24:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:49 smithi046 ceph-mon[98591]: osdmap e1211: 8 total, 8 up, 8 in 2024-09-20T22:24:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:49 smithi046 ceph-mon[96110]: osdmap e1210: 8 total, 8 up, 8 in 2024-09-20T22:24:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:24:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:49 smithi046 ceph-mon[96110]: osdmap e1211: 8 total, 8 up, 8 in 2024-09-20T22:24:49.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:49 smithi134 ceph-mon[89086]: osdmap e1210: 8 total, 8 up, 8 in 2024-09-20T22:24:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:24:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:49 smithi134 ceph-mon[89086]: osdmap e1211: 8 total, 8 up, 8 in 2024-09-20T22:24:50.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:50 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 2]}]: dispatch 2024-09-20T22:24:50.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:50 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 2]}]: dispatch 2024-09-20T22:24:50.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:50 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 0]}]: dispatch 2024-09-20T22:24:50.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:50 smithi046 ceph-mon[96110]: pgmap v2184: 169 pgs: 169 active+clean; 401 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 61 op/s 2024-09-20T22:24:50.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:50 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 2]}]': finished 2024-09-20T22:24:50.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:50 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 2]}]': finished 2024-09-20T22:24:50.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:50 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 0]}]': finished 2024-09-20T22:24:50.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:50 smithi046 ceph-mon[96110]: osdmap e1212: 8 total, 8 up, 8 in 2024-09-20T22:24:50.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:50 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 2]}]: dispatch 2024-09-20T22:24:50.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:50 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 2]}]: dispatch 2024-09-20T22:24:50.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:50 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 0]}]: dispatch 2024-09-20T22:24:50.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:50 smithi046 ceph-mon[98591]: pgmap v2184: 169 pgs: 169 active+clean; 401 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 61 op/s 2024-09-20T22:24:50.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:50 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 2]}]': finished 2024-09-20T22:24:50.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:50 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 2]}]': finished 2024-09-20T22:24:50.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:50 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 0]}]': finished 2024-09-20T22:24:50.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:50 smithi046 ceph-mon[98591]: osdmap e1212: 8 total, 8 up, 8 in 2024-09-20T22:24:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:50 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 2]}]: dispatch 2024-09-20T22:24:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:50 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 2]}]: dispatch 2024-09-20T22:24:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:50 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 0]}]: dispatch 2024-09-20T22:24:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:50 smithi134 ceph-mon[89086]: pgmap v2184: 169 pgs: 169 active+clean; 401 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 61 op/s 2024-09-20T22:24:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:50 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 2]}]': finished 2024-09-20T22:24:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:50 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 2]}]': finished 2024-09-20T22:24:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:50 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 0]}]': finished 2024-09-20T22:24:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:50 smithi134 ceph-mon[89086]: osdmap e1212: 8 total, 8 up, 8 in 2024-09-20T22:24:51.744 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.SnapsDataPool (12014 ms) 2024-09-20T22:24:51.745 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2024-09-20T22:24:51.775 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:24:51.786 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-20T22:24:51.860 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-20T22:24:52.394 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:24:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:24:52] "GET /metrics HTTP/1.1" 200 39009 "" "Prometheus/2.43.0" 2024-09-20T22:24:52.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:52 smithi046 ceph-mon[96110]: osdmap e1213: 8 total, 8 up, 8 in 2024-09-20T22:24:52.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:52 smithi046 ceph-mon[98591]: osdmap e1213: 8 total, 8 up, 8 in 2024-09-20T22:24:52.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:52 smithi134 ceph-mon[89086]: osdmap e1213: 8 total, 8 up, 8 in 2024-09-20T22:24:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:24:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:24:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:24:53.420 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 8388609~8388609 2024-09-20T22:24:53.443 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 0~1000 2024-09-20T22:24:53.443 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 1010~1000 2024-09-20T22:24:53.443 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap2 2024-09-20T22:24:53.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:53 smithi046 ceph-mon[98591]: pgmap v2187: 169 pgs: 3 peering, 166 active+clean; 397 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 1.0 MiB/s wr, 431 op/s 2024-09-20T22:24:53.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:53 smithi046 ceph-mon[98591]: osdmap e1214: 8 total, 8 up, 8 in 2024-09-20T22:24:53.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:53 smithi046 ceph-mon[96110]: pgmap v2187: 169 pgs: 3 peering, 166 active+clean; 397 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 1.0 MiB/s wr, 431 op/s 2024-09-20T22:24:53.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:53 smithi046 ceph-mon[96110]: osdmap e1214: 8 total, 8 up, 8 in 2024-09-20T22:24:53.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:53 smithi134 ceph-mon[89086]: pgmap v2187: 169 pgs: 3 peering, 166 active+clean; 397 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 1.0 MiB/s wr, 431 op/s 2024-09-20T22:24:53.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:53 smithi134 ceph-mon[89086]: osdmap e1214: 8 total, 8 up, 8 in 2024-09-20T22:24:54.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:54 smithi134 ceph-mon[89086]: osdmap e1215: 8 total, 8 up, 8 in 2024-09-20T22:24:54.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:54 smithi134 ceph-mon[89086]: pgmap v2190: 169 pgs: 3 peering, 166 active+clean; 409 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 5.0 MiB/s wr, 428 op/s 2024-09-20T22:24:54.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:54 smithi046 ceph-mon[96110]: osdmap e1215: 8 total, 8 up, 8 in 2024-09-20T22:24:54.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:54 smithi046 ceph-mon[96110]: pgmap v2190: 169 pgs: 3 peering, 166 active+clean; 409 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 5.0 MiB/s wr, 428 op/s 2024-09-20T22:24:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:54 smithi046 ceph-mon[98591]: osdmap e1215: 8 total, 8 up, 8 in 2024-09-20T22:24:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:54 smithi046 ceph-mon[98591]: pgmap v2190: 169 pgs: 3 peering, 166 active+clean; 409 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 5.0 MiB/s wr, 428 op/s 2024-09-20T22:24:55.433 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 8388609~1000 2024-09-20T22:24:55.445 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 16777228~1000 2024-09-20T22:24:55.445 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 167772160 2024-09-20T22:24:55.455 INFO:tasks.workunit.client.0.smithi046.stdout:write: 2 83886079~8388609 2024-09-20T22:24:55.473 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap3 2024-09-20T22:24:55.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:55 smithi134 ceph-mon[89086]: osdmap e1216: 8 total, 8 up, 8 in 2024-09-20T22:24:55.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:55 smithi046 ceph-mon[96110]: osdmap e1216: 8 total, 8 up, 8 in 2024-09-20T22:24:55.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:55 smithi046 ceph-mon[98591]: osdmap e1216: 8 total, 8 up, 8 in 2024-09-20T22:24:56.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:56 smithi134 ceph-mon[89086]: osdmap e1217: 8 total, 8 up, 8 in 2024-09-20T22:24:56.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:56 smithi134 ceph-mon[89086]: pgmap v2193: 169 pgs: 169 active+clean; 425 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 10 MiB/s wr, 110 op/s; 2.0 MiB/s, 2 objects/s recovering 2024-09-20T22:24:56.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:56 smithi046 ceph-mon[96110]: osdmap e1217: 8 total, 8 up, 8 in 2024-09-20T22:24:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:56 smithi046 ceph-mon[96110]: pgmap v2193: 169 pgs: 169 active+clean; 425 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 10 MiB/s wr, 110 op/s; 2.0 MiB/s, 2 objects/s recovering 2024-09-20T22:24:56.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:56 smithi046 ceph-mon[98591]: osdmap e1217: 8 total, 8 up, 8 in 2024-09-20T22:24:56.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:56 smithi046 ceph-mon[98591]: pgmap v2193: 169 pgs: 169 active+clean; 425 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 10 MiB/s wr, 110 op/s; 2.0 MiB/s, 2 objects/s recovering 2024-09-20T22:24:57.443 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:24:57.472 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 83886079~1 2024-09-20T22:24:57.483 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:24:57.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:57 smithi134 ceph-mon[89086]: osdmap e1218: 8 total, 8 up, 8 in 2024-09-20T22:24:57.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:57 smithi046 ceph-mon[96110]: osdmap e1218: 8 total, 8 up, 8 in 2024-09-20T22:24:57.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:57 smithi046 ceph-mon[98591]: osdmap e1218: 8 total, 8 up, 8 in 2024-09-20T22:24:58.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:58 smithi046 ceph-mon[96110]: osdmap e1219: 8 total, 8 up, 8 in 2024-09-20T22:24:58.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:58 smithi046 ceph-mon[96110]: pgmap v2196: 169 pgs: 169 active+clean; 445 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 10 MiB/s wr, 155 op/s; 2.0 MiB/s, 2 objects/s recovering 2024-09-20T22:24:58.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:58 smithi046 ceph-mon[98591]: osdmap e1219: 8 total, 8 up, 8 in 2024-09-20T22:24:58.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:58 smithi046 ceph-mon[98591]: pgmap v2196: 169 pgs: 169 active+clean; 445 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 10 MiB/s wr, 155 op/s; 2.0 MiB/s, 2 objects/s recovering 2024-09-20T22:24:58.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:58 smithi134 ceph-mon[89086]: osdmap e1219: 8 total, 8 up, 8 in 2024-09-20T22:24:58.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:58 smithi134 ceph-mon[89086]: pgmap v2196: 169 pgs: 169 active+clean; 445 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 10 MiB/s wr, 155 op/s; 2.0 MiB/s, 2 objects/s recovering 2024-09-20T22:24:59.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:59 smithi046 ceph-mon[96110]: osdmap e1220: 8 total, 8 up, 8 in 2024-09-20T22:24:59.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:24:59 smithi046 ceph-mon[96110]: osdmap e1221: 8 total, 8 up, 8 in 2024-09-20T22:24:59.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:59 smithi046 ceph-mon[98591]: osdmap e1220: 8 total, 8 up, 8 in 2024-09-20T22:24:59.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:24:59 smithi046 ceph-mon[98591]: osdmap e1221: 8 total, 8 up, 8 in 2024-09-20T22:24:59.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:59 smithi134 ceph-mon[89086]: osdmap e1220: 8 total, 8 up, 8 in 2024-09-20T22:24:59.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:24:59 smithi134 ceph-mon[89086]: osdmap e1221: 8 total, 8 up, 8 in 2024-09-20T22:25:00.825 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 41943040 2024-09-20T22:25:00.846 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-20T22:25:00.994 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-20T22:25:01.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:01 smithi046 ceph-mon[96110]: pgmap v2199: 169 pgs: 169 active+clean; 453 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 7.0 MiB/s wr, 92 op/s 2024-09-20T22:25:01.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:01 smithi046 ceph-mon[96110]: osdmap e1222: 8 total, 8 up, 8 in 2024-09-20T22:25:01.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:01 smithi046 ceph-mon[98591]: pgmap v2199: 169 pgs: 169 active+clean; 453 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 7.0 MiB/s wr, 92 op/s 2024-09-20T22:25:01.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:01 smithi046 ceph-mon[98591]: osdmap e1222: 8 total, 8 up, 8 in 2024-09-20T22:25:01.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:01 smithi134 ceph-mon[89086]: pgmap v2199: 169 pgs: 169 active+clean; 453 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 7.0 MiB/s wr, 92 op/s 2024-09-20T22:25:01.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:01 smithi134 ceph-mon[89086]: osdmap e1222: 8 total, 8 up, 8 in 2024-09-20T22:25:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:25:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:25:02] "GET /metrics HTTP/1.1" 200 39009 "" "Prometheus/2.43.0" 2024-09-20T22:25:02.577 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:02 smithi134 ceph-mon[89086]: osdmap e1223: 8 total, 8 up, 8 in 2024-09-20T22:25:02.577 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:02 smithi134 ceph-mon[89086]: pgmap v2202: 169 pgs: 169 active+clean; 453 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 2.0 MiB/s wr, 95 op/s 2024-09-20T22:25:02.577 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:25:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:25:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:25:02.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:02 smithi046 ceph-mon[98591]: osdmap e1223: 8 total, 8 up, 8 in 2024-09-20T22:25:02.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:02 smithi046 ceph-mon[98591]: pgmap v2202: 169 pgs: 169 active+clean; 453 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 2.0 MiB/s wr, 95 op/s 2024-09-20T22:25:02.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:02 smithi046 ceph-mon[96110]: osdmap e1223: 8 total, 8 up, 8 in 2024-09-20T22:25:02.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:02 smithi046 ceph-mon[96110]: pgmap v2202: 169 pgs: 169 active+clean; 453 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 2.0 MiB/s wr, 95 op/s 2024-09-20T22:25:03.804 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (12059 ms) 2024-09-20T22:25:03.804 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2024-09-20T22:25:03.834 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:25:03.846 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-20T22:25:03.865 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:03 smithi134 ceph-mon[89086]: osdmap e1224: 8 total, 8 up, 8 in 2024-09-20T22:25:03.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:03 smithi046 ceph-mon[96110]: osdmap e1224: 8 total, 8 up, 8 in 2024-09-20T22:25:03.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:03 smithi046 ceph-mon[98591]: osdmap e1224: 8 total, 8 up, 8 in 2024-09-20T22:25:03.902 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-20T22:25:04.826 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:04 smithi134 ceph-mon[89086]: osdmap e1225: 8 total, 8 up, 8 in 2024-09-20T22:25:04.826 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:04 smithi134 ceph-mon[89086]: pgmap v2205: 169 pgs: 169 active+clean; 461 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 2.0 MiB/s wr, 323 op/s 2024-09-20T22:25:04.826 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:25:04.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:04 smithi046 ceph-mon[96110]: osdmap e1225: 8 total, 8 up, 8 in 2024-09-20T22:25:04.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:04 smithi046 ceph-mon[96110]: pgmap v2205: 169 pgs: 169 active+clean; 461 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 2.0 MiB/s wr, 323 op/s 2024-09-20T22:25:04.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:25:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:04 smithi046 ceph-mon[98591]: osdmap e1225: 8 total, 8 up, 8 in 2024-09-20T22:25:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:04 smithi046 ceph-mon[98591]: pgmap v2205: 169 pgs: 169 active+clean; 461 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 2.0 MiB/s wr, 323 op/s 2024-09-20T22:25:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:25:05.471 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 8388609~8388609 2024-09-20T22:25:05.485 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 0~1000 2024-09-20T22:25:05.485 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 1010~1000 2024-09-20T22:25:05.486 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap2 2024-09-20T22:25:05.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:05 smithi046 ceph-mon[96110]: osdmap e1226: 8 total, 8 up, 8 in 2024-09-20T22:25:05.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:05 smithi046 ceph-mon[98591]: osdmap e1226: 8 total, 8 up, 8 in 2024-09-20T22:25:05.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:05 smithi134 ceph-mon[89086]: osdmap e1226: 8 total, 8 up, 8 in 2024-09-20T22:25:06.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:06 smithi046 ceph-mon[96110]: osdmap e1227: 8 total, 8 up, 8 in 2024-09-20T22:25:06.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:06 smithi046 ceph-mon[96110]: pgmap v2208: 169 pgs: 169 active+clean; 481 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 13 MiB/s wr, 487 op/s 2024-09-20T22:25:06.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:06 smithi046 ceph-mon[98591]: osdmap e1227: 8 total, 8 up, 8 in 2024-09-20T22:25:06.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:06 smithi046 ceph-mon[98591]: pgmap v2208: 169 pgs: 169 active+clean; 481 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 13 MiB/s wr, 487 op/s 2024-09-20T22:25:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:06 smithi134 ceph-mon[89086]: osdmap e1227: 8 total, 8 up, 8 in 2024-09-20T22:25:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:06 smithi134 ceph-mon[89086]: pgmap v2208: 169 pgs: 169 active+clean; 481 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 13 MiB/s wr, 487 op/s 2024-09-20T22:25:07.490 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 8388609~1000 2024-09-20T22:25:07.500 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 16777228~1000 2024-09-20T22:25:07.500 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 167772160 2024-09-20T22:25:07.510 INFO:tasks.workunit.client.0.smithi046.stdout:write: 2 83886079~8388609 2024-09-20T22:25:07.533 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap3 2024-09-20T22:25:07.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:07 smithi046 ceph-mon[96110]: osdmap e1228: 8 total, 8 up, 8 in 2024-09-20T22:25:07.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:07 smithi046 ceph-mon[98591]: osdmap e1228: 8 total, 8 up, 8 in 2024-09-20T22:25:07.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:07 smithi134 ceph-mon[89086]: osdmap e1228: 8 total, 8 up, 8 in 2024-09-20T22:25:08.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:08 smithi046 ceph-mon[96110]: osdmap e1229: 8 total, 8 up, 8 in 2024-09-20T22:25:08.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:08 smithi046 ceph-mon[96110]: pgmap v2211: 169 pgs: 169 active+clean; 489 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 13 MiB/s wr, 331 op/s 2024-09-20T22:25:08.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:08 smithi046 ceph-mon[98591]: osdmap e1229: 8 total, 8 up, 8 in 2024-09-20T22:25:08.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:08 smithi046 ceph-mon[98591]: pgmap v2211: 169 pgs: 169 active+clean; 489 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 13 MiB/s wr, 331 op/s 2024-09-20T22:25:08.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:08 smithi134 ceph-mon[89086]: osdmap e1229: 8 total, 8 up, 8 in 2024-09-20T22:25:08.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:08 smithi134 ceph-mon[89086]: pgmap v2211: 169 pgs: 169 active+clean; 489 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 13 MiB/s wr, 331 op/s 2024-09-20T22:25:09.409 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:25:09.439 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 83886079~1 2024-09-20T22:25:09.448 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 0 2024-09-20T22:25:09.465 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:25:09.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:09 smithi046 ceph-mon[96110]: osdmap e1230: 8 total, 8 up, 8 in 2024-09-20T22:25:09.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:09 smithi046 ceph-mon[96110]: osdmap e1231: 8 total, 8 up, 8 in 2024-09-20T22:25:09.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:09 smithi046 ceph-mon[98591]: osdmap e1230: 8 total, 8 up, 8 in 2024-09-20T22:25:09.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:09 smithi046 ceph-mon[98591]: osdmap e1231: 8 total, 8 up, 8 in 2024-09-20T22:25:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:09 smithi134 ceph-mon[89086]: osdmap e1230: 8 total, 8 up, 8 in 2024-09-20T22:25:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:09 smithi134 ceph-mon[89086]: osdmap e1231: 8 total, 8 up, 8 in 2024-09-20T22:25:10.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:10 smithi046 ceph-mon[96110]: pgmap v2214: 169 pgs: 169 active+clean; 493 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 2.0 MiB/s wr, 99 op/s 2024-09-20T22:25:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:10 smithi046 ceph-mon[98591]: pgmap v2214: 169 pgs: 169 active+clean; 493 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 2.0 MiB/s wr, 99 op/s 2024-09-20T22:25:10.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:10 smithi134 ceph-mon[89086]: pgmap v2214: 169 pgs: 169 active+clean; 493 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 2.0 MiB/s wr, 99 op/s 2024-09-20T22:25:11.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:11 smithi046 ceph-mon[96110]: osdmap e1232: 8 total, 8 up, 8 in 2024-09-20T22:25:11.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:11 smithi046 ceph-mon[98591]: osdmap e1232: 8 total, 8 up, 8 in 2024-09-20T22:25:11.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:11 smithi134 ceph-mon[89086]: osdmap e1232: 8 total, 8 up, 8 in 2024-09-20T22:25:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:25:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:25:12] "GET /metrics HTTP/1.1" 200 39011 "" "Prometheus/2.43.0" 2024-09-20T22:25:12.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:12 smithi134 ceph-mon[89086]: osdmap e1233: 8 total, 8 up, 8 in 2024-09-20T22:25:12.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:12 smithi134 ceph-mon[89086]: pgmap v2217: 169 pgs: 169 active+clean; 509 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 101 KiB/s rd, 3.0 MiB/s wr, 142 op/s 2024-09-20T22:25:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:25:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:25:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:25:12.822 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-20T22:25:12.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:12 smithi046 ceph-mon[96110]: osdmap e1233: 8 total, 8 up, 8 in 2024-09-20T22:25:12.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:12 smithi046 ceph-mon[96110]: pgmap v2217: 169 pgs: 169 active+clean; 509 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 101 KiB/s rd, 3.0 MiB/s wr, 142 op/s 2024-09-20T22:25:12.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:12 smithi046 ceph-mon[98591]: osdmap e1233: 8 total, 8 up, 8 in 2024-09-20T22:25:12.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:12 smithi046 ceph-mon[98591]: pgmap v2217: 169 pgs: 169 active+clean; 509 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 101 KiB/s rd, 3.0 MiB/s wr, 142 op/s 2024-09-20T22:25:12.977 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-20T22:25:13.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:13 smithi046 ceph-mon[96110]: osdmap e1234: 8 total, 8 up, 8 in 2024-09-20T22:25:13.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:13 smithi046 ceph-mon[98591]: osdmap e1234: 8 total, 8 up, 8 in 2024-09-20T22:25:13.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:13 smithi134 ceph-mon[89086]: osdmap e1234: 8 total, 8 up, 8 in 2024-09-20T22:25:14.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:14 smithi134 ceph-mon[89086]: osdmap e1235: 8 total, 8 up, 8 in 2024-09-20T22:25:14.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:14 smithi134 ceph-mon[89086]: pgmap v2220: 169 pgs: 169 active+clean; 509 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 97 KiB/s rd, 3.0 MiB/s wr, 136 op/s 2024-09-20T22:25:14.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:14 smithi046 ceph-mon[96110]: osdmap e1235: 8 total, 8 up, 8 in 2024-09-20T22:25:14.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:14 smithi046 ceph-mon[96110]: pgmap v2220: 169 pgs: 169 active+clean; 509 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 97 KiB/s rd, 3.0 MiB/s wr, 136 op/s 2024-09-20T22:25:14.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:14 smithi046 ceph-mon[98591]: osdmap e1235: 8 total, 8 up, 8 in 2024-09-20T22:25:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:14 smithi046 ceph-mon[98591]: pgmap v2220: 169 pgs: 169 active+clean; 509 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 97 KiB/s rd, 3.0 MiB/s wr, 136 op/s 2024-09-20T22:25:15.768 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (11965 ms) 2024-09-20T22:25:15.769 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2024-09-20T22:25:15.802 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:25:15.813 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-20T22:25:15.875 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-20T22:25:15.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:15 smithi046 ceph-mon[96110]: osdmap e1236: 8 total, 8 up, 8 in 2024-09-20T22:25:15.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:15 smithi046 ceph-mon[98591]: osdmap e1236: 8 total, 8 up, 8 in 2024-09-20T22:25:15.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:15 smithi134 ceph-mon[89086]: osdmap e1236: 8 total, 8 up, 8 in 2024-09-20T22:25:16.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:16 smithi046 ceph-mon[96110]: osdmap e1237: 8 total, 8 up, 8 in 2024-09-20T22:25:16.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:16 smithi046 ceph-mon[96110]: pgmap v2223: 169 pgs: 169 active+clean; 497 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 4.0 MiB/s wr, 262 op/s 2024-09-20T22:25:16.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:16 smithi046 ceph-mon[98591]: osdmap e1237: 8 total, 8 up, 8 in 2024-09-20T22:25:16.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:16 smithi046 ceph-mon[98591]: pgmap v2223: 169 pgs: 169 active+clean; 497 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 4.0 MiB/s wr, 262 op/s 2024-09-20T22:25:16.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:16 smithi134 ceph-mon[89086]: osdmap e1237: 8 total, 8 up, 8 in 2024-09-20T22:25:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:16 smithi134 ceph-mon[89086]: pgmap v2223: 169 pgs: 169 active+clean; 497 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 4.0 MiB/s wr, 262 op/s 2024-09-20T22:25:17.538 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 8388609~8388609 2024-09-20T22:25:17.554 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 0~1000 2024-09-20T22:25:17.554 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 1010~1000 2024-09-20T22:25:17.554 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap2 2024-09-20T22:25:17.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:17 smithi046 ceph-mon[96110]: osdmap e1238: 8 total, 8 up, 8 in 2024-09-20T22:25:17.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:17 smithi046 ceph-mon[98591]: osdmap e1238: 8 total, 8 up, 8 in 2024-09-20T22:25:17.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:17 smithi134 ceph-mon[89086]: osdmap e1238: 8 total, 8 up, 8 in 2024-09-20T22:25:18.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:18 smithi046 ceph-mon[96110]: osdmap e1239: 8 total, 8 up, 8 in 2024-09-20T22:25:18.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:18 smithi046 ceph-mon[96110]: pgmap v2226: 169 pgs: 169 active+clean; 517 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 8.0 MiB/s wr, 449 op/s 2024-09-20T22:25:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:18 smithi046 ceph-mon[98591]: osdmap e1239: 8 total, 8 up, 8 in 2024-09-20T22:25:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:18 smithi046 ceph-mon[98591]: pgmap v2226: 169 pgs: 169 active+clean; 517 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 8.0 MiB/s wr, 449 op/s 2024-09-20T22:25:18.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:18 smithi134 ceph-mon[89086]: osdmap e1239: 8 total, 8 up, 8 in 2024-09-20T22:25:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:18 smithi134 ceph-mon[89086]: pgmap v2226: 169 pgs: 169 active+clean; 517 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 8.0 MiB/s wr, 449 op/s 2024-09-20T22:25:19.417 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 8388609~1000 2024-09-20T22:25:19.423 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 16777228~1000 2024-09-20T22:25:19.423 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 167772160 2024-09-20T22:25:19.431 INFO:tasks.workunit.client.0.smithi046.stdout:write: 2 83886079~8388609 2024-09-20T22:25:19.455 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap3 2024-09-20T22:25:19.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:19 smithi046 ceph-mon[96110]: osdmap e1240: 8 total, 8 up, 8 in 2024-09-20T22:25:19.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:25:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:19 smithi046 ceph-mon[96110]: osdmap e1241: 8 total, 8 up, 8 in 2024-09-20T22:25:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:19 smithi046 ceph-mon[98591]: osdmap e1240: 8 total, 8 up, 8 in 2024-09-20T22:25:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:25:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:19 smithi046 ceph-mon[98591]: osdmap e1241: 8 total, 8 up, 8 in 2024-09-20T22:25:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:19 smithi134 ceph-mon[89086]: osdmap e1240: 8 total, 8 up, 8 in 2024-09-20T22:25:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:25:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:19 smithi134 ceph-mon[89086]: osdmap e1241: 8 total, 8 up, 8 in 2024-09-20T22:25:21.421 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:25:21.447 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 83886079~1 2024-09-20T22:25:21.455 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:25:21.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:21 smithi046 ceph-mon[98591]: pgmap v2229: 169 pgs: 169 active+clean; 521 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 5.0 MiB/s wr, 217 op/s 2024-09-20T22:25:21.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:21 smithi046 ceph-mon[98591]: osdmap e1242: 8 total, 8 up, 8 in 2024-09-20T22:25:21.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:21 smithi046 ceph-mon[96110]: pgmap v2229: 169 pgs: 169 active+clean; 521 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 5.0 MiB/s wr, 217 op/s 2024-09-20T22:25:21.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:21 smithi046 ceph-mon[96110]: osdmap e1242: 8 total, 8 up, 8 in 2024-09-20T22:25:21.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:21 smithi134 ceph-mon[89086]: pgmap v2229: 169 pgs: 169 active+clean; 521 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 5.0 MiB/s wr, 217 op/s 2024-09-20T22:25:21.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:21 smithi134 ceph-mon[89086]: osdmap e1242: 8 total, 8 up, 8 in 2024-09-20T22:25:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:25:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:25:22] "GET /metrics HTTP/1.1" 200 39011 "" "Prometheus/2.43.0" 2024-09-20T22:25:22.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:22 smithi134 ceph-mon[89086]: osdmap e1243: 8 total, 8 up, 8 in 2024-09-20T22:25:22.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:22 smithi134 ceph-mon[89086]: pgmap v2232: 169 pgs: 169 active+clean; 549 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 7.0 MiB/s wr, 133 op/s 2024-09-20T22:25:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:25:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:25:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:25:22.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:22 smithi046 ceph-mon[98591]: osdmap e1243: 8 total, 8 up, 8 in 2024-09-20T22:25:22.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:22 smithi046 ceph-mon[98591]: pgmap v2232: 169 pgs: 169 active+clean; 549 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 7.0 MiB/s wr, 133 op/s 2024-09-20T22:25:22.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:22 smithi046 ceph-mon[96110]: osdmap e1243: 8 total, 8 up, 8 in 2024-09-20T22:25:22.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:22 smithi046 ceph-mon[96110]: pgmap v2232: 169 pgs: 169 active+clean; 549 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 7.0 MiB/s wr, 133 op/s 2024-09-20T22:25:23.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:23 smithi134 ceph-mon[89086]: osdmap e1244: 8 total, 8 up, 8 in 2024-09-20T22:25:23.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:23 smithi046 ceph-mon[96110]: osdmap e1244: 8 total, 8 up, 8 in 2024-09-20T22:25:23.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:23 smithi046 ceph-mon[98591]: osdmap e1244: 8 total, 8 up, 8 in 2024-09-20T22:25:24.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:24 smithi134 ceph-mon[89086]: osdmap e1245: 8 total, 8 up, 8 in 2024-09-20T22:25:24.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:24 smithi134 ceph-mon[89086]: pgmap v2235: 169 pgs: 169 active+clean; 565 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 7.1 MiB/s rd, 9.0 MiB/s wr, 152 op/s 2024-09-20T22:25:24.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:24 smithi134 ceph-mon[89086]: osdmap e1246: 8 total, 8 up, 8 in 2024-09-20T22:25:24.817 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 0 2024-09-20T22:25:24.898 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-20T22:25:24.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:24 smithi046 ceph-mon[96110]: osdmap e1245: 8 total, 8 up, 8 in 2024-09-20T22:25:24.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:24 smithi046 ceph-mon[96110]: pgmap v2235: 169 pgs: 169 active+clean; 565 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 7.1 MiB/s rd, 9.0 MiB/s wr, 152 op/s 2024-09-20T22:25:24.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:24 smithi046 ceph-mon[96110]: osdmap e1246: 8 total, 8 up, 8 in 2024-09-20T22:25:24.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:24 smithi046 ceph-mon[98591]: osdmap e1245: 8 total, 8 up, 8 in 2024-09-20T22:25:24.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:24 smithi046 ceph-mon[98591]: pgmap v2235: 169 pgs: 169 active+clean; 565 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 7.1 MiB/s rd, 9.0 MiB/s wr, 152 op/s 2024-09-20T22:25:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:24 smithi046 ceph-mon[98591]: osdmap e1246: 8 total, 8 up, 8 in 2024-09-20T22:25:25.017 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-20T22:25:26.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:26 smithi046 ceph-mon[96110]: osdmap e1247: 8 total, 8 up, 8 in 2024-09-20T22:25:26.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:26 smithi046 ceph-mon[96110]: pgmap v2238: 169 pgs: 169 active+clean; 573 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 322 op/s 2024-09-20T22:25:26.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:26 smithi046 ceph-mon[98591]: osdmap e1247: 8 total, 8 up, 8 in 2024-09-20T22:25:26.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:26 smithi046 ceph-mon[98591]: pgmap v2238: 169 pgs: 169 active+clean; 573 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 322 op/s 2024-09-20T22:25:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:26 smithi134 ceph-mon[89086]: osdmap e1247: 8 total, 8 up, 8 in 2024-09-20T22:25:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:26 smithi134 ceph-mon[89086]: pgmap v2238: 169 pgs: 169 active+clean; 573 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 322 op/s 2024-09-20T22:25:27.721 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (11953 ms) 2024-09-20T22:25:27.721 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2024-09-20T22:25:27.753 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:25:27.764 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-20T22:25:27.829 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-20T22:25:27.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:27 smithi046 ceph-mon[96110]: osdmap e1248: 8 total, 8 up, 8 in 2024-09-20T22:25:27.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:27 smithi046 ceph-mon[98591]: osdmap e1248: 8 total, 8 up, 8 in 2024-09-20T22:25:27.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:27 smithi134 ceph-mon[89086]: osdmap e1248: 8 total, 8 up, 8 in 2024-09-20T22:25:28.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:28 smithi046 ceph-mon[96110]: osdmap e1249: 8 total, 8 up, 8 in 2024-09-20T22:25:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:28 smithi046 ceph-mon[96110]: pgmap v2241: 169 pgs: 169 active+clean; 569 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 4.0 MiB/s wr, 324 op/s 2024-09-20T22:25:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:28 smithi046 ceph-mon[98591]: osdmap e1249: 8 total, 8 up, 8 in 2024-09-20T22:25:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:28 smithi046 ceph-mon[98591]: pgmap v2241: 169 pgs: 169 active+clean; 569 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 4.0 MiB/s wr, 324 op/s 2024-09-20T22:25:28.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:28 smithi134 ceph-mon[89086]: osdmap e1249: 8 total, 8 up, 8 in 2024-09-20T22:25:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:28 smithi134 ceph-mon[89086]: pgmap v2241: 169 pgs: 169 active+clean; 569 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 4.0 MiB/s wr, 324 op/s 2024-09-20T22:25:29.453 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 8388609~8388609 2024-09-20T22:25:29.471 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 0~1000 2024-09-20T22:25:29.471 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 1010~1000 2024-09-20T22:25:29.472 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap2 2024-09-20T22:25:29.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:29 smithi046 ceph-mon[96110]: osdmap e1250: 8 total, 8 up, 8 in 2024-09-20T22:25:29.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:29 smithi046 ceph-mon[98591]: osdmap e1250: 8 total, 8 up, 8 in 2024-09-20T22:25:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:29 smithi134 ceph-mon[89086]: osdmap e1250: 8 total, 8 up, 8 in 2024-09-20T22:25:30.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:30 smithi046 ceph-mon[96110]: osdmap e1251: 8 total, 8 up, 8 in 2024-09-20T22:25:30.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:30 smithi046 ceph-mon[96110]: pgmap v2244: 169 pgs: 169 active+clean; 573 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 4.0 MiB/s wr, 265 op/s 2024-09-20T22:25:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:30 smithi046 ceph-mon[98591]: osdmap e1251: 8 total, 8 up, 8 in 2024-09-20T22:25:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:30 smithi046 ceph-mon[98591]: pgmap v2244: 169 pgs: 169 active+clean; 573 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 4.0 MiB/s wr, 265 op/s 2024-09-20T22:25:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:30 smithi134 ceph-mon[89086]: osdmap e1251: 8 total, 8 up, 8 in 2024-09-20T22:25:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:30 smithi134 ceph-mon[89086]: pgmap v2244: 169 pgs: 169 active+clean; 573 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 4.0 MiB/s wr, 265 op/s 2024-09-20T22:25:31.469 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 8388609~1000 2024-09-20T22:25:31.476 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 16777228~1000 2024-09-20T22:25:31.476 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 167772160 2024-09-20T22:25:31.488 INFO:tasks.workunit.client.0.smithi046.stdout:write: 2 83886079~8388609 2024-09-20T22:25:31.504 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap3 2024-09-20T22:25:31.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:31 smithi046 ceph-mon[96110]: osdmap e1252: 8 total, 8 up, 8 in 2024-09-20T22:25:31.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:31 smithi046 ceph-mon[98591]: osdmap e1252: 8 total, 8 up, 8 in 2024-09-20T22:25:31.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:31 smithi134 ceph-mon[89086]: osdmap e1252: 8 total, 8 up, 8 in 2024-09-20T22:25:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:25:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:25:32] "GET /metrics HTTP/1.1" 200 39011 "" "Prometheus/2.43.0" 2024-09-20T22:25:32.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:32 smithi134 ceph-mon[89086]: osdmap e1253: 8 total, 8 up, 8 in 2024-09-20T22:25:32.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:32 smithi134 ceph-mon[89086]: pgmap v2247: 169 pgs: 169 active+clean; 589 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 8.0 MiB/s wr, 326 op/s 2024-09-20T22:25:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:25:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:25:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:25:32.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:32 smithi046 ceph-mon[96110]: osdmap e1253: 8 total, 8 up, 8 in 2024-09-20T22:25:32.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:32 smithi046 ceph-mon[96110]: pgmap v2247: 169 pgs: 169 active+clean; 589 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 8.0 MiB/s wr, 326 op/s 2024-09-20T22:25:32.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:32 smithi046 ceph-mon[98591]: osdmap e1253: 8 total, 8 up, 8 in 2024-09-20T22:25:32.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:32 smithi046 ceph-mon[98591]: pgmap v2247: 169 pgs: 169 active+clean; 589 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 8.0 MiB/s wr, 326 op/s 2024-09-20T22:25:33.481 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:25:33.510 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 83886079~1 2024-09-20T22:25:33.519 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:25:33.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:33 smithi046 ceph-mon[96110]: osdmap e1254: 8 total, 8 up, 8 in 2024-09-20T22:25:33.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:33 smithi046 ceph-mon[98591]: osdmap e1254: 8 total, 8 up, 8 in 2024-09-20T22:25:33.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:33 smithi134 ceph-mon[89086]: osdmap e1254: 8 total, 8 up, 8 in 2024-09-20T22:25:34.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:34 smithi046 ceph-mon[96110]: osdmap e1255: 8 total, 8 up, 8 in 2024-09-20T22:25:34.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:34 smithi046 ceph-mon[96110]: pgmap v2250: 169 pgs: 169 active+clean; 613 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 12 MiB/s wr, 138 op/s 2024-09-20T22:25:34.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:25:34.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:34 smithi046 ceph-mon[96110]: osdmap e1256: 8 total, 8 up, 8 in 2024-09-20T22:25:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:34 smithi046 ceph-mon[98591]: osdmap e1255: 8 total, 8 up, 8 in 2024-09-20T22:25:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:34 smithi046 ceph-mon[98591]: pgmap v2250: 169 pgs: 169 active+clean; 613 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 12 MiB/s wr, 138 op/s 2024-09-20T22:25:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:25:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:34 smithi046 ceph-mon[98591]: osdmap e1256: 8 total, 8 up, 8 in 2024-09-20T22:25:34.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:34 smithi134 ceph-mon[89086]: osdmap e1255: 8 total, 8 up, 8 in 2024-09-20T22:25:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:34 smithi134 ceph-mon[89086]: pgmap v2250: 169 pgs: 169 active+clean; 613 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 12 MiB/s wr, 138 op/s 2024-09-20T22:25:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:25:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:34 smithi134 ceph-mon[89086]: osdmap e1256: 8 total, 8 up, 8 in 2024-09-20T22:25:36.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:36 smithi134 ceph-mon[89086]: osdmap e1257: 8 total, 8 up, 8 in 2024-09-20T22:25:36.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:36 smithi134 ceph-mon[89086]: pgmap v2253: 169 pgs: 169 active+clean; 621 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.0 MiB/s wr, 157 op/s 2024-09-20T22:25:36.817 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 167772160 2024-09-20T22:25:36.828 INFO:tasks.workunit.client.0.smithi046.stdout:write: * 83886080~1000 2024-09-20T22:25:36.857 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-20T22:25:36.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:36 smithi046 ceph-mon[98591]: osdmap e1257: 8 total, 8 up, 8 in 2024-09-20T22:25:36.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:36 smithi046 ceph-mon[98591]: pgmap v2253: 169 pgs: 169 active+clean; 621 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.0 MiB/s wr, 157 op/s 2024-09-20T22:25:36.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:36 smithi046 ceph-mon[96110]: osdmap e1257: 8 total, 8 up, 8 in 2024-09-20T22:25:36.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:36 smithi046 ceph-mon[96110]: pgmap v2253: 169 pgs: 169 active+clean; 621 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.0 MiB/s wr, 157 op/s 2024-09-20T22:25:37.001 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-20T22:25:37.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:37 smithi134 ceph-mon[89086]: osdmap e1258: 8 total, 8 up, 8 in 2024-09-20T22:25:37.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:37 smithi046 ceph-mon[96110]: osdmap e1258: 8 total, 8 up, 8 in 2024-09-20T22:25:37.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:37 smithi046 ceph-mon[98591]: osdmap e1258: 8 total, 8 up, 8 in 2024-09-20T22:25:38.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:38 smithi134 ceph-mon[89086]: osdmap e1259: 8 total, 8 up, 8 in 2024-09-20T22:25:38.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:38 smithi134 ceph-mon[89086]: pgmap v2256: 169 pgs: 169 active+clean; 621 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 1.0 MiB/s wr, 167 op/s 2024-09-20T22:25:38.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:38 smithi046 ceph-mon[96110]: osdmap e1259: 8 total, 8 up, 8 in 2024-09-20T22:25:38.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:38 smithi046 ceph-mon[96110]: pgmap v2256: 169 pgs: 169 active+clean; 621 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 1.0 MiB/s wr, 167 op/s 2024-09-20T22:25:38.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:38 smithi046 ceph-mon[98591]: osdmap e1259: 8 total, 8 up, 8 in 2024-09-20T22:25:38.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:38 smithi046 ceph-mon[98591]: pgmap v2256: 169 pgs: 169 active+clean; 621 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 1.0 MiB/s wr, 167 op/s 2024-09-20T22:25:39.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:39 smithi134 ceph-mon[89086]: osdmap e1260: 8 total, 8 up, 8 in 2024-09-20T22:25:39.780 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (12058 ms) 2024-09-20T22:25:39.780 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2024-09-20T22:25:39.811 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:25:39.822 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 41943040~10 2024-09-20T22:25:39.831 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-20T22:25:39.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:39 smithi046 ceph-mon[96110]: osdmap e1260: 8 total, 8 up, 8 in 2024-09-20T22:25:39.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:39 smithi046 ceph-mon[98591]: osdmap e1260: 8 total, 8 up, 8 in 2024-09-20T22:25:40.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:40 smithi046 ceph-mon[96110]: osdmap e1261: 8 total, 8 up, 8 in 2024-09-20T22:25:40.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:40 smithi046 ceph-mon[96110]: pgmap v2259: 169 pgs: 169 active+clean; 629 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 256 op/s 2024-09-20T22:25:40.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:40 smithi046 ceph-mon[98591]: osdmap e1261: 8 total, 8 up, 8 in 2024-09-20T22:25:40.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:40 smithi046 ceph-mon[98591]: pgmap v2259: 169 pgs: 169 active+clean; 629 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 256 op/s 2024-09-20T22:25:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:40 smithi134 ceph-mon[89086]: osdmap e1261: 8 total, 8 up, 8 in 2024-09-20T22:25:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:40 smithi134 ceph-mon[89086]: pgmap v2259: 169 pgs: 169 active+clean; 629 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 256 op/s 2024-09-20T22:25:41.453 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 41943040 2024-09-20T22:25:41.480 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:25:41.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:41 smithi046 ceph-mon[96110]: osdmap e1262: 8 total, 8 up, 8 in 2024-09-20T22:25:41.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:41 smithi046 ceph-mon[98591]: osdmap e1262: 8 total, 8 up, 8 in 2024-09-20T22:25:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:41 smithi134 ceph-mon[89086]: osdmap e1262: 8 total, 8 up, 8 in 2024-09-20T22:25:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:25:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:25:42] "GET /metrics HTTP/1.1" 200 39009 "" "Prometheus/2.43.0" 2024-09-20T22:25:42.605 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:25:42.617 INFO:tasks.workunit.client.0.smithi046.stdout:write: Y 41943040~5 2024-09-20T22:25:42.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:42 smithi134 ceph-mon[89086]: osdmap e1263: 8 total, 8 up, 8 in 2024-09-20T22:25:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:42 smithi134 ceph-mon[89086]: pgmap v2262: 169 pgs: 169 active+clean; 629 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 5.0 MiB/s wr, 468 op/s 2024-09-20T22:25:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:25:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:25:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:25:42.713 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-20T22:25:42.788 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-20T22:25:42.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:42 smithi046 ceph-mon[96110]: osdmap e1263: 8 total, 8 up, 8 in 2024-09-20T22:25:42.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:42 smithi046 ceph-mon[96110]: pgmap v2262: 169 pgs: 169 active+clean; 629 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 5.0 MiB/s wr, 468 op/s 2024-09-20T22:25:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:42 smithi046 ceph-mon[98591]: osdmap e1263: 8 total, 8 up, 8 in 2024-09-20T22:25:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:42 smithi046 ceph-mon[98591]: pgmap v2262: 169 pgs: 169 active+clean; 629 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 5.0 MiB/s wr, 468 op/s 2024-09-20T22:25:43.580 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3800 ms) 2024-09-20T22:25:43.580 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2024-09-20T22:25:43.613 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:25:43.624 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-20T22:25:43.687 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-20T22:25:43.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:43 smithi046 ceph-mon[96110]: osdmap e1264: 8 total, 8 up, 8 in 2024-09-20T22:25:43.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:43 smithi046 ceph-mon[98591]: osdmap e1264: 8 total, 8 up, 8 in 2024-09-20T22:25:43.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:43 smithi134 ceph-mon[89086]: osdmap e1264: 8 total, 8 up, 8 in 2024-09-20T22:25:44.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:44 smithi046 ceph-mon[96110]: osdmap e1265: 8 total, 8 up, 8 in 2024-09-20T22:25:44.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:44 smithi046 ceph-mon[96110]: pgmap v2265: 169 pgs: 169 active+clean; 625 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 3.0 MiB/s wr, 322 op/s 2024-09-20T22:25:44.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:44 smithi046 ceph-mon[96110]: osdmap e1266: 8 total, 8 up, 8 in 2024-09-20T22:25:44.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:44 smithi046 ceph-mon[98591]: osdmap e1265: 8 total, 8 up, 8 in 2024-09-20T22:25:44.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:44 smithi046 ceph-mon[98591]: pgmap v2265: 169 pgs: 169 active+clean; 625 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 3.0 MiB/s wr, 322 op/s 2024-09-20T22:25:44.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:44 smithi046 ceph-mon[98591]: osdmap e1266: 8 total, 8 up, 8 in 2024-09-20T22:25:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:44 smithi134 ceph-mon[89086]: osdmap e1265: 8 total, 8 up, 8 in 2024-09-20T22:25:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:44 smithi134 ceph-mon[89086]: pgmap v2265: 169 pgs: 169 active+clean; 625 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 3.0 MiB/s wr, 322 op/s 2024-09-20T22:25:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:44 smithi134 ceph-mon[89086]: osdmap e1266: 8 total, 8 up, 8 in 2024-09-20T22:25:45.416 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 8388609~8388609 2024-09-20T22:25:45.433 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 0~1000 2024-09-20T22:25:45.434 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 1010~1000 2024-09-20T22:25:45.434 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap2 2024-09-20T22:25:46.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:46 smithi134 ceph-mon[89086]: osdmap e1267: 8 total, 8 up, 8 in 2024-09-20T22:25:46.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:46 smithi134 ceph-mon[89086]: pgmap v2268: 169 pgs: 169 active+clean; 637 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 277 op/s 2024-09-20T22:25:46.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:46 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:25:46.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:46 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:25:46.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:46 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:25:46.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:46 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:25:46.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:46 smithi046 ceph-mon[96110]: osdmap e1267: 8 total, 8 up, 8 in 2024-09-20T22:25:46.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:46 smithi046 ceph-mon[96110]: pgmap v2268: 169 pgs: 169 active+clean; 637 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 277 op/s 2024-09-20T22:25:46.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:46 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:25:46.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:46 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:25:46.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:46 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:25:46.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:46 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:25:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:46 smithi046 ceph-mon[98591]: osdmap e1267: 8 total, 8 up, 8 in 2024-09-20T22:25:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:46 smithi046 ceph-mon[98591]: pgmap v2268: 169 pgs: 169 active+clean; 637 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 277 op/s 2024-09-20T22:25:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:46 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:25:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:46 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:25:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:46 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:25:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:46 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:25:47.433 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 8388609~1000 2024-09-20T22:25:47.442 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 16777228~1000 2024-09-20T22:25:47.442 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 167772160 2024-09-20T22:25:47.452 INFO:tasks.workunit.client.0.smithi046.stdout:write: 2 83886079~8388609 2024-09-20T22:25:47.468 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap3 2024-09-20T22:25:47.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:47 smithi134 ceph-mon[89086]: osdmap e1268: 8 total, 8 up, 8 in 2024-09-20T22:25:47.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:47 smithi046 ceph-mon[96110]: osdmap e1268: 8 total, 8 up, 8 in 2024-09-20T22:25:47.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:47 smithi046 ceph-mon[98591]: osdmap e1268: 8 total, 8 up, 8 in 2024-09-20T22:25:48.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:48 smithi134 ceph-mon[89086]: osdmap e1269: 8 total, 8 up, 8 in 2024-09-20T22:25:48.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:48 smithi134 ceph-mon[89086]: pgmap v2271: 169 pgs: 169 active+clean; 657 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 8.0 MiB/s wr, 415 op/s 2024-09-20T22:25:48.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:48 smithi046 ceph-mon[96110]: osdmap e1269: 8 total, 8 up, 8 in 2024-09-20T22:25:48.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:48 smithi046 ceph-mon[96110]: pgmap v2271: 169 pgs: 169 active+clean; 657 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 8.0 MiB/s wr, 415 op/s 2024-09-20T22:25:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:48 smithi046 ceph-mon[98591]: osdmap e1269: 8 total, 8 up, 8 in 2024-09-20T22:25:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:48 smithi046 ceph-mon[98591]: pgmap v2271: 169 pgs: 169 active+clean; 657 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 8.0 MiB/s wr, 415 op/s 2024-09-20T22:25:49.420 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:25:49.451 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 83886079~1 2024-09-20T22:25:49.461 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:25:49.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:49 smithi134 ceph-mon[89086]: osdmap e1270: 8 total, 8 up, 8 in 2024-09-20T22:25:49.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:25:49.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:49 smithi134 ceph-mon[89086]: osdmap e1271: 8 total, 8 up, 8 in 2024-09-20T22:25:49.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:49 smithi046 ceph-mon[96110]: osdmap e1270: 8 total, 8 up, 8 in 2024-09-20T22:25:49.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:25:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:49 smithi046 ceph-mon[96110]: osdmap e1271: 8 total, 8 up, 8 in 2024-09-20T22:25:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:49 smithi046 ceph-mon[98591]: osdmap e1270: 8 total, 8 up, 8 in 2024-09-20T22:25:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:25:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:49 smithi046 ceph-mon[98591]: osdmap e1271: 8 total, 8 up, 8 in 2024-09-20T22:25:50.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:50 smithi046 ceph-mon[96110]: pgmap v2274: 169 pgs: 169 active+clean; 657 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 164 KiB/s rd, 4.0 MiB/s wr, 220 op/s 2024-09-20T22:25:50.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:50 smithi046 ceph-mon[98591]: pgmap v2274: 169 pgs: 169 active+clean; 657 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 164 KiB/s rd, 4.0 MiB/s wr, 220 op/s 2024-09-20T22:25:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:50 smithi134 ceph-mon[89086]: pgmap v2274: 169 pgs: 169 active+clean; 657 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 164 KiB/s rd, 4.0 MiB/s wr, 220 op/s 2024-09-20T22:25:51.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:51 smithi046 ceph-mon[96110]: osdmap e1272: 8 total, 8 up, 8 in 2024-09-20T22:25:51.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:51 smithi046 ceph-mon[98591]: osdmap e1272: 8 total, 8 up, 8 in 2024-09-20T22:25:51.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:51 smithi134 ceph-mon[89086]: osdmap e1272: 8 total, 8 up, 8 in 2024-09-20T22:25:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:25:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:25:52] "GET /metrics HTTP/1.1" 200 39010 "" "Prometheus/2.43.0" 2024-09-20T22:25:52.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:52 smithi134 ceph-mon[89086]: osdmap e1273: 8 total, 8 up, 8 in 2024-09-20T22:25:52.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:52 smithi134 ceph-mon[89086]: pgmap v2277: 169 pgs: 169 active+clean; 673 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 3.0 MiB/s wr, 81 op/s 2024-09-20T22:25:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:25:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:25:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:25:52.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:52 smithi046 ceph-mon[96110]: osdmap e1273: 8 total, 8 up, 8 in 2024-09-20T22:25:52.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:52 smithi046 ceph-mon[96110]: pgmap v2277: 169 pgs: 169 active+clean; 673 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 3.0 MiB/s wr, 81 op/s 2024-09-20T22:25:52.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:52 smithi046 ceph-mon[98591]: osdmap e1273: 8 total, 8 up, 8 in 2024-09-20T22:25:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:52 smithi046 ceph-mon[98591]: pgmap v2277: 169 pgs: 169 active+clean; 673 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 3.0 MiB/s wr, 81 op/s 2024-09-20T22:25:52.981 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: after_prepare_snap 2024-09-20T22:25:53.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:53 smithi046 ceph-mon[96110]: osdmap e1274: 8 total, 8 up, 8 in 2024-09-20T22:25:53.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:53 smithi046 ceph-mon[98591]: osdmap e1274: 8 total, 8 up, 8 in 2024-09-20T22:25:53.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:53 smithi134 ceph-mon[89086]: osdmap e1274: 8 total, 8 up, 8 in 2024-09-20T22:25:54.463 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 41943040 2024-09-20T22:25:54.502 INFO:tasks.workunit.client.0.smithi046.stdout:write: * 0~1000 2024-09-20T22:25:54.510 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-20T22:25:54.678 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-20T22:25:54.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:54 smithi046 ceph-mon[96110]: osdmap e1275: 8 total, 8 up, 8 in 2024-09-20T22:25:54.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:54 smithi046 ceph-mon[96110]: pgmap v2280: 169 pgs: 169 active+clean; 677 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 4.0 MiB/s wr, 79 op/s 2024-09-20T22:25:54.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:54 smithi046 ceph-mon[98591]: osdmap e1275: 8 total, 8 up, 8 in 2024-09-20T22:25:54.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:54 smithi046 ceph-mon[98591]: pgmap v2280: 169 pgs: 169 active+clean; 677 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 4.0 MiB/s wr, 79 op/s 2024-09-20T22:25:54.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:54 smithi134 ceph-mon[89086]: osdmap e1275: 8 total, 8 up, 8 in 2024-09-20T22:25:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:54 smithi134 ceph-mon[89086]: pgmap v2280: 169 pgs: 169 active+clean; 677 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 4.0 MiB/s wr, 79 op/s 2024-09-20T22:25:55.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:55 smithi046 ceph-mon[96110]: osdmap e1276: 8 total, 8 up, 8 in 2024-09-20T22:25:55.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:55 smithi046 ceph-mon[98591]: osdmap e1276: 8 total, 8 up, 8 in 2024-09-20T22:25:55.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:55 smithi134 ceph-mon[89086]: osdmap e1276: 8 total, 8 up, 8 in 2024-09-20T22:25:56.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:56 smithi046 ceph-mon[96110]: osdmap e1277: 8 total, 8 up, 8 in 2024-09-20T22:25:56.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:56 smithi046 ceph-mon[96110]: pgmap v2283: 169 pgs: 169 active+clean; 685 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 4.0 MiB/s wr, 421 op/s 2024-09-20T22:25:56.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:56 smithi046 ceph-mon[98591]: osdmap e1277: 8 total, 8 up, 8 in 2024-09-20T22:25:56.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:56 smithi046 ceph-mon[98591]: pgmap v2283: 169 pgs: 169 active+clean; 685 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 4.0 MiB/s wr, 421 op/s 2024-09-20T22:25:56.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:56 smithi134 ceph-mon[89086]: osdmap e1277: 8 total, 8 up, 8 in 2024-09-20T22:25:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:56 smithi134 ceph-mon[89086]: pgmap v2283: 169 pgs: 169 active+clean; 685 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 4.0 MiB/s wr, 421 op/s 2024-09-20T22:25:57.882 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14302 ms) 2024-09-20T22:25:57.882 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2024-09-20T22:25:57.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:57 smithi046 ceph-mon[96110]: osdmap e1278: 8 total, 8 up, 8 in 2024-09-20T22:25:57.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:57 smithi046 ceph-mon[98591]: osdmap e1278: 8 total, 8 up, 8 in 2024-09-20T22:25:57.911 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:25:57.921 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-20T22:25:57.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:57 smithi134 ceph-mon[89086]: osdmap e1278: 8 total, 8 up, 8 in 2024-09-20T22:25:57.983 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-20T22:25:58.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:58 smithi046 ceph-mon[98591]: osdmap e1279: 8 total, 8 up, 8 in 2024-09-20T22:25:58.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:58 smithi046 ceph-mon[98591]: pgmap v2286: 169 pgs: 169 active+clean; 681 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 4.0 MiB/s wr, 503 op/s 2024-09-20T22:25:58.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:58 smithi046 ceph-mon[96110]: osdmap e1279: 8 total, 8 up, 8 in 2024-09-20T22:25:58.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:58 smithi046 ceph-mon[96110]: pgmap v2286: 169 pgs: 169 active+clean; 681 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 4.0 MiB/s wr, 503 op/s 2024-09-20T22:25:58.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:58 smithi134 ceph-mon[89086]: osdmap e1279: 8 total, 8 up, 8 in 2024-09-20T22:25:58.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:58 smithi134 ceph-mon[89086]: pgmap v2286: 169 pgs: 169 active+clean; 681 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 4.0 MiB/s wr, 503 op/s 2024-09-20T22:25:59.490 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 8388609~8388609 2024-09-20T22:25:59.511 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 0~1000 2024-09-20T22:25:59.511 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 1010~1000 2024-09-20T22:25:59.511 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap2 2024-09-20T22:25:59.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:25:59 smithi046 ceph-mon[96110]: osdmap e1280: 8 total, 8 up, 8 in 2024-09-20T22:25:59.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:25:59 smithi046 ceph-mon[98591]: osdmap e1280: 8 total, 8 up, 8 in 2024-09-20T22:25:59.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:25:59 smithi134 ceph-mon[89086]: osdmap e1280: 8 total, 8 up, 8 in 2024-09-20T22:26:00.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:00 smithi046 ceph-mon[96110]: osdmap e1281: 8 total, 8 up, 8 in 2024-09-20T22:26:00.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:00 smithi046 ceph-mon[96110]: pgmap v2289: 169 pgs: 169 active+clean; 697 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 4.0 MiB/s wr, 210 op/s 2024-09-20T22:26:00.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:00 smithi046 ceph-mon[98591]: osdmap e1281: 8 total, 8 up, 8 in 2024-09-20T22:26:00.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:00 smithi046 ceph-mon[98591]: pgmap v2289: 169 pgs: 169 active+clean; 697 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 4.0 MiB/s wr, 210 op/s 2024-09-20T22:26:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:00 smithi134 ceph-mon[89086]: osdmap e1281: 8 total, 8 up, 8 in 2024-09-20T22:26:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:00 smithi134 ceph-mon[89086]: pgmap v2289: 169 pgs: 169 active+clean; 697 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 4.0 MiB/s wr, 210 op/s 2024-09-20T22:26:01.500 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 8388609~1000 2024-09-20T22:26:01.507 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 16777228~1000 2024-09-20T22:26:01.507 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 167772160 2024-09-20T22:26:01.517 INFO:tasks.workunit.client.0.smithi046.stdout:write: 2 83886079~8388609 2024-09-20T22:26:01.538 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap3 2024-09-20T22:26:01.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:01 smithi046 ceph-mon[96110]: osdmap e1282: 8 total, 8 up, 8 in 2024-09-20T22:26:01.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:01 smithi046 ceph-mon[98591]: osdmap e1282: 8 total, 8 up, 8 in 2024-09-20T22:26:01.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:01 smithi134 ceph-mon[89086]: osdmap e1282: 8 total, 8 up, 8 in 2024-09-20T22:26:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:26:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:26:02] "GET /metrics HTTP/1.1" 200 39010 "" "Prometheus/2.43.0" 2024-09-20T22:26:02.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:02 smithi134 ceph-mon[89086]: osdmap e1283: 8 total, 8 up, 8 in 2024-09-20T22:26:02.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:02 smithi134 ceph-mon[89086]: pgmap v2292: 169 pgs: 169 active+clean; 713 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 10 MiB/s wr, 228 op/s 2024-09-20T22:26:02.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:26:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:26:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:26:02.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:02 smithi046 ceph-mon[96110]: osdmap e1283: 8 total, 8 up, 8 in 2024-09-20T22:26:02.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:02 smithi046 ceph-mon[96110]: pgmap v2292: 169 pgs: 169 active+clean; 713 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 10 MiB/s wr, 228 op/s 2024-09-20T22:26:02.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:02 smithi046 ceph-mon[98591]: osdmap e1283: 8 total, 8 up, 8 in 2024-09-20T22:26:02.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:02 smithi046 ceph-mon[98591]: pgmap v2292: 169 pgs: 169 active+clean; 713 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 10 MiB/s wr, 228 op/s 2024-09-20T22:26:03.516 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:26:03.539 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 83886079~1 2024-09-20T22:26:03.548 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:26:03.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:03 smithi046 ceph-mon[96110]: osdmap e1284: 8 total, 8 up, 8 in 2024-09-20T22:26:03.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:03 smithi046 ceph-mon[98591]: osdmap e1284: 8 total, 8 up, 8 in 2024-09-20T22:26:03.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:03 smithi134 ceph-mon[89086]: osdmap e1284: 8 total, 8 up, 8 in 2024-09-20T22:26:04.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:04 smithi046 ceph-mon[96110]: osdmap e1285: 8 total, 8 up, 8 in 2024-09-20T22:26:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:04 smithi046 ceph-mon[96110]: pgmap v2295: 169 pgs: 169 active+clean; 717 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 9.0 MiB/s wr, 134 op/s 2024-09-20T22:26:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:26:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:04 smithi046 ceph-mon[96110]: osdmap e1286: 8 total, 8 up, 8 in 2024-09-20T22:26:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:04 smithi046 ceph-mon[98591]: osdmap e1285: 8 total, 8 up, 8 in 2024-09-20T22:26:04.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:04 smithi046 ceph-mon[98591]: pgmap v2295: 169 pgs: 169 active+clean; 717 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 9.0 MiB/s wr, 134 op/s 2024-09-20T22:26:04.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:26:04.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:04 smithi046 ceph-mon[98591]: osdmap e1286: 8 total, 8 up, 8 in 2024-09-20T22:26:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:04 smithi134 ceph-mon[89086]: osdmap e1285: 8 total, 8 up, 8 in 2024-09-20T22:26:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:04 smithi134 ceph-mon[89086]: pgmap v2295: 169 pgs: 169 active+clean; 717 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 9.0 MiB/s wr, 134 op/s 2024-09-20T22:26:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:26:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:04 smithi134 ceph-mon[89086]: osdmap e1286: 8 total, 8 up, 8 in 2024-09-20T22:26:06.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:06 smithi134 ceph-mon[89086]: osdmap e1287: 8 total, 8 up, 8 in 2024-09-20T22:26:06.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:06 smithi134 ceph-mon[89086]: pgmap v2298: 169 pgs: 169 active+clean; 733 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 110 KiB/s rd, 4.0 MiB/s wr, 152 op/s 2024-09-20T22:26:06.795 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: after_prepare_snap 2024-09-20T22:26:06.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:06 smithi046 ceph-mon[96110]: osdmap e1287: 8 total, 8 up, 8 in 2024-09-20T22:26:06.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:06 smithi046 ceph-mon[96110]: pgmap v2298: 169 pgs: 169 active+clean; 733 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 110 KiB/s rd, 4.0 MiB/s wr, 152 op/s 2024-09-20T22:26:06.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:06 smithi046 ceph-mon[98591]: osdmap e1287: 8 total, 8 up, 8 in 2024-09-20T22:26:06.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:06 smithi046 ceph-mon[98591]: pgmap v2298: 169 pgs: 169 active+clean; 733 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 110 KiB/s rd, 4.0 MiB/s wr, 152 op/s 2024-09-20T22:26:07.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:07 smithi134 ceph-mon[89086]: osdmap e1288: 8 total, 8 up, 8 in 2024-09-20T22:26:07.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:07 smithi046 ceph-mon[96110]: osdmap e1288: 8 total, 8 up, 8 in 2024-09-20T22:26:07.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:07 smithi046 ceph-mon[98591]: osdmap e1288: 8 total, 8 up, 8 in 2024-09-20T22:26:08.447 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 167772160 2024-09-20T22:26:08.476 INFO:tasks.workunit.client.0.smithi046.stdout:write: * 83886080~1000 2024-09-20T22:26:08.484 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-20T22:26:08.642 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-20T22:26:08.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:08 smithi134 ceph-mon[89086]: osdmap e1289: 8 total, 8 up, 8 in 2024-09-20T22:26:08.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:08 smithi134 ceph-mon[89086]: pgmap v2301: 169 pgs: 169 active+clean; 733 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.0 MiB/s wr, 166 op/s 2024-09-20T22:26:08.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:08 smithi046 ceph-mon[98591]: osdmap e1289: 8 total, 8 up, 8 in 2024-09-20T22:26:08.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:08 smithi046 ceph-mon[98591]: pgmap v2301: 169 pgs: 169 active+clean; 733 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.0 MiB/s wr, 166 op/s 2024-09-20T22:26:08.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:08 smithi046 ceph-mon[96110]: osdmap e1289: 8 total, 8 up, 8 in 2024-09-20T22:26:08.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:08 smithi046 ceph-mon[96110]: pgmap v2301: 169 pgs: 169 active+clean; 733 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.0 MiB/s wr, 166 op/s 2024-09-20T22:26:09.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:09 smithi046 ceph-mon[96110]: osdmap e1290: 8 total, 8 up, 8 in 2024-09-20T22:26:09.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:09 smithi046 ceph-mon[98591]: osdmap e1290: 8 total, 8 up, 8 in 2024-09-20T22:26:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:09 smithi134 ceph-mon[89086]: osdmap e1290: 8 total, 8 up, 8 in 2024-09-20T22:26:10.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:10 smithi046 ceph-mon[98591]: osdmap e1291: 8 total, 8 up, 8 in 2024-09-20T22:26:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:10 smithi046 ceph-mon[98591]: pgmap v2304: 169 pgs: 169 active+clean; 737 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 1.0 MiB/s wr, 30 op/s 2024-09-20T22:26:10.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:10 smithi046 ceph-mon[96110]: osdmap e1291: 8 total, 8 up, 8 in 2024-09-20T22:26:10.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:10 smithi046 ceph-mon[96110]: pgmap v2304: 169 pgs: 169 active+clean; 737 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 1.0 MiB/s wr, 30 op/s 2024-09-20T22:26:10.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:10 smithi134 ceph-mon[89086]: osdmap e1291: 8 total, 8 up, 8 in 2024-09-20T22:26:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:10 smithi134 ceph-mon[89086]: pgmap v2304: 169 pgs: 169 active+clean; 737 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 1.0 MiB/s wr, 30 op/s 2024-09-20T22:26:11.858 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (13976 ms) 2024-09-20T22:26:11.858 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.Clone 2024-09-20T22:26:11.889 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:26:11.899 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 0~8388609 2024-09-20T22:26:11.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:11 smithi046 ceph-mon[96110]: osdmap e1292: 8 total, 8 up, 8 in 2024-09-20T22:26:11.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:11 smithi046 ceph-mon[98591]: osdmap e1292: 8 total, 8 up, 8 in 2024-09-20T22:26:11.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:11 smithi134 ceph-mon[89086]: osdmap e1292: 8 total, 8 up, 8 in 2024-09-20T22:26:11.951 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 16777218~8388609 2024-09-20T22:26:12.000 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap 2024-09-20T22:26:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:26:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:26:12] "GET /metrics HTTP/1.1" 200 39015 "" "Prometheus/2.43.0" 2024-09-20T22:26:12.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:12 smithi134 ceph-mon[89086]: osdmap e1293: 8 total, 8 up, 8 in 2024-09-20T22:26:12.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:12 smithi134 ceph-mon[89086]: pgmap v2307: 169 pgs: 169 active+clean; 753 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 5.0 MiB/s wr, 489 op/s 2024-09-20T22:26:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:26:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:26:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:26:12.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:12 smithi046 ceph-mon[96110]: osdmap e1293: 8 total, 8 up, 8 in 2024-09-20T22:26:12.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:12 smithi046 ceph-mon[96110]: pgmap v2307: 169 pgs: 169 active+clean; 753 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 5.0 MiB/s wr, 489 op/s 2024-09-20T22:26:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:12 smithi046 ceph-mon[98591]: osdmap e1293: 8 total, 8 up, 8 in 2024-09-20T22:26:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:12 smithi046 ceph-mon[98591]: pgmap v2307: 169 pgs: 169 active+clean; 753 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 5.0 MiB/s wr, 489 op/s 2024-09-20T22:26:13.468 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap 2024-09-20T22:26:13.486 INFO:tasks.workunit.client.0.smithi046.stdout:clone image105 -> image108 2024-09-20T22:26:13.595 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 0~1000 2024-09-20T22:26:13.652 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 1010~1000 2024-09-20T22:26:13.654 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap 2024-09-20T22:26:13.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:13 smithi046 ceph-mon[96110]: osdmap e1294: 8 total, 8 up, 8 in 2024-09-20T22:26:13.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:13 smithi046 ceph-mon[98591]: osdmap e1294: 8 total, 8 up, 8 in 2024-09-20T22:26:13.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:13 smithi134 ceph-mon[89086]: osdmap e1294: 8 total, 8 up, 8 in 2024-09-20T22:26:14.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:14 smithi046 ceph-mon[96110]: osdmap e1295: 8 total, 8 up, 8 in 2024-09-20T22:26:14.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:14 smithi046 ceph-mon[96110]: pgmap v2310: 169 pgs: 169 active+clean; 761 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 7.0 MiB/s wr, 517 op/s 2024-09-20T22:26:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:14 smithi046 ceph-mon[98591]: osdmap e1295: 8 total, 8 up, 8 in 2024-09-20T22:26:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:14 smithi046 ceph-mon[98591]: pgmap v2310: 169 pgs: 169 active+clean; 761 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 7.0 MiB/s wr, 517 op/s 2024-09-20T22:26:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:14 smithi134 ceph-mon[89086]: osdmap e1295: 8 total, 8 up, 8 in 2024-09-20T22:26:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:14 smithi134 ceph-mon[89086]: pgmap v2310: 169 pgs: 169 active+clean; 761 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 7.0 MiB/s wr, 517 op/s 2024-09-20T22:26:15.482 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap 2024-09-20T22:26:15.497 INFO:tasks.workunit.client.0.smithi046.stdout:clone image108 -> image110 2024-09-20T22:26:15.632 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 1000~1000 2024-09-20T22:26:15.686 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 2010~1000 2024-09-20T22:26:15.688 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:26:15.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:15 smithi046 ceph-mon[96110]: osdmap e1296: 8 total, 8 up, 8 in 2024-09-20T22:26:15.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:15 smithi046 ceph-mon[98591]: osdmap e1296: 8 total, 8 up, 8 in 2024-09-20T22:26:15.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:15 smithi134 ceph-mon[89086]: osdmap e1296: 8 total, 8 up, 8 in 2024-09-20T22:26:15.979 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-20T22:26:16.148 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-20T22:26:16.322 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.Clone (4465 ms) 2024-09-20T22:26:16.322 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.CloneParent 2024-09-20T22:26:16.354 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:26:16.364 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap 2024-09-20T22:26:16.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:16 smithi046 ceph-mon[98591]: osdmap e1297: 8 total, 8 up, 8 in 2024-09-20T22:26:16.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:16 smithi046 ceph-mon[98591]: pgmap v2313: 169 pgs: 169 active+clean; 773 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 11 MiB/s wr, 242 op/s 2024-09-20T22:26:16.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:16 smithi046 ceph-mon[96110]: osdmap e1297: 8 total, 8 up, 8 in 2024-09-20T22:26:16.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:16 smithi046 ceph-mon[96110]: pgmap v2313: 169 pgs: 169 active+clean; 773 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 11 MiB/s wr, 242 op/s 2024-09-20T22:26:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:16 smithi134 ceph-mon[89086]: osdmap e1297: 8 total, 8 up, 8 in 2024-09-20T22:26:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:16 smithi134 ceph-mon[89086]: pgmap v2313: 169 pgs: 169 active+clean; 773 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 11 MiB/s wr, 242 op/s 2024-09-20T22:26:17.491 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap 2024-09-20T22:26:17.503 INFO:tasks.workunit.client.0.smithi046.stdout:clone image111 -> image114 2024-09-20T22:26:17.607 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:26:17.767 INFO:tasks.workunit.client.0.smithi046.stdout:migration_abort 2024-09-20T22:26:17.897 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.CloneParent (1574 ms) 2024-09-20T22:26:17.897 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2024-09-20T22:26:17.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:17 smithi046 ceph-mon[96110]: osdmap e1298: 8 total, 8 up, 8 in 2024-09-20T22:26:17.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:17 smithi046 ceph-mon[98591]: osdmap e1298: 8 total, 8 up, 8 in 2024-09-20T22:26:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:17 smithi134 ceph-mon[89086]: osdmap e1298: 8 total, 8 up, 8 in 2024-09-20T22:26:17.928 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:26:17.938 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 0~10 2024-09-20T22:26:17.947 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap 2024-09-20T22:26:18.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:18 smithi046 ceph-mon[96110]: osdmap e1299: 8 total, 8 up, 8 in 2024-09-20T22:26:18.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:18 smithi046 ceph-mon[96110]: pgmap v2316: 169 pgs: 169 active+clean; 773 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 8.0 MiB/s wr, 524 op/s 2024-09-20T22:26:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:18 smithi046 ceph-mon[98591]: osdmap e1299: 8 total, 8 up, 8 in 2024-09-20T22:26:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:18 smithi046 ceph-mon[98591]: pgmap v2316: 169 pgs: 169 active+clean; 773 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 8.0 MiB/s wr, 524 op/s 2024-09-20T22:26:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:18 smithi134 ceph-mon[89086]: osdmap e1299: 8 total, 8 up, 8 in 2024-09-20T22:26:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:18 smithi134 ceph-mon[89086]: pgmap v2316: 169 pgs: 169 active+clean; 773 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 8.0 MiB/s wr, 524 op/s 2024-09-20T22:26:19.431 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap 2024-09-20T22:26:19.446 INFO:tasks.workunit.client.0.smithi046.stdout:clone image115 -> image118 2024-09-20T22:26:19.547 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:26:19.705 INFO:tasks.workunit.client.0.smithi046.stdout:write: Y 0~1 2024-09-20T22:26:19.738 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-20T22:26:19.810 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-20T22:26:19.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:19 smithi046 ceph-mon[96110]: osdmap e1300: 8 total, 8 up, 8 in 2024-09-20T22:26:19.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:26:19.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:19 smithi046 ceph-mon[96110]: osdmap e1301: 8 total, 8 up, 8 in 2024-09-20T22:26:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:19 smithi046 ceph-mon[98591]: osdmap e1300: 8 total, 8 up, 8 in 2024-09-20T22:26:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:26:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:19 smithi046 ceph-mon[98591]: osdmap e1301: 8 total, 8 up, 8 in 2024-09-20T22:26:19.912 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (2015 ms) 2024-09-20T22:26:19.912 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2024-09-20T22:26:19.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:19 smithi134 ceph-mon[89086]: osdmap e1300: 8 total, 8 up, 8 in 2024-09-20T22:26:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:26:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:19 smithi134 ceph-mon[89086]: osdmap e1301: 8 total, 8 up, 8 in 2024-09-20T22:26:19.942 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:26:19.952 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 41943040~10 2024-09-20T22:26:19.961 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-20T22:26:20.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:20 smithi046 ceph-mon[98591]: pgmap v2319: 169 pgs: 169 active+clean; 773 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 9.3 MiB/s rd, 17 KiB/s wr, 385 op/s 2024-09-20T22:26:20.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:20 smithi046 ceph-mon[96110]: pgmap v2319: 169 pgs: 169 active+clean; 773 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 9.3 MiB/s rd, 17 KiB/s wr, 385 op/s 2024-09-20T22:26:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:20 smithi134 ceph-mon[89086]: pgmap v2319: 169 pgs: 169 active+clean; 773 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 9.3 MiB/s rd, 17 KiB/s wr, 385 op/s 2024-09-20T22:26:21.513 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 41943041~10 2024-09-20T22:26:21.521 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:26:21.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:21 smithi046 ceph-mon[96110]: osdmap e1302: 8 total, 8 up, 8 in 2024-09-20T22:26:21.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:21 smithi046 ceph-mon[98591]: osdmap e1302: 8 total, 8 up, 8 in 2024-09-20T22:26:21.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:21 smithi134 ceph-mon[89086]: osdmap e1302: 8 total, 8 up, 8 in 2024-09-20T22:26:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:26:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:26:22] "GET /metrics HTTP/1.1" 200 39012 "" "Prometheus/2.43.0" 2024-09-20T22:26:22.664 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 41943042~10 2024-09-20T22:26:22.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:22 smithi134 ceph-mon[89086]: osdmap e1303: 8 total, 8 up, 8 in 2024-09-20T22:26:22.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:22 smithi134 ceph-mon[89086]: pgmap v2322: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 979 op/s 2024-09-20T22:26:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:26:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:26:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:26:22.680 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap2 2024-09-20T22:26:22.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:22 smithi046 ceph-mon[96110]: osdmap e1303: 8 total, 8 up, 8 in 2024-09-20T22:26:22.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:22 smithi046 ceph-mon[96110]: pgmap v2322: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 979 op/s 2024-09-20T22:26:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:22 smithi046 ceph-mon[98591]: osdmap e1303: 8 total, 8 up, 8 in 2024-09-20T22:26:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:22 smithi046 ceph-mon[98591]: pgmap v2322: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 979 op/s 2024-09-20T22:26:23.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:23 smithi046 ceph-mon[96110]: osdmap e1304: 8 total, 8 up, 8 in 2024-09-20T22:26:23.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:23 smithi046 ceph-mon[98591]: osdmap e1304: 8 total, 8 up, 8 in 2024-09-20T22:26:23.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:23 smithi134 ceph-mon[89086]: osdmap e1304: 8 total, 8 up, 8 in 2024-09-20T22:26:24.529 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 41943040 2024-09-20T22:26:24.563 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-20T22:26:24.631 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-20T22:26:24.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:24 smithi046 ceph-mon[96110]: osdmap e1305: 8 total, 8 up, 8 in 2024-09-20T22:26:24.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:24 smithi046 ceph-mon[96110]: pgmap v2325: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 4.0 MiB/s wr, 1.07k op/s 2024-09-20T22:26:24.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:24 smithi046 ceph-mon[98591]: osdmap e1305: 8 total, 8 up, 8 in 2024-09-20T22:26:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:24 smithi046 ceph-mon[98591]: pgmap v2325: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 4.0 MiB/s wr, 1.07k op/s 2024-09-20T22:26:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:24 smithi134 ceph-mon[89086]: osdmap e1305: 8 total, 8 up, 8 in 2024-09-20T22:26:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:24 smithi134 ceph-mon[89086]: pgmap v2325: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 4.0 MiB/s wr, 1.07k op/s 2024-09-20T22:26:25.687 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5775 ms) 2024-09-20T22:26:25.687 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2024-09-20T22:26:25.718 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:26:25.728 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 41943040~10 2024-09-20T22:26:25.737 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-20T22:26:25.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:25 smithi046 ceph-mon[96110]: osdmap e1306: 8 total, 8 up, 8 in 2024-09-20T22:26:25.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:25 smithi046 ceph-mon[98591]: osdmap e1306: 8 total, 8 up, 8 in 2024-09-20T22:26:25.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:25 smithi134 ceph-mon[89086]: osdmap e1306: 8 total, 8 up, 8 in 2024-09-20T22:26:26.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:26 smithi046 ceph-mon[96110]: osdmap e1307: 8 total, 8 up, 8 in 2024-09-20T22:26:26.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:26 smithi046 ceph-mon[96110]: pgmap v2328: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 248 KiB/s rd, 21 KiB/s wr, 340 op/s 2024-09-20T22:26:26.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:26 smithi046 ceph-mon[98591]: osdmap e1307: 8 total, 8 up, 8 in 2024-09-20T22:26:26.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:26 smithi046 ceph-mon[98591]: pgmap v2328: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 248 KiB/s rd, 21 KiB/s wr, 340 op/s 2024-09-20T22:26:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:26 smithi134 ceph-mon[89086]: osdmap e1307: 8 total, 8 up, 8 in 2024-09-20T22:26:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:26 smithi134 ceph-mon[89086]: pgmap v2328: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 248 KiB/s rd, 21 KiB/s wr, 340 op/s 2024-09-20T22:26:27.541 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 41943040 2024-09-20T22:26:27.563 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:26:27.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:27 smithi046 ceph-mon[96110]: osdmap e1308: 8 total, 8 up, 8 in 2024-09-20T22:26:27.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:27 smithi046 ceph-mon[98591]: osdmap e1308: 8 total, 8 up, 8 in 2024-09-20T22:26:27.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:27 smithi134 ceph-mon[89086]: osdmap e1308: 8 total, 8 up, 8 in 2024-09-20T22:26:28.671 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:26:28.681 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap3 2024-09-20T22:26:28.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:28 smithi046 ceph-mon[98591]: osdmap e1309: 8 total, 8 up, 8 in 2024-09-20T22:26:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:28 smithi046 ceph-mon[98591]: pgmap v2331: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 229 KiB/s rd, 22 KiB/s wr, 315 op/s 2024-09-20T22:26:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:28 smithi046 ceph-mon[96110]: osdmap e1309: 8 total, 8 up, 8 in 2024-09-20T22:26:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:28 smithi046 ceph-mon[96110]: pgmap v2331: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 229 KiB/s rd, 22 KiB/s wr, 315 op/s 2024-09-20T22:26:28.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:28 smithi134 ceph-mon[89086]: osdmap e1309: 8 total, 8 up, 8 in 2024-09-20T22:26:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:28 smithi134 ceph-mon[89086]: pgmap v2331: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 229 KiB/s rd, 22 KiB/s wr, 315 op/s 2024-09-20T22:26:29.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:29 smithi046 ceph-mon[96110]: osdmap e1310: 8 total, 8 up, 8 in 2024-09-20T22:26:29.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:29 smithi046 ceph-mon[98591]: osdmap e1310: 8 total, 8 up, 8 in 2024-09-20T22:26:29.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:29 smithi134 ceph-mon[89086]: osdmap e1310: 8 total, 8 up, 8 in 2024-09-20T22:26:30.560 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 41943040~10 2024-09-20T22:26:30.570 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap4 2024-09-20T22:26:30.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:30 smithi046 ceph-mon[96110]: osdmap e1311: 8 total, 8 up, 8 in 2024-09-20T22:26:30.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:30 smithi046 ceph-mon[96110]: pgmap v2334: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 98 KiB/s rd, 12 KiB/s wr, 138 op/s 2024-09-20T22:26:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:30 smithi046 ceph-mon[98591]: osdmap e1311: 8 total, 8 up, 8 in 2024-09-20T22:26:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:30 smithi046 ceph-mon[98591]: pgmap v2334: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 98 KiB/s rd, 12 KiB/s wr, 138 op/s 2024-09-20T22:26:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:30 smithi134 ceph-mon[89086]: osdmap e1311: 8 total, 8 up, 8 in 2024-09-20T22:26:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:30 smithi134 ceph-mon[89086]: pgmap v2334: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 98 KiB/s rd, 12 KiB/s wr, 138 op/s 2024-09-20T22:26:31.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:31 smithi046 ceph-mon[96110]: osdmap e1312: 8 total, 8 up, 8 in 2024-09-20T22:26:31.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:31 smithi046 ceph-mon[98591]: osdmap e1312: 8 total, 8 up, 8 in 2024-09-20T22:26:31.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:31 smithi134 ceph-mon[89086]: osdmap e1312: 8 total, 8 up, 8 in 2024-09-20T22:26:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:26:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:26:32] "GET /metrics HTTP/1.1" 200 39012 "" "Prometheus/2.43.0" 2024-09-20T22:26:32.578 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 41943040 2024-09-20T22:26:32.605 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-20T22:26:32.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:32 smithi134 ceph-mon[89086]: osdmap e1313: 8 total, 8 up, 8 in 2024-09-20T22:26:32.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:32 smithi134 ceph-mon[89086]: pgmap v2337: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 94 KiB/s rd, 12 KiB/s wr, 130 op/s 2024-09-20T22:26:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:26:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:26:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:26:32.676 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-20T22:26:32.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:32 smithi046 ceph-mon[96110]: osdmap e1313: 8 total, 8 up, 8 in 2024-09-20T22:26:32.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:32 smithi046 ceph-mon[96110]: pgmap v2337: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 94 KiB/s rd, 12 KiB/s wr, 130 op/s 2024-09-20T22:26:32.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:32 smithi046 ceph-mon[98591]: osdmap e1313: 8 total, 8 up, 8 in 2024-09-20T22:26:32.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:32 smithi046 ceph-mon[98591]: pgmap v2337: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 94 KiB/s rd, 12 KiB/s wr, 130 op/s 2024-09-20T22:26:33.749 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (8063 ms) 2024-09-20T22:26:33.750 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.AbortInUseImage 2024-09-20T22:26:33.780 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:26:33.793 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:26:33.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:33 smithi046 ceph-mon[96110]: osdmap e1314: 8 total, 8 up, 8 in 2024-09-20T22:26:33.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:33 smithi046 ceph-mon[98591]: osdmap e1314: 8 total, 8 up, 8 in 2024-09-20T22:26:33.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:33 smithi134 ceph-mon[89086]: osdmap e1314: 8 total, 8 up, 8 in 2024-09-20T22:26:33.970 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.AbortInUseImage (220 ms) 2024-09-20T22:26:33.970 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2024-09-20T22:26:34.002 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:26:34.013 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-20T22:26:34.067 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 16777218~8388609 2024-09-20T22:26:34.120 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:26:34.314 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-20T22:26:34.359 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 16777218~8388609 2024-09-20T22:26:34.419 INFO:tasks.workunit.client.0.smithi046.stdout:migration_abort 2024-09-20T22:26:34.614 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (645 ms) 2024-09-20T22:26:34.614 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2024-09-20T22:26:34.642 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:26:34.653 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-20T22:26:34.720 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-20T22:26:34.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:34 smithi046 ceph-mon[96110]: osdmap e1315: 8 total, 8 up, 8 in 2024-09-20T22:26:34.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:34 smithi046 ceph-mon[96110]: pgmap v2340: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 149 KiB/s rd, 15 KiB/s wr, 197 op/s 2024-09-20T22:26:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:26:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:34 smithi046 ceph-mon[96110]: osdmap e1316: 8 total, 8 up, 8 in 2024-09-20T22:26:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:34 smithi046 ceph-mon[98591]: osdmap e1315: 8 total, 8 up, 8 in 2024-09-20T22:26:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:34 smithi046 ceph-mon[98591]: pgmap v2340: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 149 KiB/s rd, 15 KiB/s wr, 197 op/s 2024-09-20T22:26:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:26:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:34 smithi046 ceph-mon[98591]: osdmap e1316: 8 total, 8 up, 8 in 2024-09-20T22:26:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:34 smithi134 ceph-mon[89086]: osdmap e1315: 8 total, 8 up, 8 in 2024-09-20T22:26:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:34 smithi134 ceph-mon[89086]: pgmap v2340: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 149 KiB/s rd, 15 KiB/s wr, 197 op/s 2024-09-20T22:26:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:26:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:34 smithi134 ceph-mon[89086]: osdmap e1316: 8 total, 8 up, 8 in 2024-09-20T22:26:36.594 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 8388609~8388609 2024-09-20T22:26:36.609 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 0~1000 2024-09-20T22:26:36.609 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 1010~1000 2024-09-20T22:26:36.609 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap2 2024-09-20T22:26:36.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:36 smithi046 ceph-mon[96110]: osdmap e1317: 8 total, 8 up, 8 in 2024-09-20T22:26:36.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:36 smithi046 ceph-mon[96110]: pgmap v2343: 169 pgs: 169 active+clean; 813 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 14 MiB/s wr, 521 op/s 2024-09-20T22:26:36.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:36 smithi046 ceph-mon[98591]: osdmap e1317: 8 total, 8 up, 8 in 2024-09-20T22:26:36.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:36 smithi046 ceph-mon[98591]: pgmap v2343: 169 pgs: 169 active+clean; 813 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 14 MiB/s wr, 521 op/s 2024-09-20T22:26:36.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:36 smithi134 ceph-mon[89086]: osdmap e1317: 8 total, 8 up, 8 in 2024-09-20T22:26:36.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:36 smithi134 ceph-mon[89086]: pgmap v2343: 169 pgs: 169 active+clean; 813 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 14 MiB/s wr, 521 op/s 2024-09-20T22:26:37.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:37 smithi046 ceph-mon[96110]: osdmap e1318: 8 total, 8 up, 8 in 2024-09-20T22:26:37.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:37 smithi046 ceph-mon[98591]: osdmap e1318: 8 total, 8 up, 8 in 2024-09-20T22:26:37.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:37 smithi134 ceph-mon[89086]: osdmap e1318: 8 total, 8 up, 8 in 2024-09-20T22:26:38.601 INFO:tasks.workunit.client.0.smithi046.stdout:write: X 8388609~1000 2024-09-20T22:26:38.607 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 16777228~1000 2024-09-20T22:26:38.607 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 167772160 2024-09-20T22:26:38.618 INFO:tasks.workunit.client.0.smithi046.stdout:write: 2 83886079~8388609 2024-09-20T22:26:38.646 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap3 2024-09-20T22:26:38.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:38 smithi046 ceph-mon[96110]: osdmap e1319: 8 total, 8 up, 8 in 2024-09-20T22:26:38.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:38 smithi046 ceph-mon[96110]: pgmap v2346: 169 pgs: 169 active+clean; 837 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 25 MiB/s wr, 573 op/s 2024-09-20T22:26:38.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:38 smithi046 ceph-mon[98591]: osdmap e1319: 8 total, 8 up, 8 in 2024-09-20T22:26:38.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:38 smithi046 ceph-mon[98591]: pgmap v2346: 169 pgs: 169 active+clean; 837 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 25 MiB/s wr, 573 op/s 2024-09-20T22:26:38.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:38 smithi134 ceph-mon[89086]: osdmap e1319: 8 total, 8 up, 8 in 2024-09-20T22:26:38.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:38 smithi134 ceph-mon[89086]: pgmap v2346: 169 pgs: 169 active+clean; 837 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 25 MiB/s wr, 573 op/s 2024-09-20T22:26:39.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:39 smithi046 ceph-mon[96110]: osdmap e1320: 8 total, 8 up, 8 in 2024-09-20T22:26:39.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:39 smithi046 ceph-mon[96110]: osdmap e1321: 8 total, 8 up, 8 in 2024-09-20T22:26:39.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:39 smithi046 ceph-mon[98591]: osdmap e1320: 8 total, 8 up, 8 in 2024-09-20T22:26:39.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:39 smithi046 ceph-mon[98591]: osdmap e1321: 8 total, 8 up, 8 in 2024-09-20T22:26:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:39 smithi134 ceph-mon[89086]: osdmap e1320: 8 total, 8 up, 8 in 2024-09-20T22:26:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:39 smithi134 ceph-mon[89086]: osdmap e1321: 8 total, 8 up, 8 in 2024-09-20T22:26:40.433 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:26:40.458 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 83886079~1 2024-09-20T22:26:40.466 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:26:40.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:40 smithi046 ceph-mon[96110]: pgmap v2349: 169 pgs: 169 active+clean; 841 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 13 MiB/s wr, 227 op/s 2024-09-20T22:26:40.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:40 smithi046 ceph-mon[96110]: osdmap e1322: 8 total, 8 up, 8 in 2024-09-20T22:26:40.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:40 smithi046 ceph-mon[98591]: pgmap v2349: 169 pgs: 169 active+clean; 841 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 13 MiB/s wr, 227 op/s 2024-09-20T22:26:40.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:40 smithi046 ceph-mon[98591]: osdmap e1322: 8 total, 8 up, 8 in 2024-09-20T22:26:40.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:40 smithi134 ceph-mon[89086]: pgmap v2349: 169 pgs: 169 active+clean; 841 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 13 MiB/s wr, 227 op/s 2024-09-20T22:26:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:40 smithi134 ceph-mon[89086]: osdmap e1322: 8 total, 8 up, 8 in 2024-09-20T22:26:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:26:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:26:42] "GET /metrics HTTP/1.1" 200 39014 "" "Prometheus/2.43.0" 2024-09-20T22:26:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:26:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:26:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:26:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:42 smithi134 ceph-mon[89086]: osdmap e1323: 8 total, 8 up, 8 in 2024-09-20T22:26:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:42 smithi134 ceph-mon[89086]: pgmap v2352: 169 pgs: 169 active+clean; 865 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 7.0 MiB/s wr, 150 op/s 2024-09-20T22:26:42.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:42 smithi046 ceph-mon[96110]: osdmap e1323: 8 total, 8 up, 8 in 2024-09-20T22:26:42.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:42 smithi046 ceph-mon[96110]: pgmap v2352: 169 pgs: 169 active+clean; 865 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 7.0 MiB/s wr, 150 op/s 2024-09-20T22:26:42.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:42 smithi046 ceph-mon[98591]: osdmap e1323: 8 total, 8 up, 8 in 2024-09-20T22:26:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:42 smithi046 ceph-mon[98591]: pgmap v2352: 169 pgs: 169 active+clean; 865 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 7.0 MiB/s wr, 150 op/s 2024-09-20T22:26:43.818 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-20T22:26:43.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:43 smithi046 ceph-mon[96110]: osdmap e1324: 8 total, 8 up, 8 in 2024-09-20T22:26:43.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:43 smithi046 ceph-mon[98591]: osdmap e1324: 8 total, 8 up, 8 in 2024-09-20T22:26:43.922 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 16777218~8388609 2024-09-20T22:26:43.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:43 smithi134 ceph-mon[89086]: osdmap e1324: 8 total, 8 up, 8 in 2024-09-20T22:26:44.448 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 0~8388609 2024-09-20T22:26:44.462 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 16777218~8388609 2024-09-20T22:26:44.554 INFO:tasks.workunit.client.0.smithi046.stdout:migration_abort 2024-09-20T22:26:44.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:44 smithi046 ceph-mon[96110]: osdmap e1325: 8 total, 8 up, 8 in 2024-09-20T22:26:44.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:44 smithi046 ceph-mon[96110]: pgmap v2355: 169 pgs: 169 active+clean; 873 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 43 KiB/s rd, 6.0 MiB/s wr, 75 op/s 2024-09-20T22:26:44.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:44 smithi046 ceph-mon[98591]: osdmap e1325: 8 total, 8 up, 8 in 2024-09-20T22:26:44.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:44 smithi046 ceph-mon[98591]: pgmap v2355: 169 pgs: 169 active+clean; 873 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 43 KiB/s rd, 6.0 MiB/s wr, 75 op/s 2024-09-20T22:26:44.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:44 smithi134 ceph-mon[89086]: osdmap e1325: 8 total, 8 up, 8 in 2024-09-20T22:26:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:44 smithi134 ceph-mon[89086]: pgmap v2355: 169 pgs: 169 active+clean; 873 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 43 KiB/s rd, 6.0 MiB/s wr, 75 op/s 2024-09-20T22:26:45.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:45 smithi046 ceph-mon[96110]: osdmap e1326: 8 total, 8 up, 8 in 2024-09-20T22:26:45.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:45 smithi046 ceph-mon[98591]: osdmap e1326: 8 total, 8 up, 8 in 2024-09-20T22:26:45.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:45 smithi134 ceph-mon[89086]: osdmap e1326: 8 total, 8 up, 8 in 2024-09-20T22:26:46.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:46 smithi046 ceph-mon[96110]: osdmap e1327: 8 total, 8 up, 8 in 2024-09-20T22:26:46.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:46 smithi046 ceph-mon[96110]: pgmap v2358: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 28 MiB/s rd, 12 MiB/s wr, 342 op/s 2024-09-20T22:26:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:46 smithi046 ceph-mon[98591]: osdmap e1327: 8 total, 8 up, 8 in 2024-09-20T22:26:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:46 smithi046 ceph-mon[98591]: pgmap v2358: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 28 MiB/s rd, 12 MiB/s wr, 342 op/s 2024-09-20T22:26:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:46 smithi134 ceph-mon[89086]: osdmap e1327: 8 total, 8 up, 8 in 2024-09-20T22:26:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:46 smithi134 ceph-mon[89086]: pgmap v2358: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 28 MiB/s rd, 12 MiB/s wr, 342 op/s 2024-09-20T22:26:47.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:47 smithi046 ceph-mon[96110]: osdmap e1328: 8 total, 8 up, 8 in 2024-09-20T22:26:47.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:26:47.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:26:47.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:26:47.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:26:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:47 smithi046 ceph-mon[98591]: osdmap e1328: 8 total, 8 up, 8 in 2024-09-20T22:26:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:26:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:26:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:26:47.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:26:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:47 smithi134 ceph-mon[89086]: osdmap e1328: 8 total, 8 up, 8 in 2024-09-20T22:26:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:26:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:26:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:26:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:26:48.812 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.AbortWithSnapshots (14198 ms) 2024-09-20T22:26:48.813 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.CloneV1Parent 2024-09-20T22:26:48.846 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:26:48.856 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 0~10 2024-09-20T22:26:48.865 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-20T22:26:48.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:48 smithi046 ceph-mon[96110]: osdmap e1329: 8 total, 8 up, 8 in 2024-09-20T22:26:48.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:48 smithi046 ceph-mon[96110]: pgmap v2361: 169 pgs: 1 active+clean+snaptrim, 168 active+clean; 941 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 21 MiB/s wr, 432 op/s 2024-09-20T22:26:48.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:48 smithi046 ceph-mon[98591]: osdmap e1329: 8 total, 8 up, 8 in 2024-09-20T22:26:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:48 smithi046 ceph-mon[98591]: pgmap v2361: 169 pgs: 1 active+clean+snaptrim, 168 active+clean; 941 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 21 MiB/s wr, 432 op/s 2024-09-20T22:26:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:48 smithi134 ceph-mon[89086]: osdmap e1329: 8 total, 8 up, 8 in 2024-09-20T22:26:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:48 smithi134 ceph-mon[89086]: pgmap v2361: 169 pgs: 1 active+clean+snaptrim, 168 active+clean; 941 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 21 MiB/s wr, 432 op/s 2024-09-20T22:26:49.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:49 smithi046 ceph-mon[96110]: osdmap e1330: 8 total, 8 up, 8 in 2024-09-20T22:26:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:26:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:49 smithi046 ceph-mon[98591]: osdmap e1330: 8 total, 8 up, 8 in 2024-09-20T22:26:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:26:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:49 smithi134 ceph-mon[89086]: osdmap e1330: 8 total, 8 up, 8 in 2024-09-20T22:26:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:26:50.482 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap1 2024-09-20T22:26:50.549 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:26:50.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:50 smithi046 ceph-mon[96110]: osdmap e1331: 8 total, 8 up, 8 in 2024-09-20T22:26:50.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:50 smithi046 ceph-mon[96110]: pgmap v2364: 169 pgs: 1 active+clean+snaptrim, 168 active+clean; 937 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 18 MiB/s rd, 12 MiB/s wr, 167 op/s 2024-09-20T22:26:50.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:50 smithi046 ceph-mon[98591]: osdmap e1331: 8 total, 8 up, 8 in 2024-09-20T22:26:50.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:50 smithi046 ceph-mon[98591]: pgmap v2364: 169 pgs: 1 active+clean+snaptrim, 168 active+clean; 937 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 18 MiB/s rd, 12 MiB/s wr, 167 op/s 2024-09-20T22:26:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:50 smithi134 ceph-mon[89086]: osdmap e1331: 8 total, 8 up, 8 in 2024-09-20T22:26:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:50 smithi134 ceph-mon[89086]: pgmap v2364: 169 pgs: 1 active+clean+snaptrim, 168 active+clean; 937 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 18 MiB/s rd, 12 MiB/s wr, 167 op/s 2024-09-20T22:26:51.737 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-20T22:26:51.820 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-20T22:26:51.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:51 smithi046 ceph-mon[96110]: osdmap e1332: 8 total, 8 up, 8 in 2024-09-20T22:26:51.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:51 smithi046 ceph-mon[98591]: osdmap e1332: 8 total, 8 up, 8 in 2024-09-20T22:26:51.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:51 smithi134 ceph-mon[89086]: osdmap e1332: 8 total, 8 up, 8 in 2024-09-20T22:26:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:26:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:26:52] "GET /metrics HTTP/1.1" 200 39014 "" "Prometheus/2.43.0" 2024-09-20T22:26:52.641 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.CloneV1Parent (3828 ms) 2024-09-20T22:26:52.641 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.CloneV2Parent 2024-09-20T22:26:52.673 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:26:52.675 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:52 smithi134 ceph-mon[89086]: osdmap e1333: 8 total, 8 up, 8 in 2024-09-20T22:26:52.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:52 smithi134 ceph-mon[89086]: pgmap v2367: 169 pgs: 1 active+clean+snaptrim, 168 active+clean; 929 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s rd, 2.0 MiB/s wr, 179 op/s 2024-09-20T22:26:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:26:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:26:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:26:52.683 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 0~10 2024-09-20T22:26:52.693 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-20T22:26:52.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:52 smithi046 ceph-mon[96110]: osdmap e1333: 8 total, 8 up, 8 in 2024-09-20T22:26:52.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:52 smithi046 ceph-mon[96110]: pgmap v2367: 169 pgs: 1 active+clean+snaptrim, 168 active+clean; 929 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s rd, 2.0 MiB/s wr, 179 op/s 2024-09-20T22:26:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:52 smithi046 ceph-mon[98591]: osdmap e1333: 8 total, 8 up, 8 in 2024-09-20T22:26:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:52 smithi046 ceph-mon[98591]: pgmap v2367: 169 pgs: 1 active+clean+snaptrim, 168 active+clean; 929 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s rd, 2.0 MiB/s wr, 179 op/s 2024-09-20T22:26:53.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:53 smithi046 ceph-mon[96110]: osdmap e1334: 8 total, 8 up, 8 in 2024-09-20T22:26:53.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:53 smithi046 ceph-mon[98591]: osdmap e1334: 8 total, 8 up, 8 in 2024-09-20T22:26:53.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:53 smithi134 ceph-mon[89086]: osdmap e1334: 8 total, 8 up, 8 in 2024-09-20T22:26:54.437 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap1 2024-09-20T22:26:54.501 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:26:54.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:54 smithi046 ceph-mon[96110]: osdmap e1335: 8 total, 8 up, 8 in 2024-09-20T22:26:54.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:54 smithi046 ceph-mon[96110]: pgmap v2370: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 12 KiB/s wr, 151 op/s 2024-09-20T22:26:54.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:54 smithi046 ceph-mon[96110]: osdmap e1336: 8 total, 8 up, 8 in 2024-09-20T22:26:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:54 smithi046 ceph-mon[98591]: osdmap e1335: 8 total, 8 up, 8 in 2024-09-20T22:26:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:54 smithi046 ceph-mon[98591]: pgmap v2370: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 12 KiB/s wr, 151 op/s 2024-09-20T22:26:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:54 smithi046 ceph-mon[98591]: osdmap e1336: 8 total, 8 up, 8 in 2024-09-20T22:26:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:54 smithi134 ceph-mon[89086]: osdmap e1335: 8 total, 8 up, 8 in 2024-09-20T22:26:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:54 smithi134 ceph-mon[89086]: pgmap v2370: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 12 KiB/s wr, 151 op/s 2024-09-20T22:26:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:54 smithi134 ceph-mon[89086]: osdmap e1336: 8 total, 8 up, 8 in 2024-09-20T22:26:55.693 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-20T22:26:55.776 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-20T22:26:56.653 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.CloneV2Parent (4013 ms) 2024-09-20T22:26:56.653 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2024-09-20T22:26:56.687 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:26:56.697 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 0~10 2024-09-20T22:26:56.706 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-20T22:26:56.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:56 smithi046 ceph-mon[96110]: osdmap e1337: 8 total, 8 up, 8 in 2024-09-20T22:26:56.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:56 smithi046 ceph-mon[96110]: pgmap v2373: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 8.4 MiB/s rd, 21 KiB/s wr, 468 op/s 2024-09-20T22:26:56.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:56 smithi046 ceph-mon[98591]: osdmap e1337: 8 total, 8 up, 8 in 2024-09-20T22:26:56.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:56 smithi046 ceph-mon[98591]: pgmap v2373: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 8.4 MiB/s rd, 21 KiB/s wr, 468 op/s 2024-09-20T22:26:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:56 smithi134 ceph-mon[89086]: osdmap e1337: 8 total, 8 up, 8 in 2024-09-20T22:26:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:56 smithi134 ceph-mon[89086]: pgmap v2373: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 8.4 MiB/s rd, 21 KiB/s wr, 468 op/s 2024-09-20T22:26:57.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:57 smithi046 ceph-mon[96110]: osdmap e1338: 8 total, 8 up, 8 in 2024-09-20T22:26:57.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:57 smithi046 ceph-mon[98591]: osdmap e1338: 8 total, 8 up, 8 in 2024-09-20T22:26:57.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:57 smithi134 ceph-mon[89086]: osdmap e1338: 8 total, 8 up, 8 in 2024-09-20T22:26:58.528 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap1 2024-09-20T22:26:58.597 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:26:58.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:58 smithi046 ceph-mon[96110]: osdmap e1339: 8 total, 8 up, 8 in 2024-09-20T22:26:58.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:58 smithi046 ceph-mon[96110]: pgmap v2376: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 520 KiB/s rd, 28 KiB/s wr, 650 op/s 2024-09-20T22:26:58.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:58 smithi046 ceph-mon[98591]: osdmap e1339: 8 total, 8 up, 8 in 2024-09-20T22:26:58.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:58 smithi046 ceph-mon[98591]: pgmap v2376: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 520 KiB/s rd, 28 KiB/s wr, 650 op/s 2024-09-20T22:26:58.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:58 smithi134 ceph-mon[89086]: osdmap e1339: 8 total, 8 up, 8 in 2024-09-20T22:26:58.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:58 smithi134 ceph-mon[89086]: pgmap v2376: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 520 KiB/s rd, 28 KiB/s wr, 650 op/s 2024-09-20T22:26:59.605 INFO:tasks.workunit.client.0.smithi046.stdout:migration_abort 2024-09-20T22:26:59.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:59 smithi046 ceph-mon[96110]: osdmap e1340: 8 total, 8 up, 8 in 2024-09-20T22:26:59.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:26:59 smithi046 ceph-mon[96110]: osdmap e1341: 8 total, 8 up, 8 in 2024-09-20T22:26:59.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:59 smithi046 ceph-mon[98591]: osdmap e1340: 8 total, 8 up, 8 in 2024-09-20T22:26:59.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:26:59 smithi046 ceph-mon[98591]: osdmap e1341: 8 total, 8 up, 8 in 2024-09-20T22:26:59.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:59 smithi134 ceph-mon[89086]: osdmap e1340: 8 total, 8 up, 8 in 2024-09-20T22:26:59.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:26:59 smithi134 ceph-mon[89086]: osdmap e1341: 8 total, 8 up, 8 in 2024-09-20T22:27:00.685 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.CloneV1ParentAbort (4031 ms) 2024-09-20T22:27:00.685 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2024-09-20T22:27:00.721 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:27:00.732 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 0~10 2024-09-20T22:27:00.741 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-20T22:27:00.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:00 smithi046 ceph-mon[96110]: pgmap v2379: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 207 KiB/s rd, 14 KiB/s wr, 262 op/s 2024-09-20T22:27:00.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:00 smithi046 ceph-mon[98591]: pgmap v2379: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 207 KiB/s rd, 14 KiB/s wr, 262 op/s 2024-09-20T22:27:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:00 smithi134 ceph-mon[89086]: pgmap v2379: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 207 KiB/s rd, 14 KiB/s wr, 262 op/s 2024-09-20T22:27:01.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:01 smithi046 ceph-mon[96110]: osdmap e1342: 8 total, 8 up, 8 in 2024-09-20T22:27:01.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:01 smithi046 ceph-mon[98591]: osdmap e1342: 8 total, 8 up, 8 in 2024-09-20T22:27:01.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:01 smithi134 ceph-mon[89086]: osdmap e1342: 8 total, 8 up, 8 in 2024-09-20T22:27:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:27:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:27:02] "GET /metrics HTTP/1.1" 200 39014 "" "Prometheus/2.43.0" 2024-09-20T22:27:02.543 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap1 2024-09-20T22:27:02.610 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:27:02.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:02 smithi134 ceph-mon[89086]: osdmap e1343: 8 total, 8 up, 8 in 2024-09-20T22:27:02.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:02 smithi134 ceph-mon[89086]: pgmap v2382: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 210 KiB/s rd, 17 KiB/s wr, 277 op/s 2024-09-20T22:27:02.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:27:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:27:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:27:02.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:02 smithi046 ceph-mon[98591]: osdmap e1343: 8 total, 8 up, 8 in 2024-09-20T22:27:02.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:02 smithi046 ceph-mon[98591]: pgmap v2382: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 210 KiB/s rd, 17 KiB/s wr, 277 op/s 2024-09-20T22:27:02.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:02 smithi046 ceph-mon[96110]: osdmap e1343: 8 total, 8 up, 8 in 2024-09-20T22:27:02.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:02 smithi046 ceph-mon[96110]: pgmap v2382: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 210 KiB/s rd, 17 KiB/s wr, 277 op/s 2024-09-20T22:27:03.698 INFO:tasks.workunit.client.0.smithi046.stdout:migration_abort 2024-09-20T22:27:03.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:03 smithi046 ceph-mon[96110]: osdmap e1344: 8 total, 8 up, 8 in 2024-09-20T22:27:03.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:03 smithi046 ceph-mon[98591]: osdmap e1344: 8 total, 8 up, 8 in 2024-09-20T22:27:03.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:03 smithi134 ceph-mon[89086]: osdmap e1344: 8 total, 8 up, 8 in 2024-09-20T22:27:04.596 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.CloneV2ParentAbort (3911 ms) 2024-09-20T22:27:04.596 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2024-09-20T22:27:04.629 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:27:04.640 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 0~10 2024-09-20T22:27:04.649 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-20T22:27:04.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:04 smithi046 ceph-mon[96110]: osdmap e1345: 8 total, 8 up, 8 in 2024-09-20T22:27:04.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:04 smithi046 ceph-mon[96110]: pgmap v2385: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 273 KiB/s rd, 19 KiB/s wr, 353 op/s 2024-09-20T22:27:04.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:27:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:04 smithi046 ceph-mon[96110]: osdmap e1346: 8 total, 8 up, 8 in 2024-09-20T22:27:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:04 smithi046 ceph-mon[98591]: osdmap e1345: 8 total, 8 up, 8 in 2024-09-20T22:27:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:04 smithi046 ceph-mon[98591]: pgmap v2385: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 273 KiB/s rd, 19 KiB/s wr, 353 op/s 2024-09-20T22:27:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:27:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:04 smithi046 ceph-mon[98591]: osdmap e1346: 8 total, 8 up, 8 in 2024-09-20T22:27:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:04 smithi134 ceph-mon[89086]: osdmap e1345: 8 total, 8 up, 8 in 2024-09-20T22:27:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:04 smithi134 ceph-mon[89086]: pgmap v2385: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 273 KiB/s rd, 19 KiB/s wr, 353 op/s 2024-09-20T22:27:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:27:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:04 smithi134 ceph-mon[89086]: osdmap e1346: 8 total, 8 up, 8 in 2024-09-20T22:27:06.560 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap1 2024-09-20T22:27:06.635 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:27:06.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:06 smithi046 ceph-mon[96110]: osdmap e1347: 8 total, 8 up, 8 in 2024-09-20T22:27:06.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:06 smithi046 ceph-mon[96110]: pgmap v2388: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 258 KiB/s rd, 17 KiB/s wr, 326 op/s 2024-09-20T22:27:06.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:06 smithi046 ceph-mon[98591]: osdmap e1347: 8 total, 8 up, 8 in 2024-09-20T22:27:06.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:06 smithi046 ceph-mon[98591]: pgmap v2388: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 258 KiB/s rd, 17 KiB/s wr, 326 op/s 2024-09-20T22:27:06.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:06 smithi134 ceph-mon[89086]: osdmap e1347: 8 total, 8 up, 8 in 2024-09-20T22:27:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:06 smithi134 ceph-mon[89086]: pgmap v2388: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 258 KiB/s rd, 17 KiB/s wr, 326 op/s 2024-09-20T22:27:07.727 INFO:tasks.workunit.client.0.smithi046.stdout:migration_abort 2024-09-20T22:27:07.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:07 smithi046 ceph-mon[96110]: osdmap e1348: 8 total, 8 up, 8 in 2024-09-20T22:27:07.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:07 smithi046 ceph-mon[98591]: osdmap e1348: 8 total, 8 up, 8 in 2024-09-20T22:27:07.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:07 smithi134 ceph-mon[89086]: osdmap e1348: 8 total, 8 up, 8 in 2024-09-20T22:27:08.711 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (4116 ms) 2024-09-20T22:27:08.712 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2024-09-20T22:27:08.748 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:27:08.758 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 0~10 2024-09-20T22:27:08.766 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-20T22:27:08.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:08 smithi046 ceph-mon[98591]: osdmap e1349: 8 total, 8 up, 8 in 2024-09-20T22:27:08.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:08 smithi046 ceph-mon[98591]: pgmap v2391: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 311 KiB/s rd, 24 KiB/s wr, 402 op/s 2024-09-20T22:27:08.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:08 smithi046 ceph-mon[96110]: osdmap e1349: 8 total, 8 up, 8 in 2024-09-20T22:27:08.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:08 smithi046 ceph-mon[96110]: pgmap v2391: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 311 KiB/s rd, 24 KiB/s wr, 402 op/s 2024-09-20T22:27:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:08 smithi134 ceph-mon[89086]: osdmap e1349: 8 total, 8 up, 8 in 2024-09-20T22:27:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:08 smithi134 ceph-mon[89086]: pgmap v2391: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 311 KiB/s rd, 24 KiB/s wr, 402 op/s 2024-09-20T22:27:09.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:09 smithi046 ceph-mon[98591]: osdmap e1350: 8 total, 8 up, 8 in 2024-09-20T22:27:09.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:09 smithi046 ceph-mon[98591]: osdmap e1351: 8 total, 8 up, 8 in 2024-09-20T22:27:09.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:09 smithi046 ceph-mon[96110]: osdmap e1350: 8 total, 8 up, 8 in 2024-09-20T22:27:09.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:09 smithi046 ceph-mon[96110]: osdmap e1351: 8 total, 8 up, 8 in 2024-09-20T22:27:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:09 smithi134 ceph-mon[89086]: osdmap e1350: 8 total, 8 up, 8 in 2024-09-20T22:27:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:09 smithi134 ceph-mon[89086]: osdmap e1351: 8 total, 8 up, 8 in 2024-09-20T22:27:10.439 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap1 2024-09-20T22:27:10.507 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:27:10.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:10 smithi046 ceph-mon[96110]: pgmap v2394: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 190 KiB/s rd, 15 KiB/s wr, 253 op/s 2024-09-20T22:27:10.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:10 smithi046 ceph-mon[96110]: osdmap e1352: 8 total, 8 up, 8 in 2024-09-20T22:27:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:10 smithi046 ceph-mon[98591]: pgmap v2394: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 190 KiB/s rd, 15 KiB/s wr, 253 op/s 2024-09-20T22:27:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:10 smithi046 ceph-mon[98591]: osdmap e1352: 8 total, 8 up, 8 in 2024-09-20T22:27:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:10 smithi134 ceph-mon[89086]: pgmap v2394: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 190 KiB/s rd, 15 KiB/s wr, 253 op/s 2024-09-20T22:27:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:10 smithi134 ceph-mon[89086]: osdmap e1352: 8 total, 8 up, 8 in 2024-09-20T22:27:11.758 INFO:tasks.workunit.client.0.smithi046.stdout:migration_abort 2024-09-20T22:27:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:27:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:27:12] "GET /metrics HTTP/1.1" 200 39013 "" "Prometheus/2.43.0" 2024-09-20T22:27:12.569 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:27:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:27:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:27:12.728 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (4016 ms) 2024-09-20T22:27:12.728 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2024-09-20T22:27:12.762 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:27:12.771 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 0~10 2024-09-20T22:27:12.780 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-20T22:27:12.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:12 smithi046 ceph-mon[98591]: osdmap e1353: 8 total, 8 up, 8 in 2024-09-20T22:27:12.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:12 smithi046 ceph-mon[98591]: pgmap v2397: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 289 KiB/s rd, 18 KiB/s wr, 367 op/s 2024-09-20T22:27:12.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:12 smithi046 ceph-mon[96110]: osdmap e1353: 8 total, 8 up, 8 in 2024-09-20T22:27:12.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:12 smithi046 ceph-mon[96110]: pgmap v2397: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 289 KiB/s rd, 18 KiB/s wr, 367 op/s 2024-09-20T22:27:12.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:12 smithi134 ceph-mon[89086]: osdmap e1353: 8 total, 8 up, 8 in 2024-09-20T22:27:12.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:12 smithi134 ceph-mon[89086]: pgmap v2397: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 289 KiB/s rd, 18 KiB/s wr, 367 op/s 2024-09-20T22:27:13.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:13 smithi046 ceph-mon[96110]: osdmap e1354: 8 total, 8 up, 8 in 2024-09-20T22:27:13.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:13 smithi046 ceph-mon[98591]: osdmap e1354: 8 total, 8 up, 8 in 2024-09-20T22:27:13.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:13 smithi134 ceph-mon[89086]: osdmap e1354: 8 total, 8 up, 8 in 2024-09-20T22:27:14.442 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap1 2024-09-20T22:27:14.508 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:27:14.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:14 smithi046 ceph-mon[96110]: osdmap e1355: 8 total, 8 up, 8 in 2024-09-20T22:27:14.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:14 smithi046 ceph-mon[96110]: pgmap v2400: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 326 KiB/s rd, 18 KiB/s wr, 410 op/s 2024-09-20T22:27:14.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:14 smithi046 ceph-mon[96110]: osdmap e1356: 8 total, 8 up, 8 in 2024-09-20T22:27:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:14 smithi046 ceph-mon[98591]: osdmap e1355: 8 total, 8 up, 8 in 2024-09-20T22:27:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:14 smithi046 ceph-mon[98591]: pgmap v2400: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 326 KiB/s rd, 18 KiB/s wr, 410 op/s 2024-09-20T22:27:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:14 smithi046 ceph-mon[98591]: osdmap e1356: 8 total, 8 up, 8 in 2024-09-20T22:27:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:14 smithi134 ceph-mon[89086]: osdmap e1355: 8 total, 8 up, 8 in 2024-09-20T22:27:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:14 smithi134 ceph-mon[89086]: pgmap v2400: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 326 KiB/s rd, 18 KiB/s wr, 410 op/s 2024-09-20T22:27:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:14 smithi134 ceph-mon[89086]: osdmap e1356: 8 total, 8 up, 8 in 2024-09-20T22:27:15.782 INFO:tasks.workunit.client.0.smithi046.stdout:migration_abort 2024-09-20T22:27:16.768 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (4040 ms) 2024-09-20T22:27:16.769 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2024-09-20T22:27:16.801 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:27:16.812 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 0~10 2024-09-20T22:27:16.821 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-20T22:27:16.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:16 smithi046 ceph-mon[96110]: osdmap e1357: 8 total, 8 up, 8 in 2024-09-20T22:27:16.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:16 smithi046 ceph-mon[96110]: pgmap v2403: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 268 KiB/s rd, 17 KiB/s wr, 345 op/s 2024-09-20T22:27:16.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:16 smithi046 ceph-mon[98591]: osdmap e1357: 8 total, 8 up, 8 in 2024-09-20T22:27:16.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:16 smithi046 ceph-mon[98591]: pgmap v2403: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 268 KiB/s rd, 17 KiB/s wr, 345 op/s 2024-09-20T22:27:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:16 smithi134 ceph-mon[89086]: osdmap e1357: 8 total, 8 up, 8 in 2024-09-20T22:27:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:16 smithi134 ceph-mon[89086]: pgmap v2403: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 268 KiB/s rd, 17 KiB/s wr, 345 op/s 2024-09-20T22:27:17.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:17 smithi046 ceph-mon[96110]: osdmap e1358: 8 total, 8 up, 8 in 2024-09-20T22:27:17.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:17 smithi046 ceph-mon[98591]: osdmap e1358: 8 total, 8 up, 8 in 2024-09-20T22:27:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:17 smithi134 ceph-mon[89086]: osdmap e1358: 8 total, 8 up, 8 in 2024-09-20T22:27:18.614 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap1 2024-09-20T22:27:18.676 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:27:18.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:18 smithi046 ceph-mon[96110]: osdmap e1359: 8 total, 8 up, 8 in 2024-09-20T22:27:18.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:18 smithi046 ceph-mon[96110]: pgmap v2406: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 269 KiB/s rd, 20 KiB/s wr, 354 op/s 2024-09-20T22:27:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:18 smithi046 ceph-mon[98591]: osdmap e1359: 8 total, 8 up, 8 in 2024-09-20T22:27:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:18 smithi046 ceph-mon[98591]: pgmap v2406: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 269 KiB/s rd, 20 KiB/s wr, 354 op/s 2024-09-20T22:27:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:18 smithi134 ceph-mon[89086]: osdmap e1359: 8 total, 8 up, 8 in 2024-09-20T22:27:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:18 smithi134 ceph-mon[89086]: pgmap v2406: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 269 KiB/s rd, 20 KiB/s wr, 354 op/s 2024-09-20T22:27:19.607 INFO:tasks.workunit.client.0.smithi046.stdout:migration_abort 2024-09-20T22:27:19.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:19 smithi046 ceph-mon[96110]: osdmap e1360: 8 total, 8 up, 8 in 2024-09-20T22:27:19.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:27:19.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:19 smithi046 ceph-mon[96110]: osdmap e1361: 8 total, 8 up, 8 in 2024-09-20T22:27:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:19 smithi046 ceph-mon[98591]: osdmap e1360: 8 total, 8 up, 8 in 2024-09-20T22:27:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:27:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:19 smithi046 ceph-mon[98591]: osdmap e1361: 8 total, 8 up, 8 in 2024-09-20T22:27:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:19 smithi134 ceph-mon[89086]: osdmap e1360: 8 total, 8 up, 8 in 2024-09-20T22:27:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:27:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:19 smithi134 ceph-mon[89086]: osdmap e1361: 8 total, 8 up, 8 in 2024-09-20T22:27:20.766 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (3998 ms) 2024-09-20T22:27:20.766 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2024-09-20T22:27:20.798 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:27:20.809 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 0~10 2024-09-20T22:27:20.818 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-20T22:27:20.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:20 smithi046 ceph-mon[98591]: pgmap v2409: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 112 KiB/s rd, 7.0 KiB/s wr, 148 op/s 2024-09-20T22:27:20.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:20 smithi046 ceph-mon[96110]: pgmap v2409: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 112 KiB/s rd, 7.0 KiB/s wr, 148 op/s 2024-09-20T22:27:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:20 smithi134 ceph-mon[89086]: pgmap v2409: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 112 KiB/s rd, 7.0 KiB/s wr, 148 op/s 2024-09-20T22:27:21.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:21 smithi046 ceph-mon[96110]: osdmap e1362: 8 total, 8 up, 8 in 2024-09-20T22:27:21.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:21 smithi046 ceph-mon[98591]: osdmap e1362: 8 total, 8 up, 8 in 2024-09-20T22:27:21.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:21 smithi134 ceph-mon[89086]: osdmap e1362: 8 total, 8 up, 8 in 2024-09-20T22:27:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:27:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:27:22] "GET /metrics HTTP/1.1" 200 39015 "" "Prometheus/2.43.0" 2024-09-20T22:27:22.614 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:27:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:27:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:27:22.630 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap1 2024-09-20T22:27:22.695 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:27:22.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:22 smithi046 ceph-mon[96110]: osdmap e1363: 8 total, 8 up, 8 in 2024-09-20T22:27:22.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:22 smithi046 ceph-mon[96110]: pgmap v2412: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 363 KiB/s rd, 23 KiB/s wr, 458 op/s 2024-09-20T22:27:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:22 smithi046 ceph-mon[98591]: osdmap e1363: 8 total, 8 up, 8 in 2024-09-20T22:27:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:22 smithi046 ceph-mon[98591]: pgmap v2412: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 363 KiB/s rd, 23 KiB/s wr, 458 op/s 2024-09-20T22:27:22.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:22 smithi134 ceph-mon[89086]: osdmap e1363: 8 total, 8 up, 8 in 2024-09-20T22:27:22.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:22 smithi134 ceph-mon[89086]: pgmap v2412: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 363 KiB/s rd, 23 KiB/s wr, 458 op/s 2024-09-20T22:27:23.805 INFO:tasks.workunit.client.0.smithi046.stdout:migration_abort 2024-09-20T22:27:23.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:23 smithi046 ceph-mon[96110]: osdmap e1364: 8 total, 8 up, 8 in 2024-09-20T22:27:23.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:23 smithi046 ceph-mon[98591]: osdmap e1364: 8 total, 8 up, 8 in 2024-09-20T22:27:23.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:23 smithi134 ceph-mon[89086]: osdmap e1364: 8 total, 8 up, 8 in 2024-09-20T22:27:24.593 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (3828 ms) 2024-09-20T22:27:24.594 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2024-09-20T22:27:24.626 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:27:24.636 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 0~10 2024-09-20T22:27:24.645 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-20T22:27:24.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:24 smithi046 ceph-mon[96110]: osdmap e1365: 8 total, 8 up, 8 in 2024-09-20T22:27:24.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:24 smithi046 ceph-mon[96110]: pgmap v2415: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 338 KiB/s rd, 24 KiB/s wr, 430 op/s 2024-09-20T22:27:24.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:24 smithi046 ceph-mon[96110]: osdmap e1366: 8 total, 8 up, 8 in 2024-09-20T22:27:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:24 smithi046 ceph-mon[98591]: osdmap e1365: 8 total, 8 up, 8 in 2024-09-20T22:27:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:24 smithi046 ceph-mon[98591]: pgmap v2415: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 338 KiB/s rd, 24 KiB/s wr, 430 op/s 2024-09-20T22:27:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:24 smithi046 ceph-mon[98591]: osdmap e1366: 8 total, 8 up, 8 in 2024-09-20T22:27:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:24 smithi134 ceph-mon[89086]: osdmap e1365: 8 total, 8 up, 8 in 2024-09-20T22:27:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:24 smithi134 ceph-mon[89086]: pgmap v2415: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 338 KiB/s rd, 24 KiB/s wr, 430 op/s 2024-09-20T22:27:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:24 smithi134 ceph-mon[89086]: osdmap e1366: 8 total, 8 up, 8 in 2024-09-20T22:27:26.646 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap1 2024-09-20T22:27:26.710 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:27:26.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:26 smithi046 ceph-mon[96110]: osdmap e1367: 8 total, 8 up, 8 in 2024-09-20T22:27:26.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:26 smithi046 ceph-mon[96110]: pgmap v2418: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 148 KiB/s rd, 15 KiB/s wr, 199 op/s 2024-09-20T22:27:26.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:26 smithi046 ceph-mon[98591]: osdmap e1367: 8 total, 8 up, 8 in 2024-09-20T22:27:26.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:26 smithi046 ceph-mon[98591]: pgmap v2418: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 148 KiB/s rd, 15 KiB/s wr, 199 op/s 2024-09-20T22:27:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:26 smithi134 ceph-mon[89086]: osdmap e1367: 8 total, 8 up, 8 in 2024-09-20T22:27:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:26 smithi134 ceph-mon[89086]: pgmap v2418: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 148 KiB/s rd, 15 KiB/s wr, 199 op/s 2024-09-20T22:27:27.814 INFO:tasks.workunit.client.0.smithi046.stdout:migration_abort 2024-09-20T22:27:27.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:27 smithi046 ceph-mon[96110]: osdmap e1368: 8 total, 8 up, 8 in 2024-09-20T22:27:27.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:27 smithi046 ceph-mon[98591]: osdmap e1368: 8 total, 8 up, 8 in 2024-09-20T22:27:27.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:27 smithi134 ceph-mon[89086]: osdmap e1368: 8 total, 8 up, 8 in 2024-09-20T22:27:28.812 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (4218 ms) 2024-09-20T22:27:28.812 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.StressNoMigrate 2024-09-20T22:27:28.843 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:27:28.854 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 55039252~3275389 2024-09-20T22:27:28.885 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 52816553~7914425 2024-09-20T22:27:28.893 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 38527727~6972975 2024-09-20T22:27:28.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:28 smithi046 ceph-mon[96110]: osdmap e1369: 8 total, 8 up, 8 in 2024-09-20T22:27:28.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:28 smithi046 ceph-mon[96110]: pgmap v2421: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 263 KiB/s rd, 22 KiB/s wr, 343 op/s 2024-09-20T22:27:28.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:28 smithi046 ceph-mon[98591]: osdmap e1369: 8 total, 8 up, 8 in 2024-09-20T22:27:28.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:28 smithi046 ceph-mon[98591]: pgmap v2421: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 263 KiB/s rd, 22 KiB/s wr, 343 op/s 2024-09-20T22:27:28.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:28 smithi134 ceph-mon[89086]: osdmap e1369: 8 total, 8 up, 8 in 2024-09-20T22:27:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:28 smithi134 ceph-mon[89086]: pgmap v2421: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 263 KiB/s rd, 22 KiB/s wr, 343 op/s 2024-09-20T22:27:28.942 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 43684795~6574620 2024-09-20T22:27:28.945 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 75980569~4180147 2024-09-20T22:27:28.977 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 66806444~4550771 2024-09-20T22:27:28.977 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 19136251~5407980 2024-09-20T22:27:29.016 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 2768765~5262710 2024-09-20T22:27:29.016 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap0 2024-09-20T22:27:29.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:29 smithi046 ceph-mon[96110]: osdmap e1370: 8 total, 8 up, 8 in 2024-09-20T22:27:29.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:29 smithi046 ceph-mon[96110]: osdmap e1371: 8 total, 8 up, 8 in 2024-09-20T22:27:29.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:29 smithi046 ceph-mon[98591]: osdmap e1370: 8 total, 8 up, 8 in 2024-09-20T22:27:29.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:29 smithi046 ceph-mon[98591]: osdmap e1371: 8 total, 8 up, 8 in 2024-09-20T22:27:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:29 smithi134 ceph-mon[89086]: osdmap e1370: 8 total, 8 up, 8 in 2024-09-20T22:27:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:29 smithi134 ceph-mon[89086]: osdmap e1371: 8 total, 8 up, 8 in 2024-09-20T22:27:30.451 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap0 2024-09-20T22:27:30.465 INFO:tasks.workunit.client.0.smithi046.stdout:clone image159 -> image162 2024-09-20T22:27:30.567 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 51436624~4044357 2024-09-20T22:27:30.605 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 45683966~5302763 2024-09-20T22:27:30.629 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 16927788~4805295 2024-09-20T22:27:30.689 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 18112857~4109946 2024-09-20T22:27:30.693 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 796289~817208 2024-09-20T22:27:30.703 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 53174845~133958 2024-09-20T22:27:30.705 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 45352387~6775376 2024-09-20T22:27:30.733 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 76335278~7550802 2024-09-20T22:27:30.753 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-20T22:27:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:30 smithi134 ceph-mon[89086]: pgmap v2424: 169 pgs: 169 active+clean; 912 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 142 KiB/s rd, 2.1 MiB/s wr, 186 op/s 2024-09-20T22:27:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:30 smithi134 ceph-mon[89086]: osdmap e1372: 8 total, 8 up, 8 in 2024-09-20T22:27:31.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:30 smithi046 ceph-mon[96110]: pgmap v2424: 169 pgs: 169 active+clean; 912 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 142 KiB/s rd, 2.1 MiB/s wr, 186 op/s 2024-09-20T22:27:31.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:30 smithi046 ceph-mon[96110]: osdmap e1372: 8 total, 8 up, 8 in 2024-09-20T22:27:31.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:30 smithi046 ceph-mon[98591]: pgmap v2424: 169 pgs: 169 active+clean; 912 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 142 KiB/s rd, 2.1 MiB/s wr, 186 op/s 2024-09-20T22:27:31.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:30 smithi046 ceph-mon[98591]: osdmap e1372: 8 total, 8 up, 8 in 2024-09-20T22:27:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:27:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:27:32] "GET /metrics HTTP/1.1" 200 39015 "" "Prometheus/2.43.0" 2024-09-20T22:27:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:27:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:27:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:27:32.693 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap1 2024-09-20T22:27:32.711 INFO:tasks.workunit.client.0.smithi046.stdout:clone image162 -> image164 2024-09-20T22:27:32.847 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 153880825 2024-09-20T22:27:32.858 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 93572745~4080265 2024-09-20T22:27:32.893 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 132471258~7066028 2024-09-20T22:27:32.893 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 47630508~4039087 2024-09-20T22:27:32.958 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 67197154~1582735 2024-09-20T22:27:32.964 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 99243034~3637710 2024-09-20T22:27:32.987 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 128116965~5607944 2024-09-20T22:27:32.987 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 145357236~7250 2024-09-20T22:27:32.992 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 112800080~5780867 2024-09-20T22:27:32.992 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap2 2024-09-20T22:27:33.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:32 smithi046 ceph-mon[96110]: osdmap e1373: 8 total, 8 up, 8 in 2024-09-20T22:27:33.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:32 smithi046 ceph-mon[96110]: pgmap v2427: 169 pgs: 169 active+clean; 951 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 12 MiB/s wr, 438 op/s 2024-09-20T22:27:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:32 smithi046 ceph-mon[98591]: osdmap e1373: 8 total, 8 up, 8 in 2024-09-20T22:27:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:32 smithi046 ceph-mon[98591]: pgmap v2427: 169 pgs: 169 active+clean; 951 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 12 MiB/s wr, 438 op/s 2024-09-20T22:27:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:32 smithi134 ceph-mon[89086]: osdmap e1373: 8 total, 8 up, 8 in 2024-09-20T22:27:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:32 smithi134 ceph-mon[89086]: pgmap v2427: 169 pgs: 169 active+clean; 951 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 12 MiB/s wr, 438 op/s 2024-09-20T22:27:33.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:33 smithi134 ceph-mon[89086]: osdmap e1374: 8 total, 8 up, 8 in 2024-09-20T22:27:34.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:33 smithi046 ceph-mon[96110]: osdmap e1374: 8 total, 8 up, 8 in 2024-09-20T22:27:34.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:33 smithi046 ceph-mon[98591]: osdmap e1374: 8 total, 8 up, 8 in 2024-09-20T22:27:34.451 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 91475167 2024-09-20T22:27:34.475 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 71865071~4465249 2024-09-20T22:27:34.484 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 41351723~265803 2024-09-20T22:27:34.485 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 251613~1203237 2024-09-20T22:27:34.486 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 61090852~8008555 2024-09-20T22:27:34.487 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 58650534~4953765 2024-09-20T22:27:34.510 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 56178854~6500600 2024-09-20T22:27:34.561 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 46739037~1205857 2024-09-20T22:27:34.563 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 40935419~6517066 2024-09-20T22:27:34.574 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap3 2024-09-20T22:27:35.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:34 smithi046 ceph-mon[96110]: osdmap e1375: 8 total, 8 up, 8 in 2024-09-20T22:27:35.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:34 smithi046 ceph-mon[96110]: pgmap v2430: 169 pgs: 169 active+clean; 973 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 15 MiB/s wr, 485 op/s 2024-09-20T22:27:35.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:27:35.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:34 smithi046 ceph-mon[96110]: osdmap e1376: 8 total, 8 up, 8 in 2024-09-20T22:27:35.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:34 smithi046 ceph-mon[98591]: osdmap e1375: 8 total, 8 up, 8 in 2024-09-20T22:27:35.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:34 smithi046 ceph-mon[98591]: pgmap v2430: 169 pgs: 169 active+clean; 973 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 15 MiB/s wr, 485 op/s 2024-09-20T22:27:35.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:27:35.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:34 smithi046 ceph-mon[98591]: osdmap e1376: 8 total, 8 up, 8 in 2024-09-20T22:27:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:34 smithi134 ceph-mon[89086]: osdmap e1375: 8 total, 8 up, 8 in 2024-09-20T22:27:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:34 smithi134 ceph-mon[89086]: pgmap v2430: 169 pgs: 169 active+clean; 973 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 15 MiB/s wr, 485 op/s 2024-09-20T22:27:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:27:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:34 smithi134 ceph-mon[89086]: osdmap e1376: 8 total, 8 up, 8 in 2024-09-20T22:27:36.455 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap3 2024-09-20T22:27:36.467 INFO:tasks.workunit.client.0.smithi046.stdout:clone image164 -> image166 2024-09-20T22:27:36.735 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.StressNoMigrate (7924 ms) 2024-09-20T22:27:36.736 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.Stress 2024-09-20T22:27:36.769 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:27:36.779 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 41591949~7351955 2024-09-20T22:27:36.829 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 53646495~141169 2024-09-20T22:27:36.829 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 42562313~5256853 2024-09-20T22:27:36.858 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 70690030~3322097 2024-09-20T22:27:36.858 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 32236098~6400141 2024-09-20T22:27:36.899 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 37497404~6710775 2024-09-20T22:27:36.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:36 smithi046 ceph-mon[96110]: osdmap e1377: 8 total, 8 up, 8 in 2024-09-20T22:27:36.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:36 smithi046 ceph-mon[96110]: pgmap v2433: 169 pgs: 169 active+clean; 1.0 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 6.0 MiB/s rd, 17 MiB/s wr, 286 op/s 2024-09-20T22:27:36.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:36 smithi046 ceph-mon[98591]: osdmap e1377: 8 total, 8 up, 8 in 2024-09-20T22:27:36.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:36 smithi046 ceph-mon[98591]: pgmap v2433: 169 pgs: 169 active+clean; 1.0 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 6.0 MiB/s rd, 17 MiB/s wr, 286 op/s 2024-09-20T22:27:36.906 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 61507672~6539788 2024-09-20T22:27:36.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:36 smithi134 ceph-mon[89086]: osdmap e1377: 8 total, 8 up, 8 in 2024-09-20T22:27:36.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:36 smithi134 ceph-mon[89086]: pgmap v2433: 169 pgs: 169 active+clean; 1.0 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 6.0 MiB/s rd, 17 MiB/s wr, 286 op/s 2024-09-20T22:27:36.946 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 81583068~2303012 2024-09-20T22:27:36.946 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap0 2024-09-20T22:27:37.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:37 smithi046 ceph-mon[96110]: osdmap e1378: 8 total, 8 up, 8 in 2024-09-20T22:27:37.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:37 smithi046 ceph-mon[98591]: osdmap e1378: 8 total, 8 up, 8 in 2024-09-20T22:27:37.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:37 smithi134 ceph-mon[89086]: osdmap e1378: 8 total, 8 up, 8 in 2024-09-20T22:27:38.469 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 97732851 2024-09-20T22:27:38.486 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 10940751~7006571 2024-09-20T22:27:38.500 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 87101433~2023320 2024-09-20T22:27:38.500 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 1877085~1983672 2024-09-20T22:27:38.502 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 62442862~5338020 2024-09-20T22:27:38.502 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 86604712~7991424 2024-09-20T22:27:38.513 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 73214655~1223375 2024-09-20T22:27:38.513 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 51092576~1681979 2024-09-20T22:27:38.514 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 81702480~4636052 2024-09-20T22:27:38.515 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-20T22:27:38.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:38 smithi046 ceph-mon[96110]: osdmap e1379: 8 total, 8 up, 8 in 2024-09-20T22:27:38.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:38 smithi046 ceph-mon[96110]: pgmap v2436: 169 pgs: 169 active+clean; 1.0 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 22 MiB/s wr, 362 op/s 2024-09-20T22:27:38.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:38 smithi046 ceph-mon[98591]: osdmap e1379: 8 total, 8 up, 8 in 2024-09-20T22:27:38.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:38 smithi046 ceph-mon[98591]: pgmap v2436: 169 pgs: 169 active+clean; 1.0 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 22 MiB/s wr, 362 op/s 2024-09-20T22:27:38.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:38 smithi134 ceph-mon[89086]: osdmap e1379: 8 total, 8 up, 8 in 2024-09-20T22:27:38.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:38 smithi134 ceph-mon[89086]: pgmap v2436: 169 pgs: 169 active+clean; 1.0 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 22 MiB/s wr, 362 op/s 2024-09-20T22:27:39.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:39 smithi046 ceph-mon[96110]: osdmap e1380: 8 total, 8 up, 8 in 2024-09-20T22:27:39.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:39 smithi046 ceph-mon[96110]: osdmap e1381: 8 total, 8 up, 8 in 2024-09-20T22:27:39.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:39 smithi046 ceph-mon[98591]: osdmap e1380: 8 total, 8 up, 8 in 2024-09-20T22:27:39.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:39 smithi046 ceph-mon[98591]: osdmap e1381: 8 total, 8 up, 8 in 2024-09-20T22:27:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:39 smithi134 ceph-mon[89086]: osdmap e1380: 8 total, 8 up, 8 in 2024-09-20T22:27:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:39 smithi134 ceph-mon[89086]: osdmap e1381: 8 total, 8 up, 8 in 2024-09-20T22:27:40.452 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap1 2024-09-20T22:27:40.469 INFO:tasks.workunit.client.0.smithi046.stdout:clone image167 -> image170 2024-09-20T22:27:40.571 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 90080013 2024-09-20T22:27:40.619 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 62132991~1321696 2024-09-20T22:27:40.640 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 49731296~7000590 2024-09-20T22:27:40.678 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 76649985~7209831 2024-09-20T22:27:40.729 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 50821576~2431279 2024-09-20T22:27:40.732 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 20156971~3568755 2024-09-20T22:27:40.760 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 48140976~4630484 2024-09-20T22:27:40.762 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 86194311~47258 2024-09-20T22:27:40.783 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 74653236~2661631 2024-09-20T22:27:40.789 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap2 2024-09-20T22:27:40.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:40 smithi046 ceph-mon[96110]: pgmap v2439: 169 pgs: 169 active+clean; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 9.2 MiB/s rd, 15 MiB/s wr, 314 op/s 2024-09-20T22:27:40.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:40 smithi046 ceph-mon[96110]: osdmap e1382: 8 total, 8 up, 8 in 2024-09-20T22:27:40.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:40 smithi046 ceph-mon[98591]: pgmap v2439: 169 pgs: 169 active+clean; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 9.2 MiB/s rd, 15 MiB/s wr, 314 op/s 2024-09-20T22:27:40.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:40 smithi046 ceph-mon[98591]: osdmap e1382: 8 total, 8 up, 8 in 2024-09-20T22:27:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:40 smithi134 ceph-mon[89086]: pgmap v2439: 169 pgs: 169 active+clean; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 9.2 MiB/s rd, 15 MiB/s wr, 314 op/s 2024-09-20T22:27:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:40 smithi134 ceph-mon[89086]: osdmap e1382: 8 total, 8 up, 8 in 2024-09-20T22:27:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:27:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:27:42] "GET /metrics HTTP/1.1" 200 39009 "" "Prometheus/2.43.0" 2024-09-20T22:27:42.484 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 157683404 2024-09-20T22:27:42.498 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 116415270~1681208 2024-09-20T22:27:42.504 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 111956487~3847466 2024-09-20T22:27:42.504 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 7453858~8233689 2024-09-20T22:27:42.513 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 105144429~3776867 2024-09-20T22:27:42.513 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 88803772~2137665 2024-09-20T22:27:42.514 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 104543557~1347850 2024-09-20T22:27:42.514 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 21504057~2839092 2024-09-20T22:27:42.517 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 79792707~679964 2024-09-20T22:27:42.517 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap3 2024-09-20T22:27:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:42 smithi134 ceph-mon[89086]: osdmap e1383: 8 total, 8 up, 8 in 2024-09-20T22:27:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:42 smithi134 ceph-mon[89086]: pgmap v2442: 169 pgs: 169 active+clean; 1.2 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 9.7 MiB/s rd, 20 MiB/s wr, 487 op/s 2024-09-20T22:27:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:27:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:27:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:27:42.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:42 smithi046 ceph-mon[96110]: osdmap e1383: 8 total, 8 up, 8 in 2024-09-20T22:27:42.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:42 smithi046 ceph-mon[96110]: pgmap v2442: 169 pgs: 169 active+clean; 1.2 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 9.7 MiB/s rd, 20 MiB/s wr, 487 op/s 2024-09-20T22:27:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:42 smithi046 ceph-mon[98591]: osdmap e1383: 8 total, 8 up, 8 in 2024-09-20T22:27:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:42 smithi046 ceph-mon[98591]: pgmap v2442: 169 pgs: 169 active+clean; 1.2 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 9.7 MiB/s rd, 20 MiB/s wr, 487 op/s 2024-09-20T22:27:43.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:43 smithi046 ceph-mon[96110]: osdmap e1384: 8 total, 8 up, 8 in 2024-09-20T22:27:43.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:43 smithi046 ceph-mon[98591]: osdmap e1384: 8 total, 8 up, 8 in 2024-09-20T22:27:43.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:43 smithi134 ceph-mon[89086]: osdmap e1384: 8 total, 8 up, 8 in 2024-09-20T22:27:44.497 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 204764943 2024-09-20T22:27:44.516 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:27:44.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:44 smithi046 ceph-mon[96110]: osdmap e1385: 8 total, 8 up, 8 in 2024-09-20T22:27:44.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:44 smithi046 ceph-mon[96110]: pgmap v2445: 169 pgs: 169 active+clean; 1.2 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 23 MiB/s wr, 362 op/s 2024-09-20T22:27:44.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:44 smithi046 ceph-mon[98591]: osdmap e1385: 8 total, 8 up, 8 in 2024-09-20T22:27:44.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:44 smithi046 ceph-mon[98591]: pgmap v2445: 169 pgs: 169 active+clean; 1.2 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 23 MiB/s wr, 362 op/s 2024-09-20T22:27:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:44 smithi134 ceph-mon[89086]: osdmap e1385: 8 total, 8 up, 8 in 2024-09-20T22:27:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:44 smithi134 ceph-mon[89086]: pgmap v2445: 169 pgs: 169 active+clean; 1.2 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 23 MiB/s wr, 362 op/s 2024-09-20T22:27:45.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:45 smithi046 ceph-mon[96110]: osdmap e1386: 8 total, 8 up, 8 in 2024-09-20T22:27:45.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:45 smithi046 ceph-mon[98591]: osdmap e1386: 8 total, 8 up, 8 in 2024-09-20T22:27:45.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:45 smithi134 ceph-mon[89086]: osdmap e1386: 8 total, 8 up, 8 in 2024-09-20T22:27:46.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:46 smithi046 ceph-mon[96110]: osdmap e1387: 8 total, 8 up, 8 in 2024-09-20T22:27:46.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:46 smithi046 ceph-mon[96110]: pgmap v2448: 169 pgs: 169 active+clean; 1.3 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 5.6 MiB/s rd, 18 MiB/s wr, 251 op/s 2024-09-20T22:27:46.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:46 smithi046 ceph-mon[98591]: osdmap e1387: 8 total, 8 up, 8 in 2024-09-20T22:27:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:46 smithi046 ceph-mon[98591]: pgmap v2448: 169 pgs: 169 active+clean; 1.3 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 5.6 MiB/s rd, 18 MiB/s wr, 251 op/s 2024-09-20T22:27:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:46 smithi134 ceph-mon[89086]: osdmap e1387: 8 total, 8 up, 8 in 2024-09-20T22:27:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:46 smithi134 ceph-mon[89086]: pgmap v2448: 169 pgs: 169 active+clean; 1.3 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 5.6 MiB/s rd, 18 MiB/s wr, 251 op/s 2024-09-20T22:27:47.140 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-20T22:27:47.372 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-20T22:27:47.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:47 smithi046 ceph-mon[96110]: osdmap e1388: 8 total, 8 up, 8 in 2024-09-20T22:27:47.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:27:47.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:27:47.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:27:47.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:27:47.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:47 smithi046 ceph-mon[98591]: osdmap e1388: 8 total, 8 up, 8 in 2024-09-20T22:27:47.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:27:47.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:27:47.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:27:47.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:27:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:47 smithi134 ceph-mon[89086]: osdmap e1388: 8 total, 8 up, 8 in 2024-09-20T22:27:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:27:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:27:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:27:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:27:48.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:48 smithi046 ceph-mon[96110]: pgmap v2450: 169 pgs: 169 active+clean; 1.3 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 11 MiB/s wr, 236 op/s 2024-09-20T22:27:48.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:48 smithi046 ceph-mon[96110]: osdmap e1389: 8 total, 8 up, 8 in 2024-09-20T22:27:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:48 smithi046 ceph-mon[98591]: pgmap v2450: 169 pgs: 169 active+clean; 1.3 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 11 MiB/s wr, 236 op/s 2024-09-20T22:27:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:48 smithi046 ceph-mon[98591]: osdmap e1389: 8 total, 8 up, 8 in 2024-09-20T22:27:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:48 smithi134 ceph-mon[89086]: pgmap v2450: 169 pgs: 169 active+clean; 1.3 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 11 MiB/s wr, 236 op/s 2024-09-20T22:27:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:48 smithi134 ceph-mon[89086]: osdmap e1389: 8 total, 8 up, 8 in 2024-09-20T22:27:49.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:27:49.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:49 smithi046 ceph-mon[98591]: osdmap e1390: 8 total, 8 up, 8 in 2024-09-20T22:27:49.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:27:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:49 smithi046 ceph-mon[96110]: osdmap e1390: 8 total, 8 up, 8 in 2024-09-20T22:27:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:27:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:49 smithi134 ceph-mon[89086]: osdmap e1390: 8 total, 8 up, 8 in 2024-09-20T22:27:49.946 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.Stress (13211 ms) 2024-09-20T22:27:49.947 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.Stress2 2024-09-20T22:27:49.977 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:27:49.987 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 59732138~4560167 2024-09-20T22:27:50.024 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 17579259~6343530 2024-09-20T22:27:50.024 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 81888261~1650192 2024-09-20T22:27:50.038 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 37866255~915599 2024-09-20T22:27:50.038 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 36567259~2181602 2024-09-20T22:27:50.052 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 11699044~59205 2024-09-20T22:27:50.052 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 3798011~4694035 2024-09-20T22:27:50.087 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 57930266~7157903 2024-09-20T22:27:50.094 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap0 2024-09-20T22:27:50.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:50 smithi046 ceph-mon[98591]: pgmap v2453: 169 pgs: 169 active+clean; 1.3 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 14 MiB/s wr, 344 op/s 2024-09-20T22:27:50.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:50 smithi046 ceph-mon[96110]: pgmap v2453: 169 pgs: 169 active+clean; 1.3 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 14 MiB/s wr, 344 op/s 2024-09-20T22:27:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:50 smithi134 ceph-mon[89086]: pgmap v2453: 169 pgs: 169 active+clean; 1.3 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 14 MiB/s wr, 344 op/s 2024-09-20T22:27:51.523 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 112038781 2024-09-20T22:27:51.539 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 77802955~8124225 2024-09-20T22:27:51.562 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 638206~4504273 2024-09-20T22:27:51.562 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 32509190~115779 2024-09-20T22:27:51.563 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 60786807~5698176 2024-09-20T22:27:51.563 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 36142763~1437713 2024-09-20T22:27:51.563 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 2793048~6627478 2024-09-20T22:27:51.577 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 92224225~5305667 2024-09-20T22:27:51.580 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 64255943~4306871 2024-09-20T22:27:51.584 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-20T22:27:51.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:51 smithi046 ceph-mon[98591]: osdmap e1391: 8 total, 8 up, 8 in 2024-09-20T22:27:51.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:51 smithi046 ceph-mon[96110]: osdmap e1391: 8 total, 8 up, 8 in 2024-09-20T22:27:51.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:51 smithi134 ceph-mon[89086]: osdmap e1391: 8 total, 8 up, 8 in 2024-09-20T22:27:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:27:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:27:52] "GET /metrics HTTP/1.1" 200 39015 "" "Prometheus/2.43.0" 2024-09-20T22:27:52.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:52 smithi134 ceph-mon[89086]: osdmap e1392: 8 total, 8 up, 8 in 2024-09-20T22:27:52.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:52 smithi134 ceph-mon[89086]: pgmap v2456: 169 pgs: 169 active+clean; 1.3 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 80 MiB/s rd, 13 MiB/s wr, 679 op/s 2024-09-20T22:27:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:27:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:27:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:27:52.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:52 smithi046 ceph-mon[96110]: osdmap e1392: 8 total, 8 up, 8 in 2024-09-20T22:27:52.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:52 smithi046 ceph-mon[96110]: pgmap v2456: 169 pgs: 169 active+clean; 1.3 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 80 MiB/s rd, 13 MiB/s wr, 679 op/s 2024-09-20T22:27:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:52 smithi046 ceph-mon[98591]: osdmap e1392: 8 total, 8 up, 8 in 2024-09-20T22:27:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:52 smithi046 ceph-mon[98591]: pgmap v2456: 169 pgs: 169 active+clean; 1.3 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 80 MiB/s rd, 13 MiB/s wr, 679 op/s 2024-09-20T22:27:53.540 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap1 2024-09-20T22:27:53.556 INFO:tasks.workunit.client.0.smithi046.stdout:clone image171 -> image174 2024-09-20T22:27:53.668 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 1653868~7023309 2024-09-20T22:27:53.735 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 12005729~4490654 2024-09-20T22:27:53.741 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 46311993~5271973 2024-09-20T22:27:53.775 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 103759526~6341563 2024-09-20T22:27:53.783 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 105468395~6570386 2024-09-20T22:27:53.824 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 37305759~4324468 2024-09-20T22:27:53.846 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 14863547~149842 2024-09-20T22:27:53.849 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 7195732~528317 2024-09-20T22:27:53.852 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap2 2024-09-20T22:27:53.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:53 smithi046 ceph-mon[96110]: osdmap e1393: 8 total, 8 up, 8 in 2024-09-20T22:27:53.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:53 smithi046 ceph-mon[98591]: osdmap e1393: 8 total, 8 up, 8 in 2024-09-20T22:27:53.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:53 smithi134 ceph-mon[89086]: osdmap e1393: 8 total, 8 up, 8 in 2024-09-20T22:27:54.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:54 smithi046 ceph-mon[98591]: osdmap e1394: 8 total, 8 up, 8 in 2024-09-20T22:27:54.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:54 smithi046 ceph-mon[98591]: pgmap v2459: 169 pgs: 169 active+clean; 1.3 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 93 MiB/s rd, 11 MiB/s wr, 487 op/s 2024-09-20T22:27:54.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:54 smithi046 ceph-mon[96110]: osdmap e1394: 8 total, 8 up, 8 in 2024-09-20T22:27:54.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:54 smithi046 ceph-mon[96110]: pgmap v2459: 169 pgs: 169 active+clean; 1.3 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 93 MiB/s rd, 11 MiB/s wr, 487 op/s 2024-09-20T22:27:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:54 smithi134 ceph-mon[89086]: osdmap e1394: 8 total, 8 up, 8 in 2024-09-20T22:27:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:54 smithi134 ceph-mon[89086]: pgmap v2459: 169 pgs: 169 active+clean; 1.3 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 93 MiB/s rd, 11 MiB/s wr, 487 op/s 2024-09-20T22:27:55.543 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap2 2024-09-20T22:27:55.558 INFO:tasks.workunit.client.0.smithi046.stdout:clone image174 -> image176 2024-09-20T22:27:55.705 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 4295952~3608874 2024-09-20T22:27:55.768 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 71011405~1439840 2024-09-20T22:27:55.778 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 68630405~3198622 2024-09-20T22:27:55.800 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 31954044~3009928 2024-09-20T22:27:55.816 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 39727185~7318071 2024-09-20T22:27:55.878 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 14319532~6223392 2024-09-20T22:27:55.885 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 54617718~1237243 2024-09-20T22:27:55.898 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 66989769~5043176 2024-09-20T22:27:55.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:55 smithi046 ceph-mon[96110]: osdmap e1395: 8 total, 8 up, 8 in 2024-09-20T22:27:55.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:55 smithi046 ceph-mon[98591]: osdmap e1395: 8 total, 8 up, 8 in 2024-09-20T22:27:55.905 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap3 2024-09-20T22:27:55.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:55 smithi134 ceph-mon[89086]: osdmap e1395: 8 total, 8 up, 8 in 2024-09-20T22:27:56.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:56 smithi046 ceph-mon[98591]: osdmap e1396: 8 total, 8 up, 8 in 2024-09-20T22:27:56.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:56 smithi046 ceph-mon[98591]: pgmap v2462: 169 pgs: 169 active+clean; 1.4 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 22 MiB/s rd, 15 MiB/s wr, 301 op/s 2024-09-20T22:27:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:56 smithi046 ceph-mon[96110]: osdmap e1396: 8 total, 8 up, 8 in 2024-09-20T22:27:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:56 smithi046 ceph-mon[96110]: pgmap v2462: 169 pgs: 169 active+clean; 1.4 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 22 MiB/s rd, 15 MiB/s wr, 301 op/s 2024-09-20T22:27:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:56 smithi134 ceph-mon[89086]: osdmap e1396: 8 total, 8 up, 8 in 2024-09-20T22:27:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:56 smithi134 ceph-mon[89086]: pgmap v2462: 169 pgs: 169 active+clean; 1.4 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 22 MiB/s rd, 15 MiB/s wr, 301 op/s 2024-09-20T22:27:57.557 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap3 2024-09-20T22:27:57.573 INFO:tasks.workunit.client.0.smithi046.stdout:clone image176 -> image178 2024-09-20T22:27:57.753 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:27:57.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:57 smithi046 ceph-mon[96110]: osdmap e1397: 8 total, 8 up, 8 in 2024-09-20T22:27:57.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:57 smithi046 ceph-mon[98591]: osdmap e1397: 8 total, 8 up, 8 in 2024-09-20T22:27:57.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:57 smithi134 ceph-mon[89086]: osdmap e1397: 8 total, 8 up, 8 in 2024-09-20T22:27:58.187 INFO:tasks.workunit.client.0.smithi046.stdout:write: a 98576096~5140380 2024-09-20T22:27:58.243 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 30902836~2607918 2024-09-20T22:27:58.262 INFO:tasks.workunit.client.0.smithi046.stdout:write: a 71181136~1621543 2024-09-20T22:27:58.295 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 99447804~5802677 2024-09-20T22:27:58.326 INFO:tasks.workunit.client.0.smithi046.stdout:write: a 52531719~2603864 2024-09-20T22:27:58.365 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 82799628~6425501 2024-09-20T22:27:58.399 INFO:tasks.workunit.client.0.smithi046.stdout:write: a 15562868~6975091 2024-09-20T22:27:58.445 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 60589410~1811931 2024-09-20T22:27:58.463 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: user0 2024-09-20T22:27:58.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:58 smithi046 ceph-mon[96110]: osdmap e1398: 8 total, 8 up, 8 in 2024-09-20T22:27:58.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:58 smithi046 ceph-mon[96110]: pgmap v2465: 169 pgs: 169 active+clean; 1.4 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 10 MiB/s rd, 20 MiB/s wr, 471 op/s 2024-09-20T22:27:58.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:58 smithi046 ceph-mon[98591]: osdmap e1398: 8 total, 8 up, 8 in 2024-09-20T22:27:58.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:58 smithi046 ceph-mon[98591]: pgmap v2465: 169 pgs: 169 active+clean; 1.4 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 10 MiB/s rd, 20 MiB/s wr, 471 op/s 2024-09-20T22:27:58.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:58 smithi134 ceph-mon[89086]: osdmap e1398: 8 total, 8 up, 8 in 2024-09-20T22:27:58.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:58 smithi134 ceph-mon[89086]: pgmap v2465: 169 pgs: 169 active+clean; 1.4 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 10 MiB/s rd, 20 MiB/s wr, 471 op/s 2024-09-20T22:27:59.458 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 220826269 2024-09-20T22:27:59.473 INFO:tasks.workunit.client.0.smithi046.stdout:write: b 161139677~8093641 2024-09-20T22:27:59.490 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 172294028~5126234 2024-09-20T22:27:59.490 INFO:tasks.workunit.client.0.smithi046.stdout:write: b 132176274~241866 2024-09-20T22:27:59.490 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 180804788~6853512 2024-09-20T22:27:59.491 INFO:tasks.workunit.client.0.smithi046.stdout:write: b 88057836~7819112 2024-09-20T22:27:59.501 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 84377284~7207006 2024-09-20T22:27:59.583 INFO:tasks.workunit.client.0.smithi046.stdout:write: b 183063233~5434623 2024-09-20T22:27:59.589 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 52929267~2006095 2024-09-20T22:27:59.589 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: user1 2024-09-20T22:27:59.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:59 smithi046 ceph-mon[96110]: osdmap e1399: 8 total, 8 up, 8 in 2024-09-20T22:27:59.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:27:59 smithi046 ceph-mon[96110]: osdmap e1400: 8 total, 8 up, 8 in 2024-09-20T22:27:59.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:59 smithi046 ceph-mon[98591]: osdmap e1399: 8 total, 8 up, 8 in 2024-09-20T22:27:59.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:27:59 smithi046 ceph-mon[98591]: osdmap e1400: 8 total, 8 up, 8 in 2024-09-20T22:27:59.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:59 smithi134 ceph-mon[89086]: osdmap e1399: 8 total, 8 up, 8 in 2024-09-20T22:27:59.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:27:59 smithi134 ceph-mon[89086]: osdmap e1400: 8 total, 8 up, 8 in 2024-09-20T22:28:00.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:00 smithi046 ceph-mon[96110]: pgmap v2468: 169 pgs: 169 active+clean; 1.4 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 7.2 MiB/s rd, 11 MiB/s wr, 358 op/s 2024-09-20T22:28:00.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:00 smithi046 ceph-mon[98591]: pgmap v2468: 169 pgs: 169 active+clean; 1.4 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 7.2 MiB/s rd, 11 MiB/s wr, 358 op/s 2024-09-20T22:28:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:00 smithi134 ceph-mon[89086]: pgmap v2468: 169 pgs: 169 active+clean; 1.4 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 7.2 MiB/s rd, 11 MiB/s wr, 358 op/s 2024-09-20T22:28:01.584 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 255550294 2024-09-20T22:28:01.599 INFO:tasks.workunit.client.0.smithi046.stdout:write: c 23890223~6586320 2024-09-20T22:28:01.611 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 45162617~5399024 2024-09-20T22:28:01.611 INFO:tasks.workunit.client.0.smithi046.stdout:write: c 184093239~2637393 2024-09-20T22:28:01.614 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 241205954~160386 2024-09-20T22:28:01.614 INFO:tasks.workunit.client.0.smithi046.stdout:write: c 186521693~5081685 2024-09-20T22:28:01.667 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 24659202~1250199 2024-09-20T22:28:01.717 INFO:tasks.workunit.client.0.smithi046.stdout:write: c 219663541~6982870 2024-09-20T22:28:01.725 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 62440753~4699107 2024-09-20T22:28:01.726 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: user2 2024-09-20T22:28:01.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:01 smithi046 ceph-mon[98591]: osdmap e1401: 8 total, 8 up, 8 in 2024-09-20T22:28:01.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:01 smithi046 ceph-mon[96110]: osdmap e1401: 8 total, 8 up, 8 in 2024-09-20T22:28:01.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:01 smithi134 ceph-mon[89086]: osdmap e1401: 8 total, 8 up, 8 in 2024-09-20T22:28:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:28:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:28:02] "GET /metrics HTTP/1.1" 200 39015 "" "Prometheus/2.43.0" 2024-09-20T22:28:02.572 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:28:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:28:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:28:02.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:02 smithi046 ceph-mon[98591]: osdmap e1402: 8 total, 8 up, 8 in 2024-09-20T22:28:02.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:02 smithi046 ceph-mon[98591]: pgmap v2471: 169 pgs: 169 active+clean; 1.6 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 29 MiB/s rd, 31 MiB/s wr, 590 op/s 2024-09-20T22:28:02.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:02 smithi046 ceph-mon[96110]: osdmap e1402: 8 total, 8 up, 8 in 2024-09-20T22:28:02.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:02 smithi046 ceph-mon[96110]: pgmap v2471: 169 pgs: 169 active+clean; 1.6 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 29 MiB/s rd, 31 MiB/s wr, 590 op/s 2024-09-20T22:28:02.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:02 smithi134 ceph-mon[89086]: osdmap e1402: 8 total, 8 up, 8 in 2024-09-20T22:28:02.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:02 smithi134 ceph-mon[89086]: pgmap v2471: 169 pgs: 169 active+clean; 1.6 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 29 MiB/s rd, 31 MiB/s wr, 590 op/s 2024-09-20T22:28:03.595 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 140067024 2024-09-20T22:28:03.627 INFO:tasks.workunit.client.0.smithi046.stdout:write: d 92325258~6681515 2024-09-20T22:28:03.652 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 2258659~6420082 2024-09-20T22:28:03.653 INFO:tasks.workunit.client.0.smithi046.stdout:write: d 130524224~1562715 2024-09-20T22:28:03.653 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 67713530~3659537 2024-09-20T22:28:03.654 INFO:tasks.workunit.client.0.smithi046.stdout:write: d 125872753~808651 2024-09-20T22:28:03.655 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 47720613~6651271 2024-09-20T22:28:03.674 INFO:tasks.workunit.client.0.smithi046.stdout:write: d 54409960~904663 2024-09-20T22:28:03.696 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 39087447~4395988 2024-09-20T22:28:03.739 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: user3 2024-09-20T22:28:03.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:03 smithi046 ceph-mon[96110]: osdmap e1403: 8 total, 8 up, 8 in 2024-09-20T22:28:03.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:03 smithi046 ceph-mon[98591]: osdmap e1403: 8 total, 8 up, 8 in 2024-09-20T22:28:03.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:03 smithi134 ceph-mon[89086]: osdmap e1403: 8 total, 8 up, 8 in 2024-09-20T22:28:04.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:04 smithi046 ceph-mon[96110]: osdmap e1404: 8 total, 8 up, 8 in 2024-09-20T22:28:04.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:04 smithi046 ceph-mon[96110]: pgmap v2474: 169 pgs: 169 active+clean; 1.6 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 28 MiB/s rd, 38 MiB/s wr, 658 op/s 2024-09-20T22:28:04.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:28:04.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:04 smithi046 ceph-mon[98591]: osdmap e1404: 8 total, 8 up, 8 in 2024-09-20T22:28:04.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:04 smithi046 ceph-mon[98591]: pgmap v2474: 169 pgs: 169 active+clean; 1.6 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 28 MiB/s rd, 38 MiB/s wr, 658 op/s 2024-09-20T22:28:04.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:28:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:04 smithi134 ceph-mon[89086]: osdmap e1404: 8 total, 8 up, 8 in 2024-09-20T22:28:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:04 smithi134 ceph-mon[89086]: pgmap v2474: 169 pgs: 169 active+clean; 1.6 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 28 MiB/s rd, 38 MiB/s wr, 658 op/s 2024-09-20T22:28:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:28:05.608 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 137845314 2024-09-20T22:28:05.633 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 13784531~3446132 2024-09-20T22:28:05.634 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 14646064~1723066 2024-09-20T22:28:05.666 INFO:tasks.workunit.client.0.smithi046.stdout:write: 2 27569062~3446132 2024-09-20T22:28:05.667 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 28430595~1723066 2024-09-20T22:28:05.703 INFO:tasks.workunit.client.0.smithi046.stdout:write: 3 41353594~3446132 2024-09-20T22:28:05.704 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 42215127~1723066 2024-09-20T22:28:05.731 INFO:tasks.workunit.client.0.smithi046.stdout:write: 4 55138125~3446132 2024-09-20T22:28:05.731 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 55999658~1723066 2024-09-20T22:28:05.772 INFO:tasks.workunit.client.0.smithi046.stdout:write: 5 68922657~3446132 2024-09-20T22:28:05.772 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 69784190~1723066 2024-09-20T22:28:05.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:05 smithi046 ceph-mon[96110]: osdmap e1405: 8 total, 8 up, 8 in 2024-09-20T22:28:05.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:05 smithi046 ceph-mon[98591]: osdmap e1405: 8 total, 8 up, 8 in 2024-09-20T22:28:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:05 smithi134 ceph-mon[89086]: osdmap e1405: 8 total, 8 up, 8 in 2024-09-20T22:28:06.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:06 smithi046 ceph-mon[96110]: osdmap e1406: 8 total, 8 up, 8 in 2024-09-20T22:28:06.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:06 smithi046 ceph-mon[96110]: pgmap v2477: 169 pgs: 169 active+clean; 1.7 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 12 MiB/s rd, 36 MiB/s wr, 470 op/s 2024-09-20T22:28:06.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:06 smithi046 ceph-mon[98591]: osdmap e1406: 8 total, 8 up, 8 in 2024-09-20T22:28:06.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:06 smithi046 ceph-mon[98591]: pgmap v2477: 169 pgs: 169 active+clean; 1.7 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 12 MiB/s rd, 36 MiB/s wr, 470 op/s 2024-09-20T22:28:06.907 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-20T22:28:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:06 smithi134 ceph-mon[89086]: osdmap e1406: 8 total, 8 up, 8 in 2024-09-20T22:28:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:06 smithi134 ceph-mon[89086]: pgmap v2477: 169 pgs: 169 active+clean; 1.7 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 12 MiB/s rd, 36 MiB/s wr, 470 op/s 2024-09-20T22:28:07.127 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-20T22:28:08.313 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.Stress2 (18366 ms) 2024-09-20T22:28:08.313 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMigration.StressLive 2024-09-20T22:28:08.343 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 83886080 2024-09-20T22:28:08.354 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 30976771~1350997 2024-09-20T22:28:08.371 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 48375722~8257258 2024-09-20T22:28:08.371 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 76102815~7783265 2024-09-20T22:28:08.420 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 39931959~1429506 2024-09-20T22:28:08.420 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 31294437~2074082 2024-09-20T22:28:08.435 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 26829636~1709416 2024-09-20T22:28:08.435 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 2324~2680978 2024-09-20T22:28:08.453 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 67821316~8107054 2024-09-20T22:28:08.455 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap0 2024-09-20T22:28:09.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:08 smithi134 ceph-mon[89086]: pgmap v2478: 169 pgs: 169 active+clean; 1.7 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 60 MiB/s rd, 28 MiB/s wr, 429 op/s 2024-09-20T22:28:09.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:08 smithi046 ceph-mon[96110]: pgmap v2478: 169 pgs: 169 active+clean; 1.7 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 60 MiB/s rd, 28 MiB/s wr, 429 op/s 2024-09-20T22:28:09.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:08 smithi046 ceph-mon[98591]: pgmap v2478: 169 pgs: 169 active+clean; 1.7 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 60 MiB/s rd, 28 MiB/s wr, 429 op/s 2024-09-20T22:28:09.933 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap0 2024-09-20T22:28:09.946 INFO:tasks.workunit.client.0.smithi046.stdout:clone image179 -> image182 2024-09-20T22:28:10.052 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 123391444 2024-09-20T22:28:10.063 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 71874107~1385273 2024-09-20T22:28:10.082 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 116631860~6759584 2024-09-20T22:28:10.082 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 63029661~6541162 2024-09-20T22:28:10.120 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 58495054~7955569 2024-09-20T22:28:10.126 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 41862757~2467945 2024-09-20T22:28:10.143 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 20900642~263491 2024-09-20T22:28:10.149 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 56979119~7221646 2024-09-20T22:28:10.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:09 smithi134 ceph-mon[89086]: osdmap e1407: 8 total, 8 up, 8 in 2024-09-20T22:28:10.186 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 100551116~981368 2024-09-20T22:28:10.186 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap1 2024-09-20T22:28:10.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:09 smithi046 ceph-mon[96110]: osdmap e1407: 8 total, 8 up, 8 in 2024-09-20T22:28:10.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:09 smithi046 ceph-mon[98591]: osdmap e1407: 8 total, 8 up, 8 in 2024-09-20T22:28:11.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:10 smithi134 ceph-mon[89086]: pgmap v2480: 169 pgs: 169 active+clean; 1.8 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 89 MiB/s rd, 24 MiB/s wr, 480 op/s 2024-09-20T22:28:11.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:10 smithi134 ceph-mon[89086]: osdmap e1408: 8 total, 8 up, 8 in 2024-09-20T22:28:11.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:10 smithi046 ceph-mon[96110]: pgmap v2480: 169 pgs: 169 active+clean; 1.8 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 89 MiB/s rd, 24 MiB/s wr, 480 op/s 2024-09-20T22:28:11.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:10 smithi046 ceph-mon[96110]: osdmap e1408: 8 total, 8 up, 8 in 2024-09-20T22:28:11.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:10 smithi046 ceph-mon[98591]: pgmap v2480: 169 pgs: 169 active+clean; 1.8 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 89 MiB/s rd, 24 MiB/s wr, 480 op/s 2024-09-20T22:28:11.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:10 smithi046 ceph-mon[98591]: osdmap e1408: 8 total, 8 up, 8 in 2024-09-20T22:28:11.950 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 11846623~6695226 2024-09-20T22:28:11.964 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 30174087~4174300 2024-09-20T22:28:11.964 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 15588816~5167432 2024-09-20T22:28:12.017 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 102892828~7116209 2024-09-20T22:28:12.017 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 117834886~5556558 2024-09-20T22:28:12.020 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 69644263~2895491 2024-09-20T22:28:12.020 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 54612412~5390985 2024-09-20T22:28:12.026 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 37316393~6727610 2024-09-20T22:28:12.026 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap2 2024-09-20T22:28:12.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:11 smithi134 ceph-mon[89086]: osdmap e1409: 8 total, 8 up, 8 in 2024-09-20T22:28:12.302 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:11 smithi046 ceph-mon[96110]: osdmap e1409: 8 total, 8 up, 8 in 2024-09-20T22:28:12.302 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:11 smithi046 ceph-mon[98591]: osdmap e1409: 8 total, 8 up, 8 in 2024-09-20T22:28:12.302 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:28:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:28:12] "GET /metrics HTTP/1.1" 200 39016 "" "Prometheus/2.43.0" 2024-09-20T22:28:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:28:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:28:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:28:13.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:12 smithi046 ceph-mon[96110]: pgmap v2483: 169 pgs: 169 active+clean; 1.8 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 216 MiB/s rd, 13 MiB/s wr, 685 op/s 2024-09-20T22:28:13.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:12 smithi046 ceph-mon[96110]: osdmap e1410: 8 total, 8 up, 8 in 2024-09-20T22:28:13.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:12 smithi046 ceph-mon[98591]: pgmap v2483: 169 pgs: 169 active+clean; 1.8 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 216 MiB/s rd, 13 MiB/s wr, 685 op/s 2024-09-20T22:28:13.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:12 smithi046 ceph-mon[98591]: osdmap e1410: 8 total, 8 up, 8 in 2024-09-20T22:28:13.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:12 smithi134 ceph-mon[89086]: pgmap v2483: 169 pgs: 169 active+clean; 1.8 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 216 MiB/s rd, 13 MiB/s wr, 685 op/s 2024-09-20T22:28:13.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:12 smithi134 ceph-mon[89086]: osdmap e1410: 8 total, 8 up, 8 in 2024-09-20T22:28:13.955 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap2 2024-09-20T22:28:13.973 INFO:tasks.workunit.client.0.smithi046.stdout:clone image182 -> image184 2024-09-20T22:28:14.105 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 184232134 2024-09-20T22:28:14.117 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 111082935~2510024 2024-09-20T22:28:14.146 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 53496133~4301863 2024-09-20T22:28:14.164 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 81546538~8145195 2024-09-20T22:28:14.222 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 107446048~7213711 2024-09-20T22:28:14.227 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 63762805~6395950 2024-09-20T22:28:14.274 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 78777452~2911514 2024-09-20T22:28:14.313 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 141538983~2397441 2024-09-20T22:28:14.327 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 92622204~4281861 2024-09-20T22:28:14.334 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: snap3 2024-09-20T22:28:14.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:13 smithi046 ceph-mon[96110]: osdmap e1411: 8 total, 8 up, 8 in 2024-09-20T22:28:14.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:13 smithi046 ceph-mon[98591]: osdmap e1411: 8 total, 8 up, 8 in 2024-09-20T22:28:14.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:13 smithi134 ceph-mon[89086]: osdmap e1411: 8 total, 8 up, 8 in 2024-09-20T22:28:15.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:14 smithi046 ceph-mon[96110]: pgmap v2486: 169 pgs: 169 active+clean; 1.8 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 220 MiB/s rd, 17 MiB/s wr, 600 op/s 2024-09-20T22:28:15.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:14 smithi046 ceph-mon[96110]: osdmap e1412: 8 total, 8 up, 8 in 2024-09-20T22:28:15.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:14 smithi046 ceph-mon[98591]: pgmap v2486: 169 pgs: 169 active+clean; 1.8 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 220 MiB/s rd, 17 MiB/s wr, 600 op/s 2024-09-20T22:28:15.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:14 smithi046 ceph-mon[98591]: osdmap e1412: 8 total, 8 up, 8 in 2024-09-20T22:28:15.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:14 smithi134 ceph-mon[89086]: pgmap v2486: 169 pgs: 169 active+clean; 1.8 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 220 MiB/s rd, 17 MiB/s wr, 600 op/s 2024-09-20T22:28:15.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:14 smithi134 ceph-mon[89086]: osdmap e1412: 8 total, 8 up, 8 in 2024-09-20T22:28:15.970 INFO:tasks.workunit.client.0.smithi046.stdout:snap_protect: snap3 2024-09-20T22:28:15.985 INFO:tasks.workunit.client.0.smithi046.stdout:clone image184 -> image186 2024-09-20T22:28:16.146 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 242344749 2024-09-20T22:28:16.164 INFO:tasks.workunit.client.0.smithi046.stdout:migration_prepare 2024-09-20T22:28:16.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:15 smithi046 ceph-mon[96110]: osdmap e1413: 8 total, 8 up, 8 in 2024-09-20T22:28:16.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:15 smithi046 ceph-mon[98591]: osdmap e1413: 8 total, 8 up, 8 in 2024-09-20T22:28:16.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:15 smithi134 ceph-mon[89086]: osdmap e1413: 8 total, 8 up, 8 in 2024-09-20T22:28:16.666 INFO:tasks.workunit.client.0.smithi046.stdout:migration_execute 2024-09-20T22:28:16.666 INFO:tasks.workunit.client.0.smithi046.stdout:write: a 234026640~8318109 2024-09-20T22:28:16.699 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 196687860~5000326 2024-09-20T22:28:16.704 INFO:tasks.workunit.client.0.smithi046.stdout:write: a 165085787~5737035 2024-09-20T22:28:16.761 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 88887001~7105757 2024-09-20T22:28:16.789 INFO:tasks.workunit.client.0.smithi046.stdout:write: a 128414215~5764665 2024-09-20T22:28:16.843 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 73717903~567595 2024-09-20T22:28:16.871 INFO:tasks.workunit.client.0.smithi046.stdout:write: a 184610066~4170236 2024-09-20T22:28:16.906 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 153242818~3511839 2024-09-20T22:28:16.933 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: user0 2024-09-20T22:28:17.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:16 smithi046 ceph-mon[96110]: pgmap v2489: 169 pgs: 169 active+clean; 1.9 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 23 MiB/s rd, 26 MiB/s wr, 310 op/s 2024-09-20T22:28:17.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:16 smithi046 ceph-mon[96110]: osdmap e1414: 8 total, 8 up, 8 in 2024-09-20T22:28:17.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:16 smithi046 ceph-mon[98591]: pgmap v2489: 169 pgs: 169 active+clean; 1.9 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 23 MiB/s rd, 26 MiB/s wr, 310 op/s 2024-09-20T22:28:17.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:16 smithi046 ceph-mon[98591]: osdmap e1414: 8 total, 8 up, 8 in 2024-09-20T22:28:17.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:16 smithi134 ceph-mon[89086]: pgmap v2489: 169 pgs: 169 active+clean; 1.9 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 23 MiB/s rd, 26 MiB/s wr, 310 op/s 2024-09-20T22:28:17.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:16 smithi134 ceph-mon[89086]: osdmap e1414: 8 total, 8 up, 8 in 2024-09-20T22:28:17.984 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 313690958 2024-09-20T22:28:18.000 INFO:tasks.workunit.client.0.smithi046.stdout:write: b 299464489~2987404 2024-09-20T22:28:18.009 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 190078825~6933763 2024-09-20T22:28:18.009 INFO:tasks.workunit.client.0.smithi046.stdout:write: b 267303078~171209 2024-09-20T22:28:18.009 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 155986905~1087060 2024-09-20T22:28:18.009 INFO:tasks.workunit.client.0.smithi046.stdout:write: b 201072622~2934577 2024-09-20T22:28:18.011 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 259851550~1300484 2024-09-20T22:28:18.011 INFO:tasks.workunit.client.0.smithi046.stdout:write: b 81803604~5091397 2024-09-20T22:28:18.019 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 223334291~3565258 2024-09-20T22:28:18.019 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: user1 2024-09-20T22:28:18.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:17 smithi046 ceph-mon[96110]: osdmap e1415: 8 total, 8 up, 8 in 2024-09-20T22:28:18.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:17 smithi046 ceph-mon[98591]: osdmap e1415: 8 total, 8 up, 8 in 2024-09-20T22:28:18.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:17 smithi134 ceph-mon[89086]: osdmap e1415: 8 total, 8 up, 8 in 2024-09-20T22:28:19.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:18 smithi046 ceph-mon[96110]: pgmap v2492: 169 pgs: 169 active+clean; 2.0 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 11 MiB/s rd, 26 MiB/s wr, 701 op/s 2024-09-20T22:28:19.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:18 smithi046 ceph-mon[96110]: osdmap e1416: 8 total, 8 up, 8 in 2024-09-20T22:28:19.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:18 smithi046 ceph-mon[98591]: pgmap v2492: 169 pgs: 169 active+clean; 2.0 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 11 MiB/s rd, 26 MiB/s wr, 701 op/s 2024-09-20T22:28:19.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:18 smithi046 ceph-mon[98591]: osdmap e1416: 8 total, 8 up, 8 in 2024-09-20T22:28:19.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:18 smithi134 ceph-mon[89086]: pgmap v2492: 169 pgs: 169 active+clean; 2.0 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 11 MiB/s rd, 26 MiB/s wr, 701 op/s 2024-09-20T22:28:19.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:18 smithi134 ceph-mon[89086]: osdmap e1416: 8 total, 8 up, 8 in 2024-09-20T22:28:19.995 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 484979289 2024-09-20T22:28:20.012 INFO:tasks.workunit.client.0.smithi046.stdout:write: c 358213614~3705818 2024-09-20T22:28:20.029 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 181922568~4989724 2024-09-20T22:28:20.029 INFO:tasks.workunit.client.0.smithi046.stdout:write: c 114609223~4432340 2024-09-20T22:28:20.036 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 197831877~291851 2024-09-20T22:28:20.037 INFO:tasks.workunit.client.0.smithi046.stdout:write: c 152649926~5618009 2024-09-20T22:28:20.045 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 52058252~4376269 2024-09-20T22:28:20.046 INFO:tasks.workunit.client.0.smithi046.stdout:write: c 414696782~4341503 2024-09-20T22:28:20.049 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 415488425~2694982 2024-09-20T22:28:20.131 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: user2 2024-09-20T22:28:20.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:19 smithi046 ceph-mon[96110]: osdmap e1417: 8 total, 8 up, 8 in 2024-09-20T22:28:20.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:28:20.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:19 smithi046 ceph-mon[98591]: osdmap e1417: 8 total, 8 up, 8 in 2024-09-20T22:28:20.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:28:20.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:19 smithi134 ceph-mon[89086]: osdmap e1417: 8 total, 8 up, 8 in 2024-09-20T22:28:20.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:28:21.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:20 smithi046 ceph-mon[96110]: pgmap v2495: 169 pgs: 169 active+clean; 2.0 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 17 MiB/s rd, 16 MiB/s wr, 564 op/s 2024-09-20T22:28:21.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:20 smithi046 ceph-mon[96110]: osdmap e1418: 8 total, 8 up, 8 in 2024-09-20T22:28:21.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:20 smithi046 ceph-mon[98591]: pgmap v2495: 169 pgs: 169 active+clean; 2.0 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 17 MiB/s rd, 16 MiB/s wr, 564 op/s 2024-09-20T22:28:21.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:20 smithi046 ceph-mon[98591]: osdmap e1418: 8 total, 8 up, 8 in 2024-09-20T22:28:21.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:20 smithi134 ceph-mon[89086]: pgmap v2495: 169 pgs: 169 active+clean; 2.0 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 17 MiB/s rd, 16 MiB/s wr, 564 op/s 2024-09-20T22:28:21.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:20 smithi134 ceph-mon[89086]: osdmap e1418: 8 total, 8 up, 8 in 2024-09-20T22:28:22.009 INFO:tasks.workunit.client.0.smithi046.stdout:write: d 103762645~2866192 2024-09-20T22:28:22.021 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 94852986~7140352 2024-09-20T22:28:22.022 INFO:tasks.workunit.client.0.smithi046.stdout:write: d 76900290~4473951 2024-09-20T22:28:22.029 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 406524420~2318807 2024-09-20T22:28:22.029 INFO:tasks.workunit.client.0.smithi046.stdout:write: d 198046752~3374265 2024-09-20T22:28:22.033 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 293410002~4316544 2024-09-20T22:28:22.033 INFO:tasks.workunit.client.0.smithi046.stdout:write: d 16738788~7603772 2024-09-20T22:28:22.044 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 213262468~394591 2024-09-20T22:28:22.044 INFO:tasks.workunit.client.0.smithi046.stdout:snap_create: user3 2024-09-20T22:28:22.315 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:21 smithi134 ceph-mon[89086]: osdmap e1419: 8 total, 8 up, 8 in 2024-09-20T22:28:22.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:21 smithi046 ceph-mon[96110]: osdmap e1419: 8 total, 8 up, 8 in 2024-09-20T22:28:22.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:21 smithi046 ceph-mon[98591]: osdmap e1419: 8 total, 8 up, 8 in 2024-09-20T22:28:22.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:28:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:28:22] "GET /metrics HTTP/1.1" 200 39013 "" "Prometheus/2.43.0" 2024-09-20T22:28:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:28:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:28:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:28:23.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:22 smithi046 ceph-mon[96110]: pgmap v2498: 169 pgs: 169 active+clean; 2.1 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 22 MiB/s rd, 32 MiB/s wr, 579 op/s 2024-09-20T22:28:23.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:22 smithi046 ceph-mon[96110]: osdmap e1420: 8 total, 8 up, 8 in 2024-09-20T22:28:23.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:22 smithi046 ceph-mon[98591]: pgmap v2498: 169 pgs: 169 active+clean; 2.1 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 22 MiB/s rd, 32 MiB/s wr, 579 op/s 2024-09-20T22:28:23.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:22 smithi046 ceph-mon[98591]: osdmap e1420: 8 total, 8 up, 8 in 2024-09-20T22:28:23.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:22 smithi134 ceph-mon[89086]: pgmap v2498: 169 pgs: 169 active+clean; 2.1 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 22 MiB/s rd, 32 MiB/s wr, 579 op/s 2024-09-20T22:28:23.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:22 smithi134 ceph-mon[89086]: osdmap e1420: 8 total, 8 up, 8 in 2024-09-20T22:28:24.032 INFO:tasks.workunit.client.0.smithi046.stdout:write: 1 48497928~12124482 2024-09-20T22:28:24.051 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 51529048~6062241 2024-09-20T22:28:24.097 INFO:tasks.workunit.client.0.smithi046.stdout:write: 2 96995857~12124482 2024-09-20T22:28:24.106 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 100026977~6062241 2024-09-20T22:28:24.154 INFO:tasks.workunit.client.0.smithi046.stdout:write: 3 145493786~12124482 2024-09-20T22:28:24.164 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 148524906~6062241 2024-09-20T22:28:24.202 INFO:tasks.workunit.client.0.smithi046.stdout:write: 4 193991715~12124482 2024-09-20T22:28:24.217 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 197022835~6062241 2024-09-20T22:28:24.251 INFO:tasks.workunit.client.0.smithi046.stdout:write: 5 242489644~12124482 2024-09-20T22:28:24.265 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 245520764~6062241 2024-09-20T22:28:24.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:24 smithi046 ceph-mon[96110]: osdmap e1421: 8 total, 8 up, 8 in 2024-09-20T22:28:24.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:24 smithi046 ceph-mon[98591]: osdmap e1421: 8 total, 8 up, 8 in 2024-09-20T22:28:24.403 INFO:tasks.workunit.client.0.smithi046.stdout:migration_commit 2024-09-20T22:28:24.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:24 smithi134 ceph-mon[89086]: osdmap e1421: 8 total, 8 up, 8 in 2024-09-20T22:28:25.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:25 smithi046 ceph-mon[96110]: pgmap v2501: 169 pgs: 169 active+clean; 2.2 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 16 MiB/s rd, 32 MiB/s wr, 532 op/s 2024-09-20T22:28:25.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:25 smithi046 ceph-mon[96110]: osdmap e1422: 8 total, 8 up, 8 in 2024-09-20T22:28:25.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:25 smithi046 ceph-mon[98591]: pgmap v2501: 169 pgs: 169 active+clean; 2.2 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 16 MiB/s rd, 32 MiB/s wr, 532 op/s 2024-09-20T22:28:25.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:25 smithi046 ceph-mon[98591]: osdmap e1422: 8 total, 8 up, 8 in 2024-09-20T22:28:25.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:25 smithi134 ceph-mon[89086]: pgmap v2501: 169 pgs: 169 active+clean; 2.2 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 16 MiB/s rd, 32 MiB/s wr, 532 op/s 2024-09-20T22:28:25.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:25 smithi134 ceph-mon[89086]: osdmap e1422: 8 total, 8 up, 8 in 2024-09-20T22:28:26.211 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMigration.StressLive (17899 ms) 2024-09-20T22:28:27.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:27 smithi046 ceph-mon[96110]: pgmap v2503: 169 pgs: 169 active+clean; 2.3 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 78 MiB/s rd, 25 MiB/s wr, 341 op/s 2024-09-20T22:28:27.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:27 smithi046 ceph-mon[98591]: pgmap v2503: 169 pgs: 169 active+clean; 2.3 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 78 MiB/s rd, 25 MiB/s wr, 341 op/s 2024-09-20T22:28:27.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:27 smithi134 ceph-mon[89086]: pgmap v2503: 169 pgs: 169 active+clean; 2.3 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 78 MiB/s rd, 25 MiB/s wr, 341 op/s 2024-09-20T22:28:28.032 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 57 tests from TestMigration (263609 ms total) 2024-09-20T22:28:28.033 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:28:28.033 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 6 tests from TestGroup 2024-09-20T22:28:28.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:28 smithi046 ceph-mon[96110]: osdmap e1423: 8 total, 8 up, 8 in 2024-09-20T22:28:28.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:28 smithi046 ceph-mon[98591]: osdmap e1423: 8 total, 8 up, 8 in 2024-09-20T22:28:28.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:28 smithi134 ceph-mon[89086]: osdmap e1423: 8 total, 8 up, 8 in 2024-09-20T22:28:29.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:29 smithi046 ceph-mon[96110]: pgmap v2505: 137 pgs: 137 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 15 MiB/s wr, 5 op/s 2024-09-20T22:28:29.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:29 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:28:29.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:29 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T22:28:29.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:29 smithi046 ceph-mon[96110]: osdmap e1424: 8 total, 8 up, 8 in 2024-09-20T22:28:29.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:29 smithi046 ceph-mon[98591]: pgmap v2505: 137 pgs: 137 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 15 MiB/s wr, 5 op/s 2024-09-20T22:28:29.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:29 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:28:29.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:29 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T22:28:29.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:29 smithi046 ceph-mon[98591]: osdmap e1424: 8 total, 8 up, 8 in 2024-09-20T22:28:29.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:29 smithi134 ceph-mon[89086]: pgmap v2505: 137 pgs: 137 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 15 MiB/s wr, 5 op/s 2024-09-20T22:28:29.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:29 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:28:29.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:29 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T22:28:29.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:29 smithi134 ceph-mon[89086]: osdmap e1424: 8 total, 8 up, 8 in 2024-09-20T22:28:30.030 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestGroup.group_create 2024-09-20T22:28:30.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:30 smithi046 ceph-mon[96110]: osdmap e1425: 8 total, 8 up, 8 in 2024-09-20T22:28:30.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:30 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4100275298' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:28:30.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:30 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4100275298' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:28:30.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:30 smithi046 ceph-mon[96110]: osdmap e1426: 8 total, 8 up, 8 in 2024-09-20T22:28:30.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:30 smithi046 ceph-mon[98591]: osdmap e1425: 8 total, 8 up, 8 in 2024-09-20T22:28:30.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:30 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4100275298' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:28:30.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:30 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4100275298' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:28:30.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:30 smithi046 ceph-mon[98591]: osdmap e1426: 8 total, 8 up, 8 in 2024-09-20T22:28:30.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:30 smithi134 ceph-mon[89086]: osdmap e1425: 8 total, 8 up, 8 in 2024-09-20T22:28:30.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:30 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4100275298' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:28:30.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:30 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4100275298' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:28:30.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:30 smithi134 ceph-mon[89086]: osdmap e1426: 8 total, 8 up, 8 in 2024-09-20T22:28:31.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:31 smithi046 ceph-mon[96110]: pgmap v2508: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 9.7 GiB used, 706 GiB / 715 GiB avail 2024-09-20T22:28:31.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:31 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:28:31.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:31 smithi046 ceph-mon[96110]: osdmap e1427: 8 total, 8 up, 8 in 2024-09-20T22:28:31.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:31 smithi046 ceph-mon[98591]: pgmap v2508: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 9.7 GiB used, 706 GiB / 715 GiB avail 2024-09-20T22:28:31.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:31 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:28:31.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:31 smithi046 ceph-mon[98591]: osdmap e1427: 8 total, 8 up, 8 in 2024-09-20T22:28:31.425 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:31 smithi134 ceph-mon[89086]: pgmap v2508: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 9.7 GiB used, 706 GiB / 715 GiB avail 2024-09-20T22:28:31.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:31 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:28:31.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:31 smithi134 ceph-mon[89086]: osdmap e1427: 8 total, 8 up, 8 in 2024-09-20T22:28:32.094 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestGroup.group_create (2064 ms) 2024-09-20T22:28:32.094 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestGroup.group_createPP 2024-09-20T22:28:32.113 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestGroup.group_createPP (20 ms) 2024-09-20T22:28:32.114 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestGroup.add_image 2024-09-20T22:28:32.155 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestGroup.add_image (41 ms) 2024-09-20T22:28:32.155 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestGroup.add_imagePP 2024-09-20T22:28:32.193 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestGroup.add_imagePP (38 ms) 2024-09-20T22:28:32.193 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestGroup.add_snapshot 2024-09-20T22:28:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:28:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:28:32] "GET /metrics HTTP/1.1" 200 39013 "" "Prometheus/2.43.0" 2024-09-20T22:28:32.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:32 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:28:32.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:32 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T22:28:32.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:32 smithi046 ceph-mon[96110]: osdmap e1428: 8 total, 8 up, 8 in 2024-09-20T22:28:32.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:32 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:28:32.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:32 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T22:28:32.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:32 smithi046 ceph-mon[98591]: osdmap e1428: 8 total, 8 up, 8 in 2024-09-20T22:28:32.426 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:28:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:28:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:28:32.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:32 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:28:32.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:32 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T22:28:32.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:32 smithi134 ceph-mon[89086]: osdmap e1428: 8 total, 8 up, 8 in 2024-09-20T22:28:33.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:33 smithi046 ceph-mon[96110]: pgmap v2511: 137 pgs: 12 unknown, 125 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-09-20T22:28:33.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:33 smithi046 ceph-mon[98591]: pgmap v2511: 137 pgs: 12 unknown, 125 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-09-20T22:28:33.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:33 smithi134 ceph-mon[89086]: pgmap v2511: 137 pgs: 12 unknown, 125 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-09-20T22:28:34.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:34 smithi046 ceph-mon[96110]: osdmap e1429: 8 total, 8 up, 8 in 2024-09-20T22:28:34.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:34 smithi046 ceph-mon[98591]: osdmap e1429: 8 total, 8 up, 8 in 2024-09-20T22:28:34.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:34 smithi134 ceph-mon[89086]: osdmap e1429: 8 total, 8 up, 8 in 2024-09-20T22:28:35.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:35 smithi046 ceph-mon[96110]: pgmap v2514: 137 pgs: 5 unknown, 132 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 1023 B/s wr, 5 op/s 2024-09-20T22:28:35.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:35 smithi046 ceph-mon[96110]: osdmap e1430: 8 total, 8 up, 8 in 2024-09-20T22:28:35.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:35 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:28:35.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:35 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:28:35.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:35 smithi046 ceph-mon[98591]: pgmap v2514: 137 pgs: 5 unknown, 132 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 1023 B/s wr, 5 op/s 2024-09-20T22:28:35.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:35 smithi046 ceph-mon[98591]: osdmap e1430: 8 total, 8 up, 8 in 2024-09-20T22:28:35.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:35 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:28:35.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:35 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:28:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:35 smithi134 ceph-mon[89086]: pgmap v2514: 137 pgs: 5 unknown, 132 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 1023 B/s wr, 5 op/s 2024-09-20T22:28:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:35 smithi134 ceph-mon[89086]: osdmap e1430: 8 total, 8 up, 8 in 2024-09-20T22:28:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:35 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:28:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:35 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:28:36.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:36 smithi046 ceph-mon[96110]: osdmap e1431: 8 total, 8 up, 8 in 2024-09-20T22:28:36.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:36 smithi046 ceph-mon[98591]: osdmap e1431: 8 total, 8 up, 8 in 2024-09-20T22:28:36.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:36 smithi134 ceph-mon[89086]: osdmap e1431: 8 total, 8 up, 8 in 2024-09-20T22:28:37.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:37 smithi046 ceph-mon[96110]: pgmap v2517: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 14 KiB/s wr, 181 op/s 2024-09-20T22:28:37.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:37 smithi046 ceph-mon[96110]: osdmap e1432: 8 total, 8 up, 8 in 2024-09-20T22:28:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:37 smithi046 ceph-mon[98591]: pgmap v2517: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 14 KiB/s wr, 181 op/s 2024-09-20T22:28:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:37 smithi046 ceph-mon[98591]: osdmap e1432: 8 total, 8 up, 8 in 2024-09-20T22:28:37.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:37 smithi134 ceph-mon[89086]: pgmap v2517: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 14 KiB/s wr, 181 op/s 2024-09-20T22:28:37.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:37 smithi134 ceph-mon[89086]: osdmap e1432: 8 total, 8 up, 8 in 2024-09-20T22:28:38.176 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestGroup.add_snapshot (5983 ms) 2024-09-20T22:28:38.176 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestGroup.add_snapshotPP 2024-09-20T22:28:38.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:38 smithi046 ceph-mon[96110]: osdmap e1433: 8 total, 8 up, 8 in 2024-09-20T22:28:38.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:38 smithi046 ceph-mon[98591]: osdmap e1433: 8 total, 8 up, 8 in 2024-09-20T22:28:38.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:38 smithi134 ceph-mon[89086]: osdmap e1433: 8 total, 8 up, 8 in 2024-09-20T22:28:39.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:39 smithi046 ceph-mon[96110]: pgmap v2520: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 17 KiB/s wr, 205 op/s 2024-09-20T22:28:39.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:39 smithi046 ceph-mon[96110]: osdmap e1434: 8 total, 8 up, 8 in 2024-09-20T22:28:39.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:39 smithi046 ceph-mon[98591]: pgmap v2520: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 17 KiB/s wr, 205 op/s 2024-09-20T22:28:39.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:39 smithi046 ceph-mon[98591]: osdmap e1434: 8 total, 8 up, 8 in 2024-09-20T22:28:39.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:39 smithi134 ceph-mon[89086]: pgmap v2520: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 17 KiB/s wr, 205 op/s 2024-09-20T22:28:39.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:39 smithi134 ceph-mon[89086]: osdmap e1434: 8 total, 8 up, 8 in 2024-09-20T22:28:40.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:40 smithi046 ceph-mon[96110]: osdmap e1435: 8 total, 8 up, 8 in 2024-09-20T22:28:40.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:40 smithi046 ceph-mon[96110]: osdmap e1436: 8 total, 8 up, 8 in 2024-09-20T22:28:40.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:40 smithi046 ceph-mon[98591]: osdmap e1435: 8 total, 8 up, 8 in 2024-09-20T22:28:40.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:40 smithi046 ceph-mon[98591]: osdmap e1436: 8 total, 8 up, 8 in 2024-09-20T22:28:40.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:40 smithi134 ceph-mon[89086]: osdmap e1435: 8 total, 8 up, 8 in 2024-09-20T22:28:40.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:40 smithi134 ceph-mon[89086]: osdmap e1436: 8 total, 8 up, 8 in 2024-09-20T22:28:41.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:41 smithi046 ceph-mon[96110]: pgmap v2524: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 4.3 KiB/s wr, 32 op/s 2024-09-20T22:28:41.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:41 smithi046 ceph-mon[96110]: osdmap e1437: 8 total, 8 up, 8 in 2024-09-20T22:28:41.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:41 smithi046 ceph-mon[98591]: pgmap v2524: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 4.3 KiB/s wr, 32 op/s 2024-09-20T22:28:41.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:41 smithi046 ceph-mon[98591]: osdmap e1437: 8 total, 8 up, 8 in 2024-09-20T22:28:41.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:41 smithi134 ceph-mon[89086]: pgmap v2524: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 4.3 KiB/s wr, 32 op/s 2024-09-20T22:28:41.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:41 smithi134 ceph-mon[89086]: osdmap e1437: 8 total, 8 up, 8 in 2024-09-20T22:28:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:28:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:28:42] "GET /metrics HTTP/1.1" 200 36548 "" "Prometheus/2.43.0" 2024-09-20T22:28:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:42 smithi134 ceph-mon[89086]: osdmap e1438: 8 total, 8 up, 8 in 2024-09-20T22:28:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:42 smithi134 ceph-mon[89086]: pgmap v2527: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 12 KiB/s wr, 165 op/s 2024-09-20T22:28:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:28:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:28:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:28:42.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:42 smithi046 ceph-mon[96110]: osdmap e1438: 8 total, 8 up, 8 in 2024-09-20T22:28:42.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:42 smithi046 ceph-mon[96110]: pgmap v2527: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 12 KiB/s wr, 165 op/s 2024-09-20T22:28:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:42 smithi046 ceph-mon[98591]: osdmap e1438: 8 total, 8 up, 8 in 2024-09-20T22:28:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:42 smithi046 ceph-mon[98591]: pgmap v2527: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 12 KiB/s wr, 165 op/s 2024-09-20T22:28:43.505 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestGroup.add_snapshotPP (5330 ms) 2024-09-20T22:28:43.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:43 smithi046 ceph-mon[96110]: osdmap e1439: 8 total, 8 up, 8 in 2024-09-20T22:28:43.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:43 smithi046 ceph-mon[98591]: osdmap e1439: 8 total, 8 up, 8 in 2024-09-20T22:28:43.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:43 smithi134 ceph-mon[89086]: osdmap e1439: 8 total, 8 up, 8 in 2024-09-20T22:28:44.456 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 6 tests from TestGroup (13476 ms total) 2024-09-20T22:28:44.456 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:28:44.456 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 31 tests from TestDeepCopy 2024-09-20T22:28:44.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:44 smithi046 ceph-mon[96110]: osdmap e1440: 8 total, 8 up, 8 in 2024-09-20T22:28:44.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:44 smithi046 ceph-mon[96110]: pgmap v2530: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 12 KiB/s wr, 159 op/s 2024-09-20T22:28:44.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:44 smithi046 ceph-mon[96110]: osdmap e1441: 8 total, 8 up, 8 in 2024-09-20T22:28:44.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:44 smithi046 ceph-mon[98591]: osdmap e1440: 8 total, 8 up, 8 in 2024-09-20T22:28:44.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:44 smithi046 ceph-mon[98591]: pgmap v2530: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 12 KiB/s wr, 159 op/s 2024-09-20T22:28:44.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:44 smithi046 ceph-mon[98591]: osdmap e1441: 8 total, 8 up, 8 in 2024-09-20T22:28:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:44 smithi134 ceph-mon[89086]: osdmap e1440: 8 total, 8 up, 8 in 2024-09-20T22:28:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:44 smithi134 ceph-mon[89086]: pgmap v2530: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 12 KiB/s wr, 159 op/s 2024-09-20T22:28:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:44 smithi134 ceph-mon[89086]: osdmap e1441: 8 total, 8 up, 8 in 2024-09-20T22:28:46.478 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.Empty 2024-09-20T22:28:46.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:46 smithi046 ceph-mon[96110]: osdmap e1442: 8 total, 8 up, 8 in 2024-09-20T22:28:46.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:46 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2687123046' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:28:46.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:46 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:28:46.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:46 smithi046 ceph-mon[96110]: pgmap v2533: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:28:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:46 smithi046 ceph-mon[98591]: osdmap e1442: 8 total, 8 up, 8 in 2024-09-20T22:28:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:46 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2687123046' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:28:46.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:46 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:28:46.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:46 smithi046 ceph-mon[98591]: pgmap v2533: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:28:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:46 smithi134 ceph-mon[89086]: osdmap e1442: 8 total, 8 up, 8 in 2024-09-20T22:28:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:46 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2687123046' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:28:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:46 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:28:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:46 smithi134 ceph-mon[89086]: pgmap v2533: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:28:47.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:47 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:28:47.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:47 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:28:47.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:47 smithi046 ceph-mon[96110]: osdmap e1443: 8 total, 8 up, 8 in 2024-09-20T22:28:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:47 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:28:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:47 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:28:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:47 smithi046 ceph-mon[98591]: osdmap e1443: 8 total, 8 up, 8 in 2024-09-20T22:28:47.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:47 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:28:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:47 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:28:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:47 smithi134 ceph-mon[89086]: osdmap e1443: 8 total, 8 up, 8 in 2024-09-20T22:28:48.622 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.Empty (2143 ms) 2024-09-20T22:28:48.622 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.NoSnaps 2024-09-20T22:28:48.868 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.NoSnaps (246 ms) 2024-09-20T22:28:48.868 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.Snaps 2024-09-20T22:28:48.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:48 smithi046 ceph-mon[96110]: osdmap e1444: 8 total, 8 up, 8 in 2024-09-20T22:28:48.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:48 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:28:48.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:48 smithi046 ceph-mon[96110]: pgmap v2536: 137 pgs: 11 creating+peering, 6 unknown, 120 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:28:48.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:48 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:28:48.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:48 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:28:48.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:48 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:28:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:48 smithi046 ceph-mon[98591]: osdmap e1444: 8 total, 8 up, 8 in 2024-09-20T22:28:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:48 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:28:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:48 smithi046 ceph-mon[98591]: pgmap v2536: 137 pgs: 11 creating+peering, 6 unknown, 120 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:28:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:48 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:28:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:48 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:28:48.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:48 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:28:48.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:48 smithi134 ceph-mon[89086]: osdmap e1444: 8 total, 8 up, 8 in 2024-09-20T22:28:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:48 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:28:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:48 smithi134 ceph-mon[89086]: pgmap v2536: 137 pgs: 11 creating+peering, 6 unknown, 120 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:28:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:48 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:28:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:48 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:28:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:48 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:28:49.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:49 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:28:49.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:49 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T22:28:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:49 smithi046 ceph-mon[96110]: osdmap e1445: 8 total, 8 up, 8 in 2024-09-20T22:28:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:28:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:49 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:28:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:49 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T22:28:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:49 smithi046 ceph-mon[98591]: osdmap e1445: 8 total, 8 up, 8 in 2024-09-20T22:28:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:28:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:49 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:28:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:49 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T22:28:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:49 smithi134 ceph-mon[89086]: osdmap e1445: 8 total, 8 up, 8 in 2024-09-20T22:28:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:28:50.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:50 smithi046 ceph-mon[96110]: osdmap e1446: 8 total, 8 up, 8 in 2024-09-20T22:28:50.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:50 smithi046 ceph-mon[96110]: pgmap v2539: 137 pgs: 11 creating+peering, 126 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.0 MiB/s wr, 20 op/s 2024-09-20T22:28:50.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:50 smithi046 ceph-mon[98591]: osdmap e1446: 8 total, 8 up, 8 in 2024-09-20T22:28:50.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:50 smithi046 ceph-mon[98591]: pgmap v2539: 137 pgs: 11 creating+peering, 126 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.0 MiB/s wr, 20 op/s 2024-09-20T22:28:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:50 smithi134 ceph-mon[89086]: osdmap e1446: 8 total, 8 up, 8 in 2024-09-20T22:28:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:50 smithi134 ceph-mon[89086]: pgmap v2539: 137 pgs: 11 creating+peering, 126 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.0 MiB/s wr, 20 op/s 2024-09-20T22:28:51.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:51 smithi046 ceph-mon[96110]: osdmap e1447: 8 total, 8 up, 8 in 2024-09-20T22:28:51.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:51 smithi046 ceph-mon[98591]: osdmap e1447: 8 total, 8 up, 8 in 2024-09-20T22:28:51.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:51 smithi134 ceph-mon[89086]: osdmap e1447: 8 total, 8 up, 8 in 2024-09-20T22:28:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:28:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:28:52] "GET /metrics HTTP/1.1" 200 36537 "" "Prometheus/2.43.0" 2024-09-20T22:28:52.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:52 smithi134 ceph-mon[89086]: osdmap e1448: 8 total, 8 up, 8 in 2024-09-20T22:28:52.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:52 smithi134 ceph-mon[89086]: pgmap v2542: 137 pgs: 137 active+clean; 41 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 9.0 MiB/s wr, 138 op/s 2024-09-20T22:28:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:28:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:28:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:28:52.774 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.Snaps (3906 ms) 2024-09-20T22:28:52.774 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2024-09-20T22:28:52.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:52 smithi046 ceph-mon[96110]: osdmap e1448: 8 total, 8 up, 8 in 2024-09-20T22:28:52.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:52 smithi046 ceph-mon[96110]: pgmap v2542: 137 pgs: 137 active+clean; 41 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 9.0 MiB/s wr, 138 op/s 2024-09-20T22:28:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:52 smithi046 ceph-mon[98591]: osdmap e1448: 8 total, 8 up, 8 in 2024-09-20T22:28:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:52 smithi046 ceph-mon[98591]: pgmap v2542: 137 pgs: 137 active+clean; 41 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 9.0 MiB/s wr, 138 op/s 2024-09-20T22:28:53.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:53 smithi046 ceph-mon[96110]: osdmap e1449: 8 total, 8 up, 8 in 2024-09-20T22:28:53.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:53 smithi046 ceph-mon[98591]: osdmap e1449: 8 total, 8 up, 8 in 2024-09-20T22:28:53.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:53 smithi134 ceph-mon[89086]: osdmap e1449: 8 total, 8 up, 8 in 2024-09-20T22:28:54.646 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.SnapDiscard (1872 ms) 2024-09-20T22:28:54.646 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2024-09-20T22:28:54.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:54 smithi046 ceph-mon[96110]: osdmap e1450: 8 total, 8 up, 8 in 2024-09-20T22:28:54.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:54 smithi046 ceph-mon[96110]: pgmap v2545: 137 pgs: 137 active+clean; 49 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 150 op/s 2024-09-20T22:28:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:54 smithi046 ceph-mon[98591]: osdmap e1450: 8 total, 8 up, 8 in 2024-09-20T22:28:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:54 smithi046 ceph-mon[98591]: pgmap v2545: 137 pgs: 137 active+clean; 49 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 150 op/s 2024-09-20T22:28:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:54 smithi134 ceph-mon[89086]: osdmap e1450: 8 total, 8 up, 8 in 2024-09-20T22:28:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:54 smithi134 ceph-mon[89086]: pgmap v2545: 137 pgs: 137 active+clean; 49 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 150 op/s 2024-09-20T22:28:55.731 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.CloneDiscard (1085 ms) 2024-09-20T22:28:55.731 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.CloneShrink 2024-09-20T22:28:55.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:55 smithi046 ceph-mon[96110]: osdmap e1451: 8 total, 8 up, 8 in 2024-09-20T22:28:55.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:55 smithi046 ceph-mon[98591]: osdmap e1451: 8 total, 8 up, 8 in 2024-09-20T22:28:55.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:55 smithi134 ceph-mon[89086]: osdmap e1451: 8 total, 8 up, 8 in 2024-09-20T22:28:56.726 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.CloneShrink (995 ms) 2024-09-20T22:28:56.726 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.CloneExpand 2024-09-20T22:28:56.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:56 smithi046 ceph-mon[96110]: osdmap e1452: 8 total, 8 up, 8 in 2024-09-20T22:28:56.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:56 smithi046 ceph-mon[96110]: pgmap v2548: 137 pgs: 137 active+clean; 61 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 204 op/s 2024-09-20T22:28:56.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:56 smithi046 ceph-mon[98591]: osdmap e1452: 8 total, 8 up, 8 in 2024-09-20T22:28:56.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:56 smithi046 ceph-mon[98591]: pgmap v2548: 137 pgs: 137 active+clean; 61 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 204 op/s 2024-09-20T22:28:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:56 smithi134 ceph-mon[89086]: osdmap e1452: 8 total, 8 up, 8 in 2024-09-20T22:28:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:56 smithi134 ceph-mon[89086]: pgmap v2548: 137 pgs: 137 active+clean; 61 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 204 op/s 2024-09-20T22:28:57.792 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.CloneExpand (1066 ms) 2024-09-20T22:28:57.792 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2024-09-20T22:28:57.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:57 smithi046 ceph-mon[96110]: osdmap e1453: 8 total, 8 up, 8 in 2024-09-20T22:28:57.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:57 smithi046 ceph-mon[98591]: osdmap e1453: 8 total, 8 up, 8 in 2024-09-20T22:28:57.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:57 smithi134 ceph-mon[89086]: osdmap e1453: 8 total, 8 up, 8 in 2024-09-20T22:28:58.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:58 smithi046 ceph-mon[96110]: osdmap e1454: 8 total, 8 up, 8 in 2024-09-20T22:28:58.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:58 smithi046 ceph-mon[96110]: pgmap v2551: 137 pgs: 137 active+clean; 69 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 5.0 MiB/s wr, 335 op/s 2024-09-20T22:28:58.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:58 smithi046 ceph-mon[98591]: osdmap e1454: 8 total, 8 up, 8 in 2024-09-20T22:28:58.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:58 smithi046 ceph-mon[98591]: pgmap v2551: 137 pgs: 137 active+clean; 69 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 5.0 MiB/s wr, 335 op/s 2024-09-20T22:28:58.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:58 smithi134 ceph-mon[89086]: osdmap e1454: 8 total, 8 up, 8 in 2024-09-20T22:28:58.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:58 smithi134 ceph-mon[89086]: pgmap v2551: 137 pgs: 137 active+clean; 69 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 5.0 MiB/s wr, 335 op/s 2024-09-20T22:28:59.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:59 smithi046 ceph-mon[96110]: osdmap e1455: 8 total, 8 up, 8 in 2024-09-20T22:28:59.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:28:59 smithi046 ceph-mon[96110]: osdmap e1456: 8 total, 8 up, 8 in 2024-09-20T22:28:59.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:59 smithi046 ceph-mon[98591]: osdmap e1455: 8 total, 8 up, 8 in 2024-09-20T22:28:59.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:28:59 smithi046 ceph-mon[98591]: osdmap e1456: 8 total, 8 up, 8 in 2024-09-20T22:28:59.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:59 smithi134 ceph-mon[89086]: osdmap e1455: 8 total, 8 up, 8 in 2024-09-20T22:28:59.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:28:59 smithi134 ceph-mon[89086]: osdmap e1456: 8 total, 8 up, 8 in 2024-09-20T22:29:00.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:00 smithi046 ceph-mon[96110]: pgmap v2554: 137 pgs: 137 active+clean; 69 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.0 MiB/s wr, 318 op/s 2024-09-20T22:29:00.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:00 smithi046 ceph-mon[96110]: osdmap e1457: 8 total, 8 up, 8 in 2024-09-20T22:29:00.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:00 smithi046 ceph-mon[98591]: pgmap v2554: 137 pgs: 137 active+clean; 69 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.0 MiB/s wr, 318 op/s 2024-09-20T22:29:00.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:00 smithi046 ceph-mon[98591]: osdmap e1457: 8 total, 8 up, 8 in 2024-09-20T22:29:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:00 smithi134 ceph-mon[89086]: pgmap v2554: 137 pgs: 137 active+clean; 69 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.0 MiB/s wr, 318 op/s 2024-09-20T22:29:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:00 smithi134 ceph-mon[89086]: osdmap e1457: 8 total, 8 up, 8 in 2024-09-20T22:29:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:29:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:29:02] "GET /metrics HTTP/1.1" 200 36537 "" "Prometheus/2.43.0" 2024-09-20T22:29:02.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:02 smithi134 ceph-mon[89086]: osdmap e1458: 8 total, 8 up, 8 in 2024-09-20T22:29:02.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:02 smithi134 ceph-mon[89086]: pgmap v2557: 137 pgs: 137 active+clean; 69 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 202 KiB/s rd, 15 KiB/s wr, 281 op/s 2024-09-20T22:29:02.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:29:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:29:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:29:02.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:02 smithi046 ceph-mon[96110]: osdmap e1458: 8 total, 8 up, 8 in 2024-09-20T22:29:02.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:02 smithi046 ceph-mon[96110]: pgmap v2557: 137 pgs: 137 active+clean; 69 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 202 KiB/s rd, 15 KiB/s wr, 281 op/s 2024-09-20T22:29:02.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:02 smithi046 ceph-mon[98591]: osdmap e1458: 8 total, 8 up, 8 in 2024-09-20T22:29:02.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:02 smithi046 ceph-mon[98591]: pgmap v2557: 137 pgs: 137 active+clean; 69 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 202 KiB/s rd, 15 KiB/s wr, 281 op/s 2024-09-20T22:29:03.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:03 smithi046 ceph-mon[96110]: osdmap e1459: 8 total, 8 up, 8 in 2024-09-20T22:29:03.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:03 smithi046 ceph-mon[98591]: osdmap e1459: 8 total, 8 up, 8 in 2024-09-20T22:29:03.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:03 smithi134 ceph-mon[89086]: osdmap e1459: 8 total, 8 up, 8 in 2024-09-20T22:29:04.598 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.CloneHideParent (6806 ms) 2024-09-20T22:29:04.598 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.Clone 2024-09-20T22:29:04.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:04 smithi046 ceph-mon[96110]: osdmap e1460: 8 total, 8 up, 8 in 2024-09-20T22:29:04.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:04 smithi046 ceph-mon[96110]: pgmap v2560: 137 pgs: 137 active+clean; 69 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 15 KiB/s wr, 223 op/s 2024-09-20T22:29:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:29:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:04 smithi046 ceph-mon[98591]: osdmap e1460: 8 total, 8 up, 8 in 2024-09-20T22:29:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:04 smithi046 ceph-mon[98591]: pgmap v2560: 137 pgs: 137 active+clean; 69 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 15 KiB/s wr, 223 op/s 2024-09-20T22:29:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:29:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:04 smithi134 ceph-mon[89086]: osdmap e1460: 8 total, 8 up, 8 in 2024-09-20T22:29:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:04 smithi134 ceph-mon[89086]: pgmap v2560: 137 pgs: 137 active+clean; 69 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 15 KiB/s wr, 223 op/s 2024-09-20T22:29:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:29:05.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:05 smithi046 ceph-mon[96110]: osdmap e1461: 8 total, 8 up, 8 in 2024-09-20T22:29:05.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:05 smithi046 ceph-mon[98591]: osdmap e1461: 8 total, 8 up, 8 in 2024-09-20T22:29:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:05 smithi134 ceph-mon[89086]: osdmap e1461: 8 total, 8 up, 8 in 2024-09-20T22:29:06.827 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.Clone (2229 ms) 2024-09-20T22:29:06.827 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2024-09-20T22:29:06.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:06 smithi046 ceph-mon[96110]: osdmap e1462: 8 total, 8 up, 8 in 2024-09-20T22:29:06.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:06 smithi046 ceph-mon[96110]: pgmap v2563: 137 pgs: 137 active+clean; 77 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 2.0 MiB/s wr, 235 op/s 2024-09-20T22:29:06.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:06 smithi046 ceph-mon[98591]: osdmap e1462: 8 total, 8 up, 8 in 2024-09-20T22:29:06.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:06 smithi046 ceph-mon[98591]: pgmap v2563: 137 pgs: 137 active+clean; 77 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 2.0 MiB/s wr, 235 op/s 2024-09-20T22:29:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:06 smithi134 ceph-mon[89086]: osdmap e1462: 8 total, 8 up, 8 in 2024-09-20T22:29:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:06 smithi134 ceph-mon[89086]: pgmap v2563: 137 pgs: 137 active+clean; 77 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 2.0 MiB/s wr, 235 op/s 2024-09-20T22:29:07.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:07 smithi046 ceph-mon[96110]: osdmap e1463: 8 total, 8 up, 8 in 2024-09-20T22:29:07.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:07 smithi046 ceph-mon[98591]: osdmap e1463: 8 total, 8 up, 8 in 2024-09-20T22:29:07.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:07 smithi134 ceph-mon[89086]: osdmap e1463: 8 total, 8 up, 8 in 2024-09-20T22:29:08.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:08 smithi046 ceph-mon[96110]: osdmap e1464: 8 total, 8 up, 8 in 2024-09-20T22:29:08.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:08 smithi046 ceph-mon[96110]: pgmap v2566: 137 pgs: 137 active+clean; 101 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 8.0 MiB/s wr, 286 op/s 2024-09-20T22:29:08.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:08 smithi046 ceph-mon[98591]: osdmap e1464: 8 total, 8 up, 8 in 2024-09-20T22:29:08.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:08 smithi046 ceph-mon[98591]: pgmap v2566: 137 pgs: 137 active+clean; 101 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 8.0 MiB/s wr, 286 op/s 2024-09-20T22:29:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:08 smithi134 ceph-mon[89086]: osdmap e1464: 8 total, 8 up, 8 in 2024-09-20T22:29:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:08 smithi134 ceph-mon[89086]: pgmap v2566: 137 pgs: 137 active+clean; 101 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 8.0 MiB/s wr, 286 op/s 2024-09-20T22:29:09.057 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.CloneFlatten (2230 ms) 2024-09-20T22:29:09.057 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.Stress 2024-09-20T22:29:09.079 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 81917105~1476466 2024-09-20T22:29:09.087 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 68877181~7388665 2024-09-20T22:29:09.088 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 13006675~6633602 2024-09-20T22:29:09.109 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 19398479~5572007 2024-09-20T22:29:09.110 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 77022374~1664746 2024-09-20T22:29:09.116 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 12748336~1596329 2024-09-20T22:29:09.118 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 7649621~4411561 2024-09-20T22:29:09.131 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 5950935~7225920 2024-09-20T22:29:09.134 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap0 2024-09-20T22:29:09.519 INFO:tasks.workunit.client.0.smithi046.stdout:clone image232 -> image233 2024-09-20T22:29:09.564 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 119476791 2024-09-20T22:29:09.570 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 32386793~4684234 2024-09-20T22:29:09.587 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 2680139~2787565 2024-09-20T22:29:09.591 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 94000436~5723236 2024-09-20T22:29:09.606 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 85482399~4747272 2024-09-20T22:29:09.607 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 13773963~3945732 2024-09-20T22:29:09.634 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 4227783~6925694 2024-09-20T22:29:09.637 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 80697683~6618330 2024-09-20T22:29:09.656 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 14738976~4777136 2024-09-20T22:29:09.657 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap1 2024-09-20T22:29:09.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:09 smithi046 ceph-mon[96110]: osdmap e1465: 8 total, 8 up, 8 in 2024-09-20T22:29:09.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:09 smithi046 ceph-mon[98591]: osdmap e1465: 8 total, 8 up, 8 in 2024-09-20T22:29:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:09 smithi134 ceph-mon[89086]: osdmap e1465: 8 total, 8 up, 8 in 2024-09-20T22:29:10.532 INFO:tasks.workunit.client.0.smithi046.stdout:clone image233 -> image234 2024-09-20T22:29:10.599 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 137994988 2024-09-20T22:29:10.606 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 20282645~5822977 2024-09-20T22:29:10.633 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 108082602~7094949 2024-09-20T22:29:10.637 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 125169762~7031069 2024-09-20T22:29:10.664 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 65422726~6680319 2024-09-20T22:29:10.667 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 56692901~680230 2024-09-20T22:29:10.672 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 20720993~5724017 2024-09-20T22:29:10.674 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 74566416~988704 2024-09-20T22:29:10.690 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 118099108~5504074 2024-09-20T22:29:10.693 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap2 2024-09-20T22:29:10.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:10 smithi046 ceph-mon[98591]: osdmap e1466: 8 total, 8 up, 8 in 2024-09-20T22:29:10.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:10 smithi046 ceph-mon[98591]: pgmap v2569: 137 pgs: 137 active+clean; 121 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 11 MiB/s wr, 187 op/s 2024-09-20T22:29:10.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:10 smithi046 ceph-mon[96110]: osdmap e1466: 8 total, 8 up, 8 in 2024-09-20T22:29:10.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:10 smithi046 ceph-mon[96110]: pgmap v2569: 137 pgs: 137 active+clean; 121 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 11 MiB/s wr, 187 op/s 2024-09-20T22:29:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:10 smithi134 ceph-mon[89086]: osdmap e1466: 8 total, 8 up, 8 in 2024-09-20T22:29:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:10 smithi134 ceph-mon[89086]: pgmap v2569: 137 pgs: 137 active+clean; 121 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 11 MiB/s wr, 187 op/s 2024-09-20T22:29:11.540 INFO:tasks.workunit.client.0.smithi046.stdout:clone image234 -> image235 2024-09-20T22:29:11.625 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 146737208 2024-09-20T22:29:11.631 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 66885563~1782882 2024-09-20T22:29:11.642 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 9342896~2159124 2024-09-20T22:29:11.646 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 55358822~5553778 2024-09-20T22:29:11.668 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 106990202~5276687 2024-09-20T22:29:11.671 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 54679177~386885 2024-09-20T22:29:11.673 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 107381412~2948901 2024-09-20T22:29:11.675 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 131829954~5912770 2024-09-20T22:29:11.695 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 118887428~4663274 2024-09-20T22:29:11.701 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap3 2024-09-20T22:29:11.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:11 smithi046 ceph-mon[96110]: osdmap e1467: 8 total, 8 up, 8 in 2024-09-20T22:29:11.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:11 smithi046 ceph-mon[98591]: osdmap e1467: 8 total, 8 up, 8 in 2024-09-20T22:29:11.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:11 smithi134 ceph-mon[89086]: osdmap e1467: 8 total, 8 up, 8 in 2024-09-20T22:29:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:29:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:29:12] "GET /metrics HTTP/1.1" 200 36575 "" "Prometheus/2.43.0" 2024-09-20T22:29:12.541 INFO:tasks.workunit.client.0.smithi046.stdout:clone image235 -> image236 2024-09-20T22:29:12.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:12 smithi134 ceph-mon[89086]: osdmap e1468: 8 total, 8 up, 8 in 2024-09-20T22:29:12.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:12 smithi134 ceph-mon[89086]: pgmap v2572: 137 pgs: 137 active+clean; 224 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 28 MiB/s wr, 508 op/s 2024-09-20T22:29:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:29:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:29:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:29:12.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:12 smithi046 ceph-mon[96110]: osdmap e1468: 8 total, 8 up, 8 in 2024-09-20T22:29:12.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:12 smithi046 ceph-mon[96110]: pgmap v2572: 137 pgs: 137 active+clean; 224 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 28 MiB/s wr, 508 op/s 2024-09-20T22:29:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:12 smithi046 ceph-mon[98591]: osdmap e1468: 8 total, 8 up, 8 in 2024-09-20T22:29:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:12 smithi046 ceph-mon[98591]: pgmap v2572: 137 pgs: 137 active+clean; 224 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 28 MiB/s wr, 508 op/s 2024-09-20T22:29:12.938 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.Stress (3881 ms) 2024-09-20T22:29:12.938 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2024-09-20T22:29:13.182 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (245 ms) 2024-09-20T22:29:13.182 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2024-09-20T22:29:13.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:13 smithi046 ceph-mon[96110]: osdmap e1469: 8 total, 8 up, 8 in 2024-09-20T22:29:13.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:13 smithi046 ceph-mon[98591]: osdmap e1469: 8 total, 8 up, 8 in 2024-09-20T22:29:13.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:13 smithi134 ceph-mon[89086]: osdmap e1469: 8 total, 8 up, 8 in 2024-09-20T22:29:14.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:14 smithi046 ceph-mon[96110]: osdmap e1470: 8 total, 8 up, 8 in 2024-09-20T22:29:14.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:14 smithi046 ceph-mon[96110]: pgmap v2575: 137 pgs: 137 active+clean; 261 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 31 MiB/s wr, 521 op/s 2024-09-20T22:29:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:14 smithi046 ceph-mon[98591]: osdmap e1470: 8 total, 8 up, 8 in 2024-09-20T22:29:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:14 smithi046 ceph-mon[98591]: pgmap v2575: 137 pgs: 137 active+clean; 261 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 31 MiB/s wr, 521 op/s 2024-09-20T22:29:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:14 smithi134 ceph-mon[89086]: osdmap e1470: 8 total, 8 up, 8 in 2024-09-20T22:29:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:14 smithi134 ceph-mon[89086]: pgmap v2575: 137 pgs: 137 active+clean; 261 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 31 MiB/s wr, 521 op/s 2024-09-20T22:29:15.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:15 smithi046 ceph-mon[96110]: osdmap e1471: 8 total, 8 up, 8 in 2024-09-20T22:29:15.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:15 smithi046 ceph-mon[98591]: osdmap e1471: 8 total, 8 up, 8 in 2024-09-20T22:29:15.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:15 smithi134 ceph-mon[89086]: osdmap e1471: 8 total, 8 up, 8 in 2024-09-20T22:29:16.891 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (3708 ms) 2024-09-20T22:29:16.891 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2024-09-20T22:29:16.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:16 smithi046 ceph-mon[98591]: osdmap e1472: 8 total, 8 up, 8 in 2024-09-20T22:29:16.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:16 smithi046 ceph-mon[98591]: pgmap v2578: 137 pgs: 137 active+clean; 339 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 24 MiB/s wr, 566 op/s 2024-09-20T22:29:16.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:16 smithi046 ceph-mon[96110]: osdmap e1472: 8 total, 8 up, 8 in 2024-09-20T22:29:16.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:16 smithi046 ceph-mon[96110]: pgmap v2578: 137 pgs: 137 active+clean; 339 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 24 MiB/s wr, 566 op/s 2024-09-20T22:29:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:16 smithi134 ceph-mon[89086]: osdmap e1472: 8 total, 8 up, 8 in 2024-09-20T22:29:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:16 smithi134 ceph-mon[89086]: pgmap v2578: 137 pgs: 137 active+clean; 339 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 24 MiB/s wr, 566 op/s 2024-09-20T22:29:17.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:17 smithi046 ceph-mon[96110]: osdmap e1473: 8 total, 8 up, 8 in 2024-09-20T22:29:17.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:17 smithi046 ceph-mon[98591]: osdmap e1473: 8 total, 8 up, 8 in 2024-09-20T22:29:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:17 smithi134 ceph-mon[89086]: osdmap e1473: 8 total, 8 up, 8 in 2024-09-20T22:29:18.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:18 smithi046 ceph-mon[96110]: osdmap e1474: 8 total, 8 up, 8 in 2024-09-20T22:29:18.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:18 smithi046 ceph-mon[96110]: pgmap v2581: 137 pgs: 137 active+clean; 375 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 25 MiB/s wr, 627 op/s 2024-09-20T22:29:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:18 smithi046 ceph-mon[98591]: osdmap e1474: 8 total, 8 up, 8 in 2024-09-20T22:29:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:18 smithi046 ceph-mon[98591]: pgmap v2581: 137 pgs: 137 active+clean; 375 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 25 MiB/s wr, 627 op/s 2024-09-20T22:29:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:18 smithi134 ceph-mon[89086]: osdmap e1474: 8 total, 8 up, 8 in 2024-09-20T22:29:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:18 smithi134 ceph-mon[89086]: pgmap v2581: 137 pgs: 137 active+clean; 375 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 25 MiB/s wr, 627 op/s 2024-09-20T22:29:18.965 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2075 ms) 2024-09-20T22:29:18.966 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2024-09-20T22:29:19.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:19 smithi046 ceph-mon[96110]: osdmap e1475: 8 total, 8 up, 8 in 2024-09-20T22:29:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:29:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:19 smithi046 ceph-mon[98591]: osdmap e1475: 8 total, 8 up, 8 in 2024-09-20T22:29:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:29:19.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:19 smithi134 ceph-mon[89086]: osdmap e1475: 8 total, 8 up, 8 in 2024-09-20T22:29:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:29:20.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:20 smithi046 ceph-mon[96110]: osdmap e1476: 8 total, 8 up, 8 in 2024-09-20T22:29:20.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:20 smithi046 ceph-mon[96110]: pgmap v2584: 137 pgs: 137 active+clean; 379 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 10 MiB/s wr, 129 op/s 2024-09-20T22:29:20.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:20 smithi046 ceph-mon[98591]: osdmap e1476: 8 total, 8 up, 8 in 2024-09-20T22:29:20.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:20 smithi046 ceph-mon[98591]: pgmap v2584: 137 pgs: 137 active+clean; 379 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 10 MiB/s wr, 129 op/s 2024-09-20T22:29:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:20 smithi134 ceph-mon[89086]: osdmap e1476: 8 total, 8 up, 8 in 2024-09-20T22:29:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:20 smithi134 ceph-mon[89086]: pgmap v2584: 137 pgs: 137 active+clean; 379 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 10 MiB/s wr, 129 op/s 2024-09-20T22:29:21.199 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2233 ms) 2024-09-20T22:29:21.199 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2024-09-20T22:29:21.222 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 49409535~7928257 2024-09-20T22:29:21.243 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 59248609~2789307 2024-09-20T22:29:21.244 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 33459205~6976347 2024-09-20T22:29:21.268 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 20598044~1186949 2024-09-20T22:29:21.269 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 31758641~4124349 2024-09-20T22:29:21.281 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 78282370~5603710 2024-09-20T22:29:21.282 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 14312286~363333 2024-09-20T22:29:21.285 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 67861043~1066218 2024-09-20T22:29:21.285 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap0 2024-09-20T22:29:21.594 INFO:tasks.workunit.client.0.smithi046.stdout:clone image255 -> image256 2024-09-20T22:29:21.642 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 19678767~1139065 2024-09-20T22:29:21.651 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 32261821~5957425 2024-09-20T22:29:21.663 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 45132099~425713 2024-09-20T22:29:21.666 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 5369181~3370663 2024-09-20T22:29:21.670 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 2763232~7451763 2024-09-20T22:29:21.694 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 25971456~215752 2024-09-20T22:29:21.697 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 50087049~2836030 2024-09-20T22:29:21.715 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 55956986~8272127 2024-09-20T22:29:21.731 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap1 2024-09-20T22:29:21.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:21 smithi046 ceph-mon[96110]: osdmap e1477: 8 total, 8 up, 8 in 2024-09-20T22:29:21.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:21 smithi046 ceph-mon[98591]: osdmap e1477: 8 total, 8 up, 8 in 2024-09-20T22:29:21.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:21 smithi134 ceph-mon[89086]: osdmap e1477: 8 total, 8 up, 8 in 2024-09-20T22:29:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:29:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:29:22] "GET /metrics HTTP/1.1" 200 36579 "" "Prometheus/2.43.0" 2024-09-20T22:29:22.578 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:29:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:29:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:29:22.599 INFO:tasks.workunit.client.0.smithi046.stdout:clone image256 -> image257 2024-09-20T22:29:22.663 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 89416191 2024-09-20T22:29:22.669 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 59275144~1470703 2024-09-20T22:29:22.678 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 57031736~1265852 2024-09-20T22:29:22.693 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 81520393~7895798 2024-09-20T22:29:22.711 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 87392866~38246 2024-09-20T22:29:22.713 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 26330016~6233119 2024-09-20T22:29:22.732 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 65290286~8242626 2024-09-20T22:29:22.736 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 47743989~1929491 2024-09-20T22:29:22.752 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 11883985~6810461 2024-09-20T22:29:22.766 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap2 2024-09-20T22:29:22.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:22 smithi046 ceph-mon[96110]: osdmap e1478: 8 total, 8 up, 8 in 2024-09-20T22:29:22.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:22 smithi046 ceph-mon[96110]: pgmap v2587: 137 pgs: 137 active+clean; 471 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 23 MiB/s wr, 383 op/s 2024-09-20T22:29:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:22 smithi046 ceph-mon[98591]: osdmap e1478: 8 total, 8 up, 8 in 2024-09-20T22:29:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:22 smithi046 ceph-mon[98591]: pgmap v2587: 137 pgs: 137 active+clean; 471 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 23 MiB/s wr, 383 op/s 2024-09-20T22:29:22.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:22 smithi134 ceph-mon[89086]: osdmap e1478: 8 total, 8 up, 8 in 2024-09-20T22:29:22.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:22 smithi134 ceph-mon[89086]: pgmap v2587: 137 pgs: 137 active+clean; 471 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 23 MiB/s wr, 383 op/s 2024-09-20T22:29:23.603 INFO:tasks.workunit.client.0.smithi046.stdout:clone image257 -> image258 2024-09-20T22:29:23.681 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 169294973 2024-09-20T22:29:23.687 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 78468896~161855 2024-09-20T22:29:23.693 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 97995278~6770776 2024-09-20T22:29:23.693 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 159078937~1479700 2024-09-20T22:29:23.699 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 86798386~133009 2024-09-20T22:29:23.721 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 71345797~6843536 2024-09-20T22:29:23.745 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 130588703~8223087 2024-09-20T22:29:23.746 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 72307329~1887467 2024-09-20T22:29:23.754 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 16068513~5250892 2024-09-20T22:29:23.758 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap3 2024-09-20T22:29:23.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:23 smithi046 ceph-mon[96110]: osdmap e1479: 8 total, 8 up, 8 in 2024-09-20T22:29:23.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:23 smithi046 ceph-mon[98591]: osdmap e1479: 8 total, 8 up, 8 in 2024-09-20T22:29:23.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:23 smithi134 ceph-mon[89086]: osdmap e1479: 8 total, 8 up, 8 in 2024-09-20T22:29:24.605 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 219730708 2024-09-20T22:29:24.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:24 smithi046 ceph-mon[96110]: osdmap e1480: 8 total, 8 up, 8 in 2024-09-20T22:29:24.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:24 smithi046 ceph-mon[96110]: pgmap v2590: 137 pgs: 137 active+clean; 487 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 25 MiB/s wr, 448 op/s 2024-09-20T22:29:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:24 smithi046 ceph-mon[98591]: osdmap e1480: 8 total, 8 up, 8 in 2024-09-20T22:29:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:24 smithi046 ceph-mon[98591]: pgmap v2590: 137 pgs: 137 active+clean; 487 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 25 MiB/s wr, 448 op/s 2024-09-20T22:29:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:24 smithi134 ceph-mon[89086]: osdmap e1480: 8 total, 8 up, 8 in 2024-09-20T22:29:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:24 smithi134 ceph-mon[89086]: pgmap v2590: 137 pgs: 137 active+clean; 487 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 25 MiB/s wr, 448 op/s 2024-09-20T22:29:25.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:25 smithi046 ceph-mon[96110]: osdmap e1481: 8 total, 8 up, 8 in 2024-09-20T22:29:25.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:25 smithi046 ceph-mon[98591]: osdmap e1481: 8 total, 8 up, 8 in 2024-09-20T22:29:25.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:25 smithi134 ceph-mon[89086]: osdmap e1481: 8 total, 8 up, 8 in 2024-09-20T22:29:26.097 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (4899 ms) 2024-09-20T22:29:26.097 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2024-09-20T22:29:26.348 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (250 ms) 2024-09-20T22:29:26.348 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2024-09-20T22:29:26.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:26 smithi046 ceph-mon[98591]: osdmap e1482: 8 total, 8 up, 8 in 2024-09-20T22:29:26.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:26 smithi046 ceph-mon[98591]: pgmap v2593: 137 pgs: 137 active+clean; 618 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 31 MiB/s wr, 504 op/s 2024-09-20T22:29:26.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:26 smithi046 ceph-mon[96110]: osdmap e1482: 8 total, 8 up, 8 in 2024-09-20T22:29:26.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:26 smithi046 ceph-mon[96110]: pgmap v2593: 137 pgs: 137 active+clean; 618 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 31 MiB/s wr, 504 op/s 2024-09-20T22:29:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:26 smithi134 ceph-mon[89086]: osdmap e1482: 8 total, 8 up, 8 in 2024-09-20T22:29:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:26 smithi134 ceph-mon[89086]: pgmap v2593: 137 pgs: 137 active+clean; 618 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 31 MiB/s wr, 504 op/s 2024-09-20T22:29:27.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:27 smithi046 ceph-mon[96110]: osdmap e1483: 8 total, 8 up, 8 in 2024-09-20T22:29:27.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:27 smithi046 ceph-mon[98591]: osdmap e1483: 8 total, 8 up, 8 in 2024-09-20T22:29:27.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:27 smithi134 ceph-mon[89086]: osdmap e1483: 8 total, 8 up, 8 in 2024-09-20T22:29:28.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:28 smithi046 ceph-mon[96110]: osdmap e1484: 8 total, 8 up, 8 in 2024-09-20T22:29:28.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:28 smithi046 ceph-mon[96110]: pgmap v2596: 137 pgs: 137 active+clean; 680 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 39 MiB/s wr, 560 op/s 2024-09-20T22:29:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:28 smithi046 ceph-mon[98591]: osdmap e1484: 8 total, 8 up, 8 in 2024-09-20T22:29:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:28 smithi046 ceph-mon[98591]: pgmap v2596: 137 pgs: 137 active+clean; 680 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 39 MiB/s wr, 560 op/s 2024-09-20T22:29:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:28 smithi134 ceph-mon[89086]: osdmap e1484: 8 total, 8 up, 8 in 2024-09-20T22:29:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:28 smithi134 ceph-mon[89086]: pgmap v2596: 137 pgs: 137 active+clean; 680 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 39 MiB/s wr, 560 op/s 2024-09-20T22:29:29.866 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (3519 ms) 2024-09-20T22:29:29.867 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2024-09-20T22:29:29.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:29 smithi046 ceph-mon[96110]: osdmap e1485: 8 total, 8 up, 8 in 2024-09-20T22:29:29.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:29 smithi046 ceph-mon[98591]: osdmap e1485: 8 total, 8 up, 8 in 2024-09-20T22:29:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:29 smithi134 ceph-mon[89086]: osdmap e1485: 8 total, 8 up, 8 in 2024-09-20T22:29:30.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:30 smithi046 ceph-mon[98591]: osdmap e1486: 8 total, 8 up, 8 in 2024-09-20T22:29:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:30 smithi046 ceph-mon[98591]: pgmap v2599: 137 pgs: 137 active+clean; 691 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 15 MiB/s wr, 195 op/s 2024-09-20T22:29:30.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:30 smithi046 ceph-mon[96110]: osdmap e1486: 8 total, 8 up, 8 in 2024-09-20T22:29:30.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:30 smithi046 ceph-mon[96110]: pgmap v2599: 137 pgs: 137 active+clean; 691 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 15 MiB/s wr, 195 op/s 2024-09-20T22:29:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:30 smithi134 ceph-mon[89086]: osdmap e1486: 8 total, 8 up, 8 in 2024-09-20T22:29:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:30 smithi134 ceph-mon[89086]: pgmap v2599: 137 pgs: 137 active+clean; 691 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 15 MiB/s wr, 195 op/s 2024-09-20T22:29:31.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:31 smithi046 ceph-mon[96110]: osdmap e1487: 8 total, 8 up, 8 in 2024-09-20T22:29:31.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:31 smithi046 ceph-mon[98591]: osdmap e1487: 8 total, 8 up, 8 in 2024-09-20T22:29:31.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:31 smithi134 ceph-mon[89086]: osdmap e1487: 8 total, 8 up, 8 in 2024-09-20T22:29:31.945 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2079 ms) 2024-09-20T22:29:31.945 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2024-09-20T22:29:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:29:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:29:32] "GET /metrics HTTP/1.1" 200 36579 "" "Prometheus/2.43.0" 2024-09-20T22:29:32.633 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:29:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:29:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:29:32.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:32 smithi046 ceph-mon[96110]: osdmap e1488: 8 total, 8 up, 8 in 2024-09-20T22:29:32.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:32 smithi046 ceph-mon[96110]: pgmap v2602: 137 pgs: 137 active+clean; 733 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 13 MiB/s wr, 292 op/s 2024-09-20T22:29:32.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:32 smithi046 ceph-mon[98591]: osdmap e1488: 8 total, 8 up, 8 in 2024-09-20T22:29:32.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:32 smithi046 ceph-mon[98591]: pgmap v2602: 137 pgs: 137 active+clean; 733 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 13 MiB/s wr, 292 op/s 2024-09-20T22:29:32.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:32 smithi134 ceph-mon[89086]: osdmap e1488: 8 total, 8 up, 8 in 2024-09-20T22:29:32.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:32 smithi134 ceph-mon[89086]: pgmap v2602: 137 pgs: 137 active+clean; 733 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 13 MiB/s wr, 292 op/s 2024-09-20T22:29:33.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:33 smithi046 ceph-mon[96110]: osdmap e1489: 8 total, 8 up, 8 in 2024-09-20T22:29:33.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:33 smithi046 ceph-mon[98591]: osdmap e1489: 8 total, 8 up, 8 in 2024-09-20T22:29:33.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:33 smithi134 ceph-mon[89086]: osdmap e1489: 8 total, 8 up, 8 in 2024-09-20T22:29:34.081 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2135 ms) 2024-09-20T22:29:34.081 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2024-09-20T22:29:34.104 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 42669773~6918643 2024-09-20T22:29:34.132 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 18062821~4320544 2024-09-20T22:29:34.133 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 46900464~7537194 2024-09-20T22:29:34.152 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 67868363~4466887 2024-09-20T22:29:34.152 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 63348999~576360 2024-09-20T22:29:34.157 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 57678784~1433567 2024-09-20T22:29:34.157 INFO:tasks.workunit.client.0.smithi046.stdout:write: A 44856308~5006351 2024-09-20T22:29:34.174 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 47082400~176727 2024-09-20T22:29:34.175 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap0 2024-09-20T22:29:34.655 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 122996636 2024-09-20T22:29:34.661 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 42053783~4110967 2024-09-20T22:29:34.664 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 76287725~7443592 2024-09-20T22:29:34.668 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 14888628~7867588 2024-09-20T22:29:34.668 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 38221613~7871290 2024-09-20T22:29:34.707 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 98821995~2217991 2024-09-20T22:29:34.707 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 32933884~1381862 2024-09-20T22:29:34.708 INFO:tasks.workunit.client.0.smithi046.stdout:write: B 91986175~5077342 2024-09-20T22:29:34.708 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 31746459~540980 2024-09-20T22:29:34.727 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap1 2024-09-20T22:29:34.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:34 smithi046 ceph-mon[96110]: osdmap e1490: 8 total, 8 up, 8 in 2024-09-20T22:29:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:34 smithi046 ceph-mon[96110]: pgmap v2605: 137 pgs: 137 active+clean; 742 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 50 MiB/s rd, 12 MiB/s wr, 316 op/s 2024-09-20T22:29:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:29:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:34 smithi046 ceph-mon[98591]: osdmap e1490: 8 total, 8 up, 8 in 2024-09-20T22:29:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:34 smithi046 ceph-mon[98591]: pgmap v2605: 137 pgs: 137 active+clean; 742 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 50 MiB/s rd, 12 MiB/s wr, 316 op/s 2024-09-20T22:29:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:29:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:34 smithi134 ceph-mon[89086]: osdmap e1490: 8 total, 8 up, 8 in 2024-09-20T22:29:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:34 smithi134 ceph-mon[89086]: pgmap v2605: 137 pgs: 137 active+clean; 742 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 50 MiB/s rd, 12 MiB/s wr, 316 op/s 2024-09-20T22:29:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:29:35.673 INFO:tasks.workunit.client.0.smithi046.stdout:clone image277 -> image278 2024-09-20T22:29:35.732 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 137203175 2024-09-20T22:29:35.739 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 60106375~2016681 2024-09-20T22:29:35.751 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 611584~7069970 2024-09-20T22:29:35.755 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 58287056~5033294 2024-09-20T22:29:35.772 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 128053694~6363517 2024-09-20T22:29:35.772 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 63389367~438465 2024-09-20T22:29:35.774 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 76235683~3841676 2024-09-20T22:29:35.779 INFO:tasks.workunit.client.0.smithi046.stdout:write: C 105418469~6362364 2024-09-20T22:29:35.797 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 105021367~5049574 2024-09-20T22:29:35.799 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap2 2024-09-20T22:29:35.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:35 smithi046 ceph-mon[98591]: osdmap e1491: 8 total, 8 up, 8 in 2024-09-20T22:29:35.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:35 smithi046 ceph-mon[96110]: osdmap e1491: 8 total, 8 up, 8 in 2024-09-20T22:29:35.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:35 smithi134 ceph-mon[89086]: osdmap e1491: 8 total, 8 up, 8 in 2024-09-20T22:29:36.671 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 124318296~3693971 2024-09-20T22:29:36.675 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 4984899~7884930 2024-09-20T22:29:36.675 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 62257889~438772 2024-09-20T22:29:36.675 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 107478358~6930013 2024-09-20T22:29:36.677 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 69742284~4646347 2024-09-20T22:29:36.677 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 113225762~3804549 2024-09-20T22:29:36.695 INFO:tasks.workunit.client.0.smithi046.stdout:write: D 58570593~7345579 2024-09-20T22:29:36.695 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 10862369~7830909 2024-09-20T22:29:36.727 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap3 2024-09-20T22:29:36.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:36 smithi134 ceph-mon[89086]: osdmap e1492: 8 total, 8 up, 8 in 2024-09-20T22:29:36.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:36 smithi134 ceph-mon[89086]: pgmap v2608: 137 pgs: 137 active+clean; 845 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 35 MiB/s rd, 29 MiB/s wr, 578 op/s 2024-09-20T22:29:37.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:36 smithi046 ceph-mon[96110]: osdmap e1492: 8 total, 8 up, 8 in 2024-09-20T22:29:37.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:36 smithi046 ceph-mon[96110]: pgmap v2608: 137 pgs: 137 active+clean; 845 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 35 MiB/s rd, 29 MiB/s wr, 578 op/s 2024-09-20T22:29:37.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:36 smithi046 ceph-mon[98591]: osdmap e1492: 8 total, 8 up, 8 in 2024-09-20T22:29:37.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:36 smithi046 ceph-mon[98591]: pgmap v2608: 137 pgs: 137 active+clean; 845 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 35 MiB/s rd, 29 MiB/s wr, 578 op/s 2024-09-20T22:29:37.680 INFO:tasks.workunit.client.0.smithi046.stdout:resize: 153035505 2024-09-20T22:29:37.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:37 smithi134 ceph-mon[89086]: osdmap e1493: 8 total, 8 up, 8 in 2024-09-20T22:29:38.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:37 smithi046 ceph-mon[96110]: osdmap e1493: 8 total, 8 up, 8 in 2024-09-20T22:29:38.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:37 smithi046 ceph-mon[98591]: osdmap e1493: 8 total, 8 up, 8 in 2024-09-20T22:29:38.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:38 smithi134 ceph-mon[89086]: osdmap e1494: 8 total, 8 up, 8 in 2024-09-20T22:29:38.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:38 smithi134 ceph-mon[89086]: pgmap v2611: 137 pgs: 137 active+clean; 927 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 52 MiB/s rd, 45 MiB/s wr, 773 op/s 2024-09-20T22:29:39.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:38 smithi046 ceph-mon[96110]: osdmap e1494: 8 total, 8 up, 8 in 2024-09-20T22:29:39.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:38 smithi046 ceph-mon[96110]: pgmap v2611: 137 pgs: 137 active+clean; 927 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 52 MiB/s rd, 45 MiB/s wr, 773 op/s 2024-09-20T22:29:39.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:38 smithi046 ceph-mon[98591]: osdmap e1494: 8 total, 8 up, 8 in 2024-09-20T22:29:39.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:38 smithi046 ceph-mon[98591]: pgmap v2611: 137 pgs: 137 active+clean; 927 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 52 MiB/s rd, 45 MiB/s wr, 773 op/s 2024-09-20T22:29:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:39 smithi134 ceph-mon[89086]: osdmap e1495: 8 total, 8 up, 8 in 2024-09-20T22:29:40.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:39 smithi046 ceph-mon[96110]: osdmap e1495: 8 total, 8 up, 8 in 2024-09-20T22:29:40.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:39 smithi046 ceph-mon[98591]: osdmap e1495: 8 total, 8 up, 8 in 2024-09-20T22:29:40.194 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (6113 ms) 2024-09-20T22:29:40.194 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-09-20T22:29:40.220 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:29:40.291 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (97 ms) 2024-09-20T22:29:40.291 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-09-20T22:29:40.312 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:29:40.384 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (94 ms) 2024-09-20T22:29:40.384 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-09-20T22:29:40.412 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:29:40.483 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.Clone_StrippingLargerDstObjSize (98 ms) 2024-09-20T22:29:40.483 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-09-20T22:29:40.504 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:29:40.577 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (95 ms) 2024-09-20T22:29:40.577 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-09-20T22:29:40.600 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:29:40.669 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.Stress_StrippingLargerDstObjSize (92 ms) 2024-09-20T22:29:40.670 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-09-20T22:29:40.694 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:29:40.764 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (94 ms) 2024-09-20T22:29:40.764 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-09-20T22:29:40.787 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:29:40.864 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (101 ms) 2024-09-20T22:29:40.865 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-09-20T22:29:40.888 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:29:40.962 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (97 ms) 2024-09-20T22:29:40.962 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-09-20T22:29:40.985 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:29:41.056 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (94 ms) 2024-09-20T22:29:41.056 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-09-20T22:29:41.078 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:29:41.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:40 smithi046 ceph-mon[96110]: osdmap e1496: 8 total, 8 up, 8 in 2024-09-20T22:29:41.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:40 smithi046 ceph-mon[96110]: pgmap v2614: 137 pgs: 137 active+clean; 943 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 21 MiB/s wr, 289 op/s 2024-09-20T22:29:41.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:40 smithi046 ceph-mon[98591]: osdmap e1496: 8 total, 8 up, 8 in 2024-09-20T22:29:41.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:40 smithi046 ceph-mon[98591]: pgmap v2614: 137 pgs: 137 active+clean; 943 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 21 MiB/s wr, 289 op/s 2024-09-20T22:29:41.151 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (95 ms) 2024-09-20T22:29:41.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:40 smithi134 ceph-mon[89086]: osdmap e1496: 8 total, 8 up, 8 in 2024-09-20T22:29:41.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:40 smithi134 ceph-mon[89086]: pgmap v2614: 137 pgs: 137 active+clean; 943 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 21 MiB/s wr, 289 op/s 2024-09-20T22:29:41.690 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 31 tests from TestDeepCopy (54672 ms total) 2024-09-20T22:29:41.690 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:29:41.690 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 51 tests from TestMirroring 2024-09-20T22:29:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:29:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:29:42] "GET /metrics HTTP/1.1" 200 36581 "" "Prometheus/2.43.0" 2024-09-20T22:29:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:29:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:29:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:29:43.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:42 smithi046 ceph-mon[96110]: osdmap e1497: 8 total, 8 up, 8 in 2024-09-20T22:29:43.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:42 smithi046 ceph-mon[96110]: pgmap v2616: 105 pgs: 105 active+clean; 4.6 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2024-09-20T22:29:43.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:42 smithi046 ceph-mon[98591]: osdmap e1497: 8 total, 8 up, 8 in 2024-09-20T22:29:43.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:42 smithi046 ceph-mon[98591]: pgmap v2616: 105 pgs: 105 active+clean; 4.6 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2024-09-20T22:29:43.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:42 smithi134 ceph-mon[89086]: osdmap e1497: 8 total, 8 up, 8 in 2024-09-20T22:29:43.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:42 smithi134 ceph-mon[89086]: pgmap v2616: 105 pgs: 105 active+clean; 4.6 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2024-09-20T22:29:43.692 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2024-09-20T22:29:44.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:43 smithi046 ceph-mon[96110]: osdmap e1498: 8 total, 8 up, 8 in 2024-09-20T22:29:44.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:43 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:29:44.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:43 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:29:44.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:43 smithi046 ceph-mon[98591]: osdmap e1498: 8 total, 8 up, 8 in 2024-09-20T22:29:44.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:43 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:29:44.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:43 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:29:44.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:43 smithi134 ceph-mon[89086]: osdmap e1498: 8 total, 8 up, 8 in 2024-09-20T22:29:44.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:43 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:29:44.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:43 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:29:45.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:44 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:29:45.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:44 smithi046 ceph-mon[96110]: osdmap e1499: 8 total, 8 up, 8 in 2024-09-20T22:29:45.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:44 smithi046 ceph-mon[96110]: pgmap v2619: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail 2024-09-20T22:29:45.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:44 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:29:45.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:44 smithi046 ceph-mon[98591]: osdmap e1499: 8 total, 8 up, 8 in 2024-09-20T22:29:45.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:44 smithi046 ceph-mon[98591]: pgmap v2619: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail 2024-09-20T22:29:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:44 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:29:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:44 smithi134 ceph-mon[89086]: osdmap e1499: 8 total, 8 up, 8 in 2024-09-20T22:29:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:44 smithi134 ceph-mon[89086]: pgmap v2619: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail 2024-09-20T22:29:45.829 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2137 ms) 2024-09-20T22:29:45.829 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2024-09-20T22:29:45.931 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (102 ms) 2024-09-20T22:29:45.931 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2024-09-20T22:29:46.014 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (83 ms) 2024-09-20T22:29:46.014 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2024-09-20T22:29:46.112 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (98 ms) 2024-09-20T22:29:46.112 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2024-09-20T22:29:46.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:45 smithi046 ceph-mon[96110]: osdmap e1500: 8 total, 8 up, 8 in 2024-09-20T22:29:46.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:45 smithi046 ceph-mon[98591]: osdmap e1500: 8 total, 8 up, 8 in 2024-09-20T22:29:46.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:45 smithi134 ceph-mon[89086]: osdmap e1500: 8 total, 8 up, 8 in 2024-09-20T22:29:46.199 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (88 ms) 2024-09-20T22:29:46.199 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2024-09-20T22:29:46.292 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (93 ms) 2024-09-20T22:29:46.293 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2024-09-20T22:29:46.402 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (109 ms) 2024-09-20T22:29:46.402 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2024-09-20T22:29:46.402 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:29:46.402 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2024-09-20T22:29:46.402 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2024-09-20T22:29:46.402 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:29:46.403 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.DisableJournalingWithPeer (0 ms) 2024-09-20T22:29:46.403 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2024-09-20T22:29:46.472 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (70 ms) 2024-09-20T22:29:46.472 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2024-09-20T22:29:46.547 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (76 ms) 2024-09-20T22:29:46.548 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2024-09-20T22:29:47.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:46 smithi046 ceph-mon[96110]: osdmap e1501: 8 total, 8 up, 8 in 2024-09-20T22:29:47.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:46 smithi046 ceph-mon[96110]: pgmap v2622: 137 pgs: 2 creating+peering, 11 unknown, 124 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-20T22:29:47.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:46 smithi046 ceph-mon[98591]: osdmap e1501: 8 total, 8 up, 8 in 2024-09-20T22:29:47.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:46 smithi046 ceph-mon[98591]: pgmap v2622: 137 pgs: 2 creating+peering, 11 unknown, 124 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-20T22:29:47.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:46 smithi134 ceph-mon[89086]: osdmap e1501: 8 total, 8 up, 8 in 2024-09-20T22:29:47.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:46 smithi134 ceph-mon[89086]: pgmap v2622: 137 pgs: 2 creating+peering, 11 unknown, 124 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-20T22:29:47.776 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1228 ms) 2024-09-20T22:29:47.776 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2024-09-20T22:29:48.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:47 smithi046 ceph-mon[96110]: osdmap e1502: 8 total, 8 up, 8 in 2024-09-20T22:29:48.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:47 smithi046 ceph-mon[98591]: osdmap e1502: 8 total, 8 up, 8 in 2024-09-20T22:29:48.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:47 smithi134 ceph-mon[89086]: osdmap e1502: 8 total, 8 up, 8 in 2024-09-20T22:29:49.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:48 smithi046 ceph-mon[98591]: osdmap e1503: 8 total, 8 up, 8 in 2024-09-20T22:29:49.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:48 smithi046 ceph-mon[98591]: pgmap v2625: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 156 KiB/s rd, 15 KiB/s wr, 215 op/s 2024-09-20T22:29:49.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:48 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:29:49.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:48 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:29:49.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:48 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:29:49.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:48 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:29:49.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:48 smithi046 ceph-mon[96110]: osdmap e1503: 8 total, 8 up, 8 in 2024-09-20T22:29:49.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:48 smithi046 ceph-mon[96110]: pgmap v2625: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 156 KiB/s rd, 15 KiB/s wr, 215 op/s 2024-09-20T22:29:49.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:48 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:29:49.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:48 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:29:49.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:48 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:29:49.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:48 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:29:49.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:48 smithi134 ceph-mon[89086]: osdmap e1503: 8 total, 8 up, 8 in 2024-09-20T22:29:49.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:48 smithi134 ceph-mon[89086]: pgmap v2625: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 156 KiB/s rd, 15 KiB/s wr, 215 op/s 2024-09-20T22:29:49.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:48 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:29:49.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:48 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:29:49.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:48 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:29:49.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:48 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:29:49.785 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2009 ms) 2024-09-20T22:29:49.785 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2024-09-20T22:29:49.874 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (90 ms) 2024-09-20T22:29:49.875 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2024-09-20T22:29:49.966 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (91 ms) 2024-09-20T22:29:49.966 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2024-09-20T22:29:50.062 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (96 ms) 2024-09-20T22:29:50.062 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2024-09-20T22:29:50.141 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (80 ms) 2024-09-20T22:29:50.141 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2024-09-20T22:29:50.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:49 smithi046 ceph-mon[98591]: osdmap e1504: 8 total, 8 up, 8 in 2024-09-20T22:29:50.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:29:50.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:49 smithi046 ceph-mon[96110]: osdmap e1504: 8 total, 8 up, 8 in 2024-09-20T22:29:50.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:29:50.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:49 smithi134 ceph-mon[89086]: osdmap e1504: 8 total, 8 up, 8 in 2024-09-20T22:29:50.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:29:50.220 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (78 ms) 2024-09-20T22:29:50.220 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2024-09-20T22:29:50.307 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (87 ms) 2024-09-20T22:29:50.307 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2024-09-20T22:29:50.403 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (96 ms) 2024-09-20T22:29:50.403 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2024-09-20T22:29:51.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:50 smithi046 ceph-mon[98591]: osdmap e1505: 8 total, 8 up, 8 in 2024-09-20T22:29:51.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:50 smithi046 ceph-mon[98591]: pgmap v2628: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 241 KiB/s rd, 39 KiB/s wr, 351 op/s 2024-09-20T22:29:51.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:50 smithi046 ceph-mon[96110]: osdmap e1505: 8 total, 8 up, 8 in 2024-09-20T22:29:51.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:50 smithi046 ceph-mon[96110]: pgmap v2628: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 241 KiB/s rd, 39 KiB/s wr, 351 op/s 2024-09-20T22:29:51.175 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:50 smithi134 ceph-mon[89086]: osdmap e1505: 8 total, 8 up, 8 in 2024-09-20T22:29:51.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:50 smithi134 ceph-mon[89086]: pgmap v2628: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 241 KiB/s rd, 39 KiB/s wr, 351 op/s 2024-09-20T22:29:51.810 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1408 ms) 2024-09-20T22:29:51.811 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2024-09-20T22:29:51.920 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (109 ms) 2024-09-20T22:29:51.920 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2024-09-20T22:29:52.022 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (102 ms) 2024-09-20T22:29:52.022 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2024-09-20T22:29:52.053 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:51 smithi046 ceph-mon[96110]: osdmap e1506: 8 total, 8 up, 8 in 2024-09-20T22:29:52.054 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:51 smithi046 ceph-mon[98591]: osdmap e1506: 8 total, 8 up, 8 in 2024-09-20T22:29:52.119 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (97 ms) 2024-09-20T22:29:52.119 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2024-09-20T22:29:52.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:51 smithi134 ceph-mon[89086]: osdmap e1506: 8 total, 8 up, 8 in 2024-09-20T22:29:52.270 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (152 ms) 2024-09-20T22:29:52.271 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2024-09-20T22:29:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:29:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:29:52] "GET /metrics HTTP/1.1" 200 36550 "" "Prometheus/2.43.0" 2024-09-20T22:29:52.424 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (153 ms) 2024-09-20T22:29:52.424 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2024-09-20T22:29:52.561 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (137 ms) 2024-09-20T22:29:52.561 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2024-09-20T22:29:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:29:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:29:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:29:52.705 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (144 ms) 2024-09-20T22:29:52.705 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2024-09-20T22:29:52.858 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (154 ms) 2024-09-20T22:29:52.859 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2024-09-20T22:29:53.026 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (167 ms) 2024-09-20T22:29:53.026 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2024-09-20T22:29:53.109 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (83 ms) 2024-09-20T22:29:53.109 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2024-09-20T22:29:53.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:52 smithi046 ceph-mon[98591]: osdmap e1507: 8 total, 8 up, 8 in 2024-09-20T22:29:53.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:52 smithi046 ceph-mon[98591]: pgmap v2631: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 428 KiB/s rd, 53 KiB/s wr, 620 op/s 2024-09-20T22:29:53.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:52 smithi046 ceph-mon[96110]: osdmap e1507: 8 total, 8 up, 8 in 2024-09-20T22:29:53.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:52 smithi046 ceph-mon[96110]: pgmap v2631: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 428 KiB/s rd, 53 KiB/s wr, 620 op/s 2024-09-20T22:29:53.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:52 smithi134 ceph-mon[89086]: osdmap e1507: 8 total, 8 up, 8 in 2024-09-20T22:29:53.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:52 smithi134 ceph-mon[89086]: pgmap v2631: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 428 KiB/s rd, 53 KiB/s wr, 620 op/s 2024-09-20T22:29:53.182 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (73 ms) 2024-09-20T22:29:53.182 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2024-09-20T22:29:53.250 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (68 ms) 2024-09-20T22:29:53.250 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2024-09-20T22:29:53.402 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (153 ms) 2024-09-20T22:29:53.402 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2024-09-20T22:29:53.524 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (121 ms) 2024-09-20T22:29:53.524 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2024-09-20T22:29:53.633 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (109 ms) 2024-09-20T22:29:53.633 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2024-09-20T22:29:53.743 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (110 ms) 2024-09-20T22:29:53.743 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.MirrorStatusList 2024-09-20T22:29:53.816 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.MirrorStatusList (73 ms) 2024-09-20T22:29:53.817 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2024-09-20T22:29:53.911 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.RemoveBootstrapped (95 ms) 2024-09-20T22:29:53.911 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2024-09-20T22:29:54.270 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.AioPromoteDemote (360 ms) 2024-09-20T22:29:54.271 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.AioGetInfo 2024-09-20T22:29:54.624 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.AioGetInfo (353 ms) 2024-09-20T22:29:54.624 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.AioGetStatus 2024-09-20T22:29:54.844 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.AioGetStatus (220 ms) 2024-09-20T22:29:54.844 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.SiteName 2024-09-20T22:29:54.851 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.SiteName (7 ms) 2024-09-20T22:29:54.851 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.Bootstrap 2024-09-20T22:29:55.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:54 smithi046 ceph-mon[96110]: pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 491 KiB/s rd, 65 KiB/s wr, 709 op/s 2024-09-20T22:29:55.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:54 smithi046 ceph-mon[96110]: osdmap e1508: 8 total, 8 up, 8 in 2024-09-20T22:29:55.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:54 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' 2024-09-20T22:29:55.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:54 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-20T22:29:55.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:54 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-20T22:29:55.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:54 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-20T22:29:55.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:54 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-20T22:29:55.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:54 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-20T22:29:55.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:54 smithi046 ceph-mon[98591]: pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 491 KiB/s rd, 65 KiB/s wr, 709 op/s 2024-09-20T22:29:55.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:54 smithi046 ceph-mon[98591]: osdmap e1508: 8 total, 8 up, 8 in 2024-09-20T22:29:55.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:54 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' 2024-09-20T22:29:55.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:54 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-20T22:29:55.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:54 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-20T22:29:55.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:54 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-20T22:29:55.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:54 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-20T22:29:55.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:54 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-20T22:29:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:54 smithi134 ceph-mon[89086]: pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 491 KiB/s rd, 65 KiB/s wr, 709 op/s 2024-09-20T22:29:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:54 smithi134 ceph-mon[89086]: osdmap e1508: 8 total, 8 up, 8 in 2024-09-20T22:29:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:54 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' 2024-09-20T22:29:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:54 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-20T22:29:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:54 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-20T22:29:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:54 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-20T22:29:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:54 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-20T22:29:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:54 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-20T22:29:55.680 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.Bootstrap (830 ms) 2024-09-20T22:29:55.681 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.PeerDirection 2024-09-20T22:29:55.690 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.PeerDirection (9 ms) 2024-09-20T22:29:55.690 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.Snapshot 2024-09-20T22:29:56.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:55 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-20T22:29:56.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:55 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' 2024-09-20T22:29:56.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:55 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-20T22:29:56.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:55 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-20T22:29:56.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:55 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-09-20T22:29:56.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:55 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-20T22:29:56.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:55 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a80559c7-4081-4d59-8257-f5002680d7ca"}]: dispatch 2024-09-20T22:29:56.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:55 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a80559c7-4081-4d59-8257-f5002680d7ca"}]: dispatch 2024-09-20T22:29:56.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:55 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a80559c7-4081-4d59-8257-f5002680d7ca"}]': finished 2024-09-20T22:29:56.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:55 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-20T22:29:56.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:55 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' 2024-09-20T22:29:56.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:55 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-20T22:29:56.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:55 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-20T22:29:56.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:55 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-09-20T22:29:56.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:55 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-20T22:29:56.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:55 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a80559c7-4081-4d59-8257-f5002680d7ca"}]: dispatch 2024-09-20T22:29:56.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:55 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a80559c7-4081-4d59-8257-f5002680d7ca"}]: dispatch 2024-09-20T22:29:56.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:55 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a80559c7-4081-4d59-8257-f5002680d7ca"}]': finished 2024-09-20T22:29:56.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:55 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-20T22:29:56.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:55 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' 2024-09-20T22:29:56.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:55 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-20T22:29:56.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:55 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-20T22:29:56.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:55 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-09-20T22:29:56.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:55 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-20T22:29:56.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:55 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a80559c7-4081-4d59-8257-f5002680d7ca"}]: dispatch 2024-09-20T22:29:56.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:55 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a80559c7-4081-4d59-8257-f5002680d7ca"}]: dispatch 2024-09-20T22:29:56.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:55 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a80559c7-4081-4d59-8257-f5002680d7ca"}]': finished 2024-09-20T22:29:57.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:56 smithi046 ceph-mon[98591]: pgmap v2634: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 126 KiB/s wr, 1.48k op/s 2024-09-20T22:29:57.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:56 smithi046 ceph-mon[98591]: osdmap e1509: 8 total, 8 up, 8 in 2024-09-20T22:29:57.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:56 smithi046 ceph-mon[96110]: pgmap v2634: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 126 KiB/s wr, 1.48k op/s 2024-09-20T22:29:57.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:56 smithi046 ceph-mon[96110]: osdmap e1509: 8 total, 8 up, 8 in 2024-09-20T22:29:57.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:56 smithi134 ceph-mon[89086]: pgmap v2634: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 126 KiB/s wr, 1.48k op/s 2024-09-20T22:29:57.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:56 smithi134 ceph-mon[89086]: osdmap e1509: 8 total, 8 up, 8 in 2024-09-20T22:29:59.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:58 smithi046 ceph-mon[96110]: osdmap e1510: 8 total, 8 up, 8 in 2024-09-20T22:29:59.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:58 smithi046 ceph-mon[96110]: pgmap v2637: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 173 KiB/s wr, 1.74k op/s 2024-09-20T22:29:59.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:58 smithi046 ceph-mon[98591]: osdmap e1510: 8 total, 8 up, 8 in 2024-09-20T22:29:59.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:58 smithi046 ceph-mon[98591]: pgmap v2637: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 173 KiB/s wr, 1.74k op/s 2024-09-20T22:29:59.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:58 smithi134 ceph-mon[89086]: osdmap e1510: 8 total, 8 up, 8 in 2024-09-20T22:29:59.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:58 smithi134 ceph-mon[89086]: pgmap v2637: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 173 KiB/s wr, 1.74k op/s 2024-09-20T22:30:00.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:59 smithi046 ceph-mon[98591]: osdmap e1511: 8 total, 8 up, 8 in 2024-09-20T22:30:00.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:29:59 smithi046 ceph-mon[98591]: osdmap e1512: 8 total, 8 up, 8 in 2024-09-20T22:30:00.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:59 smithi046 ceph-mon[96110]: osdmap e1511: 8 total, 8 up, 8 in 2024-09-20T22:30:00.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:29:59 smithi046 ceph-mon[96110]: osdmap e1512: 8 total, 8 up, 8 in 2024-09-20T22:30:00.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:59 smithi134 ceph-mon[89086]: osdmap e1511: 8 total, 8 up, 8 in 2024-09-20T22:30:00.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:29:59 smithi134 ceph-mon[89086]: osdmap e1512: 8 total, 8 up, 8 in 2024-09-20T22:30:01.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:00 smithi046 ceph-mon[98591]: pgmap v2640: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1003 KiB/s rd, 179 KiB/s wr, 1.37k op/s 2024-09-20T22:30:01.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:00 smithi046 ceph-mon[98591]: overall HEALTH_OK 2024-09-20T22:30:01.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:00 smithi046 ceph-mon[98591]: osdmap e1513: 8 total, 8 up, 8 in 2024-09-20T22:30:01.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:00 smithi046 ceph-mon[96110]: pgmap v2640: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1003 KiB/s rd, 179 KiB/s wr, 1.37k op/s 2024-09-20T22:30:01.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:00 smithi046 ceph-mon[96110]: overall HEALTH_OK 2024-09-20T22:30:01.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:00 smithi046 ceph-mon[96110]: osdmap e1513: 8 total, 8 up, 8 in 2024-09-20T22:30:01.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:00 smithi134 ceph-mon[89086]: pgmap v2640: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1003 KiB/s rd, 179 KiB/s wr, 1.37k op/s 2024-09-20T22:30:01.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:00 smithi134 ceph-mon[89086]: overall HEALTH_OK 2024-09-20T22:30:01.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:00 smithi134 ceph-mon[89086]: osdmap e1513: 8 total, 8 up, 8 in 2024-09-20T22:30:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:30:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:30:02] "GET /metrics HTTP/1.1" 200 36550 "" "Prometheus/2.43.0" 2024-09-20T22:30:02.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:02 smithi134 ceph-mon[89086]: osdmap e1514: 8 total, 8 up, 8 in 2024-09-20T22:30:02.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:02 smithi134 ceph-mon[89086]: pgmap v2643: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 366 KiB/s rd, 82 KiB/s wr, 507 op/s 2024-09-20T22:30:02.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:30:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:30:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:30:02.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:02 smithi046 ceph-mon[98591]: osdmap e1514: 8 total, 8 up, 8 in 2024-09-20T22:30:02.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:02 smithi046 ceph-mon[98591]: pgmap v2643: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 366 KiB/s rd, 82 KiB/s wr, 507 op/s 2024-09-20T22:30:02.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:02 smithi046 ceph-mon[96110]: osdmap e1514: 8 total, 8 up, 8 in 2024-09-20T22:30:02.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:02 smithi046 ceph-mon[96110]: pgmap v2643: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 366 KiB/s rd, 82 KiB/s wr, 507 op/s 2024-09-20T22:30:03.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:03 smithi046 ceph-mon[96110]: osdmap e1515: 8 total, 8 up, 8 in 2024-09-20T22:30:03.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:03 smithi046 ceph-mon[98591]: osdmap e1515: 8 total, 8 up, 8 in 2024-09-20T22:30:03.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:03 smithi134 ceph-mon[89086]: osdmap e1515: 8 total, 8 up, 8 in 2024-09-20T22:30:04.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:04 smithi046 ceph-mon[96110]: osdmap e1516: 8 total, 8 up, 8 in 2024-09-20T22:30:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:04 smithi046 ceph-mon[96110]: pgmap v2646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 6.7 KiB/s wr, 85 op/s 2024-09-20T22:30:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:30:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:04 smithi046 ceph-mon[98591]: osdmap e1516: 8 total, 8 up, 8 in 2024-09-20T22:30:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:04 smithi046 ceph-mon[98591]: pgmap v2646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 6.7 KiB/s wr, 85 op/s 2024-09-20T22:30:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:30:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:04 smithi134 ceph-mon[89086]: osdmap e1516: 8 total, 8 up, 8 in 2024-09-20T22:30:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:04 smithi134 ceph-mon[89086]: pgmap v2646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 6.7 KiB/s wr, 85 op/s 2024-09-20T22:30:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:30:05.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:05 smithi046 ceph-mon[96110]: osdmap e1517: 8 total, 8 up, 8 in 2024-09-20T22:30:05.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:05 smithi046 ceph-mon[98591]: osdmap e1517: 8 total, 8 up, 8 in 2024-09-20T22:30:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:05 smithi134 ceph-mon[89086]: osdmap e1517: 8 total, 8 up, 8 in 2024-09-20T22:30:06.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:06 smithi046 ceph-mon[96110]: osdmap e1518: 8 total, 8 up, 8 in 2024-09-20T22:30:06.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:06 smithi046 ceph-mon[96110]: pgmap v2649: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 6.7 KiB/s wr, 84 op/s 2024-09-20T22:30:06.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:06 smithi046 ceph-mon[98591]: osdmap e1518: 8 total, 8 up, 8 in 2024-09-20T22:30:06.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:06 smithi046 ceph-mon[98591]: pgmap v2649: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 6.7 KiB/s wr, 84 op/s 2024-09-20T22:30:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:06 smithi134 ceph-mon[89086]: osdmap e1518: 8 total, 8 up, 8 in 2024-09-20T22:30:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:06 smithi134 ceph-mon[89086]: pgmap v2649: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 6.7 KiB/s wr, 84 op/s 2024-09-20T22:30:07.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:07 smithi046 ceph-mon[96110]: osdmap e1519: 8 total, 8 up, 8 in 2024-09-20T22:30:07.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:07 smithi046 ceph-mon[98591]: osdmap e1519: 8 total, 8 up, 8 in 2024-09-20T22:30:07.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:07 smithi134 ceph-mon[89086]: osdmap e1519: 8 total, 8 up, 8 in 2024-09-20T22:30:08.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:08 smithi046 ceph-mon[96110]: osdmap e1520: 8 total, 8 up, 8 in 2024-09-20T22:30:08.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:08 smithi046 ceph-mon[96110]: pgmap v2652: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 7.2 KiB/s wr, 98 op/s 2024-09-20T22:30:08.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:08 smithi046 ceph-mon[98591]: osdmap e1520: 8 total, 8 up, 8 in 2024-09-20T22:30:08.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:08 smithi046 ceph-mon[98591]: pgmap v2652: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 7.2 KiB/s wr, 98 op/s 2024-09-20T22:30:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:08 smithi134 ceph-mon[89086]: osdmap e1520: 8 total, 8 up, 8 in 2024-09-20T22:30:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:08 smithi134 ceph-mon[89086]: pgmap v2652: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 7.2 KiB/s wr, 98 op/s 2024-09-20T22:30:09.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:09 smithi046 ceph-mon[96110]: osdmap e1521: 8 total, 8 up, 8 in 2024-09-20T22:30:09.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:09 smithi046 ceph-mon[96110]: osdmap e1522: 8 total, 8 up, 8 in 2024-09-20T22:30:09.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:09 smithi046 ceph-mon[98591]: osdmap e1521: 8 total, 8 up, 8 in 2024-09-20T22:30:09.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:09 smithi046 ceph-mon[98591]: osdmap e1522: 8 total, 8 up, 8 in 2024-09-20T22:30:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:09 smithi134 ceph-mon[89086]: osdmap e1521: 8 total, 8 up, 8 in 2024-09-20T22:30:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:09 smithi134 ceph-mon[89086]: osdmap e1522: 8 total, 8 up, 8 in 2024-09-20T22:30:10.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:10 smithi046 ceph-mon[96110]: pgmap v2655: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 5.5 KiB/s wr, 89 op/s 2024-09-20T22:30:10.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:10 smithi046 ceph-mon[96110]: osdmap e1523: 8 total, 8 up, 8 in 2024-09-20T22:30:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:10 smithi046 ceph-mon[98591]: pgmap v2655: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 5.5 KiB/s wr, 89 op/s 2024-09-20T22:30:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:10 smithi046 ceph-mon[98591]: osdmap e1523: 8 total, 8 up, 8 in 2024-09-20T22:30:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:10 smithi134 ceph-mon[89086]: pgmap v2655: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 5.5 KiB/s wr, 89 op/s 2024-09-20T22:30:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:10 smithi134 ceph-mon[89086]: osdmap e1523: 8 total, 8 up, 8 in 2024-09-20T22:30:11.579 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.Snapshot (15889 ms) 2024-09-20T22:30:11.579 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2024-09-20T22:30:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:30:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:30:12] "GET /metrics HTTP/1.1" 200 36563 "" "Prometheus/2.43.0" 2024-09-20T22:30:12.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:12 smithi134 ceph-mon[89086]: osdmap e1524: 8 total, 8 up, 8 in 2024-09-20T22:30:12.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:12 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/135edd4b-c754-41c4-a060-2203dc082c68"}]: dispatch 2024-09-20T22:30:12.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:12 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/135edd4b-c754-41c4-a060-2203dc082c68"}]: dispatch 2024-09-20T22:30:12.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:12 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/135edd4b-c754-41c4-a060-2203dc082c68"}]': finished 2024-09-20T22:30:12.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:12 smithi134 ceph-mon[89086]: pgmap v2658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.5 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-20T22:30:12.677 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:30:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:30:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:30:12.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:12 smithi046 ceph-mon[96110]: osdmap e1524: 8 total, 8 up, 8 in 2024-09-20T22:30:12.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:12 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/135edd4b-c754-41c4-a060-2203dc082c68"}]: dispatch 2024-09-20T22:30:12.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:12 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/135edd4b-c754-41c4-a060-2203dc082c68"}]: dispatch 2024-09-20T22:30:12.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:12 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/135edd4b-c754-41c4-a060-2203dc082c68"}]': finished 2024-09-20T22:30:12.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:12 smithi046 ceph-mon[96110]: pgmap v2658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.5 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-20T22:30:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:12 smithi046 ceph-mon[98591]: osdmap e1524: 8 total, 8 up, 8 in 2024-09-20T22:30:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:12 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/135edd4b-c754-41c4-a060-2203dc082c68"}]: dispatch 2024-09-20T22:30:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:12 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/135edd4b-c754-41c4-a060-2203dc082c68"}]: dispatch 2024-09-20T22:30:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:12 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/135edd4b-c754-41c4-a060-2203dc082c68"}]': finished 2024-09-20T22:30:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:12 smithi046 ceph-mon[98591]: pgmap v2658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.5 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-20T22:30:13.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:13 smithi046 ceph-mon[96110]: osdmap e1525: 8 total, 8 up, 8 in 2024-09-20T22:30:13.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:13 smithi046 ceph-mon[98591]: osdmap e1525: 8 total, 8 up, 8 in 2024-09-20T22:30:13.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:13 smithi134 ceph-mon[89086]: osdmap e1525: 8 total, 8 up, 8 in 2024-09-20T22:30:14.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:14 smithi046 ceph-mon[96110]: osdmap e1526: 8 total, 8 up, 8 in 2024-09-20T22:30:14.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:14 smithi046 ceph-mon[96110]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 4.5 KiB/s wr, 80 op/s 2024-09-20T22:30:14.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:14 smithi046 ceph-mon[96110]: osdmap e1527: 8 total, 8 up, 8 in 2024-09-20T22:30:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:14 smithi046 ceph-mon[98591]: osdmap e1526: 8 total, 8 up, 8 in 2024-09-20T22:30:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:14 smithi046 ceph-mon[98591]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 4.5 KiB/s wr, 80 op/s 2024-09-20T22:30:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:14 smithi046 ceph-mon[98591]: osdmap e1527: 8 total, 8 up, 8 in 2024-09-20T22:30:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:14 smithi134 ceph-mon[89086]: osdmap e1526: 8 total, 8 up, 8 in 2024-09-20T22:30:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:14 smithi134 ceph-mon[89086]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 4.5 KiB/s wr, 80 op/s 2024-09-20T22:30:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:14 smithi134 ceph-mon[89086]: osdmap e1527: 8 total, 8 up, 8 in 2024-09-20T22:30:15.576 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (3998 ms) 2024-09-20T22:30:15.577 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2024-09-20T22:30:16.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:16 smithi046 ceph-mon[96110]: osdmap e1528: 8 total, 8 up, 8 in 2024-09-20T22:30:16.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:16 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/52794091-e78c-4126-9c2d-5e207591b713"}]: dispatch 2024-09-20T22:30:16.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:16 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/52794091-e78c-4126-9c2d-5e207591b713"}]: dispatch 2024-09-20T22:30:16.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:16 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/52794091-e78c-4126-9c2d-5e207591b713"}]': finished 2024-09-20T22:30:16.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:16 smithi046 ceph-mon[96110]: pgmap v2664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 8.0 KiB/s wr, 106 op/s 2024-09-20T22:30:16.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:16 smithi046 ceph-mon[98591]: osdmap e1528: 8 total, 8 up, 8 in 2024-09-20T22:30:16.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:16 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/52794091-e78c-4126-9c2d-5e207591b713"}]: dispatch 2024-09-20T22:30:16.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:16 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/52794091-e78c-4126-9c2d-5e207591b713"}]: dispatch 2024-09-20T22:30:16.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:16 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/52794091-e78c-4126-9c2d-5e207591b713"}]': finished 2024-09-20T22:30:16.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:16 smithi046 ceph-mon[98591]: pgmap v2664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 8.0 KiB/s wr, 106 op/s 2024-09-20T22:30:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:16 smithi134 ceph-mon[89086]: osdmap e1528: 8 total, 8 up, 8 in 2024-09-20T22:30:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:16 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/52794091-e78c-4126-9c2d-5e207591b713"}]: dispatch 2024-09-20T22:30:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:16 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/52794091-e78c-4126-9c2d-5e207591b713"}]: dispatch 2024-09-20T22:30:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:16 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/52794091-e78c-4126-9c2d-5e207591b713"}]': finished 2024-09-20T22:30:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:16 smithi134 ceph-mon[89086]: pgmap v2664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 8.0 KiB/s wr, 106 op/s 2024-09-20T22:30:17.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:17 smithi046 ceph-mon[96110]: osdmap e1529: 8 total, 8 up, 8 in 2024-09-20T22:30:17.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:17 smithi046 ceph-mon[98591]: osdmap e1529: 8 total, 8 up, 8 in 2024-09-20T22:30:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:17 smithi134 ceph-mon[89086]: osdmap e1529: 8 total, 8 up, 8 in 2024-09-20T22:30:18.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:18 smithi046 ceph-mon[96110]: osdmap e1530: 8 total, 8 up, 8 in 2024-09-20T22:30:18.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:18 smithi046 ceph-mon[96110]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 9.7 KiB/s wr, 123 op/s 2024-09-20T22:30:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:18 smithi046 ceph-mon[98591]: osdmap e1530: 8 total, 8 up, 8 in 2024-09-20T22:30:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:18 smithi046 ceph-mon[98591]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 9.7 KiB/s wr, 123 op/s 2024-09-20T22:30:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:18 smithi134 ceph-mon[89086]: osdmap e1530: 8 total, 8 up, 8 in 2024-09-20T22:30:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:18 smithi134 ceph-mon[89086]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 9.7 KiB/s wr, 123 op/s 2024-09-20T22:30:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:19 smithi046 ceph-mon[96110]: osdmap e1531: 8 total, 8 up, 8 in 2024-09-20T22:30:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:30:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:19 smithi046 ceph-mon[96110]: osdmap e1532: 8 total, 8 up, 8 in 2024-09-20T22:30:19.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:19 smithi046 ceph-mon[98591]: osdmap e1531: 8 total, 8 up, 8 in 2024-09-20T22:30:19.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:30:19.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:19 smithi046 ceph-mon[98591]: osdmap e1532: 8 total, 8 up, 8 in 2024-09-20T22:30:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:19 smithi134 ceph-mon[89086]: osdmap e1531: 8 total, 8 up, 8 in 2024-09-20T22:30:19.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:30:19.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:19 smithi134 ceph-mon[89086]: osdmap e1532: 8 total, 8 up, 8 in 2024-09-20T22:30:20.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:20 smithi046 ceph-mon[96110]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 9.5 KiB/s wr, 101 op/s 2024-09-20T22:30:20.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:20 smithi046 ceph-mon[96110]: osdmap e1533: 8 total, 8 up, 8 in 2024-09-20T22:30:20.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:20 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/73834e16-21ae-410b-b537-cb2cd8189bf1"}]: dispatch 2024-09-20T22:30:20.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:20 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/73834e16-21ae-410b-b537-cb2cd8189bf1"}]: dispatch 2024-09-20T22:30:20.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:20 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/73834e16-21ae-410b-b537-cb2cd8189bf1"}]': finished 2024-09-20T22:30:20.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:20 smithi046 ceph-mon[98591]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 9.5 KiB/s wr, 101 op/s 2024-09-20T22:30:20.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:20 smithi046 ceph-mon[98591]: osdmap e1533: 8 total, 8 up, 8 in 2024-09-20T22:30:20.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:20 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/73834e16-21ae-410b-b537-cb2cd8189bf1"}]: dispatch 2024-09-20T22:30:20.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:20 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/73834e16-21ae-410b-b537-cb2cd8189bf1"}]: dispatch 2024-09-20T22:30:20.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:20 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/73834e16-21ae-410b-b537-cb2cd8189bf1"}]': finished 2024-09-20T22:30:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:20 smithi134 ceph-mon[89086]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 9.5 KiB/s wr, 101 op/s 2024-09-20T22:30:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:20 smithi134 ceph-mon[89086]: osdmap e1533: 8 total, 8 up, 8 in 2024-09-20T22:30:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:20 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/73834e16-21ae-410b-b537-cb2cd8189bf1"}]: dispatch 2024-09-20T22:30:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:20 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/73834e16-21ae-410b-b537-cb2cd8189bf1"}]: dispatch 2024-09-20T22:30:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:20 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/73834e16-21ae-410b-b537-cb2cd8189bf1"}]': finished 2024-09-20T22:30:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:30:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:30:22] "GET /metrics HTTP/1.1" 200 36562 "" "Prometheus/2.43.0" 2024-09-20T22:30:22.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:22 smithi134 ceph-mon[89086]: osdmap e1534: 8 total, 8 up, 8 in 2024-09-20T22:30:22.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:22 smithi134 ceph-mon[89086]: pgmap v2673: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 12 KiB/s wr, 233 op/s 2024-09-20T22:30:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:30:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:30:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:30:22.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:22 smithi046 ceph-mon[98591]: osdmap e1534: 8 total, 8 up, 8 in 2024-09-20T22:30:22.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:22 smithi046 ceph-mon[98591]: pgmap v2673: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 12 KiB/s wr, 233 op/s 2024-09-20T22:30:22.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:22 smithi046 ceph-mon[96110]: osdmap e1534: 8 total, 8 up, 8 in 2024-09-20T22:30:22.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:22 smithi046 ceph-mon[96110]: pgmap v2673: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 12 KiB/s wr, 233 op/s 2024-09-20T22:30:23.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:23 smithi046 ceph-mon[98591]: osdmap e1535: 8 total, 8 up, 8 in 2024-09-20T22:30:23.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:23 smithi046 ceph-mon[96110]: osdmap e1535: 8 total, 8 up, 8 in 2024-09-20T22:30:23.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:23 smithi134 ceph-mon[89086]: osdmap e1535: 8 total, 8 up, 8 in 2024-09-20T22:30:24.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:24 smithi046 ceph-mon[96110]: osdmap e1536: 8 total, 8 up, 8 in 2024-09-20T22:30:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:24 smithi046 ceph-mon[96110]: pgmap v2676: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 9.5 KiB/s wr, 227 op/s 2024-09-20T22:30:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:24 smithi046 ceph-mon[96110]: osdmap e1537: 8 total, 8 up, 8 in 2024-09-20T22:30:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:24 smithi046 ceph-mon[98591]: osdmap e1536: 8 total, 8 up, 8 in 2024-09-20T22:30:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:24 smithi046 ceph-mon[98591]: pgmap v2676: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 9.5 KiB/s wr, 227 op/s 2024-09-20T22:30:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:24 smithi046 ceph-mon[98591]: osdmap e1537: 8 total, 8 up, 8 in 2024-09-20T22:30:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:24 smithi134 ceph-mon[89086]: osdmap e1536: 8 total, 8 up, 8 in 2024-09-20T22:30:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:24 smithi134 ceph-mon[89086]: pgmap v2676: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 9.5 KiB/s wr, 227 op/s 2024-09-20T22:30:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:24 smithi134 ceph-mon[89086]: osdmap e1537: 8 total, 8 up, 8 in 2024-09-20T22:30:25.556 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (9979 ms) 2024-09-20T22:30:25.556 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.SnapshotImageState 2024-09-20T22:30:26.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:26 smithi046 ceph-mon[98591]: osdmap e1538: 8 total, 8 up, 8 in 2024-09-20T22:30:26.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:26 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5ec7381a-1dfb-4327-9eb8-5dbd99ca75ee"}]: dispatch 2024-09-20T22:30:26.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:26 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5ec7381a-1dfb-4327-9eb8-5dbd99ca75ee"}]: dispatch 2024-09-20T22:30:26.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:26 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5ec7381a-1dfb-4327-9eb8-5dbd99ca75ee"}]': finished 2024-09-20T22:30:26.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:26 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/721e0d20-e459-43d8-b47b-f0380064f11d"}]: dispatch 2024-09-20T22:30:26.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:26 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/721e0d20-e459-43d8-b47b-f0380064f11d"}]: dispatch 2024-09-20T22:30:26.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:26 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/721e0d20-e459-43d8-b47b-f0380064f11d"}]': finished 2024-09-20T22:30:26.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:26 smithi046 ceph-mon[98591]: pgmap v2679: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.0 KiB/s wr, 32 op/s 2024-09-20T22:30:26.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:26 smithi046 ceph-mon[96110]: osdmap e1538: 8 total, 8 up, 8 in 2024-09-20T22:30:26.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:26 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5ec7381a-1dfb-4327-9eb8-5dbd99ca75ee"}]: dispatch 2024-09-20T22:30:26.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:26 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5ec7381a-1dfb-4327-9eb8-5dbd99ca75ee"}]: dispatch 2024-09-20T22:30:26.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:26 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5ec7381a-1dfb-4327-9eb8-5dbd99ca75ee"}]': finished 2024-09-20T22:30:26.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:26 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/721e0d20-e459-43d8-b47b-f0380064f11d"}]: dispatch 2024-09-20T22:30:26.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:26 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/721e0d20-e459-43d8-b47b-f0380064f11d"}]: dispatch 2024-09-20T22:30:26.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:26 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/721e0d20-e459-43d8-b47b-f0380064f11d"}]': finished 2024-09-20T22:30:26.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:26 smithi046 ceph-mon[96110]: pgmap v2679: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.0 KiB/s wr, 32 op/s 2024-09-20T22:30:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:26 smithi134 ceph-mon[89086]: osdmap e1538: 8 total, 8 up, 8 in 2024-09-20T22:30:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:26 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5ec7381a-1dfb-4327-9eb8-5dbd99ca75ee"}]: dispatch 2024-09-20T22:30:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:26 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5ec7381a-1dfb-4327-9eb8-5dbd99ca75ee"}]: dispatch 2024-09-20T22:30:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:26 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5ec7381a-1dfb-4327-9eb8-5dbd99ca75ee"}]': finished 2024-09-20T22:30:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:26 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/721e0d20-e459-43d8-b47b-f0380064f11d"}]: dispatch 2024-09-20T22:30:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:26 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/721e0d20-e459-43d8-b47b-f0380064f11d"}]: dispatch 2024-09-20T22:30:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:26 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/721e0d20-e459-43d8-b47b-f0380064f11d"}]': finished 2024-09-20T22:30:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:26 smithi134 ceph-mon[89086]: pgmap v2679: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.0 KiB/s wr, 32 op/s 2024-09-20T22:30:27.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:27 smithi046 ceph-mon[96110]: osdmap e1539: 8 total, 8 up, 8 in 2024-09-20T22:30:27.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:27 smithi046 ceph-mon[98591]: osdmap e1539: 8 total, 8 up, 8 in 2024-09-20T22:30:27.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:27 smithi134 ceph-mon[89086]: osdmap e1539: 8 total, 8 up, 8 in 2024-09-20T22:30:28.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:28 smithi046 ceph-mon[96110]: osdmap e1540: 8 total, 8 up, 8 in 2024-09-20T22:30:28.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:28 smithi046 ceph-mon[96110]: pgmap v2682: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 9.0 KiB/s wr, 131 op/s 2024-09-20T22:30:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:28 smithi046 ceph-mon[98591]: osdmap e1540: 8 total, 8 up, 8 in 2024-09-20T22:30:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:28 smithi046 ceph-mon[98591]: pgmap v2682: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 9.0 KiB/s wr, 131 op/s 2024-09-20T22:30:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:28 smithi134 ceph-mon[89086]: osdmap e1540: 8 total, 8 up, 8 in 2024-09-20T22:30:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:28 smithi134 ceph-mon[89086]: pgmap v2682: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 9.0 KiB/s wr, 131 op/s 2024-09-20T22:30:29.535 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.SnapshotImageState (3979 ms) 2024-09-20T22:30:29.535 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2024-09-20T22:30:29.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:29 smithi046 ceph-mon[96110]: osdmap e1541: 8 total, 8 up, 8 in 2024-09-20T22:30:29.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:29 smithi046 ceph-mon[96110]: osdmap e1542: 8 total, 8 up, 8 in 2024-09-20T22:30:29.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:29 smithi046 ceph-mon[98591]: osdmap e1541: 8 total, 8 up, 8 in 2024-09-20T22:30:29.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:29 smithi046 ceph-mon[98591]: osdmap e1542: 8 total, 8 up, 8 in 2024-09-20T22:30:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:29 smithi134 ceph-mon[89086]: osdmap e1541: 8 total, 8 up, 8 in 2024-09-20T22:30:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:29 smithi134 ceph-mon[89086]: osdmap e1542: 8 total, 8 up, 8 in 2024-09-20T22:30:30.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:30 smithi046 ceph-mon[96110]: pgmap v2685: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 12 KiB/s wr, 124 op/s 2024-09-20T22:30:30.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:30 smithi046 ceph-mon[96110]: osdmap e1543: 8 total, 8 up, 8 in 2024-09-20T22:30:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:30 smithi046 ceph-mon[98591]: pgmap v2685: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 12 KiB/s wr, 124 op/s 2024-09-20T22:30:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:30 smithi046 ceph-mon[98591]: osdmap e1543: 8 total, 8 up, 8 in 2024-09-20T22:30:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:30 smithi134 ceph-mon[89086]: pgmap v2685: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 12 KiB/s wr, 124 op/s 2024-09-20T22:30:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:30 smithi134 ceph-mon[89086]: osdmap e1543: 8 total, 8 up, 8 in 2024-09-20T22:30:32.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:30:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:30:32] "GET /metrics HTTP/1.1" 200 36562 "" "Prometheus/2.43.0" 2024-09-20T22:30:32.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:32 smithi134 ceph-mon[89086]: osdmap e1544: 8 total, 8 up, 8 in 2024-09-20T22:30:32.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:32 smithi134 ceph-mon[89086]: pgmap v2688: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 12 KiB/s wr, 74 op/s 2024-09-20T22:30:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:30:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:30:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:30:32.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:32 smithi046 ceph-mon[96110]: osdmap e1544: 8 total, 8 up, 8 in 2024-09-20T22:30:32.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:32 smithi046 ceph-mon[96110]: pgmap v2688: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 12 KiB/s wr, 74 op/s 2024-09-20T22:30:32.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:32 smithi046 ceph-mon[98591]: osdmap e1544: 8 total, 8 up, 8 in 2024-09-20T22:30:32.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:32 smithi046 ceph-mon[98591]: pgmap v2688: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 12 KiB/s wr, 74 op/s 2024-09-20T22:30:33.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:33 smithi046 ceph-mon[96110]: osdmap e1545: 8 total, 8 up, 8 in 2024-09-20T22:30:33.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:33 smithi046 ceph-mon[98591]: osdmap e1545: 8 total, 8 up, 8 in 2024-09-20T22:30:33.925 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:33 smithi134 ceph-mon[89086]: osdmap e1545: 8 total, 8 up, 8 in 2024-09-20T22:30:34.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:34 smithi046 ceph-mon[96110]: osdmap e1546: 8 total, 8 up, 8 in 2024-09-20T22:30:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:34 smithi046 ceph-mon[96110]: pgmap v2691: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 19 KiB/s wr, 194 op/s 2024-09-20T22:30:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:30:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:34 smithi046 ceph-mon[96110]: osdmap e1547: 8 total, 8 up, 8 in 2024-09-20T22:30:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:34 smithi046 ceph-mon[98591]: osdmap e1546: 8 total, 8 up, 8 in 2024-09-20T22:30:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:34 smithi046 ceph-mon[98591]: pgmap v2691: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 19 KiB/s wr, 194 op/s 2024-09-20T22:30:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:30:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:34 smithi046 ceph-mon[98591]: osdmap e1547: 8 total, 8 up, 8 in 2024-09-20T22:30:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:34 smithi134 ceph-mon[89086]: osdmap e1546: 8 total, 8 up, 8 in 2024-09-20T22:30:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:34 smithi134 ceph-mon[89086]: pgmap v2691: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 19 KiB/s wr, 194 op/s 2024-09-20T22:30:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:30:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:34 smithi134 ceph-mon[89086]: osdmap e1547: 8 total, 8 up, 8 in 2024-09-20T22:30:36.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:36 smithi046 ceph-mon[96110]: osdmap e1548: 8 total, 8 up, 8 in 2024-09-20T22:30:36.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:36 smithi046 ceph-mon[96110]: pgmap v2694: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 204 KiB/s rd, 18 KiB/s wr, 271 op/s 2024-09-20T22:30:36.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:36 smithi046 ceph-mon[98591]: osdmap e1548: 8 total, 8 up, 8 in 2024-09-20T22:30:36.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:36 smithi046 ceph-mon[98591]: pgmap v2694: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 204 KiB/s rd, 18 KiB/s wr, 271 op/s 2024-09-20T22:30:36.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:36 smithi134 ceph-mon[89086]: osdmap e1548: 8 total, 8 up, 8 in 2024-09-20T22:30:36.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:36 smithi134 ceph-mon[89086]: pgmap v2694: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 204 KiB/s rd, 18 KiB/s wr, 271 op/s 2024-09-20T22:30:37.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:37 smithi046 ceph-mon[96110]: osdmap e1549: 8 total, 8 up, 8 in 2024-09-20T22:30:37.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:37 smithi046 ceph-mon[98591]: osdmap e1549: 8 total, 8 up, 8 in 2024-09-20T22:30:37.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:37 smithi134 ceph-mon[89086]: osdmap e1549: 8 total, 8 up, 8 in 2024-09-20T22:30:38.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:38 smithi046 ceph-mon[96110]: osdmap e1550: 8 total, 8 up, 8 in 2024-09-20T22:30:38.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:38 smithi046 ceph-mon[96110]: pgmap v2697: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 8.0 KiB/s wr, 145 op/s 2024-09-20T22:30:38.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:38 smithi046 ceph-mon[98591]: osdmap e1550: 8 total, 8 up, 8 in 2024-09-20T22:30:38.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:38 smithi046 ceph-mon[98591]: pgmap v2697: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 8.0 KiB/s wr, 145 op/s 2024-09-20T22:30:38.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:38 smithi134 ceph-mon[89086]: osdmap e1550: 8 total, 8 up, 8 in 2024-09-20T22:30:38.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:38 smithi134 ceph-mon[89086]: pgmap v2697: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 8.0 KiB/s wr, 145 op/s 2024-09-20T22:30:39.553 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (10018 ms) 2024-09-20T22:30:39.553 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2024-09-20T22:30:39.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:39 smithi046 ceph-mon[96110]: osdmap e1551: 8 total, 8 up, 8 in 2024-09-20T22:30:39.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:39 smithi046 ceph-mon[96110]: osdmap e1552: 8 total, 8 up, 8 in 2024-09-20T22:30:39.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:39 smithi046 ceph-mon[98591]: osdmap e1551: 8 total, 8 up, 8 in 2024-09-20T22:30:39.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:39 smithi046 ceph-mon[98591]: osdmap e1552: 8 total, 8 up, 8 in 2024-09-20T22:30:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:39 smithi134 ceph-mon[89086]: osdmap e1551: 8 total, 8 up, 8 in 2024-09-20T22:30:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:39 smithi134 ceph-mon[89086]: osdmap e1552: 8 total, 8 up, 8 in 2024-09-20T22:30:40.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:40 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/103708f4-a655-4aa3-9462-b1266796079e"}]: dispatch 2024-09-20T22:30:40.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:40 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/103708f4-a655-4aa3-9462-b1266796079e"}]: dispatch 2024-09-20T22:30:40.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:40 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/103708f4-a655-4aa3-9462-b1266796079e"}]': finished 2024-09-20T22:30:40.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:40 smithi046 ceph-mon[96110]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.2 KiB/s wr, 15 op/s 2024-09-20T22:30:40.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:40 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/103708f4-a655-4aa3-9462-b1266796079e"}]: dispatch 2024-09-20T22:30:40.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:40 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/103708f4-a655-4aa3-9462-b1266796079e"}]: dispatch 2024-09-20T22:30:40.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:40 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/103708f4-a655-4aa3-9462-b1266796079e"}]': finished 2024-09-20T22:30:40.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:40 smithi046 ceph-mon[98591]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.2 KiB/s wr, 15 op/s 2024-09-20T22:30:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:40 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/103708f4-a655-4aa3-9462-b1266796079e"}]: dispatch 2024-09-20T22:30:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:40 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/103708f4-a655-4aa3-9462-b1266796079e"}]: dispatch 2024-09-20T22:30:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:40 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/103708f4-a655-4aa3-9462-b1266796079e"}]': finished 2024-09-20T22:30:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:40 smithi134 ceph-mon[89086]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.2 KiB/s wr, 15 op/s 2024-09-20T22:30:41.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:41 smithi046 ceph-mon[96110]: osdmap e1553: 8 total, 8 up, 8 in 2024-09-20T22:30:41.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:41 smithi046 ceph-mon[98591]: osdmap e1553: 8 total, 8 up, 8 in 2024-09-20T22:30:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:41 smithi134 ceph-mon[89086]: osdmap e1553: 8 total, 8 up, 8 in 2024-09-20T22:30:42.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:30:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:30:42] "GET /metrics HTTP/1.1" 200 36562 "" "Prometheus/2.43.0" 2024-09-20T22:30:42.568 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:30:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:30:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:30:42.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:42 smithi046 ceph-mon[96110]: osdmap e1554: 8 total, 8 up, 8 in 2024-09-20T22:30:42.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:42 smithi046 ceph-mon[96110]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 5.0 KiB/s wr, 35 op/s 2024-09-20T22:30:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:42 smithi046 ceph-mon[98591]: osdmap e1554: 8 total, 8 up, 8 in 2024-09-20T22:30:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:42 smithi046 ceph-mon[98591]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 5.0 KiB/s wr, 35 op/s 2024-09-20T22:30:42.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:42 smithi134 ceph-mon[89086]: osdmap e1554: 8 total, 8 up, 8 in 2024-09-20T22:30:42.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:42 smithi134 ceph-mon[89086]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 5.0 KiB/s wr, 35 op/s 2024-09-20T22:30:43.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:43 smithi046 ceph-mon[96110]: osdmap e1555: 8 total, 8 up, 8 in 2024-09-20T22:30:43.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:43 smithi046 ceph-mon[98591]: osdmap e1555: 8 total, 8 up, 8 in 2024-09-20T22:30:43.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:43 smithi134 ceph-mon[89086]: osdmap e1555: 8 total, 8 up, 8 in 2024-09-20T22:30:44.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:44 smithi046 ceph-mon[96110]: osdmap e1556: 8 total, 8 up, 8 in 2024-09-20T22:30:44.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:44 smithi046 ceph-mon[96110]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 7.5 KiB/s wr, 59 op/s 2024-09-20T22:30:44.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:44 smithi046 ceph-mon[96110]: osdmap e1557: 8 total, 8 up, 8 in 2024-09-20T22:30:44.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:44 smithi046 ceph-mon[98591]: osdmap e1556: 8 total, 8 up, 8 in 2024-09-20T22:30:44.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:44 smithi046 ceph-mon[98591]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 7.5 KiB/s wr, 59 op/s 2024-09-20T22:30:44.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:44 smithi046 ceph-mon[98591]: osdmap e1557: 8 total, 8 up, 8 in 2024-09-20T22:30:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:44 smithi134 ceph-mon[89086]: osdmap e1556: 8 total, 8 up, 8 in 2024-09-20T22:30:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:44 smithi134 ceph-mon[89086]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 7.5 KiB/s wr, 59 op/s 2024-09-20T22:30:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:44 smithi134 ceph-mon[89086]: osdmap e1557: 8 total, 8 up, 8 in 2024-09-20T22:30:46.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:46 smithi046 ceph-mon[96110]: osdmap e1558: 8 total, 8 up, 8 in 2024-09-20T22:30:46.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:46 smithi046 ceph-mon[96110]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 12 KiB/s wr, 122 op/s 2024-09-20T22:30:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:46 smithi046 ceph-mon[98591]: osdmap e1558: 8 total, 8 up, 8 in 2024-09-20T22:30:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:46 smithi046 ceph-mon[98591]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 12 KiB/s wr, 122 op/s 2024-09-20T22:30:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:46 smithi134 ceph-mon[89086]: osdmap e1558: 8 total, 8 up, 8 in 2024-09-20T22:30:46.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:46 smithi134 ceph-mon[89086]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 12 KiB/s wr, 122 op/s 2024-09-20T22:30:47.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:47 smithi046 ceph-mon[96110]: osdmap e1559: 8 total, 8 up, 8 in 2024-09-20T22:30:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:47 smithi046 ceph-mon[98591]: osdmap e1559: 8 total, 8 up, 8 in 2024-09-20T22:30:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:47 smithi134 ceph-mon[89086]: osdmap e1559: 8 total, 8 up, 8 in 2024-09-20T22:30:48.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:48 smithi046 ceph-mon[96110]: osdmap e1560: 8 total, 8 up, 8 in 2024-09-20T22:30:48.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:48 smithi046 ceph-mon[96110]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 13 KiB/s wr, 123 op/s 2024-09-20T22:30:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:48 smithi046 ceph-mon[98591]: osdmap e1560: 8 total, 8 up, 8 in 2024-09-20T22:30:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:48 smithi046 ceph-mon[98591]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 13 KiB/s wr, 123 op/s 2024-09-20T22:30:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:48 smithi134 ceph-mon[89086]: osdmap e1560: 8 total, 8 up, 8 in 2024-09-20T22:30:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:48 smithi134 ceph-mon[89086]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 13 KiB/s wr, 123 op/s 2024-09-20T22:30:49.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:49 smithi046 ceph-mon[96110]: osdmap e1561: 8 total, 8 up, 8 in 2024-09-20T22:30:49.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:30:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:30:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:30:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:30:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:30:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:49 smithi046 ceph-mon[96110]: osdmap e1562: 8 total, 8 up, 8 in 2024-09-20T22:30:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:49 smithi046 ceph-mon[98591]: osdmap e1561: 8 total, 8 up, 8 in 2024-09-20T22:30:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:30:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:30:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:30:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:30:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:30:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:49 smithi046 ceph-mon[98591]: osdmap e1562: 8 total, 8 up, 8 in 2024-09-20T22:30:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:49 smithi134 ceph-mon[89086]: osdmap e1561: 8 total, 8 up, 8 in 2024-09-20T22:30:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:30:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:30:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:30:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:30:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:30:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:49 smithi134 ceph-mon[89086]: osdmap e1562: 8 total, 8 up, 8 in 2024-09-20T22:30:50.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:50 smithi046 ceph-mon[96110]: pgmap v2715: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 8.7 KiB/s wr, 46 op/s 2024-09-20T22:30:50.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:50 smithi046 ceph-mon[98591]: pgmap v2715: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 8.7 KiB/s wr, 46 op/s 2024-09-20T22:30:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:50 smithi134 ceph-mon[89086]: pgmap v2715: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 8.7 KiB/s wr, 46 op/s 2024-09-20T22:30:51.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:51 smithi046 ceph-mon[96110]: osdmap e1563: 8 total, 8 up, 8 in 2024-09-20T22:30:51.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:51 smithi046 ceph-mon[98591]: osdmap e1563: 8 total, 8 up, 8 in 2024-09-20T22:30:51.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:51 smithi134 ceph-mon[89086]: osdmap e1563: 8 total, 8 up, 8 in 2024-09-20T22:30:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:30:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:30:52] "GET /metrics HTTP/1.1" 200 36568 "" "Prometheus/2.43.0" 2024-09-20T22:30:52.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:52 smithi134 ceph-mon[89086]: osdmap e1564: 8 total, 8 up, 8 in 2024-09-20T22:30:52.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:52 smithi134 ceph-mon[89086]: pgmap v2718: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 17 KiB/s wr, 168 op/s 2024-09-20T22:30:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:30:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:30:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:30:52.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:52 smithi046 ceph-mon[96110]: osdmap e1564: 8 total, 8 up, 8 in 2024-09-20T22:30:52.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:52 smithi046 ceph-mon[96110]: pgmap v2718: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 17 KiB/s wr, 168 op/s 2024-09-20T22:30:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:52 smithi046 ceph-mon[98591]: osdmap e1564: 8 total, 8 up, 8 in 2024-09-20T22:30:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:52 smithi046 ceph-mon[98591]: pgmap v2718: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 17 KiB/s wr, 168 op/s 2024-09-20T22:30:53.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:53 smithi046 ceph-mon[96110]: osdmap e1565: 8 total, 8 up, 8 in 2024-09-20T22:30:53.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:53 smithi046 ceph-mon[98591]: osdmap e1565: 8 total, 8 up, 8 in 2024-09-20T22:30:53.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:53 smithi134 ceph-mon[89086]: osdmap e1565: 8 total, 8 up, 8 in 2024-09-20T22:30:54.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:54 smithi046 ceph-mon[98591]: osdmap e1566: 8 total, 8 up, 8 in 2024-09-20T22:30:54.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:54 smithi046 ceph-mon[98591]: pgmap v2721: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 17 KiB/s wr, 212 op/s 2024-09-20T22:30:54.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:54 smithi046 ceph-mon[96110]: osdmap e1566: 8 total, 8 up, 8 in 2024-09-20T22:30:54.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:54 smithi046 ceph-mon[96110]: pgmap v2721: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 17 KiB/s wr, 212 op/s 2024-09-20T22:30:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:54 smithi134 ceph-mon[89086]: osdmap e1566: 8 total, 8 up, 8 in 2024-09-20T22:30:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:54 smithi134 ceph-mon[89086]: pgmap v2721: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 17 KiB/s wr, 212 op/s 2024-09-20T22:30:55.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:55 smithi046 ceph-mon[96110]: osdmap e1567: 8 total, 8 up, 8 in 2024-09-20T22:30:55.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:55 smithi046 ceph-mon[98591]: osdmap e1567: 8 total, 8 up, 8 in 2024-09-20T22:30:55.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:55 smithi134 ceph-mon[89086]: osdmap e1567: 8 total, 8 up, 8 in 2024-09-20T22:30:56.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:56 smithi046 ceph-mon[98591]: osdmap e1568: 8 total, 8 up, 8 in 2024-09-20T22:30:56.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:56 smithi046 ceph-mon[98591]: pgmap v2724: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 12 KiB/s wr, 153 op/s 2024-09-20T22:30:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:56 smithi046 ceph-mon[96110]: osdmap e1568: 8 total, 8 up, 8 in 2024-09-20T22:30:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:56 smithi046 ceph-mon[96110]: pgmap v2724: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 12 KiB/s wr, 153 op/s 2024-09-20T22:30:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:56 smithi134 ceph-mon[89086]: osdmap e1568: 8 total, 8 up, 8 in 2024-09-20T22:30:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:56 smithi134 ceph-mon[89086]: pgmap v2724: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 12 KiB/s wr, 153 op/s 2024-09-20T22:30:57.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:57 smithi046 ceph-mon[98591]: osdmap e1569: 8 total, 8 up, 8 in 2024-09-20T22:30:57.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:57 smithi046 ceph-mon[96110]: osdmap e1569: 8 total, 8 up, 8 in 2024-09-20T22:30:57.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:57 smithi134 ceph-mon[89086]: osdmap e1569: 8 total, 8 up, 8 in 2024-09-20T22:30:58.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:58 smithi134 ceph-mon[89086]: osdmap e1570: 8 total, 8 up, 8 in 2024-09-20T22:30:58.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:58 smithi134 ceph-mon[89086]: pgmap v2727: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 8.7 KiB/s wr, 101 op/s 2024-09-20T22:30:58.676 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 22:30:58 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=cleanup t=2024-09-20T22:30:58.38655472Z level=info msg="Completed cleanup jobs" duration=1.186645ms 2024-09-20T22:30:58.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:58 smithi046 ceph-mon[96110]: osdmap e1570: 8 total, 8 up, 8 in 2024-09-20T22:30:58.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:58 smithi046 ceph-mon[96110]: pgmap v2727: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 8.7 KiB/s wr, 101 op/s 2024-09-20T22:30:58.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:58 smithi046 ceph-mon[98591]: osdmap e1570: 8 total, 8 up, 8 in 2024-09-20T22:30:58.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:58 smithi046 ceph-mon[98591]: pgmap v2727: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 8.7 KiB/s wr, 101 op/s 2024-09-20T22:30:59.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:59 smithi046 ceph-mon[96110]: osdmap e1571: 8 total, 8 up, 8 in 2024-09-20T22:30:59.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:30:59 smithi046 ceph-mon[96110]: osdmap e1572: 8 total, 8 up, 8 in 2024-09-20T22:30:59.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:59 smithi046 ceph-mon[98591]: osdmap e1571: 8 total, 8 up, 8 in 2024-09-20T22:30:59.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:30:59 smithi046 ceph-mon[98591]: osdmap e1572: 8 total, 8 up, 8 in 2024-09-20T22:30:59.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:59 smithi134 ceph-mon[89086]: osdmap e1571: 8 total, 8 up, 8 in 2024-09-20T22:30:59.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:30:59 smithi134 ceph-mon[89086]: osdmap e1572: 8 total, 8 up, 8 in 2024-09-20T22:31:00.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:00 smithi046 ceph-mon[96110]: pgmap v2730: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 6.0 KiB/s wr, 95 op/s 2024-09-20T22:31:00.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:00 smithi046 ceph-mon[96110]: osdmap e1573: 8 total, 8 up, 8 in 2024-09-20T22:31:00.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:00 smithi046 ceph-mon[98591]: pgmap v2730: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 6.0 KiB/s wr, 95 op/s 2024-09-20T22:31:00.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:00 smithi046 ceph-mon[98591]: osdmap e1573: 8 total, 8 up, 8 in 2024-09-20T22:31:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:00 smithi134 ceph-mon[89086]: pgmap v2730: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 6.0 KiB/s wr, 95 op/s 2024-09-20T22:31:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:00 smithi134 ceph-mon[89086]: osdmap e1573: 8 total, 8 up, 8 in 2024-09-20T22:31:02.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:31:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:31:02] "GET /metrics HTTP/1.1" 200 36568 "" "Prometheus/2.43.0" 2024-09-20T22:31:02.572 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:31:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:31:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:31:02.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:02 smithi046 ceph-mon[98591]: osdmap e1574: 8 total, 8 up, 8 in 2024-09-20T22:31:02.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:02 smithi046 ceph-mon[98591]: pgmap v2733: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 8.2 KiB/s wr, 166 op/s 2024-09-20T22:31:02.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:02 smithi046 ceph-mon[96110]: osdmap e1574: 8 total, 8 up, 8 in 2024-09-20T22:31:02.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:02 smithi046 ceph-mon[96110]: pgmap v2733: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 8.2 KiB/s wr, 166 op/s 2024-09-20T22:31:02.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:02 smithi134 ceph-mon[89086]: osdmap e1574: 8 total, 8 up, 8 in 2024-09-20T22:31:02.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:02 smithi134 ceph-mon[89086]: pgmap v2733: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 8.2 KiB/s wr, 166 op/s 2024-09-20T22:31:03.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:03 smithi046 ceph-mon[96110]: osdmap e1575: 8 total, 8 up, 8 in 2024-09-20T22:31:03.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:03 smithi046 ceph-mon[98591]: osdmap e1575: 8 total, 8 up, 8 in 2024-09-20T22:31:03.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:03 smithi134 ceph-mon[89086]: osdmap e1575: 8 total, 8 up, 8 in 2024-09-20T22:31:04.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:04 smithi046 ceph-mon[96110]: osdmap e1576: 8 total, 8 up, 8 in 2024-09-20T22:31:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:04 smithi046 ceph-mon[96110]: pgmap v2736: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 6.0 KiB/s wr, 104 op/s 2024-09-20T22:31:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:31:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:04 smithi046 ceph-mon[96110]: osdmap e1577: 8 total, 8 up, 8 in 2024-09-20T22:31:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:04 smithi046 ceph-mon[98591]: osdmap e1576: 8 total, 8 up, 8 in 2024-09-20T22:31:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:04 smithi046 ceph-mon[98591]: pgmap v2736: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 6.0 KiB/s wr, 104 op/s 2024-09-20T22:31:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:31:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:04 smithi046 ceph-mon[98591]: osdmap e1577: 8 total, 8 up, 8 in 2024-09-20T22:31:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:04 smithi134 ceph-mon[89086]: osdmap e1576: 8 total, 8 up, 8 in 2024-09-20T22:31:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:04 smithi134 ceph-mon[89086]: pgmap v2736: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 6.0 KiB/s wr, 104 op/s 2024-09-20T22:31:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:31:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:04 smithi134 ceph-mon[89086]: osdmap e1577: 8 total, 8 up, 8 in 2024-09-20T22:31:06.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:06 smithi046 ceph-mon[96110]: osdmap e1578: 8 total, 8 up, 8 in 2024-09-20T22:31:06.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:06 smithi046 ceph-mon[96110]: pgmap v2739: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 8.2 KiB/s wr, 126 op/s 2024-09-20T22:31:06.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:06 smithi046 ceph-mon[98591]: osdmap e1578: 8 total, 8 up, 8 in 2024-09-20T22:31:06.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:06 smithi046 ceph-mon[98591]: pgmap v2739: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 8.2 KiB/s wr, 126 op/s 2024-09-20T22:31:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:06 smithi134 ceph-mon[89086]: osdmap e1578: 8 total, 8 up, 8 in 2024-09-20T22:31:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:06 smithi134 ceph-mon[89086]: pgmap v2739: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 8.2 KiB/s wr, 126 op/s 2024-09-20T22:31:07.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:07 smithi046 ceph-mon[96110]: osdmap e1579: 8 total, 8 up, 8 in 2024-09-20T22:31:07.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:07 smithi046 ceph-mon[98591]: osdmap e1579: 8 total, 8 up, 8 in 2024-09-20T22:31:07.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:07 smithi134 ceph-mon[89086]: osdmap e1579: 8 total, 8 up, 8 in 2024-09-20T22:31:08.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:08 smithi046 ceph-mon[96110]: osdmap e1580: 8 total, 8 up, 8 in 2024-09-20T22:31:08.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:08 smithi046 ceph-mon[96110]: pgmap v2742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 7.7 KiB/s wr, 129 op/s 2024-09-20T22:31:08.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:08 smithi046 ceph-mon[98591]: osdmap e1580: 8 total, 8 up, 8 in 2024-09-20T22:31:08.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:08 smithi046 ceph-mon[98591]: pgmap v2742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 7.7 KiB/s wr, 129 op/s 2024-09-20T22:31:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:08 smithi134 ceph-mon[89086]: osdmap e1580: 8 total, 8 up, 8 in 2024-09-20T22:31:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:08 smithi134 ceph-mon[89086]: pgmap v2742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 7.7 KiB/s wr, 129 op/s 2024-09-20T22:31:09.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:09 smithi046 ceph-mon[96110]: osdmap e1581: 8 total, 8 up, 8 in 2024-09-20T22:31:09.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:09 smithi046 ceph-mon[96110]: osdmap e1582: 8 total, 8 up, 8 in 2024-09-20T22:31:09.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:09 smithi046 ceph-mon[98591]: osdmap e1581: 8 total, 8 up, 8 in 2024-09-20T22:31:09.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:09 smithi046 ceph-mon[98591]: osdmap e1582: 8 total, 8 up, 8 in 2024-09-20T22:31:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:09 smithi134 ceph-mon[89086]: osdmap e1581: 8 total, 8 up, 8 in 2024-09-20T22:31:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:09 smithi134 ceph-mon[89086]: osdmap e1582: 8 total, 8 up, 8 in 2024-09-20T22:31:10.557 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestMirroring.AioSnapshotCreate (31004 ms) 2024-09-20T22:31:10.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:10 smithi046 ceph-mon[96110]: pgmap v2745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 3.2 KiB/s wr, 35 op/s 2024-09-20T22:31:10.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:10 smithi046 ceph-mon[96110]: osdmap e1583: 8 total, 8 up, 8 in 2024-09-20T22:31:10.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:10 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c74c771e-ba2b-421d-a5cc-482f5c926162"}]: dispatch 2024-09-20T22:31:10.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:10 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c74c771e-ba2b-421d-a5cc-482f5c926162"}]: dispatch 2024-09-20T22:31:10.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:10 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c74c771e-ba2b-421d-a5cc-482f5c926162"}]': finished 2024-09-20T22:31:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:10 smithi046 ceph-mon[98591]: pgmap v2745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 3.2 KiB/s wr, 35 op/s 2024-09-20T22:31:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:10 smithi046 ceph-mon[98591]: osdmap e1583: 8 total, 8 up, 8 in 2024-09-20T22:31:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:10 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c74c771e-ba2b-421d-a5cc-482f5c926162"}]: dispatch 2024-09-20T22:31:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:10 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c74c771e-ba2b-421d-a5cc-482f5c926162"}]: dispatch 2024-09-20T22:31:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:10 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c74c771e-ba2b-421d-a5cc-482f5c926162"}]': finished 2024-09-20T22:31:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:10 smithi134 ceph-mon[89086]: pgmap v2745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 3.2 KiB/s wr, 35 op/s 2024-09-20T22:31:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:10 smithi134 ceph-mon[89086]: osdmap e1583: 8 total, 8 up, 8 in 2024-09-20T22:31:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:10 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1885612292' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c74c771e-ba2b-421d-a5cc-482f5c926162"}]: dispatch 2024-09-20T22:31:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:10 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c74c771e-ba2b-421d-a5cc-482f5c926162"}]: dispatch 2024-09-20T22:31:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:10 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c74c771e-ba2b-421d-a5cc-482f5c926162"}]': finished 2024-09-20T22:31:11.562 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 51 tests from TestMirroring (86865 ms total) 2024-09-20T22:31:11.562 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:31:11.562 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 34 tests from TestInternal 2024-09-20T22:31:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:31:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:31:12] "GET /metrics HTTP/1.1" 200 36558 "" "Prometheus/2.43.0" 2024-09-20T22:31:12.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:12 smithi134 ceph-mon[89086]: osdmap e1584: 8 total, 8 up, 8 in 2024-09-20T22:31:12.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:12 smithi134 ceph-mon[89086]: pgmap v2748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:31:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:31:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:31:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:31:12.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:12 smithi046 ceph-mon[96110]: osdmap e1584: 8 total, 8 up, 8 in 2024-09-20T22:31:12.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:12 smithi046 ceph-mon[96110]: pgmap v2748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:31:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:12 smithi046 ceph-mon[98591]: osdmap e1584: 8 total, 8 up, 8 in 2024-09-20T22:31:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:12 smithi046 ceph-mon[98591]: pgmap v2748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:31:13.565 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.OpenByID 2024-09-20T22:31:13.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:13 smithi046 ceph-mon[96110]: osdmap e1585: 8 total, 8 up, 8 in 2024-09-20T22:31:13.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:13 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/3271265802' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:31:13.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:13 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:31:13.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:13 smithi046 ceph-mon[98591]: osdmap e1585: 8 total, 8 up, 8 in 2024-09-20T22:31:13.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:13 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/3271265802' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:31:13.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:13 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:31:13.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:13 smithi134 ceph-mon[89086]: osdmap e1585: 8 total, 8 up, 8 in 2024-09-20T22:31:13.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:13 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/3271265802' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:31:13.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:13 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:31:14.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:14 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:31:14.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:14 smithi046 ceph-mon[96110]: osdmap e1586: 8 total, 8 up, 8 in 2024-09-20T22:31:14.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:14 smithi046 ceph-mon[96110]: pgmap v2751: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:31:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:14 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:31:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:14 smithi046 ceph-mon[98591]: osdmap e1586: 8 total, 8 up, 8 in 2024-09-20T22:31:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:14 smithi046 ceph-mon[98591]: pgmap v2751: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:31:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:14 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:31:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:14 smithi134 ceph-mon[89086]: osdmap e1586: 8 total, 8 up, 8 in 2024-09-20T22:31:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:14 smithi134 ceph-mon[89086]: pgmap v2751: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:31:15.618 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.OpenByID (2052 ms) 2024-09-20T22:31:15.618 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.OpenSnapDNE 2024-09-20T22:31:15.641 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.OpenSnapDNE (23 ms) 2024-09-20T22:31:15.641 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2024-09-20T22:31:15.662 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (21 ms) 2024-09-20T22:31:15.662 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.ResizeLocksImage 2024-09-20T22:31:15.689 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.ResizeLocksImage (27 ms) 2024-09-20T22:31:15.689 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2024-09-20T22:31:15.709 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (21 ms) 2024-09-20T22:31:15.710 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2024-09-20T22:31:15.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:15 smithi046 ceph-mon[96110]: osdmap e1587: 8 total, 8 up, 8 in 2024-09-20T22:31:15.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:15 smithi046 ceph-mon[98591]: osdmap e1587: 8 total, 8 up, 8 in 2024-09-20T22:31:15.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:15 smithi134 ceph-mon[89086]: osdmap e1587: 8 total, 8 up, 8 in 2024-09-20T22:31:16.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:16 smithi046 ceph-mon[96110]: osdmap e1588: 8 total, 8 up, 8 in 2024-09-20T22:31:16.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:16 smithi046 ceph-mon[96110]: pgmap v2754: 137 pgs: 8 creating+peering, 9 unknown, 120 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1023 B/s wr, 28 op/s 2024-09-20T22:31:16.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:16 smithi046 ceph-mon[98591]: osdmap e1588: 8 total, 8 up, 8 in 2024-09-20T22:31:16.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:16 smithi046 ceph-mon[98591]: pgmap v2754: 137 pgs: 8 creating+peering, 9 unknown, 120 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1023 B/s wr, 28 op/s 2024-09-20T22:31:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:16 smithi134 ceph-mon[89086]: osdmap e1588: 8 total, 8 up, 8 in 2024-09-20T22:31:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:16 smithi134 ceph-mon[89086]: pgmap v2754: 137 pgs: 8 creating+peering, 9 unknown, 120 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1023 B/s wr, 28 op/s 2024-09-20T22:31:17.608 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1899 ms) 2024-09-20T22:31:17.609 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2024-09-20T22:31:17.638 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (29 ms) 2024-09-20T22:31:17.638 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2024-09-20T22:31:17.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:17 smithi046 ceph-mon[98591]: osdmap e1589: 8 total, 8 up, 8 in 2024-09-20T22:31:17.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:17 smithi046 ceph-mon[96110]: osdmap e1589: 8 total, 8 up, 8 in 2024-09-20T22:31:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:17 smithi134 ceph-mon[89086]: osdmap e1589: 8 total, 8 up, 8 in 2024-09-20T22:31:18.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:18 smithi046 ceph-mon[96110]: osdmap e1590: 8 total, 8 up, 8 in 2024-09-20T22:31:18.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:18 smithi046 ceph-mon[96110]: pgmap v2757: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 7.0 KiB/s wr, 82 op/s 2024-09-20T22:31:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:18 smithi046 ceph-mon[98591]: osdmap e1590: 8 total, 8 up, 8 in 2024-09-20T22:31:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:18 smithi046 ceph-mon[98591]: pgmap v2757: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 7.0 KiB/s wr, 82 op/s 2024-09-20T22:31:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:18 smithi134 ceph-mon[89086]: osdmap e1590: 8 total, 8 up, 8 in 2024-09-20T22:31:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:18 smithi134 ceph-mon[89086]: pgmap v2757: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 7.0 KiB/s wr, 82 op/s 2024-09-20T22:31:19.624 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (1986 ms) 2024-09-20T22:31:19.624 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2024-09-20T22:31:19.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:19 smithi046 ceph-mon[98591]: osdmap e1591: 8 total, 8 up, 8 in 2024-09-20T22:31:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:31:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:19 smithi046 ceph-mon[96110]: osdmap e1591: 8 total, 8 up, 8 in 2024-09-20T22:31:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:31:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:19 smithi134 ceph-mon[89086]: osdmap e1591: 8 total, 8 up, 8 in 2024-09-20T22:31:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:31:20.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:20 smithi046 ceph-mon[96110]: osdmap e1592: 8 total, 8 up, 8 in 2024-09-20T22:31:20.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:20 smithi046 ceph-mon[96110]: pgmap v2760: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 6.5 KiB/s wr, 62 op/s 2024-09-20T22:31:20.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:20 smithi046 ceph-mon[98591]: osdmap e1592: 8 total, 8 up, 8 in 2024-09-20T22:31:20.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:20 smithi046 ceph-mon[98591]: pgmap v2760: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 6.5 KiB/s wr, 62 op/s 2024-09-20T22:31:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:20 smithi134 ceph-mon[89086]: osdmap e1592: 8 total, 8 up, 8 in 2024-09-20T22:31:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:20 smithi134 ceph-mon[89086]: pgmap v2760: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 6.5 KiB/s wr, 62 op/s 2024-09-20T22:31:21.638 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2014 ms) 2024-09-20T22:31:21.638 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2024-09-20T22:31:21.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:21 smithi046 ceph-mon[96110]: osdmap e1593: 8 total, 8 up, 8 in 2024-09-20T22:31:21.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:21 smithi046 ceph-mon[98591]: osdmap e1593: 8 total, 8 up, 8 in 2024-09-20T22:31:21.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:21 smithi134 ceph-mon[89086]: osdmap e1593: 8 total, 8 up, 8 in 2024-09-20T22:31:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:31:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:31:22] "GET /metrics HTTP/1.1" 200 36555 "" "Prometheus/2.43.0" 2024-09-20T22:31:22.623 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:31:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:31:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:31:22.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:22 smithi046 ceph-mon[98591]: osdmap e1594: 8 total, 8 up, 8 in 2024-09-20T22:31:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:22 smithi046 ceph-mon[98591]: pgmap v2763: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 7.2 KiB/s wr, 87 op/s 2024-09-20T22:31:22.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:22 smithi046 ceph-mon[96110]: osdmap e1594: 8 total, 8 up, 8 in 2024-09-20T22:31:22.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:22 smithi046 ceph-mon[96110]: pgmap v2763: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 7.2 KiB/s wr, 87 op/s 2024-09-20T22:31:22.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:22 smithi134 ceph-mon[89086]: osdmap e1594: 8 total, 8 up, 8 in 2024-09-20T22:31:22.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:22 smithi134 ceph-mon[89086]: pgmap v2763: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 7.2 KiB/s wr, 87 op/s 2024-09-20T22:31:23.651 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.SnapSetReleasesLock (2013 ms) 2024-09-20T22:31:23.651 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.FlattenLocksImage 2024-09-20T22:31:23.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:23 smithi046 ceph-mon[98591]: osdmap e1595: 8 total, 8 up, 8 in 2024-09-20T22:31:23.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:23 smithi046 ceph-mon[96110]: osdmap e1595: 8 total, 8 up, 8 in 2024-09-20T22:31:23.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:23 smithi134 ceph-mon[89086]: osdmap e1595: 8 total, 8 up, 8 in 2024-09-20T22:31:24.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:24 smithi046 ceph-mon[96110]: osdmap e1596: 8 total, 8 up, 8 in 2024-09-20T22:31:24.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:24 smithi046 ceph-mon[96110]: pgmap v2766: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 8.5 KiB/s wr, 113 op/s 2024-09-20T22:31:24.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:24 smithi046 ceph-mon[96110]: osdmap e1597: 8 total, 8 up, 8 in 2024-09-20T22:31:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:24 smithi046 ceph-mon[98591]: osdmap e1596: 8 total, 8 up, 8 in 2024-09-20T22:31:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:24 smithi046 ceph-mon[98591]: pgmap v2766: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 8.5 KiB/s wr, 113 op/s 2024-09-20T22:31:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:24 smithi046 ceph-mon[98591]: osdmap e1597: 8 total, 8 up, 8 in 2024-09-20T22:31:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:24 smithi134 ceph-mon[89086]: osdmap e1596: 8 total, 8 up, 8 in 2024-09-20T22:31:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:24 smithi134 ceph-mon[89086]: pgmap v2766: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 8.5 KiB/s wr, 113 op/s 2024-09-20T22:31:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:24 smithi134 ceph-mon[89086]: osdmap e1597: 8 total, 8 up, 8 in 2024-09-20T22:31:25.524 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.FlattenLocksImage (1873 ms) 2024-09-20T22:31:25.524 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2024-09-20T22:31:26.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:26 smithi046 ceph-mon[96110]: osdmap e1598: 8 total, 8 up, 8 in 2024-09-20T22:31:26.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:26 smithi046 ceph-mon[96110]: pgmap v2769: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.0 KiB/s wr, 78 op/s 2024-09-20T22:31:26.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:26 smithi046 ceph-mon[98591]: osdmap e1598: 8 total, 8 up, 8 in 2024-09-20T22:31:26.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:26 smithi046 ceph-mon[98591]: pgmap v2769: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.0 KiB/s wr, 78 op/s 2024-09-20T22:31:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:26 smithi134 ceph-mon[89086]: osdmap e1598: 8 total, 8 up, 8 in 2024-09-20T22:31:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:26 smithi134 ceph-mon[89086]: pgmap v2769: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.0 KiB/s wr, 78 op/s 2024-09-20T22:31:27.525 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (2001 ms) 2024-09-20T22:31:27.525 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2024-09-20T22:31:27.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:27 smithi046 ceph-mon[96110]: osdmap e1599: 8 total, 8 up, 8 in 2024-09-20T22:31:27.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:27 smithi046 ceph-mon[98591]: osdmap e1599: 8 total, 8 up, 8 in 2024-09-20T22:31:27.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:27 smithi134 ceph-mon[89086]: osdmap e1599: 8 total, 8 up, 8 in 2024-09-20T22:31:28.517 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (992 ms) 2024-09-20T22:31:28.517 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2024-09-20T22:31:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:28 smithi046 ceph-mon[96110]: osdmap e1600: 8 total, 8 up, 8 in 2024-09-20T22:31:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:28 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2243748012' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/2243748012"}]: dispatch 2024-09-20T22:31:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:28 smithi046 ceph-mon[96110]: pgmap v2772: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 199 KiB/s rd, 12 KiB/s wr, 266 op/s 2024-09-20T22:31:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:28 smithi046 ceph-mon[98591]: osdmap e1600: 8 total, 8 up, 8 in 2024-09-20T22:31:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:28 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2243748012' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/2243748012"}]: dispatch 2024-09-20T22:31:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:28 smithi046 ceph-mon[98591]: pgmap v2772: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 199 KiB/s rd, 12 KiB/s wr, 266 op/s 2024-09-20T22:31:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:28 smithi134 ceph-mon[89086]: osdmap e1600: 8 total, 8 up, 8 in 2024-09-20T22:31:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:28 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2243748012' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/2243748012"}]: dispatch 2024-09-20T22:31:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:28 smithi134 ceph-mon[89086]: pgmap v2772: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 199 KiB/s rd, 12 KiB/s wr, 266 op/s 2024-09-20T22:31:29.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:29 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2243748012' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/2243748012"}]': finished 2024-09-20T22:31:29.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:29 smithi046 ceph-mon[98591]: osdmap e1601: 8 total, 8 up, 8 in 2024-09-20T22:31:29.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:29 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/3424961395' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/3424961395"}]: dispatch 2024-09-20T22:31:29.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:29 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/3424961395' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/3424961395"}]': finished 2024-09-20T22:31:29.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:29 smithi046 ceph-mon[98591]: osdmap e1602: 8 total, 8 up, 8 in 2024-09-20T22:31:29.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:29 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2243748012' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/2243748012"}]': finished 2024-09-20T22:31:29.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:29 smithi046 ceph-mon[96110]: osdmap e1601: 8 total, 8 up, 8 in 2024-09-20T22:31:29.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:29 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/3424961395' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/3424961395"}]: dispatch 2024-09-20T22:31:29.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:29 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/3424961395' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/3424961395"}]': finished 2024-09-20T22:31:29.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:29 smithi046 ceph-mon[96110]: osdmap e1602: 8 total, 8 up, 8 in 2024-09-20T22:31:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:29 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2243748012' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/2243748012"}]': finished 2024-09-20T22:31:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:29 smithi134 ceph-mon[89086]: osdmap e1601: 8 total, 8 up, 8 in 2024-09-20T22:31:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:29 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/3424961395' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/3424961395"}]: dispatch 2024-09-20T22:31:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:29 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/3424961395' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/3424961395"}]': finished 2024-09-20T22:31:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:29 smithi134 ceph-mon[89086]: osdmap e1602: 8 total, 8 up, 8 in 2024-09-20T22:31:30.498 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (1981 ms) 2024-09-20T22:31:30.498 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2024-09-20T22:31:30.532 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.AioWriteRequestsLock (34 ms) 2024-09-20T22:31:30.532 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2024-09-20T22:31:30.564 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (31 ms) 2024-09-20T22:31:30.564 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.CancelAsyncResize 2024-09-20T22:31:30.609 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.CancelAsyncResize (45 ms) 2024-09-20T22:31:30.609 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.MultipleResize 2024-09-20T22:31:30.668 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.MultipleResize (59 ms) 2024-09-20T22:31:30.668 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.Metadata 2024-09-20T22:31:30.718 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.Metadata (51 ms) 2024-09-20T22:31:30.719 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.MetadataConfApply 2024-09-20T22:31:30.750 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.MetadataConfApply (31 ms) 2024-09-20T22:31:30.750 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.SnapshotCopyup 2024-09-20T22:31:30.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:30 smithi046 ceph-mon[96110]: pgmap v2775: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 9.5 KiB/s wr, 226 op/s 2024-09-20T22:31:30.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:30 smithi046 ceph-mon[98591]: pgmap v2775: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 9.5 KiB/s wr, 226 op/s 2024-09-20T22:31:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:30 smithi134 ceph-mon[89086]: pgmap v2775: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 9.5 KiB/s wr, 226 op/s 2024-09-20T22:31:32.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:31:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:31:32] "GET /metrics HTTP/1.1" 200 36555 "" "Prometheus/2.43.0" 2024-09-20T22:31:32.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:32 smithi134 ceph-mon[89086]: osdmap e1603: 8 total, 8 up, 8 in 2024-09-20T22:31:32.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:32 smithi134 ceph-mon[89086]: pgmap v2777: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 22 KiB/s wr, 230 op/s 2024-09-20T22:31:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:31:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:31:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:31:32.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:32 smithi046 ceph-mon[96110]: osdmap e1603: 8 total, 8 up, 8 in 2024-09-20T22:31:32.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:32 smithi046 ceph-mon[96110]: pgmap v2777: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 22 KiB/s wr, 230 op/s 2024-09-20T22:31:32.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:32 smithi046 ceph-mon[98591]: osdmap e1603: 8 total, 8 up, 8 in 2024-09-20T22:31:32.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:32 smithi046 ceph-mon[98591]: pgmap v2777: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 22 KiB/s wr, 230 op/s 2024-09-20T22:31:33.618 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.SnapshotCopyup (2868 ms) 2024-09-20T22:31:33.618 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2024-09-20T22:31:33.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:33 smithi046 ceph-mon[96110]: osdmap e1604: 8 total, 8 up, 8 in 2024-09-20T22:31:33.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:33 smithi046 ceph-mon[98591]: osdmap e1604: 8 total, 8 up, 8 in 2024-09-20T22:31:33.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:33 smithi134 ceph-mon[89086]: osdmap e1604: 8 total, 8 up, 8 in 2024-09-20T22:31:34.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:34 smithi046 ceph-mon[96110]: osdmap e1605: 8 total, 8 up, 8 in 2024-09-20T22:31:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:34 smithi046 ceph-mon[96110]: pgmap v2780: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 21 KiB/s wr, 183 op/s 2024-09-20T22:31:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:31:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:34 smithi046 ceph-mon[96110]: osdmap e1606: 8 total, 8 up, 8 in 2024-09-20T22:31:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:34 smithi046 ceph-mon[98591]: osdmap e1605: 8 total, 8 up, 8 in 2024-09-20T22:31:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:34 smithi046 ceph-mon[98591]: pgmap v2780: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 21 KiB/s wr, 183 op/s 2024-09-20T22:31:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:31:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:34 smithi046 ceph-mon[98591]: osdmap e1606: 8 total, 8 up, 8 in 2024-09-20T22:31:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:34 smithi134 ceph-mon[89086]: osdmap e1605: 8 total, 8 up, 8 in 2024-09-20T22:31:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:34 smithi134 ceph-mon[89086]: pgmap v2780: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 21 KiB/s wr, 183 op/s 2024-09-20T22:31:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:31:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:34 smithi134 ceph-mon[89086]: osdmap e1606: 8 total, 8 up, 8 in 2024-09-20T22:31:35.573 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (1955 ms) 2024-09-20T22:31:35.573 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2024-09-20T22:31:36.581 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (1008 ms) 2024-09-20T22:31:36.581 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.ResizeCopyup 2024-09-20T22:31:36.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:36 smithi046 ceph-mon[96110]: osdmap e1607: 8 total, 8 up, 8 in 2024-09-20T22:31:36.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:36 smithi046 ceph-mon[96110]: pgmap v2783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 205 KiB/s rd, 14 KiB/s wr, 270 op/s 2024-09-20T22:31:36.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:36 smithi046 ceph-mon[98591]: osdmap e1607: 8 total, 8 up, 8 in 2024-09-20T22:31:36.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:36 smithi046 ceph-mon[98591]: pgmap v2783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 205 KiB/s rd, 14 KiB/s wr, 270 op/s 2024-09-20T22:31:36.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:36 smithi134 ceph-mon[89086]: osdmap e1607: 8 total, 8 up, 8 in 2024-09-20T22:31:36.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:36 smithi134 ceph-mon[89086]: pgmap v2783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 205 KiB/s rd, 14 KiB/s wr, 270 op/s 2024-09-20T22:31:37.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:37 smithi046 ceph-mon[96110]: osdmap e1608: 8 total, 8 up, 8 in 2024-09-20T22:31:37.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:37 smithi046 ceph-mon[98591]: osdmap e1608: 8 total, 8 up, 8 in 2024-09-20T22:31:37.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:37 smithi134 ceph-mon[89086]: osdmap e1608: 8 total, 8 up, 8 in 2024-09-20T22:31:38.621 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.ResizeCopyup (2040 ms) 2024-09-20T22:31:38.621 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.DiscardCopyup 2024-09-20T22:31:38.630 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:31:38.630 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.DiscardCopyup (9 ms) 2024-09-20T22:31:38.630 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.ImageOptions 2024-09-20T22:31:38.639 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.ImageOptions (9 ms) 2024-09-20T22:31:38.639 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.WriteFullCopyup 2024-09-20T22:31:38.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:38 smithi046 ceph-mon[96110]: osdmap e1609: 8 total, 8 up, 8 in 2024-09-20T22:31:38.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:38 smithi046 ceph-mon[96110]: pgmap v2786: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 276 KiB/s rd, 25 KiB/s wr, 374 op/s 2024-09-20T22:31:38.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:38 smithi046 ceph-mon[98591]: osdmap e1609: 8 total, 8 up, 8 in 2024-09-20T22:31:38.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:38 smithi046 ceph-mon[98591]: pgmap v2786: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 276 KiB/s rd, 25 KiB/s wr, 374 op/s 2024-09-20T22:31:38.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:38 smithi134 ceph-mon[89086]: osdmap e1609: 8 total, 8 up, 8 in 2024-09-20T22:31:38.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:38 smithi134 ceph-mon[89086]: pgmap v2786: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 276 KiB/s rd, 25 KiB/s wr, 374 op/s 2024-09-20T22:31:39.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:39 smithi046 ceph-mon[96110]: osdmap e1610: 8 total, 8 up, 8 in 2024-09-20T22:31:39.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:39 smithi046 ceph-mon[98591]: osdmap e1610: 8 total, 8 up, 8 in 2024-09-20T22:31:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:39 smithi134 ceph-mon[89086]: osdmap e1610: 8 total, 8 up, 8 in 2024-09-20T22:31:40.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:40 smithi046 ceph-mon[96110]: osdmap e1611: 8 total, 8 up, 8 in 2024-09-20T22:31:40.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:40 smithi046 ceph-mon[96110]: pgmap v2789: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 14 KiB/s wr, 151 op/s 2024-09-20T22:31:40.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:40 smithi046 ceph-mon[98591]: osdmap e1611: 8 total, 8 up, 8 in 2024-09-20T22:31:40.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:40 smithi046 ceph-mon[98591]: pgmap v2789: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 14 KiB/s wr, 151 op/s 2024-09-20T22:31:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:40 smithi134 ceph-mon[89086]: osdmap e1611: 8 total, 8 up, 8 in 2024-09-20T22:31:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:40 smithi134 ceph-mon[89086]: pgmap v2789: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 14 KiB/s wr, 151 op/s 2024-09-20T22:31:41.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:41 smithi046 ceph-mon[96110]: osdmap e1612: 8 total, 8 up, 8 in 2024-09-20T22:31:41.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:41 smithi046 ceph-mon[98591]: osdmap e1612: 8 total, 8 up, 8 in 2024-09-20T22:31:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:41 smithi134 ceph-mon[89086]: osdmap e1612: 8 total, 8 up, 8 in 2024-09-20T22:31:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:31:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:31:42] "GET /metrics HTTP/1.1" 200 36559 "" "Prometheus/2.43.0" 2024-09-20T22:31:42.579 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:31:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:31:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:31:42.606 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.WriteFullCopyup (3968 ms) 2024-09-20T22:31:42.607 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2024-09-20T22:31:42.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:42 smithi046 ceph-mon[96110]: osdmap e1613: 8 total, 8 up, 8 in 2024-09-20T22:31:42.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:42 smithi046 ceph-mon[96110]: pgmap v2792: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 205 op/s 2024-09-20T22:31:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:42 smithi046 ceph-mon[98591]: osdmap e1613: 8 total, 8 up, 8 in 2024-09-20T22:31:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:42 smithi046 ceph-mon[98591]: pgmap v2792: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 205 op/s 2024-09-20T22:31:42.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:42 smithi134 ceph-mon[89086]: osdmap e1613: 8 total, 8 up, 8 in 2024-09-20T22:31:42.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:42 smithi134 ceph-mon[89086]: pgmap v2792: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 205 op/s 2024-09-20T22:31:43.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:43 smithi046 ceph-mon[96110]: osdmap e1614: 8 total, 8 up, 8 in 2024-09-20T22:31:43.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:43 smithi046 ceph-mon[98591]: osdmap e1614: 8 total, 8 up, 8 in 2024-09-20T22:31:43.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:43 smithi134 ceph-mon[89086]: osdmap e1614: 8 total, 8 up, 8 in 2024-09-20T22:31:44.631 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2024 ms) 2024-09-20T22:31:44.631 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.TestCoR 2024-09-20T22:31:44.641 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING due to disabled rbd_copy_on_read 2024-09-20T22:31:44.641 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.TestCoR (10 ms) 2024-09-20T22:31:44.641 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2024-09-20T22:31:44.874 INFO:tasks.workunit.client.0.smithi046.stdout:made parent image "image389": 4194304K (1024 * 4K) 2024-09-20T22:31:44.874 INFO:tasks.workunit.client.0.smithi046.stdout:generated random write map: 2024-09-20T22:31:44.874 INFO:tasks.workunit.client.0.smithi046.stdout: [7 , 31818 ] 2024-09-20T22:31:44.874 INFO:tasks.workunit.client.0.smithi046.stdout: [11 , 45921 ] 2024-09-20T22:31:44.874 INFO:tasks.workunit.client.0.smithi046.stdout: [16 , 68219 ] 2024-09-20T22:31:44.874 INFO:tasks.workunit.client.0.smithi046.stdout: [29 , 121335 ] 2024-09-20T22:31:44.874 INFO:tasks.workunit.client.0.smithi046.stdout: [52 , 215928 ] 2024-09-20T22:31:44.874 INFO:tasks.workunit.client.0.smithi046.stdout: [100 , 410246 ] 2024-09-20T22:31:44.874 INFO:tasks.workunit.client.0.smithi046.stdout: [102 , 418600 ] 2024-09-20T22:31:44.874 INFO:tasks.workunit.client.0.smithi046.stdout: [103 , 424206 ] 2024-09-20T22:31:44.874 INFO:tasks.workunit.client.0.smithi046.stdout: [105 , 432388 ] 2024-09-20T22:31:44.874 INFO:tasks.workunit.client.0.smithi046.stdout: [111 , 455477 ] 2024-09-20T22:31:44.875 INFO:tasks.workunit.client.0.smithi046.stdout: [119 , 490893 ] 2024-09-20T22:31:44.875 INFO:tasks.workunit.client.0.smithi046.stdout: [123 , 504209 ] 2024-09-20T22:31:44.875 INFO:tasks.workunit.client.0.smithi046.stdout: [131 , 538831 ] 2024-09-20T22:31:44.875 INFO:tasks.workunit.client.0.smithi046.stdout: [132 , 540997 ] 2024-09-20T22:31:44.875 INFO:tasks.workunit.client.0.smithi046.stdout: [143 , 587208 ] 2024-09-20T22:31:44.875 INFO:tasks.workunit.client.0.smithi046.stdout: [148 , 608898 ] 2024-09-20T22:31:44.875 INFO:tasks.workunit.client.0.smithi046.stdout: [166 , 681336 ] 2024-09-20T22:31:44.875 INFO:tasks.workunit.client.0.smithi046.stdout: [168 , 689073 ] 2024-09-20T22:31:44.875 INFO:tasks.workunit.client.0.smithi046.stdout: [170 , 697965 ] 2024-09-20T22:31:44.875 INFO:tasks.workunit.client.0.smithi046.stdout: [171 , 700937 ] 2024-09-20T22:31:44.875 INFO:tasks.workunit.client.0.smithi046.stdout: [190 , 780053 ] 2024-09-20T22:31:44.875 INFO:tasks.workunit.client.0.smithi046.stdout: [192 , 787478 ] 2024-09-20T22:31:44.875 INFO:tasks.workunit.client.0.smithi046.stdout: [227 , 930680 ] 2024-09-20T22:31:44.875 INFO:tasks.workunit.client.0.smithi046.stdout: [229 , 938480 ] 2024-09-20T22:31:44.875 INFO:tasks.workunit.client.0.smithi046.stdout: [244 , 1002975 ] 2024-09-20T22:31:44.876 INFO:tasks.workunit.client.0.smithi046.stdout: [247 , 1013751 ] 2024-09-20T22:31:44.876 INFO:tasks.workunit.client.0.smithi046.stdout: [257 , 1056107 ] 2024-09-20T22:31:44.876 INFO:tasks.workunit.client.0.smithi046.stdout: [261 , 1072564 ] 2024-09-20T22:31:44.876 INFO:tasks.workunit.client.0.smithi046.stdout: [295 , 1208470 ] 2024-09-20T22:31:44.876 INFO:tasks.workunit.client.0.smithi046.stdout: [306 , 1255384 ] 2024-09-20T22:31:44.876 INFO:tasks.workunit.client.0.smithi046.stdout: [317 , 1301432 ] 2024-09-20T22:31:44.876 INFO:tasks.workunit.client.0.smithi046.stdout: [351 , 1440485 ] 2024-09-20T22:31:44.876 INFO:tasks.workunit.client.0.smithi046.stdout: [354 , 1452299 ] 2024-09-20T22:31:44.876 INFO:tasks.workunit.client.0.smithi046.stdout: [357 , 1462688 ] 2024-09-20T22:31:44.876 INFO:tasks.workunit.client.0.smithi046.stdout: [362 , 1485197 ] 2024-09-20T22:31:44.876 INFO:tasks.workunit.client.0.smithi046.stdout: [364 , 1492738 ] 2024-09-20T22:31:44.876 INFO:tasks.workunit.client.0.smithi046.stdout: [365 , 1497193 ] 2024-09-20T22:31:44.876 INFO:tasks.workunit.client.0.smithi046.stdout: [369 , 1512411 ] 2024-09-20T22:31:44.876 INFO:tasks.workunit.client.0.smithi046.stdout: [384 , 1573045 ] 2024-09-20T22:31:44.876 INFO:tasks.workunit.client.0.smithi046.stdout: [400 , 1640389 ] 2024-09-20T22:31:44.877 INFO:tasks.workunit.client.0.smithi046.stdout: [406 , 1663115 ] 2024-09-20T22:31:44.877 INFO:tasks.workunit.client.0.smithi046.stdout: [418 , 1712896 ] 2024-09-20T22:31:44.877 INFO:tasks.workunit.client.0.smithi046.stdout: [423 , 1735026 ] 2024-09-20T22:31:44.877 INFO:tasks.workunit.client.0.smithi046.stdout: [431 , 1766907 ] 2024-09-20T22:31:44.877 INFO:tasks.workunit.client.0.smithi046.stdout: [444 , 1819372 ] 2024-09-20T22:31:44.877 INFO:tasks.workunit.client.0.smithi046.stdout: [458 , 1876063 ] 2024-09-20T22:31:44.877 INFO:tasks.workunit.client.0.smithi046.stdout: [464 , 1901271 ] 2024-09-20T22:31:44.877 INFO:tasks.workunit.client.0.smithi046.stdout: [471 , 1930238 ] 2024-09-20T22:31:44.877 INFO:tasks.workunit.client.0.smithi046.stdout: [476 , 1952902 ] 2024-09-20T22:31:44.877 INFO:tasks.workunit.client.0.smithi046.stdout: [486 , 1992780 ] 2024-09-20T22:31:44.877 INFO:tasks.workunit.client.0.smithi046.stdout: [497 , 2038827 ] 2024-09-20T22:31:44.877 INFO:tasks.workunit.client.0.smithi046.stdout: [498 , 2042544 ] 2024-09-20T22:31:44.877 INFO:tasks.workunit.client.0.smithi046.stdout: [508 , 2082656 ] 2024-09-20T22:31:44.877 INFO:tasks.workunit.client.0.smithi046.stdout: [525 , 2153620 ] 2024-09-20T22:31:44.877 INFO:tasks.workunit.client.0.smithi046.stdout: [546 , 2239338 ] 2024-09-20T22:31:44.878 INFO:tasks.workunit.client.0.smithi046.stdout: [559 , 2291878 ] 2024-09-20T22:31:44.878 INFO:tasks.workunit.client.0.smithi046.stdout: [568 , 2329923 ] 2024-09-20T22:31:44.878 INFO:tasks.workunit.client.0.smithi046.stdout: [585 , 2397360 ] 2024-09-20T22:31:44.878 INFO:tasks.workunit.client.0.smithi046.stdout: [597 , 2447973 ] 2024-09-20T22:31:44.878 INFO:tasks.workunit.client.0.smithi046.stdout: [610 , 2498664 ] 2024-09-20T22:31:44.878 INFO:tasks.workunit.client.0.smithi046.stdout: [632 , 2591216 ] 2024-09-20T22:31:44.878 INFO:tasks.workunit.client.0.smithi046.stdout: [645 , 2643004 ] 2024-09-20T22:31:44.878 INFO:tasks.workunit.client.0.smithi046.stdout: [679 , 2784333 ] 2024-09-20T22:31:44.878 INFO:tasks.workunit.client.0.smithi046.stdout: [680 , 2786309 ] 2024-09-20T22:31:44.878 INFO:tasks.workunit.client.0.smithi046.stdout: [687 , 2814122 ] 2024-09-20T22:31:44.878 INFO:tasks.workunit.client.0.smithi046.stdout: [704 , 2885183 ] 2024-09-20T22:31:44.878 INFO:tasks.workunit.client.0.smithi046.stdout: [710 , 2909272 ] 2024-09-20T22:31:44.878 INFO:tasks.workunit.client.0.smithi046.stdout: [711 , 2915489 ] 2024-09-20T22:31:44.878 INFO:tasks.workunit.client.0.smithi046.stdout: [728 , 2983147 ] 2024-09-20T22:31:44.878 INFO:tasks.workunit.client.0.smithi046.stdout: [741 , 3037171 ] 2024-09-20T22:31:44.879 INFO:tasks.workunit.client.0.smithi046.stdout: [760 , 3115099 ] 2024-09-20T22:31:44.879 INFO:tasks.workunit.client.0.smithi046.stdout: [764 , 3131249 ] 2024-09-20T22:31:44.879 INFO:tasks.workunit.client.0.smithi046.stdout: [780 , 3197562 ] 2024-09-20T22:31:44.879 INFO:tasks.workunit.client.0.smithi046.stdout: [781 , 3199823 ] 2024-09-20T22:31:44.879 INFO:tasks.workunit.client.0.smithi046.stdout: [793 , 3250757 ] 2024-09-20T22:31:44.879 INFO:tasks.workunit.client.0.smithi046.stdout: [795 , 3257576 ] 2024-09-20T22:31:44.879 INFO:tasks.workunit.client.0.smithi046.stdout: [798 , 3269247 ] 2024-09-20T22:31:44.879 INFO:tasks.workunit.client.0.smithi046.stdout: [803 , 3290000 ] 2024-09-20T22:31:44.879 INFO:tasks.workunit.client.0.smithi046.stdout: [807 , 3308217 ] 2024-09-20T22:31:44.879 INFO:tasks.workunit.client.0.smithi046.stdout: [810 , 3318794 ] 2024-09-20T22:31:44.879 INFO:tasks.workunit.client.0.smithi046.stdout: [812 , 3329044 ] 2024-09-20T22:31:44.879 INFO:tasks.workunit.client.0.smithi046.stdout: [829 , 3397795 ] 2024-09-20T22:31:44.879 INFO:tasks.workunit.client.0.smithi046.stdout: [834 , 3416979 ] 2024-09-20T22:31:44.879 INFO:tasks.workunit.client.0.smithi046.stdout: [850 , 3482357 ] 2024-09-20T22:31:44.879 INFO:tasks.workunit.client.0.smithi046.stdout: [866 , 3549758 ] 2024-09-20T22:31:44.880 INFO:tasks.workunit.client.0.smithi046.stdout: [896 , 3672642 ] 2024-09-20T22:31:44.880 INFO:tasks.workunit.client.0.smithi046.stdout: [897 , 3676502 ] 2024-09-20T22:31:44.880 INFO:tasks.workunit.client.0.smithi046.stdout: [907 , 3715111 ] 2024-09-20T22:31:44.880 INFO:tasks.workunit.client.0.smithi046.stdout: [910 , 3729308 ] 2024-09-20T22:31:44.880 INFO:tasks.workunit.client.0.smithi046.stdout: [920 , 3769804 ] 2024-09-20T22:31:44.880 INFO:tasks.workunit.client.0.smithi046.stdout: [931 , 3814466 ] 2024-09-20T22:31:44.880 INFO:tasks.workunit.client.0.smithi046.stdout: [949 , 3888121 ] 2024-09-20T22:31:44.880 INFO:tasks.workunit.client.0.smithi046.stdout: [963 , 3946158 ] 2024-09-20T22:31:44.880 INFO:tasks.workunit.client.0.smithi046.stdout: [969 , 3969149 ] 2024-09-20T22:31:44.880 INFO:tasks.workunit.client.0.smithi046.stdout: [970 , 3974929 ] 2024-09-20T22:31:44.880 INFO:tasks.workunit.client.0.smithi046.stdout: [1004 , 4115888 ] 2024-09-20T22:31:44.880 INFO:tasks.workunit.client.0.smithi046.stdout:write data based on random map 2024-09-20T22:31:44.880 INFO:tasks.workunit.client.0.smithi046.stdout: write object-7 2024-09-20T22:31:44.880 INFO:tasks.workunit.client.0.smithi046.stdout: write object-11 2024-09-20T22:31:44.880 INFO:tasks.workunit.client.0.smithi046.stdout: write object-16 2024-09-20T22:31:44.880 INFO:tasks.workunit.client.0.smithi046.stdout: write object-29 2024-09-20T22:31:44.881 INFO:tasks.workunit.client.0.smithi046.stdout: write object-52 2024-09-20T22:31:44.881 INFO:tasks.workunit.client.0.smithi046.stdout: write object-100 2024-09-20T22:31:44.881 INFO:tasks.workunit.client.0.smithi046.stdout: write object-102 2024-09-20T22:31:44.881 INFO:tasks.workunit.client.0.smithi046.stdout: write object-103 2024-09-20T22:31:44.881 INFO:tasks.workunit.client.0.smithi046.stdout: write object-105 2024-09-20T22:31:44.881 INFO:tasks.workunit.client.0.smithi046.stdout: write object-111 2024-09-20T22:31:44.881 INFO:tasks.workunit.client.0.smithi046.stdout: write object-119 2024-09-20T22:31:44.881 INFO:tasks.workunit.client.0.smithi046.stdout: write object-123 2024-09-20T22:31:44.881 INFO:tasks.workunit.client.0.smithi046.stdout: write object-131 2024-09-20T22:31:44.881 INFO:tasks.workunit.client.0.smithi046.stdout: write object-132 2024-09-20T22:31:44.881 INFO:tasks.workunit.client.0.smithi046.stdout: write object-143 2024-09-20T22:31:44.881 INFO:tasks.workunit.client.0.smithi046.stdout: write object-148 2024-09-20T22:31:44.881 INFO:tasks.workunit.client.0.smithi046.stdout: write object-166 2024-09-20T22:31:44.881 INFO:tasks.workunit.client.0.smithi046.stdout: write object-168 2024-09-20T22:31:44.882 INFO:tasks.workunit.client.0.smithi046.stdout: write object-170 2024-09-20T22:31:44.882 INFO:tasks.workunit.client.0.smithi046.stdout: write object-171 2024-09-20T22:31:44.882 INFO:tasks.workunit.client.0.smithi046.stdout: write object-190 2024-09-20T22:31:44.882 INFO:tasks.workunit.client.0.smithi046.stdout: write object-192 2024-09-20T22:31:44.882 INFO:tasks.workunit.client.0.smithi046.stdout: write object-227 2024-09-20T22:31:44.882 INFO:tasks.workunit.client.0.smithi046.stdout: write object-229 2024-09-20T22:31:44.882 INFO:tasks.workunit.client.0.smithi046.stdout: write object-244 2024-09-20T22:31:44.882 INFO:tasks.workunit.client.0.smithi046.stdout: write object-247 2024-09-20T22:31:44.882 INFO:tasks.workunit.client.0.smithi046.stdout: write object-257 2024-09-20T22:31:44.882 INFO:tasks.workunit.client.0.smithi046.stdout: write object-261 2024-09-20T22:31:44.882 INFO:tasks.workunit.client.0.smithi046.stdout: write object-295 2024-09-20T22:31:44.882 INFO:tasks.workunit.client.0.smithi046.stdout: write object-306 2024-09-20T22:31:44.882 INFO:tasks.workunit.client.0.smithi046.stdout: write object-317 2024-09-20T22:31:44.882 INFO:tasks.workunit.client.0.smithi046.stdout: write object-351 2024-09-20T22:31:44.882 INFO:tasks.workunit.client.0.smithi046.stdout: write object-354 2024-09-20T22:31:44.883 INFO:tasks.workunit.client.0.smithi046.stdout: write object-357 2024-09-20T22:31:44.883 INFO:tasks.workunit.client.0.smithi046.stdout: write object-362 2024-09-20T22:31:44.883 INFO:tasks.workunit.client.0.smithi046.stdout: write object-364 2024-09-20T22:31:44.883 INFO:tasks.workunit.client.0.smithi046.stdout: write object-365 2024-09-20T22:31:44.883 INFO:tasks.workunit.client.0.smithi046.stdout: write object-369 2024-09-20T22:31:44.883 INFO:tasks.workunit.client.0.smithi046.stdout: write object-384 2024-09-20T22:31:44.883 INFO:tasks.workunit.client.0.smithi046.stdout: write object-400 2024-09-20T22:31:44.883 INFO:tasks.workunit.client.0.smithi046.stdout: write object-406 2024-09-20T22:31:44.883 INFO:tasks.workunit.client.0.smithi046.stdout: write object-418 2024-09-20T22:31:44.883 INFO:tasks.workunit.client.0.smithi046.stdout: write object-423 2024-09-20T22:31:44.883 INFO:tasks.workunit.client.0.smithi046.stdout: write object-431 2024-09-20T22:31:44.883 INFO:tasks.workunit.client.0.smithi046.stdout: write object-444 2024-09-20T22:31:44.883 INFO:tasks.workunit.client.0.smithi046.stdout: write object-458 2024-09-20T22:31:44.883 INFO:tasks.workunit.client.0.smithi046.stdout: write object-464 2024-09-20T22:31:44.883 INFO:tasks.workunit.client.0.smithi046.stdout: write object-471 2024-09-20T22:31:44.884 INFO:tasks.workunit.client.0.smithi046.stdout: write object-476 2024-09-20T22:31:44.884 INFO:tasks.workunit.client.0.smithi046.stdout: write object-486 2024-09-20T22:31:44.884 INFO:tasks.workunit.client.0.smithi046.stdout: write object-497 2024-09-20T22:31:44.884 INFO:tasks.workunit.client.0.smithi046.stdout: write object-498 2024-09-20T22:31:44.884 INFO:tasks.workunit.client.0.smithi046.stdout: write object-508 2024-09-20T22:31:44.884 INFO:tasks.workunit.client.0.smithi046.stdout: write object-525 2024-09-20T22:31:44.884 INFO:tasks.workunit.client.0.smithi046.stdout: write object-546 2024-09-20T22:31:44.884 INFO:tasks.workunit.client.0.smithi046.stdout: write object-559 2024-09-20T22:31:44.884 INFO:tasks.workunit.client.0.smithi046.stdout: write object-568 2024-09-20T22:31:44.884 INFO:tasks.workunit.client.0.smithi046.stdout: write object-585 2024-09-20T22:31:44.884 INFO:tasks.workunit.client.0.smithi046.stdout: write object-597 2024-09-20T22:31:44.884 INFO:tasks.workunit.client.0.smithi046.stdout: write object-610 2024-09-20T22:31:44.884 INFO:tasks.workunit.client.0.smithi046.stdout: write object-632 2024-09-20T22:31:44.884 INFO:tasks.workunit.client.0.smithi046.stdout: write object-645 2024-09-20T22:31:44.884 INFO:tasks.workunit.client.0.smithi046.stdout: write object-679 2024-09-20T22:31:44.884 INFO:tasks.workunit.client.0.smithi046.stdout: write object-680 2024-09-20T22:31:44.885 INFO:tasks.workunit.client.0.smithi046.stdout: write object-687 2024-09-20T22:31:44.885 INFO:tasks.workunit.client.0.smithi046.stdout: write object-704 2024-09-20T22:31:44.885 INFO:tasks.workunit.client.0.smithi046.stdout: write object-710 2024-09-20T22:31:44.885 INFO:tasks.workunit.client.0.smithi046.stdout: write object-711 2024-09-20T22:31:44.885 INFO:tasks.workunit.client.0.smithi046.stdout: write object-728 2024-09-20T22:31:44.885 INFO:tasks.workunit.client.0.smithi046.stdout: write object-741 2024-09-20T22:31:44.885 INFO:tasks.workunit.client.0.smithi046.stdout: write object-760 2024-09-20T22:31:44.885 INFO:tasks.workunit.client.0.smithi046.stdout: write object-764 2024-09-20T22:31:44.885 INFO:tasks.workunit.client.0.smithi046.stdout: write object-780 2024-09-20T22:31:44.885 INFO:tasks.workunit.client.0.smithi046.stdout: write object-781 2024-09-20T22:31:44.885 INFO:tasks.workunit.client.0.smithi046.stdout: write object-793 2024-09-20T22:31:44.885 INFO:tasks.workunit.client.0.smithi046.stdout: write object-795 2024-09-20T22:31:44.885 INFO:tasks.workunit.client.0.smithi046.stdout: write object-798 2024-09-20T22:31:44.885 INFO:tasks.workunit.client.0.smithi046.stdout: write object-803 2024-09-20T22:31:44.885 INFO:tasks.workunit.client.0.smithi046.stdout: write object-807 2024-09-20T22:31:44.886 INFO:tasks.workunit.client.0.smithi046.stdout: write object-810 2024-09-20T22:31:44.886 INFO:tasks.workunit.client.0.smithi046.stdout: write object-812 2024-09-20T22:31:44.886 INFO:tasks.workunit.client.0.smithi046.stdout: write object-829 2024-09-20T22:31:44.886 INFO:tasks.workunit.client.0.smithi046.stdout: write object-834 2024-09-20T22:31:44.886 INFO:tasks.workunit.client.0.smithi046.stdout: write object-850 2024-09-20T22:31:44.886 INFO:tasks.workunit.client.0.smithi046.stdout: write object-866 2024-09-20T22:31:44.886 INFO:tasks.workunit.client.0.smithi046.stdout: write object-896 2024-09-20T22:31:44.886 INFO:tasks.workunit.client.0.smithi046.stdout: write object-897 2024-09-20T22:31:44.886 INFO:tasks.workunit.client.0.smithi046.stdout: write object-907 2024-09-20T22:31:44.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:44 smithi046 ceph-mon[96110]: osdmap e1615: 8 total, 8 up, 8 in 2024-09-20T22:31:44.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:44 smithi046 ceph-mon[96110]: pgmap v2795: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 274 op/s 2024-09-20T22:31:44.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:44 smithi046 ceph-mon[98591]: osdmap e1615: 8 total, 8 up, 8 in 2024-09-20T22:31:44.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:44 smithi046 ceph-mon[98591]: pgmap v2795: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 274 op/s 2024-09-20T22:31:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:44 smithi134 ceph-mon[89086]: osdmap e1615: 8 total, 8 up, 8 in 2024-09-20T22:31:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:44 smithi134 ceph-mon[89086]: pgmap v2795: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 274 op/s 2024-09-20T22:31:45.792 INFO:tasks.workunit.client.0.smithi046.stdout: write object-910 2024-09-20T22:31:45.793 INFO:tasks.workunit.client.0.smithi046.stdout: write object-920 2024-09-20T22:31:45.793 INFO:tasks.workunit.client.0.smithi046.stdout: write object-931 2024-09-20T22:31:45.793 INFO:tasks.workunit.client.0.smithi046.stdout: write object-949 2024-09-20T22:31:45.793 INFO:tasks.workunit.client.0.smithi046.stdout: write object-963 2024-09-20T22:31:45.793 INFO:tasks.workunit.client.0.smithi046.stdout: write object-969 2024-09-20T22:31:45.793 INFO:tasks.workunit.client.0.smithi046.stdout: write object-970 2024-09-20T22:31:45.793 INFO:tasks.workunit.client.0.smithi046.stdout: write object-1004 2024-09-20T22:31:45.793 INFO:tasks.workunit.client.0.smithi046.stdout:verify written data by reading 2024-09-20T22:31:45.793 INFO:tasks.workunit.client.0.smithi046.stdout: read object-7 2024-09-20T22:31:45.793 INFO:tasks.workunit.client.0.smithi046.stdout:made snapshot "image389@parent_snap" and protect it 2024-09-20T22:31:45.793 INFO:tasks.workunit.client.0.smithi046.stdout:made and opened clone "image390" 2024-09-20T22:31:45.793 INFO:tasks.workunit.client.0.smithi046.stdout:flattening clone: "image390" 2024-09-20T22:31:45.793 INFO:tasks.workunit.client.0.smithi046.stdout:check whether child image has the same set of objects as parent 2024-09-20T22:31:45.793 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1152 ms) 2024-09-20T22:31:45.794 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2024-09-20T22:31:45.874 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.PoolMetadataConfApply (81 ms) 2024-09-20T22:31:45.874 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.Sparsify 2024-09-20T22:31:45.900 INFO:tasks.workunit.client.0.smithi046.stdout:sparsify_supported=1 2024-09-20T22:31:45.900 INFO:tasks.workunit.client.0.smithi046.stdout:sparse_read_supported=1 2024-09-20T22:31:45.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:45 smithi046 ceph-mon[96110]: osdmap e1616: 8 total, 8 up, 8 in 2024-09-20T22:31:45.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:45 smithi046 ceph-mon[98591]: osdmap e1616: 8 total, 8 up, 8 in 2024-09-20T22:31:45.901 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:31:45 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:31:45] ENGINE Bus STOPPING 2024-09-20T22:31:45.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:45 smithi134 ceph-mon[89086]: osdmap e1616: 8 total, 8 up, 8 in 2024-09-20T22:31:45.929 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.Sparsify (55 ms) 2024-09-20T22:31:45.929 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.SparsifyClone 2024-09-20T22:31:45.948 INFO:tasks.workunit.client.0.smithi046.stdout:sparsify_supported=1 2024-09-20T22:31:46.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:31:46 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:31:46] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-20T22:31:46.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:31:46 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:31:46] ENGINE Bus STOPPED 2024-09-20T22:31:46.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:31:46 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:31:46] ENGINE Bus STARTING 2024-09-20T22:31:46.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:31:46 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:31:46] ENGINE Serving on http://:::9283 2024-09-20T22:31:46.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:31:46 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:31:46] ENGINE Bus STARTED 2024-09-20T22:31:46.711 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:46 smithi046 ceph-mon[96110]: osdmap e1617: 8 total, 8 up, 8 in 2024-09-20T22:31:46.711 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:46 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' 2024-09-20T22:31:46.711 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:46 smithi046 ceph-mon[96110]: pgmap v2798: 137 pgs: 137 active+clean; 8.7 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 97 op/s 2024-09-20T22:31:46.711 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:46 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:31:46.711 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:46 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:31:46.711 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:46 smithi046 ceph-mon[98591]: osdmap e1617: 8 total, 8 up, 8 in 2024-09-20T22:31:46.711 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:46 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' 2024-09-20T22:31:46.711 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:46 smithi046 ceph-mon[98591]: pgmap v2798: 137 pgs: 137 active+clean; 8.7 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 97 op/s 2024-09-20T22:31:46.712 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:46 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:31:46.712 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:46 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:31:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:46 smithi134 ceph-mon[89086]: osdmap e1617: 8 total, 8 up, 8 in 2024-09-20T22:31:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:46 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' 2024-09-20T22:31:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:46 smithi134 ceph-mon[89086]: pgmap v2798: 137 pgs: 137 active+clean; 8.7 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 97 op/s 2024-09-20T22:31:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:46 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:31:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:46 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:31:47.842 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.SparsifyClone (1913 ms) 2024-09-20T22:31:47.842 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestInternal.MissingDataPool 2024-09-20T22:31:47.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:47 smithi046 ceph-mon[96110]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-09-20T22:31:47.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:47 smithi046 ceph-mon[96110]: osdmap e1618: 8 total, 8 up, 8 in 2024-09-20T22:31:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:47 smithi046 ceph-mon[98591]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-09-20T22:31:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:47 smithi046 ceph-mon[98591]: osdmap e1618: 8 total, 8 up, 8 in 2024-09-20T22:31:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:47 smithi134 ceph-mon[89086]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-09-20T22:31:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:47 smithi134 ceph-mon[89086]: osdmap e1618: 8 total, 8 up, 8 in 2024-09-20T22:31:48.950 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestInternal.MissingDataPool (1108 ms) 2024-09-20T22:31:49.092 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:48 smithi134 ceph-mon[89086]: osdmap e1619: 8 total, 8 up, 8 in 2024-09-20T22:31:49.093 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:48 smithi134 ceph-mon[89086]: pgmap v2801: 137 pgs: 137 active+clean; 9.0 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 224 KiB/s rd, 66 KiB/s wr, 342 op/s 2024-09-20T22:31:49.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:48 smithi046 ceph-mon[98591]: osdmap e1619: 8 total, 8 up, 8 in 2024-09-20T22:31:49.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:48 smithi046 ceph-mon[98591]: pgmap v2801: 137 pgs: 137 active+clean; 9.0 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 224 KiB/s rd, 66 KiB/s wr, 342 op/s 2024-09-20T22:31:49.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:48 smithi046 ceph-mon[96110]: osdmap e1619: 8 total, 8 up, 8 in 2024-09-20T22:31:49.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:48 smithi046 ceph-mon[96110]: pgmap v2801: 137 pgs: 137 active+clean; 9.0 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 224 KiB/s rd, 66 KiB/s wr, 342 op/s 2024-09-20T22:31:49.507 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 34 tests from TestInternal (35384 ms total) 2024-09-20T22:31:49.507 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:31:49.507 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 17 tests from TestImageWatcher 2024-09-20T22:31:50.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:49 smithi046 ceph-mon[96110]: osdmap e1620: 8 total, 8 up, 8 in 2024-09-20T22:31:50.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:31:50.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:31:50.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:31:50.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:31:50.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:31:50.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:31:50.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:49 smithi046 ceph-mon[96110]: osdmap e1621: 8 total, 8 up, 8 in 2024-09-20T22:31:50.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:49 smithi046 ceph-mon[98591]: osdmap e1620: 8 total, 8 up, 8 in 2024-09-20T22:31:50.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:31:50.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:31:50.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:31:50.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:31:50.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:31:50.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:31:50.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:49 smithi046 ceph-mon[98591]: osdmap e1621: 8 total, 8 up, 8 in 2024-09-20T22:31:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:49 smithi134 ceph-mon[89086]: osdmap e1620: 8 total, 8 up, 8 in 2024-09-20T22:31:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:31:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:31:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:31:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:31:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:31:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:31:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:49 smithi134 ceph-mon[89086]: osdmap e1621: 8 total, 8 up, 8 in 2024-09-20T22:31:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:50 smithi046 ceph-mon[96110]: pgmap v2804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:31:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:50 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:31:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:50 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:31:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:50 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:31:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:50 smithi046 ceph-mon[96110]: osdmap e1622: 8 total, 8 up, 8 in 2024-09-20T22:31:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:50 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2130027821' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:31:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:50 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:31:51.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:50 smithi046 ceph-mon[98591]: pgmap v2804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:31:51.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:50 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:31:51.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:50 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:31:51.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:50 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:31:51.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:50 smithi046 ceph-mon[98591]: osdmap e1622: 8 total, 8 up, 8 in 2024-09-20T22:31:51.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:50 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2130027821' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:31:51.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:50 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:31:51.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:50 smithi134 ceph-mon[89086]: pgmap v2804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:31:51.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:50 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:31:51.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:50 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:31:51.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:50 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:31:51.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:50 smithi134 ceph-mon[89086]: osdmap e1622: 8 total, 8 up, 8 in 2024-09-20T22:31:51.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:50 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2130027821' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:31:51.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:50 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:31:51.507 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2024-09-20T22:31:52.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:31:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:31:52] "GET /metrics HTTP/1.1" 200 36634 "" "Prometheus/2.43.0" 2024-09-20T22:31:52.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:52 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:31:52.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:52 smithi134 ceph-mon[89086]: osdmap e1623: 8 total, 8 up, 8 in 2024-09-20T22:31:52.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:52 smithi134 ceph-mon[89086]: pgmap v2807: 137 pgs: 15 creating+peering, 10 unknown, 112 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:31:52.677 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:31:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:31:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:31:52.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:52 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:31:52.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:52 smithi046 ceph-mon[96110]: osdmap e1623: 8 total, 8 up, 8 in 2024-09-20T22:31:52.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:52 smithi046 ceph-mon[96110]: pgmap v2807: 137 pgs: 15 creating+peering, 10 unknown, 112 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:31:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:52 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:31:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:52 smithi046 ceph-mon[98591]: osdmap e1623: 8 total, 8 up, 8 in 2024-09-20T22:31:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:52 smithi046 ceph-mon[98591]: pgmap v2807: 137 pgs: 15 creating+peering, 10 unknown, 112 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:31:53.551 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2044 ms) 2024-09-20T22:31:53.551 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2024-09-20T22:31:53.575 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestImageWatcher.NotifyFlatten (25 ms) 2024-09-20T22:31:53.575 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestImageWatcher.NotifyResize 2024-09-20T22:31:53.598 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestImageWatcher.NotifyResize (23 ms) 2024-09-20T22:31:53.598 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2024-09-20T22:31:53.621 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (23 ms) 2024-09-20T22:31:53.621 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2024-09-20T22:31:53.642 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (20 ms) 2024-09-20T22:31:53.642 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2024-09-20T22:31:53.663 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (22 ms) 2024-09-20T22:31:53.664 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2024-09-20T22:31:53.685 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (21 ms) 2024-09-20T22:31:53.685 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2024-09-20T22:31:53.707 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestImageWatcher.NotifySnapRename (22 ms) 2024-09-20T22:31:53.707 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2024-09-20T22:31:53.726 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (19 ms) 2024-09-20T22:31:53.726 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2024-09-20T22:31:53.746 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (20 ms) 2024-09-20T22:31:53.746 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2024-09-20T22:31:53.767 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (21 ms) 2024-09-20T22:31:53.767 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2024-09-20T22:31:53.786 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (19 ms) 2024-09-20T22:31:53.786 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestImageWatcher.NotifyRename 2024-09-20T22:31:53.805 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestImageWatcher.NotifyRename (20 ms) 2024-09-20T22:31:53.805 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2024-09-20T22:31:53.826 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (20 ms) 2024-09-20T22:31:53.826 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2024-09-20T22:31:53.846 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (20 ms) 2024-09-20T22:31:53.846 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2024-09-20T22:31:53.866 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (21 ms) 2024-09-20T22:31:53.866 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2024-09-20T22:31:53.888 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (22 ms) 2024-09-20T22:31:53.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:53 smithi046 ceph-mon[96110]: osdmap e1624: 8 total, 8 up, 8 in 2024-09-20T22:31:53.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:53 smithi046 ceph-mon[98591]: osdmap e1624: 8 total, 8 up, 8 in 2024-09-20T22:31:53.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:53 smithi134 ceph-mon[89086]: osdmap e1624: 8 total, 8 up, 8 in 2024-09-20T22:31:54.529 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 17 tests from TestImageWatcher (2382 ms total) 2024-09-20T22:31:54.529 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:31:54.530 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 161 tests from TestLibRBD 2024-09-20T22:31:54.561 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.CreateAndStat 2024-09-20T22:31:54.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:54 smithi046 ceph-mon[96110]: osdmap e1625: 8 total, 8 up, 8 in 2024-09-20T22:31:54.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:54 smithi046 ceph-mon[96110]: pgmap v2810: 137 pgs: 15 creating+peering, 3 unknown, 119 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:31:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:54 smithi046 ceph-mon[98591]: osdmap e1625: 8 total, 8 up, 8 in 2024-09-20T22:31:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:54 smithi046 ceph-mon[98591]: pgmap v2810: 137 pgs: 15 creating+peering, 3 unknown, 119 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:31:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:54 smithi134 ceph-mon[89086]: osdmap e1625: 8 total, 8 up, 8 in 2024-09-20T22:31:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:54 smithi134 ceph-mon[89086]: pgmap v2810: 137 pgs: 15 creating+peering, 3 unknown, 119 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:31:55.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:55 smithi046 ceph-mon[96110]: osdmap e1626: 8 total, 8 up, 8 in 2024-09-20T22:31:55.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:55 smithi046 ceph-mon[98591]: osdmap e1626: 8 total, 8 up, 8 in 2024-09-20T22:31:55.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:55 smithi134 ceph-mon[89086]: osdmap e1626: 8 total, 8 up, 8 in 2024-09-20T22:31:56.547 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:31:56.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:56 smithi046 ceph-mon[96110]: osdmap e1627: 8 total, 8 up, 8 in 2024-09-20T22:31:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:56 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/3636136515' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:31:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:56 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:31:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:56 smithi046 ceph-mon[96110]: pgmap v2813: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:31:56.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:56 smithi046 ceph-mon[98591]: osdmap e1627: 8 total, 8 up, 8 in 2024-09-20T22:31:56.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:56 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/3636136515' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:31:56.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:56 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:31:56.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:56 smithi046 ceph-mon[98591]: pgmap v2813: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:31:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:56 smithi134 ceph-mon[89086]: osdmap e1627: 8 total, 8 up, 8 in 2024-09-20T22:31:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:56 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/3636136515' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:31:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:56 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:31:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:56 smithi134 ceph-mon[89086]: pgmap v2813: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:31:57.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:57 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:31:57.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:57 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:31:57.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:57 smithi046 ceph-mon[98591]: osdmap e1628: 8 total, 8 up, 8 in 2024-09-20T22:31:57.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:57 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:31:57.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:57 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:31:57.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:57 smithi046 ceph-mon[96110]: osdmap e1628: 8 total, 8 up, 8 in 2024-09-20T22:31:57.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:57 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:31:57.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:57 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:31:57.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:57 smithi134 ceph-mon[89086]: osdmap e1628: 8 total, 8 up, 8 in 2024-09-20T22:31:58.581 INFO:tasks.workunit.client.0.smithi046.stdout:image has size 2097152 and order 22 2024-09-20T22:31:58.581 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.CreateAndStat (4019 ms) 2024-09-20T22:31:58.581 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2024-09-20T22:31:58.581 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:31:58.603 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (22 ms) 2024-09-20T22:31:58.603 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2024-09-20T22:31:58.604 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:31:58.624 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.CreateAndStatPP (22 ms) 2024-09-20T22:31:58.624 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.GetId 2024-09-20T22:31:58.625 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:31:58.650 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.GetId (25 ms) 2024-09-20T22:31:58.650 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.GetIdPP 2024-09-20T22:31:58.650 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:31:58.677 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.GetIdPP (28 ms) 2024-09-20T22:31:58.678 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2024-09-20T22:31:58.678 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:31:58.693 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (15 ms) 2024-09-20T22:31:58.693 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2024-09-20T22:31:58.693 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:31:58.710 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (17 ms) 2024-09-20T22:31:58.710 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2024-09-20T22:31:58.710 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:31:58.727 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (17 ms) 2024-09-20T22:31:58.727 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2024-09-20T22:31:58.727 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:31:58.745 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (19 ms) 2024-09-20T22:31:58.745 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.OpenAio 2024-09-20T22:31:58.745 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:31:58.763 INFO:tasks.workunit.client.0.smithi046.stdout:image has size 2097152 and order 22 2024-09-20T22:31:58.763 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.OpenAio (17 ms) 2024-09-20T22:31:58.763 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.OpenAioFail 2024-09-20T22:31:58.765 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.OpenAioFail (3 ms) 2024-09-20T22:31:58.766 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.OpenAioPP 2024-09-20T22:31:58.766 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:31:58.791 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.OpenAioPP (25 ms) 2024-09-20T22:31:58.791 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2024-09-20T22:31:58.794 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.OpenAioFailPP (3 ms) 2024-09-20T22:31:58.794 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2024-09-20T22:31:58.794 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:31:58.827 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.ResizeAndStat (33 ms) 2024-09-20T22:31:58.827 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2024-09-20T22:31:58.827 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:31:58.856 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (29 ms) 2024-09-20T22:31:58.856 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2024-09-20T22:31:58.856 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:31:58.889 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (33 ms) 2024-09-20T22:31:58.889 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2024-09-20T22:31:58.889 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:31:58.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:58 smithi046 ceph-mon[96110]: osdmap e1629: 8 total, 8 up, 8 in 2024-09-20T22:31:58.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:58 smithi046 ceph-mon[96110]: pgmap v2816: 137 pgs: 9 creating+peering, 3 unknown, 125 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-20T22:31:58.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:58 smithi046 ceph-mon[98591]: osdmap e1629: 8 total, 8 up, 8 in 2024-09-20T22:31:58.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:58 smithi046 ceph-mon[98591]: pgmap v2816: 137 pgs: 9 creating+peering, 3 unknown, 125 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-20T22:31:58.920 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (31 ms) 2024-09-20T22:31:58.920 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2024-09-20T22:31:58.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:58 smithi134 ceph-mon[89086]: osdmap e1629: 8 total, 8 up, 8 in 2024-09-20T22:31:58.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:58 smithi134 ceph-mon[89086]: pgmap v2816: 137 pgs: 9 creating+peering, 3 unknown, 125 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-20T22:31:59.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:59 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:31:59.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:31:59 smithi046 ceph-mon[96110]: osdmap e1630: 8 total, 8 up, 8 in 2024-09-20T22:31:59.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:59 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:31:59.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:31:59 smithi046 ceph-mon[98591]: osdmap e1630: 8 total, 8 up, 8 in 2024-09-20T22:31:59.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:59 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:31:59.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:31:59 smithi134 ceph-mon[89086]: osdmap e1630: 8 total, 8 up, 8 in 2024-09-20T22:32:00.583 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:32:00.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[96110]: osdmap e1631: 8 total, 8 up, 8 in 2024-09-20T22:32:00.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/897369627' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:32:00.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:32:00.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[96110]: pgmap v2819: 169 pgs: 32 unknown, 9 creating+peering, 128 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 767 B/s wr, 2 op/s 2024-09-20T22:32:00.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:32:00.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:32:00.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:32:00.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:32:00.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:32:00.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:32:00.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:32:00.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:32:00.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:32:00.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:32:00.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:32:00.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:32:00.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:32:00.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:32:00.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:32:00.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:32:00.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:32:00.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:32:00.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:32:00.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:32:00.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:32:00.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:32:00.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:32:00.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:32:00.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[98591]: osdmap e1631: 8 total, 8 up, 8 in 2024-09-20T22:32:00.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/897369627' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:32:00.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:32:00.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[98591]: pgmap v2819: 169 pgs: 32 unknown, 9 creating+peering, 128 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 767 B/s wr, 2 op/s 2024-09-20T22:32:00.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:32:00.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:32:00.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:32:00.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:32:00.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:32:00.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:32:00.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:32:00.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:32:00.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:32:00.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:32:00.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:32:00.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:32:00.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:32:00.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:32:00.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:32:00.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:32:00.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:32:00.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:32:00.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:32:00.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:32:00.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:32:00.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:32:00.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:32:00.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:00 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:32:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:00 smithi134 ceph-mon[89086]: osdmap e1631: 8 total, 8 up, 8 in 2024-09-20T22:32:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:00 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/897369627' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:32:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:00 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:32:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:00 smithi134 ceph-mon[89086]: pgmap v2819: 169 pgs: 32 unknown, 9 creating+peering, 128 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 767 B/s wr, 2 op/s 2024-09-20T22:32:00.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:00 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:32:00.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:00 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:32:00.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:00 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:32:00.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:00 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:32:00.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:00 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:32:00.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:00 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:32:00.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:00 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:32:00.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:00 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:32:00.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:00 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:32:00.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:00 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:32:00.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:00 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:32:00.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:00 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:32:00.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:00 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:32:00.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:00 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:32:00.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:00 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:32:00.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:00 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:32:00.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:00 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:32:00.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:00 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:32:00.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:00 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:32:00.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:00 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:32:00.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:00 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:32:00.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:00 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:32:00.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:00 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:32:00.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:00 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:32:01.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:01 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:32:01.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:01 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/897369627' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:32:01.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:01 smithi046 ceph-mon[96110]: osdmap e1632: 8 total, 8 up, 8 in 2024-09-20T22:32:01.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:01 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:32:01.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:01 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/897369627' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:32:01.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:01 smithi046 ceph-mon[98591]: osdmap e1632: 8 total, 8 up, 8 in 2024-09-20T22:32:01.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:01 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:32:01.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:01 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/897369627' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:32:01.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:01 smithi134 ceph-mon[89086]: osdmap e1632: 8 total, 8 up, 8 in 2024-09-20T22:32:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:32:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:32:02] "GET /metrics HTTP/1.1" 200 36634 "" "Prometheus/2.43.0" 2024-09-20T22:32:02.569 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:32:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:32:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:32:02.598 INFO:tasks.workunit.client.0.smithi046.stdout:image: image18 2024-09-20T22:32:02.598 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image18 2024-09-20T22:32:02.598 INFO:tasks.workunit.client.0.smithi046.stdout:found image18 2024-09-20T22:32:02.598 INFO:tasks.workunit.client.0.smithi046.stdout:erased image18 2024-09-20T22:32:02.598 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:32:02.687 INFO:tasks.workunit.client.0.smithi046.stdout:image: image18 2024-09-20T22:32:02.687 INFO:tasks.workunit.client.0.smithi046.stdout:image: image19 2024-09-20T22:32:02.687 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image18 2024-09-20T22:32:02.687 INFO:tasks.workunit.client.0.smithi046.stdout:found image18 2024-09-20T22:32:02.687 INFO:tasks.workunit.client.0.smithi046.stdout:erased image18 2024-09-20T22:32:02.688 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image19 2024-09-20T22:32:02.688 INFO:tasks.workunit.client.0.smithi046.stdout:found image19 2024-09-20T22:32:02.688 INFO:tasks.workunit.client.0.smithi046.stdout:erased image19 2024-09-20T22:32:02.688 INFO:tasks.workunit.client.0.smithi046.stdout:image: image19 2024-09-20T22:32:02.688 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image19 2024-09-20T22:32:02.688 INFO:tasks.workunit.client.0.smithi046.stdout:found image19 2024-09-20T22:32:02.688 INFO:tasks.workunit.client.0.smithi046.stdout:erased image19 2024-09-20T22:32:02.688 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3767 ms) 2024-09-20T22:32:02.688 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2024-09-20T22:32:02.852 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:02 smithi134 ceph-mon[89086]: osdmap e1633: 8 total, 8 up, 8 in 2024-09-20T22:32:02.852 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:02 smithi134 ceph-mon[89086]: pgmap v2822: 169 pgs: 1 creating+activating, 11 unknown, 157 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 11 KiB/s wr, 174 op/s 2024-09-20T22:32:02.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:02 smithi046 ceph-mon[96110]: osdmap e1633: 8 total, 8 up, 8 in 2024-09-20T22:32:02.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:02 smithi046 ceph-mon[96110]: pgmap v2822: 169 pgs: 1 creating+activating, 11 unknown, 157 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 11 KiB/s wr, 174 op/s 2024-09-20T22:32:02.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:02 smithi046 ceph-mon[98591]: osdmap e1633: 8 total, 8 up, 8 in 2024-09-20T22:32:02.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:02 smithi046 ceph-mon[98591]: pgmap v2822: 169 pgs: 1 creating+activating, 11 unknown, 157 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 11 KiB/s wr, 174 op/s 2024-09-20T22:32:03.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:03 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:32:03.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:03 smithi046 ceph-mon[96110]: osdmap e1634: 8 total, 8 up, 8 in 2024-09-20T22:32:03.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:03 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:32:03.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:03 smithi046 ceph-mon[98591]: osdmap e1634: 8 total, 8 up, 8 in 2024-09-20T22:32:03.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:03 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:32:03.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:03 smithi134 ceph-mon[89086]: osdmap e1634: 8 total, 8 up, 8 in 2024-09-20T22:32:04.596 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:32:04.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:04 smithi046 ceph-mon[96110]: osdmap e1635: 8 total, 8 up, 8 in 2024-09-20T22:32:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:04 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2085070946' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:32:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:04 smithi046 ceph-mon[96110]: pgmap v2825: 201 pgs: 1 creating+activating, 34 unknown, 166 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 19 KiB/s wr, 249 op/s 2024-09-20T22:32:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:32:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:04 smithi046 ceph-mon[98591]: osdmap e1635: 8 total, 8 up, 8 in 2024-09-20T22:32:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:04 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2085070946' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:32:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:04 smithi046 ceph-mon[98591]: pgmap v2825: 201 pgs: 1 creating+activating, 34 unknown, 166 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 19 KiB/s wr, 249 op/s 2024-09-20T22:32:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:32:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:04 smithi134 ceph-mon[89086]: osdmap e1635: 8 total, 8 up, 8 in 2024-09-20T22:32:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:04 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2085070946' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:32:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:04 smithi134 ceph-mon[89086]: pgmap v2825: 201 pgs: 1 creating+activating, 34 unknown, 166 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 19 KiB/s wr, 249 op/s 2024-09-20T22:32:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:32:05.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:05 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:32:05.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:05 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2085070946' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:32:05.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:05 smithi046 ceph-mon[96110]: osdmap e1636: 8 total, 8 up, 8 in 2024-09-20T22:32:05.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:05 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:32:05.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:05 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2085070946' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:32:05.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:05 smithi046 ceph-mon[98591]: osdmap e1636: 8 total, 8 up, 8 in 2024-09-20T22:32:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:05 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:32:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:05 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2085070946' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:32:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:05 smithi134 ceph-mon[89086]: osdmap e1636: 8 total, 8 up, 8 in 2024-09-20T22:32:06.639 INFO:tasks.workunit.client.0.smithi046.stdout:num images is: 1 2024-09-20T22:32:06.639 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 1 2024-09-20T22:32:06.639 INFO:tasks.workunit.client.0.smithi046.stdout:image: image20 2024-09-20T22:32:06.639 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image20 2024-09-20T22:32:06.639 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:32:06.646 INFO:tasks.workunit.client.0.smithi046.stdout:num images is: 2 2024-09-20T22:32:06.646 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 2 2024-09-20T22:32:06.646 INFO:tasks.workunit.client.0.smithi046.stdout:image: image20 2024-09-20T22:32:06.646 INFO:tasks.workunit.client.0.smithi046.stdout:image: image21 2024-09-20T22:32:06.646 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image20 2024-09-20T22:32:06.647 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image21 2024-09-20T22:32:06.709 INFO:tasks.workunit.client.0.smithi046.stdout:num images is: 1 2024-09-20T22:32:06.709 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 1 2024-09-20T22:32:06.709 INFO:tasks.workunit.client.0.smithi046.stdout:image: image21 2024-09-20T22:32:06.709 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image21 2024-09-20T22:32:06.709 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (4022 ms) 2024-09-20T22:32:06.710 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCopy 2024-09-20T22:32:06.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:06 smithi046 ceph-mon[96110]: osdmap e1637: 8 total, 8 up, 8 in 2024-09-20T22:32:06.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:06 smithi046 ceph-mon[96110]: pgmap v2828: 201 pgs: 5 creating+peering, 9 unknown, 187 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 9.7 KiB/s wr, 80 op/s 2024-09-20T22:32:06.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:06 smithi046 ceph-mon[98591]: osdmap e1637: 8 total, 8 up, 8 in 2024-09-20T22:32:06.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:06 smithi046 ceph-mon[98591]: pgmap v2828: 201 pgs: 5 creating+peering, 9 unknown, 187 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 9.7 KiB/s wr, 80 op/s 2024-09-20T22:32:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:06 smithi134 ceph-mon[89086]: osdmap e1637: 8 total, 8 up, 8 in 2024-09-20T22:32:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:06 smithi134 ceph-mon[89086]: pgmap v2828: 201 pgs: 5 creating+peering, 9 unknown, 187 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 9.7 KiB/s wr, 80 op/s 2024-09-20T22:32:07.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:07 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:32:07.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:07 smithi046 ceph-mon[96110]: osdmap e1638: 8 total, 8 up, 8 in 2024-09-20T22:32:07.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:07 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:32:07.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:07 smithi046 ceph-mon[98591]: osdmap e1638: 8 total, 8 up, 8 in 2024-09-20T22:32:07.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:07 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:32:07.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:07 smithi134 ceph-mon[89086]: osdmap e1638: 8 total, 8 up, 8 in 2024-09-20T22:32:08.611 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:32:08.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:08 smithi046 ceph-mon[96110]: osdmap e1639: 8 total, 8 up, 8 in 2024-09-20T22:32:08.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:08 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/3399272805' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:32:08.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:08 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:32:08.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:08 smithi046 ceph-mon[96110]: pgmap v2831: 233 pgs: 7 creating+peering, 30 unknown, 196 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.2 KiB/s wr, 47 op/s 2024-09-20T22:32:08.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:08 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:32:08.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:08 smithi046 ceph-mon[96110]: osdmap e1640: 8 total, 8 up, 8 in 2024-09-20T22:32:08.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:08 smithi046 ceph-mon[98591]: osdmap e1639: 8 total, 8 up, 8 in 2024-09-20T22:32:08.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:08 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/3399272805' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:32:08.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:08 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:32:08.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:08 smithi046 ceph-mon[98591]: pgmap v2831: 233 pgs: 7 creating+peering, 30 unknown, 196 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.2 KiB/s wr, 47 op/s 2024-09-20T22:32:08.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:08 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:32:08.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:08 smithi046 ceph-mon[98591]: osdmap e1640: 8 total, 8 up, 8 in 2024-09-20T22:32:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:08 smithi134 ceph-mon[89086]: osdmap e1639: 8 total, 8 up, 8 in 2024-09-20T22:32:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:08 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/3399272805' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:32:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:08 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:32:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:08 smithi134 ceph-mon[89086]: pgmap v2831: 233 pgs: 7 creating+peering, 30 unknown, 196 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.2 KiB/s wr, 47 op/s 2024-09-20T22:32:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:08 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:32:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:08 smithi134 ceph-mon[89086]: osdmap e1640: 8 total, 8 up, 8 in 2024-09-20T22:32:09.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:09 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:32:09.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:09 smithi046 ceph-mon[96110]: osdmap e1641: 8 total, 8 up, 8 in 2024-09-20T22:32:09.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:09 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:32:09.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:09 smithi046 ceph-mon[98591]: osdmap e1641: 8 total, 8 up, 8 in 2024-09-20T22:32:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:09 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:32:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:09 smithi134 ceph-mon[89086]: osdmap e1641: 8 total, 8 up, 8 in 2024-09-20T22:32:10.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:10 smithi046 ceph-mon[96110]: pgmap v2834: 233 pgs: 2 creating+peering, 26 unknown, 205 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.5 KiB/s wr, 44 op/s 2024-09-20T22:32:10.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:10 smithi046 ceph-mon[96110]: osdmap e1642: 8 total, 8 up, 8 in 2024-09-20T22:32:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:10 smithi046 ceph-mon[98591]: pgmap v2834: 233 pgs: 2 creating+peering, 26 unknown, 205 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.5 KiB/s wr, 44 op/s 2024-09-20T22:32:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:10 smithi046 ceph-mon[98591]: osdmap e1642: 8 total, 8 up, 8 in 2024-09-20T22:32:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:10 smithi134 ceph-mon[89086]: pgmap v2834: 233 pgs: 2 creating+peering, 26 unknown, 205 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.5 KiB/s wr, 44 op/s 2024-09-20T22:32:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:10 smithi134 ceph-mon[89086]: osdmap e1642: 8 total, 8 up, 8 in 2024-09-20T22:32:10.927 INFO:tasks.workunit.client.0.smithi046.stdout:image: image22 2024-09-20T22:32:10.928 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image22 2024-09-20T22:32:10.928 INFO:tasks.workunit.client.0.smithi046.stdout:found image22 2024-09-20T22:32:10.928 INFO:tasks.workunit.client.0.smithi046.stdout:erased image22 2024-09-20T22:32:10.928 INFO:tasks.workunit.client.0.smithi046.stdout:image: image22 2024-09-20T22:32:10.928 INFO:tasks.workunit.client.0.smithi046.stdout:image: image23 2024-09-20T22:32:10.928 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image22 2024-09-20T22:32:10.928 INFO:tasks.workunit.client.0.smithi046.stdout:found image22 2024-09-20T22:32:10.928 INFO:tasks.workunit.client.0.smithi046.stdout:erased image22 2024-09-20T22:32:10.928 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image23 2024-09-20T22:32:10.928 INFO:tasks.workunit.client.0.smithi046.stdout:found image23 2024-09-20T22:32:10.928 INFO:tasks.workunit.client.0.smithi046.stdout:erased image23 2024-09-20T22:32:10.928 INFO:tasks.workunit.client.0.smithi046.stdout:100.00% done 2024-09-20T22:32:10.928 INFO:tasks.workunit.client.0.smithi046.stdout:image: image22 2024-09-20T22:32:10.928 INFO:tasks.workunit.client.0.smithi046.stdout:image: image23 2024-09-20T22:32:10.928 INFO:tasks.workunit.client.0.smithi046.stdout:image: image24 2024-09-20T22:32:10.929 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image22 2024-09-20T22:32:10.929 INFO:tasks.workunit.client.0.smithi046.stdout:found image22 2024-09-20T22:32:10.929 INFO:tasks.workunit.client.0.smithi046.stdout:erased image22 2024-09-20T22:32:10.929 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image23 2024-09-20T22:32:10.929 INFO:tasks.workunit.client.0.smithi046.stdout:found image23 2024-09-20T22:32:10.929 INFO:tasks.workunit.client.0.smithi046.stdout:erased image23 2024-09-20T22:32:10.929 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image24 2024-09-20T22:32:10.929 INFO:tasks.workunit.client.0.smithi046.stdout:found image24 2024-09-20T22:32:10.929 INFO:tasks.workunit.client.0.smithi046.stdout:erased image24 2024-09-20T22:32:10.929 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCopy (4219 ms) 2024-09-20T22:32:10.929 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCopyPP 2024-09-20T22:32:11.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:11 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:32:11.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:11 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:32:11.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:11 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:32:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:32:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:32:12] "GET /metrics HTTP/1.1" 200 41355 "" "Prometheus/2.43.0" 2024-09-20T22:32:12.632 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:32:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:32:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:32:12.640 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:32:12.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:12 smithi046 ceph-mon[96110]: osdmap e1643: 8 total, 8 up, 8 in 2024-09-20T22:32:12.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:12 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/174921743' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:32:12.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:12 smithi046 ceph-mon[96110]: pgmap v2837: 265 pgs: 10 creating+peering, 24 unknown, 231 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 13 KiB/s wr, 206 op/s 2024-09-20T22:32:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:12 smithi046 ceph-mon[98591]: osdmap e1643: 8 total, 8 up, 8 in 2024-09-20T22:32:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:12 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/174921743' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:32:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:12 smithi046 ceph-mon[98591]: pgmap v2837: 265 pgs: 10 creating+peering, 24 unknown, 231 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 13 KiB/s wr, 206 op/s 2024-09-20T22:32:12.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:12 smithi134 ceph-mon[89086]: osdmap e1643: 8 total, 8 up, 8 in 2024-09-20T22:32:12.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:12 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/174921743' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:32:12.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:12 smithi134 ceph-mon[89086]: pgmap v2837: 265 pgs: 10 creating+peering, 24 unknown, 231 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 13 KiB/s wr, 206 op/s 2024-09-20T22:32:13.697 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:13 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:32:13.698 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:13 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/174921743' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:32:13.698 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:13 smithi046 ceph-mon[96110]: osdmap e1644: 8 total, 8 up, 8 in 2024-09-20T22:32:13.698 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:13 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:32:13.698 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:13 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/174921743' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:32:13.698 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:13 smithi046 ceph-mon[98591]: osdmap e1644: 8 total, 8 up, 8 in 2024-09-20T22:32:13.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:13 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:32:13.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:13 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/174921743' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:32:13.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:13 smithi134 ceph-mon[89086]: osdmap e1644: 8 total, 8 up, 8 in 2024-09-20T22:32:14.785 INFO:tasks.workunit.client.0.smithi046.stdout:num images is: 1 2024-09-20T22:32:14.785 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 1 2024-09-20T22:32:14.785 INFO:tasks.workunit.client.0.smithi046.stdout:image: image25 2024-09-20T22:32:14.785 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image25 2024-09-20T22:32:14.807 INFO:tasks.workunit.client.0.smithi046.stdout:num images is: 2 2024-09-20T22:32:14.807 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 2 2024-09-20T22:32:14.807 INFO:tasks.workunit.client.0.smithi046.stdout:image: image25 2024-09-20T22:32:14.807 INFO:tasks.workunit.client.0.smithi046.stdout:image: image26 2024-09-20T22:32:14.807 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image25 2024-09-20T22:32:14.808 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image26 2024-09-20T22:32:14.853 INFO:tasks.workunit.client.0.smithi046.stdout:100.00% done 2024-09-20T22:32:14.854 INFO:tasks.workunit.client.0.smithi046.stdout:num images is: 3 2024-09-20T22:32:14.854 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 3 2024-09-20T22:32:14.854 INFO:tasks.workunit.client.0.smithi046.stdout:image: image25 2024-09-20T22:32:14.854 INFO:tasks.workunit.client.0.smithi046.stdout:image: image26 2024-09-20T22:32:14.854 INFO:tasks.workunit.client.0.smithi046.stdout:image: image27 2024-09-20T22:32:14.854 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image25 2024-09-20T22:32:14.854 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image26 2024-09-20T22:32:14.854 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image27 2024-09-20T22:32:14.886 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCopyPP (3959 ms) 2024-09-20T22:32:14.886 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2024-09-20T22:32:14.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:14 smithi046 ceph-mon[96110]: osdmap e1645: 8 total, 8 up, 8 in 2024-09-20T22:32:14.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:14 smithi046 ceph-mon[96110]: pgmap v2840: 265 pgs: 15 creating+peering, 12 unknown, 238 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 13 KiB/s wr, 205 op/s 2024-09-20T22:32:14.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:14 smithi046 ceph-mon[96110]: osdmap e1646: 8 total, 8 up, 8 in 2024-09-20T22:32:14.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:14 smithi046 ceph-mon[98591]: osdmap e1645: 8 total, 8 up, 8 in 2024-09-20T22:32:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:14 smithi046 ceph-mon[98591]: pgmap v2840: 265 pgs: 15 creating+peering, 12 unknown, 238 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 13 KiB/s wr, 205 op/s 2024-09-20T22:32:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:14 smithi046 ceph-mon[98591]: osdmap e1646: 8 total, 8 up, 8 in 2024-09-20T22:32:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:14 smithi134 ceph-mon[89086]: osdmap e1645: 8 total, 8 up, 8 in 2024-09-20T22:32:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:14 smithi134 ceph-mon[89086]: pgmap v2840: 265 pgs: 15 creating+peering, 12 unknown, 238 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 13 KiB/s wr, 205 op/s 2024-09-20T22:32:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:14 smithi134 ceph-mon[89086]: osdmap e1646: 8 total, 8 up, 8 in 2024-09-20T22:32:15.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:15 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:32:15.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:15 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:32:15.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:15 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:32:16.666 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:32:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:16 smithi134 ceph-mon[89086]: osdmap e1647: 8 total, 8 up, 8 in 2024-09-20T22:32:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:16 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/3751999009' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:32:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:16 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:32:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:16 smithi134 ceph-mon[89086]: pgmap v2843: 297 pgs: 20 creating+peering, 27 unknown, 250 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 211 KiB/s rd, 11 KiB/s wr, 239 op/s 2024-09-20T22:32:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:16 smithi046 ceph-mon[98591]: osdmap e1647: 8 total, 8 up, 8 in 2024-09-20T22:32:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:16 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/3751999009' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:32:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:16 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:32:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:16 smithi046 ceph-mon[98591]: pgmap v2843: 297 pgs: 20 creating+peering, 27 unknown, 250 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 211 KiB/s rd, 11 KiB/s wr, 239 op/s 2024-09-20T22:32:17.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:16 smithi046 ceph-mon[96110]: osdmap e1647: 8 total, 8 up, 8 in 2024-09-20T22:32:17.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:16 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/3751999009' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:32:17.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:16 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:32:17.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:16 smithi046 ceph-mon[96110]: pgmap v2843: 297 pgs: 20 creating+peering, 27 unknown, 250 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 211 KiB/s rd, 11 KiB/s wr, 239 op/s 2024-09-20T22:32:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:17 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:32:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:17 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:32:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:17 smithi134 ceph-mon[89086]: osdmap e1648: 8 total, 8 up, 8 in 2024-09-20T22:32:18.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:17 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:32:18.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:17 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:32:18.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:17 smithi046 ceph-mon[96110]: osdmap e1648: 8 total, 8 up, 8 in 2024-09-20T22:32:18.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:17 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:32:18.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:17 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:32:18.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:17 smithi046 ceph-mon[98591]: osdmap e1648: 8 total, 8 up, 8 in 2024-09-20T22:32:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:18 smithi134 ceph-mon[89086]: osdmap e1649: 8 total, 8 up, 8 in 2024-09-20T22:32:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:18 smithi134 ceph-mon[89086]: pgmap v2846: 297 pgs: 1 creating+activating, 5 creating+peering, 11 unknown, 280 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 551 KiB/s rd, 33 KiB/s wr, 635 op/s 2024-09-20T22:32:19.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:18 smithi046 ceph-mon[96110]: osdmap e1649: 8 total, 8 up, 8 in 2024-09-20T22:32:19.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:18 smithi046 ceph-mon[96110]: pgmap v2846: 297 pgs: 1 creating+activating, 5 creating+peering, 11 unknown, 280 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 551 KiB/s rd, 33 KiB/s wr, 635 op/s 2024-09-20T22:32:19.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:18 smithi046 ceph-mon[98591]: osdmap e1649: 8 total, 8 up, 8 in 2024-09-20T22:32:19.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:18 smithi046 ceph-mon[98591]: pgmap v2846: 297 pgs: 1 creating+activating, 5 creating+peering, 11 unknown, 280 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 551 KiB/s rd, 33 KiB/s wr, 635 op/s 2024-09-20T22:32:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:19 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:32:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:19 smithi134 ceph-mon[89086]: osdmap e1650: 8 total, 8 up, 8 in 2024-09-20T22:32:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:32:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:19 smithi134 ceph-mon[89086]: osdmap e1651: 8 total, 8 up, 8 in 2024-09-20T22:32:20.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:19 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:32:20.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:19 smithi046 ceph-mon[98591]: osdmap e1650: 8 total, 8 up, 8 in 2024-09-20T22:32:20.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:32:20.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:19 smithi046 ceph-mon[98591]: osdmap e1651: 8 total, 8 up, 8 in 2024-09-20T22:32:20.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:19 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:32:20.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:19 smithi046 ceph-mon[96110]: osdmap e1650: 8 total, 8 up, 8 in 2024-09-20T22:32:20.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:32:20.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:19 smithi046 ceph-mon[96110]: osdmap e1651: 8 total, 8 up, 8 in 2024-09-20T22:32:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:20 smithi134 ceph-mon[89086]: pgmap v2849: 297 pgs: 1 creating+activating, 5 creating+peering, 5 unknown, 286 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 396 op/s 2024-09-20T22:32:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:20 smithi134 ceph-mon[89086]: osdmap e1652: 8 total, 8 up, 8 in 2024-09-20T22:32:21.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:20 smithi046 ceph-mon[96110]: pgmap v2849: 297 pgs: 1 creating+activating, 5 creating+peering, 5 unknown, 286 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 396 op/s 2024-09-20T22:32:21.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:20 smithi046 ceph-mon[96110]: osdmap e1652: 8 total, 8 up, 8 in 2024-09-20T22:32:21.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:20 smithi046 ceph-mon[98591]: pgmap v2849: 297 pgs: 1 creating+activating, 5 creating+peering, 5 unknown, 286 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 396 op/s 2024-09-20T22:32:21.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:20 smithi046 ceph-mon[98591]: osdmap e1652: 8 total, 8 up, 8 in 2024-09-20T22:32:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:32:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:32:22] "GET /metrics HTTP/1.1" 200 48613 "" "Prometheus/2.43.0" 2024-09-20T22:32:22.597 INFO:tasks.workunit.client.0.smithi046.stdout:image: image28 2024-09-20T22:32:22.597 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image28 2024-09-20T22:32:22.597 INFO:tasks.workunit.client.0.smithi046.stdout:found image28 2024-09-20T22:32:22.597 INFO:tasks.workunit.client.0.smithi046.stdout:erased image28 2024-09-20T22:32:22.597 INFO:tasks.workunit.client.0.smithi046.stdout:image: image28 2024-09-20T22:32:22.597 INFO:tasks.workunit.client.0.smithi046.stdout:image: image29 2024-09-20T22:32:22.597 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image28 2024-09-20T22:32:22.597 INFO:tasks.workunit.client.0.smithi046.stdout:found image28 2024-09-20T22:32:22.597 INFO:tasks.workunit.client.0.smithi046.stdout:erased image28 2024-09-20T22:32:22.597 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image29 2024-09-20T22:32:22.597 INFO:tasks.workunit.client.0.smithi046.stdout:found image29 2024-09-20T22:32:22.598 INFO:tasks.workunit.client.0.smithi046.stdout:erased image29 2024-09-20T22:32:22.598 INFO:tasks.workunit.client.0.smithi046.stdout:100.00% done 2024-09-20T22:32:22.598 INFO:tasks.workunit.client.0.smithi046.stdout:image: image28 2024-09-20T22:32:22.598 INFO:tasks.workunit.client.0.smithi046.stdout:image: image29 2024-09-20T22:32:22.598 INFO:tasks.workunit.client.0.smithi046.stdout:image: image30 2024-09-20T22:32:22.598 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image28 2024-09-20T22:32:22.598 INFO:tasks.workunit.client.0.smithi046.stdout:found image28 2024-09-20T22:32:22.598 INFO:tasks.workunit.client.0.smithi046.stdout:erased image28 2024-09-20T22:32:22.598 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image29 2024-09-20T22:32:22.598 INFO:tasks.workunit.client.0.smithi046.stdout:found image29 2024-09-20T22:32:22.598 INFO:tasks.workunit.client.0.smithi046.stdout:erased image29 2024-09-20T22:32:22.599 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image30 2024-09-20T22:32:22.599 INFO:tasks.workunit.client.0.smithi046.stdout:found image30 2024-09-20T22:32:22.599 INFO:tasks.workunit.client.0.smithi046.stdout:erased image30 2024-09-20T22:32:22.599 INFO:tasks.workunit.client.0.smithi046.stdout:image: image28 2024-09-20T22:32:22.599 INFO:tasks.workunit.client.0.smithi046.stdout:image: image29 2024-09-20T22:32:22.599 INFO:tasks.workunit.client.0.smithi046.stdout:image: image30 2024-09-20T22:32:22.599 INFO:tasks.workunit.client.0.smithi046.stdout:image: image31 2024-09-20T22:32:22.599 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image28 2024-09-20T22:32:22.599 INFO:tasks.workunit.client.0.smithi046.stdout:found image28 2024-09-20T22:32:22.599 INFO:tasks.workunit.client.0.smithi046.stdout:erased image28 2024-09-20T22:32:22.599 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image29 2024-09-20T22:32:22.599 INFO:tasks.workunit.client.0.smithi046.stdout:found image29 2024-09-20T22:32:22.599 INFO:tasks.workunit.client.0.smithi046.stdout:erased image29 2024-09-20T22:32:22.599 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image30 2024-09-20T22:32:22.599 INFO:tasks.workunit.client.0.smithi046.stdout:found image30 2024-09-20T22:32:22.600 INFO:tasks.workunit.client.0.smithi046.stdout:erased image30 2024-09-20T22:32:22.600 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image31 2024-09-20T22:32:22.600 INFO:tasks.workunit.client.0.smithi046.stdout:found image31 2024-09-20T22:32:22.600 INFO:tasks.workunit.client.0.smithi046.stdout:erased image31 2024-09-20T22:32:22.600 INFO:tasks.workunit.client.0.smithi046.stdout:image: image28 2024-09-20T22:32:22.600 INFO:tasks.workunit.client.0.smithi046.stdout:image: image29 2024-09-20T22:32:22.600 INFO:tasks.workunit.client.0.smithi046.stdout:image: image30 2024-09-20T22:32:22.600 INFO:tasks.workunit.client.0.smithi046.stdout:image: image31 2024-09-20T22:32:22.600 INFO:tasks.workunit.client.0.smithi046.stdout:image: image32 2024-09-20T22:32:22.600 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image28 2024-09-20T22:32:22.600 INFO:tasks.workunit.client.0.smithi046.stdout:found image28 2024-09-20T22:32:22.600 INFO:tasks.workunit.client.0.smithi046.stdout:erased image28 2024-09-20T22:32:22.600 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image29 2024-09-20T22:32:22.600 INFO:tasks.workunit.client.0.smithi046.stdout:found image29 2024-09-20T22:32:22.600 INFO:tasks.workunit.client.0.smithi046.stdout:erased image29 2024-09-20T22:32:22.601 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image30 2024-09-20T22:32:22.601 INFO:tasks.workunit.client.0.smithi046.stdout:found image30 2024-09-20T22:32:22.601 INFO:tasks.workunit.client.0.smithi046.stdout:erased image30 2024-09-20T22:32:22.601 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image31 2024-09-20T22:32:22.601 INFO:tasks.workunit.client.0.smithi046.stdout:found image31 2024-09-20T22:32:22.601 INFO:tasks.workunit.client.0.smithi046.stdout:erased image31 2024-09-20T22:32:22.601 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image32 2024-09-20T22:32:22.601 INFO:tasks.workunit.client.0.smithi046.stdout:found image32 2024-09-20T22:32:22.601 INFO:tasks.workunit.client.0.smithi046.stdout:erased image32 2024-09-20T22:32:22.601 INFO:tasks.workunit.client.0.smithi046.stdout:100.00% done 2024-09-20T22:32:22.601 INFO:tasks.workunit.client.0.smithi046.stdout:image: image28 2024-09-20T22:32:22.601 INFO:tasks.workunit.client.0.smithi046.stdout:image: image29 2024-09-20T22:32:22.601 INFO:tasks.workunit.client.0.smithi046.stdout:image: image30 2024-09-20T22:32:22.601 INFO:tasks.workunit.client.0.smithi046.stdout:image: image31 2024-09-20T22:32:22.601 INFO:tasks.workunit.client.0.smithi046.stdout:image: image32 2024-09-20T22:32:22.602 INFO:tasks.workunit.client.0.smithi046.stdout:image: image33 2024-09-20T22:32:22.602 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image28 2024-09-20T22:32:22.602 INFO:tasks.workunit.client.0.smithi046.stdout:found image28 2024-09-20T22:32:22.602 INFO:tasks.workunit.client.0.smithi046.stdout:erased image28 2024-09-20T22:32:22.602 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image29 2024-09-20T22:32:22.602 INFO:tasks.workunit.client.0.smithi046.stdout:found image29 2024-09-20T22:32:22.602 INFO:tasks.workunit.client.0.smithi046.stdout:erased image29 2024-09-20T22:32:22.602 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image30 2024-09-20T22:32:22.602 INFO:tasks.workunit.client.0.smithi046.stdout:found image30 2024-09-20T22:32:22.602 INFO:tasks.workunit.client.0.smithi046.stdout:erased image30 2024-09-20T22:32:22.602 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image31 2024-09-20T22:32:22.602 INFO:tasks.workunit.client.0.smithi046.stdout:found image31 2024-09-20T22:32:22.602 INFO:tasks.workunit.client.0.smithi046.stdout:erased image31 2024-09-20T22:32:22.602 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image32 2024-09-20T22:32:22.602 INFO:tasks.workunit.client.0.smithi046.stdout:found image32 2024-09-20T22:32:22.603 INFO:tasks.workunit.client.0.smithi046.stdout:erased image32 2024-09-20T22:32:22.603 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image33 2024-09-20T22:32:22.603 INFO:tasks.workunit.client.0.smithi046.stdout:found image33 2024-09-20T22:32:22.603 INFO:tasks.workunit.client.0.smithi046.stdout:erased image33 2024-09-20T22:32:22.603 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestDeepCopy (7710 ms) 2024-09-20T22:32:22.603 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2024-09-20T22:32:22.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:22 smithi134 ceph-mon[89086]: osdmap e1653: 8 total, 8 up, 8 in 2024-09-20T22:32:22.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:22 smithi134 ceph-mon[89086]: pgmap v2852: 297 pgs: 297 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 7.5 KiB/s wr, 133 op/s 2024-09-20T22:32:22.677 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:32:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:32:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:32:22.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:22 smithi046 ceph-mon[96110]: osdmap e1653: 8 total, 8 up, 8 in 2024-09-20T22:32:22.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:22 smithi046 ceph-mon[96110]: pgmap v2852: 297 pgs: 297 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 7.5 KiB/s wr, 133 op/s 2024-09-20T22:32:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:22 smithi046 ceph-mon[98591]: osdmap e1653: 8 total, 8 up, 8 in 2024-09-20T22:32:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:22 smithi046 ceph-mon[98591]: pgmap v2852: 297 pgs: 297 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 7.5 KiB/s wr, 133 op/s 2024-09-20T22:32:23.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:23 smithi046 ceph-mon[96110]: osdmap e1654: 8 total, 8 up, 8 in 2024-09-20T22:32:23.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:23 smithi046 ceph-mon[98591]: osdmap e1654: 8 total, 8 up, 8 in 2024-09-20T22:32:23.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:23 smithi134 ceph-mon[89086]: osdmap e1654: 8 total, 8 up, 8 in 2024-09-20T22:32:24.515 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:32:24.808 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:24 smithi046 ceph-mon[96110]: osdmap e1655: 8 total, 8 up, 8 in 2024-09-20T22:32:24.808 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:24 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/3193160230' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:32:24.808 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:24 smithi046 ceph-mon[96110]: pgmap v2855: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 459 KiB/s rd, 27 KiB/s wr, 543 op/s 2024-09-20T22:32:24.808 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:24 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/3193160230' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:32:24.808 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:24 smithi046 ceph-mon[96110]: osdmap e1656: 8 total, 8 up, 8 in 2024-09-20T22:32:24.808 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:24 smithi046 ceph-mon[98591]: osdmap e1655: 8 total, 8 up, 8 in 2024-09-20T22:32:24.809 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:24 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/3193160230' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:32:24.809 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:24 smithi046 ceph-mon[98591]: pgmap v2855: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 459 KiB/s rd, 27 KiB/s wr, 543 op/s 2024-09-20T22:32:24.809 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:24 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/3193160230' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:32:24.809 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:24 smithi046 ceph-mon[98591]: osdmap e1656: 8 total, 8 up, 8 in 2024-09-20T22:32:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:24 smithi134 ceph-mon[89086]: osdmap e1655: 8 total, 8 up, 8 in 2024-09-20T22:32:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:24 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/3193160230' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:32:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:24 smithi134 ceph-mon[89086]: pgmap v2855: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 459 KiB/s rd, 27 KiB/s wr, 543 op/s 2024-09-20T22:32:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:24 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/3193160230' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:32:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:24 smithi134 ceph-mon[89086]: osdmap e1656: 8 total, 8 up, 8 in 2024-09-20T22:32:25.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:25 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:32:25.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:25 smithi046 ceph-mon[96110]: osdmap e1657: 8 total, 8 up, 8 in 2024-09-20T22:32:25.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:25 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:32:25.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:25 smithi046 ceph-mon[98591]: osdmap e1657: 8 total, 8 up, 8 in 2024-09-20T22:32:25.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:25 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:32:25.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:25 smithi134 ceph-mon[89086]: osdmap e1657: 8 total, 8 up, 8 in 2024-09-20T22:32:26.829 INFO:tasks.workunit.client.0.smithi046.stdout:num images is: 1 2024-09-20T22:32:26.829 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 1 2024-09-20T22:32:26.829 INFO:tasks.workunit.client.0.smithi046.stdout:image: image34 2024-09-20T22:32:26.829 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image34 2024-09-20T22:32:26.852 INFO:tasks.workunit.client.0.smithi046.stdout:num images is: 2 2024-09-20T22:32:26.852 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 2 2024-09-20T22:32:26.852 INFO:tasks.workunit.client.0.smithi046.stdout:image: image34 2024-09-20T22:32:26.852 INFO:tasks.workunit.client.0.smithi046.stdout:image: image35 2024-09-20T22:32:26.852 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image34 2024-09-20T22:32:26.852 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image35 2024-09-20T22:32:26.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:26 smithi046 ceph-mon[96110]: pgmap v2858: 329 pgs: 2 creating+peering, 15 unknown, 312 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 439 KiB/s rd, 25 KiB/s wr, 518 op/s 2024-09-20T22:32:26.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:26 smithi046 ceph-mon[98591]: pgmap v2858: 329 pgs: 2 creating+peering, 15 unknown, 312 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 439 KiB/s rd, 25 KiB/s wr, 518 op/s 2024-09-20T22:32:26.901 INFO:tasks.workunit.client.0.smithi046.stdout:100.00% done 2024-09-20T22:32:26.901 INFO:tasks.workunit.client.0.smithi046.stdout:num images is: 3 2024-09-20T22:32:26.901 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 3 2024-09-20T22:32:26.901 INFO:tasks.workunit.client.0.smithi046.stdout:image: image34 2024-09-20T22:32:26.901 INFO:tasks.workunit.client.0.smithi046.stdout:image: image35 2024-09-20T22:32:26.901 INFO:tasks.workunit.client.0.smithi046.stdout:image: image36 2024-09-20T22:32:26.901 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image34 2024-09-20T22:32:26.901 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image35 2024-09-20T22:32:26.901 INFO:tasks.workunit.client.0.smithi046.stdout:expected = image36 2024-09-20T22:32:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:26 smithi134 ceph-mon[89086]: pgmap v2858: 329 pgs: 2 creating+peering, 15 unknown, 312 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 439 KiB/s rd, 25 KiB/s wr, 518 op/s 2024-09-20T22:32:26.930 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4334 ms) 2024-09-20T22:32:26.930 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2024-09-20T22:32:26.930 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:32:27.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:27 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:32:27.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:27 smithi046 ceph-mon[96110]: osdmap e1658: 8 total, 8 up, 8 in 2024-09-20T22:32:27.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:27 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:32:27.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:27 smithi046 ceph-mon[98591]: osdmap e1658: 8 total, 8 up, 8 in 2024-09-20T22:32:27.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:27 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:32:27.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:27 smithi134 ceph-mon[89086]: osdmap e1658: 8 total, 8 up, 8 in 2024-09-20T22:32:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:28 smithi046 ceph-mon[98591]: osdmap e1659: 8 total, 8 up, 8 in 2024-09-20T22:32:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:28 smithi046 ceph-mon[98591]: pgmap v2861: 329 pgs: 2 creating+peering, 327 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 8.0 KiB/s wr, 138 op/s 2024-09-20T22:32:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:28 smithi046 ceph-mon[96110]: osdmap e1659: 8 total, 8 up, 8 in 2024-09-20T22:32:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:28 smithi046 ceph-mon[96110]: pgmap v2861: 329 pgs: 2 creating+peering, 327 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 8.0 KiB/s wr, 138 op/s 2024-09-20T22:32:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:28 smithi134 ceph-mon[89086]: osdmap e1659: 8 total, 8 up, 8 in 2024-09-20T22:32:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:28 smithi134 ceph-mon[89086]: pgmap v2861: 329 pgs: 2 creating+peering, 327 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 8.0 KiB/s wr, 138 op/s 2024-09-20T22:32:29.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:29 smithi046 ceph-mon[96110]: osdmap e1660: 8 total, 8 up, 8 in 2024-09-20T22:32:29.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:29 smithi046 ceph-mon[96110]: osdmap e1661: 8 total, 8 up, 8 in 2024-09-20T22:32:29.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:29 smithi046 ceph-mon[98591]: osdmap e1660: 8 total, 8 up, 8 in 2024-09-20T22:32:29.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:29 smithi046 ceph-mon[98591]: osdmap e1661: 8 total, 8 up, 8 in 2024-09-20T22:32:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:29 smithi134 ceph-mon[89086]: osdmap e1660: 8 total, 8 up, 8 in 2024-09-20T22:32:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:29 smithi134 ceph-mon[89086]: osdmap e1661: 8 total, 8 up, 8 in 2024-09-20T22:32:30.540 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 1 2024-09-20T22:32:30.540 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 1 2024-09-20T22:32:30.540 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap1 2024-09-20T22:32:30.540 INFO:tasks.workunit.client.0.smithi046.stdout:found snap1 with size 2097152 2024-09-20T22:32:30.540 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 2 2024-09-20T22:32:30.540 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 2 2024-09-20T22:32:30.540 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap1 2024-09-20T22:32:30.540 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap2 2024-09-20T22:32:30.540 INFO:tasks.workunit.client.0.smithi046.stdout:found snap1 with size 2097152 2024-09-20T22:32:30.541 INFO:tasks.workunit.client.0.smithi046.stdout:found snap2 with size 4194304 2024-09-20T22:32:30.541 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 1 2024-09-20T22:32:30.541 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 1 2024-09-20T22:32:30.541 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap2 2024-09-20T22:32:30.541 INFO:tasks.workunit.client.0.smithi046.stdout:found snap2 with size 4194304 2024-09-20T22:32:30.541 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 0 2024-09-20T22:32:30.541 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 0 2024-09-20T22:32:30.541 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3609 ms) 2024-09-20T22:32:30.541 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2024-09-20T22:32:30.541 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:32:30.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:30 smithi046 ceph-mon[96110]: pgmap v2864: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.5 KiB/s wr, 29 op/s 2024-09-20T22:32:30.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:30 smithi046 ceph-mon[96110]: osdmap e1662: 8 total, 8 up, 8 in 2024-09-20T22:32:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:30 smithi046 ceph-mon[98591]: pgmap v2864: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.5 KiB/s wr, 29 op/s 2024-09-20T22:32:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:30 smithi046 ceph-mon[98591]: osdmap e1662: 8 total, 8 up, 8 in 2024-09-20T22:32:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:30 smithi134 ceph-mon[89086]: pgmap v2864: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.5 KiB/s wr, 29 op/s 2024-09-20T22:32:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:30 smithi134 ceph-mon[89086]: osdmap e1662: 8 total, 8 up, 8 in 2024-09-20T22:32:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:32:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:32:32] "GET /metrics HTTP/1.1" 200 48613 "" "Prometheus/2.43.0" 2024-09-20T22:32:32.566 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:32 smithi134 ceph-mon[89086]: osdmap e1663: 8 total, 8 up, 8 in 2024-09-20T22:32:32.566 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:32:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:32:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:32:32.594 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (2055 ms) 2024-09-20T22:32:32.595 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2024-09-20T22:32:32.595 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:32:32.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:32 smithi046 ceph-mon[98591]: osdmap e1663: 8 total, 8 up, 8 in 2024-09-20T22:32:32.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:32 smithi046 ceph-mon[98591]: pgmap v2867: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 357 KiB/s rd, 23 KiB/s wr, 423 op/s 2024-09-20T22:32:32.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:32 smithi046 ceph-mon[96110]: osdmap e1663: 8 total, 8 up, 8 in 2024-09-20T22:32:32.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:32 smithi046 ceph-mon[96110]: pgmap v2867: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 357 KiB/s rd, 23 KiB/s wr, 423 op/s 2024-09-20T22:32:32.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:32 smithi134 ceph-mon[89086]: pgmap v2867: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 357 KiB/s rd, 23 KiB/s wr, 423 op/s 2024-09-20T22:32:33.590 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 1 2024-09-20T22:32:33.590 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 1 2024-09-20T22:32:33.590 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap1 2024-09-20T22:32:33.590 INFO:tasks.workunit.client.0.smithi046.stdout:found snap1 with size 2097152 2024-09-20T22:32:33.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:33 smithi046 ceph-mon[96110]: osdmap e1664: 8 total, 8 up, 8 in 2024-09-20T22:32:33.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:33 smithi046 ceph-mon[98591]: osdmap e1664: 8 total, 8 up, 8 in 2024-09-20T22:32:33.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:33 smithi134 ceph-mon[89086]: osdmap e1664: 8 total, 8 up, 8 in 2024-09-20T22:32:34.533 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 2 2024-09-20T22:32:34.533 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 2 2024-09-20T22:32:34.533 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap1 2024-09-20T22:32:34.533 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap2 2024-09-20T22:32:34.533 INFO:tasks.workunit.client.0.smithi046.stdout:found snap1 with size 2097152 2024-09-20T22:32:34.533 INFO:tasks.workunit.client.0.smithi046.stdout:found snap2 with size 4194304 2024-09-20T22:32:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:34 smithi046 ceph-mon[96110]: osdmap e1665: 8 total, 8 up, 8 in 2024-09-20T22:32:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:34 smithi046 ceph-mon[96110]: pgmap v2870: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 389 KiB/s rd, 26 KiB/s wr, 466 op/s 2024-09-20T22:32:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:32:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:34 smithi046 ceph-mon[96110]: osdmap e1666: 8 total, 8 up, 8 in 2024-09-20T22:32:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:34 smithi046 ceph-mon[98591]: osdmap e1665: 8 total, 8 up, 8 in 2024-09-20T22:32:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:34 smithi046 ceph-mon[98591]: pgmap v2870: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 389 KiB/s rd, 26 KiB/s wr, 466 op/s 2024-09-20T22:32:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:32:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:34 smithi046 ceph-mon[98591]: osdmap e1666: 8 total, 8 up, 8 in 2024-09-20T22:32:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:34 smithi134 ceph-mon[89086]: osdmap e1665: 8 total, 8 up, 8 in 2024-09-20T22:32:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:34 smithi134 ceph-mon[89086]: pgmap v2870: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 389 KiB/s rd, 26 KiB/s wr, 466 op/s 2024-09-20T22:32:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:32:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:34 smithi134 ceph-mon[89086]: osdmap e1666: 8 total, 8 up, 8 in 2024-09-20T22:32:35.525 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 1 2024-09-20T22:32:35.525 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 1 2024-09-20T22:32:35.525 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap2 2024-09-20T22:32:35.525 INFO:tasks.workunit.client.0.smithi046.stdout:found snap2 with size 4194304 2024-09-20T22:32:36.530 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 0 2024-09-20T22:32:36.530 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 0 2024-09-20T22:32:36.545 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (3950 ms) 2024-09-20T22:32:36.545 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2024-09-20T22:32:36.545 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:32:36.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:36 smithi046 ceph-mon[96110]: osdmap e1667: 8 total, 8 up, 8 in 2024-09-20T22:32:36.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:36 smithi046 ceph-mon[96110]: pgmap v2873: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.0 KiB/s wr, 43 op/s 2024-09-20T22:32:36.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:36 smithi046 ceph-mon[98591]: osdmap e1667: 8 total, 8 up, 8 in 2024-09-20T22:32:36.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:36 smithi046 ceph-mon[98591]: pgmap v2873: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.0 KiB/s wr, 43 op/s 2024-09-20T22:32:36.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:36 smithi134 ceph-mon[89086]: osdmap e1667: 8 total, 8 up, 8 in 2024-09-20T22:32:36.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:36 smithi134 ceph-mon[89086]: pgmap v2873: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.0 KiB/s wr, 43 op/s 2024-09-20T22:32:37.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:37 smithi046 ceph-mon[96110]: osdmap e1668: 8 total, 8 up, 8 in 2024-09-20T22:32:37.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:37 smithi046 ceph-mon[98591]: osdmap e1668: 8 total, 8 up, 8 in 2024-09-20T22:32:37.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:37 smithi134 ceph-mon[89086]: osdmap e1668: 8 total, 8 up, 8 in 2024-09-20T22:32:38.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:38 smithi046 ceph-mon[96110]: osdmap e1669: 8 total, 8 up, 8 in 2024-09-20T22:32:38.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:38 smithi046 ceph-mon[96110]: pgmap v2876: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 6.2 KiB/s wr, 68 op/s 2024-09-20T22:32:38.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:38 smithi046 ceph-mon[98591]: osdmap e1669: 8 total, 8 up, 8 in 2024-09-20T22:32:38.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:38 smithi046 ceph-mon[98591]: pgmap v2876: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 6.2 KiB/s wr, 68 op/s 2024-09-20T22:32:38.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:38 smithi134 ceph-mon[89086]: osdmap e1669: 8 total, 8 up, 8 in 2024-09-20T22:32:38.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:38 smithi134 ceph-mon[89086]: pgmap v2876: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 6.2 KiB/s wr, 68 op/s 2024-09-20T22:32:39.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:39 smithi046 ceph-mon[96110]: osdmap e1670: 8 total, 8 up, 8 in 2024-09-20T22:32:39.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:39 smithi046 ceph-mon[96110]: osdmap e1671: 8 total, 8 up, 8 in 2024-09-20T22:32:39.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:39 smithi046 ceph-mon[98591]: osdmap e1670: 8 total, 8 up, 8 in 2024-09-20T22:32:39.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:39 smithi046 ceph-mon[98591]: osdmap e1671: 8 total, 8 up, 8 in 2024-09-20T22:32:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:39 smithi134 ceph-mon[89086]: osdmap e1670: 8 total, 8 up, 8 in 2024-09-20T22:32:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:39 smithi134 ceph-mon[89086]: osdmap e1671: 8 total, 8 up, 8 in 2024-09-20T22:32:40.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:40 smithi046 ceph-mon[96110]: pgmap v2879: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 5.7 KiB/s wr, 68 op/s 2024-09-20T22:32:40.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:40 smithi046 ceph-mon[98591]: pgmap v2879: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 5.7 KiB/s wr, 68 op/s 2024-09-20T22:32:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:40 smithi134 ceph-mon[89086]: pgmap v2879: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 5.7 KiB/s wr, 68 op/s 2024-09-20T22:32:41.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:41 smithi046 ceph-mon[96110]: osdmap e1672: 8 total, 8 up, 8 in 2024-09-20T22:32:41.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:41 smithi046 ceph-mon[98591]: osdmap e1672: 8 total, 8 up, 8 in 2024-09-20T22:32:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:41 smithi134 ceph-mon[89086]: osdmap e1672: 8 total, 8 up, 8 in 2024-09-20T22:32:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:32:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:32:42] "GET /metrics HTTP/1.1" 200 51069 "" "Prometheus/2.43.0" 2024-09-20T22:32:42.570 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 0 2024-09-20T22:32:42.570 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 0 2024-09-20T22:32:42.579 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (6034 ms) 2024-09-20T22:32:42.579 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2024-09-20T22:32:42.579 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:32:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:42 smithi134 ceph-mon[89086]: osdmap e1673: 8 total, 8 up, 8 in 2024-09-20T22:32:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:42 smithi134 ceph-mon[89086]: pgmap v2882: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 4.0 KiB/s wr, 51 op/s 2024-09-20T22:32:42.677 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:32:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:32:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:32:42.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:42 smithi046 ceph-mon[96110]: osdmap e1673: 8 total, 8 up, 8 in 2024-09-20T22:32:42.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:42 smithi046 ceph-mon[96110]: pgmap v2882: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 4.0 KiB/s wr, 51 op/s 2024-09-20T22:32:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:42 smithi046 ceph-mon[98591]: osdmap e1673: 8 total, 8 up, 8 in 2024-09-20T22:32:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:42 smithi046 ceph-mon[98591]: pgmap v2882: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 4.0 KiB/s wr, 51 op/s 2024-09-20T22:32:43.577 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 1 2024-09-20T22:32:43.577 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 1 2024-09-20T22:32:43.578 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap1 2024-09-20T22:32:43.578 INFO:tasks.workunit.client.0.smithi046.stdout:found snap1 with size 2097152 2024-09-20T22:32:43.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:43 smithi046 ceph-mon[96110]: osdmap e1674: 8 total, 8 up, 8 in 2024-09-20T22:32:43.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:43 smithi046 ceph-mon[98591]: osdmap e1674: 8 total, 8 up, 8 in 2024-09-20T22:32:43.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:43 smithi134 ceph-mon[89086]: osdmap e1674: 8 total, 8 up, 8 in 2024-09-20T22:32:44.534 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 2 2024-09-20T22:32:44.534 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 2 2024-09-20T22:32:44.535 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap1 2024-09-20T22:32:44.535 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap2 2024-09-20T22:32:44.535 INFO:tasks.workunit.client.0.smithi046.stdout:found snap1 with size 2097152 2024-09-20T22:32:44.535 INFO:tasks.workunit.client.0.smithi046.stdout:found snap2 with size 4194304 2024-09-20T22:32:44.540 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 2 2024-09-20T22:32:44.540 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 2 2024-09-20T22:32:44.540 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap1-rename 2024-09-20T22:32:44.540 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap2 2024-09-20T22:32:44.540 INFO:tasks.workunit.client.0.smithi046.stdout:found snap1-rename with size 2097152 2024-09-20T22:32:44.540 INFO:tasks.workunit.client.0.smithi046.stdout:found snap2 with size 4194304 2024-09-20T22:32:44.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:44 smithi046 ceph-mon[98591]: osdmap e1675: 8 total, 8 up, 8 in 2024-09-20T22:32:44.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:44 smithi046 ceph-mon[98591]: pgmap v2885: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 4.5 KiB/s wr, 59 op/s 2024-09-20T22:32:44.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:44 smithi046 ceph-mon[98591]: osdmap e1676: 8 total, 8 up, 8 in 2024-09-20T22:32:44.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:44 smithi046 ceph-mon[96110]: osdmap e1675: 8 total, 8 up, 8 in 2024-09-20T22:32:44.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:44 smithi046 ceph-mon[96110]: pgmap v2885: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 4.5 KiB/s wr, 59 op/s 2024-09-20T22:32:44.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:44 smithi046 ceph-mon[96110]: osdmap e1676: 8 total, 8 up, 8 in 2024-09-20T22:32:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:44 smithi134 ceph-mon[89086]: osdmap e1675: 8 total, 8 up, 8 in 2024-09-20T22:32:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:44 smithi134 ceph-mon[89086]: pgmap v2885: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 4.5 KiB/s wr, 59 op/s 2024-09-20T22:32:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:44 smithi134 ceph-mon[89086]: osdmap e1676: 8 total, 8 up, 8 in 2024-09-20T22:32:45.541 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 1 2024-09-20T22:32:45.541 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 1 2024-09-20T22:32:45.541 INFO:tasks.workunit.client.0.smithi046.stdout:snap: snap2-rename 2024-09-20T22:32:45.541 INFO:tasks.workunit.client.0.smithi046.stdout:found snap2-rename with size 4194304 2024-09-20T22:32:46.539 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 0 2024-09-20T22:32:46.539 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 0 2024-09-20T22:32:46.544 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (3966 ms) 2024-09-20T22:32:46.544 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2024-09-20T22:32:46.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:46 smithi046 ceph-mon[96110]: osdmap e1677: 8 total, 8 up, 8 in 2024-09-20T22:32:46.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:46 smithi046 ceph-mon[96110]: pgmap v2888: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 1.7 KiB/s wr, 24 op/s 2024-09-20T22:32:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:46 smithi046 ceph-mon[98591]: osdmap e1677: 8 total, 8 up, 8 in 2024-09-20T22:32:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:46 smithi046 ceph-mon[98591]: pgmap v2888: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 1.7 KiB/s wr, 24 op/s 2024-09-20T22:32:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:46 smithi134 ceph-mon[89086]: osdmap e1677: 8 total, 8 up, 8 in 2024-09-20T22:32:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:46 smithi134 ceph-mon[89086]: pgmap v2888: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 1.7 KiB/s wr, 24 op/s 2024-09-20T22:32:47.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:47 smithi046 ceph-mon[96110]: osdmap e1678: 8 total, 8 up, 8 in 2024-09-20T22:32:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:47 smithi046 ceph-mon[98591]: osdmap e1678: 8 total, 8 up, 8 in 2024-09-20T22:32:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:47 smithi134 ceph-mon[89086]: osdmap e1678: 8 total, 8 up, 8 in 2024-09-20T22:32:48.543 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:32:48.543 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:32:48.543 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:32:48.543 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:32:48.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:48 smithi046 ceph-mon[96110]: osdmap e1679: 8 total, 8 up, 8 in 2024-09-20T22:32:48.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:48 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2199762738' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:32:48.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:48 smithi046 ceph-mon[96110]: pgmap v2891: 361 pgs: 6 creating+peering, 26 unknown, 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 6.2 KiB/s wr, 89 op/s 2024-09-20T22:32:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:48 smithi046 ceph-mon[98591]: osdmap e1679: 8 total, 8 up, 8 in 2024-09-20T22:32:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:48 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2199762738' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:32:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:48 smithi046 ceph-mon[98591]: pgmap v2891: 361 pgs: 6 creating+peering, 26 unknown, 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 6.2 KiB/s wr, 89 op/s 2024-09-20T22:32:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:48 smithi134 ceph-mon[89086]: osdmap e1679: 8 total, 8 up, 8 in 2024-09-20T22:32:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:48 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2199762738' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:32:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:48 smithi134 ceph-mon[89086]: pgmap v2891: 361 pgs: 6 creating+peering, 26 unknown, 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 6.2 KiB/s wr, 89 op/s 2024-09-20T22:32:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:49 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:32:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:49 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2199762738' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:32:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:49 smithi046 ceph-mon[96110]: osdmap e1680: 8 total, 8 up, 8 in 2024-09-20T22:32:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:32:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:32:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:49 smithi046 ceph-mon[96110]: osdmap e1681: 8 total, 8 up, 8 in 2024-09-20T22:32:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:49 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:32:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:49 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2199762738' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:32:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:49 smithi046 ceph-mon[98591]: osdmap e1680: 8 total, 8 up, 8 in 2024-09-20T22:32:49.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:32:49.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:32:49.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:49 smithi046 ceph-mon[98591]: osdmap e1681: 8 total, 8 up, 8 in 2024-09-20T22:32:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:49 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:32:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:49 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2199762738' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:32:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:49 smithi134 ceph-mon[89086]: osdmap e1680: 8 total, 8 up, 8 in 2024-09-20T22:32:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:32:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:32:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:49 smithi134 ceph-mon[89086]: osdmap e1681: 8 total, 8 up, 8 in 2024-09-20T22:32:50.831 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4286 ms) 2024-09-20T22:32:50.831 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2024-09-20T22:32:50.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:50 smithi046 ceph-mon[96110]: pgmap v2894: 361 pgs: 6 creating+peering, 23 unknown, 332 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.2 KiB/s wr, 74 op/s 2024-09-20T22:32:50.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:50 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:32:50.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:50 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:32:50.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:50 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:32:50.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:50 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:32:50.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:50 smithi046 ceph-mon[96110]: osdmap e1682: 8 total, 8 up, 8 in 2024-09-20T22:32:50.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:50 smithi046 ceph-mon[98591]: pgmap v2894: 361 pgs: 6 creating+peering, 23 unknown, 332 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.2 KiB/s wr, 74 op/s 2024-09-20T22:32:50.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:50 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:32:50.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:50 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:32:50.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:50 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:32:50.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:50 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:32:50.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:50 smithi046 ceph-mon[98591]: osdmap e1682: 8 total, 8 up, 8 in 2024-09-20T22:32:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:50 smithi134 ceph-mon[89086]: pgmap v2894: 361 pgs: 6 creating+peering, 23 unknown, 332 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.2 KiB/s wr, 74 op/s 2024-09-20T22:32:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:50 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:32:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:50 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:32:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:50 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:32:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:50 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:32:50.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:50 smithi134 ceph-mon[89086]: osdmap e1682: 8 total, 8 up, 8 in 2024-09-20T22:32:51.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:51 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:32:51.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:51 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:32:51.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:51 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:32:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:32:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:32:52] "GET /metrics HTTP/1.1" 200 53434 "" "Prometheus/2.43.0" 2024-09-20T22:32:52.575 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:32:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:32:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:32:52.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:52 smithi046 ceph-mon[96110]: osdmap e1683: 8 total, 8 up, 8 in 2024-09-20T22:32:52.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:52 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/272466989' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:32:52.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:52 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:32:52.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:52 smithi046 ceph-mon[96110]: pgmap v2897: 393 pgs: 15 creating+peering, 23 unknown, 355 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 7.5 KiB/s wr, 35 op/s 2024-09-20T22:32:52.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:52 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:32:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:52 smithi046 ceph-mon[98591]: osdmap e1683: 8 total, 8 up, 8 in 2024-09-20T22:32:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:52 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/272466989' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:32:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:52 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:32:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:52 smithi046 ceph-mon[98591]: pgmap v2897: 393 pgs: 15 creating+peering, 23 unknown, 355 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 7.5 KiB/s wr, 35 op/s 2024-09-20T22:32:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:52 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:32:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:52 smithi134 ceph-mon[89086]: osdmap e1683: 8 total, 8 up, 8 in 2024-09-20T22:32:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:52 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/272466989' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:32:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:52 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:32:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:52 smithi134 ceph-mon[89086]: pgmap v2897: 393 pgs: 15 creating+peering, 23 unknown, 355 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 7.5 KiB/s wr, 35 op/s 2024-09-20T22:32:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:52 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:32:53.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:53 smithi046 ceph-mon[96110]: osdmap e1684: 8 total, 8 up, 8 in 2024-09-20T22:32:53.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:53 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:32:53.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:53 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:32:53.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:53 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-20T22:32:53.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:53 smithi046 ceph-mon[96110]: osdmap e1685: 8 total, 8 up, 8 in 2024-09-20T22:32:53.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:53 smithi046 ceph-mon[98591]: osdmap e1684: 8 total, 8 up, 8 in 2024-09-20T22:32:53.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:53 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:32:53.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:53 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:32:53.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:53 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-20T22:32:53.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:53 smithi046 ceph-mon[98591]: osdmap e1685: 8 total, 8 up, 8 in 2024-09-20T22:32:53.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:53 smithi134 ceph-mon[89086]: osdmap e1684: 8 total, 8 up, 8 in 2024-09-20T22:32:53.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:53 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:32:53.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:53 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:32:53.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:53 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-20T22:32:53.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:53 smithi134 ceph-mon[89086]: osdmap e1685: 8 total, 8 up, 8 in 2024-09-20T22:32:54.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:54 smithi046 ceph-mon[96110]: pgmap v2900: 393 pgs: 9 creating+peering, 18 unknown, 366 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 8.0 KiB/s wr, 63 op/s 2024-09-20T22:32:54.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:54 smithi046 ceph-mon[96110]: osdmap e1686: 8 total, 8 up, 8 in 2024-09-20T22:32:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:54 smithi046 ceph-mon[98591]: pgmap v2900: 393 pgs: 9 creating+peering, 18 unknown, 366 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 8.0 KiB/s wr, 63 op/s 2024-09-20T22:32:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:54 smithi046 ceph-mon[98591]: osdmap e1686: 8 total, 8 up, 8 in 2024-09-20T22:32:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:54 smithi134 ceph-mon[89086]: pgmap v2900: 393 pgs: 9 creating+peering, 18 unknown, 366 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 8.0 KiB/s wr, 63 op/s 2024-09-20T22:32:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:54 smithi134 ceph-mon[89086]: osdmap e1686: 8 total, 8 up, 8 in 2024-09-20T22:32:55.543 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:32:55.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:55 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:32:55.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:55 smithi046 ceph-mon[96110]: osdmap e1687: 8 total, 8 up, 8 in 2024-09-20T22:32:55.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:55 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' 2024-09-20T22:32:55.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:55 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-140632-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-20T22:32:55.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:55 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:32:55.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:55 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:32:55.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:55 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:32:55.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:55 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:32:55.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:55 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:32:55.901 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:32:55 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:32:55] ENGINE Bus STOPPING 2024-09-20T22:32:55.902 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:32:55 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:32:55] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-20T22:32:55.902 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:32:55 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:32:55] ENGINE Bus STOPPED 2024-09-20T22:32:55.902 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:32:55 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:32:55] ENGINE Bus STARTING 2024-09-20T22:32:55.902 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:32:55 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:32:55] ENGINE Serving on http://:::9283 2024-09-20T22:32:55.902 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:32:55 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:32:55] ENGINE Bus STARTED 2024-09-20T22:32:55.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:55 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:32:55.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:55 smithi046 ceph-mon[98591]: osdmap e1687: 8 total, 8 up, 8 in 2024-09-20T22:32:55.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:55 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' 2024-09-20T22:32:55.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:55 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-140632-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-20T22:32:55.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:55 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:32:55.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:55 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:32:55.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:55 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:32:55.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:55 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:32:55.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:55 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:32:55.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:55 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:32:55.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:55 smithi134 ceph-mon[89086]: osdmap e1687: 8 total, 8 up, 8 in 2024-09-20T22:32:55.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:55 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' 2024-09-20T22:32:55.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:55 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-140632-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-20T22:32:55.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:55 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:32:55.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:55 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:32:55.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:55 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:32:55.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:55 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:32:55.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:55 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:32:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:32:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:32:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:32:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:32:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:32:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:32:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:32:56.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:32:56.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:32:56.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:32:56.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:32:56.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:32:56.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:32:56.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:32:56.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:32:56.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:32:56.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:32:56.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:32:56.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:32:56.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:32:56.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:32:56.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:32:56.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:32:56.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:32:56.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:32:56.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[96110]: pgmap v2903: 393 pgs: 9 creating+peering, 384 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 2.2 KiB/s wr, 114 op/s 2024-09-20T22:32:56.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-140632-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-20T22:32:56.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[96110]: osdmap e1688: 8 total, 8 up, 8 in 2024-09-20T22:32:56.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:32:56.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:32:56.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:32:56.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:32:56.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:32:56.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:32:56.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:32:56.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:32:56.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:32:56.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:32:56.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:32:56.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:32:56.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:32:56.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:32:56.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:32:56.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:32:56.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:32:56.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:32:56.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:32:56.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:32:56.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:32:56.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:32:56.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:32:56.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:32:56.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:32:56.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[98591]: pgmap v2903: 393 pgs: 9 creating+peering, 384 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 2.2 KiB/s wr, 114 op/s 2024-09-20T22:32:56.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-140632-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-20T22:32:56.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:56 smithi046 ceph-mon[98591]: osdmap e1688: 8 total, 8 up, 8 in 2024-09-20T22:32:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:56 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:32:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:56 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:32:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:56 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:32:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:56 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:32:56.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:56 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:32:56.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:56 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:32:56.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:56 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:32:56.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:56 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:32:56.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:56 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:32:56.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:56 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:32:56.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:56 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:32:56.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:56 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:32:56.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:56 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:32:56.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:56 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:32:56.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:56 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:32:56.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:56 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:32:56.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:56 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:32:56.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:56 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:32:56.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:56 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:32:56.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:56 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:32:56.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:56 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:32:56.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:56 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:32:56.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:56 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:32:56.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:56 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:32:56.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:56 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:32:56.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:56 smithi134 ceph-mon[89086]: pgmap v2903: 393 pgs: 9 creating+peering, 384 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 2.2 KiB/s wr, 114 op/s 2024-09-20T22:32:56.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:56 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-140632-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-20T22:32:56.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:56 smithi134 ceph-mon[89086]: osdmap e1688: 8 total, 8 up, 8 in 2024-09-20T22:32:59.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:32:58 smithi134 ceph-mon[89086]: pgmap v2905: 393 pgs: 393 active+clean; 5.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 240 KiB/s wr, 88 op/s 2024-09-20T22:32:59.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:32:58 smithi046 ceph-mon[96110]: pgmap v2905: 393 pgs: 393 active+clean; 5.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 240 KiB/s wr, 88 op/s 2024-09-20T22:32:59.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:32:58 smithi046 ceph-mon[98591]: pgmap v2905: 393 pgs: 393 active+clean; 5.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 240 KiB/s wr, 88 op/s 2024-09-20T22:33:00.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:00 smithi046 ceph-mon[96110]: osdmap e1689: 8 total, 8 up, 8 in 2024-09-20T22:33:00.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:00 smithi046 ceph-mon[96110]: pgmap v2907: 393 pgs: 393 active+clean; 5.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 193 KiB/s wr, 67 op/s 2024-09-20T22:33:00.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:00 smithi046 ceph-mon[98591]: osdmap e1689: 8 total, 8 up, 8 in 2024-09-20T22:33:00.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:00 smithi046 ceph-mon[98591]: pgmap v2907: 393 pgs: 393 active+clean; 5.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 193 KiB/s wr, 67 op/s 2024-09-20T22:33:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:00 smithi134 ceph-mon[89086]: osdmap e1689: 8 total, 8 up, 8 in 2024-09-20T22:33:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:00 smithi134 ceph-mon[89086]: pgmap v2907: 393 pgs: 393 active+clean; 5.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 193 KiB/s wr, 67 op/s 2024-09-20T22:33:02.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:33:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:33:02] "GET /metrics HTTP/1.1" 200 53434 "" "Prometheus/2.43.0" 2024-09-20T22:33:02.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:33:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:33:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:33:03.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:02 smithi134 ceph-mon[89086]: pgmap v2908: 393 pgs: 393 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 648 KiB/s wr, 66 op/s 2024-09-20T22:33:03.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:02 smithi046 ceph-mon[96110]: pgmap v2908: 393 pgs: 393 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 648 KiB/s wr, 66 op/s 2024-09-20T22:33:03.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:02 smithi046 ceph-mon[98591]: pgmap v2908: 393 pgs: 393 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 648 KiB/s wr, 66 op/s 2024-09-20T22:33:05.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:05 smithi046 ceph-mon[96110]: pgmap v2909: 393 pgs: 393 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.1 KiB/s rd, 512 KiB/s wr, 12 op/s 2024-09-20T22:33:05.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:05 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:33:05.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:05 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:33:05.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:05 smithi046 ceph-mon[96110]: osdmap e1690: 8 total, 8 up, 8 in 2024-09-20T22:33:05.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:05 smithi046 ceph-mon[98591]: pgmap v2909: 393 pgs: 393 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.1 KiB/s rd, 512 KiB/s wr, 12 op/s 2024-09-20T22:33:05.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:05 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:33:05.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:05 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:33:05.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:05 smithi046 ceph-mon[98591]: osdmap e1690: 8 total, 8 up, 8 in 2024-09-20T22:33:05.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:05 smithi134 ceph-mon[89086]: pgmap v2909: 393 pgs: 393 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.1 KiB/s rd, 512 KiB/s wr, 12 op/s 2024-09-20T22:33:05.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:05 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:33:05.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:05 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:33:05.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:05 smithi134 ceph-mon[89086]: osdmap e1690: 8 total, 8 up, 8 in 2024-09-20T22:33:07.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:07 smithi046 ceph-mon[96110]: pgmap v2911: 393 pgs: 393 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.6 KiB/s rd, 896 KiB/s wr, 7 op/s 2024-09-20T22:33:07.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:07 smithi046 ceph-mon[98591]: pgmap v2911: 393 pgs: 393 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.6 KiB/s rd, 896 KiB/s wr, 7 op/s 2024-09-20T22:33:07.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:07 smithi134 ceph-mon[89086]: pgmap v2911: 393 pgs: 393 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.6 KiB/s rd, 896 KiB/s wr, 7 op/s 2024-09-20T22:33:09.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:09 smithi046 ceph-mon[96110]: pgmap v2912: 393 pgs: 393 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 860 KiB/s wr, 8 op/s 2024-09-20T22:33:09.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:09 smithi046 ceph-mon[98591]: pgmap v2912: 393 pgs: 393 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 860 KiB/s wr, 8 op/s 2024-09-20T22:33:09.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:09 smithi134 ceph-mon[89086]: pgmap v2912: 393 pgs: 393 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 860 KiB/s wr, 8 op/s 2024-09-20T22:33:11.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:11 smithi046 ceph-mon[96110]: pgmap v2913: 393 pgs: 393 active+clean; 17 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-09-20T22:33:11.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:11 smithi046 ceph-mon[98591]: pgmap v2913: 393 pgs: 393 active+clean; 17 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-09-20T22:33:11.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:11 smithi134 ceph-mon[89086]: pgmap v2913: 393 pgs: 393 active+clean; 17 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-09-20T22:33:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:33:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:33:12] "GET /metrics HTTP/1.1" 200 55904 "" "Prometheus/2.43.0" 2024-09-20T22:33:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:33:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:33:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:33:13.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:13 smithi046 ceph-mon[96110]: pgmap v2914: 393 pgs: 393 active+clean; 19 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-09-20T22:33:13.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:13 smithi046 ceph-mon[98591]: pgmap v2914: 393 pgs: 393 active+clean; 19 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-09-20T22:33:13.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:13 smithi134 ceph-mon[89086]: pgmap v2914: 393 pgs: 393 active+clean; 19 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-09-20T22:33:14.780 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.RemoveFullTry (23949 ms) 2024-09-20T22:33:14.780 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2024-09-20T22:33:15.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:15 smithi046 ceph-mon[96110]: pgmap v2915: 393 pgs: 393 active+clean; 19 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-09-20T22:33:15.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:15 smithi046 ceph-mon[96110]: pool 'test-librbd-smithi046-140632-23' is full (reached quota's max_bytes: 10 MiB) 2024-09-20T22:33:15.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:15 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-20T22:33:15.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:15 smithi046 ceph-mon[96110]: osdmap e1691: 8 total, 8 up, 8 in 2024-09-20T22:33:15.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:15 smithi046 ceph-mon[98591]: pgmap v2915: 393 pgs: 393 active+clean; 19 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-09-20T22:33:15.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:15 smithi046 ceph-mon[98591]: pool 'test-librbd-smithi046-140632-23' is full (reached quota's max_bytes: 10 MiB) 2024-09-20T22:33:15.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:15 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-20T22:33:15.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:15 smithi046 ceph-mon[98591]: osdmap e1691: 8 total, 8 up, 8 in 2024-09-20T22:33:15.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:15 smithi134 ceph-mon[89086]: pgmap v2915: 393 pgs: 393 active+clean; 19 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-09-20T22:33:15.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:15 smithi134 ceph-mon[89086]: pool 'test-librbd-smithi046-140632-23' is full (reached quota's max_bytes: 10 MiB) 2024-09-20T22:33:15.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:15 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-20T22:33:15.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:15 smithi134 ceph-mon[89086]: osdmap e1691: 8 total, 8 up, 8 in 2024-09-20T22:33:16.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:16 smithi046 ceph-mon[96110]: osdmap e1692: 8 total, 8 up, 8 in 2024-09-20T22:33:16.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:16 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1427182550' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:33:16.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:16 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:33:16.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:16 smithi046 ceph-mon[96110]: pgmap v2918: 425 pgs: 11 creating+peering, 21 unknown, 393 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-09-20T22:33:16.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:16 smithi046 ceph-mon[98591]: osdmap e1692: 8 total, 8 up, 8 in 2024-09-20T22:33:16.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:16 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1427182550' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:33:16.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:16 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:33:16.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:16 smithi046 ceph-mon[98591]: pgmap v2918: 425 pgs: 11 creating+peering, 21 unknown, 393 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-09-20T22:33:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:16 smithi134 ceph-mon[89086]: osdmap e1692: 8 total, 8 up, 8 in 2024-09-20T22:33:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:16 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1427182550' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:33:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:16 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:33:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:16 smithi134 ceph-mon[89086]: pgmap v2918: 425 pgs: 11 creating+peering, 21 unknown, 393 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-09-20T22:33:17.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:17 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:33:17.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:17 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:33:17.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:17 smithi046 ceph-mon[96110]: osdmap e1693: 8 total, 8 up, 8 in 2024-09-20T22:33:17.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:17 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:33:17.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:17 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:33:17.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:17 smithi046 ceph-mon[98591]: osdmap e1693: 8 total, 8 up, 8 in 2024-09-20T22:33:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:17 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:33:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:17 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:33:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:17 smithi134 ceph-mon[89086]: osdmap e1693: 8 total, 8 up, 8 in 2024-09-20T22:33:18.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:18 smithi046 ceph-mon[96110]: osdmap e1694: 8 total, 8 up, 8 in 2024-09-20T22:33:18.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:18 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/3917483720' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:33:18.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:18 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:33:18.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:18 smithi046 ceph-mon[96110]: pgmap v2921: 457 pgs: 19 creating+peering, 28 unknown, 410 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 1.0 MiB/s wr, 42 op/s 2024-09-20T22:33:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:18 smithi046 ceph-mon[98591]: osdmap e1694: 8 total, 8 up, 8 in 2024-09-20T22:33:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:18 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/3917483720' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:33:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:18 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:33:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:18 smithi046 ceph-mon[98591]: pgmap v2921: 457 pgs: 19 creating+peering, 28 unknown, 410 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 1.0 MiB/s wr, 42 op/s 2024-09-20T22:33:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:18 smithi134 ceph-mon[89086]: osdmap e1694: 8 total, 8 up, 8 in 2024-09-20T22:33:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:18 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/3917483720' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:33:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:18 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:33:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:18 smithi134 ceph-mon[89086]: pgmap v2921: 457 pgs: 19 creating+peering, 28 unknown, 410 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 1.0 MiB/s wr, 42 op/s 2024-09-20T22:33:19.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:19 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:33:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:19 smithi046 ceph-mon[96110]: osdmap e1695: 8 total, 8 up, 8 in 2024-09-20T22:33:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:19 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:33:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:33:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:33:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:19 smithi046 ceph-mon[96110]: pool 'test-librbd-smithi046-140632-23' no longer out of quota; removing NO_QUOTA flag 2024-09-20T22:33:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:19 smithi046 ceph-mon[96110]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-20T22:33:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:19 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-20T22:33:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:19 smithi046 ceph-mon[96110]: osdmap e1696: 8 total, 8 up, 8 in 2024-09-20T22:33:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:19 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:33:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:19 smithi046 ceph-mon[98591]: osdmap e1695: 8 total, 8 up, 8 in 2024-09-20T22:33:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:19 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:33:19.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:33:19.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:33:19.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:19 smithi046 ceph-mon[98591]: pool 'test-librbd-smithi046-140632-23' no longer out of quota; removing NO_QUOTA flag 2024-09-20T22:33:19.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:19 smithi046 ceph-mon[98591]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-20T22:33:19.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:19 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-20T22:33:19.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:19 smithi046 ceph-mon[98591]: osdmap e1696: 8 total, 8 up, 8 in 2024-09-20T22:33:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:19 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:33:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:19 smithi134 ceph-mon[89086]: osdmap e1695: 8 total, 8 up, 8 in 2024-09-20T22:33:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:19 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:33:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:33:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:33:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:19 smithi134 ceph-mon[89086]: pool 'test-librbd-smithi046-140632-23' no longer out of quota; removing NO_QUOTA flag 2024-09-20T22:33:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:19 smithi134 ceph-mon[89086]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-20T22:33:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:19 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-20T22:33:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:19 smithi134 ceph-mon[89086]: osdmap e1696: 8 total, 8 up, 8 in 2024-09-20T22:33:20.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:20 smithi046 ceph-mon[96110]: pgmap v2924: 457 pgs: 19 creating+peering, 17 unknown, 421 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 513 KiB/s wr, 35 op/s 2024-09-20T22:33:20.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:20 smithi046 ceph-mon[96110]: osdmap e1697: 8 total, 8 up, 8 in 2024-09-20T22:33:20.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:20 smithi046 ceph-mon[98591]: pgmap v2924: 457 pgs: 19 creating+peering, 17 unknown, 421 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 513 KiB/s wr, 35 op/s 2024-09-20T22:33:20.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:20 smithi046 ceph-mon[98591]: osdmap e1697: 8 total, 8 up, 8 in 2024-09-20T22:33:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:20 smithi134 ceph-mon[89086]: pgmap v2924: 457 pgs: 19 creating+peering, 17 unknown, 421 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 513 KiB/s wr, 35 op/s 2024-09-20T22:33:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:20 smithi134 ceph-mon[89086]: osdmap e1697: 8 total, 8 up, 8 in 2024-09-20T22:33:21.556 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:33:21.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:21 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:33:21.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:21 smithi046 ceph-mon[96110]: osdmap e1698: 8 total, 8 up, 8 in 2024-09-20T22:33:21.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:21 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:33:21.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:21 smithi046 ceph-mon[98591]: osdmap e1698: 8 total, 8 up, 8 in 2024-09-20T22:33:21.901 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:33:21 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:33:21] ENGINE Bus STOPPING 2024-09-20T22:33:21.901 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:33:21 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:33:21] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-20T22:33:21.901 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:33:21 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:33:21] ENGINE Bus STOPPED 2024-09-20T22:33:21.901 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:33:21 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:33:21] ENGINE Bus STARTING 2024-09-20T22:33:21.901 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:33:21 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:33:21] ENGINE Serving on http://:::9283 2024-09-20T22:33:21.901 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:33:21 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:33:21] ENGINE Bus STARTED 2024-09-20T22:33:21.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:21 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:33:21.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:21 smithi134 ceph-mon[89086]: osdmap e1698: 8 total, 8 up, 8 in 2024-09-20T22:33:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:33:22] "GET /metrics HTTP/1.1" 200 60818 "" "Prometheus/2.43.0" 2024-09-20T22:33:22.560 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' 2024-09-20T22:33:22.560 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:33:22.560 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:33:22.560 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:33:22.560 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:33:22.560 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:33:22.560 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:33:22.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' 2024-09-20T22:33:22.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:33:22.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:33:22.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:33:22.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:33:22.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:33:22.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:33:22.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:33:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:33:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:33:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:33:22.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:22 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' 2024-09-20T22:33:22.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:22 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:33:22.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:22 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:33:22.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:22 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:33:22.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:22 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:33:22.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:22 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:33:22.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:22 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:33:22.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:22 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:33:22.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:22 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:33:22.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:22 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:33:22.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:22 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:33:22.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:22 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:33:22.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:22 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:33:22.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:22 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:33:22.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:22 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:33:22.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:22 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:33:22.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:22 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:33:22.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:22 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:33:22.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:22 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:33:22.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:22 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:33:22.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:22 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:33:22.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:22 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:33:22.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:22 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:33:22.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:22 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:33:22.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:22 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:33:22.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:22 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:33:22.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:22 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:33:22.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:22 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:33:22.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:22 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:33:22.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:22 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:33:22.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:22 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:33:22.679 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:22 smithi134 ceph-mon[89086]: pgmap v2927: 457 pgs: 8 creating+peering, 449 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-20T22:33:22.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:33:22.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:33:22.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:33:22.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:33:22.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:33:22.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:33:22.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:33:22.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:33:22.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:33:22.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:33:22.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:33:22.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:33:22.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:33:22.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:33:22.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:33:22.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:33:22.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:33:22.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:33:22.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:33:22.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:33:22.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:33:22.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:33:22.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:33:22.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[96110]: pgmap v2927: 457 pgs: 8 creating+peering, 449 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-20T22:33:22.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:33:22.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:33:22.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:33:22.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:33:22.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:33:22.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:33:22.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:33:22.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:33:22.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:33:22.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:33:22.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:33:22.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:33:22.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:33:22.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:33:22.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:33:22.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:33:22.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:33:22.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:33:22.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:33:22.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:33:22.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:33:22.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:33:22.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:33:22.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:33:22.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:22 smithi046 ceph-mon[98591]: pgmap v2927: 457 pgs: 8 creating+peering, 449 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-20T22:33:23.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:23 smithi046 ceph-mon[96110]: osdmap e1699: 8 total, 8 up, 8 in 2024-09-20T22:33:23.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:23 smithi046 ceph-mon[98591]: osdmap e1699: 8 total, 8 up, 8 in 2024-09-20T22:33:23.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:23 smithi134 ceph-mon[89086]: osdmap e1699: 8 total, 8 up, 8 in 2024-09-20T22:33:24.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:24 smithi046 ceph-mon[98591]: osdmap e1700: 8 total, 8 up, 8 in 2024-09-20T22:33:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:24 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-140632-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-20T22:33:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:24 smithi046 ceph-mon[98591]: pgmap v2930: 457 pgs: 457 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-20T22:33:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:24 smithi046 ceph-mon[96110]: osdmap e1700: 8 total, 8 up, 8 in 2024-09-20T22:33:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:24 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-140632-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-20T22:33:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:24 smithi046 ceph-mon[96110]: pgmap v2930: 457 pgs: 457 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-20T22:33:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:24 smithi134 ceph-mon[89086]: osdmap e1700: 8 total, 8 up, 8 in 2024-09-20T22:33:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:24 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-140632-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-20T22:33:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:24 smithi134 ceph-mon[89086]: pgmap v2930: 457 pgs: 457 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-20T22:33:25.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:25 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-140632-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-20T22:33:25.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:25 smithi046 ceph-mon[96110]: osdmap e1701: 8 total, 8 up, 8 in 2024-09-20T22:33:25.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:25 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-140632-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-20T22:33:25.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:25 smithi046 ceph-mon[98591]: osdmap e1701: 8 total, 8 up, 8 in 2024-09-20T22:33:25.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:25 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-140632-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-20T22:33:25.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:25 smithi134 ceph-mon[89086]: osdmap e1701: 8 total, 8 up, 8 in 2024-09-20T22:33:26.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:26 smithi046 ceph-mon[96110]: pgmap v2932: 457 pgs: 457 active+clean; 5.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.8 KiB/s rd, 237 KiB/s wr, 14 op/s 2024-09-20T22:33:26.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:26 smithi046 ceph-mon[98591]: pgmap v2932: 457 pgs: 457 active+clean; 5.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.8 KiB/s rd, 237 KiB/s wr, 14 op/s 2024-09-20T22:33:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:26 smithi134 ceph-mon[89086]: pgmap v2932: 457 pgs: 457 active+clean; 5.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.8 KiB/s rd, 237 KiB/s wr, 14 op/s 2024-09-20T22:33:29.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:28 smithi134 ceph-mon[89086]: pgmap v2933: 457 pgs: 457 active+clean; 5.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 172 KiB/s wr, 16 op/s 2024-09-20T22:33:29.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:28 smithi046 ceph-mon[96110]: pgmap v2933: 457 pgs: 457 active+clean; 5.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 172 KiB/s wr, 16 op/s 2024-09-20T22:33:29.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:28 smithi046 ceph-mon[98591]: pgmap v2933: 457 pgs: 457 active+clean; 5.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 172 KiB/s wr, 16 op/s 2024-09-20T22:33:30.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:30 smithi046 ceph-mon[96110]: osdmap e1702: 8 total, 8 up, 8 in 2024-09-20T22:33:30.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:30 smithi046 ceph-mon[96110]: pgmap v2935: 457 pgs: 457 active+clean; 5.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 164 KiB/s wr, 18 op/s 2024-09-20T22:33:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:30 smithi046 ceph-mon[98591]: osdmap e1702: 8 total, 8 up, 8 in 2024-09-20T22:33:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:30 smithi046 ceph-mon[98591]: pgmap v2935: 457 pgs: 457 active+clean; 5.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 164 KiB/s wr, 18 op/s 2024-09-20T22:33:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:30 smithi134 ceph-mon[89086]: osdmap e1702: 8 total, 8 up, 8 in 2024-09-20T22:33:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:30 smithi134 ceph-mon[89086]: pgmap v2935: 457 pgs: 457 active+clean; 5.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 164 KiB/s wr, 18 op/s 2024-09-20T22:33:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:33:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:33:32] "GET /metrics HTTP/1.1" 200 60818 "" "Prometheus/2.43.0" 2024-09-20T22:33:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:33:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:33:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:33:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:32 smithi134 ceph-mon[89086]: pgmap v2936: 457 pgs: 457 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.0 KiB/s rd, 1.0 MiB/s wr, 15 op/s 2024-09-20T22:33:33.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:32 smithi046 ceph-mon[96110]: pgmap v2936: 457 pgs: 457 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.0 KiB/s rd, 1.0 MiB/s wr, 15 op/s 2024-09-20T22:33:33.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:32 smithi046 ceph-mon[98591]: pgmap v2936: 457 pgs: 457 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.0 KiB/s rd, 1.0 MiB/s wr, 15 op/s 2024-09-20T22:33:35.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:35 smithi046 ceph-mon[98591]: pgmap v2937: 457 pgs: 457 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.7 KiB/s rd, 882 KiB/s wr, 12 op/s 2024-09-20T22:33:35.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:35 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:33:35.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:35 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:33:35.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:35 smithi046 ceph-mon[96110]: pgmap v2937: 457 pgs: 457 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.7 KiB/s rd, 882 KiB/s wr, 12 op/s 2024-09-20T22:33:35.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:35 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:33:35.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:35 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:33:35.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:35 smithi134 ceph-mon[89086]: pgmap v2937: 457 pgs: 457 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.7 KiB/s rd, 882 KiB/s wr, 12 op/s 2024-09-20T22:33:35.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:35 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:33:35.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:35 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:33:37.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:37 smithi046 ceph-mon[96110]: pgmap v2938: 457 pgs: 457 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.9 KiB/s rd, 717 KiB/s wr, 6 op/s 2024-09-20T22:33:37.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:37 smithi046 ceph-mon[98591]: pgmap v2938: 457 pgs: 457 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.9 KiB/s rd, 717 KiB/s wr, 6 op/s 2024-09-20T22:33:37.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:37 smithi134 ceph-mon[89086]: pgmap v2938: 457 pgs: 457 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.9 KiB/s rd, 717 KiB/s wr, 6 op/s 2024-09-20T22:33:39.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:39 smithi046 ceph-mon[96110]: pgmap v2939: 457 pgs: 457 active+clean; 17 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-09-20T22:33:39.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:39 smithi046 ceph-mon[98591]: pgmap v2939: 457 pgs: 457 active+clean; 17 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-09-20T22:33:39.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:39 smithi134 ceph-mon[89086]: pgmap v2939: 457 pgs: 457 active+clean; 17 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-09-20T22:33:40.533 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:33:40.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:40 smithi046 ceph-mon[96110]: pool 'test-librbd-smithi046-140632-25' is full (reached quota's max_bytes: 10 MiB) 2024-09-20T22:33:40.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:40 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-20T22:33:40.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:40 smithi046 ceph-mon[96110]: osdmap e1703: 8 total, 8 up, 8 in 2024-09-20T22:33:40.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:40 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-140632-24", "field": "max_objects", "val": "6"}]: dispatch 2024-09-20T22:33:40.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:40 smithi046 ceph-mon[98591]: pool 'test-librbd-smithi046-140632-25' is full (reached quota's max_bytes: 10 MiB) 2024-09-20T22:33:40.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:40 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-20T22:33:40.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:40 smithi046 ceph-mon[98591]: osdmap e1703: 8 total, 8 up, 8 in 2024-09-20T22:33:40.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:40 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-140632-24", "field": "max_objects", "val": "6"}]: dispatch 2024-09-20T22:33:40.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:40 smithi134 ceph-mon[89086]: pool 'test-librbd-smithi046-140632-25' is full (reached quota's max_bytes: 10 MiB) 2024-09-20T22:33:40.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:40 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-20T22:33:40.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:40 smithi134 ceph-mon[89086]: osdmap e1703: 8 total, 8 up, 8 in 2024-09-20T22:33:40.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:40 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-140632-24", "field": "max_objects", "val": "6"}]: dispatch 2024-09-20T22:33:41.557 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:33:41.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:41 smithi046 ceph-mon[96110]: pgmap v2941: 457 pgs: 457 active+clean; 17 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-09-20T22:33:41.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:41 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-140632-24", "field": "max_objects", "val": "6"}]': finished 2024-09-20T22:33:41.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:41 smithi046 ceph-mon[96110]: osdmap e1704: 8 total, 8 up, 8 in 2024-09-20T22:33:41.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:41 smithi046 ceph-mon[98591]: pgmap v2941: 457 pgs: 457 active+clean; 17 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-09-20T22:33:41.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:41 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-140632-24", "field": "max_objects", "val": "6"}]': finished 2024-09-20T22:33:41.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:41 smithi046 ceph-mon[98591]: osdmap e1704: 8 total, 8 up, 8 in 2024-09-20T22:33:41.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:41 smithi134 ceph-mon[89086]: pgmap v2941: 457 pgs: 457 active+clean; 17 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-09-20T22:33:41.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:41 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-140632-24", "field": "max_objects", "val": "6"}]': finished 2024-09-20T22:33:41.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:41 smithi134 ceph-mon[89086]: osdmap e1704: 8 total, 8 up, 8 in 2024-09-20T22:33:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:33:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:33:42] "GET /metrics HTTP/1.1" 200 60889 "" "Prometheus/2.43.0" 2024-09-20T22:33:42.568 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:33:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:33:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:33:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:33:43.580 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:33:43.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:43 smithi046 ceph-mon[96110]: pgmap v2943: 457 pgs: 457 active+clean; 20 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 897 KiB/s wr, 4 op/s 2024-09-20T22:33:43.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:43 smithi046 ceph-mon[98591]: pgmap v2943: 457 pgs: 457 active+clean; 20 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 897 KiB/s wr, 4 op/s 2024-09-20T22:33:43.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:43 smithi134 ceph-mon[89086]: pgmap v2943: 457 pgs: 457 active+clean; 20 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 897 KiB/s wr, 4 op/s 2024-09-20T22:33:44.591 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:33:44.662 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (29882 ms) 2024-09-20T22:33:44.662 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.RemoveFullTryNamespace 2024-09-20T22:33:45.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:45 smithi046 ceph-mon[96110]: pgmap v2944: 457 pgs: 457 active+clean; 20 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 KiB/s rd, 897 KiB/s wr, 4 op/s 2024-09-20T22:33:45.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:45 smithi046 ceph-mon[96110]: pool 'test-librbd-smithi046-140632-24' is full (reached quota's max_objects: 6) 2024-09-20T22:33:45.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:45 smithi046 ceph-mon[96110]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-20T22:33:45.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:45 smithi046 ceph-mon[96110]: osdmap e1705: 8 total, 8 up, 8 in 2024-09-20T22:33:45.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:45 smithi046 ceph-mon[98591]: pgmap v2944: 457 pgs: 457 active+clean; 20 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 KiB/s rd, 897 KiB/s wr, 4 op/s 2024-09-20T22:33:45.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:45 smithi046 ceph-mon[98591]: pool 'test-librbd-smithi046-140632-24' is full (reached quota's max_objects: 6) 2024-09-20T22:33:45.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:45 smithi046 ceph-mon[98591]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-20T22:33:45.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:45 smithi046 ceph-mon[98591]: osdmap e1705: 8 total, 8 up, 8 in 2024-09-20T22:33:45.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:45 smithi134 ceph-mon[89086]: pgmap v2944: 457 pgs: 457 active+clean; 20 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 KiB/s rd, 897 KiB/s wr, 4 op/s 2024-09-20T22:33:45.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:45 smithi134 ceph-mon[89086]: pool 'test-librbd-smithi046-140632-24' is full (reached quota's max_objects: 6) 2024-09-20T22:33:45.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:45 smithi134 ceph-mon[89086]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-20T22:33:45.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:45 smithi134 ceph-mon[89086]: osdmap e1705: 8 total, 8 up, 8 in 2024-09-20T22:33:46.579 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:33:46.900 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:33:46 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:33:46] ENGINE Bus STOPPING 2024-09-20T22:33:46.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:46 smithi046 ceph-mon[96110]: osdmap e1706: 8 total, 8 up, 8 in 2024-09-20T22:33:46.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:46 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2958061507' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:33:46.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:46 smithi046 ceph-mon[96110]: pgmap v2947: 489 pgs: 14 creating+peering, 18 unknown, 457 active+clean; 16 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 514 KiB/s wr, 12 op/s 2024-09-20T22:33:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:46 smithi046 ceph-mon[98591]: osdmap e1706: 8 total, 8 up, 8 in 2024-09-20T22:33:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:46 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2958061507' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:33:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:46 smithi046 ceph-mon[98591]: pgmap v2947: 489 pgs: 14 creating+peering, 18 unknown, 457 active+clean; 16 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 514 KiB/s wr, 12 op/s 2024-09-20T22:33:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:46 smithi134 ceph-mon[89086]: osdmap e1706: 8 total, 8 up, 8 in 2024-09-20T22:33:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:46 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2958061507' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:33:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:46 smithi134 ceph-mon[89086]: pgmap v2947: 489 pgs: 14 creating+peering, 18 unknown, 457 active+clean; 16 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 514 KiB/s wr, 12 op/s 2024-09-20T22:33:47.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:33:47] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-20T22:33:47.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:33:47] ENGINE Bus STOPPED 2024-09-20T22:33:47.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:33:47] ENGINE Bus STARTING 2024-09-20T22:33:47.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:33:47] ENGINE Serving on http://:::9283 2024-09-20T22:33:47.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:33:47] ENGINE Bus STARTED 2024-09-20T22:33:47.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:33:47.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2958061507' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:33:47.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[96110]: osdmap e1707: 8 total, 8 up, 8 in 2024-09-20T22:33:47.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' 2024-09-20T22:33:47.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:33:47.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:33:47.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:33:47.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:33:47.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:33:47.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:33:47.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:33:47.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:33:47.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:33:47.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:33:47.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:33:47.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:33:47.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:33:47.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:33:47.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:33:47.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:33:47.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:33:47.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:33:47.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:33:47.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:33:47.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:33:47.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:33:47.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:33:47.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:33:47.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2958061507' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:33:47.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[98591]: osdmap e1707: 8 total, 8 up, 8 in 2024-09-20T22:33:47.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' 2024-09-20T22:33:47.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:33:47.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:33:47.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:33:47.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:33:47.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:33:47.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:33:47.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:33:47.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:33:47.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:33:47.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:33:47.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:33:47.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:33:47.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:33:47.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:33:47.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:33:47.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:33:47.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:33:47.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:33:47.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:33:47.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:33:47.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:33:47.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:33:47.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:33:47.905 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:33:47.905 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:33:47.905 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:33:47.905 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:33:47.905 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:33:47.905 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:33:47.905 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:33:47.906 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:33:47.906 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:33:47.906 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:33:47.906 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:33:47.906 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:33:47.906 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:33:47.906 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:33:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:47 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:33:47.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:47 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2958061507' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:33:47.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:47 smithi134 ceph-mon[89086]: osdmap e1707: 8 total, 8 up, 8 in 2024-09-20T22:33:47.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:47 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' 2024-09-20T22:33:47.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:33:47.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:33:47.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:33:47.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:33:47.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:33:47.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:33:47.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:33:47.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:33:47.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:33:47.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:33:47.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:33:47.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:33:47.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:33:47.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:33:47.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:33:47.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:47 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:33:47.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:47 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:33:47.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:33:47.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:33:47.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:33:47.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:47 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:33:47.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:47 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:33:47.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:33:47.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:33:47.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:33:47.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:47 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:33:47.929 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:47 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:33:47.929 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:33:47.929 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:33:47.929 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:33:48.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:48 smithi046 ceph-mon[96110]: osdmap e1708: 8 total, 8 up, 8 in 2024-09-20T22:33:48.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:48 smithi046 ceph-mon[96110]: pgmap v2950: 489 pgs: 14 creating+peering, 7 unknown, 468 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 3.5 KiB/s wr, 39 op/s 2024-09-20T22:33:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:48 smithi046 ceph-mon[98591]: osdmap e1708: 8 total, 8 up, 8 in 2024-09-20T22:33:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:48 smithi046 ceph-mon[98591]: pgmap v2950: 489 pgs: 14 creating+peering, 7 unknown, 468 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 3.5 KiB/s wr, 39 op/s 2024-09-20T22:33:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:48 smithi134 ceph-mon[89086]: osdmap e1708: 8 total, 8 up, 8 in 2024-09-20T22:33:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:48 smithi134 ceph-mon[89086]: pgmap v2950: 489 pgs: 14 creating+peering, 7 unknown, 468 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 3.5 KiB/s wr, 39 op/s 2024-09-20T22:33:49.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:49 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:33:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:49 smithi046 ceph-mon[96110]: osdmap e1709: 8 total, 8 up, 8 in 2024-09-20T22:33:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:49 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-140632-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-20T22:33:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:33:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:33:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:49 smithi046 ceph-mon[96110]: pool 'test-librbd-smithi046-140632-25' no longer out of quota; removing NO_QUOTA flag 2024-09-20T22:33:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:49 smithi046 ceph-mon[96110]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-20T22:33:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:49 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-140632-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-20T22:33:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:49 smithi046 ceph-mon[96110]: osdmap e1710: 8 total, 8 up, 8 in 2024-09-20T22:33:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:49 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:33:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:49 smithi046 ceph-mon[98591]: osdmap e1709: 8 total, 8 up, 8 in 2024-09-20T22:33:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:49 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-140632-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-20T22:33:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:33:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:33:49.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:49 smithi046 ceph-mon[98591]: pool 'test-librbd-smithi046-140632-25' no longer out of quota; removing NO_QUOTA flag 2024-09-20T22:33:49.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:49 smithi046 ceph-mon[98591]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-20T22:33:49.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:49 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-140632-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-20T22:33:49.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:49 smithi046 ceph-mon[98591]: osdmap e1710: 8 total, 8 up, 8 in 2024-09-20T22:33:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:49 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:33:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:49 smithi134 ceph-mon[89086]: osdmap e1709: 8 total, 8 up, 8 in 2024-09-20T22:33:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:49 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-140632-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-20T22:33:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:33:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:33:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:49 smithi134 ceph-mon[89086]: pool 'test-librbd-smithi046-140632-25' no longer out of quota; removing NO_QUOTA flag 2024-09-20T22:33:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:49 smithi134 ceph-mon[89086]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-20T22:33:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:49 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-140632-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-20T22:33:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:49 smithi134 ceph-mon[89086]: osdmap e1710: 8 total, 8 up, 8 in 2024-09-20T22:33:50.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:50 smithi046 ceph-mon[96110]: pgmap v2953: 489 pgs: 14 creating+peering, 475 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 38 op/s 2024-09-20T22:33:50.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:50 smithi046 ceph-mon[98591]: pgmap v2953: 489 pgs: 14 creating+peering, 475 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 38 op/s 2024-09-20T22:33:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:50 smithi134 ceph-mon[89086]: pgmap v2953: 489 pgs: 14 creating+peering, 475 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 38 op/s 2024-09-20T22:33:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:33:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:33:52] "GET /metrics HTTP/1.1" 200 63329 "" "Prometheus/2.43.0" 2024-09-20T22:33:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:33:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:33:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:33:53.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:52 smithi046 ceph-mon[96110]: pgmap v2954: 489 pgs: 489 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 387 KiB/s wr, 48 op/s 2024-09-20T22:33:53.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:52 smithi046 ceph-mon[98591]: pgmap v2954: 489 pgs: 489 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 387 KiB/s wr, 48 op/s 2024-09-20T22:33:53.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:52 smithi134 ceph-mon[89086]: pgmap v2954: 489 pgs: 489 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 387 KiB/s wr, 48 op/s 2024-09-20T22:33:55.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:54 smithi046 ceph-mon[98591]: pgmap v2955: 489 pgs: 489 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 326 KiB/s wr, 39 op/s 2024-09-20T22:33:55.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:54 smithi046 ceph-mon[98591]: osdmap e1711: 8 total, 8 up, 8 in 2024-09-20T22:33:55.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:54 smithi046 ceph-mon[96110]: pgmap v2955: 489 pgs: 489 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 326 KiB/s wr, 39 op/s 2024-09-20T22:33:55.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:54 smithi046 ceph-mon[96110]: osdmap e1711: 8 total, 8 up, 8 in 2024-09-20T22:33:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:54 smithi134 ceph-mon[89086]: pgmap v2955: 489 pgs: 489 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 326 KiB/s wr, 39 op/s 2024-09-20T22:33:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:54 smithi134 ceph-mon[89086]: osdmap e1711: 8 total, 8 up, 8 in 2024-09-20T22:33:57.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:56 smithi046 ceph-mon[96110]: pgmap v2957: 489 pgs: 489 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 561 KiB/s wr, 21 op/s 2024-09-20T22:33:57.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:56 smithi046 ceph-mon[98591]: pgmap v2957: 489 pgs: 489 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 561 KiB/s wr, 21 op/s 2024-09-20T22:33:57.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:56 smithi134 ceph-mon[89086]: pgmap v2957: 489 pgs: 489 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 561 KiB/s wr, 21 op/s 2024-09-20T22:33:59.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:33:58 smithi046 ceph-mon[96110]: pgmap v2958: 489 pgs: 489 active+clean; 13 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.5 KiB/s rd, 982 KiB/s wr, 14 op/s 2024-09-20T22:33:59.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:33:58 smithi046 ceph-mon[98591]: pgmap v2958: 489 pgs: 489 active+clean; 13 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.5 KiB/s rd, 982 KiB/s wr, 14 op/s 2024-09-20T22:33:59.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:33:58 smithi134 ceph-mon[89086]: pgmap v2958: 489 pgs: 489 active+clean; 13 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.5 KiB/s rd, 982 KiB/s wr, 14 op/s 2024-09-20T22:34:01.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:00 smithi046 ceph-mon[96110]: pgmap v2959: 489 pgs: 489 active+clean; 13 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.1 KiB/s rd, 819 KiB/s wr, 11 op/s 2024-09-20T22:34:01.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:00 smithi046 ceph-mon[98591]: pgmap v2959: 489 pgs: 489 active+clean; 13 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.1 KiB/s rd, 819 KiB/s wr, 11 op/s 2024-09-20T22:34:01.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:00 smithi134 ceph-mon[89086]: pgmap v2959: 489 pgs: 489 active+clean; 13 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.1 KiB/s rd, 819 KiB/s wr, 11 op/s 2024-09-20T22:34:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:34:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:34:02] "GET /metrics HTTP/1.1" 200 63329 "" "Prometheus/2.43.0" 2024-09-20T22:34:02.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:34:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:34:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:34:03.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:02 smithi046 ceph-mon[96110]: pgmap v2960: 489 pgs: 489 active+clean; 16 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 KiB/s rd, 921 KiB/s wr, 2 op/s 2024-09-20T22:34:03.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:02 smithi046 ceph-mon[98591]: pgmap v2960: 489 pgs: 489 active+clean; 16 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 KiB/s rd, 921 KiB/s wr, 2 op/s 2024-09-20T22:34:03.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:02 smithi134 ceph-mon[89086]: pgmap v2960: 489 pgs: 489 active+clean; 16 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 KiB/s rd, 921 KiB/s wr, 2 op/s 2024-09-20T22:34:04.708 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.RemoveFullTryNamespace (20047 ms) 2024-09-20T22:34:04.709 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.RemoveFullTryNamespaceDataPool 2024-09-20T22:34:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:05 smithi134 ceph-mon[89086]: pgmap v2961: 489 pgs: 489 active+clean; 16 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 KiB/s rd, 921 KiB/s wr, 2 op/s 2024-09-20T22:34:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:05 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:34:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:05 smithi134 ceph-mon[89086]: pool 'test-librbd-smithi046-140632-26' is full (reached quota's max_bytes: 10 MiB) 2024-09-20T22:34:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:05 smithi134 ceph-mon[89086]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-20T22:34:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:05 smithi134 ceph-mon[89086]: osdmap e1712: 8 total, 8 up, 8 in 2024-09-20T22:34:05.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:05 smithi046 ceph-mon[96110]: pgmap v2961: 489 pgs: 489 active+clean; 16 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 KiB/s rd, 921 KiB/s wr, 2 op/s 2024-09-20T22:34:05.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:05 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:34:05.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:05 smithi046 ceph-mon[96110]: pool 'test-librbd-smithi046-140632-26' is full (reached quota's max_bytes: 10 MiB) 2024-09-20T22:34:05.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:05 smithi046 ceph-mon[96110]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-20T22:34:05.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:05 smithi046 ceph-mon[96110]: osdmap e1712: 8 total, 8 up, 8 in 2024-09-20T22:34:05.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:05 smithi046 ceph-mon[98591]: pgmap v2961: 489 pgs: 489 active+clean; 16 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 KiB/s rd, 921 KiB/s wr, 2 op/s 2024-09-20T22:34:05.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:05 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:34:05.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:05 smithi046 ceph-mon[98591]: pool 'test-librbd-smithi046-140632-26' is full (reached quota's max_bytes: 10 MiB) 2024-09-20T22:34:05.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:05 smithi046 ceph-mon[98591]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-20T22:34:05.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:05 smithi046 ceph-mon[98591]: osdmap e1712: 8 total, 8 up, 8 in 2024-09-20T22:34:06.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:06 smithi046 ceph-mon[96110]: osdmap e1713: 8 total, 8 up, 8 in 2024-09-20T22:34:06.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:06 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2262705815' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:34:06.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:06 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:34:06.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:06 smithi046 ceph-mon[96110]: pgmap v2964: 521 pgs: 13 creating+peering, 19 unknown, 489 active+clean; 12 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 896 KiB/s wr, 19 op/s 2024-09-20T22:34:06.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:06 smithi046 ceph-mon[98591]: osdmap e1713: 8 total, 8 up, 8 in 2024-09-20T22:34:06.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:06 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2262705815' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:34:06.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:06 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:34:06.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:06 smithi046 ceph-mon[98591]: pgmap v2964: 521 pgs: 13 creating+peering, 19 unknown, 489 active+clean; 12 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 896 KiB/s wr, 19 op/s 2024-09-20T22:34:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:06 smithi134 ceph-mon[89086]: osdmap e1713: 8 total, 8 up, 8 in 2024-09-20T22:34:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:06 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2262705815' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:34:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:06 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:34:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:06 smithi134 ceph-mon[89086]: pgmap v2964: 521 pgs: 13 creating+peering, 19 unknown, 489 active+clean; 12 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 896 KiB/s wr, 19 op/s 2024-09-20T22:34:07.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:07 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:34:07.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:07 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:34:07.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:07 smithi046 ceph-mon[98591]: osdmap e1714: 8 total, 8 up, 8 in 2024-09-20T22:34:07.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:07 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:34:07.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:07 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:34:07.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:07 smithi046 ceph-mon[96110]: osdmap e1714: 8 total, 8 up, 8 in 2024-09-20T22:34:07.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:07 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:34:07.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:07 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:34:07.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:07 smithi134 ceph-mon[89086]: osdmap e1714: 8 total, 8 up, 8 in 2024-09-20T22:34:08.595 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:34:08.900 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:34:08 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:34:08] ENGINE Bus STOPPING 2024-09-20T22:34:08.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:08 smithi046 ceph-mon[96110]: osdmap e1715: 8 total, 8 up, 8 in 2024-09-20T22:34:08.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:08 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2044764876' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:34:08.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:08 smithi046 ceph-mon[96110]: pgmap v2967: 553 pgs: 22 creating+peering, 26 unknown, 505 active+clean; 7.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 1.0 MiB/s wr, 39 op/s 2024-09-20T22:34:08.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:08 smithi046 ceph-mon[98591]: osdmap e1715: 8 total, 8 up, 8 in 2024-09-20T22:34:08.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:08 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2044764876' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:34:08.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:08 smithi046 ceph-mon[98591]: pgmap v2967: 553 pgs: 22 creating+peering, 26 unknown, 505 active+clean; 7.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 1.0 MiB/s wr, 39 op/s 2024-09-20T22:34:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:08 smithi134 ceph-mon[89086]: osdmap e1715: 8 total, 8 up, 8 in 2024-09-20T22:34:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:08 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2044764876' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:34:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:08 smithi134 ceph-mon[89086]: pgmap v2967: 553 pgs: 22 creating+peering, 26 unknown, 505 active+clean; 7.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 1.0 MiB/s wr, 39 op/s 2024-09-20T22:34:09.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:34:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-20T22:34:09.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:34:09] ENGINE Bus STOPPED 2024-09-20T22:34:09.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:34:09] ENGINE Bus STARTING 2024-09-20T22:34:09.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:34:09] ENGINE Serving on http://:::9283 2024-09-20T22:34:09.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:34:09] ENGINE Bus STARTED 2024-09-20T22:34:09.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2044764876' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:34:09.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[96110]: osdmap e1716: 8 total, 8 up, 8 in 2024-09-20T22:34:09.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' 2024-09-20T22:34:09.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:34:09.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:34:09.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:34:09.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:34:09.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:34:09.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:34:09.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:34:09.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:34:09.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:34:09.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:34:09.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:34:09.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:34:09.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:34:09.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:34:09.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:34:09.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:34:09.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:34:09.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:34:09.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:34:09.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:34:09.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:34:09.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:34:09.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:34:09.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:34:09.903 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:34:09.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2044764876' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:34:09.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[98591]: osdmap e1716: 8 total, 8 up, 8 in 2024-09-20T22:34:09.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' 2024-09-20T22:34:09.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:34:09.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:34:09.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:34:09.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:34:09.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:34:09.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:34:09.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:34:09.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:34:09.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:34:09.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:34:09.904 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:34:09.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:34:09.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:34:09.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:34:09.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:34:09.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:34:09.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:34:09.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:34:09.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:34:09.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:34:09.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:34:09.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:34:09.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:34:09.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:34:09.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:34:09.906 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:34:09.906 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:34:09.906 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:34:09.906 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:34:09.906 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:34:09.906 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[96110]: pool 'test-librbd-smithi046-140632-26' no longer out of quota; removing NO_QUOTA flag 2024-09-20T22:34:09.906 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[96110]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-20T22:34:09.906 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[96110]: osdmap e1717: 8 total, 8 up, 8 in 2024-09-20T22:34:09.906 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:34:09.906 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:34:09.906 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:34:09.906 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:34:09.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:34:09.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[98591]: pool 'test-librbd-smithi046-140632-26' no longer out of quota; removing NO_QUOTA flag 2024-09-20T22:34:09.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[98591]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-20T22:34:09.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:09 smithi046 ceph-mon[98591]: osdmap e1717: 8 total, 8 up, 8 in 2024-09-20T22:34:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:09 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2044764876' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:34:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:09 smithi134 ceph-mon[89086]: osdmap e1716: 8 total, 8 up, 8 in 2024-09-20T22:34:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:09 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' 2024-09-20T22:34:09.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:34:09.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:34:09.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:34:09.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:34:09.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:34:09.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:34:09.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:34:09.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:34:09.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:34:09.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:34:09.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:34:09.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:34:09.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:09 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:34:09.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:09 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:34:09.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:34:09.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:34:09.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:34:09.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:09 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:34:09.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:09 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:34:09.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:34:09.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:34:09.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:34:09.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:09 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:34:09.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:09 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:34:09.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:34:09.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:34:09.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:34:09.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:34:09.929 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:34:09.929 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:34:09.929 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:09 smithi134 ceph-mon[89086]: pool 'test-librbd-smithi046-140632-26' no longer out of quota; removing NO_QUOTA flag 2024-09-20T22:34:09.929 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:09 smithi134 ceph-mon[89086]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-20T22:34:09.929 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:09 smithi134 ceph-mon[89086]: osdmap e1717: 8 total, 8 up, 8 in 2024-09-20T22:34:10.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:10 smithi046 ceph-mon[96110]: pgmap v2970: 553 pgs: 22 creating+peering, 17 unknown, 514 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-09-20T22:34:10.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:10 smithi046 ceph-mon[96110]: osdmap e1718: 8 total, 8 up, 8 in 2024-09-20T22:34:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:10 smithi046 ceph-mon[98591]: pgmap v2970: 553 pgs: 22 creating+peering, 17 unknown, 514 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-09-20T22:34:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:10 smithi046 ceph-mon[98591]: osdmap e1718: 8 total, 8 up, 8 in 2024-09-20T22:34:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:10 smithi134 ceph-mon[89086]: pgmap v2970: 553 pgs: 22 creating+peering, 17 unknown, 514 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-09-20T22:34:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:10 smithi134 ceph-mon[89086]: osdmap e1718: 8 total, 8 up, 8 in 2024-09-20T22:34:11.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:11 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:34:11.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:11 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-140632-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-20T22:34:11.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:11 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:34:11.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:11 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-140632-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-20T22:34:11.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:11 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:34:11.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:11 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-140632-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-20T22:34:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:34:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:34:12] "GET /metrics HTTP/1.1" 200 63365 "" "Prometheus/2.43.0" 2024-09-20T22:34:12.589 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:34:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:34:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:34:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:12 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-140632-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-20T22:34:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:12 smithi046 ceph-mon[98591]: osdmap e1719: 8 total, 8 up, 8 in 2024-09-20T22:34:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:12 smithi046 ceph-mon[98591]: pgmap v2973: 553 pgs: 9 creating+peering, 544 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.0 KiB/s wr, 21 op/s 2024-09-20T22:34:12.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:12 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-140632-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-20T22:34:12.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:12 smithi046 ceph-mon[96110]: osdmap e1719: 8 total, 8 up, 8 in 2024-09-20T22:34:12.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:12 smithi046 ceph-mon[96110]: pgmap v2973: 553 pgs: 9 creating+peering, 544 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.0 KiB/s wr, 21 op/s 2024-09-20T22:34:12.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:12 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-140632-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-20T22:34:12.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:12 smithi134 ceph-mon[89086]: osdmap e1719: 8 total, 8 up, 8 in 2024-09-20T22:34:12.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:12 smithi134 ceph-mon[89086]: pgmap v2973: 553 pgs: 9 creating+peering, 544 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.0 KiB/s wr, 21 op/s 2024-09-20T22:34:15.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:14 smithi046 ceph-mon[96110]: pgmap v2974: 553 pgs: 553 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 1.7 KiB/s wr, 21 op/s 2024-09-20T22:34:15.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:14 smithi046 ceph-mon[98591]: pgmap v2974: 553 pgs: 553 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 1.7 KiB/s wr, 21 op/s 2024-09-20T22:34:15.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:14 smithi134 ceph-mon[89086]: pgmap v2974: 553 pgs: 553 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 1.7 KiB/s wr, 21 op/s 2024-09-20T22:34:17.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:16 smithi046 ceph-mon[96110]: pgmap v2975: 553 pgs: 553 active+clean; 7.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 485 KiB/s wr, 16 op/s 2024-09-20T22:34:17.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:16 smithi046 ceph-mon[98591]: pgmap v2975: 553 pgs: 553 active+clean; 7.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 485 KiB/s wr, 16 op/s 2024-09-20T22:34:17.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:16 smithi134 ceph-mon[89086]: pgmap v2975: 553 pgs: 553 active+clean; 7.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 485 KiB/s wr, 16 op/s 2024-09-20T22:34:19.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:18 smithi046 ceph-mon[96110]: pgmap v2976: 553 pgs: 553 active+clean; 9.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.5 KiB/s rd, 641 KiB/s wr, 15 op/s 2024-09-20T22:34:19.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:18 smithi046 ceph-mon[98591]: pgmap v2976: 553 pgs: 553 active+clean; 9.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.5 KiB/s rd, 641 KiB/s wr, 15 op/s 2024-09-20T22:34:19.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:18 smithi134 ceph-mon[89086]: pgmap v2976: 553 pgs: 553 active+clean; 9.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.5 KiB/s rd, 641 KiB/s wr, 15 op/s 2024-09-20T22:34:20.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:34:20.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:19 smithi046 ceph-mon[96110]: osdmap e1720: 8 total, 8 up, 8 in 2024-09-20T22:34:20.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:34:20.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:19 smithi046 ceph-mon[98591]: osdmap e1720: 8 total, 8 up, 8 in 2024-09-20T22:34:20.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:34:20.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:19 smithi134 ceph-mon[89086]: osdmap e1720: 8 total, 8 up, 8 in 2024-09-20T22:34:21.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:20 smithi046 ceph-mon[96110]: pgmap v2978: 553 pgs: 553 active+clean; 11 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 740 KiB/s wr, 7 op/s 2024-09-20T22:34:21.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:20 smithi046 ceph-mon[98591]: pgmap v2978: 553 pgs: 553 active+clean; 11 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 740 KiB/s wr, 7 op/s 2024-09-20T22:34:21.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:20 smithi134 ceph-mon[89086]: pgmap v2978: 553 pgs: 553 active+clean; 11 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 740 KiB/s wr, 7 op/s 2024-09-20T22:34:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:34:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:34:22] "GET /metrics HTTP/1.1" 200 68293 "" "Prometheus/2.43.0" 2024-09-20T22:34:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:34:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:34:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:34:23.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:22 smithi046 ceph-mon[96110]: pgmap v2979: 553 pgs: 553 active+clean; 11 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.9 KiB/s rd, 615 KiB/s wr, 6 op/s 2024-09-20T22:34:23.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:22 smithi046 ceph-mon[98591]: pgmap v2979: 553 pgs: 553 active+clean; 11 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.9 KiB/s rd, 615 KiB/s wr, 6 op/s 2024-09-20T22:34:23.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:22 smithi134 ceph-mon[89086]: pgmap v2979: 553 pgs: 553 active+clean; 11 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.9 KiB/s rd, 615 KiB/s wr, 6 op/s 2024-09-20T22:34:25.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:24 smithi046 ceph-mon[96110]: pgmap v2980: 553 pgs: 553 active+clean; 16 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-09-20T22:34:25.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:24 smithi046 ceph-mon[96110]: pool 'test-librbd-smithi046-140632-28' is full (reached quota's max_bytes: 10 MiB) 2024-09-20T22:34:25.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:24 smithi046 ceph-mon[96110]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-20T22:34:25.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:24 smithi046 ceph-mon[96110]: osdmap e1721: 8 total, 8 up, 8 in 2024-09-20T22:34:25.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:24 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-140632-27", "field": "max_objects", "val": "7"}]: dispatch 2024-09-20T22:34:25.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:24 smithi046 ceph-mon[98591]: pgmap v2980: 553 pgs: 553 active+clean; 16 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-09-20T22:34:25.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:24 smithi046 ceph-mon[98591]: pool 'test-librbd-smithi046-140632-28' is full (reached quota's max_bytes: 10 MiB) 2024-09-20T22:34:25.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:24 smithi046 ceph-mon[98591]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-20T22:34:25.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:24 smithi046 ceph-mon[98591]: osdmap e1721: 8 total, 8 up, 8 in 2024-09-20T22:34:25.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:24 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-140632-27", "field": "max_objects", "val": "7"}]: dispatch 2024-09-20T22:34:25.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:24 smithi134 ceph-mon[89086]: pgmap v2980: 553 pgs: 553 active+clean; 16 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-09-20T22:34:25.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:24 smithi134 ceph-mon[89086]: pool 'test-librbd-smithi046-140632-28' is full (reached quota's max_bytes: 10 MiB) 2024-09-20T22:34:25.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:24 smithi134 ceph-mon[89086]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-20T22:34:25.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:24 smithi134 ceph-mon[89086]: osdmap e1721: 8 total, 8 up, 8 in 2024-09-20T22:34:25.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:24 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-140632-27", "field": "max_objects", "val": "7"}]: dispatch 2024-09-20T22:34:25.542 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:34:26.567 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:34:26.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:26 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-140632-27", "field": "max_objects", "val": "7"}]': finished 2024-09-20T22:34:26.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:26 smithi046 ceph-mon[96110]: osdmap e1722: 8 total, 8 up, 8 in 2024-09-20T22:34:26.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:26 smithi046 ceph-mon[96110]: pgmap v2983: 553 pgs: 553 active+clean; 17 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 967 KiB/s wr, 3 op/s 2024-09-20T22:34:26.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:26 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-140632-27", "field": "max_objects", "val": "7"}]': finished 2024-09-20T22:34:26.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:26 smithi046 ceph-mon[98591]: osdmap e1722: 8 total, 8 up, 8 in 2024-09-20T22:34:26.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:26 smithi046 ceph-mon[98591]: pgmap v2983: 553 pgs: 553 active+clean; 17 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 967 KiB/s wr, 3 op/s 2024-09-20T22:34:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:26 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi046-140632-27", "field": "max_objects", "val": "7"}]': finished 2024-09-20T22:34:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:26 smithi134 ceph-mon[89086]: osdmap e1722: 8 total, 8 up, 8 in 2024-09-20T22:34:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:26 smithi134 ceph-mon[89086]: pgmap v2983: 553 pgs: 553 active+clean; 17 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 967 KiB/s wr, 3 op/s 2024-09-20T22:34:27.578 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:34:28.591 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:34:29.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:28 smithi046 ceph-mon[96110]: pgmap v2984: 553 pgs: 553 active+clean; 18 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 KiB/s rd, 897 KiB/s wr, 5 op/s 2024-09-20T22:34:29.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:28 smithi046 ceph-mon[98591]: pgmap v2984: 553 pgs: 553 active+clean; 18 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 KiB/s rd, 897 KiB/s wr, 5 op/s 2024-09-20T22:34:29.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:28 smithi134 ceph-mon[89086]: pgmap v2984: 553 pgs: 553 active+clean; 18 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 KiB/s rd, 897 KiB/s wr, 5 op/s 2024-09-20T22:34:29.602 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:34:29.693 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.RemoveFullTryNamespaceDataPool (24984 ms) 2024-09-20T22:34:29.693 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestIO 2024-09-20T22:34:29.693 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:34:30.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:29 smithi046 ceph-mon[96110]: pool 'test-librbd-smithi046-140632-27' is full (reached quota's max_objects: 7) 2024-09-20T22:34:30.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:29 smithi046 ceph-mon[96110]: Health check update: 3 pool(s) full (POOL_FULL) 2024-09-20T22:34:30.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:29 smithi046 ceph-mon[96110]: osdmap e1723: 8 total, 8 up, 8 in 2024-09-20T22:34:30.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:29 smithi046 ceph-mon[98591]: pool 'test-librbd-smithi046-140632-27' is full (reached quota's max_objects: 7) 2024-09-20T22:34:30.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:29 smithi046 ceph-mon[98591]: Health check update: 3 pool(s) full (POOL_FULL) 2024-09-20T22:34:30.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:29 smithi046 ceph-mon[98591]: osdmap e1723: 8 total, 8 up, 8 in 2024-09-20T22:34:30.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:29 smithi134 ceph-mon[89086]: pool 'test-librbd-smithi046-140632-27' is full (reached quota's max_objects: 7) 2024-09-20T22:34:30.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:29 smithi134 ceph-mon[89086]: Health check update: 3 pool(s) full (POOL_FULL) 2024-09-20T22:34:30.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:29 smithi134 ceph-mon[89086]: osdmap e1723: 8 total, 8 up, 8 in 2024-09-20T22:34:31.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:30 smithi046 ceph-mon[96110]: pgmap v2986: 553 pgs: 553 active+clean; 18 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 343 KiB/s wr, 6 op/s 2024-09-20T22:34:31.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:30 smithi046 ceph-mon[98591]: pgmap v2986: 553 pgs: 553 active+clean; 18 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 343 KiB/s wr, 6 op/s 2024-09-20T22:34:31.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:30 smithi134 ceph-mon[89086]: pgmap v2986: 553 pgs: 553 active+clean; 18 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 343 KiB/s wr, 6 op/s 2024-09-20T22:34:31.963 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:34:31.963 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:34:31.963 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:34:31.963 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:34:31.963 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:34:31.963 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:31.963 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:34:31.963 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:31.964 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:31.964 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:34:31.964 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:31.964 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:34:31.964 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:31.964 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:31.964 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:34:31.964 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:31.964 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:34:31.964 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:31.964 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:31.964 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:34:31.964 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:31.964 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:34:31.964 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:31.965 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:31.965 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:34:31.965 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:31.965 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:34:31.965 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:31.965 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:31.965 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:34:31.965 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-20T22:34:31.965 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-20T22:34:31.965 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-20T22:34:31.965 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-20T22:34:31.965 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-20T22:34:31.965 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-20T22:34:31.965 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-20T22:34:31.965 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-20T22:34:31.966 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-20T22:34:31.966 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-20T22:34:31.966 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:31.966 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-20T22:34:31.966 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:31.966 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:31.966 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-20T22:34:31.966 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:31.966 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-20T22:34:31.966 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:31.966 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:31.966 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-20T22:34:31.966 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:31.966 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-20T22:34:31.966 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:31.967 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:31.967 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-20T22:34:31.967 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:31.967 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-20T22:34:31.967 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:31.967 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:31.967 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-20T22:34:31.967 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:31.967 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-20T22:34:31.967 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:31.967 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:31.967 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-20T22:34:31.967 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:34:31.967 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:34:31.968 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:34:31.968 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:34:31.968 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:34:31.968 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:31.968 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:34:31.968 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:34:31.968 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:34:31.968 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:31.968 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:34:31.968 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:34:31.968 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:34:31.968 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:31.968 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:34:31.968 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:34:31.968 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:34:31.969 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:31.969 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:34:31.969 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:34:31.969 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:34:31.969 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:31.969 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:34:31.969 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:34:31.969 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:34:31.969 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 512~512 = 512 2024-09-20T22:34:31.969 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:31.969 INFO:tasks.workunit.client.0.smithi046.stdout:aio discard: 1536~512 = 0 2024-09-20T22:34:31.969 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:34:31.969 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:34:31.970 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:34:31.970 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:34:31.970 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:34:31.970 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 0 2024-09-20T22:34:31.970 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:31.970 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:31.970 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 0 2024-09-20T22:34:31.970 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:31.970 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:31.970 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 16384 2024-09-20T22:34:31.970 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:31.970 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:31.970 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 16384 2024-09-20T22:34:31.970 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:31.970 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:31.971 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:31.971 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:31.971 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 49152 2024-09-20T22:34:31.971 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:31.971 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:31.971 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 49152 2024-09-20T22:34:31.971 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:31.971 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:31.971 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 65536 2024-09-20T22:34:31.971 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:31.971 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:31.971 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 65536 2024-09-20T22:34:31.971 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:31.971 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:31.972 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:31.972 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:31.972 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 98304 2024-09-20T22:34:31.972 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:31.972 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:31.972 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 98304 2024-09-20T22:34:31.972 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:31.972 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:31.972 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 114688 2024-09-20T22:34:31.972 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:31.972 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:31.972 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 114688 2024-09-20T22:34:31.972 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:31.972 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:31.972 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:31.973 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:31.973 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 147456 2024-09-20T22:34:31.973 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:31.973 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:31.973 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 147456 2024-09-20T22:34:31.973 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:31.973 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:31.973 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 163840 2024-09-20T22:34:31.973 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:31.973 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:31.973 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 163840 2024-09-20T22:34:31.973 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:31.973 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:31.973 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:31.973 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:31.974 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 196608 2024-09-20T22:34:31.974 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:31.974 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:31.974 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 196608 2024-09-20T22:34:31.974 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:31.974 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:31.974 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 212992 2024-09-20T22:34:31.974 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:31.974 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:31.974 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 212992 2024-09-20T22:34:31.974 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:31.974 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:31.974 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:31.975 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:31.975 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:31.975 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:31.975 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:31.975 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:31.975 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:31.975 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:31.975 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:31.975 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:31.975 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:31.975 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:31.975 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:31.975 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:31.975 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:31.976 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:31.976 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:31.976 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:31.976 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:31.976 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:31.976 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:31.976 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:31.976 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:31.976 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:31.976 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:31.976 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:31.976 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:31.976 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:31.976 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:31.976 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:31.977 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:31.977 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:31.977 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:31.977 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:31.977 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:31.977 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:31.977 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:31.977 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:31.977 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:31.977 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:31.977 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:31.977 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:31.977 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:31.977 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:31.977 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:31.978 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:31.978 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:31.978 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:31.978 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:31.978 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:31.978 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:34:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:34:32] "GET /metrics HTTP/1.1" 200 68293 "" "Prometheus/2.43.0" 2024-09-20T22:34:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:34:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:34:32.318Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:34:33.339 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:32 smithi134 ceph-mon[89086]: pgmap v2987: 553 pgs: 553 active+clean; 18 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 299 KiB/s rd, 287 KiB/s wr, 587 op/s 2024-09-20T22:34:33.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:32 smithi046 ceph-mon[96110]: pgmap v2987: 553 pgs: 553 active+clean; 18 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 299 KiB/s rd, 287 KiB/s wr, 587 op/s 2024-09-20T22:34:33.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:32 smithi046 ceph-mon[98591]: pgmap v2987: 553 pgs: 553 active+clean; 18 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 299 KiB/s rd, 287 KiB/s wr, 587 op/s 2024-09-20T22:34:33.973 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:33.973 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:33.973 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:33.974 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:33.974 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:33.974 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:33.974 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:33.974 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:33.974 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:33.974 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:33.974 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:33.974 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:33.974 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:33.974 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:33.974 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:33.974 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:33.975 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:33.975 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:33.975 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:33.975 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:33.975 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:33.975 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:33.975 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:33.975 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:33.975 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:33.975 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:33.975 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:33.975 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:33.975 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:33.975 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:33.976 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:33.976 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:33.976 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:33.976 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:33.976 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:33.976 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:33.976 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:33.976 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:33.976 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:33.976 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:33.976 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:33.976 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:33.976 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:33.976 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:33.977 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:33.977 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:33.977 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:33.977 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:33.977 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:33.977 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:33.977 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:33.977 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:33.977 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:33.977 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:33.977 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:33.977 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:33.977 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:33.977 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:33.978 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:33.978 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:33.978 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:33.978 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:33.978 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:33.978 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:33.978 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:33.978 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:33.978 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:33.978 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:33.978 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:33.979 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:33.979 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:33.979 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:33.979 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:33.979 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:33.979 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:33.979 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:33.979 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:33.979 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:33.979 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:33.979 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:33.979 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:33.979 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:33.979 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:33.980 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:33.980 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:33.980 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:33.980 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:33.980 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:33.980 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:33.980 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:33.980 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:33.980 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:33.980 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:33.980 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:33.980 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:33.981 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:33.981 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:33.981 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:33.981 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:33.981 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:33.981 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:33.981 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:33.981 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:33.981 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:33.981 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:33.981 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:33.981 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:33.981 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:33.981 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:33.982 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:33.982 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:33.982 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:33.982 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:33.982 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:33.982 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:33.982 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:33.982 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:33.982 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:33.982 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:33.982 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:33.982 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:33.982 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:34:33.982 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:34:33.982 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:34:33.983 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:34:33.983 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestIO (4280 ms) 2024-09-20T22:34:33.983 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2024-09-20T22:34:33.983 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:34:35.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:34 smithi046 ceph-mon[96110]: pgmap v2988: 553 pgs: 553 active+clean; 9.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 274 KiB/s rd, 253 KiB/s wr, 530 op/s 2024-09-20T22:34:35.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:34:35.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:34 smithi046 ceph-mon[96110]: pool 'test-librbd-smithi046-140632-28' no longer out of quota; removing NO_QUOTA flag 2024-09-20T22:34:35.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:34 smithi046 ceph-mon[96110]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-20T22:34:35.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:34 smithi046 ceph-mon[96110]: osdmap e1724: 8 total, 8 up, 8 in 2024-09-20T22:34:35.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:34 smithi046 ceph-mon[98591]: pgmap v2988: 553 pgs: 553 active+clean; 9.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 274 KiB/s rd, 253 KiB/s wr, 530 op/s 2024-09-20T22:34:35.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:34:35.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:34 smithi046 ceph-mon[98591]: pool 'test-librbd-smithi046-140632-28' no longer out of quota; removing NO_QUOTA flag 2024-09-20T22:34:35.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:34 smithi046 ceph-mon[98591]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-20T22:34:35.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:34 smithi046 ceph-mon[98591]: osdmap e1724: 8 total, 8 up, 8 in 2024-09-20T22:34:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:34 smithi134 ceph-mon[89086]: pgmap v2988: 553 pgs: 553 active+clean; 9.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 274 KiB/s rd, 253 KiB/s wr, 530 op/s 2024-09-20T22:34:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:34:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:34 smithi134 ceph-mon[89086]: pool 'test-librbd-smithi046-140632-28' no longer out of quota; removing NO_QUOTA flag 2024-09-20T22:34:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:34 smithi134 ceph-mon[89086]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-20T22:34:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:34 smithi134 ceph-mon[89086]: osdmap e1724: 8 total, 8 up, 8 in 2024-09-20T22:34:37.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:36 smithi046 ceph-mon[96110]: pgmap v2990: 553 pgs: 553 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 287 KiB/s rd, 136 KiB/s wr, 553 op/s 2024-09-20T22:34:37.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:36 smithi046 ceph-mon[98591]: pgmap v2990: 553 pgs: 553 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 287 KiB/s rd, 136 KiB/s wr, 553 op/s 2024-09-20T22:34:37.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:36 smithi134 ceph-mon[89086]: pgmap v2990: 553 pgs: 553 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 287 KiB/s rd, 136 KiB/s wr, 553 op/s 2024-09-20T22:34:39.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:38 smithi046 ceph-mon[96110]: pgmap v2991: 553 pgs: 553 active+clean; 11 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 524 KiB/s rd, 744 KiB/s wr, 1.04k op/s 2024-09-20T22:34:39.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:38 smithi046 ceph-mon[98591]: pgmap v2991: 553 pgs: 553 active+clean; 11 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 524 KiB/s rd, 744 KiB/s wr, 1.04k op/s 2024-09-20T22:34:39.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:38 smithi134 ceph-mon[89086]: pgmap v2991: 553 pgs: 553 active+clean; 11 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 524 KiB/s rd, 744 KiB/s wr, 1.04k op/s 2024-09-20T22:34:40.034 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:34:40.034 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:34:40.034 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:34:40.034 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:34:40.034 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:34:40.034 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:40.034 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:34:40.034 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:40.034 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:40.034 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:34:40.034 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:40.034 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:34:40.034 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:40.035 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:40.035 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:34:40.035 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:40.035 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:34:40.035 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:40.035 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:40.035 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:34:40.035 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:40.035 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:34:40.035 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:40.035 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:40.035 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:34:40.035 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:40.035 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:34:40.035 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:40.036 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:40.036 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:34:40.036 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-20T22:34:40.036 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-20T22:34:40.036 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-20T22:34:40.036 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-20T22:34:40.036 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-20T22:34:40.036 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-20T22:34:40.036 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-20T22:34:40.036 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-20T22:34:40.036 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-20T22:34:40.036 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-20T22:34:40.036 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:40.036 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-20T22:34:40.037 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:40.037 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:40.037 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-20T22:34:40.037 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:40.037 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-20T22:34:40.037 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:40.037 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:40.037 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-20T22:34:40.037 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:40.037 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-20T22:34:40.037 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:40.037 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:40.037 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-20T22:34:40.037 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:40.037 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-20T22:34:40.037 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:40.038 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:40.038 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-20T22:34:40.038 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:40.038 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-20T22:34:40.038 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:40.038 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:40.038 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-20T22:34:40.038 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:34:40.038 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:34:40.038 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:34:40.038 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:34:40.038 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:34:40.038 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:40.038 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:34:40.039 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:34:40.039 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:34:40.039 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:40.039 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:34:40.039 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:34:40.039 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:34:40.039 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:40.039 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:34:40.039 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:34:40.039 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:34:40.039 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:40.039 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:34:40.039 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:34:40.039 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:34:40.040 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:40.040 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:34:40.040 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:34:40.040 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:34:40.040 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 512~512 = 512 2024-09-20T22:34:40.040 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:40.040 INFO:tasks.workunit.client.0.smithi046.stdout:aio discard: 1536~512 = 0 2024-09-20T22:34:40.040 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:34:40.040 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:34:40.040 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:34:40.040 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:34:40.040 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:34:40.040 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 0 2024-09-20T22:34:40.040 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:40.040 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:40.040 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 0 2024-09-20T22:34:40.041 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:40.041 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:40.041 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 16384 2024-09-20T22:34:40.041 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:40.041 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:40.041 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 16384 2024-09-20T22:34:40.041 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:40.041 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:40.041 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:40.041 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:40.041 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 49152 2024-09-20T22:34:40.041 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:40.041 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:40.041 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 49152 2024-09-20T22:34:40.042 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:40.042 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:40.042 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 65536 2024-09-20T22:34:40.042 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:40.042 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:40.042 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 65536 2024-09-20T22:34:40.042 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:40.042 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:40.042 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:40.042 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:40.042 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 98304 2024-09-20T22:34:40.042 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:40.042 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:40.043 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 98304 2024-09-20T22:34:40.043 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:40.043 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:40.043 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 114688 2024-09-20T22:34:40.043 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:40.043 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:40.043 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 114688 2024-09-20T22:34:40.043 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:40.043 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:40.043 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:40.043 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:40.043 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 147456 2024-09-20T22:34:40.043 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:40.043 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:40.043 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 147456 2024-09-20T22:34:40.043 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:40.044 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:40.044 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 163840 2024-09-20T22:34:40.044 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:40.044 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:40.044 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 163840 2024-09-20T22:34:40.044 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:40.044 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:40.044 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:40.044 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:40.044 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 196608 2024-09-20T22:34:40.044 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:40.044 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:40.044 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 196608 2024-09-20T22:34:40.044 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:40.044 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:40.044 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 212992 2024-09-20T22:34:40.045 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:40.045 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:40.045 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 212992 2024-09-20T22:34:40.045 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:40.045 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:40.045 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:40.045 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:40.045 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:40.045 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:40.045 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:40.045 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:40.045 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:40.045 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:40.045 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:40.045 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:40.045 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:40.046 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:40.046 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:40.046 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:40.046 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:40.046 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:40.046 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:40.046 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:40.046 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:40.046 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:40.046 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:40.046 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:40.046 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:40.046 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:40.046 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:40.046 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:40.047 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:40.047 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:40.047 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:40.047 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:40.047 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:40.047 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:40.047 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:40.047 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:40.047 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:40.047 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:40.047 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:40.047 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:40.047 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:40.047 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:40.048 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:40.048 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:40.048 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:40.048 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:40.048 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:40.048 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:40.048 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:40.048 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:40.048 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:40.048 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:40.048 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:41.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:40 smithi046 ceph-mon[96110]: pgmap v2992: 553 pgs: 553 active+clean; 11 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 439 KiB/s rd, 622 KiB/s wr, 870 op/s 2024-09-20T22:34:41.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:40 smithi046 ceph-mon[98591]: pgmap v2992: 553 pgs: 553 active+clean; 11 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 439 KiB/s rd, 622 KiB/s wr, 870 op/s 2024-09-20T22:34:41.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:40 smithi134 ceph-mon[89086]: pgmap v2992: 553 pgs: 553 active+clean; 11 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 439 KiB/s rd, 622 KiB/s wr, 870 op/s 2024-09-20T22:34:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:34:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:34:42] "GET /metrics HTTP/1.1" 200 68307 "" "Prometheus/2.43.0" 2024-09-20T22:34:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:34:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:34:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:34:43.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:42 smithi046 ceph-mon[98591]: pgmap v2993: 553 pgs: 553 active+clean; 11 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 968 KiB/s rd, 893 KiB/s wr, 1.20k op/s 2024-09-20T22:34:43.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:42 smithi046 ceph-mon[96110]: pgmap v2993: 553 pgs: 553 active+clean; 11 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 968 KiB/s rd, 893 KiB/s wr, 1.20k op/s 2024-09-20T22:34:43.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:42 smithi134 ceph-mon[89086]: pgmap v2993: 553 pgs: 553 active+clean; 11 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 968 KiB/s rd, 893 KiB/s wr, 1.20k op/s 2024-09-20T22:34:44.193 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:44.193 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:44.194 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:44.194 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:44.194 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:44.194 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:44.194 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:44.194 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:44.194 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:44.194 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:44.194 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:44.194 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:44.194 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:44.194 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:44.194 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:44.195 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:44.195 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:44.195 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:44.195 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:44.195 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:44.195 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:44.195 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:44.195 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:44.195 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:44.195 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:44.195 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:44.195 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:44.195 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:44.195 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:44.195 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:44.195 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:44.196 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:44.196 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:44.196 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:44.196 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:44.196 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:44.196 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:44.196 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:44.196 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:44.196 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:44.196 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:44.196 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:44.196 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:44.196 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:44.196 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:44.196 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:44.197 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:44.197 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:44.197 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:44.197 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:44.197 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:44.197 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:44.197 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:44.197 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:44.197 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:44.197 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:44.197 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:44.197 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:44.197 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:44.197 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:44.198 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:44.198 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:44.198 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:44.198 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:44.198 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:44.198 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:44.198 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:44.198 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:44.198 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:44.198 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:44.198 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:44.198 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:44.198 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:44.198 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:44.199 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:44.199 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:44.199 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:44.199 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:44.199 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:44.199 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:44.199 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:44.199 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:44.199 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:44.199 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:44.199 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:44.199 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:44.199 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:44.200 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:44.200 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:44.200 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:44.200 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:44.200 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:44.200 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:44.200 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:44.200 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:44.200 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:44.200 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:44.200 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:44.200 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:44.200 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:44.200 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:44.201 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:44.201 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:44.201 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:44.201 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:44.201 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:44.201 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:44.201 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:44.201 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:44.201 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:44.201 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:44.201 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:44.201 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:44.201 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:44.201 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:44.201 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:44.201 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:44.202 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:44.202 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:44.202 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:44.202 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:44.202 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:34:44.202 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:34:44.202 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:34:44.202 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:34:44.202 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 4 2024-09-20T22:34:44.202 INFO:tasks.workunit.client.0.smithi046.stdout:read: 4 2024-09-20T22:34:44.202 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (10220 ms) 2024-09-20T22:34:44.202 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2024-09-20T22:34:44.202 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:34:45.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:44 smithi046 ceph-mon[96110]: pgmap v2994: 553 pgs: 553 active+clean; 11 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 988 KiB/s rd, 892 KiB/s wr, 1.19k op/s 2024-09-20T22:34:45.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:44 smithi046 ceph-mon[98591]: pgmap v2994: 553 pgs: 553 active+clean; 11 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 988 KiB/s rd, 892 KiB/s wr, 1.19k op/s 2024-09-20T22:34:45.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:44 smithi134 ceph-mon[89086]: pgmap v2994: 553 pgs: 553 active+clean; 11 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 988 KiB/s rd, 892 KiB/s wr, 1.19k op/s 2024-09-20T22:34:47.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:46 smithi046 ceph-mon[96110]: pgmap v2995: 553 pgs: 553 active+clean; 11 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 870 KiB/s rd, 785 KiB/s wr, 1.04k op/s 2024-09-20T22:34:47.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:46 smithi046 ceph-mon[98591]: pgmap v2995: 553 pgs: 553 active+clean; 11 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 870 KiB/s rd, 785 KiB/s wr, 1.04k op/s 2024-09-20T22:34:47.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:46 smithi134 ceph-mon[89086]: pgmap v2995: 553 pgs: 553 active+clean; 11 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 870 KiB/s rd, 785 KiB/s wr, 1.04k op/s 2024-09-20T22:34:49.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:48 smithi046 ceph-mon[96110]: pgmap v2996: 553 pgs: 553 active+clean; 15 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 902 KiB/s rd, 779 KiB/s wr, 1.07k op/s 2024-09-20T22:34:49.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:48 smithi046 ceph-mon[98591]: pgmap v2996: 553 pgs: 553 active+clean; 15 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 902 KiB/s rd, 779 KiB/s wr, 1.07k op/s 2024-09-20T22:34:49.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:48 smithi134 ceph-mon[89086]: pgmap v2996: 553 pgs: 553 active+clean; 15 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 902 KiB/s rd, 779 KiB/s wr, 1.07k op/s 2024-09-20T22:34:50.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:34:50.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:34:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:34:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:51 smithi046 ceph-mon[96110]: pgmap v2997: 553 pgs: 553 active+clean; 15 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 728 KiB/s rd, 351 KiB/s wr, 712 op/s 2024-09-20T22:34:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 4]}]: dispatch 2024-09-20T22:34:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]: dispatch 2024-09-20T22:34:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [1, 4]}]: dispatch 2024-09-20T22:34:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]: dispatch 2024-09-20T22:34:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2024-09-20T22:34:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.11", "id": [1, 4]}]: dispatch 2024-09-20T22:34:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.16", "id": [0, 4]}]: dispatch 2024-09-20T22:34:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.d", "id": [0, 7]}]: dispatch 2024-09-20T22:34:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1b", "id": [0, 3]}]: dispatch 2024-09-20T22:34:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.17", "id": [4, 3]}]: dispatch 2024-09-20T22:34:51.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:51 smithi046 ceph-mon[98591]: pgmap v2997: 553 pgs: 553 active+clean; 15 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 728 KiB/s rd, 351 KiB/s wr, 712 op/s 2024-09-20T22:34:51.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 4]}]: dispatch 2024-09-20T22:34:51.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]: dispatch 2024-09-20T22:34:51.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [1, 4]}]: dispatch 2024-09-20T22:34:51.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]: dispatch 2024-09-20T22:34:51.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2024-09-20T22:34:51.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.11", "id": [1, 4]}]: dispatch 2024-09-20T22:34:51.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.16", "id": [0, 4]}]: dispatch 2024-09-20T22:34:51.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.d", "id": [0, 7]}]: dispatch 2024-09-20T22:34:51.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1b", "id": [0, 3]}]: dispatch 2024-09-20T22:34:51.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.17", "id": [4, 3]}]: dispatch 2024-09-20T22:34:51.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:51 smithi134 ceph-mon[89086]: pgmap v2997: 553 pgs: 553 active+clean; 15 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 728 KiB/s rd, 351 KiB/s wr, 712 op/s 2024-09-20T22:34:51.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 4]}]: dispatch 2024-09-20T22:34:51.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]: dispatch 2024-09-20T22:34:51.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [1, 4]}]: dispatch 2024-09-20T22:34:51.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]: dispatch 2024-09-20T22:34:51.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2024-09-20T22:34:51.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.11", "id": [1, 4]}]: dispatch 2024-09-20T22:34:51.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.16", "id": [0, 4]}]: dispatch 2024-09-20T22:34:51.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.d", "id": [0, 7]}]: dispatch 2024-09-20T22:34:51.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1b", "id": [0, 3]}]: dispatch 2024-09-20T22:34:51.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.17", "id": [4, 3]}]: dispatch 2024-09-20T22:34:52.315 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:52 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 4]}]': finished 2024-09-20T22:34:52.315 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:52 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]': finished 2024-09-20T22:34:52.315 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:52 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [1, 4]}]': finished 2024-09-20T22:34:52.315 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:52 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]': finished 2024-09-20T22:34:52.315 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:52 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]': finished 2024-09-20T22:34:52.315 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:52 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.11", "id": [1, 4]}]': finished 2024-09-20T22:34:52.316 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:52 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.16", "id": [0, 4]}]': finished 2024-09-20T22:34:52.316 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:52 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.d", "id": [0, 7]}]': finished 2024-09-20T22:34:52.316 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:52 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1b", "id": [0, 3]}]': finished 2024-09-20T22:34:52.316 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:52 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.17", "id": [4, 3]}]': finished 2024-09-20T22:34:52.316 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:52 smithi134 ceph-mon[89086]: osdmap e1725: 8 total, 8 up, 8 in 2024-09-20T22:34:52.316 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:52 smithi134 ceph-mon[89086]: osdmap e1726: 8 total, 8 up, 8 in 2024-09-20T22:34:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:34:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:34:52] "GET /metrics HTTP/1.1" 200 68290 "" "Prometheus/2.43.0" 2024-09-20T22:34:52.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:52 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 4]}]': finished 2024-09-20T22:34:52.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:52 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]': finished 2024-09-20T22:34:52.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:52 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [1, 4]}]': finished 2024-09-20T22:34:52.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:52 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]': finished 2024-09-20T22:34:52.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:52 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]': finished 2024-09-20T22:34:52.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:52 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.11", "id": [1, 4]}]': finished 2024-09-20T22:34:52.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:52 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.16", "id": [0, 4]}]': finished 2024-09-20T22:34:52.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:52 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.d", "id": [0, 7]}]': finished 2024-09-20T22:34:52.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:52 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1b", "id": [0, 3]}]': finished 2024-09-20T22:34:52.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:52 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.17", "id": [4, 3]}]': finished 2024-09-20T22:34:52.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:52 smithi046 ceph-mon[98591]: osdmap e1725: 8 total, 8 up, 8 in 2024-09-20T22:34:52.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:52 smithi046 ceph-mon[98591]: osdmap e1726: 8 total, 8 up, 8 in 2024-09-20T22:34:52.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:52 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 4]}]': finished 2024-09-20T22:34:52.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:52 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]': finished 2024-09-20T22:34:52.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:52 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [1, 4]}]': finished 2024-09-20T22:34:52.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:52 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]': finished 2024-09-20T22:34:52.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:52 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]': finished 2024-09-20T22:34:52.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:52 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.11", "id": [1, 4]}]': finished 2024-09-20T22:34:52.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:52 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.16", "id": [0, 4]}]': finished 2024-09-20T22:34:52.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:52 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.d", "id": [0, 7]}]': finished 2024-09-20T22:34:52.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:52 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1b", "id": [0, 3]}]': finished 2024-09-20T22:34:52.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:52 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.17", "id": [4, 3]}]': finished 2024-09-20T22:34:52.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:52 smithi046 ceph-mon[96110]: osdmap e1725: 8 total, 8 up, 8 in 2024-09-20T22:34:52.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:52 smithi046 ceph-mon[96110]: osdmap e1726: 8 total, 8 up, 8 in 2024-09-20T22:34:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:34:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:34:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:34:53.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:53 smithi046 ceph-mon[96110]: pgmap v2999: 553 pgs: 2 peering, 551 active+clean; 19 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 452 KiB/s wr, 99 op/s 2024-09-20T22:34:53.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:53 smithi046 ceph-mon[96110]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-20T22:34:53.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:53 smithi046 ceph-mon[98591]: pgmap v2999: 553 pgs: 2 peering, 551 active+clean; 19 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 452 KiB/s wr, 99 op/s 2024-09-20T22:34:53.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:53 smithi046 ceph-mon[98591]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-20T22:34:53.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:53 smithi134 ceph-mon[89086]: pgmap v2999: 553 pgs: 2 peering, 551 active+clean; 19 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 452 KiB/s wr, 99 op/s 2024-09-20T22:34:53.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:53 smithi134 ceph-mon[89086]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-20T22:34:54.246 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:34:54.246 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:34:54.246 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:34:54.246 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:34:54.246 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:34:54.246 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:54.246 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:34:54.246 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:54.246 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:54.246 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:34:54.247 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:54.247 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:34:54.247 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:54.247 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:54.247 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:34:54.247 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:54.247 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:34:54.247 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:54.247 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:54.247 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:34:54.247 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:54.247 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:34:54.247 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:54.247 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:54.247 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:34:54.247 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:54.248 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:34:54.248 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:54.248 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:54.248 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:34:54.248 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-20T22:34:54.248 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-20T22:34:54.248 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-20T22:34:54.248 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-20T22:34:54.248 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-20T22:34:54.248 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-20T22:34:54.248 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-20T22:34:54.248 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-20T22:34:54.248 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-20T22:34:54.248 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-20T22:34:54.248 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:54.249 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-20T22:34:54.249 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:54.249 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:54.249 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-20T22:34:54.249 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:54.249 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-20T22:34:54.249 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:54.249 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:54.249 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-20T22:34:54.249 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:54.249 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-20T22:34:54.249 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:54.249 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:54.249 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-20T22:34:54.249 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:54.250 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-20T22:34:54.250 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:54.250 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:54.250 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-20T22:34:54.250 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:54.250 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-20T22:34:54.250 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:54.250 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:54.250 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-20T22:34:54.250 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:34:54.250 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:34:54.250 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:34:54.250 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:34:54.250 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:34:54.250 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:54.250 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:34:54.250 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:34:54.251 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:34:54.251 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:54.251 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:34:54.251 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:34:54.251 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:34:54.251 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:54.251 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:34:54.251 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:34:54.251 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:34:54.251 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:54.251 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:34:54.251 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:34:54.251 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:34:54.251 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:54.251 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:34:54.251 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:34:54.252 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:34:54.252 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 512~512 = 512 2024-09-20T22:34:54.252 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:54.252 INFO:tasks.workunit.client.0.smithi046.stdout:aio discard: 1536~512 = 0 2024-09-20T22:34:54.252 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:34:54.252 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:34:54.252 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:34:54.252 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:34:54.252 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:34:54.252 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 0 2024-09-20T22:34:54.252 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:54.252 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:54.252 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 0 2024-09-20T22:34:54.252 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:54.252 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:54.252 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 16384 2024-09-20T22:34:54.253 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:54.253 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:54.253 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 16384 2024-09-20T22:34:54.253 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:54.253 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:54.253 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:54.253 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:54.253 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 49152 2024-09-20T22:34:54.253 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:54.253 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:54.253 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 49152 2024-09-20T22:34:54.253 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:54.253 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:54.253 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 65536 2024-09-20T22:34:54.253 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:54.253 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:54.254 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 65536 2024-09-20T22:34:54.254 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:54.254 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:54.254 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:54.254 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:54.254 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 98304 2024-09-20T22:34:54.254 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:54.254 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:54.254 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 98304 2024-09-20T22:34:54.254 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:54.254 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:54.254 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 114688 2024-09-20T22:34:54.254 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:54.254 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:54.254 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 114688 2024-09-20T22:34:54.254 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:54.255 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:54.255 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:54.255 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:54.255 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 147456 2024-09-20T22:34:54.255 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:54.255 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:54.255 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 147456 2024-09-20T22:34:54.255 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:54.255 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:54.255 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 163840 2024-09-20T22:34:54.255 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:54.255 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:54.255 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 163840 2024-09-20T22:34:54.255 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:54.255 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:54.256 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:54.256 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:54.256 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 196608 2024-09-20T22:34:54.256 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:54.256 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:54.256 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 196608 2024-09-20T22:34:54.256 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:54.256 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:54.256 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 212992 2024-09-20T22:34:54.256 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:54.256 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:54.256 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 212992 2024-09-20T22:34:54.256 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:54.256 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:54.256 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:54.256 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:54.256 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:54.257 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:54.257 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:54.257 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:54.257 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:54.257 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:54.257 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:54.257 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:54.257 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:54.257 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:54.257 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:54.257 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:54.257 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:54.257 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:54.257 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:54.257 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:54.257 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:54.258 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:54.258 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:54.258 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:54.258 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:54.258 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:54.258 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:54.258 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:54.258 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:54.258 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:54.258 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:54.258 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:54.258 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:54.258 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:54.258 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:54.258 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:54.258 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:54.258 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:54.259 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:54.259 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:54.259 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:54.259 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:54.259 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:54.259 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:54.259 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:54.259 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:54.259 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:54.259 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:54.259 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:54.259 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:54.259 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:54.259 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:54.259 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:55.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:55 smithi046 ceph-mon[96110]: pgmap v3001: 553 pgs: 2 peering, 551 active+clean; 23 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 1.1 MiB/s wr, 119 op/s; 0 B/s, 0 objects/s recovering 2024-09-20T22:34:55.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:55 smithi046 ceph-mon[98591]: pgmap v3001: 553 pgs: 2 peering, 551 active+clean; 23 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 1.1 MiB/s wr, 119 op/s; 0 B/s, 0 objects/s recovering 2024-09-20T22:34:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:55 smithi134 ceph-mon[89086]: pgmap v3001: 553 pgs: 2 peering, 551 active+clean; 23 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 1.1 MiB/s wr, 119 op/s; 0 B/s, 0 objects/s recovering 2024-09-20T22:34:57.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:57 smithi046 ceph-mon[96110]: pgmap v3002: 553 pgs: 2 peering, 551 active+clean; 31 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 927 op/s; 4 B/s, 9 keys/s, 0 objects/s recovering 2024-09-20T22:34:57.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:57 smithi046 ceph-mon[98591]: pgmap v3002: 553 pgs: 2 peering, 551 active+clean; 31 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 927 op/s; 4 B/s, 9 keys/s, 0 objects/s recovering 2024-09-20T22:34:57.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:57 smithi134 ceph-mon[89086]: pgmap v3002: 553 pgs: 2 peering, 551 active+clean; 31 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 927 op/s; 4 B/s, 9 keys/s, 0 objects/s recovering 2024-09-20T22:34:58.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:58 smithi046 ceph-mon[96110]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-20T22:34:58.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:58 smithi046 ceph-mon[98591]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-20T22:34:58.404 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:58.404 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:58.404 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:58.404 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:58.404 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:58.404 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:58.404 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:58.404 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:58.405 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:58.405 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:58.405 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:58.405 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:58.405 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:58.405 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:58.405 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:58.405 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:58.405 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:58.405 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:58.405 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:58.405 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:58.405 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:58.405 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:58.406 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:58.406 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:58.406 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:58.406 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:58.406 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:58.406 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:58.406 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:58.406 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:58.406 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:58.406 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:58.406 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:58.406 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:58.406 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:58.406 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:58.407 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:58.407 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:58.407 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:58.407 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:58.407 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:58.407 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:58.407 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:58.407 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:58.407 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:58.407 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:58.407 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:58.407 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:58.407 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:58.407 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:58.407 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:58.407 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:58.408 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:58.408 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:58.408 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:58.408 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:58.408 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:58.408 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:58.408 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:58.408 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:58.408 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:58.408 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:58.408 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:58.408 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:58.408 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:58.408 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:58.408 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:58.408 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:58.409 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:58.409 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:58.409 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:58.409 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:58.409 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:58.409 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:58.409 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:58.409 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:58.409 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:58.409 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:58.409 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:58.409 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:58.409 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:58.409 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:58.409 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:58.409 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:58.410 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:58.410 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:58.410 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:58.410 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:58.410 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:58.410 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:58.410 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:58.410 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:58.410 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:58.410 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:58.410 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:58.410 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:58.410 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:58.410 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:58.410 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:58.410 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:58.411 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:58.411 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:58.411 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:58.411 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:58.411 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:58.411 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:58.411 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:58.411 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:58.411 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:58.411 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:58.411 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:34:58.411 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:34:58.411 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:34:58.411 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:34:58.411 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:34:58.412 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:58.412 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:58.412 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:58.412 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:34:58.412 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:34:58.412 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:34:58.412 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:34:58.412 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:34:58.412 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:34:58.412 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:34:58.412 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 4 2024-09-20T22:34:58.412 INFO:tasks.workunit.client.0.smithi046.stdout:read: 4 2024-09-20T22:34:58.412 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (14211 ms) 2024-09-20T22:34:58.412 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2024-09-20T22:34:58.412 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:34:58.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:58 smithi134 ceph-mon[89086]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-20T22:34:59.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:34:59 smithi046 ceph-mon[96110]: pgmap v3003: 553 pgs: 553 active+clean; 31 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 931 op/s; 4 B/s, 9 keys/s, 0 objects/s recovering 2024-09-20T22:34:59.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:34:59 smithi046 ceph-mon[98591]: pgmap v3003: 553 pgs: 553 active+clean; 31 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 931 op/s; 4 B/s, 9 keys/s, 0 objects/s recovering 2024-09-20T22:34:59.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:34:59 smithi134 ceph-mon[89086]: pgmap v3003: 553 pgs: 553 active+clean; 31 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 931 op/s; 4 B/s, 9 keys/s, 0 objects/s recovering 2024-09-20T22:35:00.307 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:35:00.307 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:35:00.307 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:35:00.307 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:35:00.307 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:35:00.307 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:00.307 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:35:00.307 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:00.307 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:00.307 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:35:00.307 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:00.308 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:35:00.308 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:00.308 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:00.308 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:35:00.308 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:00.308 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:35:00.308 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:00.308 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:00.308 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:35:00.308 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:00.308 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:35:00.308 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:00.308 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:00.308 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:35:00.308 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:00.308 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:35:00.309 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:00.309 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:00.309 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:35:00.309 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-20T22:35:00.309 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-20T22:35:00.309 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-20T22:35:00.309 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-20T22:35:00.309 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-20T22:35:00.309 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-20T22:35:00.309 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-20T22:35:00.309 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-20T22:35:00.309 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-20T22:35:00.309 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-20T22:35:00.309 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:00.309 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-20T22:35:00.309 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:00.309 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:00.310 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-20T22:35:00.310 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:00.310 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-20T22:35:00.310 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:00.310 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:00.310 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-20T22:35:00.310 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:00.310 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-20T22:35:00.310 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:00.310 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:00.310 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-20T22:35:00.310 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:00.310 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-20T22:35:00.310 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:00.310 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:00.311 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-20T22:35:00.311 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:00.311 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-20T22:35:00.311 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:00.311 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:00.311 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-20T22:35:00.311 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:35:00.311 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:35:00.311 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:35:00.311 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:35:00.311 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:35:00.311 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:00.311 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:35:00.311 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:35:00.311 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:35:00.311 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:00.312 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:35:00.312 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:35:00.312 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:35:00.312 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:00.312 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:35:00.312 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:35:00.312 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:35:00.312 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:00.312 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:35:00.312 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:35:00.312 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:35:00.312 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:00.312 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:35:00.312 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:35:00.312 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:35:00.312 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 512~512 = 512 2024-09-20T22:35:00.313 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:00.313 INFO:tasks.workunit.client.0.smithi046.stdout:aio discard: 1536~512 = 0 2024-09-20T22:35:00.313 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:35:00.313 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:35:00.313 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:35:00.313 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:35:00.313 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:35:00.313 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 0 2024-09-20T22:35:00.313 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:00.313 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:00.313 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 0 2024-09-20T22:35:00.313 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:00.313 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:00.313 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 16384 2024-09-20T22:35:00.313 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:00.313 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:00.314 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 16384 2024-09-20T22:35:00.314 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:00.314 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:00.314 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:00.314 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:00.314 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 49152 2024-09-20T22:35:00.314 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:00.314 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:00.314 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 49152 2024-09-20T22:35:00.314 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:00.314 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:00.314 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 65536 2024-09-20T22:35:00.314 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:00.314 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:00.314 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 65536 2024-09-20T22:35:00.315 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:00.315 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:00.315 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:00.315 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:00.315 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 98304 2024-09-20T22:35:00.315 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:00.315 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:00.315 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 98304 2024-09-20T22:35:00.315 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:00.315 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:00.315 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 114688 2024-09-20T22:35:00.315 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:00.315 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:00.315 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 114688 2024-09-20T22:35:00.315 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:00.316 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:00.316 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:00.316 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:00.316 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 147456 2024-09-20T22:35:00.316 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:00.316 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:00.316 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 147456 2024-09-20T22:35:00.316 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:00.316 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:00.316 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 163840 2024-09-20T22:35:00.316 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:00.316 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:00.316 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 163840 2024-09-20T22:35:00.316 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:00.316 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:00.316 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:00.317 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:00.317 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 196608 2024-09-20T22:35:00.317 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:00.317 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:00.317 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 196608 2024-09-20T22:35:00.317 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:00.317 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:00.317 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 212992 2024-09-20T22:35:00.317 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:00.317 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:00.317 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 212992 2024-09-20T22:35:00.317 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:00.317 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:00.317 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:00.317 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:00.317 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:00.317 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:00.318 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:00.318 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:00.318 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:00.318 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:00.318 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:00.318 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:00.318 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:00.318 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:00.318 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:00.318 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:00.318 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:00.318 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:00.318 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:00.318 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:00.318 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:00.319 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:00.319 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:00.319 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:00.319 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:00.319 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:00.319 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:00.319 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:00.319 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:00.319 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:00.319 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:00.319 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:00.319 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:00.319 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:00.319 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:00.319 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:00.319 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:00.319 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:00.320 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:00.320 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:00.320 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:00.320 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:00.320 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:00.320 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:00.320 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:00.320 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:00.320 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:00.320 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:00.320 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:00.320 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:00.320 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:00.320 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:00.320 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:01.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:01 smithi046 ceph-mon[96110]: pgmap v3004: 553 pgs: 553 active+clean; 31 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 835 op/s; 3 B/s, 8 keys/s, 0 objects/s recovering 2024-09-20T22:35:01.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:01 smithi046 ceph-mon[98591]: pgmap v3004: 553 pgs: 553 active+clean; 31 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 835 op/s; 3 B/s, 8 keys/s, 0 objects/s recovering 2024-09-20T22:35:01.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:01 smithi134 ceph-mon[89086]: pgmap v3004: 553 pgs: 553 active+clean; 31 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 835 op/s; 3 B/s, 8 keys/s, 0 objects/s recovering 2024-09-20T22:35:01.930 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:01.931 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:01.931 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:01.931 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:01.931 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:01.931 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:01.931 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:01.931 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:01.931 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:01.931 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:01.931 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:01.931 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:01.931 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:01.931 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:01.931 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:01.932 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:01.932 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:01.932 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:01.932 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:01.932 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:01.932 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:01.932 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:01.932 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:01.932 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:01.932 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:01.932 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:01.932 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:01.932 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:01.932 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:01.932 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:01.932 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:01.933 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:01.933 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:01.933 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:01.933 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:01.933 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:01.933 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:01.933 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:01.933 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:01.933 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:01.933 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:01.933 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:01.933 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:01.933 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:01.933 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:01.933 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:01.934 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:01.934 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:01.934 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:01.934 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:01.934 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:01.934 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:01.934 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:01.934 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:01.934 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:01.934 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:01.934 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:01.934 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:01.934 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:01.934 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:01.935 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:01.935 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:01.935 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:01.935 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:01.935 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:01.935 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:01.935 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:01.935 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:01.935 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:01.935 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:01.935 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:01.935 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:01.935 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:01.935 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:01.936 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:01.936 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:01.936 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:01.936 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:01.936 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:01.936 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:01.936 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:01.936 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:01.936 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:01.936 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:01.936 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:01.936 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:01.936 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:01.936 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:01.936 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:01.936 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:01.937 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:01.937 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:01.937 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:01.937 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:01.937 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:01.937 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:01.937 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:01.937 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:01.937 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:01.937 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:01.937 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:01.937 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:01.937 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:01.937 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:01.937 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:01.938 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:01.938 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:01.938 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:01.938 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:01.938 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:01.938 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:01.938 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:01.938 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:01.938 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:01.938 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:01.938 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:01.938 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:01.938 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:01.938 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:01.939 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:01.939 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:01.939 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:35:01.939 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:35:01.939 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:35:01.939 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (3526 ms) 2024-09-20T22:35:01.939 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2024-09-20T22:35:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:35:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:35:02] "GET /metrics HTTP/1.1" 200 68290 "" "Prometheus/2.43.0" 2024-09-20T22:35:02.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:35:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:35:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:35:03.458 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:03.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:03 smithi046 ceph-mon[98591]: pgmap v3005: 553 pgs: 553 active+clean; 35 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 870 op/s; 3 B/s, 7 keys/s, 0 objects/s recovering 2024-09-20T22:35:03.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:03 smithi046 ceph-mon[98591]: osdmap e1727: 8 total, 8 up, 8 in 2024-09-20T22:35:03.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:03 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2240470091' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:35:03.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:03 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:35:03.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:03 smithi046 ceph-mon[96110]: pgmap v3005: 553 pgs: 553 active+clean; 35 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 870 op/s; 3 B/s, 7 keys/s, 0 objects/s recovering 2024-09-20T22:35:03.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:03 smithi046 ceph-mon[96110]: osdmap e1727: 8 total, 8 up, 8 in 2024-09-20T22:35:03.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:03 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2240470091' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:35:03.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:03 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:35:03.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:03 smithi134 ceph-mon[89086]: pgmap v3005: 553 pgs: 553 active+clean; 35 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 870 op/s; 3 B/s, 7 keys/s, 0 objects/s recovering 2024-09-20T22:35:03.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:03 smithi134 ceph-mon[89086]: osdmap e1727: 8 total, 8 up, 8 in 2024-09-20T22:35:03.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:03 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2240470091' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:35:03.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:03 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:35:04.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:04 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:35:04.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:04 smithi046 ceph-mon[98591]: osdmap e1728: 8 total, 8 up, 8 in 2024-09-20T22:35:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:35:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:04 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:35:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:04 smithi046 ceph-mon[96110]: osdmap e1728: 8 total, 8 up, 8 in 2024-09-20T22:35:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:35:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:04 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:35:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:04 smithi134 ceph-mon[89086]: osdmap e1728: 8 total, 8 up, 8 in 2024-09-20T22:35:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:35:05.537 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:35:05.537 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:35:05.537 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:35:05.537 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:35:05.537 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:35:05.537 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:05.537 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:35:05.537 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:05.538 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:05.538 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:35:05.538 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:05.538 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:35:05.538 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:05.538 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:05.538 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:35:05.538 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:05.538 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:35:05.538 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:05.538 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:05.538 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:35:05.538 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:05.538 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:35:05.538 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:05.538 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:05.539 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:35:05.539 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:05.539 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:35:05.539 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:05.539 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:05.539 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:35:05.539 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:35:05.539 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:35:05.539 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:35:05.539 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:35:05.539 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:35:05.539 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:05.539 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:35:05.539 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:35:05.540 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:35:05.540 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:05.540 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:35:05.540 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:35:05.540 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:35:05.540 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:05.540 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:35:05.540 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:35:05.540 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:35:05.540 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:05.540 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:35:05.540 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:35:05.540 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:35:05.540 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:05.541 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:35:05.541 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:35:05.541 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:35:05.541 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 512~512 = 512 2024-09-20T22:35:05.541 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:05.541 INFO:tasks.workunit.client.0.smithi046.stdout:aio discard: 1536~512 = 0 2024-09-20T22:35:05.541 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:35:05.541 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:35:05.541 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:35:05.541 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:35:05.541 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:35:05.541 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:35:05.541 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:35:05.541 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestDataPoolIO (3606 ms) 2024-09-20T22:35:05.542 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2024-09-20T22:35:05.542 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:05.571 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (34 ms) 2024-09-20T22:35:05.571 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2024-09-20T22:35:05.571 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:05.599 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (28 ms) 2024-09-20T22:35:05.599 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2024-09-20T22:35:05.599 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:05.625 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (26 ms) 2024-09-20T22:35:05.625 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2024-09-20T22:35:05.625 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:05.650 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (25 ms) 2024-09-20T22:35:05.650 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2024-09-20T22:35:05.650 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:05.710 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (61 ms) 2024-09-20T22:35:05.711 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2024-09-20T22:35:05.711 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:05.776 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (65 ms) 2024-09-20T22:35:05.776 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2024-09-20T22:35:05.776 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:05.839 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (63 ms) 2024-09-20T22:35:05.839 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2024-09-20T22:35:05.839 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:05.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:05 smithi046 ceph-mon[96110]: pgmap v3008: 585 pgs: 9 creating+peering, 23 unknown, 553 active+clean; 37 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 318 KiB/s wr, 1.21k op/s 2024-09-20T22:35:05.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:05 smithi046 ceph-mon[96110]: osdmap e1729: 8 total, 8 up, 8 in 2024-09-20T22:35:05.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:05 smithi046 ceph-mon[98591]: pgmap v3008: 585 pgs: 9 creating+peering, 23 unknown, 553 active+clean; 37 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 318 KiB/s wr, 1.21k op/s 2024-09-20T22:35:05.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:05 smithi046 ceph-mon[98591]: osdmap e1729: 8 total, 8 up, 8 in 2024-09-20T22:35:05.910 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (71 ms) 2024-09-20T22:35:05.910 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2024-09-20T22:35:05.910 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:05 smithi134 ceph-mon[89086]: pgmap v3008: 585 pgs: 9 creating+peering, 23 unknown, 553 active+clean; 37 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 318 KiB/s wr, 1.21k op/s 2024-09-20T22:35:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:05 smithi134 ceph-mon[89086]: osdmap e1729: 8 total, 8 up, 8 in 2024-09-20T22:35:06.195 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (285 ms) 2024-09-20T22:35:06.195 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2024-09-20T22:35:06.195 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:06.455 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (260 ms) 2024-09-20T22:35:06.455 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2024-09-20T22:35:06.455 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:06.482 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (27 ms) 2024-09-20T22:35:06.482 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2024-09-20T22:35:06.482 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:06.507 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (25 ms) 2024-09-20T22:35:06.507 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2024-09-20T22:35:06.507 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:06.532 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (25 ms) 2024-09-20T22:35:06.532 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2024-09-20T22:35:06.532 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:06.554 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (23 ms) 2024-09-20T22:35:06.555 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2024-09-20T22:35:06.555 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:06.576 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:06.576 INFO:tasks.workunit.client.0.smithi046.stdout:aio discard: 0~1048576 = 0 2024-09-20T22:35:06.576 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:06.576 INFO:tasks.workunit.client.0.smithi046.stdout:aio discard: 0~4194304 = 0 2024-09-20T22:35:06.576 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:06.576 INFO:tasks.workunit.client.0.smithi046.stdout:aio discard: 3145728~1048576 = 0 2024-09-20T22:35:06.576 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (21 ms) 2024-09-20T22:35:06.576 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestFUA 2024-09-20T22:35:06.576 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:06.681 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:35:06.682 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:35:06.682 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:35:06.682 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:35:06.682 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:35:06.682 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:35:06.682 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:35:06.682 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:35:06.682 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:35:06.682 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:35:06.682 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:06.682 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:35:06.682 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:06.683 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:06.683 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:35:06.683 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:06.683 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:35:06.683 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:06.683 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:06.683 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:35:06.683 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:06.683 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:35:06.683 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:06.683 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:06.683 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:35:06.683 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:06.683 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:35:06.683 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:06.684 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:06.684 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:35:06.684 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:06.684 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:35:06.684 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:06.684 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:06.684 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:35:06.684 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:06.684 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:35:06.684 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:35:06.684 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:35:06.684 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:06.684 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:35:06.684 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:35:06.684 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:35:06.685 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:06.685 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:35:06.685 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:35:06.685 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:35:06.685 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:06.685 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:35:06.685 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:35:06.685 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:35:06.685 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:06.685 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:35:06.685 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:35:06.685 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:35:06.685 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestFUA (106 ms) 2024-09-20T22:35:06.685 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestIOPP 2024-09-20T22:35:06.685 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:06.703 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:35:06.703 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:35:06.703 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:35:06.703 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:35:06.703 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:35:06.703 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:06.703 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:35:06.703 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:06.703 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:06.704 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:35:06.704 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:06.704 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:35:06.704 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:06.704 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:06.704 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:35:06.704 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:06.704 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:35:06.704 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:06.704 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:06.704 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:35:06.704 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:06.704 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:35:06.704 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:06.704 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:06.705 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:35:06.705 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:06.705 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:35:06.705 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:06.722 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:06.722 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:35:06.722 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-20T22:35:06.722 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-20T22:35:06.722 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-20T22:35:06.723 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-20T22:35:06.723 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-20T22:35:06.723 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-20T22:35:06.723 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-20T22:35:06.723 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-20T22:35:06.723 INFO:tasks.workunit.client.0.smithi046.stdout:start compare and write 2024-09-20T22:35:06.723 INFO:tasks.workunit.client.0.smithi046.stdout:compare and wrote: 512 2024-09-20T22:35:06.723 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:06.723 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-20T22:35:06.723 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:06.723 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:06.724 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-20T22:35:06.724 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:06.724 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-20T22:35:06.724 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:06.724 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:06.724 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-20T22:35:06.724 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:06.724 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-20T22:35:06.724 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:06.726 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:06.726 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-20T22:35:06.726 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:06.726 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-20T22:35:06.726 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:06.726 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:06.727 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-20T22:35:06.727 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:06.727 INFO:tasks.workunit.client.0.smithi046.stdout:started aio compare and write 2024-09-20T22:35:06.727 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:06.729 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:06.729 INFO:tasks.workunit.client.0.smithi046.stdout:finished aio compare and write 2024-09-20T22:35:06.729 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:35:06.729 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:35:06.729 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:35:06.729 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:35:06.729 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:35:06.729 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:06.729 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:35:06.729 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:35:06.729 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:35:06.729 INFO:tasks.workunit.client.0.smithi046.stdout:finished read 2024-09-20T22:35:06.729 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:06.729 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:35:06.729 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:35:06.730 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:35:06.730 INFO:tasks.workunit.client.0.smithi046.stdout:finished read 2024-09-20T22:35:06.730 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:06.730 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:35:06.730 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:35:06.730 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:35:06.730 INFO:tasks.workunit.client.0.smithi046.stdout:finished read 2024-09-20T22:35:06.731 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:06.731 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:35:06.731 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:35:06.731 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:35:06.731 INFO:tasks.workunit.client.0.smithi046.stdout:finished read 2024-09-20T22:35:06.731 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:06.731 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:35:06.731 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:35:06.731 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:35:06.731 INFO:tasks.workunit.client.0.smithi046.stdout:finished read 2024-09-20T22:35:06.731 INFO:tasks.workunit.client.0.smithi046.stdout:discard: 512~512 2024-09-20T22:35:06.731 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:06.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:06 smithi046 ceph-mon[96110]: osdmap e1730: 8 total, 8 up, 8 in 2024-09-20T22:35:06.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:06 smithi046 ceph-mon[98591]: osdmap e1730: 8 total, 8 up, 8 in 2024-09-20T22:35:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:06 smithi134 ceph-mon[89086]: osdmap e1730: 8 total, 8 up, 8 in 2024-09-20T22:35:07.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:07 smithi046 ceph-mon[96110]: pgmap v3011: 585 pgs: 9 creating+peering, 9 unknown, 567 active+clean; 37 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 527 KiB/s wr, 2.12k op/s 2024-09-20T22:35:07.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:07 smithi046 ceph-mon[98591]: pgmap v3011: 585 pgs: 9 creating+peering, 9 unknown, 567 active+clean; 37 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 527 KiB/s wr, 2.12k op/s 2024-09-20T22:35:07.902 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:35:07.902 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:35:07.902 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:35:07.902 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:35:07.902 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:35:07.902 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 0 2024-09-20T22:35:07.902 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:07.902 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:07.902 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 0 2024-09-20T22:35:07.902 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:07.902 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:07.902 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 16384 2024-09-20T22:35:07.903 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:07.903 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:07.903 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 16384 2024-09-20T22:35:07.903 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:07.903 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:07.903 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:07.903 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:07.903 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 49152 2024-09-20T22:35:07.903 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:07.903 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:07.903 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 49152 2024-09-20T22:35:07.903 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:07.903 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:07.903 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 65536 2024-09-20T22:35:07.904 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:07.904 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:07.904 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 65536 2024-09-20T22:35:07.904 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:07.904 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:07.904 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:07.904 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:07.904 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 98304 2024-09-20T22:35:07.904 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:07.904 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:07.904 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 98304 2024-09-20T22:35:07.904 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:07.904 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:07.904 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 114688 2024-09-20T22:35:07.905 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:07.905 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:07.905 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 114688 2024-09-20T22:35:07.905 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:07.905 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:07.905 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:07.905 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:07.905 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 147456 2024-09-20T22:35:07.905 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:07.905 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:07.905 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 147456 2024-09-20T22:35:07.905 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:07.905 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:07.905 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 163840 2024-09-20T22:35:07.905 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:07.906 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:07.906 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 163840 2024-09-20T22:35:07.906 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:07.906 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:07.906 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:07.906 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:07.906 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 196608 2024-09-20T22:35:07.906 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:07.906 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:07.906 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 196608 2024-09-20T22:35:07.906 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:07.906 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:07.906 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 212992 2024-09-20T22:35:07.906 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:07.907 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:07.907 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 212992 2024-09-20T22:35:07.907 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:07.907 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:07.907 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:07.907 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:07.907 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:07.907 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:07.907 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:07.907 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:07.907 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:07.907 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:07.907 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:07.907 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:07.908 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:07.908 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:07.908 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:07.908 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:07.908 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:07.908 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:07.908 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:07.908 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:07.908 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:07.910 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:07.910 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:07.910 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:07.910 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:07.910 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:07.910 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:07.910 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:07.919 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:07.919 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:07.919 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:07.919 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:07.919 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:07.919 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:07.919 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:07.919 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:07.919 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:07.919 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:07.919 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:07.919 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:07.919 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:07.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:07 smithi134 ceph-mon[89086]: pgmap v3011: 585 pgs: 9 creating+peering, 9 unknown, 567 active+clean; 37 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 527 KiB/s wr, 2.12k op/s 2024-09-20T22:35:07.944 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:07.944 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:07.944 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:07.944 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:07.944 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:07.944 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:07.944 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:07.969 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:07.969 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:07.969 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:07.969 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:07.969 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:07.969 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:07.969 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:08.002 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:08.002 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:08.002 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:08.002 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:08.002 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:08.003 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:08.003 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:08.032 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:08.032 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:08.032 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:08.032 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:08.032 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:08.032 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:08.032 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:08.032 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:08.032 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:08.033 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:08.033 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:08.033 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:08.033 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:08.077 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:08.077 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:08.077 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:08.078 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:08.078 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:08.078 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:08.078 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:08.138 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:08.138 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:08.138 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:08.138 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:08.138 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:08.138 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:08.138 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:08.199 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:08.199 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:08.200 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:08.200 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:08.200 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:08.200 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:08.200 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:08.260 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:08.260 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:08.260 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:08.260 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:08.260 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:08.260 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:08.260 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:08.260 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:08.261 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:08.261 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:08.261 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:08.261 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:08.261 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:08.328 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:08.329 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:08.329 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:08.329 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:08.329 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:08.329 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:08.329 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:08.402 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:08.402 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:08.402 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:08.402 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:08.402 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:08.402 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:08.402 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:08.490 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:08.490 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:08.490 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:08.490 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:08.491 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:08.491 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:08.491 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:08.574 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:08.574 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:08.574 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:08.574 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:08.574 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:08.574 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:08.575 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:08.575 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:08.575 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:08.575 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:08.575 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:08.575 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:08.575 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:08.675 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:08.675 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:08.675 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:08.675 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:08.675 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:08.676 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:08.676 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:08.776 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:08.776 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:08.776 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:08.776 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:08.776 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:08.777 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:08.777 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:08.876 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:08.876 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:08.876 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:08.876 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:08.876 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:08.876 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:08.876 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:08.973 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:08.973 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:08.973 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:08.973 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:08.973 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:08.973 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:08.973 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:08.973 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:08.973 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:08.974 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:08.974 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestIOPP (2291 ms) 2024-09-20T22:35:08.974 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2024-09-20T22:35:08.974 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:08.997 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (24 ms) 2024-09-20T22:35:08.997 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2024-09-20T22:35:08.997 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:09.019 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (22 ms) 2024-09-20T22:35:09.019 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2024-09-20T22:35:09.019 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:09.041 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (22 ms) 2024-09-20T22:35:09.041 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2024-09-20T22:35:09.041 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:09.067 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (27 ms) 2024-09-20T22:35:09.068 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2024-09-20T22:35:09.068 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:09.094 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (26 ms) 2024-09-20T22:35:09.094 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2024-09-20T22:35:09.094 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:09.118 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:09.122 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (28 ms) 2024-09-20T22:35:09.122 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2024-09-20T22:35:09.122 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:09.149 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (27 ms) 2024-09-20T22:35:09.149 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2024-09-20T22:35:09.149 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:09.170 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:09.174 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (25 ms) 2024-09-20T22:35:09.174 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2024-09-20T22:35:09.174 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:09.200 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (26 ms) 2024-09-20T22:35:09.200 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2024-09-20T22:35:09.200 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:09.224 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:09.227 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (28 ms) 2024-09-20T22:35:09.228 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2024-09-20T22:35:09.228 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:09.257 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (29 ms) 2024-09-20T22:35:09.257 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2024-09-20T22:35:09.257 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:09.280 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:09.284 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (27 ms) 2024-09-20T22:35:09.284 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2024-09-20T22:35:09.284 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:09.345 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (61 ms) 2024-09-20T22:35:09.345 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2024-09-20T22:35:09.345 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:09.389 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:09.404 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (59 ms) 2024-09-20T22:35:09.404 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2024-09-20T22:35:09.404 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:09.465 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (62 ms) 2024-09-20T22:35:09.466 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2024-09-20T22:35:09.466 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:09.506 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:09.521 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (55 ms) 2024-09-20T22:35:09.521 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2024-09-20T22:35:09.521 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:09.821 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (300 ms) 2024-09-20T22:35:09.821 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2024-09-20T22:35:09.822 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:09.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:09 smithi046 ceph-mon[96110]: pgmap v3012: 585 pgs: 585 active+clean; 79 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.6 MiB/s rd, 9.1 MiB/s wr, 1.71k op/s 2024-09-20T22:35:09.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:09 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:35:09.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:09 smithi046 ceph-mon[98591]: pgmap v3012: 585 pgs: 585 active+clean; 79 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.6 MiB/s rd, 9.1 MiB/s wr, 1.71k op/s 2024-09-20T22:35:09.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:09 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:35:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:09 smithi134 ceph-mon[89086]: pgmap v3012: 585 pgs: 585 active+clean; 79 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.6 MiB/s rd, 9.1 MiB/s wr, 1.71k op/s 2024-09-20T22:35:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:09 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:35:10.190 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:10.214 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (394 ms) 2024-09-20T22:35:10.215 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2024-09-20T22:35:10.215 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:10.243 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:35:10.243 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:35:10.243 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:35:10.244 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:35:10.244 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:35:10.244 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:10.244 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:35:10.244 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:10.244 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:10.244 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:35:10.244 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:10.244 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:35:10.245 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:10.245 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:10.245 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:35:10.245 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:10.245 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:35:10.245 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:10.246 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:10.246 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:35:10.246 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:10.246 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:35:10.246 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:10.249 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:10.249 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:35:10.250 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:10.250 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:35:10.250 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:10.251 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:10.251 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:35:10.251 INFO:tasks.workunit.client.0.smithi046.stdout:read: 512 2024-09-20T22:35:10.251 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:10.251 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:35:10.251 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:35:10.251 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:35:10.251 INFO:tasks.workunit.client.0.smithi046.stdout:finished read 2024-09-20T22:35:10.251 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:10.251 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:35:10.251 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:35:10.251 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:35:10.251 INFO:tasks.workunit.client.0.smithi046.stdout:finished read 2024-09-20T22:35:10.251 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:10.252 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:35:10.252 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:35:10.252 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:35:10.252 INFO:tasks.workunit.client.0.smithi046.stdout:finished read 2024-09-20T22:35:10.252 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:10.252 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:35:10.253 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:35:10.254 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:35:10.254 INFO:tasks.workunit.client.0.smithi046.stdout:finished read 2024-09-20T22:35:10.254 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:10.254 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:35:10.254 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:35:10.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:10 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:35:10.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:10 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:35:10.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:10 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:35:10.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:10 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:35:10.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:10 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:35:10.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:10 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:35:10.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:10 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:35:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:10 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:35:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:10 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:35:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:10 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:35:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:10 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:35:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:10 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:35:10.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:10 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:35:10.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:10 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:35:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:10 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:35:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:10 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:35:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:10 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:35:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:10 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:35:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:10 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:35:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:10 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:35:10.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:10 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:35:11.215 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:35:11.215 INFO:tasks.workunit.client.0.smithi046.stdout:finished read 2024-09-20T22:35:11.215 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 0 2024-09-20T22:35:11.215 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.215 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.215 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 0 2024-09-20T22:35:11.215 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.215 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.215 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 16384 2024-09-20T22:35:11.216 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.216 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.216 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 16384 2024-09-20T22:35:11.216 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.216 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.216 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:11.216 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:11.216 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 49152 2024-09-20T22:35:11.216 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.216 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.216 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 49152 2024-09-20T22:35:11.216 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.216 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.216 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 65536 2024-09-20T22:35:11.217 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.217 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.217 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 65536 2024-09-20T22:35:11.217 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.217 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.217 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:11.217 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:11.217 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 98304 2024-09-20T22:35:11.217 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.217 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.217 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 98304 2024-09-20T22:35:11.217 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.217 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.217 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 114688 2024-09-20T22:35:11.218 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.218 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.218 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 114688 2024-09-20T22:35:11.218 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.218 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.218 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:11.218 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:11.218 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 147456 2024-09-20T22:35:11.218 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.218 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.218 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 147456 2024-09-20T22:35:11.218 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.218 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.218 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 163840 2024-09-20T22:35:11.218 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.218 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.218 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 163840 2024-09-20T22:35:11.219 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.219 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.219 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:11.219 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:11.219 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 196608 2024-09-20T22:35:11.219 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.219 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.219 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 196608 2024-09-20T22:35:11.219 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.219 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.219 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 212992 2024-09-20T22:35:11.219 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.219 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.219 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 212992 2024-09-20T22:35:11.219 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.219 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.220 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:11.220 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:11.220 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:11.220 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:11.220 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:11.220 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:11.220 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:11.220 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.220 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.220 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:11.220 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:11.220 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:11.220 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:11.221 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:11.221 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.221 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.221 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:11.221 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:11.221 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:11.224 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:11.224 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:11.224 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.224 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.225 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:11.225 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:11.225 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:11.232 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:11.232 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:11.232 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.232 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.232 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:11.232 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:11.232 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:11.232 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:11.233 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:11.233 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:11.233 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:11.233 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:11.233 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:11.254 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:11.254 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:11.254 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.255 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.255 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:11.255 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:11.255 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:11.275 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:11.275 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:11.275 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.275 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.275 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:11.276 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:11.276 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:11.304 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:11.305 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:11.305 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.305 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.305 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:11.305 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:11.305 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:11.333 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:11.333 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:11.334 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.334 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.334 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:11.334 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:11.334 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:11.334 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:11.334 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:11.334 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:11.334 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:11.334 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:11.334 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:11.376 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:11.376 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:11.377 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.377 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.377 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:11.377 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:11.377 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:11.427 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:11.427 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:11.427 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.427 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.428 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:11.428 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:11.428 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:11.481 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:11.481 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:11.481 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.481 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.481 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:11.482 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:11.482 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:11.530 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:11.531 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:11.531 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.531 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.531 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:11.531 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:11.531 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:11.531 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:11.531 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:11.531 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:11.531 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:11.531 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:11.531 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:11.594 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:11.594 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:11.595 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.595 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.595 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:11.595 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:11.595 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:11.655 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:11.655 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:11.655 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.655 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.656 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:11.656 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:11.656 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:11.728 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:11.728 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:11.728 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.728 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.728 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:11.728 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:11.728 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:11.795 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:11.795 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:11.795 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.795 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.795 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:11.795 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:11.795 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:11.795 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:11.795 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:11.795 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:11.795 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:11.795 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:11.796 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:11.880 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:11.880 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:11.881 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.881 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.881 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:11.881 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:11.881 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:11.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:11 smithi046 ceph-mon[96110]: pgmap v3013: 585 pgs: 585 active+clean; 83 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 8.0 MiB/s wr, 163 op/s 2024-09-20T22:35:11.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:11 smithi046 ceph-mon[98591]: pgmap v3013: 585 pgs: 585 active+clean; 83 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 8.0 MiB/s wr, 163 op/s 2024-09-20T22:35:11.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:11 smithi134 ceph-mon[89086]: pgmap v3013: 585 pgs: 585 active+clean; 83 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 8.0 MiB/s wr, 163 op/s 2024-09-20T22:35:11.959 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:11.959 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:11.959 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:11.959 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:11.959 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:11.959 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:11.959 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:12.051 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:12.051 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:12.051 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:12.051 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:12.051 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:12.051 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:12.051 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:35:12.144 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:35:12.144 INFO:tasks.workunit.client.0.smithi046.stdout:finished writesame 2024-09-20T22:35:12.144 INFO:tasks.workunit.client.0.smithi046.stdout:to verify the data 2024-09-20T22:35:12.145 INFO:tasks.workunit.client.0.smithi046.stdout:verified 2024-09-20T22:35:12.145 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:12.145 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:12.145 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:12.145 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:35:12.145 INFO:tasks.workunit.client.0.smithi046.stdout:started writesame 2024-09-20T22:35:12.145 INFO:tasks.workunit.client.0.smithi046.stdout:expected fail, finished writesame 2024-09-20T22:35:12.145 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (1929 ms) 2024-09-20T22:35:12.145 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2024-09-20T22:35:12.145 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:35:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:35:12] "GET /metrics HTTP/1.1" 200 70715 "" "Prometheus/2.43.0" 2024-09-20T22:35:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:35:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:35:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:35:13.543 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 0 2024-09-20T22:35:13.543 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 0 2024-09-20T22:35:13.543 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 1 2024-09-20T22:35:13.543 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 1 2024-09-20T22:35:13.543 INFO:tasks.workunit.client.0.smithi046.stdout:snap: orig 2024-09-20T22:35:13.543 INFO:tasks.workunit.client.0.smithi046.stdout:found orig with size 2097152 2024-09-20T22:35:13.543 INFO:tasks.workunit.client.0.smithi046.stdout:read: 80 2024-09-20T22:35:13.543 INFO:tasks.workunit.client.0.smithi046.stdout:write test data! 2024-09-20T22:35:13.543 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 80 2024-09-20T22:35:13.543 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 2 2024-09-20T22:35:13.544 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 2 2024-09-20T22:35:13.544 INFO:tasks.workunit.client.0.smithi046.stdout:snap: orig 2024-09-20T22:35:13.544 INFO:tasks.workunit.client.0.smithi046.stdout:snap: written 2024-09-20T22:35:13.544 INFO:tasks.workunit.client.0.smithi046.stdout:found orig with size 2097152 2024-09-20T22:35:13.544 INFO:tasks.workunit.client.0.smithi046.stdout:found written with size 2097152 2024-09-20T22:35:13.544 INFO:tasks.workunit.client.0.smithi046.stdout:read: 80 2024-09-20T22:35:13.544 INFO:tasks.workunit.client.0.smithi046.stdout:read: 80 2024-09-20T22:35:13.544 INFO:tasks.workunit.client.0.smithi046.stdout:read: 80 2024-09-20T22:35:13.544 INFO:tasks.workunit.client.0.smithi046.stdout:write to snapshot returned -30 2024-09-20T22:35:13.544 INFO:tasks.workunit.client.0.smithi046.stdout:Read-only file system 2024-09-20T22:35:13.566 INFO:tasks.workunit.client.0.smithi046.stdout:read: 80 2024-09-20T22:35:13.566 INFO:tasks.workunit.client.0.smithi046.stdout:read: 80 2024-09-20T22:35:13.566 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 80 2024-09-20T22:35:13.566 INFO:tasks.workunit.client.0.smithi046.stdout:opening testimg@orig 2024-09-20T22:35:13.566 INFO:tasks.workunit.client.0.smithi046.stdout:read: 80 2024-09-20T22:35:13.566 INFO:tasks.workunit.client.0.smithi046.stdout:write to snapshot returned -30 2024-09-20T22:35:13.567 INFO:tasks.workunit.client.0.smithi046.stdout:Read-only file system 2024-09-20T22:35:13.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:13 smithi046 ceph-mon[96110]: pgmap v3014: 585 pgs: 585 active+clean; 103 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 9.8 MiB/s wr, 1.53k op/s 2024-09-20T22:35:13.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:13 smithi046 ceph-mon[96110]: osdmap e1731: 8 total, 8 up, 8 in 2024-09-20T22:35:13.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:13 smithi046 ceph-mon[98591]: pgmap v3014: 585 pgs: 585 active+clean; 103 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 9.8 MiB/s wr, 1.53k op/s 2024-09-20T22:35:13.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:13 smithi046 ceph-mon[98591]: osdmap e1731: 8 total, 8 up, 8 in 2024-09-20T22:35:13.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:13 smithi134 ceph-mon[89086]: pgmap v3014: 585 pgs: 585 active+clean; 103 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 9.8 MiB/s wr, 1.53k op/s 2024-09-20T22:35:13.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:13 smithi134 ceph-mon[89086]: osdmap e1731: 8 total, 8 up, 8 in 2024-09-20T22:35:14.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:14 smithi046 ceph-mon[96110]: osdmap e1732: 8 total, 8 up, 8 in 2024-09-20T22:35:14.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:14 smithi046 ceph-mon[96110]: pgmap v3017: 585 pgs: 585 active+clean; 131 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 14 MiB/s wr, 1.57k op/s 2024-09-20T22:35:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:14 smithi046 ceph-mon[98591]: osdmap e1732: 8 total, 8 up, 8 in 2024-09-20T22:35:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:14 smithi046 ceph-mon[98591]: pgmap v3017: 585 pgs: 585 active+clean; 131 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 14 MiB/s wr, 1.57k op/s 2024-09-20T22:35:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:14 smithi134 ceph-mon[89086]: osdmap e1732: 8 total, 8 up, 8 in 2024-09-20T22:35:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:14 smithi134 ceph-mon[89086]: pgmap v3017: 585 pgs: 585 active+clean; 131 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 14 MiB/s wr, 1.57k op/s 2024-09-20T22:35:15.591 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 2 2024-09-20T22:35:15.591 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 2 2024-09-20T22:35:15.591 INFO:tasks.workunit.client.0.smithi046.stdout:snap: orig 2024-09-20T22:35:15.591 INFO:tasks.workunit.client.0.smithi046.stdout:snap: written 2024-09-20T22:35:15.591 INFO:tasks.workunit.client.0.smithi046.stdout:found orig with size 2097152 2024-09-20T22:35:15.591 INFO:tasks.workunit.client.0.smithi046.stdout:found written with size 2097152 2024-09-20T22:35:15.592 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 1 2024-09-20T22:35:15.592 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 1 2024-09-20T22:35:15.592 INFO:tasks.workunit.client.0.smithi046.stdout:snap: orig 2024-09-20T22:35:15.592 INFO:tasks.workunit.client.0.smithi046.stdout:found orig with size 2097152 2024-09-20T22:35:15.592 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 0 2024-09-20T22:35:15.592 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 0 2024-09-20T22:35:15.592 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (3447 ms) 2024-09-20T22:35:15.592 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2024-09-20T22:35:15.592 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:15.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:15 smithi046 ceph-mon[96110]: osdmap e1733: 8 total, 8 up, 8 in 2024-09-20T22:35:15.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:15 smithi046 ceph-mon[96110]: osdmap e1734: 8 total, 8 up, 8 in 2024-09-20T22:35:15.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:15 smithi046 ceph-mon[98591]: osdmap e1733: 8 total, 8 up, 8 in 2024-09-20T22:35:15.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:15 smithi046 ceph-mon[98591]: osdmap e1734: 8 total, 8 up, 8 in 2024-09-20T22:35:15.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:15 smithi134 ceph-mon[89086]: osdmap e1733: 8 total, 8 up, 8 in 2024-09-20T22:35:15.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:15 smithi134 ceph-mon[89086]: osdmap e1734: 8 total, 8 up, 8 in 2024-09-20T22:35:16.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:16 smithi046 ceph-mon[96110]: osdmap e1735: 8 total, 8 up, 8 in 2024-09-20T22:35:16.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:16 smithi046 ceph-mon[96110]: pgmap v3021: 585 pgs: 585 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 11 MiB/s wr, 2.17k op/s 2024-09-20T22:35:16.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:16 smithi046 ceph-mon[98591]: osdmap e1735: 8 total, 8 up, 8 in 2024-09-20T22:35:16.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:16 smithi046 ceph-mon[98591]: pgmap v3021: 585 pgs: 585 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 11 MiB/s wr, 2.17k op/s 2024-09-20T22:35:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:16 smithi134 ceph-mon[89086]: osdmap e1735: 8 total, 8 up, 8 in 2024-09-20T22:35:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:16 smithi134 ceph-mon[89086]: pgmap v3021: 585 pgs: 585 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 11 MiB/s wr, 2.17k op/s 2024-09-20T22:35:17.602 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (2011 ms) 2024-09-20T22:35:17.602 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestClone 2024-09-20T22:35:17.602 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:17.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:17 smithi046 ceph-mon[96110]: osdmap e1736: 8 total, 8 up, 8 in 2024-09-20T22:35:17.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:17 smithi046 ceph-mon[98591]: osdmap e1736: 8 total, 8 up, 8 in 2024-09-20T22:35:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:17 smithi134 ceph-mon[89086]: osdmap e1736: 8 total, 8 up, 8 in 2024-09-20T22:35:18.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:18 smithi046 ceph-mon[96110]: osdmap e1737: 8 total, 8 up, 8 in 2024-09-20T22:35:18.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:18 smithi046 ceph-mon[96110]: pgmap v3024: 585 pgs: 585 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 488 KiB/s wr, 2.26k op/s 2024-09-20T22:35:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:18 smithi046 ceph-mon[98591]: osdmap e1737: 8 total, 8 up, 8 in 2024-09-20T22:35:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:18 smithi046 ceph-mon[98591]: pgmap v3024: 585 pgs: 585 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 488 KiB/s wr, 2.26k op/s 2024-09-20T22:35:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:18 smithi134 ceph-mon[89086]: osdmap e1737: 8 total, 8 up, 8 in 2024-09-20T22:35:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:18 smithi134 ceph-mon[89086]: pgmap v3024: 585 pgs: 585 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 488 KiB/s wr, 2.26k op/s 2024-09-20T22:35:19.608 INFO:tasks.workunit.client.0.smithi046.stdout:made parent image "parent" 2024-09-20T22:35:19.608 INFO:tasks.workunit.client.0.smithi046.stdout:parent has no parent info 2024-09-20T22:35:19.608 INFO:tasks.workunit.client.0.smithi046.stdout:made snapshot "parent@parent_snap" 2024-09-20T22:35:19.608 INFO:tasks.workunit.client.0.smithi046.stdout:can't unprotect an unprotected snap 2024-09-20T22:35:19.608 INFO:tasks.workunit.client.0.smithi046.stdout:can't protect a protected snap 2024-09-20T22:35:19.608 INFO:tasks.workunit.client.0.smithi046.stdout:made and opened clone "child" 2024-09-20T22:35:19.608 INFO:tasks.workunit.client.0.smithi046.stdout:read: 8 2024-09-20T22:35:19.608 INFO:tasks.workunit.client.0.smithi046.stdout:read: 8 2024-09-20T22:35:19.608 INFO:tasks.workunit.client.0.smithi046.stdout:read: 8 2024-09-20T22:35:19.608 INFO:tasks.workunit.client.0.smithi046.stdout:sizes and overlaps are good between parent and child 2024-09-20T22:35:19.608 INFO:tasks.workunit.client.0.smithi046.stdout:child image successfully cloned all image-meta pairs 2024-09-20T22:35:19.609 INFO:tasks.workunit.client.0.smithi046.stdout:sized down clone, changed overlap 2024-09-20T22:35:19.609 INFO:tasks.workunit.client.0.smithi046.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2024-09-20T22:35:19.609 INFO:tasks.workunit.client.0.smithi046.stdout:sized up clone, changed size but not overlap or parent's size 2024-09-20T22:35:19.609 INFO:tasks.workunit.client.0.smithi046.stdout:can't remove parent while child still exists 2024-09-20T22:35:19.609 INFO:tasks.workunit.client.0.smithi046.stdout:can't remove parent while still protected 2024-09-20T22:35:19.609 INFO:tasks.workunit.client.0.smithi046.stdout:removed parent snap after unprotecting 2024-09-20T22:35:19.609 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestClone (2006 ms) 2024-09-20T22:35:19.609 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestClone2 2024-09-20T22:35:19.609 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:19.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:19 smithi046 ceph-mon[96110]: osdmap e1738: 8 total, 8 up, 8 in 2024-09-20T22:35:19.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:35:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:19 smithi046 ceph-mon[98591]: osdmap e1738: 8 total, 8 up, 8 in 2024-09-20T22:35:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:35:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:19 smithi134 ceph-mon[89086]: osdmap e1738: 8 total, 8 up, 8 in 2024-09-20T22:35:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:35:20.716 INFO:tasks.workunit.client.0.smithi046.stdout:made parent image "parent" 2024-09-20T22:35:20.716 INFO:tasks.workunit.client.0.smithi046.stdout:parent has no parent info 2024-09-20T22:35:20.716 INFO:tasks.workunit.client.0.smithi046.stdout:made snapshot "parent@parent_snap" 2024-09-20T22:35:20.716 INFO:tasks.workunit.client.0.smithi046.stdout:made and opened clone "child" 2024-09-20T22:35:20.716 INFO:tasks.workunit.client.0.smithi046.stdout:child image successfully cloned all image-meta pairs 2024-09-20T22:35:20.716 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestClone2 (1108 ms) 2024-09-20T22:35:20.716 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.ListChildren 2024-09-20T22:35:20.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:20 smithi046 ceph-mon[98591]: osdmap e1739: 8 total, 8 up, 8 in 2024-09-20T22:35:20.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:20 smithi046 ceph-mon[98591]: pgmap v3027: 585 pgs: 585 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 157 KiB/s rd, 13 KiB/s wr, 201 op/s 2024-09-20T22:35:20.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:20 smithi046 ceph-mon[96110]: osdmap e1739: 8 total, 8 up, 8 in 2024-09-20T22:35:20.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:20 smithi046 ceph-mon[96110]: pgmap v3027: 585 pgs: 585 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 157 KiB/s rd, 13 KiB/s wr, 201 op/s 2024-09-20T22:35:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:20 smithi134 ceph-mon[89086]: osdmap e1739: 8 total, 8 up, 8 in 2024-09-20T22:35:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:20 smithi134 ceph-mon[89086]: pgmap v3027: 585 pgs: 585 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 157 KiB/s rd, 13 KiB/s wr, 201 op/s 2024-09-20T22:35:21.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:21 smithi046 ceph-mon[96110]: osdmap e1740: 8 total, 8 up, 8 in 2024-09-20T22:35:21.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:21 smithi046 ceph-mon[98591]: osdmap e1740: 8 total, 8 up, 8 in 2024-09-20T22:35:21.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:21 smithi134 ceph-mon[89086]: osdmap e1740: 8 total, 8 up, 8 in 2024-09-20T22:35:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:35:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:35:22] "GET /metrics HTTP/1.1" 200 70767 "" "Prometheus/2.43.0" 2024-09-20T22:35:22.607 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:35:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:35:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:35:22.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:22 smithi046 ceph-mon[96110]: osdmap e1741: 8 total, 8 up, 8 in 2024-09-20T22:35:22.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:22 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2325186473' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:35:22.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:22 smithi046 ceph-mon[96110]: pgmap v3030: 617 pgs: 7 creating+peering, 25 unknown, 585 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 12 KiB/s wr, 165 op/s 2024-09-20T22:35:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:22 smithi046 ceph-mon[98591]: osdmap e1741: 8 total, 8 up, 8 in 2024-09-20T22:35:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:22 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2325186473' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:35:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:22 smithi046 ceph-mon[98591]: pgmap v3030: 617 pgs: 7 creating+peering, 25 unknown, 585 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 12 KiB/s wr, 165 op/s 2024-09-20T22:35:22.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:22 smithi134 ceph-mon[89086]: osdmap e1741: 8 total, 8 up, 8 in 2024-09-20T22:35:22.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:22 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2325186473' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:35:22.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:22 smithi134 ceph-mon[89086]: pgmap v3030: 617 pgs: 7 creating+peering, 25 unknown, 585 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 12 KiB/s wr, 165 op/s 2024-09-20T22:35:23.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:23 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:35:23.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:23 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2325186473' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:35:23.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:23 smithi046 ceph-mon[98591]: osdmap e1742: 8 total, 8 up, 8 in 2024-09-20T22:35:23.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:23 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:35:23.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:23 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2325186473' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:35:23.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:23 smithi046 ceph-mon[96110]: osdmap e1742: 8 total, 8 up, 8 in 2024-09-20T22:35:23.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:23 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:35:23.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:23 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2325186473' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:35:23.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:23 smithi134 ceph-mon[89086]: osdmap e1742: 8 total, 8 up, 8 in 2024-09-20T22:35:24.568 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:24.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:24 smithi046 ceph-mon[98591]: osdmap e1743: 8 total, 8 up, 8 in 2024-09-20T22:35:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:24 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/3557194822' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:35:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:24 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:35:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:24 smithi046 ceph-mon[98591]: pgmap v3033: 649 pgs: 7 creating+peering, 54 unknown, 588 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 642 KiB/s rd, 46 KiB/s wr, 764 op/s 2024-09-20T22:35:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:24 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:35:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:24 smithi046 ceph-mon[98591]: osdmap e1744: 8 total, 8 up, 8 in 2024-09-20T22:35:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:24 smithi046 ceph-mon[96110]: osdmap e1743: 8 total, 8 up, 8 in 2024-09-20T22:35:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:24 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/3557194822' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:35:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:24 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:35:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:24 smithi046 ceph-mon[96110]: pgmap v3033: 649 pgs: 7 creating+peering, 54 unknown, 588 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 642 KiB/s rd, 46 KiB/s wr, 764 op/s 2024-09-20T22:35:24.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:24 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:35:24.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:24 smithi046 ceph-mon[96110]: osdmap e1744: 8 total, 8 up, 8 in 2024-09-20T22:35:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:24 smithi134 ceph-mon[89086]: osdmap e1743: 8 total, 8 up, 8 in 2024-09-20T22:35:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:24 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/3557194822' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:35:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:24 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:35:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:24 smithi134 ceph-mon[89086]: pgmap v3033: 649 pgs: 7 creating+peering, 54 unknown, 588 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 642 KiB/s rd, 46 KiB/s wr, 764 op/s 2024-09-20T22:35:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:24 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:35:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:24 smithi134 ceph-mon[89086]: osdmap e1744: 8 total, 8 up, 8 in 2024-09-20T22:35:26.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:26 smithi046 ceph-mon[96110]: osdmap e1745: 8 total, 8 up, 8 in 2024-09-20T22:35:26.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:26 smithi046 ceph-mon[96110]: pgmap v3036: 649 pgs: 9 creating+peering, 21 unknown, 619 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 516 KiB/s rd, 34 KiB/s wr, 598 op/s 2024-09-20T22:35:26.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:26 smithi046 ceph-mon[98591]: osdmap e1745: 8 total, 8 up, 8 in 2024-09-20T22:35:26.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:26 smithi046 ceph-mon[98591]: pgmap v3036: 649 pgs: 9 creating+peering, 21 unknown, 619 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 516 KiB/s rd, 34 KiB/s wr, 598 op/s 2024-09-20T22:35:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:26 smithi134 ceph-mon[89086]: osdmap e1745: 8 total, 8 up, 8 in 2024-09-20T22:35:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:26 smithi134 ceph-mon[89086]: pgmap v3036: 649 pgs: 9 creating+peering, 21 unknown, 619 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 516 KiB/s rd, 34 KiB/s wr, 598 op/s 2024-09-20T22:35:27.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:27 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:35:27.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:27 smithi046 ceph-mon[96110]: osdmap e1746: 8 total, 8 up, 8 in 2024-09-20T22:35:27.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:27 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:35:27.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:27 smithi046 ceph-mon[98591]: osdmap e1746: 8 total, 8 up, 8 in 2024-09-20T22:35:27.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:27 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:35:27.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:27 smithi134 ceph-mon[89086]: osdmap e1746: 8 total, 8 up, 8 in 2024-09-20T22:35:28.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:28 smithi046 ceph-mon[96110]: osdmap e1747: 8 total, 8 up, 8 in 2024-09-20T22:35:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:28 smithi046 ceph-mon[96110]: pgmap v3039: 649 pgs: 2 creating+peering, 647 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 1 op/s 2024-09-20T22:35:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:28 smithi046 ceph-mon[98591]: osdmap e1747: 8 total, 8 up, 8 in 2024-09-20T22:35:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:28 smithi046 ceph-mon[98591]: pgmap v3039: 649 pgs: 2 creating+peering, 647 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 1 op/s 2024-09-20T22:35:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:28 smithi134 ceph-mon[89086]: osdmap e1747: 8 total, 8 up, 8 in 2024-09-20T22:35:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:28 smithi134 ceph-mon[89086]: pgmap v3039: 649 pgs: 2 creating+peering, 647 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 1 op/s 2024-09-20T22:35:29.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:29 smithi046 ceph-mon[96110]: osdmap e1748: 8 total, 8 up, 8 in 2024-09-20T22:35:29.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:29 smithi046 ceph-mon[96110]: osdmap e1749: 8 total, 8 up, 8 in 2024-09-20T22:35:29.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:29 smithi046 ceph-mon[98591]: osdmap e1748: 8 total, 8 up, 8 in 2024-09-20T22:35:29.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:29 smithi046 ceph-mon[98591]: osdmap e1749: 8 total, 8 up, 8 in 2024-09-20T22:35:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:29 smithi134 ceph-mon[89086]: osdmap e1748: 8 total, 8 up, 8 in 2024-09-20T22:35:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:29 smithi134 ceph-mon[89086]: osdmap e1749: 8 total, 8 up, 8 in 2024-09-20T22:35:30.064 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.064 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-31/image108 2024-09-20T22:35:30.065 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-31/image108 2024-09-20T22:35:30.065 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-31/image108 2024-09-20T22:35:30.065 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.065 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 1 2024-09-20T22:35:30.065 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 1 2024-09-20T22:35:30.065 INFO:tasks.workunit.client.0.smithi046.stdout:child: image108 2024-09-20T22:35:30.065 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-31/image108/8b1d511b3621 2024-09-20T22:35:30.065 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.065 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.065 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-31/image108 2024-09-20T22:35:30.065 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-30/image109 2024-09-20T22:35:30.065 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-31/image108 2024-09-20T22:35:30.065 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-31/image108 2024-09-20T22:35:30.065 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.065 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.066 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-30/image109 2024-09-20T22:35:30.066 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-30/image109 2024-09-20T22:35:30.066 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-30/image109 2024-09-20T22:35:30.066 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.066 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 2 2024-09-20T22:35:30.066 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 2 2024-09-20T22:35:30.066 INFO:tasks.workunit.client.0.smithi046.stdout:child: image109 2024-09-20T22:35:30.066 INFO:tasks.workunit.client.0.smithi046.stdout:child: image108 2024-09-20T22:35:30.066 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-31/image108/8b1d511b3621 2024-09-20T22:35:30.066 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.066 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-30/image109/8b1dcc3d268 2024-09-20T22:35:30.066 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.066 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.066 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-31/image108 2024-09-20T22:35:30.066 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-30/image109 2024-09-20T22:35:30.067 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-31/image108 2024-09-20T22:35:30.067 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-31/image108 2024-09-20T22:35:30.067 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.067 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.067 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-30/image109 2024-09-20T22:35:30.067 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-30/image109 2024-09-20T22:35:30.067 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-30/image109 2024-09-20T22:35:30.067 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.067 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.067 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-31/image110 2024-09-20T22:35:30.067 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-30/image109 2024-09-20T22:35:30.067 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-31/image108 2024-09-20T22:35:30.067 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-31/image110 2024-09-20T22:35:30.067 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-31/image110 2024-09-20T22:35:30.067 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.067 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 3 2024-09-20T22:35:30.068 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 3 2024-09-20T22:35:30.068 INFO:tasks.workunit.client.0.smithi046.stdout:child: image109 2024-09-20T22:35:30.068 INFO:tasks.workunit.client.0.smithi046.stdout:child: image108 2024-09-20T22:35:30.068 INFO:tasks.workunit.client.0.smithi046.stdout:child: image110 2024-09-20T22:35:30.068 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-31/image108/8b1d511b3621 2024-09-20T22:35:30.068 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.068 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-30/image109/8b1dcc3d268 2024-09-20T22:35:30.068 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.068 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-31/image110/8b1d24694ecb 2024-09-20T22:35:30.068 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.068 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.068 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-31/image108 2024-09-20T22:35:30.068 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-30/image109 2024-09-20T22:35:30.068 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-31/image108 2024-09-20T22:35:30.068 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-31/image108 2024-09-20T22:35:30.068 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.069 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.069 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-30/image109 2024-09-20T22:35:30.069 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-30/image109 2024-09-20T22:35:30.069 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-30/image109 2024-09-20T22:35:30.069 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.069 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 3 2024-09-20T22:35:30.069 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 3 2024-09-20T22:35:30.069 INFO:tasks.workunit.client.0.smithi046.stdout:child: image109 2024-09-20T22:35:30.069 INFO:tasks.workunit.client.0.smithi046.stdout:child: image108 2024-09-20T22:35:30.069 INFO:tasks.workunit.client.0.smithi046.stdout:child: image110 2024-09-20T22:35:30.069 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-31/image108/8b1d511b3621 2024-09-20T22:35:30.069 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.069 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-30/image109/8b1dcc3d268 2024-09-20T22:35:30.069 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.069 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-31/image110/8b1d24694ecb 2024-09-20T22:35:30.069 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.070 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.070 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-31/image108 2024-09-20T22:35:30.070 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-30/image109 2024-09-20T22:35:30.070 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-31/image108 2024-09-20T22:35:30.070 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-31/image108 2024-09-20T22:35:30.070 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.070 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.070 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-30/image109 2024-09-20T22:35:30.070 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-30/image109 2024-09-20T22:35:30.070 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-30/image109 2024-09-20T22:35:30.070 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.070 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.070 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-31/image111 2024-09-20T22:35:30.071 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-30/image109 2024-09-20T22:35:30.071 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-31/image108 2024-09-20T22:35:30.071 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-31/image111 2024-09-20T22:35:30.071 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-31/image111 2024-09-20T22:35:30.071 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.071 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 4 2024-09-20T22:35:30.071 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 4 2024-09-20T22:35:30.071 INFO:tasks.workunit.client.0.smithi046.stdout:child: image109 2024-09-20T22:35:30.071 INFO:tasks.workunit.client.0.smithi046.stdout:child: image108 2024-09-20T22:35:30.071 INFO:tasks.workunit.client.0.smithi046.stdout:child: image110 2024-09-20T22:35:30.071 INFO:tasks.workunit.client.0.smithi046.stdout:child: image111 2024-09-20T22:35:30.071 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-31/image108/8b1d511b3621 2024-09-20T22:35:30.071 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.071 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-30/image109/8b1dcc3d268 2024-09-20T22:35:30.072 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.072 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-31/image110/8b1d24694ecb 2024-09-20T22:35:30.072 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.072 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-31/image111/8b1dc7a571c6 2024-09-20T22:35:30.072 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.072 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.072 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-31/image108 2024-09-20T22:35:30.072 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-30/image109 2024-09-20T22:35:30.072 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-31/image108 2024-09-20T22:35:30.072 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-31/image108 2024-09-20T22:35:30.072 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.072 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.072 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-30/image109 2024-09-20T22:35:30.072 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-30/image109 2024-09-20T22:35:30.072 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-30/image109 2024-09-20T22:35:30.073 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.073 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.073 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-31/image110 2024-09-20T22:35:30.073 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-30/image109 2024-09-20T22:35:30.073 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-31/image108 2024-09-20T22:35:30.073 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-31/image110 2024-09-20T22:35:30.073 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-31/image110 2024-09-20T22:35:30.073 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.073 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.073 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-31/image111 2024-09-20T22:35:30.683 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-30/image109 2024-09-20T22:35:30.683 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-31/image108 2024-09-20T22:35:30.683 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-31/image110 2024-09-20T22:35:30.683 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-31/image111 2024-09-20T22:35:30.684 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-31/image111 2024-09-20T22:35:30.684 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.684 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 4 2024-09-20T22:35:30.684 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 4 2024-09-20T22:35:30.684 INFO:tasks.workunit.client.0.smithi046.stdout:child: image109 2024-09-20T22:35:30.684 INFO:tasks.workunit.client.0.smithi046.stdout:child: image108 2024-09-20T22:35:30.684 INFO:tasks.workunit.client.0.smithi046.stdout:child: image110 2024-09-20T22:35:30.684 INFO:tasks.workunit.client.0.smithi046.stdout:child: image111 2024-09-20T22:35:30.684 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-31/image108/8b1d511b3621 2024-09-20T22:35:30.684 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.684 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-30/image109/8b1dcc3d268 2024-09-20T22:35:30.684 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.684 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-31/image110/8b1d24694ecb 2024-09-20T22:35:30.684 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.684 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-31/image111/8b1dc7a571c6 2024-09-20T22:35:30.684 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.685 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.685 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-30/image109 2024-09-20T22:35:30.685 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-30/image109 2024-09-20T22:35:30.685 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-30/image109 2024-09-20T22:35:30.685 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.685 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.685 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-31/image110 2024-09-20T22:35:30.685 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-30/image109 2024-09-20T22:35:30.685 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-31/image110 2024-09-20T22:35:30.685 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-31/image110 2024-09-20T22:35:30.685 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.685 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.685 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-31/image111 2024-09-20T22:35:30.685 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-30/image109 2024-09-20T22:35:30.685 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-31/image110 2024-09-20T22:35:30.685 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-31/image111 2024-09-20T22:35:30.685 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-31/image111 2024-09-20T22:35:30.686 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.686 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 3 2024-09-20T22:35:30.686 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 3 2024-09-20T22:35:30.686 INFO:tasks.workunit.client.0.smithi046.stdout:child: image109 2024-09-20T22:35:30.686 INFO:tasks.workunit.client.0.smithi046.stdout:child: image110 2024-09-20T22:35:30.686 INFO:tasks.workunit.client.0.smithi046.stdout:child: image111 2024-09-20T22:35:30.686 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-30/image109/8b1dcc3d268 2024-09-20T22:35:30.686 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.686 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-31/image110/8b1d24694ecb 2024-09-20T22:35:30.686 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.686 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-31/image111/8b1dc7a571c6 2024-09-20T22:35:30.686 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.686 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.687 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-30/image109 2024-09-20T22:35:30.687 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-30/image109 2024-09-20T22:35:30.687 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-30/image109 2024-09-20T22:35:30.687 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.687 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.687 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-31/image111 2024-09-20T22:35:30.687 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-30/image109 2024-09-20T22:35:30.687 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-31/image111 2024-09-20T22:35:30.687 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-31/image111 2024-09-20T22:35:30.687 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.687 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 2 2024-09-20T22:35:30.687 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 2 2024-09-20T22:35:30.687 INFO:tasks.workunit.client.0.smithi046.stdout:child: image109 2024-09-20T22:35:30.688 INFO:tasks.workunit.client.0.smithi046.stdout:child: image111 2024-09-20T22:35:30.688 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-30/image109/8b1dcc3d268 2024-09-20T22:35:30.688 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.688 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-31/image111/8b1dc7a571c6 2024-09-20T22:35:30.688 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.688 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.688 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-30/image109 2024-09-20T22:35:30.688 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-30/image109 2024-09-20T22:35:30.688 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-30/image109 2024-09-20T22:35:30.688 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.688 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 1 2024-09-20T22:35:30.688 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 1 2024-09-20T22:35:30.688 INFO:tasks.workunit.client.0.smithi046.stdout:child: image109 2024-09-20T22:35:30.689 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-30/image109/8b1dcc3d268 2024-09-20T22:35:30.689 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:30.689 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 0 2024-09-20T22:35:30.689 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 0 2024-09-20T22:35:30.689 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.ListChildren (9967 ms) 2024-09-20T22:35:30.689 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2024-09-20T22:35:30.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:30 smithi046 ceph-mon[96110]: pgmap v3042: 649 pgs: 649 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-09-20T22:35:30.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:30 smithi046 ceph-mon[98591]: pgmap v3042: 649 pgs: 649 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-09-20T22:35:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:30 smithi134 ceph-mon[89086]: pgmap v3042: 649 pgs: 649 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-09-20T22:35:31.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:31 smithi046 ceph-mon[96110]: osdmap e1750: 8 total, 8 up, 8 in 2024-09-20T22:35:31.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:31 smithi046 ceph-mon[98591]: osdmap e1750: 8 total, 8 up, 8 in 2024-09-20T22:35:31.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:31 smithi134 ceph-mon[89086]: osdmap e1750: 8 total, 8 up, 8 in 2024-09-20T22:35:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:35:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:35:32] "GET /metrics HTTP/1.1" 200 70767 "" "Prometheus/2.43.0" 2024-09-20T22:35:32.598 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:35:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:35:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:35:32.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:32 smithi046 ceph-mon[98591]: osdmap e1751: 8 total, 8 up, 8 in 2024-09-20T22:35:32.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:32 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/3220172093' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:35:32.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:32 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:35:32.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:32 smithi046 ceph-mon[98591]: pgmap v3045: 681 pgs: 4 creating+peering, 28 unknown, 649 active+clean; 135 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 329 KiB/s rd, 11 KiB/s wr, 408 op/s 2024-09-20T22:35:32.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:32 smithi046 ceph-mon[96110]: osdmap e1751: 8 total, 8 up, 8 in 2024-09-20T22:35:32.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:32 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/3220172093' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:35:32.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:32 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:35:32.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:32 smithi046 ceph-mon[96110]: pgmap v3045: 681 pgs: 4 creating+peering, 28 unknown, 649 active+clean; 135 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 329 KiB/s rd, 11 KiB/s wr, 408 op/s 2024-09-20T22:35:32.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:32 smithi134 ceph-mon[89086]: osdmap e1751: 8 total, 8 up, 8 in 2024-09-20T22:35:32.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:32 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/3220172093' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:35:32.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:32 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:35:32.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:32 smithi134 ceph-mon[89086]: pgmap v3045: 681 pgs: 4 creating+peering, 28 unknown, 649 active+clean; 135 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 329 KiB/s rd, 11 KiB/s wr, 408 op/s 2024-09-20T22:35:33.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:33 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:35:33.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:33 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:35:33.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:33 smithi046 ceph-mon[96110]: osdmap e1752: 8 total, 8 up, 8 in 2024-09-20T22:35:33.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:33 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:35:33.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:33 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:35:33.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:33 smithi046 ceph-mon[98591]: osdmap e1752: 8 total, 8 up, 8 in 2024-09-20T22:35:33.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:33 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:35:33.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:33 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:35:33.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:33 smithi134 ceph-mon[89086]: osdmap e1752: 8 total, 8 up, 8 in 2024-09-20T22:35:34.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:34 smithi046 ceph-mon[98591]: osdmap e1753: 8 total, 8 up, 8 in 2024-09-20T22:35:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:34 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2223323939' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:35:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:34 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:35:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:34 smithi046 ceph-mon[98591]: pgmap v3048: 713 pgs: 4 creating+peering, 50 unknown, 659 active+clean; 135 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 459 KiB/s rd, 14 KiB/s wr, 567 op/s 2024-09-20T22:35:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:35:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:35:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:34 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:35:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:34 smithi046 ceph-mon[98591]: osdmap e1754: 8 total, 8 up, 8 in 2024-09-20T22:35:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:34 smithi046 ceph-mon[96110]: osdmap e1753: 8 total, 8 up, 8 in 2024-09-20T22:35:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:34 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2223323939' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:35:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:34 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:35:34.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:34 smithi046 ceph-mon[96110]: pgmap v3048: 713 pgs: 4 creating+peering, 50 unknown, 659 active+clean; 135 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 459 KiB/s rd, 14 KiB/s wr, 567 op/s 2024-09-20T22:35:34.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:35:34.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:35:34.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:34 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:35:34.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:34 smithi046 ceph-mon[96110]: osdmap e1754: 8 total, 8 up, 8 in 2024-09-20T22:35:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:34 smithi134 ceph-mon[89086]: osdmap e1753: 8 total, 8 up, 8 in 2024-09-20T22:35:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:34 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2223323939' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:35:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:34 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:35:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:34 smithi134 ceph-mon[89086]: pgmap v3048: 713 pgs: 4 creating+peering, 50 unknown, 659 active+clean; 135 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 459 KiB/s rd, 14 KiB/s wr, 567 op/s 2024-09-20T22:35:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:35:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:35:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:34 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:35:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:34 smithi134 ceph-mon[89086]: osdmap e1754: 8 total, 8 up, 8 in 2024-09-20T22:35:36.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:36 smithi046 ceph-mon[96110]: osdmap e1755: 8 total, 8 up, 8 in 2024-09-20T22:35:36.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:36 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/406489477' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:35:36.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:36 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:35:36.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:36 smithi046 ceph-mon[96110]: pgmap v3051: 745 pgs: 25 creating+peering, 32 unknown, 688 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 266 KiB/s rd, 4.5 KiB/s wr, 320 op/s 2024-09-20T22:35:36.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:36 smithi046 ceph-mon[98591]: osdmap e1755: 8 total, 8 up, 8 in 2024-09-20T22:35:36.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:36 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/406489477' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:35:36.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:36 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:35:36.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:36 smithi046 ceph-mon[98591]: pgmap v3051: 745 pgs: 25 creating+peering, 32 unknown, 688 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 266 KiB/s rd, 4.5 KiB/s wr, 320 op/s 2024-09-20T22:35:36.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:36 smithi134 ceph-mon[89086]: osdmap e1755: 8 total, 8 up, 8 in 2024-09-20T22:35:36.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:36 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/406489477' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:35:36.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:36 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:35:36.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:36 smithi134 ceph-mon[89086]: pgmap v3051: 745 pgs: 25 creating+peering, 32 unknown, 688 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 266 KiB/s rd, 4.5 KiB/s wr, 320 op/s 2024-09-20T22:35:37.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:37 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:35:37.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:37 smithi046 ceph-mon[96110]: osdmap e1756: 8 total, 8 up, 8 in 2024-09-20T22:35:37.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:37 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi046-140632-32", "tierpool":"test-librbd-smithi046-140632-34", "force_nonempty":""}]: dispatch 2024-09-20T22:35:37.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:37 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:35:37.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:37 smithi046 ceph-mon[98591]: osdmap e1756: 8 total, 8 up, 8 in 2024-09-20T22:35:37.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:37 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi046-140632-32", "tierpool":"test-librbd-smithi046-140632-34", "force_nonempty":""}]: dispatch 2024-09-20T22:35:37.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:37 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:35:37.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:37 smithi134 ceph-mon[89086]: osdmap e1756: 8 total, 8 up, 8 in 2024-09-20T22:35:37.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:37 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi046-140632-32", "tierpool":"test-librbd-smithi046-140632-34", "force_nonempty":""}]: dispatch 2024-09-20T22:35:38.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:38 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi046-140632-32", "tierpool":"test-librbd-smithi046-140632-34", "force_nonempty":""}]': finished 2024-09-20T22:35:38.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:38 smithi046 ceph-mon[96110]: osdmap e1757: 8 total, 8 up, 8 in 2024-09-20T22:35:38.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:38 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi046-140632-34", "mode":"writeback"}]: dispatch 2024-09-20T22:35:38.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:38 smithi046 ceph-mon[96110]: pgmap v3054: 745 pgs: 21 creating+peering, 7 unknown, 717 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 1.2 KiB/s wr, 160 op/s 2024-09-20T22:35:38.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:38 smithi046 ceph-mon[96110]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-09-20T22:35:38.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:38 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi046-140632-34", "mode":"writeback"}]': finished 2024-09-20T22:35:38.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:38 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi046-140632-32", "tierpool":"test-librbd-smithi046-140632-34", "force_nonempty":""}]': finished 2024-09-20T22:35:38.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:38 smithi046 ceph-mon[98591]: osdmap e1757: 8 total, 8 up, 8 in 2024-09-20T22:35:38.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:38 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi046-140632-34", "mode":"writeback"}]: dispatch 2024-09-20T22:35:38.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:38 smithi046 ceph-mon[98591]: pgmap v3054: 745 pgs: 21 creating+peering, 7 unknown, 717 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 1.2 KiB/s wr, 160 op/s 2024-09-20T22:35:38.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:38 smithi046 ceph-mon[98591]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-09-20T22:35:38.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:38 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi046-140632-34", "mode":"writeback"}]': finished 2024-09-20T22:35:38.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:38 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi046-140632-32", "tierpool":"test-librbd-smithi046-140632-34", "force_nonempty":""}]': finished 2024-09-20T22:35:38.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:38 smithi134 ceph-mon[89086]: osdmap e1757: 8 total, 8 up, 8 in 2024-09-20T22:35:38.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:38 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi046-140632-34", "mode":"writeback"}]: dispatch 2024-09-20T22:35:38.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:38 smithi134 ceph-mon[89086]: pgmap v3054: 745 pgs: 21 creating+peering, 7 unknown, 717 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 1.2 KiB/s wr, 160 op/s 2024-09-20T22:35:38.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:38 smithi134 ceph-mon[89086]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-09-20T22:35:38.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:38 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi046-140632-34", "mode":"writeback"}]': finished 2024-09-20T22:35:39.568 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:39.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:39 smithi046 ceph-mon[96110]: osdmap e1758: 8 total, 8 up, 8 in 2024-09-20T22:35:39.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:39 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:35:39.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:39 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi046-140632-32", "overlaypool":"test-librbd-smithi046-140632-34"}]: dispatch 2024-09-20T22:35:39.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:39 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi046-140632-32", "overlaypool":"test-librbd-smithi046-140632-34"}]': finished 2024-09-20T22:35:39.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:39 smithi046 ceph-mon[96110]: osdmap e1759: 8 total, 8 up, 8 in 2024-09-20T22:35:39.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:39 smithi046 ceph-mon[98591]: osdmap e1758: 8 total, 8 up, 8 in 2024-09-20T22:35:39.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:39 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:35:39.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:39 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi046-140632-32", "overlaypool":"test-librbd-smithi046-140632-34"}]: dispatch 2024-09-20T22:35:39.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:39 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi046-140632-32", "overlaypool":"test-librbd-smithi046-140632-34"}]': finished 2024-09-20T22:35:39.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:39 smithi046 ceph-mon[98591]: osdmap e1759: 8 total, 8 up, 8 in 2024-09-20T22:35:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:39 smithi134 ceph-mon[89086]: osdmap e1758: 8 total, 8 up, 8 in 2024-09-20T22:35:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:39 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:35:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:39 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi046-140632-32", "overlaypool":"test-librbd-smithi046-140632-34"}]: dispatch 2024-09-20T22:35:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:39 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi046-140632-32", "overlaypool":"test-librbd-smithi046-140632-34"}]': finished 2024-09-20T22:35:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:39 smithi134 ceph-mon[89086]: osdmap e1759: 8 total, 8 up, 8 in 2024-09-20T22:35:40.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:40 smithi046 ceph-mon[96110]: pgmap v3057: 745 pgs: 15 creating+peering, 730 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:35:40.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:40 smithi046 ceph-mon[98591]: pgmap v3057: 745 pgs: 15 creating+peering, 730 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:35:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:40 smithi134 ceph-mon[89086]: pgmap v3057: 745 pgs: 15 creating+peering, 730 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:35:41.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:41 smithi046 ceph-mon[96110]: osdmap e1760: 8 total, 8 up, 8 in 2024-09-20T22:35:41.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:41 smithi046 ceph-mon[98591]: osdmap e1760: 8 total, 8 up, 8 in 2024-09-20T22:35:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:41 smithi134 ceph-mon[89086]: osdmap e1760: 8 total, 8 up, 8 in 2024-09-20T22:35:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:35:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:35:42] "GET /metrics HTTP/1.1" 200 80546 "" "Prometheus/2.43.0" 2024-09-20T22:35:42.613 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:35:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:35:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:35:42.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:42 smithi046 ceph-mon[98591]: osdmap e1761: 8 total, 8 up, 8 in 2024-09-20T22:35:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:42 smithi046 ceph-mon[98591]: pgmap v3060: 745 pgs: 745 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 0 op/s 2024-09-20T22:35:42.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:42 smithi046 ceph-mon[96110]: osdmap e1761: 8 total, 8 up, 8 in 2024-09-20T22:35:42.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:42 smithi046 ceph-mon[96110]: pgmap v3060: 745 pgs: 745 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 0 op/s 2024-09-20T22:35:42.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:42 smithi134 ceph-mon[89086]: osdmap e1761: 8 total, 8 up, 8 in 2024-09-20T22:35:42.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:42 smithi134 ceph-mon[89086]: pgmap v3060: 745 pgs: 745 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 0 op/s 2024-09-20T22:35:43.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:43 smithi046 ceph-mon[96110]: osdmap e1762: 8 total, 8 up, 8 in 2024-09-20T22:35:43.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:43 smithi046 ceph-mon[98591]: osdmap e1762: 8 total, 8 up, 8 in 2024-09-20T22:35:43.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:43 smithi134 ceph-mon[89086]: osdmap e1762: 8 total, 8 up, 8 in 2024-09-20T22:35:44.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:44 smithi046 ceph-mon[96110]: osdmap e1763: 8 total, 8 up, 8 in 2024-09-20T22:35:44.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:44 smithi046 ceph-mon[96110]: pgmap v3063: 745 pgs: 745 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 767 B/s wr, 3 op/s 2024-09-20T22:35:44.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:44 smithi046 ceph-mon[98591]: osdmap e1763: 8 total, 8 up, 8 in 2024-09-20T22:35:44.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:44 smithi046 ceph-mon[98591]: pgmap v3063: 745 pgs: 745 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 767 B/s wr, 3 op/s 2024-09-20T22:35:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:44 smithi134 ceph-mon[89086]: osdmap e1763: 8 total, 8 up, 8 in 2024-09-20T22:35:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:44 smithi134 ceph-mon[89086]: pgmap v3063: 745 pgs: 745 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 767 B/s wr, 3 op/s 2024-09-20T22:35:45.173 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.173 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-33/image113 2024-09-20T22:35:45.173 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-33/image113 2024-09-20T22:35:45.173 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-33/image113 2024-09-20T22:35:45.173 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.174 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 1 2024-09-20T22:35:45.174 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 1 2024-09-20T22:35:45.174 INFO:tasks.workunit.client.0.smithi046.stdout:child: image113 2024-09-20T22:35:45.174 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-33/image113/8b1d7dc838e0 2024-09-20T22:35:45.174 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.174 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.174 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-33/image113 2024-09-20T22:35:45.174 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-32/image114 2024-09-20T22:35:45.174 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-33/image113 2024-09-20T22:35:45.174 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-33/image113 2024-09-20T22:35:45.174 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.174 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.174 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-32/image114 2024-09-20T22:35:45.174 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-32/image114 2024-09-20T22:35:45.174 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-32/image114 2024-09-20T22:35:45.175 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.175 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 2 2024-09-20T22:35:45.175 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 2 2024-09-20T22:35:45.175 INFO:tasks.workunit.client.0.smithi046.stdout:child: image114 2024-09-20T22:35:45.175 INFO:tasks.workunit.client.0.smithi046.stdout:child: image113 2024-09-20T22:35:45.175 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-33/image113/8b1d7dc838e0 2024-09-20T22:35:45.175 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.175 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-32/image114/8b1d33d41736 2024-09-20T22:35:45.175 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.175 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.175 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-33/image113 2024-09-20T22:35:45.175 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-32/image114 2024-09-20T22:35:45.175 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-33/image113 2024-09-20T22:35:45.175 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-33/image113 2024-09-20T22:35:45.175 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.175 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.175 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-32/image114 2024-09-20T22:35:45.176 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-32/image114 2024-09-20T22:35:45.176 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-32/image114 2024-09-20T22:35:45.176 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.176 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.176 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-33/image115 2024-09-20T22:35:45.176 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-32/image114 2024-09-20T22:35:45.176 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-33/image113 2024-09-20T22:35:45.176 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-33/image115 2024-09-20T22:35:45.176 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-33/image115 2024-09-20T22:35:45.176 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.176 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 3 2024-09-20T22:35:45.176 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 3 2024-09-20T22:35:45.176 INFO:tasks.workunit.client.0.smithi046.stdout:child: image114 2024-09-20T22:35:45.176 INFO:tasks.workunit.client.0.smithi046.stdout:child: image113 2024-09-20T22:35:45.176 INFO:tasks.workunit.client.0.smithi046.stdout:child: image115 2024-09-20T22:35:45.176 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-33/image113/8b1d7dc838e0 2024-09-20T22:35:45.177 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.177 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-32/image114/8b1d33d41736 2024-09-20T22:35:45.177 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.177 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-33/image115/8b1d84a86ec7 2024-09-20T22:35:45.177 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.177 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.177 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-33/image113 2024-09-20T22:35:45.177 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-32/image114 2024-09-20T22:35:45.177 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-33/image113 2024-09-20T22:35:45.177 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-33/image113 2024-09-20T22:35:45.177 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.177 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.177 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-32/image114 2024-09-20T22:35:45.177 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-32/image114 2024-09-20T22:35:45.177 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-32/image114 2024-09-20T22:35:45.177 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.177 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 3 2024-09-20T22:35:45.178 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 3 2024-09-20T22:35:45.178 INFO:tasks.workunit.client.0.smithi046.stdout:child: image114 2024-09-20T22:35:45.178 INFO:tasks.workunit.client.0.smithi046.stdout:child: image113 2024-09-20T22:35:45.178 INFO:tasks.workunit.client.0.smithi046.stdout:child: image115 2024-09-20T22:35:45.178 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-33/image113/8b1d7dc838e0 2024-09-20T22:35:45.178 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.178 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-32/image114/8b1d33d41736 2024-09-20T22:35:45.178 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.178 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-33/image115/8b1d84a86ec7 2024-09-20T22:35:45.178 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.178 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.178 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-33/image113 2024-09-20T22:35:45.178 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-32/image114 2024-09-20T22:35:45.178 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-33/image113 2024-09-20T22:35:45.178 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-33/image113 2024-09-20T22:35:45.178 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.179 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.179 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-32/image114 2024-09-20T22:35:45.179 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-32/image114 2024-09-20T22:35:45.179 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-32/image114 2024-09-20T22:35:45.179 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.179 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.179 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-33/image116 2024-09-20T22:35:45.179 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-32/image114 2024-09-20T22:35:45.179 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-33/image113 2024-09-20T22:35:45.179 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-33/image116 2024-09-20T22:35:45.179 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-33/image116 2024-09-20T22:35:45.179 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.179 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 4 2024-09-20T22:35:45.179 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 4 2024-09-20T22:35:45.179 INFO:tasks.workunit.client.0.smithi046.stdout:child: image114 2024-09-20T22:35:45.179 INFO:tasks.workunit.client.0.smithi046.stdout:child: image113 2024-09-20T22:35:45.179 INFO:tasks.workunit.client.0.smithi046.stdout:child: image115 2024-09-20T22:35:45.180 INFO:tasks.workunit.client.0.smithi046.stdout:child: image116 2024-09-20T22:35:45.180 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-33/image113/8b1d7dc838e0 2024-09-20T22:35:45.180 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.180 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-32/image114/8b1d33d41736 2024-09-20T22:35:45.180 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.180 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-33/image115/8b1d84a86ec7 2024-09-20T22:35:45.180 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.180 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-33/image116/8b1d26f97998 2024-09-20T22:35:45.180 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.180 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.180 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-33/image113 2024-09-20T22:35:45.180 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-32/image114 2024-09-20T22:35:45.180 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-33/image113 2024-09-20T22:35:45.180 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-33/image113 2024-09-20T22:35:45.180 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.180 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.180 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-32/image114 2024-09-20T22:35:45.181 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-32/image114 2024-09-20T22:35:45.181 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-32/image114 2024-09-20T22:35:45.181 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.181 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.181 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-33/image115 2024-09-20T22:35:45.181 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-32/image114 2024-09-20T22:35:45.181 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-33/image113 2024-09-20T22:35:45.181 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-33/image115 2024-09-20T22:35:45.181 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-33/image115 2024-09-20T22:35:45.181 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.181 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:45.181 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-33/image116 2024-09-20T22:35:45.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:45 smithi046 ceph-mon[96110]: osdmap e1764: 8 total, 8 up, 8 in 2024-09-20T22:35:45.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:45 smithi046 ceph-mon[98591]: osdmap e1764: 8 total, 8 up, 8 in 2024-09-20T22:35:45.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:45 smithi134 ceph-mon[89086]: osdmap e1764: 8 total, 8 up, 8 in 2024-09-20T22:35:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:46 smithi134 ceph-mon[89086]: osdmap e1765: 8 total, 8 up, 8 in 2024-09-20T22:35:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:46 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi046-140632-32"}]: dispatch 2024-09-20T22:35:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:46 smithi134 ceph-mon[89086]: pgmap v3066: 745 pgs: 745 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 326 KiB/s rd, 9.7 KiB/s wr, 402 op/s 2024-09-20T22:35:47.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:46 smithi046 ceph-mon[96110]: osdmap e1765: 8 total, 8 up, 8 in 2024-09-20T22:35:47.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:46 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi046-140632-32"}]: dispatch 2024-09-20T22:35:47.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:46 smithi046 ceph-mon[96110]: pgmap v3066: 745 pgs: 745 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 326 KiB/s rd, 9.7 KiB/s wr, 402 op/s 2024-09-20T22:35:47.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:46 smithi046 ceph-mon[98591]: osdmap e1765: 8 total, 8 up, 8 in 2024-09-20T22:35:47.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:46 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi046-140632-32"}]: dispatch 2024-09-20T22:35:47.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:46 smithi046 ceph-mon[98591]: pgmap v3066: 745 pgs: 745 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 326 KiB/s rd, 9.7 KiB/s wr, 402 op/s 2024-09-20T22:35:47.660 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-32/image114 2024-09-20T22:35:47.660 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-33/image113 2024-09-20T22:35:47.660 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-33/image115 2024-09-20T22:35:47.660 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-33/image116 2024-09-20T22:35:47.660 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-33/image116 2024-09-20T22:35:47.660 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:47.660 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 4 2024-09-20T22:35:47.660 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 4 2024-09-20T22:35:47.660 INFO:tasks.workunit.client.0.smithi046.stdout:child: image114 2024-09-20T22:35:47.660 INFO:tasks.workunit.client.0.smithi046.stdout:child: image113 2024-09-20T22:35:47.661 INFO:tasks.workunit.client.0.smithi046.stdout:child: image115 2024-09-20T22:35:47.661 INFO:tasks.workunit.client.0.smithi046.stdout:child: image116 2024-09-20T22:35:47.661 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-33/image113/8b1d7dc838e0 2024-09-20T22:35:47.661 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:47.661 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-32/image114/8b1d33d41736 2024-09-20T22:35:47.661 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:47.661 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-33/image115/8b1d84a86ec7 2024-09-20T22:35:47.661 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:47.661 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-33/image116/8b1d26f97998 2024-09-20T22:35:47.661 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:47.661 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:47.661 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-32/image114 2024-09-20T22:35:47.661 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-32/image114 2024-09-20T22:35:47.661 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-32/image114 2024-09-20T22:35:47.662 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:47.662 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:47.662 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-33/image115 2024-09-20T22:35:47.662 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-32/image114 2024-09-20T22:35:47.662 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-33/image115 2024-09-20T22:35:47.662 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-33/image115 2024-09-20T22:35:47.662 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:47.662 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:47.662 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-33/image116 2024-09-20T22:35:47.662 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-32/image114 2024-09-20T22:35:47.662 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-33/image115 2024-09-20T22:35:47.662 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-33/image116 2024-09-20T22:35:47.662 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-33/image116 2024-09-20T22:35:47.662 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:47.662 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 3 2024-09-20T22:35:47.663 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 3 2024-09-20T22:35:47.663 INFO:tasks.workunit.client.0.smithi046.stdout:child: image114 2024-09-20T22:35:47.663 INFO:tasks.workunit.client.0.smithi046.stdout:child: image115 2024-09-20T22:35:47.663 INFO:tasks.workunit.client.0.smithi046.stdout:child: image116 2024-09-20T22:35:47.663 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-32/image114/8b1d33d41736 2024-09-20T22:35:47.663 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:47.663 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-33/image115/8b1d84a86ec7 2024-09-20T22:35:47.663 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:47.663 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-33/image116/8b1d26f97998 2024-09-20T22:35:47.663 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:47.663 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:47.663 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-32/image114 2024-09-20T22:35:47.663 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-32/image114 2024-09-20T22:35:47.663 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-32/image114 2024-09-20T22:35:47.663 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:47.664 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:47.664 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-33/image116 2024-09-20T22:35:47.664 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-32/image114 2024-09-20T22:35:47.664 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-33/image116 2024-09-20T22:35:47.664 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-33/image116 2024-09-20T22:35:47.664 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:47.664 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 2 2024-09-20T22:35:47.664 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 2 2024-09-20T22:35:47.664 INFO:tasks.workunit.client.0.smithi046.stdout:child: image114 2024-09-20T22:35:47.666 INFO:tasks.workunit.client.0.smithi046.stdout:child: image116 2024-09-20T22:35:47.666 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-32/image114/8b1d33d41736 2024-09-20T22:35:47.666 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:47.666 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-33/image116/8b1d26f97998 2024-09-20T22:35:47.666 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:47.666 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:47.666 INFO:tasks.workunit.client.0.smithi046.stdout:trying to find test-librbd-smithi046-140632-32/image114 2024-09-20T22:35:47.666 INFO:tasks.workunit.client.0.smithi046.stdout:checking test-librbd-smithi046-140632-32/image114 2024-09-20T22:35:47.666 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-32/image114 2024-09-20T22:35:47.666 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:47.666 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 1 2024-09-20T22:35:47.667 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 1 2024-09-20T22:35:47.667 INFO:tasks.workunit.client.0.smithi046.stdout:child: image114 2024-09-20T22:35:47.667 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-32/image114/8b1d33d41736 2024-09-20T22:35:47.667 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:35:47.667 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 0 2024-09-20T22:35:47.667 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 0 2024-09-20T22:35:47.667 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.ListChildrenTiered (16975 ms) 2024-09-20T22:35:47.667 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.LockingPP 2024-09-20T22:35:47.667 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:47.725 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.LockingPP (67 ms) 2024-09-20T22:35:47.725 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.FlushAio 2024-09-20T22:35:47.725 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:47 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi046-140632-32"}]': finished 2024-09-20T22:35:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:47 smithi134 ceph-mon[89086]: osdmap e1766: 8 total, 8 up, 8 in 2024-09-20T22:35:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:47 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi046-140632-32", "tierpool":"test-librbd-smithi046-140632-34"}]: dispatch 2024-09-20T22:35:47.967 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.FlushAio (242 ms) 2024-09-20T22:35:47.967 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.FlushAioPP 2024-09-20T22:35:47.967 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:48.143 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.FlushAioPP (176 ms) 2024-09-20T22:35:48.143 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2024-09-20T22:35:48.143 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:48.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:47 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi046-140632-32"}]': finished 2024-09-20T22:35:48.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:47 smithi046 ceph-mon[96110]: osdmap e1766: 8 total, 8 up, 8 in 2024-09-20T22:35:48.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:47 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi046-140632-32", "tierpool":"test-librbd-smithi046-140632-34"}]: dispatch 2024-09-20T22:35:48.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:47 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi046-140632-32"}]': finished 2024-09-20T22:35:48.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:47 smithi046 ceph-mon[98591]: osdmap e1766: 8 total, 8 up, 8 in 2024-09-20T22:35:48.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:47 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi046-140632-32", "tierpool":"test-librbd-smithi046-140632-34"}]: dispatch 2024-09-20T22:35:48.164 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (22 ms) 2024-09-20T22:35:48.164 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2024-09-20T22:35:48.164 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:48.190 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (25 ms) 2024-09-20T22:35:48.190 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2024-09-20T22:35:48.190 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:48.208 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.ZeroLengthRead (18 ms) 2024-09-20T22:35:48.208 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2024-09-20T22:35:48.208 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:48.242 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.LargeCacheRead (34 ms) 2024-09-20T22:35:48.242 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestPendingAio 2024-09-20T22:35:48.242 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:48.463 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestPendingAio (221 ms) 2024-09-20T22:35:48.463 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2024-09-20T22:35:48.463 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:48.755 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:48 smithi134 ceph-mon[89086]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-09-20T22:35:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:48 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi046-140632-32", "tierpool":"test-librbd-smithi046-140632-34"}]': finished 2024-09-20T22:35:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:48 smithi134 ceph-mon[89086]: osdmap e1767: 8 total, 8 up, 8 in 2024-09-20T22:35:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:48 smithi134 ceph-mon[89086]: pgmap v3069: 745 pgs: 745 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 571 KiB/s rd, 14 KiB/s wr, 700 op/s 2024-09-20T22:35:49.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:48 smithi046 ceph-mon[96110]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-09-20T22:35:49.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:48 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi046-140632-32", "tierpool":"test-librbd-smithi046-140632-34"}]': finished 2024-09-20T22:35:49.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:48 smithi046 ceph-mon[96110]: osdmap e1767: 8 total, 8 up, 8 in 2024-09-20T22:35:49.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:48 smithi046 ceph-mon[96110]: pgmap v3069: 745 pgs: 745 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 571 KiB/s rd, 14 KiB/s wr, 700 op/s 2024-09-20T22:35:49.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:48 smithi046 ceph-mon[98591]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-09-20T22:35:49.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:48 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi046-140632-32", "tierpool":"test-librbd-smithi046-140632-34"}]': finished 2024-09-20T22:35:49.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:48 smithi046 ceph-mon[98591]: osdmap e1767: 8 total, 8 up, 8 in 2024-09-20T22:35:49.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:48 smithi046 ceph-mon[98591]: pgmap v3069: 745 pgs: 745 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 571 KiB/s rd, 14 KiB/s wr, 700 op/s 2024-09-20T22:35:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:49 smithi134 ceph-mon[89086]: osdmap e1768: 8 total, 8 up, 8 in 2024-09-20T22:35:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:35:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:35:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:49 smithi134 ceph-mon[89086]: osdmap e1769: 8 total, 8 up, 8 in 2024-09-20T22:35:50.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:49 smithi046 ceph-mon[96110]: osdmap e1768: 8 total, 8 up, 8 in 2024-09-20T22:35:50.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:35:50.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:35:50.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:49 smithi046 ceph-mon[96110]: osdmap e1769: 8 total, 8 up, 8 in 2024-09-20T22:35:50.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:49 smithi046 ceph-mon[98591]: osdmap e1768: 8 total, 8 up, 8 in 2024-09-20T22:35:50.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:35:50.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:35:50.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:49 smithi046 ceph-mon[98591]: osdmap e1769: 8 total, 8 up, 8 in 2024-09-20T22:35:50.621 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2158 ms) 2024-09-20T22:35:50.621 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2024-09-20T22:35:50.621 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:50 smithi134 ceph-mon[89086]: pgmap v3072: 745 pgs: 745 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 279 KiB/s rd, 7.5 KiB/s wr, 342 op/s 2024-09-20T22:35:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:50 smithi134 ceph-mon[89086]: osdmap e1770: 8 total, 8 up, 8 in 2024-09-20T22:35:51.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:50 smithi046 ceph-mon[96110]: pgmap v3072: 745 pgs: 745 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 279 KiB/s rd, 7.5 KiB/s wr, 342 op/s 2024-09-20T22:35:51.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:50 smithi046 ceph-mon[96110]: osdmap e1770: 8 total, 8 up, 8 in 2024-09-20T22:35:51.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:50 smithi046 ceph-mon[98591]: pgmap v3072: 745 pgs: 745 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 279 KiB/s rd, 7.5 KiB/s wr, 342 op/s 2024-09-20T22:35:51.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:50 smithi046 ceph-mon[98591]: osdmap e1770: 8 total, 8 up, 8 in 2024-09-20T22:35:51.667 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:51.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.15", "id": [6, 4]}]: dispatch 2024-09-20T22:35:51.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.19", "id": [2, 5]}]: dispatch 2024-09-20T22:35:51.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.16", "id": [3, 0]}]: dispatch 2024-09-20T22:35:51.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.c", "id": [3, 6]}]: dispatch 2024-09-20T22:35:51.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.d", "id": [3, 6]}]: dispatch 2024-09-20T22:35:51.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1c", "id": [5, 0]}]: dispatch 2024-09-20T22:35:51.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 7]}]: dispatch 2024-09-20T22:35:51.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.15", "id": [6, 4]}]': finished 2024-09-20T22:35:51.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.19", "id": [2, 5]}]': finished 2024-09-20T22:35:51.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.16", "id": [3, 0]}]': finished 2024-09-20T22:35:51.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.c", "id": [3, 6]}]': finished 2024-09-20T22:35:51.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.d", "id": [3, 6]}]': finished 2024-09-20T22:35:51.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1c", "id": [5, 0]}]': finished 2024-09-20T22:35:51.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 7]}]': finished 2024-09-20T22:35:51.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:51 smithi134 ceph-mon[89086]: osdmap e1771: 8 total, 8 up, 8 in 2024-09-20T22:35:52.054 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.15", "id": [6, 4]}]: dispatch 2024-09-20T22:35:52.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.19", "id": [2, 5]}]: dispatch 2024-09-20T22:35:52.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.16", "id": [3, 0]}]: dispatch 2024-09-20T22:35:52.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.c", "id": [3, 6]}]: dispatch 2024-09-20T22:35:52.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.d", "id": [3, 6]}]: dispatch 2024-09-20T22:35:52.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1c", "id": [5, 0]}]: dispatch 2024-09-20T22:35:52.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 7]}]: dispatch 2024-09-20T22:35:52.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.15", "id": [6, 4]}]': finished 2024-09-20T22:35:52.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.19", "id": [2, 5]}]': finished 2024-09-20T22:35:52.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.16", "id": [3, 0]}]': finished 2024-09-20T22:35:52.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.c", "id": [3, 6]}]': finished 2024-09-20T22:35:52.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.d", "id": [3, 6]}]': finished 2024-09-20T22:35:52.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1c", "id": [5, 0]}]': finished 2024-09-20T22:35:52.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 7]}]': finished 2024-09-20T22:35:52.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:51 smithi046 ceph-mon[98591]: osdmap e1771: 8 total, 8 up, 8 in 2024-09-20T22:35:52.056 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.15", "id": [6, 4]}]: dispatch 2024-09-20T22:35:52.056 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.19", "id": [2, 5]}]: dispatch 2024-09-20T22:35:52.056 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.16", "id": [3, 0]}]: dispatch 2024-09-20T22:35:52.056 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.c", "id": [3, 6]}]: dispatch 2024-09-20T22:35:52.056 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.d", "id": [3, 6]}]: dispatch 2024-09-20T22:35:52.056 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1c", "id": [5, 0]}]: dispatch 2024-09-20T22:35:52.056 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 7]}]: dispatch 2024-09-20T22:35:52.056 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.15", "id": [6, 4]}]': finished 2024-09-20T22:35:52.056 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.19", "id": [2, 5]}]': finished 2024-09-20T22:35:52.056 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.16", "id": [3, 0]}]': finished 2024-09-20T22:35:52.056 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.c", "id": [3, 6]}]': finished 2024-09-20T22:35:52.056 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.d", "id": [3, 6]}]': finished 2024-09-20T22:35:52.056 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1c", "id": [5, 0]}]': finished 2024-09-20T22:35:52.057 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 7]}]': finished 2024-09-20T22:35:52.057 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:51 smithi046 ceph-mon[96110]: osdmap e1771: 8 total, 8 up, 8 in 2024-09-20T22:35:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:35:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:35:52] "GET /metrics HTTP/1.1" 200 83041 "" "Prometheus/2.43.0" 2024-09-20T22:35:52.674 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:35:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:35:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:35:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:52 smithi134 ceph-mon[89086]: pgmap v3075: 745 pgs: 1 peering, 744 active+clean; 141 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 157 KiB/s rd, 206 KiB/s wr, 398 op/s 2024-09-20T22:35:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:52 smithi134 ceph-mon[89086]: osdmap e1772: 8 total, 8 up, 8 in 2024-09-20T22:35:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:52 smithi046 ceph-mon[96110]: pgmap v3075: 745 pgs: 1 peering, 744 active+clean; 141 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 157 KiB/s rd, 206 KiB/s wr, 398 op/s 2024-09-20T22:35:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:52 smithi046 ceph-mon[96110]: osdmap e1772: 8 total, 8 up, 8 in 2024-09-20T22:35:53.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:52 smithi046 ceph-mon[98591]: pgmap v3075: 745 pgs: 1 peering, 744 active+clean; 141 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 157 KiB/s rd, 206 KiB/s wr, 398 op/s 2024-09-20T22:35:53.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:52 smithi046 ceph-mon[98591]: osdmap e1772: 8 total, 8 up, 8 in 2024-09-20T22:35:53.616 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (2995 ms) 2024-09-20T22:35:53.616 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.Flatten 2024-09-20T22:35:53.616 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:54.670 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.Flatten (1054 ms) 2024-09-20T22:35:54.670 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.Sparsify 2024-09-20T22:35:54.670 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:54.702 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 32768 2024-09-20T22:35:54.703 INFO:tasks.workunit.client.0.smithi046.stdout:read: 32768 2024-09-20T22:35:54.703 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.Sparsify (33 ms) 2024-09-20T22:35:54.703 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.SparsifyPP 2024-09-20T22:35:54.703 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:54.734 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.SparsifyPP (32 ms) 2024-09-20T22:35:54.735 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2024-09-20T22:35:54.735 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:54.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:54 smithi046 ceph-mon[96110]: osdmap e1773: 8 total, 8 up, 8 in 2024-09-20T22:35:54.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:54 smithi046 ceph-mon[96110]: pgmap v3078: 745 pgs: 1 peering, 744 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 918 KiB/s rd, 740 KiB/s wr, 724 op/s 2024-09-20T22:35:54.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:54 smithi046 ceph-mon[96110]: osdmap e1774: 8 total, 8 up, 8 in 2024-09-20T22:35:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:54 smithi046 ceph-mon[98591]: osdmap e1773: 8 total, 8 up, 8 in 2024-09-20T22:35:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:54 smithi046 ceph-mon[98591]: pgmap v3078: 745 pgs: 1 peering, 744 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 918 KiB/s rd, 740 KiB/s wr, 724 op/s 2024-09-20T22:35:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:54 smithi046 ceph-mon[98591]: osdmap e1774: 8 total, 8 up, 8 in 2024-09-20T22:35:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:54 smithi134 ceph-mon[89086]: osdmap e1773: 8 total, 8 up, 8 in 2024-09-20T22:35:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:54 smithi134 ceph-mon[89086]: pgmap v3078: 745 pgs: 1 peering, 744 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 918 KiB/s rd, 740 KiB/s wr, 724 op/s 2024-09-20T22:35:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:54 smithi134 ceph-mon[89086]: osdmap e1774: 8 total, 8 up, 8 in 2024-09-20T22:35:56.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:56 smithi046 ceph-mon[98591]: osdmap e1775: 8 total, 8 up, 8 in 2024-09-20T22:35:56.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:56 smithi046 ceph-mon[98591]: pgmap v3081: 745 pgs: 1 peering, 744 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 852 KiB/s rd, 542 KiB/s wr, 452 op/s; 0 B/s, 0 objects/s recovering 2024-09-20T22:35:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:56 smithi046 ceph-mon[96110]: osdmap e1775: 8 total, 8 up, 8 in 2024-09-20T22:35:56.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:56 smithi046 ceph-mon[96110]: pgmap v3081: 745 pgs: 1 peering, 744 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 852 KiB/s rd, 542 KiB/s wr, 452 op/s; 0 B/s, 0 objects/s recovering 2024-09-20T22:35:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:56 smithi134 ceph-mon[89086]: osdmap e1775: 8 total, 8 up, 8 in 2024-09-20T22:35:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:56 smithi134 ceph-mon[89086]: pgmap v3081: 745 pgs: 1 peering, 744 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 852 KiB/s rd, 542 KiB/s wr, 452 op/s; 0 B/s, 0 objects/s recovering 2024-09-20T22:35:57.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:57 smithi046 ceph-mon[96110]: osdmap e1776: 8 total, 8 up, 8 in 2024-09-20T22:35:57.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:57 smithi046 ceph-mon[98591]: osdmap e1776: 8 total, 8 up, 8 in 2024-09-20T22:35:57.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:57 smithi134 ceph-mon[89086]: osdmap e1776: 8 total, 8 up, 8 in 2024-09-20T22:35:58.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:58 smithi046 ceph-mon[96110]: osdmap e1777: 8 total, 8 up, 8 in 2024-09-20T22:35:58.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:58 smithi046 ceph-mon[96110]: pgmap v3084: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 31 KiB/s wr, 192 op/s; 0 B/s, 0 objects/s recovering 2024-09-20T22:35:58.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:58 smithi046 ceph-mon[98591]: osdmap e1777: 8 total, 8 up, 8 in 2024-09-20T22:35:58.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:58 smithi046 ceph-mon[98591]: pgmap v3084: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 31 KiB/s wr, 192 op/s; 0 B/s, 0 objects/s recovering 2024-09-20T22:35:58.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:58 smithi134 ceph-mon[89086]: osdmap e1777: 8 total, 8 up, 8 in 2024-09-20T22:35:58.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:58 smithi134 ceph-mon[89086]: pgmap v3084: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 31 KiB/s wr, 192 op/s; 0 B/s, 0 objects/s recovering 2024-09-20T22:35:59.652 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.SnapshotLimit (4918 ms) 2024-09-20T22:35:59.653 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2024-09-20T22:35:59.653 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:35:59.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:35:59 smithi046 ceph-mon[96110]: osdmap e1778: 8 total, 8 up, 8 in 2024-09-20T22:35:59.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:35:59 smithi046 ceph-mon[98591]: osdmap e1778: 8 total, 8 up, 8 in 2024-09-20T22:35:59.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:35:59 smithi134 ceph-mon[89086]: osdmap e1778: 8 total, 8 up, 8 in 2024-09-20T22:36:00.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:00 smithi046 ceph-mon[96110]: osdmap e1779: 8 total, 8 up, 8 in 2024-09-20T22:36:00.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:00 smithi046 ceph-mon[96110]: pgmap v3087: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 29 KiB/s wr, 124 op/s; 0 B/s, 0 objects/s recovering 2024-09-20T22:36:00.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:00 smithi046 ceph-mon[98591]: osdmap e1779: 8 total, 8 up, 8 in 2024-09-20T22:36:00.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:00 smithi046 ceph-mon[98591]: pgmap v3087: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 29 KiB/s wr, 124 op/s; 0 B/s, 0 objects/s recovering 2024-09-20T22:36:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:00 smithi134 ceph-mon[89086]: osdmap e1779: 8 total, 8 up, 8 in 2024-09-20T22:36:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:00 smithi134 ceph-mon[89086]: pgmap v3087: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 29 KiB/s wr, 124 op/s; 0 B/s, 0 objects/s recovering 2024-09-20T22:36:01.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:01 smithi046 ceph-mon[96110]: osdmap e1780: 8 total, 8 up, 8 in 2024-09-20T22:36:01.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:01 smithi046 ceph-mon[98591]: osdmap e1780: 8 total, 8 up, 8 in 2024-09-20T22:36:01.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:01 smithi134 ceph-mon[89086]: osdmap e1780: 8 total, 8 up, 8 in 2024-09-20T22:36:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:36:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:36:02] "GET /metrics HTTP/1.1" 200 83041 "" "Prometheus/2.43.0" 2024-09-20T22:36:02.651 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:36:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:36:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:36:02.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:02 smithi134 ceph-mon[89086]: osdmap e1781: 8 total, 8 up, 8 in 2024-09-20T22:36:02.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:02 smithi134 ceph-mon[89086]: pgmap v3090: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 5.0 KiB/s wr, 22 op/s 2024-09-20T22:36:03.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:02 smithi046 ceph-mon[96110]: osdmap e1781: 8 total, 8 up, 8 in 2024-09-20T22:36:03.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:02 smithi046 ceph-mon[96110]: pgmap v3090: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 5.0 KiB/s wr, 22 op/s 2024-09-20T22:36:03.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:02 smithi046 ceph-mon[98591]: osdmap e1781: 8 total, 8 up, 8 in 2024-09-20T22:36:03.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:02 smithi046 ceph-mon[98591]: pgmap v3090: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 5.0 KiB/s wr, 22 op/s 2024-09-20T22:36:03.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:03 smithi134 ceph-mon[89086]: osdmap e1782: 8 total, 8 up, 8 in 2024-09-20T22:36:04.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:03 smithi046 ceph-mon[96110]: osdmap e1782: 8 total, 8 up, 8 in 2024-09-20T22:36:04.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:03 smithi046 ceph-mon[98591]: osdmap e1782: 8 total, 8 up, 8 in 2024-09-20T22:36:04.700 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (5047 ms) 2024-09-20T22:36:04.700 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2024-09-20T22:36:04.700 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:04.756 INFO:tasks.workunit.client.0.smithi046.stdout:0.00% done 2024-09-20T22:36:04.756 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (56 ms) 2024-09-20T22:36:04.756 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2024-09-20T22:36:04.756 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:04.819 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (63 ms) 2024-09-20T22:36:04.819 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2024-09-20T22:36:04.819 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:04 smithi134 ceph-mon[89086]: osdmap e1783: 8 total, 8 up, 8 in 2024-09-20T22:36:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:04 smithi134 ceph-mon[89086]: pgmap v3093: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-09-20T22:36:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:36:05.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:04 smithi046 ceph-mon[98591]: osdmap e1783: 8 total, 8 up, 8 in 2024-09-20T22:36:05.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:04 smithi046 ceph-mon[98591]: pgmap v3093: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-09-20T22:36:05.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:36:05.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:04 smithi046 ceph-mon[96110]: osdmap e1783: 8 total, 8 up, 8 in 2024-09-20T22:36:05.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:04 smithi046 ceph-mon[96110]: pgmap v3093: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-09-20T22:36:05.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:36:05.718 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (899 ms) 2024-09-20T22:36:05.718 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2024-09-20T22:36:05.718 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:05 smithi134 ceph-mon[89086]: osdmap e1784: 8 total, 8 up, 8 in 2024-09-20T22:36:06.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:05 smithi046 ceph-mon[98591]: osdmap e1784: 8 total, 8 up, 8 in 2024-09-20T22:36:06.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:05 smithi046 ceph-mon[96110]: osdmap e1784: 8 total, 8 up, 8 in 2024-09-20T22:36:07.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:06 smithi046 ceph-mon[96110]: osdmap e1785: 8 total, 8 up, 8 in 2024-09-20T22:36:07.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:06 smithi046 ceph-mon[96110]: pgmap v3096: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 4.2 KiB/s wr, 42 op/s 2024-09-20T22:36:07.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:06 smithi046 ceph-mon[98591]: osdmap e1785: 8 total, 8 up, 8 in 2024-09-20T22:36:07.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:06 smithi046 ceph-mon[98591]: pgmap v3096: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 4.2 KiB/s wr, 42 op/s 2024-09-20T22:36:07.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:06 smithi134 ceph-mon[89086]: osdmap e1785: 8 total, 8 up, 8 in 2024-09-20T22:36:07.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:06 smithi134 ceph-mon[89086]: pgmap v3096: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 4.2 KiB/s wr, 42 op/s 2024-09-20T22:36:07.732 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (2014 ms) 2024-09-20T22:36:07.732 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2024-09-20T22:36:07.732 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:07.781 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (50 ms) 2024-09-20T22:36:07.782 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2024-09-20T22:36:07.782 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:36:07.782 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2024-09-20T22:36:07.782 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.SnapRemove2 2024-09-20T22:36:07.782 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:08.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:07 smithi046 ceph-mon[96110]: osdmap e1786: 8 total, 8 up, 8 in 2024-09-20T22:36:08.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:07 smithi046 ceph-mon[98591]: osdmap e1786: 8 total, 8 up, 8 in 2024-09-20T22:36:08.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:07 smithi134 ceph-mon[89086]: osdmap e1786: 8 total, 8 up, 8 in 2024-09-20T22:36:09.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:08 smithi046 ceph-mon[96110]: osdmap e1787: 8 total, 8 up, 8 in 2024-09-20T22:36:09.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:08 smithi046 ceph-mon[96110]: pgmap v3099: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 11 KiB/s wr, 184 op/s 2024-09-20T22:36:09.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:08 smithi046 ceph-mon[98591]: osdmap e1787: 8 total, 8 up, 8 in 2024-09-20T22:36:09.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:08 smithi046 ceph-mon[98591]: pgmap v3099: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 11 KiB/s wr, 184 op/s 2024-09-20T22:36:09.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:08 smithi134 ceph-mon[89086]: osdmap e1787: 8 total, 8 up, 8 in 2024-09-20T22:36:09.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:08 smithi134 ceph-mon[89086]: pgmap v3099: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 11 KiB/s wr, 184 op/s 2024-09-20T22:36:09.654 INFO:tasks.workunit.client.0.smithi046.stdout:100.00% done 2024-09-20T22:36:09.654 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.SnapRemove2 (1872 ms) 2024-09-20T22:36:09.654 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2024-09-20T22:36:09.654 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:10.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:09 smithi046 ceph-mon[96110]: osdmap e1788: 8 total, 8 up, 8 in 2024-09-20T22:36:10.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:09 smithi046 ceph-mon[96110]: osdmap e1789: 8 total, 8 up, 8 in 2024-09-20T22:36:10.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:09 smithi046 ceph-mon[98591]: osdmap e1788: 8 total, 8 up, 8 in 2024-09-20T22:36:10.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:09 smithi046 ceph-mon[98591]: osdmap e1789: 8 total, 8 up, 8 in 2024-09-20T22:36:10.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:09 smithi134 ceph-mon[89086]: osdmap e1788: 8 total, 8 up, 8 in 2024-09-20T22:36:10.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:09 smithi134 ceph-mon[89086]: osdmap e1789: 8 total, 8 up, 8 in 2024-09-20T22:36:10.616 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (962 ms) 2024-09-20T22:36:10.616 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2024-09-20T22:36:10.616 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:11.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:10 smithi046 ceph-mon[96110]: pgmap v3102: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 10 KiB/s wr, 158 op/s 2024-09-20T22:36:11.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:10 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:36:11.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:10 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:36:11.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:10 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:36:11.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:10 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:36:11.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:10 smithi046 ceph-mon[96110]: osdmap e1790: 8 total, 8 up, 8 in 2024-09-20T22:36:11.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:10 smithi046 ceph-mon[98591]: pgmap v3102: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 10 KiB/s wr, 158 op/s 2024-09-20T22:36:11.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:10 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:36:11.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:10 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:36:11.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:10 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:36:11.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:10 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:36:11.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:10 smithi046 ceph-mon[98591]: osdmap e1790: 8 total, 8 up, 8 in 2024-09-20T22:36:11.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:10 smithi134 ceph-mon[89086]: pgmap v3102: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 10 KiB/s wr, 158 op/s 2024-09-20T22:36:11.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:10 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:36:11.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:10 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:36:11.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:10 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:36:11.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:10 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:36:11.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:10 smithi134 ceph-mon[89086]: osdmap e1790: 8 total, 8 up, 8 in 2024-09-20T22:36:11.625 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (1009 ms) 2024-09-20T22:36:11.625 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2024-09-20T22:36:11.625 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:36:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:36:12] "GET /metrics HTTP/1.1" 200 83046 "" "Prometheus/2.43.0" 2024-09-20T22:36:12.580 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:36:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:36:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:36:12.646 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (1021 ms) 2024-09-20T22:36:12.646 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2024-09-20T22:36:12.646 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:12.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:12 smithi046 ceph-mon[96110]: osdmap e1791: 8 total, 8 up, 8 in 2024-09-20T22:36:12.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:12 smithi046 ceph-mon[96110]: pgmap v3105: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 8.0 KiB/s wr, 115 op/s 2024-09-20T22:36:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:12 smithi046 ceph-mon[98591]: osdmap e1791: 8 total, 8 up, 8 in 2024-09-20T22:36:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:12 smithi046 ceph-mon[98591]: pgmap v3105: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 8.0 KiB/s wr, 115 op/s 2024-09-20T22:36:12.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:12 smithi134 ceph-mon[89086]: osdmap e1791: 8 total, 8 up, 8 in 2024-09-20T22:36:12.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:12 smithi134 ceph-mon[89086]: pgmap v3105: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 8.0 KiB/s wr, 115 op/s 2024-09-20T22:36:13.695 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (1049 ms) 2024-09-20T22:36:13.695 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2024-09-20T22:36:13.696 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:13.735 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (41 ms) 2024-09-20T22:36:13.735 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2024-09-20T22:36:13.735 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:13.772 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (37 ms) 2024-09-20T22:36:13.773 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2024-09-20T22:36:13.773 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:13.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:13 smithi046 ceph-mon[96110]: osdmap e1792: 8 total, 8 up, 8 in 2024-09-20T22:36:13.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:13 smithi046 ceph-mon[98591]: osdmap e1792: 8 total, 8 up, 8 in 2024-09-20T22:36:13.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:13 smithi134 ceph-mon[89086]: osdmap e1792: 8 total, 8 up, 8 in 2024-09-20T22:36:14.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:14 smithi046 ceph-mon[96110]: osdmap e1793: 8 total, 8 up, 8 in 2024-09-20T22:36:14.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:14 smithi046 ceph-mon[96110]: pgmap v3108: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 8.2 KiB/s wr, 157 op/s 2024-09-20T22:36:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:14 smithi046 ceph-mon[98591]: osdmap e1793: 8 total, 8 up, 8 in 2024-09-20T22:36:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:14 smithi046 ceph-mon[98591]: pgmap v3108: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 8.2 KiB/s wr, 157 op/s 2024-09-20T22:36:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:14 smithi134 ceph-mon[89086]: osdmap e1793: 8 total, 8 up, 8 in 2024-09-20T22:36:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:14 smithi134 ceph-mon[89086]: pgmap v3108: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 8.2 KiB/s wr, 157 op/s 2024-09-20T22:36:15.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:15 smithi046 ceph-mon[96110]: osdmap e1794: 8 total, 8 up, 8 in 2024-09-20T22:36:15.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:15 smithi046 ceph-mon[98591]: osdmap e1794: 8 total, 8 up, 8 in 2024-09-20T22:36:15.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:15 smithi134 ceph-mon[89086]: osdmap e1794: 8 total, 8 up, 8 in 2024-09-20T22:36:16.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:16 smithi046 ceph-mon[96110]: osdmap e1795: 8 total, 8 up, 8 in 2024-09-20T22:36:16.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:16 smithi046 ceph-mon[96110]: pgmap v3111: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 10 KiB/s wr, 273 op/s 2024-09-20T22:36:16.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:16 smithi046 ceph-mon[98591]: osdmap e1795: 8 total, 8 up, 8 in 2024-09-20T22:36:16.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:16 smithi046 ceph-mon[98591]: pgmap v3111: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 10 KiB/s wr, 273 op/s 2024-09-20T22:36:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:16 smithi134 ceph-mon[89086]: osdmap e1795: 8 total, 8 up, 8 in 2024-09-20T22:36:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:16 smithi134 ceph-mon[89086]: pgmap v3111: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 10 KiB/s wr, 273 op/s 2024-09-20T22:36:17.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:17 smithi046 ceph-mon[96110]: osdmap e1796: 8 total, 8 up, 8 in 2024-09-20T22:36:17.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:17 smithi046 ceph-mon[98591]: osdmap e1796: 8 total, 8 up, 8 in 2024-09-20T22:36:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:17 smithi134 ceph-mon[89086]: osdmap e1796: 8 total, 8 up, 8 in 2024-09-20T22:36:18.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:18 smithi046 ceph-mon[96110]: osdmap e1797: 8 total, 8 up, 8 in 2024-09-20T22:36:18.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:18 smithi046 ceph-mon[96110]: pgmap v3114: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 202 KiB/s rd, 12 KiB/s wr, 269 op/s 2024-09-20T22:36:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:18 smithi046 ceph-mon[98591]: osdmap e1797: 8 total, 8 up, 8 in 2024-09-20T22:36:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:18 smithi046 ceph-mon[98591]: pgmap v3114: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 202 KiB/s rd, 12 KiB/s wr, 269 op/s 2024-09-20T22:36:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:18 smithi134 ceph-mon[89086]: osdmap e1797: 8 total, 8 up, 8 in 2024-09-20T22:36:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:18 smithi134 ceph-mon[89086]: pgmap v3114: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 202 KiB/s rd, 12 KiB/s wr, 269 op/s 2024-09-20T22:36:19.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:19 smithi046 ceph-mon[96110]: osdmap e1798: 8 total, 8 up, 8 in 2024-09-20T22:36:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:36:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:19 smithi046 ceph-mon[96110]: osdmap e1799: 8 total, 8 up, 8 in 2024-09-20T22:36:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:19 smithi046 ceph-mon[98591]: osdmap e1798: 8 total, 8 up, 8 in 2024-09-20T22:36:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:36:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:19 smithi046 ceph-mon[98591]: osdmap e1799: 8 total, 8 up, 8 in 2024-09-20T22:36:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:19 smithi134 ceph-mon[89086]: osdmap e1798: 8 total, 8 up, 8 in 2024-09-20T22:36:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:36:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:19 smithi134 ceph-mon[89086]: osdmap e1799: 8 total, 8 up, 8 in 2024-09-20T22:36:20.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:20 smithi046 ceph-mon[96110]: pgmap v3117: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 7.5 KiB/s wr, 108 op/s 2024-09-20T22:36:20.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:20 smithi046 ceph-mon[96110]: osdmap e1800: 8 total, 8 up, 8 in 2024-09-20T22:36:20.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:20 smithi046 ceph-mon[98591]: pgmap v3117: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 7.5 KiB/s wr, 108 op/s 2024-09-20T22:36:20.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:20 smithi046 ceph-mon[98591]: osdmap e1800: 8 total, 8 up, 8 in 2024-09-20T22:36:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:20 smithi134 ceph-mon[89086]: pgmap v3117: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 7.5 KiB/s wr, 108 op/s 2024-09-20T22:36:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:20 smithi134 ceph-mon[89086]: osdmap e1800: 8 total, 8 up, 8 in 2024-09-20T22:36:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:36:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:36:22] "GET /metrics HTTP/1.1" 200 83052 "" "Prometheus/2.43.0" 2024-09-20T22:36:22.586 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:36:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:36:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:36:22.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:22 smithi046 ceph-mon[96110]: osdmap e1801: 8 total, 8 up, 8 in 2024-09-20T22:36:22.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:22 smithi046 ceph-mon[96110]: pgmap v3120: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 3.5 KiB/s wr, 62 op/s 2024-09-20T22:36:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:22 smithi046 ceph-mon[98591]: osdmap e1801: 8 total, 8 up, 8 in 2024-09-20T22:36:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:22 smithi046 ceph-mon[98591]: pgmap v3120: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 3.5 KiB/s wr, 62 op/s 2024-09-20T22:36:22.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:22 smithi134 ceph-mon[89086]: osdmap e1801: 8 total, 8 up, 8 in 2024-09-20T22:36:22.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:22 smithi134 ceph-mon[89086]: pgmap v3120: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 3.5 KiB/s wr, 62 op/s 2024-09-20T22:36:23.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:23 smithi046 ceph-mon[96110]: osdmap e1802: 8 total, 8 up, 8 in 2024-09-20T22:36:23.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:23 smithi046 ceph-mon[98591]: osdmap e1802: 8 total, 8 up, 8 in 2024-09-20T22:36:23.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:23 smithi134 ceph-mon[89086]: osdmap e1802: 8 total, 8 up, 8 in 2024-09-20T22:36:24.185 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10412 ms) 2024-09-20T22:36:24.185 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.Metadata 2024-09-20T22:36:24.185 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:24.711 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.Metadata (527 ms) 2024-09-20T22:36:24.711 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.MetadataPP 2024-09-20T22:36:24.712 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:24.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:24 smithi046 ceph-mon[96110]: osdmap e1803: 8 total, 8 up, 8 in 2024-09-20T22:36:24.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:24 smithi046 ceph-mon[96110]: pgmap v3123: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-20T22:36:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:24 smithi046 ceph-mon[98591]: osdmap e1803: 8 total, 8 up, 8 in 2024-09-20T22:36:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:24 smithi046 ceph-mon[98591]: pgmap v3123: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-20T22:36:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:24 smithi134 ceph-mon[89086]: osdmap e1803: 8 total, 8 up, 8 in 2024-09-20T22:36:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:24 smithi134 ceph-mon[89086]: pgmap v3123: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-20T22:36:25.729 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.MetadataPP (1018 ms) 2024-09-20T22:36:25.730 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2024-09-20T22:36:25.730 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:25.829 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.UpdateFeatures (99 ms) 2024-09-20T22:36:25.829 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2024-09-20T22:36:25.829 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2024-09-20T22:36:25.829 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2024-09-20T22:36:25.829 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:25.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:25 smithi046 ceph-mon[96110]: osdmap e1804: 8 total, 8 up, 8 in 2024-09-20T22:36:25.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:25 smithi046 ceph-mon[98591]: osdmap e1804: 8 total, 8 up, 8 in 2024-09-20T22:36:25.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:25 smithi134 ceph-mon[89086]: osdmap e1804: 8 total, 8 up, 8 in 2024-09-20T22:36:26.682 INFO:tasks.workunit.client.0.smithi046.stdout:0.00% done 2024-09-20T22:36:26.683 INFO:tasks.workunit.client.0.smithi046.stdout:25.00% done 2024-09-20T22:36:26.683 INFO:tasks.workunit.client.0.smithi046.stdout:50.00% done 2024-09-20T22:36:26.683 INFO:tasks.workunit.client.0.smithi046.stdout:75.00% done 2024-09-20T22:36:26.683 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.RebuildObjectMap (854 ms) 2024-09-20T22:36:26.683 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2024-09-20T22:36:26.716 INFO:tasks.workunit.client.0.smithi046.stdout:0.00% done 2024-09-20T22:36:26.716 INFO:tasks.workunit.client.0.smithi046.stdout:25.00% done 2024-09-20T22:36:26.716 INFO:tasks.workunit.client.0.smithi046.stdout:50.00% done 2024-09-20T22:36:26.717 INFO:tasks.workunit.client.0.smithi046.stdout:75.00% done 2024-09-20T22:36:26.717 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (34 ms) 2024-09-20T22:36:26.717 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2024-09-20T22:36:26.717 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:26.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:26 smithi046 ceph-mon[96110]: osdmap e1805: 8 total, 8 up, 8 in 2024-09-20T22:36:26.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:26 smithi046 ceph-mon[96110]: pgmap v3126: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 402 KiB/s rd, 154 KiB/s wr, 650 op/s 2024-09-20T22:36:26.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:26 smithi046 ceph-mon[98591]: osdmap e1805: 8 total, 8 up, 8 in 2024-09-20T22:36:26.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:26 smithi046 ceph-mon[98591]: pgmap v3126: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 402 KiB/s rd, 154 KiB/s wr, 650 op/s 2024-09-20T22:36:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:26 smithi134 ceph-mon[89086]: osdmap e1805: 8 total, 8 up, 8 in 2024-09-20T22:36:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:26 smithi134 ceph-mon[89086]: pgmap v3126: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 402 KiB/s rd, 154 KiB/s wr, 650 op/s 2024-09-20T22:36:27.691 INFO:tasks.workunit.client.0.smithi046.stdout:0.00% done 2024-09-20T22:36:27.691 INFO:tasks.workunit.client.0.smithi046.stdout:25.00% done 2024-09-20T22:36:27.691 INFO:tasks.workunit.client.0.smithi046.stdout:50.00% done 2024-09-20T22:36:27.691 INFO:tasks.workunit.client.0.smithi046.stdout:75.00% done 2024-09-20T22:36:27.691 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.CheckObjectMap (974 ms) 2024-09-20T22:36:27.691 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.BlockingAIO 2024-09-20T22:36:27.691 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:27.717 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.BlockingAIO (26 ms) 2024-09-20T22:36:27.717 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2024-09-20T22:36:27.717 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:27.846 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (129 ms) 2024-09-20T22:36:27.847 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2024-09-20T22:36:27.847 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:36:27.847 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2024-09-20T22:36:27.847 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2024-09-20T22:36:27.847 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:27.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:27 smithi046 ceph-mon[96110]: osdmap e1806: 8 total, 8 up, 8 in 2024-09-20T22:36:27.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:27 smithi046 ceph-mon[98591]: osdmap e1806: 8 total, 8 up, 8 in 2024-09-20T22:36:27.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:27 smithi134 ceph-mon[89086]: osdmap e1806: 8 total, 8 up, 8 in 2024-09-20T22:36:28.715 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (869 ms) 2024-09-20T22:36:28.715 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2024-09-20T22:36:28.716 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:28.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:28 smithi046 ceph-mon[96110]: osdmap e1807: 8 total, 8 up, 8 in 2024-09-20T22:36:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:28 smithi046 ceph-mon[96110]: pgmap v3129: 745 pgs: 745 active+clean; 143 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 707 KiB/s rd, 221 KiB/s wr, 1.09k op/s 2024-09-20T22:36:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:28 smithi046 ceph-mon[98591]: osdmap e1807: 8 total, 8 up, 8 in 2024-09-20T22:36:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:28 smithi046 ceph-mon[98591]: pgmap v3129: 745 pgs: 745 active+clean; 143 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 707 KiB/s rd, 221 KiB/s wr, 1.09k op/s 2024-09-20T22:36:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:28 smithi134 ceph-mon[89086]: osdmap e1807: 8 total, 8 up, 8 in 2024-09-20T22:36:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:28 smithi134 ceph-mon[89086]: pgmap v3129: 745 pgs: 745 active+clean; 143 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 707 KiB/s rd, 221 KiB/s wr, 1.09k op/s 2024-09-20T22:36:29.680 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (965 ms) 2024-09-20T22:36:29.680 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestImageOptions 2024-09-20T22:36:29.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:29 smithi046 ceph-mon[96110]: osdmap e1808: 8 total, 8 up, 8 in 2024-09-20T22:36:29.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:29 smithi046 ceph-mon[98591]: osdmap e1808: 8 total, 8 up, 8 in 2024-09-20T22:36:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:29 smithi134 ceph-mon[89086]: osdmap e1808: 8 total, 8 up, 8 in 2024-09-20T22:36:30.784 INFO:tasks.workunit.client.0.smithi046.stdout:0.00% done 2024-09-20T22:36:30.785 INFO:tasks.workunit.client.0.smithi046.stdout:100.00% done 2024-09-20T22:36:30.785 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestImageOptions (1104 ms) 2024-09-20T22:36:30.785 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2024-09-20T22:36:30.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:30 smithi046 ceph-mon[96110]: osdmap e1809: 8 total, 8 up, 8 in 2024-09-20T22:36:30.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:30 smithi046 ceph-mon[96110]: pgmap v3132: 745 pgs: 745 active+clean; 143 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 322 KiB/s rd, 71 KiB/s wr, 469 op/s 2024-09-20T22:36:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:30 smithi046 ceph-mon[98591]: osdmap e1809: 8 total, 8 up, 8 in 2024-09-20T22:36:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:30 smithi046 ceph-mon[98591]: pgmap v3132: 745 pgs: 745 active+clean; 143 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 322 KiB/s rd, 71 KiB/s wr, 469 op/s 2024-09-20T22:36:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:30 smithi134 ceph-mon[89086]: osdmap e1809: 8 total, 8 up, 8 in 2024-09-20T22:36:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:30 smithi134 ceph-mon[89086]: pgmap v3132: 745 pgs: 745 active+clean; 143 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 322 KiB/s rd, 71 KiB/s wr, 469 op/s 2024-09-20T22:36:31.763 INFO:tasks.workunit.client.0.smithi046.stdout:0.00% done 2024-09-20T22:36:31.763 INFO:tasks.workunit.client.0.smithi046.stdout:100.00% done 2024-09-20T22:36:31.763 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (978 ms) 2024-09-20T22:36:31.763 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2024-09-20T22:36:31.763 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2024-09-20T22:36:31.763 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2024-09-20T22:36:31.763 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2024-09-20T22:36:31.763 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.ImagePollIO 2024-09-20T22:36:31.763 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:31.803 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:36:31.803 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:36:31.803 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:36:31.803 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:36:31.803 INFO:tasks.workunit.client.0.smithi046.stdout:wrote: 512 2024-09-20T22:36:31.803 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:36:31.803 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:36:31.804 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:36:31.804 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:36:31.804 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:36:31.804 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:36:31.804 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:36:31.804 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:36:31.804 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:36:31.804 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:36:31.804 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:36:31.804 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:36:31.804 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:36:31.804 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:36:31.804 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:36:31.804 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:36:31.805 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:36:31.805 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:36:31.805 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:36:31.805 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:36:31.805 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:36:31.805 INFO:tasks.workunit.client.0.smithi046.stdout:started write 2024-09-20T22:36:31.805 INFO:tasks.workunit.client.0.smithi046.stdout:write completion cb called! 2024-09-20T22:36:31.805 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 0 2024-09-20T22:36:31.805 INFO:tasks.workunit.client.0.smithi046.stdout:finished write 2024-09-20T22:36:31.805 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:36:31.805 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:36:31.805 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:36:31.805 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:36:31.805 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:36:31.805 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:36:31.806 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:36:31.806 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:36:31.806 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:36:31.806 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:36:31.806 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:36:31.806 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:36:31.806 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:36:31.806 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:36:31.806 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:36:31.806 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:36:31.806 INFO:tasks.workunit.client.0.smithi046.stdout:created completion 2024-09-20T22:36:31.806 INFO:tasks.workunit.client.0.smithi046.stdout:started read 2024-09-20T22:36:31.806 INFO:tasks.workunit.client.0.smithi046.stdout:read completion cb called! 2024-09-20T22:36:31.806 INFO:tasks.workunit.client.0.smithi046.stdout:return value is: 512 2024-09-20T22:36:31.807 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.ImagePollIO (40 ms) 2024-09-20T22:36:31.807 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.Mirror 2024-09-20T22:36:31.807 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:31.815 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:31.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:31 smithi134 ceph-mon[89086]: osdmap e1810: 8 total, 8 up, 8 in 2024-09-20T22:36:32.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:31 smithi046 ceph-mon[96110]: osdmap e1810: 8 total, 8 up, 8 in 2024-09-20T22:36:32.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:31 smithi046 ceph-mon[98591]: osdmap e1810: 8 total, 8 up, 8 in 2024-09-20T22:36:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:36:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:36:32] "GET /metrics HTTP/1.1" 200 83052 "" "Prometheus/2.43.0" 2024-09-20T22:36:32.667 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:36:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:36:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:36:32.814 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.Mirror (1011 ms) 2024-09-20T22:36:32.814 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2024-09-20T22:36:32.828 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (14 ms) 2024-09-20T22:36:32.828 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2024-09-20T22:36:32.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:32 smithi134 ceph-mon[89086]: osdmap e1811: 8 total, 8 up, 8 in 2024-09-20T22:36:32.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:32 smithi134 ceph-mon[89086]: pgmap v3135: 745 pgs: 745 active+clean; 145 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 245 KiB/s rd, 605 KiB/s wr, 332 op/s 2024-09-20T22:36:33.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:32 smithi046 ceph-mon[96110]: osdmap e1811: 8 total, 8 up, 8 in 2024-09-20T22:36:33.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:32 smithi046 ceph-mon[96110]: pgmap v3135: 745 pgs: 745 active+clean; 145 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 245 KiB/s rd, 605 KiB/s wr, 332 op/s 2024-09-20T22:36:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:32 smithi046 ceph-mon[98591]: osdmap e1811: 8 total, 8 up, 8 in 2024-09-20T22:36:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:32 smithi046 ceph-mon[98591]: pgmap v3135: 745 pgs: 745 active+clean; 145 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 245 KiB/s rd, 605 KiB/s wr, 332 op/s 2024-09-20T22:36:33.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:33 smithi134 ceph-mon[89086]: osdmap e1812: 8 total, 8 up, 8 in 2024-09-20T22:36:33.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:33 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1966668361' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-09-20T22:36:33.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:33 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-09-20T22:36:33.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:33 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-09-20T22:36:33.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:33 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1966668361' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9f130807-6597-4e1d-8c8d-8cef271741a1"}]: dispatch 2024-09-20T22:36:33.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:33 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9f130807-6597-4e1d-8c8d-8cef271741a1"}]: dispatch 2024-09-20T22:36:33.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:33 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9f130807-6597-4e1d-8c8d-8cef271741a1"}]': finished 2024-09-20T22:36:33.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:33 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1966668361' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/8bf36a26-3af7-4b1a-9dea-dbac87023055"}]: dispatch 2024-09-20T22:36:33.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:33 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/8bf36a26-3af7-4b1a-9dea-dbac87023055"}]: dispatch 2024-09-20T22:36:33.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:33 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/8bf36a26-3af7-4b1a-9dea-dbac87023055"}]': finished 2024-09-20T22:36:33.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:33 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1966668361' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/79bc8411-3e52-43bb-b71f-3b51cc318a3c"}]: dispatch 2024-09-20T22:36:33.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:33 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/79bc8411-3e52-43bb-b71f-3b51cc318a3c"}]: dispatch 2024-09-20T22:36:33.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:33 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/79bc8411-3e52-43bb-b71f-3b51cc318a3c"}]': finished 2024-09-20T22:36:33.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:33 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1966668361' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/ce0b8dd3-08a3-4602-8fdd-e768cb430ec4"}]: dispatch 2024-09-20T22:36:33.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:33 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' 2024-09-20T22:36:33.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:33 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1966668361' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/ce0b8dd3-08a3-4602-8fdd-e768cb430ec4"}]: dispatch 2024-09-20T22:36:33.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:33 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1966668361' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ce0b8dd3-08a3-4602-8fdd-e768cb430ec4"}]: dispatch 2024-09-20T22:36:33.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:33 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ce0b8dd3-08a3-4602-8fdd-e768cb430ec4"}]: dispatch 2024-09-20T22:36:33.928 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:33 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ce0b8dd3-08a3-4602-8fdd-e768cb430ec4"}]': finished 2024-09-20T22:36:34.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[96110]: osdmap e1812: 8 total, 8 up, 8 in 2024-09-20T22:36:34.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1966668361' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-09-20T22:36:34.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-09-20T22:36:34.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-09-20T22:36:34.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1966668361' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9f130807-6597-4e1d-8c8d-8cef271741a1"}]: dispatch 2024-09-20T22:36:34.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9f130807-6597-4e1d-8c8d-8cef271741a1"}]: dispatch 2024-09-20T22:36:34.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9f130807-6597-4e1d-8c8d-8cef271741a1"}]': finished 2024-09-20T22:36:34.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1966668361' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/8bf36a26-3af7-4b1a-9dea-dbac87023055"}]: dispatch 2024-09-20T22:36:34.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/8bf36a26-3af7-4b1a-9dea-dbac87023055"}]: dispatch 2024-09-20T22:36:34.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/8bf36a26-3af7-4b1a-9dea-dbac87023055"}]': finished 2024-09-20T22:36:34.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1966668361' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/79bc8411-3e52-43bb-b71f-3b51cc318a3c"}]: dispatch 2024-09-20T22:36:34.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/79bc8411-3e52-43bb-b71f-3b51cc318a3c"}]: dispatch 2024-09-20T22:36:34.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/79bc8411-3e52-43bb-b71f-3b51cc318a3c"}]': finished 2024-09-20T22:36:34.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1966668361' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/ce0b8dd3-08a3-4602-8fdd-e768cb430ec4"}]: dispatch 2024-09-20T22:36:34.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' 2024-09-20T22:36:34.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1966668361' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/ce0b8dd3-08a3-4602-8fdd-e768cb430ec4"}]: dispatch 2024-09-20T22:36:34.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1966668361' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ce0b8dd3-08a3-4602-8fdd-e768cb430ec4"}]: dispatch 2024-09-20T22:36:34.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ce0b8dd3-08a3-4602-8fdd-e768cb430ec4"}]: dispatch 2024-09-20T22:36:34.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ce0b8dd3-08a3-4602-8fdd-e768cb430ec4"}]': finished 2024-09-20T22:36:34.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[98591]: osdmap e1812: 8 total, 8 up, 8 in 2024-09-20T22:36:34.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1966668361' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-09-20T22:36:34.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-09-20T22:36:34.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-09-20T22:36:34.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1966668361' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9f130807-6597-4e1d-8c8d-8cef271741a1"}]: dispatch 2024-09-20T22:36:34.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9f130807-6597-4e1d-8c8d-8cef271741a1"}]: dispatch 2024-09-20T22:36:34.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9f130807-6597-4e1d-8c8d-8cef271741a1"}]': finished 2024-09-20T22:36:34.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1966668361' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/8bf36a26-3af7-4b1a-9dea-dbac87023055"}]: dispatch 2024-09-20T22:36:34.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/8bf36a26-3af7-4b1a-9dea-dbac87023055"}]: dispatch 2024-09-20T22:36:34.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/8bf36a26-3af7-4b1a-9dea-dbac87023055"}]': finished 2024-09-20T22:36:34.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1966668361' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/79bc8411-3e52-43bb-b71f-3b51cc318a3c"}]: dispatch 2024-09-20T22:36:34.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/79bc8411-3e52-43bb-b71f-3b51cc318a3c"}]: dispatch 2024-09-20T22:36:34.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/79bc8411-3e52-43bb-b71f-3b51cc318a3c"}]': finished 2024-09-20T22:36:34.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1966668361' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/ce0b8dd3-08a3-4602-8fdd-e768cb430ec4"}]: dispatch 2024-09-20T22:36:34.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' 2024-09-20T22:36:34.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1966668361' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/ce0b8dd3-08a3-4602-8fdd-e768cb430ec4"}]: dispatch 2024-09-20T22:36:34.154 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1966668361' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ce0b8dd3-08a3-4602-8fdd-e768cb430ec4"}]: dispatch 2024-09-20T22:36:34.154 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ce0b8dd3-08a3-4602-8fdd-e768cb430ec4"}]: dispatch 2024-09-20T22:36:34.154 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:33 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ce0b8dd3-08a3-4602-8fdd-e768cb430ec4"}]': finished 2024-09-20T22:36:35.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:34 smithi046 ceph-mon[96110]: osdmap e1813: 8 total, 8 up, 8 in 2024-09-20T22:36:35.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:34 smithi046 ceph-mon[96110]: pgmap v3138: 745 pgs: 745 active+clean; 149 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 334 KiB/s rd, 1.4 MiB/s wr, 432 op/s 2024-09-20T22:36:35.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:36:35.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:34 smithi046 ceph-mon[98591]: osdmap e1813: 8 total, 8 up, 8 in 2024-09-20T22:36:35.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:34 smithi046 ceph-mon[98591]: pgmap v3138: 745 pgs: 745 active+clean; 149 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 334 KiB/s rd, 1.4 MiB/s wr, 432 op/s 2024-09-20T22:36:35.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:36:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:34 smithi134 ceph-mon[89086]: osdmap e1813: 8 total, 8 up, 8 in 2024-09-20T22:36:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:34 smithi134 ceph-mon[89086]: pgmap v3138: 745 pgs: 745 active+clean; 149 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 334 KiB/s rd, 1.4 MiB/s wr, 432 op/s 2024-09-20T22:36:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:36:36.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:35 smithi046 ceph-mon[96110]: osdmap e1814: 8 total, 8 up, 8 in 2024-09-20T22:36:36.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:35 smithi046 ceph-mon[98591]: osdmap e1814: 8 total, 8 up, 8 in 2024-09-20T22:36:36.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:35 smithi134 ceph-mon[89086]: osdmap e1814: 8 total, 8 up, 8 in 2024-09-20T22:36:37.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:36 smithi046 ceph-mon[96110]: osdmap e1815: 8 total, 8 up, 8 in 2024-09-20T22:36:37.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:36 smithi046 ceph-mon[96110]: pgmap v3141: 745 pgs: 745 active+clean; 151 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 263 KiB/s rd, 1.5 MiB/s wr, 332 op/s 2024-09-20T22:36:37.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:36 smithi046 ceph-mon[98591]: osdmap e1815: 8 total, 8 up, 8 in 2024-09-20T22:36:37.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:36 smithi046 ceph-mon[98591]: pgmap v3141: 745 pgs: 745 active+clean; 151 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 263 KiB/s rd, 1.5 MiB/s wr, 332 op/s 2024-09-20T22:36:37.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:36 smithi134 ceph-mon[89086]: osdmap e1815: 8 total, 8 up, 8 in 2024-09-20T22:36:37.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:36 smithi134 ceph-mon[89086]: pgmap v3141: 745 pgs: 745 active+clean; 151 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 263 KiB/s rd, 1.5 MiB/s wr, 332 op/s 2024-09-20T22:36:37.894 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (5066 ms) 2024-09-20T22:36:37.894 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2024-09-20T22:36:37.895 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:38.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:37 smithi046 ceph-mon[96110]: osdmap e1816: 8 total, 8 up, 8 in 2024-09-20T22:36:38.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:37 smithi046 ceph-mon[98591]: osdmap e1816: 8 total, 8 up, 8 in 2024-09-20T22:36:38.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:37 smithi134 ceph-mon[89086]: osdmap e1816: 8 total, 8 up, 8 in 2024-09-20T22:36:39.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:38 smithi046 ceph-mon[96110]: osdmap e1817: 8 total, 8 up, 8 in 2024-09-20T22:36:39.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:38 smithi046 ceph-mon[96110]: pgmap v3144: 745 pgs: 745 active+clean; 151 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 217 KiB/s rd, 726 KiB/s wr, 290 op/s 2024-09-20T22:36:39.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:38 smithi046 ceph-mon[98591]: osdmap e1817: 8 total, 8 up, 8 in 2024-09-20T22:36:39.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:38 smithi046 ceph-mon[98591]: pgmap v3144: 745 pgs: 745 active+clean; 151 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 217 KiB/s rd, 726 KiB/s wr, 290 op/s 2024-09-20T22:36:39.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:38 smithi134 ceph-mon[89086]: osdmap e1817: 8 total, 8 up, 8 in 2024-09-20T22:36:39.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:38 smithi134 ceph-mon[89086]: pgmap v3144: 745 pgs: 745 active+clean; 151 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 217 KiB/s rd, 726 KiB/s wr, 290 op/s 2024-09-20T22:36:39.891 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (1997 ms) 2024-09-20T22:36:39.891 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2024-09-20T22:36:39.891 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:39.968 INFO:tasks.workunit.client.0.smithi046.stdout:1: acquiring exclusive lock 2024-09-20T22:36:39.968 INFO:tasks.workunit.client.0.smithi046.stdout:2: acquiring exclusive lock 2024-09-20T22:36:39.972 INFO:tasks.workunit.client.0.smithi046.stdout:2: exclusive lock acquired 2024-09-20T22:36:40.002 INFO:tasks.workunit.client.0.smithi046.stdout:2: releasing exclusive lock 2024-09-20T22:36:40.005 INFO:tasks.workunit.client.0.smithi046.stdout:2: exclusive lock released 2024-09-20T22:36:40.005 INFO:tasks.workunit.client.0.smithi046.stdout:2: acquiring exclusive lock 2024-09-20T22:36:40.009 INFO:tasks.workunit.client.0.smithi046.stdout:2: exclusive lock acquired 2024-09-20T22:36:40.034 INFO:tasks.workunit.client.0.smithi046.stdout:2: releasing exclusive lock 2024-09-20T22:36:40.037 INFO:tasks.workunit.client.0.smithi046.stdout:2: exclusive lock released 2024-09-20T22:36:40.037 INFO:tasks.workunit.client.0.smithi046.stdout:2: acquiring exclusive lock 2024-09-20T22:36:40.041 INFO:tasks.workunit.client.0.smithi046.stdout:2: exclusive lock acquired 2024-09-20T22:36:40.044 INFO:tasks.workunit.client.0.smithi046.stdout:2: releasing exclusive lock 2024-09-20T22:36:40.047 INFO:tasks.workunit.client.0.smithi046.stdout:2: exclusive lock released 2024-09-20T22:36:40.047 INFO:tasks.workunit.client.0.smithi046.stdout:2: acquiring exclusive lock 2024-09-20T22:36:40.050 INFO:tasks.workunit.client.0.smithi046.stdout:2: exclusive lock acquired 2024-09-20T22:36:40.097 INFO:tasks.workunit.client.0.smithi046.stdout:2: releasing exclusive lock 2024-09-20T22:36:40.100 INFO:tasks.workunit.client.0.smithi046.stdout:2: exclusive lock released 2024-09-20T22:36:40.100 INFO:tasks.workunit.client.0.smithi046.stdout:2: acquiring exclusive lock 2024-09-20T22:36:40.105 INFO:tasks.workunit.client.0.smithi046.stdout:2: exclusive lock acquired 2024-09-20T22:36:40.106 INFO:tasks.workunit.client.0.smithi046.stdout:2: releasing exclusive lock 2024-09-20T22:36:40.109 INFO:tasks.workunit.client.0.smithi046.stdout:2: exclusive lock released 2024-09-20T22:36:40.112 INFO:tasks.workunit.client.0.smithi046.stdout:1: exclusive lock acquired 2024-09-20T22:36:40.118 INFO:tasks.workunit.client.0.smithi046.stdout:1: releasing exclusive lock 2024-09-20T22:36:40.120 INFO:tasks.workunit.client.0.smithi046.stdout:1: exclusive lock released 2024-09-20T22:36:40.121 INFO:tasks.workunit.client.0.smithi046.stdout:1: acquiring exclusive lock 2024-09-20T22:36:40.124 INFO:tasks.workunit.client.0.smithi046.stdout:1: exclusive lock acquired 2024-09-20T22:36:40.150 INFO:tasks.workunit.client.0.smithi046.stdout:1: releasing exclusive lock 2024-09-20T22:36:40.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:39 smithi046 ceph-mon[96110]: osdmap e1818: 8 total, 8 up, 8 in 2024-09-20T22:36:40.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:39 smithi046 ceph-mon[98591]: osdmap e1818: 8 total, 8 up, 8 in 2024-09-20T22:36:40.152 INFO:tasks.workunit.client.0.smithi046.stdout:1: exclusive lock released 2024-09-20T22:36:40.153 INFO:tasks.workunit.client.0.smithi046.stdout:1: acquiring exclusive lock 2024-09-20T22:36:40.156 INFO:tasks.workunit.client.0.smithi046.stdout:1: exclusive lock acquired 2024-09-20T22:36:40.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:39 smithi134 ceph-mon[89086]: osdmap e1818: 8 total, 8 up, 8 in 2024-09-20T22:36:40.198 INFO:tasks.workunit.client.0.smithi046.stdout:1: releasing exclusive lock 2024-09-20T22:36:40.200 INFO:tasks.workunit.client.0.smithi046.stdout:1: exclusive lock released 2024-09-20T22:36:40.201 INFO:tasks.workunit.client.0.smithi046.stdout:1: acquiring exclusive lock 2024-09-20T22:36:40.204 INFO:tasks.workunit.client.0.smithi046.stdout:1: exclusive lock acquired 2024-09-20T22:36:40.230 INFO:tasks.workunit.client.0.smithi046.stdout:1: releasing exclusive lock 2024-09-20T22:36:40.233 INFO:tasks.workunit.client.0.smithi046.stdout:1: exclusive lock released 2024-09-20T22:36:40.233 INFO:tasks.workunit.client.0.smithi046.stdout:1: acquiring exclusive lock 2024-09-20T22:36:40.237 INFO:tasks.workunit.client.0.smithi046.stdout:1: exclusive lock acquired 2024-09-20T22:36:40.246 INFO:tasks.workunit.client.0.smithi046.stdout:1: releasing exclusive lock 2024-09-20T22:36:40.249 INFO:tasks.workunit.client.0.smithi046.stdout:1: exclusive lock released 2024-09-20T22:36:40.263 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.ExclusiveLock (372 ms) 2024-09-20T22:36:40.263 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.BreakLock 2024-09-20T22:36:40.278 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:40.920 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.BreakLock (657 ms) 2024-09-20T22:36:40.920 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2024-09-20T22:36:40.920 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:40.941 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (21 ms) 2024-09-20T22:36:40.941 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2024-09-20T22:36:40.941 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2024-09-20T22:36:40.942 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2024-09-20T22:36:40.942 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:41.001 INFO:tasks.workunit.client.0.smithi046.stdout:0.00% done 2024-09-20T22:36:41.001 INFO:tasks.workunit.client.0.smithi046.stdout:1.56% done 2024-09-20T22:36:41.001 INFO:tasks.workunit.client.0.smithi046.stdout:3.12% done 2024-09-20T22:36:41.001 INFO:tasks.workunit.client.0.smithi046.stdout:4.69% done 2024-09-20T22:36:41.001 INFO:tasks.workunit.client.0.smithi046.stdout:6.25% done 2024-09-20T22:36:41.001 INFO:tasks.workunit.client.0.smithi046.stdout:7.81% done 2024-09-20T22:36:41.001 INFO:tasks.workunit.client.0.smithi046.stdout:9.38% done 2024-09-20T22:36:41.001 INFO:tasks.workunit.client.0.smithi046.stdout:10.94% done 2024-09-20T22:36:41.001 INFO:tasks.workunit.client.0.smithi046.stdout:12.50% done 2024-09-20T22:36:41.001 INFO:tasks.workunit.client.0.smithi046.stdout:14.06% done 2024-09-20T22:36:41.001 INFO:tasks.workunit.client.0.smithi046.stdout:15.62% done 2024-09-20T22:36:41.001 INFO:tasks.workunit.client.0.smithi046.stdout:17.19% done 2024-09-20T22:36:41.001 INFO:tasks.workunit.client.0.smithi046.stdout:18.75% done 2024-09-20T22:36:41.002 INFO:tasks.workunit.client.0.smithi046.stdout:20.31% done 2024-09-20T22:36:41.002 INFO:tasks.workunit.client.0.smithi046.stdout:21.88% done 2024-09-20T22:36:41.002 INFO:tasks.workunit.client.0.smithi046.stdout:23.44% done 2024-09-20T22:36:41.002 INFO:tasks.workunit.client.0.smithi046.stdout:25.00% done 2024-09-20T22:36:41.002 INFO:tasks.workunit.client.0.smithi046.stdout:26.56% done 2024-09-20T22:36:41.002 INFO:tasks.workunit.client.0.smithi046.stdout:28.12% done 2024-09-20T22:36:41.002 INFO:tasks.workunit.client.0.smithi046.stdout:29.69% done 2024-09-20T22:36:41.002 INFO:tasks.workunit.client.0.smithi046.stdout:31.25% done 2024-09-20T22:36:41.002 INFO:tasks.workunit.client.0.smithi046.stdout:32.81% done 2024-09-20T22:36:41.002 INFO:tasks.workunit.client.0.smithi046.stdout:34.38% done 2024-09-20T22:36:41.002 INFO:tasks.workunit.client.0.smithi046.stdout:35.94% done 2024-09-20T22:36:41.002 INFO:tasks.workunit.client.0.smithi046.stdout:37.50% done 2024-09-20T22:36:41.002 INFO:tasks.workunit.client.0.smithi046.stdout:39.06% done 2024-09-20T22:36:41.002 INFO:tasks.workunit.client.0.smithi046.stdout:40.62% done 2024-09-20T22:36:41.002 INFO:tasks.workunit.client.0.smithi046.stdout:42.19% done 2024-09-20T22:36:41.003 INFO:tasks.workunit.client.0.smithi046.stdout:43.75% done 2024-09-20T22:36:41.003 INFO:tasks.workunit.client.0.smithi046.stdout:45.31% done 2024-09-20T22:36:41.003 INFO:tasks.workunit.client.0.smithi046.stdout:46.88% done 2024-09-20T22:36:41.003 INFO:tasks.workunit.client.0.smithi046.stdout:48.44% done 2024-09-20T22:36:41.003 INFO:tasks.workunit.client.0.smithi046.stdout:50.00% done 2024-09-20T22:36:41.003 INFO:tasks.workunit.client.0.smithi046.stdout:51.56% done 2024-09-20T22:36:41.003 INFO:tasks.workunit.client.0.smithi046.stdout:53.12% done 2024-09-20T22:36:41.003 INFO:tasks.workunit.client.0.smithi046.stdout:54.69% done 2024-09-20T22:36:41.003 INFO:tasks.workunit.client.0.smithi046.stdout:56.25% done 2024-09-20T22:36:41.003 INFO:tasks.workunit.client.0.smithi046.stdout:57.81% done 2024-09-20T22:36:41.003 INFO:tasks.workunit.client.0.smithi046.stdout:59.38% done 2024-09-20T22:36:41.003 INFO:tasks.workunit.client.0.smithi046.stdout:60.94% done 2024-09-20T22:36:41.003 INFO:tasks.workunit.client.0.smithi046.stdout:62.50% done 2024-09-20T22:36:41.003 INFO:tasks.workunit.client.0.smithi046.stdout:64.06% done 2024-09-20T22:36:41.003 INFO:tasks.workunit.client.0.smithi046.stdout:65.62% done 2024-09-20T22:36:41.004 INFO:tasks.workunit.client.0.smithi046.stdout:67.19% done 2024-09-20T22:36:41.004 INFO:tasks.workunit.client.0.smithi046.stdout:68.75% done 2024-09-20T22:36:41.004 INFO:tasks.workunit.client.0.smithi046.stdout:70.31% done 2024-09-20T22:36:41.004 INFO:tasks.workunit.client.0.smithi046.stdout:71.88% done 2024-09-20T22:36:41.004 INFO:tasks.workunit.client.0.smithi046.stdout:73.44% done 2024-09-20T22:36:41.004 INFO:tasks.workunit.client.0.smithi046.stdout:75.00% done 2024-09-20T22:36:41.004 INFO:tasks.workunit.client.0.smithi046.stdout:76.56% done 2024-09-20T22:36:41.004 INFO:tasks.workunit.client.0.smithi046.stdout:78.12% done 2024-09-20T22:36:41.004 INFO:tasks.workunit.client.0.smithi046.stdout:79.69% done 2024-09-20T22:36:41.004 INFO:tasks.workunit.client.0.smithi046.stdout:81.25% done 2024-09-20T22:36:41.004 INFO:tasks.workunit.client.0.smithi046.stdout:82.81% done 2024-09-20T22:36:41.004 INFO:tasks.workunit.client.0.smithi046.stdout:84.38% done 2024-09-20T22:36:41.004 INFO:tasks.workunit.client.0.smithi046.stdout:85.94% done 2024-09-20T22:36:41.004 INFO:tasks.workunit.client.0.smithi046.stdout:87.50% done 2024-09-20T22:36:41.004 INFO:tasks.workunit.client.0.smithi046.stdout:89.06% done 2024-09-20T22:36:41.004 INFO:tasks.workunit.client.0.smithi046.stdout:90.62% done 2024-09-20T22:36:41.004 INFO:tasks.workunit.client.0.smithi046.stdout:92.19% done 2024-09-20T22:36:41.005 INFO:tasks.workunit.client.0.smithi046.stdout:93.75% done 2024-09-20T22:36:41.005 INFO:tasks.workunit.client.0.smithi046.stdout:95.31% done 2024-09-20T22:36:41.005 INFO:tasks.workunit.client.0.smithi046.stdout:96.88% done 2024-09-20T22:36:41.005 INFO:tasks.workunit.client.0.smithi046.stdout:98.44% done 2024-09-20T22:36:41.005 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (60 ms) 2024-09-20T22:36:41.005 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2024-09-20T22:36:41.005 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:41.055 INFO:tasks.workunit.client.0.smithi046.stdout:0.00% done 2024-09-20T22:36:41.055 INFO:tasks.workunit.client.0.smithi046.stdout:1.56% done 2024-09-20T22:36:41.055 INFO:tasks.workunit.client.0.smithi046.stdout:3.12% done 2024-09-20T22:36:41.055 INFO:tasks.workunit.client.0.smithi046.stdout:4.69% done 2024-09-20T22:36:41.055 INFO:tasks.workunit.client.0.smithi046.stdout:6.25% done 2024-09-20T22:36:41.055 INFO:tasks.workunit.client.0.smithi046.stdout:7.81% done 2024-09-20T22:36:41.055 INFO:tasks.workunit.client.0.smithi046.stdout:9.38% done 2024-09-20T22:36:41.055 INFO:tasks.workunit.client.0.smithi046.stdout:10.94% done 2024-09-20T22:36:41.055 INFO:tasks.workunit.client.0.smithi046.stdout:12.50% done 2024-09-20T22:36:41.056 INFO:tasks.workunit.client.0.smithi046.stdout:14.06% done 2024-09-20T22:36:41.056 INFO:tasks.workunit.client.0.smithi046.stdout:15.62% done 2024-09-20T22:36:41.056 INFO:tasks.workunit.client.0.smithi046.stdout:17.19% done 2024-09-20T22:36:41.056 INFO:tasks.workunit.client.0.smithi046.stdout:18.75% done 2024-09-20T22:36:41.056 INFO:tasks.workunit.client.0.smithi046.stdout:20.31% done 2024-09-20T22:36:41.056 INFO:tasks.workunit.client.0.smithi046.stdout:21.88% done 2024-09-20T22:36:41.056 INFO:tasks.workunit.client.0.smithi046.stdout:23.44% done 2024-09-20T22:36:41.056 INFO:tasks.workunit.client.0.smithi046.stdout:25.00% done 2024-09-20T22:36:41.056 INFO:tasks.workunit.client.0.smithi046.stdout:26.56% done 2024-09-20T22:36:41.056 INFO:tasks.workunit.client.0.smithi046.stdout:28.12% done 2024-09-20T22:36:41.056 INFO:tasks.workunit.client.0.smithi046.stdout:29.69% done 2024-09-20T22:36:41.056 INFO:tasks.workunit.client.0.smithi046.stdout:31.25% done 2024-09-20T22:36:41.056 INFO:tasks.workunit.client.0.smithi046.stdout:32.81% done 2024-09-20T22:36:41.056 INFO:tasks.workunit.client.0.smithi046.stdout:34.38% done 2024-09-20T22:36:41.057 INFO:tasks.workunit.client.0.smithi046.stdout:35.94% done 2024-09-20T22:36:41.057 INFO:tasks.workunit.client.0.smithi046.stdout:37.50% done 2024-09-20T22:36:41.057 INFO:tasks.workunit.client.0.smithi046.stdout:39.06% done 2024-09-20T22:36:41.057 INFO:tasks.workunit.client.0.smithi046.stdout:40.62% done 2024-09-20T22:36:41.057 INFO:tasks.workunit.client.0.smithi046.stdout:42.19% done 2024-09-20T22:36:41.057 INFO:tasks.workunit.client.0.smithi046.stdout:43.75% done 2024-09-20T22:36:41.057 INFO:tasks.workunit.client.0.smithi046.stdout:45.31% done 2024-09-20T22:36:41.057 INFO:tasks.workunit.client.0.smithi046.stdout:46.88% done 2024-09-20T22:36:41.057 INFO:tasks.workunit.client.0.smithi046.stdout:48.44% done 2024-09-20T22:36:41.057 INFO:tasks.workunit.client.0.smithi046.stdout:50.00% done 2024-09-20T22:36:41.057 INFO:tasks.workunit.client.0.smithi046.stdout:51.56% done 2024-09-20T22:36:41.057 INFO:tasks.workunit.client.0.smithi046.stdout:53.12% done 2024-09-20T22:36:41.057 INFO:tasks.workunit.client.0.smithi046.stdout:54.69% done 2024-09-20T22:36:41.057 INFO:tasks.workunit.client.0.smithi046.stdout:56.25% done 2024-09-20T22:36:41.057 INFO:tasks.workunit.client.0.smithi046.stdout:57.81% done 2024-09-20T22:36:41.058 INFO:tasks.workunit.client.0.smithi046.stdout:59.38% done 2024-09-20T22:36:41.058 INFO:tasks.workunit.client.0.smithi046.stdout:60.94% done 2024-09-20T22:36:41.058 INFO:tasks.workunit.client.0.smithi046.stdout:62.50% done 2024-09-20T22:36:41.058 INFO:tasks.workunit.client.0.smithi046.stdout:64.06% done 2024-09-20T22:36:41.058 INFO:tasks.workunit.client.0.smithi046.stdout:65.62% done 2024-09-20T22:36:41.058 INFO:tasks.workunit.client.0.smithi046.stdout:67.19% done 2024-09-20T22:36:41.058 INFO:tasks.workunit.client.0.smithi046.stdout:68.75% done 2024-09-20T22:36:41.058 INFO:tasks.workunit.client.0.smithi046.stdout:70.31% done 2024-09-20T22:36:41.058 INFO:tasks.workunit.client.0.smithi046.stdout:71.88% done 2024-09-20T22:36:41.058 INFO:tasks.workunit.client.0.smithi046.stdout:73.44% done 2024-09-20T22:36:41.058 INFO:tasks.workunit.client.0.smithi046.stdout:75.00% done 2024-09-20T22:36:41.058 INFO:tasks.workunit.client.0.smithi046.stdout:76.56% done 2024-09-20T22:36:41.058 INFO:tasks.workunit.client.0.smithi046.stdout:78.12% done 2024-09-20T22:36:41.058 INFO:tasks.workunit.client.0.smithi046.stdout:79.69% done 2024-09-20T22:36:41.059 INFO:tasks.workunit.client.0.smithi046.stdout:81.25% done 2024-09-20T22:36:41.059 INFO:tasks.workunit.client.0.smithi046.stdout:82.81% done 2024-09-20T22:36:41.059 INFO:tasks.workunit.client.0.smithi046.stdout:84.38% done 2024-09-20T22:36:41.059 INFO:tasks.workunit.client.0.smithi046.stdout:85.94% done 2024-09-20T22:36:41.059 INFO:tasks.workunit.client.0.smithi046.stdout:87.50% done 2024-09-20T22:36:41.059 INFO:tasks.workunit.client.0.smithi046.stdout:89.06% done 2024-09-20T22:36:41.059 INFO:tasks.workunit.client.0.smithi046.stdout:90.62% done 2024-09-20T22:36:41.059 INFO:tasks.workunit.client.0.smithi046.stdout:92.19% done 2024-09-20T22:36:41.059 INFO:tasks.workunit.client.0.smithi046.stdout:93.75% done 2024-09-20T22:36:41.059 INFO:tasks.workunit.client.0.smithi046.stdout:95.31% done 2024-09-20T22:36:41.059 INFO:tasks.workunit.client.0.smithi046.stdout:96.88% done 2024-09-20T22:36:41.059 INFO:tasks.workunit.client.0.smithi046.stdout:98.44% done 2024-09-20T22:36:41.059 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (54 ms) 2024-09-20T22:36:41.059 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2024-09-20T22:36:41.059 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:41.063 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:41.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:40 smithi046 ceph-mon[96110]: osdmap e1819: 8 total, 8 up, 8 in 2024-09-20T22:36:41.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:40 smithi046 ceph-mon[96110]: pgmap v3147: 745 pgs: 745 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 79 KiB/s wr, 130 op/s 2024-09-20T22:36:41.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:40 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/619294719"}]: dispatch 2024-09-20T22:36:41.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:40 smithi046 ceph-mon[98591]: osdmap e1819: 8 total, 8 up, 8 in 2024-09-20T22:36:41.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:40 smithi046 ceph-mon[98591]: pgmap v3147: 745 pgs: 745 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 79 KiB/s wr, 130 op/s 2024-09-20T22:36:41.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:40 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/619294719"}]: dispatch 2024-09-20T22:36:41.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:40 smithi134 ceph-mon[89086]: osdmap e1819: 8 total, 8 up, 8 in 2024-09-20T22:36:41.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:40 smithi134 ceph-mon[89086]: pgmap v3147: 745 pgs: 745 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 79 KiB/s wr, 130 op/s 2024-09-20T22:36:41.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:40 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/619294719"}]: dispatch 2024-09-20T22:36:41.177 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestTrashPurge (122 ms) 2024-09-20T22:36:41.177 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2024-09-20T22:36:41.177 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:41.221 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (45 ms) 2024-09-20T22:36:41.221 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestListWatchers 2024-09-20T22:36:41.221 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:41.248 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestListWatchers (26 ms) 2024-09-20T22:36:41.248 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2024-09-20T22:36:41.248 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:41.927 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestSetSnapById (679 ms) 2024-09-20T22:36:41.927 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.Namespaces 2024-09-20T22:36:41.953 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.Namespaces (26 ms) 2024-09-20T22:36:41.953 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.NamespacesPP 2024-09-20T22:36:41.988 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:41.993 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:42.073 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.NamespacesPP (120 ms) 2024-09-20T22:36:42.073 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.Migration 2024-09-20T22:36:42.073 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:42.073 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:42.150 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:36:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:36:42] "GET /metrics HTTP/1.1" 200 83051 "" "Prometheus/2.43.0" 2024-09-20T22:36:42.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:41 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/619294719"}]': finished 2024-09-20T22:36:42.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:41 smithi046 ceph-mon[96110]: osdmap e1820: 8 total, 8 up, 8 in 2024-09-20T22:36:42.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:41 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/619294719"}]': finished 2024-09-20T22:36:42.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:41 smithi046 ceph-mon[98591]: osdmap e1820: 8 total, 8 up, 8 in 2024-09-20T22:36:42.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:41 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/619294719"}]': finished 2024-09-20T22:36:42.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:41 smithi134 ceph-mon[89086]: osdmap e1820: 8 total, 8 up, 8 in 2024-09-20T22:36:42.475 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.Migration (402 ms) 2024-09-20T22:36:42.475 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.MigrationPP 2024-09-20T22:36:42.475 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:42.475 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:36:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:36:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:36:42.875 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.MigrationPP (400 ms) 2024-09-20T22:36:42.875 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2024-09-20T22:36:42.875 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:42.891 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (17 ms) 2024-09-20T22:36:42.891 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2024-09-20T22:36:42.892 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:42.909 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (17 ms) 2024-09-20T22:36:42.909 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2024-09-20T22:36:42.909 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:43.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:42 smithi046 ceph-mon[96110]: osdmap e1821: 8 total, 8 up, 8 in 2024-09-20T22:36:43.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:42 smithi046 ceph-mon[96110]: pgmap v3150: 745 pgs: 745 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 254 KiB/s rd, 140 KiB/s wr, 280 op/s 2024-09-20T22:36:43.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:42 smithi046 ceph-mon[98591]: osdmap e1821: 8 total, 8 up, 8 in 2024-09-20T22:36:43.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:42 smithi046 ceph-mon[98591]: pgmap v3150: 745 pgs: 745 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 254 KiB/s rd, 140 KiB/s wr, 280 op/s 2024-09-20T22:36:43.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:42 smithi134 ceph-mon[89086]: osdmap e1821: 8 total, 8 up, 8 in 2024-09-20T22:36:43.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:42 smithi134 ceph-mon[89086]: pgmap v3150: 745 pgs: 745 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 254 KiB/s rd, 140 KiB/s wr, 280 op/s 2024-09-20T22:36:44.005 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (1096 ms) 2024-09-20T22:36:44.006 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.PoolMetadata 2024-09-20T22:36:44.035 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.PoolMetadata (30 ms) 2024-09-20T22:36:44.035 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2024-09-20T22:36:44.061 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.PoolMetadataPP (26 ms) 2024-09-20T22:36:44.061 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.Config 2024-09-20T22:36:44.067 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:44.108 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.Config (47 ms) 2024-09-20T22:36:44.108 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.ConfigPP 2024-09-20T22:36:44.112 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:44.152 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.ConfigPP (44 ms) 2024-09-20T22:36:44.152 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2024-09-20T22:36:44.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:36:44] ENGINE Bus STOPPING 2024-09-20T22:36:44.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:36:44] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-20T22:36:44.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:36:44] ENGINE Bus STOPPED 2024-09-20T22:36:44.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:36:44] ENGINE Bus STARTING 2024-09-20T22:36:44.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:36:44] ENGINE Serving on http://:::9283 2024-09-20T22:36:44.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:36:44] ENGINE Bus STARTED 2024-09-20T22:36:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:44 smithi134 ceph-mon[89086]: osdmap e1822: 8 total, 8 up, 8 in 2024-09-20T22:36:45.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:44 smithi134 ceph-mon[89086]: pgmap v3152: 745 pgs: 745 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 547 KiB/s rd, 92 KiB/s wr, 640 op/s 2024-09-20T22:36:45.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:44 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' 2024-09-20T22:36:45.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:36:45.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:36:45.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:36:45.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:36:45.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:36:45.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:36:45.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:44 smithi134 ceph-mon[89086]: osdmap e1823: 8 total, 8 up, 8 in 2024-09-20T22:36:45.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:44 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/3596449765' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:36:45.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:36:45.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:36:45.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:36:45.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:44 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:36:45.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:36:45.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:36:45.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:36:45.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:36:45.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:36:45.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:36:45.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:44 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:36:45.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:44 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:36:45.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:36:45.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:36:45.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:36:45.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:44 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:36:45.179 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:44 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:36:45.179 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:36:45.179 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:36:45.179 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:36:45.179 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:44 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:36:45.179 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:44 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:36:45.179 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:36:45.179 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:36:45.179 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:44 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:36:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[96110]: osdmap e1822: 8 total, 8 up, 8 in 2024-09-20T22:36:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[96110]: pgmap v3152: 745 pgs: 745 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 547 KiB/s rd, 92 KiB/s wr, 640 op/s 2024-09-20T22:36:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' 2024-09-20T22:36:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:36:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:36:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:36:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:36:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:36:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:36:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[96110]: osdmap e1823: 8 total, 8 up, 8 in 2024-09-20T22:36:45.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/3596449765' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:36:45.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:36:45.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:36:45.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:36:45.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:36:45.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:36:45.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:36:45.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:36:45.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:36:45.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:36:45.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:36:45.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:36:45.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:36:45.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:36:45.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:36:45.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:36:45.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:36:45.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[98591]: osdmap e1822: 8 total, 8 up, 8 in 2024-09-20T22:36:45.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[98591]: pgmap v3152: 745 pgs: 745 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 547 KiB/s rd, 92 KiB/s wr, 640 op/s 2024-09-20T22:36:45.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1024192221' entity='client.admin' 2024-09-20T22:36:45.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:36:45.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:36:45.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:36:45.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:36:45.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:36:45.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:36:45.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[98591]: osdmap e1823: 8 total, 8 up, 8 in 2024-09-20T22:36:45.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/3596449765' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:36:45.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:36:45.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:36:45.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:36:45.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:36:45.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:36:45.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:36:45.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:36:45.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:36:45.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:36:45.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:36:45.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:36:45.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:36:45.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:36:45.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:36:45.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:36:45.405 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:36:45.405 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:36:45.405 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:36:45.405 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:36:45.405 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:36:45.405 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:36:45.405 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:36:45.405 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:36:45.405 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:36:45.405 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:36:45.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:36:45.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:36:45.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:36:45.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:36:45.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:36:45.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:36:45.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:36:45.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:36:45.406 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:44 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:36:45.634 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:46.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:46 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:36:46.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:46 smithi046 ceph-mon[96110]: osdmap e1824: 8 total, 8 up, 8 in 2024-09-20T22:36:46.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:46 smithi046 ceph-mon[96110]: pgmap v3155: 777 pgs: 1 creating+activating, 17 unknown, 759 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 596 KiB/s rd, 35 KiB/s wr, 767 op/s 2024-09-20T22:36:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:46 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:36:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:46 smithi046 ceph-mon[98591]: osdmap e1824: 8 total, 8 up, 8 in 2024-09-20T22:36:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:46 smithi046 ceph-mon[98591]: pgmap v3155: 777 pgs: 1 creating+activating, 17 unknown, 759 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 596 KiB/s rd, 35 KiB/s wr, 767 op/s 2024-09-20T22:36:46.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:46 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:36:46.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:46 smithi134 ceph-mon[89086]: osdmap e1824: 8 total, 8 up, 8 in 2024-09-20T22:36:46.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:46 smithi134 ceph-mon[89086]: pgmap v3155: 777 pgs: 1 creating+activating, 17 unknown, 759 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 596 KiB/s rd, 35 KiB/s wr, 767 op/s 2024-09-20T22:36:47.706 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:47.714 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:47.726 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:47.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:47 smithi046 ceph-mon[98591]: osdmap e1825: 8 total, 8 up, 8 in 2024-09-20T22:36:47.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:47 smithi046 ceph-mon[96110]: osdmap e1825: 8 total, 8 up, 8 in 2024-09-20T22:36:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:47 smithi134 ceph-mon[89086]: osdmap e1825: 8 total, 8 up, 8 in 2024-09-20T22:36:48.707 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.PoolStatsPP (4555 ms) 2024-09-20T22:36:48.707 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.ImageSpec 2024-09-20T22:36:48.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:48 smithi046 ceph-mon[96110]: osdmap e1826: 8 total, 8 up, 8 in 2024-09-20T22:36:48.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:48 smithi046 ceph-mon[96110]: pgmap v3158: 777 pgs: 1 creating+activating, 776 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 498 KiB/s rd, 34 KiB/s wr, 675 op/s 2024-09-20T22:36:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:48 smithi046 ceph-mon[98591]: osdmap e1826: 8 total, 8 up, 8 in 2024-09-20T22:36:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:48 smithi046 ceph-mon[98591]: pgmap v3158: 777 pgs: 1 creating+activating, 776 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 498 KiB/s rd, 34 KiB/s wr, 675 op/s 2024-09-20T22:36:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:48 smithi134 ceph-mon[89086]: osdmap e1826: 8 total, 8 up, 8 in 2024-09-20T22:36:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:48 smithi134 ceph-mon[89086]: pgmap v3158: 777 pgs: 1 creating+activating, 776 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 498 KiB/s rd, 34 KiB/s wr, 675 op/s 2024-09-20T22:36:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:49 smithi046 ceph-mon[96110]: osdmap e1827: 8 total, 8 up, 8 in 2024-09-20T22:36:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:36:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:49 smithi046 ceph-mon[96110]: osdmap e1828: 8 total, 8 up, 8 in 2024-09-20T22:36:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:49 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/647424728' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:36:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:49 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:36:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:49 smithi046 ceph-mon[98591]: osdmap e1827: 8 total, 8 up, 8 in 2024-09-20T22:36:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:36:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:49 smithi046 ceph-mon[98591]: osdmap e1828: 8 total, 8 up, 8 in 2024-09-20T22:36:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:49 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/647424728' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:36:49.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:49 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:36:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:49 smithi134 ceph-mon[89086]: osdmap e1827: 8 total, 8 up, 8 in 2024-09-20T22:36:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:36:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:49 smithi134 ceph-mon[89086]: osdmap e1828: 8 total, 8 up, 8 in 2024-09-20T22:36:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:49 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/647424728' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:36:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:49 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:36:50.634 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:50 smithi134 ceph-mon[89086]: pgmap v3161: 809 pgs: 32 unknown, 1 creating+activating, 776 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 233 KiB/s rd, 21 KiB/s wr, 319 op/s 2024-09-20T22:36:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:50 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:36:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:50 smithi134 ceph-mon[89086]: osdmap e1829: 8 total, 8 up, 8 in 2024-09-20T22:36:51.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:50 smithi046 ceph-mon[96110]: pgmap v3161: 809 pgs: 32 unknown, 1 creating+activating, 776 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 233 KiB/s rd, 21 KiB/s wr, 319 op/s 2024-09-20T22:36:51.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:50 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:36:51.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:50 smithi046 ceph-mon[96110]: osdmap e1829: 8 total, 8 up, 8 in 2024-09-20T22:36:51.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:50 smithi046 ceph-mon[98591]: pgmap v3161: 809 pgs: 32 unknown, 1 creating+activating, 776 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 233 KiB/s rd, 21 KiB/s wr, 319 op/s 2024-09-20T22:36:51.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:50 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:36:51.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:50 smithi046 ceph-mon[98591]: osdmap e1829: 8 total, 8 up, 8 in 2024-09-20T22:36:51.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:51 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:36:51.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:51 smithi134 ceph-mon[89086]: osdmap e1830: 8 total, 8 up, 8 in 2024-09-20T22:36:52.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:51 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:36:52.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:51 smithi046 ceph-mon[96110]: osdmap e1830: 8 total, 8 up, 8 in 2024-09-20T22:36:52.056 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:51 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:36:52.056 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:51 smithi046 ceph-mon[98591]: osdmap e1830: 8 total, 8 up, 8 in 2024-09-20T22:36:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:36:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:36:52] "GET /metrics HTTP/1.1" 200 85509 "" "Prometheus/2.43.0" 2024-09-20T22:36:52.667 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:36:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:36:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:36:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:52 smithi134 ceph-mon[89086]: pgmap v3164: 809 pgs: 10 unknown, 799 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 3.7 KiB/s wr, 21 op/s 2024-09-20T22:36:53.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:52 smithi046 ceph-mon[96110]: pgmap v3164: 809 pgs: 10 unknown, 799 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 3.7 KiB/s wr, 21 op/s 2024-09-20T22:36:53.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:52 smithi046 ceph-mon[98591]: pgmap v3164: 809 pgs: 10 unknown, 799 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 3.7 KiB/s wr, 21 op/s 2024-09-20T22:36:53.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:53 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:36:53.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:53 smithi134 ceph-mon[89086]: osdmap e1831: 8 total, 8 up, 8 in 2024-09-20T22:36:54.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:53 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:36:54.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:53 smithi046 ceph-mon[96110]: osdmap e1831: 8 total, 8 up, 8 in 2024-09-20T22:36:54.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:53 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:36:54.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:53 smithi046 ceph-mon[98591]: osdmap e1831: 8 total, 8 up, 8 in 2024-09-20T22:36:54.773 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.ImageSpec (6066 ms) 2024-09-20T22:36:54.773 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2024-09-20T22:36:55.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:54 smithi046 ceph-mon[98591]: osdmap e1832: 8 total, 8 up, 8 in 2024-09-20T22:36:55.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:54 smithi046 ceph-mon[98591]: pgmap v3167: 809 pgs: 3 unknown, 806 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 4.7 KiB/s wr, 48 op/s 2024-09-20T22:36:55.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:54 smithi046 ceph-mon[98591]: osdmap e1833: 8 total, 8 up, 8 in 2024-09-20T22:36:55.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:54 smithi046 ceph-mon[96110]: osdmap e1832: 8 total, 8 up, 8 in 2024-09-20T22:36:55.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:54 smithi046 ceph-mon[96110]: pgmap v3167: 809 pgs: 3 unknown, 806 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 4.7 KiB/s wr, 48 op/s 2024-09-20T22:36:55.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:54 smithi046 ceph-mon[96110]: osdmap e1833: 8 total, 8 up, 8 in 2024-09-20T22:36:55.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:54 smithi134 ceph-mon[89086]: osdmap e1832: 8 total, 8 up, 8 in 2024-09-20T22:36:55.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:54 smithi134 ceph-mon[89086]: pgmap v3167: 809 pgs: 3 unknown, 806 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 4.7 KiB/s wr, 48 op/s 2024-09-20T22:36:55.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:54 smithi134 ceph-mon[89086]: osdmap e1833: 8 total, 8 up, 8 in 2024-09-20T22:36:56.698 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:36:57.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:56 smithi046 ceph-mon[96110]: osdmap e1834: 8 total, 8 up, 8 in 2024-09-20T22:36:57.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:56 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2935991153' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:36:57.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:56 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:36:57.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:56 smithi046 ceph-mon[96110]: pgmap v3170: 841 pgs: 11 creating+peering, 21 unknown, 809 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 4.7 KiB/s wr, 104 op/s 2024-09-20T22:36:57.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:56 smithi046 ceph-mon[98591]: osdmap e1834: 8 total, 8 up, 8 in 2024-09-20T22:36:57.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:56 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2935991153' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:36:57.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:56 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:36:57.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:56 smithi046 ceph-mon[98591]: pgmap v3170: 841 pgs: 11 creating+peering, 21 unknown, 809 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 4.7 KiB/s wr, 104 op/s 2024-09-20T22:36:57.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:56 smithi134 ceph-mon[89086]: osdmap e1834: 8 total, 8 up, 8 in 2024-09-20T22:36:57.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:56 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2935991153' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:36:57.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:56 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:36:57.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:56 smithi134 ceph-mon[89086]: pgmap v3170: 841 pgs: 11 creating+peering, 21 unknown, 809 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 4.7 KiB/s wr, 104 op/s 2024-09-20T22:36:58.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:57 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:36:58.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:57 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:36:58.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:57 smithi046 ceph-mon[96110]: osdmap e1835: 8 total, 8 up, 8 in 2024-09-20T22:36:58.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:57 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:36:58.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:57 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:36:58.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:57 smithi046 ceph-mon[98591]: osdmap e1835: 8 total, 8 up, 8 in 2024-09-20T22:36:58.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:57 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:36:58.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:57 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:36:58.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:57 smithi134 ceph-mon[89086]: osdmap e1835: 8 total, 8 up, 8 in 2024-09-20T22:36:59.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:58 smithi046 ceph-mon[96110]: osdmap e1836: 8 total, 8 up, 8 in 2024-09-20T22:36:59.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:58 smithi046 ceph-mon[96110]: pgmap v3173: 841 pgs: 3 creating+activating, 14 creating+peering, 3 unknown, 821 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 6.7 KiB/s wr, 173 op/s 2024-09-20T22:36:59.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:58 smithi046 ceph-mon[98591]: osdmap e1836: 8 total, 8 up, 8 in 2024-09-20T22:36:59.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:58 smithi046 ceph-mon[98591]: pgmap v3173: 841 pgs: 3 creating+activating, 14 creating+peering, 3 unknown, 821 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 6.7 KiB/s wr, 173 op/s 2024-09-20T22:36:59.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:58 smithi134 ceph-mon[89086]: osdmap e1836: 8 total, 8 up, 8 in 2024-09-20T22:36:59.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:58 smithi134 ceph-mon[89086]: pgmap v3173: 841 pgs: 3 creating+activating, 14 creating+peering, 3 unknown, 821 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 6.7 KiB/s wr, 173 op/s 2024-09-20T22:37:00.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:59 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:37:00.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:59 smithi046 ceph-mon[96110]: osdmap e1837: 8 total, 8 up, 8 in 2024-09-20T22:37:00.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:36:59 smithi046 ceph-mon[96110]: osdmap e1838: 8 total, 8 up, 8 in 2024-09-20T22:37:00.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:59 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:37:00.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:59 smithi046 ceph-mon[98591]: osdmap e1837: 8 total, 8 up, 8 in 2024-09-20T22:37:00.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:36:59 smithi046 ceph-mon[98591]: osdmap e1838: 8 total, 8 up, 8 in 2024-09-20T22:37:00.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:59 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:37:00.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:59 smithi134 ceph-mon[89086]: osdmap e1837: 8 total, 8 up, 8 in 2024-09-20T22:37:00.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:36:59 smithi134 ceph-mon[89086]: osdmap e1838: 8 total, 8 up, 8 in 2024-09-20T22:37:01.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:00 smithi046 ceph-mon[96110]: pgmap v3176: 841 pgs: 3 creating+activating, 14 creating+peering, 3 unknown, 821 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 3.0 KiB/s wr, 100 op/s 2024-09-20T22:37:01.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:00 smithi046 ceph-mon[96110]: osdmap e1839: 8 total, 8 up, 8 in 2024-09-20T22:37:01.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:00 smithi046 ceph-mon[98591]: pgmap v3176: 841 pgs: 3 creating+activating, 14 creating+peering, 3 unknown, 821 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 3.0 KiB/s wr, 100 op/s 2024-09-20T22:37:01.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:00 smithi046 ceph-mon[98591]: osdmap e1839: 8 total, 8 up, 8 in 2024-09-20T22:37:01.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:00 smithi134 ceph-mon[89086]: pgmap v3176: 841 pgs: 3 creating+activating, 14 creating+peering, 3 unknown, 821 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 3.0 KiB/s wr, 100 op/s 2024-09-20T22:37:01.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:00 smithi134 ceph-mon[89086]: osdmap e1839: 8 total, 8 up, 8 in 2024-09-20T22:37:02.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:37:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:37:02] "GET /metrics HTTP/1.1" 200 85509 "" "Prometheus/2.43.0" 2024-09-20T22:37:02.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:37:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:37:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:37:03.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:02 smithi046 ceph-mon[96110]: osdmap e1840: 8 total, 8 up, 8 in 2024-09-20T22:37:03.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:02 smithi046 ceph-mon[96110]: pgmap v3179: 809 pgs: 809 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:37:03.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:02 smithi046 ceph-mon[98591]: osdmap e1840: 8 total, 8 up, 8 in 2024-09-20T22:37:03.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:02 smithi046 ceph-mon[98591]: pgmap v3179: 809 pgs: 809 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:37:03.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:02 smithi134 ceph-mon[89086]: osdmap e1840: 8 total, 8 up, 8 in 2024-09-20T22:37:03.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:02 smithi134 ceph-mon[89086]: pgmap v3179: 809 pgs: 809 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:37:03.771 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 3 2024-09-20T22:37:03.771 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 3 2024-09-20T22:37:03.771 INFO:tasks.workunit.client.0.smithi046.stdout:child: image213 2024-09-20T22:37:03.771 INFO:tasks.workunit.client.0.smithi046.stdout:child: image215 2024-09-20T22:37:03.771 INFO:tasks.workunit.client.0.smithi046.stdout:child: image214 2024-09-20T22:37:03.772 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-15/image213/8b1dd2e1c2cd 2024-09-20T22:37:03.772 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:37:03.772 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-37/image214/8b1df530f9fc 2024-09-20T22:37:03.772 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:37:03.772 INFO:tasks.workunit.client.0.smithi046.stdout:found child test-librbd-smithi046-140632-15/image215/8b1d76c9940e 2024-09-20T22:37:03.772 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:37:03.772 INFO:tasks.workunit.client.0.smithi046.stdout:num children is: 0 2024-09-20T22:37:03.772 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 0 2024-09-20T22:37:03.772 INFO:tasks.workunit.client.0.smithi046.stdout:num snaps is: 0 2024-09-20T22:37:03.772 INFO:tasks.workunit.client.0.smithi046.stdout:expected: 0 2024-09-20T22:37:03.772 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (8998 ms) 2024-09-20T22:37:03.772 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2024-09-20T22:37:04.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:03 smithi046 ceph-mon[96110]: osdmap e1841: 8 total, 8 up, 8 in 2024-09-20T22:37:04.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:03 smithi046 ceph-mon[98591]: osdmap e1841: 8 total, 8 up, 8 in 2024-09-20T22:37:04.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:03 smithi134 ceph-mon[89086]: osdmap e1841: 8 total, 8 up, 8 in 2024-09-20T22:37:05.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:04 smithi046 ceph-mon[96110]: osdmap e1842: 8 total, 8 up, 8 in 2024-09-20T22:37:05.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:04 smithi046 ceph-mon[96110]: pgmap v3182: 809 pgs: 809 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:37:05.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:37:05.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:04 smithi046 ceph-mon[98591]: osdmap e1842: 8 total, 8 up, 8 in 2024-09-20T22:37:05.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:04 smithi046 ceph-mon[98591]: pgmap v3182: 809 pgs: 809 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:37:05.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:37:05.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:04 smithi134 ceph-mon[89086]: osdmap e1842: 8 total, 8 up, 8 in 2024-09-20T22:37:05.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:04 smithi134 ceph-mon[89086]: pgmap v3182: 809 pgs: 809 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:37:05.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:37:05.741 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:37:06.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:05 smithi046 ceph-mon[96110]: osdmap e1843: 8 total, 8 up, 8 in 2024-09-20T22:37:06.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:05 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/3465172538' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:37:06.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:05 smithi046 ceph-mon[98591]: osdmap e1843: 8 total, 8 up, 8 in 2024-09-20T22:37:06.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:05 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/3465172538' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:37:06.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:05 smithi134 ceph-mon[89086]: osdmap e1843: 8 total, 8 up, 8 in 2024-09-20T22:37:06.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:05 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/3465172538' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:37:07.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:06 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/3465172538' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:37:07.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:06 smithi046 ceph-mon[96110]: osdmap e1844: 8 total, 8 up, 8 in 2024-09-20T22:37:07.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:06 smithi046 ceph-mon[96110]: pgmap v3185: 841 pgs: 3 creating+activating, 12 creating+peering, 16 unknown, 810 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 2.5 KiB/s wr, 55 op/s 2024-09-20T22:37:07.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:06 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/3465172538' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:37:07.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:06 smithi046 ceph-mon[98591]: osdmap e1844: 8 total, 8 up, 8 in 2024-09-20T22:37:07.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:06 smithi046 ceph-mon[98591]: pgmap v3185: 841 pgs: 3 creating+activating, 12 creating+peering, 16 unknown, 810 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 2.5 KiB/s wr, 55 op/s 2024-09-20T22:37:07.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:06 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/3465172538' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:37:07.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:06 smithi134 ceph-mon[89086]: osdmap e1844: 8 total, 8 up, 8 in 2024-09-20T22:37:07.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:06 smithi134 ceph-mon[89086]: pgmap v3185: 841 pgs: 3 creating+activating, 12 creating+peering, 16 unknown, 810 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 2.5 KiB/s wr, 55 op/s 2024-09-20T22:37:08.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:07 smithi046 ceph-mon[96110]: osdmap e1845: 8 total, 8 up, 8 in 2024-09-20T22:37:08.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:07 smithi046 ceph-mon[98591]: osdmap e1845: 8 total, 8 up, 8 in 2024-09-20T22:37:08.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:07 smithi134 ceph-mon[89086]: osdmap e1845: 8 total, 8 up, 8 in 2024-09-20T22:37:09.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:08 smithi046 ceph-mon[96110]: osdmap e1846: 8 total, 8 up, 8 in 2024-09-20T22:37:09.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:08 smithi046 ceph-mon[96110]: pgmap v3188: 841 pgs: 3 creating+activating, 12 creating+peering, 6 unknown, 820 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 4.7 KiB/s wr, 83 op/s 2024-09-20T22:37:09.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:08 smithi046 ceph-mon[98591]: osdmap e1846: 8 total, 8 up, 8 in 2024-09-20T22:37:09.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:08 smithi046 ceph-mon[98591]: pgmap v3188: 841 pgs: 3 creating+activating, 12 creating+peering, 6 unknown, 820 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 4.7 KiB/s wr, 83 op/s 2024-09-20T22:37:09.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:08 smithi134 ceph-mon[89086]: osdmap e1846: 8 total, 8 up, 8 in 2024-09-20T22:37:09.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:08 smithi134 ceph-mon[89086]: pgmap v3188: 841 pgs: 3 creating+activating, 12 creating+peering, 6 unknown, 820 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 4.7 KiB/s wr, 83 op/s 2024-09-20T22:37:10.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:09 smithi046 ceph-mon[96110]: osdmap e1847: 8 total, 8 up, 8 in 2024-09-20T22:37:10.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:09 smithi046 ceph-mon[96110]: osdmap e1848: 8 total, 8 up, 8 in 2024-09-20T22:37:10.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:09 smithi046 ceph-mon[98591]: osdmap e1847: 8 total, 8 up, 8 in 2024-09-20T22:37:10.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:09 smithi046 ceph-mon[98591]: osdmap e1848: 8 total, 8 up, 8 in 2024-09-20T22:37:10.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:09 smithi134 ceph-mon[89086]: osdmap e1847: 8 total, 8 up, 8 in 2024-09-20T22:37:10.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:09 smithi134 ceph-mon[89086]: osdmap e1848: 8 total, 8 up, 8 in 2024-09-20T22:37:11.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:10 smithi046 ceph-mon[96110]: pgmap v3191: 841 pgs: 3 creating+activating, 12 creating+peering, 826 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 3.7 KiB/s wr, 45 op/s 2024-09-20T22:37:11.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:10 smithi046 ceph-mon[96110]: osdmap e1849: 8 total, 8 up, 8 in 2024-09-20T22:37:11.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:10 smithi046 ceph-mon[98591]: pgmap v3191: 841 pgs: 3 creating+activating, 12 creating+peering, 826 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 3.7 KiB/s wr, 45 op/s 2024-09-20T22:37:11.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:10 smithi046 ceph-mon[98591]: osdmap e1849: 8 total, 8 up, 8 in 2024-09-20T22:37:11.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:10 smithi134 ceph-mon[89086]: pgmap v3191: 841 pgs: 3 creating+activating, 12 creating+peering, 826 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 3.7 KiB/s wr, 45 op/s 2024-09-20T22:37:11.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:10 smithi134 ceph-mon[89086]: osdmap e1849: 8 total, 8 up, 8 in 2024-09-20T22:37:12.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:37:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:37:12] "GET /metrics HTTP/1.1" 200 88008 "" "Prometheus/2.43.0" 2024-09-20T22:37:12.644 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:37:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:37:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:37:12.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:12 smithi046 ceph-mon[96110]: osdmap e1850: 8 total, 8 up, 8 in 2024-09-20T22:37:12.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:12 smithi046 ceph-mon[96110]: pgmap v3194: 841 pgs: 1 active+clean+snaptrim_wait, 840 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-09-20T22:37:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:12 smithi046 ceph-mon[98591]: osdmap e1850: 8 total, 8 up, 8 in 2024-09-20T22:37:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:12 smithi046 ceph-mon[98591]: pgmap v3194: 841 pgs: 1 active+clean+snaptrim_wait, 840 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-09-20T22:37:12.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:12 smithi134 ceph-mon[89086]: osdmap e1850: 8 total, 8 up, 8 in 2024-09-20T22:37:12.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:12 smithi134 ceph-mon[89086]: pgmap v3194: 841 pgs: 1 active+clean+snaptrim_wait, 840 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-09-20T22:37:13.762 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.QuiesceWatch (9991 ms) 2024-09-20T22:37:13.762 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2024-09-20T22:37:13.762 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:37:13.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:13 smithi046 ceph-mon[96110]: osdmap e1851: 8 total, 8 up, 8 in 2024-09-20T22:37:13.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:13 smithi046 ceph-mon[98591]: osdmap e1851: 8 total, 8 up, 8 in 2024-09-20T22:37:13.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:13 smithi134 ceph-mon[89086]: osdmap e1851: 8 total, 8 up, 8 in 2024-09-20T22:37:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:14 smithi134 ceph-mon[89086]: osdmap e1852: 8 total, 8 up, 8 in 2024-09-20T22:37:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:14 smithi134 ceph-mon[89086]: pgmap v3197: 841 pgs: 1 active+clean+snaptrim_wait, 840 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 6.2 KiB/s wr, 82 op/s 2024-09-20T22:37:15.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:14 smithi046 ceph-mon[96110]: osdmap e1852: 8 total, 8 up, 8 in 2024-09-20T22:37:15.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:14 smithi046 ceph-mon[96110]: pgmap v3197: 841 pgs: 1 active+clean+snaptrim_wait, 840 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 6.2 KiB/s wr, 82 op/s 2024-09-20T22:37:15.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:14 smithi046 ceph-mon[98591]: osdmap e1852: 8 total, 8 up, 8 in 2024-09-20T22:37:15.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:14 smithi046 ceph-mon[98591]: pgmap v3197: 841 pgs: 1 active+clean+snaptrim_wait, 840 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 6.2 KiB/s wr, 82 op/s 2024-09-20T22:37:15.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:15 smithi134 ceph-mon[89086]: osdmap e1853: 8 total, 8 up, 8 in 2024-09-20T22:37:16.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:15 smithi046 ceph-mon[96110]: osdmap e1853: 8 total, 8 up, 8 in 2024-09-20T22:37:16.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:15 smithi046 ceph-mon[98591]: osdmap e1853: 8 total, 8 up, 8 in 2024-09-20T22:37:17.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:16 smithi046 ceph-mon[96110]: osdmap e1854: 8 total, 8 up, 8 in 2024-09-20T22:37:17.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:16 smithi046 ceph-mon[96110]: pgmap v3200: 841 pgs: 1 active+clean+snaptrim_wait, 840 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 7.5 KiB/s wr, 115 op/s 2024-09-20T22:37:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:16 smithi046 ceph-mon[98591]: osdmap e1854: 8 total, 8 up, 8 in 2024-09-20T22:37:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:16 smithi046 ceph-mon[98591]: pgmap v3200: 841 pgs: 1 active+clean+snaptrim_wait, 840 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 7.5 KiB/s wr, 115 op/s 2024-09-20T22:37:17.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:16 smithi134 ceph-mon[89086]: osdmap e1854: 8 total, 8 up, 8 in 2024-09-20T22:37:17.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:16 smithi134 ceph-mon[89086]: pgmap v3200: 841 pgs: 1 active+clean+snaptrim_wait, 840 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 7.5 KiB/s wr, 115 op/s 2024-09-20T22:37:18.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:17 smithi046 ceph-mon[96110]: osdmap e1855: 8 total, 8 up, 8 in 2024-09-20T22:37:18.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:17 smithi046 ceph-mon[98591]: osdmap e1855: 8 total, 8 up, 8 in 2024-09-20T22:37:18.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:17 smithi134 ceph-mon[89086]: osdmap e1855: 8 total, 8 up, 8 in 2024-09-20T22:37:19.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:18 smithi046 ceph-mon[96110]: osdmap e1856: 8 total, 8 up, 8 in 2024-09-20T22:37:19.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:18 smithi046 ceph-mon[96110]: pgmap v3203: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 3.7 KiB/s wr, 86 op/s 2024-09-20T22:37:19.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:18 smithi046 ceph-mon[98591]: osdmap e1856: 8 total, 8 up, 8 in 2024-09-20T22:37:19.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:18 smithi046 ceph-mon[98591]: pgmap v3203: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 3.7 KiB/s wr, 86 op/s 2024-09-20T22:37:19.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:18 smithi134 ceph-mon[89086]: osdmap e1856: 8 total, 8 up, 8 in 2024-09-20T22:37:19.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:18 smithi134 ceph-mon[89086]: pgmap v3203: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 3.7 KiB/s wr, 86 op/s 2024-09-20T22:37:19.752 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (5990 ms) 2024-09-20T22:37:19.752 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2024-09-20T22:37:19.752 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:37:20.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:19 smithi046 ceph-mon[96110]: osdmap e1857: 8 total, 8 up, 8 in 2024-09-20T22:37:20.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:37:20.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:19 smithi046 ceph-mon[96110]: osdmap e1858: 8 total, 8 up, 8 in 2024-09-20T22:37:20.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:19 smithi046 ceph-mon[98591]: osdmap e1857: 8 total, 8 up, 8 in 2024-09-20T22:37:20.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:37:20.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:19 smithi046 ceph-mon[98591]: osdmap e1858: 8 total, 8 up, 8 in 2024-09-20T22:37:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:19 smithi134 ceph-mon[89086]: osdmap e1857: 8 total, 8 up, 8 in 2024-09-20T22:37:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:37:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:19 smithi134 ceph-mon[89086]: osdmap e1858: 8 total, 8 up, 8 in 2024-09-20T22:37:21.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:20 smithi046 ceph-mon[96110]: pgmap v3206: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 1023 B/s wr, 43 op/s 2024-09-20T22:37:21.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:20 smithi046 ceph-mon[98591]: pgmap v3206: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 1023 B/s wr, 43 op/s 2024-09-20T22:37:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:20 smithi134 ceph-mon[89086]: pgmap v3206: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 1023 B/s wr, 43 op/s 2024-09-20T22:37:22.054 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:21 smithi046 ceph-mon[96110]: osdmap e1859: 8 total, 8 up, 8 in 2024-09-20T22:37:22.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:21 smithi046 ceph-mon[98591]: osdmap e1859: 8 total, 8 up, 8 in 2024-09-20T22:37:22.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:21 smithi134 ceph-mon[89086]: osdmap e1859: 8 total, 8 up, 8 in 2024-09-20T22:37:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:37:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:37:22] "GET /metrics HTTP/1.1" 200 90467 "" "Prometheus/2.43.0" 2024-09-20T22:37:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:37:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:37:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:37:23.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:22 smithi046 ceph-mon[96110]: osdmap e1860: 8 total, 8 up, 8 in 2024-09-20T22:37:23.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:22 smithi046 ceph-mon[96110]: pgmap v3209: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 6.2 KiB/s wr, 94 op/s 2024-09-20T22:37:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:22 smithi046 ceph-mon[98591]: osdmap e1860: 8 total, 8 up, 8 in 2024-09-20T22:37:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:22 smithi046 ceph-mon[98591]: pgmap v3209: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 6.2 KiB/s wr, 94 op/s 2024-09-20T22:37:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:22 smithi134 ceph-mon[89086]: osdmap e1860: 8 total, 8 up, 8 in 2024-09-20T22:37:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:22 smithi134 ceph-mon[89086]: pgmap v3209: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 6.2 KiB/s wr, 94 op/s 2024-09-20T22:37:24.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:23 smithi046 ceph-mon[96110]: osdmap e1861: 8 total, 8 up, 8 in 2024-09-20T22:37:24.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:23 smithi046 ceph-mon[98591]: osdmap e1861: 8 total, 8 up, 8 in 2024-09-20T22:37:24.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:23 smithi134 ceph-mon[89086]: osdmap e1861: 8 total, 8 up, 8 in 2024-09-20T22:37:25.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:24 smithi046 ceph-mon[96110]: osdmap e1862: 8 total, 8 up, 8 in 2024-09-20T22:37:25.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:24 smithi046 ceph-mon[96110]: pgmap v3212: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 6.2 KiB/s wr, 104 op/s 2024-09-20T22:37:25.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:24 smithi046 ceph-mon[96110]: osdmap e1863: 8 total, 8 up, 8 in 2024-09-20T22:37:25.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:24 smithi046 ceph-mon[98591]: osdmap e1862: 8 total, 8 up, 8 in 2024-09-20T22:37:25.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:24 smithi046 ceph-mon[98591]: pgmap v3212: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 6.2 KiB/s wr, 104 op/s 2024-09-20T22:37:25.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:24 smithi046 ceph-mon[98591]: osdmap e1863: 8 total, 8 up, 8 in 2024-09-20T22:37:25.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:24 smithi134 ceph-mon[89086]: osdmap e1862: 8 total, 8 up, 8 in 2024-09-20T22:37:25.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:24 smithi134 ceph-mon[89086]: pgmap v3212: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 6.2 KiB/s wr, 104 op/s 2024-09-20T22:37:25.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:24 smithi134 ceph-mon[89086]: osdmap e1863: 8 total, 8 up, 8 in 2024-09-20T22:37:25.746 INFO:tasks.workunit.client.0.smithi046.stdout:10.00% done 2024-09-20T22:37:25.746 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.QuiesceWatchError (5994 ms) 2024-09-20T22:37:25.746 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2024-09-20T22:37:25.746 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:37:25.761 INFO:tasks.workunit.client.0.smithi046.stderr:test quiesce is not long enough to time out 2024-09-20T22:37:26.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:26 smithi046 ceph-mon[96110]: osdmap e1864: 8 total, 8 up, 8 in 2024-09-20T22:37:26.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:26 smithi046 ceph-mon[96110]: pgmap v3215: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 1023 B/s wr, 23 op/s 2024-09-20T22:37:26.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:26 smithi046 ceph-mon[98591]: osdmap e1864: 8 total, 8 up, 8 in 2024-09-20T22:37:26.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:26 smithi046 ceph-mon[98591]: pgmap v3215: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 1023 B/s wr, 23 op/s 2024-09-20T22:37:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:26 smithi134 ceph-mon[89086]: osdmap e1864: 8 total, 8 up, 8 in 2024-09-20T22:37:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:26 smithi134 ceph-mon[89086]: pgmap v3215: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 1023 B/s wr, 23 op/s 2024-09-20T22:37:29.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:29 smithi046 ceph-mon[96110]: pgmap v3216: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 3.4 KiB/s wr, 76 op/s 2024-09-20T22:37:29.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:29 smithi046 ceph-mon[98591]: pgmap v3216: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 3.4 KiB/s wr, 76 op/s 2024-09-20T22:37:29.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:29 smithi134 ceph-mon[89086]: pgmap v3216: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 3.4 KiB/s wr, 76 op/s 2024-09-20T22:37:30.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:30 smithi046 ceph-mon[96110]: osdmap e1865: 8 total, 8 up, 8 in 2024-09-20T22:37:30.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:30 smithi046 ceph-mon[96110]: pgmap v3218: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 3.0 KiB/s wr, 60 op/s 2024-09-20T22:37:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:30 smithi046 ceph-mon[98591]: osdmap e1865: 8 total, 8 up, 8 in 2024-09-20T22:37:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:30 smithi046 ceph-mon[98591]: pgmap v3218: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 3.0 KiB/s wr, 60 op/s 2024-09-20T22:37:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:30 smithi134 ceph-mon[89086]: osdmap e1865: 8 total, 8 up, 8 in 2024-09-20T22:37:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:30 smithi134 ceph-mon[89086]: pgmap v3218: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 3.0 KiB/s wr, 60 op/s 2024-09-20T22:37:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:37:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:37:32] "GET /metrics HTTP/1.1" 200 90467 "" "Prometheus/2.43.0" 2024-09-20T22:37:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:37:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:37:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:37:33.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:33 smithi046 ceph-mon[96110]: pgmap v3219: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 3.1 KiB/s wr, 56 op/s 2024-09-20T22:37:33.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:33 smithi046 ceph-mon[98591]: pgmap v3219: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 3.1 KiB/s wr, 56 op/s 2024-09-20T22:37:33.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:33 smithi134 ceph-mon[89086]: pgmap v3219: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 3.1 KiB/s wr, 56 op/s 2024-09-20T22:37:34.096 INFO:tasks.workunit.client.0.smithi046.stderr:test quiesce is timed out 2024-09-20T22:37:34.099 INFO:tasks.workunit.client.0.smithi046.stderr:waiting for timed out ... 0 2024-09-20T22:37:35.099 INFO:tasks.workunit.client.0.smithi046.stderr:waiting for timed out ... 1 2024-09-20T22:37:35.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:35 smithi046 ceph-mon[96110]: pgmap v3220: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 2.7 KiB/s wr, 49 op/s 2024-09-20T22:37:35.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:35 smithi046 ceph-mon[96110]: osdmap e1866: 8 total, 8 up, 8 in 2024-09-20T22:37:35.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:35 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:37:35.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:35 smithi046 ceph-mon[96110]: osdmap e1867: 8 total, 8 up, 8 in 2024-09-20T22:37:35.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:35 smithi046 ceph-mon[98591]: pgmap v3220: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 2.7 KiB/s wr, 49 op/s 2024-09-20T22:37:35.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:35 smithi046 ceph-mon[98591]: osdmap e1866: 8 total, 8 up, 8 in 2024-09-20T22:37:35.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:35 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:37:35.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:35 smithi046 ceph-mon[98591]: osdmap e1867: 8 total, 8 up, 8 in 2024-09-20T22:37:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:35 smithi134 ceph-mon[89086]: pgmap v3220: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 2.7 KiB/s wr, 49 op/s 2024-09-20T22:37:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:35 smithi134 ceph-mon[89086]: osdmap e1866: 8 total, 8 up, 8 in 2024-09-20T22:37:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:35 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:37:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:35 smithi134 ceph-mon[89086]: osdmap e1867: 8 total, 8 up, 8 in 2024-09-20T22:37:36.099 INFO:tasks.workunit.client.0.smithi046.stderr:waiting for timed out ... 2 2024-09-20T22:37:37.100 INFO:tasks.workunit.client.0.smithi046.stderr:waiting for timed out ... 3 2024-09-20T22:37:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:37 smithi046 ceph-mon[98591]: pgmap v3223: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.7 KiB/s rd, 1.3 KiB/s wr, 14 op/s 2024-09-20T22:37:37.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:37 smithi046 ceph-mon[96110]: pgmap v3223: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.7 KiB/s rd, 1.3 KiB/s wr, 14 op/s 2024-09-20T22:37:37.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:37 smithi134 ceph-mon[89086]: pgmap v3223: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.7 KiB/s rd, 1.3 KiB/s wr, 14 op/s 2024-09-20T22:37:38.100 INFO:tasks.workunit.client.0.smithi046.stderr:waiting for timed out ... 4 2024-09-20T22:37:39.100 INFO:tasks.workunit.client.0.smithi046.stderr:waiting for timed out ... 5 2024-09-20T22:37:39.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:39 smithi046 ceph-mon[96110]: pgmap v3224: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.9 KiB/s rd, 1.1 KiB/s wr, 11 op/s 2024-09-20T22:37:39.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:39 smithi046 ceph-mon[98591]: pgmap v3224: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.9 KiB/s rd, 1.1 KiB/s wr, 11 op/s 2024-09-20T22:37:39.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:39 smithi134 ceph-mon[89086]: pgmap v3224: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.9 KiB/s rd, 1.1 KiB/s wr, 11 op/s 2024-09-20T22:37:40.102 INFO:tasks.workunit.client.0.smithi046.stderr:waiting for timed out ... 6 2024-09-20T22:37:41.100 INFO:tasks.workunit.client.0.smithi046.stderr:waiting for timed out ... 7 2024-09-20T22:37:41.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:41 smithi046 ceph-mon[96110]: pgmap v3225: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-09-20T22:37:41.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:41 smithi046 ceph-mon[98591]: pgmap v3225: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-09-20T22:37:41.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:41 smithi134 ceph-mon[89086]: pgmap v3225: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-09-20T22:37:42.100 INFO:tasks.workunit.client.0.smithi046.stderr:waiting for timed out ... 8 2024-09-20T22:37:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:37:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:37:42] "GET /metrics HTTP/1.1" 200 90470 "" "Prometheus/2.43.0" 2024-09-20T22:37:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:37:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:37:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:37:43.100 INFO:tasks.workunit.client.0.smithi046.stderr:waiting for timed out ... 9 2024-09-20T22:37:43.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:43 smithi046 ceph-mon[98591]: pgmap v3226: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-09-20T22:37:43.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:43 smithi046 ceph-mon[96110]: pgmap v3226: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-09-20T22:37:43.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:43 smithi134 ceph-mon[89086]: pgmap v3226: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-09-20T22:37:44.100 INFO:tasks.workunit.client.0.smithi046.stderr:waiting for timed out ... 10 2024-09-20T22:37:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:45 smithi046 ceph-mon[96110]: pgmap v3227: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.9 KiB/s rd, 308 B/s wr, 3 op/s 2024-09-20T22:37:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:37:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:37:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:37:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:37:45.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:45 smithi046 ceph-mon[98591]: pgmap v3227: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.9 KiB/s rd, 308 B/s wr, 3 op/s 2024-09-20T22:37:45.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:37:45.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:37:45.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:37:45.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:37:45.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:45 smithi134 ceph-mon[89086]: pgmap v3227: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.9 KiB/s rd, 308 B/s wr, 3 op/s 2024-09-20T22:37:45.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:37:45.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:37:45.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:37:45.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:37:47.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:47 smithi046 ceph-mon[96110]: pgmap v3228: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 270 B/s wr, 3 op/s 2024-09-20T22:37:47.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:47 smithi046 ceph-mon[98591]: pgmap v3228: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 270 B/s wr, 3 op/s 2024-09-20T22:37:47.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:47 smithi134 ceph-mon[89086]: pgmap v3228: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 270 B/s wr, 3 op/s 2024-09-20T22:37:49.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:49 smithi046 ceph-mon[96110]: pgmap v3229: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 85 B/s rd, 85 B/s wr, 0 op/s 2024-09-20T22:37:49.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:49 smithi046 ceph-mon[98591]: pgmap v3229: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 85 B/s rd, 85 B/s wr, 0 op/s 2024-09-20T22:37:49.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:49 smithi134 ceph-mon[89086]: pgmap v3229: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 85 B/s rd, 85 B/s wr, 0 op/s 2024-09-20T22:37:50.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:50 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:37:50.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:50 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:37:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:50 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:37:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:51 smithi046 ceph-mon[96110]: pgmap v3230: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:37:51.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:51 smithi046 ceph-mon[98591]: pgmap v3230: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:37:51.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:51 smithi134 ceph-mon[89086]: pgmap v3230: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:37:52.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:37:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:37:52] "GET /metrics HTTP/1.1" 200 90463 "" "Prometheus/2.43.0" 2024-09-20T22:37:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:37:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:37:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:37:53.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:53 smithi046 ceph-mon[96110]: pgmap v3231: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:37:53.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:53 smithi046 ceph-mon[98591]: pgmap v3231: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:37:53.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:53 smithi134 ceph-mon[89086]: pgmap v3231: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:37:55.101 INFO:tasks.workunit.client.0.smithi046.stderr:test retry succeeds 2024-09-20T22:37:55.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:55 smithi046 ceph-mon[96110]: pgmap v3232: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:37:55.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:55 smithi046 ceph-mon[98591]: pgmap v3232: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:37:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:55 smithi134 ceph-mon[89086]: pgmap v3232: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:37:57.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:57 smithi046 ceph-mon[96110]: pgmap v3233: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:37:57.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:57 smithi046 ceph-mon[96110]: osdmap e1868: 8 total, 8 up, 8 in 2024-09-20T22:37:57.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:57 smithi046 ceph-mon[98591]: pgmap v3233: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:37:57.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:57 smithi046 ceph-mon[98591]: osdmap e1868: 8 total, 8 up, 8 in 2024-09-20T22:37:57.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:57 smithi134 ceph-mon[89086]: pgmap v3233: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:37:57.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:57 smithi134 ceph-mon[89086]: osdmap e1868: 8 total, 8 up, 8 in 2024-09-20T22:37:58.244 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (32498 ms) 2024-09-20T22:37:58.244 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.WriteZeroes 2024-09-20T22:37:58.244 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:37:58.304 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.WriteZeroes (60 ms) 2024-09-20T22:37:58.304 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2024-09-20T22:37:58.304 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:37:58.366 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (62 ms) 2024-09-20T22:37:58.366 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2024-09-20T22:37:58.366 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:37:58.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:58 smithi046 ceph-mon[96110]: osdmap e1869: 8 total, 8 up, 8 in 2024-09-20T22:37:58.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:58 smithi046 ceph-mon[98591]: osdmap e1869: 8 total, 8 up, 8 in 2024-09-20T22:37:58.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:58 smithi134 ceph-mon[89086]: osdmap e1869: 8 total, 8 up, 8 in 2024-09-20T22:37:59.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:59 smithi046 ceph-mon[96110]: pgmap v3236: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 383 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T22:37:59.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:37:59 smithi046 ceph-mon[96110]: osdmap e1870: 8 total, 8 up, 8 in 2024-09-20T22:37:59.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:59 smithi046 ceph-mon[98591]: pgmap v3236: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 383 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T22:37:59.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:37:59 smithi046 ceph-mon[98591]: osdmap e1870: 8 total, 8 up, 8 in 2024-09-20T22:37:59.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:59 smithi134 ceph-mon[89086]: pgmap v3236: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 383 B/s rd, 0 B/s wr, 0 op/s 2024-09-20T22:37:59.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:37:59 smithi134 ceph-mon[89086]: osdmap e1870: 8 total, 8 up, 8 in 2024-09-20T22:38:00.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:00 smithi134 ceph-mon[89086]: osdmap e1871: 8 total, 8 up, 8 in 2024-09-20T22:38:00.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:00 smithi046 ceph-mon[96110]: osdmap e1871: 8 total, 8 up, 8 in 2024-09-20T22:38:00.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:00 smithi046 ceph-mon[98591]: osdmap e1871: 8 total, 8 up, 8 in 2024-09-20T22:38:01.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:01 smithi134 ceph-mon[89086]: pgmap v3239: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 767 B/s wr, 78 op/s 2024-09-20T22:38:01.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:01 smithi134 ceph-mon[89086]: osdmap e1872: 8 total, 8 up, 8 in 2024-09-20T22:38:01.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:01 smithi046 ceph-mon[96110]: pgmap v3239: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 767 B/s wr, 78 op/s 2024-09-20T22:38:01.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:01 smithi046 ceph-mon[96110]: osdmap e1872: 8 total, 8 up, 8 in 2024-09-20T22:38:01.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:01 smithi046 ceph-mon[98591]: pgmap v3239: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 767 B/s wr, 78 op/s 2024-09-20T22:38:01.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:01 smithi046 ceph-mon[98591]: osdmap e1872: 8 total, 8 up, 8 in 2024-09-20T22:38:02.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:02 smithi046 ceph-mon[96110]: osdmap e1873: 8 total, 8 up, 8 in 2024-09-20T22:38:02.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:02 smithi046 ceph-mon[98591]: osdmap e1873: 8 total, 8 up, 8 in 2024-09-20T22:38:02.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:38:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:38:02] "GET /metrics HTTP/1.1" 200 90463 "" "Prometheus/2.43.0" 2024-09-20T22:38:02.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:02 smithi134 ceph-mon[89086]: osdmap e1873: 8 total, 8 up, 8 in 2024-09-20T22:38:02.426 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:38:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:38:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:38:03.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:03 smithi134 ceph-mon[89086]: pgmap v3242: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 9.0 KiB/s wr, 166 op/s 2024-09-20T22:38:03.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:03 smithi134 ceph-mon[89086]: osdmap e1874: 8 total, 8 up, 8 in 2024-09-20T22:38:03.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:03 smithi046 ceph-mon[96110]: pgmap v3242: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 9.0 KiB/s wr, 166 op/s 2024-09-20T22:38:03.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:03 smithi046 ceph-mon[96110]: osdmap e1874: 8 total, 8 up, 8 in 2024-09-20T22:38:03.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:03 smithi046 ceph-mon[98591]: pgmap v3242: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 9.0 KiB/s wr, 166 op/s 2024-09-20T22:38:03.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:03 smithi046 ceph-mon[98591]: osdmap e1874: 8 total, 8 up, 8 in 2024-09-20T22:38:04.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:04 smithi046 ceph-mon[96110]: osdmap e1875: 8 total, 8 up, 8 in 2024-09-20T22:38:04.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:04 smithi046 ceph-mon[98591]: osdmap e1875: 8 total, 8 up, 8 in 2024-09-20T22:38:04.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:04 smithi134 ceph-mon[89086]: osdmap e1875: 8 total, 8 up, 8 in 2024-09-20T22:38:05.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:05 smithi046 ceph-mon[96110]: pgmap v3245: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 9.2 KiB/s wr, 103 op/s 2024-09-20T22:38:05.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:05 smithi046 ceph-mon[96110]: osdmap e1876: 8 total, 8 up, 8 in 2024-09-20T22:38:05.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:05 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:38:05.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:05 smithi046 ceph-mon[96110]: osdmap e1877: 8 total, 8 up, 8 in 2024-09-20T22:38:05.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:05 smithi046 ceph-mon[98591]: pgmap v3245: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 9.2 KiB/s wr, 103 op/s 2024-09-20T22:38:05.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:05 smithi046 ceph-mon[98591]: osdmap e1876: 8 total, 8 up, 8 in 2024-09-20T22:38:05.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:05 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:38:05.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:05 smithi046 ceph-mon[98591]: osdmap e1877: 8 total, 8 up, 8 in 2024-09-20T22:38:05.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:05 smithi134 ceph-mon[89086]: pgmap v3245: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 9.2 KiB/s wr, 103 op/s 2024-09-20T22:38:05.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:05 smithi134 ceph-mon[89086]: osdmap e1876: 8 total, 8 up, 8 in 2024-09-20T22:38:05.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:05 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:38:05.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:05 smithi134 ceph-mon[89086]: osdmap e1877: 8 total, 8 up, 8 in 2024-09-20T22:38:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:06 smithi134 ceph-mon[89086]: osdmap e1878: 8 total, 8 up, 8 in 2024-09-20T22:38:06.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:06 smithi134 ceph-mon[89086]: pgmap v3249: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 4.4 KiB/s wr, 26 op/s 2024-09-20T22:38:07.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:06 smithi046 ceph-mon[96110]: osdmap e1878: 8 total, 8 up, 8 in 2024-09-20T22:38:07.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:06 smithi046 ceph-mon[96110]: pgmap v3249: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 4.4 KiB/s wr, 26 op/s 2024-09-20T22:38:07.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:06 smithi046 ceph-mon[98591]: osdmap e1878: 8 total, 8 up, 8 in 2024-09-20T22:38:07.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:06 smithi046 ceph-mon[98591]: pgmap v3249: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 4.4 KiB/s wr, 26 op/s 2024-09-20T22:38:07.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:07 smithi134 ceph-mon[89086]: osdmap e1879: 8 total, 8 up, 8 in 2024-09-20T22:38:08.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:07 smithi046 ceph-mon[96110]: osdmap e1879: 8 total, 8 up, 8 in 2024-09-20T22:38:08.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:07 smithi046 ceph-mon[98591]: osdmap e1879: 8 total, 8 up, 8 in 2024-09-20T22:38:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:08 smithi134 ceph-mon[89086]: osdmap e1880: 8 total, 8 up, 8 in 2024-09-20T22:38:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:08 smithi134 ceph-mon[89086]: pgmap v3252: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-09-20T22:38:09.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:08 smithi046 ceph-mon[96110]: osdmap e1880: 8 total, 8 up, 8 in 2024-09-20T22:38:09.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:08 smithi046 ceph-mon[96110]: pgmap v3252: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-09-20T22:38:09.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:08 smithi046 ceph-mon[98591]: osdmap e1880: 8 total, 8 up, 8 in 2024-09-20T22:38:09.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:08 smithi046 ceph-mon[98591]: pgmap v3252: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-09-20T22:38:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:09 smithi134 ceph-mon[89086]: osdmap e1881: 8 total, 8 up, 8 in 2024-09-20T22:38:10.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:09 smithi046 ceph-mon[96110]: osdmap e1881: 8 total, 8 up, 8 in 2024-09-20T22:38:10.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:09 smithi046 ceph-mon[98591]: osdmap e1881: 8 total, 8 up, 8 in 2024-09-20T22:38:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:10 smithi134 ceph-mon[89086]: osdmap e1882: 8 total, 8 up, 8 in 2024-09-20T22:38:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:10 smithi134 ceph-mon[89086]: pgmap v3255: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 4.7 KiB/s wr, 244 op/s 2024-09-20T22:38:11.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:10 smithi046 ceph-mon[98591]: osdmap e1882: 8 total, 8 up, 8 in 2024-09-20T22:38:11.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:10 smithi046 ceph-mon[98591]: pgmap v3255: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 4.7 KiB/s wr, 244 op/s 2024-09-20T22:38:11.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:10 smithi046 ceph-mon[96110]: osdmap e1882: 8 total, 8 up, 8 in 2024-09-20T22:38:11.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:10 smithi046 ceph-mon[96110]: pgmap v3255: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 4.7 KiB/s wr, 244 op/s 2024-09-20T22:38:12.052 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:11 smithi046 ceph-mon[96110]: osdmap e1883: 8 total, 8 up, 8 in 2024-09-20T22:38:12.052 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:11 smithi046 ceph-mon[98591]: osdmap e1883: 8 total, 8 up, 8 in 2024-09-20T22:38:12.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:11 smithi134 ceph-mon[89086]: osdmap e1883: 8 total, 8 up, 8 in 2024-09-20T22:38:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:38:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:38:12] "GET /metrics HTTP/1.1" 200 90479 "" "Prometheus/2.43.0" 2024-09-20T22:38:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:38:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:38:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:38:13.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:12 smithi046 ceph-mon[96110]: osdmap e1884: 8 total, 8 up, 8 in 2024-09-20T22:38:13.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:12 smithi046 ceph-mon[96110]: pgmap v3258: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 4.7 KiB/s wr, 238 op/s 2024-09-20T22:38:13.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:12 smithi046 ceph-mon[98591]: osdmap e1884: 8 total, 8 up, 8 in 2024-09-20T22:38:13.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:12 smithi046 ceph-mon[98591]: pgmap v3258: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 4.7 KiB/s wr, 238 op/s 2024-09-20T22:38:13.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:12 smithi134 ceph-mon[89086]: osdmap e1884: 8 total, 8 up, 8 in 2024-09-20T22:38:13.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:12 smithi134 ceph-mon[89086]: pgmap v3258: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 4.7 KiB/s wr, 238 op/s 2024-09-20T22:38:14.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:13 smithi046 ceph-mon[96110]: osdmap e1885: 8 total, 8 up, 8 in 2024-09-20T22:38:14.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:13 smithi046 ceph-mon[98591]: osdmap e1885: 8 total, 8 up, 8 in 2024-09-20T22:38:14.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:13 smithi134 ceph-mon[89086]: osdmap e1885: 8 total, 8 up, 8 in 2024-09-20T22:38:15.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:14 smithi046 ceph-mon[96110]: osdmap e1886: 8 total, 8 up, 8 in 2024-09-20T22:38:15.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:14 smithi046 ceph-mon[96110]: pgmap v3261: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-20T22:38:15.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:14 smithi046 ceph-mon[98591]: osdmap e1886: 8 total, 8 up, 8 in 2024-09-20T22:38:15.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:14 smithi046 ceph-mon[98591]: pgmap v3261: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-20T22:38:15.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:14 smithi134 ceph-mon[89086]: osdmap e1886: 8 total, 8 up, 8 in 2024-09-20T22:38:15.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:14 smithi134 ceph-mon[89086]: pgmap v3261: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-20T22:38:16.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:15 smithi046 ceph-mon[96110]: osdmap e1887: 8 total, 8 up, 8 in 2024-09-20T22:38:16.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:15 smithi046 ceph-mon[98591]: osdmap e1887: 8 total, 8 up, 8 in 2024-09-20T22:38:16.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:15 smithi134 ceph-mon[89086]: osdmap e1887: 8 total, 8 up, 8 in 2024-09-20T22:38:17.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:16 smithi046 ceph-mon[96110]: osdmap e1888: 8 total, 8 up, 8 in 2024-09-20T22:38:17.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:16 smithi046 ceph-mon[96110]: pgmap v3264: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-09-20T22:38:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:16 smithi046 ceph-mon[98591]: osdmap e1888: 8 total, 8 up, 8 in 2024-09-20T22:38:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:16 smithi046 ceph-mon[98591]: pgmap v3264: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-09-20T22:38:17.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:16 smithi134 ceph-mon[89086]: osdmap e1888: 8 total, 8 up, 8 in 2024-09-20T22:38:17.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:16 smithi134 ceph-mon[89086]: pgmap v3264: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-09-20T22:38:18.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:17 smithi046 ceph-mon[96110]: osdmap e1889: 8 total, 8 up, 8 in 2024-09-20T22:38:18.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:17 smithi046 ceph-mon[98591]: osdmap e1889: 8 total, 8 up, 8 in 2024-09-20T22:38:18.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:17 smithi134 ceph-mon[89086]: osdmap e1889: 8 total, 8 up, 8 in 2024-09-20T22:38:19.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:18 smithi046 ceph-mon[96110]: osdmap e1890: 8 total, 8 up, 8 in 2024-09-20T22:38:19.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:18 smithi046 ceph-mon[96110]: pgmap v3267: 841 pgs: 1 active+clean+snaptrim, 840 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-09-20T22:38:19.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:18 smithi046 ceph-mon[98591]: osdmap e1890: 8 total, 8 up, 8 in 2024-09-20T22:38:19.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:18 smithi046 ceph-mon[98591]: pgmap v3267: 841 pgs: 1 active+clean+snaptrim, 840 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-09-20T22:38:19.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:18 smithi134 ceph-mon[89086]: osdmap e1890: 8 total, 8 up, 8 in 2024-09-20T22:38:19.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:18 smithi134 ceph-mon[89086]: pgmap v3267: 841 pgs: 1 active+clean+snaptrim, 840 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-09-20T22:38:20.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:19 smithi046 ceph-mon[96110]: osdmap e1891: 8 total, 8 up, 8 in 2024-09-20T22:38:20.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:38:20.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:19 smithi046 ceph-mon[96110]: osdmap e1892: 8 total, 8 up, 8 in 2024-09-20T22:38:20.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:19 smithi046 ceph-mon[98591]: osdmap e1891: 8 total, 8 up, 8 in 2024-09-20T22:38:20.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:38:20.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:19 smithi046 ceph-mon[98591]: osdmap e1892: 8 total, 8 up, 8 in 2024-09-20T22:38:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:19 smithi134 ceph-mon[89086]: osdmap e1891: 8 total, 8 up, 8 in 2024-09-20T22:38:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:38:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:19 smithi134 ceph-mon[89086]: osdmap e1892: 8 total, 8 up, 8 in 2024-09-20T22:38:21.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:20 smithi046 ceph-mon[96110]: pgmap v3270: 841 pgs: 1 active+clean+snaptrim, 840 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 3.7 KiB/s wr, 40 op/s 2024-09-20T22:38:21.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:20 smithi046 ceph-mon[96110]: osdmap e1893: 8 total, 8 up, 8 in 2024-09-20T22:38:21.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:20 smithi046 ceph-mon[98591]: pgmap v3270: 841 pgs: 1 active+clean+snaptrim, 840 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 3.7 KiB/s wr, 40 op/s 2024-09-20T22:38:21.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:20 smithi046 ceph-mon[98591]: osdmap e1893: 8 total, 8 up, 8 in 2024-09-20T22:38:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:20 smithi134 ceph-mon[89086]: pgmap v3270: 841 pgs: 1 active+clean+snaptrim, 840 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 3.7 KiB/s wr, 40 op/s 2024-09-20T22:38:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:20 smithi134 ceph-mon[89086]: osdmap e1893: 8 total, 8 up, 8 in 2024-09-20T22:38:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:38:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:38:22] "GET /metrics HTTP/1.1" 200 90472 "" "Prometheus/2.43.0" 2024-09-20T22:38:22.659 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:38:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:38:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:38:22.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:22 smithi134 ceph-mon[89086]: osdmap e1894: 8 total, 8 up, 8 in 2024-09-20T22:38:22.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:22 smithi134 ceph-mon[89086]: pgmap v3273: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.2 KiB/s wr, 39 op/s 2024-09-20T22:38:23.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:22 smithi046 ceph-mon[96110]: osdmap e1894: 8 total, 8 up, 8 in 2024-09-20T22:38:23.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:22 smithi046 ceph-mon[96110]: pgmap v3273: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.2 KiB/s wr, 39 op/s 2024-09-20T22:38:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:22 smithi046 ceph-mon[98591]: osdmap e1894: 8 total, 8 up, 8 in 2024-09-20T22:38:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:22 smithi046 ceph-mon[98591]: pgmap v3273: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.2 KiB/s wr, 39 op/s 2024-09-20T22:38:23.773 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestLibRBD.ConcurentOperations (25407 ms) 2024-09-20T22:38:23.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:23 smithi134 ceph-mon[89086]: osdmap e1895: 8 total, 8 up, 8 in 2024-09-20T22:38:24.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:23 smithi046 ceph-mon[96110]: osdmap e1895: 8 total, 8 up, 8 in 2024-09-20T22:38:24.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:23 smithi046 ceph-mon[98591]: osdmap e1895: 8 total, 8 up, 8 in 2024-09-20T22:38:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:24 smithi134 ceph-mon[89086]: osdmap e1896: 8 total, 8 up, 8 in 2024-09-20T22:38:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:24 smithi134 ceph-mon[89086]: pgmap v3276: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 767 B/s wr, 12 op/s 2024-09-20T22:38:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:24 smithi134 ceph-mon[89086]: osdmap e1897: 8 total, 8 up, 8 in 2024-09-20T22:38:25.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:24 smithi046 ceph-mon[96110]: osdmap e1896: 8 total, 8 up, 8 in 2024-09-20T22:38:25.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:24 smithi046 ceph-mon[96110]: pgmap v3276: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 767 B/s wr, 12 op/s 2024-09-20T22:38:25.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:24 smithi046 ceph-mon[96110]: osdmap e1897: 8 total, 8 up, 8 in 2024-09-20T22:38:25.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:24 smithi046 ceph-mon[98591]: osdmap e1896: 8 total, 8 up, 8 in 2024-09-20T22:38:25.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:24 smithi046 ceph-mon[98591]: pgmap v3276: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 767 B/s wr, 12 op/s 2024-09-20T22:38:25.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:24 smithi046 ceph-mon[98591]: osdmap e1897: 8 total, 8 up, 8 in 2024-09-20T22:38:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:26 smithi134 ceph-mon[89086]: osdmap e1898: 8 total, 8 up, 8 in 2024-09-20T22:38:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:26 smithi134 ceph-mon[89086]: pgmap v3279: 777 pgs: 777 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 31 op/s 2024-09-20T22:38:27.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:26 smithi046 ceph-mon[96110]: osdmap e1898: 8 total, 8 up, 8 in 2024-09-20T22:38:27.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:26 smithi046 ceph-mon[96110]: pgmap v3279: 777 pgs: 777 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 31 op/s 2024-09-20T22:38:27.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:26 smithi046 ceph-mon[98591]: osdmap e1898: 8 total, 8 up, 8 in 2024-09-20T22:38:27.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:26 smithi046 ceph-mon[98591]: pgmap v3279: 777 pgs: 777 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 31 op/s 2024-09-20T22:38:27.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:27 smithi134 ceph-mon[89086]: osdmap e1899: 8 total, 8 up, 8 in 2024-09-20T22:38:28.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:27 smithi046 ceph-mon[96110]: osdmap e1899: 8 total, 8 up, 8 in 2024-09-20T22:38:28.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:27 smithi046 ceph-mon[98591]: osdmap e1899: 8 total, 8 up, 8 in 2024-09-20T22:38:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:28 smithi134 ceph-mon[89086]: osdmap e1900: 8 total, 8 up, 8 in 2024-09-20T22:38:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:28 smithi134 ceph-mon[89086]: pgmap v3282: 713 pgs: 713 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:38:29.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:28 smithi046 ceph-mon[96110]: osdmap e1900: 8 total, 8 up, 8 in 2024-09-20T22:38:29.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:28 smithi046 ceph-mon[96110]: pgmap v3282: 713 pgs: 713 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:38:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:28 smithi046 ceph-mon[98591]: osdmap e1900: 8 total, 8 up, 8 in 2024-09-20T22:38:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:28 smithi046 ceph-mon[98591]: pgmap v3282: 713 pgs: 713 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:38:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:29 smithi134 ceph-mon[89086]: osdmap e1901: 8 total, 8 up, 8 in 2024-09-20T22:38:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:29 smithi134 ceph-mon[89086]: osdmap e1902: 8 total, 8 up, 8 in 2024-09-20T22:38:30.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:29 smithi046 ceph-mon[96110]: osdmap e1901: 8 total, 8 up, 8 in 2024-09-20T22:38:30.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:29 smithi046 ceph-mon[96110]: osdmap e1902: 8 total, 8 up, 8 in 2024-09-20T22:38:30.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:29 smithi046 ceph-mon[98591]: osdmap e1901: 8 total, 8 up, 8 in 2024-09-20T22:38:30.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:29 smithi046 ceph-mon[98591]: osdmap e1902: 8 total, 8 up, 8 in 2024-09-20T22:38:31.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:30 smithi046 ceph-mon[96110]: pgmap v3285: 649 pgs: 649 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:38:31.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:30 smithi046 ceph-mon[96110]: osdmap e1903: 8 total, 8 up, 8 in 2024-09-20T22:38:31.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:30 smithi046 ceph-mon[98591]: pgmap v3285: 649 pgs: 649 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:38:31.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:30 smithi046 ceph-mon[98591]: osdmap e1903: 8 total, 8 up, 8 in 2024-09-20T22:38:31.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:30 smithi134 ceph-mon[89086]: pgmap v3285: 649 pgs: 649 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:38:31.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:30 smithi134 ceph-mon[89086]: osdmap e1903: 8 total, 8 up, 8 in 2024-09-20T22:38:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:38:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:38:32] "GET /metrics HTTP/1.1" 200 90472 "" "Prometheus/2.43.0" 2024-09-20T22:38:32.662 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:38:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:38:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:38:32.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:32 smithi134 ceph-mon[89086]: osdmap e1904: 8 total, 8 up, 8 in 2024-09-20T22:38:32.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:32 smithi134 ceph-mon[89086]: pgmap v3288: 585 pgs: 585 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:38:33.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:32 smithi046 ceph-mon[96110]: osdmap e1904: 8 total, 8 up, 8 in 2024-09-20T22:38:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:32 smithi046 ceph-mon[96110]: pgmap v3288: 585 pgs: 585 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:38:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:32 smithi046 ceph-mon[98591]: osdmap e1904: 8 total, 8 up, 8 in 2024-09-20T22:38:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:32 smithi046 ceph-mon[98591]: pgmap v3288: 585 pgs: 585 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:38:34.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:33 smithi046 ceph-mon[96110]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-20T22:38:34.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:33 smithi046 ceph-mon[96110]: osdmap e1905: 8 total, 8 up, 8 in 2024-09-20T22:38:34.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:33 smithi046 ceph-mon[98591]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-20T22:38:34.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:33 smithi046 ceph-mon[98591]: osdmap e1905: 8 total, 8 up, 8 in 2024-09-20T22:38:34.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:33 smithi134 ceph-mon[89086]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-20T22:38:34.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:33 smithi134 ceph-mon[89086]: osdmap e1905: 8 total, 8 up, 8 in 2024-09-20T22:38:35.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:34 smithi046 ceph-mon[96110]: osdmap e1906: 8 total, 8 up, 8 in 2024-09-20T22:38:35.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:34 smithi046 ceph-mon[96110]: pgmap v3291: 521 pgs: 521 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:38:35.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:38:35.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:34 smithi046 ceph-mon[96110]: osdmap e1907: 8 total, 8 up, 8 in 2024-09-20T22:38:35.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:34 smithi046 ceph-mon[98591]: osdmap e1906: 8 total, 8 up, 8 in 2024-09-20T22:38:35.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:34 smithi046 ceph-mon[98591]: pgmap v3291: 521 pgs: 521 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:38:35.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:38:35.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:34 smithi046 ceph-mon[98591]: osdmap e1907: 8 total, 8 up, 8 in 2024-09-20T22:38:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:34 smithi134 ceph-mon[89086]: osdmap e1906: 8 total, 8 up, 8 in 2024-09-20T22:38:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:34 smithi134 ceph-mon[89086]: pgmap v3291: 521 pgs: 521 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:38:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:38:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:34 smithi134 ceph-mon[89086]: osdmap e1907: 8 total, 8 up, 8 in 2024-09-20T22:38:36.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:35 smithi046 ceph-mon[96110]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-20T22:38:36.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:35 smithi046 ceph-mon[96110]: osdmap e1908: 8 total, 8 up, 8 in 2024-09-20T22:38:36.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:35 smithi046 ceph-mon[98591]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-20T22:38:36.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:35 smithi046 ceph-mon[98591]: osdmap e1908: 8 total, 8 up, 8 in 2024-09-20T22:38:36.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:35 smithi134 ceph-mon[89086]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-20T22:38:36.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:35 smithi134 ceph-mon[89086]: osdmap e1908: 8 total, 8 up, 8 in 2024-09-20T22:38:37.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:36 smithi046 ceph-mon[96110]: pgmap v3294: 457 pgs: 457 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:38:37.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:36 smithi046 ceph-mon[96110]: osdmap e1909: 8 total, 8 up, 8 in 2024-09-20T22:38:37.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:36 smithi046 ceph-mon[98591]: pgmap v3294: 457 pgs: 457 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:38:37.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:36 smithi046 ceph-mon[98591]: osdmap e1909: 8 total, 8 up, 8 in 2024-09-20T22:38:37.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:36 smithi134 ceph-mon[89086]: pgmap v3294: 457 pgs: 457 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:38:37.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:36 smithi134 ceph-mon[89086]: osdmap e1909: 8 total, 8 up, 8 in 2024-09-20T22:38:38.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:38 smithi134 ceph-mon[89086]: osdmap e1910: 8 total, 8 up, 8 in 2024-09-20T22:38:38.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:38 smithi134 ceph-mon[89086]: pgmap v3297: 393 pgs: 393 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:38:39.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:38 smithi046 ceph-mon[96110]: osdmap e1910: 8 total, 8 up, 8 in 2024-09-20T22:38:39.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:38 smithi046 ceph-mon[96110]: pgmap v3297: 393 pgs: 393 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:38:39.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:38 smithi046 ceph-mon[98591]: osdmap e1910: 8 total, 8 up, 8 in 2024-09-20T22:38:39.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:38 smithi046 ceph-mon[98591]: pgmap v3297: 393 pgs: 393 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:38:40.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:39 smithi046 ceph-mon[96110]: osdmap e1911: 8 total, 8 up, 8 in 2024-09-20T22:38:40.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:39 smithi046 ceph-mon[98591]: osdmap e1911: 8 total, 8 up, 8 in 2024-09-20T22:38:40.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:39 smithi134 ceph-mon[89086]: osdmap e1911: 8 total, 8 up, 8 in 2024-09-20T22:38:41.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:40 smithi046 ceph-mon[96110]: osdmap e1912: 8 total, 8 up, 8 in 2024-09-20T22:38:41.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:40 smithi046 ceph-mon[96110]: pgmap v3300: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:38:41.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:40 smithi046 ceph-mon[96110]: osdmap e1913: 8 total, 8 up, 8 in 2024-09-20T22:38:41.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:40 smithi046 ceph-mon[98591]: osdmap e1912: 8 total, 8 up, 8 in 2024-09-20T22:38:41.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:40 smithi046 ceph-mon[98591]: pgmap v3300: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:38:41.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:40 smithi046 ceph-mon[98591]: osdmap e1913: 8 total, 8 up, 8 in 2024-09-20T22:38:41.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:40 smithi134 ceph-mon[89086]: osdmap e1912: 8 total, 8 up, 8 in 2024-09-20T22:38:41.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:40 smithi134 ceph-mon[89086]: pgmap v3300: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:38:41.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:40 smithi134 ceph-mon[89086]: osdmap e1913: 8 total, 8 up, 8 in 2024-09-20T22:38:42.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:38:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:38:42] "GET /metrics HTTP/1.1" 200 66286 "" "Prometheus/2.43.0" 2024-09-20T22:38:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:38:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:38:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:38:43.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:42 smithi046 ceph-mon[98591]: osdmap e1914: 8 total, 8 up, 8 in 2024-09-20T22:38:43.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:42 smithi046 ceph-mon[98591]: pgmap v3303: 265 pgs: 265 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:38:43.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:42 smithi046 ceph-mon[96110]: osdmap e1914: 8 total, 8 up, 8 in 2024-09-20T22:38:43.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:42 smithi046 ceph-mon[96110]: pgmap v3303: 265 pgs: 265 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:38:43.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:42 smithi134 ceph-mon[89086]: osdmap e1914: 8 total, 8 up, 8 in 2024-09-20T22:38:43.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:42 smithi134 ceph-mon[89086]: pgmap v3303: 265 pgs: 265 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:38:44.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:43 smithi046 ceph-mon[96110]: osdmap e1915: 8 total, 8 up, 8 in 2024-09-20T22:38:44.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:43 smithi046 ceph-mon[98591]: osdmap e1915: 8 total, 8 up, 8 in 2024-09-20T22:38:44.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:43 smithi134 ceph-mon[89086]: osdmap e1915: 8 total, 8 up, 8 in 2024-09-20T22:38:45.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:44 smithi046 ceph-mon[96110]: osdmap e1916: 8 total, 8 up, 8 in 2024-09-20T22:38:45.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:44 smithi046 ceph-mon[96110]: pgmap v3306: 201 pgs: 201 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:38:45.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:44 smithi046 ceph-mon[98591]: osdmap e1916: 8 total, 8 up, 8 in 2024-09-20T22:38:45.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:44 smithi046 ceph-mon[98591]: pgmap v3306: 201 pgs: 201 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:38:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:44 smithi134 ceph-mon[89086]: osdmap e1916: 8 total, 8 up, 8 in 2024-09-20T22:38:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:44 smithi134 ceph-mon[89086]: pgmap v3306: 201 pgs: 201 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:38:46.153 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:45 smithi046 ceph-mon[96110]: osdmap e1917: 8 total, 8 up, 8 in 2024-09-20T22:38:46.153 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:38:46.153 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:38:46.153 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:38:46.153 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:45 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:38:46.154 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:45 smithi046 ceph-mon[98591]: osdmap e1917: 8 total, 8 up, 8 in 2024-09-20T22:38:46.154 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:38:46.154 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:38:46.154 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:38:46.154 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:45 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:38:46.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:45 smithi134 ceph-mon[89086]: osdmap e1917: 8 total, 8 up, 8 in 2024-09-20T22:38:46.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:38:46.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:38:46.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:38:46.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:45 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:38:46.720 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 161 tests from TestLibRBD (389211 ms total) 2024-09-20T22:38:46.720 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:38:46.720 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 19 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2024-09-20T22:38:46.751 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2024-09-20T22:38:47.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:46 smithi046 ceph-mon[96110]: osdmap e1918: 8 total, 8 up, 8 in 2024-09-20T22:38:47.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:46 smithi046 ceph-mon[96110]: pgmap v3309: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:38:47.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:46 smithi046 ceph-mon[98591]: osdmap e1918: 8 total, 8 up, 8 in 2024-09-20T22:38:47.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:46 smithi046 ceph-mon[98591]: pgmap v3309: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:38:47.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:46 smithi134 ceph-mon[89086]: osdmap e1918: 8 total, 8 up, 8 in 2024-09-20T22:38:47.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:46 smithi134 ceph-mon[89086]: pgmap v3309: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:38:48.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:47 smithi046 ceph-mon[96110]: osdmap e1919: 8 total, 8 up, 8 in 2024-09-20T22:38:48.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:47 smithi046 ceph-mon[98591]: osdmap e1919: 8 total, 8 up, 8 in 2024-09-20T22:38:48.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:47 smithi134 ceph-mon[89086]: osdmap e1919: 8 total, 8 up, 8 in 2024-09-20T22:38:48.730 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:38:49.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:48 smithi046 ceph-mon[96110]: osdmap e1920: 8 total, 8 up, 8 in 2024-09-20T22:38:49.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:48 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/90924638' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:38:49.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:48 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:38:49.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:48 smithi046 ceph-mon[96110]: pgmap v3312: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:38:49.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:48 smithi046 ceph-mon[98591]: osdmap e1920: 8 total, 8 up, 8 in 2024-09-20T22:38:49.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:48 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/90924638' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:38:49.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:48 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:38:49.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:48 smithi046 ceph-mon[98591]: pgmap v3312: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:38:49.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:48 smithi134 ceph-mon[89086]: osdmap e1920: 8 total, 8 up, 8 in 2024-09-20T22:38:49.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:48 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/90924638' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:38:49.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:48 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:38:49.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:48 smithi134 ceph-mon[89086]: pgmap v3312: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:38:50.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:49 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:38:50.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:49 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:38:50.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:49 smithi046 ceph-mon[96110]: osdmap e1921: 8 total, 8 up, 8 in 2024-09-20T22:38:50.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:38:50.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:38:50.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:49 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:38:50.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:49 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:38:50.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:49 smithi046 ceph-mon[98591]: osdmap e1921: 8 total, 8 up, 8 in 2024-09-20T22:38:50.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:38:50.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:38:50.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:49 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:38:50.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:49 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:38:50.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:49 smithi134 ceph-mon[89086]: osdmap e1921: 8 total, 8 up, 8 in 2024-09-20T22:38:50.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:38:50.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:38:50.775 INFO:tasks.workunit.client.0.smithi046.stdout: wrote [1358032~79859,1729521~68061,3037249~30565,3084861~34868,4266836~4802,7271935~46808,11543411~9441,12119683~30085,16604520~85843,17048265~41469] 2024-09-20T22:38:51.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:50 smithi046 ceph-mon[96110]: osdmap e1922: 8 total, 8 up, 8 in 2024-09-20T22:38:51.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:50 smithi046 ceph-mon[96110]: pgmap v3315: 137 pgs: 3 creating+peering, 21 unknown, 113 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:38:51.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:50 smithi046 ceph-mon[98591]: osdmap e1922: 8 total, 8 up, 8 in 2024-09-20T22:38:51.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:50 smithi046 ceph-mon[98591]: pgmap v3315: 137 pgs: 3 creating+peering, 21 unknown, 113 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:38:51.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:50 smithi134 ceph-mon[89086]: osdmap e1922: 8 total, 8 up, 8 in 2024-09-20T22:38:51.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:50 smithi134 ceph-mon[89086]: pgmap v3315: 137 pgs: 3 creating+peering, 21 unknown, 113 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:38:51.759 INFO:tasks.workunit.client.0.smithi046.stdout: wrote [2321066~10685,5963412~46099,6073612~89867,8638818~48042,10613857~13512,11714139~84295,14249732~58793,17198498~34945,18261651~12998,19023971~43720] 2024-09-20T22:38:51.768 INFO:tasks.workunit.client.0.smithi046.stdout: diff was [2321066~10685,5963412~46099,6073612~89867,8638818~48042,10613857~13512,11714139~84295,14249732~58793,17089734~1977957] 2024-09-20T22:38:51.772 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5021 ms) 2024-09-20T22:38:51.772 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministic 2024-09-20T22:38:51.773 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:38:52.054 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:51 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:38:52.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:51 smithi046 ceph-mon[96110]: osdmap e1923: 8 total, 8 up, 8 in 2024-09-20T22:38:52.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:51 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:38:52.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:51 smithi046 ceph-mon[98591]: osdmap e1923: 8 total, 8 up, 8 in 2024-09-20T22:38:52.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:51 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:38:52.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:51 smithi134 ceph-mon[89086]: osdmap e1923: 8 total, 8 up, 8 in 2024-09-20T22:38:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:38:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:38:52] "GET /metrics HTTP/1.1" 200 36705 "" "Prometheus/2.43.0" 2024-09-20T22:38:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:38:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:38:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:38:53.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:52 smithi046 ceph-mon[98591]: osdmap e1924: 8 total, 8 up, 8 in 2024-09-20T22:38:53.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:52 smithi046 ceph-mon[98591]: pgmap v3318: 137 pgs: 3 creating+peering, 134 active+clean; 8.2 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.0 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-09-20T22:38:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:52 smithi046 ceph-mon[96110]: osdmap e1924: 8 total, 8 up, 8 in 2024-09-20T22:38:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:52 smithi046 ceph-mon[96110]: pgmap v3318: 137 pgs: 3 creating+peering, 134 active+clean; 8.2 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.0 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-09-20T22:38:53.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:52 smithi134 ceph-mon[89086]: osdmap e1924: 8 total, 8 up, 8 in 2024-09-20T22:38:53.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:52 smithi134 ceph-mon[89086]: pgmap v3318: 137 pgs: 3 creating+peering, 134 active+clean; 8.2 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.0 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-09-20T22:38:54.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:53 smithi046 ceph-mon[96110]: osdmap e1925: 8 total, 8 up, 8 in 2024-09-20T22:38:54.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:53 smithi046 ceph-mon[98591]: osdmap e1925: 8 total, 8 up, 8 in 2024-09-20T22:38:54.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:53 smithi134 ceph-mon[89086]: osdmap e1925: 8 total, 8 up, 8 in 2024-09-20T22:38:54.793 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:38:55.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:54 smithi046 ceph-mon[96110]: osdmap e1926: 8 total, 8 up, 8 in 2024-09-20T22:38:55.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:54 smithi046 ceph-mon[96110]: pgmap v3321: 137 pgs: 137 active+clean; 8.2 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.2 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-09-20T22:38:55.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:54 smithi046 ceph-mon[98591]: osdmap e1926: 8 total, 8 up, 8 in 2024-09-20T22:38:55.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:54 smithi046 ceph-mon[98591]: pgmap v3321: 137 pgs: 137 active+clean; 8.2 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.2 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-09-20T22:38:55.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:54 smithi134 ceph-mon[89086]: osdmap e1926: 8 total, 8 up, 8 in 2024-09-20T22:38:55.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:54 smithi134 ceph-mon[89086]: pgmap v3321: 137 pgs: 137 active+clean; 8.2 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.2 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-09-20T22:38:56.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:55 smithi046 ceph-mon[96110]: osdmap e1927: 8 total, 8 up, 8 in 2024-09-20T22:38:56.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:55 smithi046 ceph-mon[98591]: osdmap e1927: 8 total, 8 up, 8 in 2024-09-20T22:38:56.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:55 smithi134 ceph-mon[89086]: osdmap e1927: 8 total, 8 up, 8 in 2024-09-20T22:38:57.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:56 smithi046 ceph-mon[96110]: osdmap e1928: 8 total, 8 up, 8 in 2024-09-20T22:38:57.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:56 smithi046 ceph-mon[96110]: pgmap v3324: 137 pgs: 137 active+clean; 20 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 180 KiB/s wr, 93 op/s 2024-09-20T22:38:57.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:56 smithi046 ceph-mon[98591]: osdmap e1928: 8 total, 8 up, 8 in 2024-09-20T22:38:57.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:56 smithi046 ceph-mon[98591]: pgmap v3324: 137 pgs: 137 active+clean; 20 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 180 KiB/s wr, 93 op/s 2024-09-20T22:38:57.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:56 smithi134 ceph-mon[89086]: osdmap e1928: 8 total, 8 up, 8 in 2024-09-20T22:38:57.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:56 smithi134 ceph-mon[89086]: pgmap v3324: 137 pgs: 137 active+clean; 20 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 180 KiB/s wr, 93 op/s 2024-09-20T22:38:57.809 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:38:58.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:57 smithi046 ceph-mon[96110]: osdmap e1929: 8 total, 8 up, 8 in 2024-09-20T22:38:58.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:57 smithi046 ceph-mon[98591]: osdmap e1929: 8 total, 8 up, 8 in 2024-09-20T22:38:58.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:57 smithi134 ceph-mon[89086]: osdmap e1929: 8 total, 8 up, 8 in 2024-09-20T22:38:59.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:58 smithi046 ceph-mon[96110]: osdmap e1930: 8 total, 8 up, 8 in 2024-09-20T22:38:59.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:58 smithi046 ceph-mon[96110]: pgmap v3327: 137 pgs: 137 active+clean; 22 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 219 KiB/s wr, 109 op/s 2024-09-20T22:38:59.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:58 smithi046 ceph-mon[98591]: osdmap e1930: 8 total, 8 up, 8 in 2024-09-20T22:38:59.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:58 smithi046 ceph-mon[98591]: pgmap v3327: 137 pgs: 137 active+clean; 22 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 219 KiB/s wr, 109 op/s 2024-09-20T22:38:59.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:58 smithi134 ceph-mon[89086]: osdmap e1930: 8 total, 8 up, 8 in 2024-09-20T22:38:59.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:58 smithi134 ceph-mon[89086]: pgmap v3327: 137 pgs: 137 active+clean; 22 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 219 KiB/s wr, 109 op/s 2024-09-20T22:39:00.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:59 smithi046 ceph-mon[98591]: osdmap e1931: 8 total, 8 up, 8 in 2024-09-20T22:39:00.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:38:59 smithi046 ceph-mon[98591]: osdmap e1932: 8 total, 8 up, 8 in 2024-09-20T22:39:00.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:59 smithi046 ceph-mon[96110]: osdmap e1931: 8 total, 8 up, 8 in 2024-09-20T22:39:00.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:38:59 smithi046 ceph-mon[96110]: osdmap e1932: 8 total, 8 up, 8 in 2024-09-20T22:39:00.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:59 smithi134 ceph-mon[89086]: osdmap e1931: 8 total, 8 up, 8 in 2024-09-20T22:39:00.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:38:59 smithi134 ceph-mon[89086]: osdmap e1932: 8 total, 8 up, 8 in 2024-09-20T22:39:00.696 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:39:01.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:00 smithi046 ceph-mon[96110]: pgmap v3330: 137 pgs: 137 active+clean; 23 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 41 KiB/s wr, 41 op/s 2024-09-20T22:39:01.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:00 smithi046 ceph-mon[96110]: osdmap e1933: 8 total, 8 up, 8 in 2024-09-20T22:39:01.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:00 smithi046 ceph-mon[98591]: pgmap v3330: 137 pgs: 137 active+clean; 23 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 41 KiB/s wr, 41 op/s 2024-09-20T22:39:01.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:00 smithi046 ceph-mon[98591]: osdmap e1933: 8 total, 8 up, 8 in 2024-09-20T22:39:01.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:00 smithi134 ceph-mon[89086]: pgmap v3330: 137 pgs: 137 active+clean; 23 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 41 KiB/s wr, 41 op/s 2024-09-20T22:39:01.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:00 smithi134 ceph-mon[89086]: osdmap e1933: 8 total, 8 up, 8 in 2024-09-20T22:39:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:39:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:39:02] "GET /metrics HTTP/1.1" 200 36705 "" "Prometheus/2.43.0" 2024-09-20T22:39:02.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:39:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:39:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:39:03.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:02 smithi046 ceph-mon[98591]: osdmap e1934: 8 total, 8 up, 8 in 2024-09-20T22:39:03.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:02 smithi046 ceph-mon[98591]: pgmap v3333: 137 pgs: 137 active+clean; 25 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 7.2 KiB/s wr, 90 op/s 2024-09-20T22:39:03.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:02 smithi046 ceph-mon[96110]: osdmap e1934: 8 total, 8 up, 8 in 2024-09-20T22:39:03.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:02 smithi046 ceph-mon[96110]: pgmap v3333: 137 pgs: 137 active+clean; 25 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 7.2 KiB/s wr, 90 op/s 2024-09-20T22:39:03.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:02 smithi134 ceph-mon[89086]: osdmap e1934: 8 total, 8 up, 8 in 2024-09-20T22:39:03.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:02 smithi134 ceph-mon[89086]: pgmap v3333: 137 pgs: 137 active+clean; 25 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 7.2 KiB/s wr, 90 op/s 2024-09-20T22:39:03.714 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:39:03.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:03 smithi134 ceph-mon[89086]: osdmap e1935: 8 total, 8 up, 8 in 2024-09-20T22:39:04.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:03 smithi046 ceph-mon[96110]: osdmap e1935: 8 total, 8 up, 8 in 2024-09-20T22:39:04.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:03 smithi046 ceph-mon[98591]: osdmap e1935: 8 total, 8 up, 8 in 2024-09-20T22:39:05.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:04 smithi046 ceph-mon[96110]: osdmap e1936: 8 total, 8 up, 8 in 2024-09-20T22:39:05.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:04 smithi046 ceph-mon[96110]: pgmap v3336: 137 pgs: 137 active+clean; 25 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 7.7 KiB/s wr, 79 op/s 2024-09-20T22:39:05.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:39:05.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:39:05.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:04 smithi046 ceph-mon[98591]: osdmap e1936: 8 total, 8 up, 8 in 2024-09-20T22:39:05.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:04 smithi046 ceph-mon[98591]: pgmap v3336: 137 pgs: 137 active+clean; 25 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 7.7 KiB/s wr, 79 op/s 2024-09-20T22:39:05.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:39:05.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:39:05.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:04 smithi134 ceph-mon[89086]: osdmap e1936: 8 total, 8 up, 8 in 2024-09-20T22:39:05.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:04 smithi134 ceph-mon[89086]: pgmap v3336: 137 pgs: 137 active+clean; 25 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 7.7 KiB/s wr, 79 op/s 2024-09-20T22:39:05.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:39:05.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:39:06.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:05 smithi046 ceph-mon[96110]: osdmap e1937: 8 total, 8 up, 8 in 2024-09-20T22:39:06.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:05 smithi046 ceph-mon[98591]: osdmap e1937: 8 total, 8 up, 8 in 2024-09-20T22:39:06.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:05 smithi134 ceph-mon[89086]: osdmap e1937: 8 total, 8 up, 8 in 2024-09-20T22:39:06.727 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministic (14955 ms) 2024-09-20T22:39:06.728 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicPP 2024-09-20T22:39:06.728 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:39:07.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:06 smithi046 ceph-mon[98591]: osdmap e1938: 8 total, 8 up, 8 in 2024-09-20T22:39:07.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:06 smithi046 ceph-mon[98591]: pgmap v3339: 137 pgs: 137 active+clean; 31 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 7.0 KiB/s wr, 75 op/s 2024-09-20T22:39:07.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:06 smithi046 ceph-mon[96110]: osdmap e1938: 8 total, 8 up, 8 in 2024-09-20T22:39:07.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:06 smithi046 ceph-mon[96110]: pgmap v3339: 137 pgs: 137 active+clean; 31 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 7.0 KiB/s wr, 75 op/s 2024-09-20T22:39:07.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:06 smithi134 ceph-mon[89086]: osdmap e1938: 8 total, 8 up, 8 in 2024-09-20T22:39:07.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:06 smithi134 ceph-mon[89086]: pgmap v3339: 137 pgs: 137 active+clean; 31 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 7.0 KiB/s wr, 75 op/s 2024-09-20T22:39:08.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:07 smithi046 ceph-mon[96110]: osdmap e1939: 8 total, 8 up, 8 in 2024-09-20T22:39:08.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:07 smithi046 ceph-mon[98591]: osdmap e1939: 8 total, 8 up, 8 in 2024-09-20T22:39:08.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:07 smithi134 ceph-mon[89086]: osdmap e1939: 8 total, 8 up, 8 in 2024-09-20T22:39:09.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:08 smithi046 ceph-mon[96110]: osdmap e1940: 8 total, 8 up, 8 in 2024-09-20T22:39:09.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:08 smithi046 ceph-mon[96110]: pgmap v3342: 137 pgs: 137 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 9.0 KiB/s wr, 109 op/s 2024-09-20T22:39:09.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:08 smithi046 ceph-mon[98591]: osdmap e1940: 8 total, 8 up, 8 in 2024-09-20T22:39:09.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:08 smithi046 ceph-mon[98591]: pgmap v3342: 137 pgs: 137 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 9.0 KiB/s wr, 109 op/s 2024-09-20T22:39:09.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:08 smithi134 ceph-mon[89086]: osdmap e1940: 8 total, 8 up, 8 in 2024-09-20T22:39:09.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:08 smithi134 ceph-mon[89086]: pgmap v3342: 137 pgs: 137 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 9.0 KiB/s wr, 109 op/s 2024-09-20T22:39:09.746 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:39:10.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:09 smithi046 ceph-mon[96110]: osdmap e1941: 8 total, 8 up, 8 in 2024-09-20T22:39:10.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:09 smithi046 ceph-mon[98591]: osdmap e1941: 8 total, 8 up, 8 in 2024-09-20T22:39:10.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:09 smithi134 ceph-mon[89086]: osdmap e1941: 8 total, 8 up, 8 in 2024-09-20T22:39:11.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:10 smithi046 ceph-mon[96110]: osdmap e1942: 8 total, 8 up, 8 in 2024-09-20T22:39:11.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:10 smithi046 ceph-mon[96110]: pgmap v3345: 137 pgs: 137 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.2 KiB/s wr, 44 op/s 2024-09-20T22:39:11.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:10 smithi046 ceph-mon[98591]: osdmap e1942: 8 total, 8 up, 8 in 2024-09-20T22:39:11.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:10 smithi046 ceph-mon[98591]: pgmap v3345: 137 pgs: 137 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.2 KiB/s wr, 44 op/s 2024-09-20T22:39:11.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:10 smithi134 ceph-mon[89086]: osdmap e1942: 8 total, 8 up, 8 in 2024-09-20T22:39:11.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:10 smithi134 ceph-mon[89086]: pgmap v3345: 137 pgs: 137 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.2 KiB/s wr, 44 op/s 2024-09-20T22:39:12.052 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:11 smithi046 ceph-mon[96110]: osdmap e1943: 8 total, 8 up, 8 in 2024-09-20T22:39:12.052 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:11 smithi046 ceph-mon[98591]: osdmap e1943: 8 total, 8 up, 8 in 2024-09-20T22:39:12.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:11 smithi134 ceph-mon[89086]: osdmap e1943: 8 total, 8 up, 8 in 2024-09-20T22:39:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:39:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:39:12] "GET /metrics HTTP/1.1" 200 36754 "" "Prometheus/2.43.0" 2024-09-20T22:39:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:39:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:39:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:39:12.763 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:39:13.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:12 smithi046 ceph-mon[96110]: osdmap e1944: 8 total, 8 up, 8 in 2024-09-20T22:39:13.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:12 smithi046 ceph-mon[96110]: pgmap v3348: 137 pgs: 137 active+clean; 38 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 6.2 KiB/s wr, 62 op/s 2024-09-20T22:39:13.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:12 smithi046 ceph-mon[98591]: osdmap e1944: 8 total, 8 up, 8 in 2024-09-20T22:39:13.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:12 smithi046 ceph-mon[98591]: pgmap v3348: 137 pgs: 137 active+clean; 38 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 6.2 KiB/s wr, 62 op/s 2024-09-20T22:39:13.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:12 smithi134 ceph-mon[89086]: osdmap e1944: 8 total, 8 up, 8 in 2024-09-20T22:39:13.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:12 smithi134 ceph-mon[89086]: pgmap v3348: 137 pgs: 137 active+clean; 38 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 6.2 KiB/s wr, 62 op/s 2024-09-20T22:39:14.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:13 smithi046 ceph-mon[96110]: osdmap e1945: 8 total, 8 up, 8 in 2024-09-20T22:39:14.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:13 smithi046 ceph-mon[98591]: osdmap e1945: 8 total, 8 up, 8 in 2024-09-20T22:39:14.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:13 smithi134 ceph-mon[89086]: osdmap e1945: 8 total, 8 up, 8 in 2024-09-20T22:39:15.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:14 smithi046 ceph-mon[96110]: osdmap e1946: 8 total, 8 up, 8 in 2024-09-20T22:39:15.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:14 smithi046 ceph-mon[96110]: pgmap v3351: 137 pgs: 137 active+clean; 38 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 7.0 KiB/s wr, 83 op/s 2024-09-20T22:39:15.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:14 smithi046 ceph-mon[98591]: osdmap e1946: 8 total, 8 up, 8 in 2024-09-20T22:39:15.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:14 smithi046 ceph-mon[98591]: pgmap v3351: 137 pgs: 137 active+clean; 38 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 7.0 KiB/s wr, 83 op/s 2024-09-20T22:39:15.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:14 smithi134 ceph-mon[89086]: osdmap e1946: 8 total, 8 up, 8 in 2024-09-20T22:39:15.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:14 smithi134 ceph-mon[89086]: pgmap v3351: 137 pgs: 137 active+clean; 38 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 7.0 KiB/s wr, 83 op/s 2024-09-20T22:39:15.784 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:39:16.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:15 smithi046 ceph-mon[96110]: osdmap e1947: 8 total, 8 up, 8 in 2024-09-20T22:39:16.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:15 smithi046 ceph-mon[98591]: osdmap e1947: 8 total, 8 up, 8 in 2024-09-20T22:39:16.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:15 smithi134 ceph-mon[89086]: osdmap e1947: 8 total, 8 up, 8 in 2024-09-20T22:39:17.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:16 smithi046 ceph-mon[98591]: osdmap e1948: 8 total, 8 up, 8 in 2024-09-20T22:39:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:16 smithi046 ceph-mon[98591]: pgmap v3354: 137 pgs: 137 active+clean; 44 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 6.0 KiB/s wr, 76 op/s 2024-09-20T22:39:17.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:16 smithi046 ceph-mon[96110]: osdmap e1948: 8 total, 8 up, 8 in 2024-09-20T22:39:17.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:16 smithi046 ceph-mon[96110]: pgmap v3354: 137 pgs: 137 active+clean; 44 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 6.0 KiB/s wr, 76 op/s 2024-09-20T22:39:17.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:16 smithi134 ceph-mon[89086]: osdmap e1948: 8 total, 8 up, 8 in 2024-09-20T22:39:17.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:16 smithi134 ceph-mon[89086]: pgmap v3354: 137 pgs: 137 active+clean; 44 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 6.0 KiB/s wr, 76 op/s 2024-09-20T22:39:18.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:17 smithi046 ceph-mon[96110]: osdmap e1949: 8 total, 8 up, 8 in 2024-09-20T22:39:18.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:17 smithi046 ceph-mon[98591]: osdmap e1949: 8 total, 8 up, 8 in 2024-09-20T22:39:18.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:17 smithi134 ceph-mon[89086]: osdmap e1949: 8 total, 8 up, 8 in 2024-09-20T22:39:18.796 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:39:19.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:18 smithi046 ceph-mon[96110]: osdmap e1950: 8 total, 8 up, 8 in 2024-09-20T22:39:19.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:18 smithi046 ceph-mon[96110]: pgmap v3357: 137 pgs: 137 active+clean; 44 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 8.2 KiB/s wr, 89 op/s 2024-09-20T22:39:19.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:18 smithi046 ceph-mon[98591]: osdmap e1950: 8 total, 8 up, 8 in 2024-09-20T22:39:19.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:18 smithi046 ceph-mon[98591]: pgmap v3357: 137 pgs: 137 active+clean; 44 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 8.2 KiB/s wr, 89 op/s 2024-09-20T22:39:19.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:18 smithi134 ceph-mon[89086]: osdmap e1950: 8 total, 8 up, 8 in 2024-09-20T22:39:19.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:18 smithi134 ceph-mon[89086]: pgmap v3357: 137 pgs: 137 active+clean; 44 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 8.2 KiB/s wr, 89 op/s 2024-09-20T22:39:20.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:19 smithi046 ceph-mon[96110]: osdmap e1951: 8 total, 8 up, 8 in 2024-09-20T22:39:20.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:39:20.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:19 smithi046 ceph-mon[98591]: osdmap e1951: 8 total, 8 up, 8 in 2024-09-20T22:39:20.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:39:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:19 smithi134 ceph-mon[89086]: osdmap e1951: 8 total, 8 up, 8 in 2024-09-20T22:39:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:39:21.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:20 smithi046 ceph-mon[96110]: osdmap e1952: 8 total, 8 up, 8 in 2024-09-20T22:39:21.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:20 smithi046 ceph-mon[96110]: pgmap v3360: 137 pgs: 137 active+clean; 47 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 8.0 KiB/s wr, 95 op/s 2024-09-20T22:39:21.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:20 smithi046 ceph-mon[98591]: osdmap e1952: 8 total, 8 up, 8 in 2024-09-20T22:39:21.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:20 smithi046 ceph-mon[98591]: pgmap v3360: 137 pgs: 137 active+clean; 47 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 8.0 KiB/s wr, 95 op/s 2024-09-20T22:39:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:20 smithi134 ceph-mon[89086]: osdmap e1952: 8 total, 8 up, 8 in 2024-09-20T22:39:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:20 smithi134 ceph-mon[89086]: pgmap v3360: 137 pgs: 137 active+clean; 47 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 8.0 KiB/s wr, 95 op/s 2024-09-20T22:39:21.812 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicPP (15085 ms) 2024-09-20T22:39:21.812 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS1 2024-09-20T22:39:21.812 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:39:22.054 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:21 smithi046 ceph-mon[96110]: osdmap e1953: 8 total, 8 up, 8 in 2024-09-20T22:39:22.054 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:21 smithi046 ceph-mon[98591]: osdmap e1953: 8 total, 8 up, 8 in 2024-09-20T22:39:22.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:21 smithi134 ceph-mon[89086]: osdmap e1953: 8 total, 8 up, 8 in 2024-09-20T22:39:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:39:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:39:22] "GET /metrics HTTP/1.1" 200 36757 "" "Prometheus/2.43.0" 2024-09-20T22:39:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:39:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:39:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:39:23.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:22 smithi046 ceph-mon[96110]: osdmap e1954: 8 total, 8 up, 8 in 2024-09-20T22:39:23.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:22 smithi046 ceph-mon[96110]: pgmap v3363: 137 pgs: 137 active+clean; 61 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 6.7 KiB/s wr, 74 op/s 2024-09-20T22:39:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:22 smithi046 ceph-mon[98591]: osdmap e1954: 8 total, 8 up, 8 in 2024-09-20T22:39:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:22 smithi046 ceph-mon[98591]: pgmap v3363: 137 pgs: 137 active+clean; 61 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 6.7 KiB/s wr, 74 op/s 2024-09-20T22:39:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:22 smithi134 ceph-mon[89086]: osdmap e1954: 8 total, 8 up, 8 in 2024-09-20T22:39:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:22 smithi134 ceph-mon[89086]: pgmap v3363: 137 pgs: 137 active+clean; 61 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 6.7 KiB/s wr, 74 op/s 2024-09-20T22:39:25.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:25 smithi046 ceph-mon[96110]: pgmap v3364: 137 pgs: 137 active+clean; 61 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 5.3 KiB/s wr, 57 op/s 2024-09-20T22:39:25.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:25 smithi046 ceph-mon[98591]: pgmap v3364: 137 pgs: 137 active+clean; 61 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 5.3 KiB/s wr, 57 op/s 2024-09-20T22:39:25.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:25 smithi134 ceph-mon[89086]: pgmap v3364: 137 pgs: 137 active+clean; 61 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 5.3 KiB/s wr, 57 op/s 2024-09-20T22:39:27.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:27 smithi046 ceph-mon[96110]: pgmap v3365: 137 pgs: 137 active+clean; 61 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 4.3 KiB/s wr, 37 op/s 2024-09-20T22:39:27.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:27 smithi046 ceph-mon[96110]: osdmap e1955: 8 total, 8 up, 8 in 2024-09-20T22:39:27.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:27 smithi046 ceph-mon[98591]: pgmap v3365: 137 pgs: 137 active+clean; 61 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 4.3 KiB/s wr, 37 op/s 2024-09-20T22:39:27.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:27 smithi046 ceph-mon[98591]: osdmap e1955: 8 total, 8 up, 8 in 2024-09-20T22:39:27.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:27 smithi134 ceph-mon[89086]: pgmap v3365: 137 pgs: 137 active+clean; 61 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 4.3 KiB/s wr, 37 op/s 2024-09-20T22:39:27.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:27 smithi134 ceph-mon[89086]: osdmap e1955: 8 total, 8 up, 8 in 2024-09-20T22:39:28.170 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:39:28.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:28 smithi046 ceph-mon[98591]: osdmap e1956: 8 total, 8 up, 8 in 2024-09-20T22:39:28.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:28 smithi046 ceph-mon[96110]: osdmap e1956: 8 total, 8 up, 8 in 2024-09-20T22:39:28.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:28 smithi134 ceph-mon[89086]: osdmap e1956: 8 total, 8 up, 8 in 2024-09-20T22:39:29.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:29 smithi046 ceph-mon[96110]: pgmap v3368: 137 pgs: 137 active+clean; 61 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.0 KiB/s wr, 42 op/s 2024-09-20T22:39:29.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:29 smithi046 ceph-mon[96110]: osdmap e1957: 8 total, 8 up, 8 in 2024-09-20T22:39:29.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:29 smithi046 ceph-mon[98591]: pgmap v3368: 137 pgs: 137 active+clean; 61 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.0 KiB/s wr, 42 op/s 2024-09-20T22:39:29.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:29 smithi046 ceph-mon[98591]: osdmap e1957: 8 total, 8 up, 8 in 2024-09-20T22:39:29.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:29 smithi134 ceph-mon[89086]: pgmap v3368: 137 pgs: 137 active+clean; 61 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.0 KiB/s wr, 42 op/s 2024-09-20T22:39:29.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:29 smithi134 ceph-mon[89086]: osdmap e1957: 8 total, 8 up, 8 in 2024-09-20T22:39:31.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:31 smithi046 ceph-mon[96110]: pgmap v3370: 137 pgs: 137 active+clean; 65 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-09-20T22:39:31.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:31 smithi046 ceph-mon[98591]: pgmap v3370: 137 pgs: 137 active+clean; 65 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-09-20T22:39:31.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:31 smithi134 ceph-mon[89086]: pgmap v3370: 137 pgs: 137 active+clean; 65 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-09-20T22:39:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:39:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:39:32] "GET /metrics HTTP/1.1" 200 36757 "" "Prometheus/2.43.0" 2024-09-20T22:39:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:39:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:39:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:39:33.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:33 smithi046 ceph-mon[96110]: pgmap v3371: 137 pgs: 137 active+clean; 65 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 46 op/s 2024-09-20T22:39:33.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:33 smithi046 ceph-mon[96110]: osdmap e1958: 8 total, 8 up, 8 in 2024-09-20T22:39:33.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:33 smithi046 ceph-mon[98591]: pgmap v3371: 137 pgs: 137 active+clean; 65 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 46 op/s 2024-09-20T22:39:33.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:33 smithi046 ceph-mon[98591]: osdmap e1958: 8 total, 8 up, 8 in 2024-09-20T22:39:33.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:33 smithi134 ceph-mon[89086]: pgmap v3371: 137 pgs: 137 active+clean; 65 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 46 op/s 2024-09-20T22:39:33.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:33 smithi134 ceph-mon[89086]: osdmap e1958: 8 total, 8 up, 8 in 2024-09-20T22:39:34.191 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:39:34.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:34 smithi134 ceph-mon[89086]: osdmap e1959: 8 total, 8 up, 8 in 2024-09-20T22:39:34.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:34 smithi046 ceph-mon[96110]: osdmap e1959: 8 total, 8 up, 8 in 2024-09-20T22:39:34.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:34 smithi046 ceph-mon[98591]: osdmap e1959: 8 total, 8 up, 8 in 2024-09-20T22:39:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:35 smithi134 ceph-mon[89086]: pgmap v3374: 137 pgs: 137 active+clean; 65 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-09-20T22:39:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:35 smithi134 ceph-mon[89086]: osdmap e1960: 8 total, 8 up, 8 in 2024-09-20T22:39:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:35 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:39:35.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:35 smithi046 ceph-mon[96110]: pgmap v3374: 137 pgs: 137 active+clean; 65 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-09-20T22:39:35.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:35 smithi046 ceph-mon[96110]: osdmap e1960: 8 total, 8 up, 8 in 2024-09-20T22:39:35.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:35 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:39:35.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:35 smithi046 ceph-mon[98591]: pgmap v3374: 137 pgs: 137 active+clean; 65 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-09-20T22:39:35.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:35 smithi046 ceph-mon[98591]: osdmap e1960: 8 total, 8 up, 8 in 2024-09-20T22:39:35.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:35 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:39:37.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:37 smithi134 ceph-mon[89086]: pgmap v3376: 137 pgs: 137 active+clean; 71 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 688 KiB/s wr, 59 op/s 2024-09-20T22:39:37.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:37 smithi046 ceph-mon[96110]: pgmap v3376: 137 pgs: 137 active+clean; 71 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 688 KiB/s wr, 59 op/s 2024-09-20T22:39:37.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:37 smithi046 ceph-mon[98591]: pgmap v3376: 137 pgs: 137 active+clean; 71 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 688 KiB/s wr, 59 op/s 2024-09-20T22:39:39.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:39 smithi134 ceph-mon[89086]: pgmap v3377: 137 pgs: 137 active+clean; 71 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 38 op/s 2024-09-20T22:39:39.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:39 smithi134 ceph-mon[89086]: osdmap e1961: 8 total, 8 up, 8 in 2024-09-20T22:39:39.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:39 smithi046 ceph-mon[96110]: pgmap v3377: 137 pgs: 137 active+clean; 71 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 38 op/s 2024-09-20T22:39:39.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:39 smithi046 ceph-mon[96110]: osdmap e1961: 8 total, 8 up, 8 in 2024-09-20T22:39:39.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:39 smithi046 ceph-mon[98591]: pgmap v3377: 137 pgs: 137 active+clean; 71 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 38 op/s 2024-09-20T22:39:39.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:39 smithi046 ceph-mon[98591]: osdmap e1961: 8 total, 8 up, 8 in 2024-09-20T22:39:40.211 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:39:40.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:40 smithi046 ceph-mon[96110]: osdmap e1962: 8 total, 8 up, 8 in 2024-09-20T22:39:40.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:40 smithi046 ceph-mon[98591]: osdmap e1962: 8 total, 8 up, 8 in 2024-09-20T22:39:40.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:40 smithi134 ceph-mon[89086]: osdmap e1962: 8 total, 8 up, 8 in 2024-09-20T22:39:41.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:41 smithi046 ceph-mon[96110]: pgmap v3380: 137 pgs: 137 active+clean; 76 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.3 MiB/s wr, 36 op/s 2024-09-20T22:39:41.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:41 smithi046 ceph-mon[96110]: osdmap e1963: 8 total, 8 up, 8 in 2024-09-20T22:39:41.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:41 smithi046 ceph-mon[98591]: pgmap v3380: 137 pgs: 137 active+clean; 76 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.3 MiB/s wr, 36 op/s 2024-09-20T22:39:41.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:41 smithi046 ceph-mon[98591]: osdmap e1963: 8 total, 8 up, 8 in 2024-09-20T22:39:41.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:41 smithi134 ceph-mon[89086]: pgmap v3380: 137 pgs: 137 active+clean; 76 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.3 MiB/s wr, 36 op/s 2024-09-20T22:39:41.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:41 smithi134 ceph-mon[89086]: osdmap e1963: 8 total, 8 up, 8 in 2024-09-20T22:39:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:39:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:39:42] "GET /metrics HTTP/1.1" 200 36760 "" "Prometheus/2.43.0" 2024-09-20T22:39:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:39:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:39:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:39:43.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:43 smithi046 ceph-mon[98591]: pgmap v3382: 137 pgs: 137 active+clean; 77 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 688 KiB/s wr, 45 op/s 2024-09-20T22:39:43.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:43 smithi046 ceph-mon[96110]: pgmap v3382: 137 pgs: 137 active+clean; 77 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 688 KiB/s wr, 45 op/s 2024-09-20T22:39:43.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:43 smithi134 ceph-mon[89086]: pgmap v3382: 137 pgs: 137 active+clean; 77 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 688 KiB/s wr, 45 op/s 2024-09-20T22:39:45.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:45 smithi046 ceph-mon[96110]: pgmap v3383: 137 pgs: 137 active+clean; 77 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-09-20T22:39:45.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:45 smithi046 ceph-mon[96110]: osdmap e1964: 8 total, 8 up, 8 in 2024-09-20T22:39:45.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:45 smithi046 ceph-mon[98591]: pgmap v3383: 137 pgs: 137 active+clean; 77 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-09-20T22:39:45.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:45 smithi046 ceph-mon[98591]: osdmap e1964: 8 total, 8 up, 8 in 2024-09-20T22:39:45.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:45 smithi134 ceph-mon[89086]: pgmap v3383: 137 pgs: 137 active+clean; 77 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-09-20T22:39:45.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:45 smithi134 ceph-mon[89086]: osdmap e1964: 8 total, 8 up, 8 in 2024-09-20T22:39:46.226 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:39:46.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:46 smithi046 ceph-mon[96110]: osdmap e1965: 8 total, 8 up, 8 in 2024-09-20T22:39:46.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:46 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:39:46.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:46 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:39:46.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:46 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:39:46.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:46 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:39:46.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:46 smithi046 ceph-mon[98591]: osdmap e1965: 8 total, 8 up, 8 in 2024-09-20T22:39:46.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:46 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:39:46.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:46 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:39:46.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:46 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:39:46.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:46 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:39:46.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:46 smithi134 ceph-mon[89086]: osdmap e1965: 8 total, 8 up, 8 in 2024-09-20T22:39:46.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:46 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:39:46.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:46 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:39:46.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:46 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:39:46.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:46 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:39:47.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:47 smithi046 ceph-mon[96110]: pgmap v3386: 137 pgs: 137 active+clean; 78 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 5.3 KiB/s wr, 46 op/s 2024-09-20T22:39:47.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:47 smithi046 ceph-mon[96110]: osdmap e1966: 8 total, 8 up, 8 in 2024-09-20T22:39:47.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:47 smithi046 ceph-mon[98591]: pgmap v3386: 137 pgs: 137 active+clean; 78 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 5.3 KiB/s wr, 46 op/s 2024-09-20T22:39:47.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:47 smithi046 ceph-mon[98591]: osdmap e1966: 8 total, 8 up, 8 in 2024-09-20T22:39:47.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:47 smithi134 ceph-mon[89086]: pgmap v3386: 137 pgs: 137 active+clean; 78 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 5.3 KiB/s wr, 46 op/s 2024-09-20T22:39:47.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:47 smithi134 ceph-mon[89086]: osdmap e1966: 8 total, 8 up, 8 in 2024-09-20T22:39:49.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:49 smithi046 ceph-mon[96110]: pgmap v3388: 137 pgs: 137 active+clean; 83 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-09-20T22:39:49.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:49 smithi046 ceph-mon[98591]: pgmap v3388: 137 pgs: 137 active+clean; 83 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-09-20T22:39:49.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:49 smithi134 ceph-mon[89086]: pgmap v3388: 137 pgs: 137 active+clean; 83 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-09-20T22:39:50.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:50 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:39:50.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:50 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:39:50.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:50 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:39:51.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:51 smithi046 ceph-mon[96110]: pgmap v3389: 137 pgs: 137 active+clean; 83 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-09-20T22:39:51.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:51 smithi046 ceph-mon[96110]: osdmap e1967: 8 total, 8 up, 8 in 2024-09-20T22:39:51.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:51 smithi046 ceph-mon[98591]: pgmap v3389: 137 pgs: 137 active+clean; 83 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-09-20T22:39:51.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:51 smithi046 ceph-mon[98591]: osdmap e1967: 8 total, 8 up, 8 in 2024-09-20T22:39:51.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:51 smithi134 ceph-mon[89086]: pgmap v3389: 137 pgs: 137 active+clean; 83 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-09-20T22:39:51.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:51 smithi134 ceph-mon[89086]: osdmap e1967: 8 total, 8 up, 8 in 2024-09-20T22:39:52.255 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS1 (30443 ms) 2024-09-20T22:39:52.255 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS1PP 2024-09-20T22:39:52.255 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:39:52.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:52 smithi046 ceph-mon[96110]: osdmap e1968: 8 total, 8 up, 8 in 2024-09-20T22:39:52.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:52 smithi046 ceph-mon[98591]: osdmap e1968: 8 total, 8 up, 8 in 2024-09-20T22:39:52.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:39:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:39:52] "GET /metrics HTTP/1.1" 200 36762 "" "Prometheus/2.43.0" 2024-09-20T22:39:52.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:52 smithi134 ceph-mon[89086]: osdmap e1968: 8 total, 8 up, 8 in 2024-09-20T22:39:52.677 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:39:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:39:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:39:53.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:53 smithi046 ceph-mon[96110]: pgmap v3392: 137 pgs: 137 active+clean; 91 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 1.3 MiB/s wr, 43 op/s 2024-09-20T22:39:53.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:53 smithi046 ceph-mon[96110]: osdmap e1969: 8 total, 8 up, 8 in 2024-09-20T22:39:53.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:53 smithi046 ceph-mon[98591]: pgmap v3392: 137 pgs: 137 active+clean; 91 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 1.3 MiB/s wr, 43 op/s 2024-09-20T22:39:53.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:53 smithi046 ceph-mon[98591]: osdmap e1969: 8 total, 8 up, 8 in 2024-09-20T22:39:53.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:53 smithi134 ceph-mon[89086]: pgmap v3392: 137 pgs: 137 active+clean; 91 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 1.3 MiB/s wr, 43 op/s 2024-09-20T22:39:53.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:53 smithi134 ceph-mon[89086]: osdmap e1969: 8 total, 8 up, 8 in 2024-09-20T22:39:55.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:55 smithi046 ceph-mon[96110]: pgmap v3394: 137 pgs: 137 active+clean; 91 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 685 KiB/s wr, 19 op/s 2024-09-20T22:39:55.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:55 smithi046 ceph-mon[98591]: pgmap v3394: 137 pgs: 137 active+clean; 91 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 685 KiB/s wr, 19 op/s 2024-09-20T22:39:55.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:55 smithi134 ceph-mon[89086]: pgmap v3394: 137 pgs: 137 active+clean; 91 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 685 KiB/s wr, 19 op/s 2024-09-20T22:39:57.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:57 smithi046 ceph-mon[96110]: pgmap v3395: 137 pgs: 137 active+clean; 99 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 1.3 MiB/s wr, 50 op/s 2024-09-20T22:39:57.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:57 smithi046 ceph-mon[96110]: osdmap e1970: 8 total, 8 up, 8 in 2024-09-20T22:39:57.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:57 smithi046 ceph-mon[98591]: pgmap v3395: 137 pgs: 137 active+clean; 99 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 1.3 MiB/s wr, 50 op/s 2024-09-20T22:39:57.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:57 smithi046 ceph-mon[98591]: osdmap e1970: 8 total, 8 up, 8 in 2024-09-20T22:39:57.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:57 smithi134 ceph-mon[89086]: pgmap v3395: 137 pgs: 137 active+clean; 99 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 1.3 MiB/s wr, 50 op/s 2024-09-20T22:39:57.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:57 smithi134 ceph-mon[89086]: osdmap e1970: 8 total, 8 up, 8 in 2024-09-20T22:39:58.276 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:39:58.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:58 smithi046 ceph-mon[96110]: osdmap e1971: 8 total, 8 up, 8 in 2024-09-20T22:39:58.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:58 smithi046 ceph-mon[98591]: osdmap e1971: 8 total, 8 up, 8 in 2024-09-20T22:39:58.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:58 smithi134 ceph-mon[89086]: osdmap e1971: 8 total, 8 up, 8 in 2024-09-20T22:39:59.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:59 smithi046 ceph-mon[96110]: pgmap v3398: 137 pgs: 137 active+clean; 99 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 32 op/s 2024-09-20T22:39:59.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:39:59 smithi046 ceph-mon[96110]: osdmap e1972: 8 total, 8 up, 8 in 2024-09-20T22:39:59.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:59 smithi046 ceph-mon[98591]: pgmap v3398: 137 pgs: 137 active+clean; 99 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 32 op/s 2024-09-20T22:39:59.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:39:59 smithi046 ceph-mon[98591]: osdmap e1972: 8 total, 8 up, 8 in 2024-09-20T22:39:59.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:59 smithi134 ceph-mon[89086]: pgmap v3398: 137 pgs: 137 active+clean; 99 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 32 op/s 2024-09-20T22:39:59.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:39:59 smithi134 ceph-mon[89086]: osdmap e1972: 8 total, 8 up, 8 in 2024-09-20T22:40:00.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:00 smithi046 ceph-mon[96110]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-09-20T22:40:00.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:00 smithi046 ceph-mon[96110]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-09-20T22:40:00.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:00 smithi046 ceph-mon[96110]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-09-20T22:40:00.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:00 smithi046 ceph-mon[98591]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-09-20T22:40:00.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:00 smithi046 ceph-mon[98591]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-09-20T22:40:00.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:00 smithi046 ceph-mon[98591]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-09-20T22:40:00.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:00 smithi134 ceph-mon[89086]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-09-20T22:40:00.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:00 smithi134 ceph-mon[89086]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-09-20T22:40:00.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:00 smithi134 ceph-mon[89086]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-09-20T22:40:01.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:01 smithi046 ceph-mon[96110]: pgmap v3400: 137 pgs: 137 active+clean; 99 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 687 KiB/s wr, 52 op/s 2024-09-20T22:40:01.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:01 smithi046 ceph-mon[98591]: pgmap v3400: 137 pgs: 137 active+clean; 99 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 687 KiB/s wr, 52 op/s 2024-09-20T22:40:01.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:01 smithi134 ceph-mon[89086]: pgmap v3400: 137 pgs: 137 active+clean; 99 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 687 KiB/s wr, 52 op/s 2024-09-20T22:40:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:40:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:40:02] "GET /metrics HTTP/1.1" 200 36762 "" "Prometheus/2.43.0" 2024-09-20T22:40:02.577 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:40:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:40:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:40:03.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:03 smithi046 ceph-mon[96110]: pgmap v3401: 137 pgs: 137 active+clean; 99 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 3.7 KiB/s wr, 36 op/s 2024-09-20T22:40:03.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:03 smithi046 ceph-mon[96110]: osdmap e1973: 8 total, 8 up, 8 in 2024-09-20T22:40:03.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:03 smithi046 ceph-mon[98591]: pgmap v3401: 137 pgs: 137 active+clean; 99 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 3.7 KiB/s wr, 36 op/s 2024-09-20T22:40:03.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:03 smithi046 ceph-mon[98591]: osdmap e1973: 8 total, 8 up, 8 in 2024-09-20T22:40:03.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:03 smithi134 ceph-mon[89086]: pgmap v3401: 137 pgs: 137 active+clean; 99 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 3.7 KiB/s wr, 36 op/s 2024-09-20T22:40:03.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:03 smithi134 ceph-mon[89086]: osdmap e1973: 8 total, 8 up, 8 in 2024-09-20T22:40:04.295 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:40:04.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:04 smithi046 ceph-mon[98591]: osdmap e1974: 8 total, 8 up, 8 in 2024-09-20T22:40:04.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:04 smithi046 ceph-mon[96110]: osdmap e1974: 8 total, 8 up, 8 in 2024-09-20T22:40:04.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:04 smithi134 ceph-mon[89086]: osdmap e1974: 8 total, 8 up, 8 in 2024-09-20T22:40:05.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:05 smithi046 ceph-mon[96110]: pgmap v3404: 137 pgs: 137 active+clean; 99 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 3.5 KiB/s wr, 37 op/s 2024-09-20T22:40:05.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:05 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:40:05.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:05 smithi046 ceph-mon[96110]: osdmap e1975: 8 total, 8 up, 8 in 2024-09-20T22:40:05.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:05 smithi046 ceph-mon[98591]: pgmap v3404: 137 pgs: 137 active+clean; 99 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 3.5 KiB/s wr, 37 op/s 2024-09-20T22:40:05.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:05 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:40:05.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:05 smithi046 ceph-mon[98591]: osdmap e1975: 8 total, 8 up, 8 in 2024-09-20T22:40:05.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:05 smithi134 ceph-mon[89086]: pgmap v3404: 137 pgs: 137 active+clean; 99 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 3.5 KiB/s wr, 37 op/s 2024-09-20T22:40:05.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:05 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:40:05.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:05 smithi134 ceph-mon[89086]: osdmap e1975: 8 total, 8 up, 8 in 2024-09-20T22:40:07.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:07 smithi046 ceph-mon[96110]: pgmap v3406: 137 pgs: 137 active+clean; 102 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.7 KiB/s wr, 40 op/s 2024-09-20T22:40:07.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:07 smithi046 ceph-mon[98591]: pgmap v3406: 137 pgs: 137 active+clean; 102 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.7 KiB/s wr, 40 op/s 2024-09-20T22:40:07.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:07 smithi134 ceph-mon[89086]: pgmap v3406: 137 pgs: 137 active+clean; 102 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.7 KiB/s wr, 40 op/s 2024-09-20T22:40:09.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:09 smithi046 ceph-mon[96110]: pgmap v3407: 137 pgs: 137 active+clean; 109 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-09-20T22:40:09.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:09 smithi046 ceph-mon[96110]: osdmap e1976: 8 total, 8 up, 8 in 2024-09-20T22:40:09.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:09 smithi046 ceph-mon[98591]: pgmap v3407: 137 pgs: 137 active+clean; 109 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-09-20T22:40:09.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:09 smithi046 ceph-mon[98591]: osdmap e1976: 8 total, 8 up, 8 in 2024-09-20T22:40:09.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:09 smithi134 ceph-mon[89086]: pgmap v3407: 137 pgs: 137 active+clean; 109 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-09-20T22:40:09.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:09 smithi134 ceph-mon[89086]: osdmap e1976: 8 total, 8 up, 8 in 2024-09-20T22:40:10.313 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:40:10.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:10 smithi046 ceph-mon[96110]: osdmap e1977: 8 total, 8 up, 8 in 2024-09-20T22:40:10.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:10 smithi046 ceph-mon[98591]: osdmap e1977: 8 total, 8 up, 8 in 2024-09-20T22:40:10.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:10 smithi134 ceph-mon[89086]: osdmap e1977: 8 total, 8 up, 8 in 2024-09-20T22:40:11.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:11 smithi046 ceph-mon[96110]: pgmap v3410: 137 pgs: 137 active+clean; 109 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-09-20T22:40:11.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:11 smithi046 ceph-mon[96110]: osdmap e1978: 8 total, 8 up, 8 in 2024-09-20T22:40:11.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:11 smithi046 ceph-mon[98591]: pgmap v3410: 137 pgs: 137 active+clean; 109 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-09-20T22:40:11.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:11 smithi046 ceph-mon[98591]: osdmap e1978: 8 total, 8 up, 8 in 2024-09-20T22:40:11.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:11 smithi134 ceph-mon[89086]: pgmap v3410: 137 pgs: 137 active+clean; 109 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-09-20T22:40:11.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:11 smithi134 ceph-mon[89086]: osdmap e1978: 8 total, 8 up, 8 in 2024-09-20T22:40:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:40:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:40:12] "GET /metrics HTTP/1.1" 200 36762 "" "Prometheus/2.43.0" 2024-09-20T22:40:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:40:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:40:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:40:13.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:13 smithi046 ceph-mon[96110]: pgmap v3412: 137 pgs: 137 active+clean; 119 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 1.3 MiB/s wr, 52 op/s 2024-09-20T22:40:13.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:13 smithi046 ceph-mon[98591]: pgmap v3412: 137 pgs: 137 active+clean; 119 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 1.3 MiB/s wr, 52 op/s 2024-09-20T22:40:13.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:13 smithi134 ceph-mon[89086]: pgmap v3412: 137 pgs: 137 active+clean; 119 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 1.3 MiB/s wr, 52 op/s 2024-09-20T22:40:15.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:15 smithi046 ceph-mon[96110]: pgmap v3413: 137 pgs: 137 active+clean; 119 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-09-20T22:40:15.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:15 smithi046 ceph-mon[96110]: osdmap e1979: 8 total, 8 up, 8 in 2024-09-20T22:40:15.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:15 smithi046 ceph-mon[98591]: pgmap v3413: 137 pgs: 137 active+clean; 119 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-09-20T22:40:15.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:15 smithi046 ceph-mon[98591]: osdmap e1979: 8 total, 8 up, 8 in 2024-09-20T22:40:15.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:15 smithi134 ceph-mon[89086]: pgmap v3413: 137 pgs: 137 active+clean; 119 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-09-20T22:40:15.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:15 smithi134 ceph-mon[89086]: osdmap e1979: 8 total, 8 up, 8 in 2024-09-20T22:40:16.335 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:40:16.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:16 smithi046 ceph-mon[96110]: osdmap e1980: 8 total, 8 up, 8 in 2024-09-20T22:40:16.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:16 smithi046 ceph-mon[98591]: osdmap e1980: 8 total, 8 up, 8 in 2024-09-20T22:40:16.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:16 smithi134 ceph-mon[89086]: osdmap e1980: 8 total, 8 up, 8 in 2024-09-20T22:40:17.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:17 smithi046 ceph-mon[96110]: pgmap v3416: 137 pgs: 137 active+clean; 123 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 1.3 MiB/s wr, 47 op/s 2024-09-20T22:40:17.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:17 smithi046 ceph-mon[96110]: osdmap e1981: 8 total, 8 up, 8 in 2024-09-20T22:40:17.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:17 smithi046 ceph-mon[98591]: pgmap v3416: 137 pgs: 137 active+clean; 123 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 1.3 MiB/s wr, 47 op/s 2024-09-20T22:40:17.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:17 smithi046 ceph-mon[98591]: osdmap e1981: 8 total, 8 up, 8 in 2024-09-20T22:40:17.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:17 smithi134 ceph-mon[89086]: pgmap v3416: 137 pgs: 137 active+clean; 123 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 1.3 MiB/s wr, 47 op/s 2024-09-20T22:40:17.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:17 smithi134 ceph-mon[89086]: osdmap e1981: 8 total, 8 up, 8 in 2024-09-20T22:40:19.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:19 smithi046 ceph-mon[96110]: pgmap v3418: 137 pgs: 137 active+clean; 129 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-09-20T22:40:19.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:40:19.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:19 smithi046 ceph-mon[98591]: pgmap v3418: 137 pgs: 137 active+clean; 129 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-09-20T22:40:19.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:40:19.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:19 smithi134 ceph-mon[89086]: pgmap v3418: 137 pgs: 137 active+clean; 129 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-09-20T22:40:19.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:40:21.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:21 smithi046 ceph-mon[96110]: pgmap v3419: 137 pgs: 137 active+clean; 129 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-09-20T22:40:21.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:21 smithi046 ceph-mon[96110]: osdmap e1982: 8 total, 8 up, 8 in 2024-09-20T22:40:21.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:21 smithi046 ceph-mon[98591]: pgmap v3419: 137 pgs: 137 active+clean; 129 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-09-20T22:40:21.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:21 smithi046 ceph-mon[98591]: osdmap e1982: 8 total, 8 up, 8 in 2024-09-20T22:40:21.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:21 smithi134 ceph-mon[89086]: pgmap v3419: 137 pgs: 137 active+clean; 129 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-09-20T22:40:21.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:21 smithi134 ceph-mon[89086]: osdmap e1982: 8 total, 8 up, 8 in 2024-09-20T22:40:22.324 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:40:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:40:22] "GET /metrics HTTP/1.1" 200 36771 "" "Prometheus/2.43.0" 2024-09-20T22:40:22.355 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS1PP (30100 ms) 2024-09-20T22:40:22.355 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS2 2024-09-20T22:40:22.355 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:40:22.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:22 smithi046 ceph-mon[96110]: osdmap e1983: 8 total, 8 up, 8 in 2024-09-20T22:40:22.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:22 smithi046 ceph-mon[98591]: osdmap e1983: 8 total, 8 up, 8 in 2024-09-20T22:40:22.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:22 smithi134 ceph-mon[89086]: osdmap e1983: 8 total, 8 up, 8 in 2024-09-20T22:40:22.677 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:40:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:40:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:40:23.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:23 smithi046 ceph-mon[96110]: pgmap v3422: 137 pgs: 137 active+clean; 133 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.2 KiB/s wr, 39 op/s 2024-09-20T22:40:23.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:23 smithi046 ceph-mon[96110]: osdmap e1984: 8 total, 8 up, 8 in 2024-09-20T22:40:23.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:23 smithi046 ceph-mon[98591]: pgmap v3422: 137 pgs: 137 active+clean; 133 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.2 KiB/s wr, 39 op/s 2024-09-20T22:40:23.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:23 smithi046 ceph-mon[98591]: osdmap e1984: 8 total, 8 up, 8 in 2024-09-20T22:40:23.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:23 smithi134 ceph-mon[89086]: pgmap v3422: 137 pgs: 137 active+clean; 133 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.2 KiB/s wr, 39 op/s 2024-09-20T22:40:23.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:23 smithi134 ceph-mon[89086]: osdmap e1984: 8 total, 8 up, 8 in 2024-09-20T22:40:25.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:25 smithi046 ceph-mon[96110]: pgmap v3424: 137 pgs: 137 active+clean; 133 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.8 KiB/s rd, 1.5 KiB/s wr, 15 op/s 2024-09-20T22:40:25.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:25 smithi046 ceph-mon[98591]: pgmap v3424: 137 pgs: 137 active+clean; 133 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.8 KiB/s rd, 1.5 KiB/s wr, 15 op/s 2024-09-20T22:40:25.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:25 smithi134 ceph-mon[89086]: pgmap v3424: 137 pgs: 137 active+clean; 133 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.8 KiB/s rd, 1.5 KiB/s wr, 15 op/s 2024-09-20T22:40:27.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:27 smithi046 ceph-mon[96110]: pgmap v3425: 137 pgs: 137 active+clean; 141 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-09-20T22:40:27.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:27 smithi046 ceph-mon[98591]: pgmap v3425: 137 pgs: 137 active+clean; 141 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-09-20T22:40:27.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:27 smithi134 ceph-mon[89086]: pgmap v3425: 137 pgs: 137 active+clean; 141 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-09-20T22:40:29.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:29 smithi046 ceph-mon[96110]: pgmap v3426: 137 pgs: 137 active+clean; 141 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 531 KiB/s wr, 36 op/s 2024-09-20T22:40:29.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:29 smithi046 ceph-mon[98591]: pgmap v3426: 137 pgs: 137 active+clean; 141 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 531 KiB/s wr, 36 op/s 2024-09-20T22:40:29.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:29 smithi134 ceph-mon[89086]: pgmap v3426: 137 pgs: 137 active+clean; 141 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 531 KiB/s wr, 36 op/s 2024-09-20T22:40:31.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:31 smithi046 ceph-mon[96110]: pgmap v3427: 137 pgs: 137 active+clean; 141 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 470 KiB/s wr, 23 op/s 2024-09-20T22:40:31.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:31 smithi046 ceph-mon[96110]: osdmap e1985: 8 total, 8 up, 8 in 2024-09-20T22:40:31.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:31 smithi046 ceph-mon[98591]: pgmap v3427: 137 pgs: 137 active+clean; 141 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 470 KiB/s wr, 23 op/s 2024-09-20T22:40:31.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:31 smithi046 ceph-mon[98591]: osdmap e1985: 8 total, 8 up, 8 in 2024-09-20T22:40:31.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:31 smithi134 ceph-mon[89086]: pgmap v3427: 137 pgs: 137 active+clean; 141 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 470 KiB/s wr, 23 op/s 2024-09-20T22:40:31.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:31 smithi134 ceph-mon[89086]: osdmap e1985: 8 total, 8 up, 8 in 2024-09-20T22:40:32.352 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:40:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:40:32] "GET /metrics HTTP/1.1" 200 36771 "" "Prometheus/2.43.0" 2024-09-20T22:40:32.381 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:40:32.578 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:32 smithi134 ceph-mon[89086]: osdmap e1986: 8 total, 8 up, 8 in 2024-09-20T22:40:32.578 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:40:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:40:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:40:32.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:32 smithi046 ceph-mon[96110]: osdmap e1986: 8 total, 8 up, 8 in 2024-09-20T22:40:32.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:32 smithi046 ceph-mon[98591]: osdmap e1986: 8 total, 8 up, 8 in 2024-09-20T22:40:33.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:33 smithi046 ceph-mon[96110]: pgmap v3430: 137 pgs: 137 active+clean; 157 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.5 MiB/s wr, 41 op/s 2024-09-20T22:40:33.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:33 smithi046 ceph-mon[96110]: osdmap e1987: 8 total, 8 up, 8 in 2024-09-20T22:40:33.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:33 smithi046 ceph-mon[98591]: pgmap v3430: 137 pgs: 137 active+clean; 157 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.5 MiB/s wr, 41 op/s 2024-09-20T22:40:33.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:33 smithi046 ceph-mon[98591]: osdmap e1987: 8 total, 8 up, 8 in 2024-09-20T22:40:33.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:33 smithi134 ceph-mon[89086]: pgmap v3430: 137 pgs: 137 active+clean; 157 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.5 MiB/s wr, 41 op/s 2024-09-20T22:40:33.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:33 smithi134 ceph-mon[89086]: osdmap e1987: 8 total, 8 up, 8 in 2024-09-20T22:40:34.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:40:34.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:40:34.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:40:35.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:35 smithi046 ceph-mon[96110]: pgmap v3432: 137 pgs: 137 active+clean; 157 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-09-20T22:40:35.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:35 smithi046 ceph-mon[98591]: pgmap v3432: 137 pgs: 137 active+clean; 157 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-09-20T22:40:35.679 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:35 smithi134 ceph-mon[89086]: pgmap v3432: 137 pgs: 137 active+clean; 157 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-09-20T22:40:37.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:37 smithi046 ceph-mon[96110]: pgmap v3433: 137 pgs: 137 active+clean; 157 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-09-20T22:40:37.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:37 smithi046 ceph-mon[98591]: pgmap v3433: 137 pgs: 137 active+clean; 157 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-09-20T22:40:37.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:37 smithi134 ceph-mon[89086]: pgmap v3433: 137 pgs: 137 active+clean; 157 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-09-20T22:40:39.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:39 smithi046 ceph-mon[96110]: pgmap v3434: 137 pgs: 137 active+clean; 157 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.1 MiB/s wr, 34 op/s 2024-09-20T22:40:39.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:39 smithi046 ceph-mon[98591]: pgmap v3434: 137 pgs: 137 active+clean; 157 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.1 MiB/s wr, 34 op/s 2024-09-20T22:40:39.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:39 smithi134 ceph-mon[89086]: pgmap v3434: 137 pgs: 137 active+clean; 157 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.1 MiB/s wr, 34 op/s 2024-09-20T22:40:41.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:41 smithi046 ceph-mon[96110]: pgmap v3435: 137 pgs: 137 active+clean; 157 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 1.4 MiB/s wr, 24 op/s 2024-09-20T22:40:41.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:41 smithi046 ceph-mon[96110]: osdmap e1988: 8 total, 8 up, 8 in 2024-09-20T22:40:41.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:41 smithi046 ceph-mon[98591]: pgmap v3435: 137 pgs: 137 active+clean; 157 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 1.4 MiB/s wr, 24 op/s 2024-09-20T22:40:41.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:41 smithi046 ceph-mon[98591]: osdmap e1988: 8 total, 8 up, 8 in 2024-09-20T22:40:41.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:41 smithi134 ceph-mon[89086]: pgmap v3435: 137 pgs: 137 active+clean; 157 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 1.4 MiB/s wr, 24 op/s 2024-09-20T22:40:41.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:41 smithi134 ceph-mon[89086]: osdmap e1988: 8 total, 8 up, 8 in 2024-09-20T22:40:42.380 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:40:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:40:42] "GET /metrics HTTP/1.1" 200 36763 "" "Prometheus/2.43.0" 2024-09-20T22:40:42.410 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:40:42.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:42 smithi046 ceph-mon[96110]: osdmap e1989: 8 total, 8 up, 8 in 2024-09-20T22:40:42.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:42 smithi046 ceph-mon[98591]: osdmap e1989: 8 total, 8 up, 8 in 2024-09-20T22:40:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:42 smithi134 ceph-mon[89086]: osdmap e1989: 8 total, 8 up, 8 in 2024-09-20T22:40:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:40:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:40:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:40:43.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:43 smithi046 ceph-mon[96110]: pgmap v3438: 137 pgs: 137 active+clean; 162 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 516 KiB/s wr, 28 op/s 2024-09-20T22:40:43.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:43 smithi046 ceph-mon[96110]: osdmap e1990: 8 total, 8 up, 8 in 2024-09-20T22:40:43.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:43 smithi046 ceph-mon[98591]: pgmap v3438: 137 pgs: 137 active+clean; 162 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 516 KiB/s wr, 28 op/s 2024-09-20T22:40:43.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:43 smithi046 ceph-mon[98591]: osdmap e1990: 8 total, 8 up, 8 in 2024-09-20T22:40:43.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:43 smithi134 ceph-mon[89086]: pgmap v3438: 137 pgs: 137 active+clean; 162 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 516 KiB/s wr, 28 op/s 2024-09-20T22:40:43.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:43 smithi134 ceph-mon[89086]: osdmap e1990: 8 total, 8 up, 8 in 2024-09-20T22:40:45.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:45 smithi046 ceph-mon[96110]: pgmap v3440: 137 pgs: 137 active+clean; 166 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-09-20T22:40:45.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:45 smithi046 ceph-mon[98591]: pgmap v3440: 137 pgs: 137 active+clean; 166 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-09-20T22:40:45.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:45 smithi134 ceph-mon[89086]: pgmap v3440: 137 pgs: 137 active+clean; 166 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-09-20T22:40:46.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:46 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:40:46.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:46 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:40:46.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:46 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:40:46.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:46 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:40:46.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:46 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:40:46.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:46 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:40:46.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:46 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:40:46.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:46 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:40:46.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:46 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:40:46.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:46 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:40:46.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:46 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:40:46.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:46 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:40:47.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:47 smithi046 ceph-mon[96110]: pgmap v3441: 137 pgs: 137 active+clean; 175 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-09-20T22:40:47.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:47 smithi046 ceph-mon[98591]: pgmap v3441: 137 pgs: 137 active+clean; 175 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-09-20T22:40:47.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:47 smithi134 ceph-mon[89086]: pgmap v3441: 137 pgs: 137 active+clean; 175 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-09-20T22:40:49.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:49 smithi046 ceph-mon[96110]: pgmap v3442: 137 pgs: 137 active+clean; 175 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 34 op/s 2024-09-20T22:40:49.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:40:49.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:49 smithi046 ceph-mon[98591]: pgmap v3442: 137 pgs: 137 active+clean; 175 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 34 op/s 2024-09-20T22:40:49.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:40:49.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:49 smithi134 ceph-mon[89086]: pgmap v3442: 137 pgs: 137 active+clean; 175 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 34 op/s 2024-09-20T22:40:49.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:40:50.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:50 smithi134 ceph-mon[89086]: osdmap e1991: 8 total, 8 up, 8 in 2024-09-20T22:40:50.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:50 smithi046 ceph-mon[96110]: osdmap e1991: 8 total, 8 up, 8 in 2024-09-20T22:40:50.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:50 smithi046 ceph-mon[98591]: osdmap e1991: 8 total, 8 up, 8 in 2024-09-20T22:40:51.434 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:40:51.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:51 smithi134 ceph-mon[89086]: pgmap v3444: 137 pgs: 137 active+clean; 187 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-09-20T22:40:51.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:51 smithi134 ceph-mon[89086]: osdmap e1992: 8 total, 8 up, 8 in 2024-09-20T22:40:51.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:51 smithi046 ceph-mon[96110]: pgmap v3444: 137 pgs: 137 active+clean; 187 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-09-20T22:40:51.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:51 smithi046 ceph-mon[96110]: osdmap e1992: 8 total, 8 up, 8 in 2024-09-20T22:40:51.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:51 smithi046 ceph-mon[98591]: pgmap v3444: 137 pgs: 137 active+clean; 187 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-09-20T22:40:51.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:51 smithi046 ceph-mon[98591]: osdmap e1992: 8 total, 8 up, 8 in 2024-09-20T22:40:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:40:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:40:52] "GET /metrics HTTP/1.1" 200 36770 "" "Prometheus/2.43.0" 2024-09-20T22:40:52.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:52 smithi134 ceph-mon[89086]: osdmap e1993: 8 total, 8 up, 8 in 2024-09-20T22:40:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:40:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:40:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:40:52.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:52 smithi046 ceph-mon[96110]: osdmap e1993: 8 total, 8 up, 8 in 2024-09-20T22:40:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:52 smithi046 ceph-mon[98591]: osdmap e1993: 8 total, 8 up, 8 in 2024-09-20T22:40:53.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:53 smithi134 ceph-mon[89086]: pgmap v3447: 137 pgs: 137 active+clean; 192 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-09-20T22:40:53.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:53 smithi046 ceph-mon[98591]: pgmap v3447: 137 pgs: 137 active+clean; 192 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-09-20T22:40:53.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:53 smithi046 ceph-mon[96110]: pgmap v3447: 137 pgs: 137 active+clean; 192 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-09-20T22:40:55.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:55 smithi134 ceph-mon[89086]: pgmap v3448: 137 pgs: 137 active+clean; 192 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-09-20T22:40:55.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:55 smithi046 ceph-mon[96110]: pgmap v3448: 137 pgs: 137 active+clean; 192 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-09-20T22:40:55.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:55 smithi046 ceph-mon[98591]: pgmap v3448: 137 pgs: 137 active+clean; 192 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-09-20T22:40:57.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:57 smithi134 ceph-mon[89086]: pgmap v3449: 137 pgs: 137 active+clean; 193 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 619 KiB/s wr, 39 op/s 2024-09-20T22:40:57.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:57 smithi046 ceph-mon[96110]: pgmap v3449: 137 pgs: 137 active+clean; 193 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 619 KiB/s wr, 39 op/s 2024-09-20T22:40:57.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:57 smithi046 ceph-mon[98591]: pgmap v3449: 137 pgs: 137 active+clean; 193 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 619 KiB/s wr, 39 op/s 2024-09-20T22:40:58.676 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 22:40:58 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=cleanup t=2024-09-20T22:40:58.385644306Z level=info msg="Completed cleanup jobs" duration=1.181206ms 2024-09-20T22:40:59.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:40:59 smithi046 ceph-mon[96110]: pgmap v3450: 137 pgs: 137 active+clean; 193 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 517 KiB/s wr, 33 op/s 2024-09-20T22:40:59.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:40:59 smithi046 ceph-mon[98591]: pgmap v3450: 137 pgs: 137 active+clean; 193 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 517 KiB/s wr, 33 op/s 2024-09-20T22:40:59.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:40:59 smithi134 ceph-mon[89086]: pgmap v3450: 137 pgs: 137 active+clean; 193 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 517 KiB/s wr, 33 op/s 2024-09-20T22:41:01.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:01 smithi046 ceph-mon[98591]: pgmap v3451: 137 pgs: 137 active+clean; 193 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 427 KiB/s wr, 27 op/s 2024-09-20T22:41:01.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:01 smithi046 ceph-mon[98591]: osdmap e1994: 8 total, 8 up, 8 in 2024-09-20T22:41:01.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:01 smithi046 ceph-mon[96110]: pgmap v3451: 137 pgs: 137 active+clean; 193 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 427 KiB/s wr, 27 op/s 2024-09-20T22:41:01.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:01 smithi046 ceph-mon[96110]: osdmap e1994: 8 total, 8 up, 8 in 2024-09-20T22:41:01.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:01 smithi134 ceph-mon[89086]: pgmap v3451: 137 pgs: 137 active+clean; 193 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 427 KiB/s wr, 27 op/s 2024-09-20T22:41:01.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:01 smithi134 ceph-mon[89086]: osdmap e1994: 8 total, 8 up, 8 in 2024-09-20T22:41:02.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:41:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:41:02] "GET /metrics HTTP/1.1" 200 36770 "" "Prometheus/2.43.0" 2024-09-20T22:41:02.476 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:41:02.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:02 smithi134 ceph-mon[89086]: osdmap e1995: 8 total, 8 up, 8 in 2024-09-20T22:41:02.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:41:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:41:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:41:02.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:02 smithi046 ceph-mon[96110]: osdmap e1995: 8 total, 8 up, 8 in 2024-09-20T22:41:02.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:02 smithi046 ceph-mon[98591]: osdmap e1995: 8 total, 8 up, 8 in 2024-09-20T22:41:03.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:03 smithi046 ceph-mon[96110]: pgmap v3454: 137 pgs: 137 active+clean; 203 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 1.0 MiB/s wr, 26 op/s 2024-09-20T22:41:03.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:03 smithi046 ceph-mon[96110]: osdmap e1996: 8 total, 8 up, 8 in 2024-09-20T22:41:03.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:03 smithi046 ceph-mon[98591]: pgmap v3454: 137 pgs: 137 active+clean; 203 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 1.0 MiB/s wr, 26 op/s 2024-09-20T22:41:03.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:03 smithi046 ceph-mon[98591]: osdmap e1996: 8 total, 8 up, 8 in 2024-09-20T22:41:03.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:03 smithi134 ceph-mon[89086]: pgmap v3454: 137 pgs: 137 active+clean; 203 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 1.0 MiB/s wr, 26 op/s 2024-09-20T22:41:03.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:03 smithi134 ceph-mon[89086]: osdmap e1996: 8 total, 8 up, 8 in 2024-09-20T22:41:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:41:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:41:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:41:05.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:05 smithi046 ceph-mon[96110]: pgmap v3456: 137 pgs: 137 active+clean; 207 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.0 MiB/s wr, 26 op/s 2024-09-20T22:41:05.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:05 smithi046 ceph-mon[98591]: pgmap v3456: 137 pgs: 137 active+clean; 207 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.0 MiB/s wr, 26 op/s 2024-09-20T22:41:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:05 smithi134 ceph-mon[89086]: pgmap v3456: 137 pgs: 137 active+clean; 207 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.0 MiB/s wr, 26 op/s 2024-09-20T22:41:07.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:07 smithi046 ceph-mon[96110]: pgmap v3457: 137 pgs: 137 active+clean; 211 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 31 op/s 2024-09-20T22:41:07.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:07 smithi046 ceph-mon[98591]: pgmap v3457: 137 pgs: 137 active+clean; 211 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 31 op/s 2024-09-20T22:41:07.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:07 smithi134 ceph-mon[89086]: pgmap v3457: 137 pgs: 137 active+clean; 211 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 31 op/s 2024-09-20T22:41:09.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:09 smithi046 ceph-mon[96110]: pgmap v3458: 137 pgs: 137 active+clean; 211 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-09-20T22:41:09.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:09 smithi046 ceph-mon[98591]: pgmap v3458: 137 pgs: 137 active+clean; 211 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-09-20T22:41:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:09 smithi134 ceph-mon[89086]: pgmap v3458: 137 pgs: 137 active+clean; 211 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-09-20T22:41:11.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:11 smithi046 ceph-mon[96110]: pgmap v3459: 137 pgs: 137 active+clean; 211 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 1.4 MiB/s wr, 25 op/s 2024-09-20T22:41:11.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:11 smithi046 ceph-mon[96110]: osdmap e1997: 8 total, 8 up, 8 in 2024-09-20T22:41:11.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:11 smithi046 ceph-mon[98591]: pgmap v3459: 137 pgs: 137 active+clean; 211 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 1.4 MiB/s wr, 25 op/s 2024-09-20T22:41:11.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:11 smithi046 ceph-mon[98591]: osdmap e1997: 8 total, 8 up, 8 in 2024-09-20T22:41:11.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:11 smithi134 ceph-mon[89086]: pgmap v3459: 137 pgs: 137 active+clean; 211 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 1.4 MiB/s wr, 25 op/s 2024-09-20T22:41:11.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:11 smithi134 ceph-mon[89086]: osdmap e1997: 8 total, 8 up, 8 in 2024-09-20T22:41:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:41:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:41:12] "GET /metrics HTTP/1.1" 200 36770 "" "Prometheus/2.43.0" 2024-09-20T22:41:12.510 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS2 (50155 ms) 2024-09-20T22:41:12.510 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS2PP 2024-09-20T22:41:12.510 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:41:12.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:12 smithi134 ceph-mon[89086]: osdmap e1998: 8 total, 8 up, 8 in 2024-09-20T22:41:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:41:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:41:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:41:12.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:12 smithi046 ceph-mon[96110]: osdmap e1998: 8 total, 8 up, 8 in 2024-09-20T22:41:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:12 smithi046 ceph-mon[98591]: osdmap e1998: 8 total, 8 up, 8 in 2024-09-20T22:41:13.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:13 smithi046 ceph-mon[96110]: pgmap v3462: 137 pgs: 137 active+clean; 219 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 1.5 MiB/s wr, 22 op/s 2024-09-20T22:41:13.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:13 smithi046 ceph-mon[96110]: osdmap e1999: 8 total, 8 up, 8 in 2024-09-20T22:41:13.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:13 smithi046 ceph-mon[98591]: pgmap v3462: 137 pgs: 137 active+clean; 219 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 1.5 MiB/s wr, 22 op/s 2024-09-20T22:41:13.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:13 smithi046 ceph-mon[98591]: osdmap e1999: 8 total, 8 up, 8 in 2024-09-20T22:41:13.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:13 smithi134 ceph-mon[89086]: pgmap v3462: 137 pgs: 137 active+clean; 219 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 1.5 MiB/s wr, 22 op/s 2024-09-20T22:41:13.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:13 smithi134 ceph-mon[89086]: osdmap e1999: 8 total, 8 up, 8 in 2024-09-20T22:41:15.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:15 smithi046 ceph-mon[96110]: pgmap v3464: 137 pgs: 137 active+clean; 227 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-09-20T22:41:15.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:15 smithi046 ceph-mon[98591]: pgmap v3464: 137 pgs: 137 active+clean; 227 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-09-20T22:41:15.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:15 smithi134 ceph-mon[89086]: pgmap v3464: 137 pgs: 137 active+clean; 227 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-09-20T22:41:17.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:17 smithi046 ceph-mon[96110]: pgmap v3465: 137 pgs: 137 active+clean; 235 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-09-20T22:41:17.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:17 smithi046 ceph-mon[98591]: pgmap v3465: 137 pgs: 137 active+clean; 235 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-09-20T22:41:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:17 smithi134 ceph-mon[89086]: pgmap v3465: 137 pgs: 137 active+clean; 235 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-09-20T22:41:19.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:19 smithi046 ceph-mon[96110]: pgmap v3466: 137 pgs: 137 active+clean; 235 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-09-20T22:41:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:41:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:19 smithi046 ceph-mon[98591]: pgmap v3466: 137 pgs: 137 active+clean; 235 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-09-20T22:41:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:41:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:19 smithi134 ceph-mon[89086]: pgmap v3466: 137 pgs: 137 active+clean; 235 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-09-20T22:41:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:41:21.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:20 smithi046 ceph-mon[96110]: pgmap v3467: 137 pgs: 137 active+clean; 235 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 30 op/s 2024-09-20T22:41:21.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:20 smithi046 ceph-mon[98591]: pgmap v3467: 137 pgs: 137 active+clean; 235 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 30 op/s 2024-09-20T22:41:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:20 smithi134 ceph-mon[89086]: pgmap v3467: 137 pgs: 137 active+clean; 235 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 30 op/s 2024-09-20T22:41:22.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:21 smithi046 ceph-mon[96110]: osdmap e2000: 8 total, 8 up, 8 in 2024-09-20T22:41:22.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:21 smithi046 ceph-mon[98591]: osdmap e2000: 8 total, 8 up, 8 in 2024-09-20T22:41:22.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:21 smithi134 ceph-mon[89086]: osdmap e2000: 8 total, 8 up, 8 in 2024-09-20T22:41:22.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:41:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:41:22] "GET /metrics HTTP/1.1" 200 36768 "" "Prometheus/2.43.0" 2024-09-20T22:41:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:41:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:41:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:41:22.735 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:41:23.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:22 smithi046 ceph-mon[96110]: osdmap e2001: 8 total, 8 up, 8 in 2024-09-20T22:41:23.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:22 smithi046 ceph-mon[96110]: pgmap v3470: 137 pgs: 137 active+clean; 243 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.4 KiB/s rd, 1.0 MiB/s wr, 17 op/s 2024-09-20T22:41:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:22 smithi046 ceph-mon[98591]: osdmap e2001: 8 total, 8 up, 8 in 2024-09-20T22:41:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:22 smithi046 ceph-mon[98591]: pgmap v3470: 137 pgs: 137 active+clean; 243 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.4 KiB/s rd, 1.0 MiB/s wr, 17 op/s 2024-09-20T22:41:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:22 smithi134 ceph-mon[89086]: osdmap e2001: 8 total, 8 up, 8 in 2024-09-20T22:41:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:22 smithi134 ceph-mon[89086]: pgmap v3470: 137 pgs: 137 active+clean; 243 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.4 KiB/s rd, 1.0 MiB/s wr, 17 op/s 2024-09-20T22:41:24.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:23 smithi046 ceph-mon[96110]: osdmap e2002: 8 total, 8 up, 8 in 2024-09-20T22:41:24.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:23 smithi046 ceph-mon[98591]: osdmap e2002: 8 total, 8 up, 8 in 2024-09-20T22:41:24.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:23 smithi134 ceph-mon[89086]: osdmap e2002: 8 total, 8 up, 8 in 2024-09-20T22:41:25.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:24 smithi046 ceph-mon[96110]: pgmap v3472: 137 pgs: 137 active+clean; 243 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.2 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-09-20T22:41:25.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:24 smithi046 ceph-mon[98591]: pgmap v3472: 137 pgs: 137 active+clean; 243 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.2 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-09-20T22:41:25.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:24 smithi134 ceph-mon[89086]: pgmap v3472: 137 pgs: 137 active+clean; 243 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.2 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-09-20T22:41:27.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:27 smithi134 ceph-mon[89086]: pgmap v3473: 137 pgs: 137 active+clean; 251 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-09-20T22:41:27.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:27 smithi046 ceph-mon[96110]: pgmap v3473: 137 pgs: 137 active+clean; 251 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-09-20T22:41:27.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:27 smithi046 ceph-mon[98591]: pgmap v3473: 137 pgs: 137 active+clean; 251 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-09-20T22:41:29.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:29 smithi134 ceph-mon[89086]: pgmap v3474: 137 pgs: 137 active+clean; 251 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.2 MiB/s wr, 36 op/s 2024-09-20T22:41:29.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:29 smithi134 ceph-mon[89086]: osdmap e2003: 8 total, 8 up, 8 in 2024-09-20T22:41:29.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:29 smithi046 ceph-mon[96110]: pgmap v3474: 137 pgs: 137 active+clean; 251 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.2 MiB/s wr, 36 op/s 2024-09-20T22:41:29.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:29 smithi046 ceph-mon[96110]: osdmap e2003: 8 total, 8 up, 8 in 2024-09-20T22:41:29.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:29 smithi046 ceph-mon[98591]: pgmap v3474: 137 pgs: 137 active+clean; 251 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.2 MiB/s wr, 36 op/s 2024-09-20T22:41:29.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:29 smithi046 ceph-mon[98591]: osdmap e2003: 8 total, 8 up, 8 in 2024-09-20T22:41:30.199 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:41:30.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:30 smithi134 ceph-mon[89086]: osdmap e2004: 8 total, 8 up, 8 in 2024-09-20T22:41:30.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:30 smithi046 ceph-mon[96110]: osdmap e2004: 8 total, 8 up, 8 in 2024-09-20T22:41:30.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:30 smithi046 ceph-mon[98591]: osdmap e2004: 8 total, 8 up, 8 in 2024-09-20T22:41:31.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:31 smithi134 ceph-mon[89086]: pgmap v3477: 137 pgs: 137 active+clean; 259 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.2 MiB/s wr, 33 op/s 2024-09-20T22:41:31.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:31 smithi134 ceph-mon[89086]: osdmap e2005: 8 total, 8 up, 8 in 2024-09-20T22:41:31.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:31 smithi046 ceph-mon[96110]: pgmap v3477: 137 pgs: 137 active+clean; 259 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.2 MiB/s wr, 33 op/s 2024-09-20T22:41:31.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:31 smithi046 ceph-mon[96110]: osdmap e2005: 8 total, 8 up, 8 in 2024-09-20T22:41:31.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:31 smithi046 ceph-mon[98591]: pgmap v3477: 137 pgs: 137 active+clean; 259 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.2 MiB/s wr, 33 op/s 2024-09-20T22:41:31.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:31 smithi046 ceph-mon[98591]: osdmap e2005: 8 total, 8 up, 8 in 2024-09-20T22:41:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:41:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:41:32] "GET /metrics HTTP/1.1" 200 36768 "" "Prometheus/2.43.0" 2024-09-20T22:41:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:41:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:41:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:41:33.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:33 smithi046 ceph-mon[96110]: pgmap v3479: 137 pgs: 137 active+clean; 262 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-09-20T22:41:33.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:33 smithi046 ceph-mon[98591]: pgmap v3479: 137 pgs: 137 active+clean; 262 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-09-20T22:41:33.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:33 smithi134 ceph-mon[89086]: pgmap v3479: 137 pgs: 137 active+clean; 262 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-09-20T22:41:35.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:35 smithi046 ceph-mon[96110]: pgmap v3480: 137 pgs: 137 active+clean; 270 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-20T22:41:35.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:35 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:41:35.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:35 smithi046 ceph-mon[98591]: pgmap v3480: 137 pgs: 137 active+clean; 270 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-20T22:41:35.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:35 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:41:35.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:35 smithi134 ceph-mon[89086]: pgmap v3480: 137 pgs: 137 active+clean; 270 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-20T22:41:35.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:35 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:41:37.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:37 smithi046 ceph-mon[98591]: pgmap v3481: 137 pgs: 137 active+clean; 285 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 3.5 MiB/s wr, 39 op/s 2024-09-20T22:41:37.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:37 smithi046 ceph-mon[98591]: osdmap e2006: 8 total, 8 up, 8 in 2024-09-20T22:41:37.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:37 smithi046 ceph-mon[96110]: pgmap v3481: 137 pgs: 137 active+clean; 285 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 3.5 MiB/s wr, 39 op/s 2024-09-20T22:41:37.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:37 smithi046 ceph-mon[96110]: osdmap e2006: 8 total, 8 up, 8 in 2024-09-20T22:41:37.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:37 smithi134 ceph-mon[89086]: pgmap v3481: 137 pgs: 137 active+clean; 285 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 3.5 MiB/s wr, 39 op/s 2024-09-20T22:41:37.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:37 smithi134 ceph-mon[89086]: osdmap e2006: 8 total, 8 up, 8 in 2024-09-20T22:41:38.231 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:41:38.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:38 smithi046 ceph-mon[96110]: osdmap e2007: 8 total, 8 up, 8 in 2024-09-20T22:41:38.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:38 smithi046 ceph-mon[98591]: osdmap e2007: 8 total, 8 up, 8 in 2024-09-20T22:41:38.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:38 smithi134 ceph-mon[89086]: osdmap e2007: 8 total, 8 up, 8 in 2024-09-20T22:41:39.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:39 smithi046 ceph-mon[96110]: pgmap v3484: 137 pgs: 137 active+clean; 288 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.5 MiB/s wr, 34 op/s 2024-09-20T22:41:39.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:39 smithi046 ceph-mon[96110]: osdmap e2008: 8 total, 8 up, 8 in 2024-09-20T22:41:39.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:39 smithi046 ceph-mon[98591]: pgmap v3484: 137 pgs: 137 active+clean; 288 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.5 MiB/s wr, 34 op/s 2024-09-20T22:41:39.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:39 smithi046 ceph-mon[98591]: osdmap e2008: 8 total, 8 up, 8 in 2024-09-20T22:41:39.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:39 smithi134 ceph-mon[89086]: pgmap v3484: 137 pgs: 137 active+clean; 288 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.5 MiB/s wr, 34 op/s 2024-09-20T22:41:39.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:39 smithi134 ceph-mon[89086]: osdmap e2008: 8 total, 8 up, 8 in 2024-09-20T22:41:41.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:41 smithi046 ceph-mon[96110]: pgmap v3486: 137 pgs: 137 active+clean; 292 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-20T22:41:41.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:41 smithi046 ceph-mon[98591]: pgmap v3486: 137 pgs: 137 active+clean; 292 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-20T22:41:41.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:41 smithi134 ceph-mon[89086]: pgmap v3486: 137 pgs: 137 active+clean; 292 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-20T22:41:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:41:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:41:42] "GET /metrics HTTP/1.1" 200 36769 "" "Prometheus/2.43.0" 2024-09-20T22:41:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:41:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:41:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:41:43.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:43 smithi046 ceph-mon[96110]: pgmap v3487: 137 pgs: 137 active+clean; 295 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 688 KiB/s wr, 37 op/s 2024-09-20T22:41:43.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:43 smithi046 ceph-mon[98591]: pgmap v3487: 137 pgs: 137 active+clean; 295 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 688 KiB/s wr, 37 op/s 2024-09-20T22:41:43.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:43 smithi134 ceph-mon[89086]: pgmap v3487: 137 pgs: 137 active+clean; 295 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 688 KiB/s wr, 37 op/s 2024-09-20T22:41:45.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:45 smithi046 ceph-mon[96110]: pgmap v3488: 137 pgs: 137 active+clean; 295 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 522 KiB/s wr, 28 op/s 2024-09-20T22:41:45.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:45 smithi046 ceph-mon[98591]: pgmap v3488: 137 pgs: 137 active+clean; 295 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 522 KiB/s wr, 28 op/s 2024-09-20T22:41:45.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:45 smithi134 ceph-mon[89086]: pgmap v3488: 137 pgs: 137 active+clean; 295 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 522 KiB/s wr, 28 op/s 2024-09-20T22:41:47.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:47 smithi046 ceph-mon[96110]: pgmap v3489: 137 pgs: 137 active+clean; 307 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 1.8 MiB/s wr, 25 op/s 2024-09-20T22:41:47.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:47 smithi046 ceph-mon[96110]: osdmap e2009: 8 total, 8 up, 8 in 2024-09-20T22:41:47.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:41:47.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:41:47.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:41:47.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:41:47.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:47 smithi046 ceph-mon[98591]: pgmap v3489: 137 pgs: 137 active+clean; 307 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 1.8 MiB/s wr, 25 op/s 2024-09-20T22:41:47.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:47 smithi046 ceph-mon[98591]: osdmap e2009: 8 total, 8 up, 8 in 2024-09-20T22:41:47.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:41:47.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:41:47.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:41:47.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:41:47.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:47 smithi134 ceph-mon[89086]: pgmap v3489: 137 pgs: 137 active+clean; 307 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 1.8 MiB/s wr, 25 op/s 2024-09-20T22:41:47.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:47 smithi134 ceph-mon[89086]: osdmap e2009: 8 total, 8 up, 8 in 2024-09-20T22:41:47.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:41:47.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:41:47.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:41:47.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:41:48.260 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:41:48.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:48 smithi046 ceph-mon[96110]: osdmap e2010: 8 total, 8 up, 8 in 2024-09-20T22:41:48.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:48 smithi046 ceph-mon[98591]: osdmap e2010: 8 total, 8 up, 8 in 2024-09-20T22:41:48.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:48 smithi134 ceph-mon[89086]: osdmap e2010: 8 total, 8 up, 8 in 2024-09-20T22:41:49.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:49 smithi046 ceph-mon[96110]: pgmap v3492: 137 pgs: 137 active+clean; 311 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-20T22:41:49.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:49 smithi046 ceph-mon[96110]: osdmap e2011: 8 total, 8 up, 8 in 2024-09-20T22:41:49.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:49 smithi046 ceph-mon[98591]: pgmap v3492: 137 pgs: 137 active+clean; 311 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-20T22:41:49.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:49 smithi046 ceph-mon[98591]: osdmap e2011: 8 total, 8 up, 8 in 2024-09-20T22:41:49.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:49 smithi134 ceph-mon[89086]: pgmap v3492: 137 pgs: 137 active+clean; 311 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-20T22:41:49.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:49 smithi134 ceph-mon[89086]: osdmap e2011: 8 total, 8 up, 8 in 2024-09-20T22:41:50.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:50 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:41:50.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:50 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:41:50.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:50 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:41:51.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:51 smithi046 ceph-mon[96110]: pgmap v3494: 137 pgs: 137 active+clean; 314 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 8.8 KiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-09-20T22:41:51.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:51 smithi046 ceph-mon[98591]: pgmap v3494: 137 pgs: 137 active+clean; 314 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 8.8 KiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-09-20T22:41:51.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:51 smithi134 ceph-mon[89086]: pgmap v3494: 137 pgs: 137 active+clean; 314 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 8.8 KiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-09-20T22:41:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:41:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:41:52] "GET /metrics HTTP/1.1" 200 36769 "" "Prometheus/2.43.0" 2024-09-20T22:41:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:41:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:41:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:41:53.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:53 smithi046 ceph-mon[96110]: pgmap v3495: 137 pgs: 137 active+clean; 317 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 688 KiB/s wr, 43 op/s 2024-09-20T22:41:53.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:53 smithi046 ceph-mon[98591]: pgmap v3495: 137 pgs: 137 active+clean; 317 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 688 KiB/s wr, 43 op/s 2024-09-20T22:41:53.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:53 smithi134 ceph-mon[89086]: pgmap v3495: 137 pgs: 137 active+clean; 317 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 688 KiB/s wr, 43 op/s 2024-09-20T22:41:55.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:55 smithi046 ceph-mon[98591]: pgmap v3496: 137 pgs: 137 active+clean; 317 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 21 KiB/s rd, 524 KiB/s wr, 33 op/s 2024-09-20T22:41:55.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:55 smithi046 ceph-mon[96110]: pgmap v3496: 137 pgs: 137 active+clean; 317 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 21 KiB/s rd, 524 KiB/s wr, 33 op/s 2024-09-20T22:41:55.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:55 smithi134 ceph-mon[89086]: pgmap v3496: 137 pgs: 137 active+clean; 317 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 21 KiB/s rd, 524 KiB/s wr, 33 op/s 2024-09-20T22:41:57.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:57 smithi046 ceph-mon[98591]: pgmap v3497: 137 pgs: 137 active+clean; 325 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 925 KiB/s wr, 24 op/s 2024-09-20T22:41:57.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:57 smithi046 ceph-mon[98591]: osdmap e2012: 8 total, 8 up, 8 in 2024-09-20T22:41:57.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:57 smithi046 ceph-mon[96110]: pgmap v3497: 137 pgs: 137 active+clean; 325 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 925 KiB/s wr, 24 op/s 2024-09-20T22:41:57.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:57 smithi046 ceph-mon[96110]: osdmap e2012: 8 total, 8 up, 8 in 2024-09-20T22:41:57.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:57 smithi134 ceph-mon[89086]: pgmap v3497: 137 pgs: 137 active+clean; 325 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 925 KiB/s wr, 24 op/s 2024-09-20T22:41:57.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:57 smithi134 ceph-mon[89086]: osdmap e2012: 8 total, 8 up, 8 in 2024-09-20T22:41:58.288 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS2PP (45778 ms) 2024-09-20T22:41:58.288 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2024-09-20T22:41:58.288 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:41:58.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:58 smithi046 ceph-mon[96110]: osdmap e2013: 8 total, 8 up, 8 in 2024-09-20T22:41:58.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:58 smithi046 ceph-mon[98591]: osdmap e2013: 8 total, 8 up, 8 in 2024-09-20T22:41:58.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:58 smithi134 ceph-mon[89086]: osdmap e2013: 8 total, 8 up, 8 in 2024-09-20T22:41:59.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:59 smithi046 ceph-mon[98591]: pgmap v3500: 137 pgs: 137 active+clean; 325 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 14 KiB/s rd, 1.0 MiB/s wr, 21 op/s 2024-09-20T22:41:59.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:41:59 smithi046 ceph-mon[98591]: osdmap e2014: 8 total, 8 up, 8 in 2024-09-20T22:41:59.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:59 smithi046 ceph-mon[96110]: pgmap v3500: 137 pgs: 137 active+clean; 325 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 14 KiB/s rd, 1.0 MiB/s wr, 21 op/s 2024-09-20T22:41:59.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:41:59 smithi046 ceph-mon[96110]: osdmap e2014: 8 total, 8 up, 8 in 2024-09-20T22:41:59.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:59 smithi134 ceph-mon[89086]: pgmap v3500: 137 pgs: 137 active+clean; 325 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 14 KiB/s rd, 1.0 MiB/s wr, 21 op/s 2024-09-20T22:41:59.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:41:59 smithi134 ceph-mon[89086]: osdmap e2014: 8 total, 8 up, 8 in 2024-09-20T22:42:00.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:00 smithi046 ceph-mon[96110]: osdmap e2015: 8 total, 8 up, 8 in 2024-09-20T22:42:00.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:00 smithi046 ceph-mon[98591]: osdmap e2015: 8 total, 8 up, 8 in 2024-09-20T22:42:00.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:00 smithi134 ceph-mon[89086]: osdmap e2015: 8 total, 8 up, 8 in 2024-09-20T22:42:01.307 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (3019 ms) 2024-09-20T22:42:01.307 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTruncate 2024-09-20T22:42:01.307 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:42:01.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:01 smithi046 ceph-mon[96110]: pgmap v3503: 137 pgs: 137 active+clean; 333 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 39 KiB/s rd, 2.0 MiB/s wr, 56 op/s 2024-09-20T22:42:01.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:01 smithi046 ceph-mon[96110]: osdmap e2016: 8 total, 8 up, 8 in 2024-09-20T22:42:01.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:01 smithi046 ceph-mon[98591]: pgmap v3503: 137 pgs: 137 active+clean; 333 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 39 KiB/s rd, 2.0 MiB/s wr, 56 op/s 2024-09-20T22:42:01.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:01 smithi046 ceph-mon[98591]: osdmap e2016: 8 total, 8 up, 8 in 2024-09-20T22:42:01.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:01 smithi134 ceph-mon[89086]: pgmap v3503: 137 pgs: 137 active+clean; 333 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 39 KiB/s rd, 2.0 MiB/s wr, 56 op/s 2024-09-20T22:42:01.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:01 smithi134 ceph-mon[89086]: osdmap e2016: 8 total, 8 up, 8 in 2024-09-20T22:42:02.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:02 smithi046 ceph-mon[96110]: osdmap e2017: 8 total, 8 up, 8 in 2024-09-20T22:42:02.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:02 smithi046 ceph-mon[98591]: osdmap e2017: 8 total, 8 up, 8 in 2024-09-20T22:42:02.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:42:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:42:02] "GET /metrics HTTP/1.1" 200 36769 "" "Prometheus/2.43.0" 2024-09-20T22:42:02.577 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:02 smithi134 ceph-mon[89086]: osdmap e2017: 8 total, 8 up, 8 in 2024-09-20T22:42:02.578 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:42:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:42:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:42:03.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:03 smithi046 ceph-mon[96110]: pgmap v3506: 137 pgs: 137 active+clean; 341 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 57 KiB/s rd, 2.0 MiB/s wr, 100 op/s 2024-09-20T22:42:03.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:03 smithi046 ceph-mon[96110]: osdmap e2018: 8 total, 8 up, 8 in 2024-09-20T22:42:03.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:03 smithi046 ceph-mon[98591]: pgmap v3506: 137 pgs: 137 active+clean; 341 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 57 KiB/s rd, 2.0 MiB/s wr, 100 op/s 2024-09-20T22:42:03.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:03 smithi046 ceph-mon[98591]: osdmap e2018: 8 total, 8 up, 8 in 2024-09-20T22:42:03.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:03 smithi134 ceph-mon[89086]: pgmap v3506: 137 pgs: 137 active+clean; 341 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 57 KiB/s rd, 2.0 MiB/s wr, 100 op/s 2024-09-20T22:42:03.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:03 smithi134 ceph-mon[89086]: osdmap e2018: 8 total, 8 up, 8 in 2024-09-20T22:42:04.330 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterateTruncate (3023 ms) 2024-09-20T22:42:04.331 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterateWriteAndTruncate 2024-09-20T22:42:04.331 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:42:04.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:04 smithi046 ceph-mon[96110]: osdmap e2019: 8 total, 8 up, 8 in 2024-09-20T22:42:04.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:42:04.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:04 smithi046 ceph-mon[98591]: osdmap e2019: 8 total, 8 up, 8 in 2024-09-20T22:42:04.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:42:04.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:04 smithi134 ceph-mon[89086]: osdmap e2019: 8 total, 8 up, 8 in 2024-09-20T22:42:04.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:42:05.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:05 smithi046 ceph-mon[96110]: pgmap v3509: 137 pgs: 137 active+clean; 341 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 18 KiB/s rd, 9.7 KiB/s wr, 45 op/s 2024-09-20T22:42:05.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:05 smithi046 ceph-mon[96110]: osdmap e2020: 8 total, 8 up, 8 in 2024-09-20T22:42:05.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:05 smithi046 ceph-mon[98591]: pgmap v3509: 137 pgs: 137 active+clean; 341 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 18 KiB/s rd, 9.7 KiB/s wr, 45 op/s 2024-09-20T22:42:05.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:05 smithi046 ceph-mon[98591]: osdmap e2020: 8 total, 8 up, 8 in 2024-09-20T22:42:05.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:05 smithi134 ceph-mon[89086]: pgmap v3509: 137 pgs: 137 active+clean; 341 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 18 KiB/s rd, 9.7 KiB/s wr, 45 op/s 2024-09-20T22:42:05.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:05 smithi134 ceph-mon[89086]: osdmap e2020: 8 total, 8 up, 8 in 2024-09-20T22:42:06.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:06 smithi046 ceph-mon[96110]: osdmap e2021: 8 total, 8 up, 8 in 2024-09-20T22:42:06.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:06 smithi046 ceph-mon[98591]: osdmap e2021: 8 total, 8 up, 8 in 2024-09-20T22:42:06.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:06 smithi134 ceph-mon[89086]: osdmap e2021: 8 total, 8 up, 8 in 2024-09-20T22:42:07.352 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterateWriteAndTruncate (3022 ms) 2024-09-20T22:42:07.352 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2024-09-20T22:42:07.352 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:42:07.392 INFO:tasks.workunit.client.0.smithi046.stdout: i=0 exists [23332533~3567218,139770879~904698,160094162~6958266,194666533~7222608,208345645~695623,226829655~1233761,321530339~2827966,326259437~516845,401824362~3189561] wrote [23332533~3567218,139770879~904698,160094162~6958266,194666533~7222608,208345645~695623,226829655~1233761,321530339~2827966,326259437~516845,401824362~3189561] 2024-09-20T22:42:07.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:07 smithi046 ceph-mon[96110]: pgmap v3512: 137 pgs: 137 active+clean; 342 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 262 KiB/s wr, 79 op/s 2024-09-20T22:42:07.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:07 smithi046 ceph-mon[96110]: osdmap e2022: 8 total, 8 up, 8 in 2024-09-20T22:42:07.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:07 smithi046 ceph-mon[98591]: pgmap v3512: 137 pgs: 137 active+clean; 342 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 262 KiB/s wr, 79 op/s 2024-09-20T22:42:07.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:07 smithi046 ceph-mon[98591]: osdmap e2022: 8 total, 8 up, 8 in 2024-09-20T22:42:07.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:07 smithi134 ceph-mon[89086]: pgmap v3512: 137 pgs: 137 active+clean; 342 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 262 KiB/s wr, 79 op/s 2024-09-20T22:42:07.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:07 smithi134 ceph-mon[89086]: osdmap e2022: 8 total, 8 up, 8 in 2024-09-20T22:42:08.375 INFO:tasks.workunit.client.0.smithi046.stdout: i=1 exists [23332533~3567218,40945934~4110490,55618319~5963477,96578590~7743290,124570784~419601,139770879~904698,148579954~63153,150495857~6126996,160094162~6958266,194666533~7222608,208345645~695623,226829655~1233761,298842141~7495216,321530339~2827966,326259437~516845,380882124~7900470,401824362~8179721] wrote [40945934~4110490,55618319~5963477,96578590~7743290,124570784~419601,148579954~63153,150495857~6126996,298842141~7495216,380882124~7900470,402459227~7544856] 2024-09-20T22:42:08.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:08 smithi046 ceph-mon[96110]: osdmap e2023: 8 total, 8 up, 8 in 2024-09-20T22:42:08.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:08 smithi046 ceph-mon[98591]: osdmap e2023: 8 total, 8 up, 8 in 2024-09-20T22:42:08.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:08 smithi134 ceph-mon[89086]: osdmap e2023: 8 total, 8 up, 8 in 2024-09-20T22:42:09.395 INFO:tasks.workunit.client.0.smithi046.stdout: i=2 exists [23332533~3567218,40945934~4110490,55618319~5963477,76352334~1417445,96578590~7743290,114725775~7259634,124570784~419601,139770879~904698,148579954~63153,150495857~6126996,160094162~6958266,192153166~9735975,208345645~695623,226829655~1233761,298842141~7814288,321530339~10716940,380882124~7900470,401824362~8179721,410908893~5631] wrote [76352334~1417445,96621056~6520232,114725775~7259634,192153166~3218195,197828476~1530707,302265918~4390511,322391401~9855878,402607606~7301761,410908893~5631] 2024-09-20T22:42:09.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:09 smithi046 ceph-mon[96110]: pgmap v3515: 137 pgs: 137 active+clean; 350 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 1.8 MiB/s wr, 91 op/s 2024-09-20T22:42:09.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:09 smithi046 ceph-mon[96110]: osdmap e2024: 8 total, 8 up, 8 in 2024-09-20T22:42:09.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:09 smithi046 ceph-mon[98591]: pgmap v3515: 137 pgs: 137 active+clean; 350 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 1.8 MiB/s wr, 91 op/s 2024-09-20T22:42:09.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:09 smithi046 ceph-mon[98591]: osdmap e2024: 8 total, 8 up, 8 in 2024-09-20T22:42:09.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:09 smithi134 ceph-mon[89086]: pgmap v3515: 137 pgs: 137 active+clean; 350 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 1.8 MiB/s wr, 91 op/s 2024-09-20T22:42:09.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:09 smithi134 ceph-mon[89086]: osdmap e2024: 8 total, 8 up, 8 in 2024-09-20T22:42:10.382 INFO:tasks.workunit.client.0.smithi046.stdout: i=3 exists [14448959~713041,23332533~3567218,40945934~4110490,55618319~5963477,76352334~1417445,96578590~7743290,114725775~7259634,124570784~419601,139770879~904698,142035036~6670865,149221703~24237648,192153166~9735975,208345645~695623,209061923~6747191,226829655~1233761,298842141~7814288,310639938~3032547,321530339~10716940,332659539~400976,342509552~1627605,366927908~169312,380882124~7900470,401824362~8179721,410908893~5631] wrote [14448959~713041,142035036~6670865,149221703~2612595,154192512~6242113,165401367~8057984,209061923~6747191,310639938~3032547,332659539~400976,342509552~1627605,366927908~169312] 2024-09-20T22:42:10.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:10 smithi046 ceph-mon[96110]: osdmap e2025: 8 total, 8 up, 8 in 2024-09-20T22:42:10.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:10 smithi046 ceph-mon[98591]: osdmap e2025: 8 total, 8 up, 8 in 2024-09-20T22:42:10.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:10 smithi134 ceph-mon[89086]: osdmap e2025: 8 total, 8 up, 8 in 2024-09-20T22:42:11.391 INFO:tasks.workunit.client.0.smithi046.stdout: i=4 exists [14448959~713041,17250727~282329,20148815~6750936,31571098~2587592,40945934~4110490,47537428~3567512,55618319~5963477,76352334~1417445,93748158~10573722,114725775~7259634,124570784~419601,139770879~904698,142035036~6670865,149221703~24237648,192153166~9735975,208345645~695623,209061923~6747191,226829655~1233761,245602805~6845737,263009354~4302757,298842141~9879886,310639938~3032547,321530339~10716940,332659539~400976,342509552~1627605,366927908~169312,380882124~7900470,401824362~8179721,410908893~5631] wrote [17250727~282329,20148815~5060063,31571098~2587592,47537428~3567512,93748158~3253624,245602805~6845737,263009354~4302757,299913094~8808933] 2024-09-20T22:42:11.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:11 smithi046 ceph-mon[96110]: pgmap v3518: 137 pgs: 137 active+clean; 377 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 6.2 MiB/s wr, 127 op/s 2024-09-20T22:42:11.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:11 smithi046 ceph-mon[96110]: osdmap e2026: 8 total, 8 up, 8 in 2024-09-20T22:42:11.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:11 smithi046 ceph-mon[98591]: pgmap v3518: 137 pgs: 137 active+clean; 377 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 6.2 MiB/s wr, 127 op/s 2024-09-20T22:42:11.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:11 smithi046 ceph-mon[98591]: osdmap e2026: 8 total, 8 up, 8 in 2024-09-20T22:42:11.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:11 smithi134 ceph-mon[89086]: pgmap v3518: 137 pgs: 137 active+clean; 377 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 6.2 MiB/s wr, 127 op/s 2024-09-20T22:42:11.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:11 smithi134 ceph-mon[89086]: osdmap e2026: 8 total, 8 up, 8 in 2024-09-20T22:42:12.337 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:42:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:42:12] "GET /metrics HTTP/1.1" 200 36769 "" "Prometheus/2.43.0" 2024-09-20T22:42:12.392 INFO:tasks.workunit.client.0.smithi046.stdout: i=5 exists [4533318~7803639,14448959~713041,17250727~282329,20148815~6750936,29014372~5144318,36518477~1067606,40945934~4110490,47537428~3567512,55618319~5963477,76352334~1417445,93748158~10573722,107686361~6528244,114725775~7259634,124570784~419601,128883424~5953419,139770879~904698,142035036~6670865,149221703~24237648,192153166~9735975,208345645~695623,209061923~10147404,226829655~1233761,245602805~6845737,263009354~4302757,298842141~9879886,310639938~3032547,321530339~10716940,332659539~400976,342509552~1627605,360736933~1774018,366927908~169312,380882124~7900470,401824362~8179721,410908893~5631] wrote [4533318~7803639,29014372~2914659,36518477~1067606,107686361~6528244,128883424~5953419,215771697~3437630,301603562~1485403,360736933~1774018,407659729~75516] 2024-09-20T22:42:12.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:12 smithi046 ceph-mon[96110]: osdmap e2027: 8 total, 8 up, 8 in 2024-09-20T22:42:12.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:12 smithi046 ceph-mon[98591]: osdmap e2027: 8 total, 8 up, 8 in 2024-09-20T22:42:12.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:12 smithi134 ceph-mon[89086]: osdmap e2027: 8 total, 8 up, 8 in 2024-09-20T22:42:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:42:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:42:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:42:13.410 INFO:tasks.workunit.client.0.smithi046.stdout: i=6 exists [4533318~7803639,14448959~713041,17250727~282329,20148815~6750936,29014372~5144318,36518477~1067606,40945934~4110490,46979072~4375208,55618319~5963477,69722463~2360397,76352334~1417445,93333278~10988602,107686361~6528244,114725775~7259634,124570784~419601,128883424~5953419,139770879~904698,142035036~6670865,149221703~24237648,192153166~11831892,208345645~695623,209061923~12243413,226829655~1233761,245602805~6845737,263009354~4302757,297237706~362794,298842141~10369850,310639938~3032547,321530339~10716940,332659539~400976,342509552~1627605,360736933~7435903,380882124~7900470,401824362~13056823] wrote [46979072~4375208,69722463~2360397,93333278~5786518,196611432~7373626,215971976~5333360,297237706~362794,307176993~2034998,361703600~6469236,407738128~7143057] 2024-09-20T22:42:13.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:13 smithi046 ceph-mon[96110]: pgmap v3521: 137 pgs: 137 active+clean; 515 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 105 KiB/s rd, 31 MiB/s wr, 180 op/s 2024-09-20T22:42:13.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:13 smithi046 ceph-mon[96110]: osdmap e2028: 8 total, 8 up, 8 in 2024-09-20T22:42:13.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:13 smithi046 ceph-mon[98591]: pgmap v3521: 137 pgs: 137 active+clean; 515 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 105 KiB/s rd, 31 MiB/s wr, 180 op/s 2024-09-20T22:42:13.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:13 smithi046 ceph-mon[98591]: osdmap e2028: 8 total, 8 up, 8 in 2024-09-20T22:42:13.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:13 smithi134 ceph-mon[89086]: pgmap v3521: 137 pgs: 137 active+clean; 515 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 105 KiB/s rd, 31 MiB/s wr, 180 op/s 2024-09-20T22:42:13.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:13 smithi134 ceph-mon[89086]: osdmap e2028: 8 total, 8 up, 8 in 2024-09-20T22:42:14.416 INFO:tasks.workunit.client.0.smithi046.stdout: i=7 exists [4533318~10628682,17250727~282329,20148815~14009875,34653014~2933069,40945934~4110490,46979072~6235542,55618319~5963477,62485574~21821,69722463~2360397,76352334~1417445,93333278~10988602,107686361~6528244,114725775~7259634,124570784~419601,128883424~5953419,136555183~12150718,149221703~24237648,192153166~11831892,208345645~695623,209061923~12243413,226829655~1233761,245602805~11123862,263009354~4302757,295916554~13295437,310639938~3032547,321530339~10716940,332659539~400976,342509552~1627605,347509730~4243693,358305689~9867147,380882124~7900470,401824362~13056823] wrote [9255500~5636183,25140096~6704460,34653014~2260156,50212036~3002578,62485574~21821,136555183~6229801,249109594~7617073,295916554~4495658,347509730~4243693,358305689~6265692] 2024-09-20T22:42:14.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:14 smithi046 ceph-mon[96110]: osdmap e2029: 8 total, 8 up, 8 in 2024-09-20T22:42:14.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:14 smithi046 ceph-mon[98591]: osdmap e2029: 8 total, 8 up, 8 in 2024-09-20T22:42:14.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:14 smithi134 ceph-mon[89086]: osdmap e2029: 8 total, 8 up, 8 in 2024-09-20T22:42:15.407 INFO:tasks.workunit.client.0.smithi046.stdout: i=8 exists [4533318~10628682,17070982~2447937,20148815~17437268,40945934~12268680,55618319~5963477,62485574~21821,69722463~2947347,76352334~1417445,81207277~4107413,93333278~10988602,107686361~6528244,114725775~7668020,124570784~419601,128883424~5953419,136555183~12150718,149221703~24237648,192153166~11831892,208345645~695623,209061923~12243413,226829655~1233761,245602805~11123862,263009354~4302757,295916554~13295437,310639938~3032547,321530339~10716940,332659539~400976,342509552~1627605,347509730~4243693,358305689~9867147,380882124~7900470,389388881~2776838,401824362~13056823] wrote [17070982~2447937,31211357~5779714,41852835~5400196,71813104~856706,81207277~4107413,119700626~2693169,162114792~7466958,218738554~481179,297996558~3354172,389388881~2776838] 2024-09-20T22:42:15.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:15 smithi046 ceph-mon[96110]: pgmap v3524: 137 pgs: 137 active+clean; 537 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 35 KiB/s rd, 32 MiB/s wr, 70 op/s 2024-09-20T22:42:15.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:15 smithi046 ceph-mon[96110]: osdmap e2030: 8 total, 8 up, 8 in 2024-09-20T22:42:15.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:15 smithi046 ceph-mon[98591]: pgmap v3524: 137 pgs: 137 active+clean; 537 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 35 KiB/s rd, 32 MiB/s wr, 70 op/s 2024-09-20T22:42:15.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:15 smithi046 ceph-mon[98591]: osdmap e2030: 8 total, 8 up, 8 in 2024-09-20T22:42:15.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:15 smithi134 ceph-mon[89086]: pgmap v3524: 137 pgs: 137 active+clean; 537 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 35 KiB/s rd, 32 MiB/s wr, 70 op/s 2024-09-20T22:42:15.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:15 smithi134 ceph-mon[89086]: osdmap e2030: 8 total, 8 up, 8 in 2024-09-20T22:42:16.419 INFO:tasks.workunit.client.0.smithi046.stdout: i=9 exists [4533318~10628682,17070982~2447937,20148815~17437268,40945934~12268680,55618319~9823031,69722463~2947347,76352334~1417445,81207277~4107413,93333278~10988602,107686361~6528244,114725775~7668020,124570784~419601,128883424~5953419,136555183~12150718,149221703~24237648,173786161~3327829,192153166~11831892,208345645~695623,209061923~12243413,226829655~1233761,239872108~4397907,245602805~11123862,263009354~4302757,270925554~7265349,295916554~13295437,310639938~3032547,321530339~10716940,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,380882124~7900470,389388881~2776838,401824362~13056823] wrote [61322360~4118990,162542873~7279824,173786161~3327829,239872108~4397907,252813079~2077104,270925554~7265349,333190772~3308663,358184230~2832533,370932015~2294809] 2024-09-20T22:42:16.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:16 smithi046 ceph-mon[96110]: osdmap e2031: 8 total, 8 up, 8 in 2024-09-20T22:42:16.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:16 smithi046 ceph-mon[98591]: osdmap e2031: 8 total, 8 up, 8 in 2024-09-20T22:42:16.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:16 smithi134 ceph-mon[89086]: osdmap e2031: 8 total, 8 up, 8 in 2024-09-20T22:42:17.483 INFO:tasks.workunit.client.0.smithi046.stdout: i=10 exists [4533318~10628682,17070982~2447937,20148815~17437268,40945934~12268680,55618319~9823031,69722463~2947347,76352334~1417445,81207277~4107413,93333278~10988602,107686361~14707434,124570784~419601,128883424~5953419,136555183~12150718,149221703~24237648,173786161~3327829,184601599~22685423,208345645~695623,209061923~12243413,226829655~1233761,239872108~4397907,245602805~11123862,263009354~4302757,270925554~7265349,290734142~18477849,310639938~3032547,321530339~10716940,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,401824362~13056823] wrote [93975950~6481409,112536379~5517224,159352411~1597402,184601599~8029345,201097687~6189335,290734142~6041282,301647373~1561923,383106113~11247967] 2024-09-20T22:42:17.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:17 smithi046 ceph-mon[96110]: pgmap v3527: 137 pgs: 137 active+clean; 657 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 176 KiB/s rd, 32 MiB/s wr, 281 op/s 2024-09-20T22:42:17.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:17 smithi046 ceph-mon[96110]: osdmap e2032: 8 total, 8 up, 8 in 2024-09-20T22:42:17.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:17 smithi046 ceph-mon[98591]: pgmap v3527: 137 pgs: 137 active+clean; 657 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 176 KiB/s rd, 32 MiB/s wr, 281 op/s 2024-09-20T22:42:17.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:17 smithi046 ceph-mon[98591]: osdmap e2032: 8 total, 8 up, 8 in 2024-09-20T22:42:17.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:17 smithi134 ceph-mon[89086]: pgmap v3527: 137 pgs: 137 active+clean; 657 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 176 KiB/s rd, 32 MiB/s wr, 281 op/s 2024-09-20T22:42:17.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:17 smithi134 ceph-mon[89086]: osdmap e2032: 8 total, 8 up, 8 in 2024-09-20T22:42:18.422 INFO:tasks.workunit.client.0.smithi046.stdout: i=11 exists [4533318~10628682,17070982~2447937,20148815~17437268,40945934~12268680,55618319~9823031,69722463~2947347,76352334~1417445,81207277~4107413,93333278~10988602,107686361~14707434,124570784~419601,128883424~5953419,136267321~12438580,149221703~24237648,173786161~3327829,184601599~22685423,208345645~695623,209061923~12243413,226829655~1233761,239872108~4397907,245602805~11123862,263009354~15181549,290734142~18477849,310639938~3032547,321530339~10716940,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,401824362~13056823] wrote [10708115~3801625,46141236~5846483,59914894~1517877,136267321~654364,217127557~2061116,264937778~7556983,274871229~1192301,291790081~6514905,360166394~1519648,366699300~974521] 2024-09-20T22:42:18.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:18 smithi046 ceph-mon[96110]: osdmap e2033: 8 total, 8 up, 8 in 2024-09-20T22:42:18.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:18 smithi046 ceph-mon[98591]: osdmap e2033: 8 total, 8 up, 8 in 2024-09-20T22:42:18.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:18 smithi134 ceph-mon[89086]: osdmap e2033: 8 total, 8 up, 8 in 2024-09-20T22:42:19.471 INFO:tasks.workunit.client.0.smithi046.stdout: i=12 exists [4533318~10628682,17070982~2447937,20148815~17437268,40945934~12268680,55618319~9823031,69722463~2947347,76352334~1417445,81207277~5170806,93333278~10988602,107686361~14707434,124570784~419601,128883424~5953419,136267321~12438580,149221703~24237648,173786161~3327829,184601599~22685423,208345645~695623,209061923~12243413,226829655~1233761,239872108~4397907,245602805~14782510,263009354~15181549,290734142~18477849,310639938~3032547,321530339~10716940,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,401824362~13056823] wrote [41151912~705783,82854528~3523555,154995908~12393764,252526387~7858928,323248624~1313591,364751195~205208,405771471~7644588] 2024-09-20T22:42:19.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:19 smithi046 ceph-mon[96110]: pgmap v3530: 137 pgs: 137 active+clean; 736 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 176 KiB/s rd, 42 MiB/s wr, 288 op/s 2024-09-20T22:42:19.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:19 smithi046 ceph-mon[96110]: osdmap e2034: 8 total, 8 up, 8 in 2024-09-20T22:42:19.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:42:19.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:19 smithi046 ceph-mon[98591]: pgmap v3530: 137 pgs: 137 active+clean; 736 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 176 KiB/s rd, 42 MiB/s wr, 288 op/s 2024-09-20T22:42:19.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:19 smithi046 ceph-mon[98591]: osdmap e2034: 8 total, 8 up, 8 in 2024-09-20T22:42:19.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:42:19.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:19 smithi134 ceph-mon[89086]: pgmap v3530: 137 pgs: 137 active+clean; 736 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 176 KiB/s rd, 42 MiB/s wr, 288 op/s 2024-09-20T22:42:19.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:19 smithi134 ceph-mon[89086]: osdmap e2034: 8 total, 8 up, 8 in 2024-09-20T22:42:19.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:42:20.494 INFO:tasks.workunit.client.0.smithi046.stdout: i=13 exists [4533318~10628682,17070982~2447937,20148815~17437268,40945934~12268680,55618319~9823031,66686056~5983754,76352334~1417445,81207277~7407947,93333278~10988602,107686361~15971258,124570784~419601,128883424~5953419,136267321~12438580,149221703~24237648,173786161~3327829,180451313~2454947,184601599~22685423,208345645~695623,209061923~12243413,226829655~1233761,239872108~20513207,263009354~15181549,290734142~18477849,310639938~3032547,321530339~10716940,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,401824362~13056823] wrote [59024026~5295970,66686056~3973302,82262679~6352545,112840414~10817205,180451313~2454947,243704525~8732125,364175834~2516385,404565385~3666172] 2024-09-20T22:42:20.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:20 smithi046 ceph-mon[96110]: osdmap e2035: 8 total, 8 up, 8 in 2024-09-20T22:42:20.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:20 smithi046 ceph-mon[98591]: osdmap e2035: 8 total, 8 up, 8 in 2024-09-20T22:42:20.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:20 smithi134 ceph-mon[89086]: osdmap e2035: 8 total, 8 up, 8 in 2024-09-20T22:42:21.441 INFO:tasks.workunit.client.0.smithi046.stdout: i=14 exists [4533318~10628682,17070982~2447937,20148815~33538364,55618319~9823031,66686056~5983754,76352334~1417445,81207277~7407947,93333278~10988602,107686361~15971258,124570784~419601,128883424~5953419,135107982~487479,136267321~12438580,149221703~24237648,173786161~3327829,180451313~2454947,184601599~22685423,208345645~695623,209061923~12243413,226829655~1233761,239872108~20513207,263009354~15181549,284389554~24822437,310639938~4006978,321530339~10716940,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,401824362~13056823] wrote [35270434~9921139,52039564~1647615,68131937~106837,135107982~487479,189599978~1781016,191982180~252031,284389554~7938425,311099273~3547643,326700162~1682671] 2024-09-20T22:42:21.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:21 smithi046 ceph-mon[96110]: pgmap v3533: 137 pgs: 137 active+clean; 799 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 121 KiB/s rd, 31 MiB/s wr, 212 op/s 2024-09-20T22:42:21.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:21 smithi046 ceph-mon[96110]: osdmap e2036: 8 total, 8 up, 8 in 2024-09-20T22:42:21.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:21 smithi046 ceph-mon[98591]: pgmap v3533: 137 pgs: 137 active+clean; 799 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 121 KiB/s rd, 31 MiB/s wr, 212 op/s 2024-09-20T22:42:21.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:21 smithi046 ceph-mon[98591]: osdmap e2036: 8 total, 8 up, 8 in 2024-09-20T22:42:21.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:21 smithi134 ceph-mon[89086]: pgmap v3533: 137 pgs: 137 active+clean; 799 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 121 KiB/s rd, 31 MiB/s wr, 212 op/s 2024-09-20T22:42:21.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:21 smithi134 ceph-mon[89086]: osdmap e2036: 8 total, 8 up, 8 in 2024-09-20T22:42:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:42:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:42:22] "GET /metrics HTTP/1.1" 200 36772 "" "Prometheus/2.43.0" 2024-09-20T22:42:22.475 INFO:tasks.workunit.client.0.smithi046.stdout: i=15 exists [4533318~10628682,17070982~2447937,20148815~33538364,55618319~9823031,66686056~5983754,76352334~1417445,81207277~7842389,93333278~10988602,107686361~15971258,124570784~419601,128883424~5953419,135107982~487479,136267321~12438580,149221703~24237648,173786161~6574678,180451313~2454947,184601599~22685423,208345645~695623,209061923~12243413,226829655~1233761,239872108~38318795,279188209~4043707,284389554~24822437,310639938~4006978,321530339~10716940,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,400068760~14812425] wrote [33544812~1256698,47749585~1175265,56068339~5146364,86489207~2560459,160547610~7780379,175929195~4431644,257913318~6827395,279188209~4043707,338322563~6658647,400068760~2981482] 2024-09-20T22:42:22.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:22 smithi134 ceph-mon[89086]: osdmap e2037: 8 total, 8 up, 8 in 2024-09-20T22:42:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:42:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:42:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:42:22.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:22 smithi046 ceph-mon[96110]: osdmap e2037: 8 total, 8 up, 8 in 2024-09-20T22:42:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:22 smithi046 ceph-mon[98591]: osdmap e2037: 8 total, 8 up, 8 in 2024-09-20T22:42:23.460 INFO:tasks.workunit.client.0.smithi046.stdout: i=16 exists [4533318~10628682,17070982~2447937,20148815~33538364,55618319~9823031,66686056~5983754,76352334~1417445,81207277~7842389,93333278~10988602,107686361~15971258,124570784~419601,128883424~5953419,135107982~487479,136267321~37192030,173786161~6574678,180451313~2454947,184118259~23168763,208345645~695623,209061923~12243413,226829655~1233761,239872108~38318795,279188209~4043707,284389554~24822437,310639938~4006978,321530339~10716940,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,400068760~14812425] wrote [84082856~2838032,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~4032987,184118259~4952180,204457293~2036989,338436993~1708439,403316669~7286026] 2024-09-20T22:42:23.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:23 smithi134 ceph-mon[89086]: pgmap v3536: 137 pgs: 137 active+clean; 916 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 217 KiB/s rd, 44 MiB/s wr, 342 op/s 2024-09-20T22:42:23.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:23 smithi134 ceph-mon[89086]: osdmap e2038: 8 total, 8 up, 8 in 2024-09-20T22:42:23.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:23 smithi046 ceph-mon[96110]: pgmap v3536: 137 pgs: 137 active+clean; 916 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 217 KiB/s rd, 44 MiB/s wr, 342 op/s 2024-09-20T22:42:23.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:23 smithi046 ceph-mon[96110]: osdmap e2038: 8 total, 8 up, 8 in 2024-09-20T22:42:23.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:23 smithi046 ceph-mon[98591]: pgmap v3536: 137 pgs: 137 active+clean; 916 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 217 KiB/s rd, 44 MiB/s wr, 342 op/s 2024-09-20T22:42:23.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:23 smithi046 ceph-mon[98591]: osdmap e2038: 8 total, 8 up, 8 in 2024-09-20T22:42:24.463 INFO:tasks.workunit.client.0.smithi046.stdout: i=17 exists [4533318~10628682,17070982~2447937,20148815~33538364,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,93333278~10988602,107686361~15971258,124570784~419601,128883424~5953419,135107982~487479,136267321~37192030,173786161~6574678,180451313~2454947,184118259~37187077,226829655~1233761,239872108~38318795,279188209~4043707,284389554~24822437,310639938~4006978,321530339~10716940,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,400068760~14812425] wrote [9969929~99000,58795308~5172241,75639026~3973399,86186382~1042889,159220796~4769368,203905326~7051028,249697982~3749179,256099753~3174287,405781916~2860993] 2024-09-20T22:42:24.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:24 smithi134 ceph-mon[89086]: osdmap e2039: 8 total, 8 up, 8 in 2024-09-20T22:42:24.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:24 smithi046 ceph-mon[96110]: osdmap e2039: 8 total, 8 up, 8 in 2024-09-20T22:42:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:24 smithi046 ceph-mon[98591]: osdmap e2039: 8 total, 8 up, 8 in 2024-09-20T22:42:25.483 INFO:tasks.workunit.client.0.smithi046.stdout: i=18 exists [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,93333278~10988602,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~37187077,226829655~1233761,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,321530339~10716940,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,400068760~14812425] wrote [12917506~6714504,20043756~1259717,33727086~863597,122932982~4045827,158667448~6796896,167384881~7267447,201514547~1678654,273273913~7747559,315723111~3879719] 2024-09-20T22:42:25.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:25 smithi134 ceph-mon[89086]: pgmap v3539: 137 pgs: 137 active+clean; 938 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 96 KiB/s rd, 35 MiB/s wr, 146 op/s 2024-09-20T22:42:25.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:25 smithi134 ceph-mon[89086]: osdmap e2040: 8 total, 8 up, 8 in 2024-09-20T22:42:25.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:25 smithi046 ceph-mon[96110]: pgmap v3539: 137 pgs: 137 active+clean; 938 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 96 KiB/s rd, 35 MiB/s wr, 146 op/s 2024-09-20T22:42:25.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:25 smithi046 ceph-mon[96110]: osdmap e2040: 8 total, 8 up, 8 in 2024-09-20T22:42:25.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:25 smithi046 ceph-mon[98591]: pgmap v3539: 137 pgs: 137 active+clean; 938 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 96 KiB/s rd, 35 MiB/s wr, 146 op/s 2024-09-20T22:42:25.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:25 smithi046 ceph-mon[98591]: osdmap e2040: 8 total, 8 up, 8 in 2024-09-20T22:42:26.489 INFO:tasks.workunit.client.0.smithi046.stdout: i=19 exists [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~37187077,226829655~1233761,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] wrote [28065951~2241774,57061378~3026424,81213182~6011622,90118575~1954066,92579251~2948670,165785774~974687,245832414~6325443,268549746~6895080,320134316~2850212,396884297~8014815] 2024-09-20T22:42:26.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:26 smithi134 ceph-mon[89086]: osdmap e2041: 8 total, 8 up, 8 in 2024-09-20T22:42:26.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:26 smithi046 ceph-mon[96110]: osdmap e2041: 8 total, 8 up, 8 in 2024-09-20T22:42:26.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:26 smithi046 ceph-mon[98591]: osdmap e2041: 8 total, 8 up, 8 in 2024-09-20T22:42:27.443 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 1 diff [40945934~4110490,55618319~5963477,96578590~7743290,124570784~419601,148579954~63153,150495857~6126996,298842141~7495216,380882124~7900470,402459227~7544856] 2024-09-20T22:42:27.443 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [40945934~4110490,55618319~5963477,96578590~7743290,124570784~419601,148579954~63153,150495857~6126996,298842141~7495216,380882124~7900470,402459227~7544856] 2024-09-20T22:42:27.461 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [37748736~7307688,54525952~7055844,96468992~7852888,121634816~3355569,146800640~9822213,297795584~8541773,377487360~11295234,402459227~7544856] 2024-09-20T22:42:27.461 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 2 diff [40945934~4110490,55618319~5963477,76352334~1417445,96578590~7743290,114725775~7259634,124570784~419601,148579954~63153,150495857~6126996,192153166~3218195,197828476~1530707,298842141~7814288,322391401~9855878,380882124~7900470,402459227~7544856,410908893~5631] 2024-09-20T22:42:27.461 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [40945934~4110490,55618319~5963477,76352334~1417445,96578590~7743290,114725775~7259634,124570784~419601,148579954~63153,150495857~6126996,192153166~3218195,197828476~1530707,298842141~7814288,322391401~9855878,380882124~7900470,402459227~7544856,410908893~5631] 2024-09-20T22:42:27.467 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [37748736~7307688,54525952~7055844,75497472~2272307,96468992~7852888,113246208~11744177,146800640~9822213,188743680~6627681,197828476~1530707,297795584~8860845,322391401~9855878,377487360~11295234,402459227~8455297] 2024-09-20T22:42:27.468 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 3 diff [14448959~713041,40945934~4110490,55618319~5963477,76352334~1417445,96578590~7743290,114725775~7259634,124570784~419601,142035036~6670865,149221703~11212922,165401367~8057984,192153166~3218195,197828476~1530707,209061923~6747191,298842141~7814288,310639938~3032547,322391401~9855878,332659539~400976,342509552~1627605,366927908~169312,380882124~7900470,402459227~7544856,410908893~5631] 2024-09-20T22:42:27.468 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [14448959~713041,40945934~4110490,55618319~5963477,76352334~1417445,96578590~7743290,114725775~7259634,124570784~419601,142035036~6670865,149221703~11212922,165401367~8057984,192153166~3218195,197828476~1530707,209061923~6747191,298842141~7814288,310639938~3032547,322391401~9855878,332659539~400976,342509552~1627605,366927908~169312,380882124~7900470,402459227~7544856,410908893~5631] 2024-09-20T22:42:27.474 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [12582912~2579088,37748736~7307688,54525952~7055844,75497472~2272307,96468992~7852888,113246208~11744177,140675577~19759048,165401367~8057984,188743680~6627681,197828476~1530707,209041268~6767846,297795584~8860845,310378496~3293989,322391401~10669114,339738624~4398533,364904448~2192772,377487360~11295234,402459227~8455297] 2024-09-20T22:42:27.474 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 4 diff [14448959~713041,17250727~282329,20148815~5060063,31571098~2587592,40945934~4110490,47537428~3567512,55618319~5963477,76352334~1417445,93748158~10573722,114725775~7259634,124570784~419601,142035036~6670865,149221703~11212922,165401367~8057984,192153166~3218195,197828476~1530707,209061923~6747191,245602805~6845737,263009354~4302757,298842141~9879886,310639938~3032547,322391401~9855878,332659539~400976,342509552~1627605,366927908~169312,380882124~7900470,402459227~7544856,410908893~5631] 2024-09-20T22:42:27.474 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [14448959~713041,17250727~282329,20148815~5060063,31571098~2587592,40945934~4110490,47537428~3567512,55618319~5963477,76352334~1417445,93748158~10573722,114725775~7259634,124570784~419601,142035036~6670865,149221703~11212922,165401367~8057984,192153166~3218195,197828476~1530707,209061923~6747191,245602805~6845737,263009354~4302757,298842141~9879886,310639938~3032547,322391401~9855878,332659539~400976,342509552~1627605,366927908~169312,380882124~7900470,402459227~7544856,410908893~5631] 2024-09-20T22:42:27.481 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [12582912~2579088,16777216~8431662,29360128~4798562,37748736~7307688,46137344~4967596,54525952~7055844,75497472~2272307,92274688~12047192,113246208~11744177,140675577~19759048,165401367~8057984,188743680~6627681,197828476~1530707,209041268~6767846,243269632~9178910,260046848~7265263,297795584~10926443,310378496~3293989,322391401~10669114,339738624~4398533,364904448~2192772,377487360~11295234,402459227~8455297] 2024-09-20T22:42:27.481 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 5 diff [4533318~7803639,14448959~713041,17250727~282329,20148815~5060063,29014372~5144318,36518477~1067606,40945934~4110490,47537428~3567512,55618319~5963477,76352334~1417445,93748158~10573722,107686361~6528244,114725775~7259634,124570784~419601,128883424~5953419,142035036~6670865,149221703~11212922,165401367~8057984,192153166~3218195,197828476~1530707,209061923~10147404,245602805~6845737,263009354~4302757,298842141~9879886,310639938~3032547,322391401~9855878,332659539~400976,342509552~1627605,360736933~1774018,366927908~169312,380882124~7900470,402459227~7544856,410908893~5631] 2024-09-20T22:42:27.481 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~7803639,14448959~713041,17250727~282329,20148815~5060063,29014372~5144318,36518477~1067606,40945934~4110490,47537428~3567512,55618319~5963477,76352334~1417445,93748158~10573722,107686361~6528244,114725775~7259634,124570784~419601,128883424~5953419,142035036~6670865,149221703~11212922,165401367~8057984,192153166~3218195,197828476~1530707,209061923~10147404,245602805~6845737,263009354~4302757,298842141~9879886,310639938~3032547,322391401~9855878,332659539~400976,342509552~1627605,360736933~1774018,366927908~169312,380882124~7900470,402459227~7544856,410908893~5631] 2024-09-20T22:42:27.487 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~8142653,12582912~2579088,16777216~8431662,26899751~10686332,37748736~7307688,46137344~4967596,54525952~7055844,75497472~2272307,92274688~12047192,104857600~20132785,125829120~9007723,140675577~19759048,165401367~8057984,188743680~6627681,197828476~1530707,209041268~10168059,243269632~9178910,260046848~7265263,297795584~10926443,310378496~3293989,322391401~10669114,339738624~4398533,360710144~1800807,364904448~2192772,377487360~11295234,402459227~8455297] 2024-09-20T22:42:27.487 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 6 diff [4533318~7803639,14448959~713041,17250727~282329,20148815~5060063,29014372~5144318,36518477~1067606,40945934~4110490,46979072~4375208,55618319~5963477,69722463~2360397,76352334~1417445,93333278~10988602,107686361~6528244,114725775~7259634,124570784~419601,128883424~5953419,142035036~6670865,149221703~11212922,165401367~8057984,192153166~3218195,196611432~7373626,209061923~12243413,245602805~6845737,263009354~4302757,297237706~362794,298842141~10369850,310639938~3032547,322391401~9855878,332659539~400976,342509552~1627605,360736933~7435903,380882124~7900470,402459227~12421958] 2024-09-20T22:42:27.488 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~7803639,14448959~713041,17250727~282329,20148815~5060063,29014372~5144318,36518477~1067606,40945934~4110490,46979072~4375208,55618319~5963477,69722463~2360397,76352334~1417445,93333278~10988602,107686361~6528244,114725775~7259634,124570784~419601,128883424~5953419,142035036~6670865,149221703~11212922,165401367~8057984,192153166~3218195,196611432~7373626,209061923~12243413,245602805~6845737,263009354~4302757,297237706~362794,298842141~10369850,310639938~3032547,322391401~9855878,332659539~400976,342509552~1627605,360736933~7435903,380882124~7900470,402459227~12421958] 2024-09-20T22:42:27.494 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~8142653,12582912~2579088,16777216~8431662,26899751~10686332,37748736~7307688,46137344~5216936,54525952~7055844,67108864~4973996,75497472~2272307,92274688~12047192,104857600~20132785,125829120~9007723,140675577~19759048,165401367~8057984,188743680~6627681,196611432~7373626,209041268~12264068,243269632~9178910,260046848~7265263,293601280~3999220,297795584~11416407,310378496~3293989,322391401~10669114,339738624~4398533,360710144~7462692,377487360~11295234,402459227~12421958] 2024-09-20T22:42:27.494 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 7 diff [4533318~10628682,17250727~282329,20148815~14009875,34653014~2933069,40945934~4110490,46979072~6235542,55618319~5963477,62485574~21821,69722463~2360397,76352334~1417445,93333278~10988602,107686361~6528244,114725775~7259634,124570784~419601,128883424~5953419,136555183~12150718,149221703~11212922,165401367~8057984,192153166~3218195,196611432~7373626,209061923~12243413,245602805~11123862,263009354~4302757,295916554~13295437,310639938~3032547,322391401~9855878,332659539~400976,342509552~1627605,347509730~4243693,358305689~9867147,380882124~7900470,402459227~12421958] 2024-09-20T22:42:27.495 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10628682,17250727~282329,20148815~14009875,34653014~2933069,40945934~4110490,46979072~6235542,55618319~5963477,62485574~21821,69722463~2360397,76352334~1417445,93333278~10988602,107686361~6528244,114725775~7259634,124570784~419601,128883424~5953419,136555183~12150718,149221703~11212922,165401367~8057984,192153166~3218195,196611432~7373626,209061923~12243413,245602805~11123862,263009354~4302757,295916554~13295437,310639938~3032547,322391401~9855878,332659539~400976,342509552~1627605,347509730~4243693,358305689~9867147,380882124~7900470,402459227~12421958] 2024-09-20T22:42:27.501 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10967696,16777216~20808867,37748736~7307688,46137344~7077270,54525952~7981443,67108864~4973996,75497472~2272307,92274688~12047192,104857600~20132785,125829120~34605505,165401367~8057984,188743680~6627681,196611432~7373626,209041268~12264068,243269632~13457035,260046848~7265263,293601280~15610711,310378496~3293989,322391401~10669114,339738624~12014799,356515840~11656996,377487360~11295234,402459227~12421958] 2024-09-20T22:42:27.501 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 8 diff [4533318~10628682,17070982~2447937,20148815~17437268,40945934~12268680,55618319~5963477,62485574~21821,69722463~2947347,76352334~1417445,81207277~4107413,93333278~10988602,107686361~6528244,114725775~7668020,124570784~419601,128883424~5953419,136555183~12150718,149221703~11212922,162114792~11344559,192153166~3218195,196611432~7373626,209061923~12243413,245602805~11123862,263009354~4302757,295916554~13295437,310639938~3032547,322391401~9855878,332659539~400976,342509552~1627605,347509730~4243693,358305689~9867147,380882124~7900470,389388881~2776838,402459227~12421958] 2024-09-20T22:42:27.501 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10628682,17070982~2447937,20148815~17437268,40945934~12268680,55618319~5963477,62485574~21821,69722463~2947347,76352334~1417445,81207277~4107413,93333278~10988602,107686361~6528244,114725775~7668020,124570784~419601,128883424~5953419,136555183~12150718,149221703~11212922,162114792~11344559,192153166~3218195,196611432~7373626,209061923~12243413,245602805~11123862,263009354~4302757,295916554~13295437,310639938~3032547,322391401~9855878,332659539~400976,342509552~1627605,347509730~4243693,358305689~9867147,380882124~7900470,389388881~2776838,402459227~12421958] 2024-09-20T22:42:27.507 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10967696,16777216~20808867,37748736~15465878,54525952~7981443,67108864~5560946,75497472~2272307,79691776~5622914,92274688~12047192,104857600~20132785,125829120~34605505,162114792~11344559,188743680~6627681,196611432~7373626,209041268~12264068,243269632~13457035,260046848~7265263,293601280~15610711,310378496~3293989,322391401~10669114,339738624~12014799,356515840~11656996,377487360~14678359,402459227~12421958] 2024-09-20T22:42:27.507 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 9 diff [4533318~10628682,17070982~2447937,20148815~17437268,40945934~12268680,55618319~9823031,69722463~2947347,76352334~1417445,81207277~4107413,93333278~10988602,107686361~6528244,114725775~7668020,124570784~419601,128883424~5953419,136555183~12150718,149221703~11212922,162114792~11344559,173786161~3327829,192153166~3218195,196611432~7373626,209061923~12243413,239872108~4397907,245602805~11123862,263009354~4302757,270925554~7265349,295916554~13295437,310639938~3032547,322391401~9855878,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,380882124~7900470,389388881~2776838,402459227~12421958] 2024-09-20T22:42:27.507 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10628682,17070982~2447937,20148815~17437268,40945934~12268680,55618319~9823031,69722463~2947347,76352334~1417445,81207277~4107413,93333278~10988602,107686361~6528244,114725775~7668020,124570784~419601,128883424~5953419,136555183~12150718,149221703~11212922,162114792~11344559,173786161~3327829,192153166~3218195,196611432~7373626,209061923~12243413,239872108~4397907,245602805~11123862,263009354~4302757,270925554~7265349,295916554~13295437,310639938~3032547,322391401~9855878,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,380882124~7900470,389388881~2776838,402459227~12421958] 2024-09-20T22:42:27.514 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10967696,16777216~20808867,37748736~15465878,54525952~10915398,67108864~5560946,75497472~2272307,79691776~5622914,92274688~12047192,104857600~20132785,125829120~34605505,162114792~14999198,188743680~6627681,196611432~7373626,209041268~12264068,239075328~17651339,260046848~7265263,268435456~9755447,293601280~15610711,310378496~3293989,322391401~14108034,339738624~12014799,356515840~11656996,369098752~4128072,377487360~14678359,402459227~12421958] 2024-09-20T22:42:27.514 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 10 diff [4533318~10628682,17070982~2447937,20148815~17437268,40945934~12268680,55618319~9823031,69722463~2947347,76352334~1417445,81207277~4107413,93333278~10988602,107686361~14707434,124570784~419601,128883424~5953419,136555183~12150718,149221703~11728110,162114792~11344559,173786161~3327829,184601599~10769762,196611432~10675590,209061923~12243413,239872108~4397907,245602805~11123862,263009354~4302757,270925554~7265349,290734142~18477849,310639938~3032547,322391401~9855878,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,402459227~12421958] 2024-09-20T22:42:27.514 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10628682,17070982~2447937,20148815~17437268,40945934~12268680,55618319~9823031,69722463~2947347,76352334~1417445,81207277~4107413,93333278~10988602,107686361~14707434,124570784~419601,128883424~5953419,136555183~12150718,149221703~11728110,162114792~11344559,173786161~3327829,184601599~10769762,196611432~10675590,209061923~12243413,239872108~4397907,245602805~11123862,263009354~4302757,270925554~7265349,290734142~18477849,310639938~3032547,322391401~9855878,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,402459227~12421958] 2024-09-20T22:42:27.520 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10967696,16777216~20808867,37748736~15465878,54525952~10915398,67108864~5560946,75497472~2272307,79691776~5622914,92274688~12047192,104857600~20132785,125829120~35120693,162114792~14999198,184549376~10821985,196611432~10675590,209041268~12264068,239075328~17651339,260046848~7265263,268435456~9755447,289406976~19805015,310378496~3293989,322391401~14108034,339738624~12014799,356515840~11656996,369098752~4128072,377487360~16866720,402459227~12421958] 2024-09-20T22:42:27.520 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 11 diff [4533318~10628682,17070982~2447937,20148815~17437268,40945934~12268680,55618319~9823031,69722463~2947347,76352334~1417445,81207277~4107413,93333278~10988602,107686361~14707434,124570784~419601,128883424~5953419,136267321~12438580,149221703~11728110,162114792~11344559,173786161~3327829,184601599~10769762,196611432~10675590,209061923~12243413,239872108~4397907,245602805~11123862,263009354~15181549,290734142~18477849,310639938~3032547,322391401~9855878,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,402459227~12421958] 2024-09-20T22:42:27.520 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10628682,17070982~2447937,20148815~17437268,40945934~12268680,55618319~9823031,69722463~2947347,76352334~1417445,81207277~4107413,93333278~10988602,107686361~14707434,124570784~419601,128883424~5953419,136267321~12438580,149221703~11728110,162114792~11344559,173786161~3327829,184601599~10769762,196611432~10675590,209061923~12243413,239872108~4397907,245602805~11123862,263009354~15181549,290734142~18477849,310639938~3032547,322391401~9855878,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,402459227~12421958] 2024-09-20T22:42:27.526 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10967696,16777216~20808867,37748736~15465878,54525952~10915398,67108864~5560946,75497472~2272307,79691776~5622914,92274688~12047192,104857600~20132785,125829120~35120693,162114792~14999198,184549376~10821985,196611432~10675590,209041268~12264068,239075328~17651339,260046848~18144055,289406976~19805015,310378496~3293989,322391401~14108034,339738624~12014799,356515840~11656996,369098752~4128072,377487360~16866720,402459227~12421958] 2024-09-20T22:42:27.526 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 12 diff [4533318~10628682,17070982~2447937,20148815~17437268,40945934~12268680,55618319~9823031,69722463~2947347,76352334~1417445,81207277~5170806,93333278~10988602,107686361~14707434,124570784~419601,128883424~5953419,136267321~12438580,149221703~24237648,173786161~3327829,184601599~10769762,196611432~10675590,209061923~12243413,239872108~4397907,245602805~14782510,263009354~15181549,290734142~18477849,310639938~3032547,322391401~9855878,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,402459227~12421958] 2024-09-20T22:42:27.526 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10628682,17070982~2447937,20148815~17437268,40945934~12268680,55618319~9823031,69722463~2947347,76352334~1417445,81207277~5170806,93333278~10988602,107686361~14707434,124570784~419601,128883424~5953419,136267321~12438580,149221703~24237648,173786161~3327829,184601599~10769762,196611432~10675590,209061923~12243413,239872108~4397907,245602805~14782510,263009354~15181549,290734142~18477849,310639938~3032547,322391401~9855878,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,402459227~12421958] 2024-09-20T22:42:27.532 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10967696,16777216~20808867,37748736~15465878,54525952~10915398,67108864~5560946,75497472~2272307,79691776~6686307,92274688~12047192,104857600~20132785,125829120~51284870,184549376~10821985,196611432~10675590,209041268~12264068,239075328~39115575,289406976~19805015,310378496~3293989,322391401~14108034,339738624~12014799,356515840~11656996,369098752~4128072,377487360~16866720,402459227~12421958] 2024-09-20T22:42:27.532 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 13 diff [4533318~10628682,17070982~2447937,20148815~17437268,40945934~12268680,55618319~9823031,66686056~5983754,76352334~1417445,81207277~7407947,93333278~10988602,107686361~15971258,124570784~419601,128883424~5953419,136267321~12438580,149221703~24237648,173786161~3327829,180451313~2454947,184601599~10769762,196611432~10675590,209061923~12243413,239872108~20513207,263009354~15181549,290734142~18477849,310639938~3032547,322391401~9855878,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,402459227~12421958] 2024-09-20T22:42:27.533 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10628682,17070982~2447937,20148815~17437268,40945934~12268680,55618319~9823031,66686056~5983754,76352334~1417445,81207277~7407947,93333278~10988602,107686361~15971258,124570784~419601,128883424~5953419,136267321~12438580,149221703~24237648,173786161~3327829,180451313~2454947,184601599~10769762,196611432~10675590,209061923~12243413,239872108~20513207,263009354~15181549,290734142~18477849,310639938~3032547,322391401~9855878,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,402459227~12421958] 2024-09-20T22:42:27.539 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10967696,16777216~20808867,37748736~15465878,54525952~18143858,75497472~2272307,79691776~8923448,92274688~12047192,104857600~20132785,125829120~51284870,180355072~2551188,184549376~10821985,196611432~10675590,209041268~12264068,239075328~39115575,289406976~19805015,310378496~3293989,322391401~14108034,339738624~12014799,356515840~11656996,369098752~4128072,377487360~16866720,402459227~12421958] 2024-09-20T22:42:27.539 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 14 diff [4533318~10628682,17070982~2447937,20148815~33538364,55618319~9823031,66686056~5983754,76352334~1417445,81207277~7407947,93333278~10988602,107686361~15971258,124570784~419601,128883424~5953419,135107982~487479,136267321~12438580,149221703~24237648,173786161~3327829,180451313~2454947,184601599~10769762,196611432~10675590,209061923~12243413,239872108~20513207,263009354~15181549,284389554~24822437,310639938~4006978,322391401~9855878,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,402459227~12421958] 2024-09-20T22:42:27.539 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10628682,17070982~2447937,20148815~33538364,55618319~9823031,66686056~5983754,76352334~1417445,81207277~7407947,93333278~10988602,107686361~15971258,124570784~419601,128883424~5953419,135107982~487479,136267321~12438580,149221703~24237648,173786161~3327829,180451313~2454947,184601599~10769762,196611432~10675590,209061923~12243413,239872108~20513207,263009354~15181549,284389554~24822437,310639938~4006978,322391401~9855878,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,402459227~12421958] 2024-09-20T22:42:27.545 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10967696,16777216~36909963,54525952~18143858,75497472~2272307,79691776~8923448,92274688~12047192,104857600~20132785,125829120~51284870,180355072~2551188,184549376~10821985,196611432~10675590,209041268~12264068,239075328~39115575,281018368~28193623,310378496~4268420,322391401~14108034,339738624~12014799,356515840~11656996,369098752~4128072,377487360~16866720,402459227~12421958] 2024-09-20T22:42:27.545 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 15 diff [4533318~10628682,17070982~2447937,20148815~33538364,55618319~9823031,66686056~5983754,76352334~1417445,81207277~7842389,93333278~10988602,107686361~15971258,124570784~419601,128883424~5953419,135107982~487479,136267321~12438580,149221703~24237648,173786161~6574678,180451313~2454947,184601599~10769762,196611432~10675590,209061923~12243413,239872108~38318795,279188209~4043707,284389554~24822437,310639938~4006978,322391401~9855878,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,400068760~14812425] 2024-09-20T22:42:27.546 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10628682,17070982~2447937,20148815~33538364,55618319~9823031,66686056~5983754,76352334~1417445,81207277~7842389,93333278~10988602,107686361~15971258,124570784~419601,128883424~5953419,135107982~487479,136267321~12438580,149221703~24237648,173786161~6574678,180451313~2454947,184601599~10769762,196611432~10675590,209061923~12243413,239872108~38318795,279188209~4043707,284389554~24822437,310639938~4006978,322391401~9855878,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,400068760~14812425] 2024-09-20T22:42:27.551 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10967696,16777216~36909963,54525952~18143858,75497472~2272307,79691776~9357890,92274688~12047192,104857600~20132785,125829120~57077140,184549376~10821985,196611432~10675590,209041268~12264068,239075328~70136663,310378496~4268420,322391401~29362022,356515840~11656996,369098752~4128072,377487360~16866720,400068760~14812425] 2024-09-20T22:42:27.551 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 16 diff [4533318~10628682,17070982~2447937,20148815~33538364,55618319~9823031,66686056~5983754,76352334~1417445,81207277~7842389,93333278~10988602,107686361~15971258,124570784~419601,128883424~5953419,135107982~487479,136267321~37192030,173786161~6574678,180451313~2454947,184118259~11253102,196611432~10675590,209061923~12243413,239872108~38318795,279188209~4043707,284389554~24822437,310639938~4006978,322391401~9855878,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,400068760~14812425] 2024-09-20T22:42:27.551 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10628682,17070982~2447937,20148815~33538364,55618319~9823031,66686056~5983754,76352334~1417445,81207277~7842389,93333278~10988602,107686361~15971258,124570784~419601,128883424~5953419,135107982~487479,136267321~37192030,173786161~6574678,180451313~2454947,184118259~11253102,196611432~10675590,209061923~12243413,239872108~38318795,279188209~4043707,284389554~24822437,310639938~4006978,322391401~9855878,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,400068760~14812425] 2024-09-20T22:42:27.557 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10967696,16777216~36909963,54525952~18143858,75497472~2272307,79691776~9357890,92274688~12047192,104857600~20132785,125829120~69542241,196611432~10675590,209041268~12264068,239075328~70136663,310378496~4268420,322391401~29362022,356515840~11656996,369098752~4128072,377487360~16866720,400068760~14812425] 2024-09-20T22:42:27.557 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 17 diff [4533318~10628682,17070982~2447937,20148815~33538364,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,93333278~10988602,107686361~15971258,124570784~419601,128883424~5953419,135107982~487479,136267321~37192030,173786161~6574678,180451313~2454947,184118259~11253102,196611432~24693904,239872108~38318795,279188209~4043707,284389554~24822437,310639938~4006978,322391401~9855878,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,400068760~14812425] 2024-09-20T22:42:27.557 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10628682,17070982~2447937,20148815~33538364,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,93333278~10988602,107686361~15971258,124570784~419601,128883424~5953419,135107982~487479,136267321~37192030,173786161~6574678,180451313~2454947,184118259~11253102,196611432~24693904,239872108~38318795,279188209~4043707,284389554~24822437,310639938~4006978,322391401~9855878,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,400068760~14812425] 2024-09-20T22:42:27.563 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10967696,16777216~36909963,54525952~18143858,75497472~4114953,79691776~9357890,92274688~12047192,104857600~20132785,125829120~69542241,196611432~24693904,239075328~70136663,310378496~4268420,322391401~29362022,356515840~11656996,369098752~4128072,377487360~16866720,400068760~14812425] 2024-09-20T22:42:27.563 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 18 diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,93333278~10988602,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,322391401~9855878,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,400068760~14812425] 2024-09-20T22:42:27.563 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,93333278~10988602,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,322391401~9855878,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,400068760~14812425] 2024-09-20T22:42:27.569 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,54525952~18143858,75497472~4114953,79691776~9357890,92274688~12047192,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,322391401~29362022,356515840~11656996,369098752~4128072,377487360~16866720,400068760~14812425] 2024-09-20T22:42:27.569 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 19 diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:27.569 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:27.575 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,54525952~18143858,75497472~4114953,79691776~12380865,92274688~12047192,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,320134316~31619107,356515840~11656996,369098752~4128072,377487360~37393825] 2024-09-20T22:42:27.575 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 2 diff [76352334~1417445,96621056~6520232,114725775~7259634,192153166~3218195,197828476~1530707,302265918~4390511,322391401~9855878,402607606~7301761,410908893~5631] 2024-09-20T22:42:27.575 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [76352334~1417445,96621056~6520232,114725775~7259634,192153166~3218195,197828476~1530707,302265918~4390511,322391401~9855878,402607606~7301761,410908893~5631] 2024-09-20T22:42:27.581 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [75497472~2272307,96621056~6520232,113246208~8739201,188743680~6627681,197828476~1530707,302265918~4390511,322391401~9855878,402607606~7301761,410004083~910441] 2024-09-20T22:42:27.581 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 3 diff [14448959~713041,76352334~1417445,96621056~6520232,114725775~7259634,142035036~6670865,149221703~2612595,154192512~6242113,165401367~8057984,192153166~3218195,197828476~1530707,209061923~6747191,302265918~4390511,310639938~3032547,322391401~9855878,332659539~400976,342509552~1627605,366927908~169312,402607606~7301761,410908893~5631] 2024-09-20T22:42:27.581 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [14448959~713041,76352334~1417445,96621056~6520232,114725775~7259634,142035036~6670865,149221703~2612595,154192512~6242113,165401367~8057984,192153166~3218195,197828476~1530707,209061923~6747191,302265918~4390511,310639938~3032547,322391401~9855878,332659539~400976,342509552~1627605,366927908~169312,402607606~7301761,410908893~5631] 2024-09-20T22:42:27.587 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [12582912~2579088,75497472~2272307,96621056~6520232,113246208~8739201,140675577~8030324,149221703~2612595,154192512~6242113,165401367~8057984,188743680~6627681,197828476~1530707,209041268~6767846,302265918~4390511,310378496~3293989,322391401~10669114,339738624~4398533,364904448~2192772,402607606~7301761,410004083~910441] 2024-09-20T22:42:27.587 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 4 diff [14448959~713041,17250727~282329,20148815~5060063,31571098~2587592,47537428~3567512,76352334~1417445,93748158~9393130,114725775~7259634,142035036~6670865,149221703~2612595,154192512~6242113,165401367~8057984,192153166~3218195,197828476~1530707,209061923~6747191,245602805~6845737,263009354~4302757,299913094~8808933,310639938~3032547,322391401~9855878,332659539~400976,342509552~1627605,366927908~169312,402607606~7301761,410908893~5631] 2024-09-20T22:42:27.587 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [14448959~713041,17250727~282329,20148815~5060063,31571098~2587592,47537428~3567512,76352334~1417445,93748158~9393130,114725775~7259634,142035036~6670865,149221703~2612595,154192512~6242113,165401367~8057984,192153166~3218195,197828476~1530707,209061923~6747191,245602805~6845737,263009354~4302757,299913094~8808933,310639938~3032547,322391401~9855878,332659539~400976,342509552~1627605,366927908~169312,402607606~7301761,410908893~5631] 2024-09-20T22:42:27.592 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [12582912~2579088,16777216~8431662,29360128~4798562,46137344~4967596,75497472~2272307,92274688~10866600,113246208~8739201,140675577~8030324,149221703~2612595,154192512~6242113,165401367~8057984,188743680~6627681,197828476~1530707,209041268~6767846,243269632~9178910,260046848~7265263,299913094~8808933,310378496~3293989,322391401~10669114,339738624~4398533,364904448~2192772,402607606~7301761,410004083~910441] 2024-09-20T22:42:27.592 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 5 diff [4533318~7803639,14448959~713041,17250727~282329,20148815~5060063,29014372~5144318,36518477~1067606,47537428~3567512,76352334~1417445,93748158~9393130,107686361~6528244,114725775~7259634,128883424~5953419,142035036~6670865,149221703~2612595,154192512~6242113,165401367~8057984,192153166~3218195,197828476~1530707,209061923~10147404,245602805~6845737,263009354~4302757,299913094~8808933,310639938~3032547,322391401~9855878,332659539~400976,342509552~1627605,360736933~1774018,366927908~169312,402607606~7301761,410908893~5631] 2024-09-20T22:42:27.592 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~7803639,14448959~713041,17250727~282329,20148815~5060063,29014372~5144318,36518477~1067606,47537428~3567512,76352334~1417445,93748158~9393130,107686361~6528244,114725775~7259634,128883424~5953419,142035036~6670865,149221703~2612595,154192512~6242113,165401367~8057984,192153166~3218195,197828476~1530707,209061923~10147404,245602805~6845737,263009354~4302757,299913094~8808933,310639938~3032547,322391401~9855878,332659539~400976,342509552~1627605,360736933~1774018,366927908~169312,402607606~7301761,410908893~5631] 2024-09-20T22:42:27.598 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~8142653,12582912~2579088,16777216~8431662,26899751~10686332,46137344~4967596,75497472~2272307,92274688~10866600,104857600~17127809,125829120~9007723,140675577~8030324,149221703~2612595,154192512~6242113,165401367~8057984,188743680~6627681,197828476~1530707,209041268~10168059,243269632~9178910,260046848~7265263,299913094~8808933,310378496~3293989,322391401~10669114,339738624~4398533,360710144~1800807,364904448~2192772,402607606~7301761,410004083~910441] 2024-09-20T22:42:27.598 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 6 diff [4533318~7803639,14448959~713041,17250727~282329,20148815~5060063,29014372~5144318,36518477~1067606,46979072~4375208,69722463~2360397,76352334~1417445,93333278~9808010,107686361~6528244,114725775~7259634,128883424~5953419,142035036~6670865,149221703~2612595,154192512~6242113,165401367~8057984,192153166~3218195,196611432~7373626,209061923~12243413,245602805~6845737,263009354~4302757,297237706~362794,299913094~9298897,310639938~3032547,322391401~9855878,332659539~400976,342509552~1627605,360736933~7435903,402607606~12273579] 2024-09-20T22:42:27.599 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~7803639,14448959~713041,17250727~282329,20148815~5060063,29014372~5144318,36518477~1067606,46979072~4375208,69722463~2360397,76352334~1417445,93333278~9808010,107686361~6528244,114725775~7259634,128883424~5953419,142035036~6670865,149221703~2612595,154192512~6242113,165401367~8057984,192153166~3218195,196611432~7373626,209061923~12243413,245602805~6845737,263009354~4302757,297237706~362794,299913094~9298897,310639938~3032547,322391401~9855878,332659539~400976,342509552~1627605,360736933~7435903,402607606~12273579] 2024-09-20T22:42:27.603 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~8142653,12582912~2579088,16777216~8431662,26899751~10686332,46137344~5216936,67108864~4973996,75497472~2272307,92274688~10866600,104857600~17127809,125829120~9007723,140675577~8030324,149221703~2612595,154192512~6242113,165401367~8057984,188743680~6627681,196611432~7373626,209041268~12264068,243269632~9178910,260046848~7265263,293601280~3999220,299913094~9298897,310378496~3293989,322391401~10669114,339738624~4398533,360710144~7462692,402607606~12273579] 2024-09-20T22:42:27.604 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 7 diff [4533318~10628682,17250727~282329,20148815~14009875,34653014~2933069,46979072~6235542,62485574~21821,69722463~2360397,76352334~1417445,93333278~9808010,107686361~6528244,114725775~7259634,128883424~5953419,136555183~12150718,149221703~2612595,154192512~6242113,165401367~8057984,192153166~3218195,196611432~7373626,209061923~12243413,245602805~11123862,263009354~4302757,295916554~13295437,310639938~3032547,322391401~9855878,332659539~400976,342509552~1627605,347509730~4243693,358305689~9867147,402607606~12273579] 2024-09-20T22:42:27.604 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10628682,17250727~282329,20148815~14009875,34653014~2933069,46979072~6235542,62485574~21821,69722463~2360397,76352334~1417445,93333278~9808010,107686361~6528244,114725775~7259634,128883424~5953419,136555183~12150718,149221703~2612595,154192512~6242113,165401367~8057984,192153166~3218195,196611432~7373626,209061923~12243413,245602805~11123862,263009354~4302757,295916554~13295437,310639938~3032547,322391401~9855878,332659539~400976,342509552~1627605,347509730~4243693,358305689~9867147,402607606~12273579] 2024-09-20T22:42:27.609 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10967696,16777216~20808867,46137344~7077270,61581796~925599,67108864~4973996,75497472~2272307,92274688~10866600,104857600~17127809,125829120~22876781,149221703~2612595,154192512~6242113,165401367~8057984,188743680~6627681,196611432~7373626,209041268~12264068,243269632~13457035,260046848~7265263,293601280~15610711,310378496~3293989,322391401~10669114,339738624~12014799,356515840~11656996,402607606~12273579] 2024-09-20T22:42:27.609 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 8 diff [4533318~10628682,17070982~2447937,20148815~17437268,41852835~11361779,62485574~21821,69722463~2947347,76352334~1417445,81207277~4107413,93333278~9808010,107686361~6528244,114725775~7668020,128883424~5953419,136555183~12150718,149221703~2612595,154192512~6242113,162114792~11344559,192153166~3218195,196611432~7373626,209061923~12243413,245602805~11123862,263009354~4302757,295916554~13295437,310639938~3032547,322391401~9855878,332659539~400976,342509552~1627605,347509730~4243693,358305689~9867147,389388881~2776838,402607606~12273579] 2024-09-20T22:42:27.609 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10628682,17070982~2447937,20148815~17437268,41852835~11361779,62485574~21821,69722463~2947347,76352334~1417445,81207277~4107413,93333278~9808010,107686361~6528244,114725775~7668020,128883424~5953419,136555183~12150718,149221703~2612595,154192512~6242113,162114792~11344559,192153166~3218195,196611432~7373626,209061923~12243413,245602805~11123862,263009354~4302757,295916554~13295437,310639938~3032547,322391401~9855878,332659539~400976,342509552~1627605,347509730~4243693,358305689~9867147,389388881~2776838,402607606~12273579] 2024-09-20T22:42:27.615 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10967696,16777216~20808867,41852835~11361779,61581796~925599,67108864~5560946,75497472~2272307,79691776~5622914,92274688~10866600,104857600~17536195,125829120~22876781,149221703~2612595,154192512~6242113,162114792~11344559,188743680~6627681,196611432~7373626,209041268~12264068,243269632~13457035,260046848~7265263,293601280~15610711,310378496~3293989,322391401~10669114,339738624~12014799,356515840~11656996,388782594~3383125,402607606~12273579] 2024-09-20T22:42:27.615 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 9 diff [4533318~10628682,17070982~2447937,20148815~17437268,41852835~11361779,61322360~4118990,69722463~2947347,76352334~1417445,81207277~4107413,93333278~9808010,107686361~6528244,114725775~7668020,128883424~5953419,136555183~12150718,149221703~2612595,154192512~6242113,162114792~11344559,173786161~3327829,192153166~3218195,196611432~7373626,209061923~12243413,239872108~4397907,245602805~11123862,263009354~4302757,270925554~7265349,295916554~13295437,310639938~3032547,322391401~9855878,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,389388881~2776838,402607606~12273579] 2024-09-20T22:42:27.615 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10628682,17070982~2447937,20148815~17437268,41852835~11361779,61322360~4118990,69722463~2947347,76352334~1417445,81207277~4107413,93333278~9808010,107686361~6528244,114725775~7668020,128883424~5953419,136555183~12150718,149221703~2612595,154192512~6242113,162114792~11344559,173786161~3327829,192153166~3218195,196611432~7373626,209061923~12243413,239872108~4397907,245602805~11123862,263009354~4302757,270925554~7265349,295916554~13295437,310639938~3032547,322391401~9855878,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,389388881~2776838,402607606~12273579] 2024-09-20T22:42:27.621 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10967696,16777216~20808867,41852835~11361779,61322360~4118990,67108864~5560946,75497472~2272307,79691776~5622914,92274688~10866600,104857600~17536195,125829120~22876781,149221703~2612595,154192512~6242113,162114792~14999198,188743680~6627681,196611432~7373626,209041268~12264068,239075328~17651339,260046848~7265263,268435456~9755447,293601280~15610711,310378496~3293989,322391401~14108034,339738624~12014799,356515840~11656996,369098752~4128072,388782594~3383125,402607606~12273579] 2024-09-20T22:42:27.621 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 10 diff [4533318~10628682,17070982~2447937,20148815~17437268,41852835~11361779,61322360~4118990,69722463~2947347,76352334~1417445,81207277~4107413,93333278~9808010,107686361~14707434,128883424~5953419,136555183~12150718,149221703~2612595,154192512~6757301,162114792~11344559,173786161~3327829,184601599~10769762,196611432~10675590,209061923~12243413,239872108~4397907,245602805~11123862,263009354~4302757,270925554~7265349,290734142~18477849,310639938~3032547,322391401~9855878,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,402607606~12273579] 2024-09-20T22:42:27.621 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10628682,17070982~2447937,20148815~17437268,41852835~11361779,61322360~4118990,69722463~2947347,76352334~1417445,81207277~4107413,93333278~9808010,107686361~14707434,128883424~5953419,136555183~12150718,149221703~2612595,154192512~6757301,162114792~11344559,173786161~3327829,184601599~10769762,196611432~10675590,209061923~12243413,239872108~4397907,245602805~11123862,263009354~4302757,270925554~7265349,290734142~18477849,310639938~3032547,322391401~9855878,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,402607606~12273579] 2024-09-20T22:42:27.627 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10967696,16777216~20808867,41852835~11361779,61322360~4118990,67108864~5560946,75497472~2272307,79691776~5622914,92274688~10866600,104857600~17536195,125829120~22876781,149221703~2612595,154192512~6757301,162114792~14999198,184549376~10821985,196611432~10675590,209041268~12264068,239075328~17651339,260046848~7265263,268435456~9755447,289406976~19805015,310378496~3293989,322391401~14108034,339738624~12014799,356515840~11656996,369098752~4128072,383106113~11247967,402607606~12273579] 2024-09-20T22:42:27.627 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 11 diff [4533318~10628682,17070982~2447937,20148815~17437268,41852835~11361779,59914894~5526456,69722463~2947347,76352334~1417445,81207277~4107413,93333278~9808010,107686361~14707434,128883424~5953419,136267321~12438580,149221703~2612595,154192512~6757301,162114792~11344559,173786161~3327829,184601599~10769762,196611432~10675590,209061923~12243413,239872108~4397907,245602805~11123862,263009354~15181549,290734142~18477849,310639938~3032547,322391401~9855878,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,402607606~12273579] 2024-09-20T22:42:27.627 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10628682,17070982~2447937,20148815~17437268,41852835~11361779,59914894~5526456,69722463~2947347,76352334~1417445,81207277~4107413,93333278~9808010,107686361~14707434,128883424~5953419,136267321~12438580,149221703~2612595,154192512~6757301,162114792~11344559,173786161~3327829,184601599~10769762,196611432~10675590,209061923~12243413,239872108~4397907,245602805~11123862,263009354~15181549,290734142~18477849,310639938~3032547,322391401~9855878,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,402607606~12273579] 2024-09-20T22:42:27.632 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10967696,16777216~20808867,41852835~11361779,59914894~5526456,67108864~5560946,75497472~2272307,79691776~5622914,92274688~10866600,104857600~17536195,125829120~22876781,149221703~2612595,154192512~6757301,162114792~14999198,184549376~10821985,196611432~10675590,209041268~12264068,239075328~17651339,260046848~18144055,289406976~19805015,310378496~3293989,322391401~14108034,339738624~12014799,356515840~11656996,369098752~4128072,383106113~11247967,402607606~12273579] 2024-09-20T22:42:27.633 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 12 diff [4533318~10628682,17070982~2447937,20148815~17437268,41151912~12062702,59914894~5526456,69722463~2947347,76352334~1417445,81207277~5170806,93333278~9808010,107686361~14707434,128883424~5953419,136267321~12438580,149221703~2612595,154192512~19266839,173786161~3327829,184601599~10769762,196611432~10675590,209061923~12243413,239872108~4397907,245602805~14782510,263009354~15181549,290734142~18477849,310639938~3032547,322391401~9855878,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,402607606~12273579] 2024-09-20T22:42:27.633 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10628682,17070982~2447937,20148815~17437268,41151912~12062702,59914894~5526456,69722463~2947347,76352334~1417445,81207277~5170806,93333278~9808010,107686361~14707434,128883424~5953419,136267321~12438580,149221703~2612595,154192512~19266839,173786161~3327829,184601599~10769762,196611432~10675590,209061923~12243413,239872108~4397907,245602805~14782510,263009354~15181549,290734142~18477849,310639938~3032547,322391401~9855878,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,402607606~12273579] 2024-09-20T22:42:27.638 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10967696,16777216~20808867,41151912~12062702,59914894~5526456,67108864~5560946,75497472~2272307,79691776~6686307,92274688~10866600,104857600~17536195,125829120~22876781,149221703~2612595,154192512~22921478,184549376~10821985,196611432~10675590,209041268~12264068,239075328~39115575,289406976~19805015,310378496~3293989,322391401~14108034,339738624~12014799,356515840~11656996,369098752~4128072,383106113~11247967,402607606~12273579] 2024-09-20T22:42:27.639 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 13 diff [4533318~10628682,17070982~2447937,20148815~17437268,41151912~12062702,59024026~6417324,66686056~5983754,76352334~1417445,81207277~7407947,93333278~9808010,107686361~15971258,128883424~5953419,136267321~12438580,149221703~2612595,154192512~19266839,173786161~3327829,180451313~2454947,184601599~10769762,196611432~10675590,209061923~12243413,239872108~20513207,263009354~15181549,290734142~18477849,310639938~3032547,322391401~9855878,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,402607606~12273579] 2024-09-20T22:42:27.639 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10628682,17070982~2447937,20148815~17437268,41151912~12062702,59024026~6417324,66686056~5983754,76352334~1417445,81207277~7407947,93333278~9808010,107686361~15971258,128883424~5953419,136267321~12438580,149221703~2612595,154192512~19266839,173786161~3327829,180451313~2454947,184601599~10769762,196611432~10675590,209061923~12243413,239872108~20513207,263009354~15181549,290734142~18477849,310639938~3032547,322391401~9855878,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,402607606~12273579] 2024-09-20T22:42:27.644 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10967696,16777216~20808867,41151912~12062702,59024026~13645784,75497472~2272307,79691776~8923448,92274688~10866600,104857600~18800019,125829120~22876781,149221703~2612595,154192512~22921478,180355072~2551188,184549376~10821985,196611432~10675590,209041268~12264068,239075328~39115575,289406976~19805015,310378496~3293989,322391401~14108034,339738624~12014799,356515840~11656996,369098752~4128072,383106113~11247967,402607606~12273579] 2024-09-20T22:42:27.644 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 14 diff [4533318~10628682,17070982~2447937,20148815~33538364,59024026~6417324,66686056~5983754,76352334~1417445,81207277~7407947,93333278~9808010,107686361~15971258,128883424~5953419,135107982~487479,136267321~12438580,149221703~2612595,154192512~19266839,173786161~3327829,180451313~2454947,184601599~10769762,196611432~10675590,209061923~12243413,239872108~20513207,263009354~15181549,284389554~24822437,310639938~4006978,322391401~9855878,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,402607606~12273579] 2024-09-20T22:42:27.645 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10628682,17070982~2447937,20148815~33538364,59024026~6417324,66686056~5983754,76352334~1417445,81207277~7407947,93333278~9808010,107686361~15971258,128883424~5953419,135107982~487479,136267321~12438580,149221703~2612595,154192512~19266839,173786161~3327829,180451313~2454947,184601599~10769762,196611432~10675590,209061923~12243413,239872108~20513207,263009354~15181549,284389554~24822437,310639938~4006978,322391401~9855878,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,402607606~12273579] 2024-09-20T22:42:27.650 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10967696,16777216~36909963,59024026~13645784,75497472~2272307,79691776~8923448,92274688~10866600,104857600~18800019,125829120~22876781,149221703~2612595,154192512~22921478,180355072~2551188,184549376~10821985,196611432~10675590,209041268~12264068,239075328~39115575,281018368~28193623,310378496~4268420,322391401~14108034,339738624~12014799,356515840~11656996,369098752~4128072,383106113~11247967,402607606~12273579] 2024-09-20T22:42:27.650 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 15 diff [4533318~10628682,17070982~2447937,20148815~33538364,56068339~9373011,66686056~5983754,76352334~1417445,81207277~7842389,93333278~9808010,107686361~15971258,128883424~5953419,135107982~487479,136267321~12438580,149221703~2612595,154192512~19266839,173786161~6574678,180451313~2454947,184601599~10769762,196611432~10675590,209061923~12243413,239872108~38318795,279188209~4043707,284389554~24822437,310639938~4006978,322391401~9855878,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~14812425] 2024-09-20T22:42:27.650 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10628682,17070982~2447937,20148815~33538364,56068339~9373011,66686056~5983754,76352334~1417445,81207277~7842389,93333278~9808010,107686361~15971258,128883424~5953419,135107982~487479,136267321~12438580,149221703~2612595,154192512~19266839,173786161~6574678,180451313~2454947,184601599~10769762,196611432~10675590,209061923~12243413,239872108~38318795,279188209~4043707,284389554~24822437,310639938~4006978,322391401~9855878,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~14812425] 2024-09-20T22:42:27.656 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10967696,16777216~36909963,56068339~16601471,75497472~2272307,79691776~9357890,92274688~10866600,104857600~18800019,125829120~22876781,149221703~2612595,154192512~28713748,184549376~10821985,196611432~10675590,209041268~12264068,239075328~70136663,310378496~4268420,322391401~29362022,356515840~11656996,369098752~4128072,383106113~11247967,400068760~14812425] 2024-09-20T22:42:27.656 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 16 diff [4533318~10628682,17070982~2447937,20148815~33538364,56068339~9373011,66686056~5983754,76352334~1417445,81207277~7842389,93333278~9808010,107686361~15971258,128883424~5953419,135107982~487479,136267321~37192030,173786161~6574678,180451313~2454947,184118259~11253102,196611432~10675590,209061923~12243413,239872108~38318795,279188209~4043707,284389554~24822437,310639938~4006978,322391401~9855878,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~14812425] 2024-09-20T22:42:27.656 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10628682,17070982~2447937,20148815~33538364,56068339~9373011,66686056~5983754,76352334~1417445,81207277~7842389,93333278~9808010,107686361~15971258,128883424~5953419,135107982~487479,136267321~37192030,173786161~6574678,180451313~2454947,184118259~11253102,196611432~10675590,209061923~12243413,239872108~38318795,279188209~4043707,284389554~24822437,310639938~4006978,322391401~9855878,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~14812425] 2024-09-20T22:42:27.661 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10967696,16777216~36909963,56068339~16601471,75497472~2272307,79691776~9357890,92274688~10866600,104857600~18800019,125829120~69542241,196611432~10675590,209041268~12264068,239075328~70136663,310378496~4268420,322391401~29362022,356515840~11656996,369098752~4128072,383106113~11247967,400068760~14812425] 2024-09-20T22:42:27.661 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 17 diff [4533318~10628682,17070982~2447937,20148815~33538364,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,93333278~9808010,107686361~15971258,128883424~5953419,135107982~487479,136267321~37192030,173786161~6574678,180451313~2454947,184118259~11253102,196611432~24693904,239872108~38318795,279188209~4043707,284389554~24822437,310639938~4006978,322391401~9855878,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~14812425] 2024-09-20T22:42:27.661 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10628682,17070982~2447937,20148815~33538364,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,93333278~9808010,107686361~15971258,128883424~5953419,135107982~487479,136267321~37192030,173786161~6574678,180451313~2454947,184118259~11253102,196611432~24693904,239872108~38318795,279188209~4043707,284389554~24822437,310639938~4006978,322391401~9855878,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~14812425] 2024-09-20T22:42:27.667 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10967696,16777216~36909963,56068339~16601471,75497472~4114953,79691776~9357890,92274688~10866600,104857600~18800019,125829120~69542241,196611432~24693904,239075328~70136663,310378496~4268420,322391401~29362022,356515840~11656996,369098752~4128072,383106113~11247967,400068760~14812425] 2024-09-20T22:42:27.667 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 18 diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,93333278~9808010,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,322391401~9855878,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~14812425] 2024-09-20T22:42:27.667 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,93333278~9808010,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,322391401~9855878,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~14812425] 2024-09-20T22:42:27.673 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75497472~4114953,79691776~9357890,92274688~10866600,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,322391401~29362022,356515840~11656996,369098752~4128072,383106113~11247967,400068760~14812425] 2024-09-20T22:42:27.673 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 19 diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~10562037,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:27.673 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~10562037,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:27.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:27 smithi134 ceph-mon[89086]: pgmap v3542: 137 pgs: 137 active+clean; 1.0 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 241 KiB/s rd, 33 MiB/s wr, 371 op/s 2024-09-20T22:42:27.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:27 smithi134 ceph-mon[89086]: osdmap e2042: 8 total, 8 up, 8 in 2024-09-20T22:42:27.679 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75497472~4114953,79691776~12380865,92274688~10866600,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,320134316~31619107,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:27.679 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 3 diff [14448959~713041,142035036~6670865,149221703~2612595,154192512~6242113,165401367~8057984,209061923~6747191,310639938~3032547,332659539~400976,342509552~1627605,366927908~169312] 2024-09-20T22:42:27.679 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [14448959~713041,142035036~6670865,149221703~2612595,154192512~6242113,165401367~8057984,209061923~6747191,310639938~3032547,332659539~400976,342509552~1627605,366927908~169312] 2024-09-20T22:42:27.684 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [12582912~2579088,140675577~8030324,149221703~2612595,154192512~6242113,165401367~8057984,209041268~6767846,310378496~3293989,332247279~813236,339738624~4398533,364904448~2192772] 2024-09-20T22:42:27.685 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 4 diff [14448959~713041,17250727~282329,20148815~5060063,31571098~2587592,47537428~3567512,93748158~3253624,142035036~6670865,149221703~2612595,154192512~6242113,165401367~8057984,209061923~6747191,245602805~6845737,263009354~4302757,299913094~8808933,310639938~3032547,332659539~400976,342509552~1627605,366927908~169312] 2024-09-20T22:42:27.685 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [14448959~713041,17250727~282329,20148815~5060063,31571098~2587592,47537428~3567512,93748158~3253624,142035036~6670865,149221703~2612595,154192512~6242113,165401367~8057984,209061923~6747191,245602805~6845737,263009354~4302757,299913094~8808933,310639938~3032547,332659539~400976,342509552~1627605,366927908~169312] 2024-09-20T22:42:27.690 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [12582912~2579088,16777216~8431662,29360128~4798562,46137344~4967596,92274688~4727094,140675577~8030324,149221703~2612595,154192512~6242113,165401367~8057984,209041268~6767846,243269632~9178910,260046848~7265263,299913094~8808933,310378496~3293989,332247279~813236,339738624~4398533,364904448~2192772] 2024-09-20T22:42:27.690 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 5 diff [4533318~7803639,14448959~713041,17250727~282329,20148815~5060063,29014372~5144318,36518477~1067606,47537428~3567512,93748158~3253624,107686361~6528244,128883424~5953419,142035036~6670865,149221703~2612595,154192512~6242113,165401367~8057984,209061923~10147404,245602805~6845737,263009354~4302757,299913094~8808933,310639938~3032547,332659539~400976,342509552~1627605,360736933~1774018,366927908~169312,407659729~75516] 2024-09-20T22:42:27.690 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~7803639,14448959~713041,17250727~282329,20148815~5060063,29014372~5144318,36518477~1067606,47537428~3567512,93748158~3253624,107686361~6528244,128883424~5953419,142035036~6670865,149221703~2612595,154192512~6242113,165401367~8057984,209061923~10147404,245602805~6845737,263009354~4302757,299913094~8808933,310639938~3032547,332659539~400976,342509552~1627605,360736933~1774018,366927908~169312,407659729~75516] 2024-09-20T22:42:27.696 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~8142653,12582912~2579088,16777216~8431662,26899751~10686332,46137344~4967596,92274688~4727094,104857600~9357005,125829120~9007723,140675577~8030324,149221703~2612595,154192512~6242113,165401367~8057984,209041268~10168059,243269632~9178910,260046848~7265263,299913094~8808933,310378496~3293989,332247279~813236,339738624~4398533,360710144~1800807,364904448~2192772,407659729~75516] 2024-09-20T22:42:27.696 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 6 diff [4533318~7803639,14448959~713041,17250727~282329,20148815~5060063,29014372~5144318,36518477~1067606,46979072~4375208,69722463~2360397,93333278~5786518,107686361~6528244,128883424~5953419,142035036~6670865,149221703~2612595,154192512~6242113,165401367~8057984,196611432~7373626,209061923~12243413,245602805~6845737,263009354~4302757,297237706~362794,299913094~9298897,310639938~3032547,332659539~400976,342509552~1627605,360736933~7435903,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.696 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~7803639,14448959~713041,17250727~282329,20148815~5060063,29014372~5144318,36518477~1067606,46979072~4375208,69722463~2360397,93333278~5786518,107686361~6528244,128883424~5953419,142035036~6670865,149221703~2612595,154192512~6242113,165401367~8057984,196611432~7373626,209061923~12243413,245602805~6845737,263009354~4302757,297237706~362794,299913094~9298897,310639938~3032547,332659539~400976,342509552~1627605,360736933~7435903,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.701 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~8142653,12582912~2579088,16777216~8431662,26899751~10686332,46137344~5216936,67108864~4973996,92274688~6845108,104857600~9357005,125829120~9007723,140675577~8030324,149221703~2612595,154192512~6242113,165401367~8057984,196611432~7373626,209041268~12264068,243269632~9178910,260046848~7265263,293601280~3999220,299913094~9298897,310378496~3293989,332247279~813236,339738624~4398533,360710144~7462692,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.701 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 7 diff [4533318~10628682,17250727~282329,20148815~14009875,34653014~2933069,46979072~6235542,62485574~21821,69722463~2360397,93333278~5786518,107686361~6528244,128883424~5953419,136555183~12150718,149221703~2612595,154192512~6242113,165401367~8057984,196611432~7373626,209061923~12243413,245602805~11123862,263009354~4302757,295916554~13295437,310639938~3032547,332659539~400976,342509552~1627605,347509730~4243693,358305689~9867147,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.701 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10628682,17250727~282329,20148815~14009875,34653014~2933069,46979072~6235542,62485574~21821,69722463~2360397,93333278~5786518,107686361~6528244,128883424~5953419,136555183~12150718,149221703~2612595,154192512~6242113,165401367~8057984,196611432~7373626,209061923~12243413,245602805~11123862,263009354~4302757,295916554~13295437,310639938~3032547,332659539~400976,342509552~1627605,347509730~4243693,358305689~9867147,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.707 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10967696,16777216~20808867,46137344~7077270,61581796~925599,67108864~4973996,92274688~6845108,104857600~9357005,125829120~22876781,149221703~2612595,154192512~6242113,165401367~8057984,196611432~7373626,209041268~12264068,243269632~13457035,260046848~7265263,293601280~15610711,310378496~3293989,332247279~813236,339738624~12014799,356515840~11656996,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.707 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 8 diff [4533318~10628682,17070982~2447937,20148815~17437268,41852835~11361779,62485574~21821,69722463~2947347,81207277~4107413,93333278~5786518,107686361~6528244,119700626~2693169,128883424~5953419,136555183~12150718,149221703~2612595,154192512~6242113,162114792~11344559,196611432~7373626,209061923~12243413,245602805~11123862,263009354~4302757,295916554~13295437,310639938~3032547,332659539~400976,342509552~1627605,347509730~4243693,358305689~9867147,389388881~2776838,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.707 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10628682,17070982~2447937,20148815~17437268,41852835~11361779,62485574~21821,69722463~2947347,81207277~4107413,93333278~5786518,107686361~6528244,119700626~2693169,128883424~5953419,136555183~12150718,149221703~2612595,154192512~6242113,162114792~11344559,196611432~7373626,209061923~12243413,245602805~11123862,263009354~4302757,295916554~13295437,310639938~3032547,332659539~400976,342509552~1627605,347509730~4243693,358305689~9867147,389388881~2776838,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.713 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10967696,16777216~20808867,41852835~11361779,61581796~925599,67108864~5560946,79691776~5622914,92274688~6845108,104857600~9357005,119700626~2693169,125829120~22876781,149221703~2612595,154192512~6242113,162114792~11344559,196611432~7373626,209041268~12264068,243269632~13457035,260046848~7265263,293601280~15610711,310378496~3293989,332247279~813236,339738624~12014799,356515840~11656996,388782594~3383125,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.713 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 9 diff [4533318~10628682,17070982~2447937,20148815~17437268,41852835~11361779,61322360~4118990,69722463~2947347,81207277~4107413,93333278~5786518,107686361~6528244,119700626~2693169,128883424~5953419,136555183~12150718,149221703~2612595,154192512~6242113,162114792~11344559,173786161~3327829,196611432~7373626,209061923~12243413,239872108~4397907,245602805~11123862,263009354~4302757,270925554~7265349,295916554~13295437,310639938~3032547,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,389388881~2776838,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.713 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10628682,17070982~2447937,20148815~17437268,41852835~11361779,61322360~4118990,69722463~2947347,81207277~4107413,93333278~5786518,107686361~6528244,119700626~2693169,128883424~5953419,136555183~12150718,149221703~2612595,154192512~6242113,162114792~11344559,173786161~3327829,196611432~7373626,209061923~12243413,239872108~4397907,245602805~11123862,263009354~4302757,270925554~7265349,295916554~13295437,310639938~3032547,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,389388881~2776838,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.718 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10967696,16777216~20808867,41852835~11361779,61322360~4118990,67108864~5560946,79691776~5622914,92274688~6845108,104857600~9357005,119700626~2693169,125829120~22876781,149221703~2612595,154192512~6242113,162114792~14999198,196611432~7373626,209041268~12264068,239075328~17651339,260046848~7265263,268435456~9755447,293601280~15610711,310378496~3293989,332247279~4252156,339738624~12014799,356515840~11656996,369098752~4128072,388782594~3383125,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.719 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 10 diff [4533318~10628682,17070982~2447937,20148815~17437268,41852835~11361779,61322360~4118990,69722463~2947347,81207277~4107413,93333278~7124081,107686361~10367242,119700626~2693169,128883424~5953419,136555183~12150718,149221703~2612595,154192512~6757301,162114792~11344559,173786161~3327829,184601599~8029345,196611432~10675590,209061923~12243413,239872108~4397907,245602805~11123862,263009354~4302757,270925554~7265349,290734142~18477849,310639938~3032547,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.719 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10628682,17070982~2447937,20148815~17437268,41852835~11361779,61322360~4118990,69722463~2947347,81207277~4107413,93333278~7124081,107686361~10367242,119700626~2693169,128883424~5953419,136555183~12150718,149221703~2612595,154192512~6757301,162114792~11344559,173786161~3327829,184601599~8029345,196611432~10675590,209061923~12243413,239872108~4397907,245602805~11123862,263009354~4302757,270925554~7265349,290734142~18477849,310639938~3032547,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.724 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10967696,16777216~20808867,41852835~11361779,61322360~4118990,67108864~5560946,79691776~5622914,92274688~8182671,104857600~13196003,119700626~2693169,125829120~22876781,149221703~2612595,154192512~6757301,162114792~14999198,184549376~8081568,196611432~10675590,209041268~12264068,239075328~17651339,260046848~7265263,268435456~9755447,289406976~19805015,310378496~3293989,332247279~4252156,339738624~12014799,356515840~11656996,369098752~4128072,383106113~11247967,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.724 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 11 diff [4533318~10628682,17070982~2447937,20148815~17437268,41852835~11361779,59914894~5526456,69722463~2947347,81207277~4107413,93333278~7124081,107686361~10367242,119700626~2693169,128883424~5953419,136267321~12438580,149221703~2612595,154192512~6757301,162114792~11344559,173786161~3327829,184601599~8029345,196611432~10675590,209061923~12243413,239872108~4397907,245602805~11123862,263009354~15181549,290734142~18477849,310639938~3032547,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.724 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10628682,17070982~2447937,20148815~17437268,41852835~11361779,59914894~5526456,69722463~2947347,81207277~4107413,93333278~7124081,107686361~10367242,119700626~2693169,128883424~5953419,136267321~12438580,149221703~2612595,154192512~6757301,162114792~11344559,173786161~3327829,184601599~8029345,196611432~10675590,209061923~12243413,239872108~4397907,245602805~11123862,263009354~15181549,290734142~18477849,310639938~3032547,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.730 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10967696,16777216~20808867,41852835~11361779,59914894~5526456,67108864~5560946,79691776~5622914,92274688~8182671,104857600~13196003,119700626~2693169,125829120~22876781,149221703~2612595,154192512~6757301,162114792~14999198,184549376~8081568,196611432~10675590,209041268~12264068,239075328~17651339,260046848~18144055,289406976~19805015,310378496~3293989,332247279~4252156,339738624~12014799,356515840~11656996,369098752~4128072,383106113~11247967,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.730 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 12 diff [4533318~10628682,17070982~2447937,20148815~17437268,41151912~12062702,59914894~5526456,69722463~2947347,81207277~5170806,93333278~7124081,107686361~10367242,119700626~2693169,128883424~5953419,136267321~12438580,149221703~2612595,154192512~19266839,173786161~3327829,184601599~8029345,196611432~10675590,209061923~12243413,239872108~4397907,245602805~14782510,263009354~15181549,290734142~18477849,310639938~3032547,323248624~1313591,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,405771471~9109714] 2024-09-20T22:42:27.730 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10628682,17070982~2447937,20148815~17437268,41151912~12062702,59914894~5526456,69722463~2947347,81207277~5170806,93333278~7124081,107686361~10367242,119700626~2693169,128883424~5953419,136267321~12438580,149221703~2612595,154192512~19266839,173786161~3327829,184601599~8029345,196611432~10675590,209061923~12243413,239872108~4397907,245602805~14782510,263009354~15181549,290734142~18477849,310639938~3032547,323248624~1313591,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,405771471~9109714] 2024-09-20T22:42:27.735 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10967696,16777216~20808867,41151912~12062702,59914894~5526456,67108864~5560946,79691776~6686307,92274688~8182671,104857600~13196003,119700626~2693169,125829120~22876781,149221703~2612595,154192512~22921478,184549376~8081568,196611432~10675590,209041268~12264068,239075328~39115575,289406976~19805015,310378496~3293989,323248624~1313591,332247279~4252156,339738624~12014799,356515840~11656996,369098752~4128072,383106113~11247967,405771471~9109714] 2024-09-20T22:42:27.736 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 13 diff [4533318~10628682,17070982~2447937,20148815~17437268,41151912~12062702,59024026~6417324,66686056~5983754,81207277~7407947,93333278~7124081,107686361~15971258,128883424~5953419,136267321~12438580,149221703~2612595,154192512~19266839,173786161~3327829,180451313~2454947,184601599~8029345,196611432~10675590,209061923~12243413,239872108~20513207,263009354~15181549,290734142~18477849,310639938~3032547,323248624~1313591,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,404565385~10315800] 2024-09-20T22:42:27.736 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10628682,17070982~2447937,20148815~17437268,41151912~12062702,59024026~6417324,66686056~5983754,81207277~7407947,93333278~7124081,107686361~15971258,128883424~5953419,136267321~12438580,149221703~2612595,154192512~19266839,173786161~3327829,180451313~2454947,184601599~8029345,196611432~10675590,209061923~12243413,239872108~20513207,263009354~15181549,290734142~18477849,310639938~3032547,323248624~1313591,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,404565385~10315800] 2024-09-20T22:42:27.741 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10967696,16777216~20808867,41151912~12062702,59024026~13645784,79691776~8923448,92274688~8182671,104857600~18800019,125829120~22876781,149221703~2612595,154192512~22921478,180355072~2551188,184549376~8081568,196611432~10675590,209041268~12264068,239075328~39115575,289406976~19805015,310378496~3293989,323248624~1313591,332247279~4252156,339738624~12014799,356515840~11656996,369098752~4128072,383106113~11247967,404565385~10315800] 2024-09-20T22:42:27.741 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 14 diff [4533318~10628682,17070982~2447937,20148815~33538364,59024026~6417324,66686056~5983754,81207277~7407947,93333278~7124081,107686361~15971258,128883424~5953419,135107982~487479,136267321~12438580,149221703~2612595,154192512~19266839,173786161~3327829,180451313~2454947,184601599~8029345,196611432~10675590,209061923~12243413,239872108~20513207,263009354~15181549,284389554~24822437,310639938~4006978,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,404565385~10315800] 2024-09-20T22:42:27.742 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10628682,17070982~2447937,20148815~33538364,59024026~6417324,66686056~5983754,81207277~7407947,93333278~7124081,107686361~15971258,128883424~5953419,135107982~487479,136267321~12438580,149221703~2612595,154192512~19266839,173786161~3327829,180451313~2454947,184601599~8029345,196611432~10675590,209061923~12243413,239872108~20513207,263009354~15181549,284389554~24822437,310639938~4006978,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,342509552~1627605,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,404565385~10315800] 2024-09-20T22:42:27.747 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10967696,16777216~36909963,59024026~13645784,79691776~8923448,92274688~8182671,104857600~18800019,125829120~22876781,149221703~2612595,154192512~22921478,180355072~2551188,184549376~8081568,196611432~10675590,209041268~12264068,239075328~39115575,281018368~28193623,310378496~4268420,323248624~1313591,326700162~1682671,332247279~4252156,339738624~12014799,356515840~11656996,369098752~4128072,383106113~11247967,404565385~10315800] 2024-09-20T22:42:27.747 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 15 diff [4533318~10628682,17070982~2447937,20148815~33538364,56068339~9373011,66686056~5983754,81207277~7842389,93333278~7124081,107686361~15971258,128883424~5953419,135107982~487479,136267321~12438580,149221703~2612595,154192512~19266839,173786161~6574678,180451313~2454947,184601599~8029345,196611432~10675590,209061923~12243413,239872108~38318795,279188209~4043707,284389554~24822437,310639938~4006978,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~2981482,404565385~10315800] 2024-09-20T22:42:27.747 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10628682,17070982~2447937,20148815~33538364,56068339~9373011,66686056~5983754,81207277~7842389,93333278~7124081,107686361~15971258,128883424~5953419,135107982~487479,136267321~12438580,149221703~2612595,154192512~19266839,173786161~6574678,180451313~2454947,184601599~8029345,196611432~10675590,209061923~12243413,239872108~38318795,279188209~4043707,284389554~24822437,310639938~4006978,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~2981482,404565385~10315800] 2024-09-20T22:42:27.753 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10967696,16777216~36909963,56068339~16601471,79691776~9357890,92274688~8182671,104857600~18800019,125829120~22876781,149221703~2612595,154192512~28713748,184549376~8081568,196611432~10675590,209041268~12264068,239075328~70136663,310378496~4268420,323248624~1313591,326700162~1682671,332247279~19506144,356515840~11656996,369098752~4128072,383106113~11247967,400068760~2981482,404565385~10315800] 2024-09-20T22:42:27.753 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 16 diff [4533318~10628682,17070982~2447937,20148815~33538364,56068339~9373011,66686056~5983754,81207277~7842389,93333278~7124081,107686361~15971258,128883424~5953419,135107982~487479,136267321~37192030,173786161~6574678,180451313~2454947,184118259~8512685,196611432~10675590,209061923~12243413,239872108~38318795,279188209~4043707,284389554~24822437,310639938~4006978,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~2981482,403316669~11564516] 2024-09-20T22:42:27.753 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10628682,17070982~2447937,20148815~33538364,56068339~9373011,66686056~5983754,81207277~7842389,93333278~7124081,107686361~15971258,128883424~5953419,135107982~487479,136267321~37192030,173786161~6574678,180451313~2454947,184118259~8512685,196611432~10675590,209061923~12243413,239872108~38318795,279188209~4043707,284389554~24822437,310639938~4006978,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~2981482,403316669~11564516] 2024-09-20T22:42:27.758 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10967696,16777216~36909963,56068339~16601471,79691776~9357890,92274688~8182671,104857600~18800019,125829120~66801824,196611432~10675590,209041268~12264068,239075328~70136663,310378496~4268420,323248624~1313591,326700162~1682671,332247279~19506144,356515840~11656996,369098752~4128072,383106113~11247967,400068760~2981482,403316669~11564516] 2024-09-20T22:42:27.759 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 17 diff [4533318~10628682,17070982~2447937,20148815~33538364,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,93333278~7124081,107686361~15971258,128883424~5953419,135107982~487479,136267321~37192030,173786161~6574678,180451313~2454947,184118259~8512685,196611432~24693904,239872108~38318795,279188209~4043707,284389554~24822437,310639938~4006978,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~2981482,403316669~11564516] 2024-09-20T22:42:27.759 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10628682,17070982~2447937,20148815~33538364,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,93333278~7124081,107686361~15971258,128883424~5953419,135107982~487479,136267321~37192030,173786161~6574678,180451313~2454947,184118259~8512685,196611432~24693904,239872108~38318795,279188209~4043707,284389554~24822437,310639938~4006978,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~2981482,403316669~11564516] 2024-09-20T22:42:27.764 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10967696,16777216~36909963,56068339~16601471,75639026~3973399,79691776~9357890,92274688~8182671,104857600~18800019,125829120~66801824,196611432~24693904,239075328~70136663,310378496~4268420,323248624~1313591,326700162~1682671,332247279~19506144,356515840~11656996,369098752~4128072,383106113~11247967,400068760~2981482,403316669~11564516] 2024-09-20T22:42:27.764 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 18 diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,93333278~7124081,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~8512685,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~2981482,403316669~11564516] 2024-09-20T22:42:27.764 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,93333278~7124081,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~8512685,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~2981482,403316669~11564516] 2024-09-20T22:42:27.770 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75639026~3973399,79691776~9357890,92274688~8182671,104857600~87773344,196611432~24693904,239075328~70136663,310378496~9224334,323248624~1313591,326700162~1682671,332247279~19506144,356515840~11656996,369098752~4128072,383106113~11247967,400068760~2981482,403316669~11564516] 2024-09-20T22:42:27.770 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 19 diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~8512685,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:27.770 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~8512685,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:27.776 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75639026~3973399,79691776~12380865,92274688~8182671,104857600~87773344,196611432~24693904,239075328~70136663,310378496~9224334,320134316~2850212,323248624~1313591,326700162~1682671,332247279~19506144,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:27.776 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 4 diff [17250727~282329,20148815~5060063,31571098~2587592,47537428~3567512,93748158~3253624,245602805~6845737,263009354~4302757,299913094~8808933] 2024-09-20T22:42:27.776 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [17250727~282329,20148815~5060063,31571098~2587592,47537428~3567512,93748158~3253624,245602805~6845737,263009354~4302757,299913094~8808933] 2024-09-20T22:42:27.781 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [16777216~8431662,29360128~4798562,46137344~4967596,92274688~4727094,243269632~9178910,260046848~7265263,299913094~8808933] 2024-09-20T22:42:27.781 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 5 diff [4533318~7803639,17250727~282329,20148815~5060063,29014372~5144318,36518477~1067606,47537428~3567512,93748158~3253624,107686361~6528244,128883424~5953419,215771697~3437630,245602805~6845737,263009354~4302757,299913094~8808933,360736933~1774018,407659729~75516] 2024-09-20T22:42:27.782 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~7803639,17250727~282329,20148815~5060063,29014372~5144318,36518477~1067606,47537428~3567512,93748158~3253624,107686361~6528244,128883424~5953419,215771697~3437630,245602805~6845737,263009354~4302757,299913094~8808933,360736933~1774018,407659729~75516] 2024-09-20T22:42:27.787 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~8142653,16777216~8431662,26899751~10686332,46137344~4967596,92274688~4727094,104857600~9357005,125829120~9007723,215771697~3437630,243269632~9178910,260046848~7265263,299913094~8808933,360710144~1800807,407659729~75516] 2024-09-20T22:42:27.787 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 6 diff [4533318~7803639,17250727~282329,20148815~5060063,29014372~5144318,36518477~1067606,46979072~4375208,69722463~2360397,93333278~5786518,107686361~6528244,128883424~5953419,196611432~7373626,215771697~5533639,245602805~6845737,263009354~4302757,297237706~362794,299913094~9298897,360736933~7435903,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.787 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~7803639,17250727~282329,20148815~5060063,29014372~5144318,36518477~1067606,46979072~4375208,69722463~2360397,93333278~5786518,107686361~6528244,128883424~5953419,196611432~7373626,215771697~5533639,245602805~6845737,263009354~4302757,297237706~362794,299913094~9298897,360736933~7435903,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.793 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~8142653,16777216~8431662,26899751~10686332,46137344~5216936,67108864~4973996,92274688~6845108,104857600~9357005,125829120~9007723,196611432~7373626,215771697~5533639,243269632~9178910,260046848~7265263,293601280~3999220,299913094~9298897,360710144~7462692,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.793 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 7 diff [4533318~10358365,17250727~282329,20148815~14009875,34653014~2933069,46979072~6235542,62485574~21821,69722463~2360397,93333278~5786518,107686361~6528244,128883424~5953419,136555183~6229801,196611432~7373626,215771697~5533639,245602805~11123862,263009354~4302757,295916554~13295437,347509730~4243693,358305689~9867147,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.793 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10358365,17250727~282329,20148815~14009875,34653014~2933069,46979072~6235542,62485574~21821,69722463~2360397,93333278~5786518,107686361~6528244,128883424~5953419,136555183~6229801,196611432~7373626,215771697~5533639,245602805~11123862,263009354~4302757,295916554~13295437,347509730~4243693,358305689~9867147,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.798 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10697379,16777216~20808867,46137344~7077270,61581796~925599,67108864~4973996,92274688~6845108,104857600~9357005,125829120~16955864,196611432~7373626,215771697~5533639,243269632~13457035,260046848~7265263,293601280~15610711,344137157~7616266,356515840~11656996,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.798 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 8 diff [4533318~10358365,17070982~2447937,20148815~17437268,41852835~11361779,62485574~21821,69722463~2947347,81207277~4107413,93333278~5786518,107686361~6528244,119700626~2693169,128883424~5953419,136555183~6229801,162114792~7466958,196611432~7373626,215771697~5533639,245602805~11123862,263009354~4302757,295916554~13295437,347509730~4243693,358305689~9867147,389388881~2776838,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.799 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10358365,17070982~2447937,20148815~17437268,41852835~11361779,62485574~21821,69722463~2947347,81207277~4107413,93333278~5786518,107686361~6528244,119700626~2693169,128883424~5953419,136555183~6229801,162114792~7466958,196611432~7373626,215771697~5533639,245602805~11123862,263009354~4302757,295916554~13295437,347509730~4243693,358305689~9867147,389388881~2776838,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.804 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10697379,16777216~20808867,41852835~11361779,61581796~925599,67108864~5560946,79691776~5622914,92274688~6845108,104857600~9357005,119700626~2693169,125829120~16955864,162114792~7466958,196611432~7373626,215771697~5533639,243269632~13457035,260046848~7265263,293601280~15610711,344137157~7616266,356515840~11656996,388782594~3383125,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.804 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 9 diff [4533318~10358365,17070982~2447937,20148815~17437268,41852835~11361779,61322360~4118990,69722463~2947347,81207277~4107413,93333278~5786518,107686361~6528244,119700626~2693169,128883424~5953419,136555183~6229801,162114792~7707905,173786161~3327829,196611432~7373626,215771697~5533639,239872108~4397907,245602805~11123862,263009354~4302757,270925554~7265349,295916554~13295437,333190772~3308663,347509730~4243693,358184230~9988606,370932015~2294809,389388881~2776838,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.805 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10358365,17070982~2447937,20148815~17437268,41852835~11361779,61322360~4118990,69722463~2947347,81207277~4107413,93333278~5786518,107686361~6528244,119700626~2693169,128883424~5953419,136555183~6229801,162114792~7707905,173786161~3327829,196611432~7373626,215771697~5533639,239872108~4397907,245602805~11123862,263009354~4302757,270925554~7265349,295916554~13295437,333190772~3308663,347509730~4243693,358184230~9988606,370932015~2294809,389388881~2776838,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.810 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10697379,16777216~20808867,41852835~11361779,61322360~4118990,67108864~5560946,79691776~5622914,92274688~6845108,104857600~9357005,119700626~2693169,125829120~16955864,162114792~7707905,173459351~3654639,196611432~7373626,215771697~5533639,239075328~17651339,260046848~7265263,268435456~9755447,293601280~15610711,333060515~3438920,344137157~7616266,356515840~11656996,369098752~4128072,388782594~3383125,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.810 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 10 diff [4533318~10358365,17070982~2447937,20148815~17437268,41852835~11361779,61322360~4118990,69722463~2947347,81207277~4107413,93333278~7124081,107686361~10367242,119700626~2693169,128883424~5953419,136555183~6229801,159352411~1597402,162114792~7707905,173786161~3327829,184601599~8029345,196611432~10675590,215771697~5533639,239872108~4397907,245602805~11123862,263009354~4302757,270925554~7265349,290734142~18477849,333190772~3308663,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.811 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10358365,17070982~2447937,20148815~17437268,41852835~11361779,61322360~4118990,69722463~2947347,81207277~4107413,93333278~7124081,107686361~10367242,119700626~2693169,128883424~5953419,136555183~6229801,159352411~1597402,162114792~7707905,173786161~3327829,184601599~8029345,196611432~10675590,215771697~5533639,239872108~4397907,245602805~11123862,263009354~4302757,270925554~7265349,290734142~18477849,333190772~3308663,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.816 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10697379,16777216~20808867,41852835~11361779,61322360~4118990,67108864~5560946,79691776~5622914,92274688~8182671,104857600~13196003,119700626~2693169,125829120~16955864,159352411~1597402,162114792~7707905,173459351~3654639,184549376~8081568,196611432~10675590,215771697~5533639,239075328~17651339,260046848~7265263,268435456~9755447,289406976~19805015,333060515~3438920,344137157~7616266,356515840~11656996,369098752~4128072,383106113~11247967,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.816 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 11 diff [4533318~10358365,17070982~2447937,20148815~17437268,41852835~11361779,59914894~5526456,69722463~2947347,81207277~4107413,93333278~7124081,107686361~10367242,119700626~2693169,128883424~5953419,136267321~6517663,159352411~1597402,162114792~7707905,173786161~3327829,184601599~8029345,196611432~10675590,215771697~5533639,239872108~4397907,245602805~11123862,263009354~15181549,290734142~18477849,333190772~3308663,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.817 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10358365,17070982~2447937,20148815~17437268,41852835~11361779,59914894~5526456,69722463~2947347,81207277~4107413,93333278~7124081,107686361~10367242,119700626~2693169,128883424~5953419,136267321~6517663,159352411~1597402,162114792~7707905,173786161~3327829,184601599~8029345,196611432~10675590,215771697~5533639,239872108~4397907,245602805~11123862,263009354~15181549,290734142~18477849,333190772~3308663,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.822 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10697379,16777216~20808867,41852835~11361779,59914894~5526456,67108864~5560946,79691776~5622914,92274688~8182671,104857600~13196003,119700626~2693169,125829120~16955864,159352411~1597402,162114792~7707905,173459351~3654639,184549376~8081568,196611432~10675590,215771697~5533639,239075328~17651339,260046848~18144055,289406976~19805015,333060515~3438920,344137157~7616266,356515840~11656996,369098752~4128072,383106113~11247967,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.822 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 12 diff [4533318~10358365,17070982~2447937,20148815~17437268,41151912~12062702,59914894~5526456,69722463~2947347,81207277~5170806,93333278~7124081,107686361~10367242,119700626~2693169,128883424~5953419,136267321~6517663,154995908~14826789,173786161~3327829,184601599~8029345,196611432~10675590,215771697~5533639,239872108~4397907,245602805~14782510,263009354~15181549,290734142~18477849,323248624~1313591,333190772~3308663,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,405771471~9109714] 2024-09-20T22:42:27.822 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10358365,17070982~2447937,20148815~17437268,41151912~12062702,59914894~5526456,69722463~2947347,81207277~5170806,93333278~7124081,107686361~10367242,119700626~2693169,128883424~5953419,136267321~6517663,154995908~14826789,173786161~3327829,184601599~8029345,196611432~10675590,215771697~5533639,239872108~4397907,245602805~14782510,263009354~15181549,290734142~18477849,323248624~1313591,333190772~3308663,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,405771471~9109714] 2024-09-20T22:42:27.828 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10697379,16777216~20808867,41151912~12062702,59914894~5526456,67108864~5560946,79691776~6686307,92274688~8182671,104857600~13196003,119700626~2693169,125829120~16955864,154995908~14826789,173459351~3654639,184549376~8081568,196611432~10675590,215771697~5533639,239075328~39115575,289406976~19805015,323248624~1313591,333060515~3438920,344137157~7616266,356515840~11656996,369098752~4128072,383106113~11247967,405771471~9109714] 2024-09-20T22:42:27.828 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 13 diff [4533318~10358365,17070982~2447937,20148815~17437268,41151912~12062702,59024026~6417324,66686056~5983754,81207277~7407947,93333278~7124081,107686361~15971258,128883424~5953419,136267321~6517663,154995908~14826789,173786161~3327829,180451313~2454947,184601599~8029345,196611432~10675590,215771697~5533639,239872108~20513207,263009354~15181549,290734142~18477849,323248624~1313591,333190772~3308663,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,404565385~10315800] 2024-09-20T22:42:27.828 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10358365,17070982~2447937,20148815~17437268,41151912~12062702,59024026~6417324,66686056~5983754,81207277~7407947,93333278~7124081,107686361~15971258,128883424~5953419,136267321~6517663,154995908~14826789,173786161~3327829,180451313~2454947,184601599~8029345,196611432~10675590,215771697~5533639,239872108~20513207,263009354~15181549,290734142~18477849,323248624~1313591,333190772~3308663,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,404565385~10315800] 2024-09-20T22:42:27.834 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10697379,16777216~20808867,41151912~12062702,59024026~13645784,79691776~8923448,92274688~8182671,104857600~18800019,125829120~16955864,154995908~14826789,173459351~3654639,180355072~2551188,184549376~8081568,196611432~10675590,215771697~5533639,239075328~39115575,289406976~19805015,323248624~1313591,333060515~3438920,344137157~7616266,356515840~11656996,369098752~4128072,383106113~11247967,404565385~10315800] 2024-09-20T22:42:27.834 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 14 diff [4533318~10358365,17070982~2447937,20148815~33538364,59024026~6417324,66686056~5983754,81207277~7407947,93333278~7124081,107686361~15971258,128883424~5953419,135107982~487479,136267321~6517663,154995908~14826789,173786161~3327829,180451313~2454947,184601599~8029345,196611432~10675590,215771697~5533639,239872108~20513207,263009354~15181549,284389554~24822437,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,404565385~10315800] 2024-09-20T22:42:27.834 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10358365,17070982~2447937,20148815~33538364,59024026~6417324,66686056~5983754,81207277~7407947,93333278~7124081,107686361~15971258,128883424~5953419,135107982~487479,136267321~6517663,154995908~14826789,173786161~3327829,180451313~2454947,184601599~8029345,196611432~10675590,215771697~5533639,239872108~20513207,263009354~15181549,284389554~24822437,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,404565385~10315800] 2024-09-20T22:42:27.840 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10697379,16777216~36909963,59024026~13645784,79691776~8923448,92274688~8182671,104857600~18800019,125829120~16955864,154995908~14826789,173459351~3654639,180355072~2551188,184549376~8081568,196611432~10675590,215771697~5533639,239075328~39115575,281018368~28193623,311099273~3547643,323248624~1313591,326700162~1682671,333060515~3438920,344137157~7616266,356515840~11656996,369098752~4128072,383106113~11247967,404565385~10315800] 2024-09-20T22:42:27.840 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 15 diff [4533318~10358365,17070982~2447937,20148815~33538364,56068339~9373011,66686056~5983754,81207277~7842389,93333278~7124081,107686361~15971258,128883424~5953419,135107982~487479,136267321~6517663,154995908~14826789,173786161~6574678,180451313~2454947,184601599~8029345,196611432~10675590,215771697~5533639,239872108~38318795,279188209~4043707,284389554~24822437,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~2981482,404565385~10315800] 2024-09-20T22:42:27.840 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10358365,17070982~2447937,20148815~33538364,56068339~9373011,66686056~5983754,81207277~7842389,93333278~7124081,107686361~15971258,128883424~5953419,135107982~487479,136267321~6517663,154995908~14826789,173786161~6574678,180451313~2454947,184601599~8029345,196611432~10675590,215771697~5533639,239872108~38318795,279188209~4043707,284389554~24822437,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~2981482,404565385~10315800] 2024-09-20T22:42:27.846 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10697379,16777216~36909963,56068339~16601471,79691776~9357890,92274688~8182671,104857600~18800019,125829120~16955864,154995908~14826789,173459351~9446909,184549376~8081568,196611432~10675590,215771697~5533639,239075328~70136663,311099273~3547643,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~11247967,400068760~2981482,404565385~10315800] 2024-09-20T22:42:27.846 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 16 diff [4533318~10358365,17070982~2447937,20148815~33538364,56068339~9373011,66686056~5983754,81207277~7842389,93333278~7124081,107686361~15971258,128883424~5953419,135107982~487479,136267321~6517663,147789855~22032842,173786161~6574678,180451313~2454947,184118259~8512685,196611432~10675590,215771697~5533639,239872108~38318795,279188209~4043707,284389554~24822437,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~2981482,403316669~11564516] 2024-09-20T22:42:27.846 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10358365,17070982~2447937,20148815~33538364,56068339~9373011,66686056~5983754,81207277~7842389,93333278~7124081,107686361~15971258,128883424~5953419,135107982~487479,136267321~6517663,147789855~22032842,173786161~6574678,180451313~2454947,184118259~8512685,196611432~10675590,215771697~5533639,239872108~38318795,279188209~4043707,284389554~24822437,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~2981482,403316669~11564516] 2024-09-20T22:42:27.852 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10697379,16777216~36909963,56068339~16601471,79691776~9357890,92274688~8182671,104857600~18800019,125829120~16955864,147789855~22032842,173459351~19171593,196611432~10675590,215771697~5533639,239075328~70136663,311099273~3547643,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~11247967,400068760~2981482,403316669~11564516] 2024-09-20T22:42:27.852 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 17 diff [4533318~10358365,17070982~2447937,20148815~33538364,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,93333278~7124081,107686361~15971258,128883424~5953419,135107982~487479,136267321~6517663,147789855~22032842,173786161~6574678,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~38318795,279188209~4043707,284389554~24822437,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~2981482,403316669~11564516] 2024-09-20T22:42:27.852 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10358365,17070982~2447937,20148815~33538364,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,93333278~7124081,107686361~15971258,128883424~5953419,135107982~487479,136267321~6517663,147789855~22032842,173786161~6574678,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~38318795,279188209~4043707,284389554~24822437,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~2981482,403316669~11564516] 2024-09-20T22:42:27.858 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10697379,16777216~36909963,56068339~16601471,75639026~3973399,79691776~9357890,92274688~8182671,104857600~18800019,125829120~16955864,147789855~22032842,173459351~19171593,196611432~14344922,215771697~5533639,239075328~70136663,311099273~3547643,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~11247967,400068760~2981482,403316669~11564516] 2024-09-20T22:42:27.858 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 18 diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,93333278~7124081,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~43359808,284389554~24822437,311099273~3547643,315723111~3879719,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~2981482,403316669~11564516] 2024-09-20T22:42:27.858 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,93333278~7124081,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~43359808,284389554~24822437,311099273~3547643,315723111~3879719,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~2981482,403316669~11564516] 2024-09-20T22:42:27.863 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75639026~3973399,79691776~9357890,92274688~8182671,104857600~37927384,147789855~44841089,196611432~14344922,215771697~5533639,239075328~70136663,311099273~8503557,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~11247967,400068760~2981482,403316669~11564516] 2024-09-20T22:42:27.864 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 19 diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~43359808,284389554~24822437,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:27.864 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~43359808,284389554~24822437,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:27.870 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75639026~3973399,79691776~12380865,92274688~8182671,104857600~37927384,147789855~44841089,196611432~14344922,215771697~5533639,239075328~70136663,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:27.870 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 5 diff [4533318~7803639,29014372~2914659,36518477~1067606,107686361~6528244,128883424~5953419,215771697~3437630,301603562~1485403,360736933~1774018,407659729~75516] 2024-09-20T22:42:27.870 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~7803639,29014372~2914659,36518477~1067606,107686361~6528244,128883424~5953419,215771697~3437630,301603562~1485403,360736933~1774018,407659729~75516] 2024-09-20T22:42:27.875 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~8142653,26899751~5029280,34158690~3427393,104857600~9357005,125829120~9007723,215771697~3437630,301603562~1485403,360710144~1800807,407659729~75516] 2024-09-20T22:42:27.875 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 6 diff [4533318~7803639,29014372~2914659,36518477~1067606,46979072~4375208,69722463~2360397,93333278~5786518,107686361~6528244,128883424~5953419,196611432~7373626,215771697~5533639,297237706~362794,301603562~1485403,307176993~2034998,360736933~7435903,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.875 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~7803639,29014372~2914659,36518477~1067606,46979072~4375208,69722463~2360397,93333278~5786518,107686361~6528244,128883424~5953419,196611432~7373626,215771697~5533639,297237706~362794,301603562~1485403,307176993~2034998,360736933~7435903,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.881 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~8142653,26899751~5029280,34158690~3427393,46979072~4375208,67108864~4973996,93333278~5786518,104857600~9357005,125829120~9007723,196611432~7373626,215771697~5533639,293601280~3999220,301603562~1485403,307176993~2034998,360710144~7462692,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.881 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 7 diff [4533318~10358365,25140096~6788935,34653014~2933069,46979072~6235542,62485574~21821,69722463~2360397,93333278~5786518,107686361~6528244,128883424~5953419,136555183~6229801,196611432~7373626,215771697~5533639,249109594~7617073,295916554~4495658,301603562~1485403,307176993~2034998,347509730~4243693,358305689~9867147,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.881 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10358365,25140096~6788935,34653014~2933069,46979072~6235542,62485574~21821,69722463~2360397,93333278~5786518,107686361~6528244,128883424~5953419,136555183~6229801,196611432~7373626,215771697~5533639,249109594~7617073,295916554~4495658,301603562~1485403,307176993~2034998,347509730~4243693,358305689~9867147,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.886 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10697379,25140096~6788935,34158690~3427393,46979072~6235542,61581796~925599,67108864~4973996,93333278~5786518,104857600~9357005,125829120~16955864,196611432~7373626,215771697~5533639,249109594~7617073,293601280~6810932,301603562~1485403,307176993~2034998,344137157~7616266,356515840~11656996,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.887 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 8 diff [4533318~10358365,17070982~2447937,25140096~12445987,41852835~11361779,62485574~21821,69722463~2947347,81207277~4107413,93333278~5786518,107686361~6528244,119700626~2693169,128883424~5953419,136555183~6229801,162114792~7466958,196611432~7373626,215771697~5533639,249109594~7617073,295916554~5434176,301603562~1485403,307176993~2034998,347509730~4243693,358305689~9867147,389388881~2776838,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.887 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10358365,17070982~2447937,25140096~12445987,41852835~11361779,62485574~21821,69722463~2947347,81207277~4107413,93333278~5786518,107686361~6528244,119700626~2693169,128883424~5953419,136555183~6229801,162114792~7466958,196611432~7373626,215771697~5533639,249109594~7617073,295916554~5434176,301603562~1485403,307176993~2034998,347509730~4243693,358305689~9867147,389388881~2776838,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.892 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10697379,17070982~2447937,25140096~12445987,41852835~11361779,61581796~925599,67108864~5560946,79691776~5622914,93333278~5786518,104857600~9357005,119700626~2693169,125829120~16955864,162114792~7466958,196611432~7373626,215771697~5533639,249109594~7617073,293601280~7749450,301603562~1485403,307176993~2034998,344137157~7616266,356515840~11656996,388782594~3383125,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.892 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 9 diff [4533318~10358365,17070982~2447937,25140096~12445987,41852835~11361779,61322360~4118990,69722463~2947347,81207277~4107413,93333278~5786518,107686361~6528244,119700626~2693169,128883424~5953419,136555183~6229801,162114792~7707905,173786161~3327829,196611432~7373626,215771697~5533639,239872108~4397907,249109594~7617073,270925554~7265349,295916554~5434176,301603562~1485403,307176993~2034998,333190772~3308663,347509730~4243693,358184230~9988606,370932015~2294809,389388881~2776838,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.892 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10358365,17070982~2447937,25140096~12445987,41852835~11361779,61322360~4118990,69722463~2947347,81207277~4107413,93333278~5786518,107686361~6528244,119700626~2693169,128883424~5953419,136555183~6229801,162114792~7707905,173786161~3327829,196611432~7373626,215771697~5533639,239872108~4397907,249109594~7617073,270925554~7265349,295916554~5434176,301603562~1485403,307176993~2034998,333190772~3308663,347509730~4243693,358184230~9988606,370932015~2294809,389388881~2776838,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.898 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10697379,17070982~2447937,25140096~12445987,41852835~11361779,61322360~4118990,67108864~5560946,79691776~5622914,93333278~5786518,104857600~9357005,119700626~2693169,125829120~16955864,162114792~7707905,173459351~3654639,196611432~7373626,215771697~5533639,239075328~5194687,249109594~7617073,268435456~9755447,293601280~7749450,301603562~1485403,307176993~2034998,333060515~3438920,344137157~7616266,356515840~11656996,369098752~4128072,388782594~3383125,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.898 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 10 diff [4533318~10358365,17070982~2447937,25140096~12445987,41852835~11361779,61322360~4118990,69722463~2947347,81207277~4107413,93333278~7124081,107686361~10367242,119700626~2693169,128883424~5953419,136555183~6229801,159352411~1597402,162114792~7707905,173786161~3327829,184601599~8029345,196611432~10675590,215771697~5533639,239872108~4397907,249109594~7617073,270925554~7265349,290734142~10616588,301603562~1605734,307176993~2034998,333190772~3308663,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.898 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10358365,17070982~2447937,25140096~12445987,41852835~11361779,61322360~4118990,69722463~2947347,81207277~4107413,93333278~7124081,107686361~10367242,119700626~2693169,128883424~5953419,136555183~6229801,159352411~1597402,162114792~7707905,173786161~3327829,184601599~8029345,196611432~10675590,215771697~5533639,239872108~4397907,249109594~7617073,270925554~7265349,290734142~10616588,301603562~1605734,307176993~2034998,333190772~3308663,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:27 smithi046 ceph-mon[96110]: pgmap v3542: 137 pgs: 137 active+clean; 1.0 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 241 KiB/s rd, 33 MiB/s wr, 371 op/s 2024-09-20T22:42:27.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:27 smithi046 ceph-mon[96110]: osdmap e2042: 8 total, 8 up, 8 in 2024-09-20T22:42:27.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:27 smithi046 ceph-mon[98591]: pgmap v3542: 137 pgs: 137 active+clean; 1.0 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 241 KiB/s rd, 33 MiB/s wr, 371 op/s 2024-09-20T22:42:27.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:27 smithi046 ceph-mon[98591]: osdmap e2042: 8 total, 8 up, 8 in 2024-09-20T22:42:27.903 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10697379,17070982~2447937,25140096~12445987,41852835~11361779,61322360~4118990,67108864~5560946,79691776~5622914,93333278~7124081,104857600~13196003,119700626~2693169,125829120~16955864,159352411~1597402,162114792~7707905,173459351~3654639,184549376~8081568,196611432~10675590,215771697~5533639,239075328~5194687,249109594~7617073,268435456~9755447,289406976~11943754,301603562~1605734,307176993~2034998,333060515~3438920,344137157~7616266,356515840~11656996,369098752~4128072,383106113~11247967,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.904 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 11 diff [4533318~10358365,17070982~2447937,25140096~12445987,41852835~11361779,59914894~5526456,69722463~2947347,81207277~4107413,93333278~7124081,107686361~10367242,119700626~2693169,128883424~5953419,136267321~6517663,159352411~1597402,162114792~7707905,173786161~3327829,184601599~8029345,196611432~10675590,215771697~5533639,239872108~4397907,249109594~7617073,264937778~13253125,290734142~10616588,301603562~1605734,307176993~2034998,333190772~3308663,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.904 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10358365,17070982~2447937,25140096~12445987,41852835~11361779,59914894~5526456,69722463~2947347,81207277~4107413,93333278~7124081,107686361~10367242,119700626~2693169,128883424~5953419,136267321~6517663,159352411~1597402,162114792~7707905,173786161~3327829,184601599~8029345,196611432~10675590,215771697~5533639,239872108~4397907,249109594~7617073,264937778~13253125,290734142~10616588,301603562~1605734,307176993~2034998,333190772~3308663,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.909 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10697379,17070982~2447937,25140096~12445987,41852835~11361779,59914894~5526456,67108864~5560946,79691776~5622914,93333278~7124081,104857600~13196003,119700626~2693169,125829120~16955864,159352411~1597402,162114792~7707905,173459351~3654639,184549376~8081568,196611432~10675590,215771697~5533639,239075328~5194687,249109594~7617073,264937778~13253125,289406976~11943754,301603562~1605734,307176993~2034998,333060515~3438920,344137157~7616266,356515840~11656996,369098752~4128072,383106113~11247967,407659729~75516,407738128~7143057] 2024-09-20T22:42:27.909 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 12 diff [4533318~10358365,17070982~2447937,25140096~12445987,41151912~12062702,59914894~5526456,69722463~2947347,81207277~5170806,93333278~7124081,107686361~10367242,119700626~2693169,128883424~5953419,136267321~6517663,154995908~14826789,173786161~3327829,184601599~8029345,196611432~10675590,215771697~5533639,239872108~4397907,249109594~11275721,264937778~13253125,290734142~10616588,301603562~1605734,307176993~2034998,323248624~1313591,333190772~3308663,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,405771471~9109714] 2024-09-20T22:42:27.909 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10358365,17070982~2447937,25140096~12445987,41151912~12062702,59914894~5526456,69722463~2947347,81207277~5170806,93333278~7124081,107686361~10367242,119700626~2693169,128883424~5953419,136267321~6517663,154995908~14826789,173786161~3327829,184601599~8029345,196611432~10675590,215771697~5533639,239872108~4397907,249109594~11275721,264937778~13253125,290734142~10616588,301603562~1605734,307176993~2034998,323248624~1313591,333190772~3308663,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,405771471~9109714] 2024-09-20T22:42:27.915 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10697379,17070982~2447937,25140096~12445987,41151912~12062702,59914894~5526456,67108864~5560946,79691776~6686307,93333278~7124081,104857600~13196003,119700626~2693169,125829120~16955864,154995908~14826789,173459351~3654639,184549376~8081568,196611432~10675590,215771697~5533639,239075328~5194687,249109594~11275721,264937778~13253125,289406976~11943754,301603562~1605734,307176993~2034998,323248624~1313591,333060515~3438920,344137157~7616266,356515840~11656996,369098752~4128072,383106113~11247967,405771471~9109714] 2024-09-20T22:42:27.915 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 13 diff [4533318~10358365,17070982~2447937,25140096~12445987,41151912~12062702,59024026~6417324,66686056~5983754,81207277~7407947,93333278~7124081,107686361~15971258,128883424~5953419,136267321~6517663,154995908~14826789,173786161~3327829,180451313~2454947,184601599~8029345,196611432~10675590,215771697~5533639,239872108~20513207,264937778~13253125,290734142~10616588,301603562~1605734,307176993~2034998,323248624~1313591,333190772~3308663,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,404565385~10315800] 2024-09-20T22:42:27.915 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10358365,17070982~2447937,25140096~12445987,41151912~12062702,59024026~6417324,66686056~5983754,81207277~7407947,93333278~7124081,107686361~15971258,128883424~5953419,136267321~6517663,154995908~14826789,173786161~3327829,180451313~2454947,184601599~8029345,196611432~10675590,215771697~5533639,239872108~20513207,264937778~13253125,290734142~10616588,301603562~1605734,307176993~2034998,323248624~1313591,333190772~3308663,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,404565385~10315800] 2024-09-20T22:42:27.921 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10697379,17070982~2447937,25140096~12445987,41151912~12062702,59024026~13645784,79691776~8923448,93333278~7124081,104857600~18800019,125829120~16955864,154995908~14826789,173459351~3654639,180355072~2551188,184549376~8081568,196611432~10675590,215771697~5533639,239075328~21309987,264937778~13253125,289406976~11943754,301603562~1605734,307176993~2034998,323248624~1313591,333060515~3438920,344137157~7616266,356515840~11656996,369098752~4128072,383106113~11247967,404565385~10315800] 2024-09-20T22:42:27.921 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 14 diff [4533318~10358365,17070982~2447937,25140096~28547083,59024026~6417324,66686056~5983754,81207277~7407947,93333278~7124081,107686361~15971258,128883424~5953419,135107982~487479,136267321~6517663,154995908~14826789,173786161~3327829,180451313~2454947,184601599~8029345,196611432~10675590,215771697~5533639,239872108~20513207,264937778~13253125,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,404565385~10315800] 2024-09-20T22:42:27.921 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10358365,17070982~2447937,25140096~28547083,59024026~6417324,66686056~5983754,81207277~7407947,93333278~7124081,107686361~15971258,128883424~5953419,135107982~487479,136267321~6517663,154995908~14826789,173786161~3327829,180451313~2454947,184601599~8029345,196611432~10675590,215771697~5533639,239872108~20513207,264937778~13253125,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,404565385~10315800] 2024-09-20T22:42:27.927 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10697379,17070982~2447937,25140096~28547083,59024026~13645784,79691776~8923448,93333278~7124081,104857600~18800019,125829120~16955864,154995908~14826789,173459351~3654639,180355072~2551188,184549376~8081568,196611432~10675590,215771697~5533639,239075328~21309987,264937778~13253125,281018368~20332362,301603562~1605734,307176993~2034998,311099273~3547643,323248624~1313591,326700162~1682671,333060515~3438920,344137157~7616266,356515840~11656996,369098752~4128072,383106113~11247967,404565385~10315800] 2024-09-20T22:42:27.927 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 15 diff [4533318~10358365,17070982~2447937,25140096~28547083,56068339~9373011,66686056~5983754,81207277~7842389,93333278~7124081,107686361~15971258,128883424~5953419,135107982~487479,136267321~6517663,154995908~14826789,173786161~6574678,180451313~2454947,184601599~8029345,196611432~10675590,215771697~5533639,239872108~24868605,264937778~13253125,279188209~4043707,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~2981482,404565385~10315800] 2024-09-20T22:42:27.927 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10358365,17070982~2447937,25140096~28547083,56068339~9373011,66686056~5983754,81207277~7842389,93333278~7124081,107686361~15971258,128883424~5953419,135107982~487479,136267321~6517663,154995908~14826789,173786161~6574678,180451313~2454947,184601599~8029345,196611432~10675590,215771697~5533639,239872108~24868605,264937778~13253125,279188209~4043707,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~2981482,404565385~10315800] 2024-09-20T22:42:27.933 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10697379,17070982~2447937,25140096~28547083,56068339~16601471,79691776~9357890,93333278~7124081,104857600~18800019,125829120~16955864,154995908~14826789,173459351~9446909,184549376~8081568,196611432~10675590,215771697~5533639,239075328~25665385,264937778~36412952,301603562~1605734,307176993~2034998,311099273~3547643,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~11247967,400068760~2981482,404565385~10315800] 2024-09-20T22:42:27.933 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 16 diff [4533318~10358365,17070982~2447937,25140096~28547083,56068339~9373011,66686056~5983754,81207277~7842389,93333278~7124081,107686361~15971258,128883424~5953419,135107982~487479,136267321~6517663,147789855~22032842,173786161~6574678,180451313~2454947,184118259~8512685,196611432~10675590,215771697~5533639,239872108~24868605,264937778~13253125,279188209~4043707,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~2981482,403316669~11564516] 2024-09-20T22:42:27.933 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10358365,17070982~2447937,25140096~28547083,56068339~9373011,66686056~5983754,81207277~7842389,93333278~7124081,107686361~15971258,128883424~5953419,135107982~487479,136267321~6517663,147789855~22032842,173786161~6574678,180451313~2454947,184118259~8512685,196611432~10675590,215771697~5533639,239872108~24868605,264937778~13253125,279188209~4043707,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~2981482,403316669~11564516] 2024-09-20T22:42:27.938 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10697379,17070982~2447937,25140096~28547083,56068339~16601471,79691776~9357890,93333278~7124081,104857600~18800019,125829120~16955864,147789855~22032842,173459351~19171593,196611432~10675590,215771697~5533639,239075328~25665385,264937778~36412952,301603562~1605734,307176993~2034998,311099273~3547643,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~11247967,400068760~2981482,403316669~11564516] 2024-09-20T22:42:27.939 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 17 diff [4533318~10358365,17070982~2447937,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,93333278~7124081,107686361~15971258,128883424~5953419,135107982~487479,136267321~6517663,147789855~22032842,173786161~6574678,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~24868605,264937778~13253125,279188209~4043707,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~2981482,403316669~11564516] 2024-09-20T22:42:27.939 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~10358365,17070982~2447937,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,93333278~7124081,107686361~15971258,128883424~5953419,135107982~487479,136267321~6517663,147789855~22032842,173786161~6574678,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~24868605,264937778~13253125,279188209~4043707,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~2981482,403316669~11564516] 2024-09-20T22:42:27.944 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~10697379,17070982~2447937,25140096~28547083,56068339~16601471,75639026~3973399,79691776~9357890,93333278~7124081,104857600~18800019,125829120~16955864,147789855~22032842,173459351~19171593,196611432~14344922,215771697~5533639,239075328~25665385,264937778~36412952,301603562~1605734,307176993~2034998,311099273~3547643,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~11247967,400068760~2981482,403316669~11564516] 2024-09-20T22:42:27.944 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 18 diff [4533318~15098692,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,93333278~7124081,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~24868605,264937778~18294138,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,315723111~3879719,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~2981482,403316669~11564516] 2024-09-20T22:42:27.944 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,93333278~7124081,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~24868605,264937778~18294138,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,315723111~3879719,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~2981482,403316669~11564516] 2024-09-20T22:42:27.950 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~15437706,20043756~1259717,25140096~28547083,56068339~16601471,75639026~3973399,79691776~9357890,93333278~7124081,104857600~37927384,147789855~44841089,196611432~14344922,215771697~5533639,239075328~25665385,264937778~36412952,301603562~1605734,307176993~2034998,311099273~8503557,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~11247967,400068760~2981482,403316669~11564516] 2024-09-20T22:42:27.950 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 19 diff [4533318~15098692,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~24868605,264937778~18294138,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:27.950 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~24868605,264937778~18294138,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:27.956 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~15437706,20043756~1259717,25140096~28547083,56068339~16601471,75639026~3973399,79691776~12380865,92579251~7878108,104857600~37927384,147789855~44841089,196611432~14344922,215771697~5533639,239075328~25665385,264937778~36412952,301603562~1605734,307176993~2034998,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:27.956 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 6 diff [46979072~4375208,69722463~2360397,93333278~5786518,196611432~7373626,215971976~5333360,297237706~362794,307176993~2034998,361703600~6469236,407738128~7143057] 2024-09-20T22:42:27.956 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [46979072~4375208,69722463~2360397,93333278~5786518,196611432~7373626,215971976~5333360,297237706~362794,307176993~2034998,361703600~6469236,407738128~7143057] 2024-09-20T22:42:27.961 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [46979072~4375208,67108864~4973996,93333278~5786518,196611432~7373626,215971976~5333360,293601280~3999220,307176993~2034998,361703600~6469236,407738128~7143057] 2024-09-20T22:42:27.961 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 7 diff [9255500~5636183,25140096~6704460,34653014~2260156,46979072~6235542,62485574~21821,69722463~2360397,93333278~5786518,136555183~6229801,196611432~7373626,215971976~5333360,249109594~7617073,295916554~4495658,307176993~2034998,347509730~4243693,358305689~9867147,407738128~7143057] 2024-09-20T22:42:27.961 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~5636183,25140096~6704460,34653014~2260156,46979072~6235542,62485574~21821,69722463~2360397,93333278~5786518,136555183~6229801,196611432~7373626,215971976~5333360,249109594~7617073,295916554~4495658,307176993~2034998,347509730~4243693,358305689~9867147,407738128~7143057] 2024-09-20T22:42:27.967 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~5636183,25140096~6704460,34653014~2260156,46979072~6235542,61581796~925599,67108864~4973996,93333278~5786518,134836843~7948141,196611432~7373626,215971976~5333360,249109594~7617073,293601280~6810932,307176993~2034998,344137157~7616266,356515840~11656996,407738128~7143057] 2024-09-20T22:42:27.967 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 8 diff [9255500~5636183,17070982~2447937,25140096~11850975,41852835~11361779,62485574~21821,69722463~2947347,81207277~4107413,93333278~5786518,119700626~2693169,136555183~6229801,162114792~7466958,196611432~7373626,215971976~5333360,249109594~7617073,295916554~5434176,307176993~2034998,347509730~4243693,358305689~9867147,389388881~2776838,407738128~7143057] 2024-09-20T22:42:27.967 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~5636183,17070982~2447937,25140096~11850975,41852835~11361779,62485574~21821,69722463~2947347,81207277~4107413,93333278~5786518,119700626~2693169,136555183~6229801,162114792~7466958,196611432~7373626,215971976~5333360,249109594~7617073,295916554~5434176,307176993~2034998,347509730~4243693,358305689~9867147,389388881~2776838,407738128~7143057] 2024-09-20T22:42:27.972 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~5636183,17070982~2447937,25140096~11850975,41852835~11361779,61581796~925599,67108864~5560946,79691776~5622914,93333278~5786518,119700626~2693169,134836843~7948141,162114792~7466958,196611432~7373626,215971976~5333360,249109594~7617073,293601280~7749450,307176993~2034998,344137157~7616266,356515840~11656996,388782594~3383125,407738128~7143057] 2024-09-20T22:42:27.972 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 9 diff [9255500~5636183,17070982~2447937,25140096~11850975,41852835~11361779,61322360~4118990,69722463~2947347,81207277~4107413,93333278~5786518,119700626~2693169,136555183~6229801,162114792~7707905,173786161~3327829,196611432~7373626,215971976~5333360,239872108~4397907,249109594~7617073,270925554~7265349,295916554~5434176,307176993~2034998,333190772~3308663,347509730~4243693,358184230~9988606,370932015~2294809,389388881~2776838,407738128~7143057] 2024-09-20T22:42:27.972 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~5636183,17070982~2447937,25140096~11850975,41852835~11361779,61322360~4118990,69722463~2947347,81207277~4107413,93333278~5786518,119700626~2693169,136555183~6229801,162114792~7707905,173786161~3327829,196611432~7373626,215971976~5333360,239872108~4397907,249109594~7617073,270925554~7265349,295916554~5434176,307176993~2034998,333190772~3308663,347509730~4243693,358184230~9988606,370932015~2294809,389388881~2776838,407738128~7143057] 2024-09-20T22:42:27.978 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~5636183,17070982~2447937,25140096~11850975,41852835~11361779,61322360~4118990,67108864~5560946,79691776~5622914,93333278~5786518,119700626~2693169,134836843~7948141,162114792~7707905,173459351~3654639,196611432~7373626,215971976~5333360,239075328~5194687,249109594~7617073,268435456~9755447,293601280~7749450,307176993~2034998,333060515~3438920,344137157~7616266,356515840~11656996,369098752~4128072,388782594~3383125,407738128~7143057] 2024-09-20T22:42:27.978 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 10 diff [9255500~5636183,17070982~2447937,25140096~11850975,41852835~11361779,61322360~4118990,69722463~2947347,81207277~4107413,93333278~7124081,112536379~5517224,119700626~2693169,136555183~6229801,159352411~1597402,162114792~7707905,173786161~3327829,184601599~8029345,196611432~10675590,215971976~5333360,239872108~4397907,249109594~7617073,270925554~7265349,290734142~10616588,301647373~1561923,307176993~2034998,333190772~3308663,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,407738128~7143057] 2024-09-20T22:42:27.979 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~5636183,17070982~2447937,25140096~11850975,41852835~11361779,61322360~4118990,69722463~2947347,81207277~4107413,93333278~7124081,112536379~5517224,119700626~2693169,136555183~6229801,159352411~1597402,162114792~7707905,173786161~3327829,184601599~8029345,196611432~10675590,215971976~5333360,239872108~4397907,249109594~7617073,270925554~7265349,290734142~10616588,301647373~1561923,307176993~2034998,333190772~3308663,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,407738128~7143057] 2024-09-20T22:42:27.984 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~5636183,17070982~2447937,25140096~11850975,41852835~11361779,61322360~4118990,67108864~5560946,79691776~5622914,93333278~7124081,112536379~5517224,119700626~2693169,134836843~7948141,159352411~1597402,162114792~7707905,173459351~3654639,184549376~8081568,196611432~10675590,215971976~5333360,239075328~5194687,249109594~7617073,268435456~9755447,289406976~11943754,301647373~1561923,307176993~2034998,333060515~3438920,344137157~7616266,356515840~11656996,369098752~4128072,383106113~11247967,407738128~7143057] 2024-09-20T22:42:27.984 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 11 diff [9255500~5636183,17070982~2447937,25140096~11850975,41852835~11361779,59914894~5526456,69722463~2947347,81207277~4107413,93333278~7124081,112536379~5517224,119700626~2693169,136267321~6517663,159352411~1597402,162114792~7707905,173786161~3327829,184601599~8029345,196611432~10675590,215971976~5333360,239872108~4397907,249109594~7617073,264937778~13253125,290734142~10616588,301647373~1561923,307176993~2034998,333190772~3308663,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,407738128~7143057] 2024-09-20T22:42:27.984 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~5636183,17070982~2447937,25140096~11850975,41852835~11361779,59914894~5526456,69722463~2947347,81207277~4107413,93333278~7124081,112536379~5517224,119700626~2693169,136267321~6517663,159352411~1597402,162114792~7707905,173786161~3327829,184601599~8029345,196611432~10675590,215971976~5333360,239872108~4397907,249109594~7617073,264937778~13253125,290734142~10616588,301647373~1561923,307176993~2034998,333190772~3308663,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,407738128~7143057] 2024-09-20T22:42:27.989 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~5636183,17070982~2447937,25140096~11850975,41852835~11361779,59914894~5526456,67108864~5560946,79691776~5622914,93333278~7124081,112536379~5517224,119700626~2693169,134836843~7948141,159352411~1597402,162114792~7707905,173459351~3654639,184549376~8081568,196611432~10675590,215971976~5333360,239075328~5194687,249109594~7617073,264937778~13253125,289406976~11943754,301647373~1561923,307176993~2034998,333060515~3438920,344137157~7616266,356515840~11656996,369098752~4128072,383106113~11247967,407738128~7143057] 2024-09-20T22:42:27.989 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 12 diff [9255500~5636183,17070982~2447937,25140096~11850975,41151912~12062702,59914894~5526456,69722463~2947347,81207277~5170806,93333278~7124081,112536379~5517224,119700626~2693169,136267321~6517663,154995908~14826789,173786161~3327829,184601599~8029345,196611432~10675590,215971976~5333360,239872108~4397907,249109594~11275721,264937778~13253125,290734142~10616588,301647373~1561923,307176993~2034998,323248624~1313591,333190772~3308663,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,405771471~9109714] 2024-09-20T22:42:27.990 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~5636183,17070982~2447937,25140096~11850975,41151912~12062702,59914894~5526456,69722463~2947347,81207277~5170806,93333278~7124081,112536379~5517224,119700626~2693169,136267321~6517663,154995908~14826789,173786161~3327829,184601599~8029345,196611432~10675590,215971976~5333360,239872108~4397907,249109594~11275721,264937778~13253125,290734142~10616588,301647373~1561923,307176993~2034998,323248624~1313591,333190772~3308663,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,405771471~9109714] 2024-09-20T22:42:27.995 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~5636183,17070982~2447937,25140096~11850975,41151912~12062702,59914894~5526456,67108864~5560946,79691776~6686307,93333278~7124081,112536379~5517224,119700626~2693169,134836843~7948141,154995908~14826789,173459351~3654639,184549376~8081568,196611432~10675590,215971976~5333360,239075328~5194687,249109594~11275721,264937778~13253125,289406976~11943754,301647373~1561923,307176993~2034998,323248624~1313591,333060515~3438920,344137157~7616266,356515840~11656996,369098752~4128072,383106113~11247967,405771471~9109714] 2024-09-20T22:42:27.995 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 13 diff [9255500~5636183,17070982~2447937,25140096~11850975,41151912~12062702,59024026~6417324,66686056~5983754,81207277~7407947,93333278~7124081,112536379~11121240,136267321~6517663,154995908~14826789,173786161~3327829,180451313~2454947,184601599~8029345,196611432~10675590,215971976~5333360,239872108~20513207,264937778~13253125,290734142~10616588,301647373~1561923,307176993~2034998,323248624~1313591,333190772~3308663,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,404565385~10315800] 2024-09-20T22:42:27.995 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~5636183,17070982~2447937,25140096~11850975,41151912~12062702,59024026~6417324,66686056~5983754,81207277~7407947,93333278~7124081,112536379~11121240,136267321~6517663,154995908~14826789,173786161~3327829,180451313~2454947,184601599~8029345,196611432~10675590,215971976~5333360,239872108~20513207,264937778~13253125,290734142~10616588,301647373~1561923,307176993~2034998,323248624~1313591,333190772~3308663,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,404565385~10315800] 2024-09-20T22:42:28.001 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~5636183,17070982~2447937,25140096~11850975,41151912~12062702,59024026~13645784,79691776~8923448,93333278~7124081,112536379~11121240,134836843~7948141,154995908~14826789,173459351~3654639,180355072~2551188,184549376~8081568,196611432~10675590,215971976~5333360,239075328~21309987,264937778~13253125,289406976~11943754,301647373~1561923,307176993~2034998,323248624~1313591,333060515~3438920,344137157~7616266,356515840~11656996,369098752~4128072,383106113~11247967,404565385~10315800] 2024-09-20T22:42:28.001 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 14 diff [9255500~5636183,17070982~2447937,25140096~28547083,59024026~6417324,66686056~5983754,81207277~7407947,93333278~7124081,112536379~11121240,135107982~487479,136267321~6517663,154995908~14826789,173786161~3327829,180451313~2454947,184601599~8029345,196611432~10675590,215971976~5333360,239872108~20513207,264937778~13253125,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,404565385~10315800] 2024-09-20T22:42:28.001 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~5636183,17070982~2447937,25140096~28547083,59024026~6417324,66686056~5983754,81207277~7407947,93333278~7124081,112536379~11121240,135107982~487479,136267321~6517663,154995908~14826789,173786161~3327829,180451313~2454947,184601599~8029345,196611432~10675590,215971976~5333360,239872108~20513207,264937778~13253125,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,404565385~10315800] 2024-09-20T22:42:28.006 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~5636183,17070982~2447937,25140096~28547083,59024026~13645784,79691776~8923448,93333278~7124081,112536379~11121240,134836843~7948141,154995908~14826789,173459351~3654639,180355072~2551188,184549376~8081568,196611432~10675590,215971976~5333360,239075328~21309987,264937778~13253125,281018368~20332362,301647373~1561923,307176993~2034998,311099273~3547643,323248624~1313591,326700162~1682671,333060515~3438920,344137157~7616266,356515840~11656996,369098752~4128072,383106113~11247967,404565385~10315800] 2024-09-20T22:42:28.006 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 15 diff [9255500~5636183,17070982~2447937,25140096~28547083,56068339~9373011,66686056~5983754,81207277~7842389,93333278~7124081,112536379~11121240,135107982~487479,136267321~6517663,154995908~14826789,173786161~6574678,180451313~2454947,184601599~8029345,196611432~10675590,215971976~5333360,239872108~24868605,264937778~13253125,279188209~4043707,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~2981482,404565385~10315800] 2024-09-20T22:42:28.007 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~5636183,17070982~2447937,25140096~28547083,56068339~9373011,66686056~5983754,81207277~7842389,93333278~7124081,112536379~11121240,135107982~487479,136267321~6517663,154995908~14826789,173786161~6574678,180451313~2454947,184601599~8029345,196611432~10675590,215971976~5333360,239872108~24868605,264937778~13253125,279188209~4043707,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~2981482,404565385~10315800] 2024-09-20T22:42:28.012 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~5636183,17070982~2447937,25140096~28547083,56068339~16601471,79691776~9357890,93333278~7124081,112536379~11121240,134836843~7948141,154995908~14826789,173459351~9446909,184549376~8081568,196611432~10675590,215971976~5333360,239075328~25665385,264937778~36412952,301647373~1561923,307176993~2034998,311099273~3547643,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~11247967,400068760~2981482,404565385~10315800] 2024-09-20T22:42:28.012 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 16 diff [9255500~5636183,17070982~2447937,25140096~28547083,56068339~9373011,66686056~5983754,81207277~7842389,93333278~7124081,112536379~11121240,133648000~197000,135107982~487479,136267321~6517663,147789855~22032842,173786161~6574678,180451313~2454947,184118259~8512685,196611432~10675590,215971976~5333360,239872108~24868605,264937778~13253125,279188209~4043707,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~2981482,403316669~11564516] 2024-09-20T22:42:28.012 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~5636183,17070982~2447937,25140096~28547083,56068339~9373011,66686056~5983754,81207277~7842389,93333278~7124081,112536379~11121240,133648000~197000,135107982~487479,136267321~6517663,147789855~22032842,173786161~6574678,180451313~2454947,184118259~8512685,196611432~10675590,215971976~5333360,239872108~24868605,264937778~13253125,279188209~4043707,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~2981482,403316669~11564516] 2024-09-20T22:42:28.018 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~5636183,17070982~2447937,25140096~28547083,56068339~16601471,79691776~9357890,93333278~7124081,112536379~11121240,133648000~197000,134836843~7948141,147789855~22032842,173459351~19171593,196611432~10675590,215971976~5333360,239075328~25665385,264937778~36412952,301647373~1561923,307176993~2034998,311099273~3547643,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~11247967,400068760~2981482,403316669~11564516] 2024-09-20T22:42:28.018 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 17 diff [9255500~5636183,17070982~2447937,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,93333278~7124081,112536379~11121240,133648000~197000,135107982~487479,136267321~6517663,147789855~22032842,173786161~6574678,180451313~2454947,184118259~8512685,196611432~14344922,215971976~5333360,239872108~24868605,264937778~13253125,279188209~4043707,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~2981482,403316669~11564516] 2024-09-20T22:42:28.018 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~5636183,17070982~2447937,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,93333278~7124081,112536379~11121240,133648000~197000,135107982~487479,136267321~6517663,147789855~22032842,173786161~6574678,180451313~2454947,184118259~8512685,196611432~14344922,215971976~5333360,239872108~24868605,264937778~13253125,279188209~4043707,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~2981482,403316669~11564516] 2024-09-20T22:42:28.024 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~5636183,17070982~2447937,25140096~28547083,56068339~16601471,75639026~3973399,79691776~9357890,93333278~7124081,112536379~11121240,133648000~197000,134836843~7948141,147789855~22032842,173459351~19171593,196611432~14344922,215971976~5333360,239075328~25665385,264937778~36412952,301647373~1561923,307176993~2034998,311099273~3547643,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~11247967,400068760~2981482,403316669~11564516] 2024-09-20T22:42:28.024 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 18 diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,93333278~7124081,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215971976~5333360,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,315723111~3879719,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~2981482,403316669~11564516] 2024-09-20T22:42:28.024 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,93333278~7124081,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215971976~5333360,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,315723111~3879719,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,400068760~2981482,403316669~11564516] 2024-09-20T22:42:28.030 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~10376510,20043756~1259717,25140096~28547083,56068339~16601471,75639026~3973399,79691776~9357890,93333278~7124081,112536379~14442430,133648000~197000,134836843~7948141,147789855~44841089,196611432~14344922,215971976~5333360,239075328~25665385,264937778~36412952,301647373~1561923,307176993~2034998,311099273~8503557,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~11247967,400068760~2981482,403316669~11564516] 2024-09-20T22:42:28.030 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 19 diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215971976~5333360,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:28.030 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215971976~5333360,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:28.036 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~10376510,20043756~1259717,25140096~28547083,56068339~16601471,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,134836843~7948141,147789855~44841089,196611432~14344922,215971976~5333360,239075328~25665385,264937778~36412952,301647373~1561923,307176993~2034998,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:28.036 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 7 diff [9255500~5636183,25140096~6704460,34653014~2260156,50212036~3002578,62485574~21821,136555183~6229801,249109594~7617073,295916554~4495658,347509730~4243693,358305689~6265692] 2024-09-20T22:42:28.036 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~5636183,25140096~6704460,34653014~2260156,50212036~3002578,62485574~21821,136555183~6229801,249109594~7617073,295916554~4495658,347509730~4243693,358305689~6265692] 2024-09-20T22:42:28.041 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~5636183,25140096~6704460,34653014~2260156,50212036~3002578,61581796~925599,134836843~7948141,249109594~7617073,295916554~4495658,344137157~7616266,356515840~8055541] 2024-09-20T22:42:28.041 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 8 diff [9255500~5636183,17070982~2447937,25140096~11850975,41852835~5400196,50212036~3002578,62485574~21821,71813104~856706,81207277~4107413,119700626~2693169,136555183~6229801,162114792~7466958,218738554~481179,249109594~7617073,295916554~5434176,347509730~4243693,358305689~6265692,389388881~2776838] 2024-09-20T22:42:28.041 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~5636183,17070982~2447937,25140096~11850975,41852835~5400196,50212036~3002578,62485574~21821,71813104~856706,81207277~4107413,119700626~2693169,136555183~6229801,162114792~7466958,218738554~481179,249109594~7617073,295916554~5434176,347509730~4243693,358305689~6265692,389388881~2776838] 2024-09-20T22:42:28.047 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~5636183,17070982~2447937,25140096~11850975,41852835~5400196,50212036~3002578,61581796~925599,71813104~856706,79691776~5622914,119700626~2693169,134836843~7948141,162114792~7466958,218738554~481179,249109594~7617073,295916554~5434176,344137157~7616266,356515840~8055541,388782594~3383125] 2024-09-20T22:42:28.047 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 9 diff [9255500~5636183,17070982~2447937,25140096~11850975,41852835~5400196,50212036~3002578,61322360~4118990,71813104~856706,81207277~4107413,119700626~2693169,136555183~6229801,162114792~7707905,173786161~3327829,218738554~481179,239872108~4397907,249109594~7617073,270925554~7265349,295916554~5434176,333190772~3308663,347509730~4243693,358184230~6387151,370932015~2294809,389388881~2776838] 2024-09-20T22:42:28.047 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~5636183,17070982~2447937,25140096~11850975,41852835~5400196,50212036~3002578,61322360~4118990,71813104~856706,81207277~4107413,119700626~2693169,136555183~6229801,162114792~7707905,173786161~3327829,218738554~481179,239872108~4397907,249109594~7617073,270925554~7265349,295916554~5434176,333190772~3308663,347509730~4243693,358184230~6387151,370932015~2294809,389388881~2776838] 2024-09-20T22:42:28.053 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~5636183,17070982~2447937,25140096~11850975,41852835~5400196,50212036~3002578,61322360~4118990,71813104~856706,79691776~5622914,119700626~2693169,134836843~7948141,162114792~7707905,173459351~3654639,218738554~481179,239075328~5194687,249109594~7617073,268435456~9755447,295916554~5434176,333060515~3438920,344137157~7616266,356515840~8055541,369098752~4128072,388782594~3383125] 2024-09-20T22:42:28.053 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 10 diff [9255500~5636183,17070982~2447937,25140096~11850975,41852835~5400196,50212036~3002578,61322360~4118990,71813104~856706,81207277~4107413,93975950~6481409,112536379~5517224,119700626~2693169,136555183~6229801,159352411~1597402,162114792~7707905,173786161~3327829,184601599~8029345,201097687~6189335,218738554~481179,239872108~4397907,249109594~7617073,270925554~7265349,290734142~10616588,301647373~1561923,333190772~3308663,347509730~4243693,358184230~6387151,370932015~2294809,383106113~11247967] 2024-09-20T22:42:28.053 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~5636183,17070982~2447937,25140096~11850975,41852835~5400196,50212036~3002578,61322360~4118990,71813104~856706,81207277~4107413,93975950~6481409,112536379~5517224,119700626~2693169,136555183~6229801,159352411~1597402,162114792~7707905,173786161~3327829,184601599~8029345,201097687~6189335,218738554~481179,239872108~4397907,249109594~7617073,270925554~7265349,290734142~10616588,301647373~1561923,333190772~3308663,347509730~4243693,358184230~6387151,370932015~2294809,383106113~11247967] 2024-09-20T22:42:28.058 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~5636183,17070982~2447937,25140096~11850975,41852835~5400196,50212036~3002578,61322360~4118990,71813104~856706,79691776~5622914,93975950~6481409,112536379~5517224,119700626~2693169,134836843~7948141,159352411~1597402,162114792~7707905,173459351~3654639,184549376~8081568,201097687~6189335,218738554~481179,239075328~5194687,249109594~7617073,268435456~9755447,289406976~11943754,301647373~1561923,333060515~3438920,344137157~7616266,356515840~8055541,369098752~4128072,383106113~11247967] 2024-09-20T22:42:28.058 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 11 diff [9255500~5636183,17070982~2447937,25140096~11850975,41852835~11361779,59914894~5526456,71813104~856706,81207277~4107413,93975950~6481409,112536379~5517224,119700626~2693169,136267321~6517663,159352411~1597402,162114792~7707905,173786161~3327829,184601599~8029345,201097687~6189335,217127557~2092176,239872108~4397907,249109594~7617073,264937778~13253125,290734142~10616588,301647373~1561923,333190772~3308663,347509730~4243693,358184230~6387151,366699300~974521,370932015~2294809,383106113~11247967] 2024-09-20T22:42:28.058 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~5636183,17070982~2447937,25140096~11850975,41852835~11361779,59914894~5526456,71813104~856706,81207277~4107413,93975950~6481409,112536379~5517224,119700626~2693169,136267321~6517663,159352411~1597402,162114792~7707905,173786161~3327829,184601599~8029345,201097687~6189335,217127557~2092176,239872108~4397907,249109594~7617073,264937778~13253125,290734142~10616588,301647373~1561923,333190772~3308663,347509730~4243693,358184230~6387151,366699300~974521,370932015~2294809,383106113~11247967] 2024-09-20T22:42:28.064 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~5636183,17070982~2447937,25140096~11850975,41852835~11361779,59914894~5526456,71813104~856706,79691776~5622914,93975950~6481409,112536379~5517224,119700626~2693169,134836843~7948141,159352411~1597402,162114792~7707905,173459351~3654639,184549376~8081568,201097687~6189335,217127557~2092176,239075328~5194687,249109594~7617073,264937778~13253125,289406976~11943754,301647373~1561923,333060515~3438920,344137157~7616266,356515840~8055541,366699300~974521,369098752~4128072,383106113~11247967] 2024-09-20T22:42:28.064 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 12 diff [9255500~5636183,17070982~2447937,25140096~11850975,41151912~12062702,59914894~5526456,71813104~856706,81207277~5170806,93975950~6481409,112536379~5517224,119700626~2693169,136267321~6517663,154995908~14826789,173786161~3327829,184601599~8029345,201097687~6189335,217127557~2092176,239872108~4397907,249109594~11275721,264937778~13253125,290734142~10616588,301647373~1561923,323248624~1313591,333190772~3308663,347509730~4243693,358184230~6387151,364751195~205208,366699300~974521,370932015~2294809,383106113~11247967,405771471~7644588] 2024-09-20T22:42:28.064 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~5636183,17070982~2447937,25140096~11850975,41151912~12062702,59914894~5526456,71813104~856706,81207277~5170806,93975950~6481409,112536379~5517224,119700626~2693169,136267321~6517663,154995908~14826789,173786161~3327829,184601599~8029345,201097687~6189335,217127557~2092176,239872108~4397907,249109594~11275721,264937778~13253125,290734142~10616588,301647373~1561923,323248624~1313591,333190772~3308663,347509730~4243693,358184230~6387151,364751195~205208,366699300~974521,370932015~2294809,383106113~11247967,405771471~7644588] 2024-09-20T22:42:28.070 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~5636183,17070982~2447937,25140096~11850975,41151912~12062702,59914894~5526456,71813104~856706,79691776~6686307,93975950~6481409,112536379~5517224,119700626~2693169,134836843~7948141,154995908~14826789,173459351~3654639,184549376~8081568,201097687~6189335,217127557~2092176,239075328~5194687,249109594~11275721,264937778~13253125,289406976~11943754,301647373~1561923,323248624~1313591,333060515~3438920,344137157~7616266,356515840~8055541,364751195~205208,366699300~974521,369098752~4128072,383106113~11247967,405771471~7644588] 2024-09-20T22:42:28.070 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 13 diff [9255500~5636183,17070982~2447937,25140096~11850975,41151912~12062702,59024026~6417324,66686056~3973302,71813104~856706,81207277~7407947,93975950~6481409,112536379~11121240,136267321~6517663,154995908~14826789,173786161~3327829,180451313~2454947,184601599~8029345,201097687~6189335,217127557~2092176,239872108~20513207,264937778~13253125,290734142~10616588,301647373~1561923,323248624~1313591,333190772~3308663,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,404565385~8850674] 2024-09-20T22:42:28.070 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~5636183,17070982~2447937,25140096~11850975,41151912~12062702,59024026~6417324,66686056~3973302,71813104~856706,81207277~7407947,93975950~6481409,112536379~11121240,136267321~6517663,154995908~14826789,173786161~3327829,180451313~2454947,184601599~8029345,201097687~6189335,217127557~2092176,239872108~20513207,264937778~13253125,290734142~10616588,301647373~1561923,323248624~1313591,333190772~3308663,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,404565385~8850674] 2024-09-20T22:42:28.076 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~5636183,17070982~2447937,25140096~11850975,41151912~12062702,59024026~11635332,71813104~856706,79691776~8923448,93975950~6481409,112536379~11121240,134836843~7948141,154995908~14826789,173459351~3654639,180355072~2551188,184549376~8081568,201097687~6189335,217127557~2092176,239075328~21309987,264937778~13253125,289406976~11943754,301647373~1561923,323248624~1313591,333060515~3438920,344137157~7616266,356515840~10176379,366699300~974521,369098752~4128072,383106113~11247967,404565385~8850674] 2024-09-20T22:42:28.076 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 14 diff [9255500~5636183,17070982~2447937,25140096~28547083,59024026~6417324,66686056~3973302,71813104~856706,81207277~7407947,93975950~6481409,112536379~11121240,135107982~487479,136267321~6517663,154995908~14826789,173786161~3327829,180451313~2454947,184601599~8029345,201097687~6189335,217127557~2092176,239872108~20513207,264937778~13253125,284389554~16961176,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,404565385~8850674] 2024-09-20T22:42:28.076 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~5636183,17070982~2447937,25140096~28547083,59024026~6417324,66686056~3973302,71813104~856706,81207277~7407947,93975950~6481409,112536379~11121240,135107982~487479,136267321~6517663,154995908~14826789,173786161~3327829,180451313~2454947,184601599~8029345,201097687~6189335,217127557~2092176,239872108~20513207,264937778~13253125,284389554~16961176,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,404565385~8850674] 2024-09-20T22:42:28.082 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~5636183,17070982~2447937,25140096~28547083,59024026~11635332,71813104~856706,79691776~8923448,93975950~6481409,112536379~11121240,134836843~7948141,154995908~14826789,173459351~3654639,180355072~2551188,184549376~8081568,201097687~6189335,217127557~2092176,239075328~21309987,264937778~13253125,281018368~20332362,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,333060515~3438920,344137157~7616266,356515840~10176379,366699300~974521,369098752~4128072,383106113~11247967,404565385~8850674] 2024-09-20T22:42:28.082 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 15 diff [9255500~5636183,17070982~2447937,25140096~28547083,56068339~9373011,66686056~3973302,71813104~856706,81207277~7842389,93975950~6481409,112536379~11121240,135107982~487479,136267321~6517663,154995908~14826789,173786161~6574678,180451313~2454947,184601599~8029345,201097687~6189335,217127557~2092176,239872108~24868605,264937778~13253125,279188209~4043707,284389554~16961176,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,400068760~2981482,404565385~8850674] 2024-09-20T22:42:28.082 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~5636183,17070982~2447937,25140096~28547083,56068339~9373011,66686056~3973302,71813104~856706,81207277~7842389,93975950~6481409,112536379~11121240,135107982~487479,136267321~6517663,154995908~14826789,173786161~6574678,180451313~2454947,184601599~8029345,201097687~6189335,217127557~2092176,239872108~24868605,264937778~13253125,279188209~4043707,284389554~16961176,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,400068760~2981482,404565385~8850674] 2024-09-20T22:42:28.087 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~5636183,17070982~2447937,25140096~28547083,56068339~14591019,71813104~856706,79691776~9357890,93975950~6481409,112536379~11121240,134836843~7948141,154995908~14826789,173459351~9446909,184549376~8081568,201097687~6189335,217127557~2092176,239075328~25665385,264937778~36412952,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,333060515~18692908,356515840~10176379,366699300~974521,369098752~4128072,383106113~11247967,400068760~2981482,404565385~8850674] 2024-09-20T22:42:28.087 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 16 diff [9255500~5636183,17070982~2447937,25140096~28547083,56068339~9373011,66686056~3973302,71813104~856706,81207277~7842389,93975950~6481409,112536379~11121240,133648000~197000,135107982~487479,136267321~6517663,147789855~22032842,173786161~6574678,180451313~2454947,184118259~8512685,201097687~6189335,217127557~2092176,239872108~24868605,264937778~13253125,279188209~4043707,284389554~16961176,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.087 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~5636183,17070982~2447937,25140096~28547083,56068339~9373011,66686056~3973302,71813104~856706,81207277~7842389,93975950~6481409,112536379~11121240,133648000~197000,135107982~487479,136267321~6517663,147789855~22032842,173786161~6574678,180451313~2454947,184118259~8512685,201097687~6189335,217127557~2092176,239872108~24868605,264937778~13253125,279188209~4043707,284389554~16961176,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.093 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~5636183,17070982~2447937,25140096~28547083,56068339~14591019,71813104~856706,79691776~9357890,93975950~6481409,112536379~11121240,133648000~197000,134836843~7948141,147789855~22032842,173459351~19171593,201097687~6189335,217127557~2092176,239075328~25665385,264937778~36412952,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,333060515~18692908,356515840~10176379,366699300~974521,369098752~4128072,383106113~11247967,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.093 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 17 diff [9255500~5636183,17070982~2447937,25140096~28547083,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,93975950~6481409,112536379~11121240,133648000~197000,135107982~487479,136267321~6517663,147789855~22032842,173786161~6574678,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~13253125,279188209~4043707,284389554~16961176,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.093 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~5636183,17070982~2447937,25140096~28547083,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,93975950~6481409,112536379~11121240,133648000~197000,135107982~487479,136267321~6517663,147789855~22032842,173786161~6574678,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~13253125,279188209~4043707,284389554~16961176,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.099 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~5636183,17070982~2447937,25140096~28547083,56068339~14591019,71813104~856706,75639026~3973399,79691776~9357890,93975950~6481409,112536379~11121240,133648000~197000,134836843~7948141,147789855~22032842,173459351~19171593,201097687~9858667,217127557~2092176,239075328~25665385,264937778~36412952,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,333060515~18692908,356515840~10176379,366699300~974521,369098752~4128072,383106113~11247967,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.099 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 18 diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,93975950~6481409,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.099 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,93975950~6481409,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.104 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~10376510,20043756~1259717,25140096~28547083,56068339~14591019,71813104~856706,75639026~3973399,79691776~9357890,93975950~6481409,112536379~14442430,133648000~197000,134836843~7948141,147789855~44841089,201097687~9858667,217127557~2092176,239075328~25665385,264937778~36412952,301647373~1561923,311099273~8503557,323248624~1313591,326700162~1682671,333060515~18692908,356515840~10176379,366699300~974521,369098752~4128072,383106113~11247967,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.105 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 19 diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:28.105 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:28.110 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~10376510,20043756~1259717,25140096~28547083,56068339~14591019,71813104~856706,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,134836843~7948141,147789855~44841089,201097687~9858667,217127557~2092176,239075328~25665385,264937778~36412952,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~10176379,366699300~974521,369098752~4128072,383106113~30309946] 2024-09-20T22:42:28.110 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 8 diff [17070982~2447937,31211357~5779714,41852835~5400196,71813104~856706,81207277~4107413,119700626~2693169,162114792~7466958,218738554~481179,297996558~3354172,389388881~2776838] 2024-09-20T22:42:28.110 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [17070982~2447937,31211357~5779714,41852835~5400196,71813104~856706,81207277~4107413,119700626~2693169,162114792~7466958,218738554~481179,297996558~3354172,389388881~2776838] 2024-09-20T22:42:28.116 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [17070982~2447937,31211357~5779714,41852835~5400196,71813104~856706,79691776~5622914,119700626~2693169,162114792~7466958,218738554~481179,297996558~3354172,388782594~3383125] 2024-09-20T22:42:28.116 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 9 diff [17070982~2447937,31211357~5779714,41852835~5400196,61322360~4118990,71813104~856706,81207277~4107413,119700626~2693169,162114792~7707905,173786161~3327829,218738554~481179,239872108~4397907,252813079~2077104,270925554~7265349,297996558~3354172,333190772~3308663,358184230~2832533,370932015~2294809,389388881~2776838] 2024-09-20T22:42:28.116 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [17070982~2447937,31211357~5779714,41852835~5400196,61322360~4118990,71813104~856706,81207277~4107413,119700626~2693169,162114792~7707905,173786161~3327829,218738554~481179,239872108~4397907,252813079~2077104,270925554~7265349,297996558~3354172,333190772~3308663,358184230~2832533,370932015~2294809,389388881~2776838] 2024-09-20T22:42:28.122 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [17070982~2447937,31211357~5779714,41852835~5400196,61322360~4118990,71813104~856706,79691776~5622914,119700626~2693169,162114792~7707905,173459351~3654639,218738554~481179,239075328~5194687,252813079~2077104,268435456~9755447,297996558~3354172,333060515~3438920,358184230~2832533,369098752~4128072,388782594~3383125] 2024-09-20T22:42:28.122 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 10 diff [17070982~2447937,31211357~5779714,41852835~5400196,61322360~4118990,71813104~856706,81207277~4107413,93975950~6481409,112536379~5517224,119700626~2693169,159352411~1597402,162114792~7707905,173786161~3327829,184601599~8029345,201097687~6189335,218738554~481179,239872108~4397907,252813079~2077104,270925554~7265349,290734142~6041282,297996558~3354172,301647373~1561923,333190772~3308663,358184230~2832533,370932015~2294809,383106113~11247967] 2024-09-20T22:42:28.122 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [17070982~2447937,31211357~5779714,41852835~5400196,61322360~4118990,71813104~856706,81207277~4107413,93975950~6481409,112536379~5517224,119700626~2693169,159352411~1597402,162114792~7707905,173786161~3327829,184601599~8029345,201097687~6189335,218738554~481179,239872108~4397907,252813079~2077104,270925554~7265349,290734142~6041282,297996558~3354172,301647373~1561923,333190772~3308663,358184230~2832533,370932015~2294809,383106113~11247967] 2024-09-20T22:42:28.128 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [17070982~2447937,31211357~5779714,41852835~5400196,61322360~4118990,71813104~856706,79691776~5622914,93975950~6481409,112536379~5517224,119700626~2693169,159352411~1597402,162114792~7707905,173459351~3654639,184549376~8081568,201097687~6189335,218738554~481179,239075328~5194687,252813079~2077104,268435456~9755447,289406976~7368448,297996558~3354172,301647373~1561923,333060515~3438920,358184230~2832533,369098752~4128072,383106113~11247967] 2024-09-20T22:42:28.128 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 11 diff [10708115~3801625,17070982~2447937,31211357~5779714,41852835~10134884,59914894~5526456,71813104~856706,81207277~4107413,93975950~6481409,112536379~5517224,119700626~2693169,136267321~654364,159352411~1597402,162114792~7707905,173786161~3327829,184601599~8029345,201097687~6189335,217127557~2092176,239872108~4397907,252813079~2077104,264937778~13253125,290734142~10616588,301647373~1561923,333190772~3308663,358184230~3501812,366699300~974521,370932015~2294809,383106113~11247967] 2024-09-20T22:42:28.128 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [10708115~3801625,17070982~2447937,31211357~5779714,41852835~10134884,59914894~5526456,71813104~856706,81207277~4107413,93975950~6481409,112536379~5517224,119700626~2693169,136267321~654364,159352411~1597402,162114792~7707905,173786161~3327829,184601599~8029345,201097687~6189335,217127557~2092176,239872108~4397907,252813079~2077104,264937778~13253125,290734142~10616588,301647373~1561923,333190772~3308663,358184230~3501812,366699300~974521,370932015~2294809,383106113~11247967] 2024-09-20T22:42:28.133 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [10708115~3801625,17070982~2447937,31211357~5779714,41852835~10134884,59914894~5526456,71813104~856706,79691776~5622914,93975950~6481409,112536379~5517224,119700626~2693169,136267321~654364,159352411~1597402,162114792~7707905,173459351~3654639,184549376~8081568,201097687~6189335,217127557~2092176,239075328~5194687,252813079~2077104,264937778~13253125,289406976~11943754,301647373~1561923,333060515~3438920,358184230~3501812,366699300~974521,369098752~4128072,383106113~11247967] 2024-09-20T22:42:28.133 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 12 diff [10708115~3801625,17070982~2447937,31211357~5779714,41151912~10835807,59914894~5526456,71813104~856706,81207277~5170806,93975950~6481409,112536379~5517224,119700626~2693169,136267321~654364,154995908~14826789,173786161~3327829,184601599~8029345,201097687~6189335,217127557~2092176,239872108~4397907,252526387~7858928,264937778~13253125,290734142~10616588,301647373~1561923,323248624~1313591,333190772~3308663,358184230~3501812,364751195~205208,366699300~974521,370932015~2294809,383106113~11247967,405771471~7644588] 2024-09-20T22:42:28.133 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [10708115~3801625,17070982~2447937,31211357~5779714,41151912~10835807,59914894~5526456,71813104~856706,81207277~5170806,93975950~6481409,112536379~5517224,119700626~2693169,136267321~654364,154995908~14826789,173786161~3327829,184601599~8029345,201097687~6189335,217127557~2092176,239872108~4397907,252526387~7858928,264937778~13253125,290734142~10616588,301647373~1561923,323248624~1313591,333190772~3308663,358184230~3501812,364751195~205208,366699300~974521,370932015~2294809,383106113~11247967,405771471~7644588] 2024-09-20T22:42:28.139 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [10708115~3801625,17070982~2447937,31211357~5779714,41151912~10835807,59914894~5526456,71813104~856706,79691776~6686307,93975950~6481409,112536379~5517224,119700626~2693169,136267321~654364,154995908~14826789,173459351~3654639,184549376~8081568,201097687~6189335,217127557~2092176,239075328~5194687,252526387~7858928,264937778~13253125,289406976~11943754,301647373~1561923,323248624~1313591,333060515~3438920,358184230~3501812,364751195~205208,366699300~974521,369098752~4128072,383106113~11247967,405771471~7644588] 2024-09-20T22:42:28.139 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 13 diff [10708115~3801625,17070982~2447937,31211357~5779714,41151912~10835807,59024026~6417324,66686056~3973302,71813104~856706,81207277~7407947,93975950~6481409,112536379~11121240,136267321~654364,154995908~14826789,173786161~3327829,180451313~2454947,184601599~8029345,201097687~6189335,217127557~2092176,239872108~12564542,252526387~7858928,264937778~13253125,290734142~10616588,301647373~1561923,323248624~1313591,333190772~3308663,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,404565385~8850674] 2024-09-20T22:42:28.139 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [10708115~3801625,17070982~2447937,31211357~5779714,41151912~10835807,59024026~6417324,66686056~3973302,71813104~856706,81207277~7407947,93975950~6481409,112536379~11121240,136267321~654364,154995908~14826789,173786161~3327829,180451313~2454947,184601599~8029345,201097687~6189335,217127557~2092176,239872108~12564542,252526387~7858928,264937778~13253125,290734142~10616588,301647373~1561923,323248624~1313591,333190772~3308663,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,404565385~8850674] 2024-09-20T22:42:28.145 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [10708115~3801625,17070982~2447937,31211357~5779714,41151912~10835807,59024026~11635332,71813104~856706,79691776~8923448,93975950~6481409,112536379~11121240,136267321~654364,154995908~14826789,173459351~3654639,180355072~2551188,184549376~8081568,201097687~6189335,217127557~2092176,239075328~13361322,252526387~7858928,264937778~13253125,289406976~11943754,301647373~1561923,323248624~1313591,333060515~3438920,358184230~3501812,364175834~2516385,366699300~974521,369098752~4128072,383106113~11247967,404565385~8850674] 2024-09-20T22:42:28.145 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 14 diff [10708115~3801625,17070982~2447937,31211357~20776362,52039564~1647615,59024026~6417324,66686056~3973302,71813104~856706,81207277~7407947,93975950~6481409,112536379~11121240,135107982~487479,136267321~654364,154995908~14826789,173786161~3327829,180451313~2454947,184601599~8029345,201097687~6189335,217127557~2092176,239872108~12564542,252526387~7858928,264937778~13253125,284389554~16961176,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,404565385~8850674] 2024-09-20T22:42:28.145 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [10708115~3801625,17070982~2447937,31211357~20776362,52039564~1647615,59024026~6417324,66686056~3973302,71813104~856706,81207277~7407947,93975950~6481409,112536379~11121240,135107982~487479,136267321~654364,154995908~14826789,173786161~3327829,180451313~2454947,184601599~8029345,201097687~6189335,217127557~2092176,239872108~12564542,252526387~7858928,264937778~13253125,284389554~16961176,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,404565385~8850674] 2024-09-20T22:42:28.151 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [10708115~3801625,17070982~2447937,31211357~20776362,52039564~1647615,59024026~11635332,71813104~856706,79691776~8923448,93975950~6481409,112536379~11121240,135107982~487479,136267321~654364,154995908~14826789,173459351~3654639,180355072~2551188,184549376~8081568,201097687~6189335,217127557~2092176,239075328~13361322,252526387~7858928,264937778~13253125,281018368~20332362,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,333060515~3438920,358184230~3501812,364175834~2516385,366699300~974521,369098752~4128072,383106113~11247967,404565385~8850674] 2024-09-20T22:42:28.151 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 15 diff [10708115~3801625,17070982~2447937,31211357~20776362,52039564~1647615,56068339~9373011,66686056~3973302,71813104~856706,81207277~7842389,93975950~6481409,112536379~11121240,135107982~487479,136267321~654364,154995908~14826789,173786161~6574678,180451313~2454947,184601599~8029345,201097687~6189335,217127557~2092176,239872108~12564542,252526387~12214326,264937778~13253125,279188209~4043707,284389554~16961176,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,400068760~2981482,404565385~8850674] 2024-09-20T22:42:28.151 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [10708115~3801625,17070982~2447937,31211357~20776362,52039564~1647615,56068339~9373011,66686056~3973302,71813104~856706,81207277~7842389,93975950~6481409,112536379~11121240,135107982~487479,136267321~654364,154995908~14826789,173786161~6574678,180451313~2454947,184601599~8029345,201097687~6189335,217127557~2092176,239872108~12564542,252526387~12214326,264937778~13253125,279188209~4043707,284389554~16961176,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,400068760~2981482,404565385~8850674] 2024-09-20T22:42:28.157 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [10708115~3801625,17070982~2447937,31211357~20776362,52039564~1647615,56068339~14591019,71813104~856706,79691776~9357890,93975950~6481409,112536379~11121240,135107982~487479,136267321~654364,154995908~14826789,173459351~9446909,184549376~8081568,201097687~6189335,217127557~2092176,239075328~13361322,252526387~12214326,264937778~36412952,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,333060515~11920695,358184230~3501812,364175834~2516385,366699300~974521,369098752~4128072,383106113~11247967,400068760~2981482,404565385~8850674] 2024-09-20T22:42:28.157 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 16 diff [10708115~3801625,17070982~2447937,31211357~20776362,52039564~1647615,56068339~9373011,66686056~3973302,71813104~856706,81207277~7842389,93975950~6481409,112536379~11121240,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~22032842,173786161~6574678,180451313~2454947,184118259~8512685,201097687~6189335,217127557~2092176,239872108~12564542,252526387~12214326,264937778~13253125,279188209~4043707,284389554~16961176,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.157 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [10708115~3801625,17070982~2447937,31211357~20776362,52039564~1647615,56068339~9373011,66686056~3973302,71813104~856706,81207277~7842389,93975950~6481409,112536379~11121240,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~22032842,173786161~6574678,180451313~2454947,184118259~8512685,201097687~6189335,217127557~2092176,239872108~12564542,252526387~12214326,264937778~13253125,279188209~4043707,284389554~16961176,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.162 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [10708115~3801625,17070982~2447937,31211357~20776362,52039564~1647615,56068339~14591019,71813104~856706,79691776~9357890,93975950~6481409,112536379~11121240,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~22032842,173459351~19171593,201097687~6189335,217127557~2092176,239075328~13361322,252526387~12214326,264937778~36412952,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,333060515~11920695,358184230~3501812,364175834~2516385,366699300~974521,369098752~4128072,383106113~11247967,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.162 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 17 diff [9969929~99000,10708115~3801625,17070982~2447937,31211357~20776362,52039564~1647615,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,93975950~6481409,112536379~11121240,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~22032842,173786161~6574678,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~13253125,279188209~4043707,284389554~16961176,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.162 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~3801625,17070982~2447937,31211357~20776362,52039564~1647615,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,93975950~6481409,112536379~11121240,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~22032842,173786161~6574678,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~13253125,279188209~4043707,284389554~16961176,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.168 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~3801625,17070982~2447937,31211357~20776362,52039564~1647615,56068339~14591019,71813104~856706,75639026~3973399,79691776~9357890,93975950~6481409,112536379~11121240,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~22032842,173459351~19171593,201097687~9858667,217127557~2092176,239075328~25665385,264937778~36412952,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,333060515~11920695,358184230~3501812,364175834~2516385,366699300~974521,369098752~4128072,383106113~11247967,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.168 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 18 diff [9969929~99000,10708115~8923895,20043756~1259717,31211357~20776362,52039564~1647615,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,93975950~6481409,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.168 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,31211357~20776362,52039564~1647615,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,93975950~6481409,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.174 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,31211357~20776362,52039564~1647615,56068339~14591019,71813104~856706,75639026~3973399,79691776~9357890,93975950~6481409,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~44841089,201097687~9858667,217127557~2092176,239075328~25665385,264937778~36412952,301647373~1561923,311099273~8503557,323248624~1313591,326700162~1682671,333060515~11920695,358184230~3501812,364175834~2516385,366699300~974521,369098752~4128072,383106113~11247967,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.174 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 19 diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,31211357~20776362,52039564~1647615,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:28.174 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,31211357~20776362,52039564~1647615,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:28.180 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,31211357~20776362,52039564~1647615,56068339~14591019,71813104~856706,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~44841089,201097687~9858667,217127557~2092176,239075328~25665385,264937778~36412952,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~11920695,358184230~3501812,364175834~2516385,366699300~974521,369098752~4128072,383106113~30309946] 2024-09-20T22:42:28.180 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 9 diff [61322360~4118990,162542873~7279824,173786161~3327829,239872108~4397907,252813079~2077104,270925554~7265349,333190772~3308663,358184230~2832533,370932015~2294809] 2024-09-20T22:42:28.180 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [61322360~4118990,162542873~7279824,173786161~3327829,239872108~4397907,252813079~2077104,270925554~7265349,333190772~3308663,358184230~2832533,370932015~2294809] 2024-09-20T22:42:28.185 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [61322360~4118990,162542873~7279824,173459351~3654639,239075328~5194687,252813079~2077104,268435456~9755447,333060515~3438920,358184230~2832533,369098752~4128072] 2024-09-20T22:42:28.186 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 10 diff [61322360~4118990,93975950~6481409,112536379~5517224,159352411~1597402,162542873~7279824,173786161~3327829,184601599~8029345,201097687~6189335,239872108~4397907,252813079~2077104,270925554~7265349,290734142~6041282,301647373~1561923,333190772~3308663,358184230~2832533,370932015~2294809,383106113~11247967] 2024-09-20T22:42:28.186 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [61322360~4118990,93975950~6481409,112536379~5517224,159352411~1597402,162542873~7279824,173786161~3327829,184601599~8029345,201097687~6189335,239872108~4397907,252813079~2077104,270925554~7265349,290734142~6041282,301647373~1561923,333190772~3308663,358184230~2832533,370932015~2294809,383106113~11247967] 2024-09-20T22:42:28.191 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [61322360~4118990,93975950~6481409,112536379~5517224,159352411~1597402,162542873~7279824,173459351~3654639,184549376~8081568,201097687~6189335,239075328~5194687,252813079~2077104,268435456~9755447,289406976~7368448,301647373~1561923,333060515~3438920,358184230~2832533,369098752~4128072,383106113~11247967] 2024-09-20T22:42:28.191 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 11 diff [10708115~3801625,46141236~5846483,59914894~5526456,93975950~6481409,112536379~5517224,136267321~654364,159352411~1597402,162542873~7279824,173786161~3327829,184601599~8029345,201097687~6189335,217127557~2061116,239872108~4397907,252813079~2077104,264937778~13253125,290734142~7570844,301647373~1561923,333190772~3308663,358184230~3501812,366699300~974521,370932015~2294809,383106113~11247967] 2024-09-20T22:42:28.191 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [10708115~3801625,46141236~5846483,59914894~5526456,93975950~6481409,112536379~5517224,136267321~654364,159352411~1597402,162542873~7279824,173786161~3327829,184601599~8029345,201097687~6189335,217127557~2061116,239872108~4397907,252813079~2077104,264937778~13253125,290734142~7570844,301647373~1561923,333190772~3308663,358184230~3501812,366699300~974521,370932015~2294809,383106113~11247967] 2024-09-20T22:42:28.197 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [10708115~3801625,46141236~5846483,59914894~5526456,93975950~6481409,112536379~5517224,136267321~654364,159352411~1597402,162542873~7279824,173459351~3654639,184549376~8081568,201097687~6189335,217127557~2061116,239075328~5194687,252813079~2077104,264937778~13253125,289406976~8898010,301647373~1561923,333060515~3438920,358184230~3501812,366699300~974521,369098752~4128072,383106113~11247967] 2024-09-20T22:42:28.197 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 12 diff [10708115~3801625,41151912~705783,46141236~5846483,59914894~5526456,82854528~3523555,93975950~6481409,112536379~5517224,136267321~654364,154995908~14826789,173786161~3327829,184601599~8029345,201097687~6189335,217127557~2061116,239872108~4397907,252526387~7858928,264937778~13253125,290734142~7570844,301647373~1561923,323248624~1313591,333190772~3308663,358184230~3501812,364751195~205208,366699300~974521,370932015~2294809,383106113~11247967,405771471~7644588] 2024-09-20T22:42:28.197 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [10708115~3801625,41151912~705783,46141236~5846483,59914894~5526456,82854528~3523555,93975950~6481409,112536379~5517224,136267321~654364,154995908~14826789,173786161~3327829,184601599~8029345,201097687~6189335,217127557~2061116,239872108~4397907,252526387~7858928,264937778~13253125,290734142~7570844,301647373~1561923,323248624~1313591,333190772~3308663,358184230~3501812,364751195~205208,366699300~974521,370932015~2294809,383106113~11247967,405771471~7644588] 2024-09-20T22:42:28.203 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [10708115~3801625,41151912~705783,46141236~5846483,59914894~5526456,82854528~3523555,93975950~6481409,112536379~5517224,136267321~654364,154995908~14826789,173459351~3654639,184549376~8081568,201097687~6189335,217127557~2061116,239075328~5194687,252526387~7858928,264937778~13253125,289406976~8898010,301647373~1561923,323248624~1313591,333060515~3438920,358184230~3501812,364751195~205208,366699300~974521,369098752~4128072,383106113~11247967,405771471~7644588] 2024-09-20T22:42:28.203 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 13 diff [10708115~3801625,41151912~705783,46141236~5846483,59024026~6417324,66686056~3973302,82262679~6352545,93975950~6481409,112536379~11121240,136267321~654364,154995908~14826789,173786161~3327829,180451313~2454947,184601599~8029345,201097687~6189335,217127557~2061116,239872108~12564542,252526387~7858928,264937778~13253125,290734142~7570844,301647373~1561923,323248624~1313591,333190772~3308663,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,404565385~8850674] 2024-09-20T22:42:28.203 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [10708115~3801625,41151912~705783,46141236~5846483,59024026~6417324,66686056~3973302,82262679~6352545,93975950~6481409,112536379~11121240,136267321~654364,154995908~14826789,173786161~3327829,180451313~2454947,184601599~8029345,201097687~6189335,217127557~2061116,239872108~12564542,252526387~7858928,264937778~13253125,290734142~7570844,301647373~1561923,323248624~1313591,333190772~3308663,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,404565385~8850674] 2024-09-20T22:42:28.209 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [10708115~3801625,41151912~705783,46141236~5846483,59024026~11635332,82262679~6352545,93975950~6481409,112536379~11121240,136267321~654364,154995908~14826789,173459351~3654639,180355072~2551188,184549376~8081568,201097687~6189335,217127557~2061116,239075328~13361322,252526387~7858928,264937778~13253125,289406976~8898010,301647373~1561923,323248624~1313591,333060515~3438920,358184230~3501812,364175834~2516385,366699300~974521,369098752~4128072,383106113~11247967,404565385~8850674] 2024-09-20T22:42:28.209 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 14 diff [10708115~3801625,35270434~9921139,46141236~5846483,52039564~1647615,59024026~6417324,66686056~3973302,82262679~6352545,93975950~6481409,112536379~11121240,135107982~487479,136267321~654364,154995908~14826789,173786161~3327829,180451313~2454947,184601599~8029345,201097687~6189335,217127557~2061116,239872108~12564542,252526387~7858928,264937778~13253125,284389554~13915432,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,404565385~8850674] 2024-09-20T22:42:28.209 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [10708115~3801625,35270434~9921139,46141236~5846483,52039564~1647615,59024026~6417324,66686056~3973302,82262679~6352545,93975950~6481409,112536379~11121240,135107982~487479,136267321~654364,154995908~14826789,173786161~3327829,180451313~2454947,184601599~8029345,201097687~6189335,217127557~2061116,239872108~12564542,252526387~7858928,264937778~13253125,284389554~13915432,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,404565385~8850674] 2024-09-20T22:42:28.215 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [10708115~3801625,35270434~9921139,46141236~5846483,52039564~1647615,59024026~11635332,82262679~6352545,93975950~6481409,112536379~11121240,135107982~487479,136267321~654364,154995908~14826789,173459351~3654639,180355072~2551188,184549376~8081568,201097687~6189335,217127557~2061116,239075328~13361322,252526387~7858928,264937778~13253125,281018368~17286618,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,333060515~3438920,358184230~3501812,364175834~2516385,366699300~974521,369098752~4128072,383106113~11247967,404565385~8850674] 2024-09-20T22:42:28.215 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 15 diff [10708115~3801625,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~9373011,66686056~3973302,82262679~6786987,93975950~6481409,112536379~11121240,135107982~487479,136267321~654364,154995908~14826789,173786161~6574678,180451313~2454947,184601599~8029345,201097687~6189335,217127557~2061116,239872108~12564542,252526387~12214326,264937778~13253125,279188209~4043707,284389554~13915432,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,400068760~2981482,404565385~8850674] 2024-09-20T22:42:28.215 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [10708115~3801625,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~9373011,66686056~3973302,82262679~6786987,93975950~6481409,112536379~11121240,135107982~487479,136267321~654364,154995908~14826789,173786161~6574678,180451313~2454947,184601599~8029345,201097687~6189335,217127557~2061116,239872108~12564542,252526387~12214326,264937778~13253125,279188209~4043707,284389554~13915432,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,400068760~2981482,404565385~8850674] 2024-09-20T22:42:28.220 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [10708115~3801625,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~14591019,82262679~6786987,93975950~6481409,112536379~11121240,135107982~487479,136267321~654364,154995908~14826789,173459351~9446909,184549376~8081568,201097687~6189335,217127557~2061116,239075328~13361322,252526387~12214326,264937778~33367208,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,333060515~11920695,358184230~3501812,364175834~2516385,366699300~974521,369098752~4128072,383106113~11247967,400068760~2981482,404565385~8850674] 2024-09-20T22:42:28.220 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 16 diff [10708115~3801625,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~9373011,66686056~3973302,82262679~6786987,93975950~6481409,112536379~11121240,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~22032842,173786161~6574678,180451313~2454947,184118259~8512685,201097687~6189335,217127557~2061116,239872108~12564542,252526387~12214326,264937778~13253125,279188209~4043707,284389554~13915432,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.221 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [10708115~3801625,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~9373011,66686056~3973302,82262679~6786987,93975950~6481409,112536379~11121240,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~22032842,173786161~6574678,180451313~2454947,184118259~8512685,201097687~6189335,217127557~2061116,239872108~12564542,252526387~12214326,264937778~13253125,279188209~4043707,284389554~13915432,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.226 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [10708115~3801625,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~14591019,82262679~6786987,93975950~6481409,112536379~11121240,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~22032842,173459351~19171593,201097687~6189335,217127557~2061116,239075328~13361322,252526387~12214326,264937778~33367208,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,333060515~11920695,358184230~3501812,364175834~2516385,366699300~974521,369098752~4128072,383106113~11247967,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.226 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 17 diff [9969929~99000,10708115~3801625,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~9373011,66686056~3973302,75639026~3973399,82262679~6786987,93975950~6481409,112536379~11121240,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~22032842,173786161~6574678,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,239872108~24868605,264937778~13253125,279188209~4043707,284389554~13915432,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.226 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~3801625,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~9373011,66686056~3973302,75639026~3973399,82262679~6786987,93975950~6481409,112536379~11121240,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~22032842,173786161~6574678,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,239872108~24868605,264937778~13253125,279188209~4043707,284389554~13915432,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.232 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~3801625,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~14591019,75639026~3973399,82262679~6786987,93975950~6481409,112536379~11121240,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~22032842,173459351~19171593,201097687~9858667,217127557~2061116,239075328~25665385,264937778~33367208,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,333060515~11920695,358184230~3501812,364175834~2516385,366699300~974521,369098752~4128072,383106113~11247967,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.232 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 18 diff [9969929~99000,10708115~8923895,20043756~1259717,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~9373011,66686056~3973302,75639026~3973399,82262679~6786987,93975950~6481409,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,239872108~24868605,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.232 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~9373011,66686056~3973302,75639026~3973399,82262679~6786987,93975950~6481409,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,239872108~24868605,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.237 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~14591019,75639026~3973399,82262679~6786987,93975950~6481409,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~44841089,201097687~9858667,217127557~2061116,239075328~25665385,264937778~33367208,301647373~1561923,311099273~8503557,323248624~1313591,326700162~1682671,333060515~11920695,358184230~3501812,364175834~2516385,366699300~974521,369098752~4128072,383106113~11247967,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.238 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 19 diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~9373011,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,239872108~24868605,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:28.238 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~9373011,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,239872108~24868605,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:28.243 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~14591019,75639026~3973399,81213182~10859459,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~44841089,201097687~9858667,217127557~2061116,239075328~25665385,264937778~33367208,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~11920695,358184230~3501812,364175834~2516385,366699300~974521,369098752~4128072,383106113~30309946] 2024-09-20T22:42:28.244 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 10 diff [93975950~6481409,112536379~5517224,159352411~1597402,184601599~8029345,201097687~6189335,290734142~6041282,301647373~1561923,383106113~11247967] 2024-09-20T22:42:28.244 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [93975950~6481409,112536379~5517224,159352411~1597402,184601599~8029345,201097687~6189335,290734142~6041282,301647373~1561923,383106113~11247967] 2024-09-20T22:42:28.249 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [93975950~6481409,112536379~5517224,159352411~1597402,184549376~8081568,201097687~6189335,289406976~7368448,301647373~1561923,383106113~11247967] 2024-09-20T22:42:28.249 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 11 diff [10708115~3801625,46141236~5846483,59914894~1517877,93975950~6481409,112536379~5517224,136267321~654364,159352411~1597402,184601599~8029345,201097687~6189335,217127557~2061116,264937778~7556983,274871229~1192301,290734142~7570844,301647373~1561923,360166394~1519648,366699300~974521,383106113~11247967] 2024-09-20T22:42:28.249 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [10708115~3801625,46141236~5846483,59914894~1517877,93975950~6481409,112536379~5517224,136267321~654364,159352411~1597402,184601599~8029345,201097687~6189335,217127557~2061116,264937778~7556983,274871229~1192301,290734142~7570844,301647373~1561923,360166394~1519648,366699300~974521,383106113~11247967] 2024-09-20T22:42:28.255 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [10708115~3801625,46141236~5846483,59914894~1517877,93975950~6481409,112536379~5517224,136267321~654364,159352411~1597402,184549376~8081568,201097687~6189335,217127557~2061116,264937778~7556983,274871229~1192301,289406976~8898010,301647373~1561923,360166394~1519648,366699300~974521,383106113~11247967] 2024-09-20T22:42:28.255 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 12 diff [10708115~3801625,41151912~705783,46141236~5846483,59914894~1517877,82854528~3523555,93975950~6481409,112536379~5517224,136267321~654364,154995908~12393764,184601599~8029345,201097687~6189335,217127557~2061116,252526387~7858928,264937778~7556983,274871229~1192301,290734142~7570844,301647373~1561923,323248624~1313591,360166394~1519648,364751195~205208,366699300~974521,383106113~11247967,405771471~7644588] 2024-09-20T22:42:28.255 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [10708115~3801625,41151912~705783,46141236~5846483,59914894~1517877,82854528~3523555,93975950~6481409,112536379~5517224,136267321~654364,154995908~12393764,184601599~8029345,201097687~6189335,217127557~2061116,252526387~7858928,264937778~7556983,274871229~1192301,290734142~7570844,301647373~1561923,323248624~1313591,360166394~1519648,364751195~205208,366699300~974521,383106113~11247967,405771471~7644588] 2024-09-20T22:42:28.261 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [10708115~3801625,41151912~705783,46141236~5846483,59914894~1517877,82854528~3523555,93975950~6481409,112536379~5517224,136267321~654364,154995908~12393764,184549376~8081568,201097687~6189335,217127557~2061116,252526387~7858928,264937778~7556983,274871229~1192301,289406976~8898010,301647373~1561923,323248624~1313591,360166394~1519648,364751195~205208,366699300~974521,383106113~11247967,405771471~7644588] 2024-09-20T22:42:28.261 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 13 diff [10708115~3801625,41151912~705783,46141236~5846483,59024026~5295970,66686056~3973302,82262679~6352545,93975950~6481409,112536379~11121240,136267321~654364,154995908~12393764,180451313~2454947,184601599~8029345,201097687~6189335,217127557~2061116,243704525~8732125,252526387~7858928,264937778~7556983,274871229~1192301,290734142~7570844,301647373~1561923,323248624~1313591,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,404565385~8850674] 2024-09-20T22:42:28.261 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [10708115~3801625,41151912~705783,46141236~5846483,59024026~5295970,66686056~3973302,82262679~6352545,93975950~6481409,112536379~11121240,136267321~654364,154995908~12393764,180451313~2454947,184601599~8029345,201097687~6189335,217127557~2061116,243704525~8732125,252526387~7858928,264937778~7556983,274871229~1192301,290734142~7570844,301647373~1561923,323248624~1313591,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,404565385~8850674] 2024-09-20T22:42:28.267 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [10708115~3801625,41151912~705783,46141236~5846483,59024026~5295970,65441350~5218008,82262679~6352545,93975950~6481409,112536379~11121240,136267321~654364,154995908~12393764,180355072~2551188,184549376~8081568,201097687~6189335,217127557~2061116,243704525~8732125,252526387~7858928,264937778~7556983,274871229~1192301,289406976~8898010,301647373~1561923,323248624~1313591,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,404565385~8850674] 2024-09-20T22:42:28.267 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 14 diff [10708115~3801625,35270434~9921139,46141236~5846483,52039564~1647615,59024026~5295970,66686056~3973302,82262679~6352545,93975950~6481409,112536379~11121240,135107982~487479,136267321~654364,154995908~12393764,180451313~2454947,184601599~8029345,201097687~6189335,217127557~2061116,243704525~8732125,252526387~7858928,264937778~7556983,274871229~1192301,284389554~13915432,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,404565385~8850674] 2024-09-20T22:42:28.267 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [10708115~3801625,35270434~9921139,46141236~5846483,52039564~1647615,59024026~5295970,66686056~3973302,82262679~6352545,93975950~6481409,112536379~11121240,135107982~487479,136267321~654364,154995908~12393764,180451313~2454947,184601599~8029345,201097687~6189335,217127557~2061116,243704525~8732125,252526387~7858928,264937778~7556983,274871229~1192301,284389554~13915432,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,404565385~8850674] 2024-09-20T22:42:28.273 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [10708115~3801625,35270434~9921139,46141236~5846483,52039564~1647615,59024026~5295970,65441350~5218008,82262679~6352545,93975950~6481409,112536379~11121240,135107982~487479,136267321~654364,154995908~12393764,180355072~2551188,184549376~8081568,201097687~6189335,217127557~2061116,243704525~8732125,252526387~7858928,264937778~7556983,274871229~1192301,281018368~17286618,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,404565385~8850674] 2024-09-20T22:42:28.273 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 15 diff [10708115~3801625,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,82262679~6786987,93975950~6481409,112536379~11121240,135107982~487479,136267321~654364,154995908~13332081,175929195~4431644,180451313~2454947,184601599~8029345,201097687~6189335,217127557~2061116,243704525~8732125,252526387~12214326,264937778~7556983,274871229~1192301,279188209~4043707,284389554~13915432,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,400068760~2981482,404565385~8850674] 2024-09-20T22:42:28.273 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [10708115~3801625,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,82262679~6786987,93975950~6481409,112536379~11121240,135107982~487479,136267321~654364,154995908~13332081,175929195~4431644,180451313~2454947,184601599~8029345,201097687~6189335,217127557~2061116,243704525~8732125,252526387~12214326,264937778~7556983,274871229~1192301,279188209~4043707,284389554~13915432,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,400068760~2981482,404565385~8850674] 2024-09-20T22:42:28.278 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [10708115~3801625,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,65441350~5218008,82262679~6786987,93975950~6481409,112536379~11121240,135107982~487479,136267321~654364,154995908~13332081,175929195~6977065,184549376~8081568,201097687~6189335,217127557~2061116,243704525~8732125,252526387~12214326,264937778~7556983,274871229~1192301,278190903~20114083,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,336499435~8481775,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,400068760~2981482,404565385~8850674] 2024-09-20T22:42:28.278 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 16 diff [10708115~3801625,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,82262679~6786987,93975950~6481409,112536379~11121240,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~20538134,175929195~4431644,180451313~2454947,184118259~8512685,201097687~6189335,217127557~2061116,243704525~8732125,252526387~12214326,264937778~7556983,274871229~1192301,279188209~4043707,284389554~13915432,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.278 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [10708115~3801625,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,82262679~6786987,93975950~6481409,112536379~11121240,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~20538134,175929195~4431644,180451313~2454947,184118259~8512685,201097687~6189335,217127557~2061116,243704525~8732125,252526387~12214326,264937778~7556983,274871229~1192301,279188209~4043707,284389554~13915432,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.283 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [10708115~3801625,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,65441350~5218008,82262679~6786987,93975950~6481409,112536379~11121240,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~20538134,175929195~16701749,201097687~6189335,217127557~2061116,243704525~8732125,252526387~12214326,264937778~7556983,274871229~1192301,278190903~20114083,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,336499435~8481775,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.284 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 17 diff [9969929~99000,10708115~3801625,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,82262679~6786987,93975950~6481409,112536379~11121240,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~20538134,175929195~4431644,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,243704525~21036188,264937778~7556983,274871229~1192301,279188209~4043707,284389554~13915432,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.284 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~3801625,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,82262679~6786987,93975950~6481409,112536379~11121240,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~20538134,175929195~4431644,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,243704525~21036188,264937778~7556983,274871229~1192301,279188209~4043707,284389554~13915432,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.289 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~3801625,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,82262679~6786987,93975950~6481409,112536379~11121240,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~20538134,175929195~16701749,201097687~9858667,217127557~2061116,243704525~21036188,264937778~7556983,274871229~1192301,278190903~20114083,301647373~1561923,311099273~3547643,323248624~1313591,326700162~1682671,336499435~8481775,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.289 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 18 diff [9969929~99000,10708115~8923895,20043756~1259717,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,82262679~6786987,93975950~6481409,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,243704525~21036188,264937778~7556983,273273913~9958003,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.289 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,82262679~6786987,93975950~6481409,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,243704525~21036188,264937778~7556983,273273913~9958003,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.295 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,82262679~6786987,93975950~6481409,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~16701749,201097687~9858667,217127557~2061116,243704525~21036188,264937778~7556983,273273913~25031073,301647373~1561923,311099273~8503557,323248624~1313591,326700162~1682671,336499435~8481775,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.295 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 19 diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,396884297~16531762] 2024-09-20T22:42:28.295 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,396884297~16531762] 2024-09-20T22:42:28.301 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,81213182~10859459,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~16701749,201097687~9858667,217127557~2061116,243704525~21036188,264937778~33367208,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,336499435~8481775,360166394~1519648,364175834~2516385,366699300~974521,383106113~30309946] 2024-09-20T22:42:28.301 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to 11 diff [10708115~3801625,46141236~5846483,59914894~1517877,136267321~654364,217127557~2061116,264937778~7556983,274871229~1192301,291790081~6514905,360166394~1519648,366699300~974521] 2024-09-20T22:42:28.301 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [10708115~3801625,46141236~5846483,59914894~1517877,136267321~654364,217127557~2061116,264937778~7556983,274871229~1192301,291790081~6514905,360166394~1519648,366699300~974521] 2024-09-20T22:42:28.307 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [10708115~3801625,46141236~5846483,59914894~1517877,136267321~654364,217127557~2061116,264937778~7556983,274871229~1192301,291790081~6514905,360166394~1519648,366699300~974521] 2024-09-20T22:42:28.307 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to 12 diff [10708115~3801625,41151912~705783,46141236~5846483,59914894~1517877,82854528~3523555,136267321~654364,154995908~12393764,217127557~2061116,252526387~7858928,264937778~7556983,274871229~1192301,291790081~6514905,323248624~1313591,360166394~1519648,364751195~205208,366699300~974521,405771471~7644588] 2024-09-20T22:42:28.307 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [10708115~3801625,41151912~705783,46141236~5846483,59914894~1517877,82854528~3523555,136267321~654364,154995908~12393764,217127557~2061116,252526387~7858928,264937778~7556983,274871229~1192301,291790081~6514905,323248624~1313591,360166394~1519648,364751195~205208,366699300~974521,405771471~7644588] 2024-09-20T22:42:28.312 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [10708115~3801625,41151912~705783,46141236~5846483,59914894~1517877,82854528~3523555,136267321~654364,154995908~12393764,217127557~2061116,252526387~7858928,264937778~7556983,274871229~1192301,291790081~6514905,323248624~1313591,360166394~1519648,364751195~205208,366699300~974521,405771471~7644588] 2024-09-20T22:42:28.313 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to 13 diff [10708115~3801625,41151912~705783,46141236~5846483,59024026~5295970,66686056~3973302,82262679~6352545,112840414~10817205,136267321~654364,154995908~12393764,180451313~2454947,217127557~2061116,243704525~8732125,252526387~7858928,264937778~7556983,274871229~1192301,291790081~6514905,323248624~1313591,360166394~1519648,364175834~2516385,366699300~974521,404565385~8850674] 2024-09-20T22:42:28.313 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [10708115~3801625,41151912~705783,46141236~5846483,59024026~5295970,66686056~3973302,82262679~6352545,112840414~10817205,136267321~654364,154995908~12393764,180451313~2454947,217127557~2061116,243704525~8732125,252526387~7858928,264937778~7556983,274871229~1192301,291790081~6514905,323248624~1313591,360166394~1519648,364175834~2516385,366699300~974521,404565385~8850674] 2024-09-20T22:42:28.318 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [10708115~3801625,41151912~705783,46141236~5846483,59024026~5295970,65441350~5218008,82262679~6352545,112840414~10817205,136267321~654364,154995908~12393764,180355072~2551188,217127557~2061116,243704525~8732125,252526387~7858928,264937778~7556983,274871229~1192301,291790081~6514905,323248624~1313591,360166394~1519648,364175834~2516385,366699300~974521,404565385~8850674] 2024-09-20T22:42:28.318 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to 14 diff [10708115~3801625,35270434~9921139,46141236~5846483,52039564~1647615,59024026~5295970,66686056~3973302,82262679~6352545,112840414~10817205,135107982~487479,136267321~654364,154995908~12393764,180451313~2454947,189599978~1781016,191982180~252031,217127557~2061116,243704525~8732125,252526387~7858928,264937778~7556983,274871229~1192301,284389554~13915432,311099273~3547643,323248624~1313591,326700162~1682671,360166394~1519648,364175834~2516385,366699300~974521,404565385~8850674] 2024-09-20T22:42:28.318 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [10708115~3801625,35270434~9921139,46141236~5846483,52039564~1647615,59024026~5295970,66686056~3973302,82262679~6352545,112840414~10817205,135107982~487479,136267321~654364,154995908~12393764,180451313~2454947,189599978~1781016,191982180~252031,217127557~2061116,243704525~8732125,252526387~7858928,264937778~7556983,274871229~1192301,284389554~13915432,311099273~3547643,323248624~1313591,326700162~1682671,360166394~1519648,364175834~2516385,366699300~974521,404565385~8850674] 2024-09-20T22:42:28.324 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [10708115~3801625,35270434~9921139,46141236~5846483,52039564~1647615,59024026~5295970,65441350~5218008,82262679~6352545,112840414~10817205,135107982~487479,136267321~654364,154995908~12393764,180355072~2551188,189599978~1781016,191982180~252031,217127557~2061116,243704525~8732125,252526387~7858928,264937778~7556983,274871229~1192301,281018368~17286618,311099273~3547643,323248624~1313591,326700162~1682671,360166394~1519648,364175834~2516385,366699300~974521,404565385~8850674] 2024-09-20T22:42:28.324 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to 15 diff [10708115~3801625,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,82262679~6786987,112840414~10817205,135107982~487479,136267321~654364,154995908~13332081,175929195~4431644,180451313~2454947,189599978~1781016,191982180~252031,217127557~2061116,243704525~8732125,252526387~12214326,264937778~7556983,274871229~1192301,279188209~4043707,284389554~13915432,311099273~3547643,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,400068760~2981482,404565385~8850674] 2024-09-20T22:42:28.324 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [10708115~3801625,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,82262679~6786987,112840414~10817205,135107982~487479,136267321~654364,154995908~13332081,175929195~4431644,180451313~2454947,189599978~1781016,191982180~252031,217127557~2061116,243704525~8732125,252526387~12214326,264937778~7556983,274871229~1192301,279188209~4043707,284389554~13915432,311099273~3547643,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,400068760~2981482,404565385~8850674] 2024-09-20T22:42:28.330 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [10708115~3801625,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,65441350~5218008,82262679~6786987,112840414~10817205,135107982~487479,136267321~654364,154995908~13332081,175929195~6977065,189599978~1781016,191982180~252031,217127557~2061116,243704525~8732125,252526387~12214326,264937778~7556983,274871229~1192301,278190903~20114083,311099273~3547643,323248624~1313591,326700162~1682671,336499435~8481775,360166394~1519648,364175834~2516385,366699300~974521,400068760~2981482,404565385~8850674] 2024-09-20T22:42:28.330 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to 16 diff [10708115~3801625,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,82262679~6786987,112840414~10817205,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~20538134,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,204457293~2036989,217127557~2061116,243704525~8732125,252526387~12214326,264937778~7556983,274871229~1192301,279188209~4043707,284389554~13915432,311099273~3547643,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.330 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [10708115~3801625,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,82262679~6786987,112840414~10817205,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~20538134,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,204457293~2036989,217127557~2061116,243704525~8732125,252526387~12214326,264937778~7556983,274871229~1192301,279188209~4043707,284389554~13915432,311099273~3547643,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.336 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [10708115~3801625,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,65441350~5218008,82262679~6786987,112840414~10817205,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~20538134,175929195~13141244,189599978~1781016,191982180~252031,204457293~2036989,217127557~2061116,243704525~8732125,252526387~12214326,264937778~7556983,274871229~1192301,278190903~20114083,311099273~3547643,323248624~1313591,326700162~1682671,336499435~8481775,360166394~1519648,364175834~2516385,366699300~974521,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.336 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to 17 diff [9969929~99000,10708115~3801625,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,82262679~6786987,112840414~10817205,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~20538134,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,203905326~7051028,217127557~2061116,243704525~21036188,264937778~7556983,274871229~1192301,279188209~4043707,284389554~13915432,311099273~3547643,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.336 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~3801625,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,82262679~6786987,112840414~10817205,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~20538134,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,203905326~7051028,217127557~2061116,243704525~21036188,264937778~7556983,274871229~1192301,279188209~4043707,284389554~13915432,311099273~3547643,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.341 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~3801625,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,82262679~6786987,112840414~10817205,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~20538134,175929195~13141244,189599978~1781016,191982180~252031,203905326~7051028,217127557~2061116,243704525~21036188,264937778~7556983,274871229~1192301,278190903~20114083,311099273~3547643,323248624~1313591,326700162~1682671,336499435~8481775,360166394~1519648,364175834~2516385,366699300~974521,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.342 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to 18 diff [9969929~99000,10708115~8923895,20043756~1259717,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,82262679~6786987,112840414~14138395,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,217127557~2061116,243704525~21036188,264937778~7556983,273273913~9958003,284389554~13915432,311099273~3547643,315723111~3879719,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.342 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,82262679~6786987,112840414~14138395,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,217127557~2061116,243704525~21036188,264937778~7556983,273273913~9958003,284389554~13915432,311099273~3547643,315723111~3879719,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.347 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,82262679~6786987,112840414~14138395,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~13141244,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,217127557~2061116,243704525~21036188,264937778~7556983,273273913~25031073,311099273~8503557,323248624~1313591,326700162~1682671,336499435~8481775,360166394~1519648,364175834~2516385,366699300~974521,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.347 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to 19 diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,396884297~16531762] 2024-09-20T22:42:28.347 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,396884297~16531762] 2024-09-20T22:42:28.353 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,81213182~10859459,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~13141244,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,217127557~2061116,243704525~21036188,264937778~33367208,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,336499435~8481775,360166394~1519648,364175834~2516385,366699300~974521,394354080~19061979] 2024-09-20T22:42:28.353 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to 12 diff [41151912~705783,82854528~3523555,154995908~12393764,252526387~7858928,323248624~1313591,364751195~205208,405771471~7644588] 2024-09-20T22:42:28.353 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [41151912~705783,82854528~3523555,154995908~12393764,252526387~7858928,323248624~1313591,364751195~205208,405771471~7644588] 2024-09-20T22:42:28.359 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [41151912~705783,82854528~3523555,154995908~12393764,252526387~7858928,323248624~1313591,364751195~205208,405771471~7644588] 2024-09-20T22:42:28.359 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to 13 diff [41151912~705783,59024026~5295970,66686056~3973302,82262679~6352545,112840414~10817205,154995908~12393764,180451313~2454947,243704525~8732125,252526387~7858928,323248624~1313591,364175834~2516385,404565385~8850674] 2024-09-20T22:42:28.359 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [41151912~705783,59024026~5295970,66686056~3973302,82262679~6352545,112840414~10817205,154995908~12393764,180451313~2454947,243704525~8732125,252526387~7858928,323248624~1313591,364175834~2516385,404565385~8850674] 2024-09-20T22:42:28.364 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [41151912~705783,59024026~5295970,65441350~5218008,82262679~6352545,112840414~10817205,154995908~12393764,180355072~2551188,243704525~8732125,252526387~7858928,323248624~1313591,364175834~2516385,404565385~8850674] 2024-09-20T22:42:28.364 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to 14 diff [35270434~9921139,52039564~1647615,59024026~5295970,66686056~3973302,82262679~6352545,112840414~10817205,135107982~487479,154995908~12393764,180451313~2454947,189599978~1781016,191982180~252031,243704525~8732125,252526387~7858928,284389554~7938425,311099273~3547643,323248624~1313591,326700162~1682671,364175834~2516385,404565385~8850674] 2024-09-20T22:42:28.364 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [35270434~9921139,52039564~1647615,59024026~5295970,66686056~3973302,82262679~6352545,112840414~10817205,135107982~487479,154995908~12393764,180451313~2454947,189599978~1781016,191982180~252031,243704525~8732125,252526387~7858928,284389554~7938425,311099273~3547643,323248624~1313591,326700162~1682671,364175834~2516385,404565385~8850674] 2024-09-20T22:42:28.370 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [35270434~9921139,52039564~1647615,59024026~5295970,65441350~5218008,82262679~6352545,112840414~10817205,135107982~487479,154995908~12393764,180355072~2551188,189599978~1781016,191982180~252031,243704525~8732125,252526387~7858928,281018368~11309611,311099273~3547643,323248624~1313591,326700162~1682671,364175834~2516385,404565385~8850674] 2024-09-20T22:42:28.370 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to 15 diff [33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,82262679~6786987,112840414~10817205,135107982~487479,154995908~13332081,175929195~4431644,180451313~2454947,189599978~1781016,191982180~252031,243704525~8732125,252526387~12214326,279188209~4043707,284389554~7938425,311099273~3547643,323248624~1313591,326700162~1682671,338322563~6658647,364175834~2516385,400068760~2981482,404565385~8850674] 2024-09-20T22:42:28.370 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,82262679~6786987,112840414~10817205,135107982~487479,154995908~13332081,175929195~4431644,180451313~2454947,189599978~1781016,191982180~252031,243704525~8732125,252526387~12214326,279188209~4043707,284389554~7938425,311099273~3547643,323248624~1313591,326700162~1682671,338322563~6658647,364175834~2516385,400068760~2981482,404565385~8850674] 2024-09-20T22:42:28.375 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,65441350~5218008,82262679~6786987,112840414~10817205,135107982~487479,154995908~13332081,175929195~6977065,189599978~1781016,191982180~252031,243704525~8732125,252526387~12214326,278190903~14137076,311099273~3547643,323248624~1313591,326700162~1682671,336499435~8481775,364175834~2516385,400068760~2981482,404565385~8850674] 2024-09-20T22:42:28.376 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to 16 diff [33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,82262679~6786987,112840414~10817205,133648000~197000,135107982~487479,139208022~3046858,147789855~20538134,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,204457293~2036989,243704525~8732125,252526387~12214326,279188209~4043707,284389554~7938425,311099273~3547643,323248624~1313591,326700162~1682671,338322563~6658647,364175834~2516385,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.376 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,82262679~6786987,112840414~10817205,133648000~197000,135107982~487479,139208022~3046858,147789855~20538134,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,204457293~2036989,243704525~8732125,252526387~12214326,279188209~4043707,284389554~7938425,311099273~3547643,323248624~1313591,326700162~1682671,338322563~6658647,364175834~2516385,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.381 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,65441350~5218008,82262679~6786987,112840414~10817205,133648000~197000,135107982~487479,139208022~3046858,147789855~20538134,175929195~13141244,189599978~1781016,191982180~252031,204457293~2036989,243704525~8732125,252526387~12214326,278190903~14137076,311099273~3547643,323248624~1313591,326700162~1682671,336499435~8481775,364175834~2516385,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.381 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to 17 diff [9969929~99000,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,82262679~6786987,112840414~10817205,133648000~197000,135107982~487479,139208022~3046858,147789855~20538134,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,203905326~7051028,243704525~21036188,279188209~4043707,284389554~7938425,311099273~3547643,323248624~1313591,326700162~1682671,338322563~6658647,364175834~2516385,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.381 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,82262679~6786987,112840414~10817205,133648000~197000,135107982~487479,139208022~3046858,147789855~20538134,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,203905326~7051028,243704525~21036188,279188209~4043707,284389554~7938425,311099273~3547643,323248624~1313591,326700162~1682671,338322563~6658647,364175834~2516385,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.387 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,82262679~6786987,112840414~10817205,133648000~197000,135107982~487479,139208022~3046858,147789855~20538134,175929195~13141244,189599978~1781016,191982180~252031,203905326~7051028,243704525~21036188,278190903~14137076,311099273~3547643,323248624~1313591,326700162~1682671,336499435~8481775,364175834~2516385,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.387 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to 18 diff [9969929~99000,12917506~6714504,20043756~1259717,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,82262679~6786987,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~21036188,273273913~9958003,284389554~7938425,311099273~3547643,315723111~3879719,323248624~1313591,326700162~1682671,338322563~6658647,364175834~2516385,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.387 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,82262679~6786987,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~21036188,273273913~9958003,284389554~7938425,311099273~3547643,315723111~3879719,323248624~1313591,326700162~1682671,338322563~6658647,364175834~2516385,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.394 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,82262679~6786987,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~26862473,175929195~13141244,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~21036188,273273913~19054066,311099273~8503557,323248624~1313591,326700162~1682671,336499435~8481775,364175834~2516385,400068760~2981482,403316669~10099390] 2024-09-20T22:42:28.394 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to 19 diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~21036188,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,364175834~2516385,396884297~16531762] 2024-09-20T22:42:28.394 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~21036188,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,364175834~2516385,396884297~16531762] 2024-09-20T22:42:28.399 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,81213182~10859459,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~26862473,175929195~13141244,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~21036188,268549746~23778233,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,336499435~8481775,364175834~2516385,394354080~19061979] 2024-09-20T22:42:28.399 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to 13 diff [59024026~5295970,66686056~3973302,82262679~6352545,112840414~10817205,180451313~2454947,243704525~8732125,364175834~2516385,404565385~3666172] 2024-09-20T22:42:28.399 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [59024026~5295970,66686056~3973302,82262679~6352545,112840414~10817205,180451313~2454947,243704525~8732125,364175834~2516385,404565385~3666172] 2024-09-20T22:42:28.404 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [59024026~5295970,65441350~5218008,82262679~6352545,112840414~10817205,180355072~2551188,243704525~8732125,364175834~2516385,404565385~3666172] 2024-09-20T22:42:28.404 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to 14 diff [35270434~9921139,52039564~1647615,59024026~5295970,66686056~3973302,82262679~6352545,112840414~10817205,135107982~487479,180451313~2454947,189599978~1781016,191982180~252031,243704525~8732125,284389554~7938425,311099273~3547643,326700162~1682671,364175834~2516385,404565385~3666172] 2024-09-20T22:42:28.404 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [35270434~9921139,52039564~1647615,59024026~5295970,66686056~3973302,82262679~6352545,112840414~10817205,135107982~487479,180451313~2454947,189599978~1781016,191982180~252031,243704525~8732125,284389554~7938425,311099273~3547643,326700162~1682671,364175834~2516385,404565385~3666172] 2024-09-20T22:42:28.410 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [35270434~9921139,52039564~1647615,59024026~5295970,65441350~5218008,82262679~6352545,112840414~10817205,135107982~487479,180355072~2551188,189599978~1781016,191982180~252031,243704525~8732125,281018368~11309611,311099273~3547643,326700162~1682671,364175834~2516385,404565385~3666172] 2024-09-20T22:42:28.410 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to 15 diff [33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,82262679~6786987,112840414~10817205,135107982~487479,160547610~7780379,175929195~4431644,180451313~2454947,189599978~1781016,191982180~252031,243704525~8732125,257913318~6827395,279188209~4043707,284389554~7938425,311099273~3547643,326700162~1682671,338322563~6658647,364175834~2516385,400068760~2981482,404565385~3666172] 2024-09-20T22:42:28.410 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,82262679~6786987,112840414~10817205,135107982~487479,160547610~7780379,175929195~4431644,180451313~2454947,189599978~1781016,191982180~252031,243704525~8732125,257913318~6827395,279188209~4043707,284389554~7938425,311099273~3547643,326700162~1682671,338322563~6658647,364175834~2516385,400068760~2981482,404565385~3666172] 2024-09-20T22:42:28.416 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,65441350~5218008,82262679~6786987,112840414~10817205,135107982~487479,160547610~7780379,175929195~6977065,189599978~1781016,191982180~252031,243704525~8732125,257913318~6827395,278190903~14137076,311099273~3547643,326700162~1682671,336499435~8481775,364175834~2516385,400068760~2981482,404565385~3666172] 2024-09-20T22:42:28.416 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to 16 diff [33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,82262679~6786987,112840414~10817205,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~10900591,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,204457293~2036989,243704525~8732125,257913318~6827395,279188209~4043707,284389554~7938425,311099273~3547643,326700162~1682671,338322563~6658647,364175834~2516385,400068760~2981482,403316669~7286026] 2024-09-20T22:42:28.416 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,82262679~6786987,112840414~10817205,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~10900591,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,204457293~2036989,243704525~8732125,257913318~6827395,279188209~4043707,284389554~7938425,311099273~3547643,326700162~1682671,338322563~6658647,364175834~2516385,400068760~2981482,403316669~7286026] 2024-09-20T22:42:28.421 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,65441350~5218008,82262679~6786987,112840414~10817205,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~10900591,175929195~13141244,189599978~1781016,191982180~252031,204457293~2036989,243704525~8732125,257913318~6827395,278190903~14137076,311099273~3547643,326700162~1682671,336499435~8481775,364175834~2516385,400068760~2981482,403316669~7286026] 2024-09-20T22:42:28.421 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to 17 diff [9969929~99000,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,82262679~6786987,112840414~10817205,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~10900591,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,203905326~7051028,243704525~9742636,256099753~8640960,279188209~4043707,284389554~7938425,311099273~3547643,326700162~1682671,338322563~6658647,364175834~2516385,400068760~2981482,403316669~7286026] 2024-09-20T22:42:28.421 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,82262679~6786987,112840414~10817205,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~10900591,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,203905326~7051028,243704525~9742636,256099753~8640960,279188209~4043707,284389554~7938425,311099273~3547643,326700162~1682671,338322563~6658647,364175834~2516385,400068760~2981482,403316669~7286026] 2024-09-20T22:42:28.427 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,82262679~6786987,112840414~10817205,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~10900591,175929195~13141244,189599978~1781016,191982180~252031,203905326~7051028,243704525~9742636,256099753~8640960,278190903~14137076,311099273~3547643,326700162~1682671,336499435~8481775,364175834~2516385,400068760~2981482,403316669~7286026] 2024-09-20T22:42:28.427 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to 18 diff [9969929~99000,12917506~6714504,20043756~1259717,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,82262679~6786987,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~9742636,256099753~8640960,273273913~9958003,284389554~7938425,311099273~3547643,315723111~3879719,326700162~1682671,338322563~6658647,364175834~2516385,400068760~2981482,403316669~7286026] 2024-09-20T22:42:28.427 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,82262679~6786987,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~9742636,256099753~8640960,273273913~9958003,284389554~7938425,311099273~3547643,315723111~3879719,326700162~1682671,338322563~6658647,364175834~2516385,400068760~2981482,403316669~7286026] 2024-09-20T22:42:28.434 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,82262679~6786987,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~13141244,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~9742636,256099753~8640960,273273913~19054066,311099273~8503557,326700162~1682671,336499435~8481775,364175834~2516385,400068760~2981482,403316669~7286026] 2024-09-20T22:42:28.434 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to 19 diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~9742636,256099753~8640960,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,326700162~1682671,338322563~6658647,364175834~2516385,396884297~13718398] 2024-09-20T22:42:28.434 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~9742636,256099753~8640960,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,326700162~1682671,338322563~6658647,364175834~2516385,396884297~13718398] 2024-09-20T22:42:28.440 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,81213182~10859459,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~13141244,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~9742636,256099753~8640960,268549746~23778233,311099273~8503557,320134316~2850212,326700162~1682671,336499435~8481775,364175834~2516385,394354080~16248615] 2024-09-20T22:42:28.440 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to 14 diff [35270434~9921139,52039564~1647615,68131937~106837,135107982~487479,189599978~1781016,191982180~252031,284389554~7938425,311099273~3547643,326700162~1682671] 2024-09-20T22:42:28.440 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [35270434~9921139,52039564~1647615,68131937~106837,135107982~487479,189599978~1781016,191982180~252031,284389554~7938425,311099273~3547643,326700162~1682671] 2024-09-20T22:42:28.446 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [35270434~9921139,52039564~1647615,68131937~106837,135107982~487479,189599978~1781016,191982180~252031,281018368~11309611,311099273~3547643,326700162~1682671] 2024-09-20T22:42:28.446 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to 15 diff [33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~5146364,68131937~106837,86489207~2560459,135107982~487479,160547610~7780379,175929195~4431644,189599978~1781016,191982180~252031,257913318~6827395,279188209~4043707,284389554~7938425,311099273~3547643,326700162~1682671,338322563~6658647,400068760~2981482] 2024-09-20T22:42:28.446 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~5146364,68131937~106837,86489207~2560459,135107982~487479,160547610~7780379,175929195~4431644,189599978~1781016,191982180~252031,257913318~6827395,279188209~4043707,284389554~7938425,311099273~3547643,326700162~1682671,338322563~6658647,400068760~2981482] 2024-09-20T22:42:28.452 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~5146364,68131937~106837,86489207~2560459,135107982~487479,160547610~7780379,175929195~4431644,189599978~1781016,191982180~252031,257913318~6827395,278190903~14137076,311099273~3547643,326700162~1682671,336499435~8481775,400068760~2981482] 2024-09-20T22:42:28.452 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to 16 diff [33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~5146364,68131937~106837,84082856~4966810,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~10900591,175929195~4431644,184118259~4952180,189599978~1781016,191982180~252031,204457293~2036989,257913318~6827395,279188209~4043707,284389554~7938425,311099273~3547643,326700162~1682671,338322563~6658647,400068760~2981482,403316669~7286026] 2024-09-20T22:42:28.452 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~5146364,68131937~106837,84082856~4966810,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~10900591,175929195~4431644,184118259~4952180,189599978~1781016,191982180~252031,204457293~2036989,257913318~6827395,279188209~4043707,284389554~7938425,311099273~3547643,326700162~1682671,338322563~6658647,400068760~2981482,403316669~7286026] 2024-09-20T22:42:28.458 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~5146364,68131937~106837,84082856~4966810,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~10900591,175929195~4431644,182906260~6164179,189599978~1781016,191982180~252031,204457293~2036989,257913318~6827395,278190903~14137076,311099273~3547643,326700162~1682671,336499435~8481775,400068760~2981482,403316669~7286026] 2024-09-20T22:42:28.458 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to 17 diff [9969929~99000,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~7899210,68131937~106837,75639026~3973399,84082856~4966810,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~10900591,175929195~4431644,184118259~4952180,189599978~1781016,191982180~252031,203905326~7051028,249697982~3749179,256099753~8640960,279188209~4043707,284389554~7938425,311099273~3547643,326700162~1682671,338322563~6658647,400068760~2981482,403316669~7286026] 2024-09-20T22:42:28.458 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~7899210,68131937~106837,75639026~3973399,84082856~4966810,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~10900591,175929195~4431644,184118259~4952180,189599978~1781016,191982180~252031,203905326~7051028,249697982~3749179,256099753~8640960,279188209~4043707,284389554~7938425,311099273~3547643,326700162~1682671,338322563~6658647,400068760~2981482,403316669~7286026] 2024-09-20T22:42:28.463 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~7899210,68131937~106837,75639026~3973399,84082856~4966810,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~10900591,175929195~4431644,182906260~6164179,189599978~1781016,191982180~252031,203905326~7051028,249697982~3749179,256099753~8640960,278190903~14137076,311099273~3547643,326700162~1682671,336499435~8481775,400068760~2981482,403316669~7286026] 2024-09-20T22:42:28.463 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to 18 diff [9969929~99000,12917506~6714504,20043756~1259717,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~7899210,68131937~106837,75639026~3973399,84082856~4966810,122932982~4045827,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,249697982~3749179,256099753~8640960,273273913~9958003,284389554~7938425,311099273~3547643,315723111~3879719,326700162~1682671,338322563~6658647,400068760~2981482,403316669~7286026] 2024-09-20T22:42:28.463 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~7899210,68131937~106837,75639026~3973399,84082856~4966810,122932982~4045827,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,249697982~3749179,256099753~8640960,273273913~9958003,284389554~7938425,311099273~3547643,315723111~3879719,326700162~1682671,338322563~6658647,400068760~2981482,403316669~7286026] 2024-09-20T22:42:28.469 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~7899210,68131937~106837,75639026~3973399,84082856~4966810,122932982~4045827,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,182906260~6164179,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,249697982~3749179,256099753~8640960,273273913~19054066,311099273~8503557,326700162~1682671,336499435~8481775,400068760~2981482,403316669~7286026] 2024-09-20T22:42:28.469 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to 19 diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~7899210,68131937~106837,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,122932982~4045827,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,245832414~7614747,256099753~8640960,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,326700162~1682671,338322563~6658647,396884297~13718398] 2024-09-20T22:42:28.469 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~7899210,68131937~106837,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,122932982~4045827,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,245832414~7614747,256099753~8640960,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,326700162~1682671,338322563~6658647,396884297~13718398] 2024-09-20T22:42:28.474 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~7899210,68131937~106837,75639026~3973399,81213182~10859459,92579251~2948670,122932982~4045827,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,182906260~6164179,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,245832414~7614747,256099753~8640960,268549746~23778233,311099273~8503557,320134316~2850212,326700162~1682671,336499435~8481775,394354080~16248615] 2024-09-20T22:42:28.475 INFO:tasks.workunit.client.0.smithi046.stdout:from 14 to 15 diff [33544812~1256698,47749585~1175265,56068339~5146364,86489207~2560459,160547610~7780379,175929195~4431644,257913318~6827395,279188209~4043707,338322563~6658647,400068760~2981482] 2024-09-20T22:42:28.475 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [33544812~1256698,47749585~1175265,56068339~5146364,86489207~2560459,160547610~7780379,175929195~4431644,257913318~6827395,279188209~4043707,338322563~6658647,400068760~2981482] 2024-09-20T22:42:28.480 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [33544812~1256698,47749585~1175265,56068339~5146364,86489207~2560459,160547610~7780379,175929195~4431644,257913318~6827395,278190903~5041013,336499435~8481775,400068760~2981482] 2024-09-20T22:42:28.480 INFO:tasks.workunit.client.0.smithi046.stdout:from 14 to 16 diff [33544812~1256698,47749585~1175265,56068339~5146364,84082856~4966810,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~10900591,175929195~4431644,184118259~4952180,204457293~2036989,257913318~6827395,279188209~4043707,338322563~6658647,400068760~2981482,403316669~7286026] 2024-09-20T22:42:28.480 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [33544812~1256698,47749585~1175265,56068339~5146364,84082856~4966810,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~10900591,175929195~4431644,184118259~4952180,204457293~2036989,257913318~6827395,279188209~4043707,338322563~6658647,400068760~2981482,403316669~7286026] 2024-09-20T22:42:28.486 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [33544812~1256698,47749585~1175265,56068339~5146364,84082856~4966810,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~10900591,175929195~4431644,182906260~6164179,204457293~2036989,257913318~6827395,278190903~5041013,336499435~8481775,400068760~2981482,403316669~7286026] 2024-09-20T22:42:28.486 INFO:tasks.workunit.client.0.smithi046.stdout:from 14 to 17 diff [9969929~99000,33544812~1256698,47749585~1175265,56068339~7899210,75639026~3973399,84082856~4966810,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~10900591,175929195~4431644,184118259~4952180,203905326~7051028,249697982~3749179,256099753~8640960,279188209~4043707,338322563~6658647,400068760~2981482,403316669~7286026] 2024-09-20T22:42:28.486 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,33544812~1256698,47749585~1175265,56068339~7899210,75639026~3973399,84082856~4966810,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~10900591,175929195~4431644,184118259~4952180,203905326~7051028,249697982~3749179,256099753~8640960,279188209~4043707,338322563~6658647,400068760~2981482,403316669~7286026] 2024-09-20T22:42:28.492 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,33544812~1256698,47749585~1175265,56068339~7899210,75639026~3973399,84082856~4966810,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~10900591,175929195~4431644,182906260~6164179,203905326~7051028,249697982~3749179,256099753~8640960,278190903~5041013,336499435~8481775,400068760~2981482,403316669~7286026] 2024-09-20T22:42:28.492 INFO:tasks.workunit.client.0.smithi046.stdout:from 14 to 18 diff [9969929~99000,12917506~6714504,20043756~1259717,33544812~1256698,47749585~1175265,56068339~7899210,75639026~3973399,84082856~4966810,122932982~4045827,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,184118259~4952180,201514547~1678654,203905326~7051028,249697982~3749179,256099753~8640960,273273913~9958003,315723111~3879719,338322563~6658647,400068760~2981482,403316669~7286026] 2024-09-20T22:42:28.492 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,33544812~1256698,47749585~1175265,56068339~7899210,75639026~3973399,84082856~4966810,122932982~4045827,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,184118259~4952180,201514547~1678654,203905326~7051028,249697982~3749179,256099753~8640960,273273913~9958003,315723111~3879719,338322563~6658647,400068760~2981482,403316669~7286026] 2024-09-20T22:42:28.498 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,33544812~1256698,47749585~1175265,56068339~7899210,75639026~3973399,84082856~4966810,122932982~4045827,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,182906260~6164179,201514547~1678654,203905326~7051028,249697982~3749179,256099753~8640960,273273913~9958003,314646916~4955914,336499435~8481775,400068760~2981482,403316669~7286026] 2024-09-20T22:42:28.498 INFO:tasks.workunit.client.0.smithi046.stdout:from 14 to 19 diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,47749585~1175265,56068339~7899210,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,122932982~4045827,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,184118259~4952180,201514547~1678654,203905326~7051028,245832414~7614747,256099753~8640960,268549746~14682170,315723111~3879719,320134316~2850212,338322563~6658647,396884297~13718398] 2024-09-20T22:42:28.498 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,47749585~1175265,56068339~7899210,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,122932982~4045827,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,184118259~4952180,201514547~1678654,203905326~7051028,245832414~7614747,256099753~8640960,268549746~14682170,315723111~3879719,320134316~2850212,338322563~6658647,396884297~13718398] 2024-09-20T22:42:28.503 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,47749585~1175265,56068339~7899210,75639026~3973399,81213182~10859459,92579251~2948670,122932982~4045827,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,182906260~6164179,201514547~1678654,203905326~7051028,245832414~7614747,256099753~8640960,268549746~14682170,314646916~4955914,320134316~2850212,336499435~8481775,394354080~16248615] 2024-09-20T22:42:28.503 INFO:tasks.workunit.client.0.smithi046.stdout:from 15 to 16 diff [84082856~2838032,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~4032987,184118259~4952180,204457293~2036989,338436993~1708439,403316669~7286026] 2024-09-20T22:42:28.503 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [84082856~2838032,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~4032987,184118259~4952180,204457293~2036989,338436993~1708439,403316669~7286026] 2024-09-20T22:42:28.509 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [84082856~2838032,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~4032987,182906260~6164179,204457293~2036989,338436993~1708439,403316669~7286026] 2024-09-20T22:42:28.509 INFO:tasks.workunit.client.0.smithi046.stdout:from 15 to 17 diff [9969929~99000,58795308~5172241,75639026~3973399,84082856~3146415,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~6562766,184118259~4952180,203905326~7051028,249697982~3749179,256099753~3174287,338436993~1708439,403316669~7286026] 2024-09-20T22:42:28.509 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,58795308~5172241,75639026~3973399,84082856~3146415,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~6562766,184118259~4952180,203905326~7051028,249697982~3749179,256099753~3174287,338436993~1708439,403316669~7286026] 2024-09-20T22:42:28.515 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,58795308~5172241,75639026~3973399,84082856~3146415,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~6562766,182906260~6164179,203905326~7051028,249697982~3749179,256099753~3174287,338436993~1708439,403316669~7286026] 2024-09-20T22:42:28.515 INFO:tasks.workunit.client.0.smithi046.stdout:from 15 to 18 diff [9969929~99000,12917506~6714504,20043756~1259717,33727086~863597,58795308~5172241,75639026~3973399,84082856~3146415,122932982~4045827,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~8036946,167384881~7267447,184118259~4952180,201514547~1678654,203905326~7051028,249697982~3749179,256099753~3174287,273273913~7747559,315723111~3879719,338436993~1708439,403316669~7286026] 2024-09-20T22:42:28.515 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,33727086~863597,58795308~5172241,75639026~3973399,84082856~3146415,122932982~4045827,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~8036946,167384881~7267447,184118259~4952180,201514547~1678654,203905326~7051028,249697982~3749179,256099753~3174287,273273913~7747559,315723111~3879719,338436993~1708439,403316669~7286026] 2024-09-20T22:42:28.521 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,33727086~863597,58795308~5172241,75639026~3973399,84082856~3146415,122932982~4045827,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~8036946,167384881~7267447,182906260~6164179,201514547~1678654,203905326~7051028,249697982~3749179,256099753~3174287,273273913~7747559,314646916~4955914,338436993~1708439,403316669~7286026] 2024-09-20T22:42:28.521 INFO:tasks.workunit.client.0.smithi046.stdout:from 15 to 19 diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33727086~863597,57061378~6906171,75639026~3973399,81213182~6016089,90118575~1954066,92579251~2948670,122932982~4045827,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~8036946,165785774~974687,167384881~7267447,184118259~4952180,201514547~1678654,203905326~7051028,245832414~7614747,256099753~3174287,268549746~12471726,315723111~3879719,320134316~2850212,338436993~1708439,396884297~13718398] 2024-09-20T22:42:28.521 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33727086~863597,57061378~6906171,75639026~3973399,81213182~6016089,90118575~1954066,92579251~2948670,122932982~4045827,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~8036946,165785774~974687,167384881~7267447,184118259~4952180,201514547~1678654,203905326~7051028,245832414~7614747,256099753~3174287,268549746~12471726,315723111~3879719,320134316~2850212,338436993~1708439,396884297~13718398] 2024-09-20T22:42:28.527 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33727086~863597,57061378~6906171,75639026~3973399,81213182~6016089,89049666~3022975,92579251~2948670,122932982~4045827,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~8036946,165785774~974687,167384881~7267447,182906260~6164179,201514547~1678654,203905326~7051028,245832414~7614747,256099753~3174287,268549746~12471726,314646916~4955914,320134316~2850212,338436993~1708439,394354080~16248615] 2024-09-20T22:42:28.527 INFO:tasks.workunit.client.0.smithi046.stdout:from 16 to 17 diff [9969929~99000,58795308~5172241,75639026~3973399,86186382~1042889,159220796~4769368,203905326~7051028,249697982~3749179,256099753~3174287,405781916~2860993] 2024-09-20T22:42:28.527 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,58795308~5172241,75639026~3973399,86186382~1042889,159220796~4769368,203905326~7051028,249697982~3749179,256099753~3174287,405781916~2860993] 2024-09-20T22:42:28.533 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,58795308~5172241,75639026~3973399,86186382~1042889,159220796~4769368,203905326~7051028,249697982~3749179,256099753~3174287,405781916~2860993] 2024-09-20T22:42:28.533 INFO:tasks.workunit.client.0.smithi046.stdout:from 16 to 18 diff [9969929~99000,12917506~6714504,20043756~1259717,33727086~863597,58795308~5172241,75639026~3973399,86186382~1042889,122932982~4045827,158667448~6796896,167384881~7267447,201514547~1678654,203905326~7051028,249697982~3749179,256099753~3174287,273273913~7747559,315723111~3879719,405781916~2860993] 2024-09-20T22:42:28.533 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,33727086~863597,58795308~5172241,75639026~3973399,86186382~1042889,122932982~4045827,158667448~6796896,167384881~7267447,201514547~1678654,203905326~7051028,249697982~3749179,256099753~3174287,273273913~7747559,315723111~3879719,405781916~2860993] 2024-09-20T22:42:28.538 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,33727086~863597,58795308~5172241,75639026~3973399,86186382~1042889,122932982~4045827,158667448~6796896,167384881~7267447,201514547~1678654,203905326~7051028,249697982~3749179,256099753~3174287,273273913~7747559,314646916~4955914,405781916~2860993] 2024-09-20T22:42:28.538 INFO:tasks.workunit.client.0.smithi046.stdout:from 16 to 19 diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33727086~863597,57061378~6906171,75639026~3973399,81213182~6016089,90118575~1954066,92579251~2948670,122932982~4045827,158667448~6796896,165785774~974687,167384881~7267447,201514547~1678654,203905326~7051028,245832414~7614747,256099753~3174287,268549746~12471726,315723111~3879719,320134316~2850212,396884297~8014815,405781916~2860993] 2024-09-20T22:42:28.539 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33727086~863597,57061378~6906171,75639026~3973399,81213182~6016089,90118575~1954066,92579251~2948670,122932982~4045827,158667448~6796896,165785774~974687,167384881~7267447,201514547~1678654,203905326~7051028,245832414~7614747,256099753~3174287,268549746~12471726,315723111~3879719,320134316~2850212,396884297~8014815,405781916~2860993] 2024-09-20T22:42:28.544 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33727086~863597,57061378~6906171,75639026~3973399,81213182~6016089,89049666~3022975,92579251~2948670,122932982~4045827,158667448~6796896,165785774~974687,167384881~7267447,201514547~1678654,203905326~7051028,245832414~7614747,256099753~3174287,268549746~12471726,314646916~4955914,320134316~2850212,394354080~10545032,405781916~2860993] 2024-09-20T22:42:28.544 INFO:tasks.workunit.client.0.smithi046.stdout:from 17 to 18 diff [12917506~6714504,20043756~1259717,33727086~863597,122932982~4045827,158667448~6796896,167384881~7267447,201514547~1678654,273273913~7747559,315723111~3879719] 2024-09-20T22:42:28.544 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [12917506~6714504,20043756~1259717,33727086~863597,122932982~4045827,158667448~6796896,167384881~7267447,201514547~1678654,273273913~7747559,315723111~3879719] 2024-09-20T22:42:28.550 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [12917506~6714504,20043756~1259717,33727086~863597,122932982~4045827,158667448~6796896,167384881~7267447,201514547~1678654,273273913~7747559,314646916~4955914] 2024-09-20T22:42:28.550 INFO:tasks.workunit.client.0.smithi046.stdout:from 17 to 19 diff [12917506~6714504,20043756~1259717,28065951~2241774,33727086~863597,57061378~3026424,81213182~6011622,90118575~1954066,92579251~2948670,122932982~4045827,158667448~6796896,165785774~974687,167384881~7267447,201514547~1678654,245832414~6325443,268549746~12471726,315723111~3879719,320134316~2850212,396884297~8014815] 2024-09-20T22:42:28.550 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [12917506~6714504,20043756~1259717,28065951~2241774,33727086~863597,57061378~3026424,81213182~6011622,90118575~1954066,92579251~2948670,122932982~4045827,158667448~6796896,165785774~974687,167384881~7267447,201514547~1678654,245832414~6325443,268549746~12471726,315723111~3879719,320134316~2850212,396884297~8014815] 2024-09-20T22:42:28.555 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [12917506~6714504,20043756~1259717,28065951~2241774,33727086~863597,57061378~3026424,81213182~6011622,89049666~3022975,92579251~2948670,122932982~4045827,158667448~6796896,165785774~974687,167384881~7267447,201514547~1678654,245832414~6325443,268549746~12471726,314646916~4955914,320134316~2850212,394354080~10545032] 2024-09-20T22:42:28.556 INFO:tasks.workunit.client.0.smithi046.stdout:from 18 to 19 diff [28065951~2241774,57061378~3026424,81213182~6011622,90118575~1954066,92579251~2948670,165785774~974687,245832414~6325443,268549746~6895080,320134316~2850212,396884297~8014815] 2024-09-20T22:42:28.556 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [28065951~2241774,57061378~3026424,81213182~6011622,90118575~1954066,92579251~2948670,165785774~974687,245832414~6325443,268549746~6895080,320134316~2850212,396884297~8014815] 2024-09-20T22:42:28.561 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [28065951~2241774,57061378~3026424,81213182~6011622,89049666~3022975,92579251~2948670,165785774~974687,245832414~6325443,268549746~6895080,320134316~2850212,394354080~10545032] 2024-09-20T22:42:28.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:28 smithi046 ceph-mon[96110]: osdmap e2043: 8 total, 8 up, 8 in 2024-09-20T22:42:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:28 smithi046 ceph-mon[98591]: osdmap e2043: 8 total, 8 up, 8 in 2024-09-20T22:42:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:28 smithi134 ceph-mon[89086]: osdmap e2043: 8 total, 8 up, 8 in 2024-09-20T22:42:29.462 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:29.462 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:29.475 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,54525952~18143858,75497472~4114953,79691776~12380865,92274688~12047192,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,320134316~31619107,356515840~11656996,369098752~4128072,377487360~37393825] 2024-09-20T22:42:29.475 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~10562037,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:29.475 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~10562037,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:29.481 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75497472~4114953,79691776~12380865,92274688~10866600,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,320134316~31619107,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:29.481 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~8512685,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:29.481 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~8512685,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:29.487 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75639026~3973399,79691776~12380865,92274688~8182671,104857600~87773344,196611432~24693904,239075328~70136663,310378496~9224334,320134316~2850212,323248624~1313591,326700162~1682671,332247279~19506144,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:29.487 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~43359808,284389554~24822437,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:29.488 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~43359808,284389554~24822437,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:29.493 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75639026~3973399,79691776~12380865,92274688~8182671,104857600~37927384,147789855~44841089,196611432~14344922,215771697~5533639,239075328~70136663,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:29.493 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [4533318~15098692,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~24868605,264937778~18294138,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:29.494 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~24868605,264937778~18294138,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:29.500 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~15437706,20043756~1259717,25140096~28547083,56068339~16601471,75639026~3973399,79691776~12380865,92579251~7878108,104857600~37927384,147789855~44841089,196611432~14344922,215771697~5533639,239075328~25665385,264937778~36412952,301603562~1605734,307176993~2034998,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:29.500 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215971976~5333360,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:29.500 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215971976~5333360,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:29.506 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~10376510,20043756~1259717,25140096~28547083,56068339~16601471,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,134836843~7948141,147789855~44841089,196611432~14344922,215971976~5333360,239075328~25665385,264937778~36412952,301647373~1561923,307176993~2034998,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:29.506 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:29.506 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:29.511 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~10376510,20043756~1259717,25140096~28547083,56068339~14591019,71813104~856706,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,134836843~7948141,147789855~44841089,201097687~9858667,217127557~2092176,239075328~25665385,264937778~36412952,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~10176379,366699300~974521,369098752~4128072,383106113~30309946] 2024-09-20T22:42:29.511 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,31211357~20776362,52039564~1647615,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:29.511 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,31211357~20776362,52039564~1647615,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:29.517 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,31211357~20776362,52039564~1647615,56068339~14591019,71813104~856706,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~44841089,201097687~9858667,217127557~2092176,239075328~25665385,264937778~36412952,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~11920695,358184230~3501812,364175834~2516385,366699300~974521,369098752~4128072,383106113~30309946] 2024-09-20T22:42:29.517 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~9373011,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,239872108~24868605,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:29.517 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~9373011,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,239872108~24868605,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:29.523 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~14591019,75639026~3973399,81213182~10859459,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~44841089,201097687~9858667,217127557~2061116,239075328~25665385,264937778~33367208,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~11920695,358184230~3501812,364175834~2516385,366699300~974521,369098752~4128072,383106113~30309946] 2024-09-20T22:42:29.523 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,396884297~16531762] 2024-09-20T22:42:29.523 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,396884297~16531762] 2024-09-20T22:42:29.529 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,81213182~10859459,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~16701749,201097687~9858667,217127557~2061116,243704525~21036188,264937778~33367208,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,336499435~8481775,360166394~1519648,364175834~2516385,366699300~974521,383106113~30309946] 2024-09-20T22:42:29.529 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,396884297~16531762] 2024-09-20T22:42:29.529 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,396884297~16531762] 2024-09-20T22:42:29.535 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,81213182~10859459,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~13141244,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,217127557~2061116,243704525~21036188,264937778~33367208,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,336499435~8481775,360166394~1519648,364175834~2516385,366699300~974521,394354080~19061979] 2024-09-20T22:42:29.535 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to HEAD diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~21036188,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,364175834~2516385,396884297~16531762] 2024-09-20T22:42:29.535 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~21036188,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,364175834~2516385,396884297~16531762] 2024-09-20T22:42:29.540 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,81213182~10859459,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~26862473,175929195~13141244,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~21036188,268549746~23778233,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,336499435~8481775,364175834~2516385,394354080~19061979] 2024-09-20T22:42:29.540 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to HEAD diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~9742636,256099753~8640960,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,326700162~1682671,338322563~6658647,364175834~2516385,396884297~13718398] 2024-09-20T22:42:29.541 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~9742636,256099753~8640960,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,326700162~1682671,338322563~6658647,364175834~2516385,396884297~13718398] 2024-09-20T22:42:29.547 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,81213182~10859459,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~13141244,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~9742636,256099753~8640960,268549746~23778233,311099273~8503557,320134316~2850212,326700162~1682671,336499435~8481775,364175834~2516385,394354080~16248615] 2024-09-20T22:42:29.547 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to HEAD diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~7899210,68131937~106837,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,122932982~4045827,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,245832414~7614747,256099753~8640960,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,326700162~1682671,338322563~6658647,396884297~13718398] 2024-09-20T22:42:29.547 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~7899210,68131937~106837,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,122932982~4045827,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,245832414~7614747,256099753~8640960,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,326700162~1682671,338322563~6658647,396884297~13718398] 2024-09-20T22:42:29.552 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~7899210,68131937~106837,75639026~3973399,81213182~10859459,92579251~2948670,122932982~4045827,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,182906260~6164179,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,245832414~7614747,256099753~8640960,268549746~23778233,311099273~8503557,320134316~2850212,326700162~1682671,336499435~8481775,394354080~16248615] 2024-09-20T22:42:29.552 INFO:tasks.workunit.client.0.smithi046.stdout:from 14 to HEAD diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,47749585~1175265,56068339~7899210,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,122932982~4045827,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,184118259~4952180,201514547~1678654,203905326~7051028,245832414~7614747,256099753~8640960,268549746~14682170,315723111~3879719,320134316~2850212,338322563~6658647,396884297~13718398] 2024-09-20T22:42:29.552 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,47749585~1175265,56068339~7899210,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,122932982~4045827,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,184118259~4952180,201514547~1678654,203905326~7051028,245832414~7614747,256099753~8640960,268549746~14682170,315723111~3879719,320134316~2850212,338322563~6658647,396884297~13718398] 2024-09-20T22:42:29.558 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,47749585~1175265,56068339~7899210,75639026~3973399,81213182~10859459,92579251~2948670,122932982~4045827,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,182906260~6164179,201514547~1678654,203905326~7051028,245832414~7614747,256099753~8640960,268549746~14682170,314646916~4955914,320134316~2850212,336499435~8481775,394354080~16248615] 2024-09-20T22:42:29.558 INFO:tasks.workunit.client.0.smithi046.stdout:from 15 to HEAD diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33727086~863597,57061378~6906171,75639026~3973399,81213182~6016089,90118575~1954066,92579251~2948670,122932982~4045827,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~8036946,165785774~974687,167384881~7267447,184118259~4952180,201514547~1678654,203905326~7051028,245832414~7614747,256099753~3174287,268549746~12471726,315723111~3879719,320134316~2850212,338436993~1708439,396884297~13718398] 2024-09-20T22:42:29.558 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33727086~863597,57061378~6906171,75639026~3973399,81213182~6016089,90118575~1954066,92579251~2948670,122932982~4045827,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~8036946,165785774~974687,167384881~7267447,184118259~4952180,201514547~1678654,203905326~7051028,245832414~7614747,256099753~3174287,268549746~12471726,315723111~3879719,320134316~2850212,338436993~1708439,396884297~13718398] 2024-09-20T22:42:29.563 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33727086~863597,57061378~6906171,75639026~3973399,81213182~6016089,89049666~3022975,92579251~2948670,122932982~4045827,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~8036946,165785774~974687,167384881~7267447,182906260~6164179,201514547~1678654,203905326~7051028,245832414~7614747,256099753~3174287,268549746~12471726,314646916~4955914,320134316~2850212,338436993~1708439,394354080~16248615] 2024-09-20T22:42:29.563 INFO:tasks.workunit.client.0.smithi046.stdout:from 16 to HEAD diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33727086~863597,57061378~6906171,75639026~3973399,81213182~6016089,90118575~1954066,92579251~2948670,122932982~4045827,158667448~6796896,165785774~974687,167384881~7267447,201514547~1678654,203905326~7051028,245832414~7614747,256099753~3174287,268549746~12471726,315723111~3879719,320134316~2850212,396884297~8014815,405781916~2860993] 2024-09-20T22:42:29.563 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33727086~863597,57061378~6906171,75639026~3973399,81213182~6016089,90118575~1954066,92579251~2948670,122932982~4045827,158667448~6796896,165785774~974687,167384881~7267447,201514547~1678654,203905326~7051028,245832414~7614747,256099753~3174287,268549746~12471726,315723111~3879719,320134316~2850212,396884297~8014815,405781916~2860993] 2024-09-20T22:42:29.569 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33727086~863597,57061378~6906171,75639026~3973399,81213182~6016089,89049666~3022975,92579251~2948670,122932982~4045827,158667448~6796896,165785774~974687,167384881~7267447,201514547~1678654,203905326~7051028,245832414~7614747,256099753~3174287,268549746~12471726,314646916~4955914,320134316~2850212,394354080~10545032,405781916~2860993] 2024-09-20T22:42:29.569 INFO:tasks.workunit.client.0.smithi046.stdout:from 17 to HEAD diff [12917506~6714504,20043756~1259717,28065951~2241774,33727086~863597,57061378~3026424,81213182~6011622,90118575~1954066,92579251~2948670,122932982~4045827,158667448~6796896,165785774~974687,167384881~7267447,201514547~1678654,245832414~6325443,268549746~12471726,315723111~3879719,320134316~2850212,396884297~8014815] 2024-09-20T22:42:29.569 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [12917506~6714504,20043756~1259717,28065951~2241774,33727086~863597,57061378~3026424,81213182~6011622,90118575~1954066,92579251~2948670,122932982~4045827,158667448~6796896,165785774~974687,167384881~7267447,201514547~1678654,245832414~6325443,268549746~12471726,315723111~3879719,320134316~2850212,396884297~8014815] 2024-09-20T22:42:29.574 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [12917506~6714504,20043756~1259717,28065951~2241774,33727086~863597,57061378~3026424,81213182~6011622,89049666~3022975,92579251~2948670,122932982~4045827,158667448~6796896,165785774~974687,167384881~7267447,201514547~1678654,245832414~6325443,268549746~12471726,314646916~4955914,320134316~2850212,394354080~10545032] 2024-09-20T22:42:29.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:29 smithi046 ceph-mon[96110]: pgmap v3545: 137 pgs: 137 active+clean; 1.1 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 241 KiB/s rd, 42 MiB/s wr, 505 op/s 2024-09-20T22:42:29.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:29 smithi046 ceph-mon[98591]: pgmap v3545: 137 pgs: 137 active+clean; 1.1 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 241 KiB/s rd, 42 MiB/s wr, 505 op/s 2024-09-20T22:42:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:29 smithi134 ceph-mon[89086]: pgmap v3545: 137 pgs: 137 active+clean; 1.1 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 241 KiB/s rd, 42 MiB/s wr, 505 op/s 2024-09-20T22:42:30.454 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:30.454 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:30.501 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,54525952~18143858,75497472~4114953,79691776~12380865,92274688~12047192,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,320134316~31619107,356515840~11656996,369098752~4128072,377487360~37393825] 2024-09-20T22:42:30.501 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~10562037,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:30.501 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~10562037,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:30.511 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75497472~4114953,79691776~12380865,92274688~10866600,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,320134316~31619107,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:30.512 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~8512685,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:30.512 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~8512685,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:30.518 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75639026~3973399,79691776~12380865,92274688~8182671,104857600~87773344,196611432~24693904,239075328~70136663,310378496~9224334,320134316~2850212,323248624~1313591,326700162~1682671,332247279~19506144,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:30.518 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~43359808,284389554~24822437,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:30.518 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~43359808,284389554~24822437,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:30.524 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75639026~3973399,79691776~12380865,92274688~8182671,104857600~37927384,147789855~44841089,196611432~14344922,215771697~5533639,239075328~70136663,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:30.524 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [4533318~15098692,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~24868605,264937778~18294138,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:30.524 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~24868605,264937778~18294138,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:30.530 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~15437706,20043756~1259717,25140096~28547083,56068339~16601471,75639026~3973399,79691776~12380865,92579251~7878108,104857600~37927384,147789855~44841089,196611432~14344922,215771697~5533639,239075328~25665385,264937778~36412952,301603562~1605734,307176993~2034998,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:30.530 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215971976~5333360,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:30.530 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215971976~5333360,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:30.535 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~10376510,20043756~1259717,25140096~28547083,56068339~16601471,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,134836843~7948141,147789855~44841089,196611432~14344922,215971976~5333360,239075328~25665385,264937778~36412952,301647373~1561923,307176993~2034998,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:30.536 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:30.536 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:30.541 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~10376510,20043756~1259717,25140096~28547083,56068339~14591019,71813104~856706,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,134836843~7948141,147789855~44841089,201097687~9858667,217127557~2092176,239075328~25665385,264937778~36412952,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~10176379,366699300~974521,369098752~4128072,383106113~30309946] 2024-09-20T22:42:30.541 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,31211357~20776362,52039564~1647615,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:30.541 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,31211357~20776362,52039564~1647615,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:30.547 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,31211357~20776362,52039564~1647615,56068339~14591019,71813104~856706,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~44841089,201097687~9858667,217127557~2092176,239075328~25665385,264937778~36412952,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~11920695,358184230~3501812,364175834~2516385,366699300~974521,369098752~4128072,383106113~30309946] 2024-09-20T22:42:30.548 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~9373011,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,239872108~24868605,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:30.548 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~9373011,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,239872108~24868605,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:30.553 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~14591019,75639026~3973399,81213182~10859459,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~44841089,201097687~9858667,217127557~2061116,239075328~25665385,264937778~33367208,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~11920695,358184230~3501812,364175834~2516385,366699300~974521,369098752~4128072,383106113~30309946] 2024-09-20T22:42:30.553 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,396884297~16531762] 2024-09-20T22:42:30.553 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,396884297~16531762] 2024-09-20T22:42:30.558 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,81213182~10859459,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~16701749,201097687~9858667,217127557~2061116,243704525~21036188,264937778~33367208,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,336499435~8481775,360166394~1519648,364175834~2516385,366699300~974521,383106113~30309946] 2024-09-20T22:42:30.559 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,396884297~16531762] 2024-09-20T22:42:30.559 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,396884297~16531762] 2024-09-20T22:42:30.564 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,81213182~10859459,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~13141244,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,217127557~2061116,243704525~21036188,264937778~33367208,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,336499435~8481775,360166394~1519648,364175834~2516385,366699300~974521,394354080~19061979] 2024-09-20T22:42:30.564 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to HEAD diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~21036188,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,364175834~2516385,396884297~16531762] 2024-09-20T22:42:30.564 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~21036188,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,364175834~2516385,396884297~16531762] 2024-09-20T22:42:30.570 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,81213182~10859459,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~26862473,175929195~13141244,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~21036188,268549746~23778233,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,336499435~8481775,364175834~2516385,394354080~19061979] 2024-09-20T22:42:30.570 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to HEAD diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~9742636,256099753~8640960,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,326700162~1682671,338322563~6658647,364175834~2516385,396884297~13718398] 2024-09-20T22:42:30.570 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~9742636,256099753~8640960,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,326700162~1682671,338322563~6658647,364175834~2516385,396884297~13718398] 2024-09-20T22:42:30.576 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,81213182~10859459,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~13141244,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~9742636,256099753~8640960,268549746~23778233,311099273~8503557,320134316~2850212,326700162~1682671,336499435~8481775,364175834~2516385,394354080~16248615] 2024-09-20T22:42:30.576 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to HEAD diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~7899210,68131937~106837,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,122932982~4045827,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,245832414~7614747,256099753~8640960,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,326700162~1682671,338322563~6658647,396884297~13718398] 2024-09-20T22:42:30.576 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~7899210,68131937~106837,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,122932982~4045827,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,245832414~7614747,256099753~8640960,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,326700162~1682671,338322563~6658647,396884297~13718398] 2024-09-20T22:42:30.581 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~7899210,68131937~106837,75639026~3973399,81213182~10859459,92579251~2948670,122932982~4045827,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,182906260~6164179,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,245832414~7614747,256099753~8640960,268549746~23778233,311099273~8503557,320134316~2850212,326700162~1682671,336499435~8481775,394354080~16248615] 2024-09-20T22:42:30.581 INFO:tasks.workunit.client.0.smithi046.stdout:from 14 to HEAD diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,47749585~1175265,56068339~7899210,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,122932982~4045827,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,184118259~4952180,201514547~1678654,203905326~7051028,245832414~7614747,256099753~8640960,268549746~14682170,315723111~3879719,320134316~2850212,338322563~6658647,396884297~13718398] 2024-09-20T22:42:30.581 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,47749585~1175265,56068339~7899210,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,122932982~4045827,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,184118259~4952180,201514547~1678654,203905326~7051028,245832414~7614747,256099753~8640960,268549746~14682170,315723111~3879719,320134316~2850212,338322563~6658647,396884297~13718398] 2024-09-20T22:42:30.587 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,47749585~1175265,56068339~7899210,75639026~3973399,81213182~10859459,92579251~2948670,122932982~4045827,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,182906260~6164179,201514547~1678654,203905326~7051028,245832414~7614747,256099753~8640960,268549746~14682170,314646916~4955914,320134316~2850212,336499435~8481775,394354080~16248615] 2024-09-20T22:42:30.587 INFO:tasks.workunit.client.0.smithi046.stdout:from 15 to HEAD diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33727086~863597,57061378~6906171,75639026~3973399,81213182~6016089,90118575~1954066,92579251~2948670,122932982~4045827,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~8036946,165785774~974687,167384881~7267447,184118259~4952180,201514547~1678654,203905326~7051028,245832414~7614747,256099753~3174287,268549746~12471726,315723111~3879719,320134316~2850212,338436993~1708439,396884297~13718398] 2024-09-20T22:42:30.587 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33727086~863597,57061378~6906171,75639026~3973399,81213182~6016089,90118575~1954066,92579251~2948670,122932982~4045827,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~8036946,165785774~974687,167384881~7267447,184118259~4952180,201514547~1678654,203905326~7051028,245832414~7614747,256099753~3174287,268549746~12471726,315723111~3879719,320134316~2850212,338436993~1708439,396884297~13718398] 2024-09-20T22:42:30.592 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33727086~863597,57061378~6906171,75639026~3973399,81213182~6016089,89049666~3022975,92579251~2948670,122932982~4045827,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~8036946,165785774~974687,167384881~7267447,182906260~6164179,201514547~1678654,203905326~7051028,245832414~7614747,256099753~3174287,268549746~12471726,314646916~4955914,320134316~2850212,338436993~1708439,394354080~16248615] 2024-09-20T22:42:30.593 INFO:tasks.workunit.client.0.smithi046.stdout:from 16 to HEAD diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33727086~863597,57061378~6906171,75639026~3973399,81213182~6016089,90118575~1954066,92579251~2948670,122932982~4045827,158667448~6796896,165785774~974687,167384881~7267447,201514547~1678654,203905326~7051028,245832414~7614747,256099753~3174287,268549746~12471726,315723111~3879719,320134316~2850212,396884297~8014815,405781916~2860993] 2024-09-20T22:42:30.593 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33727086~863597,57061378~6906171,75639026~3973399,81213182~6016089,90118575~1954066,92579251~2948670,122932982~4045827,158667448~6796896,165785774~974687,167384881~7267447,201514547~1678654,203905326~7051028,245832414~7614747,256099753~3174287,268549746~12471726,315723111~3879719,320134316~2850212,396884297~8014815,405781916~2860993] 2024-09-20T22:42:30.598 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33727086~863597,57061378~6906171,75639026~3973399,81213182~6016089,89049666~3022975,92579251~2948670,122932982~4045827,158667448~6796896,165785774~974687,167384881~7267447,201514547~1678654,203905326~7051028,245832414~7614747,256099753~3174287,268549746~12471726,314646916~4955914,320134316~2850212,394354080~10545032,405781916~2860993] 2024-09-20T22:42:30.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:30 smithi046 ceph-mon[98591]: osdmap e2044: 8 total, 8 up, 8 in 2024-09-20T22:42:30.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:30 smithi046 ceph-mon[96110]: osdmap e2044: 8 total, 8 up, 8 in 2024-09-20T22:42:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:30 smithi134 ceph-mon[89086]: osdmap e2044: 8 total, 8 up, 8 in 2024-09-20T22:42:31.480 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:31.480 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:31.528 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,54525952~18143858,75497472~4114953,79691776~12380865,92274688~12047192,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,320134316~31619107,356515840~11656996,369098752~4128072,377487360~37393825] 2024-09-20T22:42:31.528 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~10562037,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:31.528 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~10562037,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:31.535 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75497472~4114953,79691776~12380865,92274688~10866600,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,320134316~31619107,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:31.535 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~8512685,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:31.535 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~8512685,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:31.540 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75639026~3973399,79691776~12380865,92274688~8182671,104857600~87773344,196611432~24693904,239075328~70136663,310378496~9224334,320134316~2850212,323248624~1313591,326700162~1682671,332247279~19506144,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:31.540 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~43359808,284389554~24822437,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:31.541 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~43359808,284389554~24822437,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:31.546 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75639026~3973399,79691776~12380865,92274688~8182671,104857600~37927384,147789855~44841089,196611432~14344922,215771697~5533639,239075328~70136663,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:31.546 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [4533318~15098692,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~24868605,264937778~18294138,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:31.546 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~24868605,264937778~18294138,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:31.552 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~15437706,20043756~1259717,25140096~28547083,56068339~16601471,75639026~3973399,79691776~12380865,92579251~7878108,104857600~37927384,147789855~44841089,196611432~14344922,215771697~5533639,239075328~25665385,264937778~36412952,301603562~1605734,307176993~2034998,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:31.552 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215971976~5333360,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:31.552 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215971976~5333360,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:31.558 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~10376510,20043756~1259717,25140096~28547083,56068339~16601471,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,134836843~7948141,147789855~44841089,196611432~14344922,215971976~5333360,239075328~25665385,264937778~36412952,301647373~1561923,307176993~2034998,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:31.558 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:31.558 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:31.564 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~10376510,20043756~1259717,25140096~28547083,56068339~14591019,71813104~856706,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,134836843~7948141,147789855~44841089,201097687~9858667,217127557~2092176,239075328~25665385,264937778~36412952,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~10176379,366699300~974521,369098752~4128072,383106113~30309946] 2024-09-20T22:42:31.564 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,31211357~20776362,52039564~1647615,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:31.564 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,31211357~20776362,52039564~1647615,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:31.569 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,31211357~20776362,52039564~1647615,56068339~14591019,71813104~856706,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~44841089,201097687~9858667,217127557~2092176,239075328~25665385,264937778~36412952,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~11920695,358184230~3501812,364175834~2516385,366699300~974521,369098752~4128072,383106113~30309946] 2024-09-20T22:42:31.570 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~9373011,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,239872108~24868605,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:31.570 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~9373011,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,239872108~24868605,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:31.575 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~14591019,75639026~3973399,81213182~10859459,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~44841089,201097687~9858667,217127557~2061116,239075328~25665385,264937778~33367208,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~11920695,358184230~3501812,364175834~2516385,366699300~974521,369098752~4128072,383106113~30309946] 2024-09-20T22:42:31.575 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,396884297~16531762] 2024-09-20T22:42:31.575 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,396884297~16531762] 2024-09-20T22:42:31.581 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,81213182~10859459,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~16701749,201097687~9858667,217127557~2061116,243704525~21036188,264937778~33367208,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,336499435~8481775,360166394~1519648,364175834~2516385,366699300~974521,383106113~30309946] 2024-09-20T22:42:31.581 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,396884297~16531762] 2024-09-20T22:42:31.581 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,396884297~16531762] 2024-09-20T22:42:31.586 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,81213182~10859459,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~13141244,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,217127557~2061116,243704525~21036188,264937778~33367208,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,336499435~8481775,360166394~1519648,364175834~2516385,366699300~974521,394354080~19061979] 2024-09-20T22:42:31.587 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to HEAD diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~21036188,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,364175834~2516385,396884297~16531762] 2024-09-20T22:42:31.587 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~21036188,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,364175834~2516385,396884297~16531762] 2024-09-20T22:42:31.592 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,81213182~10859459,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~26862473,175929195~13141244,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~21036188,268549746~23778233,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,336499435~8481775,364175834~2516385,394354080~19061979] 2024-09-20T22:42:31.592 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to HEAD diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~9742636,256099753~8640960,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,326700162~1682671,338322563~6658647,364175834~2516385,396884297~13718398] 2024-09-20T22:42:31.592 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~9742636,256099753~8640960,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,326700162~1682671,338322563~6658647,364175834~2516385,396884297~13718398] 2024-09-20T22:42:31.598 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,81213182~10859459,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~13141244,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~9742636,256099753~8640960,268549746~23778233,311099273~8503557,320134316~2850212,326700162~1682671,336499435~8481775,364175834~2516385,394354080~16248615] 2024-09-20T22:42:31.598 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to HEAD diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~7899210,68131937~106837,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,122932982~4045827,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,245832414~7614747,256099753~8640960,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,326700162~1682671,338322563~6658647,396884297~13718398] 2024-09-20T22:42:31.598 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~7899210,68131937~106837,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,122932982~4045827,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,245832414~7614747,256099753~8640960,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,326700162~1682671,338322563~6658647,396884297~13718398] 2024-09-20T22:42:31.603 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~7899210,68131937~106837,75639026~3973399,81213182~10859459,92579251~2948670,122932982~4045827,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,182906260~6164179,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,245832414~7614747,256099753~8640960,268549746~23778233,311099273~8503557,320134316~2850212,326700162~1682671,336499435~8481775,394354080~16248615] 2024-09-20T22:42:31.603 INFO:tasks.workunit.client.0.smithi046.stdout:from 14 to HEAD diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,47749585~1175265,56068339~7899210,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,122932982~4045827,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,184118259~4952180,201514547~1678654,203905326~7051028,245832414~7614747,256099753~8640960,268549746~14682170,315723111~3879719,320134316~2850212,338322563~6658647,396884297~13718398] 2024-09-20T22:42:31.603 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,47749585~1175265,56068339~7899210,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,122932982~4045827,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,184118259~4952180,201514547~1678654,203905326~7051028,245832414~7614747,256099753~8640960,268549746~14682170,315723111~3879719,320134316~2850212,338322563~6658647,396884297~13718398] 2024-09-20T22:42:31.609 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,47749585~1175265,56068339~7899210,75639026~3973399,81213182~10859459,92579251~2948670,122932982~4045827,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,182906260~6164179,201514547~1678654,203905326~7051028,245832414~7614747,256099753~8640960,268549746~14682170,314646916~4955914,320134316~2850212,336499435~8481775,394354080~16248615] 2024-09-20T22:42:31.609 INFO:tasks.workunit.client.0.smithi046.stdout:from 15 to HEAD diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33727086~863597,57061378~6906171,75639026~3973399,81213182~6016089,90118575~1954066,92579251~2948670,122932982~4045827,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~8036946,165785774~974687,167384881~7267447,184118259~4952180,201514547~1678654,203905326~7051028,245832414~7614747,256099753~3174287,268549746~12471726,315723111~3879719,320134316~2850212,338436993~1708439,396884297~13718398] 2024-09-20T22:42:31.609 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33727086~863597,57061378~6906171,75639026~3973399,81213182~6016089,90118575~1954066,92579251~2948670,122932982~4045827,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~8036946,165785774~974687,167384881~7267447,184118259~4952180,201514547~1678654,203905326~7051028,245832414~7614747,256099753~3174287,268549746~12471726,315723111~3879719,320134316~2850212,338436993~1708439,396884297~13718398] 2024-09-20T22:42:31.614 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33727086~863597,57061378~6906171,75639026~3973399,81213182~6016089,89049666~3022975,92579251~2948670,122932982~4045827,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~8036946,165785774~974687,167384881~7267447,182906260~6164179,201514547~1678654,203905326~7051028,245832414~7614747,256099753~3174287,268549746~12471726,314646916~4955914,320134316~2850212,338436993~1708439,394354080~16248615] 2024-09-20T22:42:31.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:31 smithi046 ceph-mon[98591]: pgmap v3547: 137 pgs: 137 active+clean; 1.1 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 181 KiB/s rd, 32 MiB/s wr, 1.45k op/s 2024-09-20T22:42:31.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:31 smithi046 ceph-mon[98591]: osdmap e2045: 8 total, 8 up, 8 in 2024-09-20T22:42:31.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:31 smithi046 ceph-mon[96110]: pgmap v3547: 137 pgs: 137 active+clean; 1.1 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 181 KiB/s rd, 32 MiB/s wr, 1.45k op/s 2024-09-20T22:42:31.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:31 smithi046 ceph-mon[96110]: osdmap e2045: 8 total, 8 up, 8 in 2024-09-20T22:42:31.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:31 smithi134 ceph-mon[89086]: pgmap v3547: 137 pgs: 137 active+clean; 1.1 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 181 KiB/s rd, 32 MiB/s wr, 1.45k op/s 2024-09-20T22:42:31.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:31 smithi134 ceph-mon[89086]: osdmap e2045: 8 total, 8 up, 8 in 2024-09-20T22:42:32.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:42:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:42:32] "GET /metrics HTTP/1.1" 200 36772 "" "Prometheus/2.43.0" 2024-09-20T22:42:32.484 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:32.484 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:32.526 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,54525952~18143858,75497472~4114953,79691776~12380865,92274688~12047192,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,320134316~31619107,356515840~11656996,369098752~4128072,377487360~37393825] 2024-09-20T22:42:32.526 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~10562037,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:32.526 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~10562037,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:32.538 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75497472~4114953,79691776~12380865,92274688~10866600,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,320134316~31619107,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:32.539 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~8512685,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:32.539 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~8512685,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:32.544 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75639026~3973399,79691776~12380865,92274688~8182671,104857600~87773344,196611432~24693904,239075328~70136663,310378496~9224334,320134316~2850212,323248624~1313591,326700162~1682671,332247279~19506144,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:32.544 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~43359808,284389554~24822437,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:32.545 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~43359808,284389554~24822437,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:32.550 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75639026~3973399,79691776~12380865,92274688~8182671,104857600~37927384,147789855~44841089,196611432~14344922,215771697~5533639,239075328~70136663,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:32.550 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [4533318~15098692,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~24868605,264937778~18294138,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:32.550 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~24868605,264937778~18294138,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:32.556 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~15437706,20043756~1259717,25140096~28547083,56068339~16601471,75639026~3973399,79691776~12380865,92579251~7878108,104857600~37927384,147789855~44841089,196611432~14344922,215771697~5533639,239075328~25665385,264937778~36412952,301603562~1605734,307176993~2034998,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:32.556 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215971976~5333360,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:32.556 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215971976~5333360,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:32.562 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~10376510,20043756~1259717,25140096~28547083,56068339~16601471,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,134836843~7948141,147789855~44841089,196611432~14344922,215971976~5333360,239075328~25665385,264937778~36412952,301647373~1561923,307176993~2034998,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:32.562 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:32.562 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:32.567 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~10376510,20043756~1259717,25140096~28547083,56068339~14591019,71813104~856706,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,134836843~7948141,147789855~44841089,201097687~9858667,217127557~2092176,239075328~25665385,264937778~36412952,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~10176379,366699300~974521,369098752~4128072,383106113~30309946] 2024-09-20T22:42:32.567 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,31211357~20776362,52039564~1647615,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:32.567 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,31211357~20776362,52039564~1647615,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:32.573 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,31211357~20776362,52039564~1647615,56068339~14591019,71813104~856706,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~44841089,201097687~9858667,217127557~2092176,239075328~25665385,264937778~36412952,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~11920695,358184230~3501812,364175834~2516385,366699300~974521,369098752~4128072,383106113~30309946] 2024-09-20T22:42:32.573 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~9373011,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,239872108~24868605,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:32.573 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~9373011,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,239872108~24868605,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:32.578 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~14591019,75639026~3973399,81213182~10859459,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~44841089,201097687~9858667,217127557~2061116,239075328~25665385,264937778~33367208,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~11920695,358184230~3501812,364175834~2516385,366699300~974521,369098752~4128072,383106113~30309946] 2024-09-20T22:42:32.578 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,396884297~16531762] 2024-09-20T22:42:32.578 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,396884297~16531762] 2024-09-20T22:42:32.584 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,81213182~10859459,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~16701749,201097687~9858667,217127557~2061116,243704525~21036188,264937778~33367208,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,336499435~8481775,360166394~1519648,364175834~2516385,366699300~974521,383106113~30309946] 2024-09-20T22:42:32.584 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,396884297~16531762] 2024-09-20T22:42:32.584 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,396884297~16531762] 2024-09-20T22:42:32.590 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,81213182~10859459,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~13141244,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,217127557~2061116,243704525~21036188,264937778~33367208,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,336499435~8481775,360166394~1519648,364175834~2516385,366699300~974521,394354080~19061979] 2024-09-20T22:42:32.590 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to HEAD diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~21036188,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,364175834~2516385,396884297~16531762] 2024-09-20T22:42:32.590 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~21036188,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,364175834~2516385,396884297~16531762] 2024-09-20T22:42:32.595 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,81213182~10859459,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~26862473,175929195~13141244,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~21036188,268549746~23778233,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,336499435~8481775,364175834~2516385,394354080~19061979] 2024-09-20T22:42:32.595 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to HEAD diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~9742636,256099753~8640960,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,326700162~1682671,338322563~6658647,364175834~2516385,396884297~13718398] 2024-09-20T22:42:32.595 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~9742636,256099753~8640960,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,326700162~1682671,338322563~6658647,364175834~2516385,396884297~13718398] 2024-09-20T22:42:32.601 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,81213182~10859459,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~13141244,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~9742636,256099753~8640960,268549746~23778233,311099273~8503557,320134316~2850212,326700162~1682671,336499435~8481775,364175834~2516385,394354080~16248615] 2024-09-20T22:42:32.601 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to HEAD diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~7899210,68131937~106837,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,122932982~4045827,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,245832414~7614747,256099753~8640960,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,326700162~1682671,338322563~6658647,396884297~13718398] 2024-09-20T22:42:32.601 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~7899210,68131937~106837,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,122932982~4045827,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,245832414~7614747,256099753~8640960,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,326700162~1682671,338322563~6658647,396884297~13718398] 2024-09-20T22:42:32.606 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~7899210,68131937~106837,75639026~3973399,81213182~10859459,92579251~2948670,122932982~4045827,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,182906260~6164179,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,245832414~7614747,256099753~8640960,268549746~23778233,311099273~8503557,320134316~2850212,326700162~1682671,336499435~8481775,394354080~16248615] 2024-09-20T22:42:32.606 INFO:tasks.workunit.client.0.smithi046.stdout:from 14 to HEAD diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,47749585~1175265,56068339~7899210,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,122932982~4045827,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,184118259~4952180,201514547~1678654,203905326~7051028,245832414~7614747,256099753~8640960,268549746~14682170,315723111~3879719,320134316~2850212,338322563~6658647,396884297~13718398] 2024-09-20T22:42:32.606 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,47749585~1175265,56068339~7899210,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,122932982~4045827,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,184118259~4952180,201514547~1678654,203905326~7051028,245832414~7614747,256099753~8640960,268549746~14682170,315723111~3879719,320134316~2850212,338322563~6658647,396884297~13718398] 2024-09-20T22:42:32.612 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,47749585~1175265,56068339~7899210,75639026~3973399,81213182~10859459,92579251~2948670,122932982~4045827,133648000~197000,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,182906260~6164179,201514547~1678654,203905326~7051028,245832414~7614747,256099753~8640960,268549746~14682170,314646916~4955914,320134316~2850212,336499435~8481775,394354080~16248615] 2024-09-20T22:42:32.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:32 smithi134 ceph-mon[89086]: osdmap e2046: 8 total, 8 up, 8 in 2024-09-20T22:42:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:42:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:42:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:42:32.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:32 smithi046 ceph-mon[96110]: osdmap e2046: 8 total, 8 up, 8 in 2024-09-20T22:42:32.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:32 smithi046 ceph-mon[98591]: osdmap e2046: 8 total, 8 up, 8 in 2024-09-20T22:42:33.470 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:33.470 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:33.532 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,54525952~18143858,75497472~4114953,79691776~12380865,92274688~12047192,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,320134316~31619107,356515840~11656996,369098752~4128072,377487360~37393825] 2024-09-20T22:42:33.533 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~10562037,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:33.533 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~10562037,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:33.540 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75497472~4114953,79691776~12380865,92274688~10866600,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,320134316~31619107,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:33.541 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~8512685,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:33.541 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~8512685,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:33.546 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75639026~3973399,79691776~12380865,92274688~8182671,104857600~87773344,196611432~24693904,239075328~70136663,310378496~9224334,320134316~2850212,323248624~1313591,326700162~1682671,332247279~19506144,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:33.546 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~43359808,284389554~24822437,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:33.546 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~43359808,284389554~24822437,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:33.552 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75639026~3973399,79691776~12380865,92274688~8182671,104857600~37927384,147789855~44841089,196611432~14344922,215771697~5533639,239075328~70136663,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:33.552 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [4533318~15098692,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~24868605,264937778~18294138,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:33.552 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~24868605,264937778~18294138,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:33.558 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~15437706,20043756~1259717,25140096~28547083,56068339~16601471,75639026~3973399,79691776~12380865,92579251~7878108,104857600~37927384,147789855~44841089,196611432~14344922,215771697~5533639,239075328~25665385,264937778~36412952,301603562~1605734,307176993~2034998,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:33.558 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215971976~5333360,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:33.558 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215971976~5333360,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:33.564 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~10376510,20043756~1259717,25140096~28547083,56068339~16601471,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,134836843~7948141,147789855~44841089,196611432~14344922,215971976~5333360,239075328~25665385,264937778~36412952,301647373~1561923,307176993~2034998,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:33.564 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:33.564 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:33.570 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~10376510,20043756~1259717,25140096~28547083,56068339~14591019,71813104~856706,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,134836843~7948141,147789855~44841089,201097687~9858667,217127557~2092176,239075328~25665385,264937778~36412952,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~10176379,366699300~974521,369098752~4128072,383106113~30309946] 2024-09-20T22:42:33.570 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,31211357~20776362,52039564~1647615,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:33.570 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,31211357~20776362,52039564~1647615,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:33.575 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,31211357~20776362,52039564~1647615,56068339~14591019,71813104~856706,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~44841089,201097687~9858667,217127557~2092176,239075328~25665385,264937778~36412952,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~11920695,358184230~3501812,364175834~2516385,366699300~974521,369098752~4128072,383106113~30309946] 2024-09-20T22:42:33.575 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~9373011,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,239872108~24868605,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:33.576 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~9373011,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,239872108~24868605,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:33.581 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~14591019,75639026~3973399,81213182~10859459,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~44841089,201097687~9858667,217127557~2061116,239075328~25665385,264937778~33367208,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~11920695,358184230~3501812,364175834~2516385,366699300~974521,369098752~4128072,383106113~30309946] 2024-09-20T22:42:33.581 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,396884297~16531762] 2024-09-20T22:42:33.581 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,396884297~16531762] 2024-09-20T22:42:33.587 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,81213182~10859459,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~16701749,201097687~9858667,217127557~2061116,243704525~21036188,264937778~33367208,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,336499435~8481775,360166394~1519648,364175834~2516385,366699300~974521,383106113~30309946] 2024-09-20T22:42:33.587 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,396884297~16531762] 2024-09-20T22:42:33.587 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,396884297~16531762] 2024-09-20T22:42:33.593 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,81213182~10859459,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~13141244,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,217127557~2061116,243704525~21036188,264937778~33367208,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,336499435~8481775,360166394~1519648,364175834~2516385,366699300~974521,394354080~19061979] 2024-09-20T22:42:33.593 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to HEAD diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~21036188,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,364175834~2516385,396884297~16531762] 2024-09-20T22:42:33.593 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~21036188,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,364175834~2516385,396884297~16531762] 2024-09-20T22:42:33.598 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,81213182~10859459,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~26862473,175929195~13141244,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~21036188,268549746~23778233,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,336499435~8481775,364175834~2516385,394354080~19061979] 2024-09-20T22:42:33.598 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to HEAD diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~9742636,256099753~8640960,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,326700162~1682671,338322563~6658647,364175834~2516385,396884297~13718398] 2024-09-20T22:42:33.598 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~9742636,256099753~8640960,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,326700162~1682671,338322563~6658647,364175834~2516385,396884297~13718398] 2024-09-20T22:42:33.603 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,81213182~10859459,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~13141244,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~9742636,256099753~8640960,268549746~23778233,311099273~8503557,320134316~2850212,326700162~1682671,336499435~8481775,364175834~2516385,394354080~16248615] 2024-09-20T22:42:33.603 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to HEAD diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~7899210,68131937~106837,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,122932982~4045827,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,245832414~7614747,256099753~8640960,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,326700162~1682671,338322563~6658647,396884297~13718398] 2024-09-20T22:42:33.603 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~7899210,68131937~106837,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,122932982~4045827,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,245832414~7614747,256099753~8640960,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,326700162~1682671,338322563~6658647,396884297~13718398] 2024-09-20T22:42:33.608 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~7899210,68131937~106837,75639026~3973399,81213182~10859459,92579251~2948670,122932982~4045827,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,182906260~6164179,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,245832414~7614747,256099753~8640960,268549746~23778233,311099273~8503557,320134316~2850212,326700162~1682671,336499435~8481775,394354080~16248615] 2024-09-20T22:42:33.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:33 smithi046 ceph-mon[98591]: pgmap v3550: 137 pgs: 137 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 204 KiB/s rd, 15 MiB/s wr, 4.38k op/s 2024-09-20T22:42:33.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:33 smithi046 ceph-mon[98591]: osdmap e2047: 8 total, 8 up, 8 in 2024-09-20T22:42:33.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:33 smithi046 ceph-mon[96110]: pgmap v3550: 137 pgs: 137 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 204 KiB/s rd, 15 MiB/s wr, 4.38k op/s 2024-09-20T22:42:33.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:33 smithi046 ceph-mon[96110]: osdmap e2047: 8 total, 8 up, 8 in 2024-09-20T22:42:33.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:33 smithi134 ceph-mon[89086]: pgmap v3550: 137 pgs: 137 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 204 KiB/s rd, 15 MiB/s wr, 4.38k op/s 2024-09-20T22:42:33.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:33 smithi134 ceph-mon[89086]: osdmap e2047: 8 total, 8 up, 8 in 2024-09-20T22:42:34.481 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:34.481 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:34.537 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,54525952~18143858,75497472~4114953,79691776~12380865,92274688~12047192,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,320134316~31619107,356515840~11656996,369098752~4128072,377487360~37393825] 2024-09-20T22:42:34.537 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~10562037,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:34.537 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~10562037,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:34.548 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75497472~4114953,79691776~12380865,92274688~10866600,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,320134316~31619107,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:34.548 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~8512685,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:34.548 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~8512685,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:34.555 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75639026~3973399,79691776~12380865,92274688~8182671,104857600~87773344,196611432~24693904,239075328~70136663,310378496~9224334,320134316~2850212,323248624~1313591,326700162~1682671,332247279~19506144,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:34.555 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~43359808,284389554~24822437,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:34.555 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~43359808,284389554~24822437,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:34.560 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75639026~3973399,79691776~12380865,92274688~8182671,104857600~37927384,147789855~44841089,196611432~14344922,215771697~5533639,239075328~70136663,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:34.560 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [4533318~15098692,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~24868605,264937778~18294138,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:34.561 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~24868605,264937778~18294138,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:34.566 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~15437706,20043756~1259717,25140096~28547083,56068339~16601471,75639026~3973399,79691776~12380865,92579251~7878108,104857600~37927384,147789855~44841089,196611432~14344922,215771697~5533639,239075328~25665385,264937778~36412952,301603562~1605734,307176993~2034998,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:34.566 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215971976~5333360,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:34.566 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215971976~5333360,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:34.572 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~10376510,20043756~1259717,25140096~28547083,56068339~16601471,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,134836843~7948141,147789855~44841089,196611432~14344922,215971976~5333360,239075328~25665385,264937778~36412952,301647373~1561923,307176993~2034998,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:34.572 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:34.572 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:34.578 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~10376510,20043756~1259717,25140096~28547083,56068339~14591019,71813104~856706,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,134836843~7948141,147789855~44841089,201097687~9858667,217127557~2092176,239075328~25665385,264937778~36412952,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~10176379,366699300~974521,369098752~4128072,383106113~30309946] 2024-09-20T22:42:34.578 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,31211357~20776362,52039564~1647615,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:34.578 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,31211357~20776362,52039564~1647615,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:34.583 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,31211357~20776362,52039564~1647615,56068339~14591019,71813104~856706,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~44841089,201097687~9858667,217127557~2092176,239075328~25665385,264937778~36412952,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~11920695,358184230~3501812,364175834~2516385,366699300~974521,369098752~4128072,383106113~30309946] 2024-09-20T22:42:34.584 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~9373011,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,239872108~24868605,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:34.584 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~9373011,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,239872108~24868605,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:34.589 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~14591019,75639026~3973399,81213182~10859459,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~44841089,201097687~9858667,217127557~2061116,239075328~25665385,264937778~33367208,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~11920695,358184230~3501812,364175834~2516385,366699300~974521,369098752~4128072,383106113~30309946] 2024-09-20T22:42:34.589 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,396884297~16531762] 2024-09-20T22:42:34.589 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,396884297~16531762] 2024-09-20T22:42:34.594 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,81213182~10859459,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~16701749,201097687~9858667,217127557~2061116,243704525~21036188,264937778~33367208,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,336499435~8481775,360166394~1519648,364175834~2516385,366699300~974521,383106113~30309946] 2024-09-20T22:42:34.594 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,396884297~16531762] 2024-09-20T22:42:34.594 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,396884297~16531762] 2024-09-20T22:42:34.600 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,81213182~10859459,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~13141244,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,217127557~2061116,243704525~21036188,264937778~33367208,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,336499435~8481775,360166394~1519648,364175834~2516385,366699300~974521,394354080~19061979] 2024-09-20T22:42:34.600 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to HEAD diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~21036188,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,364175834~2516385,396884297~16531762] 2024-09-20T22:42:34.600 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~21036188,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,364175834~2516385,396884297~16531762] 2024-09-20T22:42:34.605 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,81213182~10859459,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~26862473,175929195~13141244,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~21036188,268549746~23778233,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,336499435~8481775,364175834~2516385,394354080~19061979] 2024-09-20T22:42:34.606 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to HEAD diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~9742636,256099753~8640960,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,326700162~1682671,338322563~6658647,364175834~2516385,396884297~13718398] 2024-09-20T22:42:34.606 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~9742636,256099753~8640960,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,326700162~1682671,338322563~6658647,364175834~2516385,396884297~13718398] 2024-09-20T22:42:34.611 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,81213182~10859459,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~7314995,155351843~407160,157427398~17224930,175929195~13141244,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~9742636,256099753~8640960,268549746~23778233,311099273~8503557,320134316~2850212,326700162~1682671,336499435~8481775,364175834~2516385,394354080~16248615] 2024-09-20T22:42:34.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:34 smithi046 ceph-mon[96110]: osdmap e2048: 8 total, 8 up, 8 in 2024-09-20T22:42:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:42:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:34 smithi046 ceph-mon[98591]: osdmap e2048: 8 total, 8 up, 8 in 2024-09-20T22:42:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:42:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:34 smithi134 ceph-mon[89086]: osdmap e2048: 8 total, 8 up, 8 in 2024-09-20T22:42:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:42:35.487 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:35.487 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:35.544 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,54525952~18143858,75497472~4114953,79691776~12380865,92274688~12047192,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,320134316~31619107,356515840~11656996,369098752~4128072,377487360~37393825] 2024-09-20T22:42:35.544 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~10562037,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:35.544 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~10562037,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:35.556 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75497472~4114953,79691776~12380865,92274688~10866600,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,320134316~31619107,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:35.556 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~8512685,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:35.556 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~8512685,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:35.565 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75639026~3973399,79691776~12380865,92274688~8182671,104857600~87773344,196611432~24693904,239075328~70136663,310378496~9224334,320134316~2850212,323248624~1313591,326700162~1682671,332247279~19506144,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:35.565 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~43359808,284389554~24822437,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:35.565 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~43359808,284389554~24822437,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:35.571 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75639026~3973399,79691776~12380865,92274688~8182671,104857600~37927384,147789855~44841089,196611432~14344922,215771697~5533639,239075328~70136663,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:35.571 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [4533318~15098692,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~24868605,264937778~18294138,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:35.571 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~24868605,264937778~18294138,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:35.576 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~15437706,20043756~1259717,25140096~28547083,56068339~16601471,75639026~3973399,79691776~12380865,92579251~7878108,104857600~37927384,147789855~44841089,196611432~14344922,215771697~5533639,239075328~25665385,264937778~36412952,301603562~1605734,307176993~2034998,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:35.577 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215971976~5333360,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:35.577 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215971976~5333360,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:35.582 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~10376510,20043756~1259717,25140096~28547083,56068339~16601471,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,134836843~7948141,147789855~44841089,196611432~14344922,215971976~5333360,239075328~25665385,264937778~36412952,301647373~1561923,307176993~2034998,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:35.582 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:35.582 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:35.588 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~10376510,20043756~1259717,25140096~28547083,56068339~14591019,71813104~856706,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,134836843~7948141,147789855~44841089,201097687~9858667,217127557~2092176,239075328~25665385,264937778~36412952,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~10176379,366699300~974521,369098752~4128072,383106113~30309946] 2024-09-20T22:42:35.588 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,31211357~20776362,52039564~1647615,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:35.588 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,31211357~20776362,52039564~1647615,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:35.593 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,31211357~20776362,52039564~1647615,56068339~14591019,71813104~856706,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~44841089,201097687~9858667,217127557~2092176,239075328~25665385,264937778~36412952,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~11920695,358184230~3501812,364175834~2516385,366699300~974521,369098752~4128072,383106113~30309946] 2024-09-20T22:42:35.593 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~9373011,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,239872108~24868605,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:35.594 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~9373011,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,239872108~24868605,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:35.599 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~14591019,75639026~3973399,81213182~10859459,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~44841089,201097687~9858667,217127557~2061116,239075328~25665385,264937778~33367208,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~11920695,358184230~3501812,364175834~2516385,366699300~974521,369098752~4128072,383106113~30309946] 2024-09-20T22:42:35.599 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,396884297~16531762] 2024-09-20T22:42:35.599 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,396884297~16531762] 2024-09-20T22:42:35.605 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,81213182~10859459,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~16701749,201097687~9858667,217127557~2061116,243704525~21036188,264937778~33367208,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,336499435~8481775,360166394~1519648,364175834~2516385,366699300~974521,383106113~30309946] 2024-09-20T22:42:35.605 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,396884297~16531762] 2024-09-20T22:42:35.605 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,396884297~16531762] 2024-09-20T22:42:35.610 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,81213182~10859459,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~13141244,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,217127557~2061116,243704525~21036188,264937778~33367208,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,336499435~8481775,360166394~1519648,364175834~2516385,366699300~974521,394354080~19061979] 2024-09-20T22:42:35.610 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to HEAD diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~21036188,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,364175834~2516385,396884297~16531762] 2024-09-20T22:42:35.610 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~21036188,268549746~14682170,284389554~7938425,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,364175834~2516385,396884297~16531762] 2024-09-20T22:42:35.615 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,12917506~6714504,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,47749585~1175265,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,81213182~10859459,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,139208022~3046858,147789855~26862473,175929195~13141244,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,243704525~21036188,268549746~23778233,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,336499435~8481775,364175834~2516385,394354080~19061979] 2024-09-20T22:42:35.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:35 smithi046 ceph-mon[98591]: pgmap v3553: 137 pgs: 137 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 155 KiB/s rd, 4.5 MiB/s wr, 4.07k op/s 2024-09-20T22:42:35.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:35 smithi046 ceph-mon[98591]: osdmap e2049: 8 total, 8 up, 8 in 2024-09-20T22:42:35.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:35 smithi046 ceph-mon[96110]: pgmap v3553: 137 pgs: 137 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 155 KiB/s rd, 4.5 MiB/s wr, 4.07k op/s 2024-09-20T22:42:35.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:35 smithi046 ceph-mon[96110]: osdmap e2049: 8 total, 8 up, 8 in 2024-09-20T22:42:35.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:35 smithi134 ceph-mon[89086]: pgmap v3553: 137 pgs: 137 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 155 KiB/s rd, 4.5 MiB/s wr, 4.07k op/s 2024-09-20T22:42:35.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:35 smithi134 ceph-mon[89086]: osdmap e2049: 8 total, 8 up, 8 in 2024-09-20T22:42:36.504 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:36.504 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:36.552 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,54525952~18143858,75497472~4114953,79691776~12380865,92274688~12047192,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,320134316~31619107,356515840~11656996,369098752~4128072,377487360~37393825] 2024-09-20T22:42:36.552 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~10562037,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:36.553 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~10562037,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:36.568 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75497472~4114953,79691776~12380865,92274688~10866600,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,320134316~31619107,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:36.568 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~8512685,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:36.568 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~8512685,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:36.575 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75639026~3973399,79691776~12380865,92274688~8182671,104857600~87773344,196611432~24693904,239075328~70136663,310378496~9224334,320134316~2850212,323248624~1313591,326700162~1682671,332247279~19506144,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:36.575 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~43359808,284389554~24822437,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:36.575 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~43359808,284389554~24822437,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:36.581 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75639026~3973399,79691776~12380865,92274688~8182671,104857600~37927384,147789855~44841089,196611432~14344922,215771697~5533639,239075328~70136663,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:36.581 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [4533318~15098692,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~24868605,264937778~18294138,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:36.581 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~24868605,264937778~18294138,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:36.586 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~15437706,20043756~1259717,25140096~28547083,56068339~16601471,75639026~3973399,79691776~12380865,92579251~7878108,104857600~37927384,147789855~44841089,196611432~14344922,215771697~5533639,239075328~25665385,264937778~36412952,301603562~1605734,307176993~2034998,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:36.586 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215971976~5333360,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:36.586 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215971976~5333360,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:36.592 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~10376510,20043756~1259717,25140096~28547083,56068339~16601471,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,134836843~7948141,147789855~44841089,196611432~14344922,215971976~5333360,239075328~25665385,264937778~36412952,301647373~1561923,307176993~2034998,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:36.592 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:36.592 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:36.597 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~10376510,20043756~1259717,25140096~28547083,56068339~14591019,71813104~856706,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,134836843~7948141,147789855~44841089,201097687~9858667,217127557~2092176,239075328~25665385,264937778~36412952,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~10176379,366699300~974521,369098752~4128072,383106113~30309946] 2024-09-20T22:42:36.598 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,31211357~20776362,52039564~1647615,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:36.598 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,31211357~20776362,52039564~1647615,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:36.603 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,31211357~20776362,52039564~1647615,56068339~14591019,71813104~856706,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~44841089,201097687~9858667,217127557~2092176,239075328~25665385,264937778~36412952,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~11920695,358184230~3501812,364175834~2516385,366699300~974521,369098752~4128072,383106113~30309946] 2024-09-20T22:42:36.603 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~9373011,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,239872108~24868605,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:36.603 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~9373011,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,239872108~24868605,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:36.608 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~14591019,75639026~3973399,81213182~10859459,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~44841089,201097687~9858667,217127557~2061116,239075328~25665385,264937778~33367208,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~11920695,358184230~3501812,364175834~2516385,366699300~974521,369098752~4128072,383106113~30309946] 2024-09-20T22:42:36.608 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,396884297~16531762] 2024-09-20T22:42:36.608 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,396884297~16531762] 2024-09-20T22:42:36.614 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,81213182~10859459,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~16701749,201097687~9858667,217127557~2061116,243704525~21036188,264937778~33367208,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,336499435~8481775,360166394~1519648,364175834~2516385,366699300~974521,383106113~30309946] 2024-09-20T22:42:36.614 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,396884297~16531762] 2024-09-20T22:42:36.614 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~4952180,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,396884297~16531762] 2024-09-20T22:42:36.619 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,81213182~10859459,92579251~2948670,112840414~14138395,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~13141244,189599978~1781016,191982180~252031,201514547~1678654,203905326~7051028,217127557~2061116,243704525~21036188,264937778~33367208,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,336499435~8481775,360166394~1519648,364175834~2516385,366699300~974521,394354080~19061979] 2024-09-20T22:42:36.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:36 smithi046 ceph-mon[96110]: osdmap e2050: 8 total, 8 up, 8 in 2024-09-20T22:42:36.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:36 smithi046 ceph-mon[98591]: osdmap e2050: 8 total, 8 up, 8 in 2024-09-20T22:42:36.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:36 smithi134 ceph-mon[89086]: osdmap e2050: 8 total, 8 up, 8 in 2024-09-20T22:42:37.502 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:37.502 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:37.554 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,54525952~18143858,75497472~4114953,79691776~12380865,92274688~12047192,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,320134316~31619107,356515840~11656996,369098752~4128072,377487360~37393825] 2024-09-20T22:42:37.554 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~10562037,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:37.555 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~10562037,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:37.571 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75497472~4114953,79691776~12380865,92274688~10866600,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,320134316~31619107,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:37.571 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~8512685,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:37.572 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~8512685,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:37.577 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75639026~3973399,79691776~12380865,92274688~8182671,104857600~87773344,196611432~24693904,239075328~70136663,310378496~9224334,320134316~2850212,323248624~1313591,326700162~1682671,332247279~19506144,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:37.577 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~43359808,284389554~24822437,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:37.577 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~43359808,284389554~24822437,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:37.583 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75639026~3973399,79691776~12380865,92274688~8182671,104857600~37927384,147789855~44841089,196611432~14344922,215771697~5533639,239075328~70136663,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:37.584 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [4533318~15098692,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~24868605,264937778~18294138,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:37.584 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~24868605,264937778~18294138,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:37.589 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~15437706,20043756~1259717,25140096~28547083,56068339~16601471,75639026~3973399,79691776~12380865,92579251~7878108,104857600~37927384,147789855~44841089,196611432~14344922,215771697~5533639,239075328~25665385,264937778~36412952,301603562~1605734,307176993~2034998,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:37.589 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215971976~5333360,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:37.589 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215971976~5333360,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:37.595 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~10376510,20043756~1259717,25140096~28547083,56068339~16601471,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,134836843~7948141,147789855~44841089,196611432~14344922,215971976~5333360,239075328~25665385,264937778~36412952,301647373~1561923,307176993~2034998,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:37.595 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:37.595 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:37.602 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~10376510,20043756~1259717,25140096~28547083,56068339~14591019,71813104~856706,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,134836843~7948141,147789855~44841089,201097687~9858667,217127557~2092176,239075328~25665385,264937778~36412952,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~10176379,366699300~974521,369098752~4128072,383106113~30309946] 2024-09-20T22:42:37.602 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,31211357~20776362,52039564~1647615,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:37.602 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,31211357~20776362,52039564~1647615,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:37.606 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,31211357~20776362,52039564~1647615,56068339~14591019,71813104~856706,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~44841089,201097687~9858667,217127557~2092176,239075328~25665385,264937778~36412952,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~11920695,358184230~3501812,364175834~2516385,366699300~974521,369098752~4128072,383106113~30309946] 2024-09-20T22:42:37.606 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~9373011,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,239872108~24868605,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:37.606 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~9373011,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,239872108~24868605,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:37.612 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~14591019,75639026~3973399,81213182~10859459,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~44841089,201097687~9858667,217127557~2061116,239075328~25665385,264937778~33367208,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~11920695,358184230~3501812,364175834~2516385,366699300~974521,369098752~4128072,383106113~30309946] 2024-09-20T22:42:37.612 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,396884297~16531762] 2024-09-20T22:42:37.612 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~4431644,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,243704525~21036188,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,338322563~6658647,360166394~1519648,364175834~2516385,366699300~974521,383106113~11247967,396884297~16531762] 2024-09-20T22:42:37.617 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~8251657,65441350~5218008,75639026~3973399,81213182~10859459,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~26862473,175929195~16701749,201097687~9858667,217127557~2061116,243704525~21036188,264937778~33367208,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,336499435~8481775,360166394~1519648,364175834~2516385,366699300~974521,383106113~30309946] 2024-09-20T22:42:37.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:37 smithi046 ceph-mon[98591]: pgmap v3556: 137 pgs: 137 active+clean; 1.1 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 129 KiB/s rd, 6.2 KiB/s wr, 1.62k op/s 2024-09-20T22:42:37.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:37 smithi046 ceph-mon[98591]: osdmap e2051: 8 total, 8 up, 8 in 2024-09-20T22:42:37.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:37 smithi046 ceph-mon[96110]: pgmap v3556: 137 pgs: 137 active+clean; 1.1 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 129 KiB/s rd, 6.2 KiB/s wr, 1.62k op/s 2024-09-20T22:42:37.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:37 smithi046 ceph-mon[96110]: osdmap e2051: 8 total, 8 up, 8 in 2024-09-20T22:42:37.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:37 smithi134 ceph-mon[89086]: pgmap v3556: 137 pgs: 137 active+clean; 1.1 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 129 KiB/s rd, 6.2 KiB/s wr, 1.62k op/s 2024-09-20T22:42:37.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:37 smithi134 ceph-mon[89086]: osdmap e2051: 8 total, 8 up, 8 in 2024-09-20T22:42:38.504 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:38.504 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:38.566 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,54525952~18143858,75497472~4114953,79691776~12380865,92274688~12047192,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,320134316~31619107,356515840~11656996,369098752~4128072,377487360~37393825] 2024-09-20T22:42:38.566 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~10562037,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:38.566 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~10562037,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:38.581 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75497472~4114953,79691776~12380865,92274688~10866600,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,320134316~31619107,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:38.581 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~8512685,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:38.581 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~8512685,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:38.587 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75639026~3973399,79691776~12380865,92274688~8182671,104857600~87773344,196611432~24693904,239075328~70136663,310378496~9224334,320134316~2850212,323248624~1313591,326700162~1682671,332247279~19506144,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:38.587 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~43359808,284389554~24822437,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:38.587 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~43359808,284389554~24822437,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:38.592 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75639026~3973399,79691776~12380865,92274688~8182671,104857600~37927384,147789855~44841089,196611432~14344922,215771697~5533639,239075328~70136663,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:38.593 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [4533318~15098692,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~24868605,264937778~18294138,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:38.593 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~24868605,264937778~18294138,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:38.598 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~15437706,20043756~1259717,25140096~28547083,56068339~16601471,75639026~3973399,79691776~12380865,92579251~7878108,104857600~37927384,147789855~44841089,196611432~14344922,215771697~5533639,239075328~25665385,264937778~36412952,301603562~1605734,307176993~2034998,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:38.598 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215971976~5333360,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:38.598 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215971976~5333360,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:38.604 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~10376510,20043756~1259717,25140096~28547083,56068339~16601471,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,134836843~7948141,147789855~44841089,196611432~14344922,215971976~5333360,239075328~25665385,264937778~36412952,301647373~1561923,307176993~2034998,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:38.604 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:38.604 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:38.609 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~10376510,20043756~1259717,25140096~28547083,56068339~14591019,71813104~856706,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,134836843~7948141,147789855~44841089,201097687~9858667,217127557~2092176,239075328~25665385,264937778~36412952,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~10176379,366699300~974521,369098752~4128072,383106113~30309946] 2024-09-20T22:42:38.609 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,31211357~20776362,52039564~1647615,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:38.610 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,31211357~20776362,52039564~1647615,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:38.615 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,31211357~20776362,52039564~1647615,56068339~14591019,71813104~856706,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~44841089,201097687~9858667,217127557~2092176,239075328~25665385,264937778~36412952,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~11920695,358184230~3501812,364175834~2516385,366699300~974521,369098752~4128072,383106113~30309946] 2024-09-20T22:42:38.615 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~9373011,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,239872108~24868605,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:38.615 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~9373011,66686056~3973302,75639026~3973399,81213182~7836484,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2061116,239872108~24868605,264937778~18294138,284389554~13915432,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:38.621 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,33544812~1256698,35270434~9921139,46141236~5846483,52039564~1647615,56068339~14591019,75639026~3973399,81213182~10859459,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~44841089,201097687~9858667,217127557~2061116,239075328~25665385,264937778~33367208,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~11920695,358184230~3501812,364175834~2516385,366699300~974521,369098752~4128072,383106113~30309946] 2024-09-20T22:42:38.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:38 smithi046 ceph-mon[96110]: osdmap e2052: 8 total, 8 up, 8 in 2024-09-20T22:42:38.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:38 smithi046 ceph-mon[98591]: osdmap e2052: 8 total, 8 up, 8 in 2024-09-20T22:42:38.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:38 smithi134 ceph-mon[89086]: osdmap e2052: 8 total, 8 up, 8 in 2024-09-20T22:42:39.518 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:39.519 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:39.576 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,54525952~18143858,75497472~4114953,79691776~12380865,92274688~12047192,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,320134316~31619107,356515840~11656996,369098752~4128072,377487360~37393825] 2024-09-20T22:42:39.576 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~10562037,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:39.576 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~10562037,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:39.586 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75497472~4114953,79691776~12380865,92274688~10866600,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,320134316~31619107,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:39.586 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~8512685,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:39.586 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~8512685,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:39.597 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75639026~3973399,79691776~12380865,92274688~8182671,104857600~87773344,196611432~24693904,239075328~70136663,310378496~9224334,320134316~2850212,323248624~1313591,326700162~1682671,332247279~19506144,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:39.597 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~43359808,284389554~24822437,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:39.597 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~43359808,284389554~24822437,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:39.602 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75639026~3973399,79691776~12380865,92274688~8182671,104857600~37927384,147789855~44841089,196611432~14344922,215771697~5533639,239075328~70136663,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:39.603 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [4533318~15098692,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~24868605,264937778~18294138,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:39.603 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~24868605,264937778~18294138,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:39.608 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~15437706,20043756~1259717,25140096~28547083,56068339~16601471,75639026~3973399,79691776~12380865,92579251~7878108,104857600~37927384,147789855~44841089,196611432~14344922,215771697~5533639,239075328~25665385,264937778~36412952,301603562~1605734,307176993~2034998,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:39.609 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215971976~5333360,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:39.609 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215971976~5333360,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:39.615 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~10376510,20043756~1259717,25140096~28547083,56068339~16601471,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,134836843~7948141,147789855~44841089,196611432~14344922,215971976~5333360,239075328~25665385,264937778~36412952,301647373~1561923,307176993~2034998,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:39.615 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:39.615 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:39.620 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~10376510,20043756~1259717,25140096~28547083,56068339~14591019,71813104~856706,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,134836843~7948141,147789855~44841089,201097687~9858667,217127557~2092176,239075328~25665385,264937778~36412952,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~10176379,366699300~974521,369098752~4128072,383106113~30309946] 2024-09-20T22:42:39.620 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,31211357~20776362,52039564~1647615,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:39.620 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,31211357~20776362,52039564~1647615,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,358184230~3501812,364175834~2516385,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:39.625 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9969929~99000,10708115~8923895,20043756~1259717,28065951~2241774,31211357~20776362,52039564~1647615,56068339~14591019,71813104~856706,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~654364,139208022~3046858,147789855~44841089,201097687~9858667,217127557~2092176,239075328~25665385,264937778~36412952,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~11920695,358184230~3501812,364175834~2516385,366699300~974521,369098752~4128072,383106113~30309946] 2024-09-20T22:42:39.726 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:39.726 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:39.780 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,54525952~18143858,75497472~4114953,79691776~12380865,92274688~12047192,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,320134316~31619107,356515840~11656996,369098752~4128072,377487360~37393825] 2024-09-20T22:42:39.780 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~10562037,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:39.780 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~10562037,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:39.787 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75497472~4114953,79691776~12380865,92274688~10866600,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,320134316~31619107,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:39.787 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~8512685,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:39.787 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~8512685,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:39.792 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75639026~3973399,79691776~12380865,92274688~8182671,104857600~87773344,196611432~24693904,239075328~70136663,310378496~9224334,320134316~2850212,323248624~1313591,326700162~1682671,332247279~19506144,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:39.793 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~43359808,284389554~24822437,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:39.793 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~43359808,284389554~24822437,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:39.798 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75639026~3973399,79691776~12380865,92274688~8182671,104857600~37927384,147789855~44841089,196611432~14344922,215771697~5533639,239075328~70136663,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:39.798 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [4533318~15098692,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~24868605,264937778~18294138,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:39.798 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~24868605,264937778~18294138,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:39.803 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~15437706,20043756~1259717,25140096~28547083,56068339~16601471,75639026~3973399,79691776~12380865,92579251~7878108,104857600~37927384,147789855~44841089,196611432~14344922,215771697~5533639,239075328~25665385,264937778~36412952,301603562~1605734,307176993~2034998,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:39.803 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215971976~5333360,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:39.803 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215971976~5333360,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:39.808 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~10376510,20043756~1259717,25140096~28547083,56068339~16601471,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,134836843~7948141,147789855~44841089,196611432~14344922,215971976~5333360,239075328~25665385,264937778~36412952,301647373~1561923,307176993~2034998,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:39.808 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:39.808 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~3973302,71813104~856706,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,201097687~9858667,217127557~2092176,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~8507989,366699300~974521,370932015~2294809,383106113~11247967,396884297~16531762] 2024-09-20T22:42:39.814 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~10376510,20043756~1259717,25140096~28547083,56068339~14591019,71813104~856706,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,134836843~7948141,147789855~44841089,201097687~9858667,217127557~2092176,239075328~25665385,264937778~36412952,301647373~1561923,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~10176379,366699300~974521,369098752~4128072,383106113~30309946] 2024-09-20T22:42:39.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:39 smithi046 ceph-mon[98591]: pgmap v3559: 137 pgs: 137 active+clean; 1.1 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 130 KiB/s rd, 6.2 KiB/s wr, 1.81k op/s 2024-09-20T22:42:39.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:39 smithi046 ceph-mon[98591]: osdmap e2053: 8 total, 8 up, 8 in 2024-09-20T22:42:39.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:39 smithi046 ceph-mon[96110]: pgmap v3559: 137 pgs: 137 active+clean; 1.1 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 130 KiB/s rd, 6.2 KiB/s wr, 1.81k op/s 2024-09-20T22:42:39.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:39 smithi046 ceph-mon[96110]: osdmap e2053: 8 total, 8 up, 8 in 2024-09-20T22:42:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:39 smithi134 ceph-mon[89086]: pgmap v3559: 137 pgs: 137 active+clean; 1.1 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 130 KiB/s rd, 6.2 KiB/s wr, 1.81k op/s 2024-09-20T22:42:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:39 smithi134 ceph-mon[89086]: osdmap e2053: 8 total, 8 up, 8 in 2024-09-20T22:42:40.727 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:40.727 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:40.783 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,54525952~18143858,75497472~4114953,79691776~12380865,92274688~12047192,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,320134316~31619107,356515840~11656996,369098752~4128072,377487360~37393825] 2024-09-20T22:42:40.784 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~10562037,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:40.784 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~10562037,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:40.795 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75497472~4114953,79691776~12380865,92274688~10866600,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,320134316~31619107,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:40.795 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~8512685,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:40.795 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~8512685,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:40.801 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75639026~3973399,79691776~12380865,92274688~8182671,104857600~87773344,196611432~24693904,239075328~70136663,310378496~9224334,320134316~2850212,323248624~1313591,326700162~1682671,332247279~19506144,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:40.801 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~43359808,284389554~24822437,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:40.801 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~43359808,284389554~24822437,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:40.806 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75639026~3973399,79691776~12380865,92274688~8182671,104857600~37927384,147789855~44841089,196611432~14344922,215771697~5533639,239075328~70136663,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:40.807 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [4533318~15098692,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~24868605,264937778~18294138,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:40.807 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~24868605,264937778~18294138,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:40.812 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~15437706,20043756~1259717,25140096~28547083,56068339~16601471,75639026~3973399,79691776~12380865,92579251~7878108,104857600~37927384,147789855~44841089,196611432~14344922,215771697~5533639,239075328~25665385,264937778~36412952,301603562~1605734,307176993~2034998,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:40.812 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215971976~5333360,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:40.812 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [9255500~10376510,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,112536379~14442430,133648000~197000,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215971976~5333360,239872108~24868605,264937778~18294138,284389554~16961176,301647373~1561923,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:40.817 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [9255500~10376510,20043756~1259717,25140096~28547083,56068339~16601471,75639026~3973399,79691776~12380865,92579251~7878108,112536379~14442430,133648000~197000,134836843~7948141,147789855~44841089,196611432~14344922,215971976~5333360,239075328~25665385,264937778~36412952,301647373~1561923,307176993~2034998,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:40.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:40 smithi046 ceph-mon[96110]: osdmap e2054: 8 total, 8 up, 8 in 2024-09-20T22:42:40.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:40 smithi046 ceph-mon[96110]: osdmap e2055: 8 total, 8 up, 8 in 2024-09-20T22:42:40.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:40 smithi046 ceph-mon[98591]: osdmap e2054: 8 total, 8 up, 8 in 2024-09-20T22:42:40.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:40 smithi046 ceph-mon[98591]: osdmap e2055: 8 total, 8 up, 8 in 2024-09-20T22:42:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:40 smithi134 ceph-mon[89086]: osdmap e2054: 8 total, 8 up, 8 in 2024-09-20T22:42:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:40 smithi134 ceph-mon[89086]: osdmap e2055: 8 total, 8 up, 8 in 2024-09-20T22:42:41.730 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:41.730 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:41.782 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,54525952~18143858,75497472~4114953,79691776~12380865,92274688~12047192,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,320134316~31619107,356515840~11656996,369098752~4128072,377487360~37393825] 2024-09-20T22:42:41.782 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~10562037,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:41.782 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~10562037,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:41.795 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75497472~4114953,79691776~12380865,92274688~10866600,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,320134316~31619107,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:41.795 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~8512685,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:41.795 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~8512685,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:41.800 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75639026~3973399,79691776~12380865,92274688~8182671,104857600~87773344,196611432~24693904,239075328~70136663,310378496~9224334,320134316~2850212,323248624~1313591,326700162~1682671,332247279~19506144,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:41.801 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~43359808,284389554~24822437,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:41.801 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~43359808,284389554~24822437,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:41.806 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75639026~3973399,79691776~12380865,92274688~8182671,104857600~37927384,147789855~44841089,196611432~14344922,215771697~5533639,239075328~70136663,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:41.806 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [4533318~15098692,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~24868605,264937778~18294138,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:41.806 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~1259717,25140096~28547083,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~24868605,264937778~18294138,284389554~16961176,301603562~1605734,307176993~2034998,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:41.812 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~15437706,20043756~1259717,25140096~28547083,56068339~16601471,75639026~3973399,79691776~12380865,92579251~7878108,104857600~37927384,147789855~44841089,196611432~14344922,215771697~5533639,239075328~25665385,264937778~36412952,301603562~1605734,307176993~2034998,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:41.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:41 smithi046 ceph-mon[96110]: pgmap v3563: 137 pgs: 137 active+clean; 1.0 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 4.1 KiB/s rd, 1.4 KiB/s wr, 1.10k op/s 2024-09-20T22:42:41.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:41 smithi046 ceph-mon[96110]: osdmap e2056: 8 total, 8 up, 8 in 2024-09-20T22:42:41.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:41 smithi046 ceph-mon[98591]: pgmap v3563: 137 pgs: 137 active+clean; 1.0 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 4.1 KiB/s rd, 1.4 KiB/s wr, 1.10k op/s 2024-09-20T22:42:41.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:41 smithi046 ceph-mon[98591]: osdmap e2056: 8 total, 8 up, 8 in 2024-09-20T22:42:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:41 smithi134 ceph-mon[89086]: pgmap v3563: 137 pgs: 137 active+clean; 1.0 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 4.1 KiB/s rd, 1.4 KiB/s wr, 1.10k op/s 2024-09-20T22:42:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:41 smithi134 ceph-mon[89086]: osdmap e2056: 8 total, 8 up, 8 in 2024-09-20T22:42:42.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:42:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:42:42] "GET /metrics HTTP/1.1" 200 36771 "" "Prometheus/2.43.0" 2024-09-20T22:42:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:42:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:42:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:42:42.745 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:42.745 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:42.778 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,54525952~18143858,75497472~4114953,79691776~12380865,92274688~12047192,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,320134316~31619107,356515840~11656996,369098752~4128072,377487360~37393825] 2024-09-20T22:42:42.778 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~10562037,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:42.778 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~10562037,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:42.797 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75497472~4114953,79691776~12380865,92274688~10866600,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,320134316~31619107,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:42.797 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~8512685,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:42.797 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~8512685,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:42.803 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75639026~3973399,79691776~12380865,92274688~8182671,104857600~87773344,196611432~24693904,239075328~70136663,310378496~9224334,320134316~2850212,323248624~1313591,326700162~1682671,332247279~19506144,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:42.803 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~43359808,284389554~24822437,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:42.803 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~6517663,147789855~32570984,180451313~2454947,184118259~8512685,196611432~14344922,215771697~5533639,239872108~43359808,284389554~24822437,311099273~3547643,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:42.808 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75639026~3973399,79691776~12380865,92274688~8182671,104857600~37927384,147789855~44841089,196611432~14344922,215771697~5533639,239075328~70136663,311099273~8503557,320134316~2850212,323248624~1313591,326700162~1682671,333060515~18692908,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:43.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:42 smithi046 ceph-mon[98591]: osdmap e2057: 8 total, 8 up, 8 in 2024-09-20T22:42:43.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:42 smithi046 ceph-mon[98591]: pgmap v3566: 137 pgs: 137 active+clean; 996 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 123 KiB/s rd, 7.2 KiB/s wr, 1.27k op/s 2024-09-20T22:42:43.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:42 smithi046 ceph-mon[96110]: osdmap e2057: 8 total, 8 up, 8 in 2024-09-20T22:42:43.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:42 smithi046 ceph-mon[96110]: pgmap v3566: 137 pgs: 137 active+clean; 996 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 123 KiB/s rd, 7.2 KiB/s wr, 1.27k op/s 2024-09-20T22:42:43.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:42 smithi134 ceph-mon[89086]: osdmap e2057: 8 total, 8 up, 8 in 2024-09-20T22:42:43.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:42 smithi134 ceph-mon[89086]: pgmap v3566: 137 pgs: 137 active+clean; 996 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 123 KiB/s rd, 7.2 KiB/s wr, 1.27k op/s 2024-09-20T22:42:43.745 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:43.745 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:43.789 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,54525952~18143858,75497472~4114953,79691776~12380865,92274688~12047192,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,320134316~31619107,356515840~11656996,369098752~4128072,377487360~37393825] 2024-09-20T22:42:43.789 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~10562037,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:43.789 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~10562037,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:43.802 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75497472~4114953,79691776~12380865,92274688~10866600,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,320134316~31619107,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:43.802 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~8512685,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:43.802 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~7878108,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~8512685,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~2850212,323248624~1313591,326700162~1682671,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:43.807 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75639026~3973399,79691776~12380865,92274688~8182671,104857600~87773344,196611432~24693904,239075328~70136663,310378496~9224334,320134316~2850212,323248624~1313591,326700162~1682671,332247279~19506144,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:44.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:43 smithi046 ceph-mon[96110]: osdmap e2058: 8 total, 8 up, 8 in 2024-09-20T22:42:44.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:43 smithi046 ceph-mon[98591]: osdmap e2058: 8 total, 8 up, 8 in 2024-09-20T22:42:44.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:43 smithi134 ceph-mon[89086]: osdmap e2058: 8 total, 8 up, 8 in 2024-09-20T22:42:44.725 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:44.725 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:44.774 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,54525952~18143858,75497472~4114953,79691776~12380865,92274688~12047192,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,320134316~31619107,356515840~11656996,369098752~4128072,377487360~37393825] 2024-09-20T22:42:44.774 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~10562037,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:44.774 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,56068339~9373011,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~10562037,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,383106113~11247967,396884297~17996888] 2024-09-20T22:42:44.792 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,56068339~16601471,75497472~4114953,79691776~12380865,92274688~10866600,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,320134316~31619107,356515840~11656996,369098752~4128072,383106113~31775072] 2024-09-20T22:42:45.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:44 smithi046 ceph-mon[96110]: osdmap e2059: 8 total, 8 up, 8 in 2024-09-20T22:42:45.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:44 smithi046 ceph-mon[96110]: pgmap v3569: 137 pgs: 137 active+clean; 979 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 108 KiB/s rd, 5.2 KiB/s wr, 868 op/s 2024-09-20T22:42:45.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:44 smithi046 ceph-mon[96110]: osdmap e2060: 8 total, 8 up, 8 in 2024-09-20T22:42:45.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:44 smithi046 ceph-mon[98591]: osdmap e2059: 8 total, 8 up, 8 in 2024-09-20T22:42:45.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:44 smithi046 ceph-mon[98591]: pgmap v3569: 137 pgs: 137 active+clean; 979 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 108 KiB/s rd, 5.2 KiB/s wr, 868 op/s 2024-09-20T22:42:45.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:44 smithi046 ceph-mon[98591]: osdmap e2060: 8 total, 8 up, 8 in 2024-09-20T22:42:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:44 smithi134 ceph-mon[89086]: osdmap e2059: 8 total, 8 up, 8 in 2024-09-20T22:42:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:44 smithi134 ceph-mon[89086]: pgmap v3569: 137 pgs: 137 active+clean; 979 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 108 KiB/s rd, 5.2 KiB/s wr, 868 op/s 2024-09-20T22:42:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:44 smithi134 ceph-mon[89086]: osdmap e2060: 8 total, 8 up, 8 in 2024-09-20T22:42:45.751 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:45.752 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4533318~15098692,20043756~33643423,55618319~9823031,66686056~5983754,75639026~3973399,81207277~7842389,90118575~1954066,92579251~11742629,107686361~19292448,128883424~5953419,135107982~487479,136267321~44093518,180451313~2454947,184118259~11253102,196611432~24693904,239872108~43359808,284389554~24822437,310639938~4006978,315723111~3879719,320134316~12112963,332659539~400976,333190772~3308663,338322563~6658647,347509730~4243693,358184230~9988606,370932015~2294809,380882124~13471956,396884297~17996888] 2024-09-20T22:42:45.794 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~49492875,54525952~18143858,75497472~4114953,79691776~12380865,92274688~12047192,104857600~90513761,196611432~24693904,239075328~70136663,310378496~9224334,320134316~31619107,356515840~11656996,369098752~4128072,377487360~37393825] 2024-09-20T22:42:46.769 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (39417 ms) 2024-09-20T22:42:46.769 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2024-09-20T22:42:46.770 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:42:47.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:46 smithi046 ceph-mon[96110]: osdmap e2061: 8 total, 8 up, 8 in 2024-09-20T22:42:47.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:46 smithi046 ceph-mon[96110]: pgmap v3572: 137 pgs: 137 active+clean; 866 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 58 KiB/s rd, 6.0 KiB/s wr, 499 op/s 2024-09-20T22:42:47.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:46 smithi046 ceph-mon[98591]: osdmap e2061: 8 total, 8 up, 8 in 2024-09-20T22:42:47.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:46 smithi046 ceph-mon[98591]: pgmap v3572: 137 pgs: 137 active+clean; 866 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 58 KiB/s rd, 6.0 KiB/s wr, 499 op/s 2024-09-20T22:42:47.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:46 smithi134 ceph-mon[89086]: osdmap e2061: 8 total, 8 up, 8 in 2024-09-20T22:42:47.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:46 smithi134 ceph-mon[89086]: pgmap v3572: 137 pgs: 137 active+clean; 866 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 58 KiB/s rd, 6.0 KiB/s wr, 499 op/s 2024-09-20T22:42:47.843 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1074 ms) 2024-09-20T22:42:47.843 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2024-09-20T22:42:47.843 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:42:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:47 smithi134 ceph-mon[89086]: osdmap e2062: 8 total, 8 up, 8 in 2024-09-20T22:42:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:42:48.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:47 smithi046 ceph-mon[96110]: osdmap e2062: 8 total, 8 up, 8 in 2024-09-20T22:42:48.014 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:42:48.014 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:47 smithi046 ceph-mon[98591]: osdmap e2062: 8 total, 8 up, 8 in 2024-09-20T22:42:48.014 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:42:48.873 INFO:tasks.workunit.client.0.smithi046.stdout: wrote [25111~40267,225328~41574,3294089~1198,3883423~98450,4800386~49419,11717265~99044,14491763~94701,15894748~31748,16099143~24757,20075827~9759] to clone 2024-09-20T22:42:48.873 INFO:tasks.workunit.client.0.smithi046.stdout: diff was [0~3981873,4194304~655501,8388608~3427701,12582912~3540988,16777216~3308370] 2024-09-20T22:42:48.877 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (1034 ms) 2024-09-20T22:42:48.877 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2024-09-20T22:42:48.877 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:42:48.896 INFO:tasks.workunit.client.0.smithi046.stdout: wrote [597090~39816,2562760~62877,2882765~61090,4027472~87473,7778670~31139,9017167~64920,9790340~79781,11149459~66094,14485595~32511,17817151~87449] 2024-09-20T22:42:48.907 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (30 ms) 2024-09-20T22:42:48.907 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2024-09-20T22:42:48.907 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:42:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:48 smithi134 ceph-mon[89086]: osdmap e2063: 8 total, 8 up, 8 in 2024-09-20T22:42:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:48 smithi134 ceph-mon[89086]: pgmap v3575: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 811 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 59 KiB/s rd, 6.2 KiB/s wr, 552 op/s 2024-09-20T22:42:49.103 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:48 smithi046 ceph-mon[96110]: osdmap e2063: 8 total, 8 up, 8 in 2024-09-20T22:42:49.103 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:48 smithi046 ceph-mon[96110]: pgmap v3575: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 811 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 59 KiB/s rd, 6.2 KiB/s wr, 552 op/s 2024-09-20T22:42:49.103 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:48 smithi046 ceph-mon[98591]: osdmap e2063: 8 total, 8 up, 8 in 2024-09-20T22:42:49.103 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:48 smithi046 ceph-mon[98591]: pgmap v3575: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 811 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 59 KiB/s rd, 6.2 KiB/s wr, 552 op/s 2024-09-20T22:42:50.100 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:49 smithi134 ceph-mon[89086]: osdmap e2064: 8 total, 8 up, 8 in 2024-09-20T22:42:50.101 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:42:50.101 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:49 smithi134 ceph-mon[89086]: osdmap e2065: 8 total, 8 up, 8 in 2024-09-20T22:42:50.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:49 smithi046 ceph-mon[96110]: osdmap e2064: 8 total, 8 up, 8 in 2024-09-20T22:42:50.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:42:50.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:49 smithi046 ceph-mon[96110]: osdmap e2065: 8 total, 8 up, 8 in 2024-09-20T22:42:50.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:49 smithi046 ceph-mon[98591]: osdmap e2064: 8 total, 8 up, 8 in 2024-09-20T22:42:50.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:42:50.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:49 smithi046 ceph-mon[98591]: osdmap e2065: 8 total, 8 up, 8 in 2024-09-20T22:42:50.804 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (1897 ms) 2024-09-20T22:42:50.805 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2024-09-20T22:42:50.805 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:42:50.855 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (50 ms) 2024-09-20T22:42:50.855 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2024-09-20T22:42:50.855 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:42:50.916 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (61 ms) 2024-09-20T22:42:50.916 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTryAcquireLock 2024-09-20T22:42:50.916 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:42:51.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:51 smithi046 ceph-mon[96110]: pgmap v3578: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 783 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 163 op/s 2024-09-20T22:42:51.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:42:51.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:42:51.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:42:51.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:42:51.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:51 smithi046 ceph-mon[96110]: osdmap e2066: 8 total, 8 up, 8 in 2024-09-20T22:42:51.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:42:51.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:42:51.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:42:51.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:51 smithi046 ceph-mon[98591]: pgmap v3578: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 783 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 163 op/s 2024-09-20T22:42:51.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:42:51.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:42:51.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:42:51.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:42:51.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:51 smithi046 ceph-mon[98591]: osdmap e2066: 8 total, 8 up, 8 in 2024-09-20T22:42:51.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:42:51.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:42:51.652 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:42:51.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:51 smithi134 ceph-mon[89086]: pgmap v3578: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 783 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 163 op/s 2024-09-20T22:42:51.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:42:51.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:42:51.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:42:51.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:42:51.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:51 smithi134 ceph-mon[89086]: osdmap e2066: 8 total, 8 up, 8 in 2024-09-20T22:42:51.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:42:51.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:42:51.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:42:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:42:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:42:52] "GET /metrics HTTP/1.1" 200 36774 "" "Prometheus/2.43.0" 2024-09-20T22:42:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:42:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:42:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:42:53.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:53 smithi046 ceph-mon[96110]: pgmap v3580: 137 pgs: 137 active+clean; 827 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.9 MiB/s rd, 10 MiB/s wr, 333 op/s 2024-09-20T22:42:53.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:53 smithi046 ceph-mon[98591]: pgmap v3580: 137 pgs: 137 active+clean; 827 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.9 MiB/s rd, 10 MiB/s wr, 333 op/s 2024-09-20T22:42:53.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:53 smithi134 ceph-mon[89086]: pgmap v3580: 137 pgs: 137 active+clean; 827 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.9 MiB/s rd, 10 MiB/s wr, 333 op/s 2024-09-20T22:42:55.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:55 smithi046 ceph-mon[96110]: pgmap v3581: 137 pgs: 137 active+clean; 846 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.7 MiB/s wr, 265 op/s 2024-09-20T22:42:55.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:55 smithi046 ceph-mon[96110]: osdmap e2067: 8 total, 8 up, 8 in 2024-09-20T22:42:55.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:55 smithi046 ceph-mon[98591]: pgmap v3581: 137 pgs: 137 active+clean; 846 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.7 MiB/s wr, 265 op/s 2024-09-20T22:42:55.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:55 smithi046 ceph-mon[98591]: osdmap e2067: 8 total, 8 up, 8 in 2024-09-20T22:42:55.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:55 smithi134 ceph-mon[89086]: pgmap v3581: 137 pgs: 137 active+clean; 846 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.7 MiB/s wr, 265 op/s 2024-09-20T22:42:55.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:55 smithi134 ceph-mon[89086]: osdmap e2067: 8 total, 8 up, 8 in 2024-09-20T22:42:55.953 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterateTryAcquireLock (5037 ms) 2024-09-20T22:42:55.953 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2024-09-20T22:42:55.953 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:42:55.953 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2024-09-20T22:42:56.249 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 19 tests from DiffIterateTest/0 (249202 ms total) 2024-09-20T22:42:56.250 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:42:56.250 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 19 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2024-09-20T22:42:56.284 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2024-09-20T22:42:57.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:57 smithi046 ceph-mon[96110]: pgmap v3583: 137 pgs: 137 active+clean; 869 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 10 MiB/s wr, 260 op/s 2024-09-20T22:42:57.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:57 smithi046 ceph-mon[96110]: osdmap e2068: 8 total, 8 up, 8 in 2024-09-20T22:42:57.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:57 smithi046 ceph-mon[98591]: pgmap v3583: 137 pgs: 137 active+clean; 869 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 10 MiB/s wr, 260 op/s 2024-09-20T22:42:57.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:57 smithi046 ceph-mon[98591]: osdmap e2068: 8 total, 8 up, 8 in 2024-09-20T22:42:57.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:57 smithi134 ceph-mon[89086]: pgmap v3583: 137 pgs: 137 active+clean; 869 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 10 MiB/s wr, 260 op/s 2024-09-20T22:42:57.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:57 smithi134 ceph-mon[89086]: osdmap e2068: 8 total, 8 up, 8 in 2024-09-20T22:42:58.259 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:42:58.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:58 smithi046 ceph-mon[96110]: osdmap e2069: 8 total, 8 up, 8 in 2024-09-20T22:42:58.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:58 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/3638758037' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:42:58.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:58 smithi046 ceph-mon[98591]: osdmap e2069: 8 total, 8 up, 8 in 2024-09-20T22:42:58.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:58 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/3638758037' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:42:58.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:58 smithi134 ceph-mon[89086]: osdmap e2069: 8 total, 8 up, 8 in 2024-09-20T22:42:58.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:58 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/3638758037' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:42:59.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:59 smithi046 ceph-mon[96110]: pgmap v3586: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-09-20T22:42:59.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:59 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:42:59.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:59 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/3638758037' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:42:59.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:42:59 smithi046 ceph-mon[96110]: osdmap e2070: 8 total, 8 up, 8 in 2024-09-20T22:42:59.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:59 smithi046 ceph-mon[98591]: pgmap v3586: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-09-20T22:42:59.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:59 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:42:59.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:59 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/3638758037' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:42:59.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:42:59 smithi046 ceph-mon[98591]: osdmap e2070: 8 total, 8 up, 8 in 2024-09-20T22:42:59.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:59 smithi134 ceph-mon[89086]: pgmap v3586: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-09-20T22:42:59.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:59 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:42:59.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:59 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/3638758037' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi046-140632-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-20T22:42:59.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:42:59 smithi134 ceph-mon[89086]: osdmap e2070: 8 total, 8 up, 8 in 2024-09-20T22:43:00.310 INFO:tasks.workunit.client.0.smithi046.stdout: wrote [928430~777,1412285~15484,3153276~6275,4154774~63990,7652072~3658,8818819~75650,9507460~72770,10609866~63168,16274607~17760,16375774~28778] 2024-09-20T22:43:00.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:00 smithi046 ceph-mon[96110]: osdmap e2071: 8 total, 8 up, 8 in 2024-09-20T22:43:00.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:00 smithi046 ceph-mon[98591]: osdmap e2071: 8 total, 8 up, 8 in 2024-09-20T22:43:00.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:00 smithi134 ceph-mon[89086]: osdmap e2071: 8 total, 8 up, 8 in 2024-09-20T22:43:01.286 INFO:tasks.workunit.client.0.smithi046.stdout: wrote [0~16777216] 2024-09-20T22:43:01.296 INFO:tasks.workunit.client.0.smithi046.stdout: diff was [0~16777216] 2024-09-20T22:43:01.300 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5016 ms) 2024-09-20T22:43:01.300 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministic 2024-09-20T22:43:01.301 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:43:01.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:01 smithi046 ceph-mon[98591]: pgmap v3589: 137 pgs: 10 creating+peering, 18 unknown, 109 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-09-20T22:43:01.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:01 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:43:01.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:01 smithi046 ceph-mon[98591]: osdmap e2072: 8 total, 8 up, 8 in 2024-09-20T22:43:01.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:01 smithi046 ceph-mon[96110]: pgmap v3589: 137 pgs: 10 creating+peering, 18 unknown, 109 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-09-20T22:43:01.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:01 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:43:01.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:01 smithi046 ceph-mon[96110]: osdmap e2072: 8 total, 8 up, 8 in 2024-09-20T22:43:01.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:01 smithi134 ceph-mon[89086]: pgmap v3589: 137 pgs: 10 creating+peering, 18 unknown, 109 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-09-20T22:43:01.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:01 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:43:01.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:01 smithi134 ceph-mon[89086]: osdmap e2072: 8 total, 8 up, 8 in 2024-09-20T22:43:02.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:02 smithi046 ceph-mon[96110]: osdmap e2073: 8 total, 8 up, 8 in 2024-09-20T22:43:02.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:02 smithi046 ceph-mon[98591]: osdmap e2073: 8 total, 8 up, 8 in 2024-09-20T22:43:02.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:43:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:43:02] "GET /metrics HTTP/1.1" 200 36774 "" "Prometheus/2.43.0" 2024-09-20T22:43:02.577 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:02 smithi134 ceph-mon[89086]: osdmap e2073: 8 total, 8 up, 8 in 2024-09-20T22:43:02.578 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:43:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:43:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:43:03.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:03 smithi046 ceph-mon[98591]: pgmap v3592: 137 pgs: 10 creating+peering, 127 active+clean; 14 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 75 KiB/s wr, 22 op/s 2024-09-20T22:43:03.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:03 smithi046 ceph-mon[98591]: osdmap e2074: 8 total, 8 up, 8 in 2024-09-20T22:43:03.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:03 smithi046 ceph-mon[96110]: pgmap v3592: 137 pgs: 10 creating+peering, 127 active+clean; 14 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 75 KiB/s wr, 22 op/s 2024-09-20T22:43:03.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:03 smithi046 ceph-mon[96110]: osdmap e2074: 8 total, 8 up, 8 in 2024-09-20T22:43:03.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:03 smithi134 ceph-mon[89086]: pgmap v3592: 137 pgs: 10 creating+peering, 127 active+clean; 14 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 75 KiB/s wr, 22 op/s 2024-09-20T22:43:03.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:03 smithi134 ceph-mon[89086]: osdmap e2074: 8 total, 8 up, 8 in 2024-09-20T22:43:04.312 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:43:04.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:04 smithi046 ceph-mon[96110]: osdmap e2075: 8 total, 8 up, 8 in 2024-09-20T22:43:04.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:43:04.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:04 smithi046 ceph-mon[98591]: osdmap e2075: 8 total, 8 up, 8 in 2024-09-20T22:43:04.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:43:04.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:04 smithi134 ceph-mon[89086]: osdmap e2075: 8 total, 8 up, 8 in 2024-09-20T22:43:04.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:43:05.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:05 smithi046 ceph-mon[96110]: pgmap v3595: 137 pgs: 137 active+clean; 18 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 145 KiB/s wr, 62 op/s 2024-09-20T22:43:05.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:05 smithi046 ceph-mon[96110]: osdmap e2076: 8 total, 8 up, 8 in 2024-09-20T22:43:05.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:05 smithi046 ceph-mon[98591]: pgmap v3595: 137 pgs: 137 active+clean; 18 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 145 KiB/s wr, 62 op/s 2024-09-20T22:43:05.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:05 smithi046 ceph-mon[98591]: osdmap e2076: 8 total, 8 up, 8 in 2024-09-20T22:43:05.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:05 smithi134 ceph-mon[89086]: pgmap v3595: 137 pgs: 137 active+clean; 18 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 145 KiB/s wr, 62 op/s 2024-09-20T22:43:05.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:05 smithi134 ceph-mon[89086]: osdmap e2076: 8 total, 8 up, 8 in 2024-09-20T22:43:06.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:06 smithi046 ceph-mon[96110]: osdmap e2077: 8 total, 8 up, 8 in 2024-09-20T22:43:06.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:06 smithi046 ceph-mon[98591]: osdmap e2077: 8 total, 8 up, 8 in 2024-09-20T22:43:06.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:06 smithi134 ceph-mon[89086]: osdmap e2077: 8 total, 8 up, 8 in 2024-09-20T22:43:07.330 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:43:07.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:07 smithi046 ceph-mon[96110]: pgmap v3598: 137 pgs: 137 active+clean; 19 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 169 KiB/s wr, 46 op/s 2024-09-20T22:43:07.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:07 smithi046 ceph-mon[96110]: osdmap e2078: 8 total, 8 up, 8 in 2024-09-20T22:43:07.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:07 smithi046 ceph-mon[98591]: pgmap v3598: 137 pgs: 137 active+clean; 19 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 169 KiB/s wr, 46 op/s 2024-09-20T22:43:07.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:07 smithi046 ceph-mon[98591]: osdmap e2078: 8 total, 8 up, 8 in 2024-09-20T22:43:07.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:07 smithi134 ceph-mon[89086]: pgmap v3598: 137 pgs: 137 active+clean; 19 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 169 KiB/s wr, 46 op/s 2024-09-20T22:43:07.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:07 smithi134 ceph-mon[89086]: osdmap e2078: 8 total, 8 up, 8 in 2024-09-20T22:43:08.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:08 smithi046 ceph-mon[96110]: osdmap e2079: 8 total, 8 up, 8 in 2024-09-20T22:43:08.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:08 smithi046 ceph-mon[98591]: osdmap e2079: 8 total, 8 up, 8 in 2024-09-20T22:43:08.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:08 smithi134 ceph-mon[89086]: osdmap e2079: 8 total, 8 up, 8 in 2024-09-20T22:43:09.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:09 smithi046 ceph-mon[96110]: pgmap v3601: 137 pgs: 137 active+clean; 20 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 106 KiB/s wr, 101 op/s 2024-09-20T22:43:09.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:09 smithi046 ceph-mon[96110]: osdmap e2080: 8 total, 8 up, 8 in 2024-09-20T22:43:09.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:09 smithi046 ceph-mon[98591]: pgmap v3601: 137 pgs: 137 active+clean; 20 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 106 KiB/s wr, 101 op/s 2024-09-20T22:43:09.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:09 smithi046 ceph-mon[98591]: osdmap e2080: 8 total, 8 up, 8 in 2024-09-20T22:43:09.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:09 smithi134 ceph-mon[89086]: pgmap v3601: 137 pgs: 137 active+clean; 20 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 106 KiB/s wr, 101 op/s 2024-09-20T22:43:09.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:09 smithi134 ceph-mon[89086]: osdmap e2080: 8 total, 8 up, 8 in 2024-09-20T22:43:09.741 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:43:10.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:10 smithi046 ceph-mon[96110]: osdmap e2081: 8 total, 8 up, 8 in 2024-09-20T22:43:10.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:10 smithi046 ceph-mon[96110]: osdmap e2082: 8 total, 8 up, 8 in 2024-09-20T22:43:10.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:10 smithi046 ceph-mon[98591]: osdmap e2081: 8 total, 8 up, 8 in 2024-09-20T22:43:10.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:10 smithi046 ceph-mon[98591]: osdmap e2082: 8 total, 8 up, 8 in 2024-09-20T22:43:10.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:10 smithi134 ceph-mon[89086]: osdmap e2081: 8 total, 8 up, 8 in 2024-09-20T22:43:10.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:10 smithi134 ceph-mon[89086]: osdmap e2082: 8 total, 8 up, 8 in 2024-09-20T22:43:11.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:11 smithi046 ceph-mon[96110]: pgmap v3605: 137 pgs: 137 active+clean; 20 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 7.8 KiB/s wr, 105 op/s 2024-09-20T22:43:11.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:11 smithi046 ceph-mon[96110]: osdmap e2083: 8 total, 8 up, 8 in 2024-09-20T22:43:11.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:11 smithi046 ceph-mon[98591]: pgmap v3605: 137 pgs: 137 active+clean; 20 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 7.8 KiB/s wr, 105 op/s 2024-09-20T22:43:11.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:11 smithi046 ceph-mon[98591]: osdmap e2083: 8 total, 8 up, 8 in 2024-09-20T22:43:11.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:11 smithi134 ceph-mon[89086]: pgmap v3605: 137 pgs: 137 active+clean; 20 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 7.8 KiB/s wr, 105 op/s 2024-09-20T22:43:11.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:11 smithi134 ceph-mon[89086]: osdmap e2083: 8 total, 8 up, 8 in 2024-09-20T22:43:12.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:43:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:43:12] "GET /metrics HTTP/1.1" 200 36756 "" "Prometheus/2.43.0" 2024-09-20T22:43:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:43:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:43:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:43:12.749 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:43:13.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:12 smithi046 ceph-mon[96110]: osdmap e2084: 8 total, 8 up, 8 in 2024-09-20T22:43:13.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:12 smithi046 ceph-mon[96110]: pgmap v3608: 137 pgs: 137 active+clean; 21 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 3.9 KiB/s wr, 38 op/s 2024-09-20T22:43:13.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:12 smithi046 ceph-mon[98591]: osdmap e2084: 8 total, 8 up, 8 in 2024-09-20T22:43:13.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:12 smithi046 ceph-mon[98591]: pgmap v3608: 137 pgs: 137 active+clean; 21 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 3.9 KiB/s wr, 38 op/s 2024-09-20T22:43:13.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:12 smithi134 ceph-mon[89086]: osdmap e2084: 8 total, 8 up, 8 in 2024-09-20T22:43:13.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:12 smithi134 ceph-mon[89086]: pgmap v3608: 137 pgs: 137 active+clean; 21 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 3.9 KiB/s wr, 38 op/s 2024-09-20T22:43:14.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:13 smithi046 ceph-mon[96110]: osdmap e2085: 8 total, 8 up, 8 in 2024-09-20T22:43:14.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:13 smithi046 ceph-mon[98591]: osdmap e2085: 8 total, 8 up, 8 in 2024-09-20T22:43:14.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:13 smithi134 ceph-mon[89086]: osdmap e2085: 8 total, 8 up, 8 in 2024-09-20T22:43:15.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:14 smithi046 ceph-mon[96110]: osdmap e2086: 8 total, 8 up, 8 in 2024-09-20T22:43:15.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:14 smithi046 ceph-mon[96110]: pgmap v3611: 137 pgs: 137 active+clean; 23 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 8.0 KiB/s wr, 86 op/s 2024-09-20T22:43:15.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:14 smithi046 ceph-mon[98591]: osdmap e2086: 8 total, 8 up, 8 in 2024-09-20T22:43:15.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:14 smithi046 ceph-mon[98591]: pgmap v3611: 137 pgs: 137 active+clean; 23 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 8.0 KiB/s wr, 86 op/s 2024-09-20T22:43:15.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:14 smithi134 ceph-mon[89086]: osdmap e2086: 8 total, 8 up, 8 in 2024-09-20T22:43:15.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:14 smithi134 ceph-mon[89086]: pgmap v3611: 137 pgs: 137 active+clean; 23 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 8.0 KiB/s wr, 86 op/s 2024-09-20T22:43:15.775 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministic (14475 ms) 2024-09-20T22:43:15.776 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicPP 2024-09-20T22:43:15.776 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:43:16.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:15 smithi046 ceph-mon[96110]: osdmap e2087: 8 total, 8 up, 8 in 2024-09-20T22:43:16.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:15 smithi046 ceph-mon[98591]: osdmap e2087: 8 total, 8 up, 8 in 2024-09-20T22:43:16.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:15 smithi134 ceph-mon[89086]: osdmap e2087: 8 total, 8 up, 8 in 2024-09-20T22:43:17.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:16 smithi046 ceph-mon[96110]: osdmap e2088: 8 total, 8 up, 8 in 2024-09-20T22:43:17.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:16 smithi046 ceph-mon[96110]: pgmap v3614: 137 pgs: 137 active+clean; 24 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 10 KiB/s wr, 135 op/s 2024-09-20T22:43:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:16 smithi046 ceph-mon[98591]: osdmap e2088: 8 total, 8 up, 8 in 2024-09-20T22:43:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:16 smithi046 ceph-mon[98591]: pgmap v3614: 137 pgs: 137 active+clean; 24 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 10 KiB/s wr, 135 op/s 2024-09-20T22:43:17.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:16 smithi134 ceph-mon[89086]: osdmap e2088: 8 total, 8 up, 8 in 2024-09-20T22:43:17.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:16 smithi134 ceph-mon[89086]: pgmap v3614: 137 pgs: 137 active+clean; 24 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 10 KiB/s wr, 135 op/s 2024-09-20T22:43:18.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:17 smithi046 ceph-mon[96110]: osdmap e2089: 8 total, 8 up, 8 in 2024-09-20T22:43:18.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:17 smithi046 ceph-mon[98591]: osdmap e2089: 8 total, 8 up, 8 in 2024-09-20T22:43:18.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:17 smithi134 ceph-mon[89086]: osdmap e2089: 8 total, 8 up, 8 in 2024-09-20T22:43:18.791 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:43:19.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:18 smithi046 ceph-mon[96110]: osdmap e2090: 8 total, 8 up, 8 in 2024-09-20T22:43:19.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:18 smithi046 ceph-mon[96110]: pgmap v3617: 137 pgs: 137 active+clean; 32 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 9.7 KiB/s wr, 117 op/s 2024-09-20T22:43:19.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:18 smithi046 ceph-mon[98591]: osdmap e2090: 8 total, 8 up, 8 in 2024-09-20T22:43:19.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:18 smithi046 ceph-mon[98591]: pgmap v3617: 137 pgs: 137 active+clean; 32 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 9.7 KiB/s wr, 117 op/s 2024-09-20T22:43:19.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:18 smithi134 ceph-mon[89086]: osdmap e2090: 8 total, 8 up, 8 in 2024-09-20T22:43:19.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:18 smithi134 ceph-mon[89086]: pgmap v3617: 137 pgs: 137 active+clean; 32 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 9.7 KiB/s wr, 117 op/s 2024-09-20T22:43:20.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:19 smithi046 ceph-mon[96110]: osdmap e2091: 8 total, 8 up, 8 in 2024-09-20T22:43:20.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:43:20.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:19 smithi046 ceph-mon[98591]: osdmap e2091: 8 total, 8 up, 8 in 2024-09-20T22:43:20.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:43:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:19 smithi134 ceph-mon[89086]: osdmap e2091: 8 total, 8 up, 8 in 2024-09-20T22:43:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:43:21.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:20 smithi046 ceph-mon[96110]: osdmap e2092: 8 total, 8 up, 8 in 2024-09-20T22:43:21.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:20 smithi046 ceph-mon[96110]: pgmap v3620: 137 pgs: 137 active+clean; 32 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 6.0 KiB/s wr, 51 op/s 2024-09-20T22:43:21.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:20 smithi046 ceph-mon[98591]: osdmap e2092: 8 total, 8 up, 8 in 2024-09-20T22:43:21.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:20 smithi046 ceph-mon[98591]: pgmap v3620: 137 pgs: 137 active+clean; 32 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 6.0 KiB/s wr, 51 op/s 2024-09-20T22:43:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:20 smithi134 ceph-mon[89086]: osdmap e2092: 8 total, 8 up, 8 in 2024-09-20T22:43:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:20 smithi134 ceph-mon[89086]: pgmap v3620: 137 pgs: 137 active+clean; 32 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 6.0 KiB/s wr, 51 op/s 2024-09-20T22:43:21.814 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:43:22.056 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:21 smithi046 ceph-mon[96110]: osdmap e2093: 8 total, 8 up, 8 in 2024-09-20T22:43:22.056 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:21 smithi046 ceph-mon[98591]: osdmap e2093: 8 total, 8 up, 8 in 2024-09-20T22:43:22.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:21 smithi134 ceph-mon[89086]: osdmap e2093: 8 total, 8 up, 8 in 2024-09-20T22:43:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:43:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:43:22] "GET /metrics HTTP/1.1" 200 36759 "" "Prometheus/2.43.0" 2024-09-20T22:43:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:43:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:43:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:43:23.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:22 smithi046 ceph-mon[98591]: osdmap e2094: 8 total, 8 up, 8 in 2024-09-20T22:43:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:22 smithi046 ceph-mon[98591]: pgmap v3623: 137 pgs: 137 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.7 KiB/s rd, 3.2 KiB/s wr, 19 op/s 2024-09-20T22:43:23.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:22 smithi046 ceph-mon[96110]: osdmap e2094: 8 total, 8 up, 8 in 2024-09-20T22:43:23.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:22 smithi046 ceph-mon[96110]: pgmap v3623: 137 pgs: 137 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.7 KiB/s rd, 3.2 KiB/s wr, 19 op/s 2024-09-20T22:43:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:22 smithi134 ceph-mon[89086]: osdmap e2094: 8 total, 8 up, 8 in 2024-09-20T22:43:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:22 smithi134 ceph-mon[89086]: pgmap v3623: 137 pgs: 137 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.7 KiB/s rd, 3.2 KiB/s wr, 19 op/s 2024-09-20T22:43:24.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:23 smithi046 ceph-mon[96110]: osdmap e2095: 8 total, 8 up, 8 in 2024-09-20T22:43:24.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:23 smithi046 ceph-mon[98591]: osdmap e2095: 8 total, 8 up, 8 in 2024-09-20T22:43:24.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:23 smithi134 ceph-mon[89086]: osdmap e2095: 8 total, 8 up, 8 in 2024-09-20T22:43:24.828 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:43:25.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:24 smithi046 ceph-mon[96110]: osdmap e2096: 8 total, 8 up, 8 in 2024-09-20T22:43:25.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:24 smithi046 ceph-mon[96110]: pgmap v3626: 137 pgs: 137 active+clean; 41 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 5.2 KiB/s wr, 78 op/s 2024-09-20T22:43:25.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:24 smithi046 ceph-mon[98591]: osdmap e2096: 8 total, 8 up, 8 in 2024-09-20T22:43:25.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:24 smithi046 ceph-mon[98591]: pgmap v3626: 137 pgs: 137 active+clean; 41 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 5.2 KiB/s wr, 78 op/s 2024-09-20T22:43:25.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:24 smithi134 ceph-mon[89086]: osdmap e2096: 8 total, 8 up, 8 in 2024-09-20T22:43:25.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:24 smithi134 ceph-mon[89086]: pgmap v3626: 137 pgs: 137 active+clean; 41 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 5.2 KiB/s wr, 78 op/s 2024-09-20T22:43:26.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:25 smithi046 ceph-mon[96110]: osdmap e2097: 8 total, 8 up, 8 in 2024-09-20T22:43:26.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:25 smithi046 ceph-mon[98591]: osdmap e2097: 8 total, 8 up, 8 in 2024-09-20T22:43:26.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:25 smithi134 ceph-mon[89086]: osdmap e2097: 8 total, 8 up, 8 in 2024-09-20T22:43:27.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:26 smithi046 ceph-mon[98591]: osdmap e2098: 8 total, 8 up, 8 in 2024-09-20T22:43:27.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:26 smithi046 ceph-mon[98591]: pgmap v3629: 137 pgs: 137 active+clean; 44 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 9.0 KiB/s wr, 108 op/s 2024-09-20T22:43:27.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:26 smithi046 ceph-mon[96110]: osdmap e2098: 8 total, 8 up, 8 in 2024-09-20T22:43:27.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:26 smithi046 ceph-mon[96110]: pgmap v3629: 137 pgs: 137 active+clean; 44 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 9.0 KiB/s wr, 108 op/s 2024-09-20T22:43:27.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:26 smithi134 ceph-mon[89086]: osdmap e2098: 8 total, 8 up, 8 in 2024-09-20T22:43:27.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:26 smithi134 ceph-mon[89086]: pgmap v3629: 137 pgs: 137 active+clean; 44 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 9.0 KiB/s wr, 108 op/s 2024-09-20T22:43:27.850 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:43:28.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:27 smithi046 ceph-mon[96110]: osdmap e2099: 8 total, 8 up, 8 in 2024-09-20T22:43:28.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:27 smithi046 ceph-mon[98591]: osdmap e2099: 8 total, 8 up, 8 in 2024-09-20T22:43:28.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:27 smithi134 ceph-mon[89086]: osdmap e2099: 8 total, 8 up, 8 in 2024-09-20T22:43:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:28 smithi046 ceph-mon[98591]: osdmap e2100: 8 total, 8 up, 8 in 2024-09-20T22:43:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:28 smithi046 ceph-mon[98591]: pgmap v3632: 137 pgs: 137 active+clean; 47 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 8.2 KiB/s wr, 72 op/s 2024-09-20T22:43:29.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:28 smithi046 ceph-mon[96110]: osdmap e2100: 8 total, 8 up, 8 in 2024-09-20T22:43:29.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:28 smithi046 ceph-mon[96110]: pgmap v3632: 137 pgs: 137 active+clean; 47 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 8.2 KiB/s wr, 72 op/s 2024-09-20T22:43:29.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:28 smithi134 ceph-mon[89086]: osdmap e2100: 8 total, 8 up, 8 in 2024-09-20T22:43:29.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:28 smithi134 ceph-mon[89086]: pgmap v3632: 137 pgs: 137 active+clean; 47 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 8.2 KiB/s wr, 72 op/s 2024-09-20T22:43:30.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:29 smithi046 ceph-mon[96110]: osdmap e2101: 8 total, 8 up, 8 in 2024-09-20T22:43:30.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:29 smithi046 ceph-mon[98591]: osdmap e2101: 8 total, 8 up, 8 in 2024-09-20T22:43:30.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:29 smithi134 ceph-mon[89086]: osdmap e2101: 8 total, 8 up, 8 in 2024-09-20T22:43:30.868 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicPP (15092 ms) 2024-09-20T22:43:30.868 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS1 2024-09-20T22:43:30.868 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:43:31.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:30 smithi046 ceph-mon[96110]: osdmap e2102: 8 total, 8 up, 8 in 2024-09-20T22:43:31.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:30 smithi046 ceph-mon[96110]: pgmap v3635: 137 pgs: 137 active+clean; 51 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.7 KiB/s wr, 42 op/s 2024-09-20T22:43:31.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:30 smithi046 ceph-mon[98591]: osdmap e2102: 8 total, 8 up, 8 in 2024-09-20T22:43:31.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:30 smithi046 ceph-mon[98591]: pgmap v3635: 137 pgs: 137 active+clean; 51 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.7 KiB/s wr, 42 op/s 2024-09-20T22:43:31.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:30 smithi134 ceph-mon[89086]: osdmap e2102: 8 total, 8 up, 8 in 2024-09-20T22:43:31.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:30 smithi134 ceph-mon[89086]: pgmap v3635: 137 pgs: 137 active+clean; 51 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.7 KiB/s wr, 42 op/s 2024-09-20T22:43:32.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:31 smithi046 ceph-mon[96110]: osdmap e2103: 8 total, 8 up, 8 in 2024-09-20T22:43:32.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:31 smithi046 ceph-mon[98591]: osdmap e2103: 8 total, 8 up, 8 in 2024-09-20T22:43:32.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:43:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:43:32] "GET /metrics HTTP/1.1" 200 36759 "" "Prometheus/2.43.0" 2024-09-20T22:43:32.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:31 smithi134 ceph-mon[89086]: osdmap e2103: 8 total, 8 up, 8 in 2024-09-20T22:43:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:43:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:43:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:43:33.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:32 smithi046 ceph-mon[96110]: pgmap v3637: 137 pgs: 137 active+clean; 58 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 7.9 KiB/s wr, 94 op/s 2024-09-20T22:43:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:32 smithi046 ceph-mon[98591]: pgmap v3637: 137 pgs: 137 active+clean; 58 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 7.9 KiB/s wr, 94 op/s 2024-09-20T22:43:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:32 smithi134 ceph-mon[89086]: pgmap v3637: 137 pgs: 137 active+clean; 58 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 7.9 KiB/s wr, 94 op/s 2024-09-20T22:43:35.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:35 smithi046 ceph-mon[96110]: pgmap v3638: 137 pgs: 137 active+clean; 58 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 5.0 KiB/s wr, 57 op/s 2024-09-20T22:43:35.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:35 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:43:35.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:35 smithi046 ceph-mon[98591]: pgmap v3638: 137 pgs: 137 active+clean; 58 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 5.0 KiB/s wr, 57 op/s 2024-09-20T22:43:35.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:35 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:43:35.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:35 smithi134 ceph-mon[89086]: pgmap v3638: 137 pgs: 137 active+clean; 58 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 5.0 KiB/s wr, 57 op/s 2024-09-20T22:43:35.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:35 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:43:36.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:36 smithi046 ceph-mon[96110]: osdmap e2104: 8 total, 8 up, 8 in 2024-09-20T22:43:36.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:36 smithi046 ceph-mon[98591]: osdmap e2104: 8 total, 8 up, 8 in 2024-09-20T22:43:36.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:36 smithi134 ceph-mon[89086]: osdmap e2104: 8 total, 8 up, 8 in 2024-09-20T22:43:37.236 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:43:37.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:37 smithi046 ceph-mon[96110]: pgmap v3640: 137 pgs: 137 active+clean; 58 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 6.0 KiB/s wr, 76 op/s 2024-09-20T22:43:37.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:37 smithi046 ceph-mon[96110]: osdmap e2105: 8 total, 8 up, 8 in 2024-09-20T22:43:37.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:37 smithi046 ceph-mon[98591]: pgmap v3640: 137 pgs: 137 active+clean; 58 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 6.0 KiB/s wr, 76 op/s 2024-09-20T22:43:37.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:37 smithi046 ceph-mon[98591]: osdmap e2105: 8 total, 8 up, 8 in 2024-09-20T22:43:37.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:37 smithi134 ceph-mon[89086]: pgmap v3640: 137 pgs: 137 active+clean; 58 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 6.0 KiB/s wr, 76 op/s 2024-09-20T22:43:37.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:37 smithi134 ceph-mon[89086]: osdmap e2105: 8 total, 8 up, 8 in 2024-09-20T22:43:38.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:38 smithi046 ceph-mon[96110]: osdmap e2106: 8 total, 8 up, 8 in 2024-09-20T22:43:38.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:38 smithi046 ceph-mon[98591]: osdmap e2106: 8 total, 8 up, 8 in 2024-09-20T22:43:38.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:38 smithi134 ceph-mon[89086]: osdmap e2106: 8 total, 8 up, 8 in 2024-09-20T22:43:39.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:39 smithi046 ceph-mon[96110]: pgmap v3643: 137 pgs: 137 active+clean; 62 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 42 op/s 2024-09-20T22:43:39.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:39 smithi046 ceph-mon[98591]: pgmap v3643: 137 pgs: 137 active+clean; 62 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 42 op/s 2024-09-20T22:43:39.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:39 smithi134 ceph-mon[89086]: pgmap v3643: 137 pgs: 137 active+clean; 62 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 42 op/s 2024-09-20T22:43:41.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:41 smithi046 ceph-mon[96110]: pgmap v3644: 137 pgs: 137 active+clean; 62 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-09-20T22:43:41.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:41 smithi046 ceph-mon[98591]: pgmap v3644: 137 pgs: 137 active+clean; 62 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-09-20T22:43:41.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:41 smithi134 ceph-mon[89086]: pgmap v3644: 137 pgs: 137 active+clean; 62 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-09-20T22:43:42.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:42 smithi046 ceph-mon[96110]: osdmap e2107: 8 total, 8 up, 8 in 2024-09-20T22:43:42.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:42 smithi046 ceph-mon[98591]: osdmap e2107: 8 total, 8 up, 8 in 2024-09-20T22:43:42.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:43:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:43:42] "GET /metrics HTTP/1.1" 200 36758 "" "Prometheus/2.43.0" 2024-09-20T22:43:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:42 smithi134 ceph-mon[89086]: osdmap e2107: 8 total, 8 up, 8 in 2024-09-20T22:43:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:43:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:43:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:43:43.267 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:43:43.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:43 smithi046 ceph-mon[98591]: pgmap v3646: 137 pgs: 137 active+clean; 62 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-09-20T22:43:43.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:43 smithi046 ceph-mon[98591]: osdmap e2108: 8 total, 8 up, 8 in 2024-09-20T22:43:43.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:43 smithi046 ceph-mon[96110]: pgmap v3646: 137 pgs: 137 active+clean; 62 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-09-20T22:43:43.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:43 smithi046 ceph-mon[96110]: osdmap e2108: 8 total, 8 up, 8 in 2024-09-20T22:43:43.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:43 smithi134 ceph-mon[89086]: pgmap v3646: 137 pgs: 137 active+clean; 62 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-09-20T22:43:43.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:43 smithi134 ceph-mon[89086]: osdmap e2108: 8 total, 8 up, 8 in 2024-09-20T22:43:44.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:44 smithi046 ceph-mon[96110]: osdmap e2109: 8 total, 8 up, 8 in 2024-09-20T22:43:44.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:44 smithi046 ceph-mon[98591]: osdmap e2109: 8 total, 8 up, 8 in 2024-09-20T22:43:44.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:44 smithi134 ceph-mon[89086]: osdmap e2109: 8 total, 8 up, 8 in 2024-09-20T22:43:45.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:45 smithi046 ceph-mon[96110]: pgmap v3649: 137 pgs: 137 active+clean; 67 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-09-20T22:43:45.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:45 smithi046 ceph-mon[98591]: pgmap v3649: 137 pgs: 137 active+clean; 67 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-09-20T22:43:45.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:45 smithi134 ceph-mon[89086]: pgmap v3649: 137 pgs: 137 active+clean; 67 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-09-20T22:43:47.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:47 smithi046 ceph-mon[96110]: pgmap v3650: 137 pgs: 137 active+clean; 68 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 688 KiB/s wr, 65 op/s 2024-09-20T22:43:47.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:47 smithi046 ceph-mon[98591]: pgmap v3650: 137 pgs: 137 active+clean; 68 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 688 KiB/s wr, 65 op/s 2024-09-20T22:43:47.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:47 smithi134 ceph-mon[89086]: pgmap v3650: 137 pgs: 137 active+clean; 68 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 688 KiB/s wr, 65 op/s 2024-09-20T22:43:48.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:48 smithi046 ceph-mon[96110]: osdmap e2110: 8 total, 8 up, 8 in 2024-09-20T22:43:48.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:48 smithi046 ceph-mon[98591]: osdmap e2110: 8 total, 8 up, 8 in 2024-09-20T22:43:48.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:48 smithi134 ceph-mon[89086]: osdmap e2110: 8 total, 8 up, 8 in 2024-09-20T22:43:49.299 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:43:49.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:49 smithi046 ceph-mon[96110]: pgmap v3652: 137 pgs: 137 active+clean; 72 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 1.3 MiB/s wr, 41 op/s 2024-09-20T22:43:49.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:49 smithi046 ceph-mon[96110]: osdmap e2111: 8 total, 8 up, 8 in 2024-09-20T22:43:49.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:49 smithi046 ceph-mon[98591]: pgmap v3652: 137 pgs: 137 active+clean; 72 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 1.3 MiB/s wr, 41 op/s 2024-09-20T22:43:49.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:49 smithi046 ceph-mon[98591]: osdmap e2111: 8 total, 8 up, 8 in 2024-09-20T22:43:49.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:49 smithi134 ceph-mon[89086]: pgmap v3652: 137 pgs: 137 active+clean; 72 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 1.3 MiB/s wr, 41 op/s 2024-09-20T22:43:49.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:49 smithi134 ceph-mon[89086]: osdmap e2111: 8 total, 8 up, 8 in 2024-09-20T22:43:50.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:50 smithi046 ceph-mon[96110]: osdmap e2112: 8 total, 8 up, 8 in 2024-09-20T22:43:50.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:50 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:43:50.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:50 smithi046 ceph-mon[98591]: osdmap e2112: 8 total, 8 up, 8 in 2024-09-20T22:43:50.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:50 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:43:50.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:50 smithi134 ceph-mon[89086]: osdmap e2112: 8 total, 8 up, 8 in 2024-09-20T22:43:50.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:50 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:43:51.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:51 smithi046 ceph-mon[96110]: pgmap v3655: 137 pgs: 137 active+clean; 72 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-09-20T22:43:51.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:51 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:43:51.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:51 smithi046 ceph-mon[98591]: pgmap v3655: 137 pgs: 137 active+clean; 72 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-09-20T22:43:51.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:51 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:43:51.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:51 smithi134 ceph-mon[89086]: pgmap v3655: 137 pgs: 137 active+clean; 72 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-09-20T22:43:51.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:51 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:43:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:43:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:43:52] "GET /metrics HTTP/1.1" 200 36768 "" "Prometheus/2.43.0" 2024-09-20T22:43:52.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:52 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:43:52.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:52 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:43:52.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:52 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:43:52.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:52 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:43:52.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:52 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:43:52.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:52 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:43:52.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:52 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:43:52.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:52 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:43:52.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:52 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:43:52.677 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:43:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:43:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:43:53.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:53 smithi046 ceph-mon[96110]: pgmap v3656: 137 pgs: 137 active+clean; 73 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-09-20T22:43:53.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:53 smithi046 ceph-mon[98591]: pgmap v3656: 137 pgs: 137 active+clean; 73 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-09-20T22:43:53.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:53 smithi134 ceph-mon[89086]: pgmap v3656: 137 pgs: 137 active+clean; 73 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-09-20T22:43:54.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:54 smithi046 ceph-mon[96110]: osdmap e2113: 8 total, 8 up, 8 in 2024-09-20T22:43:54.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:54 smithi046 ceph-mon[98591]: osdmap e2113: 8 total, 8 up, 8 in 2024-09-20T22:43:54.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:54 smithi134 ceph-mon[89086]: osdmap e2113: 8 total, 8 up, 8 in 2024-09-20T22:43:55.555 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:43:55.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:55 smithi046 ceph-mon[96110]: pgmap v3658: 137 pgs: 137 active+clean; 74 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 3.7 KiB/s wr, 34 op/s 2024-09-20T22:43:55.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:55 smithi046 ceph-mon[96110]: osdmap e2114: 8 total, 8 up, 8 in 2024-09-20T22:43:55.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:55 smithi046 ceph-mon[98591]: pgmap v3658: 137 pgs: 137 active+clean; 74 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 3.7 KiB/s wr, 34 op/s 2024-09-20T22:43:55.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:55 smithi046 ceph-mon[98591]: osdmap e2114: 8 total, 8 up, 8 in 2024-09-20T22:43:55.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:55 smithi134 ceph-mon[89086]: pgmap v3658: 137 pgs: 137 active+clean; 74 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 3.7 KiB/s wr, 34 op/s 2024-09-20T22:43:55.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:55 smithi134 ceph-mon[89086]: osdmap e2114: 8 total, 8 up, 8 in 2024-09-20T22:43:56.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:56 smithi046 ceph-mon[96110]: osdmap e2115: 8 total, 8 up, 8 in 2024-09-20T22:43:56.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:56 smithi046 ceph-mon[98591]: osdmap e2115: 8 total, 8 up, 8 in 2024-09-20T22:43:56.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:56 smithi134 ceph-mon[89086]: osdmap e2115: 8 total, 8 up, 8 in 2024-09-20T22:43:57.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:57 smithi046 ceph-mon[96110]: pgmap v3661: 137 pgs: 137 active+clean; 75 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 5.0 KiB/s wr, 51 op/s 2024-09-20T22:43:57.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:57 smithi046 ceph-mon[98591]: pgmap v3661: 137 pgs: 137 active+clean; 75 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 5.0 KiB/s wr, 51 op/s 2024-09-20T22:43:57.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:57 smithi134 ceph-mon[89086]: pgmap v3661: 137 pgs: 137 active+clean; 75 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 5.0 KiB/s wr, 51 op/s 2024-09-20T22:43:59.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:43:59 smithi046 ceph-mon[96110]: pgmap v3662: 137 pgs: 137 active+clean; 80 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 686 KiB/s wr, 35 op/s 2024-09-20T22:43:59.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:43:59 smithi046 ceph-mon[98591]: pgmap v3662: 137 pgs: 137 active+clean; 80 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 686 KiB/s wr, 35 op/s 2024-09-20T22:43:59.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:43:59 smithi134 ceph-mon[89086]: pgmap v3662: 137 pgs: 137 active+clean; 80 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 686 KiB/s wr, 35 op/s 2024-09-20T22:44:00.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:00 smithi046 ceph-mon[98591]: osdmap e2116: 8 total, 8 up, 8 in 2024-09-20T22:44:00.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:00 smithi046 ceph-mon[96110]: osdmap e2116: 8 total, 8 up, 8 in 2024-09-20T22:44:00.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:00 smithi134 ceph-mon[89086]: osdmap e2116: 8 total, 8 up, 8 in 2024-09-20T22:44:01.582 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS1 (30714 ms) 2024-09-20T22:44:01.582 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS1PP 2024-09-20T22:44:01.582 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:44:01.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:01 smithi046 ceph-mon[96110]: pgmap v3664: 137 pgs: 137 active+clean; 84 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 1.3 MiB/s wr, 48 op/s 2024-09-20T22:44:01.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:01 smithi046 ceph-mon[96110]: osdmap e2117: 8 total, 8 up, 8 in 2024-09-20T22:44:01.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:01 smithi046 ceph-mon[98591]: pgmap v3664: 137 pgs: 137 active+clean; 84 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 1.3 MiB/s wr, 48 op/s 2024-09-20T22:44:01.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:01 smithi046 ceph-mon[98591]: osdmap e2117: 8 total, 8 up, 8 in 2024-09-20T22:44:01.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:01 smithi134 ceph-mon[89086]: pgmap v3664: 137 pgs: 137 active+clean; 84 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 1.3 MiB/s wr, 48 op/s 2024-09-20T22:44:01.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:01 smithi134 ceph-mon[89086]: osdmap e2117: 8 total, 8 up, 8 in 2024-09-20T22:44:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:44:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:44:02] "GET /metrics HTTP/1.1" 200 36768 "" "Prometheus/2.43.0" 2024-09-20T22:44:02.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:02 smithi134 ceph-mon[89086]: osdmap e2118: 8 total, 8 up, 8 in 2024-09-20T22:44:02.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:44:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:44:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:44:02.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:02 smithi046 ceph-mon[96110]: osdmap e2118: 8 total, 8 up, 8 in 2024-09-20T22:44:02.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:02 smithi046 ceph-mon[98591]: osdmap e2118: 8 total, 8 up, 8 in 2024-09-20T22:44:03.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:03 smithi046 ceph-mon[96110]: pgmap v3667: 137 pgs: 137 active+clean; 88 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 1.3 MiB/s wr, 54 op/s 2024-09-20T22:44:03.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:03 smithi046 ceph-mon[98591]: pgmap v3667: 137 pgs: 137 active+clean; 88 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 1.3 MiB/s wr, 54 op/s 2024-09-20T22:44:03.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:03 smithi134 ceph-mon[89086]: pgmap v3667: 137 pgs: 137 active+clean; 88 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 1.3 MiB/s wr, 54 op/s 2024-09-20T22:44:04.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:44:04.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:44:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:44:05.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:05 smithi046 ceph-mon[96110]: pgmap v3668: 137 pgs: 137 active+clean; 92 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 687 KiB/s wr, 48 op/s 2024-09-20T22:44:05.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:05 smithi046 ceph-mon[98591]: pgmap v3668: 137 pgs: 137 active+clean; 92 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 687 KiB/s wr, 48 op/s 2024-09-20T22:44:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:05 smithi134 ceph-mon[89086]: pgmap v3668: 137 pgs: 137 active+clean; 92 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 687 KiB/s wr, 48 op/s 2024-09-20T22:44:06.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:06 smithi046 ceph-mon[96110]: osdmap e2119: 8 total, 8 up, 8 in 2024-09-20T22:44:06.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:06 smithi046 ceph-mon[98591]: osdmap e2119: 8 total, 8 up, 8 in 2024-09-20T22:44:06.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:06 smithi134 ceph-mon[89086]: osdmap e2119: 8 total, 8 up, 8 in 2024-09-20T22:44:07.607 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:44:07.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:07 smithi046 ceph-mon[96110]: pgmap v3670: 137 pgs: 137 active+clean; 92 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.5 KiB/s wr, 47 op/s 2024-09-20T22:44:07.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:07 smithi046 ceph-mon[96110]: osdmap e2120: 8 total, 8 up, 8 in 2024-09-20T22:44:07.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:07 smithi046 ceph-mon[98591]: pgmap v3670: 137 pgs: 137 active+clean; 92 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.5 KiB/s wr, 47 op/s 2024-09-20T22:44:07.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:07 smithi046 ceph-mon[98591]: osdmap e2120: 8 total, 8 up, 8 in 2024-09-20T22:44:07.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:07 smithi134 ceph-mon[89086]: pgmap v3670: 137 pgs: 137 active+clean; 92 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.5 KiB/s wr, 47 op/s 2024-09-20T22:44:07.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:07 smithi134 ceph-mon[89086]: osdmap e2120: 8 total, 8 up, 8 in 2024-09-20T22:44:08.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:08 smithi046 ceph-mon[96110]: osdmap e2121: 8 total, 8 up, 8 in 2024-09-20T22:44:08.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:08 smithi046 ceph-mon[98591]: osdmap e2121: 8 total, 8 up, 8 in 2024-09-20T22:44:08.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:08 smithi134 ceph-mon[89086]: osdmap e2121: 8 total, 8 up, 8 in 2024-09-20T22:44:09.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:09 smithi046 ceph-mon[96110]: pgmap v3673: 137 pgs: 137 active+clean; 92 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 3.7 KiB/s wr, 32 op/s 2024-09-20T22:44:09.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:09 smithi046 ceph-mon[98591]: pgmap v3673: 137 pgs: 137 active+clean; 92 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 3.7 KiB/s wr, 32 op/s 2024-09-20T22:44:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:09 smithi134 ceph-mon[89086]: pgmap v3673: 137 pgs: 137 active+clean; 92 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 3.7 KiB/s wr, 32 op/s 2024-09-20T22:44:10.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:10 smithi046 ceph-mon[96110]: pgmap v3674: 137 pgs: 137 active+clean; 96 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 30 op/s 2024-09-20T22:44:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:10 smithi046 ceph-mon[98591]: pgmap v3674: 137 pgs: 137 active+clean; 96 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 30 op/s 2024-09-20T22:44:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:10 smithi134 ceph-mon[89086]: pgmap v3674: 137 pgs: 137 active+clean; 96 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 30 op/s 2024-09-20T22:44:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:44:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:44:12] "GET /metrics HTTP/1.1" 200 36764 "" "Prometheus/2.43.0" 2024-09-20T22:44:12.643 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:44:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:44:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:44:12.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:12 smithi046 ceph-mon[96110]: osdmap e2122: 8 total, 8 up, 8 in 2024-09-20T22:44:12.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:12 smithi046 ceph-mon[96110]: pgmap v3676: 137 pgs: 137 active+clean; 96 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-09-20T22:44:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:12 smithi046 ceph-mon[98591]: osdmap e2122: 8 total, 8 up, 8 in 2024-09-20T22:44:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:12 smithi046 ceph-mon[98591]: pgmap v3676: 137 pgs: 137 active+clean; 96 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-09-20T22:44:12.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:12 smithi134 ceph-mon[89086]: osdmap e2122: 8 total, 8 up, 8 in 2024-09-20T22:44:12.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:12 smithi134 ceph-mon[89086]: pgmap v3676: 137 pgs: 137 active+clean; 96 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-09-20T22:44:13.683 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:44:13.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:13 smithi046 ceph-mon[96110]: osdmap e2123: 8 total, 8 up, 8 in 2024-09-20T22:44:13.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:13 smithi046 ceph-mon[98591]: osdmap e2123: 8 total, 8 up, 8 in 2024-09-20T22:44:13.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:13 smithi134 ceph-mon[89086]: osdmap e2123: 8 total, 8 up, 8 in 2024-09-20T22:44:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:14 smithi134 ceph-mon[89086]: osdmap e2124: 8 total, 8 up, 8 in 2024-09-20T22:44:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:14 smithi134 ceph-mon[89086]: pgmap v3679: 137 pgs: 137 active+clean; 96 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-09-20T22:44:15.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:14 smithi046 ceph-mon[96110]: osdmap e2124: 8 total, 8 up, 8 in 2024-09-20T22:44:15.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:14 smithi046 ceph-mon[96110]: pgmap v3679: 137 pgs: 137 active+clean; 96 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-09-20T22:44:15.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:14 smithi046 ceph-mon[98591]: osdmap e2124: 8 total, 8 up, 8 in 2024-09-20T22:44:15.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:14 smithi046 ceph-mon[98591]: pgmap v3679: 137 pgs: 137 active+clean; 96 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-09-20T22:44:17.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:17 smithi046 ceph-mon[98591]: pgmap v3680: 137 pgs: 137 active+clean; 106 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 39 op/s 2024-09-20T22:44:17.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:17 smithi046 ceph-mon[96110]: pgmap v3680: 137 pgs: 137 active+clean; 106 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 39 op/s 2024-09-20T22:44:17.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:17 smithi134 ceph-mon[89086]: pgmap v3680: 137 pgs: 137 active+clean; 106 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 39 op/s 2024-09-20T22:44:18.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:18 smithi046 ceph-mon[96110]: osdmap e2125: 8 total, 8 up, 8 in 2024-09-20T22:44:18.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:18 smithi046 ceph-mon[98591]: osdmap e2125: 8 total, 8 up, 8 in 2024-09-20T22:44:18.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:18 smithi134 ceph-mon[89086]: osdmap e2125: 8 total, 8 up, 8 in 2024-09-20T22:44:19.243 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:44:19.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:19 smithi046 ceph-mon[96110]: pgmap v3682: 137 pgs: 137 active+clean; 106 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 42 op/s 2024-09-20T22:44:19.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:19 smithi046 ceph-mon[96110]: osdmap e2126: 8 total, 8 up, 8 in 2024-09-20T22:44:19.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:19 smithi046 ceph-mon[98591]: pgmap v3682: 137 pgs: 137 active+clean; 106 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 42 op/s 2024-09-20T22:44:19.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:19 smithi046 ceph-mon[98591]: osdmap e2126: 8 total, 8 up, 8 in 2024-09-20T22:44:19.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:19 smithi134 ceph-mon[89086]: pgmap v3682: 137 pgs: 137 active+clean; 106 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 42 op/s 2024-09-20T22:44:19.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:19 smithi134 ceph-mon[89086]: osdmap e2126: 8 total, 8 up, 8 in 2024-09-20T22:44:20.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:20 smithi046 ceph-mon[96110]: osdmap e2127: 8 total, 8 up, 8 in 2024-09-20T22:44:20.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:20 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:44:20.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:20 smithi046 ceph-mon[98591]: osdmap e2127: 8 total, 8 up, 8 in 2024-09-20T22:44:20.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:20 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:44:20.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:20 smithi134 ceph-mon[89086]: osdmap e2127: 8 total, 8 up, 8 in 2024-09-20T22:44:20.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:20 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:44:21.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:21 smithi046 ceph-mon[96110]: pgmap v3685: 137 pgs: 137 active+clean; 106 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-09-20T22:44:21.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:21 smithi046 ceph-mon[98591]: pgmap v3685: 137 pgs: 137 active+clean; 106 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-09-20T22:44:21.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:21 smithi134 ceph-mon[89086]: pgmap v3685: 137 pgs: 137 active+clean; 106 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-09-20T22:44:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:44:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:44:22] "GET /metrics HTTP/1.1" 200 36767 "" "Prometheus/2.43.0" 2024-09-20T22:44:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:44:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:44:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:44:23.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:23 smithi046 ceph-mon[96110]: pgmap v3686: 137 pgs: 137 active+clean; 113 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-09-20T22:44:23.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:23 smithi046 ceph-mon[98591]: pgmap v3686: 137 pgs: 137 active+clean; 113 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-09-20T22:44:23.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:23 smithi134 ceph-mon[89086]: pgmap v3686: 137 pgs: 137 active+clean; 113 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-09-20T22:44:24.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:24 smithi046 ceph-mon[96110]: osdmap e2128: 8 total, 8 up, 8 in 2024-09-20T22:44:24.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:24 smithi046 ceph-mon[98591]: osdmap e2128: 8 total, 8 up, 8 in 2024-09-20T22:44:24.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:24 smithi134 ceph-mon[89086]: osdmap e2128: 8 total, 8 up, 8 in 2024-09-20T22:44:25.274 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:44:25.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:25 smithi046 ceph-mon[98591]: pgmap v3688: 137 pgs: 137 active+clean; 120 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-09-20T22:44:25.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:25 smithi046 ceph-mon[98591]: osdmap e2129: 8 total, 8 up, 8 in 2024-09-20T22:44:25.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:25 smithi046 ceph-mon[96110]: pgmap v3688: 137 pgs: 137 active+clean; 120 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-09-20T22:44:25.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:25 smithi046 ceph-mon[96110]: osdmap e2129: 8 total, 8 up, 8 in 2024-09-20T22:44:25.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:25 smithi134 ceph-mon[89086]: pgmap v3688: 137 pgs: 137 active+clean; 120 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-09-20T22:44:25.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:25 smithi134 ceph-mon[89086]: osdmap e2129: 8 total, 8 up, 8 in 2024-09-20T22:44:26.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:26 smithi046 ceph-mon[98591]: osdmap e2130: 8 total, 8 up, 8 in 2024-09-20T22:44:26.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:26 smithi046 ceph-mon[96110]: osdmap e2130: 8 total, 8 up, 8 in 2024-09-20T22:44:26.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:26 smithi134 ceph-mon[89086]: osdmap e2130: 8 total, 8 up, 8 in 2024-09-20T22:44:27.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:27 smithi046 ceph-mon[98591]: pgmap v3691: 137 pgs: 137 active+clean; 126 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.3 MiB/s wr, 37 op/s 2024-09-20T22:44:27.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:27 smithi046 ceph-mon[96110]: pgmap v3691: 137 pgs: 137 active+clean; 126 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.3 MiB/s wr, 37 op/s 2024-09-20T22:44:27.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:27 smithi134 ceph-mon[89086]: pgmap v3691: 137 pgs: 137 active+clean; 126 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.3 MiB/s wr, 37 op/s 2024-09-20T22:44:29.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:29 smithi046 ceph-mon[96110]: pgmap v3692: 137 pgs: 137 active+clean; 126 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 688 KiB/s wr, 62 op/s 2024-09-20T22:44:29.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:29 smithi046 ceph-mon[98591]: pgmap v3692: 137 pgs: 137 active+clean; 126 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 688 KiB/s wr, 62 op/s 2024-09-20T22:44:29.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:29 smithi134 ceph-mon[89086]: pgmap v3692: 137 pgs: 137 active+clean; 126 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 688 KiB/s wr, 62 op/s 2024-09-20T22:44:30.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:30 smithi046 ceph-mon[96110]: osdmap e2131: 8 total, 8 up, 8 in 2024-09-20T22:44:30.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:30 smithi046 ceph-mon[98591]: osdmap e2131: 8 total, 8 up, 8 in 2024-09-20T22:44:30.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:30 smithi134 ceph-mon[89086]: osdmap e2131: 8 total, 8 up, 8 in 2024-09-20T22:44:31.298 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS1PP (29716 ms) 2024-09-20T22:44:31.298 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS2 2024-09-20T22:44:31.298 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:44:31.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:31 smithi046 ceph-mon[96110]: pgmap v3694: 137 pgs: 137 active+clean; 126 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.7 KiB/s wr, 39 op/s 2024-09-20T22:44:31.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:31 smithi046 ceph-mon[96110]: osdmap e2132: 8 total, 8 up, 8 in 2024-09-20T22:44:31.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:31 smithi046 ceph-mon[98591]: pgmap v3694: 137 pgs: 137 active+clean; 126 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.7 KiB/s wr, 39 op/s 2024-09-20T22:44:31.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:31 smithi046 ceph-mon[98591]: osdmap e2132: 8 total, 8 up, 8 in 2024-09-20T22:44:31.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:31 smithi134 ceph-mon[89086]: pgmap v3694: 137 pgs: 137 active+clean; 126 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.7 KiB/s wr, 39 op/s 2024-09-20T22:44:31.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:31 smithi134 ceph-mon[89086]: osdmap e2132: 8 total, 8 up, 8 in 2024-09-20T22:44:32.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:32 smithi046 ceph-mon[96110]: osdmap e2133: 8 total, 8 up, 8 in 2024-09-20T22:44:32.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:32 smithi046 ceph-mon[98591]: osdmap e2133: 8 total, 8 up, 8 in 2024-09-20T22:44:32.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:44:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:44:32] "GET /metrics HTTP/1.1" 200 36767 "" "Prometheus/2.43.0" 2024-09-20T22:44:32.577 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:32 smithi134 ceph-mon[89086]: osdmap e2133: 8 total, 8 up, 8 in 2024-09-20T22:44:32.578 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:44:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:44:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:44:33.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:33 smithi046 ceph-mon[96110]: pgmap v3697: 137 pgs: 137 active+clean; 138 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-09-20T22:44:33.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:33 smithi046 ceph-mon[98591]: pgmap v3697: 137 pgs: 137 active+clean; 138 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-09-20T22:44:33.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:33 smithi134 ceph-mon[89086]: pgmap v3697: 137 pgs: 137 active+clean; 138 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-09-20T22:44:34.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:44:34.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:44:34.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:44:35.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:35 smithi046 ceph-mon[96110]: pgmap v3698: 137 pgs: 137 active+clean; 138 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 686 KiB/s wr, 43 op/s 2024-09-20T22:44:35.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:35 smithi046 ceph-mon[98591]: pgmap v3698: 137 pgs: 137 active+clean; 138 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 686 KiB/s wr, 43 op/s 2024-09-20T22:44:35.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:35 smithi134 ceph-mon[89086]: pgmap v3698: 137 pgs: 137 active+clean; 138 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 686 KiB/s wr, 43 op/s 2024-09-20T22:44:37.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:37 smithi046 ceph-mon[96110]: pgmap v3699: 137 pgs: 137 active+clean; 138 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 597 KiB/s wr, 35 op/s 2024-09-20T22:44:37.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:37 smithi046 ceph-mon[98591]: pgmap v3699: 137 pgs: 137 active+clean; 138 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 597 KiB/s wr, 35 op/s 2024-09-20T22:44:37.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:37 smithi134 ceph-mon[89086]: pgmap v3699: 137 pgs: 137 active+clean; 138 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 597 KiB/s wr, 35 op/s 2024-09-20T22:44:39.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:39 smithi046 ceph-mon[96110]: pgmap v3700: 137 pgs: 137 active+clean; 138 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 515 KiB/s wr, 30 op/s 2024-09-20T22:44:39.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:39 smithi046 ceph-mon[98591]: pgmap v3700: 137 pgs: 137 active+clean; 138 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 515 KiB/s wr, 30 op/s 2024-09-20T22:44:39.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:39 smithi134 ceph-mon[89086]: pgmap v3700: 137 pgs: 137 active+clean; 138 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 515 KiB/s wr, 30 op/s 2024-09-20T22:44:41.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:41 smithi046 ceph-mon[96110]: pgmap v3701: 137 pgs: 137 active+clean; 138 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 416 KiB/s wr, 25 op/s 2024-09-20T22:44:41.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:41 smithi046 ceph-mon[96110]: osdmap e2134: 8 total, 8 up, 8 in 2024-09-20T22:44:41.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:41 smithi046 ceph-mon[98591]: pgmap v3701: 137 pgs: 137 active+clean; 138 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 416 KiB/s wr, 25 op/s 2024-09-20T22:44:41.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:41 smithi046 ceph-mon[98591]: osdmap e2134: 8 total, 8 up, 8 in 2024-09-20T22:44:41.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:41 smithi134 ceph-mon[89086]: pgmap v3701: 137 pgs: 137 active+clean; 138 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 416 KiB/s wr, 25 op/s 2024-09-20T22:44:41.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:41 smithi134 ceph-mon[89086]: osdmap e2134: 8 total, 8 up, 8 in 2024-09-20T22:44:42.305 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:44:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:44:42] "GET /metrics HTTP/1.1" 200 36769 "" "Prometheus/2.43.0" 2024-09-20T22:44:42.338 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:44:42.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:42 smithi046 ceph-mon[98591]: osdmap e2135: 8 total, 8 up, 8 in 2024-09-20T22:44:42.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:42 smithi046 ceph-mon[96110]: osdmap e2135: 8 total, 8 up, 8 in 2024-09-20T22:44:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:42 smithi134 ceph-mon[89086]: osdmap e2135: 8 total, 8 up, 8 in 2024-09-20T22:44:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:44:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:44:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:44:43.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:43 smithi046 ceph-mon[96110]: pgmap v3704: 137 pgs: 137 active+clean; 154 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.6 KiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-09-20T22:44:43.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:43 smithi046 ceph-mon[96110]: osdmap e2136: 8 total, 8 up, 8 in 2024-09-20T22:44:43.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:43 smithi046 ceph-mon[98591]: pgmap v3704: 137 pgs: 137 active+clean; 154 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.6 KiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-09-20T22:44:43.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:43 smithi046 ceph-mon[98591]: osdmap e2136: 8 total, 8 up, 8 in 2024-09-20T22:44:43.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:43 smithi134 ceph-mon[89086]: pgmap v3704: 137 pgs: 137 active+clean; 154 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.6 KiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-09-20T22:44:43.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:43 smithi134 ceph-mon[89086]: osdmap e2136: 8 total, 8 up, 8 in 2024-09-20T22:44:45.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:45 smithi046 ceph-mon[98591]: pgmap v3706: 137 pgs: 137 active+clean; 154 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-09-20T22:44:45.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:45 smithi046 ceph-mon[96110]: pgmap v3706: 137 pgs: 137 active+clean; 154 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-09-20T22:44:45.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:45 smithi134 ceph-mon[89086]: pgmap v3706: 137 pgs: 137 active+clean; 154 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-09-20T22:44:47.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:47 smithi046 ceph-mon[98591]: pgmap v3707: 137 pgs: 137 active+clean; 154 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-09-20T22:44:47.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:47 smithi046 ceph-mon[96110]: pgmap v3707: 137 pgs: 137 active+clean; 154 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-09-20T22:44:47.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:47 smithi134 ceph-mon[89086]: pgmap v3707: 137 pgs: 137 active+clean; 154 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-09-20T22:44:49.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:49 smithi046 ceph-mon[98591]: pgmap v3708: 137 pgs: 137 active+clean; 154 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-09-20T22:44:49.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:49 smithi046 ceph-mon[98591]: osdmap e2137: 8 total, 8 up, 8 in 2024-09-20T22:44:49.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:44:49.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:49 smithi046 ceph-mon[96110]: pgmap v3708: 137 pgs: 137 active+clean; 154 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-09-20T22:44:49.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:49 smithi046 ceph-mon[96110]: osdmap e2137: 8 total, 8 up, 8 in 2024-09-20T22:44:49.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:44:49.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:49 smithi134 ceph-mon[89086]: pgmap v3708: 137 pgs: 137 active+clean; 154 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-09-20T22:44:49.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:49 smithi134 ceph-mon[89086]: osdmap e2137: 8 total, 8 up, 8 in 2024-09-20T22:44:49.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:44:50.359 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:44:50.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:50 smithi046 ceph-mon[96110]: osdmap e2138: 8 total, 8 up, 8 in 2024-09-20T22:44:50.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:50 smithi046 ceph-mon[98591]: osdmap e2138: 8 total, 8 up, 8 in 2024-09-20T22:44:50.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:50 smithi134 ceph-mon[89086]: osdmap e2138: 8 total, 8 up, 8 in 2024-09-20T22:44:51.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:51 smithi046 ceph-mon[96110]: pgmap v3711: 137 pgs: 137 active+clean; 154 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 2.5 KiB/s wr, 28 op/s 2024-09-20T22:44:51.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:51 smithi046 ceph-mon[96110]: osdmap e2139: 8 total, 8 up, 8 in 2024-09-20T22:44:51.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:51 smithi046 ceph-mon[98591]: pgmap v3711: 137 pgs: 137 active+clean; 154 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 2.5 KiB/s wr, 28 op/s 2024-09-20T22:44:51.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:51 smithi046 ceph-mon[98591]: osdmap e2139: 8 total, 8 up, 8 in 2024-09-20T22:44:51.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:51 smithi134 ceph-mon[89086]: pgmap v3711: 137 pgs: 137 active+clean; 154 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 2.5 KiB/s wr, 28 op/s 2024-09-20T22:44:51.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:51 smithi134 ceph-mon[89086]: osdmap e2139: 8 total, 8 up, 8 in 2024-09-20T22:44:52.329 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:44:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:44:52] "GET /metrics HTTP/1.1" 200 36766 "" "Prometheus/2.43.0" 2024-09-20T22:44:52.329 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:52 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:44:52.329 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:52 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:44:52.329 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:52 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:44:52.330 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:52 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:44:52.330 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:52 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:44:52.330 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:52 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:44:52.330 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:52 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:44:52.330 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:52 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:44:52.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:52 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:44:52.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:52 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:44:52.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:52 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:44:52.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:52 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:44:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:44:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:44:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:44:53.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:53 smithi046 ceph-mon[96110]: pgmap v3713: 137 pgs: 137 active+clean; 164 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-09-20T22:44:53.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:53 smithi046 ceph-mon[98591]: pgmap v3713: 137 pgs: 137 active+clean; 164 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-09-20T22:44:53.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:53 smithi134 ceph-mon[89086]: pgmap v3713: 137 pgs: 137 active+clean; 164 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-09-20T22:44:55.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:55 smithi046 ceph-mon[96110]: pgmap v3714: 137 pgs: 137 active+clean; 172 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-09-20T22:44:55.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:55 smithi046 ceph-mon[98591]: pgmap v3714: 137 pgs: 137 active+clean; 172 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-09-20T22:44:55.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:55 smithi134 ceph-mon[89086]: pgmap v3714: 137 pgs: 137 active+clean; 172 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-09-20T22:44:57.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:57 smithi046 ceph-mon[96110]: pgmap v3715: 137 pgs: 137 active+clean; 172 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-09-20T22:44:57.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:57 smithi046 ceph-mon[98591]: pgmap v3715: 137 pgs: 137 active+clean; 172 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-09-20T22:44:57.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:57 smithi134 ceph-mon[89086]: pgmap v3715: 137 pgs: 137 active+clean; 172 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-09-20T22:44:59.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:59 smithi046 ceph-mon[96110]: pgmap v3716: 137 pgs: 137 active+clean; 172 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-09-20T22:44:59.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:44:59 smithi046 ceph-mon[96110]: osdmap e2140: 8 total, 8 up, 8 in 2024-09-20T22:44:59.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:59 smithi046 ceph-mon[98591]: pgmap v3716: 137 pgs: 137 active+clean; 172 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-09-20T22:44:59.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:44:59 smithi046 ceph-mon[98591]: osdmap e2140: 8 total, 8 up, 8 in 2024-09-20T22:44:59.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:59 smithi134 ceph-mon[89086]: pgmap v3716: 137 pgs: 137 active+clean; 172 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-09-20T22:44:59.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:44:59 smithi134 ceph-mon[89086]: osdmap e2140: 8 total, 8 up, 8 in 2024-09-20T22:45:00.383 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:45:00.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:00 smithi046 ceph-mon[96110]: osdmap e2141: 8 total, 8 up, 8 in 2024-09-20T22:45:00.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:00 smithi046 ceph-mon[98591]: osdmap e2141: 8 total, 8 up, 8 in 2024-09-20T22:45:00.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:00 smithi134 ceph-mon[89086]: osdmap e2141: 8 total, 8 up, 8 in 2024-09-20T22:45:01.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:01 smithi046 ceph-mon[96110]: pgmap v3719: 137 pgs: 137 active+clean; 172 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 1.0 MiB/s wr, 18 op/s 2024-09-20T22:45:01.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:01 smithi046 ceph-mon[96110]: osdmap e2142: 8 total, 8 up, 8 in 2024-09-20T22:45:01.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:01 smithi046 ceph-mon[98591]: pgmap v3719: 137 pgs: 137 active+clean; 172 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 1.0 MiB/s wr, 18 op/s 2024-09-20T22:45:01.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:01 smithi046 ceph-mon[98591]: osdmap e2142: 8 total, 8 up, 8 in 2024-09-20T22:45:01.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:01 smithi134 ceph-mon[89086]: pgmap v3719: 137 pgs: 137 active+clean; 172 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 1.0 MiB/s wr, 18 op/s 2024-09-20T22:45:01.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:01 smithi134 ceph-mon[89086]: osdmap e2142: 8 total, 8 up, 8 in 2024-09-20T22:45:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:45:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:45:02] "GET /metrics HTTP/1.1" 200 36766 "" "Prometheus/2.43.0" 2024-09-20T22:45:02.577 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:45:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:45:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:45:03.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:03 smithi046 ceph-mon[96110]: pgmap v3721: 137 pgs: 137 active+clean; 186 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.8 KiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-09-20T22:45:03.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:03 smithi046 ceph-mon[98591]: pgmap v3721: 137 pgs: 137 active+clean; 186 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.8 KiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-09-20T22:45:03.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:03 smithi134 ceph-mon[89086]: pgmap v3721: 137 pgs: 137 active+clean; 186 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.8 KiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-09-20T22:45:04.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:45:04.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:45:04.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:45:05.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:05 smithi046 ceph-mon[96110]: pgmap v3722: 137 pgs: 137 active+clean; 190 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-09-20T22:45:05.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:05 smithi046 ceph-mon[98591]: pgmap v3722: 137 pgs: 137 active+clean; 190 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-09-20T22:45:05.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:05 smithi134 ceph-mon[89086]: pgmap v3722: 137 pgs: 137 active+clean; 190 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-09-20T22:45:07.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:07 smithi046 ceph-mon[96110]: pgmap v3723: 137 pgs: 137 active+clean; 190 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-09-20T22:45:07.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:07 smithi046 ceph-mon[98591]: pgmap v3723: 137 pgs: 137 active+clean; 190 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-09-20T22:45:07.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:07 smithi134 ceph-mon[89086]: pgmap v3723: 137 pgs: 137 active+clean; 190 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-09-20T22:45:09.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:09 smithi046 ceph-mon[96110]: pgmap v3724: 137 pgs: 137 active+clean; 190 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-09-20T22:45:09.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:09 smithi046 ceph-mon[96110]: osdmap e2143: 8 total, 8 up, 8 in 2024-09-20T22:45:09.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:09 smithi046 ceph-mon[98591]: pgmap v3724: 137 pgs: 137 active+clean; 190 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-09-20T22:45:09.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:09 smithi046 ceph-mon[98591]: osdmap e2143: 8 total, 8 up, 8 in 2024-09-20T22:45:09.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:09 smithi134 ceph-mon[89086]: pgmap v3724: 137 pgs: 137 active+clean; 190 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-09-20T22:45:09.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:09 smithi134 ceph-mon[89086]: osdmap e2143: 8 total, 8 up, 8 in 2024-09-20T22:45:10.418 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:45:10.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:10 smithi046 ceph-mon[96110]: osdmap e2144: 8 total, 8 up, 8 in 2024-09-20T22:45:10.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:10 smithi046 ceph-mon[98591]: osdmap e2144: 8 total, 8 up, 8 in 2024-09-20T22:45:10.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:10 smithi134 ceph-mon[89086]: osdmap e2144: 8 total, 8 up, 8 in 2024-09-20T22:45:11.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:11 smithi046 ceph-mon[96110]: pgmap v3727: 137 pgs: 137 active+clean; 190 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 514 KiB/s wr, 25 op/s 2024-09-20T22:45:11.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:11 smithi046 ceph-mon[96110]: osdmap e2145: 8 total, 8 up, 8 in 2024-09-20T22:45:11.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:11 smithi046 ceph-mon[98591]: pgmap v3727: 137 pgs: 137 active+clean; 190 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 514 KiB/s wr, 25 op/s 2024-09-20T22:45:11.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:11 smithi046 ceph-mon[98591]: osdmap e2145: 8 total, 8 up, 8 in 2024-09-20T22:45:11.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:11 smithi134 ceph-mon[89086]: pgmap v3727: 137 pgs: 137 active+clean; 190 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 514 KiB/s wr, 25 op/s 2024-09-20T22:45:11.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:11 smithi134 ceph-mon[89086]: osdmap e2145: 8 total, 8 up, 8 in 2024-09-20T22:45:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:45:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:45:12] "GET /metrics HTTP/1.1" 200 36768 "" "Prometheus/2.43.0" 2024-09-20T22:45:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:45:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:45:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:45:13.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:13 smithi046 ceph-mon[98591]: pgmap v3729: 137 pgs: 137 active+clean; 208 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-09-20T22:45:13.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:13 smithi046 ceph-mon[96110]: pgmap v3729: 137 pgs: 137 active+clean; 208 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-09-20T22:45:13.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:13 smithi134 ceph-mon[89086]: pgmap v3729: 137 pgs: 137 active+clean; 208 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-09-20T22:45:15.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:15 smithi046 ceph-mon[96110]: pgmap v3730: 137 pgs: 137 active+clean; 208 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-09-20T22:45:15.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:15 smithi046 ceph-mon[98591]: pgmap v3730: 137 pgs: 137 active+clean; 208 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-09-20T22:45:15.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:15 smithi134 ceph-mon[89086]: pgmap v3730: 137 pgs: 137 active+clean; 208 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-09-20T22:45:17.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:17 smithi046 ceph-mon[96110]: pgmap v3731: 137 pgs: 137 active+clean; 208 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-09-20T22:45:17.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:17 smithi046 ceph-mon[98591]: pgmap v3731: 137 pgs: 137 active+clean; 208 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-09-20T22:45:17.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:17 smithi134 ceph-mon[89086]: pgmap v3731: 137 pgs: 137 active+clean; 208 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-09-20T22:45:19.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:19 smithi046 ceph-mon[96110]: pgmap v3732: 137 pgs: 137 active+clean; 212 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.3 MiB/s wr, 31 op/s 2024-09-20T22:45:19.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:19 smithi046 ceph-mon[96110]: osdmap e2146: 8 total, 8 up, 8 in 2024-09-20T22:45:19.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:45:19.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:19 smithi046 ceph-mon[98591]: pgmap v3732: 137 pgs: 137 active+clean; 212 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.3 MiB/s wr, 31 op/s 2024-09-20T22:45:19.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:19 smithi046 ceph-mon[98591]: osdmap e2146: 8 total, 8 up, 8 in 2024-09-20T22:45:19.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:45:19.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:19 smithi134 ceph-mon[89086]: pgmap v3732: 137 pgs: 137 active+clean; 212 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.3 MiB/s wr, 31 op/s 2024-09-20T22:45:19.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:19 smithi134 ceph-mon[89086]: osdmap e2146: 8 total, 8 up, 8 in 2024-09-20T22:45:19.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:45:20.437 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS2 (49139 ms) 2024-09-20T22:45:20.437 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS2PP 2024-09-20T22:45:20.438 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:45:20.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:20 smithi134 ceph-mon[89086]: osdmap e2147: 8 total, 8 up, 8 in 2024-09-20T22:45:20.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:20 smithi046 ceph-mon[96110]: osdmap e2147: 8 total, 8 up, 8 in 2024-09-20T22:45:20.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:20 smithi046 ceph-mon[98591]: osdmap e2147: 8 total, 8 up, 8 in 2024-09-20T22:45:21.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:21 smithi134 ceph-mon[89086]: pgmap v3735: 137 pgs: 137 active+clean; 212 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.4 KiB/s rd, 513 KiB/s wr, 7 op/s 2024-09-20T22:45:21.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:21 smithi134 ceph-mon[89086]: osdmap e2148: 8 total, 8 up, 8 in 2024-09-20T22:45:21.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:21 smithi046 ceph-mon[96110]: pgmap v3735: 137 pgs: 137 active+clean; 212 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.4 KiB/s rd, 513 KiB/s wr, 7 op/s 2024-09-20T22:45:21.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:21 smithi046 ceph-mon[96110]: osdmap e2148: 8 total, 8 up, 8 in 2024-09-20T22:45:21.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:21 smithi046 ceph-mon[98591]: pgmap v3735: 137 pgs: 137 active+clean; 212 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.4 KiB/s rd, 513 KiB/s wr, 7 op/s 2024-09-20T22:45:21.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:21 smithi046 ceph-mon[98591]: osdmap e2148: 8 total, 8 up, 8 in 2024-09-20T22:45:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:45:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:45:22] "GET /metrics HTTP/1.1" 200 36767 "" "Prometheus/2.43.0" 2024-09-20T22:45:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:45:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:45:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:45:23.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:23 smithi134 ceph-mon[89086]: pgmap v3737: 137 pgs: 137 active+clean; 232 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-09-20T22:45:23.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:23 smithi046 ceph-mon[96110]: pgmap v3737: 137 pgs: 137 active+clean; 232 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-09-20T22:45:23.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:23 smithi046 ceph-mon[98591]: pgmap v3737: 137 pgs: 137 active+clean; 232 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-09-20T22:45:25.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:25 smithi134 ceph-mon[89086]: pgmap v3738: 137 pgs: 137 active+clean; 232 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.0 MiB/s wr, 46 op/s 2024-09-20T22:45:25.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:25 smithi046 ceph-mon[96110]: pgmap v3738: 137 pgs: 137 active+clean; 232 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.0 MiB/s wr, 46 op/s 2024-09-20T22:45:25.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:25 smithi046 ceph-mon[98591]: pgmap v3738: 137 pgs: 137 active+clean; 232 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.0 MiB/s wr, 46 op/s 2024-09-20T22:45:27.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:27 smithi134 ceph-mon[89086]: pgmap v3739: 137 pgs: 137 active+clean; 232 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 35 op/s 2024-09-20T22:45:27.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:27 smithi134 ceph-mon[89086]: osdmap e2149: 8 total, 8 up, 8 in 2024-09-20T22:45:27.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:27 smithi046 ceph-mon[96110]: pgmap v3739: 137 pgs: 137 active+clean; 232 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 35 op/s 2024-09-20T22:45:27.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:27 smithi046 ceph-mon[96110]: osdmap e2149: 8 total, 8 up, 8 in 2024-09-20T22:45:27.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:27 smithi046 ceph-mon[98591]: pgmap v3739: 137 pgs: 137 active+clean; 232 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 35 op/s 2024-09-20T22:45:27.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:27 smithi046 ceph-mon[98591]: osdmap e2149: 8 total, 8 up, 8 in 2024-09-20T22:45:28.468 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:45:28.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:28 smithi046 ceph-mon[96110]: osdmap e2150: 8 total, 8 up, 8 in 2024-09-20T22:45:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:28 smithi046 ceph-mon[98591]: osdmap e2150: 8 total, 8 up, 8 in 2024-09-20T22:45:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:28 smithi134 ceph-mon[89086]: osdmap e2150: 8 total, 8 up, 8 in 2024-09-20T22:45:29.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:29 smithi046 ceph-mon[96110]: pgmap v3742: 137 pgs: 137 active+clean; 232 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 1.6 MiB/s wr, 39 op/s 2024-09-20T22:45:29.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:29 smithi046 ceph-mon[96110]: osdmap e2151: 8 total, 8 up, 8 in 2024-09-20T22:45:29.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:29 smithi046 ceph-mon[98591]: pgmap v3742: 137 pgs: 137 active+clean; 232 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 1.6 MiB/s wr, 39 op/s 2024-09-20T22:45:29.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:29 smithi046 ceph-mon[98591]: osdmap e2151: 8 total, 8 up, 8 in 2024-09-20T22:45:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:29 smithi134 ceph-mon[89086]: pgmap v3742: 137 pgs: 137 active+clean; 232 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 1.6 MiB/s wr, 39 op/s 2024-09-20T22:45:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:29 smithi134 ceph-mon[89086]: osdmap e2151: 8 total, 8 up, 8 in 2024-09-20T22:45:31.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:31 smithi046 ceph-mon[96110]: pgmap v3744: 137 pgs: 137 active+clean; 232 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.5 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-09-20T22:45:31.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:31 smithi046 ceph-mon[98591]: pgmap v3744: 137 pgs: 137 active+clean; 232 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.5 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-09-20T22:45:31.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:31 smithi134 ceph-mon[89086]: pgmap v3744: 137 pgs: 137 active+clean; 232 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.5 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-09-20T22:45:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:45:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:45:32] "GET /metrics HTTP/1.1" 200 36767 "" "Prometheus/2.43.0" 2024-09-20T22:45:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:45:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:45:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:45:33.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:33 smithi046 ceph-mon[96110]: pgmap v3745: 137 pgs: 137 active+clean; 248 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 36 op/s 2024-09-20T22:45:33.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:33 smithi046 ceph-mon[98591]: pgmap v3745: 137 pgs: 137 active+clean; 248 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 36 op/s 2024-09-20T22:45:33.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:33 smithi134 ceph-mon[89086]: pgmap v3745: 137 pgs: 137 active+clean; 248 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 36 op/s 2024-09-20T22:45:34.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:45:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:45:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:45:35.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:35 smithi046 ceph-mon[96110]: pgmap v3746: 137 pgs: 137 active+clean; 248 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-09-20T22:45:35.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:35 smithi046 ceph-mon[98591]: pgmap v3746: 137 pgs: 137 active+clean; 248 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-09-20T22:45:35.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:35 smithi134 ceph-mon[89086]: pgmap v3746: 137 pgs: 137 active+clean; 248 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-09-20T22:45:37.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:37 smithi046 ceph-mon[96110]: pgmap v3747: 137 pgs: 137 active+clean; 252 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.3 MiB/s wr, 31 op/s 2024-09-20T22:45:37.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:37 smithi046 ceph-mon[96110]: osdmap e2152: 8 total, 8 up, 8 in 2024-09-20T22:45:37.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:37 smithi046 ceph-mon[98591]: pgmap v3747: 137 pgs: 137 active+clean; 252 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.3 MiB/s wr, 31 op/s 2024-09-20T22:45:37.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:37 smithi046 ceph-mon[98591]: osdmap e2152: 8 total, 8 up, 8 in 2024-09-20T22:45:37.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:37 smithi134 ceph-mon[89086]: pgmap v3747: 137 pgs: 137 active+clean; 252 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.3 MiB/s wr, 31 op/s 2024-09-20T22:45:37.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:37 smithi134 ceph-mon[89086]: osdmap e2152: 8 total, 8 up, 8 in 2024-09-20T22:45:38.491 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:45:38.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:38 smithi046 ceph-mon[96110]: osdmap e2153: 8 total, 8 up, 8 in 2024-09-20T22:45:38.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:38 smithi046 ceph-mon[98591]: osdmap e2153: 8 total, 8 up, 8 in 2024-09-20T22:45:38.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:38 smithi134 ceph-mon[89086]: osdmap e2153: 8 total, 8 up, 8 in 2024-09-20T22:45:39.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:39 smithi046 ceph-mon[96110]: pgmap v3750: 137 pgs: 137 active+clean; 264 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 4.0 MiB/s wr, 36 op/s 2024-09-20T22:45:39.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:39 smithi046 ceph-mon[96110]: osdmap e2154: 8 total, 8 up, 8 in 2024-09-20T22:45:39.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:39 smithi046 ceph-mon[98591]: pgmap v3750: 137 pgs: 137 active+clean; 264 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 4.0 MiB/s wr, 36 op/s 2024-09-20T22:45:39.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:39 smithi046 ceph-mon[98591]: osdmap e2154: 8 total, 8 up, 8 in 2024-09-20T22:45:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:39 smithi134 ceph-mon[89086]: pgmap v3750: 137 pgs: 137 active+clean; 264 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 4.0 MiB/s wr, 36 op/s 2024-09-20T22:45:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:39 smithi134 ceph-mon[89086]: osdmap e2154: 8 total, 8 up, 8 in 2024-09-20T22:45:41.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:41 smithi046 ceph-mon[96110]: pgmap v3752: 137 pgs: 137 active+clean; 264 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 9.3 KiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-09-20T22:45:41.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:41 smithi046 ceph-mon[98591]: pgmap v3752: 137 pgs: 137 active+clean; 264 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 9.3 KiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-09-20T22:45:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:41 smithi134 ceph-mon[89086]: pgmap v3752: 137 pgs: 137 active+clean; 264 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 9.3 KiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-09-20T22:45:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:45:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:45:42] "GET /metrics HTTP/1.1" 200 36768 "" "Prometheus/2.43.0" 2024-09-20T22:45:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:45:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:45:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:45:43.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:43 smithi046 ceph-mon[96110]: pgmap v3753: 137 pgs: 137 active+clean; 270 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.0 MiB/s wr, 42 op/s 2024-09-20T22:45:43.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:43 smithi046 ceph-mon[98591]: pgmap v3753: 137 pgs: 137 active+clean; 270 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.0 MiB/s wr, 42 op/s 2024-09-20T22:45:43.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:43 smithi134 ceph-mon[89086]: pgmap v3753: 137 pgs: 137 active+clean; 270 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.0 MiB/s wr, 42 op/s 2024-09-20T22:45:45.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:45 smithi046 ceph-mon[96110]: pgmap v3754: 137 pgs: 137 active+clean; 270 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 1.6 MiB/s wr, 35 op/s 2024-09-20T22:45:45.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:45 smithi046 ceph-mon[98591]: pgmap v3754: 137 pgs: 137 active+clean; 270 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 1.6 MiB/s wr, 35 op/s 2024-09-20T22:45:45.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:45 smithi134 ceph-mon[89086]: pgmap v3754: 137 pgs: 137 active+clean; 270 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 1.6 MiB/s wr, 35 op/s 2024-09-20T22:45:47.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:47 smithi046 ceph-mon[96110]: pgmap v3755: 137 pgs: 137 active+clean; 270 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 942 KiB/s wr, 22 op/s 2024-09-20T22:45:47.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:47 smithi046 ceph-mon[96110]: osdmap e2155: 8 total, 8 up, 8 in 2024-09-20T22:45:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:47 smithi046 ceph-mon[98591]: pgmap v3755: 137 pgs: 137 active+clean; 270 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 942 KiB/s wr, 22 op/s 2024-09-20T22:45:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:47 smithi046 ceph-mon[98591]: osdmap e2155: 8 total, 8 up, 8 in 2024-09-20T22:45:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:47 smithi134 ceph-mon[89086]: pgmap v3755: 137 pgs: 137 active+clean; 270 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 942 KiB/s wr, 22 op/s 2024-09-20T22:45:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:47 smithi134 ceph-mon[89086]: osdmap e2155: 8 total, 8 up, 8 in 2024-09-20T22:45:48.520 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:45:48.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:48 smithi046 ceph-mon[96110]: osdmap e2156: 8 total, 8 up, 8 in 2024-09-20T22:45:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:48 smithi046 ceph-mon[98591]: osdmap e2156: 8 total, 8 up, 8 in 2024-09-20T22:45:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:48 smithi134 ceph-mon[89086]: osdmap e2156: 8 total, 8 up, 8 in 2024-09-20T22:45:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:49 smithi046 ceph-mon[96110]: pgmap v3758: 137 pgs: 137 active+clean; 273 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 3.6 KiB/s wr, 24 op/s 2024-09-20T22:45:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:49 smithi046 ceph-mon[96110]: osdmap e2157: 8 total, 8 up, 8 in 2024-09-20T22:45:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:45:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:49 smithi046 ceph-mon[98591]: pgmap v3758: 137 pgs: 137 active+clean; 273 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 3.6 KiB/s wr, 24 op/s 2024-09-20T22:45:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:49 smithi046 ceph-mon[98591]: osdmap e2157: 8 total, 8 up, 8 in 2024-09-20T22:45:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:45:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:49 smithi134 ceph-mon[89086]: pgmap v3758: 137 pgs: 137 active+clean; 273 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 3.6 KiB/s wr, 24 op/s 2024-09-20T22:45:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:49 smithi134 ceph-mon[89086]: osdmap e2157: 8 total, 8 up, 8 in 2024-09-20T22:45:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:45:51.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:51 smithi046 ceph-mon[96110]: pgmap v3760: 137 pgs: 137 active+clean; 273 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1.5 KiB/s wr, 2 op/s 2024-09-20T22:45:51.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:51 smithi046 ceph-mon[98591]: pgmap v3760: 137 pgs: 137 active+clean; 273 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1.5 KiB/s wr, 2 op/s 2024-09-20T22:45:51.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:51 smithi134 ceph-mon[89086]: pgmap v3760: 137 pgs: 137 active+clean; 273 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1.5 KiB/s wr, 2 op/s 2024-09-20T22:45:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:45:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:45:52] "GET /metrics HTTP/1.1" 200 36770 "" "Prometheus/2.43.0" 2024-09-20T22:45:52.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:52 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:45:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:45:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:45:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:45:52.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:52 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:45:52.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:52 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:45:53.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:53 smithi046 ceph-mon[96110]: pgmap v3761: 137 pgs: 137 active+clean; 292 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-09-20T22:45:53.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:53 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:45:53.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:53 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:45:53.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:53 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:45:53.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:53 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:45:53.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:53 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:45:53.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:53 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:45:53.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:53 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:45:53.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:53 smithi046 ceph-mon[98591]: pgmap v3761: 137 pgs: 137 active+clean; 292 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-09-20T22:45:53.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:53 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:45:53.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:53 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:45:53.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:53 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:45:53.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:53 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:45:53.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:53 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:45:53.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:53 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:45:53.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:53 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:45:53.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:53 smithi134 ceph-mon[89086]: pgmap v3761: 137 pgs: 137 active+clean; 292 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-09-20T22:45:53.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:53 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:45:53.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:53 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:45:53.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:53 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:45:53.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:53 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:45:53.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:53 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:45:53.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:53 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:45:53.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:53 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:45:55.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:55 smithi046 ceph-mon[96110]: pgmap v3762: 137 pgs: 137 active+clean; 292 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-09-20T22:45:55.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:55 smithi046 ceph-mon[98591]: pgmap v3762: 137 pgs: 137 active+clean; 292 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-09-20T22:45:55.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:55 smithi134 ceph-mon[89086]: pgmap v3762: 137 pgs: 137 active+clean; 292 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-09-20T22:45:57.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:57 smithi046 ceph-mon[98591]: pgmap v3763: 137 pgs: 137 active+clean; 292 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 21 KiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-09-20T22:45:57.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:57 smithi046 ceph-mon[96110]: pgmap v3763: 137 pgs: 137 active+clean; 292 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 21 KiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-09-20T22:45:57.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:57 smithi134 ceph-mon[89086]: pgmap v3763: 137 pgs: 137 active+clean; 292 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 21 KiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-09-20T22:45:59.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:45:59 smithi046 ceph-mon[96110]: pgmap v3764: 137 pgs: 137 active+clean; 292 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 18 KiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-09-20T22:45:59.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:45:59 smithi046 ceph-mon[98591]: pgmap v3764: 137 pgs: 137 active+clean; 292 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 18 KiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-09-20T22:45:59.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:45:59 smithi134 ceph-mon[89086]: pgmap v3764: 137 pgs: 137 active+clean; 292 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 18 KiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-09-20T22:46:01.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:01 smithi046 ceph-mon[96110]: pgmap v3765: 137 pgs: 137 active+clean; 292 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 1.4 MiB/s wr, 23 op/s 2024-09-20T22:46:01.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:01 smithi046 ceph-mon[96110]: osdmap e2158: 8 total, 8 up, 8 in 2024-09-20T22:46:01.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:01 smithi046 ceph-mon[98591]: pgmap v3765: 137 pgs: 137 active+clean; 292 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 1.4 MiB/s wr, 23 op/s 2024-09-20T22:46:01.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:01 smithi046 ceph-mon[98591]: osdmap e2158: 8 total, 8 up, 8 in 2024-09-20T22:46:01.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:01 smithi134 ceph-mon[89086]: pgmap v3765: 137 pgs: 137 active+clean; 292 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 1.4 MiB/s wr, 23 op/s 2024-09-20T22:46:01.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:01 smithi134 ceph-mon[89086]: osdmap e2158: 8 total, 8 up, 8 in 2024-09-20T22:46:02.402 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:46:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:46:02] "GET /metrics HTTP/1.1" 200 36770 "" "Prometheus/2.43.0" 2024-09-20T22:46:02.569 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:46:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:46:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:46:02.604 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:46:02.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:02 smithi046 ceph-mon[96110]: osdmap e2159: 8 total, 8 up, 8 in 2024-09-20T22:46:02.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:02 smithi046 ceph-mon[98591]: osdmap e2159: 8 total, 8 up, 8 in 2024-09-20T22:46:02.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:02 smithi134 ceph-mon[89086]: osdmap e2159: 8 total, 8 up, 8 in 2024-09-20T22:46:03.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:03 smithi046 ceph-mon[96110]: pgmap v3768: 137 pgs: 137 active+clean; 311 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 KiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:46:03.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:03 smithi046 ceph-mon[96110]: osdmap e2160: 8 total, 8 up, 8 in 2024-09-20T22:46:03.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:03 smithi046 ceph-mon[98591]: pgmap v3768: 137 pgs: 137 active+clean; 311 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 KiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:46:03.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:03 smithi046 ceph-mon[98591]: osdmap e2160: 8 total, 8 up, 8 in 2024-09-20T22:46:03.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:03 smithi134 ceph-mon[89086]: pgmap v3768: 137 pgs: 137 active+clean; 311 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 KiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-20T22:46:03.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:03 smithi134 ceph-mon[89086]: osdmap e2160: 8 total, 8 up, 8 in 2024-09-20T22:46:04.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:46:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:46:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:46:05.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:05 smithi046 ceph-mon[96110]: pgmap v3770: 137 pgs: 137 active+clean; 311 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-09-20T22:46:05.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:05 smithi046 ceph-mon[98591]: pgmap v3770: 137 pgs: 137 active+clean; 311 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-09-20T22:46:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:05 smithi134 ceph-mon[89086]: pgmap v3770: 137 pgs: 137 active+clean; 311 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-09-20T22:46:07.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:07 smithi046 ceph-mon[96110]: pgmap v3771: 137 pgs: 137 active+clean; 314 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 45 op/s 2024-09-20T22:46:07.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:07 smithi046 ceph-mon[98591]: pgmap v3771: 137 pgs: 137 active+clean; 314 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 45 op/s 2024-09-20T22:46:07.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:07 smithi134 ceph-mon[89086]: pgmap v3771: 137 pgs: 137 active+clean; 314 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 45 op/s 2024-09-20T22:46:09.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:09 smithi046 ceph-mon[96110]: pgmap v3772: 137 pgs: 137 active+clean; 314 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-09-20T22:46:09.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:09 smithi046 ceph-mon[98591]: pgmap v3772: 137 pgs: 137 active+clean; 314 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-09-20T22:46:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:09 smithi134 ceph-mon[89086]: pgmap v3772: 137 pgs: 137 active+clean; 314 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-09-20T22:46:11.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:11 smithi046 ceph-mon[96110]: pgmap v3773: 137 pgs: 137 active+clean; 314 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 18 KiB/s rd, 3.5 KiB/s wr, 27 op/s 2024-09-20T22:46:11.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:11 smithi046 ceph-mon[96110]: osdmap e2161: 8 total, 8 up, 8 in 2024-09-20T22:46:11.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:11 smithi046 ceph-mon[98591]: pgmap v3773: 137 pgs: 137 active+clean; 314 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 18 KiB/s rd, 3.5 KiB/s wr, 27 op/s 2024-09-20T22:46:11.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:11 smithi046 ceph-mon[98591]: osdmap e2161: 8 total, 8 up, 8 in 2024-09-20T22:46:11.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:11 smithi134 ceph-mon[89086]: pgmap v3773: 137 pgs: 137 active+clean; 314 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 18 KiB/s rd, 3.5 KiB/s wr, 27 op/s 2024-09-20T22:46:11.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:11 smithi134 ceph-mon[89086]: osdmap e2161: 8 total, 8 up, 8 in 2024-09-20T22:46:12.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:46:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:46:12] "GET /metrics HTTP/1.1" 200 36769 "" "Prometheus/2.43.0" 2024-09-20T22:46:12.596 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:46:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:46:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:46:12.629 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS2PP (52192 ms) 2024-09-20T22:46:12.629 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2024-09-20T22:46:12.630 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:46:12.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:12 smithi046 ceph-mon[96110]: osdmap e2162: 8 total, 8 up, 8 in 2024-09-20T22:46:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:12 smithi046 ceph-mon[98591]: osdmap e2162: 8 total, 8 up, 8 in 2024-09-20T22:46:12.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:12 smithi134 ceph-mon[89086]: osdmap e2162: 8 total, 8 up, 8 in 2024-09-20T22:46:13.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:13 smithi046 ceph-mon[96110]: pgmap v3776: 137 pgs: 137 active+clean; 338 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 20 KiB/s rd, 2.0 MiB/s wr, 29 op/s 2024-09-20T22:46:13.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:13 smithi046 ceph-mon[96110]: osdmap e2163: 8 total, 8 up, 8 in 2024-09-20T22:46:13.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:13 smithi046 ceph-mon[98591]: pgmap v3776: 137 pgs: 137 active+clean; 338 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 20 KiB/s rd, 2.0 MiB/s wr, 29 op/s 2024-09-20T22:46:13.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:13 smithi046 ceph-mon[98591]: osdmap e2163: 8 total, 8 up, 8 in 2024-09-20T22:46:13.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:13 smithi134 ceph-mon[89086]: pgmap v3776: 137 pgs: 137 active+clean; 338 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 20 KiB/s rd, 2.0 MiB/s wr, 29 op/s 2024-09-20T22:46:13.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:13 smithi134 ceph-mon[89086]: osdmap e2163: 8 total, 8 up, 8 in 2024-09-20T22:46:14.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:14 smithi046 ceph-mon[96110]: osdmap e2164: 8 total, 8 up, 8 in 2024-09-20T22:46:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:14 smithi046 ceph-mon[98591]: osdmap e2164: 8 total, 8 up, 8 in 2024-09-20T22:46:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:14 smithi134 ceph-mon[89086]: osdmap e2164: 8 total, 8 up, 8 in 2024-09-20T22:46:15.645 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (3016 ms) 2024-09-20T22:46:15.646 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTruncate 2024-09-20T22:46:15.646 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:46:15.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:15 smithi046 ceph-mon[98591]: pgmap v3779: 137 pgs: 137 active+clean; 338 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 4.0 MiB/s wr, 45 op/s 2024-09-20T22:46:15.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:15 smithi046 ceph-mon[98591]: osdmap e2165: 8 total, 8 up, 8 in 2024-09-20T22:46:15.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:15 smithi046 ceph-mon[96110]: pgmap v3779: 137 pgs: 137 active+clean; 338 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 4.0 MiB/s wr, 45 op/s 2024-09-20T22:46:15.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:15 smithi046 ceph-mon[96110]: osdmap e2165: 8 total, 8 up, 8 in 2024-09-20T22:46:15.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:15 smithi134 ceph-mon[89086]: pgmap v3779: 137 pgs: 137 active+clean; 338 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 4.0 MiB/s wr, 45 op/s 2024-09-20T22:46:15.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:15 smithi134 ceph-mon[89086]: osdmap e2165: 8 total, 8 up, 8 in 2024-09-20T22:46:16.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:16 smithi046 ceph-mon[96110]: osdmap e2166: 8 total, 8 up, 8 in 2024-09-20T22:46:16.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:16 smithi046 ceph-mon[96110]: pgmap v3782: 137 pgs: 137 active+clean; 338 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 68 KiB/s rd, 11 KiB/s wr, 100 op/s 2024-09-20T22:46:16.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:16 smithi046 ceph-mon[98591]: osdmap e2166: 8 total, 8 up, 8 in 2024-09-20T22:46:16.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:16 smithi046 ceph-mon[98591]: pgmap v3782: 137 pgs: 137 active+clean; 338 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 68 KiB/s rd, 11 KiB/s wr, 100 op/s 2024-09-20T22:46:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:16 smithi134 ceph-mon[89086]: osdmap e2166: 8 total, 8 up, 8 in 2024-09-20T22:46:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:16 smithi134 ceph-mon[89086]: pgmap v3782: 137 pgs: 137 active+clean; 338 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 68 KiB/s rd, 11 KiB/s wr, 100 op/s 2024-09-20T22:46:17.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:17 smithi046 ceph-mon[98591]: osdmap e2167: 8 total, 8 up, 8 in 2024-09-20T22:46:17.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:17 smithi046 ceph-mon[96110]: osdmap e2167: 8 total, 8 up, 8 in 2024-09-20T22:46:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:17 smithi134 ceph-mon[89086]: osdmap e2167: 8 total, 8 up, 8 in 2024-09-20T22:46:18.682 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterateTruncate (3037 ms) 2024-09-20T22:46:18.682 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterateWriteAndTruncate 2024-09-20T22:46:18.682 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:46:18.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:18 smithi046 ceph-mon[96110]: osdmap e2168: 8 total, 8 up, 8 in 2024-09-20T22:46:18.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:18 smithi046 ceph-mon[96110]: pgmap v3785: 137 pgs: 137 active+clean; 338 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 8.0 KiB/s wr, 91 op/s 2024-09-20T22:46:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:18 smithi046 ceph-mon[98591]: osdmap e2168: 8 total, 8 up, 8 in 2024-09-20T22:46:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:18 smithi046 ceph-mon[98591]: pgmap v3785: 137 pgs: 137 active+clean; 338 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 8.0 KiB/s wr, 91 op/s 2024-09-20T22:46:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:18 smithi134 ceph-mon[89086]: osdmap e2168: 8 total, 8 up, 8 in 2024-09-20T22:46:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:18 smithi134 ceph-mon[89086]: pgmap v3785: 137 pgs: 137 active+clean; 338 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 8.0 KiB/s wr, 91 op/s 2024-09-20T22:46:19.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:19 smithi046 ceph-mon[98591]: osdmap e2169: 8 total, 8 up, 8 in 2024-09-20T22:46:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:46:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:19 smithi046 ceph-mon[96110]: osdmap e2169: 8 total, 8 up, 8 in 2024-09-20T22:46:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:46:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:19 smithi134 ceph-mon[89086]: osdmap e2169: 8 total, 8 up, 8 in 2024-09-20T22:46:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:46:20.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:20 smithi046 ceph-mon[96110]: osdmap e2170: 8 total, 8 up, 8 in 2024-09-20T22:46:20.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:20 smithi046 ceph-mon[96110]: pgmap v3788: 137 pgs: 137 active+clean; 338 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 46 KiB/s rd, 5.2 KiB/s wr, 68 op/s 2024-09-20T22:46:20.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:20 smithi046 ceph-mon[98591]: osdmap e2170: 8 total, 8 up, 8 in 2024-09-20T22:46:20.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:20 smithi046 ceph-mon[98591]: pgmap v3788: 137 pgs: 137 active+clean; 338 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 46 KiB/s rd, 5.2 KiB/s wr, 68 op/s 2024-09-20T22:46:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:20 smithi134 ceph-mon[89086]: osdmap e2170: 8 total, 8 up, 8 in 2024-09-20T22:46:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:20 smithi134 ceph-mon[89086]: pgmap v3788: 137 pgs: 137 active+clean; 338 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 46 KiB/s rd, 5.2 KiB/s wr, 68 op/s 2024-09-20T22:46:21.703 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterateWriteAndTruncate (3021 ms) 2024-09-20T22:46:21.703 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2024-09-20T22:46:21.703 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:46:21.783 INFO:tasks.workunit.client.0.smithi046.stdout: i=0 exists [30606049~7246031,59630331~6948934,68411101~5851469,131153916~4745291,179838371~5749943,204717937~268816,206455482~3036489,313603043~2065870,339427602~7414968] wrote [30606049~7246031,59630331~6948934,68411101~5851469,131153916~4745291,179838371~5749943,204717937~268816,206455482~3036489,313603043~2065870,339427602~7414968] 2024-09-20T22:46:21.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:21 smithi046 ceph-mon[96110]: osdmap e2171: 8 total, 8 up, 8 in 2024-09-20T22:46:21.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:21 smithi046 ceph-mon[98591]: osdmap e2171: 8 total, 8 up, 8 in 2024-09-20T22:46:21.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:21 smithi134 ceph-mon[89086]: osdmap e2171: 8 total, 8 up, 8 in 2024-09-20T22:46:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:46:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:46:22] "GET /metrics HTTP/1.1" 200 36773 "" "Prometheus/2.43.0" 2024-09-20T22:46:22.656 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:46:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:46:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:46:22.711 INFO:tasks.workunit.client.0.smithi046.stdout: i=1 exists [30606049~7246031,45489584~7685470,59630331~6948934,68411101~6873182,85366579~1035334,114789196~578584,131153916~4745291,179838371~5749943,204717937~268816,206455482~3036489,220553236~5939645,252101339~5898181,275496622~1325918,313603043~6995848,339427602~7414968] wrote [34980717~485739,45489584~7685470,70824026~4460257,85366579~1035334,114789196~578584,220553236~5939645,252101339~5898181,275496622~1325918,315123331~5475560] 2024-09-20T22:46:22.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:22 smithi134 ceph-mon[89086]: osdmap e2172: 8 total, 8 up, 8 in 2024-09-20T22:46:22.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:22 smithi134 ceph-mon[89086]: pgmap v3791: 137 pgs: 137 active+clean; 344 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 71 KiB/s rd, 1.5 MiB/s wr, 108 op/s 2024-09-20T22:46:23.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:22 smithi046 ceph-mon[96110]: osdmap e2172: 8 total, 8 up, 8 in 2024-09-20T22:46:23.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:22 smithi046 ceph-mon[96110]: pgmap v3791: 137 pgs: 137 active+clean; 344 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 71 KiB/s rd, 1.5 MiB/s wr, 108 op/s 2024-09-20T22:46:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:22 smithi046 ceph-mon[98591]: osdmap e2172: 8 total, 8 up, 8 in 2024-09-20T22:46:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:22 smithi046 ceph-mon[98591]: pgmap v3791: 137 pgs: 137 active+clean; 344 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 71 KiB/s rd, 1.5 MiB/s wr, 108 op/s 2024-09-20T22:46:23.735 INFO:tasks.workunit.client.0.smithi046.stdout: i=2 exists [30606049~7246031,45489584~7685470,59630331~6948934,68411101~6873182,85366579~7810563,105589071~4093025,114789196~578584,131153916~4745291,179838371~5749943,200165648~17173,204717937~268816,206455482~3036489,220553236~5939645,252101339~5898181,275496622~1325918,284352801~5277966,293376435~4463216,313603043~7585716,332047132~2013934,339427602~7414968,356978133~5849621,399616858~1286299] wrote [85760374~7416768,105589071~4093025,200165648~17173,284352801~5277966,293376435~4463216,316745316~4443443,332047132~2013934,356978133~5849621,399616858~1286299] 2024-09-20T22:46:23.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:23 smithi134 ceph-mon[89086]: osdmap e2173: 8 total, 8 up, 8 in 2024-09-20T22:46:24.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:23 smithi046 ceph-mon[96110]: osdmap e2173: 8 total, 8 up, 8 in 2024-09-20T22:46:24.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:23 smithi046 ceph-mon[98591]: osdmap e2173: 8 total, 8 up, 8 in 2024-09-20T22:46:24.749 INFO:tasks.workunit.client.0.smithi046.stdout: i=3 exists [12770757~5303474,30606049~7246031,45489584~7685470,59630331~6948934,68411101~6873182,85366579~7810563,105589071~4093025,114789196~578584,129161532~266620,131153916~11369404,179838371~5749943,200165648~17173,204717937~268816,206455482~3036489,220553236~5939645,240866773~5636009,252101339~5898181,275496622~1325918,284352801~5277966,293376435~4463216,309369916~11818843,332047132~2013934,338325085~8517485,356978133~10825469,382005987~6921341,399616858~1286299] wrote [12770757~5303474,129161532~266620,133090101~9433219,240866773~5636009,309369916~4818979,338325085~7239318,360798080~7005522,382005987~6921341] 2024-09-20T22:46:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:24 smithi134 ceph-mon[89086]: osdmap e2174: 8 total, 8 up, 8 in 2024-09-20T22:46:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:24 smithi134 ceph-mon[89086]: pgmap v3794: 137 pgs: 137 active+clean; 395 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 11 MiB/s wr, 90 op/s 2024-09-20T22:46:25.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:24 smithi046 ceph-mon[96110]: osdmap e2174: 8 total, 8 up, 8 in 2024-09-20T22:46:25.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:24 smithi046 ceph-mon[96110]: pgmap v3794: 137 pgs: 137 active+clean; 395 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 11 MiB/s wr, 90 op/s 2024-09-20T22:46:25.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:24 smithi046 ceph-mon[98591]: osdmap e2174: 8 total, 8 up, 8 in 2024-09-20T22:46:25.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:24 smithi046 ceph-mon[98591]: pgmap v3794: 137 pgs: 137 active+clean; 395 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 11 MiB/s wr, 90 op/s 2024-09-20T22:46:25.767 INFO:tasks.workunit.client.0.smithi046.stdout: i=4 exists [12770757~10982199,30606049~7246031,38490444~1030856,45489584~7685470,59630331~6948934,68411101~6873182,85366579~7810563,105589071~4093025,114789196~578584,118728861~33291,129161532~266620,131153916~11369404,179838371~5749943,200165648~17173,204717937~268816,206455482~3036489,220553236~5939645,240866773~5636009,252101339~5898181,275496622~1325918,283808403~5822364,293376435~4463216,309369916~14594227,332047132~2013934,338325085~8517485,356978133~10825469,382005987~12689516,399616858~1286299] wrote [16392705~7360251,38490444~1030856,45501623~3120008,118728861~33291,245554858~783944,254197057~1996837,283808403~1912800,317952267~6011876,360358973~5791755,387522181~7173322] 2024-09-20T22:46:25.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:25 smithi134 ceph-mon[89086]: osdmap e2175: 8 total, 8 up, 8 in 2024-09-20T22:46:26.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:25 smithi046 ceph-mon[96110]: osdmap e2175: 8 total, 8 up, 8 in 2024-09-20T22:46:26.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:25 smithi046 ceph-mon[98591]: osdmap e2175: 8 total, 8 up, 8 in 2024-09-20T22:46:26.786 INFO:tasks.workunit.client.0.smithi046.stdout: i=5 exists [6130386~17622570,30606049~8915251,45489584~7685470,59630331~6948934,68411101~6873182,85366579~7810563,105589071~4093025,111917656~6553248,118728861~33291,122019001~2578347,129161532~266620,130670961~11852359,179838371~5749943,196558515~4700852,201367574~8124397,220553236~5939645,240866773~5636009,252101339~5898181,275496622~1325918,283808403~5822364,293376435~8266447,309369916~14955442,332047132~2013934,338325085~8517485,356978133~10825469,370636479~4959455,382005987~12689516,399616858~1286299] wrote [6130386~7763873,33291498~6072525,111917656~6553248,122019001~2578347,130670961~3935864,196558515~4700852,201367574~7456803,296296433~5346449,319866519~4458839,370636479~4959455] 2024-09-20T22:46:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:26 smithi134 ceph-mon[89086]: osdmap e2176: 8 total, 8 up, 8 in 2024-09-20T22:46:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:26 smithi134 ceph-mon[89086]: pgmap v3797: 137 pgs: 137 active+clean; 532 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 152 KiB/s rd, 37 MiB/s wr, 262 op/s 2024-09-20T22:46:27.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:26 smithi046 ceph-mon[96110]: osdmap e2176: 8 total, 8 up, 8 in 2024-09-20T22:46:27.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:26 smithi046 ceph-mon[96110]: pgmap v3797: 137 pgs: 137 active+clean; 532 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 152 KiB/s rd, 37 MiB/s wr, 262 op/s 2024-09-20T22:46:27.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:26 smithi046 ceph-mon[98591]: osdmap e2176: 8 total, 8 up, 8 in 2024-09-20T22:46:27.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:26 smithi046 ceph-mon[98591]: pgmap v3797: 137 pgs: 137 active+clean; 532 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 152 KiB/s rd, 37 MiB/s wr, 262 op/s 2024-09-20T22:46:27.748 INFO:tasks.workunit.client.0.smithi046.stdout: i=6 exists [6130386~17622570,30606049~8915251,40663353~4151984,45489584~7685470,59630331~6948934,68411101~6873182,77040355~8092928,85366579~11069624,105589071~4093025,111917656~6553248,118728861~33291,122019001~2578347,129161532~266620,130073912~12449408,149044808~2090223,155715935~5775760,170394375~1901681,179838371~5749943,196558515~4700852,201367574~8124397,220553236~5939645,240866773~5636009,249748565~8250955,275496622~1325918,283808403~5822364,293376435~8266447,309369916~14955442,332047132~2013934,338325085~8517485,356978133~10825469,370636479~4959455,382005987~12689516,399616858~1286299,408598452~3501532] wrote [40663353~4151984,77040355~8092928,90964859~5471344,130073912~1147134,149044808~2090223,155715935~5775760,170394375~1901681,249748565~3503654,390176672~3058393,408598452~3501532] 2024-09-20T22:46:28.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:27 smithi046 ceph-mon[96110]: osdmap e2177: 8 total, 8 up, 8 in 2024-09-20T22:46:28.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:27 smithi046 ceph-mon[98591]: osdmap e2177: 8 total, 8 up, 8 in 2024-09-20T22:46:28.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:27 smithi134 ceph-mon[89086]: osdmap e2177: 8 total, 8 up, 8 in 2024-09-20T22:46:28.745 INFO:tasks.workunit.client.0.smithi046.stdout: i=7 exists [1419634~826472,6130386~17622570,30606049~8915251,40663353~4151984,45489584~7685470,59630331~6948934,68411101~6873182,77040355~19395848,105589071~4093025,111917656~6553248,118728861~33291,122019001~2578347,129161532~266620,130073912~12449408,149044808~2090223,155715935~5775760,170394375~1901681,179838371~6214448,189206925~743933,196558515~4700852,201367574~8124397,217734307~895497,220553236~5939645,240866773~5636009,249748565~8250955,274387354~598075,275496622~1325918,283808403~5822364,293376435~8266447,309369916~14955442,332047132~2013934,338325085~8517485,355223876~20372058,382005987~12689516,399616858~1286299,408598452~3501532] wrote [1419634~826472,21440907~927235,84651012~6907402,135720928~6155979,180341651~5711168,189206925~743933,217734307~895497,274387354~598075,355223876~4888632,365799165~5285783] 2024-09-20T22:46:29.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:28 smithi046 ceph-mon[96110]: osdmap e2178: 8 total, 8 up, 8 in 2024-09-20T22:46:29.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:28 smithi046 ceph-mon[96110]: pgmap v3800: 137 pgs: 137 active+clean; 610 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 183 KiB/s rd, 42 MiB/s wr, 302 op/s 2024-09-20T22:46:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:28 smithi046 ceph-mon[98591]: osdmap e2178: 8 total, 8 up, 8 in 2024-09-20T22:46:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:28 smithi046 ceph-mon[98591]: pgmap v3800: 137 pgs: 137 active+clean; 610 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 183 KiB/s rd, 42 MiB/s wr, 302 op/s 2024-09-20T22:46:29.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:28 smithi134 ceph-mon[89086]: osdmap e2178: 8 total, 8 up, 8 in 2024-09-20T22:46:29.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:28 smithi134 ceph-mon[89086]: pgmap v3800: 137 pgs: 137 active+clean; 610 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 183 KiB/s rd, 42 MiB/s wr, 302 op/s 2024-09-20T22:46:29.742 INFO:tasks.workunit.client.0.smithi046.stdout: i=8 exists [1419634~826472,6130386~17622570,30606049~14209288,45489584~7685470,59630331~6948934,68411101~6873182,77040355~19395848,105589071~4093025,111917656~6553248,118728861~33291,122019001~2578347,129161532~266620,130073912~12449408,149044808~2090223,155715935~5775760,170394375~1901681,173646526~1180562,179838371~6214448,189206925~743933,191387304~2050243,196558515~12933456,217734307~895497,220553236~5939645,235231768~4220989,240866773~5636009,249748565~8250955,274387354~598075,275496622~1325918,283808403~17834479,309369916~14955442,332047132~2013934,334832586~282089,338325085~8517485,355223876~20372058,378676312~2611630,382005987~12689516,399616858~1286299,408598452~3501532] wrote [37227666~4476253,173646526~1180562,191387304~2050243,199269217~2540596,235231768~4220989,286435614~7253827,334832586~282089,378676312~2611630,385073335~2926574,393348256~750684] 2024-09-20T22:46:30.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:29 smithi046 ceph-mon[96110]: osdmap e2179: 8 total, 8 up, 8 in 2024-09-20T22:46:30.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:29 smithi046 ceph-mon[98591]: osdmap e2179: 8 total, 8 up, 8 in 2024-09-20T22:46:30.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:29 smithi134 ceph-mon[89086]: osdmap e2179: 8 total, 8 up, 8 in 2024-09-20T22:46:30.754 INFO:tasks.workunit.client.0.smithi046.stdout: i=9 exists [1419634~826472,6130386~17622570,30606049~14209288,45489584~7685470,59630331~6948934,68411101~6873182,77040355~19395848,105589071~4093025,111917656~12679692,129161532~266620,130073912~12449408,149044808~2090223,155715935~5775760,170394375~1901681,173646526~1180562,179838371~6214448,189206925~743933,191387304~2050243,196558515~12933456,217734307~895497,220553236~5939645,235231768~4220989,240866773~5636009,249748565~8250955,269910974~2251988,274387354~598075,275496622~1325918,283808403~17834479,306029575~2726093,309369916~14955442,325205027~2104043,332047132~2013934,334832586~282089,338325085~8517485,355223876~23069663,378464864~16230639,399616858~1286299,408598452~3501532] wrote [13464908~1949582,117687538~4476945,134297719~1839285,220754921~2554997,269910974~2251988,306029575~2726093,322567889~1478794,325205027~2104043,374869012~3424527,378464864~7941347] 2024-09-20T22:46:31.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:30 smithi046 ceph-mon[96110]: osdmap e2180: 8 total, 8 up, 8 in 2024-09-20T22:46:31.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:30 smithi046 ceph-mon[96110]: pgmap v3803: 137 pgs: 137 active+clean; 645 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 51 KiB/s rd, 22 MiB/s wr, 79 op/s 2024-09-20T22:46:31.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:30 smithi046 ceph-mon[98591]: osdmap e2180: 8 total, 8 up, 8 in 2024-09-20T22:46:31.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:30 smithi046 ceph-mon[98591]: pgmap v3803: 137 pgs: 137 active+clean; 645 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 51 KiB/s rd, 22 MiB/s wr, 79 op/s 2024-09-20T22:46:31.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:30 smithi134 ceph-mon[89086]: osdmap e2180: 8 total, 8 up, 8 in 2024-09-20T22:46:31.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:30 smithi134 ceph-mon[89086]: pgmap v3803: 137 pgs: 137 active+clean; 645 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 51 KiB/s rd, 22 MiB/s wr, 79 op/s 2024-09-20T22:46:31.755 INFO:tasks.workunit.client.0.smithi046.stdout: i=10 exists [1419634~826472,6130386~17622570,30606049~14209288,45489584~7685470,59630331~6948934,68411101~6873182,77040355~19395848,105589071~4093025,111917656~12679692,129161532~266620,130073912~12449408,145987011~399121,149044808~2090223,155715935~5775760,170394375~1901681,173646526~1180562,179838371~6214448,189206925~743933,191387304~2050243,196558515~12933456,213299163~1724317,217734307~895497,220553236~5939645,227898787~1074737,235231768~4220989,240866773~5636009,248875486~9124034,269910974~2251988,274387354~598075,275496622~1325918,283808403~17834479,306029575~2726093,309369916~14955442,325205027~2104043,332047132~2013934,334832586~282089,338325085~8517485,347049150~2854286,350214889~4812736,355223876~23069663,378464864~16230639,399616858~1286299,408598452~3501532] wrote [82246611~7444818,145987011~399121,213299163~1724317,227898787~1074737,248875486~2207411,252930496~3321326,347049150~2854286,350214889~4812736,356624712~3414116,387025575~276944] 2024-09-20T22:46:32.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:31 smithi046 ceph-mon[96110]: osdmap e2181: 8 total, 8 up, 8 in 2024-09-20T22:46:32.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:31 smithi046 ceph-mon[98591]: osdmap e2181: 8 total, 8 up, 8 in 2024-09-20T22:46:32.077 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:31 smithi134 ceph-mon[89086]: osdmap e2181: 8 total, 8 up, 8 in 2024-09-20T22:46:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:46:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:46:32] "GET /metrics HTTP/1.1" 200 36773 "" "Prometheus/2.43.0" 2024-09-20T22:46:32.426 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:46:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:46:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:46:32.822 INFO:tasks.workunit.client.0.smithi046.stdout: i=11 exists [1419634~826472,6130386~17622570,30606049~14209288,45489584~7685470,59630331~7650668,68411101~6873182,77040355~19395848,105589071~4093025,111917656~12679692,129161532~266620,130073912~12449408,145987011~399121,149044808~2090223,155715935~5775760,170394375~1901681,173646526~1180562,179838371~6214448,186559720~3391138,191387304~2050243,196558515~12933456,213299163~1724317,217734307~895497,220553236~5939645,227898787~1074737,235231768~11271014,248875486~9124034,269910974~2251988,274387354~598075,275496622~1325918,283808403~24947265,309369916~14955442,325205027~9909648,338325085~8517485,347049150~2854286,350214889~4812736,355223876~23069663,378464864~16230639,399616858~1286299,408598452~3501532] wrote [13625269~9757819,33715564~2488901,59645664~7635335,186559720~2773370,238448189~5249182,292491234~7467521,300212259~6749999,327039822~7836809,351788803~1740383] 2024-09-20T22:46:33.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:32 smithi046 ceph-mon[96110]: osdmap e2182: 8 total, 8 up, 8 in 2024-09-20T22:46:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:32 smithi046 ceph-mon[96110]: pgmap v3806: 137 pgs: 137 active+clean; 752 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 30 MiB/s wr, 204 op/s 2024-09-20T22:46:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:32 smithi046 ceph-mon[98591]: osdmap e2182: 8 total, 8 up, 8 in 2024-09-20T22:46:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:32 smithi046 ceph-mon[98591]: pgmap v3806: 137 pgs: 137 active+clean; 752 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 30 MiB/s wr, 204 op/s 2024-09-20T22:46:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:32 smithi134 ceph-mon[89086]: osdmap e2182: 8 total, 8 up, 8 in 2024-09-20T22:46:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:32 smithi134 ceph-mon[89086]: pgmap v3806: 137 pgs: 137 active+clean; 752 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 30 MiB/s wr, 204 op/s 2024-09-20T22:46:33.784 INFO:tasks.workunit.client.0.smithi046.stdout: i=12 exists [1419634~826472,4117243~21182887,30606049~14209288,45489584~11025429,59630331~7650668,68411101~6873182,77040355~19395848,99590796~2392285,105589071~4093025,111917656~12679692,129161532~266620,130073912~12449408,145987011~399121,149044808~2090223,155715935~8117011,170394375~1901681,173646526~1180562,179838371~6214448,186559720~3391138,191387304~2050243,196558515~16689509,213299163~1724317,217734307~895497,220553236~5939645,227898787~1074737,235231768~11271014,248875486~9124034,269910974~2251988,274387354~598075,275496622~1325918,283808403~24947265,309369916~14955442,325205027~9909648,338325085~8517485,347049150~2854286,350214889~4812736,355223876~23069663,378464864~16230639,399616858~1286299,408598452~3501532] wrote [4117243~2406897,18927906~6372224,40800201~673433,52416764~4098249,99590796~2392285,108276632~564687,157955520~5877426,197974114~2763887,207761293~5486731,311295514~5925057] 2024-09-20T22:46:34.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:33 smithi046 ceph-mon[96110]: osdmap e2183: 8 total, 8 up, 8 in 2024-09-20T22:46:34.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:33 smithi046 ceph-mon[98591]: osdmap e2183: 8 total, 8 up, 8 in 2024-09-20T22:46:34.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:33 smithi134 ceph-mon[89086]: osdmap e2183: 8 total, 8 up, 8 in 2024-09-20T22:46:34.856 INFO:tasks.workunit.client.0.smithi046.stdout: i=13 exists [1419634~826472,4117243~21182887,30606049~14209288,45489584~11025429,59630331~7650668,68411101~28025102,99590796~2392285,105589071~4093025,111917656~12679692,129161532~266620,130073912~12449408,145987011~399121,149044808~2090223,155715935~8117011,170394375~1901681,173646526~1180562,179838371~6214448,186559720~6877827,196558515~16689509,213299163~1724317,217734307~895497,220553236~5939645,227898787~1074737,235231768~11271014,248875486~9124034,269910974~2251988,274387354~598075,275496622~1325918,283808403~24947265,309369916~14955442,325205027~10866178,338325085~8517485,347049150~2854286,350214889~4812736,355223876~39471627,399616858~1286299,408598452~3501532] wrote [6649498~12556389,72308146~9599771,187353118~5402903,205407030~7647190,240577565~4838886,331753935~4317270,376242509~7727165] 2024-09-20T22:46:35.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:34 smithi046 ceph-mon[98591]: osdmap e2184: 8 total, 8 up, 8 in 2024-09-20T22:46:35.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:34 smithi046 ceph-mon[98591]: pgmap v3809: 137 pgs: 137 active+clean; 840 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 200 KiB/s rd, 41 MiB/s wr, 321 op/s 2024-09-20T22:46:35.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:46:35.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:34 smithi046 ceph-mon[96110]: osdmap e2184: 8 total, 8 up, 8 in 2024-09-20T22:46:35.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:34 smithi046 ceph-mon[96110]: pgmap v3809: 137 pgs: 137 active+clean; 840 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 200 KiB/s rd, 41 MiB/s wr, 321 op/s 2024-09-20T22:46:35.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:46:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:34 smithi134 ceph-mon[89086]: osdmap e2184: 8 total, 8 up, 8 in 2024-09-20T22:46:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:34 smithi134 ceph-mon[89086]: pgmap v3809: 137 pgs: 137 active+clean; 840 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 200 KiB/s rd, 41 MiB/s wr, 321 op/s 2024-09-20T22:46:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:46:35.816 INFO:tasks.workunit.client.0.smithi046.stdout: i=14 exists [1419634~826472,4117243~21182887,30606049~14209288,45489584~11025429,59630331~7650668,68411101~28025102,99590796~2392285,105589071~4093025,111917656~12679692,129161532~266620,130073912~12449408,145987011~399121,149044808~2090223,155715935~8117011,170394375~1901681,173646526~1180562,179838371~6214448,186559720~6877827,196558515~16689509,213299163~1724317,217734307~895497,220553236~5939645,227898787~1074737,235231768~11271014,248875486~12442733,262941530~1253235,269910974~2251988,274387354~598075,275496622~1325918,283808403~40822020,325205027~10866178,338325085~8517485,347049150~2854286,350214889~4812736,355223876~40292302,399616858~1286299,408598452~3501532] wrote [113544814~4481060,255433635~5884584,262941530~1253235,299572768~9854866,322479663~2150760,340210823~4791217,375226473~8148268,392018298~3497880] 2024-09-20T22:46:36.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:35 smithi046 ceph-mon[96110]: osdmap e2185: 8 total, 8 up, 8 in 2024-09-20T22:46:36.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:35 smithi046 ceph-mon[98591]: osdmap e2185: 8 total, 8 up, 8 in 2024-09-20T22:46:36.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:35 smithi134 ceph-mon[89086]: osdmap e2185: 8 total, 8 up, 8 in 2024-09-20T22:46:36.782 INFO:tasks.workunit.client.0.smithi046.stdout: i=15 exists [1419634~826472,4117243~21182887,30606049~14209288,45489584~11025429,59630331~7650668,67437900~28998303,99590796~2392285,105589071~5423791,111917656~12679692,129161532~266620,130073912~12449408,143802150~3601440,149044808~2090223,155715935~8117011,170394375~1901681,173646526~3018314,179838371~6214448,186559720~6877827,196558515~16689509,213299163~1724317,217734307~895497,220553236~5939645,227898787~1074737,235231768~11271014,248875486~12442733,262941530~1253235,269910974~2251988,274387354~598075,275496622~1325918,283808403~40822020,325205027~10866178,338325085~8517485,347049150~2854286,350214889~4812736,355223876~40292302,398786503~3864329,408598452~3501532] wrote [49501247~2868897,67437900~1337667,71240994~118168,105999296~5013566,143802150~3601440,174571413~2093427,207236399~192487,302256105~5428063,398786503~3864329] 2024-09-20T22:46:37.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:36 smithi046 ceph-mon[96110]: osdmap e2186: 8 total, 8 up, 8 in 2024-09-20T22:46:37.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:36 smithi046 ceph-mon[96110]: pgmap v3812: 137 pgs: 137 active+clean; 941 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 201 KiB/s rd, 44 MiB/s wr, 324 op/s 2024-09-20T22:46:37.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:36 smithi046 ceph-mon[98591]: osdmap e2186: 8 total, 8 up, 8 in 2024-09-20T22:46:37.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:36 smithi046 ceph-mon[98591]: pgmap v3812: 137 pgs: 137 active+clean; 941 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 201 KiB/s rd, 44 MiB/s wr, 324 op/s 2024-09-20T22:46:37.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:36 smithi134 ceph-mon[89086]: osdmap e2186: 8 total, 8 up, 8 in 2024-09-20T22:46:37.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:36 smithi134 ceph-mon[89086]: pgmap v3812: 137 pgs: 137 active+clean; 941 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 201 KiB/s rd, 44 MiB/s wr, 324 op/s 2024-09-20T22:46:37.843 INFO:tasks.workunit.client.0.smithi046.stdout: i=16 exists [1419634~826472,4117243~24825845,30606049~14209288,45489584~13306718,59630331~7650668,67437900~28998303,99590796~2392285,105589071~5423791,111917656~12679692,129161532~266620,130073912~12449408,143802150~3601440,149044808~2090223,155715935~8117011,170394375~1901681,173646526~12406293,186559720~8187586,196558515~16689509,213299163~1724317,215793993~10698888,227898787~1074737,235231768~11271014,248875486~12442733,262941530~1253235,269910974~2251988,274387354~598075,275496622~1325918,283808403~40822020,325205027~10866178,338325085~8517485,347049150~2854286,350214889~4812736,355223876~40292302,398786503~3864329,408598452~3501532] wrote [21381919~7561169,55448429~3347873,73583898~1646183,176232722~4161330,187361391~7385915,215793993~7636012,303406073~4615808,376488871~6192906] 2024-09-20T22:46:38.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:37 smithi046 ceph-mon[96110]: osdmap e2187: 8 total, 8 up, 8 in 2024-09-20T22:46:38.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:37 smithi046 ceph-mon[98591]: osdmap e2187: 8 total, 8 up, 8 in 2024-09-20T22:46:38.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:37 smithi134 ceph-mon[89086]: osdmap e2187: 8 total, 8 up, 8 in 2024-09-20T22:46:38.835 INFO:tasks.workunit.client.0.smithi046.stdout: i=17 exists [1419634~826472,4117243~24825845,30606049~14209288,45489584~13306718,59630331~7650668,67437900~28998303,99590796~2392285,105589071~5423791,111917656~12679692,129161532~266620,130073912~17329678,149044808~2090223,155715935~8117011,168622959~79725,169115861~72956,170394375~1901681,173646526~12406293,186559720~8187586,196558515~16689509,213299163~1724317,215793993~10698888,227898787~1074737,235231768~11271014,248875486~12442733,262941530~1253235,269910974~2251988,274387354~598075,275496622~1325918,277811158~2303899,283808403~52262802,338325085~11578351,350214889~4812736,355223876~40292302,398786503~3864329,408598452~3501532] wrote [72059413~3686039,85980462~6083867,140351288~5645844,168622959~79725,169115861~72956,277811158~2303899,291745043~7083647,309781401~4858466,320402879~5080654,340968704~6288265] 2024-09-20T22:46:39.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:38 smithi046 ceph-mon[96110]: osdmap e2188: 8 total, 8 up, 8 in 2024-09-20T22:46:39.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:38 smithi046 ceph-mon[96110]: pgmap v3815: 137 pgs: 137 active+clean; 996 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 235 KiB/s rd, 40 MiB/s wr, 364 op/s 2024-09-20T22:46:39.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:38 smithi046 ceph-mon[98591]: osdmap e2188: 8 total, 8 up, 8 in 2024-09-20T22:46:39.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:38 smithi046 ceph-mon[98591]: pgmap v3815: 137 pgs: 137 active+clean; 996 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 235 KiB/s rd, 40 MiB/s wr, 364 op/s 2024-09-20T22:46:39.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:38 smithi134 ceph-mon[89086]: osdmap e2188: 8 total, 8 up, 8 in 2024-09-20T22:46:39.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:38 smithi134 ceph-mon[89086]: pgmap v3815: 137 pgs: 137 active+clean; 996 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 235 KiB/s rd, 40 MiB/s wr, 364 op/s 2024-09-20T22:46:39.854 INFO:tasks.workunit.client.0.smithi046.stdout: i=18 exists [169348~28773740,30606049~14209288,45489584~13306718,59630331~7650668,67437900~28998303,99590796~2392285,105589071~5423791,111917656~12679692,129161532~266620,130073912~17329678,147752539~4828829,155715935~8117011,168622959~79725,169115861~72956,170394375~1901681,173646526~12406293,186559720~8187586,195616821~17631203,213299163~1724317,215793993~10698888,227898787~1074737,235231768~11271014,248875486~12442733,262941530~1253235,269910974~2251988,274387354~598075,275496622~1325918,277811158~2303899,283808403~52262802,338325085~11578351,350214889~4812736,355223876~40292302,398786503~3864329,408598452~3501532] wrote [169348~6641132,8054057~2646287,49037944~3502272,83350812~5526400,147752539~4828829,195616821~7855323,237489406~6929808,295959737~4455210,361822673~2284124,400766505~318834] 2024-09-20T22:46:40.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:39 smithi046 ceph-mon[96110]: osdmap e2189: 8 total, 8 up, 8 in 2024-09-20T22:46:40.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:39 smithi046 ceph-mon[98591]: osdmap e2189: 8 total, 8 up, 8 in 2024-09-20T22:46:40.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:39 smithi134 ceph-mon[89086]: osdmap e2189: 8 total, 8 up, 8 in 2024-09-20T22:46:40.828 INFO:tasks.workunit.client.0.smithi046.stdout: i=19 exists [169348~28773740,30606049~14209288,45489584~13306718,59630331~7650668,67437900~28998303,99590796~2392285,105589071~19008277,129161532~266620,130073912~17329678,147752539~4828829,155715935~8117011,168622959~79725,169115861~72956,170394375~1901681,173646526~12406293,186559720~8187586,195616821~17631203,213299163~1724317,215793993~10698888,227898787~1074737,235231768~11271014,248875486~12442733,262941530~1253235,269910974~2251988,274387354~598075,275496622~1325918,277811158~58260047,338325085~11578351,350214889~4812736,355223876~40292302,398786503~3864329,408598452~7790153] wrote [93520563~583880,108338116~5545765,114349984~5665822,238432674~6226900,278581493~6877821,300665348~3977016,363334403~4047141,384729462~380014,409544915~6843690] 2024-09-20T22:46:41.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:40 smithi046 ceph-mon[96110]: osdmap e2190: 8 total, 8 up, 8 in 2024-09-20T22:46:41.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:40 smithi046 ceph-mon[96110]: pgmap v3818: 137 pgs: 137 active+clean; 1.0 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 116 KiB/s rd, 28 MiB/s wr, 167 op/s 2024-09-20T22:46:41.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:40 smithi046 ceph-mon[98591]: osdmap e2190: 8 total, 8 up, 8 in 2024-09-20T22:46:41.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:40 smithi046 ceph-mon[98591]: pgmap v3818: 137 pgs: 137 active+clean; 1.0 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 116 KiB/s rd, 28 MiB/s wr, 167 op/s 2024-09-20T22:46:41.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:40 smithi134 ceph-mon[89086]: osdmap e2190: 8 total, 8 up, 8 in 2024-09-20T22:46:41.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:40 smithi134 ceph-mon[89086]: pgmap v3818: 137 pgs: 137 active+clean; 1.0 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 116 KiB/s rd, 28 MiB/s wr, 167 op/s 2024-09-20T22:46:41.785 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 1 diff [33554432~4194304,41943040~8388608,67108864~8388608,83886080~4194304,113246208~4194304,218103808~8388608,251658240~8388608,272629760~4194304,314572800~8388608] 2024-09-20T22:46:41.786 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [33554432~4194304,41943040~8388608,67108864~8388608,83886080~4194304,113246208~4194304,218103808~8388608,251658240~8388608,272629760~4194304,314572800~8388608] 2024-09-20T22:46:41.795 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [33554432~4194304,41943040~12582912,67108864~8388608,83886080~4194304,113246208~4194304,218103808~12582912,251658240~8388608,272629760~4194304,314572800~8388608] 2024-09-20T22:46:41.795 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 2 diff [33554432~4194304,41943040~8388608,67108864~8388608,83886080~8388608,104857600~4194304,113246208~4194304,197132288~4194304,218103808~8388608,251658240~8388608,272629760~4194304,281018368~16777216,314572800~8388608,331350016~4194304,356515840~8388608,398458880~4194304] 2024-09-20T22:46:41.795 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [33554432~4194304,41943040~8388608,67108864~8388608,83886080~8388608,104857600~4194304,113246208~4194304,197132288~4194304,218103808~8388608,251658240~8388608,272629760~4194304,281018368~16777216,314572800~8388608,331350016~4194304,356515840~8388608,398458880~4194304] 2024-09-20T22:46:41.798 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [33554432~4194304,41943040~12582912,67108864~8388608,83886080~12582912,104857600~12582912,197132288~4194304,218103808~12582912,251658240~8388608,272629760~4194304,281018368~20971520,314572800~8388608,331350016~4194304,356515840~8388608,398458880~4194304] 2024-09-20T22:46:41.798 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 3 diff [12582912~8388608,33554432~4194304,41943040~8388608,67108864~8388608,83886080~8388608,104857600~4194304,113246208~4194304,125829120~16777216,197132288~4194304,218103808~8388608,239075328~8388608,251658240~8388608,272629760~4194304,281018368~16777216,306184192~16777216,331350016~12582912,356515840~12582912,381681664~8388608,398458880~4194304] 2024-09-20T22:46:41.798 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [12582912~8388608,33554432~4194304,41943040~8388608,67108864~8388608,83886080~8388608,104857600~4194304,113246208~4194304,125829120~16777216,197132288~4194304,218103808~8388608,239075328~8388608,251658240~8388608,272629760~4194304,281018368~16777216,306184192~16777216,331350016~12582912,356515840~12582912,381681664~8388608,398458880~4194304] 2024-09-20T22:46:41.801 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [12582912~8388608,33554432~4194304,41943040~12582912,67108864~8388608,83886080~12582912,104857600~12582912,125829120~16777216,197132288~4194304,218103808~12582912,239075328~8388608,251658240~8388608,272629760~4194304,281018368~20971520,306184192~16777216,331350016~16777216,356515840~12582912,381681664~8388608,398458880~4194304] 2024-09-20T22:46:41.801 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 4 diff [12582912~12582912,33554432~16777216,67108864~8388608,83886080~8388608,104857600~4194304,113246208~8388608,125829120~16777216,197132288~4194304,218103808~8388608,239075328~8388608,251658240~8388608,272629760~4194304,281018368~16777216,306184192~20971520,331350016~12582912,356515840~12582912,381681664~20971520] 2024-09-20T22:46:41.801 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [12582912~12582912,33554432~16777216,67108864~8388608,83886080~8388608,104857600~4194304,113246208~8388608,125829120~16777216,197132288~4194304,218103808~8388608,239075328~8388608,251658240~8388608,272629760~4194304,281018368~16777216,306184192~20971520,331350016~12582912,356515840~12582912,381681664~20971520] 2024-09-20T22:46:41.804 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [12582912~12582912,33554432~20971520,67108864~8388608,83886080~12582912,104857600~16777216,125829120~16777216,197132288~4194304,218103808~12582912,239075328~8388608,251658240~8388608,272629760~4194304,281018368~20971520,306184192~20971520,331350016~16777216,356515840~12582912,381681664~20971520] 2024-09-20T22:46:41.805 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 5 diff [4194304~20971520,29360128~8388608,41943040~8388608,67108864~8388608,83886080~8388608,104857600~37748736,192937984~16777216,218103808~8388608,239075328~8388608,251658240~8388608,272629760~4194304,281018368~16777216,306184192~20971520,331350016~12582912,356515840~20971520,381681664~20971520] 2024-09-20T22:46:41.805 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~20971520,29360128~8388608,41943040~8388608,67108864~8388608,83886080~8388608,104857600~37748736,192937984~16777216,218103808~8388608,239075328~8388608,251658240~8388608,272629760~4194304,281018368~16777216,306184192~20971520,331350016~12582912,356515840~20971520,381681664~20971520] 2024-09-20T22:46:41.808 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~20971520,29360128~25165824,67108864~8388608,83886080~12582912,104857600~37748736,192937984~16777216,218103808~12582912,239075328~8388608,251658240~8388608,272629760~4194304,281018368~20971520,306184192~20971520,331350016~16777216,356515840~20971520,381681664~20971520] 2024-09-20T22:46:41.808 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 6 diff [4194304~20971520,29360128~20971520,67108864~29360128,104857600~37748736,146800640~4194304,155189248~8388608,167772160~4194304,192937984~16777216,218103808~8388608,239075328~16777216,272629760~4194304,281018368~16777216,306184192~20971520,331350016~12582912,356515840~20971520,381681664~20971520,406847488~4194304] 2024-09-20T22:46:41.808 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~20971520,29360128~20971520,67108864~29360128,104857600~37748736,146800640~4194304,155189248~8388608,167772160~4194304,192937984~16777216,218103808~8388608,239075328~16777216,272629760~4194304,281018368~16777216,306184192~20971520,331350016~12582912,356515840~20971520,381681664~20971520,406847488~4194304] 2024-09-20T22:46:41.812 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~20971520,29360128~25165824,67108864~29360128,104857600~37748736,146800640~16777216,167772160~8388608,192937984~16777216,218103808~12582912,239075328~20971520,272629760~4194304,281018368~20971520,306184192~20971520,331350016~16777216,356515840~20971520,381681664~20971520,406847488~8388608] 2024-09-20T22:46:41.812 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 7 diff [0~25165824,29360128~20971520,67108864~29360128,104857600~37748736,146800640~4194304,155189248~8388608,167772160~4194304,176160768~8388608,188743680~20971520,213909504~12582912,239075328~16777216,272629760~4194304,281018368~16777216,306184192~20971520,331350016~12582912,352321536~20971520,381681664~20971520,406847488~4194304] 2024-09-20T22:46:41.812 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~20971520,67108864~29360128,104857600~37748736,146800640~4194304,155189248~8388608,167772160~4194304,176160768~8388608,188743680~20971520,213909504~12582912,239075328~16777216,272629760~4194304,281018368~16777216,306184192~20971520,331350016~12582912,352321536~20971520,381681664~20971520,406847488~4194304] 2024-09-20T22:46:41.817 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~25165824,29360128~25165824,67108864~29360128,104857600~37748736,146800640~16777216,167772160~41943040,213909504~16777216,239075328~20971520,272629760~4194304,281018368~20971520,306184192~20971520,331350016~16777216,352321536~25165824,381681664~20971520,406847488~8388608] 2024-09-20T22:46:41.817 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 8 diff [0~25165824,29360128~20971520,67108864~29360128,104857600~37748736,146800640~4194304,155189248~8388608,167772160~16777216,188743680~16777216,213909504~12582912,234881024~20971520,272629760~4194304,281018368~20971520,306184192~20971520,331350016~12582912,352321536~20971520,377487360~25165824,406847488~4194304] 2024-09-20T22:46:41.817 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~20971520,67108864~29360128,104857600~37748736,146800640~4194304,155189248~8388608,167772160~16777216,188743680~16777216,213909504~12582912,234881024~20971520,272629760~4194304,281018368~20971520,306184192~20971520,331350016~12582912,352321536~20971520,377487360~25165824,406847488~4194304] 2024-09-20T22:46:41.822 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~25165824,29360128~25165824,67108864~29360128,104857600~37748736,146800640~16777216,167772160~41943040,213909504~16777216,234881024~25165824,272629760~4194304,281018368~20971520,306184192~20971520,331350016~16777216,352321536~50331648,406847488~8388608] 2024-09-20T22:46:41.822 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 9 diff [0~25165824,29360128~20971520,67108864~29360128,104857600~37748736,146800640~4194304,155189248~8388608,167772160~16777216,188743680~16777216,213909504~12582912,234881024~20971520,268435456~8388608,281018368~46137344,331350016~12582912,352321536~41943040,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.822 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~20971520,67108864~29360128,104857600~37748736,146800640~4194304,155189248~8388608,167772160~16777216,188743680~16777216,213909504~12582912,234881024~20971520,268435456~8388608,281018368~46137344,331350016~12582912,352321536~41943040,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.827 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~25165824,29360128~25165824,67108864~29360128,104857600~37748736,146800640~16777216,167772160~41943040,213909504~16777216,234881024~25165824,268435456~8388608,281018368~67108864,352321536~50331648,406847488~8388608] 2024-09-20T22:46:41.828 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 10 diff [0~25165824,29360128~20971520,67108864~29360128,104857600~46137344,155189248~8388608,167772160~16777216,188743680~16777216,209715200~20971520,234881024~25165824,268435456~8388608,281018368~46137344,331350016~62914560,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.828 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~20971520,67108864~29360128,104857600~46137344,155189248~8388608,167772160~16777216,188743680~16777216,209715200~20971520,234881024~25165824,268435456~8388608,281018368~46137344,331350016~62914560,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.834 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~25165824,29360128~25165824,67108864~29360128,104857600~58720256,167772160~62914560,234881024~25165824,268435456~8388608,281018368~121634816,406847488~8388608] 2024-09-20T22:46:41.834 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 11 diff [0~25165824,29360128~20971520,58720256~37748736,104857600~46137344,155189248~8388608,167772160~37748736,209715200~20971520,234881024~25165824,268435456~8388608,281018368~113246208,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.834 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~20971520,58720256~37748736,104857600~46137344,155189248~8388608,167772160~37748736,209715200~20971520,234881024~25165824,268435456~8388608,281018368~113246208,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.840 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~25165824,29360128~25165824,58720256~37748736,104857600~58720256,167772160~62914560,234881024~25165824,268435456~8388608,281018368~121634816,406847488~8388608] 2024-09-20T22:46:41.840 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 12 diff [0~25165824,29360128~25165824,58720256~41943040,104857600~46137344,155189248~8388608,167772160~62914560,234881024~25165824,268435456~8388608,281018368~113246208,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.840 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~25165824,58720256~41943040,104857600~46137344,155189248~8388608,167772160~62914560,234881024~25165824,268435456~8388608,281018368~113246208,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.846 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~25165824,268435456~8388608,281018368~121634816,406847488~8388608] 2024-09-20T22:46:41.846 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 13 diff [0~25165824,29360128~25165824,58720256~41943040,104857600~46137344,155189248~8388608,167772160~62914560,234881024~25165824,268435456~8388608,281018368~113246208,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.846 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~25165824,58720256~41943040,104857600~46137344,155189248~8388608,167772160~62914560,234881024~25165824,268435456~8388608,281018368~113246208,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.853 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~25165824,268435456~8388608,281018368~121634816,406847488~8388608] 2024-09-20T22:46:41.853 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 14 diff [0~25165824,29360128~25165824,58720256~41943040,104857600~46137344,155189248~8388608,167772160~62914560,234881024~29360128,268435456~8388608,281018368~113246208,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.853 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~25165824,58720256~41943040,104857600~46137344,155189248~8388608,167772160~62914560,234881024~29360128,268435456~8388608,281018368~113246208,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.861 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~8388608,281018368~121634816,406847488~8388608] 2024-09-20T22:46:41.861 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 15 diff [0~25165824,29360128~25165824,58720256~41943040,104857600~46137344,155189248~8388608,167772160~62914560,234881024~29360128,268435456~8388608,281018368~113246208,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.861 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~25165824,58720256~41943040,104857600~46137344,155189248~8388608,167772160~62914560,234881024~29360128,268435456~8388608,281018368~113246208,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.869 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~8388608,281018368~121634816,406847488~8388608] 2024-09-20T22:46:41.870 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 16 diff [0~25165824,29360128~71303168,104857600~46137344,155189248~8388608,167772160~62914560,234881024~29360128,268435456~8388608,281018368~113246208,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.870 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~71303168,104857600~46137344,155189248~8388608,167772160~62914560,234881024~29360128,268435456~8388608,281018368~113246208,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.878 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~8388608,281018368~121634816,406847488~8388608] 2024-09-20T22:46:41.879 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 17 diff [0~25165824,29360128~71303168,104857600~46137344,155189248~8388608,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.879 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~71303168,104857600~46137344,155189248~8388608,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.888 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~8388608] 2024-09-20T22:46:41.888 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 18 diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.888 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.897 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~8388608] 2024-09-20T22:46:41.897 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to 19 diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:41.897 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:41.908 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:41.908 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 2 diff [83886080~8388608,104857600~4194304,197132288~4194304,281018368~16777216,314572800~8388608,331350016~4194304,356515840~8388608,398458880~4194304] 2024-09-20T22:46:41.908 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [83886080~8388608,104857600~4194304,197132288~4194304,281018368~16777216,314572800~8388608,331350016~4194304,356515840~8388608,398458880~4194304] 2024-09-20T22:46:41.909 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [83886080~12582912,104857600~8388608,197132288~4194304,281018368~20971520,314572800~8388608,331350016~4194304,356515840~8388608,398458880~4194304] 2024-09-20T22:46:41.909 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 3 diff [12582912~8388608,83886080~8388608,104857600~4194304,125829120~16777216,197132288~4194304,239075328~8388608,281018368~16777216,306184192~16777216,331350016~12582912,356515840~12582912,381681664~8388608,398458880~4194304] 2024-09-20T22:46:41.909 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [12582912~8388608,83886080~8388608,104857600~4194304,125829120~16777216,197132288~4194304,239075328~8388608,281018368~16777216,306184192~16777216,331350016~12582912,356515840~12582912,381681664~8388608,398458880~4194304] 2024-09-20T22:46:41.911 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [12582912~8388608,83886080~12582912,104857600~8388608,125829120~16777216,197132288~4194304,239075328~8388608,281018368~20971520,306184192~16777216,331350016~16777216,356515840~12582912,381681664~8388608,398458880~4194304] 2024-09-20T22:46:41.911 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 4 diff [12582912~12582912,37748736~8388608,83886080~8388608,104857600~4194304,117440512~4194304,125829120~16777216,197132288~4194304,239075328~8388608,251658240~4194304,281018368~16777216,306184192~16777216,331350016~12582912,356515840~12582912,381681664~20971520] 2024-09-20T22:46:41.911 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [12582912~12582912,37748736~8388608,83886080~8388608,104857600~4194304,117440512~4194304,125829120~16777216,197132288~4194304,239075328~8388608,251658240~4194304,281018368~16777216,306184192~16777216,331350016~12582912,356515840~12582912,381681664~20971520] 2024-09-20T22:46:41.914 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [12582912~12582912,37748736~12582912,83886080~12582912,104857600~8388608,117440512~4194304,125829120~16777216,197132288~4194304,239075328~8388608,251658240~8388608,281018368~20971520,306184192~20971520,331350016~16777216,356515840~12582912,381681664~20971520] 2024-09-20T22:46:41.914 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 5 diff [4194304~20971520,29360128~8388608,41943040~4194304,83886080~8388608,104857600~37748736,192937984~16777216,239075328~8388608,251658240~4194304,281018368~16777216,306184192~16777216,331350016~12582912,356515840~20971520,381681664~20971520] 2024-09-20T22:46:41.914 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~20971520,29360128~8388608,41943040~4194304,83886080~8388608,104857600~37748736,192937984~16777216,239075328~8388608,251658240~4194304,281018368~16777216,306184192~16777216,331350016~12582912,356515840~20971520,381681664~20971520] 2024-09-20T22:46:41.917 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~20971520,29360128~20971520,83886080~12582912,104857600~37748736,192937984~16777216,239075328~8388608,251658240~8388608,281018368~20971520,306184192~20971520,331350016~16777216,356515840~20971520,381681664~20971520] 2024-09-20T22:46:41.917 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 6 diff [4194304~20971520,29360128~16777216,75497472~20971520,104857600~37748736,146800640~4194304,155189248~8388608,167772160~4194304,192937984~16777216,239075328~16777216,281018368~16777216,306184192~16777216,331350016~12582912,356515840~20971520,381681664~20971520,406847488~4194304] 2024-09-20T22:46:41.917 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~20971520,29360128~16777216,75497472~20971520,104857600~37748736,146800640~4194304,155189248~8388608,167772160~4194304,192937984~16777216,239075328~16777216,281018368~16777216,306184192~16777216,331350016~12582912,356515840~20971520,381681664~20971520,406847488~4194304] 2024-09-20T22:46:41.920 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~20971520,29360128~20971520,75497472~20971520,104857600~37748736,146800640~16777216,167772160~8388608,192937984~16777216,239075328~20971520,281018368~20971520,306184192~20971520,331350016~16777216,356515840~20971520,381681664~20971520,406847488~8388608] 2024-09-20T22:46:41.920 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 7 diff [0~25165824,29360128~16777216,75497472~20971520,104857600~37748736,146800640~4194304,155189248~8388608,167772160~4194304,176160768~8388608,188743680~20971520,213909504~4194304,239075328~16777216,272629760~4194304,281018368~16777216,306184192~16777216,331350016~12582912,352321536~20971520,381681664~20971520,406847488~4194304] 2024-09-20T22:46:41.920 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~16777216,75497472~20971520,104857600~37748736,146800640~4194304,155189248~8388608,167772160~4194304,176160768~8388608,188743680~20971520,213909504~4194304,239075328~16777216,272629760~4194304,281018368~16777216,306184192~16777216,331350016~12582912,352321536~20971520,381681664~20971520,406847488~4194304] 2024-09-20T22:46:41.924 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~25165824,29360128~20971520,75497472~20971520,104857600~37748736,146800640~16777216,167772160~41943040,213909504~8388608,239075328~20971520,272629760~4194304,281018368~20971520,306184192~20971520,331350016~16777216,352321536~25165824,381681664~20971520,406847488~8388608] 2024-09-20T22:46:41.924 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 8 diff [0~25165824,29360128~16777216,75497472~20971520,104857600~37748736,146800640~4194304,155189248~8388608,167772160~16777216,188743680~16777216,213909504~4194304,234881024~20971520,272629760~4194304,281018368~20971520,306184192~16777216,331350016~12582912,352321536~20971520,377487360~25165824,406847488~4194304] 2024-09-20T22:46:41.924 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~16777216,75497472~20971520,104857600~37748736,146800640~4194304,155189248~8388608,167772160~16777216,188743680~16777216,213909504~4194304,234881024~20971520,272629760~4194304,281018368~20971520,306184192~16777216,331350016~12582912,352321536~20971520,377487360~25165824,406847488~4194304] 2024-09-20T22:46:41.928 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~25165824,29360128~20971520,75497472~20971520,104857600~37748736,146800640~16777216,167772160~41943040,213909504~8388608,234881024~25165824,272629760~4194304,281018368~20971520,306184192~20971520,331350016~16777216,352321536~50331648,406847488~8388608] 2024-09-20T22:46:41.928 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 9 diff [0~25165824,29360128~16777216,75497472~20971520,104857600~37748736,146800640~4194304,155189248~8388608,167772160~16777216,188743680~16777216,213909504~8388608,234881024~20971520,268435456~8388608,281018368~46137344,331350016~12582912,352321536~41943040,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.928 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~16777216,75497472~20971520,104857600~37748736,146800640~4194304,155189248~8388608,167772160~16777216,188743680~16777216,213909504~8388608,234881024~20971520,268435456~8388608,281018368~46137344,331350016~12582912,352321536~41943040,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.932 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~25165824,29360128~20971520,75497472~20971520,104857600~37748736,146800640~16777216,167772160~41943040,213909504~12582912,234881024~25165824,268435456~8388608,281018368~67108864,352321536~50331648,406847488~8388608] 2024-09-20T22:46:41.933 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 10 diff [0~25165824,29360128~16777216,75497472~20971520,104857600~46137344,155189248~8388608,167772160~16777216,188743680~16777216,209715200~12582912,226492416~4194304,234881024~20971520,268435456~8388608,281018368~46137344,331350016~62914560,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.933 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~16777216,75497472~20971520,104857600~46137344,155189248~8388608,167772160~16777216,188743680~16777216,209715200~12582912,226492416~4194304,234881024~20971520,268435456~8388608,281018368~46137344,331350016~62914560,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.937 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~25165824,29360128~20971520,75497472~20971520,104857600~58720256,167772160~62914560,234881024~25165824,268435456~8388608,281018368~121634816,406847488~8388608] 2024-09-20T22:46:41.937 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 11 diff [0~25165824,29360128~16777216,58720256~8388608,75497472~20971520,104857600~46137344,155189248~8388608,167772160~37748736,209715200~12582912,226492416~4194304,234881024~20971520,268435456~8388608,281018368~113246208,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.937 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~16777216,58720256~8388608,75497472~20971520,104857600~46137344,155189248~8388608,167772160~37748736,209715200~12582912,226492416~4194304,234881024~20971520,268435456~8388608,281018368~113246208,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.943 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~25165824,29360128~20971520,58720256~12582912,75497472~20971520,104857600~58720256,167772160~62914560,234881024~25165824,268435456~8388608,281018368~121634816,406847488~8388608] 2024-09-20T22:46:41.943 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 12 diff [0~25165824,29360128~16777216,50331648~4194304,58720256~8388608,75497472~25165824,104857600~46137344,155189248~8388608,167772160~54525952,226492416~4194304,234881024~20971520,268435456~8388608,281018368~113246208,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.943 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~16777216,50331648~4194304,58720256~8388608,75497472~25165824,104857600~46137344,155189248~8388608,167772160~54525952,226492416~4194304,234881024~20971520,268435456~8388608,281018368~113246208,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.949 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~71303168,75497472~155189248,234881024~25165824,268435456~8388608,281018368~121634816,406847488~8388608] 2024-09-20T22:46:41.949 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 13 diff [0~25165824,29360128~16777216,50331648~4194304,58720256~8388608,71303168~29360128,104857600~46137344,155189248~8388608,167772160~54525952,226492416~4194304,234881024~20971520,268435456~8388608,281018368~113246208,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.949 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~16777216,50331648~4194304,58720256~8388608,71303168~29360128,104857600~46137344,155189248~8388608,167772160~54525952,226492416~4194304,234881024~20971520,268435456~8388608,281018368~113246208,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.955 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~25165824,268435456~8388608,281018368~121634816,406847488~8388608] 2024-09-20T22:46:41.955 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 14 diff [0~25165824,29360128~16777216,50331648~4194304,58720256~8388608,71303168~29360128,104857600~46137344,155189248~8388608,167772160~54525952,226492416~4194304,234881024~29360128,268435456~8388608,281018368~113246208,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.955 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~16777216,50331648~4194304,58720256~8388608,71303168~29360128,104857600~46137344,155189248~8388608,167772160~54525952,226492416~4194304,234881024~29360128,268435456~8388608,281018368~113246208,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.962 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~8388608,281018368~121634816,406847488~8388608] 2024-09-20T22:46:41.962 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 15 diff [0~25165824,29360128~25165824,58720256~41943040,104857600~46137344,155189248~8388608,167772160~54525952,226492416~4194304,234881024~29360128,268435456~8388608,281018368~113246208,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.962 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~25165824,58720256~41943040,104857600~46137344,155189248~8388608,167772160~54525952,226492416~4194304,234881024~29360128,268435456~8388608,281018368~113246208,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.968 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~8388608,281018368~121634816,406847488~8388608] 2024-09-20T22:46:41.968 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 16 diff [0~25165824,29360128~71303168,104857600~46137344,155189248~8388608,167772160~54525952,226492416~4194304,234881024~29360128,268435456~8388608,281018368~113246208,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.968 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~71303168,104857600~46137344,155189248~8388608,167772160~54525952,226492416~4194304,234881024~29360128,268435456~8388608,281018368~113246208,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.976 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~8388608,281018368~121634816,406847488~8388608] 2024-09-20T22:46:41.976 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 17 diff [0~25165824,29360128~71303168,104857600~46137344,155189248~8388608,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.977 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~71303168,104857600~46137344,155189248~8388608,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.984 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~8388608] 2024-09-20T22:46:41.984 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 18 diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.984 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~4194304] 2024-09-20T22:46:41.991 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~8388608] 2024-09-20T22:46:41.991 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to 19 diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:41.991 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.000 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:42.000 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 3 diff [12582912~8388608,125829120~16777216,239075328~8388608,306184192~8388608,335544320~8388608,360710144~8388608,381681664~8388608] 2024-09-20T22:46:42.000 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [12582912~8388608,125829120~16777216,239075328~8388608,306184192~8388608,335544320~8388608,360710144~8388608,381681664~8388608] 2024-09-20T22:46:42.001 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [12582912~8388608,125829120~16777216,239075328~8388608,306184192~8388608,335544320~12582912,360710144~8388608,381681664~8388608] 2024-09-20T22:46:42.001 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 4 diff [12582912~12582912,37748736~8388608,117440512~4194304,125829120~16777216,239075328~8388608,251658240~4194304,281018368~4194304,306184192~16777216,335544320~8388608,356515840~8388608,381681664~16777216] 2024-09-20T22:46:42.001 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [12582912~12582912,37748736~8388608,117440512~4194304,125829120~16777216,239075328~8388608,251658240~4194304,281018368~4194304,306184192~16777216,335544320~8388608,356515840~8388608,381681664~16777216] 2024-09-20T22:46:42.003 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [12582912~12582912,37748736~12582912,117440512~4194304,125829120~16777216,239075328~8388608,251658240~8388608,281018368~8388608,306184192~20971520,335544320~12582912,356515840~12582912,381681664~16777216] 2024-09-20T22:46:42.003 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 5 diff [4194304~20971520,29360128~8388608,41943040~4194304,109051904~33554432,192937984~16777216,239075328~8388608,251658240~4194304,281018368~4194304,293601280~8388608,306184192~16777216,335544320~8388608,356515840~8388608,369098752~8388608,381681664~16777216] 2024-09-20T22:46:42.003 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~20971520,29360128~8388608,41943040~4194304,109051904~33554432,192937984~16777216,239075328~8388608,251658240~4194304,281018368~4194304,293601280~8388608,306184192~16777216,335544320~8388608,356515840~8388608,369098752~8388608,381681664~16777216] 2024-09-20T22:46:42.005 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~20971520,29360128~20971520,109051904~33554432,192937984~16777216,239075328~8388608,251658240~8388608,281018368~8388608,293601280~8388608,306184192~20971520,335544320~12582912,356515840~20971520,381681664~16777216] 2024-09-20T22:46:42.006 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 6 diff [4194304~20971520,29360128~16777216,75497472~8388608,88080384~8388608,109051904~33554432,146800640~4194304,155189248~8388608,167772160~4194304,192937984~16777216,239075328~16777216,281018368~4194304,293601280~8388608,306184192~16777216,335544320~8388608,356515840~8388608,369098752~8388608,381681664~16777216,406847488~4194304] 2024-09-20T22:46:42.006 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~20971520,29360128~16777216,75497472~8388608,88080384~8388608,109051904~33554432,146800640~4194304,155189248~8388608,167772160~4194304,192937984~16777216,239075328~16777216,281018368~4194304,293601280~8388608,306184192~16777216,335544320~8388608,356515840~8388608,369098752~8388608,381681664~16777216,406847488~4194304] 2024-09-20T22:46:42.008 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~20971520,29360128~20971520,75497472~20971520,109051904~33554432,146800640~16777216,167772160~8388608,192937984~16777216,239075328~20971520,281018368~8388608,293601280~8388608,306184192~20971520,335544320~12582912,356515840~20971520,381681664~16777216,406847488~8388608] 2024-09-20T22:46:42.008 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 7 diff [0~25165824,29360128~16777216,75497472~20971520,109051904~33554432,146800640~4194304,155189248~8388608,167772160~4194304,176160768~8388608,188743680~20971520,213909504~4194304,239075328~16777216,272629760~4194304,281018368~4194304,293601280~8388608,306184192~16777216,335544320~8388608,352321536~20971520,381681664~16777216,406847488~4194304] 2024-09-20T22:46:42.008 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~16777216,75497472~20971520,109051904~33554432,146800640~4194304,155189248~8388608,167772160~4194304,176160768~8388608,188743680~20971520,213909504~4194304,239075328~16777216,272629760~4194304,281018368~4194304,293601280~8388608,306184192~16777216,335544320~8388608,352321536~20971520,381681664~16777216,406847488~4194304] 2024-09-20T22:46:42.010 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~25165824,29360128~20971520,75497472~20971520,109051904~33554432,146800640~16777216,167772160~41943040,213909504~8388608,239075328~20971520,272629760~4194304,281018368~8388608,293601280~8388608,306184192~20971520,335544320~12582912,352321536~25165824,381681664~16777216,406847488~8388608] 2024-09-20T22:46:42.011 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 8 diff [0~25165824,29360128~16777216,75497472~20971520,109051904~33554432,146800640~4194304,155189248~8388608,167772160~16777216,188743680~16777216,213909504~4194304,234881024~20971520,272629760~4194304,281018368~20971520,306184192~16777216,331350016~12582912,352321536~20971520,377487360~20971520,406847488~4194304] 2024-09-20T22:46:42.011 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~16777216,75497472~20971520,109051904~33554432,146800640~4194304,155189248~8388608,167772160~16777216,188743680~16777216,213909504~4194304,234881024~20971520,272629760~4194304,281018368~20971520,306184192~16777216,331350016~12582912,352321536~20971520,377487360~20971520,406847488~4194304] 2024-09-20T22:46:42.013 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~25165824,29360128~20971520,75497472~20971520,109051904~33554432,146800640~16777216,167772160~41943040,213909504~8388608,234881024~25165824,272629760~4194304,281018368~20971520,306184192~20971520,331350016~16777216,352321536~46137344,406847488~8388608] 2024-09-20T22:46:42.014 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 9 diff [0~25165824,29360128~16777216,75497472~20971520,109051904~33554432,146800640~4194304,155189248~8388608,167772160~16777216,188743680~16777216,213909504~8388608,234881024~20971520,268435456~8388608,281018368~46137344,331350016~12582912,352321536~41943040,406847488~4194304] 2024-09-20T22:46:42.014 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~16777216,75497472~20971520,109051904~33554432,146800640~4194304,155189248~8388608,167772160~16777216,188743680~16777216,213909504~8388608,234881024~20971520,268435456~8388608,281018368~46137344,331350016~12582912,352321536~41943040,406847488~4194304] 2024-09-20T22:46:42.017 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~25165824,29360128~20971520,75497472~20971520,109051904~33554432,146800640~16777216,167772160~41943040,213909504~12582912,234881024~25165824,268435456~8388608,281018368~67108864,352321536~46137344,406847488~8388608] 2024-09-20T22:46:42.017 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 10 diff [0~25165824,29360128~16777216,75497472~20971520,109051904~41943040,155189248~8388608,167772160~16777216,188743680~16777216,209715200~12582912,226492416~4194304,234881024~20971520,268435456~8388608,281018368~46137344,331350016~62914560,406847488~4194304] 2024-09-20T22:46:42.017 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~16777216,75497472~20971520,109051904~41943040,155189248~8388608,167772160~16777216,188743680~16777216,209715200~12582912,226492416~4194304,234881024~20971520,268435456~8388608,281018368~46137344,331350016~62914560,406847488~4194304] 2024-09-20T22:46:42.022 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~25165824,29360128~20971520,75497472~20971520,109051904~54525952,167772160~62914560,234881024~25165824,268435456~8388608,281018368~117440512,406847488~8388608] 2024-09-20T22:46:42.022 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 11 diff [0~25165824,29360128~16777216,58720256~8388608,75497472~20971520,109051904~41943040,155189248~8388608,167772160~37748736,209715200~12582912,226492416~4194304,234881024~20971520,268435456~8388608,281018368~113246208,406847488~4194304] 2024-09-20T22:46:42.022 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~16777216,58720256~8388608,75497472~20971520,109051904~41943040,155189248~8388608,167772160~37748736,209715200~12582912,226492416~4194304,234881024~20971520,268435456~8388608,281018368~113246208,406847488~4194304] 2024-09-20T22:46:42.026 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~25165824,29360128~20971520,58720256~12582912,75497472~20971520,109051904~54525952,167772160~62914560,234881024~25165824,268435456~8388608,281018368~117440512,406847488~8388608] 2024-09-20T22:46:42.026 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 12 diff [0~25165824,29360128~16777216,50331648~4194304,58720256~8388608,75497472~25165824,104857600~46137344,155189248~8388608,167772160~54525952,226492416~4194304,234881024~20971520,268435456~8388608,281018368~113246208,406847488~4194304] 2024-09-20T22:46:42.026 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~16777216,50331648~4194304,58720256~8388608,75497472~25165824,104857600~46137344,155189248~8388608,167772160~54525952,226492416~4194304,234881024~20971520,268435456~8388608,281018368~113246208,406847488~4194304] 2024-09-20T22:46:42.030 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~71303168,75497472~155189248,234881024~25165824,268435456~8388608,281018368~117440512,406847488~8388608] 2024-09-20T22:46:42.030 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 13 diff [0~25165824,29360128~16777216,50331648~4194304,58720256~8388608,71303168~29360128,104857600~46137344,155189248~8388608,167772160~54525952,226492416~4194304,234881024~20971520,268435456~8388608,281018368~113246208,406847488~4194304] 2024-09-20T22:46:42.030 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~16777216,50331648~4194304,58720256~8388608,71303168~29360128,104857600~46137344,155189248~8388608,167772160~54525952,226492416~4194304,234881024~20971520,268435456~8388608,281018368~113246208,406847488~4194304] 2024-09-20T22:46:42.035 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~25165824,268435456~8388608,281018368~117440512,406847488~8388608] 2024-09-20T22:46:42.035 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 14 diff [0~25165824,29360128~16777216,50331648~4194304,58720256~8388608,71303168~29360128,104857600~46137344,155189248~8388608,167772160~54525952,226492416~4194304,234881024~29360128,268435456~8388608,281018368~113246208,406847488~4194304] 2024-09-20T22:46:42.035 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~16777216,50331648~4194304,58720256~8388608,71303168~29360128,104857600~46137344,155189248~8388608,167772160~54525952,226492416~4194304,234881024~29360128,268435456~8388608,281018368~113246208,406847488~4194304] 2024-09-20T22:46:42.040 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~8388608,281018368~117440512,406847488~8388608] 2024-09-20T22:46:42.040 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 15 diff [0~25165824,29360128~25165824,58720256~41943040,104857600~46137344,155189248~8388608,167772160~54525952,226492416~4194304,234881024~29360128,268435456~8388608,281018368~113246208,398458880~4194304,406847488~4194304] 2024-09-20T22:46:42.040 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~25165824,58720256~41943040,104857600~46137344,155189248~8388608,167772160~54525952,226492416~4194304,234881024~29360128,268435456~8388608,281018368~113246208,398458880~4194304,406847488~4194304] 2024-09-20T22:46:42.045 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~8388608,281018368~121634816,406847488~8388608] 2024-09-20T22:46:42.045 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 16 diff [0~25165824,29360128~71303168,104857600~46137344,155189248~8388608,167772160~54525952,226492416~4194304,234881024~29360128,268435456~8388608,281018368~113246208,398458880~4194304,406847488~4194304] 2024-09-20T22:46:42.045 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~71303168,104857600~46137344,155189248~8388608,167772160~54525952,226492416~4194304,234881024~29360128,268435456~8388608,281018368~113246208,398458880~4194304,406847488~4194304] 2024-09-20T22:46:42.050 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~8388608,281018368~121634816,406847488~8388608] 2024-09-20T22:46:42.051 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 17 diff [0~25165824,29360128~71303168,104857600~46137344,155189248~8388608,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~4194304] 2024-09-20T22:46:42.051 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~71303168,104857600~46137344,155189248~8388608,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~4194304] 2024-09-20T22:46:42.051 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:41 smithi046 ceph-mon[96110]: osdmap e2191: 8 total, 8 up, 8 in 2024-09-20T22:46:42.052 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:41 smithi046 ceph-mon[98591]: osdmap e2191: 8 total, 8 up, 8 in 2024-09-20T22:46:42.056 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~8388608] 2024-09-20T22:46:42.056 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 18 diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~4194304] 2024-09-20T22:46:42.057 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~4194304] 2024-09-20T22:46:42.064 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~8388608] 2024-09-20T22:46:42.064 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to 19 diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.064 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.070 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:42.070 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 4 diff [12582912~8388608,37748736~8388608,117440512~4194304,243269632~4194304,251658240~4194304,281018368~4194304,314572800~8388608,356515840~8388608,385875968~8388608] 2024-09-20T22:46:42.070 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [12582912~8388608,37748736~8388608,117440512~4194304,243269632~4194304,251658240~4194304,281018368~4194304,314572800~8388608,356515840~8388608,385875968~8388608] 2024-09-20T22:46:42.072 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [12582912~12582912,37748736~12582912,117440512~4194304,243269632~4194304,251658240~8388608,281018368~8388608,314572800~12582912,356515840~12582912,385875968~12582912] 2024-09-20T22:46:42.072 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 5 diff [4194304~16777216,29360128~8388608,41943040~4194304,109051904~16777216,130023424~4194304,192937984~16777216,243269632~4194304,251658240~4194304,281018368~4194304,293601280~8388608,314572800~8388608,356515840~8388608,369098752~8388608,385875968~8388608] 2024-09-20T22:46:42.072 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~16777216,29360128~8388608,41943040~4194304,109051904~16777216,130023424~4194304,192937984~16777216,243269632~4194304,251658240~4194304,281018368~4194304,293601280~8388608,314572800~8388608,356515840~8388608,369098752~8388608,385875968~8388608] 2024-09-20T22:46:42.073 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~20971520,29360128~20971520,109051904~16777216,130023424~8388608,192937984~16777216,243269632~4194304,251658240~8388608,281018368~8388608,293601280~8388608,314572800~12582912,356515840~20971520,385875968~12582912] 2024-09-20T22:46:42.074 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 6 diff [4194304~16777216,29360128~16777216,75497472~8388608,88080384~8388608,109051904~16777216,130023424~8388608,146800640~4194304,155189248~8388608,167772160~4194304,192937984~16777216,243269632~12582912,281018368~4194304,293601280~8388608,314572800~8388608,356515840~8388608,369098752~8388608,385875968~8388608,406847488~4194304] 2024-09-20T22:46:42.074 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~16777216,29360128~16777216,75497472~8388608,88080384~8388608,109051904~16777216,130023424~8388608,146800640~4194304,155189248~8388608,167772160~4194304,192937984~16777216,243269632~12582912,281018368~4194304,293601280~8388608,314572800~8388608,356515840~8388608,369098752~8388608,385875968~8388608,406847488~4194304] 2024-09-20T22:46:42.075 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~20971520,29360128~20971520,75497472~20971520,109051904~16777216,130023424~8388608,146800640~16777216,167772160~8388608,192937984~16777216,243269632~16777216,281018368~8388608,293601280~8388608,314572800~12582912,356515840~20971520,385875968~12582912,406847488~8388608] 2024-09-20T22:46:42.075 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 7 diff [0~20971520,29360128~16777216,75497472~20971520,109051904~16777216,130023424~12582912,146800640~4194304,155189248~8388608,167772160~4194304,176160768~8388608,188743680~20971520,213909504~4194304,243269632~12582912,272629760~4194304,281018368~4194304,293601280~8388608,314572800~8388608,352321536~20971520,385875968~8388608,406847488~4194304] 2024-09-20T22:46:42.076 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,29360128~16777216,75497472~20971520,109051904~16777216,130023424~12582912,146800640~4194304,155189248~8388608,167772160~4194304,176160768~8388608,188743680~20971520,213909504~4194304,243269632~12582912,272629760~4194304,281018368~4194304,293601280~8388608,314572800~8388608,352321536~20971520,385875968~8388608,406847488~4194304] 2024-09-20T22:46:42.077 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~25165824,29360128~20971520,75497472~20971520,109051904~16777216,130023424~12582912,146800640~16777216,167772160~41943040,213909504~8388608,243269632~16777216,272629760~4194304,281018368~8388608,293601280~8388608,314572800~12582912,352321536~25165824,385875968~12582912,406847488~8388608] 2024-09-20T22:46:42.077 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 8 diff [0~20971520,29360128~16777216,75497472~20971520,109051904~16777216,130023424~12582912,146800640~4194304,155189248~8388608,167772160~16777216,188743680~16777216,213909504~4194304,234881024~20971520,272629760~4194304,281018368~20971520,314572800~8388608,331350016~4194304,352321536~20971520,377487360~16777216,406847488~4194304] 2024-09-20T22:46:42.078 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,29360128~16777216,75497472~20971520,109051904~16777216,130023424~12582912,146800640~4194304,155189248~8388608,167772160~16777216,188743680~16777216,213909504~4194304,234881024~20971520,272629760~4194304,281018368~20971520,314572800~8388608,331350016~4194304,352321536~20971520,377487360~16777216,406847488~4194304] 2024-09-20T22:46:42.080 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~25165824,29360128~20971520,75497472~20971520,109051904~16777216,130023424~12582912,146800640~16777216,167772160~41943040,213909504~8388608,234881024~25165824,272629760~4194304,281018368~20971520,314572800~12582912,331350016~4194304,352321536~46137344,406847488~8388608] 2024-09-20T22:46:42.080 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 9 diff [0~20971520,29360128~16777216,75497472~20971520,109051904~16777216,130023424~12582912,146800640~4194304,155189248~8388608,167772160~16777216,188743680~16777216,213909504~8388608,234881024~20971520,268435456~8388608,281018368~25165824,314572800~12582912,331350016~4194304,352321536~41943040,406847488~4194304] 2024-09-20T22:46:42.081 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,29360128~16777216,75497472~20971520,109051904~16777216,130023424~12582912,146800640~4194304,155189248~8388608,167772160~16777216,188743680~16777216,213909504~8388608,234881024~20971520,268435456~8388608,281018368~25165824,314572800~12582912,331350016~4194304,352321536~41943040,406847488~4194304] 2024-09-20T22:46:42.083 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~25165824,29360128~20971520,75497472~20971520,109051904~16777216,130023424~12582912,146800640~16777216,167772160~41943040,213909504~12582912,234881024~25165824,268435456~8388608,281018368~29360128,314572800~20971520,352321536~46137344,406847488~8388608] 2024-09-20T22:46:42.083 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 10 diff [0~20971520,29360128~16777216,75497472~20971520,109051904~16777216,130023424~20971520,155189248~8388608,167772160~16777216,188743680~16777216,209715200~12582912,226492416~4194304,234881024~20971520,268435456~8388608,281018368~25165824,314572800~12582912,331350016~4194304,343932928~50331648,406847488~4194304] 2024-09-20T22:46:42.083 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~20971520,29360128~16777216,75497472~20971520,109051904~16777216,130023424~20971520,155189248~8388608,167772160~16777216,188743680~16777216,209715200~12582912,226492416~4194304,234881024~20971520,268435456~8388608,281018368~25165824,314572800~12582912,331350016~4194304,343932928~50331648,406847488~4194304] 2024-09-20T22:46:42.087 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~25165824,29360128~20971520,75497472~20971520,109051904~16777216,130023424~33554432,167772160~62914560,234881024~25165824,268435456~8388608,281018368~29360128,314572800~20971520,343932928~54525952,406847488~8388608] 2024-09-20T22:46:42.087 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 11 diff [0~25165824,29360128~16777216,58720256~8388608,75497472~20971520,109051904~16777216,130023424~20971520,155189248~8388608,167772160~37748736,209715200~12582912,226492416~4194304,234881024~20971520,268435456~8388608,281018368~29360128,314572800~20971520,343932928~50331648,406847488~4194304] 2024-09-20T22:46:42.087 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~16777216,58720256~8388608,75497472~20971520,109051904~16777216,130023424~20971520,155189248~8388608,167772160~37748736,209715200~12582912,226492416~4194304,234881024~20971520,268435456~8388608,281018368~29360128,314572800~20971520,343932928~50331648,406847488~4194304] 2024-09-20T22:46:42.091 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~25165824,29360128~20971520,58720256~12582912,75497472~20971520,109051904~16777216,130023424~33554432,167772160~62914560,234881024~25165824,268435456~8388608,281018368~29360128,314572800~20971520,343932928~54525952,406847488~8388608] 2024-09-20T22:46:42.091 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 12 diff [0~25165824,29360128~16777216,50331648~4194304,58720256~8388608,75497472~25165824,104857600~20971520,130023424~20971520,155189248~8388608,167772160~54525952,226492416~4194304,234881024~20971520,268435456~8388608,281018368~54525952,343932928~50331648,406847488~4194304] 2024-09-20T22:46:42.091 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~16777216,50331648~4194304,58720256~8388608,75497472~25165824,104857600~20971520,130023424~20971520,155189248~8388608,167772160~54525952,226492416~4194304,234881024~20971520,268435456~8388608,281018368~54525952,343932928~50331648,406847488~4194304] 2024-09-20T22:46:42.095 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~71303168,75497472~50331648,130023424~100663296,234881024~25165824,268435456~8388608,281018368~54525952,343932928~54525952,406847488~8388608] 2024-09-20T22:46:42.095 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 13 diff [0~25165824,29360128~16777216,50331648~4194304,58720256~8388608,71303168~29360128,104857600~20971520,130023424~20971520,155189248~8388608,167772160~54525952,226492416~4194304,234881024~20971520,268435456~8388608,281018368~54525952,343932928~50331648,406847488~4194304] 2024-09-20T22:46:42.096 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~16777216,50331648~4194304,58720256~8388608,71303168~29360128,104857600~20971520,130023424~20971520,155189248~8388608,167772160~54525952,226492416~4194304,234881024~20971520,268435456~8388608,281018368~54525952,343932928~50331648,406847488~4194304] 2024-09-20T22:46:42.101 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~25165824,268435456~8388608,281018368~58720256,343932928~54525952,406847488~8388608] 2024-09-20T22:46:42.101 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 14 diff [0~25165824,29360128~16777216,50331648~4194304,58720256~8388608,71303168~29360128,104857600~20971520,130023424~20971520,155189248~8388608,167772160~54525952,226492416~4194304,234881024~29360128,268435456~8388608,281018368~54525952,339738624~54525952,406847488~4194304] 2024-09-20T22:46:42.101 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~16777216,50331648~4194304,58720256~8388608,71303168~29360128,104857600~20971520,130023424~20971520,155189248~8388608,167772160~54525952,226492416~4194304,234881024~29360128,268435456~8388608,281018368~54525952,339738624~54525952,406847488~4194304] 2024-09-20T22:46:42.105 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~8388608,281018368~117440512,406847488~8388608] 2024-09-20T22:46:42.106 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 15 diff [0~25165824,29360128~25165824,58720256~41943040,104857600~20971520,130023424~20971520,155189248~8388608,167772160~54525952,226492416~4194304,234881024~29360128,268435456~8388608,281018368~54525952,339738624~54525952,398458880~4194304,406847488~4194304] 2024-09-20T22:46:42.106 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~25165824,58720256~41943040,104857600~20971520,130023424~20971520,155189248~8388608,167772160~54525952,226492416~4194304,234881024~29360128,268435456~8388608,281018368~54525952,339738624~54525952,398458880~4194304,406847488~4194304] 2024-09-20T22:46:42.111 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~8388608,281018368~121634816,406847488~8388608] 2024-09-20T22:46:42.111 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 16 diff [0~25165824,29360128~71303168,104857600~20971520,130023424~20971520,155189248~8388608,167772160~54525952,226492416~4194304,234881024~29360128,268435456~8388608,281018368~54525952,339738624~54525952,398458880~4194304,406847488~4194304] 2024-09-20T22:46:42.111 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~71303168,104857600~20971520,130023424~20971520,155189248~8388608,167772160~54525952,226492416~4194304,234881024~29360128,268435456~8388608,281018368~54525952,339738624~54525952,398458880~4194304,406847488~4194304] 2024-09-20T22:46:42.116 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~8388608,281018368~121634816,406847488~8388608] 2024-09-20T22:46:42.117 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 17 diff [0~25165824,29360128~71303168,104857600~20971520,130023424~20971520,155189248~8388608,167772160~54525952,226492416~4194304,234881024~29360128,268435456~67108864,339738624~54525952,398458880~4194304,406847488~4194304] 2024-09-20T22:46:42.117 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~71303168,104857600~20971520,130023424~20971520,155189248~8388608,167772160~54525952,226492416~4194304,234881024~29360128,268435456~67108864,339738624~54525952,398458880~4194304,406847488~4194304] 2024-09-20T22:46:42.123 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~134217728,406847488~8388608] 2024-09-20T22:46:42.123 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 18 diff [0~100663296,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~67108864,339738624~54525952,398458880~4194304,406847488~4194304] 2024-09-20T22:46:42.123 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~67108864,339738624~54525952,398458880~4194304,406847488~4194304] 2024-09-20T22:46:42.129 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~134217728,406847488~8388608] 2024-09-20T22:46:42.129 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to 19 diff [0~100663296,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~67108864,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.129 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~67108864,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.136 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:42.136 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 5 diff [4194304~8388608,29360128~8388608,109051904~8388608,121634816~4194304,130023424~4194304,192937984~16777216,293601280~8388608,318767104~8388608,369098752~8388608] 2024-09-20T22:46:42.136 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~8388608,29360128~8388608,109051904~8388608,121634816~4194304,130023424~4194304,192937984~16777216,293601280~8388608,318767104~8388608,369098752~8388608] 2024-09-20T22:46:42.137 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~12582912,29360128~12582912,109051904~16777216,130023424~8388608,192937984~16777216,293601280~8388608,318767104~8388608,369098752~8388608] 2024-09-20T22:46:42.137 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 6 diff [4194304~8388608,29360128~12582912,75497472~8388608,88080384~8388608,109051904~8388608,121634816~4194304,130023424~8388608,146800640~4194304,155189248~8388608,167772160~4194304,192937984~16777216,247463936~4194304,293601280~8388608,318767104~8388608,369098752~8388608,390070272~4194304,406847488~4194304] 2024-09-20T22:46:42.137 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~8388608,29360128~12582912,75497472~8388608,88080384~8388608,109051904~8388608,121634816~4194304,130023424~8388608,146800640~4194304,155189248~8388608,167772160~4194304,192937984~16777216,247463936~4194304,293601280~8388608,318767104~8388608,369098752~8388608,390070272~4194304,406847488~4194304] 2024-09-20T22:46:42.139 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~12582912,29360128~16777216,75497472~20971520,109051904~16777216,130023424~8388608,146800640~16777216,167772160~8388608,192937984~16777216,247463936~8388608,293601280~8388608,318767104~8388608,369098752~8388608,390070272~4194304,406847488~8388608] 2024-09-20T22:46:42.139 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 7 diff [0~12582912,20971520~4194304,29360128~12582912,75497472~20971520,109051904~8388608,121634816~4194304,130023424~12582912,146800640~4194304,155189248~8388608,167772160~4194304,176160768~8388608,188743680~20971520,213909504~4194304,247463936~4194304,272629760~4194304,293601280~8388608,318767104~8388608,352321536~8388608,364904448~12582912,390070272~4194304,406847488~4194304] 2024-09-20T22:46:42.139 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~12582912,20971520~4194304,29360128~12582912,75497472~20971520,109051904~8388608,121634816~4194304,130023424~12582912,146800640~4194304,155189248~8388608,167772160~4194304,176160768~8388608,188743680~20971520,213909504~4194304,247463936~4194304,272629760~4194304,293601280~8388608,318767104~8388608,352321536~8388608,364904448~12582912,390070272~4194304,406847488~4194304] 2024-09-20T22:46:42.141 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~16777216,20971520~4194304,29360128~16777216,75497472~20971520,109051904~16777216,130023424~12582912,146800640~16777216,167772160~41943040,213909504~8388608,247463936~8388608,272629760~4194304,293601280~8388608,318767104~8388608,352321536~8388608,364904448~12582912,390070272~4194304,406847488~8388608] 2024-09-20T22:46:42.142 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 8 diff [0~12582912,20971520~4194304,29360128~12582912,75497472~20971520,109051904~8388608,121634816~4194304,130023424~12582912,146800640~4194304,155189248~8388608,167772160~16777216,188743680~16777216,213909504~4194304,234881024~8388608,247463936~4194304,272629760~4194304,285212672~16777216,318767104~8388608,331350016~4194304,352321536~8388608,364904448~20971520,390070272~4194304,406847488~4194304] 2024-09-20T22:46:42.142 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~12582912,20971520~4194304,29360128~12582912,75497472~20971520,109051904~8388608,121634816~4194304,130023424~12582912,146800640~4194304,155189248~8388608,167772160~16777216,188743680~16777216,213909504~4194304,234881024~8388608,247463936~4194304,272629760~4194304,285212672~16777216,318767104~8388608,331350016~4194304,352321536~8388608,364904448~20971520,390070272~4194304,406847488~4194304] 2024-09-20T22:46:42.144 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~16777216,20971520~4194304,29360128~16777216,75497472~20971520,109051904~16777216,130023424~12582912,146800640~16777216,167772160~41943040,213909504~8388608,234881024~8388608,247463936~8388608,272629760~4194304,285212672~16777216,318767104~8388608,331350016~4194304,352321536~8388608,364904448~29360128,406847488~8388608] 2024-09-20T22:46:42.144 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 9 diff [0~16777216,20971520~4194304,29360128~12582912,75497472~20971520,109051904~16777216,130023424~12582912,146800640~4194304,155189248~8388608,167772160~16777216,188743680~16777216,213909504~8388608,234881024~8388608,247463936~4194304,268435456~8388608,285212672~20971520,318767104~8388608,331350016~4194304,352321536~8388608,364904448~29360128,406847488~4194304] 2024-09-20T22:46:42.144 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~16777216,20971520~4194304,29360128~12582912,75497472~20971520,109051904~16777216,130023424~12582912,146800640~4194304,155189248~8388608,167772160~16777216,188743680~16777216,213909504~8388608,234881024~8388608,247463936~4194304,268435456~8388608,285212672~20971520,318767104~8388608,331350016~4194304,352321536~8388608,364904448~29360128,406847488~4194304] 2024-09-20T22:46:42.147 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~16777216,20971520~4194304,29360128~16777216,75497472~20971520,109051904~16777216,130023424~12582912,146800640~16777216,167772160~41943040,213909504~12582912,234881024~8388608,247463936~8388608,268435456~8388608,285212672~25165824,318767104~16777216,352321536~8388608,364904448~29360128,406847488~8388608] 2024-09-20T22:46:42.147 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 10 diff [0~16777216,20971520~4194304,29360128~12582912,75497472~20971520,109051904~16777216,130023424~20971520,155189248~8388608,167772160~16777216,188743680~16777216,209715200~12582912,226492416~4194304,234881024~8388608,247463936~8388608,268435456~8388608,285212672~20971520,318767104~8388608,331350016~4194304,343932928~16777216,364904448~29360128,406847488~4194304] 2024-09-20T22:46:42.147 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~16777216,20971520~4194304,29360128~12582912,75497472~20971520,109051904~16777216,130023424~20971520,155189248~8388608,167772160~16777216,188743680~16777216,209715200~12582912,226492416~4194304,234881024~8388608,247463936~8388608,268435456~8388608,285212672~20971520,318767104~8388608,331350016~4194304,343932928~16777216,364904448~29360128,406847488~4194304] 2024-09-20T22:46:42.151 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~16777216,20971520~4194304,29360128~16777216,75497472~20971520,109051904~16777216,130023424~33554432,167772160~62914560,234881024~8388608,247463936~12582912,268435456~8388608,285212672~25165824,318767104~16777216,343932928~16777216,364904448~29360128,406847488~8388608] 2024-09-20T22:46:42.151 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 11 diff [0~25165824,29360128~12582912,58720256~8388608,75497472~20971520,109051904~16777216,130023424~20971520,155189248~8388608,167772160~37748736,209715200~12582912,226492416~4194304,234881024~20971520,268435456~8388608,285212672~25165824,318767104~16777216,343932928~16777216,364904448~29360128,406847488~4194304] 2024-09-20T22:46:42.151 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~12582912,58720256~8388608,75497472~20971520,109051904~16777216,130023424~20971520,155189248~8388608,167772160~37748736,209715200~12582912,226492416~4194304,234881024~20971520,268435456~8388608,285212672~25165824,318767104~16777216,343932928~16777216,364904448~29360128,406847488~4194304] 2024-09-20T22:46:42.155 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~25165824,29360128~16777216,58720256~12582912,75497472~20971520,109051904~16777216,130023424~33554432,167772160~62914560,234881024~25165824,268435456~8388608,285212672~25165824,318767104~16777216,343932928~16777216,364904448~29360128,406847488~8388608] 2024-09-20T22:46:42.156 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 12 diff [0~25165824,29360128~12582912,50331648~4194304,58720256~8388608,75497472~25165824,104857600~20971520,130023424~20971520,155189248~8388608,167772160~54525952,226492416~4194304,234881024~20971520,268435456~8388608,285212672~50331648,343932928~16777216,364904448~29360128,406847488~4194304] 2024-09-20T22:46:42.156 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~12582912,50331648~4194304,58720256~8388608,75497472~25165824,104857600~20971520,130023424~20971520,155189248~8388608,167772160~54525952,226492416~4194304,234881024~20971520,268435456~8388608,285212672~50331648,343932928~16777216,364904448~29360128,406847488~4194304] 2024-09-20T22:46:42.159 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~46137344,50331648~20971520,75497472~50331648,130023424~100663296,234881024~25165824,268435456~8388608,285212672~50331648,343932928~16777216,364904448~29360128,406847488~8388608] 2024-09-20T22:46:42.159 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 13 diff [0~25165824,29360128~12582912,50331648~4194304,58720256~8388608,71303168~29360128,104857600~20971520,130023424~20971520,155189248~8388608,167772160~54525952,226492416~4194304,234881024~20971520,268435456~8388608,285212672~50331648,343932928~16777216,364904448~29360128,406847488~4194304] 2024-09-20T22:46:42.159 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~12582912,50331648~4194304,58720256~8388608,71303168~29360128,104857600~20971520,130023424~20971520,155189248~8388608,167772160~54525952,226492416~4194304,234881024~20971520,268435456~8388608,285212672~50331648,343932928~16777216,364904448~29360128,406847488~4194304] 2024-09-20T22:46:42.164 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~46137344,50331648~75497472,130023424~100663296,234881024~25165824,268435456~8388608,285212672~54525952,343932928~16777216,364904448~29360128,406847488~8388608] 2024-09-20T22:46:42.164 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 14 diff [0~25165824,29360128~12582912,50331648~4194304,58720256~8388608,71303168~29360128,104857600~20971520,130023424~20971520,155189248~8388608,167772160~54525952,226492416~4194304,234881024~29360128,268435456~8388608,285212672~50331648,339738624~20971520,364904448~33554432,406847488~4194304] 2024-09-20T22:46:42.164 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~12582912,50331648~4194304,58720256~8388608,71303168~29360128,104857600~20971520,130023424~20971520,155189248~8388608,167772160~54525952,226492416~4194304,234881024~29360128,268435456~8388608,285212672~50331648,339738624~20971520,364904448~33554432,406847488~4194304] 2024-09-20T22:46:42.168 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~46137344,50331648~75497472,130023424~100663296,234881024~29360128,268435456~8388608,285212672~75497472,364904448~33554432,406847488~8388608] 2024-09-20T22:46:42.168 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 15 diff [0~25165824,29360128~12582912,46137344~8388608,58720256~41943040,104857600~20971520,130023424~20971520,155189248~8388608,167772160~54525952,226492416~4194304,234881024~29360128,268435456~8388608,285212672~50331648,339738624~20971520,364904448~37748736,406847488~4194304] 2024-09-20T22:46:42.169 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~12582912,46137344~8388608,58720256~41943040,104857600~20971520,130023424~20971520,155189248~8388608,167772160~54525952,226492416~4194304,234881024~29360128,268435456~8388608,285212672~50331648,339738624~20971520,364904448~37748736,406847488~4194304] 2024-09-20T22:46:42.173 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~8388608,285212672~75497472,364904448~37748736,406847488~8388608] 2024-09-20T22:46:42.173 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 16 diff [0~25165824,29360128~12582912,46137344~54525952,104857600~20971520,130023424~20971520,155189248~8388608,167772160~54525952,226492416~4194304,234881024~29360128,268435456~8388608,285212672~50331648,339738624~20971520,364904448~37748736,406847488~4194304] 2024-09-20T22:46:42.174 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~12582912,46137344~54525952,104857600~20971520,130023424~20971520,155189248~8388608,167772160~54525952,226492416~4194304,234881024~29360128,268435456~8388608,285212672~50331648,339738624~20971520,364904448~37748736,406847488~4194304] 2024-09-20T22:46:42.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:41 smithi134 ceph-mon[89086]: osdmap e2191: 8 total, 8 up, 8 in 2024-09-20T22:46:42.180 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~8388608,285212672~75497472,364904448~37748736,406847488~8388608] 2024-09-20T22:46:42.180 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 17 diff [0~25165824,29360128~12582912,46137344~54525952,104857600~20971520,130023424~20971520,155189248~8388608,167772160~54525952,226492416~4194304,234881024~29360128,268435456~12582912,285212672~29360128,318767104~16777216,339738624~20971520,364904448~37748736,406847488~4194304] 2024-09-20T22:46:42.180 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,29360128~12582912,46137344~54525952,104857600~20971520,130023424~20971520,155189248~8388608,167772160~54525952,226492416~4194304,234881024~29360128,268435456~12582912,285212672~29360128,318767104~16777216,339738624~20971520,364904448~37748736,406847488~4194304] 2024-09-20T22:46:42.186 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~12582912,285212672~75497472,364904448~37748736,406847488~8388608] 2024-09-20T22:46:42.186 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 18 diff [0~41943040,46137344~54525952,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~12582912,285212672~29360128,318767104~16777216,339738624~62914560,406847488~4194304] 2024-09-20T22:46:42.186 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~41943040,46137344~54525952,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~12582912,285212672~29360128,318767104~16777216,339738624~62914560,406847488~4194304] 2024-09-20T22:46:42.192 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~12582912,285212672~117440512,406847488~8388608] 2024-09-20T22:46:42.192 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to 19 diff [0~41943040,46137344~54525952,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:42.192 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~41943040,46137344~54525952,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:42.199 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:42.199 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 6 diff [37748736~4194304,75497472~8388608,88080384~8388608,130023424~4194304,146800640~4194304,155189248~8388608,167772160~4194304,247463936~4194304,390070272~4194304,406847488~4194304] 2024-09-20T22:46:42.199 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [37748736~4194304,75497472~8388608,88080384~8388608,130023424~4194304,146800640~4194304,155189248~8388608,167772160~4194304,247463936~4194304,390070272~4194304,406847488~4194304] 2024-09-20T22:46:42.200 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [37748736~8388608,75497472~20971520,130023424~4194304,146800640~16777216,167772160~8388608,247463936~8388608,390070272~4194304,406847488~8388608] 2024-09-20T22:46:42.200 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 7 diff [0~4194304,20971520~4194304,37748736~4194304,75497472~20971520,130023424~12582912,146800640~4194304,155189248~8388608,167772160~4194304,176160768~8388608,188743680~4194304,213909504~4194304,247463936~4194304,272629760~4194304,352321536~8388608,364904448~8388608,390070272~4194304,406847488~4194304] 2024-09-20T22:46:42.200 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~4194304,20971520~4194304,37748736~4194304,75497472~20971520,130023424~12582912,146800640~4194304,155189248~8388608,167772160~4194304,176160768~8388608,188743680~4194304,213909504~4194304,247463936~4194304,272629760~4194304,352321536~8388608,364904448~8388608,390070272~4194304,406847488~4194304] 2024-09-20T22:46:42.202 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~4194304,20971520~4194304,37748736~8388608,75497472~20971520,130023424~12582912,146800640~16777216,167772160~25165824,213909504~8388608,247463936~8388608,272629760~4194304,352321536~8388608,364904448~8388608,390070272~4194304,406847488~8388608] 2024-09-20T22:46:42.202 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 8 diff [0~4194304,20971520~4194304,33554432~8388608,75497472~20971520,130023424~12582912,146800640~4194304,155189248~8388608,167772160~16777216,188743680~4194304,197132288~4194304,213909504~4194304,234881024~8388608,247463936~4194304,272629760~4194304,285212672~8388608,331350016~4194304,352321536~8388608,364904448~8388608,377487360~8388608,390070272~4194304,406847488~4194304] 2024-09-20T22:46:42.202 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~4194304,20971520~4194304,33554432~8388608,75497472~20971520,130023424~12582912,146800640~4194304,155189248~8388608,167772160~16777216,188743680~4194304,197132288~4194304,213909504~4194304,234881024~8388608,247463936~4194304,272629760~4194304,285212672~8388608,331350016~4194304,352321536~8388608,364904448~8388608,377487360~8388608,390070272~4194304,406847488~4194304] 2024-09-20T22:46:42.204 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~4194304,20971520~4194304,33554432~12582912,75497472~20971520,130023424~12582912,146800640~16777216,167772160~37748736,213909504~8388608,234881024~8388608,247463936~8388608,272629760~4194304,285212672~12582912,331350016~4194304,352321536~8388608,364904448~8388608,377487360~16777216,406847488~8388608] 2024-09-20T22:46:42.204 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 9 diff [0~4194304,12582912~4194304,20971520~4194304,33554432~8388608,75497472~20971520,117440512~8388608,130023424~12582912,146800640~4194304,155189248~8388608,167772160~16777216,188743680~4194304,197132288~4194304,213909504~8388608,234881024~8388608,247463936~4194304,268435456~8388608,285212672~8388608,301989888~4194304,318767104~8388608,331350016~4194304,352321536~8388608,364904448~29360128,406847488~4194304] 2024-09-20T22:46:42.204 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~4194304,12582912~4194304,20971520~4194304,33554432~8388608,75497472~20971520,117440512~8388608,130023424~12582912,146800640~4194304,155189248~8388608,167772160~16777216,188743680~4194304,197132288~4194304,213909504~8388608,234881024~8388608,247463936~4194304,268435456~8388608,285212672~8388608,301989888~4194304,318767104~8388608,331350016~4194304,352321536~8388608,364904448~29360128,406847488~4194304] 2024-09-20T22:46:42.207 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~4194304,12582912~4194304,20971520~4194304,33554432~12582912,75497472~20971520,117440512~8388608,130023424~12582912,146800640~16777216,167772160~37748736,213909504~12582912,234881024~8388608,247463936~8388608,268435456~8388608,285212672~12582912,301989888~8388608,318767104~16777216,352321536~8388608,364904448~29360128,406847488~8388608] 2024-09-20T22:46:42.207 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 10 diff [0~4194304,12582912~4194304,20971520~4194304,33554432~8388608,75497472~20971520,117440512~8388608,130023424~20971520,155189248~8388608,167772160~16777216,188743680~4194304,197132288~4194304,209715200~12582912,226492416~4194304,234881024~8388608,247463936~8388608,268435456~8388608,285212672~8388608,301989888~4194304,318767104~8388608,331350016~4194304,343932928~16777216,364904448~29360128,406847488~4194304] 2024-09-20T22:46:42.207 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~4194304,12582912~4194304,20971520~4194304,33554432~8388608,75497472~20971520,117440512~8388608,130023424~20971520,155189248~8388608,167772160~16777216,188743680~4194304,197132288~4194304,209715200~12582912,226492416~4194304,234881024~8388608,247463936~8388608,268435456~8388608,285212672~8388608,301989888~4194304,318767104~8388608,331350016~4194304,343932928~16777216,364904448~29360128,406847488~4194304] 2024-09-20T22:46:42.210 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~4194304,12582912~4194304,20971520~4194304,33554432~12582912,75497472~20971520,117440512~8388608,130023424~33554432,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,268435456~8388608,285212672~12582912,301989888~8388608,318767104~16777216,343932928~16777216,364904448~29360128,406847488~8388608] 2024-09-20T22:46:42.210 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 11 diff [0~4194304,12582912~12582912,33554432~8388608,58720256~8388608,75497472~20971520,117440512~8388608,130023424~20971520,155189248~8388608,167772160~25165824,197132288~4194304,209715200~12582912,226492416~4194304,234881024~20971520,268435456~8388608,285212672~25165824,318767104~16777216,343932928~16777216,364904448~29360128,406847488~4194304] 2024-09-20T22:46:42.210 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~4194304,12582912~12582912,33554432~8388608,58720256~8388608,75497472~20971520,117440512~8388608,130023424~20971520,155189248~8388608,167772160~25165824,197132288~4194304,209715200~12582912,226492416~4194304,234881024~20971520,268435456~8388608,285212672~25165824,318767104~16777216,343932928~16777216,364904448~29360128,406847488~4194304] 2024-09-20T22:46:42.213 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~4194304,12582912~12582912,33554432~12582912,58720256~12582912,75497472~20971520,117440512~8388608,130023424~33554432,167772160~37748736,209715200~20971520,234881024~25165824,268435456~8388608,285212672~25165824,318767104~16777216,343932928~16777216,364904448~29360128,406847488~8388608] 2024-09-20T22:46:42.213 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 12 diff [0~4194304,12582912~12582912,33554432~8388608,50331648~4194304,58720256~8388608,75497472~25165824,104857600~4194304,117440512~8388608,130023424~20971520,155189248~8388608,167772160~25165824,197132288~4194304,205520896~16777216,226492416~4194304,234881024~20971520,268435456~8388608,285212672~50331648,343932928~16777216,364904448~29360128,406847488~4194304] 2024-09-20T22:46:42.213 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~4194304,12582912~12582912,33554432~8388608,50331648~4194304,58720256~8388608,75497472~25165824,104857600~4194304,117440512~8388608,130023424~20971520,155189248~8388608,167772160~25165824,197132288~4194304,205520896~16777216,226492416~4194304,234881024~20971520,268435456~8388608,285212672~50331648,343932928~16777216,364904448~29360128,406847488~4194304] 2024-09-20T22:46:42.216 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~8388608,12582912~16777216,33554432~12582912,50331648~20971520,75497472~33554432,117440512~8388608,130023424~100663296,234881024~25165824,268435456~8388608,285212672~50331648,343932928~16777216,364904448~29360128,406847488~8388608] 2024-09-20T22:46:42.217 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 13 diff [0~25165824,33554432~8388608,50331648~4194304,58720256~8388608,71303168~29360128,104857600~4194304,117440512~8388608,130023424~20971520,155189248~8388608,167772160~25165824,197132288~25165824,226492416~4194304,234881024~20971520,268435456~8388608,285212672~50331648,343932928~16777216,364904448~29360128,406847488~4194304] 2024-09-20T22:46:42.217 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,33554432~8388608,50331648~4194304,58720256~8388608,71303168~29360128,104857600~4194304,117440512~8388608,130023424~20971520,155189248~8388608,167772160~25165824,197132288~25165824,226492416~4194304,234881024~20971520,268435456~8388608,285212672~50331648,343932928~16777216,364904448~29360128,406847488~4194304] 2024-09-20T22:46:42.220 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~12582912,50331648~58720256,117440512~8388608,130023424~100663296,234881024~25165824,268435456~8388608,285212672~54525952,343932928~16777216,364904448~29360128,406847488~8388608] 2024-09-20T22:46:42.220 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 14 diff [0~25165824,33554432~8388608,50331648~4194304,58720256~8388608,71303168~29360128,104857600~4194304,113246208~12582912,130023424~20971520,155189248~8388608,167772160~25165824,197132288~25165824,226492416~4194304,234881024~29360128,268435456~8388608,285212672~50331648,339738624~20971520,364904448~33554432,406847488~4194304] 2024-09-20T22:46:42.220 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,33554432~8388608,50331648~4194304,58720256~8388608,71303168~29360128,104857600~4194304,113246208~12582912,130023424~20971520,155189248~8388608,167772160~25165824,197132288~25165824,226492416~4194304,234881024~29360128,268435456~8388608,285212672~50331648,339738624~20971520,364904448~33554432,406847488~4194304] 2024-09-20T22:46:42.224 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~12582912,50331648~58720256,113246208~12582912,130023424~100663296,234881024~29360128,268435456~8388608,285212672~75497472,364904448~33554432,406847488~8388608] 2024-09-20T22:46:42.225 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 15 diff [0~25165824,33554432~8388608,46137344~8388608,58720256~41943040,104857600~20971520,130023424~20971520,155189248~8388608,167772160~25165824,197132288~25165824,226492416~4194304,234881024~29360128,268435456~8388608,285212672~50331648,339738624~20971520,364904448~37748736,406847488~4194304] 2024-09-20T22:46:42.225 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,33554432~8388608,46137344~8388608,58720256~41943040,104857600~20971520,130023424~20971520,155189248~8388608,167772160~25165824,197132288~25165824,226492416~4194304,234881024~29360128,268435456~8388608,285212672~50331648,339738624~20971520,364904448~37748736,406847488~4194304] 2024-09-20T22:46:42.229 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~92274688,130023424~100663296,234881024~29360128,268435456~8388608,285212672~75497472,364904448~37748736,406847488~8388608] 2024-09-20T22:46:42.229 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 16 diff [0~29360128,33554432~8388608,46137344~54525952,104857600~20971520,130023424~20971520,155189248~8388608,167772160~25165824,197132288~25165824,226492416~4194304,234881024~29360128,268435456~8388608,285212672~50331648,339738624~20971520,364904448~37748736,406847488~4194304] 2024-09-20T22:46:42.229 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~20971520,130023424~20971520,155189248~8388608,167772160~25165824,197132288~25165824,226492416~4194304,234881024~29360128,268435456~8388608,285212672~50331648,339738624~20971520,364904448~37748736,406847488~4194304] 2024-09-20T22:46:42.234 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~92274688,130023424~100663296,234881024~29360128,268435456~8388608,285212672~75497472,364904448~37748736,406847488~8388608] 2024-09-20T22:46:42.234 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 17 diff [0~29360128,33554432~8388608,46137344~54525952,104857600~20971520,130023424~20971520,155189248~8388608,167772160~25165824,197132288~25165824,226492416~4194304,234881024~29360128,268435456~12582912,285212672~29360128,318767104~16777216,339738624~20971520,364904448~37748736,406847488~4194304] 2024-09-20T22:46:42.235 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~20971520,130023424~20971520,155189248~8388608,167772160~25165824,197132288~25165824,226492416~4194304,234881024~29360128,268435456~12582912,285212672~29360128,318767104~16777216,339738624~20971520,364904448~37748736,406847488~4194304] 2024-09-20T22:46:42.241 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~92274688,130023424~100663296,234881024~29360128,268435456~12582912,285212672~75497472,364904448~37748736,406847488~8388608] 2024-09-20T22:46:42.241 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 18 diff [0~29360128,33554432~8388608,46137344~54525952,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~12582912,285212672~29360128,318767104~16777216,339738624~62914560,406847488~4194304] 2024-09-20T22:46:42.241 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~12582912,285212672~29360128,318767104~16777216,339738624~62914560,406847488~4194304] 2024-09-20T22:46:42.247 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~92274688,130023424~100663296,234881024~29360128,268435456~12582912,285212672~117440512,406847488~8388608] 2024-09-20T22:46:42.247 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to 19 diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:42.247 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:42.253 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~92274688,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:42.253 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 7 diff [0~4194304,20971520~4194304,83886080~8388608,134217728~8388608,176160768~8388608,188743680~4194304,213909504~4194304,272629760~4194304,352321536~8388608,364904448~8388608] 2024-09-20T22:46:42.253 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~4194304,20971520~4194304,83886080~8388608,134217728~8388608,176160768~8388608,188743680~4194304,213909504~4194304,272629760~4194304,352321536~8388608,364904448~8388608] 2024-09-20T22:46:42.254 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~4194304,20971520~4194304,83886080~8388608,134217728~8388608,176160768~16777216,213909504~8388608,272629760~4194304,352321536~8388608,364904448~8388608] 2024-09-20T22:46:42.255 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 8 diff [0~4194304,20971520~4194304,33554432~8388608,83886080~8388608,134217728~8388608,171966464~12582912,188743680~4194304,197132288~4194304,213909504~4194304,234881024~8388608,272629760~4194304,285212672~8388608,331350016~4194304,352321536~8388608,364904448~8388608,377487360~8388608,390070272~4194304] 2024-09-20T22:46:42.255 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~4194304,20971520~4194304,33554432~8388608,83886080~8388608,134217728~8388608,171966464~12582912,188743680~4194304,197132288~4194304,213909504~4194304,234881024~8388608,272629760~4194304,285212672~8388608,331350016~4194304,352321536~8388608,364904448~8388608,377487360~8388608,390070272~4194304] 2024-09-20T22:46:42.256 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~4194304,20971520~4194304,33554432~8388608,83886080~8388608,134217728~8388608,171966464~33554432,213909504~8388608,234881024~8388608,272629760~4194304,285212672~12582912,331350016~4194304,352321536~8388608,364904448~8388608,377487360~16777216] 2024-09-20T22:46:42.256 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 9 diff [0~4194304,12582912~4194304,20971520~4194304,33554432~8388608,83886080~8388608,117440512~8388608,134217728~8388608,171966464~12582912,188743680~4194304,197132288~4194304,213909504~8388608,234881024~8388608,268435456~8388608,285212672~8388608,301989888~4194304,318767104~8388608,331350016~4194304,352321536~8388608,364904448~29360128] 2024-09-20T22:46:42.256 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~4194304,12582912~4194304,20971520~4194304,33554432~8388608,83886080~8388608,117440512~8388608,134217728~8388608,171966464~12582912,188743680~4194304,197132288~4194304,213909504~8388608,234881024~8388608,268435456~8388608,285212672~8388608,301989888~4194304,318767104~8388608,331350016~4194304,352321536~8388608,364904448~29360128] 2024-09-20T22:46:42.258 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~4194304,12582912~4194304,20971520~4194304,33554432~8388608,83886080~8388608,117440512~8388608,134217728~8388608,171966464~33554432,213909504~12582912,234881024~8388608,268435456~8388608,285212672~12582912,301989888~8388608,318767104~16777216,352321536~8388608,364904448~29360128] 2024-09-20T22:46:42.259 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 10 diff [0~4194304,12582912~4194304,20971520~4194304,33554432~8388608,79691776~12582912,117440512~8388608,134217728~12582912,171966464~12582912,188743680~4194304,197132288~4194304,209715200~12582912,226492416~4194304,234881024~8388608,247463936~8388608,268435456~8388608,285212672~8388608,301989888~4194304,318767104~8388608,331350016~4194304,343932928~16777216,364904448~29360128] 2024-09-20T22:46:42.259 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~4194304,12582912~4194304,20971520~4194304,33554432~8388608,79691776~12582912,117440512~8388608,134217728~12582912,171966464~12582912,188743680~4194304,197132288~4194304,209715200~12582912,226492416~4194304,234881024~8388608,247463936~8388608,268435456~8388608,285212672~8388608,301989888~4194304,318767104~8388608,331350016~4194304,343932928~16777216,364904448~29360128] 2024-09-20T22:46:42.261 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~4194304,12582912~4194304,20971520~4194304,33554432~8388608,79691776~12582912,117440512~8388608,134217728~12582912,171966464~33554432,209715200~20971520,234881024~8388608,247463936~12582912,268435456~8388608,285212672~12582912,301989888~8388608,318767104~16777216,343932928~16777216,364904448~29360128] 2024-09-20T22:46:42.261 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 11 diff [0~4194304,12582912~12582912,33554432~8388608,58720256~8388608,79691776~12582912,117440512~8388608,134217728~12582912,171966464~20971520,197132288~4194304,209715200~12582912,226492416~4194304,234881024~20971520,268435456~8388608,285212672~25165824,318767104~16777216,343932928~16777216,364904448~29360128] 2024-09-20T22:46:42.261 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~4194304,12582912~12582912,33554432~8388608,58720256~8388608,79691776~12582912,117440512~8388608,134217728~12582912,171966464~20971520,197132288~4194304,209715200~12582912,226492416~4194304,234881024~20971520,268435456~8388608,285212672~25165824,318767104~16777216,343932928~16777216,364904448~29360128] 2024-09-20T22:46:42.264 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~4194304,12582912~12582912,33554432~8388608,58720256~12582912,79691776~12582912,117440512~8388608,134217728~12582912,171966464~33554432,209715200~20971520,234881024~25165824,268435456~8388608,285212672~25165824,318767104~16777216,343932928~16777216,364904448~29360128] 2024-09-20T22:46:42.264 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 12 diff [0~4194304,12582912~12582912,33554432~8388608,50331648~4194304,58720256~8388608,79691776~12582912,96468992~4194304,104857600~4194304,117440512~8388608,134217728~12582912,155189248~8388608,171966464~20971520,197132288~4194304,205520896~16777216,226492416~4194304,234881024~20971520,268435456~8388608,285212672~50331648,343932928~16777216,364904448~29360128] 2024-09-20T22:46:42.264 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~4194304,12582912~12582912,33554432~8388608,50331648~4194304,58720256~8388608,79691776~12582912,96468992~4194304,104857600~4194304,117440512~8388608,134217728~12582912,155189248~8388608,171966464~20971520,197132288~4194304,205520896~16777216,226492416~4194304,234881024~20971520,268435456~8388608,285212672~50331648,343932928~16777216,364904448~29360128] 2024-09-20T22:46:42.268 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~8388608,12582912~16777216,33554432~8388608,50331648~20971520,79691776~12582912,96468992~12582912,117440512~8388608,134217728~12582912,155189248~12582912,171966464~58720256,234881024~25165824,268435456~8388608,285212672~50331648,343932928~16777216,364904448~29360128] 2024-09-20T22:46:42.268 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 13 diff [0~25165824,33554432~8388608,50331648~4194304,58720256~8388608,71303168~20971520,96468992~4194304,104857600~4194304,117440512~8388608,134217728~12582912,155189248~8388608,171966464~20971520,197132288~25165824,226492416~4194304,234881024~20971520,268435456~8388608,285212672~50331648,343932928~16777216,364904448~29360128] 2024-09-20T22:46:42.268 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,33554432~8388608,50331648~4194304,58720256~8388608,71303168~20971520,96468992~4194304,104857600~4194304,117440512~8388608,134217728~12582912,155189248~8388608,171966464~20971520,197132288~25165824,226492416~4194304,234881024~20971520,268435456~8388608,285212672~50331648,343932928~16777216,364904448~29360128] 2024-09-20T22:46:42.271 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,50331648~41943040,96468992~12582912,117440512~8388608,134217728~12582912,155189248~12582912,171966464~58720256,234881024~25165824,268435456~8388608,285212672~54525952,343932928~16777216,364904448~29360128] 2024-09-20T22:46:42.272 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 14 diff [0~25165824,33554432~8388608,50331648~4194304,58720256~8388608,71303168~20971520,96468992~4194304,104857600~4194304,113246208~12582912,134217728~12582912,155189248~8388608,171966464~20971520,197132288~25165824,226492416~4194304,234881024~29360128,268435456~8388608,285212672~50331648,339738624~20971520,364904448~29360128] 2024-09-20T22:46:42.272 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,33554432~8388608,50331648~4194304,58720256~8388608,71303168~20971520,96468992~4194304,104857600~4194304,113246208~12582912,134217728~12582912,155189248~8388608,171966464~20971520,197132288~25165824,226492416~4194304,234881024~29360128,268435456~8388608,285212672~50331648,339738624~20971520,364904448~29360128] 2024-09-20T22:46:42.275 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,50331648~41943040,96468992~12582912,113246208~12582912,134217728~12582912,155189248~12582912,171966464~58720256,234881024~29360128,268435456~8388608,285212672~75497472,364904448~33554432] 2024-09-20T22:46:42.275 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 15 diff [0~25165824,33554432~8388608,46137344~8388608,58720256~33554432,96468992~4194304,104857600~20971520,134217728~12582912,155189248~8388608,171966464~20971520,197132288~25165824,226492416~4194304,234881024~29360128,268435456~8388608,285212672~50331648,339738624~20971520,364904448~29360128,398458880~4194304] 2024-09-20T22:46:42.276 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,33554432~8388608,46137344~8388608,58720256~33554432,96468992~4194304,104857600~20971520,134217728~12582912,155189248~8388608,171966464~20971520,197132288~25165824,226492416~4194304,234881024~29360128,268435456~8388608,285212672~50331648,339738624~20971520,364904448~29360128,398458880~4194304] 2024-09-20T22:46:42.279 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~46137344,96468992~29360128,134217728~16777216,155189248~12582912,171966464~58720256,234881024~29360128,268435456~8388608,285212672~75497472,364904448~37748736] 2024-09-20T22:46:42.279 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 16 diff [0~29360128,33554432~8388608,46137344~46137344,96468992~4194304,104857600~20971520,134217728~12582912,155189248~8388608,171966464~20971520,197132288~25165824,226492416~4194304,234881024~29360128,268435456~8388608,285212672~50331648,339738624~20971520,364904448~29360128,398458880~4194304] 2024-09-20T22:46:42.279 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~46137344,96468992~4194304,104857600~20971520,134217728~12582912,155189248~8388608,171966464~20971520,197132288~25165824,226492416~4194304,234881024~29360128,268435456~8388608,285212672~50331648,339738624~20971520,364904448~29360128,398458880~4194304] 2024-09-20T22:46:42.284 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~46137344,96468992~29360128,134217728~16777216,155189248~12582912,171966464~58720256,234881024~29360128,268435456~8388608,285212672~75497472,364904448~37748736] 2024-09-20T22:46:42.284 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 17 diff [0~29360128,33554432~8388608,46137344~46137344,96468992~4194304,104857600~20971520,134217728~16777216,155189248~8388608,167772160~25165824,197132288~25165824,226492416~4194304,234881024~29360128,268435456~12582912,285212672~29360128,318767104~16777216,339738624~20971520,364904448~29360128,398458880~4194304] 2024-09-20T22:46:42.284 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~46137344,96468992~4194304,104857600~20971520,134217728~16777216,155189248~8388608,167772160~25165824,197132288~25165824,226492416~4194304,234881024~29360128,268435456~12582912,285212672~29360128,318767104~16777216,339738624~20971520,364904448~29360128,398458880~4194304] 2024-09-20T22:46:42.290 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~46137344,96468992~29360128,134217728~16777216,155189248~75497472,234881024~29360128,268435456~12582912,285212672~75497472,364904448~37748736] 2024-09-20T22:46:42.290 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 18 diff [0~29360128,33554432~8388608,46137344~46137344,96468992~4194304,104857600~20971520,134217728~29360128,167772160~54525952,226492416~4194304,234881024~29360128,268435456~12582912,285212672~29360128,318767104~16777216,339738624~54525952,398458880~4194304] 2024-09-20T22:46:42.290 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~46137344,96468992~4194304,104857600~20971520,134217728~29360128,167772160~54525952,226492416~4194304,234881024~29360128,268435456~12582912,285212672~29360128,318767104~16777216,339738624~54525952,398458880~4194304] 2024-09-20T22:46:42.294 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~46137344,96468992~29360128,134217728~96468992,234881024~29360128,268435456~12582912,285212672~117440512] 2024-09-20T22:46:42.294 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to 19 diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.294 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.299 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~79691776,134217728~96468992,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:42.299 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 8 diff [33554432~8388608,171966464~4194304,188743680~4194304,197132288~4194304,234881024~8388608,285212672~8388608,331350016~4194304,377487360~8388608,390070272~4194304] 2024-09-20T22:46:42.299 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [33554432~8388608,171966464~4194304,188743680~4194304,197132288~4194304,234881024~8388608,285212672~8388608,331350016~4194304,377487360~8388608,390070272~4194304] 2024-09-20T22:46:42.300 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [33554432~8388608,171966464~4194304,188743680~16777216,234881024~8388608,285212672~12582912,331350016~4194304,377487360~16777216] 2024-09-20T22:46:42.300 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 9 diff [12582912~4194304,33554432~8388608,117440512~8388608,134217728~4194304,171966464~4194304,188743680~4194304,197132288~4194304,218103808~4194304,234881024~8388608,268435456~4194304,285212672~8388608,301989888~4194304,318767104~8388608,331350016~4194304,373293056~20971520] 2024-09-20T22:46:42.301 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [12582912~4194304,33554432~8388608,117440512~8388608,134217728~4194304,171966464~4194304,188743680~4194304,197132288~4194304,218103808~4194304,234881024~8388608,268435456~4194304,285212672~8388608,301989888~4194304,318767104~8388608,331350016~4194304,373293056~20971520] 2024-09-20T22:46:42.302 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [12582912~4194304,33554432~8388608,117440512~8388608,134217728~4194304,171966464~4194304,188743680~16777216,218103808~8388608,234881024~8388608,268435456~4194304,285212672~12582912,301989888~8388608,318767104~16777216,373293056~20971520] 2024-09-20T22:46:42.302 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 10 diff [12582912~4194304,33554432~8388608,79691776~8388608,117440512~8388608,134217728~4194304,142606336~4194304,171966464~4194304,188743680~4194304,197132288~4194304,209715200~4194304,218103808~4194304,226492416~4194304,234881024~8388608,247463936~8388608,268435456~4194304,285212672~8388608,301989888~4194304,318767104~8388608,331350016~4194304,343932928~16777216,373293056~20971520] 2024-09-20T22:46:42.302 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [12582912~4194304,33554432~8388608,79691776~8388608,117440512~8388608,134217728~4194304,142606336~4194304,171966464~4194304,188743680~4194304,197132288~4194304,209715200~4194304,218103808~4194304,226492416~4194304,234881024~8388608,247463936~8388608,268435456~4194304,285212672~8388608,301989888~4194304,318767104~8388608,331350016~4194304,343932928~16777216,373293056~20971520] 2024-09-20T22:46:42.304 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [12582912~4194304,33554432~8388608,79691776~12582912,117440512~8388608,134217728~4194304,142606336~4194304,171966464~4194304,188743680~16777216,209715200~20971520,234881024~8388608,247463936~12582912,268435456~4194304,285212672~12582912,301989888~8388608,318767104~16777216,343932928~16777216,373293056~20971520] 2024-09-20T22:46:42.304 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 11 diff [12582912~12582912,33554432~8388608,58720256~8388608,79691776~8388608,117440512~8388608,134217728~4194304,142606336~4194304,171966464~4194304,184549376~8388608,197132288~4194304,209715200~4194304,218103808~4194304,226492416~4194304,234881024~20971520,268435456~4194304,285212672~25165824,318767104~16777216,343932928~16777216,373293056~20971520] 2024-09-20T22:46:42.304 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [12582912~12582912,33554432~8388608,58720256~8388608,79691776~8388608,117440512~8388608,134217728~4194304,142606336~4194304,171966464~4194304,184549376~8388608,197132288~4194304,209715200~4194304,218103808~4194304,226492416~4194304,234881024~20971520,268435456~4194304,285212672~25165824,318767104~16777216,343932928~16777216,373293056~20971520] 2024-09-20T22:46:42.306 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [12582912~12582912,33554432~8388608,58720256~12582912,79691776~12582912,117440512~8388608,134217728~4194304,142606336~4194304,171966464~4194304,184549376~20971520,209715200~20971520,234881024~25165824,268435456~4194304,285212672~25165824,318767104~16777216,343932928~16777216,373293056~20971520] 2024-09-20T22:46:42.306 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 12 diff [0~4194304,12582912~12582912,33554432~8388608,50331648~4194304,58720256~8388608,79691776~8388608,96468992~4194304,104857600~4194304,117440512~8388608,134217728~4194304,142606336~4194304,155189248~8388608,171966464~4194304,184549376~8388608,197132288~4194304,205520896~8388608,218103808~4194304,226492416~4194304,234881024~20971520,268435456~4194304,285212672~50331648,343932928~16777216,373293056~20971520] 2024-09-20T22:46:42.306 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~4194304,12582912~12582912,33554432~8388608,50331648~4194304,58720256~8388608,79691776~8388608,96468992~4194304,104857600~4194304,117440512~8388608,134217728~4194304,142606336~4194304,155189248~8388608,171966464~4194304,184549376~8388608,197132288~4194304,205520896~8388608,218103808~4194304,226492416~4194304,234881024~20971520,268435456~4194304,285212672~50331648,343932928~16777216,373293056~20971520] 2024-09-20T22:46:42.308 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~8388608,12582912~16777216,33554432~8388608,50331648~20971520,79691776~12582912,96468992~12582912,117440512~8388608,134217728~4194304,142606336~4194304,155189248~12582912,171966464~4194304,184549376~46137344,234881024~25165824,268435456~4194304,285212672~50331648,343932928~16777216,373293056~20971520] 2024-09-20T22:46:42.308 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 13 diff [0~25165824,33554432~8388608,50331648~4194304,58720256~8388608,71303168~16777216,96468992~4194304,104857600~4194304,117440512~8388608,134217728~4194304,142606336~4194304,155189248~8388608,171966464~4194304,184549376~8388608,197132288~16777216,218103808~4194304,226492416~4194304,234881024~20971520,268435456~4194304,285212672~50331648,343932928~16777216,373293056~20971520] 2024-09-20T22:46:42.308 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,33554432~8388608,50331648~4194304,58720256~8388608,71303168~16777216,96468992~4194304,104857600~4194304,117440512~8388608,134217728~4194304,142606336~4194304,155189248~8388608,171966464~4194304,184549376~8388608,197132288~16777216,218103808~4194304,226492416~4194304,234881024~20971520,268435456~4194304,285212672~50331648,343932928~16777216,373293056~20971520] 2024-09-20T22:46:42.311 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,50331648~41943040,96468992~12582912,117440512~8388608,134217728~4194304,142606336~4194304,155189248~12582912,171966464~4194304,184549376~46137344,234881024~25165824,268435456~4194304,285212672~54525952,343932928~16777216,373293056~20971520] 2024-09-20T22:46:42.311 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 14 diff [0~25165824,33554432~8388608,50331648~4194304,58720256~8388608,71303168~16777216,96468992~4194304,104857600~4194304,113246208~12582912,134217728~4194304,142606336~4194304,155189248~8388608,171966464~4194304,184549376~8388608,197132288~16777216,218103808~4194304,226492416~4194304,234881024~29360128,268435456~4194304,285212672~50331648,339738624~20971520,373293056~20971520] 2024-09-20T22:46:42.311 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,33554432~8388608,50331648~4194304,58720256~8388608,71303168~16777216,96468992~4194304,104857600~4194304,113246208~12582912,134217728~4194304,142606336~4194304,155189248~8388608,171966464~4194304,184549376~8388608,197132288~16777216,218103808~4194304,226492416~4194304,234881024~29360128,268435456~4194304,285212672~50331648,339738624~20971520,373293056~20971520] 2024-09-20T22:46:42.314 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,50331648~41943040,96468992~12582912,113246208~12582912,134217728~4194304,142606336~4194304,155189248~12582912,171966464~4194304,184549376~46137344,234881024~29360128,268435456~4194304,285212672~75497472,373293056~25165824] 2024-09-20T22:46:42.314 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 15 diff [0~25165824,33554432~8388608,46137344~8388608,58720256~29360128,96468992~4194304,104857600~20971520,134217728~4194304,142606336~4194304,155189248~8388608,171966464~4194304,184549376~8388608,197132288~16777216,218103808~4194304,226492416~4194304,234881024~29360128,268435456~4194304,285212672~50331648,339738624~20971520,373293056~20971520,398458880~4194304] 2024-09-20T22:46:42.314 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,33554432~8388608,46137344~8388608,58720256~29360128,96468992~4194304,104857600~20971520,134217728~4194304,142606336~4194304,155189248~8388608,171966464~4194304,184549376~8388608,197132288~16777216,218103808~4194304,226492416~4194304,234881024~29360128,268435456~4194304,285212672~50331648,339738624~20971520,373293056~20971520,398458880~4194304] 2024-09-20T22:46:42.317 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~46137344,96468992~29360128,134217728~4194304,142606336~8388608,155189248~12582912,171966464~8388608,184549376~46137344,234881024~29360128,268435456~4194304,285212672~75497472,373293056~29360128] 2024-09-20T22:46:42.318 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 16 diff [0~29360128,33554432~8388608,46137344~41943040,96468992~4194304,104857600~20971520,134217728~4194304,142606336~4194304,155189248~8388608,171966464~8388608,184549376~8388608,197132288~25165824,226492416~4194304,234881024~29360128,268435456~4194304,285212672~50331648,339738624~20971520,373293056~20971520,398458880~4194304] 2024-09-20T22:46:42.318 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~41943040,96468992~4194304,104857600~20971520,134217728~4194304,142606336~4194304,155189248~8388608,171966464~8388608,184549376~8388608,197132288~25165824,226492416~4194304,234881024~29360128,268435456~4194304,285212672~50331648,339738624~20971520,373293056~20971520,398458880~4194304] 2024-09-20T22:46:42.321 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~46137344,96468992~29360128,134217728~4194304,142606336~8388608,155189248~12582912,171966464~58720256,234881024~29360128,268435456~4194304,285212672~75497472,373293056~29360128] 2024-09-20T22:46:42.322 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 17 diff [0~29360128,33554432~8388608,46137344~46137344,96468992~4194304,104857600~20971520,134217728~12582912,155189248~8388608,167772160~12582912,184549376~8388608,197132288~25165824,226492416~4194304,234881024~29360128,268435456~4194304,276824064~4194304,285212672~29360128,318767104~16777216,339738624~20971520,373293056~20971520,398458880~4194304] 2024-09-20T22:46:42.322 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~46137344,96468992~4194304,104857600~20971520,134217728~12582912,155189248~8388608,167772160~12582912,184549376~8388608,197132288~25165824,226492416~4194304,234881024~29360128,268435456~4194304,276824064~4194304,285212672~29360128,318767104~16777216,339738624~20971520,373293056~20971520,398458880~4194304] 2024-09-20T22:46:42.326 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~46137344,96468992~29360128,134217728~16777216,155189248~75497472,234881024~29360128,268435456~4194304,276824064~4194304,285212672~75497472,373293056~29360128] 2024-09-20T22:46:42.326 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 18 diff [0~29360128,33554432~8388608,46137344~46137344,96468992~4194304,104857600~20971520,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~29360128,268435456~4194304,276824064~4194304,285212672~29360128,318767104~16777216,339738624~25165824,373293056~20971520,398458880~4194304] 2024-09-20T22:46:42.326 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~46137344,96468992~4194304,104857600~20971520,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~29360128,268435456~4194304,276824064~4194304,285212672~29360128,318767104~16777216,339738624~25165824,373293056~20971520,398458880~4194304] 2024-09-20T22:46:42.330 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~46137344,96468992~29360128,134217728~96468992,234881024~29360128,268435456~4194304,276824064~4194304,285212672~79691776,373293056~29360128] 2024-09-20T22:46:42.330 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to 19 diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~29360128,268435456~4194304,276824064~37748736,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.330 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~29360128,268435456~4194304,276824064~37748736,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.335 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~79691776,134217728~96468992,234881024~29360128,268435456~4194304,276824064~92274688,373293056~29360128,406847488~12582912] 2024-09-20T22:46:42.335 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 9 diff [12582912~4194304,117440512~8388608,134217728~4194304,218103808~4194304,268435456~4194304,301989888~4194304,318767104~8388608,373293056~12582912] 2024-09-20T22:46:42.335 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [12582912~4194304,117440512~8388608,134217728~4194304,218103808~4194304,268435456~4194304,301989888~4194304,318767104~8388608,373293056~12582912] 2024-09-20T22:46:42.337 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [12582912~4194304,117440512~8388608,134217728~4194304,218103808~8388608,268435456~4194304,301989888~8388608,318767104~12582912,373293056~16777216] 2024-09-20T22:46:42.337 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 10 diff [12582912~4194304,79691776~8388608,117440512~8388608,134217728~4194304,142606336~4194304,209715200~4194304,218103808~4194304,226492416~4194304,247463936~8388608,268435456~4194304,301989888~4194304,318767104~8388608,343932928~16777216,373293056~16777216] 2024-09-20T22:46:42.337 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [12582912~4194304,79691776~8388608,117440512~8388608,134217728~4194304,142606336~4194304,209715200~4194304,218103808~4194304,226492416~4194304,247463936~8388608,268435456~4194304,301989888~4194304,318767104~8388608,343932928~16777216,373293056~16777216] 2024-09-20T22:46:42.340 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [12582912~4194304,79691776~12582912,117440512~8388608,134217728~4194304,142606336~4194304,209715200~20971520,247463936~12582912,268435456~4194304,301989888~8388608,318767104~12582912,343932928~16777216,373293056~16777216] 2024-09-20T22:46:42.340 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 11 diff [12582912~12582912,33554432~4194304,58720256~8388608,79691776~8388608,117440512~8388608,134217728~4194304,142606336~4194304,184549376~4194304,209715200~4194304,218103808~4194304,226492416~4194304,234881024~8388608,247463936~8388608,268435456~4194304,289406976~20971520,318767104~16777216,343932928~16777216,373293056~16777216] 2024-09-20T22:46:42.340 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [12582912~12582912,33554432~4194304,58720256~8388608,79691776~8388608,117440512~8388608,134217728~4194304,142606336~4194304,184549376~4194304,209715200~4194304,218103808~4194304,226492416~4194304,234881024~8388608,247463936~8388608,268435456~4194304,289406976~20971520,318767104~16777216,343932928~16777216,373293056~16777216] 2024-09-20T22:46:42.342 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [12582912~12582912,33554432~4194304,58720256~12582912,79691776~12582912,117440512~8388608,134217728~4194304,142606336~4194304,184549376~8388608,209715200~20971520,234881024~25165824,268435456~4194304,289406976~20971520,318767104~16777216,343932928~16777216,373293056~16777216] 2024-09-20T22:46:42.342 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 12 diff [0~4194304,12582912~12582912,33554432~8388608,50331648~4194304,58720256~8388608,79691776~8388608,96468992~4194304,104857600~4194304,117440512~8388608,134217728~4194304,142606336~4194304,155189248~8388608,184549376~4194304,197132288~4194304,205520896~8388608,218103808~4194304,226492416~4194304,234881024~8388608,247463936~8388608,268435456~4194304,289406976~46137344,343932928~16777216,373293056~16777216] 2024-09-20T22:46:42.342 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~4194304,12582912~12582912,33554432~8388608,50331648~4194304,58720256~8388608,79691776~8388608,96468992~4194304,104857600~4194304,117440512~8388608,134217728~4194304,142606336~4194304,155189248~8388608,184549376~4194304,197132288~4194304,205520896~8388608,218103808~4194304,226492416~4194304,234881024~8388608,247463936~8388608,268435456~4194304,289406976~46137344,343932928~16777216,373293056~16777216] 2024-09-20T22:46:42.344 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~8388608,12582912~16777216,33554432~8388608,50331648~20971520,79691776~12582912,96468992~12582912,117440512~8388608,134217728~4194304,142606336~4194304,155189248~12582912,184549376~8388608,197132288~4194304,205520896~25165824,234881024~25165824,268435456~4194304,289406976~46137344,343932928~16777216,373293056~16777216] 2024-09-20T22:46:42.344 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 13 diff [0~25165824,33554432~8388608,50331648~4194304,58720256~8388608,71303168~16777216,96468992~4194304,104857600~4194304,117440512~8388608,134217728~4194304,142606336~4194304,155189248~8388608,184549376~8388608,197132288~16777216,218103808~4194304,226492416~4194304,234881024~8388608,247463936~8388608,268435456~4194304,289406976~46137344,343932928~16777216,373293056~16777216] 2024-09-20T22:46:42.344 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,33554432~8388608,50331648~4194304,58720256~8388608,71303168~16777216,96468992~4194304,104857600~4194304,117440512~8388608,134217728~4194304,142606336~4194304,155189248~8388608,184549376~8388608,197132288~16777216,218103808~4194304,226492416~4194304,234881024~8388608,247463936~8388608,268435456~4194304,289406976~46137344,343932928~16777216,373293056~16777216] 2024-09-20T22:46:42.347 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,50331648~41943040,96468992~12582912,117440512~8388608,134217728~4194304,142606336~4194304,155189248~12582912,184549376~8388608,197132288~33554432,234881024~25165824,268435456~4194304,289406976~50331648,343932928~16777216,373293056~16777216] 2024-09-20T22:46:42.347 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 14 diff [0~25165824,33554432~8388608,50331648~4194304,58720256~8388608,71303168~16777216,96468992~4194304,104857600~4194304,113246208~12582912,134217728~4194304,142606336~4194304,155189248~8388608,184549376~8388608,197132288~16777216,218103808~4194304,226492416~4194304,234881024~8388608,247463936~16777216,268435456~4194304,289406976~46137344,339738624~20971520,373293056~20971520] 2024-09-20T22:46:42.347 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,33554432~8388608,50331648~4194304,58720256~8388608,71303168~16777216,96468992~4194304,104857600~4194304,113246208~12582912,134217728~4194304,142606336~4194304,155189248~8388608,184549376~8388608,197132288~16777216,218103808~4194304,226492416~4194304,234881024~8388608,247463936~16777216,268435456~4194304,289406976~46137344,339738624~20971520,373293056~20971520] 2024-09-20T22:46:42.350 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,50331648~41943040,96468992~12582912,113246208~12582912,134217728~4194304,142606336~4194304,155189248~12582912,184549376~8388608,197132288~33554432,234881024~29360128,268435456~4194304,289406976~71303168,373293056~25165824] 2024-09-20T22:46:42.350 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 15 diff [0~25165824,33554432~8388608,46137344~8388608,58720256~29360128,96468992~4194304,104857600~20971520,134217728~4194304,142606336~4194304,155189248~8388608,171966464~4194304,184549376~8388608,197132288~16777216,218103808~4194304,226492416~4194304,234881024~8388608,247463936~16777216,268435456~4194304,289406976~46137344,339738624~20971520,373293056~20971520,398458880~4194304] 2024-09-20T22:46:42.351 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,33554432~8388608,46137344~8388608,58720256~29360128,96468992~4194304,104857600~20971520,134217728~4194304,142606336~4194304,155189248~8388608,171966464~4194304,184549376~8388608,197132288~16777216,218103808~4194304,226492416~4194304,234881024~8388608,247463936~16777216,268435456~4194304,289406976~46137344,339738624~20971520,373293056~20971520,398458880~4194304] 2024-09-20T22:46:42.354 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~46137344,96468992~29360128,134217728~4194304,142606336~8388608,155189248~12582912,171966464~8388608,184549376~8388608,197132288~33554432,234881024~29360128,268435456~4194304,289406976~71303168,373293056~29360128] 2024-09-20T22:46:42.354 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 16 diff [0~29360128,33554432~8388608,46137344~41943040,96468992~4194304,104857600~20971520,134217728~4194304,142606336~4194304,155189248~8388608,171966464~8388608,184549376~8388608,197132288~25165824,226492416~4194304,234881024~8388608,247463936~16777216,268435456~4194304,289406976~46137344,339738624~20971520,373293056~20971520,398458880~4194304] 2024-09-20T22:46:42.354 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~41943040,96468992~4194304,104857600~20971520,134217728~4194304,142606336~4194304,155189248~8388608,171966464~8388608,184549376~8388608,197132288~25165824,226492416~4194304,234881024~8388608,247463936~16777216,268435456~4194304,289406976~46137344,339738624~20971520,373293056~20971520,398458880~4194304] 2024-09-20T22:46:42.357 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~46137344,96468992~29360128,134217728~4194304,142606336~8388608,155189248~12582912,171966464~58720256,234881024~29360128,268435456~4194304,289406976~71303168,373293056~29360128] 2024-09-20T22:46:42.357 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 17 diff [0~29360128,33554432~8388608,46137344~46137344,96468992~4194304,104857600~20971520,134217728~12582912,155189248~8388608,167772160~12582912,184549376~8388608,197132288~25165824,226492416~4194304,234881024~8388608,247463936~16777216,268435456~4194304,276824064~4194304,289406976~25165824,318767104~16777216,339738624~20971520,373293056~20971520,398458880~4194304] 2024-09-20T22:46:42.357 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~46137344,96468992~4194304,104857600~20971520,134217728~12582912,155189248~8388608,167772160~12582912,184549376~8388608,197132288~25165824,226492416~4194304,234881024~8388608,247463936~16777216,268435456~4194304,276824064~4194304,289406976~25165824,318767104~16777216,339738624~20971520,373293056~20971520,398458880~4194304] 2024-09-20T22:46:42.362 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~46137344,96468992~29360128,134217728~16777216,155189248~75497472,234881024~29360128,268435456~4194304,276824064~4194304,289406976~71303168,373293056~29360128] 2024-09-20T22:46:42.362 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 18 diff [0~29360128,33554432~8388608,46137344~46137344,96468992~4194304,104857600~20971520,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,268435456~4194304,276824064~4194304,289406976~25165824,318767104~16777216,339738624~25165824,373293056~20971520,398458880~4194304] 2024-09-20T22:46:42.362 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~46137344,96468992~4194304,104857600~20971520,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,268435456~4194304,276824064~4194304,289406976~25165824,318767104~16777216,339738624~25165824,373293056~20971520,398458880~4194304] 2024-09-20T22:46:42.366 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~46137344,96468992~29360128,134217728~96468992,234881024~29360128,268435456~4194304,276824064~4194304,289406976~75497472,373293056~29360128] 2024-09-20T22:46:42.366 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to 19 diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,268435456~4194304,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.366 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,268435456~4194304,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.370 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~79691776,134217728~96468992,234881024~29360128,268435456~4194304,276824064~92274688,373293056~29360128,406847488~12582912] 2024-09-20T22:46:42.370 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 10 diff [79691776~8388608,142606336~4194304,209715200~4194304,226492416~4194304,247463936~8388608,343932928~16777216,385875968~4194304] 2024-09-20T22:46:42.371 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [79691776~8388608,142606336~4194304,209715200~4194304,226492416~4194304,247463936~8388608,343932928~16777216,385875968~4194304] 2024-09-20T22:46:42.372 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [79691776~12582912,142606336~4194304,209715200~8388608,226492416~4194304,247463936~12582912,343932928~16777216,385875968~4194304] 2024-09-20T22:46:42.372 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 11 diff [12582912~12582912,33554432~4194304,58720256~8388608,79691776~8388608,142606336~4194304,184549376~4194304,209715200~4194304,226492416~4194304,234881024~8388608,247463936~8388608,289406976~16777216,322961408~8388608,343932928~16777216,385875968~4194304] 2024-09-20T22:46:42.372 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [12582912~12582912,33554432~4194304,58720256~8388608,79691776~8388608,142606336~4194304,184549376~4194304,209715200~4194304,226492416~4194304,234881024~8388608,247463936~8388608,289406976~16777216,322961408~8388608,343932928~16777216,385875968~4194304] 2024-09-20T22:46:42.373 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [12582912~12582912,33554432~4194304,58720256~12582912,79691776~12582912,142606336~4194304,184549376~8388608,209715200~8388608,226492416~4194304,234881024~25165824,289406976~20971520,322961408~12582912,343932928~16777216,385875968~4194304] 2024-09-20T22:46:42.374 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 12 diff [0~4194304,12582912~12582912,33554432~8388608,50331648~4194304,58720256~8388608,79691776~8388608,96468992~4194304,104857600~4194304,142606336~4194304,155189248~8388608,184549376~4194304,197132288~4194304,205520896~8388608,226492416~4194304,234881024~8388608,247463936~8388608,289406976~16777216,310378496~8388608,322961408~8388608,343932928~16777216,385875968~4194304] 2024-09-20T22:46:42.374 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~4194304,12582912~12582912,33554432~8388608,50331648~4194304,58720256~8388608,79691776~8388608,96468992~4194304,104857600~4194304,142606336~4194304,155189248~8388608,184549376~4194304,197132288~4194304,205520896~8388608,226492416~4194304,234881024~8388608,247463936~8388608,289406976~16777216,310378496~8388608,322961408~8388608,343932928~16777216,385875968~4194304] 2024-09-20T22:46:42.376 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~8388608,12582912~16777216,33554432~8388608,50331648~20971520,79691776~12582912,96468992~12582912,142606336~4194304,155189248~12582912,184549376~8388608,197132288~4194304,205520896~12582912,226492416~4194304,234881024~25165824,289406976~29360128,322961408~12582912,343932928~16777216,385875968~4194304] 2024-09-20T22:46:42.376 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 13 diff [0~25165824,33554432~8388608,50331648~4194304,58720256~8388608,71303168~16777216,96468992~4194304,104857600~4194304,142606336~4194304,155189248~8388608,184549376~8388608,197132288~16777216,226492416~4194304,234881024~8388608,247463936~8388608,289406976~16777216,310378496~8388608,322961408~12582912,343932928~16777216,373293056~8388608,385875968~4194304] 2024-09-20T22:46:42.377 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,33554432~8388608,50331648~4194304,58720256~8388608,71303168~16777216,96468992~4194304,104857600~4194304,142606336~4194304,155189248~8388608,184549376~8388608,197132288~16777216,226492416~4194304,234881024~8388608,247463936~8388608,289406976~16777216,310378496~8388608,322961408~12582912,343932928~16777216,373293056~8388608,385875968~4194304] 2024-09-20T22:46:42.378 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,50331648~41943040,96468992~12582912,142606336~4194304,155189248~12582912,184549376~8388608,197132288~20971520,226492416~4194304,234881024~25165824,289406976~29360128,322961408~16777216,343932928~16777216,373293056~16777216] 2024-09-20T22:46:42.378 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 14 diff [0~25165824,33554432~8388608,50331648~4194304,58720256~8388608,71303168~16777216,96468992~4194304,104857600~4194304,113246208~8388608,142606336~4194304,155189248~8388608,184549376~8388608,197132288~16777216,226492416~4194304,234881024~8388608,247463936~16777216,289406976~46137344,339738624~20971520,373293056~20971520] 2024-09-20T22:46:42.379 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,33554432~8388608,50331648~4194304,58720256~8388608,71303168~16777216,96468992~4194304,104857600~4194304,113246208~8388608,142606336~4194304,155189248~8388608,184549376~8388608,197132288~16777216,226492416~4194304,234881024~8388608,247463936~16777216,289406976~46137344,339738624~20971520,373293056~20971520] 2024-09-20T22:46:42.381 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,50331648~41943040,96468992~12582912,113246208~8388608,142606336~4194304,155189248~12582912,184549376~8388608,197132288~20971520,226492416~4194304,234881024~29360128,289406976~71303168,373293056~25165824] 2024-09-20T22:46:42.381 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 15 diff [0~25165824,33554432~8388608,46137344~8388608,58720256~29360128,96468992~4194304,104857600~16777216,142606336~4194304,155189248~8388608,171966464~4194304,184549376~8388608,197132288~16777216,226492416~4194304,234881024~8388608,247463936~16777216,289406976~46137344,339738624~20971520,373293056~20971520,398458880~4194304] 2024-09-20T22:46:42.381 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,33554432~8388608,46137344~8388608,58720256~29360128,96468992~4194304,104857600~16777216,142606336~4194304,155189248~8388608,171966464~4194304,184549376~8388608,197132288~16777216,226492416~4194304,234881024~8388608,247463936~16777216,289406976~46137344,339738624~20971520,373293056~20971520,398458880~4194304] 2024-09-20T22:46:42.384 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~46137344,96468992~25165824,142606336~8388608,155189248~12582912,171966464~8388608,184549376~8388608,197132288~20971520,226492416~4194304,234881024~29360128,289406976~71303168,373293056~29360128] 2024-09-20T22:46:42.384 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 16 diff [0~29360128,33554432~8388608,46137344~41943040,96468992~4194304,104857600~16777216,142606336~4194304,155189248~8388608,171966464~8388608,184549376~8388608,197132288~25165824,226492416~4194304,234881024~8388608,247463936~16777216,289406976~46137344,339738624~20971520,373293056~20971520,398458880~4194304] 2024-09-20T22:46:42.384 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~41943040,96468992~4194304,104857600~16777216,142606336~4194304,155189248~8388608,171966464~8388608,184549376~8388608,197132288~25165824,226492416~4194304,234881024~8388608,247463936~16777216,289406976~46137344,339738624~20971520,373293056~20971520,398458880~4194304] 2024-09-20T22:46:42.387 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~46137344,96468992~25165824,142606336~8388608,155189248~12582912,171966464~58720256,234881024~29360128,289406976~71303168,373293056~29360128] 2024-09-20T22:46:42.388 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 17 diff [0~29360128,33554432~8388608,46137344~46137344,96468992~4194304,104857600~16777216,138412032~8388608,155189248~8388608,167772160~12582912,184549376~8388608,197132288~25165824,226492416~4194304,234881024~8388608,247463936~16777216,276824064~4194304,289406976~25165824,318767104~16777216,339738624~20971520,373293056~20971520,398458880~4194304] 2024-09-20T22:46:42.388 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~46137344,96468992~4194304,104857600~16777216,138412032~8388608,155189248~8388608,167772160~12582912,184549376~8388608,197132288~25165824,226492416~4194304,234881024~8388608,247463936~16777216,276824064~4194304,289406976~25165824,318767104~16777216,339738624~20971520,373293056~20971520,398458880~4194304] 2024-09-20T22:46:42.391 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~46137344,96468992~25165824,138412032~12582912,155189248~75497472,234881024~29360128,276824064~4194304,289406976~71303168,373293056~29360128] 2024-09-20T22:46:42.391 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 18 diff [0~29360128,33554432~8388608,46137344~46137344,96468992~4194304,104857600~16777216,138412032~25165824,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,276824064~4194304,289406976~25165824,318767104~16777216,339738624~25165824,373293056~20971520,398458880~4194304] 2024-09-20T22:46:42.391 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~46137344,96468992~4194304,104857600~16777216,138412032~25165824,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,276824064~4194304,289406976~25165824,318767104~16777216,339738624~25165824,373293056~20971520,398458880~4194304] 2024-09-20T22:46:42.395 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~46137344,96468992~25165824,138412032~92274688,234881024~29360128,276824064~4194304,289406976~75497472,373293056~29360128] 2024-09-20T22:46:42.395 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to 19 diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.395 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.399 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~75497472,138412032~92274688,234881024~29360128,276824064~92274688,373293056~29360128,406847488~12582912] 2024-09-20T22:46:42.399 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to 11 diff [12582912~12582912,33554432~4194304,58720256~8388608,184549376~4194304,234881024~8388608,289406976~16777216,322961408~8388608,348127232~4194304] 2024-09-20T22:46:42.399 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [12582912~12582912,33554432~4194304,58720256~8388608,184549376~4194304,234881024~8388608,289406976~16777216,322961408~8388608,348127232~4194304] 2024-09-20T22:46:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:46:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:46:42] "GET /metrics HTTP/1.1" 200 36773 "" "Prometheus/2.43.0" 2024-09-20T22:46:42.401 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [12582912~12582912,33554432~4194304,58720256~12582912,184549376~8388608,234881024~12582912,289406976~20971520,322961408~12582912,348127232~8388608] 2024-09-20T22:46:42.401 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to 12 diff [0~4194304,12582912~12582912,33554432~8388608,50331648~4194304,58720256~8388608,96468992~4194304,104857600~4194304,155189248~8388608,184549376~4194304,197132288~4194304,205520896~8388608,234881024~8388608,289406976~16777216,310378496~8388608,322961408~8388608,348127232~4194304] 2024-09-20T22:46:42.401 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~4194304,12582912~12582912,33554432~8388608,50331648~4194304,58720256~8388608,96468992~4194304,104857600~4194304,155189248~8388608,184549376~4194304,197132288~4194304,205520896~8388608,234881024~8388608,289406976~16777216,310378496~8388608,322961408~8388608,348127232~4194304] 2024-09-20T22:46:42.402 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~8388608,12582912~16777216,33554432~8388608,50331648~20971520,96468992~12582912,155189248~12582912,184549376~8388608,197132288~4194304,205520896~8388608,234881024~12582912,289406976~29360128,322961408~12582912,348127232~8388608] 2024-09-20T22:46:42.402 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to 13 diff [0~25165824,33554432~8388608,50331648~4194304,58720256~8388608,71303168~12582912,96468992~4194304,104857600~4194304,155189248~8388608,184549376~8388608,197132288~12582912,234881024~8388608,289406976~16777216,310378496~8388608,322961408~12582912,348127232~4194304,373293056~8388608] 2024-09-20T22:46:42.402 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,33554432~8388608,50331648~4194304,58720256~8388608,71303168~12582912,96468992~4194304,104857600~4194304,155189248~8388608,184549376~8388608,197132288~12582912,234881024~8388608,289406976~16777216,310378496~8388608,322961408~12582912,348127232~4194304,373293056~8388608] 2024-09-20T22:46:42.404 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,50331648~33554432,96468992~12582912,155189248~12582912,184549376~8388608,197132288~16777216,234881024~12582912,289406976~29360128,322961408~16777216,348127232~8388608,373293056~12582912] 2024-09-20T22:46:42.404 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to 14 diff [0~25165824,33554432~8388608,50331648~4194304,58720256~8388608,71303168~12582912,96468992~4194304,104857600~4194304,113246208~8388608,155189248~8388608,184549376~8388608,197132288~12582912,234881024~8388608,251658240~12582912,289406976~46137344,339738624~12582912,373293056~12582912,390070272~4194304] 2024-09-20T22:46:42.404 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,33554432~8388608,50331648~4194304,58720256~8388608,71303168~12582912,96468992~4194304,104857600~4194304,113246208~8388608,155189248~8388608,184549376~8388608,197132288~12582912,234881024~8388608,251658240~12582912,289406976~46137344,339738624~12582912,373293056~12582912,390070272~4194304] 2024-09-20T22:46:42.406 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,50331648~33554432,96468992~12582912,113246208~8388608,155189248~12582912,184549376~8388608,197132288~16777216,234881024~12582912,251658240~12582912,289406976~67108864,373293056~12582912,390070272~8388608] 2024-09-20T22:46:42.406 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to 15 diff [0~25165824,33554432~8388608,46137344~8388608,58720256~25165824,96468992~4194304,104857600~16777216,142606336~4194304,155189248~8388608,171966464~4194304,184549376~8388608,197132288~12582912,234881024~8388608,251658240~12582912,289406976~46137344,339738624~12582912,373293056~12582912,390070272~4194304,398458880~4194304] 2024-09-20T22:46:42.406 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,33554432~8388608,46137344~8388608,58720256~25165824,96468992~4194304,104857600~16777216,142606336~4194304,155189248~8388608,171966464~4194304,184549376~8388608,197132288~12582912,234881024~8388608,251658240~12582912,289406976~46137344,339738624~12582912,373293056~12582912,390070272~4194304,398458880~4194304] 2024-09-20T22:46:42.409 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~37748736,96468992~25165824,142606336~8388608,155189248~12582912,171966464~8388608,184549376~8388608,197132288~16777216,234881024~12582912,251658240~12582912,289406976~67108864,373293056~12582912,390070272~12582912] 2024-09-20T22:46:42.409 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to 16 diff [0~29360128,33554432~8388608,46137344~37748736,96468992~4194304,104857600~16777216,142606336~4194304,155189248~8388608,171966464~8388608,184549376~8388608,197132288~12582912,213909504~8388608,234881024~8388608,251658240~12582912,289406976~46137344,339738624~12582912,373293056~12582912,390070272~4194304,398458880~4194304] 2024-09-20T22:46:42.409 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~37748736,96468992~4194304,104857600~16777216,142606336~4194304,155189248~8388608,171966464~8388608,184549376~8388608,197132288~12582912,213909504~8388608,234881024~8388608,251658240~12582912,289406976~46137344,339738624~12582912,373293056~12582912,390070272~4194304,398458880~4194304] 2024-09-20T22:46:42.412 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~37748736,96468992~25165824,142606336~8388608,155189248~12582912,171966464~54525952,234881024~12582912,251658240~12582912,289406976~67108864,373293056~12582912,390070272~12582912] 2024-09-20T22:46:42.412 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to 17 diff [0~29360128,33554432~8388608,46137344~46137344,96468992~4194304,104857600~16777216,138412032~8388608,155189248~8388608,167772160~12582912,184549376~8388608,197132288~12582912,213909504~8388608,234881024~8388608,251658240~12582912,276824064~4194304,289406976~25165824,318767104~16777216,339738624~12582912,373293056~12582912,390070272~4194304,398458880~4194304] 2024-09-20T22:46:42.412 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~46137344,96468992~4194304,104857600~16777216,138412032~8388608,155189248~8388608,167772160~12582912,184549376~8388608,197132288~12582912,213909504~8388608,234881024~8388608,251658240~12582912,276824064~4194304,289406976~25165824,318767104~16777216,339738624~12582912,373293056~12582912,390070272~4194304,398458880~4194304] 2024-09-20T22:46:42.416 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~46137344,96468992~25165824,138412032~12582912,155189248~71303168,234881024~12582912,251658240~12582912,276824064~4194304,289406976~67108864,373293056~12582912,390070272~12582912] 2024-09-20T22:46:42.416 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to 18 diff [0~29360128,33554432~8388608,46137344~46137344,96468992~4194304,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~4194304,289406976~25165824,318767104~16777216,339738624~12582912,360710144~4194304,373293056~12582912,390070272~4194304,398458880~4194304] 2024-09-20T22:46:42.416 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~46137344,96468992~4194304,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~4194304,289406976~25165824,318767104~16777216,339738624~12582912,360710144~4194304,373293056~12582912,390070272~4194304,398458880~4194304] 2024-09-20T22:46:42.420 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~46137344,96468992~25165824,138412032~88080384,234881024~12582912,251658240~12582912,276824064~4194304,289406976~67108864,360710144~4194304,373293056~12582912,390070272~12582912] 2024-09-20T22:46:42.420 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to 19 diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~16777216,339738624~12582912,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.420 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~16777216,339738624~12582912,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.424 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~75497472,138412032~88080384,234881024~12582912,251658240~12582912,276824064~79691776,360710144~8388608,373293056~12582912,390070272~12582912,406847488~12582912] 2024-09-20T22:46:42.424 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to 12 diff [0~4194304,16777216~8388608,37748736~4194304,50331648~4194304,96468992~4194304,104857600~4194304,155189248~8388608,197132288~4194304,205520896~8388608,310378496~8388608] 2024-09-20T22:46:42.424 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~4194304,16777216~8388608,37748736~4194304,50331648~4194304,96468992~4194304,104857600~4194304,155189248~8388608,197132288~4194304,205520896~8388608,310378496~8388608] 2024-09-20T22:46:42.425 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~8388608,16777216~12582912,37748736~4194304,50331648~8388608,96468992~12582912,155189248~12582912,197132288~4194304,205520896~8388608,310378496~8388608] 2024-09-20T22:46:42.425 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to 13 diff [0~25165824,37748736~4194304,50331648~4194304,71303168~12582912,96468992~4194304,104857600~4194304,155189248~8388608,184549376~8388608,197132288~12582912,239075328~8388608,310378496~8388608,331350016~8388608,373293056~8388608] 2024-09-20T22:46:42.426 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,37748736~4194304,50331648~4194304,71303168~12582912,96468992~4194304,104857600~4194304,155189248~8388608,184549376~8388608,197132288~12582912,239075328~8388608,310378496~8388608,331350016~8388608,373293056~8388608] 2024-09-20T22:46:42.427 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,37748736~4194304,50331648~8388608,71303168~12582912,96468992~12582912,155189248~12582912,184549376~8388608,197132288~16777216,239075328~8388608,310378496~8388608,331350016~8388608,373293056~12582912] 2024-09-20T22:46:42.427 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to 14 diff [0~25165824,37748736~4194304,50331648~4194304,71303168~12582912,96468992~4194304,104857600~4194304,113246208~8388608,155189248~8388608,184549376~8388608,197132288~12582912,239075328~8388608,251658240~12582912,297795584~25165824,331350016~16777216,373293056~12582912,390070272~4194304] 2024-09-20T22:46:42.427 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,37748736~4194304,50331648~4194304,71303168~12582912,96468992~4194304,104857600~4194304,113246208~8388608,155189248~8388608,184549376~8388608,197132288~12582912,239075328~8388608,251658240~12582912,297795584~25165824,331350016~16777216,373293056~12582912,390070272~4194304] 2024-09-20T22:46:42.429 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,37748736~4194304,50331648~8388608,71303168~12582912,96468992~12582912,113246208~8388608,155189248~12582912,184549376~8388608,197132288~16777216,239075328~8388608,251658240~12582912,297795584~29360128,331350016~16777216,373293056~12582912,390070272~8388608] 2024-09-20T22:46:42.429 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to 15 diff [0~25165824,37748736~4194304,46137344~8388608,67108864~16777216,96468992~4194304,104857600~16777216,142606336~4194304,155189248~8388608,171966464~4194304,184549376~8388608,197132288~12582912,239075328~8388608,251658240~12582912,297795584~25165824,331350016~16777216,373293056~12582912,390070272~4194304,398458880~4194304] 2024-09-20T22:46:42.429 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~25165824,37748736~4194304,46137344~8388608,67108864~16777216,96468992~4194304,104857600~16777216,142606336~4194304,155189248~8388608,171966464~4194304,184549376~8388608,197132288~12582912,239075328~8388608,251658240~12582912,297795584~25165824,331350016~16777216,373293056~12582912,390070272~4194304,398458880~4194304] 2024-09-20T22:46:42.430 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,37748736~4194304,46137344~12582912,67108864~16777216,96468992~25165824,142606336~8388608,155189248~12582912,171966464~8388608,184549376~8388608,197132288~16777216,239075328~8388608,251658240~12582912,297795584~29360128,331350016~16777216,373293056~12582912,390070272~12582912] 2024-09-20T22:46:42.430 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to 16 diff [0~29360128,37748736~4194304,46137344~12582912,67108864~16777216,96468992~4194304,104857600~16777216,142606336~4194304,155189248~8388608,171966464~8388608,184549376~8388608,197132288~12582912,213909504~8388608,239075328~8388608,251658240~12582912,297795584~25165824,331350016~16777216,373293056~12582912,390070272~4194304,398458880~4194304] 2024-09-20T22:46:42.430 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,37748736~4194304,46137344~12582912,67108864~16777216,96468992~4194304,104857600~16777216,142606336~4194304,155189248~8388608,171966464~8388608,184549376~8388608,197132288~12582912,213909504~8388608,239075328~8388608,251658240~12582912,297795584~25165824,331350016~16777216,373293056~12582912,390070272~4194304,398458880~4194304] 2024-09-20T22:46:42.433 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,37748736~4194304,46137344~16777216,67108864~16777216,96468992~25165824,142606336~8388608,155189248~12582912,171966464~54525952,239075328~8388608,251658240~12582912,297795584~29360128,331350016~16777216,373293056~12582912,390070272~12582912] 2024-09-20T22:46:42.433 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to 17 diff [0~29360128,37748736~4194304,46137344~12582912,67108864~25165824,96468992~4194304,104857600~16777216,138412032~8388608,155189248~8388608,167772160~12582912,184549376~8388608,197132288~12582912,213909504~8388608,239075328~8388608,251658240~12582912,276824064~4194304,289406976~25165824,318767104~8388608,331350016~16777216,373293056~12582912,390070272~4194304,398458880~4194304] 2024-09-20T22:46:42.433 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,37748736~4194304,46137344~12582912,67108864~25165824,96468992~4194304,104857600~16777216,138412032~8388608,155189248~8388608,167772160~12582912,184549376~8388608,197132288~12582912,213909504~8388608,239075328~8388608,251658240~12582912,276824064~4194304,289406976~25165824,318767104~8388608,331350016~16777216,373293056~12582912,390070272~4194304,398458880~4194304] 2024-09-20T22:46:42.436 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,37748736~4194304,46137344~16777216,67108864~25165824,96468992~25165824,138412032~12582912,155189248~71303168,239075328~8388608,251658240~12582912,276824064~4194304,289406976~37748736,331350016~16777216,373293056~12582912,390070272~12582912] 2024-09-20T22:46:42.436 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to 18 diff [0~29360128,37748736~4194304,46137344~12582912,67108864~25165824,96468992~4194304,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~4194304,289406976~25165824,318767104~8388608,331350016~16777216,360710144~4194304,373293056~12582912,390070272~4194304,398458880~4194304] 2024-09-20T22:46:42.436 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,37748736~4194304,46137344~12582912,67108864~25165824,96468992~4194304,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~4194304,289406976~25165824,318767104~8388608,331350016~16777216,360710144~4194304,373293056~12582912,390070272~4194304,398458880~4194304] 2024-09-20T22:46:42.439 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,37748736~4194304,46137344~16777216,67108864~25165824,96468992~25165824,138412032~88080384,234881024~12582912,251658240~12582912,276824064~4194304,289406976~37748736,331350016~16777216,360710144~4194304,373293056~12582912,390070272~12582912] 2024-09-20T22:46:42.439 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to 19 diff [0~29360128,37748736~4194304,46137344~12582912,67108864~33554432,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,331350016~16777216,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.439 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,37748736~4194304,46137344~12582912,67108864~33554432,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,331350016~16777216,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.443 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,37748736~4194304,46137344~16777216,67108864~54525952,138412032~88080384,234881024~12582912,251658240~12582912,276824064~50331648,331350016~16777216,360710144~8388608,373293056~12582912,390070272~12582912,406847488~12582912] 2024-09-20T22:46:42.443 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to 13 diff [4194304~12582912,71303168~12582912,184549376~8388608,201326592~8388608,239075328~8388608,331350016~8388608,373293056~8388608] 2024-09-20T22:46:42.443 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~12582912,71303168~12582912,184549376~8388608,201326592~8388608,239075328~8388608,331350016~8388608,373293056~8388608] 2024-09-20T22:46:42.444 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~16777216,71303168~12582912,184549376~8388608,201326592~12582912,239075328~8388608,331350016~8388608,373293056~12582912] 2024-09-20T22:46:42.444 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to 14 diff [4194304~12582912,71303168~12582912,113246208~8388608,184549376~8388608,201326592~8388608,239075328~8388608,251658240~12582912,297795584~12582912,318767104~4194304,331350016~16777216,373293056~12582912,390070272~4194304] 2024-09-20T22:46:42.444 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~12582912,71303168~12582912,113246208~8388608,184549376~8388608,201326592~8388608,239075328~8388608,251658240~12582912,297795584~12582912,318767104~4194304,331350016~16777216,373293056~12582912,390070272~4194304] 2024-09-20T22:46:42.446 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~16777216,71303168~12582912,113246208~8388608,184549376~8388608,201326592~12582912,239075328~8388608,251658240~12582912,297795584~12582912,318767104~8388608,331350016~16777216,373293056~12582912,390070272~8388608] 2024-09-20T22:46:42.446 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to 15 diff [4194304~12582912,46137344~4194304,67108864~16777216,104857600~16777216,142606336~4194304,171966464~4194304,184549376~8388608,201326592~8388608,239075328~8388608,251658240~12582912,297795584~12582912,318767104~4194304,331350016~16777216,373293056~12582912,390070272~4194304,398458880~4194304] 2024-09-20T22:46:42.446 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~12582912,46137344~4194304,67108864~16777216,104857600~16777216,142606336~4194304,171966464~4194304,184549376~8388608,201326592~8388608,239075328~8388608,251658240~12582912,297795584~12582912,318767104~4194304,331350016~16777216,373293056~12582912,390070272~4194304,398458880~4194304] 2024-09-20T22:46:42.447 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~16777216,46137344~8388608,67108864~16777216,104857600~16777216,142606336~8388608,171966464~8388608,184549376~8388608,201326592~12582912,239075328~8388608,251658240~12582912,297795584~12582912,318767104~8388608,331350016~16777216,373293056~12582912,390070272~12582912] 2024-09-20T22:46:42.447 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to 16 diff [4194304~12582912,20971520~8388608,46137344~4194304,54525952~4194304,67108864~16777216,104857600~16777216,142606336~4194304,171966464~8388608,184549376~8388608,201326592~8388608,213909504~8388608,239075328~8388608,251658240~12582912,297795584~12582912,318767104~4194304,331350016~16777216,373293056~12582912,390070272~4194304,398458880~4194304] 2024-09-20T22:46:42.448 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~12582912,20971520~8388608,46137344~4194304,54525952~4194304,67108864~16777216,104857600~16777216,142606336~4194304,171966464~8388608,184549376~8388608,201326592~8388608,213909504~8388608,239075328~8388608,251658240~12582912,297795584~12582912,318767104~4194304,331350016~16777216,373293056~12582912,390070272~4194304,398458880~4194304] 2024-09-20T22:46:42.450 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~25165824,46137344~16777216,67108864~16777216,104857600~16777216,142606336~8388608,171966464~25165824,201326592~25165824,239075328~8388608,251658240~12582912,297795584~12582912,318767104~8388608,331350016~16777216,373293056~12582912,390070272~12582912] 2024-09-20T22:46:42.451 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to 17 diff [4194304~12582912,20971520~8388608,46137344~4194304,54525952~4194304,67108864~25165824,104857600~16777216,138412032~8388608,167772160~12582912,184549376~8388608,201326592~8388608,213909504~8388608,239075328~8388608,251658240~12582912,276824064~4194304,289406976~25165824,318767104~8388608,331350016~16777216,373293056~12582912,390070272~4194304,398458880~4194304] 2024-09-20T22:46:42.451 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [4194304~12582912,20971520~8388608,46137344~4194304,54525952~4194304,67108864~25165824,104857600~16777216,138412032~8388608,167772160~12582912,184549376~8388608,201326592~8388608,213909504~8388608,239075328~8388608,251658240~12582912,276824064~4194304,289406976~25165824,318767104~8388608,331350016~16777216,373293056~12582912,390070272~4194304,398458880~4194304] 2024-09-20T22:46:42.453 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [4194304~25165824,46137344~16777216,67108864~25165824,104857600~16777216,138412032~12582912,167772160~29360128,201326592~25165824,239075328~8388608,251658240~12582912,276824064~4194304,289406976~37748736,331350016~16777216,373293056~12582912,390070272~12582912] 2024-09-20T22:46:42.453 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to 18 diff [0~29360128,46137344~4194304,54525952~4194304,67108864~25165824,104857600~16777216,138412032~16777216,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~4194304,289406976~25165824,318767104~8388608,331350016~16777216,360710144~4194304,373293056~12582912,390070272~4194304,398458880~4194304] 2024-09-20T22:46:42.453 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,46137344~4194304,54525952~4194304,67108864~25165824,104857600~16777216,138412032~16777216,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~4194304,289406976~25165824,318767104~8388608,331350016~16777216,360710144~4194304,373293056~12582912,390070272~4194304,398458880~4194304] 2024-09-20T22:46:42.456 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,46137344~16777216,67108864~25165824,104857600~16777216,138412032~16777216,167772160~58720256,234881024~12582912,251658240~12582912,276824064~4194304,289406976~37748736,331350016~16777216,360710144~4194304,373293056~12582912,390070272~12582912] 2024-09-20T22:46:42.456 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to 19 diff [0~29360128,46137344~4194304,54525952~4194304,67108864~29360128,104857600~16777216,138412032~16777216,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,331350016~16777216,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.456 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,46137344~4194304,54525952~4194304,67108864~29360128,104857600~16777216,138412032~16777216,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,331350016~16777216,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.459 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,46137344~16777216,67108864~29360128,104857600~16777216,138412032~16777216,167772160~58720256,234881024~12582912,251658240~12582912,276824064~50331648,331350016~16777216,360710144~8388608,373293056~12582912,390070272~12582912,406847488~12582912] 2024-09-20T22:46:42.459 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to 14 diff [113246208~8388608,251658240~12582912,297795584~12582912,318767104~4194304,339738624~8388608,373293056~8388608,390070272~4194304] 2024-09-20T22:46:42.459 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [113246208~8388608,251658240~12582912,297795584~12582912,318767104~4194304,339738624~8388608,373293056~8388608,390070272~4194304] 2024-09-20T22:46:42.460 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [113246208~8388608,251658240~12582912,297795584~12582912,318767104~8388608,339738624~8388608,373293056~12582912,390070272~8388608] 2024-09-20T22:46:42.460 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to 15 diff [46137344~4194304,67108864~4194304,104857600~16777216,142606336~4194304,171966464~4194304,205520896~4194304,251658240~12582912,297795584~12582912,318767104~4194304,339738624~8388608,373293056~8388608,390070272~4194304,398458880~4194304] 2024-09-20T22:46:42.460 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [46137344~4194304,67108864~4194304,104857600~16777216,142606336~4194304,171966464~4194304,205520896~4194304,251658240~12582912,297795584~12582912,318767104~4194304,339738624~8388608,373293056~8388608,390070272~4194304,398458880~4194304] 2024-09-20T22:46:42.461 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [46137344~8388608,67108864~8388608,104857600~16777216,142606336~8388608,171966464~8388608,205520896~4194304,251658240~12582912,297795584~12582912,318767104~8388608,339738624~8388608,373293056~12582912,390070272~12582912] 2024-09-20T22:46:42.461 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to 16 diff [20971520~8388608,46137344~4194304,54525952~4194304,67108864~8388608,104857600~16777216,142606336~4194304,171966464~8388608,184549376~8388608,205520896~4194304,213909504~8388608,251658240~12582912,297795584~12582912,318767104~4194304,339738624~8388608,373293056~8388608,390070272~4194304,398458880~4194304] 2024-09-20T22:46:42.461 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [20971520~8388608,46137344~4194304,54525952~4194304,67108864~8388608,104857600~16777216,142606336~4194304,171966464~8388608,184549376~8388608,205520896~4194304,213909504~8388608,251658240~12582912,297795584~12582912,318767104~4194304,339738624~8388608,373293056~8388608,390070272~4194304,398458880~4194304] 2024-09-20T22:46:42.464 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [20971520~8388608,46137344~16777216,67108864~8388608,104857600~16777216,142606336~8388608,171966464~25165824,205520896~4194304,213909504~12582912,251658240~12582912,297795584~12582912,318767104~8388608,339738624~8388608,373293056~12582912,390070272~12582912] 2024-09-20T22:46:42.464 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to 17 diff [20971520~8388608,46137344~4194304,54525952~4194304,67108864~8388608,83886080~8388608,104857600~16777216,138412032~8388608,167772160~12582912,184549376~8388608,205520896~4194304,213909504~8388608,251658240~12582912,276824064~4194304,289406976~25165824,318767104~8388608,339738624~8388608,373293056~8388608,390070272~4194304,398458880~4194304] 2024-09-20T22:46:42.464 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [20971520~8388608,46137344~4194304,54525952~4194304,67108864~8388608,83886080~8388608,104857600~16777216,138412032~8388608,167772160~12582912,184549376~8388608,205520896~4194304,213909504~8388608,251658240~12582912,276824064~4194304,289406976~25165824,318767104~8388608,339738624~8388608,373293056~8388608,390070272~4194304,398458880~4194304] 2024-09-20T22:46:42.466 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [20971520~8388608,46137344~16777216,67108864~12582912,83886080~8388608,104857600~16777216,138412032~12582912,167772160~29360128,205520896~4194304,213909504~12582912,251658240~12582912,276824064~4194304,289406976~37748736,339738624~8388608,373293056~12582912,390070272~12582912] 2024-09-20T22:46:42.466 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to 18 diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,67108864~8388608,79691776~12582912,104857600~16777216,138412032~16777216,167772160~12582912,184549376~16777216,205520896~4194304,213909504~8388608,234881024~8388608,251658240~12582912,276824064~4194304,289406976~25165824,318767104~8388608,339738624~8388608,360710144~4194304,373293056~8388608,390070272~4194304,398458880~4194304] 2024-09-20T22:46:42.466 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,67108864~8388608,79691776~12582912,104857600~16777216,138412032~16777216,167772160~12582912,184549376~16777216,205520896~4194304,213909504~8388608,234881024~8388608,251658240~12582912,276824064~4194304,289406976~25165824,318767104~8388608,339738624~8388608,360710144~4194304,373293056~8388608,390070272~4194304,398458880~4194304] 2024-09-20T22:46:42.468 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,20971520~8388608,46137344~16777216,67108864~25165824,104857600~16777216,138412032~16777216,167772160~41943040,213909504~12582912,234881024~12582912,251658240~12582912,276824064~4194304,289406976~37748736,339738624~8388608,360710144~4194304,373293056~12582912,390070272~12582912] 2024-09-20T22:46:42.469 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to 19 diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,67108864~8388608,79691776~16777216,104857600~16777216,138412032~16777216,167772160~12582912,184549376~16777216,205520896~4194304,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,339738624~8388608,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.469 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,67108864~8388608,79691776~16777216,104857600~16777216,138412032~16777216,167772160~12582912,184549376~16777216,205520896~4194304,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,339738624~8388608,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.471 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,20971520~8388608,46137344~16777216,67108864~29360128,104857600~16777216,138412032~16777216,167772160~41943040,213909504~12582912,234881024~12582912,251658240~12582912,276824064~50331648,339738624~8388608,360710144~8388608,373293056~12582912,390070272~12582912,406847488~12582912] 2024-09-20T22:46:42.471 INFO:tasks.workunit.client.0.smithi046.stdout:from 14 to 15 diff [46137344~4194304,67108864~4194304,104857600~8388608,142606336~4194304,171966464~4194304,205520896~4194304,301989888~8388608,398458880~4194304] 2024-09-20T22:46:42.471 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [46137344~4194304,67108864~4194304,104857600~8388608,142606336~4194304,171966464~4194304,205520896~4194304,301989888~8388608,398458880~4194304] 2024-09-20T22:46:42.472 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [46137344~8388608,67108864~8388608,104857600~8388608,142606336~8388608,171966464~8388608,205520896~4194304,301989888~8388608,398458880~4194304] 2024-09-20T22:46:42.472 INFO:tasks.workunit.client.0.smithi046.stdout:from 14 to 16 diff [20971520~8388608,46137344~4194304,54525952~4194304,67108864~8388608,104857600~8388608,142606336~4194304,171966464~8388608,184549376~8388608,205520896~4194304,213909504~8388608,301989888~8388608,373293056~8388608,398458880~4194304] 2024-09-20T22:46:42.472 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [20971520~8388608,46137344~4194304,54525952~4194304,67108864~8388608,104857600~8388608,142606336~4194304,171966464~8388608,184549376~8388608,205520896~4194304,213909504~8388608,301989888~8388608,373293056~8388608,398458880~4194304] 2024-09-20T22:46:42.474 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [20971520~8388608,46137344~16777216,67108864~8388608,104857600~8388608,142606336~8388608,171966464~25165824,205520896~4194304,213909504~12582912,301989888~8388608,373293056~12582912,398458880~4194304] 2024-09-20T22:46:42.474 INFO:tasks.workunit.client.0.smithi046.stdout:from 14 to 17 diff [20971520~8388608,46137344~4194304,54525952~4194304,67108864~8388608,83886080~8388608,104857600~8388608,138412032~8388608,167772160~12582912,184549376~8388608,205520896~4194304,213909504~8388608,276824064~4194304,289406976~8388608,301989888~12582912,318767104~8388608,339738624~8388608,373293056~8388608,398458880~4194304] 2024-09-20T22:46:42.474 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [20971520~8388608,46137344~4194304,54525952~4194304,67108864~8388608,83886080~8388608,104857600~8388608,138412032~8388608,167772160~12582912,184549376~8388608,205520896~4194304,213909504~8388608,276824064~4194304,289406976~8388608,301989888~12582912,318767104~8388608,339738624~8388608,373293056~8388608,398458880~4194304] 2024-09-20T22:46:42.476 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [20971520~8388608,46137344~16777216,67108864~12582912,83886080~8388608,104857600~8388608,138412032~12582912,167772160~29360128,205520896~4194304,213909504~12582912,276824064~4194304,289406976~37748736,339738624~8388608,373293056~12582912,398458880~4194304] 2024-09-20T22:46:42.476 INFO:tasks.workunit.client.0.smithi046.stdout:from 14 to 18 diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,67108864~8388608,79691776~12582912,104857600~8388608,138412032~16777216,167772160~12582912,184549376~16777216,205520896~4194304,213909504~8388608,234881024~8388608,276824064~4194304,289406976~25165824,318767104~8388608,339738624~8388608,360710144~4194304,373293056~8388608,398458880~4194304] 2024-09-20T22:46:42.476 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,67108864~8388608,79691776~12582912,104857600~8388608,138412032~16777216,167772160~12582912,184549376~16777216,205520896~4194304,213909504~8388608,234881024~8388608,276824064~4194304,289406976~25165824,318767104~8388608,339738624~8388608,360710144~4194304,373293056~8388608,398458880~4194304] 2024-09-20T22:46:42.478 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,20971520~8388608,46137344~16777216,67108864~25165824,104857600~8388608,138412032~16777216,167772160~41943040,213909504~12582912,234881024~12582912,276824064~4194304,289406976~37748736,339738624~8388608,360710144~4194304,373293056~12582912,398458880~4194304] 2024-09-20T22:46:42.478 INFO:tasks.workunit.client.0.smithi046.stdout:from 14 to 19 diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,67108864~8388608,79691776~16777216,104857600~16777216,138412032~16777216,167772160~12582912,184549376~16777216,205520896~4194304,213909504~8388608,234881024~8388608,276824064~8388608,289406976~25165824,318767104~8388608,339738624~8388608,360710144~8388608,373293056~12582912,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.479 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,67108864~8388608,79691776~16777216,104857600~16777216,138412032~16777216,167772160~12582912,184549376~16777216,205520896~4194304,213909504~8388608,234881024~8388608,276824064~8388608,289406976~25165824,318767104~8388608,339738624~8388608,360710144~8388608,373293056~12582912,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.481 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,20971520~8388608,46137344~16777216,67108864~29360128,104857600~16777216,138412032~16777216,167772160~41943040,213909504~12582912,234881024~12582912,276824064~50331648,339738624~8388608,360710144~8388608,373293056~12582912,398458880~4194304,406847488~12582912] 2024-09-20T22:46:42.481 INFO:tasks.workunit.client.0.smithi046.stdout:from 15 to 16 diff [20971520~8388608,54525952~4194304,71303168~4194304,176160768~4194304,184549376~8388608,213909504~8388608,301989888~8388608,373293056~8388608] 2024-09-20T22:46:42.481 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [20971520~8388608,54525952~4194304,71303168~4194304,176160768~4194304,184549376~8388608,213909504~8388608,301989888~8388608,373293056~8388608] 2024-09-20T22:46:42.482 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [20971520~8388608,54525952~8388608,71303168~4194304,176160768~20971520,213909504~12582912,301989888~8388608,373293056~12582912] 2024-09-20T22:46:42.482 INFO:tasks.workunit.client.0.smithi046.stdout:from 15 to 17 diff [20971520~8388608,54525952~4194304,71303168~4194304,83886080~8388608,138412032~8388608,167772160~4194304,176160768~4194304,184549376~8388608,213909504~8388608,276824064~4194304,289406976~8388608,301989888~12582912,318767104~8388608,339738624~8388608,373293056~8388608] 2024-09-20T22:46:42.482 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [20971520~8388608,54525952~4194304,71303168~4194304,83886080~8388608,138412032~8388608,167772160~4194304,176160768~4194304,184549376~8388608,213909504~8388608,276824064~4194304,289406976~8388608,301989888~12582912,318767104~8388608,339738624~8388608,373293056~8388608] 2024-09-20T22:46:42.484 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [20971520~8388608,54525952~8388608,71303168~8388608,83886080~8388608,138412032~8388608,167772160~4194304,176160768~20971520,213909504~12582912,276824064~4194304,289406976~37748736,339738624~8388608,373293056~12582912] 2024-09-20T22:46:42.484 INFO:tasks.workunit.client.0.smithi046.stdout:from 15 to 18 diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,71303168~4194304,79691776~12582912,138412032~16777216,167772160~4194304,176160768~4194304,184549376~16777216,213909504~8388608,234881024~8388608,276824064~4194304,289406976~25165824,318767104~8388608,339738624~8388608,360710144~4194304,373293056~8388608,398458880~4194304] 2024-09-20T22:46:42.484 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,71303168~4194304,79691776~12582912,138412032~16777216,167772160~4194304,176160768~4194304,184549376~16777216,213909504~8388608,234881024~8388608,276824064~4194304,289406976~25165824,318767104~8388608,339738624~8388608,360710144~4194304,373293056~8388608,398458880~4194304] 2024-09-20T22:46:42.485 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,20971520~8388608,46137344~16777216,71303168~20971520,138412032~16777216,167772160~4194304,176160768~29360128,213909504~12582912,234881024~12582912,276824064~4194304,289406976~37748736,339738624~8388608,360710144~4194304,373293056~12582912,398458880~4194304] 2024-09-20T22:46:42.486 INFO:tasks.workunit.client.0.smithi046.stdout:from 15 to 19 diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,71303168~4194304,79691776~16777216,104857600~16777216,138412032~16777216,167772160~4194304,176160768~4194304,184549376~16777216,213909504~8388608,234881024~8388608,276824064~8388608,289406976~25165824,318767104~8388608,339738624~8388608,360710144~8388608,373293056~12582912,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.486 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,71303168~4194304,79691776~16777216,104857600~16777216,138412032~16777216,167772160~4194304,176160768~4194304,184549376~16777216,213909504~8388608,234881024~8388608,276824064~8388608,289406976~25165824,318767104~8388608,339738624~8388608,360710144~8388608,373293056~12582912,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.488 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,20971520~8388608,46137344~16777216,71303168~25165824,104857600~16777216,138412032~16777216,167772160~4194304,176160768~29360128,213909504~12582912,234881024~12582912,276824064~50331648,339738624~8388608,360710144~8388608,373293056~12582912,398458880~4194304,406847488~12582912] 2024-09-20T22:46:42.488 INFO:tasks.workunit.client.0.smithi046.stdout:from 16 to 17 diff [71303168~4194304,83886080~8388608,138412032~8388608,167772160~4194304,276824064~4194304,289406976~8388608,306184192~8388608,318767104~8388608,339738624~8388608] 2024-09-20T22:46:42.488 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [71303168~4194304,83886080~8388608,138412032~8388608,167772160~4194304,276824064~4194304,289406976~8388608,306184192~8388608,318767104~8388608,339738624~8388608] 2024-09-20T22:46:42.489 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [71303168~8388608,83886080~8388608,138412032~8388608,167772160~4194304,276824064~4194304,289406976~12582912,306184192~20971520,339738624~8388608] 2024-09-20T22:46:42.489 INFO:tasks.workunit.client.0.smithi046.stdout:from 16 to 18 diff [0~8388608,46137344~4194304,71303168~4194304,79691776~12582912,138412032~16777216,167772160~4194304,192937984~8388608,234881024~8388608,276824064~4194304,289406976~12582912,306184192~8388608,318767104~8388608,339738624~8388608,360710144~4194304,398458880~4194304] 2024-09-20T22:46:42.489 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,46137344~4194304,71303168~4194304,79691776~12582912,138412032~16777216,167772160~4194304,192937984~8388608,234881024~8388608,276824064~4194304,289406976~12582912,306184192~8388608,318767104~8388608,339738624~8388608,360710144~4194304,398458880~4194304] 2024-09-20T22:46:42.490 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,46137344~8388608,71303168~20971520,138412032~16777216,167772160~4194304,192937984~12582912,234881024~12582912,276824064~4194304,289406976~12582912,306184192~20971520,339738624~8388608,360710144~4194304,398458880~4194304] 2024-09-20T22:46:42.490 INFO:tasks.workunit.client.0.smithi046.stdout:from 16 to 19 diff [0~8388608,46137344~4194304,71303168~4194304,79691776~16777216,104857600~16777216,138412032~16777216,167772160~4194304,192937984~8388608,234881024~8388608,276824064~8388608,289406976~12582912,306184192~8388608,318767104~8388608,339738624~8388608,360710144~8388608,381681664~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.490 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,46137344~4194304,71303168~4194304,79691776~16777216,104857600~16777216,138412032~16777216,167772160~4194304,192937984~8388608,234881024~8388608,276824064~8388608,289406976~12582912,306184192~8388608,318767104~8388608,339738624~8388608,360710144~8388608,381681664~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.492 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,46137344~8388608,71303168~25165824,104857600~16777216,138412032~16777216,167772160~4194304,192937984~12582912,234881024~12582912,276824064~50331648,339738624~8388608,360710144~8388608,381681664~4194304,398458880~4194304,406847488~12582912] 2024-09-20T22:46:42.492 INFO:tasks.workunit.client.0.smithi046.stdout:from 17 to 18 diff [0~8388608,46137344~4194304,79691776~8388608,146800640~8388608,192937984~8388608,234881024~8388608,293601280~8388608,360710144~4194304,398458880~4194304] 2024-09-20T22:46:42.492 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,46137344~4194304,79691776~8388608,146800640~8388608,192937984~8388608,234881024~8388608,293601280~8388608,360710144~4194304,398458880~4194304] 2024-09-20T22:46:42.493 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,46137344~8388608,79691776~12582912,146800640~8388608,192937984~12582912,234881024~12582912,293601280~8388608,360710144~4194304,398458880~4194304] 2024-09-20T22:46:42.493 INFO:tasks.workunit.client.0.smithi046.stdout:from 17 to 19 diff [0~8388608,46137344~4194304,79691776~8388608,92274688~4194304,104857600~16777216,146800640~8388608,192937984~8388608,234881024~8388608,276824064~8388608,293601280~8388608,360710144~8388608,381681664~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.493 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,46137344~4194304,79691776~8388608,92274688~4194304,104857600~16777216,146800640~8388608,192937984~8388608,234881024~8388608,276824064~8388608,293601280~8388608,360710144~8388608,381681664~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.495 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,46137344~8388608,79691776~16777216,104857600~16777216,146800640~8388608,192937984~12582912,234881024~12582912,276824064~12582912,293601280~12582912,360710144~8388608,381681664~4194304,398458880~4194304,406847488~12582912] 2024-09-20T22:46:42.495 INFO:tasks.workunit.client.0.smithi046.stdout:from 18 to 19 diff [92274688~4194304,104857600~16777216,234881024~8388608,276824064~8388608,297795584~4194304,360710144~4194304,381681664~4194304,406847488~8388608] 2024-09-20T22:46:42.495 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [92274688~4194304,104857600~16777216,234881024~8388608,276824064~8388608,297795584~4194304,360710144~4194304,381681664~4194304,406847488~8388608] 2024-09-20T22:46:42.495 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [92274688~4194304,104857600~16777216,234881024~12582912,276824064~12582912,297795584~8388608,360710144~8388608,381681664~4194304,406847488~12582912] 2024-09-20T22:46:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:46:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:46:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:46:42.787 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.787 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.812 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:42.812 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.812 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.821 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:42.821 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.821 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.828 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:42.828 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [0~100663296,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~67108864,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.828 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~67108864,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.835 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:42.835 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [0~41943040,46137344~54525952,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:42.836 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~41943040,46137344~54525952,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:42.842 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:42.842 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:42.842 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:42.847 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~92274688,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:42.847 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.847 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.852 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~79691776,134217728~96468992,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:42.852 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~29360128,268435456~4194304,276824064~37748736,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.852 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~29360128,268435456~4194304,276824064~37748736,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.857 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~79691776,134217728~96468992,234881024~29360128,268435456~4194304,276824064~92274688,373293056~29360128,406847488~12582912] 2024-09-20T22:46:42.857 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,268435456~4194304,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.857 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,268435456~4194304,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.861 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~79691776,134217728~96468992,234881024~29360128,268435456~4194304,276824064~92274688,373293056~29360128,406847488~12582912] 2024-09-20T22:46:42.861 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.861 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.866 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~75497472,138412032~92274688,234881024~29360128,276824064~92274688,373293056~29360128,406847488~12582912] 2024-09-20T22:46:42.866 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~16777216,339738624~12582912,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.866 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~16777216,339738624~12582912,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.870 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~75497472,138412032~88080384,234881024~12582912,251658240~12582912,276824064~79691776,360710144~8388608,373293056~12582912,390070272~12582912,406847488~12582912] 2024-09-20T22:46:42.870 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to HEAD diff [0~29360128,37748736~4194304,46137344~12582912,67108864~33554432,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,331350016~16777216,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.870 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,37748736~4194304,46137344~12582912,67108864~33554432,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,331350016~16777216,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.873 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,37748736~4194304,46137344~16777216,67108864~54525952,138412032~88080384,234881024~12582912,251658240~12582912,276824064~50331648,331350016~16777216,360710144~8388608,373293056~12582912,390070272~12582912,406847488~12582912] 2024-09-20T22:46:42.873 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to HEAD diff [0~29360128,46137344~4194304,54525952~4194304,67108864~29360128,104857600~16777216,138412032~16777216,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,331350016~16777216,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.873 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,46137344~4194304,54525952~4194304,67108864~29360128,104857600~16777216,138412032~16777216,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,331350016~16777216,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.876 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,46137344~16777216,67108864~29360128,104857600~16777216,138412032~16777216,167772160~58720256,234881024~12582912,251658240~12582912,276824064~50331648,331350016~16777216,360710144~8388608,373293056~12582912,390070272~12582912,406847488~12582912] 2024-09-20T22:46:42.876 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to HEAD diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,67108864~8388608,79691776~16777216,104857600~16777216,138412032~16777216,167772160~12582912,184549376~16777216,205520896~4194304,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,339738624~8388608,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.877 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,67108864~8388608,79691776~16777216,104857600~16777216,138412032~16777216,167772160~12582912,184549376~16777216,205520896~4194304,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,339738624~8388608,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.879 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,20971520~8388608,46137344~16777216,67108864~29360128,104857600~16777216,138412032~16777216,167772160~41943040,213909504~12582912,234881024~12582912,251658240~12582912,276824064~50331648,339738624~8388608,360710144~8388608,373293056~12582912,390070272~12582912,406847488~12582912] 2024-09-20T22:46:42.879 INFO:tasks.workunit.client.0.smithi046.stdout:from 14 to HEAD diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,67108864~8388608,79691776~16777216,104857600~16777216,138412032~16777216,167772160~12582912,184549376~16777216,205520896~4194304,213909504~8388608,234881024~8388608,276824064~8388608,289406976~25165824,318767104~8388608,339738624~8388608,360710144~8388608,373293056~12582912,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.879 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,67108864~8388608,79691776~16777216,104857600~16777216,138412032~16777216,167772160~12582912,184549376~16777216,205520896~4194304,213909504~8388608,234881024~8388608,276824064~8388608,289406976~25165824,318767104~8388608,339738624~8388608,360710144~8388608,373293056~12582912,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.881 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,20971520~8388608,46137344~16777216,67108864~29360128,104857600~16777216,138412032~16777216,167772160~41943040,213909504~12582912,234881024~12582912,276824064~50331648,339738624~8388608,360710144~8388608,373293056~12582912,398458880~4194304,406847488~12582912] 2024-09-20T22:46:42.881 INFO:tasks.workunit.client.0.smithi046.stdout:from 15 to HEAD diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,71303168~4194304,79691776~16777216,104857600~16777216,138412032~16777216,167772160~4194304,176160768~4194304,184549376~16777216,213909504~8388608,234881024~8388608,276824064~8388608,289406976~25165824,318767104~8388608,339738624~8388608,360710144~8388608,373293056~12582912,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.881 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,71303168~4194304,79691776~16777216,104857600~16777216,138412032~16777216,167772160~4194304,176160768~4194304,184549376~16777216,213909504~8388608,234881024~8388608,276824064~8388608,289406976~25165824,318767104~8388608,339738624~8388608,360710144~8388608,373293056~12582912,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.883 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,20971520~8388608,46137344~16777216,71303168~25165824,104857600~16777216,138412032~16777216,167772160~4194304,176160768~29360128,213909504~12582912,234881024~12582912,276824064~50331648,339738624~8388608,360710144~8388608,373293056~12582912,398458880~4194304,406847488~12582912] 2024-09-20T22:46:42.883 INFO:tasks.workunit.client.0.smithi046.stdout:from 16 to HEAD diff [0~8388608,46137344~4194304,71303168~4194304,79691776~16777216,104857600~16777216,138412032~16777216,167772160~4194304,192937984~8388608,234881024~8388608,276824064~8388608,289406976~12582912,306184192~8388608,318767104~8388608,339738624~8388608,360710144~8388608,381681664~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.883 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,46137344~4194304,71303168~4194304,79691776~16777216,104857600~16777216,138412032~16777216,167772160~4194304,192937984~8388608,234881024~8388608,276824064~8388608,289406976~12582912,306184192~8388608,318767104~8388608,339738624~8388608,360710144~8388608,381681664~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.885 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,46137344~8388608,71303168~25165824,104857600~16777216,138412032~16777216,167772160~4194304,192937984~12582912,234881024~12582912,276824064~50331648,339738624~8388608,360710144~8388608,381681664~4194304,398458880~4194304,406847488~12582912] 2024-09-20T22:46:42.885 INFO:tasks.workunit.client.0.smithi046.stdout:from 17 to HEAD diff [0~8388608,46137344~4194304,79691776~8388608,92274688~4194304,104857600~16777216,146800640~8388608,192937984~8388608,234881024~8388608,276824064~8388608,293601280~8388608,360710144~8388608,381681664~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.885 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,46137344~4194304,79691776~8388608,92274688~4194304,104857600~16777216,146800640~8388608,192937984~8388608,234881024~8388608,276824064~8388608,293601280~8388608,360710144~8388608,381681664~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:42.886 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,46137344~8388608,79691776~16777216,104857600~16777216,146800640~8388608,192937984~12582912,234881024~12582912,276824064~12582912,293601280~12582912,360710144~8388608,381681664~4194304,398458880~4194304,406847488~12582912] 2024-09-20T22:46:43.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:42 smithi046 ceph-mon[96110]: osdmap e2192: 8 total, 8 up, 8 in 2024-09-20T22:46:43.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:42 smithi046 ceph-mon[96110]: pgmap v3821: 137 pgs: 137 active+clean; 1.1 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 107 KiB/s rd, 36 MiB/s wr, 191 op/s 2024-09-20T22:46:43.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:42 smithi046 ceph-mon[98591]: osdmap e2192: 8 total, 8 up, 8 in 2024-09-20T22:46:43.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:42 smithi046 ceph-mon[98591]: pgmap v3821: 137 pgs: 137 active+clean; 1.1 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 107 KiB/s rd, 36 MiB/s wr, 191 op/s 2024-09-20T22:46:43.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:42 smithi134 ceph-mon[89086]: osdmap e2192: 8 total, 8 up, 8 in 2024-09-20T22:46:43.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:42 smithi134 ceph-mon[89086]: pgmap v3821: 137 pgs: 137 active+clean; 1.1 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 107 KiB/s rd, 36 MiB/s wr, 191 op/s 2024-09-20T22:46:43.810 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:43.810 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:43.842 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:43.843 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:43.843 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:43.854 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:43.854 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:43.854 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:43.860 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:43.861 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [0~100663296,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~67108864,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:43.861 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~67108864,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:43.867 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:43.867 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [0~41943040,46137344~54525952,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:43.867 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~41943040,46137344~54525952,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:43.875 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:43.875 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:43.875 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:43.880 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~92274688,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:43.880 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:43.880 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:43.885 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~79691776,134217728~96468992,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:43.885 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~29360128,268435456~4194304,276824064~37748736,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:43.885 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~29360128,268435456~4194304,276824064~37748736,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:43.891 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~79691776,134217728~96468992,234881024~29360128,268435456~4194304,276824064~92274688,373293056~29360128,406847488~12582912] 2024-09-20T22:46:43.891 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,268435456~4194304,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:43.891 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,268435456~4194304,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:43.895 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~79691776,134217728~96468992,234881024~29360128,268435456~4194304,276824064~92274688,373293056~29360128,406847488~12582912] 2024-09-20T22:46:43.895 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:43.895 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:43.899 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~75497472,138412032~92274688,234881024~29360128,276824064~92274688,373293056~29360128,406847488~12582912] 2024-09-20T22:46:43.899 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~16777216,339738624~12582912,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:43.899 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~16777216,339738624~12582912,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:43.902 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~75497472,138412032~88080384,234881024~12582912,251658240~12582912,276824064~79691776,360710144~8388608,373293056~12582912,390070272~12582912,406847488~12582912] 2024-09-20T22:46:43.902 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to HEAD diff [0~29360128,37748736~4194304,46137344~12582912,67108864~33554432,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,331350016~16777216,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:43.902 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,37748736~4194304,46137344~12582912,67108864~33554432,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,331350016~16777216,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:43.905 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,37748736~4194304,46137344~16777216,67108864~54525952,138412032~88080384,234881024~12582912,251658240~12582912,276824064~50331648,331350016~16777216,360710144~8388608,373293056~12582912,390070272~12582912,406847488~12582912] 2024-09-20T22:46:43.905 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to HEAD diff [0~29360128,46137344~4194304,54525952~4194304,67108864~29360128,104857600~16777216,138412032~16777216,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,331350016~16777216,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:43.905 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,46137344~4194304,54525952~4194304,67108864~29360128,104857600~16777216,138412032~16777216,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,331350016~16777216,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:43.908 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,46137344~16777216,67108864~29360128,104857600~16777216,138412032~16777216,167772160~58720256,234881024~12582912,251658240~12582912,276824064~50331648,331350016~16777216,360710144~8388608,373293056~12582912,390070272~12582912,406847488~12582912] 2024-09-20T22:46:43.908 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to HEAD diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,67108864~8388608,79691776~16777216,104857600~16777216,138412032~16777216,167772160~12582912,184549376~16777216,205520896~4194304,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,339738624~8388608,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:43.908 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,67108864~8388608,79691776~16777216,104857600~16777216,138412032~16777216,167772160~12582912,184549376~16777216,205520896~4194304,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,339738624~8388608,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:43.910 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,20971520~8388608,46137344~16777216,67108864~29360128,104857600~16777216,138412032~16777216,167772160~41943040,213909504~12582912,234881024~12582912,251658240~12582912,276824064~50331648,339738624~8388608,360710144~8388608,373293056~12582912,390070272~12582912,406847488~12582912] 2024-09-20T22:46:43.910 INFO:tasks.workunit.client.0.smithi046.stdout:from 14 to HEAD diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,67108864~8388608,79691776~16777216,104857600~16777216,138412032~16777216,167772160~12582912,184549376~16777216,205520896~4194304,213909504~8388608,234881024~8388608,276824064~8388608,289406976~25165824,318767104~8388608,339738624~8388608,360710144~8388608,373293056~12582912,398458880~4194304,406847488~8388608] 2024-09-20T22:46:43.910 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,67108864~8388608,79691776~16777216,104857600~16777216,138412032~16777216,167772160~12582912,184549376~16777216,205520896~4194304,213909504~8388608,234881024~8388608,276824064~8388608,289406976~25165824,318767104~8388608,339738624~8388608,360710144~8388608,373293056~12582912,398458880~4194304,406847488~8388608] 2024-09-20T22:46:43.912 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,20971520~8388608,46137344~16777216,67108864~29360128,104857600~16777216,138412032~16777216,167772160~41943040,213909504~12582912,234881024~12582912,276824064~50331648,339738624~8388608,360710144~8388608,373293056~12582912,398458880~4194304,406847488~12582912] 2024-09-20T22:46:43.912 INFO:tasks.workunit.client.0.smithi046.stdout:from 15 to HEAD diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,71303168~4194304,79691776~16777216,104857600~16777216,138412032~16777216,167772160~4194304,176160768~4194304,184549376~16777216,213909504~8388608,234881024~8388608,276824064~8388608,289406976~25165824,318767104~8388608,339738624~8388608,360710144~8388608,373293056~12582912,398458880~4194304,406847488~8388608] 2024-09-20T22:46:43.912 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,71303168~4194304,79691776~16777216,104857600~16777216,138412032~16777216,167772160~4194304,176160768~4194304,184549376~16777216,213909504~8388608,234881024~8388608,276824064~8388608,289406976~25165824,318767104~8388608,339738624~8388608,360710144~8388608,373293056~12582912,398458880~4194304,406847488~8388608] 2024-09-20T22:46:43.914 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,20971520~8388608,46137344~16777216,71303168~25165824,104857600~16777216,138412032~16777216,167772160~4194304,176160768~29360128,213909504~12582912,234881024~12582912,276824064~50331648,339738624~8388608,360710144~8388608,373293056~12582912,398458880~4194304,406847488~12582912] 2024-09-20T22:46:43.914 INFO:tasks.workunit.client.0.smithi046.stdout:from 16 to HEAD diff [0~8388608,46137344~4194304,71303168~4194304,79691776~16777216,104857600~16777216,138412032~16777216,167772160~4194304,192937984~8388608,234881024~8388608,276824064~8388608,289406976~12582912,306184192~8388608,318767104~8388608,339738624~8388608,360710144~8388608,381681664~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:43.914 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,46137344~4194304,71303168~4194304,79691776~16777216,104857600~16777216,138412032~16777216,167772160~4194304,192937984~8388608,234881024~8388608,276824064~8388608,289406976~12582912,306184192~8388608,318767104~8388608,339738624~8388608,360710144~8388608,381681664~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:43.915 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,46137344~8388608,71303168~25165824,104857600~16777216,138412032~16777216,167772160~4194304,192937984~12582912,234881024~12582912,276824064~50331648,339738624~8388608,360710144~8388608,381681664~4194304,398458880~4194304,406847488~12582912] 2024-09-20T22:46:44.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:43 smithi046 ceph-mon[96110]: osdmap e2193: 8 total, 8 up, 8 in 2024-09-20T22:46:44.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:43 smithi046 ceph-mon[98591]: osdmap e2193: 8 total, 8 up, 8 in 2024-09-20T22:46:44.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:43 smithi134 ceph-mon[89086]: osdmap e2193: 8 total, 8 up, 8 in 2024-09-20T22:46:44.804 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:44.804 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:44.858 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:44.859 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:44.859 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:44.867 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:44.867 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:44.867 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:44.873 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:44.874 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [0~100663296,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~67108864,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:44.874 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~67108864,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:44.880 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:44.880 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [0~41943040,46137344~54525952,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:44.880 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~41943040,46137344~54525952,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:44.887 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:44.887 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:44.887 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:44.892 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~92274688,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:44.892 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:44.892 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:44.897 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~79691776,134217728~96468992,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:44.897 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~29360128,268435456~4194304,276824064~37748736,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:44.897 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~29360128,268435456~4194304,276824064~37748736,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:44.901 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~79691776,134217728~96468992,234881024~29360128,268435456~4194304,276824064~92274688,373293056~29360128,406847488~12582912] 2024-09-20T22:46:44.901 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,268435456~4194304,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:44.902 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,268435456~4194304,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:44.906 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~79691776,134217728~96468992,234881024~29360128,268435456~4194304,276824064~92274688,373293056~29360128,406847488~12582912] 2024-09-20T22:46:44.906 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:44.906 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:44.911 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~75497472,138412032~92274688,234881024~29360128,276824064~92274688,373293056~29360128,406847488~12582912] 2024-09-20T22:46:44.911 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~16777216,339738624~12582912,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:44.911 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~16777216,339738624~12582912,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:44.914 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~75497472,138412032~88080384,234881024~12582912,251658240~12582912,276824064~79691776,360710144~8388608,373293056~12582912,390070272~12582912,406847488~12582912] 2024-09-20T22:46:44.914 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to HEAD diff [0~29360128,37748736~4194304,46137344~12582912,67108864~33554432,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,331350016~16777216,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:44.915 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,37748736~4194304,46137344~12582912,67108864~33554432,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,331350016~16777216,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:44.917 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,37748736~4194304,46137344~16777216,67108864~54525952,138412032~88080384,234881024~12582912,251658240~12582912,276824064~50331648,331350016~16777216,360710144~8388608,373293056~12582912,390070272~12582912,406847488~12582912] 2024-09-20T22:46:44.917 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to HEAD diff [0~29360128,46137344~4194304,54525952~4194304,67108864~29360128,104857600~16777216,138412032~16777216,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,331350016~16777216,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:44.917 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,46137344~4194304,54525952~4194304,67108864~29360128,104857600~16777216,138412032~16777216,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,331350016~16777216,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:44.919 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,46137344~16777216,67108864~29360128,104857600~16777216,138412032~16777216,167772160~58720256,234881024~12582912,251658240~12582912,276824064~50331648,331350016~16777216,360710144~8388608,373293056~12582912,390070272~12582912,406847488~12582912] 2024-09-20T22:46:44.919 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to HEAD diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,67108864~8388608,79691776~16777216,104857600~16777216,138412032~16777216,167772160~12582912,184549376~16777216,205520896~4194304,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,339738624~8388608,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:44.919 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,67108864~8388608,79691776~16777216,104857600~16777216,138412032~16777216,167772160~12582912,184549376~16777216,205520896~4194304,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,339738624~8388608,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:44.921 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,20971520~8388608,46137344~16777216,67108864~29360128,104857600~16777216,138412032~16777216,167772160~41943040,213909504~12582912,234881024~12582912,251658240~12582912,276824064~50331648,339738624~8388608,360710144~8388608,373293056~12582912,390070272~12582912,406847488~12582912] 2024-09-20T22:46:44.921 INFO:tasks.workunit.client.0.smithi046.stdout:from 14 to HEAD diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,67108864~8388608,79691776~16777216,104857600~16777216,138412032~16777216,167772160~12582912,184549376~16777216,205520896~4194304,213909504~8388608,234881024~8388608,276824064~8388608,289406976~25165824,318767104~8388608,339738624~8388608,360710144~8388608,373293056~12582912,398458880~4194304,406847488~8388608] 2024-09-20T22:46:44.921 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,67108864~8388608,79691776~16777216,104857600~16777216,138412032~16777216,167772160~12582912,184549376~16777216,205520896~4194304,213909504~8388608,234881024~8388608,276824064~8388608,289406976~25165824,318767104~8388608,339738624~8388608,360710144~8388608,373293056~12582912,398458880~4194304,406847488~8388608] 2024-09-20T22:46:44.923 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,20971520~8388608,46137344~16777216,67108864~29360128,104857600~16777216,138412032~16777216,167772160~41943040,213909504~12582912,234881024~12582912,276824064~50331648,339738624~8388608,360710144~8388608,373293056~12582912,398458880~4194304,406847488~12582912] 2024-09-20T22:46:44.923 INFO:tasks.workunit.client.0.smithi046.stdout:from 15 to HEAD diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,71303168~4194304,79691776~16777216,104857600~16777216,138412032~16777216,167772160~4194304,176160768~4194304,184549376~16777216,213909504~8388608,234881024~8388608,276824064~8388608,289406976~25165824,318767104~8388608,339738624~8388608,360710144~8388608,373293056~12582912,398458880~4194304,406847488~8388608] 2024-09-20T22:46:44.923 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,71303168~4194304,79691776~16777216,104857600~16777216,138412032~16777216,167772160~4194304,176160768~4194304,184549376~16777216,213909504~8388608,234881024~8388608,276824064~8388608,289406976~25165824,318767104~8388608,339738624~8388608,360710144~8388608,373293056~12582912,398458880~4194304,406847488~8388608] 2024-09-20T22:46:44.924 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,20971520~8388608,46137344~16777216,71303168~25165824,104857600~16777216,138412032~16777216,167772160~4194304,176160768~29360128,213909504~12582912,234881024~12582912,276824064~50331648,339738624~8388608,360710144~8388608,373293056~12582912,398458880~4194304,406847488~12582912] 2024-09-20T22:46:45.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:44 smithi046 ceph-mon[96110]: osdmap e2194: 8 total, 8 up, 8 in 2024-09-20T22:46:45.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:44 smithi046 ceph-mon[96110]: pgmap v3824: 137 pgs: 137 active+clean; 1.1 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 445 KiB/s rd, 34 MiB/s wr, 770 op/s 2024-09-20T22:46:45.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:44 smithi046 ceph-mon[98591]: osdmap e2194: 8 total, 8 up, 8 in 2024-09-20T22:46:45.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:44 smithi046 ceph-mon[98591]: pgmap v3824: 137 pgs: 137 active+clean; 1.1 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 445 KiB/s rd, 34 MiB/s wr, 770 op/s 2024-09-20T22:46:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:44 smithi134 ceph-mon[89086]: osdmap e2194: 8 total, 8 up, 8 in 2024-09-20T22:46:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:44 smithi134 ceph-mon[89086]: pgmap v3824: 137 pgs: 137 active+clean; 1.1 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 445 KiB/s rd, 34 MiB/s wr, 770 op/s 2024-09-20T22:46:45.820 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:45.820 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:45.853 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:45.853 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:45.853 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:45.868 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:45.868 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:45.868 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:45.878 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:45.878 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [0~100663296,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~67108864,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:45.878 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~67108864,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:45.897 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:45.898 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [0~41943040,46137344~54525952,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:45.898 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~41943040,46137344~54525952,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:45.903 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:45.904 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:45.904 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:45.908 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~92274688,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:45.908 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:45.908 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:45.913 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~79691776,134217728~96468992,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:45.913 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~29360128,268435456~4194304,276824064~37748736,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:45.914 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~29360128,268435456~4194304,276824064~37748736,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:45.917 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~79691776,134217728~96468992,234881024~29360128,268435456~4194304,276824064~92274688,373293056~29360128,406847488~12582912] 2024-09-20T22:46:45.917 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,268435456~4194304,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:45.917 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,268435456~4194304,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:45.921 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~79691776,134217728~96468992,234881024~29360128,268435456~4194304,276824064~92274688,373293056~29360128,406847488~12582912] 2024-09-20T22:46:45.921 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:45.921 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:45.925 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~75497472,138412032~92274688,234881024~29360128,276824064~92274688,373293056~29360128,406847488~12582912] 2024-09-20T22:46:45.925 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~16777216,339738624~12582912,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:45.925 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~16777216,339738624~12582912,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:45.927 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~75497472,138412032~88080384,234881024~12582912,251658240~12582912,276824064~79691776,360710144~8388608,373293056~12582912,390070272~12582912,406847488~12582912] 2024-09-20T22:46:45.928 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to HEAD diff [0~29360128,37748736~4194304,46137344~12582912,67108864~33554432,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,331350016~16777216,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:45.928 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,37748736~4194304,46137344~12582912,67108864~33554432,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,331350016~16777216,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:45.930 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,37748736~4194304,46137344~16777216,67108864~54525952,138412032~88080384,234881024~12582912,251658240~12582912,276824064~50331648,331350016~16777216,360710144~8388608,373293056~12582912,390070272~12582912,406847488~12582912] 2024-09-20T22:46:45.930 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to HEAD diff [0~29360128,46137344~4194304,54525952~4194304,67108864~29360128,104857600~16777216,138412032~16777216,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,331350016~16777216,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:45.930 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,46137344~4194304,54525952~4194304,67108864~29360128,104857600~16777216,138412032~16777216,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,331350016~16777216,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:45.931 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,46137344~16777216,67108864~29360128,104857600~16777216,138412032~16777216,167772160~58720256,234881024~12582912,251658240~12582912,276824064~50331648,331350016~16777216,360710144~8388608,373293056~12582912,390070272~12582912,406847488~12582912] 2024-09-20T22:46:45.931 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to HEAD diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,67108864~8388608,79691776~16777216,104857600~16777216,138412032~16777216,167772160~12582912,184549376~16777216,205520896~4194304,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,339738624~8388608,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:45.931 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,67108864~8388608,79691776~16777216,104857600~16777216,138412032~16777216,167772160~12582912,184549376~16777216,205520896~4194304,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,339738624~8388608,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:45.933 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,20971520~8388608,46137344~16777216,67108864~29360128,104857600~16777216,138412032~16777216,167772160~41943040,213909504~12582912,234881024~12582912,251658240~12582912,276824064~50331648,339738624~8388608,360710144~8388608,373293056~12582912,390070272~12582912,406847488~12582912] 2024-09-20T22:46:45.933 INFO:tasks.workunit.client.0.smithi046.stdout:from 14 to HEAD diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,67108864~8388608,79691776~16777216,104857600~16777216,138412032~16777216,167772160~12582912,184549376~16777216,205520896~4194304,213909504~8388608,234881024~8388608,276824064~8388608,289406976~25165824,318767104~8388608,339738624~8388608,360710144~8388608,373293056~12582912,398458880~4194304,406847488~8388608] 2024-09-20T22:46:45.933 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,67108864~8388608,79691776~16777216,104857600~16777216,138412032~16777216,167772160~12582912,184549376~16777216,205520896~4194304,213909504~8388608,234881024~8388608,276824064~8388608,289406976~25165824,318767104~8388608,339738624~8388608,360710144~8388608,373293056~12582912,398458880~4194304,406847488~8388608] 2024-09-20T22:46:45.933 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,20971520~8388608,46137344~16777216,67108864~29360128,104857600~16777216,138412032~16777216,167772160~41943040,213909504~12582912,234881024~12582912,276824064~50331648,339738624~8388608,360710144~8388608,373293056~12582912,398458880~4194304,406847488~12582912] 2024-09-20T22:46:46.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:45 smithi046 ceph-mon[96110]: osdmap e2195: 8 total, 8 up, 8 in 2024-09-20T22:46:46.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:45 smithi046 ceph-mon[98591]: osdmap e2195: 8 total, 8 up, 8 in 2024-09-20T22:46:46.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:45 smithi134 ceph-mon[89086]: osdmap e2195: 8 total, 8 up, 8 in 2024-09-20T22:46:46.807 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:46.807 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:46.855 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:46.855 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:46.856 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:46.864 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:46.864 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:46.864 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:46.871 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:46.871 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [0~100663296,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~67108864,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:46.871 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~67108864,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:46.883 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:46.883 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [0~41943040,46137344~54525952,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:46.883 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~41943040,46137344~54525952,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:46.894 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:46.894 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:46.894 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:46.898 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~92274688,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:46.898 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:46.898 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:46.902 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~79691776,134217728~96468992,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:46.902 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~29360128,268435456~4194304,276824064~37748736,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:46.902 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~29360128,268435456~4194304,276824064~37748736,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:46.905 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~79691776,134217728~96468992,234881024~29360128,268435456~4194304,276824064~92274688,373293056~29360128,406847488~12582912] 2024-09-20T22:46:46.906 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,268435456~4194304,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:46.906 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,268435456~4194304,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:46.908 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~79691776,134217728~96468992,234881024~29360128,268435456~4194304,276824064~92274688,373293056~29360128,406847488~12582912] 2024-09-20T22:46:46.908 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:46.909 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:46.912 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~75497472,138412032~92274688,234881024~29360128,276824064~92274688,373293056~29360128,406847488~12582912] 2024-09-20T22:46:46.912 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~16777216,339738624~12582912,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:46.912 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~16777216,339738624~12582912,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:46.914 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~75497472,138412032~88080384,234881024~12582912,251658240~12582912,276824064~79691776,360710144~8388608,373293056~12582912,390070272~12582912,406847488~12582912] 2024-09-20T22:46:46.914 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to HEAD diff [0~29360128,37748736~4194304,46137344~12582912,67108864~33554432,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,331350016~16777216,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:46.914 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,37748736~4194304,46137344~12582912,67108864~33554432,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,331350016~16777216,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:46.916 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,37748736~4194304,46137344~16777216,67108864~54525952,138412032~88080384,234881024~12582912,251658240~12582912,276824064~50331648,331350016~16777216,360710144~8388608,373293056~12582912,390070272~12582912,406847488~12582912] 2024-09-20T22:46:46.916 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to HEAD diff [0~29360128,46137344~4194304,54525952~4194304,67108864~29360128,104857600~16777216,138412032~16777216,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,331350016~16777216,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:46.916 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,46137344~4194304,54525952~4194304,67108864~29360128,104857600~16777216,138412032~16777216,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,331350016~16777216,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:46.917 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,46137344~16777216,67108864~29360128,104857600~16777216,138412032~16777216,167772160~58720256,234881024~12582912,251658240~12582912,276824064~50331648,331350016~16777216,360710144~8388608,373293056~12582912,390070272~12582912,406847488~12582912] 2024-09-20T22:46:46.918 INFO:tasks.workunit.client.0.smithi046.stdout:from 13 to HEAD diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,67108864~8388608,79691776~16777216,104857600~16777216,138412032~16777216,167772160~12582912,184549376~16777216,205520896~4194304,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,339738624~8388608,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:46.918 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,67108864~8388608,79691776~16777216,104857600~16777216,138412032~16777216,167772160~12582912,184549376~16777216,205520896~4194304,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,339738624~8388608,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:46.918 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~12582912,20971520~8388608,46137344~16777216,67108864~29360128,104857600~16777216,138412032~16777216,167772160~41943040,213909504~12582912,234881024~12582912,251658240~12582912,276824064~50331648,339738624~8388608,360710144~8388608,373293056~12582912,390070272~12582912,406847488~12582912] 2024-09-20T22:46:47.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:46 smithi046 ceph-mon[96110]: osdmap e2196: 8 total, 8 up, 8 in 2024-09-20T22:46:47.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:46 smithi046 ceph-mon[96110]: pgmap v3827: 137 pgs: 5 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 127 active+clean; 1.2 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 693 KiB/s rd, 16 MiB/s wr, 1.29k op/s 2024-09-20T22:46:47.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:46 smithi046 ceph-mon[98591]: osdmap e2196: 8 total, 8 up, 8 in 2024-09-20T22:46:47.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:46 smithi046 ceph-mon[98591]: pgmap v3827: 137 pgs: 5 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 127 active+clean; 1.2 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 693 KiB/s rd, 16 MiB/s wr, 1.29k op/s 2024-09-20T22:46:47.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:46 smithi134 ceph-mon[89086]: osdmap e2196: 8 total, 8 up, 8 in 2024-09-20T22:46:47.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:46 smithi134 ceph-mon[89086]: pgmap v3827: 137 pgs: 5 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 127 active+clean; 1.2 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 693 KiB/s rd, 16 MiB/s wr, 1.29k op/s 2024-09-20T22:46:47.821 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:47.821 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:47.866 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:47.866 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:47.866 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:47.887 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:47.887 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:47.887 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:47.892 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:47.892 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [0~100663296,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~67108864,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:47.892 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~67108864,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:47.897 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:47.897 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [0~41943040,46137344~54525952,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:47.897 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~41943040,46137344~54525952,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:47.901 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:47.901 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:47.901 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:47.905 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~92274688,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:47.905 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:47.905 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:47.908 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~79691776,134217728~96468992,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:47.908 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~29360128,268435456~4194304,276824064~37748736,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:47.908 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~29360128,268435456~4194304,276824064~37748736,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:47.912 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~79691776,134217728~96468992,234881024~29360128,268435456~4194304,276824064~92274688,373293056~29360128,406847488~12582912] 2024-09-20T22:46:47.912 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,268435456~4194304,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:47.912 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,268435456~4194304,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:47.914 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~79691776,134217728~96468992,234881024~29360128,268435456~4194304,276824064~92274688,373293056~29360128,406847488~12582912] 2024-09-20T22:46:47.915 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:47.915 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:47.917 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~75497472,138412032~92274688,234881024~29360128,276824064~92274688,373293056~29360128,406847488~12582912] 2024-09-20T22:46:47.917 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~16777216,339738624~12582912,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:47.917 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~16777216,339738624~12582912,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:47.919 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~75497472,138412032~88080384,234881024~12582912,251658240~12582912,276824064~79691776,360710144~8388608,373293056~12582912,390070272~12582912,406847488~12582912] 2024-09-20T22:46:47.919 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to HEAD diff [0~29360128,37748736~4194304,46137344~12582912,67108864~33554432,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,331350016~16777216,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:47.919 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,37748736~4194304,46137344~12582912,67108864~33554432,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,331350016~16777216,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:47.920 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,37748736~4194304,46137344~16777216,67108864~54525952,138412032~88080384,234881024~12582912,251658240~12582912,276824064~50331648,331350016~16777216,360710144~8388608,373293056~12582912,390070272~12582912,406847488~12582912] 2024-09-20T22:46:47.921 INFO:tasks.workunit.client.0.smithi046.stdout:from 12 to HEAD diff [0~29360128,46137344~4194304,54525952~4194304,67108864~29360128,104857600~16777216,138412032~16777216,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,331350016~16777216,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:47.921 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,46137344~4194304,54525952~4194304,67108864~29360128,104857600~16777216,138412032~16777216,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,331350016~16777216,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:47.921 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,46137344~16777216,67108864~29360128,104857600~16777216,138412032~16777216,167772160~58720256,234881024~12582912,251658240~12582912,276824064~50331648,331350016~16777216,360710144~8388608,373293056~12582912,390070272~12582912,406847488~12582912] 2024-09-20T22:46:48.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:47 smithi046 ceph-mon[96110]: osdmap e2197: 8 total, 8 up, 8 in 2024-09-20T22:46:48.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:47 smithi046 ceph-mon[98591]: osdmap e2197: 8 total, 8 up, 8 in 2024-09-20T22:46:48.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:47 smithi134 ceph-mon[89086]: osdmap e2197: 8 total, 8 up, 8 in 2024-09-20T22:46:48.819 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:48.819 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:48.875 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:48.875 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:48.875 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:48.885 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:48.885 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:48.885 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:48.890 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:48.890 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [0~100663296,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~67108864,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:48.890 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~67108864,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:48.895 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:48.895 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [0~41943040,46137344~54525952,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:48.895 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~41943040,46137344~54525952,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:48.899 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:48.899 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:48.899 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:48.908 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~92274688,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:48.908 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:48.909 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:48.913 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~79691776,134217728~96468992,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:48.913 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~29360128,268435456~4194304,276824064~37748736,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:48.913 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~29360128,268435456~4194304,276824064~37748736,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:48.915 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~79691776,134217728~96468992,234881024~29360128,268435456~4194304,276824064~92274688,373293056~29360128,406847488~12582912] 2024-09-20T22:46:48.916 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,268435456~4194304,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:48.916 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,268435456~4194304,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:48.918 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~79691776,134217728~96468992,234881024~29360128,268435456~4194304,276824064~92274688,373293056~29360128,406847488~12582912] 2024-09-20T22:46:48.918 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:48.918 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:48.920 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~75497472,138412032~92274688,234881024~29360128,276824064~92274688,373293056~29360128,406847488~12582912] 2024-09-20T22:46:48.920 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~16777216,339738624~12582912,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:48.920 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~16777216,339738624~12582912,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:48.921 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~75497472,138412032~88080384,234881024~12582912,251658240~12582912,276824064~79691776,360710144~8388608,373293056~12582912,390070272~12582912,406847488~12582912] 2024-09-20T22:46:48.921 INFO:tasks.workunit.client.0.smithi046.stdout:from 11 to HEAD diff [0~29360128,37748736~4194304,46137344~12582912,67108864~33554432,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,331350016~16777216,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:48.922 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,37748736~4194304,46137344~12582912,67108864~33554432,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~8388608,331350016~16777216,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:48.922 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,37748736~4194304,46137344~16777216,67108864~54525952,138412032~88080384,234881024~12582912,251658240~12582912,276824064~50331648,331350016~16777216,360710144~8388608,373293056~12582912,390070272~12582912,406847488~12582912] 2024-09-20T22:46:49.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:48 smithi046 ceph-mon[96110]: osdmap e2198: 8 total, 8 up, 8 in 2024-09-20T22:46:49.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:48 smithi046 ceph-mon[96110]: pgmap v3830: 137 pgs: 5 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 123 active+clean; 1.1 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 544 KiB/s rd, 4.0 MiB/s wr, 1.00k op/s 2024-09-20T22:46:49.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:48 smithi046 ceph-mon[98591]: osdmap e2198: 8 total, 8 up, 8 in 2024-09-20T22:46:49.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:48 smithi046 ceph-mon[98591]: pgmap v3830: 137 pgs: 5 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 123 active+clean; 1.1 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 544 KiB/s rd, 4.0 MiB/s wr, 1.00k op/s 2024-09-20T22:46:49.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:48 smithi134 ceph-mon[89086]: osdmap e2198: 8 total, 8 up, 8 in 2024-09-20T22:46:49.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:48 smithi134 ceph-mon[89086]: pgmap v3830: 137 pgs: 5 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 123 active+clean; 1.1 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 544 KiB/s rd, 4.0 MiB/s wr, 1.00k op/s 2024-09-20T22:46:49.768 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:49.768 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:49.806 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:49.806 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:49.806 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:49.816 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:49.816 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:49.816 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:49.821 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:49.821 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [0~100663296,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~67108864,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:49.821 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~67108864,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:49.826 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:49.826 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [0~41943040,46137344~54525952,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:49.826 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~41943040,46137344~54525952,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:49.840 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:49.840 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:49.840 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:49.845 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~92274688,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:49.845 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:49.845 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:49.847 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~79691776,134217728~96468992,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:49.848 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~29360128,268435456~4194304,276824064~37748736,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:49.848 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~29360128,268435456~4194304,276824064~37748736,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:49.850 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~79691776,134217728~96468992,234881024~29360128,268435456~4194304,276824064~92274688,373293056~29360128,406847488~12582912] 2024-09-20T22:46:49.850 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,268435456~4194304,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:49.850 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,268435456~4194304,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:49.852 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~79691776,134217728~96468992,234881024~29360128,268435456~4194304,276824064~92274688,373293056~29360128,406847488~12582912] 2024-09-20T22:46:49.852 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:49.852 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:49.854 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~75497472,138412032~92274688,234881024~29360128,276824064~92274688,373293056~29360128,406847488~12582912] 2024-09-20T22:46:49.854 INFO:tasks.workunit.client.0.smithi046.stdout:from 10 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~16777216,339738624~12582912,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:49.854 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~25165824,213909504~8388608,234881024~8388608,251658240~12582912,276824064~8388608,289406976~25165824,318767104~16777216,339738624~12582912,360710144~8388608,373293056~12582912,390070272~4194304,398458880~4194304,406847488~8388608] 2024-09-20T22:46:49.855 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~75497472,138412032~88080384,234881024~12582912,251658240~12582912,276824064~79691776,360710144~8388608,373293056~12582912,390070272~12582912,406847488~12582912] 2024-09-20T22:46:50.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:49 smithi046 ceph-mon[96110]: osdmap e2199: 8 total, 8 up, 8 in 2024-09-20T22:46:50.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:46:50.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:49 smithi046 ceph-mon[96110]: osdmap e2200: 8 total, 8 up, 8 in 2024-09-20T22:46:50.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:49 smithi046 ceph-mon[98591]: osdmap e2199: 8 total, 8 up, 8 in 2024-09-20T22:46:50.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:46:50.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:49 smithi046 ceph-mon[98591]: osdmap e2200: 8 total, 8 up, 8 in 2024-09-20T22:46:50.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:49 smithi134 ceph-mon[89086]: osdmap e2199: 8 total, 8 up, 8 in 2024-09-20T22:46:50.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:46:50.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:49 smithi134 ceph-mon[89086]: osdmap e2200: 8 total, 8 up, 8 in 2024-09-20T22:46:50.838 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:50.838 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:50.863 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:50.863 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:50.863 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:50.871 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:50.872 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:50.872 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:50.885 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:50.885 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [0~100663296,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~67108864,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:50.885 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~67108864,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:50.894 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:50.895 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [0~41943040,46137344~54525952,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:50.895 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~41943040,46137344~54525952,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:50.903 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:50.903 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:50.903 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:50.913 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~92274688,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:50.913 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:50.913 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:50.916 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~79691776,134217728~96468992,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:50.916 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~29360128,268435456~4194304,276824064~37748736,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:50.916 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~29360128,268435456~4194304,276824064~37748736,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:50.918 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~79691776,134217728~96468992,234881024~29360128,268435456~4194304,276824064~92274688,373293056~29360128,406847488~12582912] 2024-09-20T22:46:50.918 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,268435456~4194304,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:50.918 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,268435456~4194304,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:50.920 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~79691776,134217728~96468992,234881024~29360128,268435456~4194304,276824064~92274688,373293056~29360128,406847488~12582912] 2024-09-20T22:46:50.920 INFO:tasks.workunit.client.0.smithi046.stdout:from 9 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:50.920 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,138412032~25165824,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:50.921 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~75497472,138412032~92274688,234881024~29360128,276824064~92274688,373293056~29360128,406847488~12582912] 2024-09-20T22:46:51.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:50 smithi046 ceph-mon[96110]: pgmap v3833: 137 pgs: 5 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 123 active+clean; 1.1 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 199 KiB/s rd, 5.0 KiB/s wr, 313 op/s 2024-09-20T22:46:51.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:50 smithi046 ceph-mon[98591]: pgmap v3833: 137 pgs: 5 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 123 active+clean; 1.1 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 199 KiB/s rd, 5.0 KiB/s wr, 313 op/s 2024-09-20T22:46:51.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:50 smithi134 ceph-mon[89086]: pgmap v3833: 137 pgs: 5 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 123 active+clean; 1.1 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 199 KiB/s rd, 5.0 KiB/s wr, 313 op/s 2024-09-20T22:46:51.831 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:51.831 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:51.846 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:51.846 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:51.846 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:51.859 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:51.859 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:51.859 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:51.872 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:51.873 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [0~100663296,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~67108864,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:51.873 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~67108864,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:51.879 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:51.879 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [0~41943040,46137344~54525952,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:51.879 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~41943040,46137344~54525952,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:51.883 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:51.883 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:51.883 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:51.886 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~92274688,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:51.886 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:51.886 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:51.892 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~79691776,134217728~96468992,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:51.892 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~29360128,268435456~4194304,276824064~37748736,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:51.892 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~29360128,268435456~4194304,276824064~37748736,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:51.894 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~79691776,134217728~96468992,234881024~29360128,268435456~4194304,276824064~92274688,373293056~29360128,406847488~12582912] 2024-09-20T22:46:51.894 INFO:tasks.workunit.client.0.smithi046.stdout:from 8 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,268435456~4194304,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:51.894 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~8388608,247463936~16777216,268435456~4194304,276824064~8388608,289406976~25165824,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:51.895 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~79691776,134217728~96468992,234881024~29360128,268435456~4194304,276824064~92274688,373293056~29360128,406847488~12582912] 2024-09-20T22:46:52.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:51 smithi046 ceph-mon[96110]: osdmap e2201: 8 total, 8 up, 8 in 2024-09-20T22:46:52.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:51 smithi046 ceph-mon[98591]: osdmap e2201: 8 total, 8 up, 8 in 2024-09-20T22:46:52.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:46:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:46:52] "GET /metrics HTTP/1.1" 200 36771 "" "Prometheus/2.43.0" 2024-09-20T22:46:52.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:51 smithi134 ceph-mon[89086]: osdmap e2201: 8 total, 8 up, 8 in 2024-09-20T22:46:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:46:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:46:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:46:52.840 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:52.840 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:52.865 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:52.866 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:52.866 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:52.886 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:52.886 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:52.886 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:52.904 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:52.904 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [0~100663296,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~67108864,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:52.904 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~67108864,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:52.908 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:52.908 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [0~41943040,46137344~54525952,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:52.908 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~41943040,46137344~54525952,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:52.911 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:52.911 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:52.911 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:52.913 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~92274688,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:52.913 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:52.913 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:52.915 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~79691776,134217728~96468992,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:52.915 INFO:tasks.workunit.client.0.smithi046.stdout:from 7 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~29360128,268435456~4194304,276824064~37748736,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:52.915 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~12582912,184549376~37748736,226492416~4194304,234881024~29360128,268435456~4194304,276824064~37748736,318767104~16777216,339738624~29360128,373293056~20971520,398458880~4194304,406847488~8388608] 2024-09-20T22:46:52.916 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~79691776,134217728~96468992,234881024~29360128,268435456~4194304,276824064~92274688,373293056~29360128,406847488~12582912] 2024-09-20T22:46:53.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:52 smithi046 ceph-mon[98591]: osdmap e2202: 8 total, 8 up, 8 in 2024-09-20T22:46:53.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:52 smithi046 ceph-mon[98591]: pgmap v3836: 137 pgs: 7 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 121 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 104 KiB/s rd, 1.2 KiB/s wr, 208 op/s 2024-09-20T22:46:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:52 smithi046 ceph-mon[96110]: osdmap e2202: 8 total, 8 up, 8 in 2024-09-20T22:46:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:52 smithi046 ceph-mon[96110]: pgmap v3836: 137 pgs: 7 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 121 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 104 KiB/s rd, 1.2 KiB/s wr, 208 op/s 2024-09-20T22:46:53.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:52 smithi134 ceph-mon[89086]: osdmap e2202: 8 total, 8 up, 8 in 2024-09-20T22:46:53.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:52 smithi134 ceph-mon[89086]: pgmap v3836: 137 pgs: 7 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 121 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 104 KiB/s rd, 1.2 KiB/s wr, 208 op/s 2024-09-20T22:46:53.851 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:53.851 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:53.875 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:53.875 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:53.875 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:53.882 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:53.882 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:53.882 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:53.885 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:53.886 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [0~100663296,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~67108864,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:53.886 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~67108864,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:53.894 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:53.894 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [0~41943040,46137344~54525952,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:53.894 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~41943040,46137344~54525952,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:53.905 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:53.905 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:53.905 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:53.906 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~92274688,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:53.906 INFO:tasks.workunit.client.0.smithi046.stdout:from 6 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:53.907 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,134217728~29360128,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:53.914 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~8388608,46137344~79691776,134217728~96468992,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:54.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:53 smithi046 ceph-mon[96110]: osdmap e2203: 8 total, 8 up, 8 in 2024-09-20T22:46:54.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:53 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:46:54.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:53 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:46:54.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:53 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:46:54.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:53 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:46:54.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:53 smithi046 ceph-mon[98591]: osdmap e2203: 8 total, 8 up, 8 in 2024-09-20T22:46:54.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:53 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:46:54.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:53 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:46:54.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:53 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:46:54.153 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:53 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:46:54.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:53 smithi134 ceph-mon[89086]: osdmap e2203: 8 total, 8 up, 8 in 2024-09-20T22:46:54.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:53 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:46:54.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:53 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:46:54.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:53 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:46:54.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:53 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:46:54.759 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:54.759 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:54.785 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:54.785 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:54.785 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:54.797 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:54.797 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:54.797 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:54.806 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:54.806 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [0~100663296,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~67108864,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:54.807 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~67108864,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:54.810 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:54.810 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [0~41943040,46137344~54525952,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:54.810 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~41943040,46137344~54525952,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:54.812 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:54.812 INFO:tasks.workunit.client.0.smithi046.stdout:from 5 to HEAD diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:54.812 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~29360128,33554432~8388608,46137344~54525952,104857600~16777216,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:54.813 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~29360128,33554432~92274688,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:55.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:54 smithi046 ceph-mon[96110]: osdmap e2204: 8 total, 8 up, 8 in 2024-09-20T22:46:55.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:54 smithi046 ceph-mon[96110]: pgmap v3839: 137 pgs: 8 active+clean+snaptrim_wait, 10 active+clean+snaptrim, 119 active+clean; 1.0 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 241 KiB/s rd, 6.2 KiB/s wr, 418 op/s 2024-09-20T22:46:55.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:54 smithi046 ceph-mon[96110]: osdmap e2205: 8 total, 8 up, 8 in 2024-09-20T22:46:55.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:54 smithi046 ceph-mon[98591]: osdmap e2204: 8 total, 8 up, 8 in 2024-09-20T22:46:55.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:54 smithi046 ceph-mon[98591]: pgmap v3839: 137 pgs: 8 active+clean+snaptrim_wait, 10 active+clean+snaptrim, 119 active+clean; 1.0 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 241 KiB/s rd, 6.2 KiB/s wr, 418 op/s 2024-09-20T22:46:55.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:54 smithi046 ceph-mon[98591]: osdmap e2205: 8 total, 8 up, 8 in 2024-09-20T22:46:55.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:54 smithi134 ceph-mon[89086]: osdmap e2204: 8 total, 8 up, 8 in 2024-09-20T22:46:55.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:54 smithi134 ceph-mon[89086]: pgmap v3839: 137 pgs: 8 active+clean+snaptrim_wait, 10 active+clean+snaptrim, 119 active+clean; 1.0 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 241 KiB/s rd, 6.2 KiB/s wr, 418 op/s 2024-09-20T22:46:55.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:54 smithi134 ceph-mon[89086]: osdmap e2205: 8 total, 8 up, 8 in 2024-09-20T22:46:55.767 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:55.767 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:55.790 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:55.790 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:55.790 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:55.799 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:55.799 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:55.799 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:55.802 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:55.802 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [0~100663296,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~67108864,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:55.802 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~67108864,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:55.814 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:55.814 INFO:tasks.workunit.client.0.smithi046.stdout:from 4 to HEAD diff [0~41943040,46137344~54525952,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:55.815 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~41943040,46137344~54525952,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~46137344,318767104~16777216,339738624~62914560,406847488~8388608] 2024-09-20T22:46:55.816 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:56.783 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:56.783 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:56.796 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:56.796 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:56.796 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:56.816 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:56.817 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:56.817 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:56.826 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:56.826 INFO:tasks.workunit.client.0.smithi046.stdout:from 3 to HEAD diff [0~100663296,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~67108864,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:56.826 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~20971520,130023424~33554432,167772160~54525952,226492416~4194304,234881024~29360128,268435456~67108864,339738624~54525952,398458880~4194304,406847488~8388608] 2024-09-20T22:46:56.832 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~125829120,130023424~100663296,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:57.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:56 smithi046 ceph-mon[96110]: osdmap e2206: 8 total, 8 up, 8 in 2024-09-20T22:46:57.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:56 smithi046 ceph-mon[96110]: pgmap v3842: 137 pgs: 1 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 132 active+clean; 1002 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 189 KiB/s rd, 6.2 KiB/s wr, 315 op/s 2024-09-20T22:46:57.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:56 smithi046 ceph-mon[98591]: osdmap e2206: 8 total, 8 up, 8 in 2024-09-20T22:46:57.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:56 smithi046 ceph-mon[98591]: pgmap v3842: 137 pgs: 1 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 132 active+clean; 1002 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 189 KiB/s rd, 6.2 KiB/s wr, 315 op/s 2024-09-20T22:46:57.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:56 smithi134 ceph-mon[89086]: osdmap e2206: 8 total, 8 up, 8 in 2024-09-20T22:46:57.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:56 smithi134 ceph-mon[89086]: pgmap v3842: 137 pgs: 1 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 132 active+clean; 1002 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 189 KiB/s rd, 6.2 KiB/s wr, 315 op/s 2024-09-20T22:46:57.785 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:57.785 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:57.813 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:57.813 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:57.813 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:57.815 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:57.815 INFO:tasks.workunit.client.0.smithi046.stdout:from 2 to HEAD diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:57.815 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:57.817 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:58.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:57 smithi046 ceph-mon[96110]: osdmap e2207: 8 total, 8 up, 8 in 2024-09-20T22:46:58.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:57 smithi046 ceph-mon[98591]: osdmap e2207: 8 total, 8 up, 8 in 2024-09-20T22:46:58.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:57 smithi134 ceph-mon[89086]: osdmap e2207: 8 total, 8 up, 8 in 2024-09-20T22:46:58.783 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:58.784 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:58.810 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:58.811 INFO:tasks.workunit.client.0.smithi046.stdout:from 1 to HEAD diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:58.811 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~54525952,226492416~4194304,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:58.829 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:46:59.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:58 smithi046 ceph-mon[98591]: osdmap e2208: 8 total, 8 up, 8 in 2024-09-20T22:46:59.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:58 smithi046 ceph-mon[98591]: pgmap v3845: 137 pgs: 137 active+clean; 943 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 129 KiB/s rd, 7.0 KiB/s wr, 216 op/s 2024-09-20T22:46:59.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:58 smithi046 ceph-mon[96110]: osdmap e2208: 8 total, 8 up, 8 in 2024-09-20T22:46:59.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:58 smithi046 ceph-mon[96110]: pgmap v3845: 137 pgs: 137 active+clean; 943 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 129 KiB/s rd, 7.0 KiB/s wr, 216 op/s 2024-09-20T22:46:59.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:58 smithi134 ceph-mon[89086]: osdmap e2208: 8 total, 8 up, 8 in 2024-09-20T22:46:59.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:58 smithi134 ceph-mon[89086]: pgmap v3845: 137 pgs: 137 active+clean; 943 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 129 KiB/s rd, 7.0 KiB/s wr, 216 op/s 2024-09-20T22:46:59.765 INFO:tasks.workunit.client.0.smithi046.stdout:from 0 to HEAD diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:59.765 INFO:tasks.workunit.client.0.smithi046.stdout: limited diff [0~100663296,104857600~58720256,167772160~62914560,234881024~29360128,268435456~125829120,398458880~4194304,406847488~8388608] 2024-09-20T22:46:59.789 INFO:tasks.workunit.client.0.smithi046.stdout: actual was [0~230686720,234881024~29360128,268435456~134217728,406847488~12582912] 2024-09-20T22:47:00.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:59 smithi046 ceph-mon[98591]: osdmap e2209: 8 total, 8 up, 8 in 2024-09-20T22:47:00.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:46:59 smithi046 ceph-mon[98591]: osdmap e2210: 8 total, 8 up, 8 in 2024-09-20T22:47:00.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:59 smithi046 ceph-mon[96110]: osdmap e2209: 8 total, 8 up, 8 in 2024-09-20T22:47:00.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:46:59 smithi046 ceph-mon[96110]: osdmap e2210: 8 total, 8 up, 8 in 2024-09-20T22:47:00.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:59 smithi134 ceph-mon[89086]: osdmap e2209: 8 total, 8 up, 8 in 2024-09-20T22:47:00.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:46:59 smithi134 ceph-mon[89086]: osdmap e2210: 8 total, 8 up, 8 in 2024-09-20T22:47:00.838 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (39135 ms) 2024-09-20T22:47:00.838 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2024-09-20T22:47:00.838 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:47:01.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:00 smithi046 ceph-mon[96110]: pgmap v3848: 137 pgs: 137 active+clean; 920 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 87 KiB/s rd, 5.7 KiB/s wr, 131 op/s 2024-09-20T22:47:01.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:00 smithi046 ceph-mon[98591]: pgmap v3848: 137 pgs: 137 active+clean; 920 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 87 KiB/s rd, 5.7 KiB/s wr, 131 op/s 2024-09-20T22:47:01.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:00 smithi134 ceph-mon[89086]: pgmap v3848: 137 pgs: 137 active+clean; 920 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 87 KiB/s rd, 5.7 KiB/s wr, 131 op/s 2024-09-20T22:47:01.900 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1062 ms) 2024-09-20T22:47:01.900 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2024-09-20T22:47:01.900 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:47:02.054 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:01 smithi046 ceph-mon[96110]: osdmap e2211: 8 total, 8 up, 8 in 2024-09-20T22:47:02.054 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:01 smithi046 ceph-mon[98591]: osdmap e2211: 8 total, 8 up, 8 in 2024-09-20T22:47:02.077 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:01 smithi134 ceph-mon[89086]: osdmap e2211: 8 total, 8 up, 8 in 2024-09-20T22:47:02.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:47:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:47:02] "GET /metrics HTTP/1.1" 200 36771 "" "Prometheus/2.43.0" 2024-09-20T22:47:02.426 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:47:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:47:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:47:02.919 INFO:tasks.workunit.client.0.smithi046.stdout: wrote [0~20971520] to clone 2024-09-20T22:47:02.920 INFO:tasks.workunit.client.0.smithi046.stdout: diff was [0~20971520] 2024-09-20T22:47:02.923 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (1023 ms) 2024-09-20T22:47:02.923 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2024-09-20T22:47:02.923 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:47:02.942 INFO:tasks.workunit.client.0.smithi046.stdout: wrote [80579~66934,1251633~90581,9326516~61207,11199642~64519,13254916~10287,13523733~540,15478652~44531,17464641~24095,19314026~5901,20596681~50754] 2024-09-20T22:47:02.953 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (30 ms) 2024-09-20T22:47:02.953 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2024-09-20T22:47:02.953 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:47:03.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:02 smithi046 ceph-mon[98591]: osdmap e2212: 8 total, 8 up, 8 in 2024-09-20T22:47:03.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:02 smithi046 ceph-mon[98591]: pgmap v3851: 137 pgs: 137 active+clean; 797 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 12 KiB/s rd, 1023 B/s wr, 20 op/s 2024-09-20T22:47:03.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:02 smithi046 ceph-mon[96110]: osdmap e2212: 8 total, 8 up, 8 in 2024-09-20T22:47:03.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:02 smithi046 ceph-mon[96110]: pgmap v3851: 137 pgs: 137 active+clean; 797 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 12 KiB/s rd, 1023 B/s wr, 20 op/s 2024-09-20T22:47:03.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:02 smithi134 ceph-mon[89086]: osdmap e2212: 8 total, 8 up, 8 in 2024-09-20T22:47:03.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:02 smithi134 ceph-mon[89086]: pgmap v3851: 137 pgs: 137 active+clean; 797 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 12 KiB/s rd, 1023 B/s wr, 20 op/s 2024-09-20T22:47:04.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:03 smithi046 ceph-mon[96110]: osdmap e2213: 8 total, 8 up, 8 in 2024-09-20T22:47:04.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:03 smithi046 ceph-mon[98591]: osdmap e2213: 8 total, 8 up, 8 in 2024-09-20T22:47:04.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:03 smithi134 ceph-mon[89086]: osdmap e2213: 8 total, 8 up, 8 in 2024-09-20T22:47:04.872 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (1919 ms) 2024-09-20T22:47:04.872 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2024-09-20T22:47:04.872 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:47:04.923 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (51 ms) 2024-09-20T22:47:04.923 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2024-09-20T22:47:04.923 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:47:04.989 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (66 ms) 2024-09-20T22:47:04.989 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTryAcquireLock 2024-09-20T22:47:04.989 INFO:tasks.workunit.client.0.smithi046.stdout:using new format! 2024-09-20T22:47:05.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:04 smithi046 ceph-mon[98591]: osdmap e2214: 8 total, 8 up, 8 in 2024-09-20T22:47:05.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:04 smithi046 ceph-mon[98591]: pgmap v3854: 137 pgs: 137 active+clean; 786 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.1 MiB/s wr, 129 op/s 2024-09-20T22:47:05.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:47:05.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:04 smithi046 ceph-mon[98591]: osdmap e2215: 8 total, 8 up, 8 in 2024-09-20T22:47:05.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:04 smithi046 ceph-mon[96110]: osdmap e2214: 8 total, 8 up, 8 in 2024-09-20T22:47:05.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:04 smithi046 ceph-mon[96110]: pgmap v3854: 137 pgs: 137 active+clean; 786 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.1 MiB/s wr, 129 op/s 2024-09-20T22:47:05.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:47:05.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:04 smithi046 ceph-mon[96110]: osdmap e2215: 8 total, 8 up, 8 in 2024-09-20T22:47:05.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:04 smithi134 ceph-mon[89086]: osdmap e2214: 8 total, 8 up, 8 in 2024-09-20T22:47:05.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:04 smithi134 ceph-mon[89086]: pgmap v3854: 137 pgs: 137 active+clean; 786 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.1 MiB/s wr, 129 op/s 2024-09-20T22:47:05.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:47:05.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:04 smithi134 ceph-mon[89086]: osdmap e2215: 8 total, 8 up, 8 in 2024-09-20T22:47:07.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:07 smithi046 ceph-mon[96110]: pgmap v3856: 137 pgs: 137 active+clean; 842 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.8 MiB/s rd, 12 MiB/s wr, 258 op/s 2024-09-20T22:47:07.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:07 smithi046 ceph-mon[98591]: pgmap v3856: 137 pgs: 137 active+clean; 842 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.8 MiB/s rd, 12 MiB/s wr, 258 op/s 2024-09-20T22:47:07.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:07 smithi134 ceph-mon[89086]: pgmap v3856: 137 pgs: 137 active+clean; 842 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.8 MiB/s rd, 12 MiB/s wr, 258 op/s 2024-09-20T22:47:09.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:09 smithi046 ceph-mon[96110]: pgmap v3857: 137 pgs: 137 active+clean; 878 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 4.3 MiB/s rd, 11 MiB/s wr, 284 op/s 2024-09-20T22:47:09.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:09 smithi046 ceph-mon[98591]: pgmap v3857: 137 pgs: 137 active+clean; 878 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 4.3 MiB/s rd, 11 MiB/s wr, 284 op/s 2024-09-20T22:47:09.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:09 smithi134 ceph-mon[89086]: pgmap v3857: 137 pgs: 137 active+clean; 878 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 4.3 MiB/s rd, 11 MiB/s wr, 284 op/s 2024-09-20T22:47:10.036 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterateTryAcquireLock (5047 ms) 2024-09-20T22:47:10.036 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2024-09-20T22:47:10.036 INFO:tasks.workunit.client.0.smithi046.stdout:SKIPPING 2024-09-20T22:47:10.036 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2024-09-20T22:47:10.771 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 19 tests from DiffIterateTest/1 (253752 ms total) 2024-09-20T22:47:10.771 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:47:10.771 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2024-09-20T22:47:10.771 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 425 tests from 16 test suites ran. (1426422 ms total) 2024-09-20T22:47:10.771 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 425 tests. 2024-09-20T22:47:10.771 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:47:10.771 INFO:tasks.workunit.client.0.smithi046.stdout: YOU HAVE 2 DISABLED TESTS 2024-09-20T22:47:10.771 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:47:10.780 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-20T22:47:10.780 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-20T22:47:10.852 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2024-09-20T22:47:10.853 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-20T22:47:11.126 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:10 smithi046 ceph-mon[96110]: osdmap e2216: 8 total, 8 up, 8 in 2024-09-20T22:47:11.126 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:10 smithi046 ceph-mon[96110]: pgmap v3859: 137 pgs: 137 active+clean; 882 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 8.7 MiB/s wr, 215 op/s 2024-09-20T22:47:11.126 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:10 smithi046 ceph-mon[98591]: osdmap e2216: 8 total, 8 up, 8 in 2024-09-20T22:47:11.126 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:10 smithi046 ceph-mon[98591]: pgmap v3859: 137 pgs: 137 active+clean; 882 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 8.7 MiB/s wr, 215 op/s 2024-09-20T22:47:11.127 DEBUG:teuthology.parallel:result is None 2024-09-20T22:47:11.127 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-20T22:47:11.153 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-20T22:47:11.153 DEBUG:teuthology.orchestra.run.smithi046:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-20T22:47:11.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:10 smithi134 ceph-mon[89086]: osdmap e2216: 8 total, 8 up, 8 in 2024-09-20T22:47:11.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:10 smithi134 ceph-mon[89086]: pgmap v3859: 137 pgs: 137 active+clean; 882 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 8.7 MiB/s wr, 215 op/s 2024-09-20T22:47:11.209 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-20T22:47:11.210 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-20T22:47:11.210 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2024-09-20T22:47:11.210 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-20T22:47:11.210 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2024-09-20T22:47:11.210 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-20T22:47:11.210 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-09-20T22:47:11.210 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-20T22:47:11.211 DEBUG:teuthology.orchestra.run.smithi046:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-20T22:47:11.265 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-20T22:47:11.266 INFO:teuthology.orchestra.run.smithi046.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-20T22:47:11.266 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-20T22:47:11.322 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-20T22:47:11.323 DEBUG:teuthology.orchestra.run.smithi046:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-20T22:47:11.378 INFO:tasks.workunit:timeout=3h 2024-09-20T22:47:11.379 INFO:tasks.workunit:cleanup=True 2024-09-20T22:47:11.379 DEBUG:teuthology.orchestra.run.smithi046:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-09-20T22:47:11.435 INFO:tasks.workunit.client.0.smithi046.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-20T22:47:12.054 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:11 smithi046 ceph-mon[96110]: osdmap e2217: 8 total, 8 up, 8 in 2024-09-20T22:47:12.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:11 smithi046 ceph-mon[98591]: osdmap e2217: 8 total, 8 up, 8 in 2024-09-20T22:47:12.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:11 smithi134 ceph-mon[89086]: osdmap e2217: 8 total, 8 up, 8 in 2024-09-20T22:47:12.328 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:47:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:47:12] "GET /metrics HTTP/1.1" 200 36774 "" "Prometheus/2.43.0" 2024-09-20T22:47:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:47:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:47:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:47:13.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:12 smithi046 ceph-mon[96110]: pgmap v3861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail 2024-09-20T22:47:13.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:12 smithi046 ceph-mon[98591]: pgmap v3861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail 2024-09-20T22:47:13.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:12 smithi134 ceph-mon[89086]: pgmap v3861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail 2024-09-20T22:47:15.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:15 smithi046 ceph-mon[96110]: pgmap v3862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-09-20T22:47:15.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:15 smithi046 ceph-mon[98591]: pgmap v3862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-09-20T22:47:15.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:15 smithi134 ceph-mon[89086]: pgmap v3862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-09-20T22:47:17.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:17 smithi046 ceph-mon[96110]: pgmap v3863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:47:17.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:17 smithi046 ceph-mon[98591]: pgmap v3863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:47:17.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:17 smithi134 ceph-mon[89086]: pgmap v3863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:47:17.741 DEBUG:teuthology.orchestra.run.smithi046:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-20T22:47:17.797 INFO:tasks.workunit.client.0.smithi046.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-20T22:47:17.799 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-20T22:47:17.799 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-20T22:47:17.849 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-20T22:47:17.899 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-20T22:47:17.939 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-20T22:47:17.941 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-20T22:47:17.941 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-20T22:47:17.981 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-20T22:47:17.984 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-20T22:47:17.984 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-20T22:47:18.041 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2024-09-20T22:47:18.043 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2024-09-20T22:47:18.043 DEBUG:teuthology.orchestra.run.smithi046:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-09-20T22:47:18.104 INFO:tasks.workunit.client.0.smithi046.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-09-20T22:47:18.104 INFO:tasks.workunit.client.0.smithi046.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2024-09-20T22:47:18.104 INFO:tasks.workunit.client.0.smithi046.stderr:+ '[' -n '' ']' 2024-09-20T22:47:18.104 INFO:tasks.workunit.client.0.smithi046.stderr:+ python3 -m pytest -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2024-09-20T22:47:18.275 INFO:tasks.workunit.client.0.smithi046.stdout:============================= test session starts ============================== 2024-09-20T22:47:18.275 INFO:tasks.workunit.client.0.smithi046.stdout:platform linux -- Python 3.9.19, pytest-6.2.2, py-1.10.0, pluggy-0.13.1 -- /usr/bin/python3 2024-09-20T22:47:18.275 INFO:tasks.workunit.client.0.smithi046.stdout:cachedir: .pytest_cache 2024-09-20T22:47:18.276 INFO:tasks.workunit.client.0.smithi046.stdout:rootdir: /home/ubuntu/cephtest/clone.client.0/src/test/pybind, configfile: pytest.ini 2024-09-20T22:47:18.764 INFO:tasks.workunit.client.0.smithi046.stdout:collecting ... collected 182 items 2024-09-20T22:47:18.764 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:47:19.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:19 smithi046 ceph-mon[96110]: pgmap v3864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:47:19.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:19 smithi046 ceph-mon[98591]: pgmap v3864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:47:19.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:19 smithi134 ceph-mon[89086]: pgmap v3864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:47:20.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:20 smithi046 ceph-mon[96110]: osdmap e2218: 8 total, 8 up, 8 in 2024-09-20T22:47:20.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:20 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:47:20.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:20 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi046-159928-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:47:20.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:20 smithi046 ceph-mon[98591]: osdmap e2218: 8 total, 8 up, 8 in 2024-09-20T22:47:20.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:20 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:47:20.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:20 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi046-159928-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:47:20.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:20 smithi134 ceph-mon[89086]: osdmap e2218: 8 total, 8 up, 8 in 2024-09-20T22:47:20.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:20 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:47:20.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:20 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi046-159928-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:47:21.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:21 smithi046 ceph-mon[96110]: pgmap v3866: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:47:21.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:21 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:47:21.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:21 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi046-159928-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-20T22:47:21.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:21 smithi046 ceph-mon[96110]: osdmap e2219: 8 total, 8 up, 8 in 2024-09-20T22:47:21.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:21 smithi046 ceph-mon[98591]: pgmap v3866: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:47:21.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:21 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:47:21.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:21 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi046-159928-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-20T22:47:21.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:21 smithi046 ceph-mon[98591]: osdmap e2219: 8 total, 8 up, 8 in 2024-09-20T22:47:21.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:21 smithi134 ceph-mon[89086]: pgmap v3866: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:47:21.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:21 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:47:21.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:21 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi046-159928-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-20T22:47:21.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:21 smithi134 ceph-mon[89086]: osdmap e2219: 8 total, 8 up, 8 in 2024-09-20T22:47:22.294 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_version PASSED [ 0%] 2024-09-20T22:47:22.388 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create PASSED [ 1%] 2024-09-20T22:47:22.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:22 smithi046 ceph-mon[96110]: osdmap e2220: 8 total, 8 up, 8 in 2024-09-20T22:47:22.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:22 smithi046 ceph-mon[98591]: osdmap e2220: 8 total, 8 up, 8 in 2024-09-20T22:47:22.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:47:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:47:22] "GET /metrics HTTP/1.1" 200 36705 "" "Prometheus/2.43.0" 2024-09-20T22:47:22.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:22 smithi134 ceph-mon[89086]: osdmap e2220: 8 total, 8 up, 8 in 2024-09-20T22:47:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:47:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:47:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:47:23.015 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_defaults PASSED [ 1%] 2024-09-20T22:47:23.115 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_context_manager PASSED [ 2%] 2024-09-20T22:47:23.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:23 smithi046 ceph-mon[96110]: pgmap v3869: 137 pgs: 8 unknown, 129 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:47:23.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:23 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:47:23.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:23 smithi046 ceph-mon[96110]: osdmap e2221: 8 total, 8 up, 8 in 2024-09-20T22:47:23.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:23 smithi046 ceph-mon[98591]: pgmap v3869: 137 pgs: 8 unknown, 129 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:47:23.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:23 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:47:23.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:23 smithi046 ceph-mon[98591]: osdmap e2221: 8 total, 8 up, 8 in 2024-09-20T22:47:23.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:23 smithi134 ceph-mon[89086]: pgmap v3869: 137 pgs: 8 unknown, 129 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:47:23.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:23 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:47:23.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:23 smithi134 ceph-mon[89086]: osdmap e2221: 8 total, 8 up, 8 in 2024-09-20T22:47:24.407 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_read_only PASSED [ 2%] 2024-09-20T22:47:24.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:24 smithi046 ceph-mon[96110]: osdmap e2222: 8 total, 8 up, 8 in 2024-09-20T22:47:24.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:24 smithi046 ceph-mon[98591]: osdmap e2222: 8 total, 8 up, 8 in 2024-09-20T22:47:24.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:24 smithi134 ceph-mon[89086]: osdmap e2222: 8 total, 8 up, 8 in 2024-09-20T22:47:24.932 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_dne PASSED [ 3%] 2024-09-20T22:47:25.460 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_readonly_dne PASSED [ 3%] 2024-09-20T22:47:25.556 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_by_id PASSED [ 4%] 2024-09-20T22:47:25.643 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_aio_open PASSED [ 4%] 2024-09-20T22:47:25.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:25 smithi046 ceph-mon[98591]: pgmap v3872: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 10 KiB/s wr, 63 op/s 2024-09-20T22:47:25.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:25 smithi046 ceph-mon[98591]: osdmap e2223: 8 total, 8 up, 8 in 2024-09-20T22:47:25.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:25 smithi046 ceph-mon[96110]: pgmap v3872: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 10 KiB/s wr, 63 op/s 2024-09-20T22:47:25.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:25 smithi046 ceph-mon[96110]: osdmap e2223: 8 total, 8 up, 8 in 2024-09-20T22:47:25.654 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_dne PASSED [ 5%] 2024-09-20T22:47:25.656 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_empty PASSED [ 6%] 2024-09-20T22:47:25.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:25 smithi134 ceph-mon[89086]: pgmap v3872: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 10 KiB/s wr, 63 op/s 2024-09-20T22:47:25.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:25 smithi134 ceph-mon[89086]: osdmap e2223: 8 total, 8 up, 8 in 2024-09-20T22:47:25.729 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list PASSED [ 6%] 2024-09-20T22:47:25.790 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress PASSED [ 7%] 2024-09-20T22:47:25.868 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_canceled PASSED [ 7%] 2024-09-20T22:47:25.969 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename PASSED [ 8%] 2024-09-20T22:47:26.201 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_metadata PASSED [ 8%] 2024-09-20T22:47:26.215 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_config_list PASSED [ 9%] 2024-09-20T22:47:26.226 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_config_set_and_get_and_remove PASSED [ 9%] 2024-09-20T22:47:26.254 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_namespaces PASSED [ 10%] 2024-09-20T22:47:26.563 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:47:26 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:47:26] ENGINE Bus STOPPING 2024-09-20T22:47:26.901 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:47:26 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:47:26] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-20T22:47:26.901 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:47:26 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:47:26] ENGINE Bus STOPPED 2024-09-20T22:47:26.901 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:47:26 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:47:26] ENGINE Bus STARTING 2024-09-20T22:47:26.901 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:47:26 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:47:26] ENGINE Serving on http://:::9283 2024-09-20T22:47:26.901 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:47:26 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:47:26] ENGINE Bus STARTED 2024-09-20T22:47:27.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[96110]: pgmap v3874: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 327 KiB/s rd, 23 KiB/s wr, 442 op/s 2024-09-20T22:47:27.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' 2024-09-20T22:47:27.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:47:27.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:47:27.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:47:27.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:47:27.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:47:27.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:47:27.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:47:27.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:47:27.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:47:27.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:47:27.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:47:27.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:47:27.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:47:27.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:47:27.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:47:27.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:47:27.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:47:27.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:47:27.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:47:27.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:47:27.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:47:27.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:47:27.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:47:27.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:47:27.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:47:27.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:47:27.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:47:27.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:47:27.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:47:27.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:47:27.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[98591]: pgmap v3874: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 327 KiB/s rd, 23 KiB/s wr, 442 op/s 2024-09-20T22:47:27.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' 2024-09-20T22:47:27.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:47:27.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:47:27.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:47:27.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:47:27.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:47:27.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:47:27.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:47:27.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:47:27.654 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:47:27.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:47:27.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:47:27.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:47:27.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:47:27.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:47:27.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:47:27.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:47:27.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:47:27.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:47:27.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:47:27.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:47:27.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:47:27.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:47:27.655 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:47:27.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:47:27.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:47:27.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:47:27.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:47:27.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:47:27.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:47:27.656 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:47:27.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:27 smithi134 ceph-mon[89086]: pgmap v3874: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 327 KiB/s rd, 23 KiB/s wr, 442 op/s 2024-09-20T22:47:27.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:27 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' 2024-09-20T22:47:27.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:47:27.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:47:27.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:47:27.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:47:27.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:47:27.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:47:27.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:47:27.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:47:27.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:47:27.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:47:27.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:47:27.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:47:27.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:47:27.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:47:27.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:47:27.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:27 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:47:27.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:27 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:47:27.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:47:27.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:47:27.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:47:27.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:27 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:47:27.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:27 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:47:27.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:47:27.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:47:27.678 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:47:27.679 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:27 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:47:27.679 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:27 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:47:27.679 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:47:27.679 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:47:27.679 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:47:28.396 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_stats PASSED [ 10%] 2024-09-20T22:47:28.397 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_to_string PASSED [ 11%] 2024-09-20T22:47:28.398 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_from_string PASSED [ 12%] 2024-09-20T22:47:28.471 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_update_features SKIPPED [ 12%] 2024-09-20T22:47:28.542 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_with_params SKIPPED [ 13%] 2024-09-20T22:47:28.611 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_id PASSED [ 13%] 2024-09-20T22:47:28.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:28 smithi046 ceph-mon[96110]: osdmap e2224: 8 total, 8 up, 8 in 2024-09-20T22:47:28.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:28 smithi046 ceph-mon[98591]: osdmap e2224: 8 total, 8 up, 8 in 2024-09-20T22:47:28.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:28 smithi134 ceph-mon[89086]: osdmap e2224: 8 total, 8 up, 8 in 2024-09-20T22:47:28.681 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_block_name_prefix PASSED [ 14%] 2024-09-20T22:47:28.754 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_data_pool_id PASSED [ 14%] 2024-09-20T22:47:28.824 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_timestamp PASSED [ 15%] 2024-09-20T22:47:28.893 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_access_timestamp PASSED [ 15%] 2024-09-20T22:47:28.966 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_modify_timestamp PASSED [ 16%] 2024-09-20T22:47:29.046 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_invalidate_cache PASSED [ 17%] 2024-09-20T22:47:29.119 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_stat PASSED [ 17%] 2024-09-20T22:47:29.192 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_flags PASSED [ 18%] 2024-09-20T22:47:29.275 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_auto_close PASSED [ 18%] 2024-09-20T22:47:29.352 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_use_after_close PASSED [ 19%] 2024-09-20T22:47:29.432 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write PASSED [ 19%] 2024-09-20T22:47:29.514 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_with_fadvise_flags PASSED [ 20%] 2024-09-20T22:47:29.603 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes PASSED [ 20%] 2024-09-20T22:47:29.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:29 smithi046 ceph-mon[96110]: pgmap v3876: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 378 KiB/s rd, 24 KiB/s wr, 516 op/s 2024-09-20T22:47:29.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:29 smithi046 ceph-mon[96110]: osdmap e2225: 8 total, 8 up, 8 in 2024-09-20T22:47:29.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:29 smithi046 ceph-mon[98591]: pgmap v3876: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 378 KiB/s rd, 24 KiB/s wr, 516 op/s 2024-09-20T22:47:29.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:29 smithi046 ceph-mon[98591]: osdmap e2225: 8 total, 8 up, 8 in 2024-09-20T22:47:29.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:29 smithi134 ceph-mon[89086]: pgmap v3876: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 378 KiB/s rd, 24 KiB/s wr, 516 op/s 2024-09-20T22:47:29.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:29 smithi134 ceph-mon[89086]: osdmap e2225: 8 total, 8 up, 8 in 2024-09-20T22:47:29.683 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes_thick_provision PASSED [ 21%] 2024-09-20T22:47:29.758 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read PASSED [ 21%] 2024-09-20T22:47:29.835 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_with_fadvise_flags PASSED [ 22%] 2024-09-20T22:47:29.961 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_write PASSED [ 23%] 2024-09-20T22:47:30.036 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_read PASSED [ 23%] 2024-09-20T22:47:30.131 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_read PASSED [ 24%] 2024-09-20T22:47:30.213 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_bad_offset PASSED [ 24%] 2024-09-20T22:47:30.291 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize PASSED [ 25%] 2024-09-20T22:47:30.372 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_allow_shrink_False PASSED [ 25%] 2024-09-20T22:47:31.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:30 smithi046 ceph-mon[96110]: osdmap e2226: 8 total, 8 up, 8 in 2024-09-20T22:47:31.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:30 smithi046 ceph-mon[96110]: pgmap v3879: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 412 KiB/s rd, 28 KiB/s wr, 570 op/s 2024-09-20T22:47:31.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:30 smithi046 ceph-mon[98591]: osdmap e2226: 8 total, 8 up, 8 in 2024-09-20T22:47:31.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:30 smithi046 ceph-mon[98591]: pgmap v3879: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 412 KiB/s rd, 28 KiB/s wr, 570 op/s 2024-09-20T22:47:31.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:30 smithi134 ceph-mon[89086]: osdmap e2226: 8 total, 8 up, 8 in 2024-09-20T22:47:31.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:30 smithi134 ceph-mon[89086]: pgmap v3879: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 412 KiB/s rd, 28 KiB/s wr, 570 op/s 2024-09-20T22:47:32.056 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:31 smithi046 ceph-mon[96110]: osdmap e2227: 8 total, 8 up, 8 in 2024-09-20T22:47:32.057 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:31 smithi046 ceph-mon[98591]: osdmap e2227: 8 total, 8 up, 8 in 2024-09-20T22:47:32.077 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:31 smithi134 ceph-mon[89086]: osdmap e2227: 8 total, 8 up, 8 in 2024-09-20T22:47:32.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:47:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:47:32] "GET /metrics HTTP/1.1" 200 36705 "" "Prometheus/2.43.0" 2024-09-20T22:47:32.426 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:47:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:47:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:47:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:32 smithi046 ceph-mon[96110]: osdmap e2228: 8 total, 8 up, 8 in 2024-09-20T22:47:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:32 smithi046 ceph-mon[96110]: pgmap v3882: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.1 MiB/s wr, 1.29k op/s 2024-09-20T22:47:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:32 smithi046 ceph-mon[98591]: osdmap e2228: 8 total, 8 up, 8 in 2024-09-20T22:47:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:32 smithi046 ceph-mon[98591]: pgmap v3882: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.1 MiB/s wr, 1.29k op/s 2024-09-20T22:47:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:32 smithi134 ceph-mon[89086]: osdmap e2228: 8 total, 8 up, 8 in 2024-09-20T22:47:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:32 smithi134 ceph-mon[89086]: pgmap v3882: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.1 MiB/s wr, 1.29k op/s 2024-09-20T22:47:33.899 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_size PASSED [ 26%] 2024-09-20T22:47:33.996 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_down PASSED [ 26%] 2024-09-20T22:47:34.094 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_bytes PASSED [ 27%] 2024-09-20T22:47:34.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:33 smithi046 ceph-mon[96110]: osdmap e2229: 8 total, 8 up, 8 in 2024-09-20T22:47:34.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:33 smithi046 ceph-mon[98591]: osdmap e2229: 8 total, 8 up, 8 in 2024-09-20T22:47:34.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:33 smithi134 ceph-mon[89086]: osdmap e2229: 8 total, 8 up, 8 in 2024-09-20T22:47:34.302 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy PASSED [ 28%] 2024-09-20T22:47:34.495 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy2 PASSED [ 28%] 2024-09-20T22:47:34.568 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy3 SKIPPED [ 29%] 2024-09-20T22:47:35.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:34 smithi046 ceph-mon[96110]: osdmap e2230: 8 total, 8 up, 8 in 2024-09-20T22:47:35.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:34 smithi046 ceph-mon[96110]: pgmap v3885: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 1.40k op/s 2024-09-20T22:47:35.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:47:35.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:34 smithi046 ceph-mon[96110]: osdmap e2231: 8 total, 8 up, 8 in 2024-09-20T22:47:35.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:34 smithi046 ceph-mon[98591]: osdmap e2230: 8 total, 8 up, 8 in 2024-09-20T22:47:35.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:34 smithi046 ceph-mon[98591]: pgmap v3885: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 1.40k op/s 2024-09-20T22:47:35.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:47:35.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:34 smithi046 ceph-mon[98591]: osdmap e2231: 8 total, 8 up, 8 in 2024-09-20T22:47:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:34 smithi134 ceph-mon[89086]: osdmap e2230: 8 total, 8 up, 8 in 2024-09-20T22:47:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:34 smithi134 ceph-mon[89086]: pgmap v3885: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 1.40k op/s 2024-09-20T22:47:35.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:47:35.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:34 smithi134 ceph-mon[89086]: osdmap e2231: 8 total, 8 up, 8 in 2024-09-20T22:47:37.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:36 smithi046 ceph-mon[96110]: osdmap e2232: 8 total, 8 up, 8 in 2024-09-20T22:47:37.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:36 smithi046 ceph-mon[96110]: pgmap v3888: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 386 KiB/s rd, 2.0 MiB/s wr, 545 op/s 2024-09-20T22:47:37.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:36 smithi046 ceph-mon[98591]: osdmap e2232: 8 total, 8 up, 8 in 2024-09-20T22:47:37.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:36 smithi046 ceph-mon[98591]: pgmap v3888: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 386 KiB/s rd, 2.0 MiB/s wr, 545 op/s 2024-09-20T22:47:37.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:36 smithi134 ceph-mon[89086]: osdmap e2232: 8 total, 8 up, 8 in 2024-09-20T22:47:37.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:36 smithi134 ceph-mon[89086]: pgmap v3888: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 386 KiB/s rd, 2.0 MiB/s wr, 545 op/s 2024-09-20T22:47:37.971 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy PASSED [ 29%] 2024-09-20T22:47:38.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:37 smithi046 ceph-mon[96110]: osdmap e2233: 8 total, 8 up, 8 in 2024-09-20T22:47:38.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:37 smithi046 ceph-mon[98591]: osdmap e2233: 8 total, 8 up, 8 in 2024-09-20T22:47:38.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:37 smithi134 ceph-mon[89086]: osdmap e2233: 8 total, 8 up, 8 in 2024-09-20T22:47:39.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:38 smithi046 ceph-mon[98591]: osdmap e2234: 8 total, 8 up, 8 in 2024-09-20T22:47:39.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:38 smithi046 ceph-mon[98591]: pgmap v3891: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 315 KiB/s rd, 2.0 MiB/s wr, 449 op/s 2024-09-20T22:47:39.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:38 smithi046 ceph-mon[96110]: osdmap e2234: 8 total, 8 up, 8 in 2024-09-20T22:47:39.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:38 smithi046 ceph-mon[96110]: pgmap v3891: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 315 KiB/s rd, 2.0 MiB/s wr, 449 op/s 2024-09-20T22:47:39.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:38 smithi134 ceph-mon[89086]: osdmap e2234: 8 total, 8 up, 8 in 2024-09-20T22:47:39.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:38 smithi134 ceph-mon[89086]: pgmap v3891: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 315 KiB/s rd, 2.0 MiB/s wr, 449 op/s 2024-09-20T22:47:40.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:39 smithi046 ceph-mon[96110]: osdmap e2235: 8 total, 8 up, 8 in 2024-09-20T22:47:40.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:39 smithi046 ceph-mon[96110]: osdmap e2236: 8 total, 8 up, 8 in 2024-09-20T22:47:40.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:39 smithi046 ceph-mon[98591]: osdmap e2235: 8 total, 8 up, 8 in 2024-09-20T22:47:40.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:39 smithi046 ceph-mon[98591]: osdmap e2236: 8 total, 8 up, 8 in 2024-09-20T22:47:40.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:39 smithi134 ceph-mon[89086]: osdmap e2235: 8 total, 8 up, 8 in 2024-09-20T22:47:40.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:39 smithi134 ceph-mon[89086]: osdmap e2236: 8 total, 8 up, 8 in 2024-09-20T22:47:41.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:40 smithi046 ceph-mon[96110]: pgmap v3894: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 1.0 MiB/s wr, 247 op/s 2024-09-20T22:47:41.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:40 smithi046 ceph-mon[98591]: pgmap v3894: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 1.0 MiB/s wr, 247 op/s 2024-09-20T22:47:41.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:40 smithi134 ceph-mon[89086]: pgmap v3894: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 1.0 MiB/s wr, 247 op/s 2024-09-20T22:47:42.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:41 smithi046 ceph-mon[96110]: osdmap e2237: 8 total, 8 up, 8 in 2024-09-20T22:47:42.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:41 smithi046 ceph-mon[98591]: osdmap e2237: 8 total, 8 up, 8 in 2024-09-20T22:47:42.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:47:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:47:42] "GET /metrics HTTP/1.1" 200 36752 "" "Prometheus/2.43.0" 2024-09-20T22:47:42.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:41 smithi134 ceph-mon[89086]: osdmap e2237: 8 total, 8 up, 8 in 2024-09-20T22:47:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:47:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:47:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:47:43.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:42 smithi046 ceph-mon[96110]: osdmap e2238: 8 total, 8 up, 8 in 2024-09-20T22:47:43.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:42 smithi046 ceph-mon[96110]: pgmap v3897: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 19 KiB/s wr, 297 op/s 2024-09-20T22:47:43.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:42 smithi046 ceph-mon[98591]: osdmap e2238: 8 total, 8 up, 8 in 2024-09-20T22:47:43.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:42 smithi046 ceph-mon[98591]: pgmap v3897: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 19 KiB/s wr, 297 op/s 2024-09-20T22:47:43.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:42 smithi134 ceph-mon[89086]: osdmap e2238: 8 total, 8 up, 8 in 2024-09-20T22:47:43.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:42 smithi134 ceph-mon[89086]: pgmap v3897: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 19 KiB/s wr, 297 op/s 2024-09-20T22:47:43.958 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_to_v1 PASSED [ 30%] 2024-09-20T22:47:44.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:43 smithi046 ceph-mon[96110]: osdmap e2239: 8 total, 8 up, 8 in 2024-09-20T22:47:44.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:43 smithi046 ceph-mon[98591]: osdmap e2239: 8 total, 8 up, 8 in 2024-09-20T22:47:44.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:43 smithi134 ceph-mon[89086]: osdmap e2239: 8 total, 8 up, 8 in 2024-09-20T22:47:45.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:44 smithi046 ceph-mon[96110]: osdmap e2240: 8 total, 8 up, 8 in 2024-09-20T22:47:45.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:44 smithi046 ceph-mon[96110]: pgmap v3900: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 13 KiB/s wr, 222 op/s 2024-09-20T22:47:45.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:44 smithi046 ceph-mon[96110]: osdmap e2241: 8 total, 8 up, 8 in 2024-09-20T22:47:45.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:44 smithi046 ceph-mon[98591]: osdmap e2240: 8 total, 8 up, 8 in 2024-09-20T22:47:45.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:44 smithi046 ceph-mon[98591]: pgmap v3900: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 13 KiB/s wr, 222 op/s 2024-09-20T22:47:45.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:44 smithi046 ceph-mon[98591]: osdmap e2241: 8 total, 8 up, 8 in 2024-09-20T22:47:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:44 smithi134 ceph-mon[89086]: osdmap e2240: 8 total, 8 up, 8 in 2024-09-20T22:47:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:44 smithi134 ceph-mon[89086]: pgmap v3900: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 13 KiB/s wr, 222 op/s 2024-09-20T22:47:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:44 smithi134 ceph-mon[89086]: osdmap e2241: 8 total, 8 up, 8 in 2024-09-20T22:47:47.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:46 smithi046 ceph-mon[96110]: osdmap e2242: 8 total, 8 up, 8 in 2024-09-20T22:47:47.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:46 smithi046 ceph-mon[96110]: pgmap v3903: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 10 KiB/s wr, 179 op/s 2024-09-20T22:47:47.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:46 smithi046 ceph-mon[98591]: osdmap e2242: 8 total, 8 up, 8 in 2024-09-20T22:47:47.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:46 smithi046 ceph-mon[98591]: pgmap v3903: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 10 KiB/s wr, 179 op/s 2024-09-20T22:47:47.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:46 smithi134 ceph-mon[89086]: osdmap e2242: 8 total, 8 up, 8 in 2024-09-20T22:47:47.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:46 smithi134 ceph-mon[89086]: pgmap v3903: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 10 KiB/s wr, 179 op/s 2024-09-20T22:47:48.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:47 smithi046 ceph-mon[96110]: osdmap e2243: 8 total, 8 up, 8 in 2024-09-20T22:47:48.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:47 smithi046 ceph-mon[98591]: osdmap e2243: 8 total, 8 up, 8 in 2024-09-20T22:47:48.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:47 smithi134 ceph-mon[89086]: osdmap e2243: 8 total, 8 up, 8 in 2024-09-20T22:47:49.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:48 smithi046 ceph-mon[96110]: osdmap e2244: 8 total, 8 up, 8 in 2024-09-20T22:47:49.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:48 smithi046 ceph-mon[96110]: pgmap v3906: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 12 KiB/s wr, 237 op/s 2024-09-20T22:47:49.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:48 smithi046 ceph-mon[98591]: osdmap e2244: 8 total, 8 up, 8 in 2024-09-20T22:47:49.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:48 smithi046 ceph-mon[98591]: pgmap v3906: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 12 KiB/s wr, 237 op/s 2024-09-20T22:47:49.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:48 smithi134 ceph-mon[89086]: osdmap e2244: 8 total, 8 up, 8 in 2024-09-20T22:47:49.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:48 smithi134 ceph-mon[89086]: pgmap v3906: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 12 KiB/s wr, 237 op/s 2024-09-20T22:47:49.898 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_to_v2 PASSED [ 30%] 2024-09-20T22:47:50.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:49 smithi046 ceph-mon[96110]: osdmap e2245: 8 total, 8 up, 8 in 2024-09-20T22:47:50.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:47:50.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:49 smithi046 ceph-mon[96110]: osdmap e2246: 8 total, 8 up, 8 in 2024-09-20T22:47:50.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:49 smithi046 ceph-mon[98591]: osdmap e2245: 8 total, 8 up, 8 in 2024-09-20T22:47:50.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:47:50.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:49 smithi046 ceph-mon[98591]: osdmap e2246: 8 total, 8 up, 8 in 2024-09-20T22:47:50.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:49 smithi134 ceph-mon[89086]: osdmap e2245: 8 total, 8 up, 8 in 2024-09-20T22:47:50.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:47:50.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:49 smithi134 ceph-mon[89086]: osdmap e2246: 8 total, 8 up, 8 in 2024-09-20T22:47:51.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:50 smithi046 ceph-mon[96110]: pgmap v3909: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 5.5 KiB/s wr, 84 op/s 2024-09-20T22:47:51.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:50 smithi046 ceph-mon[98591]: pgmap v3909: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 5.5 KiB/s wr, 84 op/s 2024-09-20T22:47:51.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:50 smithi134 ceph-mon[89086]: pgmap v3909: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 5.5 KiB/s wr, 84 op/s 2024-09-20T22:47:52.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:51 smithi046 ceph-mon[96110]: osdmap e2247: 8 total, 8 up, 8 in 2024-09-20T22:47:52.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:51 smithi046 ceph-mon[98591]: osdmap e2247: 8 total, 8 up, 8 in 2024-09-20T22:47:52.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:47:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:47:52] "GET /metrics HTTP/1.1" 200 36758 "" "Prometheus/2.43.0" 2024-09-20T22:47:52.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:51 smithi134 ceph-mon[89086]: osdmap e2247: 8 total, 8 up, 8 in 2024-09-20T22:47:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:47:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:47:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:47:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:52 smithi046 ceph-mon[96110]: osdmap e2248: 8 total, 8 up, 8 in 2024-09-20T22:47:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:52 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.2", "id": [5, 4]}]: dispatch 2024-09-20T22:47:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:52 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.6", "id": [5, 4]}]: dispatch 2024-09-20T22:47:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:52 smithi046 ceph-mon[96110]: pgmap v3912: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 11 KiB/s wr, 175 op/s 2024-09-20T22:47:53.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:52 smithi046 ceph-mon[98591]: osdmap e2248: 8 total, 8 up, 8 in 2024-09-20T22:47:53.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:52 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.2", "id": [5, 4]}]: dispatch 2024-09-20T22:47:53.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:52 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.6", "id": [5, 4]}]: dispatch 2024-09-20T22:47:53.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:52 smithi046 ceph-mon[98591]: pgmap v3912: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 11 KiB/s wr, 175 op/s 2024-09-20T22:47:53.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:52 smithi134 ceph-mon[89086]: osdmap e2248: 8 total, 8 up, 8 in 2024-09-20T22:47:53.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:52 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.2", "id": [5, 4]}]: dispatch 2024-09-20T22:47:53.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:52 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.6", "id": [5, 4]}]: dispatch 2024-09-20T22:47:53.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:52 smithi134 ceph-mon[89086]: pgmap v3912: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 11 KiB/s wr, 175 op/s 2024-09-20T22:47:54.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:53 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.2", "id": [5, 4]}]': finished 2024-09-20T22:47:54.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:53 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.6", "id": [5, 4]}]': finished 2024-09-20T22:47:54.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:53 smithi046 ceph-mon[96110]: osdmap e2249: 8 total, 8 up, 8 in 2024-09-20T22:47:54.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:53 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.2", "id": [5, 4]}]': finished 2024-09-20T22:47:54.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:53 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.6", "id": [5, 4]}]': finished 2024-09-20T22:47:54.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:53 smithi046 ceph-mon[98591]: osdmap e2249: 8 total, 8 up, 8 in 2024-09-20T22:47:54.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:53 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.2", "id": [5, 4]}]': finished 2024-09-20T22:47:54.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:53 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.6", "id": [5, 4]}]': finished 2024-09-20T22:47:54.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:53 smithi134 ceph-mon[89086]: osdmap e2249: 8 total, 8 up, 8 in 2024-09-20T22:47:55.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:54 smithi134 ceph-mon[89086]: osdmap e2250: 8 total, 8 up, 8 in 2024-09-20T22:47:55.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:54 smithi134 ceph-mon[89086]: pgmap v3915: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 14 KiB/s wr, 233 op/s 2024-09-20T22:47:55.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:54 smithi134 ceph-mon[89086]: osdmap e2251: 8 total, 8 up, 8 in 2024-09-20T22:47:55.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:54 smithi046 ceph-mon[96110]: osdmap e2250: 8 total, 8 up, 8 in 2024-09-20T22:47:55.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:54 smithi046 ceph-mon[96110]: pgmap v3915: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 14 KiB/s wr, 233 op/s 2024-09-20T22:47:55.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:54 smithi046 ceph-mon[96110]: osdmap e2251: 8 total, 8 up, 8 in 2024-09-20T22:47:55.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:54 smithi046 ceph-mon[98591]: osdmap e2250: 8 total, 8 up, 8 in 2024-09-20T22:47:55.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:54 smithi046 ceph-mon[98591]: pgmap v3915: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 14 KiB/s wr, 233 op/s 2024-09-20T22:47:55.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:54 smithi046 ceph-mon[98591]: osdmap e2251: 8 total, 8 up, 8 in 2024-09-20T22:47:56.858 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_to_v1 PASSED [ 31%] 2024-09-20T22:47:57.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:56 smithi046 ceph-mon[96110]: osdmap e2252: 8 total, 8 up, 8 in 2024-09-20T22:47:57.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:56 smithi046 ceph-mon[96110]: pgmap v3918: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 7.2 KiB/s wr, 128 op/s; 0 B/s, 1 objects/s recovering 2024-09-20T22:47:57.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:56 smithi046 ceph-mon[98591]: osdmap e2252: 8 total, 8 up, 8 in 2024-09-20T22:47:57.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:56 smithi046 ceph-mon[98591]: pgmap v3918: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 7.2 KiB/s wr, 128 op/s; 0 B/s, 1 objects/s recovering 2024-09-20T22:47:57.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:56 smithi134 ceph-mon[89086]: osdmap e2252: 8 total, 8 up, 8 in 2024-09-20T22:47:57.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:56 smithi134 ceph-mon[89086]: pgmap v3918: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 7.2 KiB/s wr, 128 op/s; 0 B/s, 1 objects/s recovering 2024-09-20T22:47:58.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:57 smithi046 ceph-mon[96110]: osdmap e2253: 8 total, 8 up, 8 in 2024-09-20T22:47:58.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:57 smithi046 ceph-mon[98591]: osdmap e2253: 8 total, 8 up, 8 in 2024-09-20T22:47:58.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:57 smithi134 ceph-mon[89086]: osdmap e2253: 8 total, 8 up, 8 in 2024-09-20T22:47:59.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:58 smithi046 ceph-mon[96110]: osdmap e2254: 8 total, 8 up, 8 in 2024-09-20T22:47:59.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:58 smithi046 ceph-mon[96110]: pgmap v3921: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 8.5 KiB/s wr, 211 op/s; 0 B/s, 4 objects/s recovering 2024-09-20T22:47:59.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:58 smithi046 ceph-mon[98591]: osdmap e2254: 8 total, 8 up, 8 in 2024-09-20T22:47:59.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:58 smithi046 ceph-mon[98591]: pgmap v3921: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 8.5 KiB/s wr, 211 op/s; 0 B/s, 4 objects/s recovering 2024-09-20T22:47:59.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:58 smithi134 ceph-mon[89086]: osdmap e2254: 8 total, 8 up, 8 in 2024-09-20T22:47:59.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:58 smithi134 ceph-mon[89086]: pgmap v3921: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 8.5 KiB/s wr, 211 op/s; 0 B/s, 4 objects/s recovering 2024-09-20T22:48:00.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:59 smithi046 ceph-mon[96110]: osdmap e2255: 8 total, 8 up, 8 in 2024-09-20T22:48:00.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:47:59 smithi046 ceph-mon[96110]: osdmap e2256: 8 total, 8 up, 8 in 2024-09-20T22:48:00.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:59 smithi046 ceph-mon[98591]: osdmap e2255: 8 total, 8 up, 8 in 2024-09-20T22:48:00.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:47:59 smithi046 ceph-mon[98591]: osdmap e2256: 8 total, 8 up, 8 in 2024-09-20T22:48:00.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:59 smithi134 ceph-mon[89086]: osdmap e2255: 8 total, 8 up, 8 in 2024-09-20T22:48:00.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:47:59 smithi134 ceph-mon[89086]: osdmap e2256: 8 total, 8 up, 8 in 2024-09-20T22:48:01.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:00 smithi046 ceph-mon[96110]: pgmap v3924: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 7.5 KiB/s wr, 150 op/s; 0 B/s, 2 objects/s recovering 2024-09-20T22:48:01.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:00 smithi046 ceph-mon[98591]: pgmap v3924: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 7.5 KiB/s wr, 150 op/s; 0 B/s, 2 objects/s recovering 2024-09-20T22:48:01.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:00 smithi134 ceph-mon[89086]: pgmap v3924: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 7.5 KiB/s wr, 150 op/s; 0 B/s, 2 objects/s recovering 2024-09-20T22:48:02.077 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:01 smithi134 ceph-mon[89086]: osdmap e2257: 8 total, 8 up, 8 in 2024-09-20T22:48:02.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:01 smithi046 ceph-mon[96110]: osdmap e2257: 8 total, 8 up, 8 in 2024-09-20T22:48:02.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:01 smithi046 ceph-mon[98591]: osdmap e2257: 8 total, 8 up, 8 in 2024-09-20T22:48:02.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:48:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:48:02] "GET /metrics HTTP/1.1" 200 36758 "" "Prometheus/2.43.0" 2024-09-20T22:48:02.426 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:48:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:48:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:48:02.924 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_to_v2 PASSED [ 31%] 2024-09-20T22:48:03.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:02 smithi046 ceph-mon[96110]: osdmap e2258: 8 total, 8 up, 8 in 2024-09-20T22:48:03.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:02 smithi046 ceph-mon[96110]: pgmap v3927: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 13 KiB/s wr, 167 op/s 2024-09-20T22:48:03.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:02 smithi046 ceph-mon[98591]: osdmap e2258: 8 total, 8 up, 8 in 2024-09-20T22:48:03.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:02 smithi046 ceph-mon[98591]: pgmap v3927: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 13 KiB/s wr, 167 op/s 2024-09-20T22:48:03.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:02 smithi134 ceph-mon[89086]: osdmap e2258: 8 total, 8 up, 8 in 2024-09-20T22:48:03.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:02 smithi134 ceph-mon[89086]: pgmap v3927: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 13 KiB/s wr, 167 op/s 2024-09-20T22:48:04.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:03 smithi046 ceph-mon[96110]: osdmap e2259: 8 total, 8 up, 8 in 2024-09-20T22:48:04.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:03 smithi046 ceph-mon[98591]: osdmap e2259: 8 total, 8 up, 8 in 2024-09-20T22:48:04.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:03 smithi134 ceph-mon[89086]: osdmap e2259: 8 total, 8 up, 8 in 2024-09-20T22:48:05.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:04 smithi046 ceph-mon[96110]: osdmap e2260: 8 total, 8 up, 8 in 2024-09-20T22:48:05.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:04 smithi046 ceph-mon[96110]: pgmap v3930: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 13 KiB/s wr, 177 op/s 2024-09-20T22:48:05.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:48:05.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:04 smithi046 ceph-mon[96110]: osdmap e2261: 8 total, 8 up, 8 in 2024-09-20T22:48:05.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:04 smithi046 ceph-mon[98591]: osdmap e2260: 8 total, 8 up, 8 in 2024-09-20T22:48:05.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:04 smithi046 ceph-mon[98591]: pgmap v3930: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 13 KiB/s wr, 177 op/s 2024-09-20T22:48:05.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:48:05.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:04 smithi046 ceph-mon[98591]: osdmap e2261: 8 total, 8 up, 8 in 2024-09-20T22:48:05.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:04 smithi134 ceph-mon[89086]: osdmap e2260: 8 total, 8 up, 8 in 2024-09-20T22:48:05.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:04 smithi134 ceph-mon[89086]: pgmap v3930: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 13 KiB/s wr, 177 op/s 2024-09-20T22:48:05.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:48:05.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:04 smithi134 ceph-mon[89086]: osdmap e2261: 8 total, 8 up, 8 in 2024-09-20T22:48:07.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:06 smithi046 ceph-mon[96110]: osdmap e2262: 8 total, 8 up, 8 in 2024-09-20T22:48:07.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:06 smithi046 ceph-mon[96110]: pgmap v3933: 137 pgs: 137 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 1.0 MiB/s wr, 158 op/s 2024-09-20T22:48:07.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:06 smithi046 ceph-mon[98591]: osdmap e2262: 8 total, 8 up, 8 in 2024-09-20T22:48:07.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:06 smithi046 ceph-mon[98591]: pgmap v3933: 137 pgs: 137 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 1.0 MiB/s wr, 158 op/s 2024-09-20T22:48:07.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:06 smithi134 ceph-mon[89086]: osdmap e2262: 8 total, 8 up, 8 in 2024-09-20T22:48:07.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:06 smithi134 ceph-mon[89086]: pgmap v3933: 137 pgs: 137 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 1.0 MiB/s wr, 158 op/s 2024-09-20T22:48:08.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:07 smithi046 ceph-mon[96110]: osdmap e2263: 8 total, 8 up, 8 in 2024-09-20T22:48:08.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:07 smithi046 ceph-mon[98591]: osdmap e2263: 8 total, 8 up, 8 in 2024-09-20T22:48:08.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:07 smithi134 ceph-mon[89086]: osdmap e2263: 8 total, 8 up, 8 in 2024-09-20T22:48:08.953 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_flatten PASSED [ 32%] 2024-09-20T22:48:09.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:08 smithi046 ceph-mon[98591]: osdmap e2264: 8 total, 8 up, 8 in 2024-09-20T22:48:09.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:08 smithi046 ceph-mon[98591]: pgmap v3936: 137 pgs: 137 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 1.0 MiB/s wr, 212 op/s 2024-09-20T22:48:09.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:08 smithi046 ceph-mon[96110]: osdmap e2264: 8 total, 8 up, 8 in 2024-09-20T22:48:09.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:08 smithi046 ceph-mon[96110]: pgmap v3936: 137 pgs: 137 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 1.0 MiB/s wr, 212 op/s 2024-09-20T22:48:09.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:08 smithi134 ceph-mon[89086]: osdmap e2264: 8 total, 8 up, 8 in 2024-09-20T22:48:09.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:08 smithi134 ceph-mon[89086]: pgmap v3936: 137 pgs: 137 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 1.0 MiB/s wr, 212 op/s 2024-09-20T22:48:10.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:09 smithi046 ceph-mon[96110]: osdmap e2265: 8 total, 8 up, 8 in 2024-09-20T22:48:10.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:09 smithi046 ceph-mon[96110]: osdmap e2266: 8 total, 8 up, 8 in 2024-09-20T22:48:10.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:09 smithi046 ceph-mon[98591]: osdmap e2265: 8 total, 8 up, 8 in 2024-09-20T22:48:10.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:09 smithi046 ceph-mon[98591]: osdmap e2266: 8 total, 8 up, 8 in 2024-09-20T22:48:10.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:09 smithi134 ceph-mon[89086]: osdmap e2265: 8 total, 8 up, 8 in 2024-09-20T22:48:10.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:09 smithi134 ceph-mon[89086]: osdmap e2266: 8 total, 8 up, 8 in 2024-09-20T22:48:11.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:10 smithi046 ceph-mon[96110]: pgmap v3939: 137 pgs: 137 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 1.0 MiB/s wr, 78 op/s 2024-09-20T22:48:11.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:10 smithi046 ceph-mon[98591]: pgmap v3939: 137 pgs: 137 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 1.0 MiB/s wr, 78 op/s 2024-09-20T22:48:11.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:10 smithi134 ceph-mon[89086]: pgmap v3939: 137 pgs: 137 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 1.0 MiB/s wr, 78 op/s 2024-09-20T22:48:12.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:11 smithi046 ceph-mon[96110]: osdmap e2267: 8 total, 8 up, 8 in 2024-09-20T22:48:12.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:11 smithi046 ceph-mon[98591]: osdmap e2267: 8 total, 8 up, 8 in 2024-09-20T22:48:12.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:48:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:48:12] "GET /metrics HTTP/1.1" 200 36755 "" "Prometheus/2.43.0" 2024-09-20T22:48:12.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:11 smithi134 ceph-mon[89086]: osdmap e2267: 8 total, 8 up, 8 in 2024-09-20T22:48:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:48:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:48:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:48:13.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:12 smithi046 ceph-mon[96110]: osdmap e2268: 8 total, 8 up, 8 in 2024-09-20T22:48:13.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:12 smithi046 ceph-mon[96110]: pgmap v3942: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 1.0 MiB/s wr, 214 op/s 2024-09-20T22:48:13.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:12 smithi046 ceph-mon[98591]: osdmap e2268: 8 total, 8 up, 8 in 2024-09-20T22:48:13.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:12 smithi046 ceph-mon[98591]: pgmap v3942: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 1.0 MiB/s wr, 214 op/s 2024-09-20T22:48:13.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:12 smithi134 ceph-mon[89086]: osdmap e2268: 8 total, 8 up, 8 in 2024-09-20T22:48:13.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:12 smithi134 ceph-mon[89086]: pgmap v3942: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 1.0 MiB/s wr, 214 op/s 2024-09-20T22:48:14.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:13 smithi046 ceph-mon[96110]: osdmap e2269: 8 total, 8 up, 8 in 2024-09-20T22:48:14.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:13 smithi046 ceph-mon[98591]: osdmap e2269: 8 total, 8 up, 8 in 2024-09-20T22:48:14.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:13 smithi134 ceph-mon[89086]: osdmap e2269: 8 total, 8 up, 8 in 2024-09-20T22:48:14.903 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_flatten PASSED [ 32%] 2024-09-20T22:48:15.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:14 smithi046 ceph-mon[96110]: osdmap e2270: 8 total, 8 up, 8 in 2024-09-20T22:48:15.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:14 smithi046 ceph-mon[96110]: pgmap v3945: 137 pgs: 137 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 1.0 MiB/s wr, 229 op/s 2024-09-20T22:48:15.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:14 smithi046 ceph-mon[96110]: osdmap e2271: 8 total, 8 up, 8 in 2024-09-20T22:48:15.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:14 smithi046 ceph-mon[98591]: osdmap e2270: 8 total, 8 up, 8 in 2024-09-20T22:48:15.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:14 smithi046 ceph-mon[98591]: pgmap v3945: 137 pgs: 137 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 1.0 MiB/s wr, 229 op/s 2024-09-20T22:48:15.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:14 smithi046 ceph-mon[98591]: osdmap e2271: 8 total, 8 up, 8 in 2024-09-20T22:48:15.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:14 smithi134 ceph-mon[89086]: osdmap e2270: 8 total, 8 up, 8 in 2024-09-20T22:48:15.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:14 smithi134 ceph-mon[89086]: pgmap v3945: 137 pgs: 137 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 1.0 MiB/s wr, 229 op/s 2024-09-20T22:48:15.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:14 smithi134 ceph-mon[89086]: osdmap e2271: 8 total, 8 up, 8 in 2024-09-20T22:48:16.990 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap PASSED [ 33%] 2024-09-20T22:48:17.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:16 smithi046 ceph-mon[96110]: osdmap e2272: 8 total, 8 up, 8 in 2024-09-20T22:48:17.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:16 smithi046 ceph-mon[96110]: pgmap v3948: 137 pgs: 137 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 1.0 MiB/s wr, 95 op/s 2024-09-20T22:48:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:16 smithi046 ceph-mon[98591]: osdmap e2272: 8 total, 8 up, 8 in 2024-09-20T22:48:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:16 smithi046 ceph-mon[98591]: pgmap v3948: 137 pgs: 137 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 1.0 MiB/s wr, 95 op/s 2024-09-20T22:48:17.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:16 smithi134 ceph-mon[89086]: osdmap e2272: 8 total, 8 up, 8 in 2024-09-20T22:48:17.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:16 smithi134 ceph-mon[89086]: pgmap v3948: 137 pgs: 137 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 1.0 MiB/s wr, 95 op/s 2024-09-20T22:48:18.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:17 smithi046 ceph-mon[96110]: osdmap e2273: 8 total, 8 up, 8 in 2024-09-20T22:48:18.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:17 smithi046 ceph-mon[98591]: osdmap e2273: 8 total, 8 up, 8 in 2024-09-20T22:48:18.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:17 smithi134 ceph-mon[89086]: osdmap e2273: 8 total, 8 up, 8 in 2024-09-20T22:48:18.997 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_exists PASSED [ 34%] 2024-09-20T22:48:19.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:18 smithi046 ceph-mon[96110]: osdmap e2274: 8 total, 8 up, 8 in 2024-09-20T22:48:19.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:18 smithi046 ceph-mon[96110]: pgmap v3951: 137 pgs: 137 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 1.0 MiB/s wr, 154 op/s 2024-09-20T22:48:19.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:18 smithi046 ceph-mon[98591]: osdmap e2274: 8 total, 8 up, 8 in 2024-09-20T22:48:19.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:18 smithi046 ceph-mon[98591]: pgmap v3951: 137 pgs: 137 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 1.0 MiB/s wr, 154 op/s 2024-09-20T22:48:19.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:18 smithi134 ceph-mon[89086]: osdmap e2274: 8 total, 8 up, 8 in 2024-09-20T22:48:19.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:18 smithi134 ceph-mon[89086]: pgmap v3951: 137 pgs: 137 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 1.0 MiB/s wr, 154 op/s 2024-09-20T22:48:20.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:19 smithi046 ceph-mon[96110]: osdmap e2275: 8 total, 8 up, 8 in 2024-09-20T22:48:20.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:48:20.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:19 smithi046 ceph-mon[96110]: osdmap e2276: 8 total, 8 up, 8 in 2024-09-20T22:48:20.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:19 smithi046 ceph-mon[98591]: osdmap e2275: 8 total, 8 up, 8 in 2024-09-20T22:48:20.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:48:20.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:19 smithi046 ceph-mon[98591]: osdmap e2276: 8 total, 8 up, 8 in 2024-09-20T22:48:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:19 smithi134 ceph-mon[89086]: osdmap e2275: 8 total, 8 up, 8 in 2024-09-20T22:48:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:48:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:19 smithi134 ceph-mon[89086]: osdmap e2276: 8 total, 8 up, 8 in 2024-09-20T22:48:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:20 smithi134 ceph-mon[89086]: pgmap v3954: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 1.0 MiB/s wr, 117 op/s 2024-09-20T22:48:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:20 smithi134 ceph-mon[89086]: osdmap e2277: 8 total, 8 up, 8 in 2024-09-20T22:48:21.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:20 smithi046 ceph-mon[96110]: pgmap v3954: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 1.0 MiB/s wr, 117 op/s 2024-09-20T22:48:21.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:20 smithi046 ceph-mon[96110]: osdmap e2277: 8 total, 8 up, 8 in 2024-09-20T22:48:21.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:20 smithi046 ceph-mon[98591]: pgmap v3954: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 1.0 MiB/s wr, 117 op/s 2024-09-20T22:48:21.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:20 smithi046 ceph-mon[98591]: osdmap e2277: 8 total, 8 up, 8 in 2024-09-20T22:48:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:48:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:48:22] "GET /metrics HTTP/1.1" 200 36762 "" "Prometheus/2.43.0" 2024-09-20T22:48:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:48:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:48:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:48:23.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:22 smithi046 ceph-mon[96110]: osdmap e2278: 8 total, 8 up, 8 in 2024-09-20T22:48:23.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:22 smithi046 ceph-mon[96110]: pgmap v3957: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 13 KiB/s wr, 171 op/s 2024-09-20T22:48:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:22 smithi046 ceph-mon[98591]: osdmap e2278: 8 total, 8 up, 8 in 2024-09-20T22:48:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:22 smithi046 ceph-mon[98591]: pgmap v3957: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 13 KiB/s wr, 171 op/s 2024-09-20T22:48:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:22 smithi134 ceph-mon[89086]: osdmap e2278: 8 total, 8 up, 8 in 2024-09-20T22:48:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:22 smithi134 ceph-mon[89086]: pgmap v3957: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 13 KiB/s wr, 171 op/s 2024-09-20T22:48:24.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:23 smithi046 ceph-mon[96110]: osdmap e2279: 8 total, 8 up, 8 in 2024-09-20T22:48:24.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:23 smithi046 ceph-mon[98591]: osdmap e2279: 8 total, 8 up, 8 in 2024-09-20T22:48:24.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:23 smithi134 ceph-mon[89086]: osdmap e2279: 8 total, 8 up, 8 in 2024-09-20T22:48:24.893 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_flags PASSED [ 34%] 2024-09-20T22:48:25.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:24 smithi046 ceph-mon[96110]: osdmap e2280: 8 total, 8 up, 8 in 2024-09-20T22:48:25.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:24 smithi046 ceph-mon[96110]: pgmap v3960: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 9.2 KiB/s wr, 143 op/s 2024-09-20T22:48:25.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:24 smithi046 ceph-mon[96110]: osdmap e2281: 8 total, 8 up, 8 in 2024-09-20T22:48:25.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:24 smithi046 ceph-mon[98591]: osdmap e2280: 8 total, 8 up, 8 in 2024-09-20T22:48:25.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:24 smithi046 ceph-mon[98591]: pgmap v3960: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 9.2 KiB/s wr, 143 op/s 2024-09-20T22:48:25.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:24 smithi046 ceph-mon[98591]: osdmap e2281: 8 total, 8 up, 8 in 2024-09-20T22:48:25.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:24 smithi134 ceph-mon[89086]: osdmap e2280: 8 total, 8 up, 8 in 2024-09-20T22:48:25.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:24 smithi134 ceph-mon[89086]: pgmap v3960: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 9.2 KiB/s wr, 143 op/s 2024-09-20T22:48:25.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:24 smithi134 ceph-mon[89086]: osdmap e2281: 8 total, 8 up, 8 in 2024-09-20T22:48:27.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:26 smithi046 ceph-mon[96110]: osdmap e2282: 8 total, 8 up, 8 in 2024-09-20T22:48:27.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:26 smithi046 ceph-mon[96110]: pgmap v3963: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 2.2 KiB/s wr, 27 op/s 2024-09-20T22:48:27.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:26 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:48:27.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:26 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:48:27.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:26 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:48:27.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:26 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:48:27.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:26 smithi046 ceph-mon[98591]: osdmap e2282: 8 total, 8 up, 8 in 2024-09-20T22:48:27.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:26 smithi046 ceph-mon[98591]: pgmap v3963: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 2.2 KiB/s wr, 27 op/s 2024-09-20T22:48:27.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:26 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:48:27.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:26 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:48:27.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:26 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:48:27.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:26 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:48:27.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:26 smithi134 ceph-mon[89086]: osdmap e2282: 8 total, 8 up, 8 in 2024-09-20T22:48:27.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:26 smithi134 ceph-mon[89086]: pgmap v3963: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 2.2 KiB/s wr, 27 op/s 2024-09-20T22:48:27.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:26 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:48:27.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:26 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:48:27.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:26 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:48:27.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:26 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:48:28.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:27 smithi046 ceph-mon[96110]: osdmap e2283: 8 total, 8 up, 8 in 2024-09-20T22:48:28.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:27 smithi046 ceph-mon[98591]: osdmap e2283: 8 total, 8 up, 8 in 2024-09-20T22:48:28.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:27 smithi134 ceph-mon[89086]: osdmap e2283: 8 total, 8 up, 8 in 2024-09-20T22:48:28.933 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps PASSED [ 35%] 2024-09-20T22:48:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:28 smithi046 ceph-mon[98591]: osdmap e2284: 8 total, 8 up, 8 in 2024-09-20T22:48:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:28 smithi046 ceph-mon[98591]: pgmap v3966: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.2 KiB/s wr, 74 op/s 2024-09-20T22:48:29.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:28 smithi046 ceph-mon[96110]: osdmap e2284: 8 total, 8 up, 8 in 2024-09-20T22:48:29.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:28 smithi046 ceph-mon[96110]: pgmap v3966: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.2 KiB/s wr, 74 op/s 2024-09-20T22:48:29.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:28 smithi134 ceph-mon[89086]: osdmap e2284: 8 total, 8 up, 8 in 2024-09-20T22:48:29.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:28 smithi134 ceph-mon[89086]: pgmap v3966: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.2 KiB/s wr, 74 op/s 2024-09-20T22:48:30.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:29 smithi046 ceph-mon[96110]: osdmap e2285: 8 total, 8 up, 8 in 2024-09-20T22:48:30.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:29 smithi046 ceph-mon[96110]: osdmap e2286: 8 total, 8 up, 8 in 2024-09-20T22:48:30.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:29 smithi046 ceph-mon[98591]: osdmap e2285: 8 total, 8 up, 8 in 2024-09-20T22:48:30.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:29 smithi046 ceph-mon[98591]: osdmap e2286: 8 total, 8 up, 8 in 2024-09-20T22:48:30.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:29 smithi134 ceph-mon[89086]: osdmap e2285: 8 total, 8 up, 8 in 2024-09-20T22:48:30.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:29 smithi134 ceph-mon[89086]: osdmap e2286: 8 total, 8 up, 8 in 2024-09-20T22:48:30.899 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps_iterator_auto_close PASSED [ 35%] 2024-09-20T22:48:31.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:30 smithi046 ceph-mon[96110]: pgmap v3969: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 4.5 KiB/s wr, 63 op/s 2024-09-20T22:48:31.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:30 smithi046 ceph-mon[96110]: osdmap e2287: 8 total, 8 up, 8 in 2024-09-20T22:48:31.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:30 smithi046 ceph-mon[98591]: pgmap v3969: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 4.5 KiB/s wr, 63 op/s 2024-09-20T22:48:31.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:30 smithi046 ceph-mon[98591]: osdmap e2287: 8 total, 8 up, 8 in 2024-09-20T22:48:31.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:30 smithi134 ceph-mon[89086]: pgmap v3969: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 4.5 KiB/s wr, 63 op/s 2024-09-20T22:48:31.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:30 smithi134 ceph-mon[89086]: osdmap e2287: 8 total, 8 up, 8 in 2024-09-20T22:48:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:48:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:48:32] "GET /metrics HTTP/1.1" 200 36762 "" "Prometheus/2.43.0" 2024-09-20T22:48:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:48:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:48:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:48:32.938 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap PASSED [ 36%] 2024-09-20T22:48:33.013 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_not_found PASSED [ 36%] 2024-09-20T22:48:33.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:32 smithi046 ceph-mon[96110]: osdmap e2288: 8 total, 8 up, 8 in 2024-09-20T22:48:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:32 smithi046 ceph-mon[96110]: pgmap v3972: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 7.5 KiB/s wr, 123 op/s 2024-09-20T22:48:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:32 smithi046 ceph-mon[98591]: osdmap e2288: 8 total, 8 up, 8 in 2024-09-20T22:48:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:32 smithi046 ceph-mon[98591]: pgmap v3972: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 7.5 KiB/s wr, 123 op/s 2024-09-20T22:48:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:32 smithi134 ceph-mon[89086]: osdmap e2288: 8 total, 8 up, 8 in 2024-09-20T22:48:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:32 smithi134 ceph-mon[89086]: pgmap v3972: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 7.5 KiB/s wr, 123 op/s 2024-09-20T22:48:34.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:33 smithi046 ceph-mon[96110]: osdmap e2289: 8 total, 8 up, 8 in 2024-09-20T22:48:34.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:33 smithi046 ceph-mon[98591]: osdmap e2289: 8 total, 8 up, 8 in 2024-09-20T22:48:34.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:33 smithi134 ceph-mon[89086]: osdmap e2289: 8 total, 8 up, 8 in 2024-09-20T22:48:34.931 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap2 PASSED [ 37%] 2024-09-20T22:48:35.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:34 smithi046 ceph-mon[96110]: osdmap e2290: 8 total, 8 up, 8 in 2024-09-20T22:48:35.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:34 smithi046 ceph-mon[96110]: pgmap v3975: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 8.0 KiB/s wr, 126 op/s 2024-09-20T22:48:35.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:48:35.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:34 smithi046 ceph-mon[96110]: osdmap e2291: 8 total, 8 up, 8 in 2024-09-20T22:48:35.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:34 smithi046 ceph-mon[98591]: osdmap e2290: 8 total, 8 up, 8 in 2024-09-20T22:48:35.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:34 smithi046 ceph-mon[98591]: pgmap v3975: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 8.0 KiB/s wr, 126 op/s 2024-09-20T22:48:35.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:48:35.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:34 smithi046 ceph-mon[98591]: osdmap e2291: 8 total, 8 up, 8 in 2024-09-20T22:48:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:34 smithi134 ceph-mon[89086]: osdmap e2290: 8 total, 8 up, 8 in 2024-09-20T22:48:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:34 smithi134 ceph-mon[89086]: pgmap v3975: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 8.0 KiB/s wr, 126 op/s 2024-09-20T22:48:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:48:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:34 smithi134 ceph-mon[89086]: osdmap e2291: 8 total, 8 up, 8 in 2024-09-20T22:48:36.984 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_by_id PASSED [ 37%] 2024-09-20T22:48:37.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:36 smithi046 ceph-mon[98591]: osdmap e2292: 8 total, 8 up, 8 in 2024-09-20T22:48:37.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:36 smithi046 ceph-mon[98591]: pgmap v3978: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 6.5 KiB/s wr, 113 op/s 2024-09-20T22:48:37.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:36 smithi046 ceph-mon[96110]: osdmap e2292: 8 total, 8 up, 8 in 2024-09-20T22:48:37.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:36 smithi046 ceph-mon[96110]: pgmap v3978: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 6.5 KiB/s wr, 113 op/s 2024-09-20T22:48:37.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:36 smithi134 ceph-mon[89086]: osdmap e2292: 8 total, 8 up, 8 in 2024-09-20T22:48:37.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:36 smithi134 ceph-mon[89086]: pgmap v3978: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 6.5 KiB/s wr, 113 op/s 2024-09-20T22:48:38.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:37 smithi046 ceph-mon[96110]: osdmap e2293: 8 total, 8 up, 8 in 2024-09-20T22:48:38.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:37 smithi046 ceph-mon[98591]: osdmap e2293: 8 total, 8 up, 8 in 2024-09-20T22:48:38.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:37 smithi134 ceph-mon[89086]: osdmap e2293: 8 total, 8 up, 8 in 2024-09-20T22:48:39.006 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rename_snap PASSED [ 38%] 2024-09-20T22:48:39.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:38 smithi046 ceph-mon[96110]: osdmap e2294: 8 total, 8 up, 8 in 2024-09-20T22:48:39.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:38 smithi046 ceph-mon[96110]: pgmap v3981: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 7.7 KiB/s wr, 183 op/s 2024-09-20T22:48:39.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:38 smithi046 ceph-mon[98591]: osdmap e2294: 8 total, 8 up, 8 in 2024-09-20T22:48:39.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:38 smithi046 ceph-mon[98591]: pgmap v3981: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 7.7 KiB/s wr, 183 op/s 2024-09-20T22:48:39.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:38 smithi134 ceph-mon[89086]: osdmap e2294: 8 total, 8 up, 8 in 2024-09-20T22:48:39.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:38 smithi134 ceph-mon[89086]: pgmap v3981: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 7.7 KiB/s wr, 183 op/s 2024-09-20T22:48:40.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:39 smithi046 ceph-mon[96110]: osdmap e2295: 8 total, 8 up, 8 in 2024-09-20T22:48:40.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:39 smithi046 ceph-mon[96110]: osdmap e2296: 8 total, 8 up, 8 in 2024-09-20T22:48:40.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:39 smithi046 ceph-mon[98591]: osdmap e2295: 8 total, 8 up, 8 in 2024-09-20T22:48:40.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:39 smithi046 ceph-mon[98591]: osdmap e2296: 8 total, 8 up, 8 in 2024-09-20T22:48:40.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:39 smithi134 ceph-mon[89086]: osdmap e2295: 8 total, 8 up, 8 in 2024-09-20T22:48:40.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:39 smithi134 ceph-mon[89086]: osdmap e2296: 8 total, 8 up, 8 in 2024-09-20T22:48:40.904 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_protect_snap PASSED [ 39%] 2024-09-20T22:48:41.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:40 smithi046 ceph-mon[96110]: pgmap v3984: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 5.5 KiB/s wr, 92 op/s 2024-09-20T22:48:41.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:40 smithi046 ceph-mon[96110]: osdmap e2297: 8 total, 8 up, 8 in 2024-09-20T22:48:41.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:40 smithi046 ceph-mon[98591]: pgmap v3984: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 5.5 KiB/s wr, 92 op/s 2024-09-20T22:48:41.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:40 smithi046 ceph-mon[98591]: osdmap e2297: 8 total, 8 up, 8 in 2024-09-20T22:48:41.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:40 smithi134 ceph-mon[89086]: pgmap v3984: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 5.5 KiB/s wr, 92 op/s 2024-09-20T22:48:41.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:40 smithi134 ceph-mon[89086]: osdmap e2297: 8 total, 8 up, 8 in 2024-09-20T22:48:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:48:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:48:42] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-09-20T22:48:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:48:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:48:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:48:43.007 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_exists PASSED [ 39%] 2024-09-20T22:48:43.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:42 smithi134 ceph-mon[89086]: osdmap e2298: 8 total, 8 up, 8 in 2024-09-20T22:48:43.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:42 smithi134 ceph-mon[89086]: pgmap v3987: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 10 KiB/s wr, 206 op/s 2024-09-20T22:48:43.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:42 smithi046 ceph-mon[96110]: osdmap e2298: 8 total, 8 up, 8 in 2024-09-20T22:48:43.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:42 smithi046 ceph-mon[96110]: pgmap v3987: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 10 KiB/s wr, 206 op/s 2024-09-20T22:48:43.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:42 smithi046 ceph-mon[98591]: osdmap e2298: 8 total, 8 up, 8 in 2024-09-20T22:48:43.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:42 smithi046 ceph-mon[98591]: pgmap v3987: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 10 KiB/s wr, 206 op/s 2024-09-20T22:48:44.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:43 smithi134 ceph-mon[89086]: osdmap e2299: 8 total, 8 up, 8 in 2024-09-20T22:48:44.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:43 smithi046 ceph-mon[96110]: osdmap e2299: 8 total, 8 up, 8 in 2024-09-20T22:48:44.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:43 smithi046 ceph-mon[98591]: osdmap e2299: 8 total, 8 up, 8 in 2024-09-20T22:48:44.895 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_timestamp PASSED [ 40%] 2024-09-20T22:48:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:44 smithi134 ceph-mon[89086]: osdmap e2300: 8 total, 8 up, 8 in 2024-09-20T22:48:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:44 smithi134 ceph-mon[89086]: pgmap v3990: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 10 KiB/s wr, 202 op/s 2024-09-20T22:48:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:44 smithi134 ceph-mon[89086]: osdmap e2301: 8 total, 8 up, 8 in 2024-09-20T22:48:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:44 smithi046 ceph-mon[96110]: osdmap e2300: 8 total, 8 up, 8 in 2024-09-20T22:48:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:44 smithi046 ceph-mon[96110]: pgmap v3990: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 10 KiB/s wr, 202 op/s 2024-09-20T22:48:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:44 smithi046 ceph-mon[96110]: osdmap e2301: 8 total, 8 up, 8 in 2024-09-20T22:48:45.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:44 smithi046 ceph-mon[98591]: osdmap e2300: 8 total, 8 up, 8 in 2024-09-20T22:48:45.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:44 smithi046 ceph-mon[98591]: pgmap v3990: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 10 KiB/s wr, 202 op/s 2024-09-20T22:48:45.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:44 smithi046 ceph-mon[98591]: osdmap e2301: 8 total, 8 up, 8 in 2024-09-20T22:48:47.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:46 smithi134 ceph-mon[89086]: osdmap e2302: 8 total, 8 up, 8 in 2024-09-20T22:48:47.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:46 smithi134 ceph-mon[89086]: pgmap v3993: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 7.7 KiB/s wr, 121 op/s 2024-09-20T22:48:47.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:46 smithi046 ceph-mon[96110]: osdmap e2302: 8 total, 8 up, 8 in 2024-09-20T22:48:47.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:46 smithi046 ceph-mon[96110]: pgmap v3993: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 7.7 KiB/s wr, 121 op/s 2024-09-20T22:48:47.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:46 smithi046 ceph-mon[98591]: osdmap e2302: 8 total, 8 up, 8 in 2024-09-20T22:48:47.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:46 smithi046 ceph-mon[98591]: pgmap v3993: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 7.7 KiB/s wr, 121 op/s 2024-09-20T22:48:48.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:47 smithi046 ceph-mon[96110]: osdmap e2303: 8 total, 8 up, 8 in 2024-09-20T22:48:48.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:47 smithi046 ceph-mon[98591]: osdmap e2303: 8 total, 8 up, 8 in 2024-09-20T22:48:48.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:47 smithi134 ceph-mon[89086]: osdmap e2303: 8 total, 8 up, 8 in 2024-09-20T22:48:49.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:48 smithi046 ceph-mon[96110]: osdmap e2304: 8 total, 8 up, 8 in 2024-09-20T22:48:49.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:48 smithi046 ceph-mon[96110]: pgmap v3996: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 6.0 KiB/s wr, 123 op/s 2024-09-20T22:48:49.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:48 smithi046 ceph-mon[98591]: osdmap e2304: 8 total, 8 up, 8 in 2024-09-20T22:48:49.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:48 smithi046 ceph-mon[98591]: pgmap v3996: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 6.0 KiB/s wr, 123 op/s 2024-09-20T22:48:49.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:48 smithi134 ceph-mon[89086]: osdmap e2304: 8 total, 8 up, 8 in 2024-09-20T22:48:49.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:48 smithi134 ceph-mon[89086]: pgmap v3996: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 6.0 KiB/s wr, 123 op/s 2024-09-20T22:48:50.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:49 smithi046 ceph-mon[98591]: osdmap e2305: 8 total, 8 up, 8 in 2024-09-20T22:48:50.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:48:50.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:49 smithi046 ceph-mon[98591]: osdmap e2306: 8 total, 8 up, 8 in 2024-09-20T22:48:50.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:49 smithi046 ceph-mon[96110]: osdmap e2305: 8 total, 8 up, 8 in 2024-09-20T22:48:50.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:48:50.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:49 smithi046 ceph-mon[96110]: osdmap e2306: 8 total, 8 up, 8 in 2024-09-20T22:48:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:49 smithi134 ceph-mon[89086]: osdmap e2305: 8 total, 8 up, 8 in 2024-09-20T22:48:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:48:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:49 smithi134 ceph-mon[89086]: osdmap e2306: 8 total, 8 up, 8 in 2024-09-20T22:48:51.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:50 smithi046 ceph-mon[98591]: pgmap v3999: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.0 KiB/s wr, 38 op/s 2024-09-20T22:48:51.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:50 smithi046 ceph-mon[98591]: osdmap e2307: 8 total, 8 up, 8 in 2024-09-20T22:48:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:50 smithi046 ceph-mon[96110]: pgmap v3999: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.0 KiB/s wr, 38 op/s 2024-09-20T22:48:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:50 smithi046 ceph-mon[96110]: osdmap e2307: 8 total, 8 up, 8 in 2024-09-20T22:48:51.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:50 smithi134 ceph-mon[89086]: pgmap v3999: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.0 KiB/s wr, 38 op/s 2024-09-20T22:48:51.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:50 smithi134 ceph-mon[89086]: osdmap e2307: 8 total, 8 up, 8 in 2024-09-20T22:48:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:48:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:48:52] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-09-20T22:48:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:48:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:48:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:48:52.900 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_limit_snaps PASSED [ 40%] 2024-09-20T22:48:52.994 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_exclusive_lock PASSED [ 41%] 2024-09-20T22:48:53.065 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_snap SKIPPED [ 41%] 2024-09-20T22:48:53.135 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_watcher SKIPPED [ 42%] 2024-09-20T22:48:53.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:52 smithi046 ceph-mon[96110]: osdmap e2308: 8 total, 8 up, 8 in 2024-09-20T22:48:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:52 smithi046 ceph-mon[96110]: pgmap v4002: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.0 KiB/s wr, 34 op/s 2024-09-20T22:48:53.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:52 smithi046 ceph-mon[98591]: osdmap e2308: 8 total, 8 up, 8 in 2024-09-20T22:48:53.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:52 smithi046 ceph-mon[98591]: pgmap v4002: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.0 KiB/s wr, 34 op/s 2024-09-20T22:48:53.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:52 smithi134 ceph-mon[89086]: osdmap e2308: 8 total, 8 up, 8 in 2024-09-20T22:48:53.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:52 smithi134 ceph-mon[89086]: pgmap v4002: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.0 KiB/s wr, 34 op/s 2024-09-20T22:48:54.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:53 smithi046 ceph-mon[96110]: osdmap e2309: 8 total, 8 up, 8 in 2024-09-20T22:48:54.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:53 smithi046 ceph-mon[98591]: osdmap e2309: 8 total, 8 up, 8 in 2024-09-20T22:48:54.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:53 smithi134 ceph-mon[89086]: osdmap e2309: 8 total, 8 up, 8 in 2024-09-20T22:48:54.907 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap PASSED [ 42%] 2024-09-20T22:48:55.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:54 smithi046 ceph-mon[96110]: osdmap e2310: 8 total, 8 up, 8 in 2024-09-20T22:48:55.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:54 smithi046 ceph-mon[96110]: pgmap v4005: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 7.2 KiB/s wr, 77 op/s 2024-09-20T22:48:55.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:54 smithi046 ceph-mon[96110]: osdmap e2311: 8 total, 8 up, 8 in 2024-09-20T22:48:55.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:54 smithi046 ceph-mon[98591]: osdmap e2310: 8 total, 8 up, 8 in 2024-09-20T22:48:55.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:54 smithi046 ceph-mon[98591]: pgmap v4005: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 7.2 KiB/s wr, 77 op/s 2024-09-20T22:48:55.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:54 smithi046 ceph-mon[98591]: osdmap e2311: 8 total, 8 up, 8 in 2024-09-20T22:48:55.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:54 smithi134 ceph-mon[89086]: osdmap e2310: 8 total, 8 up, 8 in 2024-09-20T22:48:55.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:54 smithi134 ceph-mon[89086]: pgmap v4005: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 7.2 KiB/s wr, 77 op/s 2024-09-20T22:48:55.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:54 smithi134 ceph-mon[89086]: osdmap e2311: 8 total, 8 up, 8 in 2024-09-20T22:48:56.941 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap_sparse PASSED [ 43%] 2024-09-20T22:48:57.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:56 smithi046 ceph-mon[98591]: osdmap e2312: 8 total, 8 up, 8 in 2024-09-20T22:48:57.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:56 smithi046 ceph-mon[98591]: pgmap v4008: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 14 KiB/s wr, 197 op/s 2024-09-20T22:48:57.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:56 smithi046 ceph-mon[96110]: osdmap e2312: 8 total, 8 up, 8 in 2024-09-20T22:48:57.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:56 smithi046 ceph-mon[96110]: pgmap v4008: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 14 KiB/s wr, 197 op/s 2024-09-20T22:48:57.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:56 smithi134 ceph-mon[89086]: osdmap e2312: 8 total, 8 up, 8 in 2024-09-20T22:48:57.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:56 smithi134 ceph-mon[89086]: pgmap v4008: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 14 KiB/s wr, 197 op/s 2024-09-20T22:48:58.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:57 smithi046 ceph-mon[96110]: osdmap e2313: 8 total, 8 up, 8 in 2024-09-20T22:48:58.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:57 smithi046 ceph-mon[98591]: osdmap e2313: 8 total, 8 up, 8 in 2024-09-20T22:48:58.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:57 smithi134 ceph-mon[89086]: osdmap e2313: 8 total, 8 up, 8 in 2024-09-20T22:48:59.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:58 smithi046 ceph-mon[96110]: osdmap e2314: 8 total, 8 up, 8 in 2024-09-20T22:48:59.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:58 smithi046 ceph-mon[96110]: pgmap v4011: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 12 KiB/s wr, 248 op/s 2024-09-20T22:48:59.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:58 smithi046 ceph-mon[98591]: osdmap e2314: 8 total, 8 up, 8 in 2024-09-20T22:48:59.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:58 smithi046 ceph-mon[98591]: pgmap v4011: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 12 KiB/s wr, 248 op/s 2024-09-20T22:48:59.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:58 smithi134 ceph-mon[89086]: osdmap e2314: 8 total, 8 up, 8 in 2024-09-20T22:48:59.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:58 smithi134 ceph-mon[89086]: pgmap v4011: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 12 KiB/s wr, 248 op/s 2024-09-20T22:49:00.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:59 smithi046 ceph-mon[98591]: osdmap e2315: 8 total, 8 up, 8 in 2024-09-20T22:49:00.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:48:59 smithi046 ceph-mon[98591]: osdmap e2316: 8 total, 8 up, 8 in 2024-09-20T22:49:00.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:59 smithi046 ceph-mon[96110]: osdmap e2315: 8 total, 8 up, 8 in 2024-09-20T22:49:00.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:48:59 smithi046 ceph-mon[96110]: osdmap e2316: 8 total, 8 up, 8 in 2024-09-20T22:49:00.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:59 smithi134 ceph-mon[89086]: osdmap e2315: 8 total, 8 up, 8 in 2024-09-20T22:49:00.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:48:59 smithi134 ceph-mon[89086]: osdmap e2316: 8 total, 8 up, 8 in 2024-09-20T22:49:00.917 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_with_resize PASSED [ 43%] 2024-09-20T22:49:01.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:00 smithi046 ceph-mon[96110]: pgmap v4014: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 6.2 KiB/s wr, 129 op/s 2024-09-20T22:49:01.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:00 smithi046 ceph-mon[96110]: osdmap e2317: 8 total, 8 up, 8 in 2024-09-20T22:49:01.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:00 smithi046 ceph-mon[98591]: pgmap v4014: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 6.2 KiB/s wr, 129 op/s 2024-09-20T22:49:01.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:00 smithi046 ceph-mon[98591]: osdmap e2317: 8 total, 8 up, 8 in 2024-09-20T22:49:01.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:00 smithi134 ceph-mon[89086]: pgmap v4014: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 6.2 KiB/s wr, 129 op/s 2024-09-20T22:49:01.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:00 smithi134 ceph-mon[89086]: osdmap e2317: 8 total, 8 up, 8 in 2024-09-20T22:49:02.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:49:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:49:02] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-09-20T22:49:02.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:49:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:49:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:49:02.966 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap PASSED [ 44%] 2024-09-20T22:49:03.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:02 smithi046 ceph-mon[96110]: osdmap e2318: 8 total, 8 up, 8 in 2024-09-20T22:49:03.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:02 smithi046 ceph-mon[96110]: pgmap v4017: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 14 KiB/s wr, 175 op/s 2024-09-20T22:49:03.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:02 smithi046 ceph-mon[98591]: osdmap e2318: 8 total, 8 up, 8 in 2024-09-20T22:49:03.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:02 smithi046 ceph-mon[98591]: pgmap v4017: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 14 KiB/s wr, 175 op/s 2024-09-20T22:49:03.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:02 smithi134 ceph-mon[89086]: osdmap e2318: 8 total, 8 up, 8 in 2024-09-20T22:49:03.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:02 smithi134 ceph-mon[89086]: pgmap v4017: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 14 KiB/s wr, 175 op/s 2024-09-20T22:49:04.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:03 smithi046 ceph-mon[96110]: osdmap e2319: 8 total, 8 up, 8 in 2024-09-20T22:49:04.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:03 smithi046 ceph-mon[98591]: osdmap e2319: 8 total, 8 up, 8 in 2024-09-20T22:49:04.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:03 smithi134 ceph-mon[89086]: osdmap e2319: 8 total, 8 up, 8 in 2024-09-20T22:49:04.913 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_no_snap PASSED [ 45%] 2024-09-20T22:49:05.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:04 smithi046 ceph-mon[98591]: osdmap e2320: 8 total, 8 up, 8 in 2024-09-20T22:49:05.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:04 smithi046 ceph-mon[98591]: pgmap v4020: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 14 KiB/s wr, 173 op/s 2024-09-20T22:49:05.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:49:05.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:04 smithi046 ceph-mon[98591]: osdmap e2321: 8 total, 8 up, 8 in 2024-09-20T22:49:05.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:04 smithi046 ceph-mon[96110]: osdmap e2320: 8 total, 8 up, 8 in 2024-09-20T22:49:05.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:04 smithi046 ceph-mon[96110]: pgmap v4020: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 14 KiB/s wr, 173 op/s 2024-09-20T22:49:05.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:49:05.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:04 smithi046 ceph-mon[96110]: osdmap e2321: 8 total, 8 up, 8 in 2024-09-20T22:49:05.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:04 smithi134 ceph-mon[89086]: osdmap e2320: 8 total, 8 up, 8 in 2024-09-20T22:49:05.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:04 smithi134 ceph-mon[89086]: pgmap v4020: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 14 KiB/s wr, 173 op/s 2024-09-20T22:49:05.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:49:05.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:04 smithi134 ceph-mon[89086]: osdmap e2321: 8 total, 8 up, 8 in 2024-09-20T22:49:06.989 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_by_id PASSED [ 45%] 2024-09-20T22:49:07.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:06 smithi046 ceph-mon[98591]: osdmap e2322: 8 total, 8 up, 8 in 2024-09-20T22:49:07.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:06 smithi046 ceph-mon[98591]: pgmap v4023: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 10 KiB/s wr, 106 op/s 2024-09-20T22:49:07.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:06 smithi046 ceph-mon[96110]: osdmap e2322: 8 total, 8 up, 8 in 2024-09-20T22:49:07.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:06 smithi046 ceph-mon[96110]: pgmap v4023: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 10 KiB/s wr, 106 op/s 2024-09-20T22:49:07.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:06 smithi134 ceph-mon[89086]: osdmap e2322: 8 total, 8 up, 8 in 2024-09-20T22:49:07.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:06 smithi134 ceph-mon[89086]: pgmap v4023: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 10 KiB/s wr, 106 op/s 2024-09-20T22:49:08.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:07 smithi046 ceph-mon[96110]: osdmap e2323: 8 total, 8 up, 8 in 2024-09-20T22:49:08.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:07 smithi046 ceph-mon[98591]: osdmap e2323: 8 total, 8 up, 8 in 2024-09-20T22:49:08.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:07 smithi134 ceph-mon[89086]: osdmap e2323: 8 total, 8 up, 8 in 2024-09-20T22:49:09.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:08 smithi046 ceph-mon[98591]: osdmap e2324: 8 total, 8 up, 8 in 2024-09-20T22:49:09.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:08 smithi046 ceph-mon[98591]: pgmap v4026: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 13 KiB/s wr, 154 op/s 2024-09-20T22:49:09.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:08 smithi046 ceph-mon[96110]: osdmap e2324: 8 total, 8 up, 8 in 2024-09-20T22:49:09.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:08 smithi046 ceph-mon[96110]: pgmap v4026: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 13 KiB/s wr, 154 op/s 2024-09-20T22:49:09.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:08 smithi134 ceph-mon[89086]: osdmap e2324: 8 total, 8 up, 8 in 2024-09-20T22:49:09.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:08 smithi134 ceph-mon[89086]: pgmap v4026: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 13 KiB/s wr, 154 op/s 2024-09-20T22:49:10.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:09 smithi046 ceph-mon[96110]: osdmap e2325: 8 total, 8 up, 8 in 2024-09-20T22:49:10.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:09 smithi046 ceph-mon[96110]: osdmap e2326: 8 total, 8 up, 8 in 2024-09-20T22:49:10.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:09 smithi046 ceph-mon[98591]: osdmap e2325: 8 total, 8 up, 8 in 2024-09-20T22:49:10.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:09 smithi046 ceph-mon[98591]: osdmap e2326: 8 total, 8 up, 8 in 2024-09-20T22:49:10.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:09 smithi134 ceph-mon[89086]: osdmap e2325: 8 total, 8 up, 8 in 2024-09-20T22:49:10.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:09 smithi134 ceph-mon[89086]: osdmap e2326: 8 total, 8 up, 8 in 2024-09-20T22:49:11.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:10 smithi046 ceph-mon[96110]: pgmap v4029: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 6.0 KiB/s wr, 58 op/s 2024-09-20T22:49:11.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:10 smithi046 ceph-mon[96110]: osdmap e2327: 8 total, 8 up, 8 in 2024-09-20T22:49:11.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:10 smithi046 ceph-mon[98591]: pgmap v4029: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 6.0 KiB/s wr, 58 op/s 2024-09-20T22:49:11.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:10 smithi046 ceph-mon[98591]: osdmap e2327: 8 total, 8 up, 8 in 2024-09-20T22:49:11.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:10 smithi134 ceph-mon[89086]: pgmap v4029: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 6.0 KiB/s wr, 58 op/s 2024-09-20T22:49:11.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:10 smithi134 ceph-mon[89086]: osdmap e2327: 8 total, 8 up, 8 in 2024-09-20T22:49:12.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:49:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:49:12] "GET /metrics HTTP/1.1" 200 36759 "" "Prometheus/2.43.0" 2024-09-20T22:49:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:49:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:49:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:49:12.924 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_name PASSED [ 46%] 2024-09-20T22:49:13.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:12 smithi046 ceph-mon[96110]: osdmap e2328: 8 total, 8 up, 8 in 2024-09-20T22:49:13.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:12 smithi046 ceph-mon[96110]: pgmap v4032: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 9.0 KiB/s wr, 111 op/s 2024-09-20T22:49:13.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:12 smithi046 ceph-mon[98591]: osdmap e2328: 8 total, 8 up, 8 in 2024-09-20T22:49:13.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:12 smithi046 ceph-mon[98591]: pgmap v4032: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 9.0 KiB/s wr, 111 op/s 2024-09-20T22:49:13.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:12 smithi134 ceph-mon[89086]: osdmap e2328: 8 total, 8 up, 8 in 2024-09-20T22:49:13.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:12 smithi134 ceph-mon[89086]: pgmap v4032: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 9.0 KiB/s wr, 111 op/s 2024-09-20T22:49:14.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:13 smithi046 ceph-mon[96110]: osdmap e2329: 8 total, 8 up, 8 in 2024-09-20T22:49:14.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:13 smithi046 ceph-mon[98591]: osdmap e2329: 8 total, 8 up, 8 in 2024-09-20T22:49:14.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:13 smithi134 ceph-mon[89086]: osdmap e2329: 8 total, 8 up, 8 in 2024-09-20T22:49:15.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:14 smithi046 ceph-mon[98591]: osdmap e2330: 8 total, 8 up, 8 in 2024-09-20T22:49:15.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:14 smithi046 ceph-mon[98591]: pgmap v4035: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 8.0 KiB/s wr, 107 op/s 2024-09-20T22:49:15.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:14 smithi046 ceph-mon[98591]: osdmap e2331: 8 total, 8 up, 8 in 2024-09-20T22:49:15.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:14 smithi046 ceph-mon[96110]: osdmap e2330: 8 total, 8 up, 8 in 2024-09-20T22:49:15.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:14 smithi046 ceph-mon[96110]: pgmap v4035: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 8.0 KiB/s wr, 107 op/s 2024-09-20T22:49:15.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:14 smithi046 ceph-mon[96110]: osdmap e2331: 8 total, 8 up, 8 in 2024-09-20T22:49:15.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:14 smithi134 ceph-mon[89086]: osdmap e2330: 8 total, 8 up, 8 in 2024-09-20T22:49:15.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:14 smithi134 ceph-mon[89086]: pgmap v4035: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 8.0 KiB/s wr, 107 op/s 2024-09-20T22:49:15.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:14 smithi134 ceph-mon[89086]: osdmap e2331: 8 total, 8 up, 8 in 2024-09-20T22:49:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:16 smithi046 ceph-mon[98591]: osdmap e2332: 8 total, 8 up, 8 in 2024-09-20T22:49:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:16 smithi046 ceph-mon[98591]: pgmap v4038: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 2.7 KiB/s wr, 49 op/s 2024-09-20T22:49:17.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:16 smithi046 ceph-mon[96110]: osdmap e2332: 8 total, 8 up, 8 in 2024-09-20T22:49:17.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:16 smithi046 ceph-mon[96110]: pgmap v4038: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 2.7 KiB/s wr, 49 op/s 2024-09-20T22:49:17.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:16 smithi134 ceph-mon[89086]: osdmap e2332: 8 total, 8 up, 8 in 2024-09-20T22:49:17.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:16 smithi134 ceph-mon[89086]: pgmap v4038: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 2.7 KiB/s wr, 49 op/s 2024-09-20T22:49:18.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:17 smithi046 ceph-mon[96110]: osdmap e2333: 8 total, 8 up, 8 in 2024-09-20T22:49:18.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:17 smithi046 ceph-mon[98591]: osdmap e2333: 8 total, 8 up, 8 in 2024-09-20T22:49:18.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:17 smithi134 ceph-mon[89086]: osdmap e2333: 8 total, 8 up, 8 in 2024-09-20T22:49:18.951 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_id PASSED [ 46%] 2024-09-20T22:49:19.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:18 smithi046 ceph-mon[96110]: osdmap e2334: 8 total, 8 up, 8 in 2024-09-20T22:49:19.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:18 smithi046 ceph-mon[96110]: pgmap v4041: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 5.2 KiB/s wr, 97 op/s 2024-09-20T22:49:19.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:18 smithi046 ceph-mon[98591]: osdmap e2334: 8 total, 8 up, 8 in 2024-09-20T22:49:19.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:18 smithi046 ceph-mon[98591]: pgmap v4041: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 5.2 KiB/s wr, 97 op/s 2024-09-20T22:49:19.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:18 smithi134 ceph-mon[89086]: osdmap e2334: 8 total, 8 up, 8 in 2024-09-20T22:49:19.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:18 smithi134 ceph-mon[89086]: pgmap v4041: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 5.2 KiB/s wr, 97 op/s 2024-09-20T22:49:20.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:19 smithi046 ceph-mon[96110]: osdmap e2335: 8 total, 8 up, 8 in 2024-09-20T22:49:20.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:49:20.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:19 smithi046 ceph-mon[96110]: osdmap e2336: 8 total, 8 up, 8 in 2024-09-20T22:49:20.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:19 smithi046 ceph-mon[98591]: osdmap e2335: 8 total, 8 up, 8 in 2024-09-20T22:49:20.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:49:20.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:19 smithi046 ceph-mon[98591]: osdmap e2336: 8 total, 8 up, 8 in 2024-09-20T22:49:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:19 smithi134 ceph-mon[89086]: osdmap e2335: 8 total, 8 up, 8 in 2024-09-20T22:49:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:49:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:19 smithi134 ceph-mon[89086]: osdmap e2336: 8 total, 8 up, 8 in 2024-09-20T22:49:20.913 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_sparse PASSED [ 47%] 2024-09-20T22:49:21.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:20 smithi046 ceph-mon[96110]: pgmap v4044: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 4.0 KiB/s wr, 53 op/s 2024-09-20T22:49:21.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:20 smithi046 ceph-mon[96110]: osdmap e2337: 8 total, 8 up, 8 in 2024-09-20T22:49:21.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:20 smithi046 ceph-mon[98591]: pgmap v4044: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 4.0 KiB/s wr, 53 op/s 2024-09-20T22:49:21.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:20 smithi046 ceph-mon[98591]: osdmap e2337: 8 total, 8 up, 8 in 2024-09-20T22:49:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:20 smithi134 ceph-mon[89086]: pgmap v4044: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 4.0 KiB/s wr, 53 op/s 2024-09-20T22:49:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:20 smithi134 ceph-mon[89086]: osdmap e2337: 8 total, 8 up, 8 in 2024-09-20T22:49:22.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:49:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:49:22] "GET /metrics HTTP/1.1" 200 36753 "" "Prometheus/2.43.0" 2024-09-20T22:49:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:49:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:49:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:49:23.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:22 smithi046 ceph-mon[96110]: osdmap e2338: 8 total, 8 up, 8 in 2024-09-20T22:49:23.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:22 smithi046 ceph-mon[96110]: pgmap v4047: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 7.7 KiB/s wr, 120 op/s 2024-09-20T22:49:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:22 smithi046 ceph-mon[98591]: osdmap e2338: 8 total, 8 up, 8 in 2024-09-20T22:49:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:22 smithi046 ceph-mon[98591]: pgmap v4047: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 7.7 KiB/s wr, 120 op/s 2024-09-20T22:49:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:22 smithi134 ceph-mon[89086]: osdmap e2338: 8 total, 8 up, 8 in 2024-09-20T22:49:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:22 smithi134 ceph-mon[89086]: pgmap v4047: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 7.7 KiB/s wr, 120 op/s 2024-09-20T22:49:24.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:23 smithi046 ceph-mon[96110]: osdmap e2339: 8 total, 8 up, 8 in 2024-09-20T22:49:24.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:23 smithi046 ceph-mon[98591]: osdmap e2339: 8 total, 8 up, 8 in 2024-09-20T22:49:24.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:23 smithi134 ceph-mon[89086]: osdmap e2339: 8 total, 8 up, 8 in 2024-09-20T22:49:25.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:24 smithi046 ceph-mon[96110]: osdmap e2340: 8 total, 8 up, 8 in 2024-09-20T22:49:25.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:24 smithi046 ceph-mon[96110]: pgmap v4050: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 8.0 KiB/s wr, 122 op/s 2024-09-20T22:49:25.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:24 smithi046 ceph-mon[96110]: osdmap e2341: 8 total, 8 up, 8 in 2024-09-20T22:49:25.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:24 smithi046 ceph-mon[98591]: osdmap e2340: 8 total, 8 up, 8 in 2024-09-20T22:49:25.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:24 smithi046 ceph-mon[98591]: pgmap v4050: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 8.0 KiB/s wr, 122 op/s 2024-09-20T22:49:25.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:24 smithi046 ceph-mon[98591]: osdmap e2341: 8 total, 8 up, 8 in 2024-09-20T22:49:25.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:24 smithi134 ceph-mon[89086]: osdmap e2340: 8 total, 8 up, 8 in 2024-09-20T22:49:25.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:24 smithi134 ceph-mon[89086]: pgmap v4050: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 8.0 KiB/s wr, 122 op/s 2024-09-20T22:49:25.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:24 smithi134 ceph-mon[89086]: osdmap e2341: 8 total, 8 up, 8 in 2024-09-20T22:49:27.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:26 smithi046 ceph-mon[96110]: osdmap e2342: 8 total, 8 up, 8 in 2024-09-20T22:49:27.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:26 smithi046 ceph-mon[96110]: pgmap v4053: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 4.5 KiB/s wr, 81 op/s 2024-09-20T22:49:27.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:26 smithi046 ceph-mon[98591]: osdmap e2342: 8 total, 8 up, 8 in 2024-09-20T22:49:27.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:26 smithi046 ceph-mon[98591]: pgmap v4053: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 4.5 KiB/s wr, 81 op/s 2024-09-20T22:49:27.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:26 smithi134 ceph-mon[89086]: osdmap e2342: 8 total, 8 up, 8 in 2024-09-20T22:49:27.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:26 smithi134 ceph-mon[89086]: pgmap v4053: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 4.5 KiB/s wr, 81 op/s 2024-09-20T22:49:28.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:27 smithi046 ceph-mon[96110]: osdmap e2343: 8 total, 8 up, 8 in 2024-09-20T22:49:28.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:49:28.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:49:28.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:49:28.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:49:28.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:27 smithi046 ceph-mon[98591]: osdmap e2343: 8 total, 8 up, 8 in 2024-09-20T22:49:28.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:49:28.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:49:28.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:49:28.152 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:49:28.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:27 smithi134 ceph-mon[89086]: osdmap e2343: 8 total, 8 up, 8 in 2024-09-20T22:49:28.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:49:28.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:49:28.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:49:28.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:49:29.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:28 smithi046 ceph-mon[98591]: osdmap e2344: 8 total, 8 up, 8 in 2024-09-20T22:49:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:28 smithi046 ceph-mon[98591]: pgmap v4056: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 4.7 KiB/s wr, 82 op/s 2024-09-20T22:49:29.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:28 smithi046 ceph-mon[96110]: osdmap e2344: 8 total, 8 up, 8 in 2024-09-20T22:49:29.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:28 smithi046 ceph-mon[96110]: pgmap v4056: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 4.7 KiB/s wr, 82 op/s 2024-09-20T22:49:29.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:28 smithi134 ceph-mon[89086]: osdmap e2344: 8 total, 8 up, 8 in 2024-09-20T22:49:29.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:28 smithi134 ceph-mon[89086]: pgmap v4056: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 4.7 KiB/s wr, 82 op/s 2024-09-20T22:49:30.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:29 smithi046 ceph-mon[98591]: osdmap e2345: 8 total, 8 up, 8 in 2024-09-20T22:49:30.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:29 smithi046 ceph-mon[98591]: osdmap e2346: 8 total, 8 up, 8 in 2024-09-20T22:49:30.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:29 smithi046 ceph-mon[96110]: osdmap e2345: 8 total, 8 up, 8 in 2024-09-20T22:49:30.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:29 smithi046 ceph-mon[96110]: osdmap e2346: 8 total, 8 up, 8 in 2024-09-20T22:49:30.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:29 smithi134 ceph-mon[89086]: osdmap e2345: 8 total, 8 up, 8 in 2024-09-20T22:49:30.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:29 smithi134 ceph-mon[89086]: osdmap e2346: 8 total, 8 up, 8 in 2024-09-20T22:49:31.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:30 smithi046 ceph-mon[96110]: pgmap v4059: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2024-09-20T22:49:31.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:30 smithi046 ceph-mon[98591]: pgmap v4059: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2024-09-20T22:49:31.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:30 smithi134 ceph-mon[89086]: pgmap v4059: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2024-09-20T22:49:32.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:31 smithi046 ceph-mon[98591]: osdmap e2347: 8 total, 8 up, 8 in 2024-09-20T22:49:32.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:31 smithi046 ceph-mon[96110]: osdmap e2347: 8 total, 8 up, 8 in 2024-09-20T22:49:32.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:49:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:49:32] "GET /metrics HTTP/1.1" 200 36753 "" "Prometheus/2.43.0" 2024-09-20T22:49:32.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:31 smithi134 ceph-mon[89086]: osdmap e2347: 8 total, 8 up, 8 in 2024-09-20T22:49:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:49:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:49:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:49:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:32 smithi046 ceph-mon[96110]: osdmap e2348: 8 total, 8 up, 8 in 2024-09-20T22:49:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:32 smithi046 ceph-mon[96110]: pgmap v4062: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 3.5 KiB/s wr, 102 op/s 2024-09-20T22:49:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:32 smithi046 ceph-mon[98591]: osdmap e2348: 8 total, 8 up, 8 in 2024-09-20T22:49:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:32 smithi046 ceph-mon[98591]: pgmap v4062: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 3.5 KiB/s wr, 102 op/s 2024-09-20T22:49:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:32 smithi134 ceph-mon[89086]: osdmap e2348: 8 total, 8 up, 8 in 2024-09-20T22:49:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:32 smithi134 ceph-mon[89086]: pgmap v4062: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 3.5 KiB/s wr, 102 op/s 2024-09-20T22:49:34.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:33 smithi046 ceph-mon[96110]: osdmap e2349: 8 total, 8 up, 8 in 2024-09-20T22:49:34.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:33 smithi046 ceph-mon[98591]: osdmap e2349: 8 total, 8 up, 8 in 2024-09-20T22:49:34.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:33 smithi134 ceph-mon[89086]: osdmap e2349: 8 total, 8 up, 8 in 2024-09-20T22:49:35.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:34 smithi046 ceph-mon[98591]: osdmap e2350: 8 total, 8 up, 8 in 2024-09-20T22:49:35.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:34 smithi046 ceph-mon[98591]: pgmap v4065: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 3.2 KiB/s wr, 106 op/s 2024-09-20T22:49:35.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:49:35.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:34 smithi046 ceph-mon[96110]: osdmap e2350: 8 total, 8 up, 8 in 2024-09-20T22:49:35.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:34 smithi046 ceph-mon[96110]: pgmap v4065: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 3.2 KiB/s wr, 106 op/s 2024-09-20T22:49:35.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:49:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:34 smithi134 ceph-mon[89086]: osdmap e2350: 8 total, 8 up, 8 in 2024-09-20T22:49:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:34 smithi134 ceph-mon[89086]: pgmap v4065: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 3.2 KiB/s wr, 106 op/s 2024-09-20T22:49:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:49:36.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:35 smithi046 ceph-mon[98591]: osdmap e2351: 8 total, 8 up, 8 in 2024-09-20T22:49:36.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:35 smithi046 ceph-mon[96110]: osdmap e2351: 8 total, 8 up, 8 in 2024-09-20T22:49:36.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:35 smithi134 ceph-mon[89086]: osdmap e2351: 8 total, 8 up, 8 in 2024-09-20T22:49:37.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:36 smithi046 ceph-mon[96110]: osdmap e2352: 8 total, 8 up, 8 in 2024-09-20T22:49:37.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:36 smithi046 ceph-mon[96110]: pgmap v4068: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 2.7 KiB/s wr, 150 op/s 2024-09-20T22:49:37.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:36 smithi046 ceph-mon[98591]: osdmap e2352: 8 total, 8 up, 8 in 2024-09-20T22:49:37.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:36 smithi046 ceph-mon[98591]: pgmap v4068: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 2.7 KiB/s wr, 150 op/s 2024-09-20T22:49:37.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:36 smithi134 ceph-mon[89086]: osdmap e2352: 8 total, 8 up, 8 in 2024-09-20T22:49:37.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:36 smithi134 ceph-mon[89086]: pgmap v4068: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 2.7 KiB/s wr, 150 op/s 2024-09-20T22:49:38.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:37 smithi046 ceph-mon[96110]: osdmap e2353: 8 total, 8 up, 8 in 2024-09-20T22:49:38.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:37 smithi046 ceph-mon[98591]: osdmap e2353: 8 total, 8 up, 8 in 2024-09-20T22:49:38.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:37 smithi134 ceph-mon[89086]: osdmap e2353: 8 total, 8 up, 8 in 2024-09-20T22:49:39.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:38 smithi046 ceph-mon[96110]: osdmap e2354: 8 total, 8 up, 8 in 2024-09-20T22:49:39.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:38 smithi046 ceph-mon[96110]: pgmap v4071: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 3.5 KiB/s wr, 150 op/s 2024-09-20T22:49:39.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:38 smithi046 ceph-mon[98591]: osdmap e2354: 8 total, 8 up, 8 in 2024-09-20T22:49:39.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:38 smithi046 ceph-mon[98591]: pgmap v4071: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 3.5 KiB/s wr, 150 op/s 2024-09-20T22:49:39.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:38 smithi134 ceph-mon[89086]: osdmap e2354: 8 total, 8 up, 8 in 2024-09-20T22:49:39.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:38 smithi134 ceph-mon[89086]: pgmap v4071: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 3.5 KiB/s wr, 150 op/s 2024-09-20T22:49:40.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:39 smithi046 ceph-mon[96110]: osdmap e2355: 8 total, 8 up, 8 in 2024-09-20T22:49:40.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:39 smithi046 ceph-mon[98591]: osdmap e2355: 8 total, 8 up, 8 in 2024-09-20T22:49:40.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:39 smithi134 ceph-mon[89086]: osdmap e2355: 8 total, 8 up, 8 in 2024-09-20T22:49:41.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:40 smithi046 ceph-mon[96110]: osdmap e2356: 8 total, 8 up, 8 in 2024-09-20T22:49:41.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:40 smithi046 ceph-mon[96110]: pgmap v4074: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-09-20T22:49:41.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:40 smithi046 ceph-mon[98591]: osdmap e2356: 8 total, 8 up, 8 in 2024-09-20T22:49:41.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:40 smithi046 ceph-mon[98591]: pgmap v4074: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-09-20T22:49:41.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:40 smithi134 ceph-mon[89086]: osdmap e2356: 8 total, 8 up, 8 in 2024-09-20T22:49:41.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:40 smithi134 ceph-mon[89086]: pgmap v4074: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-09-20T22:49:42.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:41 smithi046 ceph-mon[96110]: osdmap e2357: 8 total, 8 up, 8 in 2024-09-20T22:49:42.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:41 smithi046 ceph-mon[98591]: osdmap e2357: 8 total, 8 up, 8 in 2024-09-20T22:49:42.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:49:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:49:42] "GET /metrics HTTP/1.1" 200 36756 "" "Prometheus/2.43.0" 2024-09-20T22:49:42.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:41 smithi134 ceph-mon[89086]: osdmap e2357: 8 total, 8 up, 8 in 2024-09-20T22:49:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:49:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:49:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:49:43.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:42 smithi134 ceph-mon[89086]: osdmap e2358: 8 total, 8 up, 8 in 2024-09-20T22:49:43.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:42 smithi134 ceph-mon[89086]: pgmap v4077: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 3.7 KiB/s wr, 150 op/s 2024-09-20T22:49:43.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:42 smithi046 ceph-mon[96110]: osdmap e2358: 8 total, 8 up, 8 in 2024-09-20T22:49:43.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:42 smithi046 ceph-mon[96110]: pgmap v4077: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 3.7 KiB/s wr, 150 op/s 2024-09-20T22:49:43.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:42 smithi046 ceph-mon[98591]: osdmap e2358: 8 total, 8 up, 8 in 2024-09-20T22:49:43.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:42 smithi046 ceph-mon[98591]: pgmap v4077: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 3.7 KiB/s wr, 150 op/s 2024-09-20T22:49:44.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:43 smithi134 ceph-mon[89086]: osdmap e2359: 8 total, 8 up, 8 in 2024-09-20T22:49:44.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:43 smithi046 ceph-mon[96110]: osdmap e2359: 8 total, 8 up, 8 in 2024-09-20T22:49:44.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:43 smithi046 ceph-mon[98591]: osdmap e2359: 8 total, 8 up, 8 in 2024-09-20T22:49:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:44 smithi134 ceph-mon[89086]: osdmap e2360: 8 total, 8 up, 8 in 2024-09-20T22:49:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:44 smithi134 ceph-mon[89086]: pgmap v4080: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 3.7 KiB/s wr, 155 op/s 2024-09-20T22:49:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:44 smithi046 ceph-mon[96110]: osdmap e2360: 8 total, 8 up, 8 in 2024-09-20T22:49:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:44 smithi046 ceph-mon[96110]: pgmap v4080: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 3.7 KiB/s wr, 155 op/s 2024-09-20T22:49:45.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:44 smithi046 ceph-mon[98591]: osdmap e2360: 8 total, 8 up, 8 in 2024-09-20T22:49:45.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:44 smithi046 ceph-mon[98591]: pgmap v4080: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 3.7 KiB/s wr, 155 op/s 2024-09-20T22:49:46.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:45 smithi134 ceph-mon[89086]: osdmap e2361: 8 total, 8 up, 8 in 2024-09-20T22:49:46.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:45 smithi046 ceph-mon[96110]: osdmap e2361: 8 total, 8 up, 8 in 2024-09-20T22:49:46.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:45 smithi046 ceph-mon[98591]: osdmap e2361: 8 total, 8 up, 8 in 2024-09-20T22:49:47.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:46 smithi046 ceph-mon[96110]: osdmap e2362: 8 total, 8 up, 8 in 2024-09-20T22:49:47.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:46 smithi046 ceph-mon[96110]: pgmap v4083: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 169 KiB/s rd, 3.0 KiB/s wr, 227 op/s 2024-09-20T22:49:47.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:46 smithi046 ceph-mon[98591]: osdmap e2362: 8 total, 8 up, 8 in 2024-09-20T22:49:47.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:46 smithi046 ceph-mon[98591]: pgmap v4083: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 169 KiB/s rd, 3.0 KiB/s wr, 227 op/s 2024-09-20T22:49:47.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:46 smithi134 ceph-mon[89086]: osdmap e2362: 8 total, 8 up, 8 in 2024-09-20T22:49:47.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:46 smithi134 ceph-mon[89086]: pgmap v4083: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 169 KiB/s rd, 3.0 KiB/s wr, 227 op/s 2024-09-20T22:49:48.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:47 smithi046 ceph-mon[96110]: osdmap e2363: 8 total, 8 up, 8 in 2024-09-20T22:49:48.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:47 smithi046 ceph-mon[98591]: osdmap e2363: 8 total, 8 up, 8 in 2024-09-20T22:49:48.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:47 smithi134 ceph-mon[89086]: osdmap e2363: 8 total, 8 up, 8 in 2024-09-20T22:49:49.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:48 smithi046 ceph-mon[96110]: osdmap e2364: 8 total, 8 up, 8 in 2024-09-20T22:49:49.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:48 smithi046 ceph-mon[96110]: pgmap v4086: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 169 KiB/s rd, 3.2 KiB/s wr, 227 op/s 2024-09-20T22:49:49.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:48 smithi046 ceph-mon[98591]: osdmap e2364: 8 total, 8 up, 8 in 2024-09-20T22:49:49.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:48 smithi046 ceph-mon[98591]: pgmap v4086: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 169 KiB/s rd, 3.2 KiB/s wr, 227 op/s 2024-09-20T22:49:49.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:48 smithi134 ceph-mon[89086]: osdmap e2364: 8 total, 8 up, 8 in 2024-09-20T22:49:49.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:48 smithi134 ceph-mon[89086]: pgmap v4086: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 169 KiB/s rd, 3.2 KiB/s wr, 227 op/s 2024-09-20T22:49:50.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:49 smithi046 ceph-mon[96110]: osdmap e2365: 8 total, 8 up, 8 in 2024-09-20T22:49:50.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:49:50.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:49 smithi046 ceph-mon[98591]: osdmap e2365: 8 total, 8 up, 8 in 2024-09-20T22:49:50.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:49:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:49 smithi134 ceph-mon[89086]: osdmap e2365: 8 total, 8 up, 8 in 2024-09-20T22:49:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:49:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:50 smithi046 ceph-mon[96110]: osdmap e2366: 8 total, 8 up, 8 in 2024-09-20T22:49:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:50 smithi046 ceph-mon[96110]: pgmap v4089: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-20T22:49:51.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:50 smithi046 ceph-mon[98591]: osdmap e2366: 8 total, 8 up, 8 in 2024-09-20T22:49:51.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:50 smithi046 ceph-mon[98591]: pgmap v4089: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-20T22:49:51.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:50 smithi134 ceph-mon[89086]: osdmap e2366: 8 total, 8 up, 8 in 2024-09-20T22:49:51.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:50 smithi134 ceph-mon[89086]: pgmap v4089: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-20T22:49:52.316 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:51 smithi134 ceph-mon[89086]: osdmap e2367: 8 total, 8 up, 8 in 2024-09-20T22:49:52.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:51 smithi046 ceph-mon[96110]: osdmap e2367: 8 total, 8 up, 8 in 2024-09-20T22:49:52.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:51 smithi046 ceph-mon[98591]: osdmap e2367: 8 total, 8 up, 8 in 2024-09-20T22:49:52.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:49:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:49:52] "GET /metrics HTTP/1.1" 200 36752 "" "Prometheus/2.43.0" 2024-09-20T22:49:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:49:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:49:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:49:53.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:52 smithi046 ceph-mon[96110]: osdmap e2368: 8 total, 8 up, 8 in 2024-09-20T22:49:53.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:52 smithi046 ceph-mon[96110]: pgmap v4092: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 200 KiB/s rd, 3.2 KiB/s wr, 268 op/s 2024-09-20T22:49:53.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:52 smithi046 ceph-mon[98591]: osdmap e2368: 8 total, 8 up, 8 in 2024-09-20T22:49:53.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:52 smithi046 ceph-mon[98591]: pgmap v4092: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 200 KiB/s rd, 3.2 KiB/s wr, 268 op/s 2024-09-20T22:49:53.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:52 smithi134 ceph-mon[89086]: osdmap e2368: 8 total, 8 up, 8 in 2024-09-20T22:49:53.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:52 smithi134 ceph-mon[89086]: pgmap v4092: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 200 KiB/s rd, 3.2 KiB/s wr, 268 op/s 2024-09-20T22:49:54.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:53 smithi046 ceph-mon[96110]: osdmap e2369: 8 total, 8 up, 8 in 2024-09-20T22:49:54.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:53 smithi046 ceph-mon[98591]: osdmap e2369: 8 total, 8 up, 8 in 2024-09-20T22:49:54.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:53 smithi134 ceph-mon[89086]: osdmap e2369: 8 total, 8 up, 8 in 2024-09-20T22:49:55.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:54 smithi046 ceph-mon[96110]: osdmap e2370: 8 total, 8 up, 8 in 2024-09-20T22:49:55.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:54 smithi046 ceph-mon[96110]: pgmap v4095: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 204 KiB/s rd, 3.5 KiB/s wr, 273 op/s 2024-09-20T22:49:55.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:54 smithi046 ceph-mon[98591]: osdmap e2370: 8 total, 8 up, 8 in 2024-09-20T22:49:55.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:54 smithi046 ceph-mon[98591]: pgmap v4095: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 204 KiB/s rd, 3.5 KiB/s wr, 273 op/s 2024-09-20T22:49:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:54 smithi134 ceph-mon[89086]: osdmap e2370: 8 total, 8 up, 8 in 2024-09-20T22:49:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:54 smithi134 ceph-mon[89086]: pgmap v4095: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 204 KiB/s rd, 3.5 KiB/s wr, 273 op/s 2024-09-20T22:49:56.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:55 smithi046 ceph-mon[96110]: osdmap e2371: 8 total, 8 up, 8 in 2024-09-20T22:49:56.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:55 smithi046 ceph-mon[98591]: osdmap e2371: 8 total, 8 up, 8 in 2024-09-20T22:49:56.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:55 smithi134 ceph-mon[89086]: osdmap e2371: 8 total, 8 up, 8 in 2024-09-20T22:49:57.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:56 smithi046 ceph-mon[96110]: osdmap e2372: 8 total, 8 up, 8 in 2024-09-20T22:49:57.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:56 smithi046 ceph-mon[96110]: pgmap v4098: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 235 KiB/s rd, 3.5 KiB/s wr, 317 op/s 2024-09-20T22:49:57.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:56 smithi046 ceph-mon[98591]: osdmap e2372: 8 total, 8 up, 8 in 2024-09-20T22:49:57.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:56 smithi046 ceph-mon[98591]: pgmap v4098: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 235 KiB/s rd, 3.5 KiB/s wr, 317 op/s 2024-09-20T22:49:57.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:56 smithi134 ceph-mon[89086]: osdmap e2372: 8 total, 8 up, 8 in 2024-09-20T22:49:57.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:56 smithi134 ceph-mon[89086]: pgmap v4098: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 235 KiB/s rd, 3.5 KiB/s wr, 317 op/s 2024-09-20T22:49:58.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:57 smithi046 ceph-mon[96110]: osdmap e2373: 8 total, 8 up, 8 in 2024-09-20T22:49:58.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:57 smithi046 ceph-mon[98591]: osdmap e2373: 8 total, 8 up, 8 in 2024-09-20T22:49:58.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:57 smithi134 ceph-mon[89086]: osdmap e2373: 8 total, 8 up, 8 in 2024-09-20T22:49:59.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:59 smithi046 ceph-mon[96110]: osdmap e2374: 8 total, 8 up, 8 in 2024-09-20T22:49:59.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:49:59 smithi046 ceph-mon[96110]: pgmap v4101: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 235 KiB/s rd, 4.0 KiB/s wr, 317 op/s 2024-09-20T22:49:59.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:59 smithi046 ceph-mon[98591]: osdmap e2374: 8 total, 8 up, 8 in 2024-09-20T22:49:59.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:49:59 smithi046 ceph-mon[98591]: pgmap v4101: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 235 KiB/s rd, 4.0 KiB/s wr, 317 op/s 2024-09-20T22:49:59.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:59 smithi134 ceph-mon[89086]: osdmap e2374: 8 total, 8 up, 8 in 2024-09-20T22:49:59.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:49:59 smithi134 ceph-mon[89086]: pgmap v4101: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 235 KiB/s rd, 4.0 KiB/s wr, 317 op/s 2024-09-20T22:50:00.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:00 smithi046 ceph-mon[96110]: osdmap e2375: 8 total, 8 up, 8 in 2024-09-20T22:50:00.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:00 smithi046 ceph-mon[96110]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-09-20T22:50:00.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:00 smithi046 ceph-mon[98591]: osdmap e2375: 8 total, 8 up, 8 in 2024-09-20T22:50:00.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:00 smithi046 ceph-mon[98591]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-09-20T22:50:00.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:00 smithi134 ceph-mon[89086]: osdmap e2375: 8 total, 8 up, 8 in 2024-09-20T22:50:00.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:00 smithi134 ceph-mon[89086]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-09-20T22:50:01.325 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:01 smithi046 ceph-mon[96110]: osdmap e2376: 8 total, 8 up, 8 in 2024-09-20T22:50:01.325 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:01 smithi046 ceph-mon[96110]: pgmap v4104: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-09-20T22:50:01.325 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:01 smithi046 ceph-mon[98591]: osdmap e2376: 8 total, 8 up, 8 in 2024-09-20T22:50:01.325 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:01 smithi046 ceph-mon[98591]: pgmap v4104: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-09-20T22:50:01.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:01 smithi134 ceph-mon[89086]: osdmap e2376: 8 total, 8 up, 8 in 2024-09-20T22:50:01.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:01 smithi134 ceph-mon[89086]: pgmap v4104: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-09-20T22:50:02.316 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:02 smithi134 ceph-mon[89086]: osdmap e2377: 8 total, 8 up, 8 in 2024-09-20T22:50:02.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:02 smithi046 ceph-mon[96110]: osdmap e2377: 8 total, 8 up, 8 in 2024-09-20T22:50:02.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:02 smithi046 ceph-mon[98591]: osdmap e2377: 8 total, 8 up, 8 in 2024-09-20T22:50:02.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:50:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:50:02] "GET /metrics HTTP/1.1" 200 36752 "" "Prometheus/2.43.0" 2024-09-20T22:50:02.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:50:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:50:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:50:03.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:03 smithi046 ceph-mon[96110]: osdmap e2378: 8 total, 8 up, 8 in 2024-09-20T22:50:03.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:03 smithi046 ceph-mon[96110]: pgmap v4107: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 266 KiB/s rd, 3.5 KiB/s wr, 355 op/s 2024-09-20T22:50:03.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:03 smithi046 ceph-mon[98591]: osdmap e2378: 8 total, 8 up, 8 in 2024-09-20T22:50:03.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:03 smithi046 ceph-mon[98591]: pgmap v4107: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 266 KiB/s rd, 3.5 KiB/s wr, 355 op/s 2024-09-20T22:50:03.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:03 smithi134 ceph-mon[89086]: osdmap e2378: 8 total, 8 up, 8 in 2024-09-20T22:50:03.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:03 smithi134 ceph-mon[89086]: pgmap v4107: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 266 KiB/s rd, 3.5 KiB/s wr, 355 op/s 2024-09-20T22:50:04.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:04 smithi046 ceph-mon[98591]: osdmap e2379: 8 total, 8 up, 8 in 2024-09-20T22:50:04.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:04 smithi046 ceph-mon[96110]: osdmap e2379: 8 total, 8 up, 8 in 2024-09-20T22:50:04.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:04 smithi134 ceph-mon[89086]: osdmap e2379: 8 total, 8 up, 8 in 2024-09-20T22:50:05.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:05 smithi046 ceph-mon[98591]: osdmap e2380: 8 total, 8 up, 8 in 2024-09-20T22:50:05.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:05 smithi046 ceph-mon[98591]: pgmap v4110: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 270 KiB/s rd, 3.5 KiB/s wr, 360 op/s 2024-09-20T22:50:05.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:05 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:50:05.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:05 smithi046 ceph-mon[96110]: osdmap e2380: 8 total, 8 up, 8 in 2024-09-20T22:50:05.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:05 smithi046 ceph-mon[96110]: pgmap v4110: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 270 KiB/s rd, 3.5 KiB/s wr, 360 op/s 2024-09-20T22:50:05.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:05 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:50:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:05 smithi134 ceph-mon[89086]: osdmap e2380: 8 total, 8 up, 8 in 2024-09-20T22:50:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:05 smithi134 ceph-mon[89086]: pgmap v4110: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 270 KiB/s rd, 3.5 KiB/s wr, 360 op/s 2024-09-20T22:50:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:05 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:50:06.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:06 smithi046 ceph-mon[96110]: osdmap e2381: 8 total, 8 up, 8 in 2024-09-20T22:50:06.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:06 smithi046 ceph-mon[98591]: osdmap e2381: 8 total, 8 up, 8 in 2024-09-20T22:50:06.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:06 smithi134 ceph-mon[89086]: osdmap e2381: 8 total, 8 up, 8 in 2024-09-20T22:50:07.375 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:07 smithi046 ceph-mon[96110]: osdmap e2382: 8 total, 8 up, 8 in 2024-09-20T22:50:07.375 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:07 smithi046 ceph-mon[96110]: pgmap v4113: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 301 KiB/s rd, 3.0 KiB/s wr, 404 op/s 2024-09-20T22:50:07.375 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:07 smithi046 ceph-mon[98591]: osdmap e2382: 8 total, 8 up, 8 in 2024-09-20T22:50:07.375 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:07 smithi046 ceph-mon[98591]: pgmap v4113: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 301 KiB/s rd, 3.0 KiB/s wr, 404 op/s 2024-09-20T22:50:07.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:07 smithi134 ceph-mon[89086]: osdmap e2382: 8 total, 8 up, 8 in 2024-09-20T22:50:07.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:07 smithi134 ceph-mon[89086]: pgmap v4113: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 301 KiB/s rd, 3.0 KiB/s wr, 404 op/s 2024-09-20T22:50:08.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:08 smithi046 ceph-mon[98591]: osdmap e2383: 8 total, 8 up, 8 in 2024-09-20T22:50:08.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:08 smithi046 ceph-mon[96110]: osdmap e2383: 8 total, 8 up, 8 in 2024-09-20T22:50:08.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:08 smithi134 ceph-mon[89086]: osdmap e2383: 8 total, 8 up, 8 in 2024-09-20T22:50:09.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:09 smithi046 ceph-mon[98591]: osdmap e2384: 8 total, 8 up, 8 in 2024-09-20T22:50:09.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:09 smithi046 ceph-mon[98591]: pgmap v4116: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 301 KiB/s rd, 3.5 KiB/s wr, 404 op/s 2024-09-20T22:50:09.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:09 smithi046 ceph-mon[96110]: osdmap e2384: 8 total, 8 up, 8 in 2024-09-20T22:50:09.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:09 smithi046 ceph-mon[96110]: pgmap v4116: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 301 KiB/s rd, 3.5 KiB/s wr, 404 op/s 2024-09-20T22:50:09.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:09 smithi134 ceph-mon[89086]: osdmap e2384: 8 total, 8 up, 8 in 2024-09-20T22:50:09.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:09 smithi134 ceph-mon[89086]: pgmap v4116: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 301 KiB/s rd, 3.5 KiB/s wr, 404 op/s 2024-09-20T22:50:10.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:10 smithi046 ceph-mon[96110]: osdmap e2385: 8 total, 8 up, 8 in 2024-09-20T22:50:10.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:10 smithi046 ceph-mon[98591]: osdmap e2385: 8 total, 8 up, 8 in 2024-09-20T22:50:10.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:10 smithi134 ceph-mon[89086]: osdmap e2385: 8 total, 8 up, 8 in 2024-09-20T22:50:11.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:11 smithi046 ceph-mon[96110]: osdmap e2386: 8 total, 8 up, 8 in 2024-09-20T22:50:11.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:11 smithi046 ceph-mon[96110]: pgmap v4119: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-09-20T22:50:11.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:11 smithi046 ceph-mon[98591]: osdmap e2386: 8 total, 8 up, 8 in 2024-09-20T22:50:11.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:11 smithi046 ceph-mon[98591]: pgmap v4119: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-09-20T22:50:11.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:11 smithi134 ceph-mon[89086]: osdmap e2386: 8 total, 8 up, 8 in 2024-09-20T22:50:11.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:11 smithi134 ceph-mon[89086]: pgmap v4119: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-09-20T22:50:12.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:12 smithi046 ceph-mon[96110]: osdmap e2387: 8 total, 8 up, 8 in 2024-09-20T22:50:12.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:50:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:50:12] "GET /metrics HTTP/1.1" 200 36758 "" "Prometheus/2.43.0" 2024-09-20T22:50:12.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:12 smithi046 ceph-mon[98591]: osdmap e2387: 8 total, 8 up, 8 in 2024-09-20T22:50:12.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:12 smithi134 ceph-mon[89086]: osdmap e2387: 8 total, 8 up, 8 in 2024-09-20T22:50:12.426 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:50:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:50:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:50:13.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:13 smithi046 ceph-mon[96110]: osdmap e2388: 8 total, 8 up, 8 in 2024-09-20T22:50:13.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:13 smithi046 ceph-mon[96110]: pgmap v4122: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 331 KiB/s rd, 4.0 KiB/s wr, 443 op/s 2024-09-20T22:50:13.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:13 smithi046 ceph-mon[98591]: osdmap e2388: 8 total, 8 up, 8 in 2024-09-20T22:50:13.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:13 smithi046 ceph-mon[98591]: pgmap v4122: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 331 KiB/s rd, 4.0 KiB/s wr, 443 op/s 2024-09-20T22:50:13.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:13 smithi134 ceph-mon[89086]: osdmap e2388: 8 total, 8 up, 8 in 2024-09-20T22:50:13.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:13 smithi134 ceph-mon[89086]: pgmap v4122: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 331 KiB/s rd, 4.0 KiB/s wr, 443 op/s 2024-09-20T22:50:14.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:14 smithi046 ceph-mon[96110]: osdmap e2389: 8 total, 8 up, 8 in 2024-09-20T22:50:14.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:14 smithi046 ceph-mon[98591]: osdmap e2389: 8 total, 8 up, 8 in 2024-09-20T22:50:14.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:14 smithi134 ceph-mon[89086]: osdmap e2389: 8 total, 8 up, 8 in 2024-09-20T22:50:15.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:15 smithi046 ceph-mon[96110]: osdmap e2390: 8 total, 8 up, 8 in 2024-09-20T22:50:15.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:15 smithi046 ceph-mon[96110]: pgmap v4125: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 335 KiB/s rd, 3.5 KiB/s wr, 448 op/s 2024-09-20T22:50:15.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:15 smithi046 ceph-mon[98591]: osdmap e2390: 8 total, 8 up, 8 in 2024-09-20T22:50:15.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:15 smithi046 ceph-mon[98591]: pgmap v4125: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 335 KiB/s rd, 3.5 KiB/s wr, 448 op/s 2024-09-20T22:50:15.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:15 smithi134 ceph-mon[89086]: osdmap e2390: 8 total, 8 up, 8 in 2024-09-20T22:50:15.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:15 smithi134 ceph-mon[89086]: pgmap v4125: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 335 KiB/s rd, 3.5 KiB/s wr, 448 op/s 2024-09-20T22:50:16.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:16 smithi046 ceph-mon[96110]: osdmap e2391: 8 total, 8 up, 8 in 2024-09-20T22:50:16.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:16 smithi046 ceph-mon[98591]: osdmap e2391: 8 total, 8 up, 8 in 2024-09-20T22:50:16.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:16 smithi134 ceph-mon[89086]: osdmap e2391: 8 total, 8 up, 8 in 2024-09-20T22:50:17.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:17 smithi046 ceph-mon[96110]: osdmap e2392: 8 total, 8 up, 8 in 2024-09-20T22:50:17.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:17 smithi046 ceph-mon[96110]: pgmap v4128: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 366 KiB/s rd, 3.2 KiB/s wr, 491 op/s 2024-09-20T22:50:17.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:17 smithi046 ceph-mon[98591]: osdmap e2392: 8 total, 8 up, 8 in 2024-09-20T22:50:17.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:17 smithi046 ceph-mon[98591]: pgmap v4128: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 366 KiB/s rd, 3.2 KiB/s wr, 491 op/s 2024-09-20T22:50:17.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:17 smithi134 ceph-mon[89086]: osdmap e2392: 8 total, 8 up, 8 in 2024-09-20T22:50:17.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:17 smithi134 ceph-mon[89086]: pgmap v4128: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 366 KiB/s rd, 3.2 KiB/s wr, 491 op/s 2024-09-20T22:50:18.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:18 smithi046 ceph-mon[96110]: osdmap e2393: 8 total, 8 up, 8 in 2024-09-20T22:50:18.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:18 smithi046 ceph-mon[98591]: osdmap e2393: 8 total, 8 up, 8 in 2024-09-20T22:50:18.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:18 smithi134 ceph-mon[89086]: osdmap e2393: 8 total, 8 up, 8 in 2024-09-20T22:50:19.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:19 smithi046 ceph-mon[96110]: osdmap e2394: 8 total, 8 up, 8 in 2024-09-20T22:50:19.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:19 smithi046 ceph-mon[96110]: pgmap v4131: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 366 KiB/s rd, 3.7 KiB/s wr, 492 op/s 2024-09-20T22:50:19.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:19 smithi046 ceph-mon[98591]: osdmap e2394: 8 total, 8 up, 8 in 2024-09-20T22:50:19.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:19 smithi046 ceph-mon[98591]: pgmap v4131: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 366 KiB/s rd, 3.7 KiB/s wr, 492 op/s 2024-09-20T22:50:19.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:19 smithi134 ceph-mon[89086]: osdmap e2394: 8 total, 8 up, 8 in 2024-09-20T22:50:19.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:19 smithi134 ceph-mon[89086]: pgmap v4131: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 366 KiB/s rd, 3.7 KiB/s wr, 492 op/s 2024-09-20T22:50:20.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:20 smithi046 ceph-mon[96110]: osdmap e2395: 8 total, 8 up, 8 in 2024-09-20T22:50:20.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:20 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:50:20.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:20 smithi046 ceph-mon[98591]: osdmap e2395: 8 total, 8 up, 8 in 2024-09-20T22:50:20.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:20 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:50:20.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:20 smithi134 ceph-mon[89086]: osdmap e2395: 8 total, 8 up, 8 in 2024-09-20T22:50:20.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:20 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:50:21.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:21 smithi046 ceph-mon[98591]: osdmap e2396: 8 total, 8 up, 8 in 2024-09-20T22:50:21.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:21 smithi046 ceph-mon[98591]: pgmap v4134: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-20T22:50:21.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:21 smithi046 ceph-mon[96110]: osdmap e2396: 8 total, 8 up, 8 in 2024-09-20T22:50:21.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:21 smithi046 ceph-mon[96110]: pgmap v4134: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-20T22:50:21.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:21 smithi134 ceph-mon[89086]: osdmap e2396: 8 total, 8 up, 8 in 2024-09-20T22:50:21.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:21 smithi134 ceph-mon[89086]: pgmap v4134: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-20T22:50:22.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:22 smithi046 ceph-mon[96110]: osdmap e2397: 8 total, 8 up, 8 in 2024-09-20T22:50:22.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:22 smithi046 ceph-mon[98591]: osdmap e2397: 8 total, 8 up, 8 in 2024-09-20T22:50:22.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:50:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:50:22] "GET /metrics HTTP/1.1" 200 36754 "" "Prometheus/2.43.0" 2024-09-20T22:50:22.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:22 smithi134 ceph-mon[89086]: osdmap e2397: 8 total, 8 up, 8 in 2024-09-20T22:50:22.426 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:50:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:50:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:50:23.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:23 smithi046 ceph-mon[96110]: osdmap e2398: 8 total, 8 up, 8 in 2024-09-20T22:50:23.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:23 smithi046 ceph-mon[96110]: pgmap v4137: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 395 KiB/s rd, 3.5 KiB/s wr, 530 op/s 2024-09-20T22:50:23.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:23 smithi046 ceph-mon[98591]: osdmap e2398: 8 total, 8 up, 8 in 2024-09-20T22:50:23.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:23 smithi046 ceph-mon[98591]: pgmap v4137: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 395 KiB/s rd, 3.5 KiB/s wr, 530 op/s 2024-09-20T22:50:23.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:23 smithi134 ceph-mon[89086]: osdmap e2398: 8 total, 8 up, 8 in 2024-09-20T22:50:23.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:23 smithi134 ceph-mon[89086]: pgmap v4137: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 395 KiB/s rd, 3.5 KiB/s wr, 530 op/s 2024-09-20T22:50:24.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:24 smithi046 ceph-mon[96110]: osdmap e2399: 8 total, 8 up, 8 in 2024-09-20T22:50:24.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:24 smithi046 ceph-mon[98591]: osdmap e2399: 8 total, 8 up, 8 in 2024-09-20T22:50:24.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:24 smithi134 ceph-mon[89086]: osdmap e2399: 8 total, 8 up, 8 in 2024-09-20T22:50:25.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:25 smithi134 ceph-mon[89086]: osdmap e2400: 8 total, 8 up, 8 in 2024-09-20T22:50:25.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:25 smithi134 ceph-mon[89086]: pgmap v4140: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 399 KiB/s rd, 3.7 KiB/s wr, 536 op/s 2024-09-20T22:50:25.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:25 smithi046 ceph-mon[96110]: osdmap e2400: 8 total, 8 up, 8 in 2024-09-20T22:50:25.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:25 smithi046 ceph-mon[96110]: pgmap v4140: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 399 KiB/s rd, 3.7 KiB/s wr, 536 op/s 2024-09-20T22:50:25.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:25 smithi046 ceph-mon[98591]: osdmap e2400: 8 total, 8 up, 8 in 2024-09-20T22:50:25.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:25 smithi046 ceph-mon[98591]: pgmap v4140: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 399 KiB/s rd, 3.7 KiB/s wr, 536 op/s 2024-09-20T22:50:26.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:26 smithi134 ceph-mon[89086]: osdmap e2401: 8 total, 8 up, 8 in 2024-09-20T22:50:26.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:26 smithi046 ceph-mon[96110]: osdmap e2401: 8 total, 8 up, 8 in 2024-09-20T22:50:26.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:26 smithi046 ceph-mon[98591]: osdmap e2401: 8 total, 8 up, 8 in 2024-09-20T22:50:27.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:27 smithi134 ceph-mon[89086]: osdmap e2402: 8 total, 8 up, 8 in 2024-09-20T22:50:27.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:27 smithi134 ceph-mon[89086]: pgmap v4143: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 431 KiB/s rd, 3.5 KiB/s wr, 579 op/s 2024-09-20T22:50:27.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:27 smithi046 ceph-mon[96110]: osdmap e2402: 8 total, 8 up, 8 in 2024-09-20T22:50:27.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:27 smithi046 ceph-mon[96110]: pgmap v4143: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 431 KiB/s rd, 3.5 KiB/s wr, 579 op/s 2024-09-20T22:50:27.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:27 smithi046 ceph-mon[98591]: osdmap e2402: 8 total, 8 up, 8 in 2024-09-20T22:50:27.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:27 smithi046 ceph-mon[98591]: pgmap v4143: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 431 KiB/s rd, 3.5 KiB/s wr, 579 op/s 2024-09-20T22:50:28.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:28 smithi134 ceph-mon[89086]: osdmap e2403: 8 total, 8 up, 8 in 2024-09-20T22:50:28.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:50:28.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:50:28.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:50:28.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:50:28.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:28 smithi046 ceph-mon[98591]: osdmap e2403: 8 total, 8 up, 8 in 2024-09-20T22:50:28.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:50:28.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:50:28.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:50:28.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:50:28.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:28 smithi046 ceph-mon[96110]: osdmap e2403: 8 total, 8 up, 8 in 2024-09-20T22:50:28.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:50:28.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:50:28.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:50:28.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:50:29.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:29 smithi046 ceph-mon[98591]: osdmap e2404: 8 total, 8 up, 8 in 2024-09-20T22:50:29.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:29 smithi046 ceph-mon[98591]: pgmap v4146: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 431 KiB/s rd, 3.7 KiB/s wr, 579 op/s 2024-09-20T22:50:29.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:29 smithi046 ceph-mon[96110]: osdmap e2404: 8 total, 8 up, 8 in 2024-09-20T22:50:29.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:29 smithi046 ceph-mon[96110]: pgmap v4146: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 431 KiB/s rd, 3.7 KiB/s wr, 579 op/s 2024-09-20T22:50:29.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:29 smithi134 ceph-mon[89086]: osdmap e2404: 8 total, 8 up, 8 in 2024-09-20T22:50:29.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:29 smithi134 ceph-mon[89086]: pgmap v4146: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 431 KiB/s rd, 3.7 KiB/s wr, 579 op/s 2024-09-20T22:50:30.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:30 smithi046 ceph-mon[96110]: osdmap e2405: 8 total, 8 up, 8 in 2024-09-20T22:50:30.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:30 smithi046 ceph-mon[98591]: osdmap e2405: 8 total, 8 up, 8 in 2024-09-20T22:50:30.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:30 smithi134 ceph-mon[89086]: osdmap e2405: 8 total, 8 up, 8 in 2024-09-20T22:50:31.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:31 smithi046 ceph-mon[96110]: osdmap e2406: 8 total, 8 up, 8 in 2024-09-20T22:50:31.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:31 smithi046 ceph-mon[96110]: pgmap v4149: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-20T22:50:31.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:31 smithi046 ceph-mon[98591]: osdmap e2406: 8 total, 8 up, 8 in 2024-09-20T22:50:31.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:31 smithi046 ceph-mon[98591]: pgmap v4149: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-20T22:50:31.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:31 smithi134 ceph-mon[89086]: osdmap e2406: 8 total, 8 up, 8 in 2024-09-20T22:50:31.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:31 smithi134 ceph-mon[89086]: pgmap v4149: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-20T22:50:32.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:32 smithi046 ceph-mon[96110]: osdmap e2407: 8 total, 8 up, 8 in 2024-09-20T22:50:32.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:32 smithi046 ceph-mon[98591]: osdmap e2407: 8 total, 8 up, 8 in 2024-09-20T22:50:32.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:50:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:50:32] "GET /metrics HTTP/1.1" 200 36754 "" "Prometheus/2.43.0" 2024-09-20T22:50:32.577 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:32 smithi134 ceph-mon[89086]: osdmap e2407: 8 total, 8 up, 8 in 2024-09-20T22:50:32.578 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:50:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:50:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:50:33.593 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:33 smithi134 ceph-mon[89086]: osdmap e2408: 8 total, 8 up, 8 in 2024-09-20T22:50:33.593 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:33 smithi134 ceph-mon[89086]: pgmap v4152: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 462 KiB/s rd, 3.7 KiB/s wr, 622 op/s 2024-09-20T22:50:33.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:33 smithi046 ceph-mon[96110]: osdmap e2408: 8 total, 8 up, 8 in 2024-09-20T22:50:33.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:33 smithi046 ceph-mon[96110]: pgmap v4152: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 462 KiB/s rd, 3.7 KiB/s wr, 622 op/s 2024-09-20T22:50:33.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:33 smithi046 ceph-mon[98591]: osdmap e2408: 8 total, 8 up, 8 in 2024-09-20T22:50:33.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:33 smithi046 ceph-mon[98591]: pgmap v4152: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 462 KiB/s rd, 3.7 KiB/s wr, 622 op/s 2024-09-20T22:50:34.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:34 smithi046 ceph-mon[96110]: osdmap e2409: 8 total, 8 up, 8 in 2024-09-20T22:50:34.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:34 smithi046 ceph-mon[98591]: osdmap e2409: 8 total, 8 up, 8 in 2024-09-20T22:50:34.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:34 smithi134 ceph-mon[89086]: osdmap e2409: 8 total, 8 up, 8 in 2024-09-20T22:50:35.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:35 smithi046 ceph-mon[96110]: osdmap e2410: 8 total, 8 up, 8 in 2024-09-20T22:50:35.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:35 smithi046 ceph-mon[96110]: pgmap v4155: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 466 KiB/s rd, 3.7 KiB/s wr, 627 op/s 2024-09-20T22:50:35.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:35 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:50:35.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:35 smithi046 ceph-mon[98591]: osdmap e2410: 8 total, 8 up, 8 in 2024-09-20T22:50:35.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:35 smithi046 ceph-mon[98591]: pgmap v4155: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 466 KiB/s rd, 3.7 KiB/s wr, 627 op/s 2024-09-20T22:50:35.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:35 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:50:35.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:35 smithi134 ceph-mon[89086]: osdmap e2410: 8 total, 8 up, 8 in 2024-09-20T22:50:35.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:35 smithi134 ceph-mon[89086]: pgmap v4155: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 466 KiB/s rd, 3.7 KiB/s wr, 627 op/s 2024-09-20T22:50:35.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:35 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:50:36.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:36 smithi046 ceph-mon[96110]: osdmap e2411: 8 total, 8 up, 8 in 2024-09-20T22:50:36.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:36 smithi046 ceph-mon[98591]: osdmap e2411: 8 total, 8 up, 8 in 2024-09-20T22:50:36.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:36 smithi134 ceph-mon[89086]: osdmap e2411: 8 total, 8 up, 8 in 2024-09-20T22:50:37.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:37 smithi046 ceph-mon[96110]: osdmap e2412: 8 total, 8 up, 8 in 2024-09-20T22:50:37.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:37 smithi046 ceph-mon[96110]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 497 KiB/s rd, 3.5 KiB/s wr, 670 op/s 2024-09-20T22:50:37.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:37 smithi046 ceph-mon[98591]: osdmap e2412: 8 total, 8 up, 8 in 2024-09-20T22:50:37.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:37 smithi046 ceph-mon[98591]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 497 KiB/s rd, 3.5 KiB/s wr, 670 op/s 2024-09-20T22:50:37.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:37 smithi134 ceph-mon[89086]: osdmap e2412: 8 total, 8 up, 8 in 2024-09-20T22:50:37.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:37 smithi134 ceph-mon[89086]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 497 KiB/s rd, 3.5 KiB/s wr, 670 op/s 2024-09-20T22:50:38.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:38 smithi046 ceph-mon[96110]: osdmap e2413: 8 total, 8 up, 8 in 2024-09-20T22:50:38.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:38 smithi046 ceph-mon[98591]: osdmap e2413: 8 total, 8 up, 8 in 2024-09-20T22:50:38.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:38 smithi134 ceph-mon[89086]: osdmap e2413: 8 total, 8 up, 8 in 2024-09-20T22:50:39.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:39 smithi046 ceph-mon[96110]: osdmap e2414: 8 total, 8 up, 8 in 2024-09-20T22:50:39.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:39 smithi046 ceph-mon[96110]: pgmap v4161: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 497 KiB/s rd, 3.7 KiB/s wr, 671 op/s 2024-09-20T22:50:39.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:39 smithi046 ceph-mon[98591]: osdmap e2414: 8 total, 8 up, 8 in 2024-09-20T22:50:39.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:39 smithi046 ceph-mon[98591]: pgmap v4161: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 497 KiB/s rd, 3.7 KiB/s wr, 671 op/s 2024-09-20T22:50:39.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:39 smithi134 ceph-mon[89086]: osdmap e2414: 8 total, 8 up, 8 in 2024-09-20T22:50:39.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:39 smithi134 ceph-mon[89086]: pgmap v4161: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 497 KiB/s rd, 3.7 KiB/s wr, 671 op/s 2024-09-20T22:50:40.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:40 smithi046 ceph-mon[96110]: osdmap e2415: 8 total, 8 up, 8 in 2024-09-20T22:50:40.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:40 smithi046 ceph-mon[98591]: osdmap e2415: 8 total, 8 up, 8 in 2024-09-20T22:50:40.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:40 smithi134 ceph-mon[89086]: osdmap e2415: 8 total, 8 up, 8 in 2024-09-20T22:50:41.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:41 smithi046 ceph-mon[96110]: osdmap e2416: 8 total, 8 up, 8 in 2024-09-20T22:50:41.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:41 smithi046 ceph-mon[96110]: pgmap v4164: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-20T22:50:41.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:41 smithi046 ceph-mon[98591]: osdmap e2416: 8 total, 8 up, 8 in 2024-09-20T22:50:41.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:41 smithi046 ceph-mon[98591]: pgmap v4164: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-20T22:50:41.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:41 smithi134 ceph-mon[89086]: osdmap e2416: 8 total, 8 up, 8 in 2024-09-20T22:50:41.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:41 smithi134 ceph-mon[89086]: pgmap v4164: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-20T22:50:42.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:42 smithi046 ceph-mon[96110]: osdmap e2417: 8 total, 8 up, 8 in 2024-09-20T22:50:42.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:50:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:50:42] "GET /metrics HTTP/1.1" 200 36759 "" "Prometheus/2.43.0" 2024-09-20T22:50:42.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:42 smithi046 ceph-mon[98591]: osdmap e2417: 8 total, 8 up, 8 in 2024-09-20T22:50:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:42 smithi134 ceph-mon[89086]: osdmap e2417: 8 total, 8 up, 8 in 2024-09-20T22:50:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:50:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:50:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:50:43.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:43 smithi046 ceph-mon[96110]: pgmap v4166: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 525 KiB/s rd, 3.7 KiB/s wr, 706 op/s 2024-09-20T22:50:43.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:43 smithi046 ceph-mon[96110]: osdmap e2418: 8 total, 8 up, 8 in 2024-09-20T22:50:43.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:43 smithi046 ceph-mon[98591]: pgmap v4166: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 525 KiB/s rd, 3.7 KiB/s wr, 706 op/s 2024-09-20T22:50:43.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:43 smithi046 ceph-mon[98591]: osdmap e2418: 8 total, 8 up, 8 in 2024-09-20T22:50:43.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:43 smithi134 ceph-mon[89086]: pgmap v4166: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 525 KiB/s rd, 3.7 KiB/s wr, 706 op/s 2024-09-20T22:50:43.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:43 smithi134 ceph-mon[89086]: osdmap e2418: 8 total, 8 up, 8 in 2024-09-20T22:50:44.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:44 smithi046 ceph-mon[96110]: osdmap e2419: 8 total, 8 up, 8 in 2024-09-20T22:50:44.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:44 smithi046 ceph-mon[98591]: osdmap e2419: 8 total, 8 up, 8 in 2024-09-20T22:50:44.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:44 smithi134 ceph-mon[89086]: osdmap e2419: 8 total, 8 up, 8 in 2024-09-20T22:50:45.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:45 smithi046 ceph-mon[96110]: pgmap v4169: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 530 KiB/s rd, 3.5 KiB/s wr, 712 op/s 2024-09-20T22:50:45.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:45 smithi046 ceph-mon[96110]: osdmap e2420: 8 total, 8 up, 8 in 2024-09-20T22:50:45.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:45 smithi046 ceph-mon[98591]: pgmap v4169: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 530 KiB/s rd, 3.5 KiB/s wr, 712 op/s 2024-09-20T22:50:45.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:45 smithi046 ceph-mon[98591]: osdmap e2420: 8 total, 8 up, 8 in 2024-09-20T22:50:45.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:45 smithi134 ceph-mon[89086]: pgmap v4169: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 530 KiB/s rd, 3.5 KiB/s wr, 712 op/s 2024-09-20T22:50:45.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:45 smithi134 ceph-mon[89086]: osdmap e2420: 8 total, 8 up, 8 in 2024-09-20T22:50:46.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:46 smithi046 ceph-mon[96110]: osdmap e2421: 8 total, 8 up, 8 in 2024-09-20T22:50:46.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:46 smithi046 ceph-mon[98591]: osdmap e2421: 8 total, 8 up, 8 in 2024-09-20T22:50:46.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:46 smithi134 ceph-mon[89086]: osdmap e2421: 8 total, 8 up, 8 in 2024-09-20T22:50:47.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:47 smithi046 ceph-mon[96110]: pgmap v4172: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 562 KiB/s rd, 3.2 KiB/s wr, 757 op/s 2024-09-20T22:50:47.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:47 smithi046 ceph-mon[96110]: osdmap e2422: 8 total, 8 up, 8 in 2024-09-20T22:50:47.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:47 smithi046 ceph-mon[98591]: pgmap v4172: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 562 KiB/s rd, 3.2 KiB/s wr, 757 op/s 2024-09-20T22:50:47.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:47 smithi046 ceph-mon[98591]: osdmap e2422: 8 total, 8 up, 8 in 2024-09-20T22:50:47.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:47 smithi134 ceph-mon[89086]: pgmap v4172: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 562 KiB/s rd, 3.2 KiB/s wr, 757 op/s 2024-09-20T22:50:47.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:47 smithi134 ceph-mon[89086]: osdmap e2422: 8 total, 8 up, 8 in 2024-09-20T22:50:48.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:48 smithi046 ceph-mon[96110]: osdmap e2423: 8 total, 8 up, 8 in 2024-09-20T22:50:48.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:48 smithi046 ceph-mon[98591]: osdmap e2423: 8 total, 8 up, 8 in 2024-09-20T22:50:48.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:48 smithi134 ceph-mon[89086]: osdmap e2423: 8 total, 8 up, 8 in 2024-09-20T22:50:49.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:49 smithi046 ceph-mon[96110]: pgmap v4175: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 562 KiB/s rd, 3.7 KiB/s wr, 758 op/s 2024-09-20T22:50:49.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:49 smithi046 ceph-mon[96110]: osdmap e2424: 8 total, 8 up, 8 in 2024-09-20T22:50:49.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:50:49.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:49 smithi046 ceph-mon[98591]: pgmap v4175: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 562 KiB/s rd, 3.7 KiB/s wr, 758 op/s 2024-09-20T22:50:49.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:49 smithi046 ceph-mon[98591]: osdmap e2424: 8 total, 8 up, 8 in 2024-09-20T22:50:49.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:50:49.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:49 smithi134 ceph-mon[89086]: pgmap v4175: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 562 KiB/s rd, 3.7 KiB/s wr, 758 op/s 2024-09-20T22:50:49.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:49 smithi134 ceph-mon[89086]: osdmap e2424: 8 total, 8 up, 8 in 2024-09-20T22:50:49.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:50:50.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:50 smithi046 ceph-mon[96110]: osdmap e2425: 8 total, 8 up, 8 in 2024-09-20T22:50:50.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:50 smithi046 ceph-mon[98591]: osdmap e2425: 8 total, 8 up, 8 in 2024-09-20T22:50:50.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:50 smithi134 ceph-mon[89086]: osdmap e2425: 8 total, 8 up, 8 in 2024-09-20T22:50:51.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:51 smithi046 ceph-mon[96110]: pgmap v4178: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-09-20T22:50:51.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:51 smithi046 ceph-mon[96110]: osdmap e2426: 8 total, 8 up, 8 in 2024-09-20T22:50:51.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:51 smithi046 ceph-mon[98591]: pgmap v4178: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-09-20T22:50:51.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:51 smithi046 ceph-mon[98591]: osdmap e2426: 8 total, 8 up, 8 in 2024-09-20T22:50:51.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:51 smithi134 ceph-mon[89086]: pgmap v4178: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-09-20T22:50:51.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:51 smithi134 ceph-mon[89086]: osdmap e2426: 8 total, 8 up, 8 in 2024-09-20T22:50:52.320 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:50:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:50:52] "GET /metrics HTTP/1.1" 200 36757 "" "Prometheus/2.43.0" 2024-09-20T22:50:52.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:52 smithi046 ceph-mon[96110]: osdmap e2427: 8 total, 8 up, 8 in 2024-09-20T22:50:52.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:52 smithi046 ceph-mon[98591]: osdmap e2427: 8 total, 8 up, 8 in 2024-09-20T22:50:52.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:52 smithi134 ceph-mon[89086]: osdmap e2427: 8 total, 8 up, 8 in 2024-09-20T22:50:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:50:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:50:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:50:53.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:53 smithi046 ceph-mon[98591]: pgmap v4181: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 592 KiB/s rd, 3.7 KiB/s wr, 797 op/s 2024-09-20T22:50:53.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:53 smithi046 ceph-mon[98591]: osdmap e2428: 8 total, 8 up, 8 in 2024-09-20T22:50:53.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:53 smithi046 ceph-mon[96110]: pgmap v4181: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 592 KiB/s rd, 3.7 KiB/s wr, 797 op/s 2024-09-20T22:50:53.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:53 smithi046 ceph-mon[96110]: osdmap e2428: 8 total, 8 up, 8 in 2024-09-20T22:50:53.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:53 smithi134 ceph-mon[89086]: pgmap v4181: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 592 KiB/s rd, 3.7 KiB/s wr, 797 op/s 2024-09-20T22:50:53.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:53 smithi134 ceph-mon[89086]: osdmap e2428: 8 total, 8 up, 8 in 2024-09-20T22:50:54.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:54 smithi046 ceph-mon[98591]: osdmap e2429: 8 total, 8 up, 8 in 2024-09-20T22:50:54.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:54 smithi046 ceph-mon[96110]: osdmap e2429: 8 total, 8 up, 8 in 2024-09-20T22:50:54.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:54 smithi134 ceph-mon[89086]: osdmap e2429: 8 total, 8 up, 8 in 2024-09-20T22:50:55.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:55 smithi046 ceph-mon[96110]: pgmap v4184: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 595 KiB/s rd, 3.7 KiB/s wr, 802 op/s 2024-09-20T22:50:55.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:55 smithi046 ceph-mon[96110]: osdmap e2430: 8 total, 8 up, 8 in 2024-09-20T22:50:55.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:55 smithi046 ceph-mon[98591]: pgmap v4184: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 595 KiB/s rd, 3.7 KiB/s wr, 802 op/s 2024-09-20T22:50:55.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:55 smithi046 ceph-mon[98591]: osdmap e2430: 8 total, 8 up, 8 in 2024-09-20T22:50:55.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:55 smithi134 ceph-mon[89086]: pgmap v4184: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 595 KiB/s rd, 3.7 KiB/s wr, 802 op/s 2024-09-20T22:50:55.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:55 smithi134 ceph-mon[89086]: osdmap e2430: 8 total, 8 up, 8 in 2024-09-20T22:50:56.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:56 smithi046 ceph-mon[96110]: osdmap e2431: 8 total, 8 up, 8 in 2024-09-20T22:50:56.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:56 smithi046 ceph-mon[98591]: osdmap e2431: 8 total, 8 up, 8 in 2024-09-20T22:50:56.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:56 smithi134 ceph-mon[89086]: osdmap e2431: 8 total, 8 up, 8 in 2024-09-20T22:50:57.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:57 smithi046 ceph-mon[98591]: pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 627 KiB/s rd, 3.5 KiB/s wr, 845 op/s 2024-09-20T22:50:57.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:57 smithi046 ceph-mon[98591]: osdmap e2432: 8 total, 8 up, 8 in 2024-09-20T22:50:57.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:57 smithi046 ceph-mon[96110]: pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 627 KiB/s rd, 3.5 KiB/s wr, 845 op/s 2024-09-20T22:50:57.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:57 smithi046 ceph-mon[96110]: osdmap e2432: 8 total, 8 up, 8 in 2024-09-20T22:50:57.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:57 smithi134 ceph-mon[89086]: pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 627 KiB/s rd, 3.5 KiB/s wr, 845 op/s 2024-09-20T22:50:57.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:57 smithi134 ceph-mon[89086]: osdmap e2432: 8 total, 8 up, 8 in 2024-09-20T22:50:58.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:58 smithi046 ceph-mon[96110]: osdmap e2433: 8 total, 8 up, 8 in 2024-09-20T22:50:58.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:58 smithi046 ceph-mon[98591]: osdmap e2433: 8 total, 8 up, 8 in 2024-09-20T22:50:58.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:58 smithi134 ceph-mon[89086]: osdmap e2433: 8 total, 8 up, 8 in 2024-09-20T22:50:58.676 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 22:50:58 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=cleanup t=2024-09-20T22:50:58.385381083Z level=info msg="Completed cleanup jobs" duration=1.074616ms 2024-09-20T22:50:59.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:59 smithi046 ceph-mon[96110]: pgmap v4190: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 627 KiB/s rd, 3.5 KiB/s wr, 845 op/s 2024-09-20T22:50:59.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:50:59 smithi046 ceph-mon[96110]: osdmap e2434: 8 total, 8 up, 8 in 2024-09-20T22:50:59.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:59 smithi046 ceph-mon[98591]: pgmap v4190: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 627 KiB/s rd, 3.5 KiB/s wr, 845 op/s 2024-09-20T22:50:59.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:50:59 smithi046 ceph-mon[98591]: osdmap e2434: 8 total, 8 up, 8 in 2024-09-20T22:50:59.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:59 smithi134 ceph-mon[89086]: pgmap v4190: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 627 KiB/s rd, 3.5 KiB/s wr, 845 op/s 2024-09-20T22:50:59.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:50:59 smithi134 ceph-mon[89086]: osdmap e2434: 8 total, 8 up, 8 in 2024-09-20T22:51:00.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:00 smithi046 ceph-mon[96110]: osdmap e2435: 8 total, 8 up, 8 in 2024-09-20T22:51:00.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:00 smithi046 ceph-mon[98591]: osdmap e2435: 8 total, 8 up, 8 in 2024-09-20T22:51:00.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:00 smithi134 ceph-mon[89086]: osdmap e2435: 8 total, 8 up, 8 in 2024-09-20T22:51:01.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:01 smithi046 ceph-mon[96110]: pgmap v4193: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-20T22:51:01.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:01 smithi046 ceph-mon[96110]: osdmap e2436: 8 total, 8 up, 8 in 2024-09-20T22:51:01.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:01 smithi046 ceph-mon[98591]: pgmap v4193: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-20T22:51:01.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:01 smithi046 ceph-mon[98591]: osdmap e2436: 8 total, 8 up, 8 in 2024-09-20T22:51:01.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:01 smithi134 ceph-mon[89086]: pgmap v4193: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-20T22:51:01.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:01 smithi134 ceph-mon[89086]: osdmap e2436: 8 total, 8 up, 8 in 2024-09-20T22:51:02.381 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:51:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:51:02] "GET /metrics HTTP/1.1" 200 36757 "" "Prometheus/2.43.0" 2024-09-20T22:51:02.577 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:02 smithi134 ceph-mon[89086]: osdmap e2437: 8 total, 8 up, 8 in 2024-09-20T22:51:02.578 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:51:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:51:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:51:02.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:02 smithi046 ceph-mon[96110]: osdmap e2437: 8 total, 8 up, 8 in 2024-09-20T22:51:02.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:02 smithi046 ceph-mon[98591]: osdmap e2437: 8 total, 8 up, 8 in 2024-09-20T22:51:03.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:03 smithi046 ceph-mon[96110]: pgmap v4196: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 656 KiB/s rd, 4.0 KiB/s wr, 884 op/s 2024-09-20T22:51:03.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:03 smithi046 ceph-mon[96110]: osdmap e2438: 8 total, 8 up, 8 in 2024-09-20T22:51:03.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:03 smithi046 ceph-mon[98591]: pgmap v4196: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 656 KiB/s rd, 4.0 KiB/s wr, 884 op/s 2024-09-20T22:51:03.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:03 smithi046 ceph-mon[98591]: osdmap e2438: 8 total, 8 up, 8 in 2024-09-20T22:51:03.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:03 smithi134 ceph-mon[89086]: pgmap v4196: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 656 KiB/s rd, 4.0 KiB/s wr, 884 op/s 2024-09-20T22:51:03.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:03 smithi134 ceph-mon[89086]: osdmap e2438: 8 total, 8 up, 8 in 2024-09-20T22:51:04.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:04 smithi046 ceph-mon[96110]: osdmap e2439: 8 total, 8 up, 8 in 2024-09-20T22:51:04.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:51:04.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:04 smithi046 ceph-mon[98591]: osdmap e2439: 8 total, 8 up, 8 in 2024-09-20T22:51:04.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:51:04.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:04 smithi134 ceph-mon[89086]: osdmap e2439: 8 total, 8 up, 8 in 2024-09-20T22:51:04.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:51:05.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:05 smithi046 ceph-mon[96110]: pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 660 KiB/s rd, 4.2 KiB/s wr, 890 op/s 2024-09-20T22:51:05.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:05 smithi046 ceph-mon[96110]: osdmap e2440: 8 total, 8 up, 8 in 2024-09-20T22:51:05.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:05 smithi046 ceph-mon[98591]: pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 660 KiB/s rd, 4.2 KiB/s wr, 890 op/s 2024-09-20T22:51:05.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:05 smithi046 ceph-mon[98591]: osdmap e2440: 8 total, 8 up, 8 in 2024-09-20T22:51:05.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:05 smithi134 ceph-mon[89086]: pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 660 KiB/s rd, 4.2 KiB/s wr, 890 op/s 2024-09-20T22:51:05.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:05 smithi134 ceph-mon[89086]: osdmap e2440: 8 total, 8 up, 8 in 2024-09-20T22:51:06.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:06 smithi134 ceph-mon[89086]: osdmap e2441: 8 total, 8 up, 8 in 2024-09-20T22:51:06.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:06 smithi046 ceph-mon[96110]: osdmap e2441: 8 total, 8 up, 8 in 2024-09-20T22:51:06.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:06 smithi046 ceph-mon[98591]: osdmap e2441: 8 total, 8 up, 8 in 2024-09-20T22:51:07.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:07 smithi134 ceph-mon[89086]: pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 694 KiB/s rd, 3.0 KiB/s wr, 932 op/s 2024-09-20T22:51:07.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:07 smithi134 ceph-mon[89086]: osdmap e2442: 8 total, 8 up, 8 in 2024-09-20T22:51:07.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:07 smithi046 ceph-mon[96110]: pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 694 KiB/s rd, 3.0 KiB/s wr, 932 op/s 2024-09-20T22:51:07.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:07 smithi046 ceph-mon[96110]: osdmap e2442: 8 total, 8 up, 8 in 2024-09-20T22:51:07.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:07 smithi046 ceph-mon[98591]: pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 694 KiB/s rd, 3.0 KiB/s wr, 932 op/s 2024-09-20T22:51:07.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:07 smithi046 ceph-mon[98591]: osdmap e2442: 8 total, 8 up, 8 in 2024-09-20T22:51:08.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:08 smithi134 ceph-mon[89086]: osdmap e2443: 8 total, 8 up, 8 in 2024-09-20T22:51:08.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:08 smithi046 ceph-mon[96110]: osdmap e2443: 8 total, 8 up, 8 in 2024-09-20T22:51:08.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:08 smithi046 ceph-mon[98591]: osdmap e2443: 8 total, 8 up, 8 in 2024-09-20T22:51:09.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:09 smithi134 ceph-mon[89086]: pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 693 KiB/s rd, 3.2 KiB/s wr, 932 op/s 2024-09-20T22:51:09.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:09 smithi134 ceph-mon[89086]: osdmap e2444: 8 total, 8 up, 8 in 2024-09-20T22:51:09.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:09 smithi046 ceph-mon[98591]: pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 693 KiB/s rd, 3.2 KiB/s wr, 932 op/s 2024-09-20T22:51:09.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:09 smithi046 ceph-mon[98591]: osdmap e2444: 8 total, 8 up, 8 in 2024-09-20T22:51:09.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:09 smithi046 ceph-mon[96110]: pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 693 KiB/s rd, 3.2 KiB/s wr, 932 op/s 2024-09-20T22:51:09.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:09 smithi046 ceph-mon[96110]: osdmap e2444: 8 total, 8 up, 8 in 2024-09-20T22:51:10.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:10 smithi046 ceph-mon[96110]: osdmap e2445: 8 total, 8 up, 8 in 2024-09-20T22:51:10.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:10 smithi046 ceph-mon[98591]: osdmap e2445: 8 total, 8 up, 8 in 2024-09-20T22:51:10.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:10 smithi134 ceph-mon[89086]: osdmap e2445: 8 total, 8 up, 8 in 2024-09-20T22:51:11.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:11 smithi134 ceph-mon[89086]: pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 767 B/s wr, 4 op/s 2024-09-20T22:51:11.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:11 smithi134 ceph-mon[89086]: osdmap e2446: 8 total, 8 up, 8 in 2024-09-20T22:51:11.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:11 smithi046 ceph-mon[96110]: pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 767 B/s wr, 4 op/s 2024-09-20T22:51:11.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:11 smithi046 ceph-mon[96110]: osdmap e2446: 8 total, 8 up, 8 in 2024-09-20T22:51:11.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:11 smithi046 ceph-mon[98591]: pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 767 B/s wr, 4 op/s 2024-09-20T22:51:11.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:11 smithi046 ceph-mon[98591]: osdmap e2446: 8 total, 8 up, 8 in 2024-09-20T22:51:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:51:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:51:12] "GET /metrics HTTP/1.1" 200 36760 "" "Prometheus/2.43.0" 2024-09-20T22:51:12.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:12 smithi134 ceph-mon[89086]: osdmap e2447: 8 total, 8 up, 8 in 2024-09-20T22:51:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:51:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:51:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:51:12.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:12 smithi046 ceph-mon[96110]: osdmap e2447: 8 total, 8 up, 8 in 2024-09-20T22:51:12.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:12 smithi046 ceph-mon[98591]: osdmap e2447: 8 total, 8 up, 8 in 2024-09-20T22:51:13.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:13 smithi046 ceph-mon[96110]: pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 722 KiB/s rd, 3.5 KiB/s wr, 972 op/s 2024-09-20T22:51:13.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:13 smithi046 ceph-mon[96110]: osdmap e2448: 8 total, 8 up, 8 in 2024-09-20T22:51:13.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:13 smithi046 ceph-mon[98591]: pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 722 KiB/s rd, 3.5 KiB/s wr, 972 op/s 2024-09-20T22:51:13.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:13 smithi046 ceph-mon[98591]: osdmap e2448: 8 total, 8 up, 8 in 2024-09-20T22:51:13.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:13 smithi134 ceph-mon[89086]: pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 722 KiB/s rd, 3.5 KiB/s wr, 972 op/s 2024-09-20T22:51:13.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:13 smithi134 ceph-mon[89086]: osdmap e2448: 8 total, 8 up, 8 in 2024-09-20T22:51:14.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:14 smithi046 ceph-mon[96110]: osdmap e2449: 8 total, 8 up, 8 in 2024-09-20T22:51:14.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:14 smithi046 ceph-mon[98591]: osdmap e2449: 8 total, 8 up, 8 in 2024-09-20T22:51:14.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:14 smithi134 ceph-mon[89086]: osdmap e2449: 8 total, 8 up, 8 in 2024-09-20T22:51:15.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:15 smithi046 ceph-mon[96110]: pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 726 KiB/s rd, 3.5 KiB/s wr, 977 op/s 2024-09-20T22:51:15.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:15 smithi046 ceph-mon[96110]: osdmap e2450: 8 total, 8 up, 8 in 2024-09-20T22:51:15.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:15 smithi046 ceph-mon[98591]: pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 726 KiB/s rd, 3.5 KiB/s wr, 977 op/s 2024-09-20T22:51:15.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:15 smithi046 ceph-mon[98591]: osdmap e2450: 8 total, 8 up, 8 in 2024-09-20T22:51:15.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:15 smithi134 ceph-mon[89086]: pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 726 KiB/s rd, 3.5 KiB/s wr, 977 op/s 2024-09-20T22:51:15.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:15 smithi134 ceph-mon[89086]: osdmap e2450: 8 total, 8 up, 8 in 2024-09-20T22:51:16.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:16 smithi046 ceph-mon[96110]: osdmap e2451: 8 total, 8 up, 8 in 2024-09-20T22:51:16.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:16 smithi046 ceph-mon[98591]: osdmap e2451: 8 total, 8 up, 8 in 2024-09-20T22:51:16.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:16 smithi134 ceph-mon[89086]: osdmap e2451: 8 total, 8 up, 8 in 2024-09-20T22:51:17.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:17 smithi046 ceph-mon[96110]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 759 KiB/s rd, 3.5 KiB/s wr, 1.02k op/s 2024-09-20T22:51:17.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:17 smithi046 ceph-mon[96110]: osdmap e2452: 8 total, 8 up, 8 in 2024-09-20T22:51:17.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:17 smithi046 ceph-mon[98591]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 759 KiB/s rd, 3.5 KiB/s wr, 1.02k op/s 2024-09-20T22:51:17.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:17 smithi046 ceph-mon[98591]: osdmap e2452: 8 total, 8 up, 8 in 2024-09-20T22:51:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:17 smithi134 ceph-mon[89086]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 759 KiB/s rd, 3.5 KiB/s wr, 1.02k op/s 2024-09-20T22:51:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:17 smithi134 ceph-mon[89086]: osdmap e2452: 8 total, 8 up, 8 in 2024-09-20T22:51:18.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:18 smithi046 ceph-mon[96110]: osdmap e2453: 8 total, 8 up, 8 in 2024-09-20T22:51:18.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:18 smithi046 ceph-mon[98591]: osdmap e2453: 8 total, 8 up, 8 in 2024-09-20T22:51:18.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:18 smithi134 ceph-mon[89086]: osdmap e2453: 8 total, 8 up, 8 in 2024-09-20T22:51:19.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:19 smithi046 ceph-mon[96110]: pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 759 KiB/s rd, 3.7 KiB/s wr, 1.02k op/s 2024-09-20T22:51:19.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:19 smithi046 ceph-mon[96110]: osdmap e2454: 8 total, 8 up, 8 in 2024-09-20T22:51:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:51:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:19 smithi046 ceph-mon[98591]: pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 759 KiB/s rd, 3.7 KiB/s wr, 1.02k op/s 2024-09-20T22:51:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:19 smithi046 ceph-mon[98591]: osdmap e2454: 8 total, 8 up, 8 in 2024-09-20T22:51:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:51:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:19 smithi134 ceph-mon[89086]: pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 759 KiB/s rd, 3.7 KiB/s wr, 1.02k op/s 2024-09-20T22:51:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:19 smithi134 ceph-mon[89086]: osdmap e2454: 8 total, 8 up, 8 in 2024-09-20T22:51:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:51:20.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:20 smithi046 ceph-mon[96110]: osdmap e2455: 8 total, 8 up, 8 in 2024-09-20T22:51:20.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:20 smithi046 ceph-mon[98591]: osdmap e2455: 8 total, 8 up, 8 in 2024-09-20T22:51:20.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:20 smithi134 ceph-mon[89086]: osdmap e2455: 8 total, 8 up, 8 in 2024-09-20T22:51:21.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:21 smithi046 ceph-mon[96110]: pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-20T22:51:21.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:21 smithi046 ceph-mon[96110]: osdmap e2456: 8 total, 8 up, 8 in 2024-09-20T22:51:21.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:21 smithi046 ceph-mon[98591]: pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-20T22:51:21.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:21 smithi046 ceph-mon[98591]: osdmap e2456: 8 total, 8 up, 8 in 2024-09-20T22:51:21.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:21 smithi134 ceph-mon[89086]: pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-20T22:51:21.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:21 smithi134 ceph-mon[89086]: osdmap e2456: 8 total, 8 up, 8 in 2024-09-20T22:51:22.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:51:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:51:22] "GET /metrics HTTP/1.1" 200 36758 "" "Prometheus/2.43.0" 2024-09-20T22:51:22.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:22 smithi134 ceph-mon[89086]: osdmap e2457: 8 total, 8 up, 8 in 2024-09-20T22:51:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:51:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:51:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:51:22.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:22 smithi046 ceph-mon[96110]: osdmap e2457: 8 total, 8 up, 8 in 2024-09-20T22:51:22.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:22 smithi046 ceph-mon[98591]: osdmap e2457: 8 total, 8 up, 8 in 2024-09-20T22:51:23.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:23 smithi046 ceph-mon[96110]: pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 786 KiB/s rd, 4.0 KiB/s wr, 1.06k op/s 2024-09-20T22:51:23.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:23 smithi046 ceph-mon[96110]: osdmap e2458: 8 total, 8 up, 8 in 2024-09-20T22:51:23.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:23 smithi046 ceph-mon[98591]: pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 786 KiB/s rd, 4.0 KiB/s wr, 1.06k op/s 2024-09-20T22:51:23.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:23 smithi046 ceph-mon[98591]: osdmap e2458: 8 total, 8 up, 8 in 2024-09-20T22:51:23.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:23 smithi134 ceph-mon[89086]: pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 786 KiB/s rd, 4.0 KiB/s wr, 1.06k op/s 2024-09-20T22:51:23.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:23 smithi134 ceph-mon[89086]: osdmap e2458: 8 total, 8 up, 8 in 2024-09-20T22:51:24.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:24 smithi046 ceph-mon[96110]: osdmap e2459: 8 total, 8 up, 8 in 2024-09-20T22:51:24.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:24 smithi046 ceph-mon[98591]: osdmap e2459: 8 total, 8 up, 8 in 2024-09-20T22:51:24.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:24 smithi134 ceph-mon[89086]: osdmap e2459: 8 total, 8 up, 8 in 2024-09-20T22:51:25.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:25 smithi046 ceph-mon[96110]: pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 790 KiB/s rd, 4.5 KiB/s wr, 1.06k op/s 2024-09-20T22:51:25.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:25 smithi046 ceph-mon[96110]: osdmap e2460: 8 total, 8 up, 8 in 2024-09-20T22:51:25.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:25 smithi046 ceph-mon[98591]: pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 790 KiB/s rd, 4.5 KiB/s wr, 1.06k op/s 2024-09-20T22:51:25.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:25 smithi046 ceph-mon[98591]: osdmap e2460: 8 total, 8 up, 8 in 2024-09-20T22:51:25.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:25 smithi134 ceph-mon[89086]: pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 790 KiB/s rd, 4.5 KiB/s wr, 1.06k op/s 2024-09-20T22:51:25.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:25 smithi134 ceph-mon[89086]: osdmap e2460: 8 total, 8 up, 8 in 2024-09-20T22:51:26.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:26 smithi046 ceph-mon[96110]: osdmap e2461: 8 total, 8 up, 8 in 2024-09-20T22:51:26.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:26 smithi046 ceph-mon[98591]: osdmap e2461: 8 total, 8 up, 8 in 2024-09-20T22:51:26.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:26 smithi134 ceph-mon[89086]: osdmap e2461: 8 total, 8 up, 8 in 2024-09-20T22:51:27.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:27 smithi046 ceph-mon[98591]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 823 KiB/s rd, 3.5 KiB/s wr, 1.11k op/s 2024-09-20T22:51:27.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:27 smithi046 ceph-mon[98591]: osdmap e2462: 8 total, 8 up, 8 in 2024-09-20T22:51:27.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:27 smithi046 ceph-mon[96110]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 823 KiB/s rd, 3.5 KiB/s wr, 1.11k op/s 2024-09-20T22:51:27.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:27 smithi046 ceph-mon[96110]: osdmap e2462: 8 total, 8 up, 8 in 2024-09-20T22:51:27.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:27 smithi134 ceph-mon[89086]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 823 KiB/s rd, 3.5 KiB/s wr, 1.11k op/s 2024-09-20T22:51:27.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:27 smithi134 ceph-mon[89086]: osdmap e2462: 8 total, 8 up, 8 in 2024-09-20T22:51:28.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:28 smithi046 ceph-mon[96110]: osdmap e2463: 8 total, 8 up, 8 in 2024-09-20T22:51:28.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:51:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:28 smithi046 ceph-mon[98591]: osdmap e2463: 8 total, 8 up, 8 in 2024-09-20T22:51:28.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:51:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:28 smithi134 ceph-mon[89086]: osdmap e2463: 8 total, 8 up, 8 in 2024-09-20T22:51:28.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:51:29.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:29 smithi046 ceph-mon[96110]: pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 823 KiB/s rd, 3.2 KiB/s wr, 1.11k op/s 2024-09-20T22:51:29.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:29 smithi046 ceph-mon[96110]: osdmap e2464: 8 total, 8 up, 8 in 2024-09-20T22:51:29.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:51:29.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:51:29.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:29 smithi046 ceph-mon[98591]: pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 823 KiB/s rd, 3.2 KiB/s wr, 1.11k op/s 2024-09-20T22:51:29.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:29 smithi046 ceph-mon[98591]: osdmap e2464: 8 total, 8 up, 8 in 2024-09-20T22:51:29.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:51:29.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:51:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:29 smithi134 ceph-mon[89086]: pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 823 KiB/s rd, 3.2 KiB/s wr, 1.11k op/s 2024-09-20T22:51:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:29 smithi134 ceph-mon[89086]: osdmap e2464: 8 total, 8 up, 8 in 2024-09-20T22:51:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:51:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:51:30.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:30 smithi046 ceph-mon[96110]: osdmap e2465: 8 total, 8 up, 8 in 2024-09-20T22:51:30.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:30 smithi046 ceph-mon[98591]: osdmap e2465: 8 total, 8 up, 8 in 2024-09-20T22:51:30.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:30 smithi134 ceph-mon[89086]: osdmap e2465: 8 total, 8 up, 8 in 2024-09-20T22:51:31.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:31 smithi046 ceph-mon[96110]: pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-20T22:51:31.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:31 smithi046 ceph-mon[96110]: osdmap e2466: 8 total, 8 up, 8 in 2024-09-20T22:51:31.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:31 smithi046 ceph-mon[98591]: pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-20T22:51:31.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:31 smithi046 ceph-mon[98591]: osdmap e2466: 8 total, 8 up, 8 in 2024-09-20T22:51:31.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:31 smithi134 ceph-mon[89086]: pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-20T22:51:31.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:31 smithi134 ceph-mon[89086]: osdmap e2466: 8 total, 8 up, 8 in 2024-09-20T22:51:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:51:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:51:32] "GET /metrics HTTP/1.1" 200 36758 "" "Prometheus/2.43.0" 2024-09-20T22:51:32.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:32 smithi134 ceph-mon[89086]: osdmap e2467: 8 total, 8 up, 8 in 2024-09-20T22:51:32.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:32 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:51:32.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:32 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:51:32.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:32 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:51:32.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:32 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:51:32.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:32 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:51:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:51:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:51:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:51:32.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:32 smithi046 ceph-mon[96110]: osdmap e2467: 8 total, 8 up, 8 in 2024-09-20T22:51:32.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:32 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:51:32.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:32 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:51:32.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:32 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:51:32.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:32 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:51:32.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:32 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:51:32.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:32 smithi046 ceph-mon[98591]: osdmap e2467: 8 total, 8 up, 8 in 2024-09-20T22:51:32.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:32 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:51:32.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:32 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:51:32.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:32 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:51:32.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:32 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:51:32.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:32 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:51:33.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:33 smithi046 ceph-mon[96110]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 852 KiB/s rd, 3.5 KiB/s wr, 1.15k op/s 2024-09-20T22:51:33.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:33 smithi046 ceph-mon[96110]: osdmap e2468: 8 total, 8 up, 8 in 2024-09-20T22:51:33.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:33 smithi046 ceph-mon[98591]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 852 KiB/s rd, 3.5 KiB/s wr, 1.15k op/s 2024-09-20T22:51:33.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:33 smithi046 ceph-mon[98591]: osdmap e2468: 8 total, 8 up, 8 in 2024-09-20T22:51:33.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:33 smithi134 ceph-mon[89086]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 852 KiB/s rd, 3.5 KiB/s wr, 1.15k op/s 2024-09-20T22:51:33.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:33 smithi134 ceph-mon[89086]: osdmap e2468: 8 total, 8 up, 8 in 2024-09-20T22:51:34.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:34 smithi046 ceph-mon[96110]: osdmap e2469: 8 total, 8 up, 8 in 2024-09-20T22:51:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:51:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:34 smithi046 ceph-mon[98591]: osdmap e2469: 8 total, 8 up, 8 in 2024-09-20T22:51:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:51:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:34 smithi134 ceph-mon[89086]: osdmap e2469: 8 total, 8 up, 8 in 2024-09-20T22:51:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:51:35.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:35 smithi046 ceph-mon[96110]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 3.7 KiB/s wr, 1.15k op/s 2024-09-20T22:51:35.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:35 smithi046 ceph-mon[96110]: osdmap e2470: 8 total, 8 up, 8 in 2024-09-20T22:51:35.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:35 smithi046 ceph-mon[98591]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 3.7 KiB/s wr, 1.15k op/s 2024-09-20T22:51:35.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:35 smithi046 ceph-mon[98591]: osdmap e2470: 8 total, 8 up, 8 in 2024-09-20T22:51:35.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:35 smithi134 ceph-mon[89086]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 3.7 KiB/s wr, 1.15k op/s 2024-09-20T22:51:35.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:35 smithi134 ceph-mon[89086]: osdmap e2470: 8 total, 8 up, 8 in 2024-09-20T22:51:36.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:36 smithi046 ceph-mon[96110]: osdmap e2471: 8 total, 8 up, 8 in 2024-09-20T22:51:36.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:36 smithi046 ceph-mon[98591]: osdmap e2471: 8 total, 8 up, 8 in 2024-09-20T22:51:36.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:36 smithi134 ceph-mon[89086]: osdmap e2471: 8 total, 8 up, 8 in 2024-09-20T22:51:37.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:37 smithi046 ceph-mon[96110]: pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 890 KiB/s rd, 3.2 KiB/s wr, 1.20k op/s 2024-09-20T22:51:37.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:37 smithi046 ceph-mon[96110]: osdmap e2472: 8 total, 8 up, 8 in 2024-09-20T22:51:37.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:37 smithi046 ceph-mon[98591]: pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 890 KiB/s rd, 3.2 KiB/s wr, 1.20k op/s 2024-09-20T22:51:37.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:37 smithi046 ceph-mon[98591]: osdmap e2472: 8 total, 8 up, 8 in 2024-09-20T22:51:37.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:37 smithi134 ceph-mon[89086]: pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 890 KiB/s rd, 3.2 KiB/s wr, 1.20k op/s 2024-09-20T22:51:37.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:37 smithi134 ceph-mon[89086]: osdmap e2472: 8 total, 8 up, 8 in 2024-09-20T22:51:38.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:38 smithi046 ceph-mon[96110]: osdmap e2473: 8 total, 8 up, 8 in 2024-09-20T22:51:38.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:38 smithi046 ceph-mon[98591]: osdmap e2473: 8 total, 8 up, 8 in 2024-09-20T22:51:38.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:38 smithi134 ceph-mon[89086]: osdmap e2473: 8 total, 8 up, 8 in 2024-09-20T22:51:39.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:39 smithi046 ceph-mon[96110]: pgmap v4250: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 890 KiB/s rd, 3.5 KiB/s wr, 1.20k op/s 2024-09-20T22:51:39.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:39 smithi046 ceph-mon[96110]: osdmap e2474: 8 total, 8 up, 8 in 2024-09-20T22:51:39.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:39 smithi046 ceph-mon[98591]: pgmap v4250: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 890 KiB/s rd, 3.5 KiB/s wr, 1.20k op/s 2024-09-20T22:51:39.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:39 smithi046 ceph-mon[98591]: osdmap e2474: 8 total, 8 up, 8 in 2024-09-20T22:51:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:39 smithi134 ceph-mon[89086]: pgmap v4250: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 890 KiB/s rd, 3.5 KiB/s wr, 1.20k op/s 2024-09-20T22:51:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:39 smithi134 ceph-mon[89086]: osdmap e2474: 8 total, 8 up, 8 in 2024-09-20T22:51:40.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:40 smithi046 ceph-mon[96110]: osdmap e2475: 8 total, 8 up, 8 in 2024-09-20T22:51:40.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:40 smithi046 ceph-mon[98591]: osdmap e2475: 8 total, 8 up, 8 in 2024-09-20T22:51:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:40 smithi134 ceph-mon[89086]: osdmap e2475: 8 total, 8 up, 8 in 2024-09-20T22:51:41.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:41 smithi046 ceph-mon[96110]: pgmap v4253: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-09-20T22:51:41.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:41 smithi046 ceph-mon[96110]: osdmap e2476: 8 total, 8 up, 8 in 2024-09-20T22:51:41.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:41 smithi046 ceph-mon[98591]: pgmap v4253: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-09-20T22:51:41.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:41 smithi046 ceph-mon[98591]: osdmap e2476: 8 total, 8 up, 8 in 2024-09-20T22:51:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:41 smithi134 ceph-mon[89086]: pgmap v4253: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-09-20T22:51:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:41 smithi134 ceph-mon[89086]: osdmap e2476: 8 total, 8 up, 8 in 2024-09-20T22:51:42.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:51:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:51:42] "GET /metrics HTTP/1.1" 200 36763 "" "Prometheus/2.43.0" 2024-09-20T22:51:42.611 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:51:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:51:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:51:42.695 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:42 smithi046 ceph-mon[96110]: osdmap e2477: 8 total, 8 up, 8 in 2024-09-20T22:51:42.696 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:42 smithi046 ceph-mon[98591]: osdmap e2477: 8 total, 8 up, 8 in 2024-09-20T22:51:42.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:42 smithi134 ceph-mon[89086]: osdmap e2477: 8 total, 8 up, 8 in 2024-09-20T22:51:43.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:43 smithi046 ceph-mon[98591]: pgmap v4256: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 917 KiB/s rd, 3.5 KiB/s wr, 1.24k op/s 2024-09-20T22:51:43.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:43 smithi046 ceph-mon[98591]: osdmap e2478: 8 total, 8 up, 8 in 2024-09-20T22:51:43.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:43 smithi046 ceph-mon[96110]: pgmap v4256: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 917 KiB/s rd, 3.5 KiB/s wr, 1.24k op/s 2024-09-20T22:51:43.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:43 smithi046 ceph-mon[96110]: osdmap e2478: 8 total, 8 up, 8 in 2024-09-20T22:51:43.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:43 smithi134 ceph-mon[89086]: pgmap v4256: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 917 KiB/s rd, 3.5 KiB/s wr, 1.24k op/s 2024-09-20T22:51:43.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:43 smithi134 ceph-mon[89086]: osdmap e2478: 8 total, 8 up, 8 in 2024-09-20T22:51:44.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:44 smithi046 ceph-mon[96110]: osdmap e2479: 8 total, 8 up, 8 in 2024-09-20T22:51:44.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:44 smithi046 ceph-mon[98591]: osdmap e2479: 8 total, 8 up, 8 in 2024-09-20T22:51:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:44 smithi134 ceph-mon[89086]: osdmap e2479: 8 total, 8 up, 8 in 2024-09-20T22:51:45.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:45 smithi046 ceph-mon[96110]: pgmap v4259: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 921 KiB/s rd, 3.7 KiB/s wr, 1.24k op/s 2024-09-20T22:51:45.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:45 smithi046 ceph-mon[96110]: osdmap e2480: 8 total, 8 up, 8 in 2024-09-20T22:51:45.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:45 smithi046 ceph-mon[98591]: pgmap v4259: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 921 KiB/s rd, 3.7 KiB/s wr, 1.24k op/s 2024-09-20T22:51:45.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:45 smithi046 ceph-mon[98591]: osdmap e2480: 8 total, 8 up, 8 in 2024-09-20T22:51:45.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:45 smithi134 ceph-mon[89086]: pgmap v4259: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 921 KiB/s rd, 3.7 KiB/s wr, 1.24k op/s 2024-09-20T22:51:45.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:45 smithi134 ceph-mon[89086]: osdmap e2480: 8 total, 8 up, 8 in 2024-09-20T22:51:46.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:46 smithi046 ceph-mon[96110]: osdmap e2481: 8 total, 8 up, 8 in 2024-09-20T22:51:46.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:46 smithi046 ceph-mon[98591]: osdmap e2481: 8 total, 8 up, 8 in 2024-09-20T22:51:46.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:46 smithi134 ceph-mon[89086]: osdmap e2481: 8 total, 8 up, 8 in 2024-09-20T22:51:47.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:47 smithi046 ceph-mon[96110]: pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 955 KiB/s rd, 3.5 KiB/s wr, 1.29k op/s 2024-09-20T22:51:47.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:47 smithi046 ceph-mon[96110]: osdmap e2482: 8 total, 8 up, 8 in 2024-09-20T22:51:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:47 smithi046 ceph-mon[98591]: pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 955 KiB/s rd, 3.5 KiB/s wr, 1.29k op/s 2024-09-20T22:51:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:47 smithi046 ceph-mon[98591]: osdmap e2482: 8 total, 8 up, 8 in 2024-09-20T22:51:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:47 smithi134 ceph-mon[89086]: pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 955 KiB/s rd, 3.5 KiB/s wr, 1.29k op/s 2024-09-20T22:51:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:47 smithi134 ceph-mon[89086]: osdmap e2482: 8 total, 8 up, 8 in 2024-09-20T22:51:48.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:48 smithi046 ceph-mon[96110]: osdmap e2483: 8 total, 8 up, 8 in 2024-09-20T22:51:48.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:48 smithi046 ceph-mon[98591]: osdmap e2483: 8 total, 8 up, 8 in 2024-09-20T22:51:48.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:48 smithi134 ceph-mon[89086]: osdmap e2483: 8 total, 8 up, 8 in 2024-09-20T22:51:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:49 smithi046 ceph-mon[96110]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 955 KiB/s rd, 3.5 KiB/s wr, 1.29k op/s 2024-09-20T22:51:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:49 smithi046 ceph-mon[96110]: osdmap e2484: 8 total, 8 up, 8 in 2024-09-20T22:51:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:51:49.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:49 smithi046 ceph-mon[98591]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 955 KiB/s rd, 3.5 KiB/s wr, 1.29k op/s 2024-09-20T22:51:49.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:49 smithi046 ceph-mon[98591]: osdmap e2484: 8 total, 8 up, 8 in 2024-09-20T22:51:49.902 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:51:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:49 smithi134 ceph-mon[89086]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 955 KiB/s rd, 3.5 KiB/s wr, 1.29k op/s 2024-09-20T22:51:49.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:49 smithi134 ceph-mon[89086]: osdmap e2484: 8 total, 8 up, 8 in 2024-09-20T22:51:49.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:51:50.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:50 smithi134 ceph-mon[89086]: osdmap e2485: 8 total, 8 up, 8 in 2024-09-20T22:51:51.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:50 smithi046 ceph-mon[96110]: osdmap e2485: 8 total, 8 up, 8 in 2024-09-20T22:51:51.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:50 smithi046 ceph-mon[98591]: osdmap e2485: 8 total, 8 up, 8 in 2024-09-20T22:51:51.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:51 smithi134 ceph-mon[89086]: pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-20T22:51:51.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:51 smithi134 ceph-mon[89086]: osdmap e2486: 8 total, 8 up, 8 in 2024-09-20T22:51:52.056 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:51 smithi046 ceph-mon[96110]: pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-20T22:51:52.056 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:51 smithi046 ceph-mon[96110]: osdmap e2486: 8 total, 8 up, 8 in 2024-09-20T22:51:52.056 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:51 smithi046 ceph-mon[98591]: pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-20T22:51:52.056 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:51 smithi046 ceph-mon[98591]: osdmap e2486: 8 total, 8 up, 8 in 2024-09-20T22:51:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:51:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:51:52] "GET /metrics HTTP/1.1" 200 36762 "" "Prometheus/2.43.0" 2024-09-20T22:51:52.667 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:51:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:51:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:51:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:52 smithi134 ceph-mon[89086]: osdmap e2487: 8 total, 8 up, 8 in 2024-09-20T22:51:52.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:52 smithi134 ceph-mon[89086]: pgmap v4271: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 982 KiB/s rd, 3.7 KiB/s wr, 1.32k op/s 2024-09-20T22:51:53.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:52 smithi046 ceph-mon[98591]: osdmap e2487: 8 total, 8 up, 8 in 2024-09-20T22:51:53.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:52 smithi046 ceph-mon[98591]: pgmap v4271: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 982 KiB/s rd, 3.7 KiB/s wr, 1.32k op/s 2024-09-20T22:51:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:52 smithi046 ceph-mon[96110]: osdmap e2487: 8 total, 8 up, 8 in 2024-09-20T22:51:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:52 smithi046 ceph-mon[96110]: pgmap v4271: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 982 KiB/s rd, 3.7 KiB/s wr, 1.32k op/s 2024-09-20T22:51:53.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:53 smithi134 ceph-mon[89086]: osdmap e2488: 8 total, 8 up, 8 in 2024-09-20T22:51:54.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:53 smithi046 ceph-mon[96110]: osdmap e2488: 8 total, 8 up, 8 in 2024-09-20T22:51:54.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:53 smithi046 ceph-mon[98591]: osdmap e2488: 8 total, 8 up, 8 in 2024-09-20T22:51:55.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:54 smithi046 ceph-mon[98591]: osdmap e2489: 8 total, 8 up, 8 in 2024-09-20T22:51:55.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:54 smithi046 ceph-mon[98591]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 986 KiB/s rd, 3.7 KiB/s wr, 1.33k op/s 2024-09-20T22:51:55.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:54 smithi046 ceph-mon[96110]: osdmap e2489: 8 total, 8 up, 8 in 2024-09-20T22:51:55.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:54 smithi046 ceph-mon[96110]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 986 KiB/s rd, 3.7 KiB/s wr, 1.33k op/s 2024-09-20T22:51:55.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:54 smithi134 ceph-mon[89086]: osdmap e2489: 8 total, 8 up, 8 in 2024-09-20T22:51:55.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:54 smithi134 ceph-mon[89086]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 986 KiB/s rd, 3.7 KiB/s wr, 1.33k op/s 2024-09-20T22:51:56.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:55 smithi046 ceph-mon[96110]: osdmap e2490: 8 total, 8 up, 8 in 2024-09-20T22:51:56.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:55 smithi046 ceph-mon[98591]: osdmap e2490: 8 total, 8 up, 8 in 2024-09-20T22:51:56.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:55 smithi134 ceph-mon[89086]: osdmap e2490: 8 total, 8 up, 8 in 2024-09-20T22:51:57.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:56 smithi046 ceph-mon[96110]: osdmap e2491: 8 total, 8 up, 8 in 2024-09-20T22:51:57.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:56 smithi046 ceph-mon[96110]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1019 KiB/s rd, 3.0 KiB/s wr, 1.37k op/s 2024-09-20T22:51:57.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:56 smithi046 ceph-mon[98591]: osdmap e2491: 8 total, 8 up, 8 in 2024-09-20T22:51:57.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:56 smithi046 ceph-mon[98591]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1019 KiB/s rd, 3.0 KiB/s wr, 1.37k op/s 2024-09-20T22:51:57.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:56 smithi134 ceph-mon[89086]: osdmap e2491: 8 total, 8 up, 8 in 2024-09-20T22:51:57.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:56 smithi134 ceph-mon[89086]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1019 KiB/s rd, 3.0 KiB/s wr, 1.37k op/s 2024-09-20T22:51:58.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:57 smithi046 ceph-mon[98591]: osdmap e2492: 8 total, 8 up, 8 in 2024-09-20T22:51:58.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:57 smithi046 ceph-mon[96110]: osdmap e2492: 8 total, 8 up, 8 in 2024-09-20T22:51:58.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:57 smithi134 ceph-mon[89086]: osdmap e2492: 8 total, 8 up, 8 in 2024-09-20T22:51:59.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:58 smithi046 ceph-mon[98591]: osdmap e2493: 8 total, 8 up, 8 in 2024-09-20T22:51:59.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:58 smithi046 ceph-mon[98591]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1019 KiB/s rd, 3.7 KiB/s wr, 1.37k op/s 2024-09-20T22:51:59.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:58 smithi046 ceph-mon[96110]: osdmap e2493: 8 total, 8 up, 8 in 2024-09-20T22:51:59.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:58 smithi046 ceph-mon[96110]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1019 KiB/s rd, 3.7 KiB/s wr, 1.37k op/s 2024-09-20T22:51:59.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:58 smithi134 ceph-mon[89086]: osdmap e2493: 8 total, 8 up, 8 in 2024-09-20T22:51:59.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:58 smithi134 ceph-mon[89086]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1019 KiB/s rd, 3.7 KiB/s wr, 1.37k op/s 2024-09-20T22:52:00.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:51:59 smithi046 ceph-mon[98591]: osdmap e2494: 8 total, 8 up, 8 in 2024-09-20T22:52:00.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:51:59 smithi046 ceph-mon[96110]: osdmap e2494: 8 total, 8 up, 8 in 2024-09-20T22:52:00.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:51:59 smithi134 ceph-mon[89086]: osdmap e2494: 8 total, 8 up, 8 in 2024-09-20T22:52:01.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:00 smithi046 ceph-mon[96110]: osdmap e2495: 8 total, 8 up, 8 in 2024-09-20T22:52:01.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:00 smithi046 ceph-mon[96110]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-09-20T22:52:01.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:00 smithi046 ceph-mon[98591]: osdmap e2495: 8 total, 8 up, 8 in 2024-09-20T22:52:01.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:00 smithi046 ceph-mon[98591]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-09-20T22:52:01.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:00 smithi134 ceph-mon[89086]: osdmap e2495: 8 total, 8 up, 8 in 2024-09-20T22:52:01.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:00 smithi134 ceph-mon[89086]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-09-20T22:52:02.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:01 smithi046 ceph-mon[96110]: osdmap e2496: 8 total, 8 up, 8 in 2024-09-20T22:52:02.055 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:01 smithi046 ceph-mon[98591]: osdmap e2496: 8 total, 8 up, 8 in 2024-09-20T22:52:02.077 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:01 smithi134 ceph-mon[89086]: osdmap e2496: 8 total, 8 up, 8 in 2024-09-20T22:52:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:52:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:52:02] "GET /metrics HTTP/1.1" 200 36762 "" "Prometheus/2.43.0" 2024-09-20T22:52:02.426 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:52:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:52:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:52:03.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:02 smithi046 ceph-mon[96110]: osdmap e2497: 8 total, 8 up, 8 in 2024-09-20T22:52:03.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:02 smithi046 ceph-mon[96110]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.41k op/s 2024-09-20T22:52:03.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:02 smithi046 ceph-mon[98591]: osdmap e2497: 8 total, 8 up, 8 in 2024-09-20T22:52:03.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:02 smithi046 ceph-mon[98591]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.41k op/s 2024-09-20T22:52:03.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:02 smithi134 ceph-mon[89086]: osdmap e2497: 8 total, 8 up, 8 in 2024-09-20T22:52:03.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:02 smithi134 ceph-mon[89086]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.41k op/s 2024-09-20T22:52:04.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:03 smithi046 ceph-mon[96110]: osdmap e2498: 8 total, 8 up, 8 in 2024-09-20T22:52:04.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:03 smithi046 ceph-mon[98591]: osdmap e2498: 8 total, 8 up, 8 in 2024-09-20T22:52:04.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:03 smithi134 ceph-mon[89086]: osdmap e2498: 8 total, 8 up, 8 in 2024-09-20T22:52:05.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:04 smithi046 ceph-mon[96110]: osdmap e2499: 8 total, 8 up, 8 in 2024-09-20T22:52:05.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:52:05.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:04 smithi046 ceph-mon[96110]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.42k op/s 2024-09-20T22:52:05.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:04 smithi046 ceph-mon[98591]: osdmap e2499: 8 total, 8 up, 8 in 2024-09-20T22:52:05.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:52:05.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:04 smithi046 ceph-mon[98591]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.42k op/s 2024-09-20T22:52:05.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:04 smithi134 ceph-mon[89086]: osdmap e2499: 8 total, 8 up, 8 in 2024-09-20T22:52:05.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:52:05.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:04 smithi134 ceph-mon[89086]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.42k op/s 2024-09-20T22:52:06.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:05 smithi046 ceph-mon[96110]: osdmap e2500: 8 total, 8 up, 8 in 2024-09-20T22:52:06.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:05 smithi046 ceph-mon[98591]: osdmap e2500: 8 total, 8 up, 8 in 2024-09-20T22:52:06.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:05 smithi134 ceph-mon[89086]: osdmap e2500: 8 total, 8 up, 8 in 2024-09-20T22:52:07.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:06 smithi046 ceph-mon[96110]: osdmap e2501: 8 total, 8 up, 8 in 2024-09-20T22:52:07.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:06 smithi046 ceph-mon[96110]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.7 KiB/s wr, 1.46k op/s 2024-09-20T22:52:07.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:06 smithi046 ceph-mon[98591]: osdmap e2501: 8 total, 8 up, 8 in 2024-09-20T22:52:07.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:06 smithi046 ceph-mon[98591]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.7 KiB/s wr, 1.46k op/s 2024-09-20T22:52:07.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:06 smithi134 ceph-mon[89086]: osdmap e2501: 8 total, 8 up, 8 in 2024-09-20T22:52:07.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:06 smithi134 ceph-mon[89086]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.7 KiB/s wr, 1.46k op/s 2024-09-20T22:52:08.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:07 smithi046 ceph-mon[96110]: osdmap e2502: 8 total, 8 up, 8 in 2024-09-20T22:52:08.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:07 smithi046 ceph-mon[98591]: osdmap e2502: 8 total, 8 up, 8 in 2024-09-20T22:52:08.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:07 smithi134 ceph-mon[89086]: osdmap e2502: 8 total, 8 up, 8 in 2024-09-20T22:52:09.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:08 smithi046 ceph-mon[96110]: osdmap e2503: 8 total, 8 up, 8 in 2024-09-20T22:52:09.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:08 smithi046 ceph-mon[96110]: pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.46k op/s 2024-09-20T22:52:09.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:08 smithi046 ceph-mon[98591]: osdmap e2503: 8 total, 8 up, 8 in 2024-09-20T22:52:09.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:08 smithi046 ceph-mon[98591]: pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.46k op/s 2024-09-20T22:52:09.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:08 smithi134 ceph-mon[89086]: osdmap e2503: 8 total, 8 up, 8 in 2024-09-20T22:52:09.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:08 smithi134 ceph-mon[89086]: pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.46k op/s 2024-09-20T22:52:10.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:09 smithi046 ceph-mon[96110]: osdmap e2504: 8 total, 8 up, 8 in 2024-09-20T22:52:10.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:09 smithi046 ceph-mon[98591]: osdmap e2504: 8 total, 8 up, 8 in 2024-09-20T22:52:10.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:09 smithi134 ceph-mon[89086]: osdmap e2504: 8 total, 8 up, 8 in 2024-09-20T22:52:11.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:10 smithi046 ceph-mon[96110]: osdmap e2505: 8 total, 8 up, 8 in 2024-09-20T22:52:11.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:10 smithi046 ceph-mon[96110]: pgmap v4298: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-09-20T22:52:11.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:10 smithi046 ceph-mon[98591]: osdmap e2505: 8 total, 8 up, 8 in 2024-09-20T22:52:11.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:10 smithi046 ceph-mon[98591]: pgmap v4298: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-09-20T22:52:11.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:10 smithi134 ceph-mon[89086]: osdmap e2505: 8 total, 8 up, 8 in 2024-09-20T22:52:11.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:10 smithi134 ceph-mon[89086]: pgmap v4298: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-09-20T22:52:12.052 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:11 smithi046 ceph-mon[96110]: osdmap e2506: 8 total, 8 up, 8 in 2024-09-20T22:52:12.052 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:11 smithi046 ceph-mon[98591]: osdmap e2506: 8 total, 8 up, 8 in 2024-09-20T22:52:12.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:11 smithi134 ceph-mon[89086]: osdmap e2506: 8 total, 8 up, 8 in 2024-09-20T22:52:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:52:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:52:12] "GET /metrics HTTP/1.1" 200 36765 "" "Prometheus/2.43.0" 2024-09-20T22:52:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:52:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:52:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:52:13.064 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:12 smithi046 ceph-mon[96110]: osdmap e2507: 8 total, 8 up, 8 in 2024-09-20T22:52:13.064 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:12 smithi046 ceph-mon[96110]: pgmap v4301: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.7 KiB/s wr, 1.50k op/s 2024-09-20T22:52:13.064 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:12 smithi046 ceph-mon[98591]: osdmap e2507: 8 total, 8 up, 8 in 2024-09-20T22:52:13.064 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:12 smithi046 ceph-mon[98591]: pgmap v4301: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.7 KiB/s wr, 1.50k op/s 2024-09-20T22:52:13.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:12 smithi134 ceph-mon[89086]: osdmap e2507: 8 total, 8 up, 8 in 2024-09-20T22:52:13.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:12 smithi134 ceph-mon[89086]: pgmap v4301: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.7 KiB/s wr, 1.50k op/s 2024-09-20T22:52:14.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:13 smithi046 ceph-mon[96110]: osdmap e2508: 8 total, 8 up, 8 in 2024-09-20T22:52:14.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:13 smithi046 ceph-mon[98591]: osdmap e2508: 8 total, 8 up, 8 in 2024-09-20T22:52:14.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:13 smithi134 ceph-mon[89086]: osdmap e2508: 8 total, 8 up, 8 in 2024-09-20T22:52:15.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:14 smithi046 ceph-mon[96110]: osdmap e2509: 8 total, 8 up, 8 in 2024-09-20T22:52:15.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:14 smithi046 ceph-mon[96110]: pgmap v4304: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.50k op/s 2024-09-20T22:52:15.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:14 smithi046 ceph-mon[98591]: osdmap e2509: 8 total, 8 up, 8 in 2024-09-20T22:52:15.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:14 smithi046 ceph-mon[98591]: pgmap v4304: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.50k op/s 2024-09-20T22:52:15.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:14 smithi134 ceph-mon[89086]: osdmap e2509: 8 total, 8 up, 8 in 2024-09-20T22:52:15.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:14 smithi134 ceph-mon[89086]: pgmap v4304: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.50k op/s 2024-09-20T22:52:16.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:15 smithi046 ceph-mon[96110]: osdmap e2510: 8 total, 8 up, 8 in 2024-09-20T22:52:16.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:15 smithi046 ceph-mon[98591]: osdmap e2510: 8 total, 8 up, 8 in 2024-09-20T22:52:16.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:15 smithi134 ceph-mon[89086]: osdmap e2510: 8 total, 8 up, 8 in 2024-09-20T22:52:17.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:16 smithi046 ceph-mon[96110]: osdmap e2511: 8 total, 8 up, 8 in 2024-09-20T22:52:17.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:16 smithi046 ceph-mon[96110]: pgmap v4307: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.5 KiB/s wr, 1.55k op/s 2024-09-20T22:52:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:16 smithi046 ceph-mon[98591]: osdmap e2511: 8 total, 8 up, 8 in 2024-09-20T22:52:17.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:16 smithi046 ceph-mon[98591]: pgmap v4307: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.5 KiB/s wr, 1.55k op/s 2024-09-20T22:52:17.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:16 smithi134 ceph-mon[89086]: osdmap e2511: 8 total, 8 up, 8 in 2024-09-20T22:52:17.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:16 smithi134 ceph-mon[89086]: pgmap v4307: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.5 KiB/s wr, 1.55k op/s 2024-09-20T22:52:18.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:17 smithi046 ceph-mon[96110]: osdmap e2512: 8 total, 8 up, 8 in 2024-09-20T22:52:18.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:17 smithi046 ceph-mon[98591]: osdmap e2512: 8 total, 8 up, 8 in 2024-09-20T22:52:18.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:17 smithi134 ceph-mon[89086]: osdmap e2512: 8 total, 8 up, 8 in 2024-09-20T22:52:19.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:18 smithi046 ceph-mon[96110]: osdmap e2513: 8 total, 8 up, 8 in 2024-09-20T22:52:19.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:18 smithi046 ceph-mon[96110]: pgmap v4310: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.55k op/s 2024-09-20T22:52:19.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:18 smithi046 ceph-mon[98591]: osdmap e2513: 8 total, 8 up, 8 in 2024-09-20T22:52:19.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:18 smithi046 ceph-mon[98591]: pgmap v4310: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.55k op/s 2024-09-20T22:52:19.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:18 smithi134 ceph-mon[89086]: osdmap e2513: 8 total, 8 up, 8 in 2024-09-20T22:52:19.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:18 smithi134 ceph-mon[89086]: pgmap v4310: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.55k op/s 2024-09-20T22:52:20.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:19 smithi046 ceph-mon[96110]: osdmap e2514: 8 total, 8 up, 8 in 2024-09-20T22:52:20.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:52:20.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:19 smithi046 ceph-mon[98591]: osdmap e2514: 8 total, 8 up, 8 in 2024-09-20T22:52:20.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:52:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:19 smithi134 ceph-mon[89086]: osdmap e2514: 8 total, 8 up, 8 in 2024-09-20T22:52:20.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:52:21.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:20 smithi046 ceph-mon[96110]: osdmap e2515: 8 total, 8 up, 8 in 2024-09-20T22:52:21.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:20 smithi046 ceph-mon[96110]: pgmap v4313: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 4 op/s 2024-09-20T22:52:21.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:20 smithi046 ceph-mon[98591]: osdmap e2515: 8 total, 8 up, 8 in 2024-09-20T22:52:21.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:20 smithi046 ceph-mon[98591]: pgmap v4313: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 4 op/s 2024-09-20T22:52:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:20 smithi134 ceph-mon[89086]: osdmap e2515: 8 total, 8 up, 8 in 2024-09-20T22:52:21.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:20 smithi134 ceph-mon[89086]: pgmap v4313: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 4 op/s 2024-09-20T22:52:22.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:21 smithi046 ceph-mon[96110]: osdmap e2516: 8 total, 8 up, 8 in 2024-09-20T22:52:22.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:21 smithi046 ceph-mon[98591]: osdmap e2516: 8 total, 8 up, 8 in 2024-09-20T22:52:22.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:52:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:52:22] "GET /metrics HTTP/1.1" 200 36761 "" "Prometheus/2.43.0" 2024-09-20T22:52:22.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:21 smithi134 ceph-mon[89086]: osdmap e2516: 8 total, 8 up, 8 in 2024-09-20T22:52:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:52:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:52:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:52:23.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:22 smithi046 ceph-mon[96110]: osdmap e2517: 8 total, 8 up, 8 in 2024-09-20T22:52:23.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:22 smithi046 ceph-mon[96110]: pgmap v4316: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.59k op/s 2024-09-20T22:52:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:22 smithi046 ceph-mon[98591]: osdmap e2517: 8 total, 8 up, 8 in 2024-09-20T22:52:23.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:22 smithi046 ceph-mon[98591]: pgmap v4316: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.59k op/s 2024-09-20T22:52:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:22 smithi134 ceph-mon[89086]: osdmap e2517: 8 total, 8 up, 8 in 2024-09-20T22:52:23.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:22 smithi134 ceph-mon[89086]: pgmap v4316: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.59k op/s 2024-09-20T22:52:24.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:23 smithi046 ceph-mon[96110]: osdmap e2518: 8 total, 8 up, 8 in 2024-09-20T22:52:24.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:23 smithi046 ceph-mon[98591]: osdmap e2518: 8 total, 8 up, 8 in 2024-09-20T22:52:24.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:23 smithi134 ceph-mon[89086]: osdmap e2518: 8 total, 8 up, 8 in 2024-09-20T22:52:25.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:24 smithi046 ceph-mon[96110]: osdmap e2519: 8 total, 8 up, 8 in 2024-09-20T22:52:25.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:24 smithi046 ceph-mon[96110]: pgmap v4319: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.59k op/s 2024-09-20T22:52:25.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:24 smithi046 ceph-mon[98591]: osdmap e2519: 8 total, 8 up, 8 in 2024-09-20T22:52:25.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:24 smithi046 ceph-mon[98591]: pgmap v4319: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.59k op/s 2024-09-20T22:52:25.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:24 smithi134 ceph-mon[89086]: osdmap e2519: 8 total, 8 up, 8 in 2024-09-20T22:52:25.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:24 smithi134 ceph-mon[89086]: pgmap v4319: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.59k op/s 2024-09-20T22:52:26.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:25 smithi046 ceph-mon[96110]: osdmap e2520: 8 total, 8 up, 8 in 2024-09-20T22:52:26.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:25 smithi046 ceph-mon[98591]: osdmap e2520: 8 total, 8 up, 8 in 2024-09-20T22:52:26.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:25 smithi134 ceph-mon[89086]: osdmap e2520: 8 total, 8 up, 8 in 2024-09-20T22:52:27.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:26 smithi046 ceph-mon[96110]: osdmap e2521: 8 total, 8 up, 8 in 2024-09-20T22:52:27.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:26 smithi046 ceph-mon[96110]: pgmap v4322: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.64k op/s 2024-09-20T22:52:27.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:26 smithi046 ceph-mon[98591]: osdmap e2521: 8 total, 8 up, 8 in 2024-09-20T22:52:27.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:26 smithi046 ceph-mon[98591]: pgmap v4322: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.64k op/s 2024-09-20T22:52:27.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:26 smithi134 ceph-mon[89086]: osdmap e2521: 8 total, 8 up, 8 in 2024-09-20T22:52:27.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:26 smithi134 ceph-mon[89086]: pgmap v4322: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.64k op/s 2024-09-20T22:52:28.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:27 smithi046 ceph-mon[96110]: osdmap e2522: 8 total, 8 up, 8 in 2024-09-20T22:52:28.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:27 smithi046 ceph-mon[98591]: osdmap e2522: 8 total, 8 up, 8 in 2024-09-20T22:52:28.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:27 smithi134 ceph-mon[89086]: osdmap e2522: 8 total, 8 up, 8 in 2024-09-20T22:52:29.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:28 smithi046 ceph-mon[96110]: osdmap e2523: 8 total, 8 up, 8 in 2024-09-20T22:52:29.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:28 smithi046 ceph-mon[96110]: pgmap v4325: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.64k op/s 2024-09-20T22:52:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:28 smithi046 ceph-mon[98591]: osdmap e2523: 8 total, 8 up, 8 in 2024-09-20T22:52:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:28 smithi046 ceph-mon[98591]: pgmap v4325: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.64k op/s 2024-09-20T22:52:29.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:28 smithi134 ceph-mon[89086]: osdmap e2523: 8 total, 8 up, 8 in 2024-09-20T22:52:29.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:28 smithi134 ceph-mon[89086]: pgmap v4325: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.64k op/s 2024-09-20T22:52:30.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:29 smithi046 ceph-mon[96110]: osdmap e2524: 8 total, 8 up, 8 in 2024-09-20T22:52:30.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:29 smithi046 ceph-mon[98591]: osdmap e2524: 8 total, 8 up, 8 in 2024-09-20T22:52:30.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:29 smithi134 ceph-mon[89086]: osdmap e2524: 8 total, 8 up, 8 in 2024-09-20T22:52:31.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:30 smithi046 ceph-mon[98591]: osdmap e2525: 8 total, 8 up, 8 in 2024-09-20T22:52:31.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:30 smithi046 ceph-mon[98591]: pgmap v4328: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-20T22:52:31.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:30 smithi046 ceph-mon[96110]: osdmap e2525: 8 total, 8 up, 8 in 2024-09-20T22:52:31.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:30 smithi046 ceph-mon[96110]: pgmap v4328: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-20T22:52:31.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:30 smithi134 ceph-mon[89086]: osdmap e2525: 8 total, 8 up, 8 in 2024-09-20T22:52:31.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:30 smithi134 ceph-mon[89086]: pgmap v4328: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-20T22:52:32.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:31 smithi046 ceph-mon[96110]: osdmap e2526: 8 total, 8 up, 8 in 2024-09-20T22:52:32.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:31 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:52:32.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:52:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:52:32] "GET /metrics HTTP/1.1" 200 36761 "" "Prometheus/2.43.0" 2024-09-20T22:52:32.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:31 smithi046 ceph-mon[98591]: osdmap e2526: 8 total, 8 up, 8 in 2024-09-20T22:52:32.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:31 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:52:32.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:31 smithi134 ceph-mon[89086]: osdmap e2526: 8 total, 8 up, 8 in 2024-09-20T22:52:32.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:31 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:52:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:52:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:52:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:52:33.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:32 smithi046 ceph-mon[96110]: osdmap e2527: 8 total, 8 up, 8 in 2024-09-20T22:52:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:32 smithi046 ceph-mon[96110]: pgmap v4331: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.68k op/s 2024-09-20T22:52:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:32 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:52:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:32 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:52:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:32 smithi046 ceph-mon[98591]: osdmap e2527: 8 total, 8 up, 8 in 2024-09-20T22:52:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:32 smithi046 ceph-mon[98591]: pgmap v4331: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.68k op/s 2024-09-20T22:52:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:32 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:52:33.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:32 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:52:33.167 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:32 smithi134 ceph-mon[89086]: osdmap e2527: 8 total, 8 up, 8 in 2024-09-20T22:52:33.167 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:32 smithi134 ceph-mon[89086]: pgmap v4331: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.68k op/s 2024-09-20T22:52:33.167 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:32 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:52:33.167 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:32 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:52:34.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:33 smithi046 ceph-mon[96110]: osdmap e2528: 8 total, 8 up, 8 in 2024-09-20T22:52:34.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:33 smithi046 ceph-mon[98591]: osdmap e2528: 8 total, 8 up, 8 in 2024-09-20T22:52:34.151 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:33 smithi134 ceph-mon[89086]: osdmap e2528: 8 total, 8 up, 8 in 2024-09-20T22:52:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:34 smithi134 ceph-mon[89086]: osdmap e2529: 8 total, 8 up, 8 in 2024-09-20T22:52:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:52:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:34 smithi134 ceph-mon[89086]: pgmap v4334: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.68k op/s 2024-09-20T22:52:35.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:34 smithi046 ceph-mon[96110]: osdmap e2529: 8 total, 8 up, 8 in 2024-09-20T22:52:35.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:52:35.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:34 smithi046 ceph-mon[96110]: pgmap v4334: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.68k op/s 2024-09-20T22:52:35.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:34 smithi046 ceph-mon[98591]: osdmap e2529: 8 total, 8 up, 8 in 2024-09-20T22:52:35.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:52:35.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:34 smithi046 ceph-mon[98591]: pgmap v4334: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.68k op/s 2024-09-20T22:52:36.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:35 smithi134 ceph-mon[89086]: osdmap e2530: 8 total, 8 up, 8 in 2024-09-20T22:52:36.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:35 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:52:36.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:35 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:52:36.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:35 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:52:36.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:35 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:52:36.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:35 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:52:36.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:35 smithi046 ceph-mon[96110]: osdmap e2530: 8 total, 8 up, 8 in 2024-09-20T22:52:36.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:35 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:52:36.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:35 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:52:36.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:35 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:52:36.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:35 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:52:36.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:35 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:52:36.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:35 smithi046 ceph-mon[98591]: osdmap e2530: 8 total, 8 up, 8 in 2024-09-20T22:52:36.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:35 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:52:36.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:35 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:52:36.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:35 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:52:36.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:35 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:52:36.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:35 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:52:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:36 smithi046 ceph-mon[98591]: osdmap e2531: 8 total, 8 up, 8 in 2024-09-20T22:52:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:36 smithi046 ceph-mon[98591]: pgmap v4337: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1021 KiB/s rd, 2.7 KiB/s wr, 1.38k op/s 2024-09-20T22:52:37.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:36 smithi046 ceph-mon[96110]: osdmap e2531: 8 total, 8 up, 8 in 2024-09-20T22:52:37.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:36 smithi046 ceph-mon[96110]: pgmap v4337: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1021 KiB/s rd, 2.7 KiB/s wr, 1.38k op/s 2024-09-20T22:52:37.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:36 smithi134 ceph-mon[89086]: osdmap e2531: 8 total, 8 up, 8 in 2024-09-20T22:52:37.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:36 smithi134 ceph-mon[89086]: pgmap v4337: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1021 KiB/s rd, 2.7 KiB/s wr, 1.38k op/s 2024-09-20T22:52:38.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:37 smithi046 ceph-mon[96110]: osdmap e2532: 8 total, 8 up, 8 in 2024-09-20T22:52:38.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:37 smithi046 ceph-mon[98591]: osdmap e2532: 8 total, 8 up, 8 in 2024-09-20T22:52:38.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:37 smithi134 ceph-mon[89086]: osdmap e2532: 8 total, 8 up, 8 in 2024-09-20T22:52:39.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:38 smithi046 ceph-mon[98591]: osdmap e2533: 8 total, 8 up, 8 in 2024-09-20T22:52:39.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:38 smithi046 ceph-mon[98591]: pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1021 KiB/s rd, 3.7 KiB/s wr, 1.38k op/s 2024-09-20T22:52:39.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:38 smithi046 ceph-mon[96110]: osdmap e2533: 8 total, 8 up, 8 in 2024-09-20T22:52:39.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:38 smithi046 ceph-mon[96110]: pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1021 KiB/s rd, 3.7 KiB/s wr, 1.38k op/s 2024-09-20T22:52:39.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:38 smithi134 ceph-mon[89086]: osdmap e2533: 8 total, 8 up, 8 in 2024-09-20T22:52:39.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:38 smithi134 ceph-mon[89086]: pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1021 KiB/s rd, 3.7 KiB/s wr, 1.38k op/s 2024-09-20T22:52:40.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:39 smithi046 ceph-mon[96110]: osdmap e2534: 8 total, 8 up, 8 in 2024-09-20T22:52:40.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:39 smithi046 ceph-mon[98591]: osdmap e2534: 8 total, 8 up, 8 in 2024-09-20T22:52:40.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:39 smithi134 ceph-mon[89086]: osdmap e2534: 8 total, 8 up, 8 in 2024-09-20T22:52:41.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:40 smithi046 ceph-mon[96110]: osdmap e2535: 8 total, 8 up, 8 in 2024-09-20T22:52:41.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:40 smithi046 ceph-mon[96110]: pgmap v4343: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-09-20T22:52:41.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:40 smithi046 ceph-mon[98591]: osdmap e2535: 8 total, 8 up, 8 in 2024-09-20T22:52:41.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:40 smithi046 ceph-mon[98591]: pgmap v4343: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-09-20T22:52:41.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:40 smithi134 ceph-mon[89086]: osdmap e2535: 8 total, 8 up, 8 in 2024-09-20T22:52:41.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:40 smithi134 ceph-mon[89086]: pgmap v4343: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-09-20T22:52:42.302 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:41 smithi046 ceph-mon[96110]: osdmap e2536: 8 total, 8 up, 8 in 2024-09-20T22:52:42.302 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:41 smithi046 ceph-mon[98591]: osdmap e2536: 8 total, 8 up, 8 in 2024-09-20T22:52:42.303 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:52:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:52:42] "GET /metrics HTTP/1.1" 200 36760 "" "Prometheus/2.43.0" 2024-09-20T22:52:42.316 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:41 smithi134 ceph-mon[89086]: osdmap e2536: 8 total, 8 up, 8 in 2024-09-20T22:52:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:52:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:52:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:52:43.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:42 smithi046 ceph-mon[98591]: osdmap e2537: 8 total, 8 up, 8 in 2024-09-20T22:52:43.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:42 smithi046 ceph-mon[98591]: pgmap v4346: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.76k op/s 2024-09-20T22:52:43.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:42 smithi046 ceph-mon[96110]: osdmap e2537: 8 total, 8 up, 8 in 2024-09-20T22:52:43.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:42 smithi046 ceph-mon[96110]: pgmap v4346: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.76k op/s 2024-09-20T22:52:43.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:42 smithi134 ceph-mon[89086]: osdmap e2537: 8 total, 8 up, 8 in 2024-09-20T22:52:43.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:42 smithi134 ceph-mon[89086]: pgmap v4346: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.76k op/s 2024-09-20T22:52:44.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:43 smithi046 ceph-mon[96110]: osdmap e2538: 8 total, 8 up, 8 in 2024-09-20T22:52:44.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:43 smithi046 ceph-mon[98591]: osdmap e2538: 8 total, 8 up, 8 in 2024-09-20T22:52:44.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:43 smithi134 ceph-mon[89086]: osdmap e2538: 8 total, 8 up, 8 in 2024-09-20T22:52:45.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:44 smithi046 ceph-mon[98591]: osdmap e2539: 8 total, 8 up, 8 in 2024-09-20T22:52:45.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:44 smithi046 ceph-mon[98591]: pgmap v4349: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 KiB/s wr, 1.76k op/s 2024-09-20T22:52:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:44 smithi046 ceph-mon[96110]: osdmap e2539: 8 total, 8 up, 8 in 2024-09-20T22:52:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:44 smithi046 ceph-mon[96110]: pgmap v4349: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 KiB/s wr, 1.76k op/s 2024-09-20T22:52:45.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:44 smithi134 ceph-mon[89086]: osdmap e2539: 8 total, 8 up, 8 in 2024-09-20T22:52:45.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:44 smithi134 ceph-mon[89086]: pgmap v4349: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 KiB/s wr, 1.76k op/s 2024-09-20T22:52:46.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:45 smithi046 ceph-mon[98591]: osdmap e2540: 8 total, 8 up, 8 in 2024-09-20T22:52:46.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:45 smithi046 ceph-mon[96110]: osdmap e2540: 8 total, 8 up, 8 in 2024-09-20T22:52:46.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:45 smithi134 ceph-mon[89086]: osdmap e2540: 8 total, 8 up, 8 in 2024-09-20T22:52:47.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:46 smithi046 ceph-mon[96110]: osdmap e2541: 8 total, 8 up, 8 in 2024-09-20T22:52:47.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:46 smithi046 ceph-mon[96110]: pgmap v4352: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.79k op/s 2024-09-20T22:52:47.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:46 smithi046 ceph-mon[98591]: osdmap e2541: 8 total, 8 up, 8 in 2024-09-20T22:52:47.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:46 smithi046 ceph-mon[98591]: pgmap v4352: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.79k op/s 2024-09-20T22:52:47.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:46 smithi134 ceph-mon[89086]: osdmap e2541: 8 total, 8 up, 8 in 2024-09-20T22:52:47.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:46 smithi134 ceph-mon[89086]: pgmap v4352: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.79k op/s 2024-09-20T22:52:48.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:47 smithi046 ceph-mon[98591]: osdmap e2542: 8 total, 8 up, 8 in 2024-09-20T22:52:48.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:47 smithi046 ceph-mon[96110]: osdmap e2542: 8 total, 8 up, 8 in 2024-09-20T22:52:48.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:47 smithi134 ceph-mon[89086]: osdmap e2542: 8 total, 8 up, 8 in 2024-09-20T22:52:49.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:48 smithi046 ceph-mon[96110]: osdmap e2543: 8 total, 8 up, 8 in 2024-09-20T22:52:49.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:48 smithi046 ceph-mon[96110]: pgmap v4355: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.79k op/s 2024-09-20T22:52:49.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:48 smithi046 ceph-mon[98591]: osdmap e2543: 8 total, 8 up, 8 in 2024-09-20T22:52:49.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:48 smithi046 ceph-mon[98591]: pgmap v4355: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.79k op/s 2024-09-20T22:52:49.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:48 smithi134 ceph-mon[89086]: osdmap e2543: 8 total, 8 up, 8 in 2024-09-20T22:52:49.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:48 smithi134 ceph-mon[89086]: pgmap v4355: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.79k op/s 2024-09-20T22:52:50.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:49 smithi046 ceph-mon[96110]: osdmap e2544: 8 total, 8 up, 8 in 2024-09-20T22:52:50.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:52:50.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:49 smithi046 ceph-mon[96110]: osdmap e2545: 8 total, 8 up, 8 in 2024-09-20T22:52:50.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:49 smithi046 ceph-mon[98591]: osdmap e2544: 8 total, 8 up, 8 in 2024-09-20T22:52:50.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:52:50.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:49 smithi046 ceph-mon[98591]: osdmap e2545: 8 total, 8 up, 8 in 2024-09-20T22:52:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:49 smithi134 ceph-mon[89086]: osdmap e2544: 8 total, 8 up, 8 in 2024-09-20T22:52:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:52:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:49 smithi134 ceph-mon[89086]: osdmap e2545: 8 total, 8 up, 8 in 2024-09-20T22:52:51.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:50 smithi046 ceph-mon[96110]: pgmap v4358: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-20T22:52:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:50 smithi046 ceph-mon[96110]: osdmap e2546: 8 total, 8 up, 8 in 2024-09-20T22:52:51.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:50 smithi046 ceph-mon[98591]: pgmap v4358: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-20T22:52:51.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:50 smithi046 ceph-mon[98591]: osdmap e2546: 8 total, 8 up, 8 in 2024-09-20T22:52:51.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:50 smithi134 ceph-mon[89086]: pgmap v4358: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-20T22:52:51.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:50 smithi134 ceph-mon[89086]: osdmap e2546: 8 total, 8 up, 8 in 2024-09-20T22:52:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:52:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:52:52] "GET /metrics HTTP/1.1" 200 36763 "" "Prometheus/2.43.0" 2024-09-20T22:52:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:52:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:52:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:52:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:52 smithi046 ceph-mon[96110]: osdmap e2547: 8 total, 8 up, 8 in 2024-09-20T22:52:53.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:52 smithi046 ceph-mon[96110]: pgmap v4361: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.10k op/s 2024-09-20T22:52:53.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:52 smithi046 ceph-mon[98591]: osdmap e2547: 8 total, 8 up, 8 in 2024-09-20T22:52:53.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:52 smithi046 ceph-mon[98591]: pgmap v4361: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.10k op/s 2024-09-20T22:52:53.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:52 smithi134 ceph-mon[89086]: osdmap e2547: 8 total, 8 up, 8 in 2024-09-20T22:52:53.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:52 smithi134 ceph-mon[89086]: pgmap v4361: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.10k op/s 2024-09-20T22:52:54.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:53 smithi046 ceph-mon[96110]: osdmap e2548: 8 total, 8 up, 8 in 2024-09-20T22:52:54.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:53 smithi046 ceph-mon[98591]: osdmap e2548: 8 total, 8 up, 8 in 2024-09-20T22:52:54.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:53 smithi134 ceph-mon[89086]: osdmap e2548: 8 total, 8 up, 8 in 2024-09-20T22:52:55.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:54 smithi046 ceph-mon[96110]: osdmap e2549: 8 total, 8 up, 8 in 2024-09-20T22:52:55.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:54 smithi046 ceph-mon[96110]: pgmap v4364: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.10k op/s 2024-09-20T22:52:55.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:54 smithi046 ceph-mon[96110]: osdmap e2550: 8 total, 8 up, 8 in 2024-09-20T22:52:55.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:54 smithi046 ceph-mon[98591]: osdmap e2549: 8 total, 8 up, 8 in 2024-09-20T22:52:55.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:54 smithi046 ceph-mon[98591]: pgmap v4364: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.10k op/s 2024-09-20T22:52:55.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:54 smithi046 ceph-mon[98591]: osdmap e2550: 8 total, 8 up, 8 in 2024-09-20T22:52:55.177 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:54 smithi134 ceph-mon[89086]: osdmap e2549: 8 total, 8 up, 8 in 2024-09-20T22:52:55.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:54 smithi134 ceph-mon[89086]: pgmap v4364: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.10k op/s 2024-09-20T22:52:55.178 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:54 smithi134 ceph-mon[89086]: osdmap e2550: 8 total, 8 up, 8 in 2024-09-20T22:52:57.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:56 smithi046 ceph-mon[98591]: osdmap e2551: 8 total, 8 up, 8 in 2024-09-20T22:52:57.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:56 smithi046 ceph-mon[98591]: pgmap v4367: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.2 KiB/s wr, 1.69k op/s 2024-09-20T22:52:57.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:56 smithi046 ceph-mon[96110]: osdmap e2551: 8 total, 8 up, 8 in 2024-09-20T22:52:57.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:56 smithi046 ceph-mon[96110]: pgmap v4367: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.2 KiB/s wr, 1.69k op/s 2024-09-20T22:52:57.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:56 smithi134 ceph-mon[89086]: osdmap e2551: 8 total, 8 up, 8 in 2024-09-20T22:52:57.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:56 smithi134 ceph-mon[89086]: pgmap v4367: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.2 KiB/s wr, 1.69k op/s 2024-09-20T22:52:58.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:57 smithi046 ceph-mon[98591]: osdmap e2552: 8 total, 8 up, 8 in 2024-09-20T22:52:58.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:57 smithi046 ceph-mon[96110]: osdmap e2552: 8 total, 8 up, 8 in 2024-09-20T22:52:58.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:57 smithi134 ceph-mon[89086]: osdmap e2552: 8 total, 8 up, 8 in 2024-09-20T22:52:59.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:58 smithi134 ceph-mon[89086]: osdmap e2553: 8 total, 8 up, 8 in 2024-09-20T22:52:59.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:58 smithi134 ceph-mon[89086]: pgmap v4370: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.2 KiB/s wr, 1.70k op/s 2024-09-20T22:52:59.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:58 smithi046 ceph-mon[96110]: osdmap e2553: 8 total, 8 up, 8 in 2024-09-20T22:52:59.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:58 smithi046 ceph-mon[96110]: pgmap v4370: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.2 KiB/s wr, 1.70k op/s 2024-09-20T22:52:59.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:58 smithi046 ceph-mon[98591]: osdmap e2553: 8 total, 8 up, 8 in 2024-09-20T22:52:59.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:58 smithi046 ceph-mon[98591]: pgmap v4370: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.2 KiB/s wr, 1.70k op/s 2024-09-20T22:53:00.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:59 smithi134 ceph-mon[89086]: osdmap e2554: 8 total, 8 up, 8 in 2024-09-20T22:53:00.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:52:59 smithi134 ceph-mon[89086]: osdmap e2555: 8 total, 8 up, 8 in 2024-09-20T22:53:00.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:59 smithi046 ceph-mon[96110]: osdmap e2554: 8 total, 8 up, 8 in 2024-09-20T22:53:00.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:52:59 smithi046 ceph-mon[96110]: osdmap e2555: 8 total, 8 up, 8 in 2024-09-20T22:53:00.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:59 smithi046 ceph-mon[98591]: osdmap e2554: 8 total, 8 up, 8 in 2024-09-20T22:53:00.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:52:59 smithi046 ceph-mon[98591]: osdmap e2555: 8 total, 8 up, 8 in 2024-09-20T22:53:01.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:00 smithi134 ceph-mon[89086]: pgmap v4373: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-20T22:53:01.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:00 smithi046 ceph-mon[96110]: pgmap v4373: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-20T22:53:01.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:00 smithi046 ceph-mon[98591]: pgmap v4373: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-20T22:53:02.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:01 smithi134 ceph-mon[89086]: osdmap e2556: 8 total, 8 up, 8 in 2024-09-20T22:53:02.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:01 smithi046 ceph-mon[96110]: osdmap e2556: 8 total, 8 up, 8 in 2024-09-20T22:53:02.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:01 smithi046 ceph-mon[98591]: osdmap e2556: 8 total, 8 up, 8 in 2024-09-20T22:53:02.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:53:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:53:02] "GET /metrics HTTP/1.1" 200 36763 "" "Prometheus/2.43.0" 2024-09-20T22:53:02.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:53:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:53:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:53:03.307 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:02 smithi134 ceph-mon[89086]: osdmap e2557: 8 total, 8 up, 8 in 2024-09-20T22:53:03.307 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:02 smithi134 ceph-mon[89086]: pgmap v4376: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-09-20T22:53:03.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:02 smithi046 ceph-mon[98591]: osdmap e2557: 8 total, 8 up, 8 in 2024-09-20T22:53:03.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:02 smithi046 ceph-mon[98591]: pgmap v4376: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-09-20T22:53:03.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:02 smithi046 ceph-mon[96110]: osdmap e2557: 8 total, 8 up, 8 in 2024-09-20T22:53:03.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:02 smithi046 ceph-mon[96110]: pgmap v4376: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-09-20T22:53:04.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:03 smithi046 ceph-mon[98591]: osdmap e2558: 8 total, 8 up, 8 in 2024-09-20T22:53:04.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:03 smithi046 ceph-mon[96110]: osdmap e2558: 8 total, 8 up, 8 in 2024-09-20T22:53:04.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:03 smithi134 ceph-mon[89086]: osdmap e2558: 8 total, 8 up, 8 in 2024-09-20T22:53:05.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:04 smithi046 ceph-mon[96110]: osdmap e2559: 8 total, 8 up, 8 in 2024-09-20T22:53:05.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:53:05.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:04 smithi046 ceph-mon[96110]: pgmap v4379: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-09-20T22:53:05.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:04 smithi046 ceph-mon[96110]: osdmap e2560: 8 total, 8 up, 8 in 2024-09-20T22:53:05.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:04 smithi046 ceph-mon[98591]: osdmap e2559: 8 total, 8 up, 8 in 2024-09-20T22:53:05.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:53:05.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:04 smithi046 ceph-mon[98591]: pgmap v4379: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-09-20T22:53:05.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:04 smithi046 ceph-mon[98591]: osdmap e2560: 8 total, 8 up, 8 in 2024-09-20T22:53:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:04 smithi134 ceph-mon[89086]: osdmap e2559: 8 total, 8 up, 8 in 2024-09-20T22:53:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:53:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:04 smithi134 ceph-mon[89086]: pgmap v4379: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-09-20T22:53:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:04 smithi134 ceph-mon[89086]: osdmap e2560: 8 total, 8 up, 8 in 2024-09-20T22:53:07.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:06 smithi046 ceph-mon[96110]: osdmap e2561: 8 total, 8 up, 8 in 2024-09-20T22:53:07.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:06 smithi046 ceph-mon[96110]: pgmap v4382: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.7 KiB/s wr, 1.61k op/s 2024-09-20T22:53:07.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:06 smithi046 ceph-mon[98591]: osdmap e2561: 8 total, 8 up, 8 in 2024-09-20T22:53:07.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:06 smithi046 ceph-mon[98591]: pgmap v4382: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.7 KiB/s wr, 1.61k op/s 2024-09-20T22:53:07.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:06 smithi134 ceph-mon[89086]: osdmap e2561: 8 total, 8 up, 8 in 2024-09-20T22:53:07.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:06 smithi134 ceph-mon[89086]: pgmap v4382: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.7 KiB/s wr, 1.61k op/s 2024-09-20T22:53:08.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:07 smithi046 ceph-mon[96110]: osdmap e2562: 8 total, 8 up, 8 in 2024-09-20T22:53:08.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:07 smithi046 ceph-mon[98591]: osdmap e2562: 8 total, 8 up, 8 in 2024-09-20T22:53:08.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:07 smithi134 ceph-mon[89086]: osdmap e2562: 8 total, 8 up, 8 in 2024-09-20T22:53:09.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:08 smithi046 ceph-mon[98591]: osdmap e2563: 8 total, 8 up, 8 in 2024-09-20T22:53:09.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:08 smithi046 ceph-mon[98591]: pgmap v4385: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.7 KiB/s wr, 1.61k op/s 2024-09-20T22:53:09.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:08 smithi046 ceph-mon[96110]: osdmap e2563: 8 total, 8 up, 8 in 2024-09-20T22:53:09.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:08 smithi046 ceph-mon[96110]: pgmap v4385: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.7 KiB/s wr, 1.61k op/s 2024-09-20T22:53:09.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:08 smithi134 ceph-mon[89086]: osdmap e2563: 8 total, 8 up, 8 in 2024-09-20T22:53:09.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:08 smithi134 ceph-mon[89086]: pgmap v4385: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.7 KiB/s wr, 1.61k op/s 2024-09-20T22:53:10.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:09 smithi046 ceph-mon[96110]: osdmap e2564: 8 total, 8 up, 8 in 2024-09-20T22:53:10.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:09 smithi046 ceph-mon[96110]: osdmap e2565: 8 total, 8 up, 8 in 2024-09-20T22:53:10.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:09 smithi046 ceph-mon[98591]: osdmap e2564: 8 total, 8 up, 8 in 2024-09-20T22:53:10.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:09 smithi046 ceph-mon[98591]: osdmap e2565: 8 total, 8 up, 8 in 2024-09-20T22:53:10.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:09 smithi134 ceph-mon[89086]: osdmap e2564: 8 total, 8 up, 8 in 2024-09-20T22:53:10.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:09 smithi134 ceph-mon[89086]: osdmap e2565: 8 total, 8 up, 8 in 2024-09-20T22:53:11.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:10 smithi134 ceph-mon[89086]: pgmap v4388: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-20T22:53:11.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:10 smithi046 ceph-mon[96110]: pgmap v4388: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-20T22:53:11.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:10 smithi046 ceph-mon[98591]: pgmap v4388: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-20T22:53:12.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:11 smithi134 ceph-mon[89086]: osdmap e2566: 8 total, 8 up, 8 in 2024-09-20T22:53:12.302 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:11 smithi046 ceph-mon[96110]: osdmap e2566: 8 total, 8 up, 8 in 2024-09-20T22:53:12.302 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:53:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:53:12] "GET /metrics HTTP/1.1" 200 36761 "" "Prometheus/2.43.0" 2024-09-20T22:53:12.302 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:11 smithi046 ceph-mon[98591]: osdmap e2566: 8 total, 8 up, 8 in 2024-09-20T22:53:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:53:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:53:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:53:13.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:12 smithi134 ceph-mon[89086]: osdmap e2567: 8 total, 8 up, 8 in 2024-09-20T22:53:13.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:12 smithi134 ceph-mon[89086]: pgmap v4391: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-09-20T22:53:13.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:12 smithi046 ceph-mon[96110]: osdmap e2567: 8 total, 8 up, 8 in 2024-09-20T22:53:13.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:12 smithi046 ceph-mon[96110]: pgmap v4391: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-09-20T22:53:13.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:12 smithi046 ceph-mon[98591]: osdmap e2567: 8 total, 8 up, 8 in 2024-09-20T22:53:13.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:12 smithi046 ceph-mon[98591]: pgmap v4391: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-09-20T22:53:14.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:13 smithi134 ceph-mon[89086]: osdmap e2568: 8 total, 8 up, 8 in 2024-09-20T22:53:14.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:13 smithi046 ceph-mon[96110]: osdmap e2568: 8 total, 8 up, 8 in 2024-09-20T22:53:14.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:13 smithi046 ceph-mon[98591]: osdmap e2568: 8 total, 8 up, 8 in 2024-09-20T22:53:15.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:14 smithi046 ceph-mon[98591]: osdmap e2569: 8 total, 8 up, 8 in 2024-09-20T22:53:15.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:14 smithi046 ceph-mon[98591]: pgmap v4394: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-09-20T22:53:15.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:14 smithi046 ceph-mon[98591]: osdmap e2570: 8 total, 8 up, 8 in 2024-09-20T22:53:15.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:14 smithi046 ceph-mon[96110]: osdmap e2569: 8 total, 8 up, 8 in 2024-09-20T22:53:15.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:14 smithi046 ceph-mon[96110]: pgmap v4394: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-09-20T22:53:15.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:14 smithi046 ceph-mon[96110]: osdmap e2570: 8 total, 8 up, 8 in 2024-09-20T22:53:15.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:14 smithi134 ceph-mon[89086]: osdmap e2569: 8 total, 8 up, 8 in 2024-09-20T22:53:15.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:14 smithi134 ceph-mon[89086]: pgmap v4394: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-09-20T22:53:15.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:14 smithi134 ceph-mon[89086]: osdmap e2570: 8 total, 8 up, 8 in 2024-09-20T22:53:17.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:16 smithi046 ceph-mon[96110]: osdmap e2571: 8 total, 8 up, 8 in 2024-09-20T22:53:17.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:16 smithi046 ceph-mon[96110]: pgmap v4397: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-09-20T22:53:17.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:16 smithi046 ceph-mon[98591]: osdmap e2571: 8 total, 8 up, 8 in 2024-09-20T22:53:17.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:16 smithi046 ceph-mon[98591]: pgmap v4397: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-09-20T22:53:17.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:16 smithi134 ceph-mon[89086]: osdmap e2571: 8 total, 8 up, 8 in 2024-09-20T22:53:17.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:16 smithi134 ceph-mon[89086]: pgmap v4397: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-09-20T22:53:18.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:17 smithi046 ceph-mon[96110]: osdmap e2572: 8 total, 8 up, 8 in 2024-09-20T22:53:18.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:17 smithi046 ceph-mon[98591]: osdmap e2572: 8 total, 8 up, 8 in 2024-09-20T22:53:18.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:17 smithi134 ceph-mon[89086]: osdmap e2572: 8 total, 8 up, 8 in 2024-09-20T22:53:19.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:18 smithi046 ceph-mon[96110]: osdmap e2573: 8 total, 8 up, 8 in 2024-09-20T22:53:19.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:18 smithi046 ceph-mon[96110]: pgmap v4400: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-09-20T22:53:19.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:18 smithi046 ceph-mon[98591]: osdmap e2573: 8 total, 8 up, 8 in 2024-09-20T22:53:19.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:18 smithi046 ceph-mon[98591]: pgmap v4400: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-09-20T22:53:19.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:18 smithi134 ceph-mon[89086]: osdmap e2573: 8 total, 8 up, 8 in 2024-09-20T22:53:19.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:18 smithi134 ceph-mon[89086]: pgmap v4400: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-09-20T22:53:20.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:19 smithi046 ceph-mon[98591]: osdmap e2574: 8 total, 8 up, 8 in 2024-09-20T22:53:20.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:53:20.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:19 smithi046 ceph-mon[98591]: osdmap e2575: 8 total, 8 up, 8 in 2024-09-20T22:53:20.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:19 smithi046 ceph-mon[96110]: osdmap e2574: 8 total, 8 up, 8 in 2024-09-20T22:53:20.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:53:20.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:19 smithi046 ceph-mon[96110]: osdmap e2575: 8 total, 8 up, 8 in 2024-09-20T22:53:20.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:19 smithi134 ceph-mon[89086]: osdmap e2574: 8 total, 8 up, 8 in 2024-09-20T22:53:20.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:53:20.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:19 smithi134 ceph-mon[89086]: osdmap e2575: 8 total, 8 up, 8 in 2024-09-20T22:53:21.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:20 smithi046 ceph-mon[96110]: pgmap v4403: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-20T22:53:21.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:20 smithi046 ceph-mon[98591]: pgmap v4403: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-20T22:53:21.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:20 smithi134 ceph-mon[89086]: pgmap v4403: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-20T22:53:22.316 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:21 smithi134 ceph-mon[89086]: osdmap e2576: 8 total, 8 up, 8 in 2024-09-20T22:53:22.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:21 smithi046 ceph-mon[96110]: osdmap e2576: 8 total, 8 up, 8 in 2024-09-20T22:53:22.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:21 smithi046 ceph-mon[98591]: osdmap e2576: 8 total, 8 up, 8 in 2024-09-20T22:53:22.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:53:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:53:22] "GET /metrics HTTP/1.1" 200 36763 "" "Prometheus/2.43.0" 2024-09-20T22:53:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:53:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:53:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:53:23.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:22 smithi046 ceph-mon[96110]: osdmap e2577: 8 total, 8 up, 8 in 2024-09-20T22:53:23.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:22 smithi046 ceph-mon[96110]: pgmap v4406: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.2 KiB/s wr, 1.48k op/s 2024-09-20T22:53:23.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:22 smithi046 ceph-mon[98591]: osdmap e2577: 8 total, 8 up, 8 in 2024-09-20T22:53:23.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:22 smithi046 ceph-mon[98591]: pgmap v4406: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.2 KiB/s wr, 1.48k op/s 2024-09-20T22:53:23.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:22 smithi134 ceph-mon[89086]: osdmap e2577: 8 total, 8 up, 8 in 2024-09-20T22:53:23.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:22 smithi134 ceph-mon[89086]: pgmap v4406: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.2 KiB/s wr, 1.48k op/s 2024-09-20T22:53:24.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:23 smithi046 ceph-mon[96110]: osdmap e2578: 8 total, 8 up, 8 in 2024-09-20T22:53:24.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:23 smithi046 ceph-mon[98591]: osdmap e2578: 8 total, 8 up, 8 in 2024-09-20T22:53:24.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:23 smithi134 ceph-mon[89086]: osdmap e2578: 8 total, 8 up, 8 in 2024-09-20T22:53:25.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:24 smithi046 ceph-mon[98591]: osdmap e2579: 8 total, 8 up, 8 in 2024-09-20T22:53:25.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:24 smithi046 ceph-mon[98591]: pgmap v4409: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.2 KiB/s wr, 1.48k op/s 2024-09-20T22:53:25.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:24 smithi046 ceph-mon[98591]: osdmap e2580: 8 total, 8 up, 8 in 2024-09-20T22:53:25.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:24 smithi046 ceph-mon[96110]: osdmap e2579: 8 total, 8 up, 8 in 2024-09-20T22:53:25.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:24 smithi046 ceph-mon[96110]: pgmap v4409: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.2 KiB/s wr, 1.48k op/s 2024-09-20T22:53:25.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:24 smithi046 ceph-mon[96110]: osdmap e2580: 8 total, 8 up, 8 in 2024-09-20T22:53:25.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:24 smithi134 ceph-mon[89086]: osdmap e2579: 8 total, 8 up, 8 in 2024-09-20T22:53:25.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:24 smithi134 ceph-mon[89086]: pgmap v4409: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.2 KiB/s wr, 1.48k op/s 2024-09-20T22:53:25.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:24 smithi134 ceph-mon[89086]: osdmap e2580: 8 total, 8 up, 8 in 2024-09-20T22:53:27.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:26 smithi046 ceph-mon[96110]: osdmap e2581: 8 total, 8 up, 8 in 2024-09-20T22:53:27.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:26 smithi046 ceph-mon[96110]: pgmap v4412: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.7 KiB/s wr, 1.43k op/s 2024-09-20T22:53:27.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:26 smithi046 ceph-mon[98591]: osdmap e2581: 8 total, 8 up, 8 in 2024-09-20T22:53:27.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:26 smithi046 ceph-mon[98591]: pgmap v4412: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.7 KiB/s wr, 1.43k op/s 2024-09-20T22:53:27.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:26 smithi134 ceph-mon[89086]: osdmap e2581: 8 total, 8 up, 8 in 2024-09-20T22:53:27.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:26 smithi134 ceph-mon[89086]: pgmap v4412: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.7 KiB/s wr, 1.43k op/s 2024-09-20T22:53:28.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:27 smithi046 ceph-mon[96110]: osdmap e2582: 8 total, 8 up, 8 in 2024-09-20T22:53:28.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:27 smithi046 ceph-mon[98591]: osdmap e2582: 8 total, 8 up, 8 in 2024-09-20T22:53:28.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:27 smithi134 ceph-mon[89086]: osdmap e2582: 8 total, 8 up, 8 in 2024-09-20T22:53:29.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:28 smithi046 ceph-mon[96110]: osdmap e2583: 8 total, 8 up, 8 in 2024-09-20T22:53:29.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:28 smithi046 ceph-mon[96110]: pgmap v4415: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.7 KiB/s wr, 1.44k op/s 2024-09-20T22:53:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:28 smithi046 ceph-mon[98591]: osdmap e2583: 8 total, 8 up, 8 in 2024-09-20T22:53:29.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:28 smithi046 ceph-mon[98591]: pgmap v4415: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.7 KiB/s wr, 1.44k op/s 2024-09-20T22:53:29.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:28 smithi134 ceph-mon[89086]: osdmap e2583: 8 total, 8 up, 8 in 2024-09-20T22:53:29.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:28 smithi134 ceph-mon[89086]: pgmap v4415: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.7 KiB/s wr, 1.44k op/s 2024-09-20T22:53:30.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:29 smithi046 ceph-mon[96110]: osdmap e2584: 8 total, 8 up, 8 in 2024-09-20T22:53:30.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:29 smithi046 ceph-mon[96110]: osdmap e2585: 8 total, 8 up, 8 in 2024-09-20T22:53:30.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:29 smithi046 ceph-mon[98591]: osdmap e2584: 8 total, 8 up, 8 in 2024-09-20T22:53:30.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:29 smithi046 ceph-mon[98591]: osdmap e2585: 8 total, 8 up, 8 in 2024-09-20T22:53:30.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:29 smithi134 ceph-mon[89086]: osdmap e2584: 8 total, 8 up, 8 in 2024-09-20T22:53:30.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:29 smithi134 ceph-mon[89086]: osdmap e2585: 8 total, 8 up, 8 in 2024-09-20T22:53:31.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:30 smithi134 ceph-mon[89086]: pgmap v4418: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-20T22:53:31.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:30 smithi046 ceph-mon[96110]: pgmap v4418: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-20T22:53:31.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:30 smithi046 ceph-mon[98591]: pgmap v4418: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-20T22:53:32.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:31 smithi134 ceph-mon[89086]: osdmap e2586: 8 total, 8 up, 8 in 2024-09-20T22:53:32.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:31 smithi046 ceph-mon[96110]: osdmap e2586: 8 total, 8 up, 8 in 2024-09-20T22:53:32.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:31 smithi046 ceph-mon[98591]: osdmap e2586: 8 total, 8 up, 8 in 2024-09-20T22:53:32.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:53:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:53:32] "GET /metrics HTTP/1.1" 200 36763 "" "Prometheus/2.43.0" 2024-09-20T22:53:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:53:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:53:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:53:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:32 smithi134 ceph-mon[89086]: osdmap e2587: 8 total, 8 up, 8 in 2024-09-20T22:53:33.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:32 smithi134 ceph-mon[89086]: pgmap v4421: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-09-20T22:53:33.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:32 smithi046 ceph-mon[96110]: osdmap e2587: 8 total, 8 up, 8 in 2024-09-20T22:53:33.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:32 smithi046 ceph-mon[96110]: pgmap v4421: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-09-20T22:53:33.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:32 smithi046 ceph-mon[98591]: osdmap e2587: 8 total, 8 up, 8 in 2024-09-20T22:53:33.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:32 smithi046 ceph-mon[98591]: pgmap v4421: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-09-20T22:53:34.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:33 smithi134 ceph-mon[89086]: osdmap e2588: 8 total, 8 up, 8 in 2024-09-20T22:53:34.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:33 smithi046 ceph-mon[96110]: osdmap e2588: 8 total, 8 up, 8 in 2024-09-20T22:53:34.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:33 smithi046 ceph-mon[98591]: osdmap e2588: 8 total, 8 up, 8 in 2024-09-20T22:53:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:34 smithi134 ceph-mon[89086]: osdmap e2589: 8 total, 8 up, 8 in 2024-09-20T22:53:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:53:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:34 smithi134 ceph-mon[89086]: pgmap v4424: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-09-20T22:53:35.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:34 smithi134 ceph-mon[89086]: osdmap e2590: 8 total, 8 up, 8 in 2024-09-20T22:53:35.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:34 smithi046 ceph-mon[96110]: osdmap e2589: 8 total, 8 up, 8 in 2024-09-20T22:53:35.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:53:35.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:34 smithi046 ceph-mon[96110]: pgmap v4424: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-09-20T22:53:35.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:34 smithi046 ceph-mon[96110]: osdmap e2590: 8 total, 8 up, 8 in 2024-09-20T22:53:35.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:34 smithi046 ceph-mon[98591]: osdmap e2589: 8 total, 8 up, 8 in 2024-09-20T22:53:35.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:53:35.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:34 smithi046 ceph-mon[98591]: pgmap v4424: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-09-20T22:53:35.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:34 smithi046 ceph-mon[98591]: osdmap e2590: 8 total, 8 up, 8 in 2024-09-20T22:53:36.937 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:36 smithi134 ceph-mon[89086]: osdmap e2591: 8 total, 8 up, 8 in 2024-09-20T22:53:36.937 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:36 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:53:36.937 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:36 smithi134 ceph-mon[89086]: pgmap v4427: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-09-20T22:53:37.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:36 smithi046 ceph-mon[96110]: osdmap e2591: 8 total, 8 up, 8 in 2024-09-20T22:53:37.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:36 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:53:37.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:36 smithi046 ceph-mon[96110]: pgmap v4427: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-09-20T22:53:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:36 smithi046 ceph-mon[98591]: osdmap e2591: 8 total, 8 up, 8 in 2024-09-20T22:53:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:36 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:53:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:36 smithi046 ceph-mon[98591]: pgmap v4427: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-09-20T22:53:38.033 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:37 smithi046 ceph-mon[96110]: osdmap e2592: 8 total, 8 up, 8 in 2024-09-20T22:53:38.033 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:37 smithi046 ceph-mon[98591]: osdmap e2592: 8 total, 8 up, 8 in 2024-09-20T22:53:38.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:37 smithi134 ceph-mon[89086]: osdmap e2592: 8 total, 8 up, 8 in 2024-09-20T22:53:39.239 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:38 smithi134 ceph-mon[89086]: osdmap e2593: 8 total, 8 up, 8 in 2024-09-20T22:53:39.239 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:38 smithi134 ceph-mon[89086]: pgmap v4430: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-09-20T22:53:39.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:38 smithi046 ceph-mon[96110]: osdmap e2593: 8 total, 8 up, 8 in 2024-09-20T22:53:39.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:38 smithi046 ceph-mon[96110]: pgmap v4430: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-09-20T22:53:39.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:38 smithi046 ceph-mon[98591]: osdmap e2593: 8 total, 8 up, 8 in 2024-09-20T22:53:39.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:38 smithi046 ceph-mon[98591]: pgmap v4430: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-09-20T22:53:40.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:39 smithi046 ceph-mon[98591]: osdmap e2594: 8 total, 8 up, 8 in 2024-09-20T22:53:40.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:39 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:53:40.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:39 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:53:40.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:39 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:53:40.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:39 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:53:40.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:39 smithi046 ceph-mon[98591]: osdmap e2595: 8 total, 8 up, 8 in 2024-09-20T22:53:40.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:39 smithi046 ceph-mon[96110]: osdmap e2594: 8 total, 8 up, 8 in 2024-09-20T22:53:40.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:39 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:53:40.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:39 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:53:40.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:39 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:53:40.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:39 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:53:40.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:39 smithi046 ceph-mon[96110]: osdmap e2595: 8 total, 8 up, 8 in 2024-09-20T22:53:40.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:39 smithi134 ceph-mon[89086]: osdmap e2594: 8 total, 8 up, 8 in 2024-09-20T22:53:40.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:39 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:53:40.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:39 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:53:40.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:39 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:53:40.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:39 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:53:40.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:39 smithi134 ceph-mon[89086]: osdmap e2595: 8 total, 8 up, 8 in 2024-09-20T22:53:41.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:40 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:53:41.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:40 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:53:41.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:40 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:53:41.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:40 smithi046 ceph-mon[96110]: pgmap v4433: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-09-20T22:53:41.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:40 smithi046 ceph-mon[96110]: osdmap e2596: 8 total, 8 up, 8 in 2024-09-20T22:53:41.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:40 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:53:41.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:40 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:53:41.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:40 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:53:41.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:40 smithi046 ceph-mon[98591]: pgmap v4433: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-09-20T22:53:41.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:40 smithi046 ceph-mon[98591]: osdmap e2596: 8 total, 8 up, 8 in 2024-09-20T22:53:41.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:40 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:53:41.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:40 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:53:41.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:40 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:53:41.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:40 smithi134 ceph-mon[89086]: pgmap v4433: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-09-20T22:53:41.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:40 smithi134 ceph-mon[89086]: osdmap e2596: 8 total, 8 up, 8 in 2024-09-20T22:53:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:53:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:53:42] "GET /metrics HTTP/1.1" 200 36763 "" "Prometheus/2.43.0" 2024-09-20T22:53:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:53:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:53:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:53:43.150 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:42 smithi046 ceph-mon[98591]: osdmap e2597: 8 total, 8 up, 8 in 2024-09-20T22:53:43.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:42 smithi046 ceph-mon[98591]: pgmap v4436: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 964 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-09-20T22:53:43.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:42 smithi046 ceph-mon[96110]: osdmap e2597: 8 total, 8 up, 8 in 2024-09-20T22:53:43.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:42 smithi046 ceph-mon[96110]: pgmap v4436: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 964 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-09-20T22:53:43.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:42 smithi134 ceph-mon[89086]: osdmap e2597: 8 total, 8 up, 8 in 2024-09-20T22:53:43.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:42 smithi134 ceph-mon[89086]: pgmap v4436: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 964 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-09-20T22:53:44.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:43 smithi046 ceph-mon[96110]: osdmap e2598: 8 total, 8 up, 8 in 2024-09-20T22:53:44.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:43 smithi046 ceph-mon[98591]: osdmap e2598: 8 total, 8 up, 8 in 2024-09-20T22:53:44.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:43 smithi134 ceph-mon[89086]: osdmap e2598: 8 total, 8 up, 8 in 2024-09-20T22:53:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:44 smithi134 ceph-mon[89086]: osdmap e2599: 8 total, 8 up, 8 in 2024-09-20T22:53:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:44 smithi134 ceph-mon[89086]: pgmap v4439: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 964 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-09-20T22:53:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:44 smithi134 ceph-mon[89086]: osdmap e2600: 8 total, 8 up, 8 in 2024-09-20T22:53:45.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:44 smithi046 ceph-mon[98591]: osdmap e2599: 8 total, 8 up, 8 in 2024-09-20T22:53:45.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:44 smithi046 ceph-mon[98591]: pgmap v4439: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 964 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-09-20T22:53:45.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:44 smithi046 ceph-mon[98591]: osdmap e2600: 8 total, 8 up, 8 in 2024-09-20T22:53:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:44 smithi046 ceph-mon[96110]: osdmap e2599: 8 total, 8 up, 8 in 2024-09-20T22:53:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:44 smithi046 ceph-mon[96110]: pgmap v4439: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 964 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-09-20T22:53:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:44 smithi046 ceph-mon[96110]: osdmap e2600: 8 total, 8 up, 8 in 2024-09-20T22:53:47.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:46 smithi134 ceph-mon[89086]: osdmap e2601: 8 total, 8 up, 8 in 2024-09-20T22:53:47.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:46 smithi134 ceph-mon[89086]: pgmap v4442: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 930 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-09-20T22:53:47.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:46 smithi046 ceph-mon[96110]: osdmap e2601: 8 total, 8 up, 8 in 2024-09-20T22:53:47.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:46 smithi046 ceph-mon[96110]: pgmap v4442: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 930 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-09-20T22:53:47.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:46 smithi046 ceph-mon[98591]: osdmap e2601: 8 total, 8 up, 8 in 2024-09-20T22:53:47.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:46 smithi046 ceph-mon[98591]: pgmap v4442: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 930 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-09-20T22:53:48.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:47 smithi134 ceph-mon[89086]: osdmap e2602: 8 total, 8 up, 8 in 2024-09-20T22:53:48.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:47 smithi046 ceph-mon[96110]: osdmap e2602: 8 total, 8 up, 8 in 2024-09-20T22:53:48.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:47 smithi046 ceph-mon[98591]: osdmap e2602: 8 total, 8 up, 8 in 2024-09-20T22:53:49.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:48 smithi134 ceph-mon[89086]: osdmap e2603: 8 total, 8 up, 8 in 2024-09-20T22:53:49.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:48 smithi134 ceph-mon[89086]: pgmap v4445: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 930 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-09-20T22:53:49.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:48 smithi046 ceph-mon[96110]: osdmap e2603: 8 total, 8 up, 8 in 2024-09-20T22:53:49.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:48 smithi046 ceph-mon[96110]: pgmap v4445: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 930 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-09-20T22:53:49.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:48 smithi046 ceph-mon[98591]: osdmap e2603: 8 total, 8 up, 8 in 2024-09-20T22:53:49.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:48 smithi046 ceph-mon[98591]: pgmap v4445: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 930 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-09-20T22:53:50.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:49 smithi134 ceph-mon[89086]: osdmap e2604: 8 total, 8 up, 8 in 2024-09-20T22:53:50.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:53:50.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:49 smithi134 ceph-mon[89086]: osdmap e2605: 8 total, 8 up, 8 in 2024-09-20T22:53:50.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:49 smithi046 ceph-mon[96110]: osdmap e2604: 8 total, 8 up, 8 in 2024-09-20T22:53:50.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:53:50.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:49 smithi046 ceph-mon[96110]: osdmap e2605: 8 total, 8 up, 8 in 2024-09-20T22:53:50.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:49 smithi046 ceph-mon[98591]: osdmap e2604: 8 total, 8 up, 8 in 2024-09-20T22:53:50.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:53:50.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:49 smithi046 ceph-mon[98591]: osdmap e2605: 8 total, 8 up, 8 in 2024-09-20T22:53:51.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:50 smithi046 ceph-mon[96110]: pgmap v4448: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-09-20T22:53:51.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:50 smithi046 ceph-mon[98591]: pgmap v4448: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-09-20T22:53:51.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:50 smithi134 ceph-mon[89086]: pgmap v4448: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-09-20T22:53:52.315 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:51 smithi134 ceph-mon[89086]: osdmap e2606: 8 total, 8 up, 8 in 2024-09-20T22:53:52.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:51 smithi046 ceph-mon[96110]: osdmap e2606: 8 total, 8 up, 8 in 2024-09-20T22:53:52.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:53:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:53:52] "GET /metrics HTTP/1.1" 200 36765 "" "Prometheus/2.43.0" 2024-09-20T22:53:52.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:51 smithi046 ceph-mon[98591]: osdmap e2606: 8 total, 8 up, 8 in 2024-09-20T22:53:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:53:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:53:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:53:53.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:52 smithi046 ceph-mon[96110]: osdmap e2607: 8 total, 8 up, 8 in 2024-09-20T22:53:53.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:52 smithi046 ceph-mon[96110]: pgmap v4451: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 899 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-09-20T22:53:53.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:52 smithi046 ceph-mon[98591]: osdmap e2607: 8 total, 8 up, 8 in 2024-09-20T22:53:53.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:52 smithi046 ceph-mon[98591]: pgmap v4451: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 899 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-09-20T22:53:53.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:52 smithi134 ceph-mon[89086]: osdmap e2607: 8 total, 8 up, 8 in 2024-09-20T22:53:53.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:52 smithi134 ceph-mon[89086]: pgmap v4451: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 899 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-09-20T22:53:54.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:53 smithi046 ceph-mon[96110]: osdmap e2608: 8 total, 8 up, 8 in 2024-09-20T22:53:54.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:53 smithi046 ceph-mon[98591]: osdmap e2608: 8 total, 8 up, 8 in 2024-09-20T22:53:54.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:53 smithi134 ceph-mon[89086]: osdmap e2608: 8 total, 8 up, 8 in 2024-09-20T22:53:55.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:54 smithi046 ceph-mon[96110]: osdmap e2609: 8 total, 8 up, 8 in 2024-09-20T22:53:55.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:54 smithi046 ceph-mon[96110]: pgmap v4454: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 900 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-09-20T22:53:55.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:54 smithi046 ceph-mon[96110]: osdmap e2610: 8 total, 8 up, 8 in 2024-09-20T22:53:55.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:54 smithi046 ceph-mon[98591]: osdmap e2609: 8 total, 8 up, 8 in 2024-09-20T22:53:55.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:54 smithi046 ceph-mon[98591]: pgmap v4454: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 900 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-09-20T22:53:55.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:54 smithi046 ceph-mon[98591]: osdmap e2610: 8 total, 8 up, 8 in 2024-09-20T22:53:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:54 smithi134 ceph-mon[89086]: osdmap e2609: 8 total, 8 up, 8 in 2024-09-20T22:53:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:54 smithi134 ceph-mon[89086]: pgmap v4454: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 900 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-09-20T22:53:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:54 smithi134 ceph-mon[89086]: osdmap e2610: 8 total, 8 up, 8 in 2024-09-20T22:53:57.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:56 smithi046 ceph-mon[96110]: osdmap e2611: 8 total, 8 up, 8 in 2024-09-20T22:53:57.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:56 smithi046 ceph-mon[96110]: pgmap v4457: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 865 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-09-20T22:53:57.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:56 smithi046 ceph-mon[98591]: osdmap e2611: 8 total, 8 up, 8 in 2024-09-20T22:53:57.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:56 smithi046 ceph-mon[98591]: pgmap v4457: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 865 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-09-20T22:53:57.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:56 smithi134 ceph-mon[89086]: osdmap e2611: 8 total, 8 up, 8 in 2024-09-20T22:53:57.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:56 smithi134 ceph-mon[89086]: pgmap v4457: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 865 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-09-20T22:53:58.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:57 smithi046 ceph-mon[96110]: osdmap e2612: 8 total, 8 up, 8 in 2024-09-20T22:53:58.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:57 smithi046 ceph-mon[98591]: osdmap e2612: 8 total, 8 up, 8 in 2024-09-20T22:53:58.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:57 smithi134 ceph-mon[89086]: osdmap e2612: 8 total, 8 up, 8 in 2024-09-20T22:53:59.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:58 smithi134 ceph-mon[89086]: osdmap e2613: 8 total, 8 up, 8 in 2024-09-20T22:53:59.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:58 smithi134 ceph-mon[89086]: pgmap v4460: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 865 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-09-20T22:53:59.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:58 smithi046 ceph-mon[96110]: osdmap e2613: 8 total, 8 up, 8 in 2024-09-20T22:53:59.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:58 smithi046 ceph-mon[96110]: pgmap v4460: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 865 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-09-20T22:53:59.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:58 smithi046 ceph-mon[98591]: osdmap e2613: 8 total, 8 up, 8 in 2024-09-20T22:53:59.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:58 smithi046 ceph-mon[98591]: pgmap v4460: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 865 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-09-20T22:54:00.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:59 smithi134 ceph-mon[89086]: osdmap e2614: 8 total, 8 up, 8 in 2024-09-20T22:54:00.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:53:59 smithi134 ceph-mon[89086]: osdmap e2615: 8 total, 8 up, 8 in 2024-09-20T22:54:00.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:59 smithi046 ceph-mon[98591]: osdmap e2614: 8 total, 8 up, 8 in 2024-09-20T22:54:00.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:53:59 smithi046 ceph-mon[98591]: osdmap e2615: 8 total, 8 up, 8 in 2024-09-20T22:54:00.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:59 smithi046 ceph-mon[96110]: osdmap e2614: 8 total, 8 up, 8 in 2024-09-20T22:54:00.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:53:59 smithi046 ceph-mon[96110]: osdmap e2615: 8 total, 8 up, 8 in 2024-09-20T22:54:01.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:00 smithi134 ceph-mon[89086]: pgmap v4463: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-09-20T22:54:01.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:00 smithi046 ceph-mon[96110]: pgmap v4463: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-09-20T22:54:01.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:00 smithi046 ceph-mon[98591]: pgmap v4463: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-09-20T22:54:02.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:01 smithi134 ceph-mon[89086]: osdmap e2616: 8 total, 8 up, 8 in 2024-09-20T22:54:02.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:01 smithi046 ceph-mon[96110]: osdmap e2616: 8 total, 8 up, 8 in 2024-09-20T22:54:02.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:01 smithi046 ceph-mon[98591]: osdmap e2616: 8 total, 8 up, 8 in 2024-09-20T22:54:02.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:54:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:54:02] "GET /metrics HTTP/1.1" 200 36765 "" "Prometheus/2.43.0" 2024-09-20T22:54:02.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:54:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:54:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:54:03.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:02 smithi134 ceph-mon[89086]: osdmap e2617: 8 total, 8 up, 8 in 2024-09-20T22:54:03.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:02 smithi134 ceph-mon[89086]: pgmap v4466: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 832 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-09-20T22:54:03.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:02 smithi046 ceph-mon[96110]: osdmap e2617: 8 total, 8 up, 8 in 2024-09-20T22:54:03.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:02 smithi046 ceph-mon[96110]: pgmap v4466: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 832 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-09-20T22:54:03.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:02 smithi046 ceph-mon[98591]: osdmap e2617: 8 total, 8 up, 8 in 2024-09-20T22:54:03.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:02 smithi046 ceph-mon[98591]: pgmap v4466: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 832 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-09-20T22:54:04.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:03 smithi046 ceph-mon[96110]: osdmap e2618: 8 total, 8 up, 8 in 2024-09-20T22:54:04.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:03 smithi046 ceph-mon[98591]: osdmap e2618: 8 total, 8 up, 8 in 2024-09-20T22:54:04.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:03 smithi134 ceph-mon[89086]: osdmap e2618: 8 total, 8 up, 8 in 2024-09-20T22:54:05.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:04 smithi046 ceph-mon[96110]: osdmap e2619: 8 total, 8 up, 8 in 2024-09-20T22:54:05.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:54:05.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:04 smithi046 ceph-mon[96110]: pgmap v4469: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 833 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-09-20T22:54:05.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:04 smithi046 ceph-mon[96110]: osdmap e2620: 8 total, 8 up, 8 in 2024-09-20T22:54:05.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:04 smithi046 ceph-mon[98591]: osdmap e2619: 8 total, 8 up, 8 in 2024-09-20T22:54:05.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:54:05.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:04 smithi046 ceph-mon[98591]: pgmap v4469: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 833 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-09-20T22:54:05.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:04 smithi046 ceph-mon[98591]: osdmap e2620: 8 total, 8 up, 8 in 2024-09-20T22:54:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:04 smithi134 ceph-mon[89086]: osdmap e2619: 8 total, 8 up, 8 in 2024-09-20T22:54:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:54:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:04 smithi134 ceph-mon[89086]: pgmap v4469: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 833 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-09-20T22:54:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:04 smithi134 ceph-mon[89086]: osdmap e2620: 8 total, 8 up, 8 in 2024-09-20T22:54:07.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:06 smithi046 ceph-mon[98591]: osdmap e2621: 8 total, 8 up, 8 in 2024-09-20T22:54:07.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:06 smithi046 ceph-mon[98591]: pgmap v4472: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 798 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-09-20T22:54:07.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:06 smithi046 ceph-mon[96110]: osdmap e2621: 8 total, 8 up, 8 in 2024-09-20T22:54:07.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:06 smithi046 ceph-mon[96110]: pgmap v4472: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 798 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-09-20T22:54:07.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:06 smithi134 ceph-mon[89086]: osdmap e2621: 8 total, 8 up, 8 in 2024-09-20T22:54:07.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:06 smithi134 ceph-mon[89086]: pgmap v4472: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 798 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-09-20T22:54:08.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:07 smithi046 ceph-mon[96110]: osdmap e2622: 8 total, 8 up, 8 in 2024-09-20T22:54:08.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:07 smithi046 ceph-mon[98591]: osdmap e2622: 8 total, 8 up, 8 in 2024-09-20T22:54:08.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:07 smithi134 ceph-mon[89086]: osdmap e2622: 8 total, 8 up, 8 in 2024-09-20T22:54:09.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:08 smithi046 ceph-mon[96110]: osdmap e2623: 8 total, 8 up, 8 in 2024-09-20T22:54:09.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:08 smithi046 ceph-mon[96110]: pgmap v4475: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 799 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-09-20T22:54:09.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:08 smithi046 ceph-mon[98591]: osdmap e2623: 8 total, 8 up, 8 in 2024-09-20T22:54:09.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:08 smithi046 ceph-mon[98591]: pgmap v4475: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 799 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-09-20T22:54:09.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:08 smithi134 ceph-mon[89086]: osdmap e2623: 8 total, 8 up, 8 in 2024-09-20T22:54:09.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:08 smithi134 ceph-mon[89086]: pgmap v4475: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 799 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-09-20T22:54:10.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:09 smithi046 ceph-mon[96110]: osdmap e2624: 8 total, 8 up, 8 in 2024-09-20T22:54:10.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:09 smithi046 ceph-mon[96110]: osdmap e2625: 8 total, 8 up, 8 in 2024-09-20T22:54:10.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:09 smithi046 ceph-mon[98591]: osdmap e2624: 8 total, 8 up, 8 in 2024-09-20T22:54:10.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:09 smithi046 ceph-mon[98591]: osdmap e2625: 8 total, 8 up, 8 in 2024-09-20T22:54:10.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:09 smithi134 ceph-mon[89086]: osdmap e2624: 8 total, 8 up, 8 in 2024-09-20T22:54:10.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:09 smithi134 ceph-mon[89086]: osdmap e2625: 8 total, 8 up, 8 in 2024-09-20T22:54:11.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:10 smithi046 ceph-mon[96110]: pgmap v4478: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-20T22:54:11.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:10 smithi046 ceph-mon[96110]: osdmap e2626: 8 total, 8 up, 8 in 2024-09-20T22:54:11.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:10 smithi046 ceph-mon[98591]: pgmap v4478: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-20T22:54:11.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:10 smithi046 ceph-mon[98591]: osdmap e2626: 8 total, 8 up, 8 in 2024-09-20T22:54:11.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:10 smithi134 ceph-mon[89086]: pgmap v4478: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-20T22:54:11.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:10 smithi134 ceph-mon[89086]: osdmap e2626: 8 total, 8 up, 8 in 2024-09-20T22:54:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:54:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:54:12] "GET /metrics HTTP/1.1" 200 36763 "" "Prometheus/2.43.0" 2024-09-20T22:54:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:54:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:54:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:54:13.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:12 smithi134 ceph-mon[89086]: osdmap e2627: 8 total, 8 up, 8 in 2024-09-20T22:54:13.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:12 smithi134 ceph-mon[89086]: pgmap v4481: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-09-20T22:54:13.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:12 smithi046 ceph-mon[96110]: osdmap e2627: 8 total, 8 up, 8 in 2024-09-20T22:54:13.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:12 smithi046 ceph-mon[96110]: pgmap v4481: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-09-20T22:54:13.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:12 smithi046 ceph-mon[98591]: osdmap e2627: 8 total, 8 up, 8 in 2024-09-20T22:54:13.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:12 smithi046 ceph-mon[98591]: pgmap v4481: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-09-20T22:54:14.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:13 smithi134 ceph-mon[89086]: osdmap e2628: 8 total, 8 up, 8 in 2024-09-20T22:54:14.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:13 smithi046 ceph-mon[98591]: osdmap e2628: 8 total, 8 up, 8 in 2024-09-20T22:54:14.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:13 smithi046 ceph-mon[96110]: osdmap e2628: 8 total, 8 up, 8 in 2024-09-20T22:54:15.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:14 smithi134 ceph-mon[89086]: osdmap e2629: 8 total, 8 up, 8 in 2024-09-20T22:54:15.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:14 smithi134 ceph-mon[89086]: pgmap v4484: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-09-20T22:54:15.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:14 smithi134 ceph-mon[89086]: osdmap e2630: 8 total, 8 up, 8 in 2024-09-20T22:54:15.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:14 smithi046 ceph-mon[98591]: osdmap e2629: 8 total, 8 up, 8 in 2024-09-20T22:54:15.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:14 smithi046 ceph-mon[98591]: pgmap v4484: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-09-20T22:54:15.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:14 smithi046 ceph-mon[98591]: osdmap e2630: 8 total, 8 up, 8 in 2024-09-20T22:54:15.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:14 smithi046 ceph-mon[96110]: osdmap e2629: 8 total, 8 up, 8 in 2024-09-20T22:54:15.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:14 smithi046 ceph-mon[96110]: pgmap v4484: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-09-20T22:54:15.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:14 smithi046 ceph-mon[96110]: osdmap e2630: 8 total, 8 up, 8 in 2024-09-20T22:54:17.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:16 smithi134 ceph-mon[89086]: osdmap e2631: 8 total, 8 up, 8 in 2024-09-20T22:54:17.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:16 smithi134 ceph-mon[89086]: pgmap v4487: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 994 op/s 2024-09-20T22:54:17.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:16 smithi046 ceph-mon[98591]: osdmap e2631: 8 total, 8 up, 8 in 2024-09-20T22:54:17.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:16 smithi046 ceph-mon[98591]: pgmap v4487: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 994 op/s 2024-09-20T22:54:17.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:16 smithi046 ceph-mon[96110]: osdmap e2631: 8 total, 8 up, 8 in 2024-09-20T22:54:17.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:16 smithi046 ceph-mon[96110]: pgmap v4487: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 994 op/s 2024-09-20T22:54:18.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:17 smithi134 ceph-mon[89086]: osdmap e2632: 8 total, 8 up, 8 in 2024-09-20T22:54:18.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:17 smithi046 ceph-mon[96110]: osdmap e2632: 8 total, 8 up, 8 in 2024-09-20T22:54:18.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:17 smithi046 ceph-mon[98591]: osdmap e2632: 8 total, 8 up, 8 in 2024-09-20T22:54:19.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:18 smithi046 ceph-mon[96110]: osdmap e2633: 8 total, 8 up, 8 in 2024-09-20T22:54:19.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:18 smithi046 ceph-mon[96110]: pgmap v4490: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 994 op/s 2024-09-20T22:54:19.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:18 smithi046 ceph-mon[98591]: osdmap e2633: 8 total, 8 up, 8 in 2024-09-20T22:54:19.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:18 smithi046 ceph-mon[98591]: pgmap v4490: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 994 op/s 2024-09-20T22:54:19.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:18 smithi134 ceph-mon[89086]: osdmap e2633: 8 total, 8 up, 8 in 2024-09-20T22:54:19.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:18 smithi134 ceph-mon[89086]: pgmap v4490: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 994 op/s 2024-09-20T22:54:20.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:19 smithi046 ceph-mon[96110]: osdmap e2634: 8 total, 8 up, 8 in 2024-09-20T22:54:20.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:54:20.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:19 smithi046 ceph-mon[96110]: osdmap e2635: 8 total, 8 up, 8 in 2024-09-20T22:54:20.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:19 smithi046 ceph-mon[98591]: osdmap e2634: 8 total, 8 up, 8 in 2024-09-20T22:54:20.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:54:20.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:19 smithi046 ceph-mon[98591]: osdmap e2635: 8 total, 8 up, 8 in 2024-09-20T22:54:20.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:19 smithi134 ceph-mon[89086]: osdmap e2634: 8 total, 8 up, 8 in 2024-09-20T22:54:20.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:54:20.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:19 smithi134 ceph-mon[89086]: osdmap e2635: 8 total, 8 up, 8 in 2024-09-20T22:54:21.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:20 smithi046 ceph-mon[96110]: pgmap v4493: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-09-20T22:54:21.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:20 smithi046 ceph-mon[98591]: pgmap v4493: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-09-20T22:54:21.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:20 smithi134 ceph-mon[89086]: pgmap v4493: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-09-20T22:54:22.315 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:21 smithi134 ceph-mon[89086]: osdmap e2636: 8 total, 8 up, 8 in 2024-09-20T22:54:22.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:21 smithi046 ceph-mon[96110]: osdmap e2636: 8 total, 8 up, 8 in 2024-09-20T22:54:22.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:21 smithi046 ceph-mon[98591]: osdmap e2636: 8 total, 8 up, 8 in 2024-09-20T22:54:22.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:54:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:54:22] "GET /metrics HTTP/1.1" 200 36763 "" "Prometheus/2.43.0" 2024-09-20T22:54:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:54:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:54:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:54:23.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:22 smithi046 ceph-mon[96110]: osdmap e2637: 8 total, 8 up, 8 in 2024-09-20T22:54:23.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:22 smithi046 ceph-mon[96110]: pgmap v4496: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 702 KiB/s rd, 5.0 KiB/s wr, 950 op/s 2024-09-20T22:54:23.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:22 smithi046 ceph-mon[98591]: osdmap e2637: 8 total, 8 up, 8 in 2024-09-20T22:54:23.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:22 smithi046 ceph-mon[98591]: pgmap v4496: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 702 KiB/s rd, 5.0 KiB/s wr, 950 op/s 2024-09-20T22:54:23.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:22 smithi134 ceph-mon[89086]: osdmap e2637: 8 total, 8 up, 8 in 2024-09-20T22:54:23.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:22 smithi134 ceph-mon[89086]: pgmap v4496: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 702 KiB/s rd, 5.0 KiB/s wr, 950 op/s 2024-09-20T22:54:24.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:23 smithi046 ceph-mon[98591]: osdmap e2638: 8 total, 8 up, 8 in 2024-09-20T22:54:24.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:23 smithi046 ceph-mon[96110]: osdmap e2638: 8 total, 8 up, 8 in 2024-09-20T22:54:24.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:23 smithi134 ceph-mon[89086]: osdmap e2638: 8 total, 8 up, 8 in 2024-09-20T22:54:25.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:24 smithi046 ceph-mon[96110]: osdmap e2639: 8 total, 8 up, 8 in 2024-09-20T22:54:25.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:24 smithi046 ceph-mon[96110]: pgmap v4499: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 703 KiB/s rd, 5.0 KiB/s wr, 952 op/s 2024-09-20T22:54:25.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:24 smithi046 ceph-mon[96110]: osdmap e2640: 8 total, 8 up, 8 in 2024-09-20T22:54:25.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:24 smithi046 ceph-mon[98591]: osdmap e2639: 8 total, 8 up, 8 in 2024-09-20T22:54:25.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:24 smithi046 ceph-mon[98591]: pgmap v4499: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 703 KiB/s rd, 5.0 KiB/s wr, 952 op/s 2024-09-20T22:54:25.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:24 smithi046 ceph-mon[98591]: osdmap e2640: 8 total, 8 up, 8 in 2024-09-20T22:54:25.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:24 smithi134 ceph-mon[89086]: osdmap e2639: 8 total, 8 up, 8 in 2024-09-20T22:54:25.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:24 smithi134 ceph-mon[89086]: pgmap v4499: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 703 KiB/s rd, 5.0 KiB/s wr, 952 op/s 2024-09-20T22:54:25.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:24 smithi134 ceph-mon[89086]: osdmap e2640: 8 total, 8 up, 8 in 2024-09-20T22:54:27.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:26 smithi134 ceph-mon[89086]: osdmap e2641: 8 total, 8 up, 8 in 2024-09-20T22:54:27.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:26 smithi134 ceph-mon[89086]: pgmap v4502: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 669 KiB/s rd, 5.0 KiB/s wr, 905 op/s 2024-09-20T22:54:27.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:26 smithi046 ceph-mon[98591]: osdmap e2641: 8 total, 8 up, 8 in 2024-09-20T22:54:27.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:26 smithi046 ceph-mon[98591]: pgmap v4502: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 669 KiB/s rd, 5.0 KiB/s wr, 905 op/s 2024-09-20T22:54:27.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:26 smithi046 ceph-mon[96110]: osdmap e2641: 8 total, 8 up, 8 in 2024-09-20T22:54:27.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:26 smithi046 ceph-mon[96110]: pgmap v4502: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 669 KiB/s rd, 5.0 KiB/s wr, 905 op/s 2024-09-20T22:54:28.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:27 smithi134 ceph-mon[89086]: osdmap e2642: 8 total, 8 up, 8 in 2024-09-20T22:54:28.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:27 smithi046 ceph-mon[96110]: osdmap e2642: 8 total, 8 up, 8 in 2024-09-20T22:54:28.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:27 smithi046 ceph-mon[98591]: osdmap e2642: 8 total, 8 up, 8 in 2024-09-20T22:54:29.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:28 smithi134 ceph-mon[89086]: osdmap e2643: 8 total, 8 up, 8 in 2024-09-20T22:54:29.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:28 smithi134 ceph-mon[89086]: pgmap v4505: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 669 KiB/s rd, 5.0 KiB/s wr, 905 op/s 2024-09-20T22:54:29.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:28 smithi046 ceph-mon[96110]: osdmap e2643: 8 total, 8 up, 8 in 2024-09-20T22:54:29.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:28 smithi046 ceph-mon[96110]: pgmap v4505: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 669 KiB/s rd, 5.0 KiB/s wr, 905 op/s 2024-09-20T22:54:29.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:28 smithi046 ceph-mon[98591]: osdmap e2643: 8 total, 8 up, 8 in 2024-09-20T22:54:29.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:28 smithi046 ceph-mon[98591]: pgmap v4505: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 669 KiB/s rd, 5.0 KiB/s wr, 905 op/s 2024-09-20T22:54:30.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:29 smithi134 ceph-mon[89086]: osdmap e2644: 8 total, 8 up, 8 in 2024-09-20T22:54:30.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:29 smithi134 ceph-mon[89086]: osdmap e2645: 8 total, 8 up, 8 in 2024-09-20T22:54:30.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:29 smithi046 ceph-mon[96110]: osdmap e2644: 8 total, 8 up, 8 in 2024-09-20T22:54:30.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:29 smithi046 ceph-mon[96110]: osdmap e2645: 8 total, 8 up, 8 in 2024-09-20T22:54:30.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:29 smithi046 ceph-mon[98591]: osdmap e2644: 8 total, 8 up, 8 in 2024-09-20T22:54:30.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:29 smithi046 ceph-mon[98591]: osdmap e2645: 8 total, 8 up, 8 in 2024-09-20T22:54:31.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:30 smithi134 ceph-mon[89086]: pgmap v4508: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-20T22:54:31.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:30 smithi046 ceph-mon[96110]: pgmap v4508: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-20T22:54:31.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:30 smithi046 ceph-mon[98591]: pgmap v4508: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-20T22:54:32.316 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:31 smithi134 ceph-mon[89086]: osdmap e2646: 8 total, 8 up, 8 in 2024-09-20T22:54:32.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:31 smithi046 ceph-mon[96110]: osdmap e2646: 8 total, 8 up, 8 in 2024-09-20T22:54:32.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:31 smithi046 ceph-mon[98591]: osdmap e2646: 8 total, 8 up, 8 in 2024-09-20T22:54:32.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:54:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:54:32] "GET /metrics HTTP/1.1" 200 36763 "" "Prometheus/2.43.0" 2024-09-20T22:54:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:54:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:54:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:54:33.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:32 smithi046 ceph-mon[96110]: osdmap e2647: 8 total, 8 up, 8 in 2024-09-20T22:54:33.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:32 smithi046 ceph-mon[96110]: pgmap v4511: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 862 op/s 2024-09-20T22:54:33.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:32 smithi046 ceph-mon[98591]: osdmap e2647: 8 total, 8 up, 8 in 2024-09-20T22:54:33.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:32 smithi046 ceph-mon[98591]: pgmap v4511: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 862 op/s 2024-09-20T22:54:33.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:32 smithi134 ceph-mon[89086]: osdmap e2647: 8 total, 8 up, 8 in 2024-09-20T22:54:33.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:32 smithi134 ceph-mon[89086]: pgmap v4511: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 862 op/s 2024-09-20T22:54:34.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:33 smithi046 ceph-mon[96110]: osdmap e2648: 8 total, 8 up, 8 in 2024-09-20T22:54:34.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:33 smithi046 ceph-mon[98591]: osdmap e2648: 8 total, 8 up, 8 in 2024-09-20T22:54:34.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:33 smithi134 ceph-mon[89086]: osdmap e2648: 8 total, 8 up, 8 in 2024-09-20T22:54:35.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:34 smithi046 ceph-mon[96110]: osdmap e2649: 8 total, 8 up, 8 in 2024-09-20T22:54:35.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:54:35.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:34 smithi046 ceph-mon[96110]: pgmap v4514: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 863 op/s 2024-09-20T22:54:35.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:34 smithi046 ceph-mon[96110]: osdmap e2650: 8 total, 8 up, 8 in 2024-09-20T22:54:35.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:34 smithi046 ceph-mon[98591]: osdmap e2649: 8 total, 8 up, 8 in 2024-09-20T22:54:35.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:54:35.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:34 smithi046 ceph-mon[98591]: pgmap v4514: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 863 op/s 2024-09-20T22:54:35.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:34 smithi046 ceph-mon[98591]: osdmap e2650: 8 total, 8 up, 8 in 2024-09-20T22:54:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:34 smithi134 ceph-mon[89086]: osdmap e2649: 8 total, 8 up, 8 in 2024-09-20T22:54:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:54:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:34 smithi134 ceph-mon[89086]: pgmap v4514: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 863 op/s 2024-09-20T22:54:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:34 smithi134 ceph-mon[89086]: osdmap e2650: 8 total, 8 up, 8 in 2024-09-20T22:54:37.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:36 smithi046 ceph-mon[96110]: osdmap e2651: 8 total, 8 up, 8 in 2024-09-20T22:54:37.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:36 smithi046 ceph-mon[96110]: pgmap v4517: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 604 KiB/s rd, 5.0 KiB/s wr, 816 op/s 2024-09-20T22:54:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:36 smithi046 ceph-mon[98591]: osdmap e2651: 8 total, 8 up, 8 in 2024-09-20T22:54:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:36 smithi046 ceph-mon[98591]: pgmap v4517: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 604 KiB/s rd, 5.0 KiB/s wr, 816 op/s 2024-09-20T22:54:37.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:36 smithi134 ceph-mon[89086]: osdmap e2651: 8 total, 8 up, 8 in 2024-09-20T22:54:37.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:36 smithi134 ceph-mon[89086]: pgmap v4517: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 604 KiB/s rd, 5.0 KiB/s wr, 816 op/s 2024-09-20T22:54:38.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:37 smithi046 ceph-mon[96110]: osdmap e2652: 8 total, 8 up, 8 in 2024-09-20T22:54:38.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:37 smithi046 ceph-mon[98591]: osdmap e2652: 8 total, 8 up, 8 in 2024-09-20T22:54:38.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:37 smithi134 ceph-mon[89086]: osdmap e2652: 8 total, 8 up, 8 in 2024-09-20T22:54:39.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:38 smithi046 ceph-mon[96110]: osdmap e2653: 8 total, 8 up, 8 in 2024-09-20T22:54:39.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:38 smithi046 ceph-mon[96110]: pgmap v4520: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 605 KiB/s rd, 5.0 KiB/s wr, 819 op/s 2024-09-20T22:54:39.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:38 smithi046 ceph-mon[98591]: osdmap e2653: 8 total, 8 up, 8 in 2024-09-20T22:54:39.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:38 smithi046 ceph-mon[98591]: pgmap v4520: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 605 KiB/s rd, 5.0 KiB/s wr, 819 op/s 2024-09-20T22:54:39.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:38 smithi134 ceph-mon[89086]: osdmap e2653: 8 total, 8 up, 8 in 2024-09-20T22:54:39.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:38 smithi134 ceph-mon[89086]: pgmap v4520: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 605 KiB/s rd, 5.0 KiB/s wr, 819 op/s 2024-09-20T22:54:40.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:39 smithi046 ceph-mon[96110]: osdmap e2654: 8 total, 8 up, 8 in 2024-09-20T22:54:40.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:39 smithi046 ceph-mon[96110]: osdmap e2655: 8 total, 8 up, 8 in 2024-09-20T22:54:40.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:39 smithi046 ceph-mon[98591]: osdmap e2654: 8 total, 8 up, 8 in 2024-09-20T22:54:40.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:39 smithi046 ceph-mon[98591]: osdmap e2655: 8 total, 8 up, 8 in 2024-09-20T22:54:40.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:39 smithi134 ceph-mon[89086]: osdmap e2654: 8 total, 8 up, 8 in 2024-09-20T22:54:40.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:39 smithi134 ceph-mon[89086]: osdmap e2655: 8 total, 8 up, 8 in 2024-09-20T22:54:41.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:40 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:54:41.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:40 smithi046 ceph-mon[96110]: pgmap v4523: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-20T22:54:41.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:40 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:54:41.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:40 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:54:41.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:40 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:54:41.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:40 smithi046 ceph-mon[96110]: osdmap e2656: 8 total, 8 up, 8 in 2024-09-20T22:54:41.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:40 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:54:41.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:40 smithi046 ceph-mon[98591]: pgmap v4523: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-20T22:54:41.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:40 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:54:41.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:40 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:54:41.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:40 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:54:41.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:40 smithi046 ceph-mon[98591]: osdmap e2656: 8 total, 8 up, 8 in 2024-09-20T22:54:41.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:40 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:54:41.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:40 smithi134 ceph-mon[89086]: pgmap v4523: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-20T22:54:41.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:40 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:54:41.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:40 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:54:41.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:40 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:54:41.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:40 smithi134 ceph-mon[89086]: osdmap e2656: 8 total, 8 up, 8 in 2024-09-20T22:54:42.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:54:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:54:42] "GET /metrics HTTP/1.1" 200 36762 "" "Prometheus/2.43.0" 2024-09-20T22:54:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:54:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:54:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:54:43.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:42 smithi134 ceph-mon[89086]: osdmap e2657: 8 total, 8 up, 8 in 2024-09-20T22:54:43.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:42 smithi134 ceph-mon[89086]: pgmap v4526: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 571 KiB/s rd, 5.0 KiB/s wr, 776 op/s 2024-09-20T22:54:43.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:42 smithi046 ceph-mon[96110]: osdmap e2657: 8 total, 8 up, 8 in 2024-09-20T22:54:43.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:42 smithi046 ceph-mon[96110]: pgmap v4526: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 571 KiB/s rd, 5.0 KiB/s wr, 776 op/s 2024-09-20T22:54:43.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:42 smithi046 ceph-mon[98591]: osdmap e2657: 8 total, 8 up, 8 in 2024-09-20T22:54:43.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:42 smithi046 ceph-mon[98591]: pgmap v4526: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 571 KiB/s rd, 5.0 KiB/s wr, 776 op/s 2024-09-20T22:54:44.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:43 smithi134 ceph-mon[89086]: osdmap e2658: 8 total, 8 up, 8 in 2024-09-20T22:54:44.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:43 smithi046 ceph-mon[96110]: osdmap e2658: 8 total, 8 up, 8 in 2024-09-20T22:54:44.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:43 smithi046 ceph-mon[98591]: osdmap e2658: 8 total, 8 up, 8 in 2024-09-20T22:54:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:44 smithi134 ceph-mon[89086]: osdmap e2659: 8 total, 8 up, 8 in 2024-09-20T22:54:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:44 smithi134 ceph-mon[89086]: pgmap v4529: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 572 KiB/s rd, 5.0 KiB/s wr, 778 op/s 2024-09-20T22:54:45.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:44 smithi134 ceph-mon[89086]: osdmap e2660: 8 total, 8 up, 8 in 2024-09-20T22:54:45.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:44 smithi046 ceph-mon[98591]: osdmap e2659: 8 total, 8 up, 8 in 2024-09-20T22:54:45.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:44 smithi046 ceph-mon[98591]: pgmap v4529: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 572 KiB/s rd, 5.0 KiB/s wr, 778 op/s 2024-09-20T22:54:45.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:44 smithi046 ceph-mon[98591]: osdmap e2660: 8 total, 8 up, 8 in 2024-09-20T22:54:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:44 smithi046 ceph-mon[96110]: osdmap e2659: 8 total, 8 up, 8 in 2024-09-20T22:54:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:44 smithi046 ceph-mon[96110]: pgmap v4529: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 572 KiB/s rd, 5.0 KiB/s wr, 778 op/s 2024-09-20T22:54:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:44 smithi046 ceph-mon[96110]: osdmap e2660: 8 total, 8 up, 8 in 2024-09-20T22:54:47.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:46 smithi046 ceph-mon[96110]: osdmap e2661: 8 total, 8 up, 8 in 2024-09-20T22:54:47.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:46 smithi046 ceph-mon[96110]: pgmap v4532: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 731 op/s 2024-09-20T22:54:47.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:46 smithi046 ceph-mon[98591]: osdmap e2661: 8 total, 8 up, 8 in 2024-09-20T22:54:47.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:46 smithi046 ceph-mon[98591]: pgmap v4532: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 731 op/s 2024-09-20T22:54:47.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:46 smithi134 ceph-mon[89086]: osdmap e2661: 8 total, 8 up, 8 in 2024-09-20T22:54:47.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:46 smithi134 ceph-mon[89086]: pgmap v4532: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 731 op/s 2024-09-20T22:54:48.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:47 smithi046 ceph-mon[96110]: osdmap e2662: 8 total, 8 up, 8 in 2024-09-20T22:54:48.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:47 smithi046 ceph-mon[98591]: osdmap e2662: 8 total, 8 up, 8 in 2024-09-20T22:54:48.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:47 smithi134 ceph-mon[89086]: osdmap e2662: 8 total, 8 up, 8 in 2024-09-20T22:54:49.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:48 smithi046 ceph-mon[98591]: osdmap e2663: 8 total, 8 up, 8 in 2024-09-20T22:54:49.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:48 smithi046 ceph-mon[98591]: pgmap v4535: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 539 KiB/s rd, 5.0 KiB/s wr, 730 op/s 2024-09-20T22:54:49.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:48 smithi046 ceph-mon[96110]: osdmap e2663: 8 total, 8 up, 8 in 2024-09-20T22:54:49.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:48 smithi046 ceph-mon[96110]: pgmap v4535: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 539 KiB/s rd, 5.0 KiB/s wr, 730 op/s 2024-09-20T22:54:49.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:48 smithi134 ceph-mon[89086]: osdmap e2663: 8 total, 8 up, 8 in 2024-09-20T22:54:49.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:48 smithi134 ceph-mon[89086]: pgmap v4535: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 539 KiB/s rd, 5.0 KiB/s wr, 730 op/s 2024-09-20T22:54:50.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:49 smithi046 ceph-mon[96110]: osdmap e2664: 8 total, 8 up, 8 in 2024-09-20T22:54:50.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:54:50.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:49 smithi046 ceph-mon[96110]: osdmap e2665: 8 total, 8 up, 8 in 2024-09-20T22:54:50.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:49 smithi046 ceph-mon[98591]: osdmap e2664: 8 total, 8 up, 8 in 2024-09-20T22:54:50.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:54:50.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:49 smithi046 ceph-mon[98591]: osdmap e2665: 8 total, 8 up, 8 in 2024-09-20T22:54:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:49 smithi134 ceph-mon[89086]: osdmap e2664: 8 total, 8 up, 8 in 2024-09-20T22:54:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:54:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:49 smithi134 ceph-mon[89086]: osdmap e2665: 8 total, 8 up, 8 in 2024-09-20T22:54:51.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:50 smithi046 ceph-mon[96110]: pgmap v4538: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-09-20T22:54:51.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:50 smithi046 ceph-mon[98591]: pgmap v4538: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-09-20T22:54:51.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:50 smithi134 ceph-mon[89086]: pgmap v4538: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-09-20T22:54:52.315 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:51 smithi134 ceph-mon[89086]: osdmap e2666: 8 total, 8 up, 8 in 2024-09-20T22:54:52.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:51 smithi046 ceph-mon[96110]: osdmap e2666: 8 total, 8 up, 8 in 2024-09-20T22:54:52.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:51 smithi046 ceph-mon[98591]: osdmap e2666: 8 total, 8 up, 8 in 2024-09-20T22:54:52.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:54:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:54:52] "GET /metrics HTTP/1.1" 200 36758 "" "Prometheus/2.43.0" 2024-09-20T22:54:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:54:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:54:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:54:53.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:52 smithi046 ceph-mon[96110]: osdmap e2667: 8 total, 8 up, 8 in 2024-09-20T22:54:53.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:52 smithi046 ceph-mon[96110]: pgmap v4541: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 506 KiB/s rd, 5.0 KiB/s wr, 687 op/s 2024-09-20T22:54:53.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:52 smithi046 ceph-mon[98591]: osdmap e2667: 8 total, 8 up, 8 in 2024-09-20T22:54:53.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:52 smithi046 ceph-mon[98591]: pgmap v4541: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 506 KiB/s rd, 5.0 KiB/s wr, 687 op/s 2024-09-20T22:54:53.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:52 smithi134 ceph-mon[89086]: osdmap e2667: 8 total, 8 up, 8 in 2024-09-20T22:54:53.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:52 smithi134 ceph-mon[89086]: pgmap v4541: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 506 KiB/s rd, 5.0 KiB/s wr, 687 op/s 2024-09-20T22:54:54.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:53 smithi046 ceph-mon[96110]: osdmap e2668: 8 total, 8 up, 8 in 2024-09-20T22:54:54.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:53 smithi046 ceph-mon[98591]: osdmap e2668: 8 total, 8 up, 8 in 2024-09-20T22:54:54.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:53 smithi134 ceph-mon[89086]: osdmap e2668: 8 total, 8 up, 8 in 2024-09-20T22:54:55.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:54 smithi046 ceph-mon[96110]: osdmap e2669: 8 total, 8 up, 8 in 2024-09-20T22:54:55.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:54 smithi046 ceph-mon[96110]: pgmap v4544: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 507 KiB/s rd, 5.0 KiB/s wr, 689 op/s 2024-09-20T22:54:55.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:54 smithi046 ceph-mon[96110]: osdmap e2670: 8 total, 8 up, 8 in 2024-09-20T22:54:55.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:54 smithi046 ceph-mon[98591]: osdmap e2669: 8 total, 8 up, 8 in 2024-09-20T22:54:55.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:54 smithi046 ceph-mon[98591]: pgmap v4544: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 507 KiB/s rd, 5.0 KiB/s wr, 689 op/s 2024-09-20T22:54:55.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:54 smithi046 ceph-mon[98591]: osdmap e2670: 8 total, 8 up, 8 in 2024-09-20T22:54:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:54 smithi134 ceph-mon[89086]: osdmap e2669: 8 total, 8 up, 8 in 2024-09-20T22:54:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:54 smithi134 ceph-mon[89086]: pgmap v4544: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 507 KiB/s rd, 5.0 KiB/s wr, 689 op/s 2024-09-20T22:54:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:54 smithi134 ceph-mon[89086]: osdmap e2670: 8 total, 8 up, 8 in 2024-09-20T22:54:57.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:56 smithi134 ceph-mon[89086]: osdmap e2671: 8 total, 8 up, 8 in 2024-09-20T22:54:57.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:56 smithi134 ceph-mon[89086]: pgmap v4547: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 474 KiB/s rd, 5.0 KiB/s wr, 643 op/s 2024-09-20T22:54:57.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:56 smithi046 ceph-mon[96110]: osdmap e2671: 8 total, 8 up, 8 in 2024-09-20T22:54:57.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:56 smithi046 ceph-mon[96110]: pgmap v4547: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 474 KiB/s rd, 5.0 KiB/s wr, 643 op/s 2024-09-20T22:54:57.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:56 smithi046 ceph-mon[98591]: osdmap e2671: 8 total, 8 up, 8 in 2024-09-20T22:54:57.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:56 smithi046 ceph-mon[98591]: pgmap v4547: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 474 KiB/s rd, 5.0 KiB/s wr, 643 op/s 2024-09-20T22:54:58.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:57 smithi134 ceph-mon[89086]: osdmap e2672: 8 total, 8 up, 8 in 2024-09-20T22:54:58.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:57 smithi046 ceph-mon[96110]: osdmap e2672: 8 total, 8 up, 8 in 2024-09-20T22:54:58.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:57 smithi046 ceph-mon[98591]: osdmap e2672: 8 total, 8 up, 8 in 2024-09-20T22:54:59.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:58 smithi046 ceph-mon[96110]: osdmap e2673: 8 total, 8 up, 8 in 2024-09-20T22:54:59.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:58 smithi046 ceph-mon[96110]: pgmap v4550: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 475 KiB/s rd, 5.0 KiB/s wr, 644 op/s 2024-09-20T22:54:59.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:58 smithi046 ceph-mon[98591]: osdmap e2673: 8 total, 8 up, 8 in 2024-09-20T22:54:59.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:58 smithi046 ceph-mon[98591]: pgmap v4550: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 475 KiB/s rd, 5.0 KiB/s wr, 644 op/s 2024-09-20T22:54:59.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:58 smithi134 ceph-mon[89086]: osdmap e2673: 8 total, 8 up, 8 in 2024-09-20T22:54:59.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:58 smithi134 ceph-mon[89086]: pgmap v4550: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 475 KiB/s rd, 5.0 KiB/s wr, 644 op/s 2024-09-20T22:55:00.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:59 smithi046 ceph-mon[98591]: osdmap e2674: 8 total, 8 up, 8 in 2024-09-20T22:55:00.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:54:59 smithi046 ceph-mon[98591]: osdmap e2675: 8 total, 8 up, 8 in 2024-09-20T22:55:00.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:59 smithi046 ceph-mon[96110]: osdmap e2674: 8 total, 8 up, 8 in 2024-09-20T22:55:00.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:54:59 smithi046 ceph-mon[96110]: osdmap e2675: 8 total, 8 up, 8 in 2024-09-20T22:55:00.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:59 smithi134 ceph-mon[89086]: osdmap e2674: 8 total, 8 up, 8 in 2024-09-20T22:55:00.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:54:59 smithi134 ceph-mon[89086]: osdmap e2675: 8 total, 8 up, 8 in 2024-09-20T22:55:01.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:00 smithi046 ceph-mon[96110]: pgmap v4553: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-20T22:55:01.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:00 smithi046 ceph-mon[98591]: pgmap v4553: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-20T22:55:01.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:00 smithi134 ceph-mon[89086]: pgmap v4553: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-20T22:55:02.316 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:01 smithi134 ceph-mon[89086]: osdmap e2676: 8 total, 8 up, 8 in 2024-09-20T22:55:02.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:01 smithi046 ceph-mon[96110]: osdmap e2676: 8 total, 8 up, 8 in 2024-09-20T22:55:02.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:01 smithi046 ceph-mon[98591]: osdmap e2676: 8 total, 8 up, 8 in 2024-09-20T22:55:02.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:55:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:55:02] "GET /metrics HTTP/1.1" 200 36758 "" "Prometheus/2.43.0" 2024-09-20T22:55:02.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:55:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:55:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:55:03.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:02 smithi046 ceph-mon[96110]: osdmap e2677: 8 total, 8 up, 8 in 2024-09-20T22:55:03.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:02 smithi046 ceph-mon[96110]: pgmap v4556: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 440 KiB/s rd, 5.0 KiB/s wr, 595 op/s 2024-09-20T22:55:03.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:02 smithi046 ceph-mon[98591]: osdmap e2677: 8 total, 8 up, 8 in 2024-09-20T22:55:03.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:02 smithi046 ceph-mon[98591]: pgmap v4556: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 440 KiB/s rd, 5.0 KiB/s wr, 595 op/s 2024-09-20T22:55:03.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:02 smithi134 ceph-mon[89086]: osdmap e2677: 8 total, 8 up, 8 in 2024-09-20T22:55:03.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:02 smithi134 ceph-mon[89086]: pgmap v4556: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 440 KiB/s rd, 5.0 KiB/s wr, 595 op/s 2024-09-20T22:55:04.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:03 smithi046 ceph-mon[96110]: osdmap e2678: 8 total, 8 up, 8 in 2024-09-20T22:55:04.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:03 smithi046 ceph-mon[98591]: osdmap e2678: 8 total, 8 up, 8 in 2024-09-20T22:55:04.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:03 smithi134 ceph-mon[89086]: osdmap e2678: 8 total, 8 up, 8 in 2024-09-20T22:55:05.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:04 smithi046 ceph-mon[96110]: osdmap e2679: 8 total, 8 up, 8 in 2024-09-20T22:55:05.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:55:05.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:04 smithi046 ceph-mon[96110]: pgmap v4559: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 440 KiB/s rd, 5.0 KiB/s wr, 597 op/s 2024-09-20T22:55:05.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:04 smithi046 ceph-mon[96110]: osdmap e2680: 8 total, 8 up, 8 in 2024-09-20T22:55:05.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:04 smithi046 ceph-mon[98591]: osdmap e2679: 8 total, 8 up, 8 in 2024-09-20T22:55:05.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:55:05.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:04 smithi046 ceph-mon[98591]: pgmap v4559: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 440 KiB/s rd, 5.0 KiB/s wr, 597 op/s 2024-09-20T22:55:05.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:04 smithi046 ceph-mon[98591]: osdmap e2680: 8 total, 8 up, 8 in 2024-09-20T22:55:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:04 smithi134 ceph-mon[89086]: osdmap e2679: 8 total, 8 up, 8 in 2024-09-20T22:55:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:55:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:04 smithi134 ceph-mon[89086]: pgmap v4559: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 440 KiB/s rd, 5.0 KiB/s wr, 597 op/s 2024-09-20T22:55:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:04 smithi134 ceph-mon[89086]: osdmap e2680: 8 total, 8 up, 8 in 2024-09-20T22:55:07.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:06 smithi134 ceph-mon[89086]: osdmap e2681: 8 total, 8 up, 8 in 2024-09-20T22:55:07.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:06 smithi134 ceph-mon[89086]: pgmap v4562: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 408 KiB/s rd, 5.0 KiB/s wr, 553 op/s 2024-09-20T22:55:07.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:06 smithi046 ceph-mon[96110]: osdmap e2681: 8 total, 8 up, 8 in 2024-09-20T22:55:07.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:06 smithi046 ceph-mon[96110]: pgmap v4562: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 408 KiB/s rd, 5.0 KiB/s wr, 553 op/s 2024-09-20T22:55:07.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:06 smithi046 ceph-mon[98591]: osdmap e2681: 8 total, 8 up, 8 in 2024-09-20T22:55:07.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:06 smithi046 ceph-mon[98591]: pgmap v4562: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 408 KiB/s rd, 5.0 KiB/s wr, 553 op/s 2024-09-20T22:55:08.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:07 smithi134 ceph-mon[89086]: osdmap e2682: 8 total, 8 up, 8 in 2024-09-20T22:55:08.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:07 smithi046 ceph-mon[96110]: osdmap e2682: 8 total, 8 up, 8 in 2024-09-20T22:55:08.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:07 smithi046 ceph-mon[98591]: osdmap e2682: 8 total, 8 up, 8 in 2024-09-20T22:55:09.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:08 smithi046 ceph-mon[96110]: osdmap e2683: 8 total, 8 up, 8 in 2024-09-20T22:55:09.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:08 smithi046 ceph-mon[96110]: pgmap v4565: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 409 KiB/s rd, 5.0 KiB/s wr, 553 op/s 2024-09-20T22:55:09.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:08 smithi046 ceph-mon[98591]: osdmap e2683: 8 total, 8 up, 8 in 2024-09-20T22:55:09.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:08 smithi046 ceph-mon[98591]: pgmap v4565: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 409 KiB/s rd, 5.0 KiB/s wr, 553 op/s 2024-09-20T22:55:09.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:08 smithi134 ceph-mon[89086]: osdmap e2683: 8 total, 8 up, 8 in 2024-09-20T22:55:09.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:08 smithi134 ceph-mon[89086]: pgmap v4565: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 409 KiB/s rd, 5.0 KiB/s wr, 553 op/s 2024-09-20T22:55:10.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:09 smithi046 ceph-mon[96110]: osdmap e2684: 8 total, 8 up, 8 in 2024-09-20T22:55:10.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:09 smithi046 ceph-mon[96110]: osdmap e2685: 8 total, 8 up, 8 in 2024-09-20T22:55:10.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:09 smithi046 ceph-mon[98591]: osdmap e2684: 8 total, 8 up, 8 in 2024-09-20T22:55:10.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:09 smithi046 ceph-mon[98591]: osdmap e2685: 8 total, 8 up, 8 in 2024-09-20T22:55:10.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:09 smithi134 ceph-mon[89086]: osdmap e2684: 8 total, 8 up, 8 in 2024-09-20T22:55:10.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:09 smithi134 ceph-mon[89086]: osdmap e2685: 8 total, 8 up, 8 in 2024-09-20T22:55:11.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:10 smithi046 ceph-mon[96110]: pgmap v4568: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-09-20T22:55:11.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:10 smithi046 ceph-mon[98591]: pgmap v4568: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-09-20T22:55:11.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:10 smithi134 ceph-mon[89086]: pgmap v4568: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-09-20T22:55:12.302 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:55:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:55:12] "GET /metrics HTTP/1.1" 200 36762 "" "Prometheus/2.43.0" 2024-09-20T22:55:12.302 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:11 smithi046 ceph-mon[96110]: osdmap e2686: 8 total, 8 up, 8 in 2024-09-20T22:55:12.302 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:11 smithi046 ceph-mon[98591]: osdmap e2686: 8 total, 8 up, 8 in 2024-09-20T22:55:12.315 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:11 smithi134 ceph-mon[89086]: osdmap e2686: 8 total, 8 up, 8 in 2024-09-20T22:55:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:55:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:55:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:55:13.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:12 smithi046 ceph-mon[96110]: osdmap e2687: 8 total, 8 up, 8 in 2024-09-20T22:55:13.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:12 smithi046 ceph-mon[96110]: pgmap v4571: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 510 op/s 2024-09-20T22:55:13.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:12 smithi046 ceph-mon[98591]: osdmap e2687: 8 total, 8 up, 8 in 2024-09-20T22:55:13.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:12 smithi046 ceph-mon[98591]: pgmap v4571: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 510 op/s 2024-09-20T22:55:13.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:12 smithi134 ceph-mon[89086]: osdmap e2687: 8 total, 8 up, 8 in 2024-09-20T22:55:13.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:12 smithi134 ceph-mon[89086]: pgmap v4571: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 510 op/s 2024-09-20T22:55:14.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:13 smithi046 ceph-mon[96110]: osdmap e2688: 8 total, 8 up, 8 in 2024-09-20T22:55:14.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:13 smithi046 ceph-mon[98591]: osdmap e2688: 8 total, 8 up, 8 in 2024-09-20T22:55:14.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:13 smithi134 ceph-mon[89086]: osdmap e2688: 8 total, 8 up, 8 in 2024-09-20T22:55:15.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:14 smithi046 ceph-mon[96110]: osdmap e2689: 8 total, 8 up, 8 in 2024-09-20T22:55:15.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:14 smithi046 ceph-mon[96110]: pgmap v4574: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 510 op/s 2024-09-20T22:55:15.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:14 smithi046 ceph-mon[96110]: osdmap e2690: 8 total, 8 up, 8 in 2024-09-20T22:55:15.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:14 smithi046 ceph-mon[98591]: osdmap e2689: 8 total, 8 up, 8 in 2024-09-20T22:55:15.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:14 smithi046 ceph-mon[98591]: pgmap v4574: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 510 op/s 2024-09-20T22:55:15.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:14 smithi046 ceph-mon[98591]: osdmap e2690: 8 total, 8 up, 8 in 2024-09-20T22:55:15.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:14 smithi134 ceph-mon[89086]: osdmap e2689: 8 total, 8 up, 8 in 2024-09-20T22:55:15.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:14 smithi134 ceph-mon[89086]: pgmap v4574: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 510 op/s 2024-09-20T22:55:15.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:14 smithi134 ceph-mon[89086]: osdmap e2690: 8 total, 8 up, 8 in 2024-09-20T22:55:17.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:16 smithi134 ceph-mon[89086]: osdmap e2691: 8 total, 8 up, 8 in 2024-09-20T22:55:17.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:16 smithi134 ceph-mon[89086]: pgmap v4577: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 342 KiB/s rd, 5.0 KiB/s wr, 462 op/s 2024-09-20T22:55:17.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:16 smithi046 ceph-mon[98591]: osdmap e2691: 8 total, 8 up, 8 in 2024-09-20T22:55:17.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:16 smithi046 ceph-mon[98591]: pgmap v4577: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 342 KiB/s rd, 5.0 KiB/s wr, 462 op/s 2024-09-20T22:55:17.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:16 smithi046 ceph-mon[96110]: osdmap e2691: 8 total, 8 up, 8 in 2024-09-20T22:55:17.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:16 smithi046 ceph-mon[96110]: pgmap v4577: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 342 KiB/s rd, 5.0 KiB/s wr, 462 op/s 2024-09-20T22:55:18.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:17 smithi134 ceph-mon[89086]: osdmap e2692: 8 total, 8 up, 8 in 2024-09-20T22:55:18.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:17 smithi046 ceph-mon[96110]: osdmap e2692: 8 total, 8 up, 8 in 2024-09-20T22:55:18.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:17 smithi046 ceph-mon[98591]: osdmap e2692: 8 total, 8 up, 8 in 2024-09-20T22:55:19.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:18 smithi046 ceph-mon[96110]: osdmap e2693: 8 total, 8 up, 8 in 2024-09-20T22:55:19.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:18 smithi046 ceph-mon[96110]: pgmap v4580: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 465 op/s 2024-09-20T22:55:19.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:18 smithi046 ceph-mon[98591]: osdmap e2693: 8 total, 8 up, 8 in 2024-09-20T22:55:19.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:18 smithi046 ceph-mon[98591]: pgmap v4580: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 465 op/s 2024-09-20T22:55:19.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:18 smithi134 ceph-mon[89086]: osdmap e2693: 8 total, 8 up, 8 in 2024-09-20T22:55:19.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:18 smithi134 ceph-mon[89086]: pgmap v4580: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 465 op/s 2024-09-20T22:55:20.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:19 smithi046 ceph-mon[96110]: osdmap e2694: 8 total, 8 up, 8 in 2024-09-20T22:55:20.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:55:20.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:19 smithi046 ceph-mon[96110]: osdmap e2695: 8 total, 8 up, 8 in 2024-09-20T22:55:20.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:19 smithi046 ceph-mon[98591]: osdmap e2694: 8 total, 8 up, 8 in 2024-09-20T22:55:20.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:55:20.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:19 smithi046 ceph-mon[98591]: osdmap e2695: 8 total, 8 up, 8 in 2024-09-20T22:55:20.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:19 smithi134 ceph-mon[89086]: osdmap e2694: 8 total, 8 up, 8 in 2024-09-20T22:55:20.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:55:20.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:19 smithi134 ceph-mon[89086]: osdmap e2695: 8 total, 8 up, 8 in 2024-09-20T22:55:21.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:20 smithi046 ceph-mon[96110]: pgmap v4583: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-20T22:55:21.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:20 smithi046 ceph-mon[98591]: pgmap v4583: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-20T22:55:21.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:20 smithi134 ceph-mon[89086]: pgmap v4583: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-20T22:55:22.315 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:21 smithi134 ceph-mon[89086]: osdmap e2696: 8 total, 8 up, 8 in 2024-09-20T22:55:22.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:21 smithi046 ceph-mon[96110]: osdmap e2696: 8 total, 8 up, 8 in 2024-09-20T22:55:22.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:21 smithi046 ceph-mon[98591]: osdmap e2696: 8 total, 8 up, 8 in 2024-09-20T22:55:22.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:55:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:55:22] "GET /metrics HTTP/1.1" 200 36760 "" "Prometheus/2.43.0" 2024-09-20T22:55:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:55:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:55:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:55:23.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:22 smithi046 ceph-mon[98591]: osdmap e2697: 8 total, 8 up, 8 in 2024-09-20T22:55:23.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:22 smithi046 ceph-mon[98591]: pgmap v4586: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 311 KiB/s rd, 5.0 KiB/s wr, 422 op/s 2024-09-20T22:55:23.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:22 smithi046 ceph-mon[96110]: osdmap e2697: 8 total, 8 up, 8 in 2024-09-20T22:55:23.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:22 smithi046 ceph-mon[96110]: pgmap v4586: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 311 KiB/s rd, 5.0 KiB/s wr, 422 op/s 2024-09-20T22:55:23.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:22 smithi134 ceph-mon[89086]: osdmap e2697: 8 total, 8 up, 8 in 2024-09-20T22:55:23.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:22 smithi134 ceph-mon[89086]: pgmap v4586: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 311 KiB/s rd, 5.0 KiB/s wr, 422 op/s 2024-09-20T22:55:24.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:23 smithi046 ceph-mon[96110]: osdmap e2698: 8 total, 8 up, 8 in 2024-09-20T22:55:24.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:23 smithi046 ceph-mon[98591]: osdmap e2698: 8 total, 8 up, 8 in 2024-09-20T22:55:24.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:23 smithi134 ceph-mon[89086]: osdmap e2698: 8 total, 8 up, 8 in 2024-09-20T22:55:25.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:24 smithi046 ceph-mon[98591]: osdmap e2699: 8 total, 8 up, 8 in 2024-09-20T22:55:25.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:24 smithi046 ceph-mon[98591]: pgmap v4589: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 312 KiB/s rd, 5.0 KiB/s wr, 423 op/s 2024-09-20T22:55:25.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:24 smithi046 ceph-mon[98591]: osdmap e2700: 8 total, 8 up, 8 in 2024-09-20T22:55:25.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:24 smithi046 ceph-mon[96110]: osdmap e2699: 8 total, 8 up, 8 in 2024-09-20T22:55:25.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:24 smithi046 ceph-mon[96110]: pgmap v4589: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 312 KiB/s rd, 5.0 KiB/s wr, 423 op/s 2024-09-20T22:55:25.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:24 smithi046 ceph-mon[96110]: osdmap e2700: 8 total, 8 up, 8 in 2024-09-20T22:55:25.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:24 smithi134 ceph-mon[89086]: osdmap e2699: 8 total, 8 up, 8 in 2024-09-20T22:55:25.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:24 smithi134 ceph-mon[89086]: pgmap v4589: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 312 KiB/s rd, 5.0 KiB/s wr, 423 op/s 2024-09-20T22:55:25.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:24 smithi134 ceph-mon[89086]: osdmap e2700: 8 total, 8 up, 8 in 2024-09-20T22:55:27.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:26 smithi134 ceph-mon[89086]: osdmap e2701: 8 total, 8 up, 8 in 2024-09-20T22:55:27.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:26 smithi134 ceph-mon[89086]: pgmap v4592: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 277 KiB/s rd, 5.0 KiB/s wr, 374 op/s 2024-09-20T22:55:27.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:26 smithi046 ceph-mon[96110]: osdmap e2701: 8 total, 8 up, 8 in 2024-09-20T22:55:27.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:26 smithi046 ceph-mon[96110]: pgmap v4592: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 277 KiB/s rd, 5.0 KiB/s wr, 374 op/s 2024-09-20T22:55:27.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:26 smithi046 ceph-mon[98591]: osdmap e2701: 8 total, 8 up, 8 in 2024-09-20T22:55:27.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:26 smithi046 ceph-mon[98591]: pgmap v4592: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 277 KiB/s rd, 5.0 KiB/s wr, 374 op/s 2024-09-20T22:55:28.176 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:27 smithi134 ceph-mon[89086]: osdmap e2702: 8 total, 8 up, 8 in 2024-09-20T22:55:28.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:27 smithi046 ceph-mon[96110]: osdmap e2702: 8 total, 8 up, 8 in 2024-09-20T22:55:28.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:27 smithi046 ceph-mon[98591]: osdmap e2702: 8 total, 8 up, 8 in 2024-09-20T22:55:29.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:28 smithi046 ceph-mon[96110]: osdmap e2703: 8 total, 8 up, 8 in 2024-09-20T22:55:29.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:28 smithi046 ceph-mon[96110]: pgmap v4595: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 279 KiB/s rd, 5.0 KiB/s wr, 379 op/s 2024-09-20T22:55:29.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:28 smithi046 ceph-mon[98591]: osdmap e2703: 8 total, 8 up, 8 in 2024-09-20T22:55:29.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:28 smithi046 ceph-mon[98591]: pgmap v4595: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 279 KiB/s rd, 5.0 KiB/s wr, 379 op/s 2024-09-20T22:55:29.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:28 smithi134 ceph-mon[89086]: osdmap e2703: 8 total, 8 up, 8 in 2024-09-20T22:55:29.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:28 smithi134 ceph-mon[89086]: pgmap v4595: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 279 KiB/s rd, 5.0 KiB/s wr, 379 op/s 2024-09-20T22:55:30.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:29 smithi046 ceph-mon[98591]: osdmap e2704: 8 total, 8 up, 8 in 2024-09-20T22:55:30.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:29 smithi046 ceph-mon[98591]: osdmap e2705: 8 total, 8 up, 8 in 2024-09-20T22:55:30.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:29 smithi046 ceph-mon[96110]: osdmap e2704: 8 total, 8 up, 8 in 2024-09-20T22:55:30.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:29 smithi046 ceph-mon[96110]: osdmap e2705: 8 total, 8 up, 8 in 2024-09-20T22:55:30.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:29 smithi134 ceph-mon[89086]: osdmap e2704: 8 total, 8 up, 8 in 2024-09-20T22:55:30.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:29 smithi134 ceph-mon[89086]: osdmap e2705: 8 total, 8 up, 8 in 2024-09-20T22:55:31.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:30 smithi046 ceph-mon[96110]: pgmap v4598: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-20T22:55:31.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:30 smithi046 ceph-mon[98591]: pgmap v4598: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-20T22:55:31.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:30 smithi134 ceph-mon[89086]: pgmap v4598: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-20T22:55:32.315 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:31 smithi134 ceph-mon[89086]: osdmap e2706: 8 total, 8 up, 8 in 2024-09-20T22:55:32.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:31 smithi046 ceph-mon[96110]: osdmap e2706: 8 total, 8 up, 8 in 2024-09-20T22:55:32.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:31 smithi046 ceph-mon[98591]: osdmap e2706: 8 total, 8 up, 8 in 2024-09-20T22:55:32.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:55:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:55:32] "GET /metrics HTTP/1.1" 200 36760 "" "Prometheus/2.43.0" 2024-09-20T22:55:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:55:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:55:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:55:33.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:32 smithi046 ceph-mon[96110]: osdmap e2707: 8 total, 8 up, 8 in 2024-09-20T22:55:33.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:32 smithi046 ceph-mon[96110]: pgmap v4601: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 244 KiB/s rd, 5.0 KiB/s wr, 332 op/s 2024-09-20T22:55:33.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:32 smithi046 ceph-mon[98591]: osdmap e2707: 8 total, 8 up, 8 in 2024-09-20T22:55:33.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:32 smithi046 ceph-mon[98591]: pgmap v4601: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 244 KiB/s rd, 5.0 KiB/s wr, 332 op/s 2024-09-20T22:55:33.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:32 smithi134 ceph-mon[89086]: osdmap e2707: 8 total, 8 up, 8 in 2024-09-20T22:55:33.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:32 smithi134 ceph-mon[89086]: pgmap v4601: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 244 KiB/s rd, 5.0 KiB/s wr, 332 op/s 2024-09-20T22:55:34.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:33 smithi046 ceph-mon[96110]: osdmap e2708: 8 total, 8 up, 8 in 2024-09-20T22:55:34.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:33 smithi046 ceph-mon[98591]: osdmap e2708: 8 total, 8 up, 8 in 2024-09-20T22:55:34.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:33 smithi134 ceph-mon[89086]: osdmap e2708: 8 total, 8 up, 8 in 2024-09-20T22:55:35.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:34 smithi046 ceph-mon[96110]: osdmap e2709: 8 total, 8 up, 8 in 2024-09-20T22:55:35.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:55:35.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:34 smithi046 ceph-mon[96110]: pgmap v4604: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 245 KiB/s rd, 5.0 KiB/s wr, 333 op/s 2024-09-20T22:55:35.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:34 smithi046 ceph-mon[96110]: osdmap e2710: 8 total, 8 up, 8 in 2024-09-20T22:55:35.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:34 smithi046 ceph-mon[98591]: osdmap e2709: 8 total, 8 up, 8 in 2024-09-20T22:55:35.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:55:35.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:34 smithi046 ceph-mon[98591]: pgmap v4604: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 245 KiB/s rd, 5.0 KiB/s wr, 333 op/s 2024-09-20T22:55:35.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:34 smithi046 ceph-mon[98591]: osdmap e2710: 8 total, 8 up, 8 in 2024-09-20T22:55:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:34 smithi134 ceph-mon[89086]: osdmap e2709: 8 total, 8 up, 8 in 2024-09-20T22:55:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:55:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:34 smithi134 ceph-mon[89086]: pgmap v4604: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 245 KiB/s rd, 5.0 KiB/s wr, 333 op/s 2024-09-20T22:55:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:34 smithi134 ceph-mon[89086]: osdmap e2710: 8 total, 8 up, 8 in 2024-09-20T22:55:37.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:36 smithi046 ceph-mon[96110]: osdmap e2711: 8 total, 8 up, 8 in 2024-09-20T22:55:37.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:36 smithi046 ceph-mon[96110]: pgmap v4607: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 291 op/s 2024-09-20T22:55:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:36 smithi046 ceph-mon[98591]: osdmap e2711: 8 total, 8 up, 8 in 2024-09-20T22:55:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:36 smithi046 ceph-mon[98591]: pgmap v4607: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 291 op/s 2024-09-20T22:55:37.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:36 smithi134 ceph-mon[89086]: osdmap e2711: 8 total, 8 up, 8 in 2024-09-20T22:55:37.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:36 smithi134 ceph-mon[89086]: pgmap v4607: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 291 op/s 2024-09-20T22:55:38.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:37 smithi046 ceph-mon[96110]: osdmap e2712: 8 total, 8 up, 8 in 2024-09-20T22:55:38.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:37 smithi046 ceph-mon[98591]: osdmap e2712: 8 total, 8 up, 8 in 2024-09-20T22:55:38.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:37 smithi134 ceph-mon[89086]: osdmap e2712: 8 total, 8 up, 8 in 2024-09-20T22:55:39.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:38 smithi046 ceph-mon[96110]: osdmap e2713: 8 total, 8 up, 8 in 2024-09-20T22:55:39.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:38 smithi046 ceph-mon[96110]: pgmap v4610: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 289 op/s 2024-09-20T22:55:39.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:38 smithi046 ceph-mon[98591]: osdmap e2713: 8 total, 8 up, 8 in 2024-09-20T22:55:39.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:38 smithi046 ceph-mon[98591]: pgmap v4610: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 289 op/s 2024-09-20T22:55:39.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:38 smithi134 ceph-mon[89086]: osdmap e2713: 8 total, 8 up, 8 in 2024-09-20T22:55:39.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:38 smithi134 ceph-mon[89086]: pgmap v4610: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 289 op/s 2024-09-20T22:55:40.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:39 smithi046 ceph-mon[98591]: osdmap e2714: 8 total, 8 up, 8 in 2024-09-20T22:55:40.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:39 smithi046 ceph-mon[98591]: osdmap e2715: 8 total, 8 up, 8 in 2024-09-20T22:55:40.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:39 smithi046 ceph-mon[96110]: osdmap e2714: 8 total, 8 up, 8 in 2024-09-20T22:55:40.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:39 smithi046 ceph-mon[96110]: osdmap e2715: 8 total, 8 up, 8 in 2024-09-20T22:55:40.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:39 smithi134 ceph-mon[89086]: osdmap e2714: 8 total, 8 up, 8 in 2024-09-20T22:55:40.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:39 smithi134 ceph-mon[89086]: osdmap e2715: 8 total, 8 up, 8 in 2024-09-20T22:55:41.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:40 smithi046 ceph-mon[96110]: pgmap v4613: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:55:41.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:40 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:55:41.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:40 smithi046 ceph-mon[96110]: osdmap e2716: 8 total, 8 up, 8 in 2024-09-20T22:55:41.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:40 smithi046 ceph-mon[98591]: pgmap v4613: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:55:41.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:40 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:55:41.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:40 smithi046 ceph-mon[98591]: osdmap e2716: 8 total, 8 up, 8 in 2024-09-20T22:55:41.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:40 smithi134 ceph-mon[89086]: pgmap v4613: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:55:41.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:40 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:55:41.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:40 smithi134 ceph-mon[89086]: osdmap e2716: 8 total, 8 up, 8 in 2024-09-20T22:55:42.302 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:55:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:55:42] "GET /metrics HTTP/1.1" 200 36758 "" "Prometheus/2.43.0" 2024-09-20T22:55:42.302 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:41 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:55:42.302 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:41 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:55:42.302 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:41 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:55:42.302 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:41 smithi046 ceph-mon[96110]: osdmap e2717: 8 total, 8 up, 8 in 2024-09-20T22:55:42.303 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:41 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:55:42.303 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:41 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:55:42.303 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:41 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:55:42.303 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:41 smithi046 ceph-mon[98591]: osdmap e2717: 8 total, 8 up, 8 in 2024-09-20T22:55:42.316 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:41 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:55:42.316 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:41 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:55:42.316 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:41 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:55:42.316 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:41 smithi134 ceph-mon[89086]: osdmap e2717: 8 total, 8 up, 8 in 2024-09-20T22:55:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:55:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:55:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:55:43.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:42 smithi046 ceph-mon[96110]: pgmap v4616: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 181 KiB/s rd, 5.0 KiB/s wr, 248 op/s 2024-09-20T22:55:43.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:42 smithi046 ceph-mon[96110]: osdmap e2718: 8 total, 8 up, 8 in 2024-09-20T22:55:43.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:42 smithi046 ceph-mon[98591]: pgmap v4616: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 181 KiB/s rd, 5.0 KiB/s wr, 248 op/s 2024-09-20T22:55:43.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:42 smithi046 ceph-mon[98591]: osdmap e2718: 8 total, 8 up, 8 in 2024-09-20T22:55:43.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:42 smithi134 ceph-mon[89086]: pgmap v4616: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 181 KiB/s rd, 5.0 KiB/s wr, 248 op/s 2024-09-20T22:55:43.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:42 smithi134 ceph-mon[89086]: osdmap e2718: 8 total, 8 up, 8 in 2024-09-20T22:55:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:44 smithi046 ceph-mon[96110]: osdmap e2719: 8 total, 8 up, 8 in 2024-09-20T22:55:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:44 smithi046 ceph-mon[96110]: pgmap v4619: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 5.0 KiB/s wr, 249 op/s 2024-09-20T22:55:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:44 smithi046 ceph-mon[96110]: osdmap e2720: 8 total, 8 up, 8 in 2024-09-20T22:55:45.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:44 smithi046 ceph-mon[98591]: osdmap e2719: 8 total, 8 up, 8 in 2024-09-20T22:55:45.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:44 smithi046 ceph-mon[98591]: pgmap v4619: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 5.0 KiB/s wr, 249 op/s 2024-09-20T22:55:45.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:44 smithi046 ceph-mon[98591]: osdmap e2720: 8 total, 8 up, 8 in 2024-09-20T22:55:45.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:44 smithi134 ceph-mon[89086]: osdmap e2719: 8 total, 8 up, 8 in 2024-09-20T22:55:45.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:44 smithi134 ceph-mon[89086]: pgmap v4619: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 5.0 KiB/s wr, 249 op/s 2024-09-20T22:55:45.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:44 smithi134 ceph-mon[89086]: osdmap e2720: 8 total, 8 up, 8 in 2024-09-20T22:55:47.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:46 smithi046 ceph-mon[96110]: osdmap e2721: 8 total, 8 up, 8 in 2024-09-20T22:55:47.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:46 smithi046 ceph-mon[96110]: pgmap v4622: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 146 KiB/s rd, 5.0 KiB/s wr, 201 op/s 2024-09-20T22:55:47.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:46 smithi046 ceph-mon[98591]: osdmap e2721: 8 total, 8 up, 8 in 2024-09-20T22:55:47.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:46 smithi046 ceph-mon[98591]: pgmap v4622: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 146 KiB/s rd, 5.0 KiB/s wr, 201 op/s 2024-09-20T22:55:47.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:46 smithi134 ceph-mon[89086]: osdmap e2721: 8 total, 8 up, 8 in 2024-09-20T22:55:47.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:46 smithi134 ceph-mon[89086]: pgmap v4622: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 146 KiB/s rd, 5.0 KiB/s wr, 201 op/s 2024-09-20T22:55:48.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:47 smithi046 ceph-mon[96110]: osdmap e2722: 8 total, 8 up, 8 in 2024-09-20T22:55:48.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:47 smithi046 ceph-mon[98591]: osdmap e2722: 8 total, 8 up, 8 in 2024-09-20T22:55:48.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:47 smithi134 ceph-mon[89086]: osdmap e2722: 8 total, 8 up, 8 in 2024-09-20T22:55:49.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:48 smithi046 ceph-mon[96110]: osdmap e2723: 8 total, 8 up, 8 in 2024-09-20T22:55:49.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:48 smithi046 ceph-mon[96110]: pgmap v4625: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 5.0 KiB/s wr, 202 op/s 2024-09-20T22:55:49.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:48 smithi046 ceph-mon[98591]: osdmap e2723: 8 total, 8 up, 8 in 2024-09-20T22:55:49.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:48 smithi046 ceph-mon[98591]: pgmap v4625: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 5.0 KiB/s wr, 202 op/s 2024-09-20T22:55:49.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:48 smithi134 ceph-mon[89086]: osdmap e2723: 8 total, 8 up, 8 in 2024-09-20T22:55:49.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:48 smithi134 ceph-mon[89086]: pgmap v4625: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 5.0 KiB/s wr, 202 op/s 2024-09-20T22:55:50.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:49 smithi046 ceph-mon[96110]: osdmap e2724: 8 total, 8 up, 8 in 2024-09-20T22:55:50.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:55:50.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:49 smithi046 ceph-mon[96110]: osdmap e2725: 8 total, 8 up, 8 in 2024-09-20T22:55:50.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:49 smithi046 ceph-mon[98591]: osdmap e2724: 8 total, 8 up, 8 in 2024-09-20T22:55:50.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:55:50.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:49 smithi046 ceph-mon[98591]: osdmap e2725: 8 total, 8 up, 8 in 2024-09-20T22:55:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:49 smithi134 ceph-mon[89086]: osdmap e2724: 8 total, 8 up, 8 in 2024-09-20T22:55:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:55:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:49 smithi134 ceph-mon[89086]: osdmap e2725: 8 total, 8 up, 8 in 2024-09-20T22:55:51.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:50 smithi046 ceph-mon[96110]: pgmap v4628: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-20T22:55:51.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:50 smithi046 ceph-mon[98591]: pgmap v4628: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-20T22:55:51.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:50 smithi134 ceph-mon[89086]: pgmap v4628: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-20T22:55:52.317 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:51 smithi134 ceph-mon[89086]: osdmap e2726: 8 total, 8 up, 8 in 2024-09-20T22:55:52.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:51 smithi046 ceph-mon[96110]: osdmap e2726: 8 total, 8 up, 8 in 2024-09-20T22:55:52.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:51 smithi046 ceph-mon[98591]: osdmap e2726: 8 total, 8 up, 8 in 2024-09-20T22:55:52.403 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:55:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:55:52] "GET /metrics HTTP/1.1" 200 36755 "" "Prometheus/2.43.0" 2024-09-20T22:55:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:55:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:55:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:55:53.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:52 smithi046 ceph-mon[98591]: osdmap e2727: 8 total, 8 up, 8 in 2024-09-20T22:55:53.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:52 smithi046 ceph-mon[98591]: pgmap v4631: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 5.0 KiB/s wr, 159 op/s 2024-09-20T22:55:53.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:52 smithi046 ceph-mon[96110]: osdmap e2727: 8 total, 8 up, 8 in 2024-09-20T22:55:53.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:52 smithi046 ceph-mon[96110]: pgmap v4631: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 5.0 KiB/s wr, 159 op/s 2024-09-20T22:55:53.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:52 smithi134 ceph-mon[89086]: osdmap e2727: 8 total, 8 up, 8 in 2024-09-20T22:55:53.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:52 smithi134 ceph-mon[89086]: pgmap v4631: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 5.0 KiB/s wr, 159 op/s 2024-09-20T22:55:54.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:53 smithi046 ceph-mon[96110]: osdmap e2728: 8 total, 8 up, 8 in 2024-09-20T22:55:54.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:53 smithi046 ceph-mon[98591]: osdmap e2728: 8 total, 8 up, 8 in 2024-09-20T22:55:54.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:53 smithi134 ceph-mon[89086]: osdmap e2728: 8 total, 8 up, 8 in 2024-09-20T22:55:55.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:54 smithi046 ceph-mon[96110]: osdmap e2729: 8 total, 8 up, 8 in 2024-09-20T22:55:55.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:54 smithi046 ceph-mon[96110]: pgmap v4634: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 5.0 KiB/s wr, 159 op/s 2024-09-20T22:55:55.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:54 smithi046 ceph-mon[96110]: osdmap e2730: 8 total, 8 up, 8 in 2024-09-20T22:55:55.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:54 smithi046 ceph-mon[98591]: osdmap e2729: 8 total, 8 up, 8 in 2024-09-20T22:55:55.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:54 smithi046 ceph-mon[98591]: pgmap v4634: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 5.0 KiB/s wr, 159 op/s 2024-09-20T22:55:55.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:54 smithi046 ceph-mon[98591]: osdmap e2730: 8 total, 8 up, 8 in 2024-09-20T22:55:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:54 smithi134 ceph-mon[89086]: osdmap e2729: 8 total, 8 up, 8 in 2024-09-20T22:55:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:54 smithi134 ceph-mon[89086]: pgmap v4634: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 5.0 KiB/s wr, 159 op/s 2024-09-20T22:55:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:54 smithi134 ceph-mon[89086]: osdmap e2730: 8 total, 8 up, 8 in 2024-09-20T22:55:57.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:56 smithi046 ceph-mon[96110]: osdmap e2731: 8 total, 8 up, 8 in 2024-09-20T22:55:57.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:56 smithi046 ceph-mon[96110]: pgmap v4637: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 5.0 KiB/s wr, 112 op/s 2024-09-20T22:55:57.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:56 smithi046 ceph-mon[98591]: osdmap e2731: 8 total, 8 up, 8 in 2024-09-20T22:55:57.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:56 smithi046 ceph-mon[98591]: pgmap v4637: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 5.0 KiB/s wr, 112 op/s 2024-09-20T22:55:57.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:56 smithi134 ceph-mon[89086]: osdmap e2731: 8 total, 8 up, 8 in 2024-09-20T22:55:57.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:56 smithi134 ceph-mon[89086]: pgmap v4637: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 5.0 KiB/s wr, 112 op/s 2024-09-20T22:55:58.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:57 smithi046 ceph-mon[96110]: osdmap e2732: 8 total, 8 up, 8 in 2024-09-20T22:55:58.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:57 smithi046 ceph-mon[98591]: osdmap e2732: 8 total, 8 up, 8 in 2024-09-20T22:55:58.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:57 smithi134 ceph-mon[89086]: osdmap e2732: 8 total, 8 up, 8 in 2024-09-20T22:55:59.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:58 smithi046 ceph-mon[96110]: osdmap e2733: 8 total, 8 up, 8 in 2024-09-20T22:55:59.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:58 smithi046 ceph-mon[96110]: pgmap v4640: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 5.0 KiB/s wr, 115 op/s 2024-09-20T22:55:59.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:58 smithi046 ceph-mon[98591]: osdmap e2733: 8 total, 8 up, 8 in 2024-09-20T22:55:59.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:58 smithi046 ceph-mon[98591]: pgmap v4640: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 5.0 KiB/s wr, 115 op/s 2024-09-20T22:55:59.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:58 smithi134 ceph-mon[89086]: osdmap e2733: 8 total, 8 up, 8 in 2024-09-20T22:55:59.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:58 smithi134 ceph-mon[89086]: pgmap v4640: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 5.0 KiB/s wr, 115 op/s 2024-09-20T22:56:00.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:59 smithi046 ceph-mon[96110]: osdmap e2734: 8 total, 8 up, 8 in 2024-09-20T22:56:00.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:55:59 smithi046 ceph-mon[96110]: osdmap e2735: 8 total, 8 up, 8 in 2024-09-20T22:56:00.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:59 smithi046 ceph-mon[98591]: osdmap e2734: 8 total, 8 up, 8 in 2024-09-20T22:56:00.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:55:59 smithi046 ceph-mon[98591]: osdmap e2735: 8 total, 8 up, 8 in 2024-09-20T22:56:00.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:59 smithi134 ceph-mon[89086]: osdmap e2734: 8 total, 8 up, 8 in 2024-09-20T22:56:00.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:55:59 smithi134 ceph-mon[89086]: osdmap e2735: 8 total, 8 up, 8 in 2024-09-20T22:56:01.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:00 smithi046 ceph-mon[96110]: pgmap v4643: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-20T22:56:01.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:00 smithi046 ceph-mon[98591]: pgmap v4643: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-20T22:56:01.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:00 smithi134 ceph-mon[89086]: pgmap v4643: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-20T22:56:02.069 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_many_snaps PASSED [ 47%] 2024-09-20T22:56:02.315 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:01 smithi134 ceph-mon[89086]: osdmap e2736: 8 total, 8 up, 8 in 2024-09-20T22:56:02.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:01 smithi046 ceph-mon[96110]: osdmap e2736: 8 total, 8 up, 8 in 2024-09-20T22:56:02.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:01 smithi046 ceph-mon[98591]: osdmap e2736: 8 total, 8 up, 8 in 2024-09-20T22:56:02.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:56:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:56:02] "GET /metrics HTTP/1.1" 200 36755 "" "Prometheus/2.43.0" 2024-09-20T22:56:02.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:56:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:56:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:56:03.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:02 smithi046 ceph-mon[98591]: osdmap e2737: 8 total, 8 up, 8 in 2024-09-20T22:56:03.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:02 smithi046 ceph-mon[98591]: pgmap v4646: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 5.0 KiB/s wr, 72 op/s 2024-09-20T22:56:03.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:02 smithi046 ceph-mon[96110]: osdmap e2737: 8 total, 8 up, 8 in 2024-09-20T22:56:03.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:02 smithi046 ceph-mon[96110]: pgmap v4646: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 5.0 KiB/s wr, 72 op/s 2024-09-20T22:56:03.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:02 smithi134 ceph-mon[89086]: osdmap e2737: 8 total, 8 up, 8 in 2024-09-20T22:56:03.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:02 smithi134 ceph-mon[89086]: pgmap v4646: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 5.0 KiB/s wr, 72 op/s 2024-09-20T22:56:04.079 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_deleted PASSED [ 48%] 2024-09-20T22:56:04.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:03 smithi046 ceph-mon[96110]: osdmap e2738: 8 total, 8 up, 8 in 2024-09-20T22:56:04.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:03 smithi046 ceph-mon[98591]: osdmap e2738: 8 total, 8 up, 8 in 2024-09-20T22:56:04.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:03 smithi134 ceph-mon[89086]: osdmap e2738: 8 total, 8 up, 8 in 2024-09-20T22:56:05.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:04 smithi046 ceph-mon[96110]: osdmap e2739: 8 total, 8 up, 8 in 2024-09-20T22:56:05.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:56:05.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:04 smithi046 ceph-mon[96110]: pgmap v4649: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.7 KiB/s wr, 79 op/s 2024-09-20T22:56:05.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:04 smithi046 ceph-mon[96110]: osdmap e2740: 8 total, 8 up, 8 in 2024-09-20T22:56:05.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:04 smithi046 ceph-mon[98591]: osdmap e2739: 8 total, 8 up, 8 in 2024-09-20T22:56:05.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:56:05.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:04 smithi046 ceph-mon[98591]: pgmap v4649: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.7 KiB/s wr, 79 op/s 2024-09-20T22:56:05.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:04 smithi046 ceph-mon[98591]: osdmap e2740: 8 total, 8 up, 8 in 2024-09-20T22:56:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:04 smithi134 ceph-mon[89086]: osdmap e2739: 8 total, 8 up, 8 in 2024-09-20T22:56:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:56:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:04 smithi134 ceph-mon[89086]: pgmap v4649: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.7 KiB/s wr, 79 op/s 2024-09-20T22:56:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:04 smithi134 ceph-mon[89086]: osdmap e2740: 8 total, 8 up, 8 in 2024-09-20T22:56:07.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:06 smithi046 ceph-mon[96110]: osdmap e2741: 8 total, 8 up, 8 in 2024-09-20T22:56:07.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:06 smithi046 ceph-mon[96110]: pgmap v4652: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 9.0 KiB/s wr, 130 op/s 2024-09-20T22:56:07.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:06 smithi046 ceph-mon[98591]: osdmap e2741: 8 total, 8 up, 8 in 2024-09-20T22:56:07.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:06 smithi046 ceph-mon[98591]: pgmap v4652: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 9.0 KiB/s wr, 130 op/s 2024-09-20T22:56:07.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:06 smithi134 ceph-mon[89086]: osdmap e2741: 8 total, 8 up, 8 in 2024-09-20T22:56:07.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:06 smithi134 ceph-mon[89086]: pgmap v4652: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 9.0 KiB/s wr, 130 op/s 2024-09-20T22:56:08.049 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_recreated PASSED [ 48%] 2024-09-20T22:56:08.141 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_lock_unlock PASSED [ 49%] 2024-09-20T22:56:08.288 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_lockers PASSED [ 50%] 2024-09-20T22:56:08.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:07 smithi046 ceph-mon[96110]: osdmap e2742: 8 total, 8 up, 8 in 2024-09-20T22:56:08.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:07 smithi046 ceph-mon[98591]: osdmap e2742: 8 total, 8 up, 8 in 2024-09-20T22:56:08.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:07 smithi134 ceph-mon[89086]: osdmap e2742: 8 total, 8 up, 8 in 2024-09-20T22:56:09.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:08 smithi046 ceph-mon[96110]: osdmap e2743: 8 total, 8 up, 8 in 2024-09-20T22:56:09.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:08 smithi046 ceph-mon[96110]: pgmap v4655: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 11 KiB/s wr, 137 op/s 2024-09-20T22:56:09.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:08 smithi046 ceph-mon[98591]: osdmap e2743: 8 total, 8 up, 8 in 2024-09-20T22:56:09.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:08 smithi046 ceph-mon[98591]: pgmap v4655: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 11 KiB/s wr, 137 op/s 2024-09-20T22:56:09.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:08 smithi134 ceph-mon[89086]: osdmap e2743: 8 total, 8 up, 8 in 2024-09-20T22:56:09.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:08 smithi134 ceph-mon[89086]: pgmap v4655: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 11 KiB/s wr, 137 op/s 2024-09-20T22:56:10.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:09 smithi046 ceph-mon[96110]: osdmap e2744: 8 total, 8 up, 8 in 2024-09-20T22:56:10.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:09 smithi046 ceph-mon[96110]: osdmap e2745: 8 total, 8 up, 8 in 2024-09-20T22:56:10.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:09 smithi046 ceph-mon[98591]: osdmap e2744: 8 total, 8 up, 8 in 2024-09-20T22:56:10.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:09 smithi046 ceph-mon[98591]: osdmap e2745: 8 total, 8 up, 8 in 2024-09-20T22:56:10.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:09 smithi134 ceph-mon[89086]: osdmap e2744: 8 total, 8 up, 8 in 2024-09-20T22:56:10.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:09 smithi134 ceph-mon[89086]: osdmap e2745: 8 total, 8 up, 8 in 2024-09-20T22:56:11.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:10 smithi046 ceph-mon[96110]: pgmap v4658: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 6.2 KiB/s wr, 32 op/s 2024-09-20T22:56:11.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:10 smithi046 ceph-mon[98591]: pgmap v4658: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 6.2 KiB/s wr, 32 op/s 2024-09-20T22:56:11.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:10 smithi134 ceph-mon[89086]: pgmap v4658: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 6.2 KiB/s wr, 32 op/s 2024-09-20T22:56:12.063 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_diff_iterate PASSED [ 50%] 2024-09-20T22:56:12.142 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_read PASSED [ 51%] 2024-09-20T22:56:12.232 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write PASSED [ 51%] 2024-09-20T22:56:12.301 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:11 smithi046 ceph-mon[96110]: osdmap e2746: 8 total, 8 up, 8 in 2024-09-20T22:56:12.302 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:56:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:56:12] "GET /metrics HTTP/1.1" 200 36753 "" "Prometheus/2.43.0" 2024-09-20T22:56:12.302 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:11 smithi046 ceph-mon[98591]: osdmap e2746: 8 total, 8 up, 8 in 2024-09-20T22:56:12.315 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:11 smithi134 ceph-mon[89086]: osdmap e2746: 8 total, 8 up, 8 in 2024-09-20T22:56:12.317 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_discard PASSED [ 52%] 2024-09-20T22:56:12.403 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write_zeroes PASSED [ 52%] 2024-09-20T22:56:12.482 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_flush PASSED [ 53%] 2024-09-20T22:56:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:56:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:56:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:56:13.107 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_metadata PASSED [ 53%] 2024-09-20T22:56:13.178 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_watchers_list PASSED [ 54%] 2024-09-20T22:56:13.276 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_config_list PASSED [ 54%] 2024-09-20T22:56:13.378 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_config_set_and_get_and_remove PASSED [ 55%] 2024-09-20T22:56:13.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:12 smithi046 ceph-mon[96110]: osdmap e2747: 8 total, 8 up, 8 in 2024-09-20T22:56:13.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:12 smithi046 ceph-mon[96110]: pgmap v4661: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 227 KiB/s rd, 12 KiB/s wr, 296 op/s 2024-09-20T22:56:13.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:12 smithi046 ceph-mon[98591]: osdmap e2747: 8 total, 8 up, 8 in 2024-09-20T22:56:13.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:12 smithi046 ceph-mon[98591]: pgmap v4661: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 227 KiB/s rd, 12 KiB/s wr, 296 op/s 2024-09-20T22:56:13.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:12 smithi134 ceph-mon[89086]: osdmap e2747: 8 total, 8 up, 8 in 2024-09-20T22:56:13.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:12 smithi134 ceph-mon[89086]: pgmap v4661: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 227 KiB/s rd, 12 KiB/s wr, 296 op/s 2024-09-20T22:56:13.454 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_sparsify PASSED [ 56%] 2024-09-20T22:56:15.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:15 smithi134 ceph-mon[89086]: pgmap v4662: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 235 KiB/s rd, 18 KiB/s wr, 318 op/s 2024-09-20T22:56:15.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:15 smithi134 ceph-mon[89086]: osdmap e2748: 8 total, 8 up, 8 in 2024-09-20T22:56:15.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:15 smithi046 ceph-mon[96110]: pgmap v4662: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 235 KiB/s rd, 18 KiB/s wr, 318 op/s 2024-09-20T22:56:15.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:15 smithi046 ceph-mon[96110]: osdmap e2748: 8 total, 8 up, 8 in 2024-09-20T22:56:15.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:15 smithi046 ceph-mon[98591]: pgmap v4662: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 235 KiB/s rd, 18 KiB/s wr, 318 op/s 2024-09-20T22:56:15.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:15 smithi046 ceph-mon[98591]: osdmap e2748: 8 total, 8 up, 8 in 2024-09-20T22:56:17.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:17 smithi134 ceph-mon[89086]: pgmap v4664: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 41 KiB/s wr, 885 op/s 2024-09-20T22:56:17.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:17 smithi046 ceph-mon[96110]: pgmap v4664: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 41 KiB/s wr, 885 op/s 2024-09-20T22:56:17.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:17 smithi046 ceph-mon[98591]: pgmap v4664: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 41 KiB/s wr, 885 op/s 2024-09-20T22:56:19.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:19 smithi134 ceph-mon[89086]: pgmap v4665: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 37 KiB/s wr, 831 op/s 2024-09-20T22:56:19.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:56:19.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:19 smithi046 ceph-mon[96110]: pgmap v4665: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 37 KiB/s wr, 831 op/s 2024-09-20T22:56:19.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:56:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:19 smithi046 ceph-mon[98591]: pgmap v4665: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 37 KiB/s wr, 831 op/s 2024-09-20T22:56:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:56:21.199 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks1 PASSED [ 56%] 2024-09-20T22:56:21.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:20 smithi046 ceph-mon[96110]: osdmap e2749: 8 total, 8 up, 8 in 2024-09-20T22:56:21.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:20 smithi046 ceph-mon[96110]: pgmap v4667: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 31 KiB/s wr, 631 op/s 2024-09-20T22:56:21.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:20 smithi046 ceph-mon[98591]: osdmap e2749: 8 total, 8 up, 8 in 2024-09-20T22:56:21.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:20 smithi046 ceph-mon[98591]: pgmap v4667: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 31 KiB/s wr, 631 op/s 2024-09-20T22:56:21.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:20 smithi134 ceph-mon[89086]: osdmap e2749: 8 total, 8 up, 8 in 2024-09-20T22:56:21.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:20 smithi134 ceph-mon[89086]: pgmap v4667: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 31 KiB/s wr, 631 op/s 2024-09-20T22:56:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:56:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:56:22] "GET /metrics HTTP/1.1" 200 36761 "" "Prometheus/2.43.0" 2024-09-20T22:56:22.677 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:56:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:56:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:56:23.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:23 smithi134 ceph-mon[89086]: pgmap v4668: 137 pgs: 137 active+clean; 8.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 538 KiB/s wr, 579 op/s 2024-09-20T22:56:23.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:23 smithi046 ceph-mon[96110]: pgmap v4668: 137 pgs: 137 active+clean; 8.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 538 KiB/s wr, 579 op/s 2024-09-20T22:56:23.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:23 smithi046 ceph-mon[98591]: pgmap v4668: 137 pgs: 137 active+clean; 8.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 538 KiB/s wr, 579 op/s 2024-09-20T22:56:25.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:25 smithi134 ceph-mon[89086]: pgmap v4669: 137 pgs: 137 active+clean; 8.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 457 KiB/s wr, 508 op/s 2024-09-20T22:56:25.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:25 smithi046 ceph-mon[96110]: pgmap v4669: 137 pgs: 137 active+clean; 8.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 457 KiB/s wr, 508 op/s 2024-09-20T22:56:25.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:25 smithi046 ceph-mon[98591]: pgmap v4669: 137 pgs: 137 active+clean; 8.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 457 KiB/s wr, 508 op/s 2024-09-20T22:56:27.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:27 smithi134 ceph-mon[89086]: pgmap v4670: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 415 KiB/s wr, 118 op/s 2024-09-20T22:56:27.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:27 smithi046 ceph-mon[98591]: pgmap v4670: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 415 KiB/s wr, 118 op/s 2024-09-20T22:56:27.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:27 smithi046 ceph-mon[96110]: pgmap v4670: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 415 KiB/s wr, 118 op/s 2024-09-20T22:56:29.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:29 smithi134 ceph-mon[89086]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 412 KiB/s wr, 32 op/s 2024-09-20T22:56:29.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:29 smithi046 ceph-mon[98591]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 412 KiB/s wr, 32 op/s 2024-09-20T22:56:29.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:29 smithi046 ceph-mon[96110]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 412 KiB/s wr, 32 op/s 2024-09-20T22:56:31.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:31 smithi134 ceph-mon[89086]: pgmap v4672: 137 pgs: 137 active+clean; 13 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 1.2 MiB/s wr, 34 op/s 2024-09-20T22:56:31.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:31 smithi046 ceph-mon[96110]: pgmap v4672: 137 pgs: 137 active+clean; 13 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 1.2 MiB/s wr, 34 op/s 2024-09-20T22:56:31.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:31 smithi046 ceph-mon[98591]: pgmap v4672: 137 pgs: 137 active+clean; 13 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 1.2 MiB/s wr, 34 op/s 2024-09-20T22:56:32.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:56:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:56:32] "GET /metrics HTTP/1.1" 200 36761 "" "Prometheus/2.43.0" 2024-09-20T22:56:32.577 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:56:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:56:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:56:32.770 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks2 PASSED [ 57%] 2024-09-20T22:56:32.853 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_read PASSED [ 57%] 2024-09-20T22:56:32.942 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_write PASSED [ 58%] 2024-09-20T22:56:33.037 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_resize PASSED [ 58%] 2024-09-20T22:56:33.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:33 smithi134 ceph-mon[89086]: pgmap v4673: 137 pgs: 137 active+clean; 21 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 1.7 MiB/s wr, 35 op/s 2024-09-20T22:56:33.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:33 smithi046 ceph-mon[98591]: pgmap v4673: 137 pgs: 137 active+clean; 21 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 1.7 MiB/s wr, 35 op/s 2024-09-20T22:56:33.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:33 smithi046 ceph-mon[96110]: pgmap v4673: 137 pgs: 137 active+clean; 21 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 1.7 MiB/s wr, 35 op/s 2024-09-20T22:56:34.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:34 smithi134 ceph-mon[89086]: osdmap e2750: 8 total, 8 up, 8 in 2024-09-20T22:56:34.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:56:34.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:34 smithi046 ceph-mon[98591]: osdmap e2750: 8 total, 8 up, 8 in 2024-09-20T22:56:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:56:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:34 smithi046 ceph-mon[96110]: osdmap e2750: 8 total, 8 up, 8 in 2024-09-20T22:56:34.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:56:35.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:35 smithi046 ceph-mon[98591]: pgmap v4675: 137 pgs: 137 active+clean; 13 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-09-20T22:56:35.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:35 smithi046 ceph-mon[98591]: osdmap e2751: 8 total, 8 up, 8 in 2024-09-20T22:56:35.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:35 smithi046 ceph-mon[96110]: pgmap v4675: 137 pgs: 137 active+clean; 13 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-09-20T22:56:35.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:35 smithi046 ceph-mon[96110]: osdmap e2751: 8 total, 8 up, 8 in 2024-09-20T22:56:35.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:35 smithi134 ceph-mon[89086]: pgmap v4675: 137 pgs: 137 active+clean; 13 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-09-20T22:56:35.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:35 smithi134 ceph-mon[89086]: osdmap e2751: 8 total, 8 up, 8 in 2024-09-20T22:56:36.543 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params PASSED [ 59%] 2024-09-20T22:56:36.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:36 smithi046 ceph-mon[96110]: osdmap e2752: 8 total, 8 up, 8 in 2024-09-20T22:56:36.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:36 smithi046 ceph-mon[98591]: osdmap e2752: 8 total, 8 up, 8 in 2024-09-20T22:56:36.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:36 smithi134 ceph-mon[89086]: osdmap e2752: 8 total, 8 up, 8 in 2024-09-20T22:56:37.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:37 smithi046 ceph-mon[96110]: pgmap v4678: 137 pgs: 137 active+clean; 8.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 1.3 MiB/s wr, 117 op/s 2024-09-20T22:56:37.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:37 smithi046 ceph-mon[96110]: osdmap e2753: 8 total, 8 up, 8 in 2024-09-20T22:56:37.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:37 smithi046 ceph-mon[98591]: pgmap v4678: 137 pgs: 137 active+clean; 8.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 1.3 MiB/s wr, 117 op/s 2024-09-20T22:56:37.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:37 smithi046 ceph-mon[98591]: osdmap e2753: 8 total, 8 up, 8 in 2024-09-20T22:56:37.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:37 smithi134 ceph-mon[89086]: pgmap v4678: 137 pgs: 137 active+clean; 8.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 1.3 MiB/s wr, 117 op/s 2024-09-20T22:56:37.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:37 smithi134 ceph-mon[89086]: osdmap e2753: 8 total, 8 up, 8 in 2024-09-20T22:56:38.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:38 smithi046 ceph-mon[96110]: osdmap e2754: 8 total, 8 up, 8 in 2024-09-20T22:56:38.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:38 smithi046 ceph-mon[98591]: osdmap e2754: 8 total, 8 up, 8 in 2024-09-20T22:56:38.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:38 smithi134 ceph-mon[89086]: osdmap e2754: 8 total, 8 up, 8 in 2024-09-20T22:56:39.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:39 smithi046 ceph-mon[98591]: pgmap v4681: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 329 KiB/s rd, 16 KiB/s wr, 438 op/s 2024-09-20T22:56:39.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:39 smithi046 ceph-mon[98591]: osdmap e2755: 8 total, 8 up, 8 in 2024-09-20T22:56:39.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:39 smithi046 ceph-mon[96110]: pgmap v4681: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 329 KiB/s rd, 16 KiB/s wr, 438 op/s 2024-09-20T22:56:39.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:39 smithi046 ceph-mon[96110]: osdmap e2755: 8 total, 8 up, 8 in 2024-09-20T22:56:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:39 smithi134 ceph-mon[89086]: pgmap v4681: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 329 KiB/s rd, 16 KiB/s wr, 438 op/s 2024-09-20T22:56:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:39 smithi134 ceph-mon[89086]: osdmap e2755: 8 total, 8 up, 8 in 2024-09-20T22:56:40.576 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params2 PASSED [ 59%] 2024-09-20T22:56:40.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:40 smithi046 ceph-mon[96110]: osdmap e2756: 8 total, 8 up, 8 in 2024-09-20T22:56:40.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:40 smithi046 ceph-mon[98591]: osdmap e2756: 8 total, 8 up, 8 in 2024-09-20T22:56:40.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:40 smithi134 ceph-mon[89086]: osdmap e2756: 8 total, 8 up, 8 in 2024-09-20T22:56:41.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:41 smithi046 ceph-mon[96110]: pgmap v4684: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 252 KiB/s rd, 14 KiB/s wr, 329 op/s 2024-09-20T22:56:41.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:41 smithi046 ceph-mon[96110]: osdmap e2757: 8 total, 8 up, 8 in 2024-09-20T22:56:41.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:41 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:56:41.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:41 smithi046 ceph-mon[98591]: pgmap v4684: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 252 KiB/s rd, 14 KiB/s wr, 329 op/s 2024-09-20T22:56:41.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:41 smithi046 ceph-mon[98591]: osdmap e2757: 8 total, 8 up, 8 in 2024-09-20T22:56:41.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:41 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:56:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:41 smithi134 ceph-mon[89086]: pgmap v4684: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 252 KiB/s rd, 14 KiB/s wr, 329 op/s 2024-09-20T22:56:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:41 smithi134 ceph-mon[89086]: osdmap e2757: 8 total, 8 up, 8 in 2024-09-20T22:56:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:41 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:56:42.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:56:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:56:42] "GET /metrics HTTP/1.1" 200 36768 "" "Prometheus/2.43.0" 2024-09-20T22:56:42.643 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params3 SKIPPED [ 60%] 2024-09-20T22:56:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:56:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:56:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:56:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:42 smithi134 ceph-mon[89086]: osdmap e2758: 8 total, 8 up, 8 in 2024-09-20T22:56:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:42 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:56:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:42 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:56:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:42 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:56:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:42 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:56:42.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:42 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:56:42.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:42 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:56:42.677 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:42 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:56:42.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:42 smithi046 ceph-mon[98591]: osdmap e2758: 8 total, 8 up, 8 in 2024-09-20T22:56:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:42 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:56:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:42 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:56:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:42 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:56:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:42 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:56:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:42 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:56:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:42 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:56:42.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:42 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:56:42.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:42 smithi046 ceph-mon[96110]: osdmap e2758: 8 total, 8 up, 8 in 2024-09-20T22:56:42.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:42 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:56:42.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:42 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:56:42.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:42 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:56:42.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:42 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:56:42.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:42 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:56:42.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:42 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:56:42.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:42 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:56:43.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:43 smithi134 ceph-mon[89086]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 224 KiB/s rd, 18 KiB/s wr, 304 op/s 2024-09-20T22:56:43.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:43 smithi134 ceph-mon[89086]: osdmap e2759: 8 total, 8 up, 8 in 2024-09-20T22:56:43.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:43 smithi046 ceph-mon[98591]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 224 KiB/s rd, 18 KiB/s wr, 304 op/s 2024-09-20T22:56:43.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:43 smithi046 ceph-mon[98591]: osdmap e2759: 8 total, 8 up, 8 in 2024-09-20T22:56:43.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:43 smithi046 ceph-mon[96110]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 224 KiB/s rd, 18 KiB/s wr, 304 op/s 2024-09-20T22:56:43.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:43 smithi046 ceph-mon[96110]: osdmap e2759: 8 total, 8 up, 8 in 2024-09-20T22:56:44.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:44 smithi046 ceph-mon[96110]: osdmap e2760: 8 total, 8 up, 8 in 2024-09-20T22:56:44.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:44 smithi046 ceph-mon[98591]: osdmap e2760: 8 total, 8 up, 8 in 2024-09-20T22:56:44.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:44 smithi134 ceph-mon[89086]: osdmap e2760: 8 total, 8 up, 8 in 2024-09-20T22:56:45.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:45 smithi046 ceph-mon[96110]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 269 KiB/s rd, 19 KiB/s wr, 366 op/s 2024-09-20T22:56:45.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:45 smithi046 ceph-mon[96110]: osdmap e2761: 8 total, 8 up, 8 in 2024-09-20T22:56:45.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:45 smithi046 ceph-mon[96110]: osdmap e2762: 8 total, 8 up, 8 in 2024-09-20T22:56:45.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:45 smithi046 ceph-mon[98591]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 269 KiB/s rd, 19 KiB/s wr, 366 op/s 2024-09-20T22:56:45.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:45 smithi046 ceph-mon[98591]: osdmap e2761: 8 total, 8 up, 8 in 2024-09-20T22:56:45.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:45 smithi046 ceph-mon[98591]: osdmap e2762: 8 total, 8 up, 8 in 2024-09-20T22:56:45.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:45 smithi134 ceph-mon[89086]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 269 KiB/s rd, 19 KiB/s wr, 366 op/s 2024-09-20T22:56:45.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:45 smithi134 ceph-mon[89086]: osdmap e2761: 8 total, 8 up, 8 in 2024-09-20T22:56:45.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:45 smithi134 ceph-mon[89086]: osdmap e2762: 8 total, 8 up, 8 in 2024-09-20T22:56:46.077 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stripe_unit_and_count PASSED [ 60%] 2024-09-20T22:56:47.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:46 smithi046 ceph-mon[96110]: osdmap e2763: 8 total, 8 up, 8 in 2024-09-20T22:56:47.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:46 smithi046 ceph-mon[96110]: pgmap v4694: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 178 KiB/s rd, 12 KiB/s wr, 241 op/s 2024-09-20T22:56:47.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:46 smithi046 ceph-mon[98591]: osdmap e2763: 8 total, 8 up, 8 in 2024-09-20T22:56:47.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:46 smithi046 ceph-mon[98591]: pgmap v4694: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 178 KiB/s rd, 12 KiB/s wr, 241 op/s 2024-09-20T22:56:47.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:46 smithi134 ceph-mon[89086]: osdmap e2763: 8 total, 8 up, 8 in 2024-09-20T22:56:47.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:46 smithi134 ceph-mon[89086]: pgmap v4694: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 178 KiB/s rd, 12 KiB/s wr, 241 op/s 2024-09-20T22:56:48.079 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_clone_format PASSED [ 61%] 2024-09-20T22:56:48.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:47 smithi046 ceph-mon[96110]: osdmap e2764: 8 total, 8 up, 8 in 2024-09-20T22:56:48.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:47 smithi046 ceph-mon[98591]: osdmap e2764: 8 total, 8 up, 8 in 2024-09-20T22:56:48.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:47 smithi134 ceph-mon[89086]: osdmap e2764: 8 total, 8 up, 8 in 2024-09-20T22:56:49.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:48 smithi046 ceph-mon[98591]: osdmap e2765: 8 total, 8 up, 8 in 2024-09-20T22:56:49.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:48 smithi046 ceph-mon[98591]: pgmap v4697: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 233 KiB/s rd, 16 KiB/s wr, 329 op/s 2024-09-20T22:56:49.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:48 smithi046 ceph-mon[96110]: osdmap e2765: 8 total, 8 up, 8 in 2024-09-20T22:56:49.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:48 smithi046 ceph-mon[96110]: pgmap v4697: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 233 KiB/s rd, 16 KiB/s wr, 329 op/s 2024-09-20T22:56:49.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:48 smithi134 ceph-mon[89086]: osdmap e2765: 8 total, 8 up, 8 in 2024-09-20T22:56:49.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:48 smithi134 ceph-mon[89086]: pgmap v4697: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 233 KiB/s rd, 16 KiB/s wr, 329 op/s 2024-09-20T22:56:50.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:49 smithi046 ceph-mon[96110]: osdmap e2766: 8 total, 8 up, 8 in 2024-09-20T22:56:50.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:56:50.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:49 smithi046 ceph-mon[96110]: osdmap e2767: 8 total, 8 up, 8 in 2024-09-20T22:56:50.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:49 smithi046 ceph-mon[98591]: osdmap e2766: 8 total, 8 up, 8 in 2024-09-20T22:56:50.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:56:50.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:49 smithi046 ceph-mon[98591]: osdmap e2767: 8 total, 8 up, 8 in 2024-09-20T22:56:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:49 smithi134 ceph-mon[89086]: osdmap e2766: 8 total, 8 up, 8 in 2024-09-20T22:56:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:56:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:49 smithi134 ceph-mon[89086]: osdmap e2767: 8 total, 8 up, 8 in 2024-09-20T22:56:51.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:50 smithi046 ceph-mon[96110]: pgmap v4700: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 17 KiB/s wr, 273 op/s 2024-09-20T22:56:51.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:50 smithi046 ceph-mon[98591]: pgmap v4700: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 17 KiB/s wr, 273 op/s 2024-09-20T22:56:51.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:50 smithi134 ceph-mon[89086]: pgmap v4700: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 17 KiB/s wr, 273 op/s 2024-09-20T22:56:52.092 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotected PASSED [ 62%] 2024-09-20T22:56:52.315 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:51 smithi134 ceph-mon[89086]: osdmap e2768: 8 total, 8 up, 8 in 2024-09-20T22:56:52.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:51 smithi046 ceph-mon[96110]: osdmap e2768: 8 total, 8 up, 8 in 2024-09-20T22:56:52.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:51 smithi046 ceph-mon[98591]: osdmap e2768: 8 total, 8 up, 8 in 2024-09-20T22:56:52.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:56:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:56:52] "GET /metrics HTTP/1.1" 200 36757 "" "Prometheus/2.43.0" 2024-09-20T22:56:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:56:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:56:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:56:53.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:52 smithi046 ceph-mon[96110]: osdmap e2769: 8 total, 8 up, 8 in 2024-09-20T22:56:53.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:52 smithi046 ceph-mon[96110]: pgmap v4703: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 409 KiB/s rd, 28 KiB/s wr, 535 op/s 2024-09-20T22:56:53.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:52 smithi046 ceph-mon[98591]: osdmap e2769: 8 total, 8 up, 8 in 2024-09-20T22:56:53.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:52 smithi046 ceph-mon[98591]: pgmap v4703: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 409 KiB/s rd, 28 KiB/s wr, 535 op/s 2024-09-20T22:56:53.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:52 smithi134 ceph-mon[89086]: osdmap e2769: 8 total, 8 up, 8 in 2024-09-20T22:56:53.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:52 smithi134 ceph-mon[89086]: pgmap v4703: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 409 KiB/s rd, 28 KiB/s wr, 535 op/s 2024-09-20T22:56:54.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:53 smithi046 ceph-mon[96110]: osdmap e2770: 8 total, 8 up, 8 in 2024-09-20T22:56:54.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:53 smithi046 ceph-mon[98591]: osdmap e2770: 8 total, 8 up, 8 in 2024-09-20T22:56:54.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:53 smithi134 ceph-mon[89086]: osdmap e2770: 8 total, 8 up, 8 in 2024-09-20T22:56:55.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:54 smithi046 ceph-mon[96110]: osdmap e2771: 8 total, 8 up, 8 in 2024-09-20T22:56:55.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:54 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi046-159928-2","app": "rbd"}]: dispatch 2024-09-20T22:56:55.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:54 smithi046 ceph-mon[96110]: pgmap v4706: 169 pgs: 5 creating+peering, 27 unknown, 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 340 KiB/s rd, 22 KiB/s wr, 446 op/s 2024-09-20T22:56:55.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:54 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi046-159928-2","app": "rbd"}]': finished 2024-09-20T22:56:55.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:54 smithi046 ceph-mon[96110]: osdmap e2772: 8 total, 8 up, 8 in 2024-09-20T22:56:55.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:54 smithi046 ceph-mon[98591]: osdmap e2771: 8 total, 8 up, 8 in 2024-09-20T22:56:55.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:54 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi046-159928-2","app": "rbd"}]: dispatch 2024-09-20T22:56:55.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:54 smithi046 ceph-mon[98591]: pgmap v4706: 169 pgs: 5 creating+peering, 27 unknown, 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 340 KiB/s rd, 22 KiB/s wr, 446 op/s 2024-09-20T22:56:55.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:54 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi046-159928-2","app": "rbd"}]': finished 2024-09-20T22:56:55.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:54 smithi046 ceph-mon[98591]: osdmap e2772: 8 total, 8 up, 8 in 2024-09-20T22:56:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:55 smithi134 ceph-mon[89086]: osdmap e2771: 8 total, 8 up, 8 in 2024-09-20T22:56:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:55 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi046-159928-2","app": "rbd"}]: dispatch 2024-09-20T22:56:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:55 smithi134 ceph-mon[89086]: pgmap v4706: 169 pgs: 5 creating+peering, 27 unknown, 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 340 KiB/s rd, 22 KiB/s wr, 446 op/s 2024-09-20T22:56:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:55 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi046-159928-2","app": "rbd"}]': finished 2024-09-20T22:56:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:55 smithi134 ceph-mon[89086]: osdmap e2772: 8 total, 8 up, 8 in 2024-09-20T22:56:56.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:56 smithi046 ceph-mon[96110]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:56:56.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:56 smithi046 ceph-mon[96110]: osdmap e2773: 8 total, 8 up, 8 in 2024-09-20T22:56:56.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:56 smithi046 ceph-mon[98591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:56:56.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:56 smithi046 ceph-mon[98591]: osdmap e2773: 8 total, 8 up, 8 in 2024-09-20T22:56:56.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:56 smithi134 ceph-mon[89086]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T22:56:56.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:56 smithi134 ceph-mon[89086]: osdmap e2773: 8 total, 8 up, 8 in 2024-09-20T22:56:57.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:57 smithi046 ceph-mon[98591]: pgmap v4709: 169 pgs: 5 creating+peering, 12 unknown, 152 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 5.2 KiB/s wr, 60 op/s 2024-09-20T22:56:57.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:57 smithi046 ceph-mon[98591]: osdmap e2774: 8 total, 8 up, 8 in 2024-09-20T22:56:57.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:57 smithi046 ceph-mon[96110]: pgmap v4709: 169 pgs: 5 creating+peering, 12 unknown, 152 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 5.2 KiB/s wr, 60 op/s 2024-09-20T22:56:57.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:57 smithi046 ceph-mon[96110]: osdmap e2774: 8 total, 8 up, 8 in 2024-09-20T22:56:57.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:57 smithi134 ceph-mon[89086]: pgmap v4709: 169 pgs: 5 creating+peering, 12 unknown, 152 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 5.2 KiB/s wr, 60 op/s 2024-09-20T22:56:57.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:57 smithi134 ceph-mon[89086]: osdmap e2774: 8 total, 8 up, 8 in 2024-09-20T22:56:58.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:58 smithi046 ceph-mon[96110]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:56:58.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:58 smithi046 ceph-mon[98591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:56:58.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:58 smithi134 ceph-mon[89086]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-20T22:56:59.125 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotect_with_children PASSED [ 62%] 2024-09-20T22:56:59.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:59 smithi046 ceph-mon[96110]: osdmap e2775: 8 total, 8 up, 8 in 2024-09-20T22:56:59.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:56:59 smithi046 ceph-mon[96110]: pgmap v4712: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 6.0 KiB/s wr, 146 op/s 2024-09-20T22:56:59.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:59 smithi046 ceph-mon[98591]: osdmap e2775: 8 total, 8 up, 8 in 2024-09-20T22:56:59.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:56:59 smithi046 ceph-mon[98591]: pgmap v4712: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 6.0 KiB/s wr, 146 op/s 2024-09-20T22:56:59.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:59 smithi134 ceph-mon[89086]: osdmap e2775: 8 total, 8 up, 8 in 2024-09-20T22:56:59.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:56:59 smithi134 ceph-mon[89086]: pgmap v4712: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 6.0 KiB/s wr, 146 op/s 2024-09-20T22:57:00.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:00 smithi046 ceph-mon[98591]: osdmap e2776: 8 total, 8 up, 8 in 2024-09-20T22:57:00.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:00 smithi046 ceph-mon[98591]: osdmap e2777: 8 total, 8 up, 8 in 2024-09-20T22:57:00.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:00 smithi046 ceph-mon[96110]: osdmap e2776: 8 total, 8 up, 8 in 2024-09-20T22:57:00.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:00 smithi046 ceph-mon[96110]: osdmap e2777: 8 total, 8 up, 8 in 2024-09-20T22:57:00.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:00 smithi134 ceph-mon[89086]: osdmap e2776: 8 total, 8 up, 8 in 2024-09-20T22:57:00.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:00 smithi134 ceph-mon[89086]: osdmap e2777: 8 total, 8 up, 8 in 2024-09-20T22:57:01.135 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stat PASSED [ 63%] 2024-09-20T22:57:01.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:01 smithi046 ceph-mon[96110]: pgmap v4715: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 4.0 KiB/s wr, 101 op/s 2024-09-20T22:57:01.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:01 smithi046 ceph-mon[98591]: pgmap v4715: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 4.0 KiB/s wr, 101 op/s 2024-09-20T22:57:01.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:01 smithi134 ceph-mon[89086]: pgmap v4715: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 4.0 KiB/s wr, 101 op/s 2024-09-20T22:57:02.316 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:02 smithi134 ceph-mon[89086]: osdmap e2778: 8 total, 8 up, 8 in 2024-09-20T22:57:02.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:02 smithi046 ceph-mon[96110]: osdmap e2778: 8 total, 8 up, 8 in 2024-09-20T22:57:02.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:02 smithi046 ceph-mon[98591]: osdmap e2778: 8 total, 8 up, 8 in 2024-09-20T22:57:02.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:57:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:57:02] "GET /metrics HTTP/1.1" 200 36757 "" "Prometheus/2.43.0" 2024-09-20T22:57:02.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:57:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:57:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:57:03.144 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_stat PASSED [ 63%] 2024-09-20T22:57:03.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:03 smithi046 ceph-mon[96110]: osdmap e2779: 8 total, 8 up, 8 in 2024-09-20T22:57:03.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:03 smithi046 ceph-mon[96110]: pgmap v4718: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 11 KiB/s wr, 201 op/s 2024-09-20T22:57:03.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:03 smithi046 ceph-mon[98591]: osdmap e2779: 8 total, 8 up, 8 in 2024-09-20T22:57:03.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:03 smithi046 ceph-mon[98591]: pgmap v4718: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 11 KiB/s wr, 201 op/s 2024-09-20T22:57:03.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:03 smithi134 ceph-mon[89086]: osdmap e2779: 8 total, 8 up, 8 in 2024-09-20T22:57:03.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:03 smithi134 ceph-mon[89086]: pgmap v4718: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 11 KiB/s wr, 201 op/s 2024-09-20T22:57:04.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:04 smithi046 ceph-mon[96110]: osdmap e2780: 8 total, 8 up, 8 in 2024-09-20T22:57:04.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:04 smithi046 ceph-mon[98591]: osdmap e2780: 8 total, 8 up, 8 in 2024-09-20T22:57:04.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:04 smithi134 ceph-mon[89086]: osdmap e2780: 8 total, 8 up, 8 in 2024-09-20T22:57:05.135 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_io PASSED [ 64%] 2024-09-20T22:57:05.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:05 smithi046 ceph-mon[98591]: osdmap e2781: 8 total, 8 up, 8 in 2024-09-20T22:57:05.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:05 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:57:05.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:05 smithi046 ceph-mon[98591]: pgmap v4721: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 237 KiB/s rd, 18 KiB/s wr, 320 op/s 2024-09-20T22:57:05.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:05 smithi046 ceph-mon[96110]: osdmap e2781: 8 total, 8 up, 8 in 2024-09-20T22:57:05.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:05 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:57:05.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:05 smithi046 ceph-mon[96110]: pgmap v4721: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 237 KiB/s rd, 18 KiB/s wr, 320 op/s 2024-09-20T22:57:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:05 smithi134 ceph-mon[89086]: osdmap e2781: 8 total, 8 up, 8 in 2024-09-20T22:57:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:05 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:57:05.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:05 smithi134 ceph-mon[89086]: pgmap v4721: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 237 KiB/s rd, 18 KiB/s wr, 320 op/s 2024-09-20T22:57:06.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:06 smithi046 ceph-mon[96110]: osdmap e2782: 8 total, 8 up, 8 in 2024-09-20T22:57:06.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:06 smithi046 ceph-mon[98591]: osdmap e2782: 8 total, 8 up, 8 in 2024-09-20T22:57:06.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:06 smithi134 ceph-mon[89086]: osdmap e2782: 8 total, 8 up, 8 in 2024-09-20T22:57:07.159 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_read PASSED [ 64%] 2024-09-20T22:57:07.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:07 smithi046 ceph-mon[98591]: osdmap e2783: 8 total, 8 up, 8 in 2024-09-20T22:57:07.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:07 smithi046 ceph-mon[98591]: pgmap v4724: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 198 KiB/s rd, 16 KiB/s wr, 266 op/s 2024-09-20T22:57:07.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:07 smithi046 ceph-mon[96110]: osdmap e2783: 8 total, 8 up, 8 in 2024-09-20T22:57:07.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:07 smithi046 ceph-mon[96110]: pgmap v4724: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 198 KiB/s rd, 16 KiB/s wr, 266 op/s 2024-09-20T22:57:07.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:07 smithi134 ceph-mon[89086]: osdmap e2783: 8 total, 8 up, 8 in 2024-09-20T22:57:07.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:07 smithi134 ceph-mon[89086]: pgmap v4724: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 198 KiB/s rd, 16 KiB/s wr, 266 op/s 2024-09-20T22:57:08.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:08 smithi046 ceph-mon[96110]: osdmap e2784: 8 total, 8 up, 8 in 2024-09-20T22:57:08.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:08 smithi046 ceph-mon[98591]: osdmap e2784: 8 total, 8 up, 8 in 2024-09-20T22:57:08.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:08 smithi134 ceph-mon[89086]: osdmap e2784: 8 total, 8 up, 8 in 2024-09-20T22:57:09.171 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_write PASSED [ 65%] 2024-09-20T22:57:09.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:09 smithi046 ceph-mon[96110]: osdmap e2785: 8 total, 8 up, 8 in 2024-09-20T22:57:09.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:09 smithi046 ceph-mon[96110]: pgmap v4727: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 238 KiB/s rd, 19 KiB/s wr, 325 op/s 2024-09-20T22:57:09.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:09 smithi046 ceph-mon[98591]: osdmap e2785: 8 total, 8 up, 8 in 2024-09-20T22:57:09.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:09 smithi046 ceph-mon[98591]: pgmap v4727: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 238 KiB/s rd, 19 KiB/s wr, 325 op/s 2024-09-20T22:57:09.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:09 smithi134 ceph-mon[89086]: osdmap e2785: 8 total, 8 up, 8 in 2024-09-20T22:57:09.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:09 smithi134 ceph-mon[89086]: pgmap v4727: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 238 KiB/s rd, 19 KiB/s wr, 325 op/s 2024-09-20T22:57:10.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:10 smithi046 ceph-mon[96110]: osdmap e2786: 8 total, 8 up, 8 in 2024-09-20T22:57:10.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:10 smithi046 ceph-mon[96110]: osdmap e2787: 8 total, 8 up, 8 in 2024-09-20T22:57:10.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:10 smithi046 ceph-mon[98591]: osdmap e2786: 8 total, 8 up, 8 in 2024-09-20T22:57:10.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:10 smithi046 ceph-mon[98591]: osdmap e2787: 8 total, 8 up, 8 in 2024-09-20T22:57:10.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:10 smithi134 ceph-mon[89086]: osdmap e2786: 8 total, 8 up, 8 in 2024-09-20T22:57:10.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:10 smithi134 ceph-mon[89086]: osdmap e2787: 8 total, 8 up, 8 in 2024-09-20T22:57:11.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:11 smithi046 ceph-mon[96110]: pgmap v4730: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 17 KiB/s wr, 216 op/s 2024-09-20T22:57:11.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:11 smithi046 ceph-mon[98591]: pgmap v4730: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 17 KiB/s wr, 216 op/s 2024-09-20T22:57:11.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:11 smithi134 ceph-mon[89086]: pgmap v4730: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 17 KiB/s wr, 216 op/s 2024-09-20T22:57:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:57:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:57:12] "GET /metrics HTTP/1.1" 200 36756 "" "Prometheus/2.43.0" 2024-09-20T22:57:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:57:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:57:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:57:13.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:13 smithi134 ceph-mon[89086]: pgmap v4731: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 660 KiB/s rd, 24 KiB/s wr, 816 op/s 2024-09-20T22:57:13.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:13 smithi046 ceph-mon[96110]: pgmap v4731: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 660 KiB/s rd, 24 KiB/s wr, 816 op/s 2024-09-20T22:57:13.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:13 smithi046 ceph-mon[98591]: pgmap v4731: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 660 KiB/s rd, 24 KiB/s wr, 816 op/s 2024-09-20T22:57:14.528 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_list_children PASSED [ 65%] 2024-09-20T22:57:15.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:15 smithi046 ceph-mon[96110]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 31 KiB/s wr, 1.29k op/s 2024-09-20T22:57:15.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:15 smithi046 ceph-mon[96110]: osdmap e2788: 8 total, 8 up, 8 in 2024-09-20T22:57:15.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:15 smithi046 ceph-mon[96110]: osdmap e2789: 8 total, 8 up, 8 in 2024-09-20T22:57:15.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:15 smithi046 ceph-mon[98591]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 31 KiB/s wr, 1.29k op/s 2024-09-20T22:57:15.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:15 smithi046 ceph-mon[98591]: osdmap e2788: 8 total, 8 up, 8 in 2024-09-20T22:57:15.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:15 smithi046 ceph-mon[98591]: osdmap e2789: 8 total, 8 up, 8 in 2024-09-20T22:57:15.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:15 smithi134 ceph-mon[89086]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 31 KiB/s wr, 1.29k op/s 2024-09-20T22:57:15.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:15 smithi134 ceph-mon[89086]: osdmap e2788: 8 total, 8 up, 8 in 2024-09-20T22:57:15.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:15 smithi134 ceph-mon[89086]: osdmap e2789: 8 total, 8 up, 8 in 2024-09-20T22:57:17.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:16 smithi046 ceph-mon[96110]: osdmap e2790: 8 total, 8 up, 8 in 2024-09-20T22:57:17.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:16 smithi046 ceph-mon[96110]: pgmap v4736: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 33 KiB/s wr, 2.27k op/s 2024-09-20T22:57:17.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:16 smithi046 ceph-mon[98591]: osdmap e2790: 8 total, 8 up, 8 in 2024-09-20T22:57:17.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:16 smithi046 ceph-mon[98591]: pgmap v4736: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 33 KiB/s wr, 2.27k op/s 2024-09-20T22:57:17.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:16 smithi134 ceph-mon[89086]: osdmap e2790: 8 total, 8 up, 8 in 2024-09-20T22:57:17.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:16 smithi134 ceph-mon[89086]: pgmap v4736: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 33 KiB/s wr, 2.27k op/s 2024-09-20T22:57:18.080 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_errors PASSED [ 66%] 2024-09-20T22:57:18.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:17 smithi046 ceph-mon[96110]: osdmap e2791: 8 total, 8 up, 8 in 2024-09-20T22:57:18.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:17 smithi046 ceph-mon[98591]: osdmap e2791: 8 total, 8 up, 8 in 2024-09-20T22:57:18.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:17 smithi134 ceph-mon[89086]: osdmap e2791: 8 total, 8 up, 8 in 2024-09-20T22:57:19.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:18 smithi046 ceph-mon[98591]: osdmap e2792: 8 total, 8 up, 8 in 2024-09-20T22:57:19.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:18 smithi046 ceph-mon[98591]: pgmap v4739: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 13 KiB/s wr, 1.80k op/s 2024-09-20T22:57:19.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:18 smithi046 ceph-mon[96110]: osdmap e2792: 8 total, 8 up, 8 in 2024-09-20T22:57:19.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:18 smithi046 ceph-mon[96110]: pgmap v4739: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 13 KiB/s wr, 1.80k op/s 2024-09-20T22:57:19.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:18 smithi134 ceph-mon[89086]: osdmap e2792: 8 total, 8 up, 8 in 2024-09-20T22:57:19.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:18 smithi134 ceph-mon[89086]: pgmap v4739: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 13 KiB/s wr, 1.80k op/s 2024-09-20T22:57:20.078 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_basic PASSED [ 67%] 2024-09-20T22:57:20.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:19 smithi046 ceph-mon[98591]: osdmap e2793: 8 total, 8 up, 8 in 2024-09-20T22:57:20.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:57:20.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:19 smithi046 ceph-mon[96110]: osdmap e2793: 8 total, 8 up, 8 in 2024-09-20T22:57:20.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:57:20.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:19 smithi134 ceph-mon[89086]: osdmap e2793: 8 total, 8 up, 8 in 2024-09-20T22:57:20.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:57:21.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:20 smithi046 ceph-mon[96110]: osdmap e2794: 8 total, 8 up, 8 in 2024-09-20T22:57:21.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:20 smithi046 ceph-mon[96110]: pgmap v4742: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 332 KiB/s rd, 8.0 KiB/s wr, 404 op/s 2024-09-20T22:57:21.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:20 smithi046 ceph-mon[98591]: osdmap e2794: 8 total, 8 up, 8 in 2024-09-20T22:57:21.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:20 smithi046 ceph-mon[98591]: pgmap v4742: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 332 KiB/s rd, 8.0 KiB/s wr, 404 op/s 2024-09-20T22:57:21.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:20 smithi134 ceph-mon[89086]: osdmap e2794: 8 total, 8 up, 8 in 2024-09-20T22:57:21.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:20 smithi134 ceph-mon[89086]: pgmap v4742: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 332 KiB/s rd, 8.0 KiB/s wr, 404 op/s 2024-09-20T22:57:22.094 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_smaller_order PASSED [ 67%] 2024-09-20T22:57:22.315 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:21 smithi134 ceph-mon[89086]: osdmap e2795: 8 total, 8 up, 8 in 2024-09-20T22:57:22.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:21 smithi046 ceph-mon[96110]: osdmap e2795: 8 total, 8 up, 8 in 2024-09-20T22:57:22.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:57:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:57:22] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-09-20T22:57:22.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:21 smithi046 ceph-mon[98591]: osdmap e2795: 8 total, 8 up, 8 in 2024-09-20T22:57:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:57:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:57:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:57:23.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:22 smithi046 ceph-mon[96110]: osdmap e2796: 8 total, 8 up, 8 in 2024-09-20T22:57:23.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:22 smithi046 ceph-mon[96110]: pgmap v4745: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 289 KiB/s rd, 24 KiB/s wr, 399 op/s 2024-09-20T22:57:23.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:22 smithi046 ceph-mon[98591]: osdmap e2796: 8 total, 8 up, 8 in 2024-09-20T22:57:23.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:22 smithi046 ceph-mon[98591]: pgmap v4745: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 289 KiB/s rd, 24 KiB/s wr, 399 op/s 2024-09-20T22:57:23.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:22 smithi134 ceph-mon[89086]: osdmap e2796: 8 total, 8 up, 8 in 2024-09-20T22:57:23.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:22 smithi134 ceph-mon[89086]: pgmap v4745: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 289 KiB/s rd, 24 KiB/s wr, 399 op/s 2024-09-20T22:57:24.097 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_larger_order PASSED [ 68%] 2024-09-20T22:57:24.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:24 smithi046 ceph-mon[96110]: osdmap e2797: 8 total, 8 up, 8 in 2024-09-20T22:57:24.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:24 smithi046 ceph-mon[98591]: osdmap e2797: 8 total, 8 up, 8 in 2024-09-20T22:57:24.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:24 smithi134 ceph-mon[89086]: osdmap e2797: 8 total, 8 up, 8 in 2024-09-20T22:57:25.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:25 smithi046 ceph-mon[96110]: osdmap e2798: 8 total, 8 up, 8 in 2024-09-20T22:57:25.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:25 smithi046 ceph-mon[96110]: pgmap v4748: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 483 KiB/s rd, 46 KiB/s wr, 679 op/s 2024-09-20T22:57:25.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:25 smithi046 ceph-mon[96110]: osdmap e2799: 8 total, 8 up, 8 in 2024-09-20T22:57:25.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:25 smithi046 ceph-mon[98591]: osdmap e2798: 8 total, 8 up, 8 in 2024-09-20T22:57:25.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:25 smithi046 ceph-mon[98591]: pgmap v4748: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 483 KiB/s rd, 46 KiB/s wr, 679 op/s 2024-09-20T22:57:25.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:25 smithi046 ceph-mon[98591]: osdmap e2799: 8 total, 8 up, 8 in 2024-09-20T22:57:25.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:25 smithi134 ceph-mon[89086]: osdmap e2798: 8 total, 8 up, 8 in 2024-09-20T22:57:25.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:25 smithi134 ceph-mon[89086]: pgmap v4748: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 483 KiB/s rd, 46 KiB/s wr, 679 op/s 2024-09-20T22:57:25.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:25 smithi134 ceph-mon[89086]: osdmap e2799: 8 total, 8 up, 8 in 2024-09-20T22:57:26.114 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_drops_cache PASSED [ 68%] 2024-09-20T22:57:27.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:27 smithi046 ceph-mon[96110]: osdmap e2800: 8 total, 8 up, 8 in 2024-09-20T22:57:27.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:27 smithi046 ceph-mon[96110]: pgmap v4751: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 650 KiB/s rd, 40 KiB/s wr, 864 op/s 2024-09-20T22:57:27.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:27 smithi046 ceph-mon[98591]: osdmap e2800: 8 total, 8 up, 8 in 2024-09-20T22:57:27.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:27 smithi046 ceph-mon[98591]: pgmap v4751: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 650 KiB/s rd, 40 KiB/s wr, 864 op/s 2024-09-20T22:57:27.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:27 smithi134 ceph-mon[89086]: osdmap e2800: 8 total, 8 up, 8 in 2024-09-20T22:57:27.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:27 smithi134 ceph-mon[89086]: pgmap v4751: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 650 KiB/s rd, 40 KiB/s wr, 864 op/s 2024-09-20T22:57:28.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:28 smithi046 ceph-mon[96110]: osdmap e2801: 8 total, 8 up, 8 in 2024-09-20T22:57:28.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:28 smithi046 ceph-mon[98591]: osdmap e2801: 8 total, 8 up, 8 in 2024-09-20T22:57:28.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:28 smithi134 ceph-mon[89086]: osdmap e2801: 8 total, 8 up, 8 in 2024-09-20T22:57:29.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:29 smithi046 ceph-mon[96110]: osdmap e2802: 8 total, 8 up, 8 in 2024-09-20T22:57:29.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:29 smithi046 ceph-mon[96110]: pgmap v4754: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 791 KiB/s rd, 37 KiB/s wr, 1.03k op/s 2024-09-20T22:57:29.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:29 smithi046 ceph-mon[98591]: osdmap e2802: 8 total, 8 up, 8 in 2024-09-20T22:57:29.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:29 smithi046 ceph-mon[98591]: pgmap v4754: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 791 KiB/s rd, 37 KiB/s wr, 1.03k op/s 2024-09-20T22:57:29.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:29 smithi134 ceph-mon[89086]: osdmap e2802: 8 total, 8 up, 8 in 2024-09-20T22:57:29.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:29 smithi134 ceph-mon[89086]: pgmap v4754: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 791 KiB/s rd, 37 KiB/s wr, 1.03k op/s 2024-09-20T22:57:30.069 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_multi_level PASSED [ 69%] 2024-09-20T22:57:30.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:30 smithi046 ceph-mon[96110]: osdmap e2803: 8 total, 8 up, 8 in 2024-09-20T22:57:30.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:30 smithi046 ceph-mon[96110]: osdmap e2804: 8 total, 8 up, 8 in 2024-09-20T22:57:30.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:30 smithi046 ceph-mon[98591]: osdmap e2803: 8 total, 8 up, 8 in 2024-09-20T22:57:30.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:30 smithi046 ceph-mon[98591]: osdmap e2804: 8 total, 8 up, 8 in 2024-09-20T22:57:30.428 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:30 smithi134 ceph-mon[89086]: osdmap e2803: 8 total, 8 up, 8 in 2024-09-20T22:57:30.429 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:30 smithi134 ceph-mon[89086]: osdmap e2804: 8 total, 8 up, 8 in 2024-09-20T22:57:31.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:31 smithi046 ceph-mon[96110]: pgmap v4757: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 420 KiB/s rd, 28 KiB/s wr, 561 op/s 2024-09-20T22:57:31.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:31 smithi046 ceph-mon[98591]: pgmap v4757: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 420 KiB/s rd, 28 KiB/s wr, 561 op/s 2024-09-20T22:57:31.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:31 smithi134 ceph-mon[89086]: pgmap v4757: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 420 KiB/s rd, 28 KiB/s wr, 561 op/s 2024-09-20T22:57:32.141 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_with_progress PASSED [ 69%] 2024-09-20T22:57:32.315 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:32 smithi134 ceph-mon[89086]: osdmap e2805: 8 total, 8 up, 8 in 2024-09-20T22:57:32.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:32 smithi046 ceph-mon[96110]: osdmap e2805: 8 total, 8 up, 8 in 2024-09-20T22:57:32.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:32 smithi046 ceph-mon[98591]: osdmap e2805: 8 total, 8 up, 8 in 2024-09-20T22:57:32.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:57:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:57:32] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-09-20T22:57:32.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:57:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:57:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:57:33.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:33 smithi046 ceph-mon[98591]: osdmap e2806: 8 total, 8 up, 8 in 2024-09-20T22:57:33.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:33 smithi046 ceph-mon[98591]: pgmap v4760: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 267 KiB/s rd, 20 KiB/s wr, 354 op/s 2024-09-20T22:57:33.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:33 smithi046 ceph-mon[96110]: osdmap e2806: 8 total, 8 up, 8 in 2024-09-20T22:57:33.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:33 smithi046 ceph-mon[96110]: pgmap v4760: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 267 KiB/s rd, 20 KiB/s wr, 354 op/s 2024-09-20T22:57:33.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:33 smithi134 ceph-mon[89086]: osdmap e2806: 8 total, 8 up, 8 in 2024-09-20T22:57:33.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:33 smithi134 ceph-mon[89086]: pgmap v4760: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 267 KiB/s rd, 20 KiB/s wr, 354 op/s 2024-09-20T22:57:34.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:34 smithi046 ceph-mon[96110]: osdmap e2807: 8 total, 8 up, 8 in 2024-09-20T22:57:34.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:34 smithi046 ceph-mon[98591]: osdmap e2807: 8 total, 8 up, 8 in 2024-09-20T22:57:34.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:34 smithi134 ceph-mon[89086]: osdmap e2807: 8 total, 8 up, 8 in 2024-09-20T22:57:35.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:35 smithi046 ceph-mon[96110]: osdmap e2808: 8 total, 8 up, 8 in 2024-09-20T22:57:35.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:35 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:57:35.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:35 smithi046 ceph-mon[96110]: pgmap v4763: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 247 KiB/s rd, 21 KiB/s wr, 335 op/s 2024-09-20T22:57:35.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:35 smithi046 ceph-mon[96110]: osdmap e2809: 8 total, 8 up, 8 in 2024-09-20T22:57:35.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:35 smithi046 ceph-mon[98591]: osdmap e2808: 8 total, 8 up, 8 in 2024-09-20T22:57:35.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:35 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:57:35.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:35 smithi046 ceph-mon[98591]: pgmap v4763: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 247 KiB/s rd, 21 KiB/s wr, 335 op/s 2024-09-20T22:57:35.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:35 smithi046 ceph-mon[98591]: osdmap e2809: 8 total, 8 up, 8 in 2024-09-20T22:57:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:35 smithi134 ceph-mon[89086]: osdmap e2808: 8 total, 8 up, 8 in 2024-09-20T22:57:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:35 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:57:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:35 smithi134 ceph-mon[89086]: pgmap v4763: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 247 KiB/s rd, 21 KiB/s wr, 335 op/s 2024-09-20T22:57:35.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:35 smithi134 ceph-mon[89086]: osdmap e2809: 8 total, 8 up, 8 in 2024-09-20T22:57:36.173 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_flatten_multi_level PASSED [ 70%] 2024-09-20T22:57:37.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:37 smithi046 ceph-mon[96110]: osdmap e2810: 8 total, 8 up, 8 in 2024-09-20T22:57:37.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:37 smithi046 ceph-mon[96110]: pgmap v4766: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 15 KiB/s wr, 215 op/s 2024-09-20T22:57:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:37 smithi046 ceph-mon[98591]: osdmap e2810: 8 total, 8 up, 8 in 2024-09-20T22:57:37.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:37 smithi046 ceph-mon[98591]: pgmap v4766: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 15 KiB/s wr, 215 op/s 2024-09-20T22:57:37.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:37 smithi134 ceph-mon[89086]: osdmap e2810: 8 total, 8 up, 8 in 2024-09-20T22:57:37.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:37 smithi134 ceph-mon[89086]: pgmap v4766: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 15 KiB/s wr, 215 op/s 2024-09-20T22:57:38.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:38 smithi046 ceph-mon[96110]: osdmap e2811: 8 total, 8 up, 8 in 2024-09-20T22:57:38.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:38 smithi046 ceph-mon[98591]: osdmap e2811: 8 total, 8 up, 8 in 2024-09-20T22:57:38.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:38 smithi134 ceph-mon[89086]: osdmap e2811: 8 total, 8 up, 8 in 2024-09-20T22:57:39.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:39 smithi046 ceph-mon[96110]: osdmap e2812: 8 total, 8 up, 8 in 2024-09-20T22:57:39.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:39 smithi046 ceph-mon[96110]: pgmap v4769: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 348 KiB/s rd, 19 KiB/s wr, 457 op/s 2024-09-20T22:57:39.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:39 smithi046 ceph-mon[98591]: osdmap e2812: 8 total, 8 up, 8 in 2024-09-20T22:57:39.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:39 smithi046 ceph-mon[98591]: pgmap v4769: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 348 KiB/s rd, 19 KiB/s wr, 457 op/s 2024-09-20T22:57:39.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:39 smithi134 ceph-mon[89086]: osdmap e2812: 8 total, 8 up, 8 in 2024-09-20T22:57:39.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:39 smithi134 ceph-mon[89086]: pgmap v4769: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 348 KiB/s rd, 19 KiB/s wr, 457 op/s 2024-09-20T22:57:40.080 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_trash_snapshot PASSED [ 70%] 2024-09-20T22:57:40.192 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_ownership PASSED [ 71%] 2024-09-20T22:57:40.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:40 smithi046 ceph-mon[96110]: osdmap e2813: 8 total, 8 up, 8 in 2024-09-20T22:57:40.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:40 smithi046 ceph-mon[96110]: osdmap e2814: 8 total, 8 up, 8 in 2024-09-20T22:57:40.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:40 smithi046 ceph-mon[98591]: osdmap e2813: 8 total, 8 up, 8 in 2024-09-20T22:57:40.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:40 smithi046 ceph-mon[98591]: osdmap e2814: 8 total, 8 up, 8 in 2024-09-20T22:57:40.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:40 smithi134 ceph-mon[89086]: osdmap e2813: 8 total, 8 up, 8 in 2024-09-20T22:57:40.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:40 smithi134 ceph-mon[89086]: osdmap e2814: 8 total, 8 up, 8 in 2024-09-20T22:57:41.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:41 smithi046 ceph-mon[98591]: pgmap v4772: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 251 KiB/s rd, 15 KiB/s wr, 329 op/s 2024-09-20T22:57:41.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:41 smithi046 ceph-mon[96110]: pgmap v4772: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 251 KiB/s rd, 15 KiB/s wr, 329 op/s 2024-09-20T22:57:41.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:41 smithi134 ceph-mon[89086]: pgmap v4772: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 251 KiB/s rd, 15 KiB/s wr, 329 op/s 2024-09-20T22:57:42.200 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_snapshot_leadership PASSED [ 71%] 2024-09-20T22:57:42.295 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_read_only_leadership PASSED [ 72%] 2024-09-20T22:57:42.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:42 smithi046 ceph-mon[96110]: osdmap e2815: 8 total, 8 up, 8 in 2024-09-20T22:57:42.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:42 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:57:42.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:57:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:57:42] "GET /metrics HTTP/1.1" 200 36757 "" "Prometheus/2.43.0" 2024-09-20T22:57:42.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:42 smithi046 ceph-mon[98591]: osdmap e2815: 8 total, 8 up, 8 in 2024-09-20T22:57:42.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:42 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:57:42.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:42 smithi134 ceph-mon[89086]: osdmap e2815: 8 total, 8 up, 8 in 2024-09-20T22:57:42.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:42 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:57:42.426 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:57:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:57:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:57:43.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:43 smithi046 ceph-mon[98591]: osdmap e2816: 8 total, 8 up, 8 in 2024-09-20T22:57:43.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:43 smithi046 ceph-mon[98591]: pgmap v4775: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 18 KiB/s wr, 307 op/s 2024-09-20T22:57:43.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:43 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:57:43.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:43 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:57:43.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:43 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:57:43.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:43 smithi046 ceph-mon[96110]: osdmap e2816: 8 total, 8 up, 8 in 2024-09-20T22:57:43.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:43 smithi046 ceph-mon[96110]: pgmap v4775: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 18 KiB/s wr, 307 op/s 2024-09-20T22:57:43.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:43 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:57:43.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:43 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:57:43.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:43 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:57:43.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:43 smithi134 ceph-mon[89086]: osdmap e2816: 8 total, 8 up, 8 in 2024-09-20T22:57:43.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:43 smithi134 ceph-mon[89086]: pgmap v4775: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 18 KiB/s wr, 307 op/s 2024-09-20T22:57:43.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:43 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:57:43.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:43 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:57:43.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:43 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:57:44.209 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_flatten PASSED [ 73%] 2024-09-20T22:57:44.344 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_resize PASSED [ 73%] 2024-09-20T22:57:44.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:44 smithi046 ceph-mon[96110]: osdmap e2817: 8 total, 8 up, 8 in 2024-09-20T22:57:44.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:44 smithi046 ceph-mon[98591]: osdmap e2817: 8 total, 8 up, 8 in 2024-09-20T22:57:44.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:44 smithi134 ceph-mon[89086]: osdmap e2817: 8 total, 8 up, 8 in 2024-09-20T22:57:45.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:45 smithi046 ceph-mon[96110]: osdmap e2818: 8 total, 8 up, 8 in 2024-09-20T22:57:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:45 smithi046 ceph-mon[96110]: pgmap v4778: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 268 KiB/s rd, 21 KiB/s wr, 370 op/s 2024-09-20T22:57:45.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:45 smithi046 ceph-mon[96110]: osdmap e2819: 8 total, 8 up, 8 in 2024-09-20T22:57:45.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:45 smithi046 ceph-mon[98591]: osdmap e2818: 8 total, 8 up, 8 in 2024-09-20T22:57:45.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:45 smithi046 ceph-mon[98591]: pgmap v4778: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 268 KiB/s rd, 21 KiB/s wr, 370 op/s 2024-09-20T22:57:45.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:45 smithi046 ceph-mon[98591]: osdmap e2819: 8 total, 8 up, 8 in 2024-09-20T22:57:45.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:45 smithi134 ceph-mon[89086]: osdmap e2818: 8 total, 8 up, 8 in 2024-09-20T22:57:45.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:45 smithi134 ceph-mon[89086]: pgmap v4778: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 268 KiB/s rd, 21 KiB/s wr, 370 op/s 2024-09-20T22:57:45.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:45 smithi134 ceph-mon[89086]: osdmap e2819: 8 total, 8 up, 8 in 2024-09-20T22:57:46.075 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_create PASSED [ 74%] 2024-09-20T22:57:47.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:46 smithi046 ceph-mon[96110]: osdmap e2820: 8 total, 8 up, 8 in 2024-09-20T22:57:47.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:46 smithi046 ceph-mon[96110]: pgmap v4781: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 13 KiB/s wr, 257 op/s 2024-09-20T22:57:47.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:46 smithi046 ceph-mon[98591]: osdmap e2820: 8 total, 8 up, 8 in 2024-09-20T22:57:47.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:46 smithi046 ceph-mon[98591]: pgmap v4781: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 13 KiB/s wr, 257 op/s 2024-09-20T22:57:47.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:46 smithi134 ceph-mon[89086]: osdmap e2820: 8 total, 8 up, 8 in 2024-09-20T22:57:47.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:46 smithi134 ceph-mon[89086]: pgmap v4781: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 13 KiB/s wr, 257 op/s 2024-09-20T22:57:48.085 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_rollback PASSED [ 74%] 2024-09-20T22:57:48.210 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_discard PASSED [ 75%] 2024-09-20T22:57:48.337 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_write PASSED [ 75%] 2024-09-20T22:57:48.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:47 smithi046 ceph-mon[96110]: osdmap e2821: 8 total, 8 up, 8 in 2024-09-20T22:57:48.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:47 smithi046 ceph-mon[98591]: osdmap e2821: 8 total, 8 up, 8 in 2024-09-20T22:57:48.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:47 smithi134 ceph-mon[89086]: osdmap e2821: 8 total, 8 up, 8 in 2024-09-20T22:57:48.433 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_acquire_release_lock PASSED [ 76%] 2024-09-20T22:57:49.073 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_break_lock PASSED [ 76%] 2024-09-20T22:57:49.163 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_uuid PASSED [ 77%] 2024-09-20T22:57:49.256 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_site_name PASSED [ 78%] 2024-09-20T22:57:49.367 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer_bootstrap PASSED [ 78%] 2024-09-20T22:57:49.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:48 smithi046 ceph-mon[98591]: osdmap e2822: 8 total, 8 up, 8 in 2024-09-20T22:57:49.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:48 smithi046 ceph-mon[98591]: pgmap v4784: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 274 KiB/s rd, 15 KiB/s wr, 371 op/s 2024-09-20T22:57:49.400 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:48 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/460878354' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/406227506"}]: dispatch 2024-09-20T22:57:49.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:48 smithi046 ceph-mon[96110]: osdmap e2822: 8 total, 8 up, 8 in 2024-09-20T22:57:49.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:48 smithi046 ceph-mon[96110]: pgmap v4784: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 274 KiB/s rd, 15 KiB/s wr, 371 op/s 2024-09-20T22:57:49.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:48 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/460878354' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/406227506"}]: dispatch 2024-09-20T22:57:49.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:48 smithi134 ceph-mon[89086]: osdmap e2822: 8 total, 8 up, 8 in 2024-09-20T22:57:49.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:48 smithi134 ceph-mon[89086]: pgmap v4784: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 274 KiB/s rd, 15 KiB/s wr, 371 op/s 2024-09-20T22:57:49.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:48 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/460878354' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/406227506"}]: dispatch 2024-09-20T22:57:49.466 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer PASSED [ 79%] 2024-09-20T22:57:49.552 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image SKIPPED [ 79%] 2024-09-20T22:57:49.645 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_status SKIPPED [ 80%] 2024-09-20T22:57:50.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:49 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/460878354' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/406227506"}]': finished 2024-09-20T22:57:50.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:49 smithi046 ceph-mon[96110]: osdmap e2823: 8 total, 8 up, 8 in 2024-09-20T22:57:50.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:49 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' 2024-09-20T22:57:50.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:49 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-20T22:57:50.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:49 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-20T22:57:50.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:49 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-20T22:57:50.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:49 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-20T22:57:50.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:57:50.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:49 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-20T22:57:50.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:49 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-20T22:57:50.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:49 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-20T22:57:50.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:49 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' 2024-09-20T22:57:50.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:49 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/43123cc0-3239-4394-bd63-221f841228da"}]: dispatch 2024-09-20T22:57:50.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:49 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/43123cc0-3239-4394-bd63-221f841228da"}]: dispatch 2024-09-20T22:57:50.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:49 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/43123cc0-3239-4394-bd63-221f841228da"}]': finished 2024-09-20T22:57:50.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:49 smithi046 ceph-mon[96110]: osdmap e2824: 8 total, 8 up, 8 in 2024-09-20T22:57:50.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:49 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/460878354' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/406227506"}]': finished 2024-09-20T22:57:50.403 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:49 smithi046 ceph-mon[98591]: osdmap e2823: 8 total, 8 up, 8 in 2024-09-20T22:57:50.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:49 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' 2024-09-20T22:57:50.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:49 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-20T22:57:50.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:49 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-20T22:57:50.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:49 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-20T22:57:50.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:49 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-20T22:57:50.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:57:50.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:49 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-20T22:57:50.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:49 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-20T22:57:50.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:49 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-20T22:57:50.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:49 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' 2024-09-20T22:57:50.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:49 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/43123cc0-3239-4394-bd63-221f841228da"}]: dispatch 2024-09-20T22:57:50.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:49 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/43123cc0-3239-4394-bd63-221f841228da"}]: dispatch 2024-09-20T22:57:50.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:49 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/43123cc0-3239-4394-bd63-221f841228da"}]': finished 2024-09-20T22:57:50.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:49 smithi046 ceph-mon[98591]: osdmap e2824: 8 total, 8 up, 8 in 2024-09-20T22:57:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:49 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/460878354' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.46:0/406227506"}]': finished 2024-09-20T22:57:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:49 smithi134 ceph-mon[89086]: osdmap e2823: 8 total, 8 up, 8 in 2024-09-20T22:57:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:49 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' 2024-09-20T22:57:50.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:49 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-20T22:57:50.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:49 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-20T22:57:50.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:49 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-20T22:57:50.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:49 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-20T22:57:50.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:57:50.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:49 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-20T22:57:50.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:49 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-20T22:57:50.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:49 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-20T22:57:50.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:49 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' 2024-09-20T22:57:50.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:49 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/43123cc0-3239-4394-bd63-221f841228da"}]: dispatch 2024-09-20T22:57:50.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:49 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/43123cc0-3239-4394-bd63-221f841228da"}]: dispatch 2024-09-20T22:57:50.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:49 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/43123cc0-3239-4394-bd63-221f841228da"}]': finished 2024-09-20T22:57:50.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:49 smithi134 ceph-mon[89086]: osdmap e2824: 8 total, 8 up, 8 in 2024-09-20T22:57:51.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:50 smithi046 ceph-mon[96110]: pgmap v4787: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 15 KiB/s wr, 276 op/s 2024-09-20T22:57:51.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:50 smithi046 ceph-mon[98591]: pgmap v4787: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 15 KiB/s wr, 276 op/s 2024-09-20T22:57:51.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:50 smithi134 ceph-mon[89086]: pgmap v4787: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 15 KiB/s wr, 276 op/s 2024-09-20T22:57:52.316 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:51 smithi134 ceph-mon[89086]: osdmap e2825: 8 total, 8 up, 8 in 2024-09-20T22:57:52.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:51 smithi046 ceph-mon[96110]: osdmap e2825: 8 total, 8 up, 8 in 2024-09-20T22:57:52.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:51 smithi046 ceph-mon[98591]: osdmap e2825: 8 total, 8 up, 8 in 2024-09-20T22:57:52.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:57:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:57:52] "GET /metrics HTTP/1.1" 200 36756 "" "Prometheus/2.43.0" 2024-09-20T22:57:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:57:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:57:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:57:53.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:52 smithi046 ceph-mon[96110]: osdmap e2826: 8 total, 8 up, 8 in 2024-09-20T22:57:53.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:52 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/679e1fec-a601-4249-a89b-9c2c55037f92"}]: dispatch 2024-09-20T22:57:53.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:52 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/679e1fec-a601-4249-a89b-9c2c55037f92"}]': finished 2024-09-20T22:57:53.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:52 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/5694e7cf-acb3-4959-a5f0-6dff59de435f"}]: dispatch 2024-09-20T22:57:53.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:52 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/5694e7cf-acb3-4959-a5f0-6dff59de435f"}]': finished 2024-09-20T22:57:53.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:52 smithi046 ceph-mon[96110]: pgmap v4790: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 502 KiB/s rd, 36 KiB/s wr, 694 op/s 2024-09-20T22:57:53.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:52 smithi046 ceph-mon[98591]: osdmap e2826: 8 total, 8 up, 8 in 2024-09-20T22:57:53.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:52 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/679e1fec-a601-4249-a89b-9c2c55037f92"}]: dispatch 2024-09-20T22:57:53.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:52 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/679e1fec-a601-4249-a89b-9c2c55037f92"}]': finished 2024-09-20T22:57:53.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:52 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/5694e7cf-acb3-4959-a5f0-6dff59de435f"}]: dispatch 2024-09-20T22:57:53.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:52 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/5694e7cf-acb3-4959-a5f0-6dff59de435f"}]': finished 2024-09-20T22:57:53.402 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:52 smithi046 ceph-mon[98591]: pgmap v4790: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 502 KiB/s rd, 36 KiB/s wr, 694 op/s 2024-09-20T22:57:53.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:52 smithi134 ceph-mon[89086]: osdmap e2826: 8 total, 8 up, 8 in 2024-09-20T22:57:53.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:52 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/679e1fec-a601-4249-a89b-9c2c55037f92"}]: dispatch 2024-09-20T22:57:53.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:52 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/679e1fec-a601-4249-a89b-9c2c55037f92"}]': finished 2024-09-20T22:57:53.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:52 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/5694e7cf-acb3-4959-a5f0-6dff59de435f"}]: dispatch 2024-09-20T22:57:53.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:52 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/5694e7cf-acb3-4959-a5f0-6dff59de435f"}]': finished 2024-09-20T22:57:53.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:52 smithi134 ceph-mon[89086]: pgmap v4790: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 502 KiB/s rd, 36 KiB/s wr, 694 op/s 2024-09-20T22:57:54.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:54 smithi046 ceph-mon[96110]: osdmap e2827: 8 total, 8 up, 8 in 2024-09-20T22:57:54.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:54 smithi046 ceph-mon[98591]: osdmap e2827: 8 total, 8 up, 8 in 2024-09-20T22:57:54.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:54 smithi134 ceph-mon[89086]: osdmap e2827: 8 total, 8 up, 8 in 2024-09-20T22:57:55.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:55 smithi046 ceph-mon[96110]: osdmap e2828: 8 total, 8 up, 8 in 2024-09-20T22:57:55.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:55 smithi046 ceph-mon[96110]: pgmap v4793: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 454 KiB/s rd, 34 KiB/s wr, 635 op/s 2024-09-20T22:57:55.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:55 smithi046 ceph-mon[96110]: osdmap e2829: 8 total, 8 up, 8 in 2024-09-20T22:57:55.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:55 smithi046 ceph-mon[98591]: osdmap e2828: 8 total, 8 up, 8 in 2024-09-20T22:57:55.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:55 smithi046 ceph-mon[98591]: pgmap v4793: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 454 KiB/s rd, 34 KiB/s wr, 635 op/s 2024-09-20T22:57:55.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:55 smithi046 ceph-mon[98591]: osdmap e2829: 8 total, 8 up, 8 in 2024-09-20T22:57:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:55 smithi134 ceph-mon[89086]: osdmap e2828: 8 total, 8 up, 8 in 2024-09-20T22:57:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:55 smithi134 ceph-mon[89086]: pgmap v4793: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 454 KiB/s rd, 34 KiB/s wr, 635 op/s 2024-09-20T22:57:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:55 smithi134 ceph-mon[89086]: osdmap e2829: 8 total, 8 up, 8 in 2024-09-20T22:57:57.054 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_create_snapshot PASSED [ 80%] 2024-09-20T22:57:57.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:56 smithi046 ceph-mon[96110]: osdmap e2830: 8 total, 8 up, 8 in 2024-09-20T22:57:57.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:56 smithi046 ceph-mon[96110]: pgmap v4796: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 13 KiB/s wr, 184 op/s 2024-09-20T22:57:57.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:56 smithi046 ceph-mon[98591]: osdmap e2830: 8 total, 8 up, 8 in 2024-09-20T22:57:57.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:56 smithi046 ceph-mon[98591]: pgmap v4796: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 13 KiB/s wr, 184 op/s 2024-09-20T22:57:57.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:56 smithi134 ceph-mon[89086]: osdmap e2830: 8 total, 8 up, 8 in 2024-09-20T22:57:57.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:56 smithi134 ceph-mon[89086]: pgmap v4796: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 13 KiB/s wr, 184 op/s 2024-09-20T22:57:58.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:57 smithi046 ceph-mon[96110]: osdmap e2831: 8 total, 8 up, 8 in 2024-09-20T22:57:58.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:57 smithi046 ceph-mon[98591]: osdmap e2831: 8 total, 8 up, 8 in 2024-09-20T22:57:58.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:57 smithi134 ceph-mon[89086]: osdmap e2831: 8 total, 8 up, 8 in 2024-09-20T22:57:59.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:58 smithi046 ceph-mon[96110]: osdmap e2832: 8 total, 8 up, 8 in 2024-09-20T22:57:59.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:58 smithi046 ceph-mon[96110]: pgmap v4799: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 8.2 KiB/s wr, 171 op/s 2024-09-20T22:57:59.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:58 smithi046 ceph-mon[98591]: osdmap e2832: 8 total, 8 up, 8 in 2024-09-20T22:57:59.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:58 smithi046 ceph-mon[98591]: pgmap v4799: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 8.2 KiB/s wr, 171 op/s 2024-09-20T22:57:59.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:58 smithi134 ceph-mon[89086]: osdmap e2832: 8 total, 8 up, 8 in 2024-09-20T22:57:59.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:58 smithi134 ceph-mon[89086]: pgmap v4799: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 8.2 KiB/s wr, 171 op/s 2024-09-20T22:58:00.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:59 smithi046 ceph-mon[96110]: osdmap e2833: 8 total, 8 up, 8 in 2024-09-20T22:58:00.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:59 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/73df710a-1de9-43e9-a2fe-8655a1f4e29e"}]: dispatch 2024-09-20T22:58:00.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:59 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/73df710a-1de9-43e9-a2fe-8655a1f4e29e"}]': finished 2024-09-20T22:58:00.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:57:59 smithi046 ceph-mon[96110]: osdmap e2834: 8 total, 8 up, 8 in 2024-09-20T22:58:00.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:59 smithi046 ceph-mon[98591]: osdmap e2833: 8 total, 8 up, 8 in 2024-09-20T22:58:00.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:59 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/73df710a-1de9-43e9-a2fe-8655a1f4e29e"}]: dispatch 2024-09-20T22:58:00.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:59 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/73df710a-1de9-43e9-a2fe-8655a1f4e29e"}]': finished 2024-09-20T22:58:00.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:57:59 smithi046 ceph-mon[98591]: osdmap e2834: 8 total, 8 up, 8 in 2024-09-20T22:58:00.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:59 smithi134 ceph-mon[89086]: osdmap e2833: 8 total, 8 up, 8 in 2024-09-20T22:58:00.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:59 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/73df710a-1de9-43e9-a2fe-8655a1f4e29e"}]: dispatch 2024-09-20T22:58:00.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:59 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/4280292672' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/73df710a-1de9-43e9-a2fe-8655a1f4e29e"}]': finished 2024-09-20T22:58:00.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:57:59 smithi134 ceph-mon[89086]: osdmap e2834: 8 total, 8 up, 8 in 2024-09-20T22:58:01.071 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_aio_mirror_image_create_snapshot PASSED [ 81%] 2024-09-20T22:58:01.148 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_move PASSED [ 81%] 2024-09-20T22:58:01.286 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_purge PASSED [ 82%] 2024-09-20T22:58:01.364 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_denied PASSED [ 82%] 2024-09-20T22:58:01.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:00 smithi046 ceph-mon[96110]: pgmap v4802: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-09-20T22:58:01.404 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:00 smithi046 ceph-mon[98591]: pgmap v4802: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-09-20T22:58:01.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:00 smithi134 ceph-mon[89086]: pgmap v4802: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-09-20T22:58:01.437 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove PASSED [ 83%] 2024-09-20T22:58:01.517 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_with_progress PASSED [ 84%] 2024-09-20T22:58:01.590 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_get PASSED [ 84%] 2024-09-20T22:58:01.724 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_list PASSED [ 85%] 2024-09-20T22:58:01.835 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_restore PASSED [ 85%] 2024-09-20T22:58:01.843 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_group PASSED [ 86%] 2024-09-20T22:58:01.851 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename_group PASSED [ 86%] 2024-09-20T22:58:01.854 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_empty PASSED [ 87%] 2024-09-20T22:58:01.859 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups PASSED [ 87%] 2024-09-20T22:58:01.866 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_after_removed PASSED [ 88%] 2024-09-20T22:58:01.964 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_add PASSED [ 89%] 2024-09-20T22:58:02.046 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_empty PASSED [ 89%] 2024-09-20T22:58:02.137 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list PASSED [ 90%] 2024-09-20T22:58:02.265 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_move_to_trash PASSED [ 90%] 2024-09-20T22:58:02.315 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:01 smithi134 ceph-mon[89086]: osdmap e2835: 8 total, 8 up, 8 in 2024-09-20T22:58:02.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:01 smithi046 ceph-mon[96110]: osdmap e2835: 8 total, 8 up, 8 in 2024-09-20T22:58:02.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:58:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:58:02] "GET /metrics HTTP/1.1" 200 36756 "" "Prometheus/2.43.0" 2024-09-20T22:58:02.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:01 smithi046 ceph-mon[98591]: osdmap e2835: 8 total, 8 up, 8 in 2024-09-20T22:58:02.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:58:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:58:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:58:03.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:02 smithi046 ceph-mon[96110]: pgmap v4804: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 12 KiB/s wr, 172 op/s 2024-09-20T22:58:03.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:02 smithi046 ceph-mon[98591]: pgmap v4804: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 12 KiB/s wr, 172 op/s 2024-09-20T22:58:03.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:02 smithi134 ceph-mon[89086]: pgmap v4804: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 12 KiB/s wr, 172 op/s 2024-09-20T22:58:03.863 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_many_images PASSED [ 91%] 2024-09-20T22:58:03.980 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_remove PASSED [ 91%] 2024-09-20T22:58:04.068 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap PASSED [ 92%] 2024-09-20T22:58:04.169 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_flags PASSED [ 92%] 2024-09-20T22:58:04.331 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_list_many PASSED [ 93%] 2024-09-20T22:58:04.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:58:04.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:58:04.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:58:05.650 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:05 smithi046 ceph-mon[98591]: pgmap v4805: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 240 KiB/s rd, 38 KiB/s wr, 356 op/s 2024-09-20T22:58:05.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:05 smithi046 ceph-mon[98591]: osdmap e2836: 8 total, 8 up, 8 in 2024-09-20T22:58:05.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:05 smithi046 ceph-mon[96110]: pgmap v4805: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 240 KiB/s rd, 38 KiB/s wr, 356 op/s 2024-09-20T22:58:05.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:05 smithi046 ceph-mon[96110]: osdmap e2836: 8 total, 8 up, 8 in 2024-09-20T22:58:05.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:05 smithi134 ceph-mon[89086]: pgmap v4805: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 240 KiB/s rd, 38 KiB/s wr, 356 op/s 2024-09-20T22:58:05.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:05 smithi134 ceph-mon[89086]: osdmap e2836: 8 total, 8 up, 8 in 2024-09-20T22:58:06.092 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_namespace PASSED [ 93%] 2024-09-20T22:58:06.189 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rename PASSED [ 94%] 2024-09-20T22:58:07.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:06 smithi046 ceph-mon[96110]: osdmap e2837: 8 total, 8 up, 8 in 2024-09-20T22:58:07.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:06 smithi046 ceph-mon[96110]: pgmap v4808: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 729 KiB/s rd, 74 KiB/s wr, 1.03k op/s 2024-09-20T22:58:07.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:06 smithi046 ceph-mon[98591]: osdmap e2837: 8 total, 8 up, 8 in 2024-09-20T22:58:07.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:06 smithi046 ceph-mon[98591]: pgmap v4808: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 729 KiB/s rd, 74 KiB/s wr, 1.03k op/s 2024-09-20T22:58:07.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:06 smithi134 ceph-mon[89086]: osdmap e2837: 8 total, 8 up, 8 in 2024-09-20T22:58:07.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:06 smithi134 ceph-mon[89086]: pgmap v4808: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 729 KiB/s rd, 74 KiB/s wr, 1.03k op/s 2024-09-20T22:58:08.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:07 smithi046 ceph-mon[96110]: osdmap e2838: 8 total, 8 up, 8 in 2024-09-20T22:58:08.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:07 smithi046 ceph-mon[98591]: osdmap e2838: 8 total, 8 up, 8 in 2024-09-20T22:58:08.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:07 smithi134 ceph-mon[89086]: osdmap e2838: 8 total, 8 up, 8 in 2024-09-20T22:58:09.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:08 smithi046 ceph-mon[96110]: osdmap e2839: 8 total, 8 up, 8 in 2024-09-20T22:58:09.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:08 smithi046 ceph-mon[96110]: pgmap v4811: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 88 KiB/s wr, 1.47k op/s 2024-09-20T22:58:09.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:08 smithi046 ceph-mon[98591]: osdmap e2839: 8 total, 8 up, 8 in 2024-09-20T22:58:09.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:08 smithi046 ceph-mon[98591]: pgmap v4811: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 88 KiB/s wr, 1.47k op/s 2024-09-20T22:58:09.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:08 smithi134 ceph-mon[89086]: osdmap e2839: 8 total, 8 up, 8 in 2024-09-20T22:58:09.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:08 smithi134 ceph-mon[89086]: pgmap v4811: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 88 KiB/s wr, 1.47k op/s 2024-09-20T22:58:10.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:09 smithi046 ceph-mon[96110]: osdmap e2840: 8 total, 8 up, 8 in 2024-09-20T22:58:10.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:09 smithi046 ceph-mon[96110]: osdmap e2841: 8 total, 8 up, 8 in 2024-09-20T22:58:10.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:09 smithi046 ceph-mon[98591]: osdmap e2840: 8 total, 8 up, 8 in 2024-09-20T22:58:10.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:09 smithi046 ceph-mon[98591]: osdmap e2841: 8 total, 8 up, 8 in 2024-09-20T22:58:10.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:09 smithi134 ceph-mon[89086]: osdmap e2840: 8 total, 8 up, 8 in 2024-09-20T22:58:10.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:09 smithi134 ceph-mon[89086]: osdmap e2841: 8 total, 8 up, 8 in 2024-09-20T22:58:11.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:10 smithi046 ceph-mon[96110]: pgmap v4814: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 323 KiB/s rd, 38 KiB/s wr, 502 op/s 2024-09-20T22:58:11.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:10 smithi046 ceph-mon[98591]: pgmap v4814: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 323 KiB/s rd, 38 KiB/s wr, 502 op/s 2024-09-20T22:58:11.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:11 smithi134 ceph-mon[89086]: pgmap v4814: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 323 KiB/s rd, 38 KiB/s wr, 502 op/s 2024-09-20T22:58:12.254 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rollback PASSED [ 95%] 2024-09-20T22:58:12.302 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:11 smithi046 ceph-mon[96110]: osdmap e2842: 8 total, 8 up, 8 in 2024-09-20T22:58:12.302 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:58:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:58:12] "GET /metrics HTTP/1.1" 200 36756 "" "Prometheus/2.43.0" 2024-09-20T22:58:12.302 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:11 smithi046 ceph-mon[98591]: osdmap e2842: 8 total, 8 up, 8 in 2024-09-20T22:58:12.315 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:11 smithi134 ceph-mon[89086]: osdmap e2842: 8 total, 8 up, 8 in 2024-09-20T22:58:12.518 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration PASSED [ 95%] 2024-09-20T22:58:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:58:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:58:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:58:13.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:13 smithi046 ceph-mon[96110]: osdmap e2843: 8 total, 8 up, 8 in 2024-09-20T22:58:13.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:13 smithi046 ceph-mon[96110]: pgmap v4817: 137 pgs: 3 active+clean+snaptrim, 9 active+clean+snaptrim_wait, 125 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 646 KiB/s rd, 46 KiB/s wr, 847 op/s 2024-09-20T22:58:13.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:13 smithi046 ceph-mon[98591]: osdmap e2843: 8 total, 8 up, 8 in 2024-09-20T22:58:13.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:13 smithi046 ceph-mon[98591]: pgmap v4817: 137 pgs: 3 active+clean+snaptrim, 9 active+clean+snaptrim_wait, 125 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 646 KiB/s rd, 46 KiB/s wr, 847 op/s 2024-09-20T22:58:13.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:13 smithi134 ceph-mon[89086]: osdmap e2843: 8 total, 8 up, 8 in 2024-09-20T22:58:13.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:13 smithi134 ceph-mon[89086]: pgmap v4817: 137 pgs: 3 active+clean+snaptrim, 9 active+clean+snaptrim_wait, 125 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 646 KiB/s rd, 46 KiB/s wr, 847 op/s 2024-09-20T22:58:14.116 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v1_to_v1 PASSED [ 96%] 2024-09-20T22:58:14.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:14 smithi046 ceph-mon[96110]: osdmap e2844: 8 total, 8 up, 8 in 2024-09-20T22:58:14.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:14 smithi046 ceph-mon[98591]: osdmap e2844: 8 total, 8 up, 8 in 2024-09-20T22:58:14.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:14 smithi134 ceph-mon[89086]: osdmap e2844: 8 total, 8 up, 8 in 2024-09-20T22:58:15.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:15 smithi046 ceph-mon[96110]: osdmap e2845: 8 total, 8 up, 8 in 2024-09-20T22:58:15.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:15 smithi046 ceph-mon[96110]: pgmap v4820: 137 pgs: 3 active+clean+snaptrim, 9 active+clean+snaptrim_wait, 125 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 644 KiB/s rd, 49 KiB/s wr, 858 op/s 2024-09-20T22:58:15.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:15 smithi046 ceph-mon[96110]: osdmap e2846: 8 total, 8 up, 8 in 2024-09-20T22:58:15.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:15 smithi046 ceph-mon[98591]: osdmap e2845: 8 total, 8 up, 8 in 2024-09-20T22:58:15.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:15 smithi046 ceph-mon[98591]: pgmap v4820: 137 pgs: 3 active+clean+snaptrim, 9 active+clean+snaptrim_wait, 125 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 644 KiB/s rd, 49 KiB/s wr, 858 op/s 2024-09-20T22:58:15.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:15 smithi046 ceph-mon[98591]: osdmap e2846: 8 total, 8 up, 8 in 2024-09-20T22:58:15.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:15 smithi134 ceph-mon[89086]: osdmap e2845: 8 total, 8 up, 8 in 2024-09-20T22:58:15.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:15 smithi134 ceph-mon[89086]: pgmap v4820: 137 pgs: 3 active+clean+snaptrim, 9 active+clean+snaptrim_wait, 125 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 644 KiB/s rd, 49 KiB/s wr, 858 op/s 2024-09-20T22:58:15.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:15 smithi134 ceph-mon[89086]: osdmap e2846: 8 total, 8 up, 8 in 2024-09-20T22:58:16.125 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v1_to_v2 PASSED [ 96%] 2024-09-20T22:58:17.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:17 smithi046 ceph-mon[96110]: osdmap e2847: 8 total, 8 up, 8 in 2024-09-20T22:58:17.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:17 smithi046 ceph-mon[96110]: pgmap v4823: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 488 KiB/s rd, 26 KiB/s wr, 641 op/s 2024-09-20T22:58:17.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:17 smithi046 ceph-mon[98591]: osdmap e2847: 8 total, 8 up, 8 in 2024-09-20T22:58:17.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:17 smithi046 ceph-mon[98591]: pgmap v4823: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 488 KiB/s rd, 26 KiB/s wr, 641 op/s 2024-09-20T22:58:17.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:17 smithi134 ceph-mon[89086]: osdmap e2847: 8 total, 8 up, 8 in 2024-09-20T22:58:17.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:17 smithi134 ceph-mon[89086]: pgmap v4823: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 488 KiB/s rd, 26 KiB/s wr, 641 op/s 2024-09-20T22:58:18.124 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v2_to_v1 PASSED [ 97%] 2024-09-20T22:58:18.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:18 smithi046 ceph-mon[96110]: osdmap e2848: 8 total, 8 up, 8 in 2024-09-20T22:58:18.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:18 smithi046 ceph-mon[98591]: osdmap e2848: 8 total, 8 up, 8 in 2024-09-20T22:58:18.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:18 smithi134 ceph-mon[89086]: osdmap e2848: 8 total, 8 up, 8 in 2024-09-20T22:58:19.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:19 smithi046 ceph-mon[96110]: osdmap e2849: 8 total, 8 up, 8 in 2024-09-20T22:58:19.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:19 smithi046 ceph-mon[96110]: pgmap v4826: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 856 KiB/s rd, 32 KiB/s wr, 1.09k op/s 2024-09-20T22:58:19.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:19 smithi046 ceph-mon[98591]: osdmap e2849: 8 total, 8 up, 8 in 2024-09-20T22:58:19.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:19 smithi046 ceph-mon[98591]: pgmap v4826: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 856 KiB/s rd, 32 KiB/s wr, 1.09k op/s 2024-09-20T22:58:19.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:19 smithi134 ceph-mon[89086]: osdmap e2849: 8 total, 8 up, 8 in 2024-09-20T22:58:19.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:19 smithi134 ceph-mon[89086]: pgmap v4826: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 856 KiB/s rd, 32 KiB/s wr, 1.09k op/s 2024-09-20T22:58:20.085 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v2_to_v2 PASSED [ 97%] 2024-09-20T22:58:20.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:20 smithi046 ceph-mon[96110]: osdmap e2850: 8 total, 8 up, 8 in 2024-09-20T22:58:20.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:20 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:58:20.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:20 smithi046 ceph-mon[96110]: osdmap e2851: 8 total, 8 up, 8 in 2024-09-20T22:58:20.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:20 smithi046 ceph-mon[98591]: osdmap e2850: 8 total, 8 up, 8 in 2024-09-20T22:58:20.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:20 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:58:20.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:20 smithi046 ceph-mon[98591]: osdmap e2851: 8 total, 8 up, 8 in 2024-09-20T22:58:20.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:20 smithi134 ceph-mon[89086]: osdmap e2850: 8 total, 8 up, 8 in 2024-09-20T22:58:20.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:20 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:58:20.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:20 smithi134 ceph-mon[89086]: osdmap e2851: 8 total, 8 up, 8 in 2024-09-20T22:58:21.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:21 smithi046 ceph-mon[96110]: pgmap v4829: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 408 KiB/s rd, 19 KiB/s wr, 521 op/s 2024-09-20T22:58:21.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:21 smithi046 ceph-mon[98591]: pgmap v4829: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 408 KiB/s rd, 19 KiB/s wr, 521 op/s 2024-09-20T22:58:21.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:21 smithi134 ceph-mon[89086]: pgmap v4829: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 408 KiB/s rd, 19 KiB/s wr, 521 op/s 2024-09-20T22:58:22.315 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:22 smithi134 ceph-mon[89086]: osdmap e2852: 8 total, 8 up, 8 in 2024-09-20T22:58:22.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:22 smithi046 ceph-mon[96110]: osdmap e2852: 8 total, 8 up, 8 in 2024-09-20T22:58:22.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:22 smithi046 ceph-mon[98591]: osdmap e2852: 8 total, 8 up, 8 in 2024-09-20T22:58:22.401 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:58:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:58:22] "GET /metrics HTTP/1.1" 200 36757 "" "Prometheus/2.43.0" 2024-09-20T22:58:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:58:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:58:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:58:23.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:23 smithi046 ceph-mon[96110]: osdmap e2853: 8 total, 8 up, 8 in 2024-09-20T22:58:23.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:23 smithi046 ceph-mon[96110]: pgmap v4832: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 576 KiB/s rd, 26 KiB/s wr, 719 op/s 2024-09-20T22:58:23.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:23 smithi046 ceph-mon[98591]: osdmap e2853: 8 total, 8 up, 8 in 2024-09-20T22:58:23.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:23 smithi046 ceph-mon[98591]: pgmap v4832: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 576 KiB/s rd, 26 KiB/s wr, 719 op/s 2024-09-20T22:58:23.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:23 smithi134 ceph-mon[89086]: osdmap e2853: 8 total, 8 up, 8 in 2024-09-20T22:58:23.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:23 smithi134 ceph-mon[89086]: pgmap v4832: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 576 KiB/s rd, 26 KiB/s wr, 719 op/s 2024-09-20T22:58:24.230 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_import PASSED [ 98%] 2024-09-20T22:58:24.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:24 smithi046 ceph-mon[96110]: osdmap e2854: 8 total, 8 up, 8 in 2024-09-20T22:58:24.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:24 smithi046 ceph-mon[98591]: osdmap e2854: 8 total, 8 up, 8 in 2024-09-20T22:58:24.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:24 smithi134 ceph-mon[89086]: osdmap e2854: 8 total, 8 up, 8 in 2024-09-20T22:58:24.448 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_with_progress PASSED [ 98%] 2024-09-20T22:58:24.634 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort PASSED [ 99%] 2024-09-20T22:58:24.992 INFO:tasks.workunit.client.0.smithi046.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort_with_progress PASSED [100%] 2024-09-20T22:58:24.992 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:58:24.992 INFO:tasks.workunit.client.0.smithi046.stdout:================== 174 passed, 8 skipped in 666.72s (0:11:06) ================== 2024-09-20T22:58:25.017 INFO:tasks.workunit.client.0.smithi046.stderr:+ exit 0 2024-09-20T22:58:25.017 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-20T22:58:25.017 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-20T22:58:25.044 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2024-09-20T22:58:25.044 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-20T22:58:25.306 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:25 smithi046 ceph-mon[96110]: osdmap e2855: 8 total, 8 up, 8 in 2024-09-20T22:58:25.306 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:25 smithi046 ceph-mon[96110]: pgmap v4835: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 577 KiB/s rd, 25 KiB/s wr, 729 op/s 2024-09-20T22:58:25.306 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:25 smithi046 ceph-mon[96110]: osdmap e2856: 8 total, 8 up, 8 in 2024-09-20T22:58:25.307 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:25 smithi046 ceph-mon[98591]: osdmap e2855: 8 total, 8 up, 8 in 2024-09-20T22:58:25.307 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:25 smithi046 ceph-mon[98591]: pgmap v4835: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 577 KiB/s rd, 25 KiB/s wr, 729 op/s 2024-09-20T22:58:25.307 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:25 smithi046 ceph-mon[98591]: osdmap e2856: 8 total, 8 up, 8 in 2024-09-20T22:58:25.308 DEBUG:teuthology.parallel:result is None 2024-09-20T22:58:25.308 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-20T22:58:25.333 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-20T22:58:25.333 DEBUG:teuthology.orchestra.run.smithi046:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-20T22:58:25.390 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-20T22:58:25.390 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-20T22:58:25.390 INFO:teuthology.task.print:**** done end test_rbd_python.yaml 2024-09-20T22:58:25.390 DEBUG:teuthology.parallel:result is None 2024-09-20T22:58:25.390 INFO:teuthology.run_tasks:Running task print... 2024-09-20T22:58:25.401 INFO:teuthology.task.print:**** done end parallel 2024-09-20T22:58:25.401 INFO:teuthology.run_tasks:Running task print... 2024-09-20T22:58:25.419 INFO:teuthology.task.print:**** done start telemetry x... 2024-09-20T22:58:25.419 INFO:teuthology.run_tasks:Running task workunit... 2024-09-20T22:58:25.429 INFO:tasks.workunit:Pulling workunits from ref ed8ee0f26ef720e6504cefa8be1a2d0872192de7 2024-09-20T22:58:25.429 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-20T22:58:25.429 DEBUG:teuthology.orchestra.run.smithi046:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-20T22:58:25.430 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:25 smithi134 ceph-mon[89086]: osdmap e2855: 8 total, 8 up, 8 in 2024-09-20T22:58:25.430 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:25 smithi134 ceph-mon[89086]: pgmap v4835: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 577 KiB/s rd, 25 KiB/s wr, 729 op/s 2024-09-20T22:58:25.430 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:25 smithi134 ceph-mon[89086]: osdmap e2856: 8 total, 8 up, 8 in 2024-09-20T22:58:25.445 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-20T22:58:25.445 INFO:teuthology.orchestra.run.smithi046.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-20T22:58:25.446 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-20T22:58:25.501 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-20T22:58:25.502 DEBUG:teuthology.orchestra.run.smithi046:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-20T22:58:25.557 INFO:tasks.workunit:timeout=3h 2024-09-20T22:58:25.557 INFO:tasks.workunit:cleanup=True 2024-09-20T22:58:25.558 DEBUG:teuthology.orchestra.run.smithi046:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout ed8ee0f26ef720e6504cefa8be1a2d0872192de7 2024-09-20T22:58:25.614 INFO:tasks.workunit.client.0.smithi046.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-20T22:58:27.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:27 smithi046 ceph-mon[96110]: pgmap v4837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:27.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:27 smithi046 ceph-mon[98591]: pgmap v4837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:27.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:27 smithi134 ceph-mon[89086]: pgmap v4837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:29.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:29 smithi046 ceph-mon[96110]: pgmap v4838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:29.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:29 smithi046 ceph-mon[98591]: pgmap v4838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:29.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:29 smithi134 ceph-mon[89086]: pgmap v4838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:31.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:31 smithi046 ceph-mon[96110]: pgmap v4839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:31.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:31 smithi046 ceph-mon[98591]: pgmap v4839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:31.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:31 smithi134 ceph-mon[89086]: pgmap v4839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:32.407 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:58:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:58:32] "GET /metrics HTTP/1.1" 200 36757 "" "Prometheus/2.43.0" 2024-09-20T22:58:32.677 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:58:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:58:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:58:33.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:33 smithi046 ceph-mon[96110]: pgmap v4840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:33.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:33 smithi046 ceph-mon[98591]: pgmap v4840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:33.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:33 smithi134 ceph-mon[89086]: pgmap v4840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:34.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:34 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:58:34.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:34 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:58:34.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:34 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:58:35.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:35 smithi046 ceph-mon[96110]: pgmap v4841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:35.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:35 smithi046 ceph-mon[98591]: pgmap v4841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:35.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:35 smithi134 ceph-mon[89086]: pgmap v4841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:37.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:37 smithi046 ceph-mon[96110]: pgmap v4842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:37.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:37 smithi046 ceph-mon[98591]: pgmap v4842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:37.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:37 smithi134 ceph-mon[89086]: pgmap v4842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:39.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:39 smithi046 ceph-mon[96110]: pgmap v4843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:39.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:39 smithi046 ceph-mon[98591]: pgmap v4843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:39 smithi134 ceph-mon[89086]: pgmap v4843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:41.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:41 smithi046 ceph-mon[98591]: pgmap v4844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:41.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:41 smithi046 ceph-mon[96110]: pgmap v4844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:41 smithi134 ceph-mon[89086]: pgmap v4844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:42.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:58:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:58:42] "GET /metrics HTTP/1.1" 200 34283 "" "Prometheus/2.43.0" 2024-09-20T22:58:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:58:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:58:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:58:43.749 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:43 smithi046 ceph-mon[96110]: pgmap v4845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:43.749 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:43 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:58:43.750 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:43 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:58:43.750 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:43 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:58:43.750 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:43 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:58:43.750 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:43 smithi046 ceph-mon[98591]: pgmap v4845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:43.750 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:43 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:58:43.750 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:43 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:58:43.750 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:43 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:58:43.750 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:43 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:58:43.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:43 smithi134 ceph-mon[89086]: pgmap v4845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:43.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:43 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:58:43.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:43 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:58:43.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:43 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:58:43.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:43 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:58:45.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:45 smithi046 ceph-mon[96110]: pgmap v4846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:45.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:45 smithi046 ceph-mon[98591]: pgmap v4846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:45.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:45 smithi134 ceph-mon[89086]: pgmap v4846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:47.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:47 smithi046 ceph-mon[96110]: pgmap v4847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:47.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:47 smithi046 ceph-mon[98591]: pgmap v4847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:47.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:47 smithi134 ceph-mon[89086]: pgmap v4847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:49.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:49 smithi046 ceph-mon[96110]: pgmap v4848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:49.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:49 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:58:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:49 smithi046 ceph-mon[98591]: pgmap v4848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:49.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:49 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:58:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:49 smithi134 ceph-mon[89086]: pgmap v4848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:49.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:49 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:58:51.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:51 smithi046 ceph-mon[96110]: pgmap v4849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:51.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:51 smithi046 ceph-mon[98591]: pgmap v4849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:51.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:51 smithi134 ceph-mon[89086]: pgmap v4849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:52.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:58:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:58:52] "GET /metrics HTTP/1.1" 200 34279 "" "Prometheus/2.43.0" 2024-09-20T22:58:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:58:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:58:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:58:53.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:53 smithi046 ceph-mon[96110]: pgmap v4850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:53.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:53 smithi046 ceph-mon[98591]: pgmap v4850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:53.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:53 smithi134 ceph-mon[89086]: pgmap v4850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:55.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:55 smithi046 ceph-mon[96110]: pgmap v4851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:55.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:55 smithi046 ceph-mon[98591]: pgmap v4851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:55.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:55 smithi134 ceph-mon[89086]: pgmap v4851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:57.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:57 smithi046 ceph-mon[96110]: pgmap v4852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:57.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:57 smithi046 ceph-mon[98591]: pgmap v4852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:57.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:57 smithi134 ceph-mon[89086]: pgmap v4852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:59.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:58:59 smithi046 ceph-mon[96110]: pgmap v4853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:59.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:58:59 smithi046 ceph-mon[98591]: pgmap v4853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:58:59.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:58:59 smithi134 ceph-mon[89086]: pgmap v4853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:01.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:01 smithi046 ceph-mon[96110]: pgmap v4854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:01.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:01 smithi046 ceph-mon[98591]: pgmap v4854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:01.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:01 smithi134 ceph-mon[89086]: pgmap v4854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:02.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:59:02 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:59:02] "GET /metrics HTTP/1.1" 200 34279 "" "Prometheus/2.43.0" 2024-09-20T22:59:02.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:59:02 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:59:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:59:03.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:03 smithi046 ceph-mon[98591]: pgmap v4855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:03.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:03 smithi046 ceph-mon[96110]: pgmap v4855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:03.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:03 smithi134 ceph-mon[89086]: pgmap v4855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:04.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:04 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:59:04.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:04 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:59:04.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:04 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:59:05.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:05 smithi046 ceph-mon[96110]: pgmap v4856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:05.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:05 smithi046 ceph-mon[98591]: pgmap v4856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:05.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:05 smithi134 ceph-mon[89086]: pgmap v4856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:07.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:07 smithi046 ceph-mon[96110]: pgmap v4857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:07.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:07 smithi046 ceph-mon[98591]: pgmap v4857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:07.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:07 smithi134 ceph-mon[89086]: pgmap v4857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:09.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:09 smithi046 ceph-mon[96110]: pgmap v4858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:09.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:09 smithi046 ceph-mon[98591]: pgmap v4858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:09.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:09 smithi134 ceph-mon[89086]: pgmap v4858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:11.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:11 smithi046 ceph-mon[96110]: pgmap v4859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:11.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:11 smithi046 ceph-mon[98591]: pgmap v4859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:11.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:11 smithi134 ceph-mon[89086]: pgmap v4859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:12.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:59:12 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:59:12] "GET /metrics HTTP/1.1" 200 34276 "" "Prometheus/2.43.0" 2024-09-20T22:59:12.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:59:12 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:59:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:59:13.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:13 smithi046 ceph-mon[96110]: pgmap v4860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:13.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:13 smithi046 ceph-mon[98591]: pgmap v4860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:13.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:13 smithi134 ceph-mon[89086]: pgmap v4860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:15.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:15 smithi046 ceph-mon[96110]: pgmap v4861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:15.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:15 smithi046 ceph-mon[98591]: pgmap v4861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:15.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:15 smithi134 ceph-mon[89086]: pgmap v4861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:17.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:17 smithi046 ceph-mon[96110]: pgmap v4862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:17.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:17 smithi046 ceph-mon[98591]: pgmap v4862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:17.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:17 smithi134 ceph-mon[89086]: pgmap v4862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:19.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:19 smithi046 ceph-mon[96110]: pgmap v4863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:19.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:19 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:59:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:19 smithi046 ceph-mon[98591]: pgmap v4863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:19.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:19 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:59:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:19 smithi134 ceph-mon[89086]: pgmap v4863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:19.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:19 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:59:21.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:21 smithi046 ceph-mon[96110]: pgmap v4864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:21.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:21 smithi046 ceph-mon[98591]: pgmap v4864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:21.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:21 smithi134 ceph-mon[89086]: pgmap v4864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:22.400 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:59:22 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:59:22] "GET /metrics HTTP/1.1" 200 34280 "" "Prometheus/2.43.0" 2024-09-20T22:59:22.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:59:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:59:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:59:23.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:23 smithi046 ceph-mon[96110]: pgmap v4865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:23.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:23 smithi046 ceph-mon[98591]: pgmap v4865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:23.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:23 smithi134 ceph-mon[89086]: pgmap v4865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:24.082 INFO:tasks.workunit.client.0.smithi046.stderr:Updating files: 94% (12225/12896) Updating files: 95% (12252/12896) Updating files: 96% (12381/12896) Updating files: 97% (12510/12896) Updating files: 98% (12639/12896) Updating files: 99% (12768/12896) Updating files: 100% (12896/12896) Updating files: 100% (12896/12896), done. 2024-09-20T22:59:24.489 INFO:tasks.workunit.client.0.smithi046.stderr:Note: switching to 'ed8ee0f26ef720e6504cefa8be1a2d0872192de7'. 2024-09-20T22:59:24.489 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-20T22:59:24.489 INFO:tasks.workunit.client.0.smithi046.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-20T22:59:24.489 INFO:tasks.workunit.client.0.smithi046.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-20T22:59:24.489 INFO:tasks.workunit.client.0.smithi046.stderr:state without impacting any branches by switching back to a branch. 2024-09-20T22:59:24.489 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-20T22:59:24.489 INFO:tasks.workunit.client.0.smithi046.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-20T22:59:24.489 INFO:tasks.workunit.client.0.smithi046.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-20T22:59:24.489 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-20T22:59:24.489 INFO:tasks.workunit.client.0.smithi046.stderr: git switch -c 2024-09-20T22:59:24.489 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-20T22:59:24.490 INFO:tasks.workunit.client.0.smithi046.stderr:Or undo this operation with: 2024-09-20T22:59:24.490 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-20T22:59:24.490 INFO:tasks.workunit.client.0.smithi046.stderr: git switch - 2024-09-20T22:59:24.490 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-20T22:59:24.490 INFO:tasks.workunit.client.0.smithi046.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-20T22:59:24.490 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-20T22:59:24.490 INFO:tasks.workunit.client.0.smithi046.stderr:HEAD is now at ed8ee0f26ef Merge pull request #59879 from rhcs-dashboard/test-image 2024-09-20T22:59:24.494 DEBUG:teuthology.orchestra.run.smithi046:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-20T22:59:24.551 INFO:tasks.workunit.client.0.smithi046.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-20T22:59:24.553 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-20T22:59:24.553 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-20T22:59:24.604 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-20T22:59:24.654 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-20T22:59:24.695 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-20T22:59:24.696 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-20T22:59:24.696 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-20T22:59:24.736 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-20T22:59:24.740 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-20T22:59:24.740 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-20T22:59:24.798 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy_x.sh on client.0... 2024-09-20T22:59:24.799 INFO:tasks.workunit:Running workunit test_telemetry_quincy_x.sh... 2024-09-20T22:59:24.799 DEBUG:teuthology.orchestra.run.smithi046:workunit test test_telemetry_quincy_x.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=ed8ee0f26ef720e6504cefa8be1a2d0872192de7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy_x.sh 2024-09-20T22:59:24.858 INFO:tasks.workunit.client.0.smithi046.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-09-20T22:59:25.239 INFO:tasks.workunit.client.0.smithi046.stderr:+ LAST_OPT_REVISION=1 2024-09-20T22:59:25.239 INFO:tasks.workunit.client.0.smithi046.stderr:+ '[' 1 -ne 1 ']' 2024-09-20T22:59:25.239 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph -s 2024-09-20T22:59:25.735 INFO:tasks.workunit.client.0.smithi046.stdout: cluster: 2024-09-20T22:59:25.736 INFO:tasks.workunit.client.0.smithi046.stdout: id: c87e54aa-7797-11ef-baf5-efdc52797490 2024-09-20T22:59:25.736 INFO:tasks.workunit.client.0.smithi046.stdout: health: HEALTH_WARN 2024-09-20T22:59:25.736 INFO:tasks.workunit.client.0.smithi046.stdout: Telemetry requires re-opt-in 2024-09-20T22:59:25.736 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:59:25.736 INFO:tasks.workunit.client.0.smithi046.stdout: services: 2024-09-20T22:59:25.736 INFO:tasks.workunit.client.0.smithi046.stdout: mon: 3 daemons, quorum a,b,c (age 74m) 2024-09-20T22:59:25.736 INFO:tasks.workunit.client.0.smithi046.stdout: mgr: y(active, since 74m), standbys: x 2024-09-20T22:59:25.736 INFO:tasks.workunit.client.0.smithi046.stdout: mds: 1/1 daemons up, 1 standby 2024-09-20T22:59:25.736 INFO:tasks.workunit.client.0.smithi046.stdout: osd: 8 osds: 8 up (since 69m), 8 in (since 81m) 2024-09-20T22:59:25.736 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:59:25.736 INFO:tasks.workunit.client.0.smithi046.stdout: data: 2024-09-20T22:59:25.736 INFO:tasks.workunit.client.0.smithi046.stdout: volumes: 1/1 healthy 2024-09-20T22:59:25.736 INFO:tasks.workunit.client.0.smithi046.stdout: pools: 4 pools, 105 pgs 2024-09-20T22:59:25.736 INFO:tasks.workunit.client.0.smithi046.stdout: objects: 28 objects, 4.6 MiB 2024-09-20T22:59:25.737 INFO:tasks.workunit.client.0.smithi046.stdout: usage: 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:25.737 INFO:tasks.workunit.client.0.smithi046.stdout: pgs: 105 active+clean 2024-09-20T22:59:25.737 INFO:tasks.workunit.client.0.smithi046.stdout: 2024-09-20T22:59:25.746 INFO:tasks.workunit.client.0.smithi046.stderr:++ ceph telemetry collection ls 2024-09-20T22:59:25.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:25 smithi046 ceph-mon[96110]: pgmap v4866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:25.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:25 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/359831527' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-20T22:59:25.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:25 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/359831527' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-20T22:59:25.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:25 smithi046 ceph-mon[98591]: pgmap v4866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:25.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:25 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/359831527' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-20T22:59:25.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:25 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/359831527' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-20T22:59:25.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:25 smithi134 ceph-mon[89086]: pgmap v4866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:25.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:25 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/359831527' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-20T22:59:25.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:25 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/359831527' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-20T22:59:26.232 INFO:tasks.workunit.client.0.smithi046.stderr:+ COLLECTIONS='New collections are available: 2024-09-20T22:59:26.232 INFO:tasks.workunit.client.0.smithi046.stderr:['\''basic_pool_flags'\''] 2024-09-20T22:59:26.232 INFO:tasks.workunit.client.0.smithi046.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-20T22:59:26.232 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-20T22:59:26.232 INFO:tasks.workunit.client.0.smithi046.stderr:NAME STATUS DESC 2024-09-20T22:59:26.232 INFO:tasks.workunit.client.0.smithi046.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-20T22:59:26.232 INFO:tasks.workunit.client.0.smithi046.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-20T22:59:26.232 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-09-20T22:59:26.232 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-20T22:59:26.233 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-20T22:59:26.233 INFO:tasks.workunit.client.0.smithi046.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-20T22:59:26.233 INFO:tasks.workunit.client.0.smithi046.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-20T22:59:26.233 INFO:tasks.workunit.client.0.smithi046.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-20T22:59:26.233 INFO:tasks.workunit.client.0.smithi046.stderr:device_base REPORTING Information about device health metrics 2024-09-20T22:59:26.233 INFO:tasks.workunit.client.0.smithi046.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-20T22:59:26.233 INFO:tasks.workunit.client.0.smithi046.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-20T22:59:26.233 INFO:tasks.workunit.client.0.smithi046.stderr:perf_perf REPORTING Information about performance counters of the cluster ' 2024-09-20T22:59:26.233 INFO:tasks.workunit.client.0.smithi046.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_options_bluestore") 2024-09-20T22:59:26.233 INFO:tasks.workunit.client.0.smithi046.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-20T22:59:26.233 INFO:tasks.workunit.client.0.smithi046.stderr:+ [[ New collections are available: 2024-09-20T22:59:26.233 INFO:tasks.workunit.client.0.smithi046.stderr:['basic_pool_flags'] 2024-09-20T22:59:26.233 INFO:tasks.workunit.client.0.smithi046.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-20T22:59:26.233 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-20T22:59:26.233 INFO:tasks.workunit.client.0.smithi046.stderr:NAME STATUS DESC 2024-09-20T22:59:26.234 INFO:tasks.workunit.client.0.smithi046.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-20T22:59:26.234 INFO:tasks.workunit.client.0.smithi046.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-20T22:59:26.234 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-09-20T22:59:26.234 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-20T22:59:26.234 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-20T22:59:26.234 INFO:tasks.workunit.client.0.smithi046.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-20T22:59:26.234 INFO:tasks.workunit.client.0.smithi046.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-20T22:59:26.234 INFO:tasks.workunit.client.0.smithi046.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-20T22:59:26.234 INFO:tasks.workunit.client.0.smithi046.stderr:device_base REPORTING Information about device health metrics 2024-09-20T22:59:26.234 INFO:tasks.workunit.client.0.smithi046.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-20T22:59:26.234 INFO:tasks.workunit.client.0.smithi046.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-20T22:59:26.234 INFO:tasks.workunit.client.0.smithi046.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_perf* ]] 2024-09-20T22:59:26.234 INFO:tasks.workunit.client.0.smithi046.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-20T22:59:26.234 INFO:tasks.workunit.client.0.smithi046.stderr:+ [[ New collections are available: 2024-09-20T22:59:26.234 INFO:tasks.workunit.client.0.smithi046.stderr:['basic_pool_flags'] 2024-09-20T22:59:26.235 INFO:tasks.workunit.client.0.smithi046.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-20T22:59:26.235 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-20T22:59:26.235 INFO:tasks.workunit.client.0.smithi046.stderr:NAME STATUS DESC 2024-09-20T22:59:26.235 INFO:tasks.workunit.client.0.smithi046.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-20T22:59:26.235 INFO:tasks.workunit.client.0.smithi046.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-20T22:59:26.235 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-09-20T22:59:26.235 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-20T22:59:26.235 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-20T22:59:26.235 INFO:tasks.workunit.client.0.smithi046.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-20T22:59:26.235 INFO:tasks.workunit.client.0.smithi046.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-20T22:59:26.235 INFO:tasks.workunit.client.0.smithi046.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-20T22:59:26.235 INFO:tasks.workunit.client.0.smithi046.stderr:device_base REPORTING Information about device health metrics 2024-09-20T22:59:26.235 INFO:tasks.workunit.client.0.smithi046.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-20T22:59:26.235 INFO:tasks.workunit.client.0.smithi046.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-20T22:59:26.235 INFO:tasks.workunit.client.0.smithi046.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-09-20T22:59:26.236 INFO:tasks.workunit.client.0.smithi046.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-20T22:59:26.236 INFO:tasks.workunit.client.0.smithi046.stderr:+ [[ New collections are available: 2024-09-20T22:59:26.236 INFO:tasks.workunit.client.0.smithi046.stderr:['basic_pool_flags'] 2024-09-20T22:59:26.236 INFO:tasks.workunit.client.0.smithi046.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-20T22:59:26.236 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-20T22:59:26.236 INFO:tasks.workunit.client.0.smithi046.stderr:NAME STATUS DESC 2024-09-20T22:59:26.236 INFO:tasks.workunit.client.0.smithi046.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-20T22:59:26.236 INFO:tasks.workunit.client.0.smithi046.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-20T22:59:26.236 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-09-20T22:59:26.236 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-20T22:59:26.236 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-20T22:59:26.236 INFO:tasks.workunit.client.0.smithi046.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-20T22:59:26.236 INFO:tasks.workunit.client.0.smithi046.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-20T22:59:26.236 INFO:tasks.workunit.client.0.smithi046.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-20T22:59:26.236 INFO:tasks.workunit.client.0.smithi046.stderr:device_base REPORTING Information about device health metrics 2024-09-20T22:59:26.237 INFO:tasks.workunit.client.0.smithi046.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-20T22:59:26.237 INFO:tasks.workunit.client.0.smithi046.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-20T22:59:26.237 INFO:tasks.workunit.client.0.smithi046.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-09-20T22:59:26.237 INFO:tasks.workunit.client.0.smithi046.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-20T22:59:26.237 INFO:tasks.workunit.client.0.smithi046.stderr:+ [[ New collections are available: 2024-09-20T22:59:26.237 INFO:tasks.workunit.client.0.smithi046.stderr:['basic_pool_flags'] 2024-09-20T22:59:26.237 INFO:tasks.workunit.client.0.smithi046.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-20T22:59:26.237 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-20T22:59:26.237 INFO:tasks.workunit.client.0.smithi046.stderr:NAME STATUS DESC 2024-09-20T22:59:26.237 INFO:tasks.workunit.client.0.smithi046.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-20T22:59:26.237 INFO:tasks.workunit.client.0.smithi046.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-20T22:59:26.237 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-09-20T22:59:26.237 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-20T22:59:26.237 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-20T22:59:26.237 INFO:tasks.workunit.client.0.smithi046.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-20T22:59:26.238 INFO:tasks.workunit.client.0.smithi046.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-20T22:59:26.238 INFO:tasks.workunit.client.0.smithi046.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-20T22:59:26.238 INFO:tasks.workunit.client.0.smithi046.stderr:device_base REPORTING Information about device health metrics 2024-09-20T22:59:26.238 INFO:tasks.workunit.client.0.smithi046.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-20T22:59:26.238 INFO:tasks.workunit.client.0.smithi046.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-20T22:59:26.238 INFO:tasks.workunit.client.0.smithi046.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-09-20T22:59:26.238 INFO:tasks.workunit.client.0.smithi046.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-20T22:59:26.238 INFO:tasks.workunit.client.0.smithi046.stderr:+ [[ New collections are available: 2024-09-20T22:59:26.238 INFO:tasks.workunit.client.0.smithi046.stderr:['basic_pool_flags'] 2024-09-20T22:59:26.238 INFO:tasks.workunit.client.0.smithi046.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-20T22:59:26.238 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-20T22:59:26.238 INFO:tasks.workunit.client.0.smithi046.stderr:NAME STATUS DESC 2024-09-20T22:59:26.238 INFO:tasks.workunit.client.0.smithi046.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-20T22:59:26.239 INFO:tasks.workunit.client.0.smithi046.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-20T22:59:26.239 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-09-20T22:59:26.239 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-20T22:59:26.239 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-20T22:59:26.239 INFO:tasks.workunit.client.0.smithi046.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-20T22:59:26.239 INFO:tasks.workunit.client.0.smithi046.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-20T22:59:26.239 INFO:tasks.workunit.client.0.smithi046.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-20T22:59:26.239 INFO:tasks.workunit.client.0.smithi046.stderr:device_base REPORTING Information about device health metrics 2024-09-20T22:59:26.239 INFO:tasks.workunit.client.0.smithi046.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-20T22:59:26.239 INFO:tasks.workunit.client.0.smithi046.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-20T22:59:26.239 INFO:tasks.workunit.client.0.smithi046.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-09-20T22:59:26.239 INFO:tasks.workunit.client.0.smithi046.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-20T22:59:26.239 INFO:tasks.workunit.client.0.smithi046.stderr:+ [[ New collections are available: 2024-09-20T22:59:26.239 INFO:tasks.workunit.client.0.smithi046.stderr:['basic_pool_flags'] 2024-09-20T22:59:26.239 INFO:tasks.workunit.client.0.smithi046.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-20T22:59:26.239 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-09-20T22:59:26.240 INFO:tasks.workunit.client.0.smithi046.stderr:NAME STATUS DESC 2024-09-20T22:59:26.240 INFO:tasks.workunit.client.0.smithi046.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-20T22:59:26.240 INFO:tasks.workunit.client.0.smithi046.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-20T22:59:26.240 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-09-20T22:59:26.240 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-20T22:59:26.240 INFO:tasks.workunit.client.0.smithi046.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-20T22:59:26.240 INFO:tasks.workunit.client.0.smithi046.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-20T22:59:26.240 INFO:tasks.workunit.client.0.smithi046.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-20T22:59:26.240 INFO:tasks.workunit.client.0.smithi046.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-20T22:59:26.240 INFO:tasks.workunit.client.0.smithi046.stderr:device_base REPORTING Information about device health metrics 2024-09-20T22:59:26.240 INFO:tasks.workunit.client.0.smithi046.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-20T22:59:26.240 INFO:tasks.workunit.client.0.smithi046.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-20T22:59:26.240 INFO:tasks.workunit.client.0.smithi046.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_options_bluestore* ]] 2024-09-20T22:59:26.240 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph telemetry preview 2024-09-20T22:59:26.900 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:26 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1153775103' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-20T22:59:26.901 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:26 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1153775103' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-20T22:59:26.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:26 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1153775103' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-20T22:59:26.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:26 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1153775103' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-20T22:59:26.929 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:26 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1153775103' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-20T22:59:26.929 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:26 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1153775103' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-20T22:59:26.929 INFO:tasks.workunit.client.0.smithi046.stdout:{ 2024-09-20T22:59:26.930 INFO:tasks.workunit.client.0.smithi046.stdout: "balancer": { 2024-09-20T22:59:26.930 INFO:tasks.workunit.client.0.smithi046.stdout: "active": true, 2024-09-20T22:59:26.930 INFO:tasks.workunit.client.0.smithi046.stdout: "mode": "" 2024-09-20T22:59:26.930 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.930 INFO:tasks.workunit.client.0.smithi046.stdout: "channels": [ 2024-09-20T22:59:26.930 INFO:tasks.workunit.client.0.smithi046.stdout: "basic", 2024-09-20T22:59:26.930 INFO:tasks.workunit.client.0.smithi046.stdout: "crash", 2024-09-20T22:59:26.930 INFO:tasks.workunit.client.0.smithi046.stdout: "device", 2024-09-20T22:59:26.930 INFO:tasks.workunit.client.0.smithi046.stdout: "ident", 2024-09-20T22:59:26.930 INFO:tasks.workunit.client.0.smithi046.stdout: "perf" 2024-09-20T22:59:26.930 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:26.930 INFO:tasks.workunit.client.0.smithi046.stdout: "channels_available": [ 2024-09-20T22:59:26.930 INFO:tasks.workunit.client.0.smithi046.stdout: "basic", 2024-09-20T22:59:26.930 INFO:tasks.workunit.client.0.smithi046.stdout: "ident", 2024-09-20T22:59:26.930 INFO:tasks.workunit.client.0.smithi046.stdout: "crash", 2024-09-20T22:59:26.931 INFO:tasks.workunit.client.0.smithi046.stdout: "device", 2024-09-20T22:59:26.931 INFO:tasks.workunit.client.0.smithi046.stdout: "perf" 2024-09-20T22:59:26.931 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:26.931 INFO:tasks.workunit.client.0.smithi046.stdout: "collections_available": [ 2024-09-20T22:59:26.931 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_base", 2024-09-20T22:59:26.931 INFO:tasks.workunit.client.0.smithi046.stdout: "device_base", 2024-09-20T22:59:26.931 INFO:tasks.workunit.client.0.smithi046.stdout: "crash_base", 2024-09-20T22:59:26.931 INFO:tasks.workunit.client.0.smithi046.stdout: "ident_base", 2024-09-20T22:59:26.931 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_perf", 2024-09-20T22:59:26.931 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_mds_metadata", 2024-09-20T22:59:26.931 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_usage", 2024-09-20T22:59:26.932 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_usage_by_class", 2024-09-20T22:59:26.932 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_rook_v01", 2024-09-20T22:59:26.932 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_memory_metrics", 2024-09-20T22:59:26.932 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_options_bluestore", 2024-09-20T22:59:26.932 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_flags" 2024-09-20T22:59:26.932 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:26.932 INFO:tasks.workunit.client.0.smithi046.stdout: "collections_opted_in": [ 2024-09-20T22:59:26.932 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_base", 2024-09-20T22:59:26.932 INFO:tasks.workunit.client.0.smithi046.stdout: "device_base", 2024-09-20T22:59:26.932 INFO:tasks.workunit.client.0.smithi046.stdout: "crash_base", 2024-09-20T22:59:26.932 INFO:tasks.workunit.client.0.smithi046.stdout: "ident_base", 2024-09-20T22:59:26.932 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_perf", 2024-09-20T22:59:26.932 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_mds_metadata", 2024-09-20T22:59:26.932 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_usage", 2024-09-20T22:59:26.932 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_usage_by_class", 2024-09-20T22:59:26.933 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_rook_v01", 2024-09-20T22:59:26.933 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_memory_metrics", 2024-09-20T22:59:26.933 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_options_bluestore", 2024-09-20T22:59:26.933 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_flags" 2024-09-20T22:59:26.933 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:26.933 INFO:tasks.workunit.client.0.smithi046.stdout: "config": { 2024-09-20T22:59:26.933 INFO:tasks.workunit.client.0.smithi046.stdout: "active_changed": [ 2024-09-20T22:59:26.933 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-20T22:59:26.933 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_debug", 2024-09-20T22:59:26.933 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_mon_ticket_ttl", 2024-09-20T22:59:26.933 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_service_ticket_ttl", 2024-09-20T22:59:26.933 INFO:tasks.workunit.client.0.smithi046.stdout: "bdev_debug_aio", 2024-09-20T22:59:26.933 INFO:tasks.workunit.client.0.smithi046.stdout: "client_check_pool_perm", 2024-09-20T22:59:26.933 INFO:tasks.workunit.client.0.smithi046.stdout: "client_mount_gid", 2024-09-20T22:59:26.934 INFO:tasks.workunit.client.0.smithi046.stdout: "client_mount_uid", 2024-09-20T22:59:26.934 INFO:tasks.workunit.client.0.smithi046.stdout: "client_quota", 2024-09-20T22:59:26.934 INFO:tasks.workunit.client.0.smithi046.stdout: "container_image", 2024-09-20T22:59:26.934 INFO:tasks.workunit.client.0.smithi046.stdout: "daemonize", 2024-09-20T22:59:26.934 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_asserts_on_shutdown", 2024-09-20T22:59:26.934 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mgr", 2024-09-20T22:59:26.934 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mon", 2024-09-20T22:59:26.934 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_ms", 2024-09-20T22:59:26.934 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_osd", 2024-09-20T22:59:26.934 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_paxos", 2024-09-20T22:59:26.934 INFO:tasks.workunit.client.0.smithi046.stdout: "keyring", 2024-09-20T22:59:26.934 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_file", 2024-09-20T22:59:26.934 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_journald", 2024-09-20T22:59:26.934 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_stderr", 2024-09-20T22:59:26.935 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_allow_pool_delete", 2024-09-20T22:59:26.935 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_clock_drift_allowed", 2024-09-20T22:59:26.935 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_file", 2024-09-20T22:59:26.935 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_journald", 2024-09-20T22:59:26.935 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_stderr", 2024-09-20T22:59:26.935 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_data_avail_warn", 2024-09-20T22:59:26.935 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_election_default_strategy", 2024-09-20T22:59:26.935 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_host", 2024-09-20T22:59:26.935 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_max_pg_per_osd", 2024-09-20T22:59:26.935 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mds_skip_sanity", 2024-09-20T22:59:26.935 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mgr_mkfs_grace", 2024-09-20T22:59:26.935 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_prime_pg_temp", 2024-09-20T22:59:26.935 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_reporter_subtree_level", 2024-09-20T22:59:26.935 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_pg_warn_max_object_skew", 2024-09-20T22:59:26.936 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-20T22:59:26.936 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-20T22:59:26.936 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-20T22:59:26.936 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-20T22:59:26.936 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-20T22:59:26.936 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-20T22:59:26.936 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-20T22:59:26.936 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-20T22:59:26.936 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_too_few_osds", 2024-09-20T22:59:26.936 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_bug", 2024-09-20T22:59:26.936 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_old_message", 2024-09-20T22:59:26.936 INFO:tasks.workunit.client.0.smithi046.stdout: "no_config_file", 2024-09-20T22:59:26.936 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_default_list", 2024-09-20T22:59:26.936 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_load_list", 2024-09-20T22:59:26.937 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_misdirected_ops", 2024-09-20T22:59:26.937 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_op_order", 2024-09-20T22:59:26.937 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_pg_log_writeout", 2024-09-20T22:59:26.937 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_shutdown", 2024-09-20T22:59:26.937 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_cached_snaps", 2024-09-20T22:59:26.937 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_missing_on_start", 2024-09-20T22:59:26.937 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_stray_on_activate", 2024-09-20T22:59:26.937 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-20T22:59:26.937 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_delete_sleep", 2024-09-20T22:59:26.937 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_delete_sleep_hdd", 2024-09-20T22:59:26.937 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_delete_sleep_hybrid", 2024-09-20T22:59:26.937 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_delete_sleep_ssd", 2024-09-20T22:59:26.937 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_max_backfills", 2024-09-20T22:59:26.937 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-20T22:59:26.938 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_profile", 2024-09-20T22:59:26.938 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-20T22:59:26.938 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-20T22:59:26.938 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-20T22:59:26.938 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-20T22:59:26.938 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-20T22:59:26.938 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-20T22:59:26.938 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_lim", 2024-09-20T22:59:26.938 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_res", 2024-09-20T22:59:26.938 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-20T22:59:26.938 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target", 2024-09-20T22:59:26.938 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target_autotune", 2024-09-20T22:59:26.938 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue", 2024-09-20T22:59:26.938 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue_cut_off", 2024-09-20T22:59:26.939 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_erasure_code_profile", 2024-09-20T22:59:26.939 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-20T22:59:26.939 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recover_clone_overlap", 2024-09-20T22:59:26.939 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_active", 2024-09-20T22:59:26.939 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_active_hdd", 2024-09-20T22:59:26.939 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_active_ssd", 2024-09-20T22:59:26.939 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_chunk", 2024-09-20T22:59:26.939 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_sleep", 2024-09-20T22:59:26.939 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_sleep_hdd", 2024-09-20T22:59:26.939 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_sleep_hybrid", 2024-09-20T22:59:26.939 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_sleep_ssd", 2024-09-20T22:59:26.939 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_load_threshold", 2024-09-20T22:59:26.939 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_max_interval", 2024-09-20T22:59:26.939 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_sleep", 2024-09-20T22:59:26.940 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_shutdown_pgref_assert", 2024-09-20T22:59:26.940 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_snap_trim_sleep", 2024-09-20T22:59:26.940 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_snap_trim_sleep_hdd", 2024-09-20T22:59:26.940 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-20T22:59:26.940 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_snap_trim_sleep_ssd", 2024-09-20T22:59:26.940 INFO:tasks.workunit.client.0.smithi046.stdout: "public_network", 2024-09-20T22:59:26.940 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_config_pool_override_update_timestamp", 2024-09-20T22:59:26.940 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_default_features", 2024-09-20T22:59:26.940 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_qos_exclude_ops", 2024-09-20T22:59:26.940 INFO:tasks.workunit.client.0.smithi046.stdout: "setgroup", 2024-09-20T22:59:26.940 INFO:tasks.workunit.client.0.smithi046.stdout: "setuser" 2024-09-20T22:59:26.940 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:26.940 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster_changed": [ 2024-09-20T22:59:26.940 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-20T22:59:26.941 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_debug", 2024-09-20T22:59:26.941 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_mon_ticket_ttl", 2024-09-20T22:59:26.941 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_service_ticket_ttl", 2024-09-20T22:59:26.941 INFO:tasks.workunit.client.0.smithi046.stdout: "bdev_debug_aio", 2024-09-20T22:59:26.941 INFO:tasks.workunit.client.0.smithi046.stdout: "container_image", 2024-09-20T22:59:26.941 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_asserts_on_shutdown", 2024-09-20T22:59:26.941 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mgr", 2024-09-20T22:59:26.941 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mon", 2024-09-20T22:59:26.941 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_ms", 2024-09-20T22:59:26.941 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_osd", 2024-09-20T22:59:26.941 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_paxos", 2024-09-20T22:59:26.941 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_file", 2024-09-20T22:59:26.941 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_journald", 2024-09-20T22:59:26.941 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_stderr", 2024-09-20T22:59:26.942 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_join_fs", 2024-09-20T22:59:26.942 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/allow_ptrace", 2024-09-20T22:59:26.942 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/container_init", 2024-09-20T22:59:26.942 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/migration_current", 2024-09-20T22:59:26.942 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/use_repo_digest", 2024-09-20T22:59:26.942 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-20T22:59:26.942 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-20T22:59:26.942 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-20T22:59:26.942 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-20T22:59:26.942 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/ssl_server_port", 2024-09-20T22:59:26.942 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/orchestrator/orchestrator", 2024-09-20T22:59:26.942 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/channel_ident", 2024-09-20T22:59:26.943 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/channel_perf", 2024-09-20T22:59:26.943 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/description", 2024-09-20T22:59:26.943 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/enabled", 2024-09-20T22:59:26.943 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/organization", 2024-09-20T22:59:26.943 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_allow_pool_delete", 2024-09-20T22:59:26.943 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_clock_drift_allowed", 2024-09-20T22:59:26.943 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_file", 2024-09-20T22:59:26.943 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_data_avail_warn", 2024-09-20T22:59:26.943 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_election_default_strategy", 2024-09-20T22:59:26.943 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_max_pg_per_osd", 2024-09-20T22:59:26.943 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mds_skip_sanity", 2024-09-20T22:59:26.943 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mgr_mkfs_grace", 2024-09-20T22:59:26.943 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_prime_pg_temp", 2024-09-20T22:59:26.943 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_reporter_subtree_level", 2024-09-20T22:59:26.944 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_pg_warn_max_object_skew", 2024-09-20T22:59:26.944 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-20T22:59:26.944 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-20T22:59:26.944 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-20T22:59:26.944 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-20T22:59:26.944 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-20T22:59:26.944 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-20T22:59:26.944 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-20T22:59:26.944 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-20T22:59:26.944 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_too_few_osds", 2024-09-20T22:59:26.944 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_bug", 2024-09-20T22:59:26.944 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_old_message", 2024-09-20T22:59:26.944 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_default_list", 2024-09-20T22:59:26.944 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_load_list", 2024-09-20T22:59:26.945 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_misdirected_ops", 2024-09-20T22:59:26.945 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_op_order", 2024-09-20T22:59:26.945 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_pg_log_writeout", 2024-09-20T22:59:26.945 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_shutdown", 2024-09-20T22:59:26.945 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_cached_snaps", 2024-09-20T22:59:26.945 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_missing_on_start", 2024-09-20T22:59:26.945 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_stray_on_activate", 2024-09-20T22:59:26.945 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-20T22:59:26.945 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-20T22:59:26.945 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_profile", 2024-09-20T22:59:26.945 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target", 2024-09-20T22:59:26.945 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target_autotune", 2024-09-20T22:59:26.946 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue", 2024-09-20T22:59:26.946 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue_cut_off", 2024-09-20T22:59:26.946 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_erasure_code_profile", 2024-09-20T22:59:26.946 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-20T22:59:26.946 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recover_clone_overlap", 2024-09-20T22:59:26.946 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_chunk", 2024-09-20T22:59:26.946 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_load_threshold", 2024-09-20T22:59:26.946 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_max_interval", 2024-09-20T22:59:26.946 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_shutdown_pgref_assert", 2024-09-20T22:59:26.946 INFO:tasks.workunit.client.0.smithi046.stdout: "public_network", 2024-09-20T22:59:26.946 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_config_pool_override_update_timestamp", 2024-09-20T22:59:26.946 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_cache_enabled", 2024-09-20T22:59:26.946 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_enable_ops_log", 2024-09-20T22:59:26.947 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_enable_usage_log" 2024-09-20T22:59:26.947 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:26.947 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.947 INFO:tasks.workunit.client.0.smithi046.stdout: "contact": null, 2024-09-20T22:59:26.947 INFO:tasks.workunit.client.0.smithi046.stdout: "crashes": [], 2024-09-20T22:59:26.947 INFO:tasks.workunit.client.0.smithi046.stdout: "created": "2024-09-20T21:32:44.391577Z", 2024-09-20T22:59:26.947 INFO:tasks.workunit.client.0.smithi046.stdout: "crush": { 2024-09-20T22:59:26.947 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_algs": { 2024-09-20T22:59:26.947 INFO:tasks.workunit.client.0.smithi046.stdout: "straw2": 3 2024-09-20T22:59:26.947 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.947 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_sizes": { 2024-09-20T22:59:26.947 INFO:tasks.workunit.client.0.smithi046.stdout: "2": 1, 2024-09-20T22:59:26.947 INFO:tasks.workunit.client.0.smithi046.stdout: "4": 2 2024-09-20T22:59:26.948 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.948 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_types": { 2024-09-20T22:59:26.948 INFO:tasks.workunit.client.0.smithi046.stdout: "1": 2, 2024-09-20T22:59:26.948 INFO:tasks.workunit.client.0.smithi046.stdout: "11": 1 2024-09-20T22:59:26.948 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.948 INFO:tasks.workunit.client.0.smithi046.stdout: "compat_weight_set": false, 2024-09-20T22:59:26.948 INFO:tasks.workunit.client.0.smithi046.stdout: "device_classes": [ 2024-09-20T22:59:26.948 INFO:tasks.workunit.client.0.smithi046.stdout: 8 2024-09-20T22:59:26.948 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:26.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_buckets": 6, 2024-09-20T22:59:26.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_devices": 8, 2024-09-20T22:59:26.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_rules": 2, 2024-09-20T22:59:26.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_types": 12, 2024-09-20T22:59:26.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_weight_sets": 0, 2024-09-20T22:59:26.949 INFO:tasks.workunit.client.0.smithi046.stdout: "tunables": { 2024-09-20T22:59:26.949 INFO:tasks.workunit.client.0.smithi046.stdout: "allowed_bucket_algs": 54, 2024-09-20T22:59:26.949 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_local_fallback_tries": 0, 2024-09-20T22:59:26.949 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_local_tries": 0, 2024-09-20T22:59:26.949 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_total_tries": 50, 2024-09-20T22:59:26.949 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_descend_once": 1, 2024-09-20T22:59:26.949 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_stable": 1, 2024-09-20T22:59:26.949 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_vary_r": 1, 2024-09-20T22:59:26.949 INFO:tasks.workunit.client.0.smithi046.stdout: "has_msr_rules": 0, 2024-09-20T22:59:26.949 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v2_rules": 1, 2024-09-20T22:59:26.949 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v3_rules": 0, 2024-09-20T22:59:26.949 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v4_buckets": 1, 2024-09-20T22:59:26.949 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v5_rules": 0, 2024-09-20T22:59:26.950 INFO:tasks.workunit.client.0.smithi046.stdout: "legacy_tunables": 0, 2024-09-20T22:59:26.950 INFO:tasks.workunit.client.0.smithi046.stdout: "minimum_required_version": "jewel", 2024-09-20T22:59:26.950 INFO:tasks.workunit.client.0.smithi046.stdout: "msr_collision_tries": 100, 2024-09-20T22:59:26.950 INFO:tasks.workunit.client.0.smithi046.stdout: "msr_descents": 100, 2024-09-20T22:59:26.950 INFO:tasks.workunit.client.0.smithi046.stdout: "optimal_tunables": 1, 2024-09-20T22:59:26.950 INFO:tasks.workunit.client.0.smithi046.stdout: "profile": "jewel", 2024-09-20T22:59:26.950 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables": 1, 2024-09-20T22:59:26.950 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables2": 1, 2024-09-20T22:59:26.950 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables3": 1, 2024-09-20T22:59:26.950 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables5": 1, 2024-09-20T22:59:26.950 INFO:tasks.workunit.client.0.smithi046.stdout: "straw_calc_version": 1 2024-09-20T22:59:26.950 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:26.950 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.950 INFO:tasks.workunit.client.0.smithi046.stdout: "description": "upgrade test cluster", 2024-09-20T22:59:26.951 INFO:tasks.workunit.client.0.smithi046.stdout: "fs": { 2024-09-20T22:59:26.951 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T22:59:26.951 INFO:tasks.workunit.client.0.smithi046.stdout: "feature_flags": { 2024-09-20T22:59:26.951 INFO:tasks.workunit.client.0.smithi046.stdout: "enable_multiple": true, 2024-09-20T22:59:26.951 INFO:tasks.workunit.client.0.smithi046.stdout: "ever_enabled_multiple": true 2024-09-20T22:59:26.951 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.951 INFO:tasks.workunit.client.0.smithi046.stdout: "filesystems": [ 2024-09-20T22:59:26.951 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:26.951 INFO:tasks.workunit.client.0.smithi046.stdout: "approx_ctime": "2024-09", 2024-09-20T22:59:26.951 INFO:tasks.workunit.client.0.smithi046.stdout: "balancer_enabled": false, 2024-09-20T22:59:26.951 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.951 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_caps": 0, 2024-09-20T22:59:26.951 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_dns": 10, 2024-09-20T22:59:26.951 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_inos": 13, 2024-09-20T22:59:26.951 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_subtrees": 2, 2024-09-20T22:59:26.952 INFO:tasks.workunit.client.0.smithi046.stdout: "ever_allowed_features": 0, 2024-09-20T22:59:26.952 INFO:tasks.workunit.client.0.smithi046.stdout: "explicitly_allowed_features": 0, 2024-09-20T22:59:26.952 INFO:tasks.workunit.client.0.smithi046.stdout: "files": 0, 2024-09-20T22:59:26.952 INFO:tasks.workunit.client.0.smithi046.stdout: "max_mds": 1, 2024-09-20T22:59:26.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_data_pools": 1, 2024-09-20T22:59:26.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_in": 1, 2024-09-20T22:59:26.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_mds": 1, 2024-09-20T22:59:26.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": 0, 2024-09-20T22:59:26.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_standby_replay": 0, 2024-09-20T22:59:26.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_up": 1, 2024-09-20T22:59:26.952 INFO:tasks.workunit.client.0.smithi046.stdout: "snaps": 0, 2024-09-20T22:59:26.952 INFO:tasks.workunit.client.0.smithi046.stdout: "standby_count_wanted": 0 2024-09-20T22:59:26.952 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:26.952 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:26.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_standby_mds": 1, 2024-09-20T22:59:26.953 INFO:tasks.workunit.client.0.smithi046.stdout: "total_num_mds": 2 2024-09-20T22:59:26.953 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.953 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_stats": { 2024-09-20T22:59:26.953 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-20T22:59:26.953 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.89feedb6ca5aa28c1526bae4a18bccbde113d39a": { 2024-09-20T22:59:26.953 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 20660224, 2024-09-20T22:59:26.953 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 433752, 2024-09-20T22:59:26.953 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2621440, 2024-09-20T22:59:26.953 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:26.953 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 540672, 2024-09-20T22:59:26.953 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 478, 2024-09-20T22:59:26.953 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:26.953 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 1397976, 2024-09-20T22:59:26.953 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 22, 2024-09-20T22:59:26.954 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 1029632, 2024-09-20T22:59:26.954 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 15177424, 2024-09-20T22:59:26.954 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 21200896 2024-09-20T22:59:26.954 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.954 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.a373ec1b8791b7f450fd778abc506764734e5598": { 2024-09-20T22:59:26.954 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 20152320, 2024-09-20T22:59:26.954 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 319456, 2024-09-20T22:59:26.954 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2621440, 2024-09-20T22:59:26.954 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 802816, 2024-09-20T22:59:26.954 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 0, 2024-09-20T22:59:26.954 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 358, 2024-09-20T22:59:26.954 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:26.954 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 1083368, 2024-09-20T22:59:26.954 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 13, 2024-09-20T22:59:26.954 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 561664, 2024-09-20T22:59:26.955 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 14763576, 2024-09-20T22:59:26.955 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 20152320 2024-09-20T22:59:26.955 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:26.955 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.955 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T22:59:26.955 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.89feedb6ca5aa28c1526bae4a18bccbde113d39a": { 2024-09-20T22:59:26.955 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 261038080, 2024-09-20T22:59:26.955 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 5921360, 2024-09-20T22:59:26.955 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3014656, 2024-09-20T22:59:26.955 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:26.955 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 1032192, 2024-09-20T22:59:26.955 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 9869, 2024-09-20T22:59:26.955 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:26.955 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 13261776, 2024-09-20T22:59:26.955 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 23, 2024-09-20T22:59:26.956 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 4305920, 2024-09-20T22:59:26.956 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 234534368, 2024-09-20T22:59:26.956 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 262070272 2024-09-20T22:59:26.956 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.956 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.a373ec1b8791b7f450fd778abc506764734e5598": { 2024-09-20T22:59:26.956 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 166756352, 2024-09-20T22:59:26.956 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 2257616, 2024-09-20T22:59:26.956 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2883584, 2024-09-20T22:59:26.956 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:26.956 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 2834432, 2024-09-20T22:59:26.956 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 6492, 2024-09-20T22:59:26.956 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:26.956 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 8474136, 2024-09-20T22:59:26.956 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 20, 2024-09-20T22:59:26.956 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 2378496, 2024-09-20T22:59:26.957 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 150762520, 2024-09-20T22:59:26.957 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 169590784 2024-09-20T22:59:26.957 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.957 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.ba2a2447664121745258143c46d4a74444ac144b": { 2024-09-20T22:59:26.957 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 178044928, 2024-09-20T22:59:26.957 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 2215552, 2024-09-20T22:59:26.957 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2883584, 2024-09-20T22:59:26.957 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 802816, 2024-09-20T22:59:26.957 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 974848, 2024-09-20T22:59:26.957 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 7007, 2024-09-20T22:59:26.957 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:26.957 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 12101160, 2024-09-20T22:59:26.957 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 20, 2024-09-20T22:59:26.957 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 1674496, 2024-09-20T22:59:26.958 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 158367320, 2024-09-20T22:59:26.958 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 179019776 2024-09-20T22:59:26.958 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:26.958 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.958 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:26.958 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.0": { 2024-09-20T22:59:26.958 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 535298048, 2024-09-20T22:59:26.958 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 27754816, 2024-09-20T22:59:26.958 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3407872, 2024-09-20T22:59:26.958 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:26.958 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 85991424, 2024-09-20T22:59:26.958 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 14983, 2024-09-20T22:59:26.958 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:26.958 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 77240664, 2024-09-20T22:59:26.959 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 54, 2024-09-20T22:59:26.959 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 12166400, 2024-09-20T22:59:26.959 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 414728296, 2024-09-20T22:59:26.959 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 621289472 2024-09-20T22:59:26.959 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.959 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.1": { 2024-09-20T22:59:26.959 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 516849664, 2024-09-20T22:59:26.959 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 29821488, 2024-09-20T22:59:26.959 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 5505024, 2024-09-20T22:59:26.959 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:26.959 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 30384128, 2024-09-20T22:59:26.959 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 13748, 2024-09-20T22:59:26.959 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:26.959 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 68711096, 2024-09-20T22:59:26.960 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 60, 2024-09-20T22:59:26.960 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 9848576, 2024-09-20T22:59:26.960 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 402963480, 2024-09-20T22:59:26.960 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 547233792 2024-09-20T22:59:26.960 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.960 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.2": { 2024-09-20T22:59:26.960 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 414392320, 2024-09-20T22:59:26.960 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 29817440, 2024-09-20T22:59:26.960 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3276800, 2024-09-20T22:59:26.960 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:26.960 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 61874176, 2024-09-20T22:59:26.960 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 11246, 2024-09-20T22:59:26.960 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:26.960 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 60219480, 2024-09-20T22:59:26.960 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 53, 2024-09-20T22:59:26.961 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 11076352, 2024-09-20T22:59:26.961 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 310002248, 2024-09-20T22:59:26.961 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 476266496 2024-09-20T22:59:26.961 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.961 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.3": { 2024-09-20T22:59:26.961 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 423542784, 2024-09-20T22:59:26.961 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 20061344, 2024-09-20T22:59:26.961 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3145728, 2024-09-20T22:59:26.961 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 540672, 2024-09-20T22:59:26.961 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 30261248, 2024-09-20T22:59:26.961 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 10375, 2024-09-20T22:59:26.961 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:26.961 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 54389864, 2024-09-20T22:59:26.961 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 53, 2024-09-20T22:59:26.962 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 13656576, 2024-09-20T22:59:26.962 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 331748600, 2024-09-20T22:59:26.962 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 453804032 2024-09-20T22:59:26.962 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.962 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.4": { 2024-09-20T22:59:26.962 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 382083072, 2024-09-20T22:59:26.962 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 24404688, 2024-09-20T22:59:26.962 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3276800, 2024-09-20T22:59:26.962 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:26.962 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 133455872, 2024-09-20T22:59:26.962 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 11103, 2024-09-20T22:59:26.962 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:26.962 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 57012560, 2024-09-20T22:59:26.962 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 53, 2024-09-20T22:59:26.963 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 10596352, 2024-09-20T22:59:26.963 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 286792672, 2024-09-20T22:59:26.963 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 515538944 2024-09-20T22:59:26.963 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.963 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.5": { 2024-09-20T22:59:26.963 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 525377536, 2024-09-20T22:59:26.963 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 26334232, 2024-09-20T22:59:26.963 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3276800, 2024-09-20T22:59:26.963 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:26.963 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 68960256, 2024-09-20T22:59:26.963 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 12878, 2024-09-20T22:59:26.963 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:26.963 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 64046352, 2024-09-20T22:59:26.963 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 53, 2024-09-20T22:59:26.964 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 11278848, 2024-09-20T22:59:26.964 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 420441304, 2024-09-20T22:59:26.964 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 594337792 2024-09-20T22:59:26.964 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.964 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.6": { 2024-09-20T22:59:26.964 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 459251712, 2024-09-20T22:59:26.964 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 22533408, 2024-09-20T22:59:26.964 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3145728, 2024-09-20T22:59:26.964 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 188416, 2024-09-20T22:59:26.964 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 44040192, 2024-09-20T22:59:26.964 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 10198, 2024-09-20T22:59:26.964 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:26.964 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 56230896, 2024-09-20T22:59:26.964 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 53, 2024-09-20T22:59:26.964 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 11182592, 2024-09-20T22:59:26.965 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 365970672, 2024-09-20T22:59:26.965 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 503291904 2024-09-20T22:59:26.965 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.965 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.7": { 2024-09-20T22:59:26.965 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 544587776, 2024-09-20T22:59:26.965 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 22632584, 2024-09-20T22:59:26.965 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3276800, 2024-09-20T22:59:26.965 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:26.965 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 55173120, 2024-09-20T22:59:26.965 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 11673, 2024-09-20T22:59:26.965 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:26.965 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 64401368, 2024-09-20T22:59:26.965 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 58, 2024-09-20T22:59:26.965 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 11585536, 2024-09-20T22:59:26.966 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 442691488, 2024-09-20T22:59:26.966 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 599760896 2024-09-20T22:59:26.966 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:26.966 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:26.966 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.966 INFO:tasks.workunit.client.0.smithi046.stdout: "hosts": { 2024-09-20T22:59:26.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num": 2, 2024-09-20T22:59:26.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mds": 2, 2024-09-20T22:59:26.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mgr": 2, 2024-09-20T22:59:26.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mon": 2, 2024-09-20T22:59:26.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_osd": 2 2024-09-20T22:59:26.966 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.966 INFO:tasks.workunit.client.0.smithi046.stdout: "io_rate": { 2024-09-20T22:59:26.966 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_stats_delta": { 2024-09-20T22:59:26.966 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 0, 2024-09-20T22:59:26.967 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:26.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 0, 2024-09-20T22:59:26.967 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:26.967 INFO:tasks.workunit.client.0.smithi046.stdout: "stamp_delta": "12.003489", 2024-09-20T22:59:26.967 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:26.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:26.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:26.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:26.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:26.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:26.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:26.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:26.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:26.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:26.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:26.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:26.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:26.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:26.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:26.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:26.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:26.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:26.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:26.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:26.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:26.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:26.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:26.969 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:26.969 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:26.969 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:26.969 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:26.969 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:26.969 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:26.969 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:26.969 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:26.969 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:26.969 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:26.969 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:26.969 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:26.969 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:26.969 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:26.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:26.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:26.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:26.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:26.970 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.970 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-20T22:59:26.970 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 0, 2024-09-20T22:59:26.970 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-20T22:59:26.970 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-20T22:59:26.970 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-20T22:59:26.970 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-20T22:59:26.970 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 0, 2024-09-20T22:59:26.970 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-20T22:59:26.970 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-20T22:59:26.971 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-20T22:59:26.971 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-20T22:59:26.971 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.971 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 0 2024-09-20T22:59:26.971 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:26.971 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.971 INFO:tasks.workunit.client.0.smithi046.stdout: "leaderboard": false, 2024-09-20T22:59:26.971 INFO:tasks.workunit.client.0.smithi046.stdout: "leaderboard_description": null, 2024-09-20T22:59:26.971 INFO:tasks.workunit.client.0.smithi046.stdout: "license": "sharing-1-0", 2024-09-20T22:59:26.971 INFO:tasks.workunit.client.0.smithi046.stdout: "mempool": { 2024-09-20T22:59:26.971 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-20T22:59:26.971 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.89feedb6ca5aa28c1526bae4a18bccbde113d39a": { 2024-09-20T22:59:26.971 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:26.971 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.972 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.972 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.972 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:26.972 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.972 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.972 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.972 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:26.972 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.972 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.972 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.972 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:26.972 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.972 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.972 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.972 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:26.973 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.973 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.973 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.973 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:26.973 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.973 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.973 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.973 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:26.973 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.973 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.973 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.973 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:26.973 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.974 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.974 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.974 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:26.974 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.974 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.974 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.974 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:26.974 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.974 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.974 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.974 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:26.974 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.974 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.974 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.975 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:26.975 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.975 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.975 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.975 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:26.975 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.975 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.975 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.975 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:26.975 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.975 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.975 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.975 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:26.975 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.975 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.976 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.976 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:26.976 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.976 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.976 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.976 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:26.976 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.976 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.976 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.976 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:26.976 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.976 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.977 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.977 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:26.977 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 223455, 2024-09-20T22:59:26.977 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 69 2024-09-20T22:59:26.977 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.977 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:26.977 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.977 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.977 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.977 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:26.977 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 52112, 2024-09-20T22:59:26.977 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 181 2024-09-20T22:59:26.977 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.977 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:26.978 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.978 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.978 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.978 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:26.978 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.978 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.978 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.978 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:26.978 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.978 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.978 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.978 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:26.978 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12064, 2024-09-20T22:59:26.978 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 232 2024-09-20T22:59:26.979 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.979 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:26.979 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.979 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.979 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.979 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:26.979 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.979 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.979 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.979 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:26.979 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.979 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.979 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.979 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:26.980 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.980 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.980 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:26.980 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.980 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.a373ec1b8791b7f450fd778abc506764734e5598": { 2024-09-20T22:59:26.980 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:26.980 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.980 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.980 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.980 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:26.980 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.980 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.980 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.980 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:26.981 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.981 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.981 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.981 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:26.981 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.981 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.981 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.981 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:26.981 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.981 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.981 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.981 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:26.981 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.981 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.982 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.982 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:26.982 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.982 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.982 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.982 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:26.982 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.982 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.982 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.982 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:26.982 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.982 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.982 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.982 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:26.983 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.983 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.983 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.983 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:26.983 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.983 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.983 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.983 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:26.983 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.983 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.983 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.983 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:26.983 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.984 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.984 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.984 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:26.984 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.984 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.984 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.984 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:26.984 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.984 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.984 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.984 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:26.984 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.984 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.984 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.985 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:26.985 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.985 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.985 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.985 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:26.985 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.985 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.985 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.985 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:26.985 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 149008, 2024-09-20T22:59:26.985 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 33 2024-09-20T22:59:26.985 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.985 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:26.985 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.985 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.986 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.986 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:26.986 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 928, 2024-09-20T22:59:26.986 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2 2024-09-20T22:59:26.986 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.986 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:26.986 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.986 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.986 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.986 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:26.986 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.986 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.986 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.987 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:26.987 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.987 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.987 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.987 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:26.987 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.987 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.987 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.987 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:26.987 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.987 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.987 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.987 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:26.987 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.988 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.988 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.988 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:26.988 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.988 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.988 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.988 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:26.988 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.988 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.988 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:26.988 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:26.988 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.988 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T22:59:26.988 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.89feedb6ca5aa28c1526bae4a18bccbde113d39a": { 2024-09-20T22:59:26.988 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:26.989 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.989 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.989 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.989 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:26.989 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.989 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.989 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.989 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:26.989 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.989 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.989 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.989 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:26.989 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.989 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.989 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.989 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:26.990 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.990 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.990 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.990 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:26.990 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.990 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.990 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.990 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:26.990 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.990 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.990 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.990 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:26.990 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.990 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.990 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.991 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:26.991 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.991 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.991 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.991 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:26.991 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.991 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.991 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.991 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:26.991 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.991 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.991 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.991 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:26.992 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.992 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.992 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.992 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:26.992 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.992 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.992 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.992 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:26.992 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.992 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.992 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.992 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:26.992 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.992 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.992 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.993 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:26.993 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.993 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.993 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.993 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:26.993 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.993 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.993 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.993 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:26.993 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.993 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.993 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.994 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:26.994 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 53098784, 2024-09-20T22:59:26.994 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7505 2024-09-20T22:59:26.994 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.994 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:26.994 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.994 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.994 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.994 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:26.994 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.994 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.994 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.994 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:26.994 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.995 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.995 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.995 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:26.995 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.995 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.995 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.995 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:26.995 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.995 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.995 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.995 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:26.995 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10640, 2024-09-20T22:59:26.995 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 231 2024-09-20T22:59:26.995 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.995 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:26.996 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 70440, 2024-09-20T22:59:26.996 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 5158 2024-09-20T22:59:26.996 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.996 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:26.996 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 11440, 2024-09-20T22:59:26.996 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 304 2024-09-20T22:59:26.996 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.996 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:26.996 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.996 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.996 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.996 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:26.996 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.996 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.996 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:26.997 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.997 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.a373ec1b8791b7f450fd778abc506764734e5598": { 2024-09-20T22:59:26.997 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:26.997 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.997 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.997 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.997 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:26.997 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.997 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.997 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.997 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:26.997 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.997 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.997 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.997 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:26.998 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.998 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.998 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.998 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:26.998 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.998 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.998 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.998 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:26.998 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.998 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.998 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.998 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:26.999 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.999 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.999 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.999 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:26.999 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.999 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.999 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.999 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:26.999 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.999 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:26.999 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:26.999 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:26.999 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:26.999 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.000 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.000 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:27.000 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.000 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.000 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.000 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:27.000 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.000 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.000 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.000 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:27.000 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.000 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.000 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.000 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:27.001 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.001 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.001 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.001 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:27.001 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.001 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.001 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.001 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:27.001 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.001 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.001 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.001 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:27.001 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.001 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.001 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.002 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:27.002 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.002 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.002 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.002 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:27.002 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 44551588, 2024-09-20T22:59:27.002 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 5476 2024-09-20T22:59:27.002 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.002 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:27.002 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 968, 2024-09-20T22:59:27.002 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 11 2024-09-20T22:59:27.002 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.002 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:27.002 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.003 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.003 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.003 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:27.003 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.003 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.003 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.003 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:27.003 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.003 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.003 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.003 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:27.003 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.003 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.004 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.004 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:27.004 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10640, 2024-09-20T22:59:27.004 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 231 2024-09-20T22:59:27.004 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.004 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:27.004 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 70440, 2024-09-20T22:59:27.004 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 5158 2024-09-20T22:59:27.004 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.004 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:27.004 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5720, 2024-09-20T22:59:27.004 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 152 2024-09-20T22:59:27.004 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.004 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:27.004 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.005 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.005 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.005 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:27.005 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.005 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.005 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.005 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.005 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.ba2a2447664121745258143c46d4a74444ac144b": { 2024-09-20T22:59:27.005 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:27.005 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.005 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.005 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.005 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:27.005 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.005 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.006 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.006 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:27.006 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.006 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.006 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.006 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:27.006 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.006 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.006 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.006 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:27.006 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.006 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.006 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.006 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:27.006 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.007 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.007 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.007 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:27.007 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.007 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.007 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.007 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:27.007 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.007 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.007 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.007 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:27.007 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.007 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.007 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.008 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:27.008 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.008 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.008 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.008 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:27.008 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.008 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.008 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.008 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:27.008 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.008 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.008 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.008 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:27.008 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.008 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.008 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.009 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:27.009 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.009 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.009 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.009 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:27.009 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.009 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.009 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.009 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:27.009 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.009 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.009 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.009 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:27.009 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.010 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.010 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.010 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:27.010 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.010 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.010 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.010 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:27.010 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 51228404, 2024-09-20T22:59:27.010 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7023 2024-09-20T22:59:27.010 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.010 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:27.010 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1232, 2024-09-20T22:59:27.011 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 14 2024-09-20T22:59:27.011 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.011 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:27.011 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.011 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.011 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.011 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:27.011 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.011 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.011 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.011 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:27.011 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.011 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.011 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.012 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:27.012 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.012 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.012 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.012 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:27.012 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10640, 2024-09-20T22:59:27.012 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 231 2024-09-20T22:59:27.012 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.012 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:27.012 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 70440, 2024-09-20T22:59:27.013 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 5158 2024-09-20T22:59:27.013 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.013 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:27.013 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5720, 2024-09-20T22:59:27.013 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 152 2024-09-20T22:59:27.013 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.013 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:27.013 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.013 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.013 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.013 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:27.013 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.013 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.013 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.014 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.014 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.014 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:27.014 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.0": { 2024-09-20T22:59:27.014 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:27.014 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.014 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.014 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.014 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:27.014 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 25408, 2024-09-20T22:59:27.014 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 502 2024-09-20T22:59:27.014 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.014 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:27.014 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 514560, 2024-09-20T22:59:27.014 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:27.015 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.015 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:27.015 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1152, 2024-09-20T22:59:27.015 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 6 2024-09-20T22:59:27.015 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.015 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:27.015 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 61680, 2024-09-20T22:59:27.015 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 771 2024-09-20T22:59:27.015 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.015 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:27.015 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 419744, 2024-09-20T22:59:27.015 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2018 2024-09-20T22:59:27.015 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.015 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:27.016 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 256, 2024-09-20T22:59:27.016 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:27.016 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.016 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:27.016 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 399647, 2024-09-20T22:59:27.016 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 120 2024-09-20T22:59:27.016 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.016 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:27.016 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2532336, 2024-09-20T22:59:27.016 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 561016 2024-09-20T22:59:27.016 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.016 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:27.016 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7184456, 2024-09-20T22:59:27.016 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10597 2024-09-20T22:59:27.016 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.017 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:27.017 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 88140, 2024-09-20T22:59:27.017 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9443 2024-09-20T22:59:27.017 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.017 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:27.017 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 96864, 2024-09-20T22:59:27.017 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2018 2024-09-20T22:59:27.017 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.017 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:27.017 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.017 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.017 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.017 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:27.017 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 186528, 2024-09-20T22:59:27.018 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1332 2024-09-20T22:59:27.018 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.018 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:27.018 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.018 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.018 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.018 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:27.018 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.018 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.018 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.018 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:27.018 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 56916, 2024-09-20T22:59:27.018 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 48 2024-09-20T22:59:27.018 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.019 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:27.019 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.019 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.019 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.019 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:27.019 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6248276, 2024-09-20T22:59:27.019 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 4775 2024-09-20T22:59:27.019 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.019 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:27.019 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10912, 2024-09-20T22:59:27.019 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 124 2024-09-20T22:59:27.019 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.019 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:27.019 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.020 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.020 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.020 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:27.020 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 522720, 2024-09-20T22:59:27.020 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 45 2024-09-20T22:59:27.020 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.020 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:27.020 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.020 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.020 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.020 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:27.020 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7124520, 2024-09-20T22:59:27.020 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 18501 2024-09-20T22:59:27.021 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.021 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:27.021 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 631576, 2024-09-20T22:59:27.021 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10076 2024-09-20T22:59:27.021 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.021 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:27.021 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.021 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.021 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.021 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:27.021 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.021 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.021 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.021 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:27.022 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.022 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.022 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.022 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:27.022 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.022 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.022 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.022 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.022 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.1": { 2024-09-20T22:59:27.022 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:27.022 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.022 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.022 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.022 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:27.023 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 25688, 2024-09-20T22:59:27.023 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 499 2024-09-20T22:59:27.023 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.023 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:27.023 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1100160, 2024-09-20T22:59:27.023 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:27.023 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.023 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:27.023 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1536, 2024-09-20T22:59:27.023 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-20T22:59:27.023 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.023 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:27.023 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 61760, 2024-09-20T22:59:27.023 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 772 2024-09-20T22:59:27.023 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.024 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:27.024 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 417456, 2024-09-20T22:59:27.024 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2007 2024-09-20T22:59:27.024 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.024 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:27.024 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 256, 2024-09-20T22:59:27.024 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:27.024 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.024 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:27.024 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 358090, 2024-09-20T22:59:27.024 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 106 2024-09-20T22:59:27.024 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.024 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:27.024 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2556930, 2024-09-20T22:59:27.025 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 563899 2024-09-20T22:59:27.025 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.025 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:27.025 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7209616, 2024-09-20T22:59:27.025 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10634 2024-09-20T22:59:27.025 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.025 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:27.025 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 85860, 2024-09-20T22:59:27.025 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9266 2024-09-20T22:59:27.025 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.025 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:27.025 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 96336, 2024-09-20T22:59:27.025 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2007 2024-09-20T22:59:27.025 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.025 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:27.026 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.026 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.026 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.026 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:27.026 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 186784, 2024-09-20T22:59:27.026 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1333 2024-09-20T22:59:27.026 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.026 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:27.026 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.026 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.026 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.026 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:27.026 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 736, 2024-09-20T22:59:27.026 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-20T22:59:27.026 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.027 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:27.027 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 84419, 2024-09-20T22:59:27.027 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 53 2024-09-20T22:59:27.027 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.027 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:27.027 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12112, 2024-09-20T22:59:27.027 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T22:59:27.027 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.027 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:27.027 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7921646, 2024-09-20T22:59:27.027 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 269 2024-09-20T22:59:27.027 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.027 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:27.027 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 11000, 2024-09-20T22:59:27.027 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 125 2024-09-20T22:59:27.028 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.028 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:27.028 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.028 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.028 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.028 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:27.028 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 429792, 2024-09-20T22:59:27.028 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 37 2024-09-20T22:59:27.028 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.028 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:27.028 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.028 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.028 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.028 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:27.028 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7316504, 2024-09-20T22:59:27.029 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 21215 2024-09-20T22:59:27.029 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.029 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:27.029 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 631576, 2024-09-20T22:59:27.029 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10076 2024-09-20T22:59:27.029 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.029 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:27.029 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.029 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.029 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.029 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:27.029 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.029 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.029 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.029 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:27.030 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.030 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.030 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.030 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:27.030 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.030 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.030 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.030 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.030 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.2": { 2024-09-20T22:59:27.030 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:27.030 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.030 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.030 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.030 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:27.030 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 17688, 2024-09-20T22:59:27.031 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 310 2024-09-20T22:59:27.031 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.031 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:27.031 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 264192, 2024-09-20T22:59:27.031 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 29 2024-09-20T22:59:27.031 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.031 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:27.031 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2112, 2024-09-20T22:59:27.031 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 11 2024-09-20T22:59:27.031 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.031 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:27.031 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 60640, 2024-09-20T22:59:27.032 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 758 2024-09-20T22:59:27.032 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.032 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:27.032 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 416832, 2024-09-20T22:59:27.032 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2004 2024-09-20T22:59:27.032 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.032 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:27.032 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 256, 2024-09-20T22:59:27.032 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:27.032 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.032 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:27.032 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 263904, 2024-09-20T22:59:27.032 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 82 2024-09-20T22:59:27.032 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.033 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:27.033 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1852324, 2024-09-20T22:59:27.033 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 406420 2024-09-20T22:59:27.033 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.033 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:27.033 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5313096, 2024-09-20T22:59:27.033 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7845 2024-09-20T22:59:27.033 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.033 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:27.033 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 85112, 2024-09-20T22:59:27.033 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9253 2024-09-20T22:59:27.033 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.033 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:27.033 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 96192, 2024-09-20T22:59:27.033 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2004 2024-09-20T22:59:27.034 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.034 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:27.034 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.034 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.034 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.034 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:27.034 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 186784, 2024-09-20T22:59:27.034 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1333 2024-09-20T22:59:27.034 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.034 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:27.034 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.034 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.034 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.034 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:27.034 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.035 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.035 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.035 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:27.035 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 47767, 2024-09-20T22:59:27.035 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 45 2024-09-20T22:59:27.035 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.035 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:27.035 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.035 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.035 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.035 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:27.035 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10988844, 2024-09-20T22:59:27.035 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 263 2024-09-20T22:59:27.035 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.035 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:27.036 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 9504, 2024-09-20T22:59:27.036 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 108 2024-09-20T22:59:27.036 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.036 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:27.036 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.036 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.036 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.036 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:27.036 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 360096, 2024-09-20T22:59:27.036 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 31 2024-09-20T22:59:27.036 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.036 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:27.037 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.037 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.037 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.037 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:27.037 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3199040, 2024-09-20T22:59:27.037 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 6152 2024-09-20T22:59:27.037 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.037 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:27.037 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 631576, 2024-09-20T22:59:27.037 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10076 2024-09-20T22:59:27.037 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.037 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:27.037 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.037 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.037 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.038 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:27.038 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.038 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.038 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.038 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:27.038 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.038 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.038 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.038 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:27.038 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.038 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.038 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.038 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.038 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.3": { 2024-09-20T22:59:27.039 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:27.039 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.039 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.039 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.039 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:27.039 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 17784, 2024-09-20T22:59:27.039 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 318 2024-09-20T22:59:27.039 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.039 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:27.039 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 501760, 2024-09-20T22:59:27.039 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 29 2024-09-20T22:59:27.039 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.039 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:27.039 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2496, 2024-09-20T22:59:27.039 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 13 2024-09-20T22:59:27.040 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.040 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:27.040 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 60960, 2024-09-20T22:59:27.040 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 762 2024-09-20T22:59:27.040 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.040 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:27.040 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 404560, 2024-09-20T22:59:27.040 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1945 2024-09-20T22:59:27.040 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.040 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:27.040 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 256, 2024-09-20T22:59:27.040 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:27.040 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.040 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:27.040 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 343264, 2024-09-20T22:59:27.041 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 86 2024-09-20T22:59:27.041 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.041 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:27.041 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1827983, 2024-09-20T22:59:27.041 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 401078 2024-09-20T22:59:27.041 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.041 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:27.041 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5242376, 2024-09-20T22:59:27.041 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7741 2024-09-20T22:59:27.041 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.041 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:27.041 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 76600, 2024-09-20T22:59:27.041 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8120 2024-09-20T22:59:27.041 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.041 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:27.042 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 93360, 2024-09-20T22:59:27.042 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1945 2024-09-20T22:59:27.042 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.042 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:27.042 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.042 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.042 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.042 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:27.042 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 186784, 2024-09-20T22:59:27.042 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1333 2024-09-20T22:59:27.042 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.042 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:27.042 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.042 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.043 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.043 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:27.043 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 736, 2024-09-20T22:59:27.043 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-20T22:59:27.043 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.043 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:27.043 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 79792, 2024-09-20T22:59:27.043 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 57 2024-09-20T22:59:27.043 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.043 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:27.043 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12112, 2024-09-20T22:59:27.043 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T22:59:27.043 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.043 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:27.043 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 13394390, 2024-09-20T22:59:27.044 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 284 2024-09-20T22:59:27.044 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.044 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:27.044 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10120, 2024-09-20T22:59:27.044 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 115 2024-09-20T22:59:27.044 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.044 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:27.044 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.044 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.044 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.044 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:27.044 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 418176, 2024-09-20T22:59:27.044 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 36 2024-09-20T22:59:27.044 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.045 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:27.045 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.045 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.045 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.045 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:27.045 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3449680, 2024-09-20T22:59:27.045 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9034 2024-09-20T22:59:27.045 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.045 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:27.045 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 631576, 2024-09-20T22:59:27.045 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10076 2024-09-20T22:59:27.045 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.045 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:27.045 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.045 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.046 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.046 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:27.046 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.046 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.046 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.046 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:27.046 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.046 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.046 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.046 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:27.046 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.046 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.046 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.046 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.047 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.4": { 2024-09-20T22:59:27.047 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:27.047 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.047 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.047 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.047 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:27.047 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 20816, 2024-09-20T22:59:27.047 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 360 2024-09-20T22:59:27.047 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.047 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:27.047 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 461184, 2024-09-20T22:59:27.047 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:27.047 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.047 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:27.047 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-20T22:59:27.048 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T22:59:27.048 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.048 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:27.048 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 61120, 2024-09-20T22:59:27.048 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 764 2024-09-20T22:59:27.048 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.048 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:27.048 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 404560, 2024-09-20T22:59:27.048 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1945 2024-09-20T22:59:27.048 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.048 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:27.048 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 256, 2024-09-20T22:59:27.048 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:27.048 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.048 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:27.048 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1183351, 2024-09-20T22:59:27.049 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 294 2024-09-20T22:59:27.049 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.049 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:27.049 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2125726, 2024-09-20T22:59:27.049 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 466869 2024-09-20T22:59:27.049 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.049 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:27.049 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6085576, 2024-09-20T22:59:27.049 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8981 2024-09-20T22:59:27.049 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.049 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:27.049 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 76892, 2024-09-20T22:59:27.049 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8119 2024-09-20T22:59:27.049 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.049 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:27.050 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 93360, 2024-09-20T22:59:27.050 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1945 2024-09-20T22:59:27.050 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.050 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:27.050 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.050 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.050 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.050 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:27.050 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 186528, 2024-09-20T22:59:27.050 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1332 2024-09-20T22:59:27.050 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.050 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:27.050 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.050 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.050 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.051 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:27.051 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.051 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.051 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.051 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:27.051 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 42826, 2024-09-20T22:59:27.051 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 42 2024-09-20T22:59:27.051 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.051 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:27.051 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.051 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.051 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.051 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:27.051 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2860763, 2024-09-20T22:59:27.051 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 258 2024-09-20T22:59:27.052 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.052 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:27.052 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 26576, 2024-09-20T22:59:27.052 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 302 2024-09-20T22:59:27.052 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.052 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:27.052 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.052 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.052 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.052 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:27.052 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 453024, 2024-09-20T22:59:27.052 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 39 2024-09-20T22:59:27.052 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.052 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:27.052 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.052 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.053 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.053 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:27.053 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5091840, 2024-09-20T22:59:27.053 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 12192 2024-09-20T22:59:27.053 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.053 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:27.053 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 631576, 2024-09-20T22:59:27.053 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10076 2024-09-20T22:59:27.053 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.053 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:27.053 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.053 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.053 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.054 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:27.054 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.054 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.054 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.054 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:27.054 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.054 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.054 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.054 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:27.054 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.054 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.054 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.054 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.054 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.5": { 2024-09-20T22:59:27.054 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:27.055 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.055 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.055 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.055 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:27.055 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 25856, 2024-09-20T22:59:27.055 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 513 2024-09-20T22:59:27.055 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.055 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:27.056 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 752640, 2024-09-20T22:59:27.056 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 38 2024-09-20T22:59:27.056 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.056 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:27.056 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3072, 2024-09-20T22:59:27.056 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 16 2024-09-20T22:59:27.056 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.056 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:27.056 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 61440, 2024-09-20T22:59:27.056 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 768 2024-09-20T22:59:27.057 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.057 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:27.057 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 404560, 2024-09-20T22:59:27.057 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1945 2024-09-20T22:59:27.057 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.057 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:27.057 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 256, 2024-09-20T22:59:27.057 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:27.057 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.057 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:27.057 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 430353, 2024-09-20T22:59:27.057 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 114 2024-09-20T22:59:27.057 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.057 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:27.057 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2418887, 2024-09-20T22:59:27.058 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 539806 2024-09-20T22:59:27.058 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.058 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:27.058 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6957336, 2024-09-20T22:59:27.058 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10263 2024-09-20T22:59:27.058 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.058 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:27.058 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 77272, 2024-09-20T22:59:27.058 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8126 2024-09-20T22:59:27.058 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.058 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:27.058 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 93360, 2024-09-20T22:59:27.058 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1945 2024-09-20T22:59:27.058 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.058 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:27.059 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.059 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.059 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.059 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:27.059 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 186528, 2024-09-20T22:59:27.059 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1332 2024-09-20T22:59:27.059 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.059 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:27.059 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.059 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.059 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.059 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:27.059 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 736, 2024-09-20T22:59:27.059 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-20T22:59:27.059 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.060 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:27.060 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 81898, 2024-09-20T22:59:27.060 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 54 2024-09-20T22:59:27.060 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.060 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:27.060 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12112, 2024-09-20T22:59:27.060 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T22:59:27.060 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.060 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:27.060 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16954192, 2024-09-20T22:59:27.060 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 273 2024-09-20T22:59:27.060 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.060 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:27.060 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12408, 2024-09-20T22:59:27.060 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 141 2024-09-20T22:59:27.061 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.061 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:27.061 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.061 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.061 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.061 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:27.061 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 487872, 2024-09-20T22:59:27.061 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 42 2024-09-20T22:59:27.061 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.061 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:27.061 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.061 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.061 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.061 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:27.062 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6449040, 2024-09-20T22:59:27.062 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 12402 2024-09-20T22:59:27.062 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.062 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:27.062 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 631576, 2024-09-20T22:59:27.062 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10076 2024-09-20T22:59:27.062 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.062 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:27.062 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.062 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.062 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.062 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:27.062 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.062 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.062 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.063 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:27.063 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.063 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.063 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.063 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:27.063 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.063 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.063 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.063 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.063 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.6": { 2024-09-20T22:59:27.063 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:27.063 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.063 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.063 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.063 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:27.064 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 19664, 2024-09-20T22:59:27.064 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 343 2024-09-20T22:59:27.064 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.064 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:27.064 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 600448, 2024-09-20T22:59:27.064 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 30 2024-09-20T22:59:27.064 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.064 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:27.064 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2496, 2024-09-20T22:59:27.064 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 13 2024-09-20T22:59:27.064 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.064 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:27.064 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 61120, 2024-09-20T22:59:27.064 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 764 2024-09-20T22:59:27.064 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.065 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:27.065 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 406224, 2024-09-20T22:59:27.065 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1953 2024-09-20T22:59:27.065 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.065 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:27.065 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 256, 2024-09-20T22:59:27.065 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:27.065 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.065 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:27.065 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 414958, 2024-09-20T22:59:27.065 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 108 2024-09-20T22:59:27.065 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.065 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:27.065 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1739006, 2024-09-20T22:59:27.065 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 384807 2024-09-20T22:59:27.066 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.066 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:27.066 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5081216, 2024-09-20T22:59:27.066 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7504 2024-09-20T22:59:27.066 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.066 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:27.066 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 78212, 2024-09-20T22:59:27.066 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8283 2024-09-20T22:59:27.066 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.066 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:27.066 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 93744, 2024-09-20T22:59:27.066 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1953 2024-09-20T22:59:27.066 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.066 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:27.067 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.067 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.067 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.067 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:27.067 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 186528, 2024-09-20T22:59:27.067 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1332 2024-09-20T22:59:27.067 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.067 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:27.067 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.067 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.067 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.067 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:27.067 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 736, 2024-09-20T22:59:27.067 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-20T22:59:27.067 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.068 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:27.068 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 75555, 2024-09-20T22:59:27.068 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 56 2024-09-20T22:59:27.068 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.068 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:27.068 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12112, 2024-09-20T22:59:27.068 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T22:59:27.068 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.068 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:27.068 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 13636337, 2024-09-20T22:59:27.068 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 260 2024-09-20T22:59:27.068 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.068 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:27.068 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 11880, 2024-09-20T22:59:27.068 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 135 2024-09-20T22:59:27.069 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.069 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:27.069 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.069 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.069 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.069 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:27.069 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 453024, 2024-09-20T22:59:27.069 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 39 2024-09-20T22:59:27.069 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.069 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:27.069 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.069 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.069 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.069 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:27.069 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3552120, 2024-09-20T22:59:27.070 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9155 2024-09-20T22:59:27.070 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.070 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:27.070 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 631576, 2024-09-20T22:59:27.070 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10076 2024-09-20T22:59:27.070 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.070 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:27.070 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.070 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.070 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.070 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:27.070 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.070 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.071 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.071 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:27.071 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.071 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.071 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.071 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:27.071 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.071 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.071 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.071 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.071 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.7": { 2024-09-20T22:59:27.071 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:27.071 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.071 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.072 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.072 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:27.072 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18680, 2024-09-20T22:59:27.072 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 340 2024-09-20T22:59:27.072 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.072 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:27.072 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 223360, 2024-09-20T22:59:27.072 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 28 2024-09-20T22:59:27.072 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.072 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:27.072 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4032, 2024-09-20T22:59:27.072 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 21 2024-09-20T22:59:27.072 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.072 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:27.073 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 61040, 2024-09-20T22:59:27.073 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 763 2024-09-20T22:59:27.073 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.073 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:27.073 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 406016, 2024-09-20T22:59:27.073 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1952 2024-09-20T22:59:27.073 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.073 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:27.073 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 256, 2024-09-20T22:59:27.073 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:27.073 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.073 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:27.073 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 434717, 2024-09-20T22:59:27.073 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 122 2024-09-20T22:59:27.073 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.074 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:27.074 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2090667, 2024-09-20T22:59:27.074 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 462088 2024-09-20T22:59:27.074 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.074 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:27.074 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5997856, 2024-09-20T22:59:27.074 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8852 2024-09-20T22:59:27.074 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.074 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:27.074 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 78948, 2024-09-20T22:59:27.075 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8285 2024-09-20T22:59:27.075 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.075 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:27.075 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 93696, 2024-09-20T22:59:27.075 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1952 2024-09-20T22:59:27.075 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.075 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:27.075 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.075 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.075 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.075 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:27.076 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 186528, 2024-09-20T22:59:27.076 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1332 2024-09-20T22:59:27.076 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.076 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:27.076 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.076 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.076 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.076 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:27.076 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 736, 2024-09-20T22:59:27.076 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-20T22:59:27.076 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.076 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:27.076 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 60764, 2024-09-20T22:59:27.076 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 48 2024-09-20T22:59:27.076 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.077 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:27.077 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12112, 2024-09-20T22:59:27.077 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T22:59:27.077 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.077 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:27.077 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 21782681, 2024-09-20T22:59:27.077 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 266 2024-09-20T22:59:27.077 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.077 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:27.077 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12408, 2024-09-20T22:59:27.077 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 141 2024-09-20T22:59:27.077 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.077 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:27.077 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.078 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.078 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.078 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:27.078 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 534336, 2024-09-20T22:59:27.078 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 46 2024-09-20T22:59:27.078 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.078 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:27.078 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.078 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.078 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.078 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:27.078 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4828512, 2024-09-20T22:59:27.078 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9308 2024-09-20T22:59:27.078 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.078 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:27.079 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 631576, 2024-09-20T22:59:27.079 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10076 2024-09-20T22:59:27.079 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.079 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:27.079 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.079 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.079 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.079 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:27.079 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.079 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.079 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.079 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:27.079 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.079 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.080 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.080 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:27.080 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:27.080 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:27.080 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.080 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.080 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.080 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.080 INFO:tasks.workunit.client.0.smithi046.stdout: "metadata": { 2024-09-20T22:59:27.080 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-20T22:59:27.080 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-20T22:59:27.080 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 2 2024-09-20T22:59:27.080 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.081 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-20T22:59:27.081 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 2 2024-09-20T22:59:27.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.081 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-20T22:59:27.081 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-20T22:59:27.081 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-20T22:59:27.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.081 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-20T22:59:27.081 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 2 2024-09-20T22:59:27.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.081 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-20T22:59:27.081 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 2 2024-09-20T22:59:27.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.081 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-20T22:59:27.082 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 2 2024-09-20T22:59:27.082 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.082 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-20T22:59:27.082 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 2 2024-09-20T22:59:27.082 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.082 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-20T22:59:27.082 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 2 2024-09-20T22:59:27.082 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.082 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.082 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T22:59:27.082 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-20T22:59:27.082 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 3 2024-09-20T22:59:27.082 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.082 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-20T22:59:27.083 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 3 2024-09-20T22:59:27.083 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.083 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-20T22:59:27.083 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-20T22:59:27.083 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-20T22:59:27.083 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.083 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-20T22:59:27.083 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 3 2024-09-20T22:59:27.083 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.083 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-20T22:59:27.083 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 3 2024-09-20T22:59:27.083 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.083 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-20T22:59:27.083 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 3 2024-09-20T22:59:27.083 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.084 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-20T22:59:27.084 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 3 2024-09-20T22:59:27.084 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.084 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-20T22:59:27.084 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 3 2024-09-20T22:59:27.084 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.084 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.084 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:27.084 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-20T22:59:27.084 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 8 2024-09-20T22:59:27.084 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.084 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-20T22:59:27.084 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 8 2024-09-20T22:59:27.085 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.085 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-20T22:59:27.085 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-20T22:59:27.085 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-20T22:59:27.085 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.085 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-20T22:59:27.085 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 8 2024-09-20T22:59:27.085 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.085 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-20T22:59:27.085 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 8 2024-09-20T22:59:27.085 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.085 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-20T22:59:27.085 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 8 2024-09-20T22:59:27.085 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.085 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-20T22:59:27.086 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 8 2024-09-20T22:59:27.086 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.086 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-20T22:59:27.086 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 8 2024-09-20T22:59:27.086 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.086 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_objectstore": { 2024-09-20T22:59:27.086 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": 8 2024-09-20T22:59:27.086 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.086 INFO:tasks.workunit.client.0.smithi046.stdout: "rotational": { 2024-09-20T22:59:27.086 INFO:tasks.workunit.client.0.smithi046.stdout: "0": 8 2024-09-20T22:59:27.086 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.086 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.086 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.086 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T22:59:27.086 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T22:59:27.087 INFO:tasks.workunit.client.0.smithi046.stdout: "features": { 2024-09-20T22:59:27.087 INFO:tasks.workunit.client.0.smithi046.stdout: "optional": [], 2024-09-20T22:59:27.087 INFO:tasks.workunit.client.0.smithi046.stdout: "persistent": [ 2024-09-20T22:59:27.087 INFO:tasks.workunit.client.0.smithi046.stdout: "kraken", 2024-09-20T22:59:27.087 INFO:tasks.workunit.client.0.smithi046.stdout: "luminous", 2024-09-20T22:59:27.087 INFO:tasks.workunit.client.0.smithi046.stdout: "mimic", 2024-09-20T22:59:27.087 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap-prune", 2024-09-20T22:59:27.087 INFO:tasks.workunit.client.0.smithi046.stdout: "nautilus", 2024-09-20T22:59:27.087 INFO:tasks.workunit.client.0.smithi046.stdout: "octopus", 2024-09-20T22:59:27.087 INFO:tasks.workunit.client.0.smithi046.stdout: "pacific", 2024-09-20T22:59:27.087 INFO:tasks.workunit.client.0.smithi046.stdout: "elector-pinging", 2024-09-20T22:59:27.087 INFO:tasks.workunit.client.0.smithi046.stdout: "quincy", 2024-09-20T22:59:27.087 INFO:tasks.workunit.client.0.smithi046.stdout: "reef", 2024-09-20T22:59:27.087 INFO:tasks.workunit.client.0.smithi046.stdout: "squid" 2024-09-20T22:59:27.087 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.088 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.088 INFO:tasks.workunit.client.0.smithi046.stdout: "ipv4_addr_mons": 6, 2024-09-20T22:59:27.088 INFO:tasks.workunit.client.0.smithi046.stdout: "ipv6_addr_mons": 0, 2024-09-20T22:59:27.088 INFO:tasks.workunit.client.0.smithi046.stdout: "min_mon_release": 19, 2024-09-20T22:59:27.088 INFO:tasks.workunit.client.0.smithi046.stdout: "v1_addr_mons": 3, 2024-09-20T22:59:27.088 INFO:tasks.workunit.client.0.smithi046.stdout: "v2_addr_mons": 3 2024-09-20T22:59:27.088 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.088 INFO:tasks.workunit.client.0.smithi046.stdout: "organization": "ceph-qa", 2024-09-20T22:59:27.088 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:27.088 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster_network": false, 2024-09-20T22:59:27.088 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8, 2024-09-20T22:59:27.088 INFO:tasks.workunit.client.0.smithi046.stdout: "require_min_compat_client": "luminous", 2024-09-20T22:59:27.088 INFO:tasks.workunit.client.0.smithi046.stdout: "require_osd_release": "squid" 2024-09-20T22:59:27.088 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.088 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_perf_histograms": [ 2024-09-20T22:59:27.089 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.089 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T22:59:27.089 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-20T22:59:27.089 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.089 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T22:59:27.089 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:27.089 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-20T22:59:27.089 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-20T22:59:27.089 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:27.089 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:27.089 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-20T22:59:27.089 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-20T22:59:27.089 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-20T22:59:27.089 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-20T22:59:27.089 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-20T22:59:27.090 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-20T22:59:27.090 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-20T22:59:27.090 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-20T22:59:27.090 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-20T22:59:27.090 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-20T22:59:27.090 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-20T22:59:27.090 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-20T22:59:27.090 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-20T22:59:27.090 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-20T22:59:27.090 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-20T22:59:27.090 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-20T22:59:27.090 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-20T22:59:27.090 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-20T22:59:27.090 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-20T22:59:27.091 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-20T22:59:27.091 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-20T22:59:27.091 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-20T22:59:27.091 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-20T22:59:27.091 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-20T22:59:27.091 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-20T22:59:27.091 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-20T22:59:27.091 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-20T22:59:27.091 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-20T22:59:27.091 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-20T22:59:27.091 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-20T22:59:27.091 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-20T22:59:27.091 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.091 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T22:59:27.091 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.091 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.092 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T22:59:27.092 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:27.092 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-20T22:59:27.092 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-20T22:59:27.092 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:27.092 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:27.092 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-20T22:59:27.092 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-20T22:59:27.092 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-20T22:59:27.092 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-20T22:59:27.092 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-20T22:59:27.093 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-20T22:59:27.093 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-20T22:59:27.093 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-20T22:59:27.093 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-20T22:59:27.093 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-20T22:59:27.093 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-20T22:59:27.093 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-20T22:59:27.093 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-20T22:59:27.093 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-20T22:59:27.093 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-20T22:59:27.093 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-20T22:59:27.093 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-20T22:59:27.093 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-20T22:59:27.093 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-20T22:59:27.094 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-20T22:59:27.094 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-20T22:59:27.094 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-20T22:59:27.094 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-20T22:59:27.094 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-20T22:59:27.094 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-20T22:59:27.094 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-20T22:59:27.094 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-20T22:59:27.094 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-20T22:59:27.094 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-20T22:59:27.094 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-20T22:59:27.094 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-20T22:59:27.094 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.094 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T22:59:27.095 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.095 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.095 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-20T22:59:27.095 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.095 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-20T22:59:27.095 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.095 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.095 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1334, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.095 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 17354, 4041, 124, 13, 41, 26, 1, 0, 0, 0, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.095 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 11724, 59, 36, 0, 9, 61, 146, 210, 28, 50, 31, 25, 41, 28, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.095 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 886, 104, 130, 0, 1, 1, 23, 21, 3, 8, 78, 204, 58, 9, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.095 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 737, 38, 63, 0, 0, 0, 0, 1, 1, 1, 1, 25, 348, 27, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.095 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 241, 8, 14, 0, 0, 0, 0, 0, 0, 0, 2, 20, 15, 68, 138, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.095 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 284, 4, 16, 21, 0, 0, 0, 1, 2, 1, 3, 13, 21, 24, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.095 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 185, 0, 4, 41, 61, 0, 0, 0, 0, 1, 6, 17, 20, 26, 28, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.096 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 46, 0, 0, 6, 66, 97, 0, 0, 0, 0, 0, 0, 3, 15, 29, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.096 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 38, 0, 0, 0, 8, 32, 0, 0, 0, 0, 0, 0, 0, 9, 7, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.096 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.096 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.096 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.096 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.096 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.096 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.096 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.096 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.096 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.096 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.096 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.096 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.097 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.097 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.097 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.097 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.097 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.097 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.097 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.097 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.097 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.097 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.097 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.097 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.097 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-20T22:59:27.097 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.097 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.098 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.098 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9976, 2, 0, 0, 7, 1, 2, 1, 0, 0, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.098 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7781, 48, 1384, 0, 5, 3, 9, 11, 28, 59, 51, 34, 56, 18, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.098 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 645, 3, 120, 19, 0, 0, 0, 0, 7, 19, 106, 259, 89, 3, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.098 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 415, 4, 1, 11, 0, 0, 0, 0, 0, 0, 0, 22, 470, 8, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.098 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 88, 7, 4, 0, 0, 0, 2, 0, 0, 0, 5, 1, 7, 49, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.098 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 102, 8, 45, 0, 0, 0, 2, 0, 0, 0, 4, 0, 11, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.098 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 229, 0, 195, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 11, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.098 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 111, 1, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 13, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.098 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.098 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.098 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.098 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.099 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.099 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.099 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.099 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.099 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.099 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.099 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.099 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.099 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.099 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.099 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.099 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.099 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.099 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.099 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.100 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.100 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.100 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.100 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.100 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.100 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.100 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-20T22:59:27.100 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.100 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.100 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.100 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 13780, 52, 0, 0, 1, 0, 0, 0, 0, 1, 6, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.100 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9684, 157, 8, 0, 1, 0, 1, 3, 7, 9, 7, 17, 28, 24, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.100 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1412, 20, 3, 1, 2, 0, 1, 1, 1, 1, 7, 18, 7, 8, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.100 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 750, 9, 2, 1, 0, 0, 0, 0, 0, 0, 2, 5, 54, 19, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.100 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 458, 9, 0, 0, 0, 0, 1, 0, 1, 0, 0, 8, 19, 51, 153, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.101 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 319, 7, 0, 0, 0, 0, 0, 1, 1, 0, 4, 6, 19, 12, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.101 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 247, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 3, 13, 43, 30, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.101 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 88, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 6, 7, 30, 57, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.101 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 22, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 3, 24, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.101 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.101 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.101 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.101 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.101 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.101 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.101 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.101 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.101 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.101 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.101 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.102 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.102 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.102 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.102 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.102 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.102 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.102 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.102 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.102 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.102 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.102 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.102 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.102 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.102 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-20T22:59:27.103 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.103 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.103 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 173, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.103 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9302, 4101, 0, 1, 11, 2, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.103 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3635, 160, 55, 2, 6, 3, 4, 4, 14, 14, 12, 4, 29, 10, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.103 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 303, 8, 36, 0, 0, 0, 0, 0, 1, 11, 38, 75, 26, 8, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.103 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 154, 7, 2, 0, 6, 0, 1, 0, 0, 1, 0, 8, 200, 11, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.103 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 43, 8, 4, 0, 160, 0, 0, 0, 0, 0, 0, 1, 9, 19, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.103 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 48, 4, 4, 0, 331, 0, 3, 0, 0, 0, 1, 3, 7, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.103 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 15, 0, 0, 0, 524, 0, 0, 0, 0, 0, 0, 4, 1, 9, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.103 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 12, 0, 0, 0, 1665, 0, 0, 0, 0, 0, 0, 0, 4, 1, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.103 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.103 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.104 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.104 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.104 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.104 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.104 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.104 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.104 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.104 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.104 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.104 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.104 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.104 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.104 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.104 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.104 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.105 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.105 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.105 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.105 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.105 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.105 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.105 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.105 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.105 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-20T22:59:27.105 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.105 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.105 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2748, 2160, 140, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.105 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9859, 5683, 4199, 0, 0, 1, 1, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.105 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 6348, 216, 153, 1, 11, 2, 4, 2, 7, 9, 15, 20, 26, 17, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.105 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 673, 43, 25, 0, 1, 0, 2, 3, 3, 13, 30, 77, 38, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.106 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 229, 4, 0, 0, 0, 0, 0, 0, 2, 0, 1, 17, 160, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.106 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 82, 9, 0, 0, 1, 0, 0, 0, 0, 3, 8, 5, 11, 17, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.106 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 72, 20, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 9, 27, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.106 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 37, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 25, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.106 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9, 153, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 13, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.106 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.106 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.106 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.106 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.106 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.106 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.106 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.106 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.106 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.107 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.107 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.107 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.107 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.107 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.107 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.107 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.107 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.107 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.107 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.107 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.107 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.107 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.107 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.108 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.108 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.108 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-20T22:59:27.108 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.108 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.108 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.108 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7752, 175, 2, 0, 1, 1, 0, 1, 0, 0, 0, 2, 7, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.108 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 6589, 312, 5, 0, 7, 0, 1, 3, 0, 0, 1, 4, 8, 9, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.108 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 763, 4, 0, 9, 5, 0, 0, 2, 1, 6, 1, 3, 5, 2, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.108 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 319, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 12, 50, 7, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.108 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 248, 1, 1, 0, 0, 0, 0, 0, 1, 4, 3, 3, 12, 55, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.108 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 115, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 17, 22, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.108 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 110, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 4, 6, 25, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.108 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 8, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.109 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.109 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.109 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.109 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.109 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.109 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.109 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.109 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.109 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.109 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.109 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.109 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.109 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.109 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.109 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.110 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.110 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.110 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.110 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.110 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.110 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.110 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.110 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.110 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.110 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.110 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-20T22:59:27.110 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.110 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.110 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 796, 195, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.111 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 11497, 3889, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.111 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 6821, 331, 1, 1, 18, 5, 4, 6, 6, 15, 13, 11, 18, 5, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.111 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 651, 32, 1, 1, 3, 0, 0, 8, 1, 15, 44, 76, 19, 3, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.111 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 344, 6, 0, 0, 1, 0, 0, 1, 0, 1, 0, 19, 173, 11, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.111 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 144, 3, 0, 0, 0, 2, 0, 0, 0, 0, 10, 2, 24, 39, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.111 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 109, 0, 0, 0, 0, 0, 0, 1, 0, 6, 4, 2, 5, 8, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.111 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 23, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 16, 14, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.111 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 9, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.111 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.111 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.111 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.111 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.111 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.111 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.111 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.112 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.112 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.112 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.112 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.112 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.112 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.112 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.112 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.112 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.112 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.112 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.112 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.112 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.112 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.112 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.113 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.113 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.113 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.113 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-20T22:59:27.113 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.113 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.113 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 250, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.113 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 14434, 2, 1, 0, 7199, 453, 0, 0, 0, 0, 2, 4, 4, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.113 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9152, 33, 24, 0, 303, 135, 0, 0, 2, 0, 4, 6, 15, 12, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.113 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1194, 3, 17, 0, 28, 11, 0, 0, 1, 1, 5, 4, 7, 5, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.113 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 327, 1, 2, 0, 4, 7, 0, 0, 2, 1, 1, 7, 48, 9, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.113 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 159, 0, 1, 0, 17, 17, 0, 0, 1, 3, 5, 1, 20, 83, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.113 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 85, 0, 0, 0, 1, 10, 0, 0, 0, 0, 1, 0, 7, 24, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.114 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 26, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.114 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 4, 13, 27, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.114 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.114 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.114 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.114 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.114 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.114 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.114 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.114 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.114 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.114 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.114 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.114 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.115 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.115 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.115 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.115 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.115 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.115 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.115 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.115 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.115 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.115 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.115 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.115 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.115 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.115 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.115 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T22:59:27.116 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-20T22:59:27.116 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.116 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T22:59:27.116 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:27.116 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-20T22:59:27.116 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-20T22:59:27.116 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:27.116 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:27.116 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-20T22:59:27.116 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-20T22:59:27.116 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-20T22:59:27.116 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-20T22:59:27.116 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-20T22:59:27.116 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-20T22:59:27.116 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-20T22:59:27.116 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-20T22:59:27.117 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-20T22:59:27.117 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-20T22:59:27.117 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-20T22:59:27.117 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-20T22:59:27.117 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-20T22:59:27.117 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-20T22:59:27.117 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-20T22:59:27.117 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-20T22:59:27.117 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-20T22:59:27.117 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-20T22:59:27.117 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-20T22:59:27.117 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-20T22:59:27.117 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-20T22:59:27.117 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-20T22:59:27.117 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-20T22:59:27.118 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-20T22:59:27.118 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-20T22:59:27.118 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-20T22:59:27.118 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-20T22:59:27.118 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-20T22:59:27.118 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-20T22:59:27.118 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-20T22:59:27.118 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-20T22:59:27.118 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.118 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T22:59:27.118 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.118 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.118 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T22:59:27.118 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:27.118 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-20T22:59:27.118 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-20T22:59:27.119 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:27.119 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:27.119 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-20T22:59:27.119 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-20T22:59:27.119 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-20T22:59:27.119 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-20T22:59:27.119 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-20T22:59:27.119 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-20T22:59:27.119 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-20T22:59:27.119 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-20T22:59:27.119 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-20T22:59:27.119 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-20T22:59:27.119 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-20T22:59:27.120 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-20T22:59:27.120 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-20T22:59:27.120 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-20T22:59:27.120 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-20T22:59:27.120 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-20T22:59:27.120 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-20T22:59:27.120 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-20T22:59:27.120 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-20T22:59:27.120 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-20T22:59:27.120 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-20T22:59:27.120 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-20T22:59:27.121 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-20T22:59:27.121 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-20T22:59:27.121 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-20T22:59:27.121 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-20T22:59:27.121 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-20T22:59:27.121 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-20T22:59:27.121 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-20T22:59:27.121 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-20T22:59:27.121 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-20T22:59:27.121 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.121 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T22:59:27.121 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.122 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.122 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-20T22:59:27.122 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.122 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-20T22:59:27.122 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.122 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.122 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.122 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.122 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.123 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 742, 0, 0, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.123 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4898, 66, 86, 170, 434, 599, 714, 4, 2, 0, 0, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.123 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 747, 7, 17, 27, 22, 26, 10, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.123 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 585, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 2, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.123 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 450, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 12, 11, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.123 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 187, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 4, 10, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.123 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.123 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.123 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.123 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.123 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.124 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.124 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.124 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.124 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.124 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.124 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.124 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.124 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.124 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.124 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.124 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.125 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.125 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.125 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.125 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.125 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.125 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.125 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.125 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.125 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.125 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-20T22:59:27.125 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.125 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.126 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.126 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.126 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.126 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 408, 0, 5, 26, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.126 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4038, 252, 29, 42, 121, 0, 1, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.126 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 491, 28, 1296, 0, 0, 0, 0, 0, 3, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.126 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 433, 13, 47, 0, 0, 0, 0, 0, 0, 0, 1, 4, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.126 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1665, 1388, 73, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.126 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1493, 1590, 217, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 10, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.126 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 10, 12, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.126 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.126 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.127 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.127 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.127 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.127 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.127 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.127 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.127 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.127 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.127 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.127 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.127 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.127 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.128 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.128 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.128 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.128 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.128 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.128 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.128 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.128 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.128 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.128 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.128 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-20T22:59:27.128 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.129 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.129 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.129 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.129 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.129 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1076, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.129 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 10451, 7, 1, 0, 1, 0, 0, 2, 1, 1, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.129 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 15759, 0, 3, 0, 0, 0, 0, 0, 1, 1, 6, 1, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.129 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 664, 0, 2, 0, 0, 0, 2, 0, 0, 0, 1, 3, 7, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.129 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 245, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.129 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 112, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 17, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.130 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.130 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.130 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.130 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.130 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.130 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.130 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.130 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.130 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.130 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.130 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.130 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.131 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.131 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.131 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.131 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.131 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.131 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.131 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.131 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.131 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.131 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.131 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.131 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.131 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.132 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-20T22:59:27.132 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.132 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.132 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.132 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.132 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.132 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 365, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.132 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1962, 36, 1, 0, 4, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.132 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 282, 3, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.132 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 132, 17, 31, 46, 0, 0, 0, 0, 1, 1, 0, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.132 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 864, 314, 4, 106, 0, 0, 0, 0, 0, 0, 1, 0, 3, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.133 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4060, 2468, 0, 400, 0, 0, 0, 0, 0, 1, 0, 0, 2, 6, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.133 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 273, 219, 0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.133 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.133 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.133 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.133 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.133 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.133 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.133 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.133 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.133 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.133 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.134 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.134 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.134 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.134 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.134 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.134 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.134 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.134 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.134 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.134 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.134 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.134 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.135 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.135 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.135 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-20T22:59:27.135 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.135 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.135 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.135 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.135 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.135 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 747, 10, 9, 40, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.135 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2305, 222, 25, 28, 135, 277, 480, 3, 11, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.135 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 316, 15, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.136 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 74, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 3, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.136 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 37, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.136 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.136 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.136 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.136 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.136 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.136 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.136 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.136 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.136 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.137 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.137 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.137 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.137 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.137 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.137 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.137 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.137 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.137 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.137 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.137 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.137 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.138 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.138 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.138 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.138 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.138 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.138 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-20T22:59:27.138 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.138 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.138 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.138 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.138 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.138 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 733, 12, 24, 48, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.138 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2888, 66, 113, 208, 449, 616, 717, 2, 2, 2, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.139 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 290, 2, 2, 7, 5, 13, 10, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.139 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 194, 5, 9, 34, 1, 0, 1, 0, 1, 0, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.139 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 87, 35, 75, 89, 28, 0, 0, 0, 1, 0, 0, 1, 7, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.139 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 12, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.139 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.139 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.139 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.139 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.139 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.139 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.139 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.139 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.140 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.140 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.140 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.140 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.140 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.140 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.140 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.140 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.140 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.140 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.140 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.141 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.141 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.141 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.141 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.141 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.141 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.141 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-20T22:59:27.141 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.141 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.141 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.141 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.141 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.142 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.142 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3117, 19, 0, 0, 2, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.142 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 273, 2, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.142 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 196, 5, 0, 0, 0, 1, 0, 0, 0, 0, 0, 4, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.142 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 178, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.142 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 9, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.142 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.142 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.142 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.142 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.142 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.142 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.143 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.143 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.143 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.143 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.143 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.143 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.143 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.143 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.143 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.143 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.143 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.143 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.144 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.144 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.144 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.144 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.144 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.144 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.144 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.144 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-20T22:59:27.144 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.144 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.144 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.144 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.144 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.145 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 871, 7, 15, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.145 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 8638, 35, 68, 29, 11, 1, 4, 5, 12, 16, 1, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.145 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1818, 31, 92, 40, 5, 0, 0, 0, 1, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.145 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 206, 3, 3, 0, 1, 0, 0, 0, 0, 0, 0, 2, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.145 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.145 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 20, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.145 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.145 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.145 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.145 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.145 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.145 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.146 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.146 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.146 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.146 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.146 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.146 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.146 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.146 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.146 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.146 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.146 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.147 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.147 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.147 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.147 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.147 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.147 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.147 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.147 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.147 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.147 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T22:59:27.147 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-20T22:59:27.147 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.148 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T22:59:27.148 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:27.148 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-20T22:59:27.148 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-20T22:59:27.148 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:27.148 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:27.148 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-20T22:59:27.148 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-20T22:59:27.148 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-20T22:59:27.148 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-20T22:59:27.148 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-20T22:59:27.149 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-20T22:59:27.149 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-20T22:59:27.149 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-20T22:59:27.149 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-20T22:59:27.149 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-20T22:59:27.149 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-20T22:59:27.149 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-20T22:59:27.149 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-20T22:59:27.149 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-20T22:59:27.149 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-20T22:59:27.149 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-20T22:59:27.149 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-20T22:59:27.150 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-20T22:59:27.150 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-20T22:59:27.150 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-20T22:59:27.150 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-20T22:59:27.150 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-20T22:59:27.150 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-20T22:59:27.150 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-20T22:59:27.150 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-20T22:59:27.150 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-20T22:59:27.150 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-20T22:59:27.150 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-20T22:59:27.151 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-20T22:59:27.151 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-20T22:59:27.151 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-20T22:59:27.151 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.151 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T22:59:27.151 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.151 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.151 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T22:59:27.151 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:27.151 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-20T22:59:27.151 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-20T22:59:27.151 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:27.152 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:27.152 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-20T22:59:27.152 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-20T22:59:27.152 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-20T22:59:27.152 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-20T22:59:27.152 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-20T22:59:27.152 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-20T22:59:27.152 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-20T22:59:27.152 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-20T22:59:27.152 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-20T22:59:27.152 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-20T22:59:27.152 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-20T22:59:27.153 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-20T22:59:27.153 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-20T22:59:27.153 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-20T22:59:27.153 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-20T22:59:27.153 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-20T22:59:27.153 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-20T22:59:27.153 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-20T22:59:27.153 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-20T22:59:27.153 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-20T22:59:27.153 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-20T22:59:27.153 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-20T22:59:27.153 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-20T22:59:27.154 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-20T22:59:27.154 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-20T22:59:27.154 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-20T22:59:27.154 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-20T22:59:27.154 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-20T22:59:27.154 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-20T22:59:27.154 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-20T22:59:27.154 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-20T22:59:27.154 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.154 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T22:59:27.154 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.154 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.155 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-20T22:59:27.155 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.155 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-20T22:59:27.155 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.155 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.155 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.155 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.155 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.155 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 750, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.155 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 6982, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.155 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 859, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.155 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 595, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.155 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 480, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.156 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 215, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.156 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.156 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.156 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.156 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.156 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.156 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.156 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.156 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.156 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.156 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.157 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.157 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.157 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.157 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.157 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.157 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.157 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.157 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.157 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.157 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.157 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.158 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.158 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.158 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.158 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.158 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-20T22:59:27.158 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.158 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.158 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.158 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.158 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.159 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 440, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.159 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4486, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.159 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1819, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.159 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 501, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.159 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3137, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.159 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3319, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.159 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.159 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.159 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.159 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.159 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.159 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.159 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.160 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.160 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.160 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.160 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.160 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.160 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.160 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.160 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.160 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.160 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.160 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.160 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.160 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.160 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.161 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.161 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.161 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.161 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.161 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-20T22:59:27.161 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.161 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.161 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.161 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.161 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.161 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1076, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.161 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 10468, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.161 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 15775, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.162 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 682, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.162 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 262, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.162 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 152, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.162 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.162 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.162 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.162 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.162 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.162 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.162 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.162 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.162 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.162 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.163 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.163 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.163 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.163 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.163 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.163 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.163 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.163 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.163 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.163 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.163 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.163 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.164 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.164 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.164 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.164 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-20T22:59:27.164 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.164 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.164 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.164 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.164 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.164 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 366, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.164 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2006, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.164 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 286, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.165 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 233, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.165 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1297, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.165 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 6943, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.165 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 529, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.165 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.165 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.165 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.165 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.165 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.165 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.165 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.165 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.165 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.165 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.166 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.166 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.166 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.166 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.166 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.166 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.166 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.166 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.166 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.166 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.166 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.166 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.167 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.167 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.167 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-20T22:59:27.167 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.167 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.167 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.167 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.167 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.167 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 808, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.167 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3495, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.167 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 337, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.167 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.167 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.168 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.168 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.168 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.168 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.168 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.168 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.168 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.168 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.168 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.168 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.169 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.169 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.169 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.169 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.169 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.169 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.169 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.169 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.169 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.169 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.169 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.169 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.169 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.170 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.170 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.170 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.170 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-20T22:59:27.170 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.170 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.170 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.170 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.170 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.170 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 819, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.170 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 5067, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.170 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 334, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.171 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 251, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.171 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 327, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.171 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.171 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.171 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.171 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.171 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.171 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.171 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.171 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.171 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.171 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.172 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.172 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.172 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.172 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.172 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.172 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.172 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.172 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.172 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.172 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.172 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.172 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.172 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.172 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.173 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.173 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.173 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-20T22:59:27.173 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.173 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.173 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.173 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.173 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.173 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 518, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.173 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3142, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.173 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 277, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.173 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 209, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.173 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 293, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.174 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.174 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.174 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.174 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.174 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.174 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.174 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.174 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.175 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.175 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.175 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.175 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.175 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.175 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.175 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.175 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.175 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.175 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.175 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.176 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.176 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.176 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.176 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.176 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.176 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.176 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.176 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-20T22:59:27.176 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.176 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.176 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.177 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.177 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.177 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 900, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.177 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 8825, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.177 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1993, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.177 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 223, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.177 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.177 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.177 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.177 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.177 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.178 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.178 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.178 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.178 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.178 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.178 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.178 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.178 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.178 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.178 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.178 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.179 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.179 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.179 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.179 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.179 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.179 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.179 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.179 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.179 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.179 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.179 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.179 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.180 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T22:59:27.180 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-20T22:59:27.180 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.180 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T22:59:27.180 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:27.180 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-20T22:59:27.180 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-20T22:59:27.180 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:27.180 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:27.180 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-20T22:59:27.180 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-20T22:59:27.180 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-20T22:59:27.180 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-20T22:59:27.181 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-20T22:59:27.181 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-20T22:59:27.181 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-20T22:59:27.181 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-20T22:59:27.181 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-20T22:59:27.181 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-20T22:59:27.181 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-20T22:59:27.181 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-20T22:59:27.181 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-20T22:59:27.181 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-20T22:59:27.182 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-20T22:59:27.182 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-20T22:59:27.182 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-20T22:59:27.182 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-20T22:59:27.182 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-20T22:59:27.182 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-20T22:59:27.182 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-20T22:59:27.182 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-20T22:59:27.182 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-20T22:59:27.182 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-20T22:59:27.182 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-20T22:59:27.182 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-20T22:59:27.183 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-20T22:59:27.183 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-20T22:59:27.183 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-20T22:59:27.183 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-20T22:59:27.183 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-20T22:59:27.183 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.183 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T22:59:27.183 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.183 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.184 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T22:59:27.184 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:27.184 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-20T22:59:27.184 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-20T22:59:27.184 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:27.184 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:27.184 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-20T22:59:27.184 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-20T22:59:27.186 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-20T22:59:27.186 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-20T22:59:27.186 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-20T22:59:27.186 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-20T22:59:27.186 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-20T22:59:27.186 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-20T22:59:27.186 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-20T22:59:27.186 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-20T22:59:27.186 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-20T22:59:27.186 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-20T22:59:27.186 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-20T22:59:27.187 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-20T22:59:27.187 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-20T22:59:27.187 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-20T22:59:27.187 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-20T22:59:27.187 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-20T22:59:27.187 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-20T22:59:27.187 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-20T22:59:27.187 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-20T22:59:27.187 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-20T22:59:27.187 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-20T22:59:27.187 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-20T22:59:27.188 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-20T22:59:27.188 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-20T22:59:27.188 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-20T22:59:27.188 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-20T22:59:27.188 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-20T22:59:27.188 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-20T22:59:27.188 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-20T22:59:27.188 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.188 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T22:59:27.188 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.188 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.188 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-20T22:59:27.189 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.189 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-20T22:59:27.189 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.189 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.189 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.189 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.189 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.189 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 117, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.189 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2130, 25, 2, 0, 6, 1, 3, 2, 6, 5, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.189 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1237, 10, 0, 0, 3, 6, 8, 17, 35, 66, 75, 36, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.190 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 209, 9, 0, 1, 4, 0, 5, 5, 9, 18, 100, 270, 139, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.190 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 134, 4, 0, 0, 0, 0, 2, 0, 3, 3, 22, 41, 293, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.190 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 300, 1, 0, 0, 0, 0, 0, 1, 2, 1, 4, 11, 16, 45, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.190 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 634, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 6, 13, 34, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.190 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1138, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.190 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 561, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.190 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.190 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.190 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.190 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.190 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.190 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.191 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.191 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.191 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.191 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.191 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.191 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.191 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.191 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.191 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.191 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.191 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.191 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.191 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.192 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.192 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.192 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.192 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-20T22:59:27.192 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.192 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.192 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.192 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.192 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.192 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.192 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2913, 25, 1, 2, 13, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.192 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1447, 4, 0, 2, 5, 9, 6, 13, 42, 71, 69, 18, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.193 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 84, 2, 0, 0, 3, 4, 3, 8, 6, 5, 80, 305, 234, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.193 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 43, 6, 0, 0, 0, 0, 1, 2, 2, 3, 8, 9, 372, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.193 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 7, 14, 22, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.193 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 69, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 1, 4, 10, 36, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.193 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1095, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.193 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2536, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.193 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 158, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.193 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.193 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.193 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.193 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.194 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.194 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.194 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.194 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.194 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.194 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.194 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.194 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.194 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.194 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.194 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.194 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.195 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.195 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.195 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.195 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.195 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.195 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-20T22:59:27.195 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.195 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.195 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.195 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.195 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.195 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 53, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.196 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 419, 6, 1, 0, 8, 1, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.196 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 173, 7, 0, 0, 0, 0, 2, 4, 5, 8, 39, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.196 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 196, 3, 0, 0, 1, 1, 1, 4, 7, 7, 39, 65, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.196 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 113, 0, 0, 0, 0, 2, 0, 1, 4, 3, 25, 39, 35, 20, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.196 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 51, 2, 0, 0, 0, 0, 0, 0, 1, 2, 5, 17, 28, 69, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.196 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 1, 0, 1, 1, 2, 2, 9, 28, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.196 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.196 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.196 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.196 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.196 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.196 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.197 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.197 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.197 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.197 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.197 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.197 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.197 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.197 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.197 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.197 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.197 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.197 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.198 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.198 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.198 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.198 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.198 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.198 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.198 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-20T22:59:27.198 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.198 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.198 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.198 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.198 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.199 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 20, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.199 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1119, 17, 2, 0, 11, 0, 4, 3, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.199 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 402, 2, 0, 1, 1, 3, 3, 7, 11, 27, 48, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.199 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 135, 9, 1, 0, 0, 1, 2, 1, 1, 3, 31, 120, 126, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.199 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 230, 2, 0, 0, 0, 0, 0, 1, 2, 3, 4, 14, 82, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.199 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 405, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 1, 10, 18, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.199 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 383, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 5, 15, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.199 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 220, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.199 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.199 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.199 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.200 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.200 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.200 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.200 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.200 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.200 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.200 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.200 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.200 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.200 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.200 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.201 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.201 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.201 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.201 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.201 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.201 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.201 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.201 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.201 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.201 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-20T22:59:27.201 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.201 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.201 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.202 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.202 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.202 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 91, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.202 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1079, 19, 1, 2, 18, 0, 3, 7, 10, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.202 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 639, 10, 2, 0, 3, 2, 1, 2, 22, 32, 41, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.202 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 332, 11, 0, 0, 0, 0, 0, 2, 3, 7, 43, 134, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.202 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 397, 55, 0, 0, 0, 0, 1, 0, 1, 1, 6, 12, 167, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.202 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 395, 43, 0, 0, 0, 0, 0, 1, 1, 1, 0, 5, 20, 17, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.202 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 155, 90, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 10, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.202 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 76, 172, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.202 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 20, 165, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.203 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.203 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.203 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.203 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.203 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.203 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.203 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.203 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.203 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.203 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.203 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.203 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.203 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.204 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.204 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.204 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.204 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.204 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.204 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.204 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.204 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.204 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.204 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-20T22:59:27.204 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.204 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.205 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.205 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.205 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.205 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 105, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.205 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 333, 19, 4, 0, 11, 1, 0, 2, 0, 0, 2, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.205 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 69, 4, 0, 0, 2, 1, 1, 2, 3, 0, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.205 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 144, 2, 0, 0, 1, 1, 1, 4, 3, 11, 21, 42, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.205 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 59, 2, 0, 0, 0, 1, 2, 0, 0, 5, 14, 17, 16, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.205 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 7, 21, 25, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.206 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 8, 21, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.206 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.206 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.206 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.206 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.206 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.206 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.206 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.206 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.206 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.207 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.207 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.207 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.207 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.207 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.207 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.207 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.207 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.207 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.207 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.207 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.208 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.208 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.208 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.208 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.208 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-20T22:59:27.208 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.208 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.208 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.208 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.208 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.208 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 94, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.209 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1262, 21, 1, 0, 15, 3, 3, 3, 7, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.209 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 481, 10, 2, 1, 2, 4, 6, 10, 12, 19, 29, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.209 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 378, 18, 1, 0, 0, 0, 1, 2, 1, 0, 37, 87, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.209 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 460, 21, 0, 1, 3, 1, 0, 0, 1, 2, 7, 13, 153, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.209 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 326, 25, 0, 0, 3, 0, 0, 0, 0, 1, 0, 3, 18, 21, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.209 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 94, 45, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 3, 20, 20, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.209 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 33, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.209 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.209 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.209 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.209 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.209 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.210 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.210 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.210 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.210 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.210 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.210 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.210 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.210 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.210 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.210 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.210 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.210 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.211 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.211 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.211 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.211 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.211 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.211 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.211 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-20T22:59:27.211 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.211 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.211 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.211 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.211 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.212 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.212 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 301, 10, 1, 0, 20, 2, 1, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.212 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 76, 3, 0, 0, 4, 0, 0, 2, 2, 1, 12, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.212 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 118, 2, 1, 0, 1, 1, 0, 3, 7, 7, 31, 43, 11, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.212 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 4, 5, 4, 17, 21, 24, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.212 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 16, 26, 35, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.212 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 1, 1, 0, 3, 1, 4, 36, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.212 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.212 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.212 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.212 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.213 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.213 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.213 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.213 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.213 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.213 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.213 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.213 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.213 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.213 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.214 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.214 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.214 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.214 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.214 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.214 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.214 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.214 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.214 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.214 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.214 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.215 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.215 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.215 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_resrv_repnum_vs_duration": { 2024-09-20T22:59:27.215 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-20T22:59:27.215 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.215 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 8, 2024-09-20T22:59:27.215 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:27.215 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "number of replicas", 2024-09-20T22:59:27.215 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 1, 2024-09-20T22:59:27.215 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:27.215 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:27.215 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0]", 2024-09-20T22:59:27.216 INFO:tasks.workunit.client.0.smithi046.stdout: "[1, 1]", 2024-09-20T22:59:27.216 INFO:tasks.workunit.client.0.smithi046.stdout: "[2, 2]", 2024-09-20T22:59:27.216 INFO:tasks.workunit.client.0.smithi046.stdout: "[3, 3]", 2024-09-20T22:59:27.216 INFO:tasks.workunit.client.0.smithi046.stdout: "[4, 4]", 2024-09-20T22:59:27.216 INFO:tasks.workunit.client.0.smithi046.stdout: "[5, 5]", 2024-09-20T22:59:27.216 INFO:tasks.workunit.client.0.smithi046.stdout: "[6, None]" 2024-09-20T22:59:27.216 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.216 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "linear" 2024-09-20T22:59:27.216 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.216 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.216 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 10, 2024-09-20T22:59:27.217 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:27.217 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "duration", 2024-09-20T22:59:27.217 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 250000, 2024-09-20T22:59:27.217 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:27.217 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:27.217 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 249999]", 2024-09-20T22:59:27.217 INFO:tasks.workunit.client.0.smithi046.stdout: "[250000, 499999]", 2024-09-20T22:59:27.217 INFO:tasks.workunit.client.0.smithi046.stdout: "[500000, 999999]", 2024-09-20T22:59:27.217 INFO:tasks.workunit.client.0.smithi046.stdout: "[1000000, 1999999]", 2024-09-20T22:59:27.217 INFO:tasks.workunit.client.0.smithi046.stdout: "[2000000, 3999999]", 2024-09-20T22:59:27.217 INFO:tasks.workunit.client.0.smithi046.stdout: "[4000000, 7999999]", 2024-09-20T22:59:27.217 INFO:tasks.workunit.client.0.smithi046.stdout: "[8000000, 15999999]", 2024-09-20T22:59:27.218 INFO:tasks.workunit.client.0.smithi046.stdout: "[16000000, 31999999]", 2024-09-20T22:59:27.218 INFO:tasks.workunit.client.0.smithi046.stdout: "[32000000, None]" 2024-09-20T22:59:27.218 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.218 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T22:59:27.218 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.218 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.218 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-20T22:59:27.218 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.218 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-20T22:59:27.219 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.219 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.219 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.219 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.219 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.219 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.219 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.219 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.219 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.219 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.219 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.220 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.220 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-20T22:59:27.220 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.220 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.220 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.220 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.220 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.220 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.220 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.220 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.220 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.220 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.221 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.221 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.221 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-20T22:59:27.221 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.221 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.221 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.221 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.221 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.221 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.221 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.221 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.221 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.222 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.222 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.222 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.222 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-20T22:59:27.222 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.222 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.222 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.222 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.222 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.222 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.222 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.223 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.223 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.223 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.223 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.223 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.223 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-20T22:59:27.223 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.223 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.223 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.223 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.223 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.223 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.224 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.224 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.224 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.224 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.224 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.224 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.224 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-20T22:59:27.224 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.224 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.224 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.225 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.225 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.225 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.225 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.225 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.225 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.225 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.225 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.225 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.225 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-20T22:59:27.225 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.225 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.225 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.226 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.226 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.226 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.226 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.226 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.226 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.226 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.226 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.226 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.226 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-20T22:59:27.226 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:27.226 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.227 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.227 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.227 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.227 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.227 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.227 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:27.227 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:27.227 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.227 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.227 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:27.227 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.227 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.227 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.228 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_counters": { 2024-09-20T22:59:27.228 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.89feedb6ca5aa28c1526bae4a18bccbde113d39a": { 2024-09-20T22:59:27.228 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-20T22:59:27.228 INFO:tasks.workunit.client.0.smithi046.stdout: "caps": { 2024-09-20T22:59:27.228 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.228 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.228 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_flush_ack": { 2024-09-20T22:59:27.228 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.228 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.228 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-20T22:59:27.228 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.228 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.229 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_grant": { 2024-09-20T22:59:27.229 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.229 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.229 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_revoke": { 2024-09-20T22:59:27.229 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.229 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.229 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_trunc": { 2024-09-20T22:59:27.229 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.229 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.229 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_commit": { 2024-09-20T22:59:27.229 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.230 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.230 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_fetch_complete": { 2024-09-20T22:59:27.230 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-20T22:59:27.230 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.230 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_fetch_keys": { 2024-09-20T22:59:27.230 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-20T22:59:27.230 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.230 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_merge": { 2024-09-20T22:59:27.230 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.230 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.230 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_split": { 2024-09-20T22:59:27.231 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.231 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.231 INFO:tasks.workunit.client.0.smithi046.stdout: "exported_inodes": { 2024-09-20T22:59:27.231 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.231 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.231 INFO:tasks.workunit.client.0.smithi046.stdout: "forward": { 2024-09-20T22:59:27.231 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.231 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.231 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_cap_release": { 2024-09-20T22:59:27.231 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.231 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.232 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_caps": { 2024-09-20T22:59:27.232 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.232 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.232 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_caps_dirty": { 2024-09-20T22:59:27.232 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.232 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.232 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_inode_file_caps": { 2024-09-20T22:59:27.232 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.232 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.232 INFO:tasks.workunit.client.0.smithi046.stdout: "imported_inodes": { 2024-09-20T22:59:27.232 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.233 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.233 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes": { 2024-09-20T22:59:27.233 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-20T22:59:27.233 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.233 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes_expired": { 2024-09-20T22:59:27.233 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.233 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.233 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes_pinned": { 2024-09-20T22:59:27.233 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-20T22:59:27.233 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.233 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes_with_caps": { 2024-09-20T22:59:27.233 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.234 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.234 INFO:tasks.workunit.client.0.smithi046.stdout: "load_cent": { 2024-09-20T22:59:27.234 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.234 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.234 INFO:tasks.workunit.client.0.smithi046.stdout: "openino_dir_fetch": { 2024-09-20T22:59:27.234 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.234 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.234 INFO:tasks.workunit.client.0.smithi046.stdout: "process_request_cap_release": { 2024-09-20T22:59:27.234 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.234 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.234 INFO:tasks.workunit.client.0.smithi046.stdout: "reply_latency": { 2024-09-20T22:59:27.234 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.234 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.235 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.235 INFO:tasks.workunit.client.0.smithi046.stdout: "request": { 2024-09-20T22:59:27.235 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.235 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.235 INFO:tasks.workunit.client.0.smithi046.stdout: "root_rbytes": { 2024-09-20T22:59:27.235 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.235 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.235 INFO:tasks.workunit.client.0.smithi046.stdout: "root_rfiles": { 2024-09-20T22:59:27.235 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.235 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.235 INFO:tasks.workunit.client.0.smithi046.stdout: "root_rsnaps": { 2024-09-20T22:59:27.235 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.235 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.236 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_reply": { 2024-09-20T22:59:27.236 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.236 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.236 INFO:tasks.workunit.client.0.smithi046.stdout: "subtrees": { 2024-09-20T22:59:27.236 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:27.236 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.236 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.236 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_cache": { 2024-09-20T22:59:27.236 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_enqueue_scrub": { 2024-09-20T22:59:27.236 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.236 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.236 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_exportdir": { 2024-09-20T22:59:27.236 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.237 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.237 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_flush": { 2024-09-20T22:59:27.237 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.237 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.237 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_fragmentdir": { 2024-09-20T22:59:27.237 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.237 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.237 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_fragstats": { 2024-09-20T22:59:27.237 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.237 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.237 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_inodestats": { 2024-09-20T22:59:27.237 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.237 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.238 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_quiesce_inode": { 2024-09-20T22:59:27.238 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.238 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.238 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_quiesce_path": { 2024-09-20T22:59:27.238 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.238 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.238 INFO:tasks.workunit.client.0.smithi046.stdout: "num_recovering_enqueued": { 2024-09-20T22:59:27.238 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.238 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.238 INFO:tasks.workunit.client.0.smithi046.stdout: "num_recovering_prioritized": { 2024-09-20T22:59:27.238 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.238 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_recovering_processing": { 2024-09-20T22:59:27.239 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.239 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_strays": { 2024-09-20T22:59:27.239 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.239 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_strays_delayed": { 2024-09-20T22:59:27.239 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.239 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_strays_enqueuing": { 2024-09-20T22:59:27.239 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.239 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.239 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_completed": { 2024-09-20T22:59:27.240 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.240 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.240 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_started": { 2024-09-20T22:59:27.240 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.240 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.240 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_created": { 2024-09-20T22:59:27.240 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.240 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.240 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_enqueued": { 2024-09-20T22:59:27.240 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.240 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.240 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_migrated": { 2024-09-20T22:59:27.241 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.241 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.241 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_reintegrated": { 2024-09-20T22:59:27.241 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.241 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.241 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.241 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_log": { 2024-09-20T22:59:27.241 INFO:tasks.workunit.client.0.smithi046.stdout: "ev": { 2024-09-20T22:59:27.241 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17 2024-09-20T22:59:27.241 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.241 INFO:tasks.workunit.client.0.smithi046.stdout: "evadd": { 2024-09-20T22:59:27.242 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.242 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.242 INFO:tasks.workunit.client.0.smithi046.stdout: "evex": { 2024-09-20T22:59:27.242 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.242 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.242 INFO:tasks.workunit.client.0.smithi046.stdout: "evexd": { 2024-09-20T22:59:27.242 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.242 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.242 INFO:tasks.workunit.client.0.smithi046.stdout: "evexg": { 2024-09-20T22:59:27.242 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.242 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.242 INFO:tasks.workunit.client.0.smithi046.stdout: "evlrg": { 2024-09-20T22:59:27.243 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.243 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.243 INFO:tasks.workunit.client.0.smithi046.stdout: "evtrm": { 2024-09-20T22:59:27.243 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.243 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.243 INFO:tasks.workunit.client.0.smithi046.stdout: "jlat": { 2024-09-20T22:59:27.243 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.243 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.243 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.243 INFO:tasks.workunit.client.0.smithi046.stdout: "replayed": { 2024-09-20T22:59:27.243 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17 2024-09-20T22:59:27.244 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.244 INFO:tasks.workunit.client.0.smithi046.stdout: "seg": { 2024-09-20T22:59:27.244 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T22:59:27.244 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.244 INFO:tasks.workunit.client.0.smithi046.stdout: "segadd": { 2024-09-20T22:59:27.244 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.244 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.244 INFO:tasks.workunit.client.0.smithi046.stdout: "segex": { 2024-09-20T22:59:27.244 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.244 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.244 INFO:tasks.workunit.client.0.smithi046.stdout: "segexd": { 2024-09-20T22:59:27.244 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.244 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.245 INFO:tasks.workunit.client.0.smithi046.stdout: "segexg": { 2024-09-20T22:59:27.245 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.245 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.245 INFO:tasks.workunit.client.0.smithi046.stdout: "segmjr": { 2024-09-20T22:59:27.245 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T22:59:27.245 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.245 INFO:tasks.workunit.client.0.smithi046.stdout: "segtrm": { 2024-09-20T22:59:27.245 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.245 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.245 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.245 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_mem": { 2024-09-20T22:59:27.245 INFO:tasks.workunit.client.0.smithi046.stdout: "cap": { 2024-09-20T22:59:27.245 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.246 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.246 INFO:tasks.workunit.client.0.smithi046.stdout: "cap+": { 2024-09-20T22:59:27.246 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.246 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.246 INFO:tasks.workunit.client.0.smithi046.stdout: "cap-": { 2024-09-20T22:59:27.246 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.246 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.246 INFO:tasks.workunit.client.0.smithi046.stdout: "dir": { 2024-09-20T22:59:27.246 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-20T22:59:27.246 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.246 INFO:tasks.workunit.client.0.smithi046.stdout: "dir+": { 2024-09-20T22:59:27.246 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-20T22:59:27.246 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.247 INFO:tasks.workunit.client.0.smithi046.stdout: "dir-": { 2024-09-20T22:59:27.247 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.247 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.247 INFO:tasks.workunit.client.0.smithi046.stdout: "dn": { 2024-09-20T22:59:27.247 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-20T22:59:27.247 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.247 INFO:tasks.workunit.client.0.smithi046.stdout: "dn+": { 2024-09-20T22:59:27.247 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-20T22:59:27.247 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.247 INFO:tasks.workunit.client.0.smithi046.stdout: "dn-": { 2024-09-20T22:59:27.247 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.247 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.248 INFO:tasks.workunit.client.0.smithi046.stdout: "heap": { 2024-09-20T22:59:27.248 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 248096 2024-09-20T22:59:27.248 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.248 INFO:tasks.workunit.client.0.smithi046.stdout: "ino": { 2024-09-20T22:59:27.248 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13 2024-09-20T22:59:27.248 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.248 INFO:tasks.workunit.client.0.smithi046.stdout: "ino+": { 2024-09-20T22:59:27.248 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13 2024-09-20T22:59:27.248 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.248 INFO:tasks.workunit.client.0.smithi046.stdout: "ino-": { 2024-09-20T22:59:27.248 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.248 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.248 INFO:tasks.workunit.client.0.smithi046.stdout: "rss": { 2024-09-20T22:59:27.249 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 48920 2024-09-20T22:59:27.249 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.249 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.249 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_server": { 2024-09-20T22:59:27.249 INFO:tasks.workunit.client.0.smithi046.stdout: "cap_acquisition_throttle": { 2024-09-20T22:59:27.249 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.249 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.249 INFO:tasks.workunit.client.0.smithi046.stdout: "cap_revoke_eviction": { 2024-09-20T22:59:27.249 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.249 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.249 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_request": { 2024-09-20T22:59:27.249 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.249 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.250 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_session": { 2024-09-20T22:59:27.250 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.250 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.250 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_peer_request": { 2024-09-20T22:59:27.250 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.250 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.250 INFO:tasks.workunit.client.0.smithi046.stdout: "req_create_latency": { 2024-09-20T22:59:27.250 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.250 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.250 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.250 INFO:tasks.workunit.client.0.smithi046.stdout: "req_getattr_latency": { 2024-09-20T22:59:27.251 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.251 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.251 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.251 INFO:tasks.workunit.client.0.smithi046.stdout: "req_getfilelock_latency": { 2024-09-20T22:59:27.251 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.251 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.251 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.251 INFO:tasks.workunit.client.0.smithi046.stdout: "req_getvxattr_latency": { 2024-09-20T22:59:27.251 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.251 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.251 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.251 INFO:tasks.workunit.client.0.smithi046.stdout: "req_link_latency": { 2024-09-20T22:59:27.252 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.252 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.252 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.252 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookup_latency": { 2024-09-20T22:59:27.252 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.252 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.252 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.252 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookuphash_latency": { 2024-09-20T22:59:27.252 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.252 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.252 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.253 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupino_latency": { 2024-09-20T22:59:27.253 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.253 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.253 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.253 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupname_latency": { 2024-09-20T22:59:27.253 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.253 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.253 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.253 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupparent_latency": { 2024-09-20T22:59:27.253 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.253 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.254 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.254 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupsnap_latency": { 2024-09-20T22:59:27.254 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.254 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.254 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.254 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lssnap_latency": { 2024-09-20T22:59:27.254 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.254 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.254 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.254 INFO:tasks.workunit.client.0.smithi046.stdout: "req_mkdir_latency": { 2024-09-20T22:59:27.254 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.255 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.255 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.255 INFO:tasks.workunit.client.0.smithi046.stdout: "req_mknod_latency": { 2024-09-20T22:59:27.255 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.255 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.255 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.255 INFO:tasks.workunit.client.0.smithi046.stdout: "req_mksnap_latency": { 2024-09-20T22:59:27.255 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.255 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.255 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.255 INFO:tasks.workunit.client.0.smithi046.stdout: "req_open_latency": { 2024-09-20T22:59:27.255 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.255 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.256 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.256 INFO:tasks.workunit.client.0.smithi046.stdout: "req_readdir_latency": { 2024-09-20T22:59:27.256 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.256 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.256 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.256 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rename_latency": { 2024-09-20T22:59:27.256 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.256 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.256 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.256 INFO:tasks.workunit.client.0.smithi046.stdout: "req_renamesnap_latency": { 2024-09-20T22:59:27.256 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.256 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.257 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.257 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rmdir_latency": { 2024-09-20T22:59:27.257 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.257 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.257 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.257 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rmsnap_latency": { 2024-09-20T22:59:27.257 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.257 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.257 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.257 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rmxattr_latency": { 2024-09-20T22:59:27.257 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.258 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.258 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.258 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setattr_latency": { 2024-09-20T22:59:27.258 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.258 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.258 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.258 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setdirlayout_latency": { 2024-09-20T22:59:27.258 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.258 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.258 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.258 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setfilelock_latency": { 2024-09-20T22:59:27.258 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.259 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.259 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.259 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setlayout_latency": { 2024-09-20T22:59:27.259 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.259 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.259 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.259 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setxattr_latency": { 2024-09-20T22:59:27.259 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.259 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.259 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.259 INFO:tasks.workunit.client.0.smithi046.stdout: "req_snapdiff_latency": { 2024-09-20T22:59:27.259 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.260 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.260 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.260 INFO:tasks.workunit.client.0.smithi046.stdout: "req_symlink_latency": { 2024-09-20T22:59:27.260 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.260 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.260 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.260 INFO:tasks.workunit.client.0.smithi046.stdout: "req_unlink_latency": { 2024-09-20T22:59:27.260 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.260 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.260 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.260 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.260 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_sessions": { 2024-09-20T22:59:27.261 INFO:tasks.workunit.client.0.smithi046.stdout: "average_load": { 2024-09-20T22:59:27.261 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.261 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.261 INFO:tasks.workunit.client.0.smithi046.stdout: "avg_session_uptime": { 2024-09-20T22:59:27.261 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.261 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.261 INFO:tasks.workunit.client.0.smithi046.stdout: "mdthresh_evicted": { 2024-09-20T22:59:27.261 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.261 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.261 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-20T22:59:27.261 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8 2024-09-20T22:59:27.261 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.262 INFO:tasks.workunit.client.0.smithi046.stdout: "session_count": { 2024-09-20T22:59:27.262 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.262 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.262 INFO:tasks.workunit.client.0.smithi046.stdout: "session_remove": { 2024-09-20T22:59:27.262 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8 2024-09-20T22:59:27.262 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.262 INFO:tasks.workunit.client.0.smithi046.stdout: "sessions_open": { 2024-09-20T22:59:27.262 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:27.262 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.262 INFO:tasks.workunit.client.0.smithi046.stdout: "sessions_stale": { 2024-09-20T22:59:27.262 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.263 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.263 INFO:tasks.workunit.client.0.smithi046.stdout: "total_load": { 2024-09-20T22:59:27.263 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.263 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.263 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.263 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T22:59:27.263 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T22:59:27.263 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.263 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.263 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:27.263 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37 2024-09-20T22:59:27.264 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.264 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T22:59:27.264 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.264 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.264 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:27.264 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7 2024-09-20T22:59:27.264 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.264 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.264 INFO:tasks.workunit.client.0.smithi046.stdout: "purge_queue": { 2024-09-20T22:59:27.264 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executed": { 2024-09-20T22:59:27.264 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.264 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.265 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executed_ops": { 2024-09-20T22:59:27.265 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.265 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.265 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing": { 2024-09-20T22:59:27.265 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.265 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.265 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing_high_water": { 2024-09-20T22:59:27.265 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.265 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.265 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing_ops": { 2024-09-20T22:59:27.265 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.265 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.265 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing_ops_high_water": { 2024-09-20T22:59:27.266 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.266 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.266 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_item_in_journal": { 2024-09-20T22:59:27.266 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.266 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.266 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.266 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.266 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.89feedb6ca5aa28c1526bae4a18bccbde113d39a": { 2024-09-20T22:59:27.266 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T22:59:27.266 INFO:tasks.workunit.client.0.smithi046.stdout: "election_call": { 2024-09-20T22:59:27.266 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-20T22:59:27.266 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.267 INFO:tasks.workunit.client.0.smithi046.stdout: "election_lose": { 2024-09-20T22:59:27.267 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.267 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.267 INFO:tasks.workunit.client.0.smithi046.stdout: "election_win": { 2024-09-20T22:59:27.267 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-20T22:59:27.267 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_elections": { 2024-09-20T22:59:27.267 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17 2024-09-20T22:59:27.267 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": { 2024-09-20T22:59:27.267 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-20T22:59:27.267 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.268 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-20T22:59:27.268 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-20T22:59:27.268 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.268 INFO:tasks.workunit.client.0.smithi046.stdout: "session_rm": { 2024-09-20T22:59:27.268 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 223 2024-09-20T22:59:27.268 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.268 INFO:tasks.workunit.client.0.smithi046.stdout: "session_trim": { 2024-09-20T22:59:27.268 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.268 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.268 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.268 INFO:tasks.workunit.client.0.smithi046.stdout: "paxos": { 2024-09-20T22:59:27.268 INFO:tasks.workunit.client.0.smithi046.stdout: "accept_timeout": { 2024-09-20T22:59:27.268 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.269 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.269 INFO:tasks.workunit.client.0.smithi046.stdout: "begin": { 2024-09-20T22:59:27.269 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7888 2024-09-20T22:59:27.269 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.269 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_bytes": { 2024-09-20T22:59:27.269 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7888, 2024-09-20T22:59:27.269 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57424719 2024-09-20T22:59:27.269 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.269 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_keys": { 2024-09-20T22:59:27.269 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7888, 2024-09-20T22:59:27.269 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23664 2024-09-20T22:59:27.269 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.270 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_latency": { 2024-09-20T22:59:27.270 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7888, 2024-09-20T22:59:27.270 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1336985769 2024-09-20T22:59:27.270 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.270 INFO:tasks.workunit.client.0.smithi046.stdout: "collect": { 2024-09-20T22:59:27.270 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.270 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.270 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_bytes": { 2024-09-20T22:59:27.270 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.270 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.270 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.270 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_keys": { 2024-09-20T22:59:27.271 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.271 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.271 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.271 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_latency": { 2024-09-20T22:59:27.271 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.271 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.271 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.271 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_timeout": { 2024-09-20T22:59:27.271 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.271 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.271 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_uncommitted": { 2024-09-20T22:59:27.272 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:27.272 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.272 INFO:tasks.workunit.client.0.smithi046.stdout: "commit": { 2024-09-20T22:59:27.272 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7886 2024-09-20T22:59:27.272 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.272 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_bytes": { 2024-09-20T22:59:27.272 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7886, 2024-09-20T22:59:27.272 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56827625 2024-09-20T22:59:27.272 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.272 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_keys": { 2024-09-20T22:59:27.272 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7886, 2024-09-20T22:59:27.272 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 63459 2024-09-20T22:59:27.273 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.273 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_latency": { 2024-09-20T22:59:27.273 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7886, 2024-09-20T22:59:27.273 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1348759210 2024-09-20T22:59:27.273 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.273 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_ack_timeout": { 2024-09-20T22:59:27.273 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.273 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.273 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_timeout": { 2024-09-20T22:59:27.273 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.273 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.274 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn": { 2024-09-20T22:59:27.274 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-20T22:59:27.274 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.274 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn_latency": { 2024-09-20T22:59:27.274 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5, 2024-09-20T22:59:27.274 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.274 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.274 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh": { 2024-09-20T22:59:27.274 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7889 2024-09-20T22:59:27.274 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.274 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh_latency": { 2024-09-20T22:59:27.274 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7889, 2024-09-20T22:59:27.275 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 26006722935 2024-09-20T22:59:27.275 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.275 INFO:tasks.workunit.client.0.smithi046.stdout: "restart": { 2024-09-20T22:59:27.275 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19 2024-09-20T22:59:27.275 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.275 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state": { 2024-09-20T22:59:27.275 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:27.275 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.275 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_bytes": { 2024-09-20T22:59:27.275 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T22:59:27.275 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 74138 2024-09-20T22:59:27.276 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.276 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_keys": { 2024-09-20T22:59:27.276 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T22:59:27.276 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6 2024-09-20T22:59:27.276 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.276 INFO:tasks.workunit.client.0.smithi046.stdout: "start_leader": { 2024-09-20T22:59:27.276 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-20T22:59:27.276 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.276 INFO:tasks.workunit.client.0.smithi046.stdout: "start_peon": { 2024-09-20T22:59:27.276 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.276 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.276 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state": { 2024-09-20T22:59:27.276 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.277 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.277 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_bytes": { 2024-09-20T22:59:27.277 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.277 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.277 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.277 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_keys": { 2024-09-20T22:59:27.277 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.277 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.277 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.277 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_latency": { 2024-09-20T22:59:27.277 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.277 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.278 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.278 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.278 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache": { 2024-09-20T22:59:27.278 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:27.278 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1020054731 2024-09-20T22:59:27.278 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.278 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:27.278 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 259055616 2024-09-20T22:59:27.278 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.278 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:27.278 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 257826816 2024-09-20T22:59:27.279 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.279 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:27.279 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2147483648 2024-09-20T22:59:27.279 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.279 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:27.279 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1228800 2024-09-20T22:59:27.279 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.279 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.279 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:full": { 2024-09-20T22:59:27.279 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.279 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 360710144 2024-09-20T22:59:27.279 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.280 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.280 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.280 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.280 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.280 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.280 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.280 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.280 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266221134 2024-09-20T22:59:27.280 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.280 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.280 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 26489102 2024-09-20T22:59:27.280 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.280 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.281 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.281 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.281 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.281 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.281 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.281 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.281 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.281 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.281 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.281 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.281 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.281 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.281 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.282 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.282 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.282 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.282 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.282 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.282 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.282 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.282 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.282 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.282 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.282 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.282 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67999908 2024-09-20T22:59:27.283 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.283 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.283 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:inc": { 2024-09-20T22:59:27.283 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.283 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 339738624 2024-09-20T22:59:27.283 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.283 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.283 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.283 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.283 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.283 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.283 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.284 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.284 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266221134 2024-09-20T22:59:27.284 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.284 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.284 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2624237 2024-09-20T22:59:27.284 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.284 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.284 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.284 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.284 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.284 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.284 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.285 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.285 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.285 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.285 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.285 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.285 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.285 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.285 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.285 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.285 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.285 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.285 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.285 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.286 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.286 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.286 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.286 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.286 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.286 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.286 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70893253 2024-09-20T22:59:27.286 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.286 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.286 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:kv": { 2024-09-20T22:59:27.286 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.286 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 314572800 2024-09-20T22:59:27.287 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.287 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.287 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:27.287 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.287 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.287 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.287 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.287 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.287 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 177480756 2024-09-20T22:59:27.287 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.287 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.287 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.288 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.288 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.288 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.288 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.288 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.288 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.288 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.288 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.288 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.288 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.288 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.288 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.288 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.289 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.289 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.289 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.289 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.289 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.289 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.289 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.289 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.289 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.289 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.289 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.289 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.290 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.290 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69983180 2024-09-20T22:59:27.290 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.290 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.290 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb": { 2024-09-20T22:59:27.290 INFO:tasks.workunit.client.0.smithi046.stdout: "compact": { 2024-09-20T22:59:27.290 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.290 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.290 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_len": { 2024-09-20T22:59:27.290 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.290 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.290 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_merge": { 2024-09-20T22:59:27.290 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.291 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.291 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_range": { 2024-09-20T22:59:27.291 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 90 2024-09-20T22:59:27.291 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.291 INFO:tasks.workunit.client.0.smithi046.stdout: "get_latency": { 2024-09-20T22:59:27.291 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 358095, 2024-09-20T22:59:27.291 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2169099733 2024-09-20T22:59:27.291 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.291 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_delay_time": { 2024-09-20T22:59:27.291 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.291 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.292 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.292 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_memtable_time": { 2024-09-20T22:59:27.292 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.292 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.292 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.292 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-20T22:59:27.292 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.292 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.292 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.292 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_wal_time": { 2024-09-20T22:59:27.292 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.293 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.293 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.293 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_latency": { 2024-09-20T22:59:27.293 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.293 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.293 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.293 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_sync_latency": { 2024-09-20T22:59:27.293 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19321, 2024-09-20T22:59:27.293 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3041163746 2024-09-20T22:59:27.293 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.293 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.293 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.294 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.a373ec1b8791b7f450fd778abc506764734e5598": { 2024-09-20T22:59:27.294 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T22:59:27.294 INFO:tasks.workunit.client.0.smithi046.stdout: "election_call": { 2024-09-20T22:59:27.294 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:27.294 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.294 INFO:tasks.workunit.client.0.smithi046.stdout: "election_lose": { 2024-09-20T22:59:27.294 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:27.294 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.294 INFO:tasks.workunit.client.0.smithi046.stdout: "election_win": { 2024-09-20T22:59:27.294 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.294 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_elections": { 2024-09-20T22:59:27.295 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7 2024-09-20T22:59:27.295 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": { 2024-09-20T22:59:27.295 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8 2024-09-20T22:59:27.295 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.295 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-20T22:59:27.295 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-20T22:59:27.295 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.295 INFO:tasks.workunit.client.0.smithi046.stdout: "session_rm": { 2024-09-20T22:59:27.295 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 252 2024-09-20T22:59:27.295 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.296 INFO:tasks.workunit.client.0.smithi046.stdout: "session_trim": { 2024-09-20T22:59:27.296 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.296 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.296 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.296 INFO:tasks.workunit.client.0.smithi046.stdout: "paxos": { 2024-09-20T22:59:27.296 INFO:tasks.workunit.client.0.smithi046.stdout: "accept_timeout": { 2024-09-20T22:59:27.296 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.296 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.296 INFO:tasks.workunit.client.0.smithi046.stdout: "begin": { 2024-09-20T22:59:27.296 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7786 2024-09-20T22:59:27.296 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.297 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_bytes": { 2024-09-20T22:59:27.297 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7786, 2024-09-20T22:59:27.297 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 55940765 2024-09-20T22:59:27.297 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.297 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_keys": { 2024-09-20T22:59:27.297 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.297 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.297 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.297 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_latency": { 2024-09-20T22:59:27.297 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7786, 2024-09-20T22:59:27.297 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1177972227 2024-09-20T22:59:27.297 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.297 INFO:tasks.workunit.client.0.smithi046.stdout: "collect": { 2024-09-20T22:59:27.298 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:27.298 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.298 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_bytes": { 2024-09-20T22:59:27.298 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T22:59:27.298 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 146 2024-09-20T22:59:27.298 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.298 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_keys": { 2024-09-20T22:59:27.298 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T22:59:27.298 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:27.298 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.298 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_latency": { 2024-09-20T22:59:27.298 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T22:59:27.298 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3999908 2024-09-20T22:59:27.299 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.299 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_timeout": { 2024-09-20T22:59:27.299 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.299 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.299 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_uncommitted": { 2024-09-20T22:59:27.299 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.299 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.299 INFO:tasks.workunit.client.0.smithi046.stdout: "commit": { 2024-09-20T22:59:27.299 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7786 2024-09-20T22:59:27.299 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.299 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_bytes": { 2024-09-20T22:59:27.299 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.300 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.300 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.300 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_keys": { 2024-09-20T22:59:27.300 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.300 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.300 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.300 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_latency": { 2024-09-20T22:59:27.300 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.300 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.300 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.300 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_ack_timeout": { 2024-09-20T22:59:27.300 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.300 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.300 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_timeout": { 2024-09-20T22:59:27.301 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.301 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.301 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn": { 2024-09-20T22:59:27.301 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.301 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.301 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn_latency": { 2024-09-20T22:59:27.301 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.301 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.301 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.301 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh": { 2024-09-20T22:59:27.302 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7786 2024-09-20T22:59:27.302 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.302 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh_latency": { 2024-09-20T22:59:27.302 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7786, 2024-09-20T22:59:27.302 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24356425712 2024-09-20T22:59:27.302 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.302 INFO:tasks.workunit.client.0.smithi046.stdout: "restart": { 2024-09-20T22:59:27.302 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9 2024-09-20T22:59:27.302 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.302 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state": { 2024-09-20T22:59:27.303 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.303 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.303 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_bytes": { 2024-09-20T22:59:27.303 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.303 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.303 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.303 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_keys": { 2024-09-20T22:59:27.303 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.303 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.303 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.303 INFO:tasks.workunit.client.0.smithi046.stdout: "start_leader": { 2024-09-20T22:59:27.303 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.304 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.304 INFO:tasks.workunit.client.0.smithi046.stdout: "start_peon": { 2024-09-20T22:59:27.304 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:27.304 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.304 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state": { 2024-09-20T22:59:27.304 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7786 2024-09-20T22:59:27.304 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.304 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_bytes": { 2024-09-20T22:59:27.304 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7786, 2024-09-20T22:59:27.304 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 110398738 2024-09-20T22:59:27.304 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.304 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_keys": { 2024-09-20T22:59:27.305 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7786, 2024-09-20T22:59:27.305 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70270 2024-09-20T22:59:27.305 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.305 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_latency": { 2024-09-20T22:59:27.305 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7786, 2024-09-20T22:59:27.305 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3050928072 2024-09-20T22:59:27.305 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.305 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.305 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache": { 2024-09-20T22:59:27.305 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:27.305 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1020054731 2024-09-20T22:59:27.306 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.306 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:27.306 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 166707200 2024-09-20T22:59:27.306 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.306 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:27.306 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 163815424 2024-09-20T22:59:27.306 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.306 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:27.306 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2147483648 2024-09-20T22:59:27.306 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.306 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:27.307 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2891776 2024-09-20T22:59:27.307 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.307 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.307 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:full": { 2024-09-20T22:59:27.307 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.307 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 360710144 2024-09-20T22:59:27.307 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.307 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.307 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.307 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.307 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.307 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.307 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.308 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.308 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266960367 2024-09-20T22:59:27.308 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.308 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.308 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25564415 2024-09-20T22:59:27.308 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.308 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.308 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.308 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.308 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.308 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.309 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.309 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.309 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.309 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.309 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.309 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.309 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.309 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.309 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.309 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.309 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.309 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.309 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.310 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.310 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.310 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.310 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.310 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.310 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.310 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.310 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68185362 2024-09-20T22:59:27.310 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.310 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.310 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:inc": { 2024-09-20T22:59:27.311 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.311 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 339738624 2024-09-20T22:59:27.311 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.311 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.311 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.311 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.311 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.311 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.311 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.311 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.311 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266960367 2024-09-20T22:59:27.312 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.312 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.312 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1577634 2024-09-20T22:59:27.312 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.312 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.312 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.312 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.312 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.312 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.312 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.312 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.312 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.313 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.313 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.313 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.313 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.313 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.313 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.313 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.313 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.313 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.313 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.313 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.313 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.314 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.314 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.314 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.314 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.314 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.314 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71200623 2024-09-20T22:59:27.314 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.314 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.314 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:kv": { 2024-09-20T22:59:27.314 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.314 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 314572800 2024-09-20T22:59:27.315 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.315 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.315 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:27.315 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.315 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.315 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.315 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.315 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.315 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 177973578 2024-09-20T22:59:27.315 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.315 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.315 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.316 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.316 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.316 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.316 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.316 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.316 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.316 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.316 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.316 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.316 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.316 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.316 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.316 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.316 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.317 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.317 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.317 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.317 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.317 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.317 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.317 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.317 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.318 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.318 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.318 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.318 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.318 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69490358 2024-09-20T22:59:27.318 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.318 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.318 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb": { 2024-09-20T22:59:27.318 INFO:tasks.workunit.client.0.smithi046.stdout: "compact": { 2024-09-20T22:59:27.318 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.318 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.319 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_len": { 2024-09-20T22:59:27.319 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.319 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.319 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_merge": { 2024-09-20T22:59:27.319 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.319 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.319 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_range": { 2024-09-20T22:59:27.319 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 89 2024-09-20T22:59:27.319 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.319 INFO:tasks.workunit.client.0.smithi046.stdout: "get_latency": { 2024-09-20T22:59:27.319 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 340066, 2024-09-20T22:59:27.320 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1628663595 2024-09-20T22:59:27.320 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.320 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_delay_time": { 2024-09-20T22:59:27.320 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.320 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.320 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.320 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_memtable_time": { 2024-09-20T22:59:27.320 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.320 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.320 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.320 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-20T22:59:27.321 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.321 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.321 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.321 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_wal_time": { 2024-09-20T22:59:27.321 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.321 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.321 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.321 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_latency": { 2024-09-20T22:59:27.321 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.321 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.321 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.321 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_sync_latency": { 2024-09-20T22:59:27.322 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19067, 2024-09-20T22:59:27.322 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6436287198 2024-09-20T22:59:27.322 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.322 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.322 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.322 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.ba2a2447664121745258143c46d4a74444ac144b": { 2024-09-20T22:59:27.322 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T22:59:27.322 INFO:tasks.workunit.client.0.smithi046.stdout: "election_call": { 2024-09-20T22:59:27.322 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:27.322 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.322 INFO:tasks.workunit.client.0.smithi046.stdout: "election_lose": { 2024-09-20T22:59:27.323 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-20T22:59:27.323 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.323 INFO:tasks.workunit.client.0.smithi046.stdout: "election_win": { 2024-09-20T22:59:27.323 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.323 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_elections": { 2024-09-20T22:59:27.323 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11 2024-09-20T22:59:27.323 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": { 2024-09-20T22:59:27.323 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6 2024-09-20T22:59:27.323 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.324 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-20T22:59:27.324 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-20T22:59:27.324 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.324 INFO:tasks.workunit.client.0.smithi046.stdout: "session_rm": { 2024-09-20T22:59:27.324 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 243 2024-09-20T22:59:27.324 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.324 INFO:tasks.workunit.client.0.smithi046.stdout: "session_trim": { 2024-09-20T22:59:27.324 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.324 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.324 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.324 INFO:tasks.workunit.client.0.smithi046.stdout: "paxos": { 2024-09-20T22:59:27.324 INFO:tasks.workunit.client.0.smithi046.stdout: "accept_timeout": { 2024-09-20T22:59:27.324 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.325 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.325 INFO:tasks.workunit.client.0.smithi046.stdout: "begin": { 2024-09-20T22:59:27.325 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7822 2024-09-20T22:59:27.325 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.325 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_bytes": { 2024-09-20T22:59:27.325 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7822, 2024-09-20T22:59:27.325 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56212531 2024-09-20T22:59:27.325 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.325 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_keys": { 2024-09-20T22:59:27.325 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.325 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.326 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.326 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_latency": { 2024-09-20T22:59:27.326 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7822, 2024-09-20T22:59:27.326 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1087988416 2024-09-20T22:59:27.326 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.326 INFO:tasks.workunit.client.0.smithi046.stdout: "collect": { 2024-09-20T22:59:27.326 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-20T22:59:27.326 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.326 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_bytes": { 2024-09-20T22:59:27.326 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T22:59:27.326 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 219 2024-09-20T22:59:27.326 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.327 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_keys": { 2024-09-20T22:59:27.327 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T22:59:27.327 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-20T22:59:27.327 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.327 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_latency": { 2024-09-20T22:59:27.327 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T22:59:27.327 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 999990 2024-09-20T22:59:27.327 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.327 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_timeout": { 2024-09-20T22:59:27.327 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.327 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.327 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_uncommitted": { 2024-09-20T22:59:27.328 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T22:59:27.328 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.328 INFO:tasks.workunit.client.0.smithi046.stdout: "commit": { 2024-09-20T22:59:27.328 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7823 2024-09-20T22:59:27.328 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.328 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_bytes": { 2024-09-20T22:59:27.328 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.328 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.328 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.328 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_keys": { 2024-09-20T22:59:27.328 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.329 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.329 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.329 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_latency": { 2024-09-20T22:59:27.329 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.329 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.329 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.329 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_ack_timeout": { 2024-09-20T22:59:27.329 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.329 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.329 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_timeout": { 2024-09-20T22:59:27.329 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.329 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.330 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn": { 2024-09-20T22:59:27.330 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.330 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.330 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn_latency": { 2024-09-20T22:59:27.330 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.330 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.330 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.330 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh": { 2024-09-20T22:59:27.330 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7823 2024-09-20T22:59:27.330 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.330 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh_latency": { 2024-09-20T22:59:27.331 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7823, 2024-09-20T22:59:27.331 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24956733979 2024-09-20T22:59:27.331 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.331 INFO:tasks.workunit.client.0.smithi046.stdout: "restart": { 2024-09-20T22:59:27.331 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13 2024-09-20T22:59:27.331 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.331 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state": { 2024-09-20T22:59:27.331 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.331 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.331 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_bytes": { 2024-09-20T22:59:27.331 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.331 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.332 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.332 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_keys": { 2024-09-20T22:59:27.332 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.332 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.332 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.332 INFO:tasks.workunit.client.0.smithi046.stdout: "start_leader": { 2024-09-20T22:59:27.332 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.332 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.332 INFO:tasks.workunit.client.0.smithi046.stdout: "start_peon": { 2024-09-20T22:59:27.332 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-20T22:59:27.332 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.332 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state": { 2024-09-20T22:59:27.332 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7822 2024-09-20T22:59:27.332 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.333 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_bytes": { 2024-09-20T22:59:27.333 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7822, 2024-09-20T22:59:27.333 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 110995753 2024-09-20T22:59:27.333 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.333 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_keys": { 2024-09-20T22:59:27.333 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7822, 2024-09-20T22:59:27.333 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70812 2024-09-20T22:59:27.333 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.333 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_latency": { 2024-09-20T22:59:27.333 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7822, 2024-09-20T22:59:27.333 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1188987328 2024-09-20T22:59:27.334 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.334 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.334 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache": { 2024-09-20T22:59:27.334 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:27.334 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1020054731 2024-09-20T22:59:27.334 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.334 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:27.334 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176136192 2024-09-20T22:59:27.334 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.334 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:27.334 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 173432832 2024-09-20T22:59:27.335 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.335 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:27.335 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2147483648 2024-09-20T22:59:27.335 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.335 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:27.335 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2703360 2024-09-20T22:59:27.335 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.335 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.335 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:full": { 2024-09-20T22:59:27.335 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.335 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 360710144 2024-09-20T22:59:27.336 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.336 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.336 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.336 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.336 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.336 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.336 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.336 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.336 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266376448 2024-09-20T22:59:27.336 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.336 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.336 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 26331860 2024-09-20T22:59:27.336 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.337 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.337 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.337 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.337 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.337 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.337 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.337 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.337 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.337 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.337 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.337 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.338 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.338 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.338 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.338 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.338 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.338 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.338 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.338 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.338 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.338 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.338 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.338 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.339 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.339 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.339 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68001836 2024-09-20T22:59:27.339 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.339 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.339 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:inc": { 2024-09-20T22:59:27.339 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.339 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 339738624 2024-09-20T22:59:27.339 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.339 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.339 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.339 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.340 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.340 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.340 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.340 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.340 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266376448 2024-09-20T22:59:27.340 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.340 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.340 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2367307 2024-09-20T22:59:27.340 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.340 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.340 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.340 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.340 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.341 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.341 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.341 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.341 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.341 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.341 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.341 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.341 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.341 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.341 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.341 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.342 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.342 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.342 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.342 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.342 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.342 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.342 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.342 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.342 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.342 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.342 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70994869 2024-09-20T22:59:27.342 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.343 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.343 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:kv": { 2024-09-20T22:59:27.343 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.343 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 314572800 2024-09-20T22:59:27.343 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.343 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.343 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:27.343 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.343 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.344 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.344 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.344 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.344 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 177584299 2024-09-20T22:59:27.344 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.344 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.344 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.344 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.344 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.344 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.344 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.344 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.345 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.345 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.345 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.345 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.345 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.345 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.345 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.345 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.345 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.345 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.345 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.345 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.346 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.346 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.346 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.346 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.346 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.346 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.346 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.346 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.346 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.347 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69879637 2024-09-20T22:59:27.347 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.347 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.347 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb": { 2024-09-20T22:59:27.347 INFO:tasks.workunit.client.0.smithi046.stdout: "compact": { 2024-09-20T22:59:27.347 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.347 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.347 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_len": { 2024-09-20T22:59:27.347 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.347 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.347 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_merge": { 2024-09-20T22:59:27.347 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.348 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.348 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_range": { 2024-09-20T22:59:27.348 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 90 2024-09-20T22:59:27.348 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.348 INFO:tasks.workunit.client.0.smithi046.stdout: "get_latency": { 2024-09-20T22:59:27.348 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 343087, 2024-09-20T22:59:27.348 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1886133326 2024-09-20T22:59:27.348 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.348 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_delay_time": { 2024-09-20T22:59:27.348 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.348 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.348 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.349 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_memtable_time": { 2024-09-20T22:59:27.349 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.349 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.349 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.349 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-20T22:59:27.349 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.349 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.349 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.349 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_wal_time": { 2024-09-20T22:59:27.349 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.349 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.350 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.350 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_latency": { 2024-09-20T22:59:27.350 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.350 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.350 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.350 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_sync_latency": { 2024-09-20T22:59:27.350 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19162, 2024-09-20T22:59:27.350 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2811043917 2024-09-20T22:59:27.350 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.350 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.351 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.351 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.0": { 2024-09-20T22:59:27.351 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:27.351 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_db_max_lat": { 2024-09-20T22:59:27.351 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21452 2024-09-20T22:59:27.351 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.351 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T22:59:27.351 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.351 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.351 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_max_lat": { 2024-09-20T22:59:27.351 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.352 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.352 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T22:59:27.352 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.352 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.352 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T22:59:27.352 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T22:59:27.352 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.352 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_slow": { 2024-09-20T22:59:27.352 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.352 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.352 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T22:59:27.352 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.353 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.353 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_wal_max_lat": { 2024-09-20T22:59:27.353 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.353 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.353 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T22:59:27.353 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.353 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.353 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T22:59:27.353 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16453632 2024-09-20T22:59:27.353 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.353 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T22:59:27.353 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 875913216 2024-09-20T22:59:27.354 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.354 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T22:59:27.354 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19, 2024-09-20T22:59:27.354 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4473770 2024-09-20T22:59:27.354 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.354 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T22:59:27.354 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19, 2024-09-20T22:59:27.354 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1518773 2024-09-20T22:59:27.354 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.354 INFO:tasks.workunit.client.0.smithi046.stdout: "db_alloc_lat": { 2024-09-20T22:59:27.354 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 222, 2024-09-20T22:59:27.355 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1045785 2024-09-20T22:59:27.355 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.355 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T22:59:27.355 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995027456 2024-09-20T22:59:27.355 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.355 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T22:59:27.355 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 870449152 2024-09-20T22:59:27.355 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.355 INFO:tasks.workunit.client.0.smithi046.stdout: "flush_lat": { 2024-09-20T22:59:27.355 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80643, 2024-09-20T22:59:27.355 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7127278372 2024-09-20T22:59:27.355 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.355 INFO:tasks.workunit.client.0.smithi046.stdout: "fsync_lat": { 2024-09-20T22:59:27.356 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80640, 2024-09-20T22:59:27.356 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13589257156 2024-09-20T22:59:27.356 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.356 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T22:59:27.356 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14319616 2024-09-20T22:59:27.356 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.356 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T22:59:27.356 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 330211328 2024-09-20T22:59:27.356 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.356 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T22:59:27.356 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 878968832 2024-09-20T22:59:27.357 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.357 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T22:59:27.357 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.357 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.357 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T22:59:27.357 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.357 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T22:59:27.357 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 61 2024-09-20T22:59:27.357 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.357 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T22:59:27.358 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 415344905 2024-09-20T22:59:27.358 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.358 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T22:59:27.358 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25489 2024-09-20T22:59:27.358 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.358 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T22:59:27.358 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 330272768 2024-09-20T22:59:27.358 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.358 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T22:59:27.358 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 330276864 2024-09-20T22:59:27.358 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.359 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T22:59:27.359 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.359 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.359 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T22:59:27.359 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.359 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.359 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T22:59:27.359 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11382 2024-09-20T22:59:27.359 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.359 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:27.359 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 25489, 2024-09-20T22:59:27.359 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 198393135 2024-09-20T22:59:27.360 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.360 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T22:59:27.360 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 300422637 2024-09-20T22:59:27.360 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.360 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T22:59:27.360 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21969 2024-09-20T22:59:27.360 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.360 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T22:59:27.360 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5032490 2024-09-20T22:59:27.361 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.361 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T22:59:27.361 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 644 2024-09-20T22:59:27.361 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.361 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T22:59:27.361 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16172186 2024-09-20T22:59:27.361 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.361 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T22:59:27.361 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 976 2024-09-20T22:59:27.361 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.361 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T22:59:27.361 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11139696 2024-09-20T22:59:27.362 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.362 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T22:59:27.362 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11139696 2024-09-20T22:59:27.362 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.362 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T22:59:27.362 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.362 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.362 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T22:59:27.362 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.362 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.362 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T22:59:27.362 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 356 2024-09-20T22:59:27.363 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.363 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_lat": { 2024-09-20T22:59:27.363 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 976, 2024-09-20T22:59:27.363 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8028735 2024-09-20T22:59:27.363 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.363 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_alloc_lat": { 2024-09-20T22:59:27.363 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.363 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.363 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.363 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T22:59:27.363 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.363 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.363 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T22:59:27.364 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.364 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.364 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:27.364 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T22:59:27.364 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 881 2024-09-20T22:59:27.364 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.364 INFO:tasks.workunit.client.0.smithi046.stdout: "unlink_lat": { 2024-09-20T22:59:27.364 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T22:59:27.364 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6351 2024-09-20T22:59:27.364 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.364 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_alloc_lat": { 2024-09-20T22:59:27.364 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.365 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.365 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.365 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T22:59:27.365 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.365 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.365 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T22:59:27.365 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.365 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.365 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T22:59:27.365 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1225469952 2024-09-20T22:59:27.365 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.365 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.365 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T22:59:27.366 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T22:59:27.366 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:27.366 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.366 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T22:59:27.366 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15241216 2024-09-20T22:59:27.366 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.366 INFO:tasks.workunit.client.0.smithi046.stdout: "allocator_lat": { 2024-09-20T22:59:27.366 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21308, 2024-09-20T22:59:27.366 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 94700225 2024-09-20T22:59:27.366 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.366 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T22:59:27.366 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3297, 2024-09-20T22:59:27.367 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 568252127 2024-09-20T22:59:27.367 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.367 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T22:59:27.367 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.367 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.367 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.367 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T22:59:27.367 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.367 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.367 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T22:59:27.367 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.367 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.368 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T22:59:27.368 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.368 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.368 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T22:59:27.368 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 24401, 2024-09-20T22:59:27.368 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 188316288 2024-09-20T22:59:27.368 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.368 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T22:59:27.368 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.368 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.368 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.368 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-20T22:59:27.368 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.369 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.369 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T22:59:27.369 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80538, 2024-09-20T22:59:27.369 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18467743268 2024-09-20T22:59:27.369 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.369 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T22:59:27.369 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 79733, 2024-09-20T22:59:27.369 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1954418009 2024-09-20T22:59:27.369 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.369 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T22:59:27.369 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80538, 2024-09-20T22:59:27.369 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 60482770 2024-09-20T22:59:27.369 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.369 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T22:59:27.370 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80538, 2024-09-20T22:59:27.370 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18528226038 2024-09-20T22:59:27.370 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.370 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T22:59:27.370 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.370 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.370 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.370 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T22:59:27.370 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 246140, 2024-09-20T22:59:27.370 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2332833930 2024-09-20T22:59:27.370 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.371 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T22:59:27.371 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1081, 2024-09-20T22:59:27.371 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3332594 2024-09-20T22:59:27.371 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.371 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T22:59:27.371 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 151484, 2024-09-20T22:59:27.371 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 58869330 2024-09-20T22:59:27.371 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.371 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T22:59:27.371 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 53, 2024-09-20T22:59:27.371 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 78262 2024-09-20T22:59:27.372 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.372 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T22:59:27.372 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28622, 2024-09-20T22:59:27.372 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6963663352 2024-09-20T22:59:27.372 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.372 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T22:59:27.372 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 488813 2024-09-20T22:59:27.372 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.372 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T22:59:27.372 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24562 2024-09-20T22:59:27.372 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.372 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:27.373 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19798, 2024-09-20T22:59:27.373 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1526605170 2024-09-20T22:59:27.373 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.373 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T22:59:27.373 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 46198, 2024-09-20T22:59:27.373 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24904130 2024-09-20T22:59:27.373 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.373 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T22:59:27.373 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 26400, 2024-09-20T22:59:27.373 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 865811115 2024-09-20T22:59:27.373 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.373 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T22:59:27.374 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.374 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.374 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T22:59:27.374 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15470, 2024-09-20T22:59:27.374 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 436669448 2024-09-20T22:59:27.374 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.374 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_aio_wait_count": { 2024-09-20T22:59:27.374 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.374 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.374 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_committed_kv_count": { 2024-09-20T22:59:27.375 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.375 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.375 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_onode_meta_count": { 2024-09-20T22:59:27.375 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.375 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.375 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_wait_aio_count": { 2024-09-20T22:59:27.375 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.375 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.375 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T22:59:27.375 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:27.375 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5362015600 2024-09-20T22:59:27.375 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.376 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T22:59:27.376 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9362, 2024-09-20T22:59:27.376 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 548715035 2024-09-20T22:59:27.376 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.376 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T22:59:27.376 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9362, 2024-09-20T22:59:27.376 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2739806211399 2024-09-20T22:59:27.376 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.376 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T22:59:27.376 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9362, 2024-09-20T22:59:27.376 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6340002512461 2024-09-20T22:59:27.376 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.377 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T22:59:27.377 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:27.377 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2492610717991 2024-09-20T22:59:27.377 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.377 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T22:59:27.377 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:27.377 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10822443 2024-09-20T22:59:27.377 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.377 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T22:59:27.377 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:27.377 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 201271746 2024-09-20T22:59:27.377 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.377 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T22:59:27.378 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:27.378 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34094876520 2024-09-20T22:59:27.378 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.378 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T22:59:27.378 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:27.378 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 40705835 2024-09-20T22:59:27.378 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.378 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T22:59:27.378 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:27.378 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18968243150 2024-09-20T22:59:27.378 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.378 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T22:59:27.379 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:27.379 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10571266991 2024-09-20T22:59:27.379 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.379 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T22:59:27.379 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10884232 2024-09-20T22:59:27.379 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.379 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:27.379 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2722, 2024-09-20T22:59:27.379 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16087844 2024-09-20T22:59:27.379 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.379 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T22:59:27.379 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:27.380 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69213629988 2024-09-20T22:59:27.380 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.380 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T22:59:27.380 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:27.380 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11841755927 2024-09-20T22:59:27.380 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.380 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T22:59:27.380 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:27.380 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 623836375 2024-09-20T22:59:27.380 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.380 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.380 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T22:59:27.381 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:27.381 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1406061291 2024-09-20T22:59:27.381 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.381 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:27.381 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 617881600 2024-09-20T22:59:27.381 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.381 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:27.381 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 531890176 2024-09-20T22:59:27.381 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.381 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:27.381 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2601609011 2024-09-20T22:59:27.381 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.382 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:27.382 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85991424 2024-09-20T22:59:27.382 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.382 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.382 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T22:59:27.382 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.382 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-20T22:59:27.382 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.382 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.382 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.382 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.382 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.383 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.383 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.383 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.383 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56378950 2024-09-20T22:59:27.383 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.383 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.383 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.383 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.383 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.383 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.383 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.384 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.384 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.384 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.384 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.384 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.384 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.384 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.384 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:27.384 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.384 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.384 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 77824 2024-09-20T22:59:27.384 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.385 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.385 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.385 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.385 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.385 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.385 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.385 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.385 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.385 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.385 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.385 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69368250 2024-09-20T22:59:27.385 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.385 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.385 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T22:59:27.386 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.386 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562036736 2024-09-20T22:59:27.386 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.386 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.386 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:27.386 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.386 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.386 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.386 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.386 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.386 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 422842125 2024-09-20T22:59:27.387 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.387 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.387 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.387 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.387 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.387 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1648 2024-09-20T22:59:27.387 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.387 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.387 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.387 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.387 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.387 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.388 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.388 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.388 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 105136 2024-09-20T22:59:27.388 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.388 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.388 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.388 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.388 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.388 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.388 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.388 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.388 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.388 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.389 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.389 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.389 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.389 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.389 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71978963 2024-09-20T22:59:27.389 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.389 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.389 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T22:59:27.389 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.389 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-20T22:59:27.389 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.389 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.389 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:27.389 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.390 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.390 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 286288 2024-09-20T22:59:27.390 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.390 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.390 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37585966 2024-09-20T22:59:27.390 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.390 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.390 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.390 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.390 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.390 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.390 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.391 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.391 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.391 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.391 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.391 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.391 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.391 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.391 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.391 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.391 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.391 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.391 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.392 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.392 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.392 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.392 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.392 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.392 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.392 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.392 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.392 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.392 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.392 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71179650 2024-09-20T22:59:27.393 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.393 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.393 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T22:59:27.393 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.393 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 494927872 2024-09-20T22:59:27.393 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.393 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.393 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.393 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.393 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.393 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.393 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.394 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.394 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 422842125 2024-09-20T22:59:27.394 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.394 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.394 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.394 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.394 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.394 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.394 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.394 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.394 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.394 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.395 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.395 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.395 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.395 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.395 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 174524 2024-09-20T22:59:27.395 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.395 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.395 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1144326 2024-09-20T22:59:27.395 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.395 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.395 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.395 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.395 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.396 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.396 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.396 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.396 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.396 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.396 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.396 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70766897 2024-09-20T22:59:27.396 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.396 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.396 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T22:59:27.396 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T22:59:27.396 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.397 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.397 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:27.397 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70 2024-09-20T22:59:27.397 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.397 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T22:59:27.397 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.397 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.397 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:27.397 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T22:59:27.397 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.397 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.397 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:27.397 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T22:59:27.398 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57 2024-09-20T22:59:27.398 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.398 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T22:59:27.398 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.398 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.398 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T22:59:27.398 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57930 2024-09-20T22:59:27.398 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.398 INFO:tasks.workunit.client.0.smithi046.stdout: "op_before_queue_op_lat": { 2024-09-20T22:59:27.398 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 152312, 2024-09-20T22:59:27.398 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7849014984 2024-09-20T22:59:27.398 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.399 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T22:59:27.399 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.399 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.399 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T22:59:27.399 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.399 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.399 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T22:59:27.399 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2100475510 2024-09-20T22:59:27.399 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.399 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T22:59:27.399 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 57930, 2024-09-20T22:59:27.399 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 257433731418 2024-09-20T22:59:27.400 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.400 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T22:59:27.400 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3290900541 2024-09-20T22:59:27.400 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.400 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T22:59:27.400 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 58877, 2024-09-20T22:59:27.400 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 30600723910 2024-09-20T22:59:27.400 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.400 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T22:59:27.400 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 57930, 2024-09-20T22:59:27.400 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 100665872027 2024-09-20T22:59:27.400 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.401 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:27.401 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 40034 2024-09-20T22:59:27.401 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.401 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T22:59:27.401 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 40034, 2024-09-20T22:59:27.401 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24772027435 2024-09-20T22:59:27.401 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.401 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T22:59:27.401 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.401 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.401 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T22:59:27.401 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3290900541 2024-09-20T22:59:27.402 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.402 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T22:59:27.402 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 40435, 2024-09-20T22:59:27.402 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13783259407 2024-09-20T22:59:27.402 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.402 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T22:59:27.402 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 40034, 2024-09-20T22:59:27.402 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14747808793 2024-09-20T22:59:27.402 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.402 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T22:59:27.402 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9939 2024-09-20T22:59:27.403 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.403 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T22:59:27.403 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 290055095 2024-09-20T22:59:27.403 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.403 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T22:59:27.403 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9939, 2024-09-20T22:59:27.403 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23429934608 2024-09-20T22:59:27.403 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.403 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T22:59:27.403 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.403 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.404 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T22:59:27.404 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.404 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.404 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T22:59:27.404 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.404 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.404 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T22:59:27.404 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10256, 2024-09-20T22:59:27.404 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6659665050 2024-09-20T22:59:27.404 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.404 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T22:59:27.404 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9939, 2024-09-20T22:59:27.405 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17239261068 2024-09-20T22:59:27.405 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.405 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:27.405 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7957 2024-09-20T22:59:27.405 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.405 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T22:59:27.405 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1810420415 2024-09-20T22:59:27.405 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.405 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T22:59:27.405 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7957, 2024-09-20T22:59:27.405 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 209231769375 2024-09-20T22:59:27.405 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.406 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T22:59:27.406 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.406 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.406 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T22:59:27.406 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8186, 2024-09-20T22:59:27.406 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10157799453 2024-09-20T22:59:27.406 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.406 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T22:59:27.406 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7957, 2024-09-20T22:59:27.406 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68678802166 2024-09-20T22:59:27.406 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.406 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T22:59:27.407 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.407 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.407 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T22:59:27.407 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 79 2024-09-20T22:59:27.407 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.407 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T22:59:27.407 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 36 2024-09-20T22:59:27.407 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.407 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T22:59:27.407 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T22:59:27.407 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.407 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T22:59:27.407 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 885698560 2024-09-20T22:59:27.408 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.408 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.408 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.408 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.1": { 2024-09-20T22:59:27.408 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:27.408 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_db_max_lat": { 2024-09-20T22:59:27.408 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14579 2024-09-20T22:59:27.408 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.408 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T22:59:27.408 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.408 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.408 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_max_lat": { 2024-09-20T22:59:27.408 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.409 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.409 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T22:59:27.409 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.409 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.409 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T22:59:27.409 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T22:59:27.409 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.409 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_slow": { 2024-09-20T22:59:27.409 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.409 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.409 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T22:59:27.409 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.410 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.410 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_wal_max_lat": { 2024-09-20T22:59:27.410 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.410 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.410 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T22:59:27.410 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.410 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.410 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T22:59:27.410 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10375168 2024-09-20T22:59:27.410 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.410 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T22:59:27.410 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 887111680 2024-09-20T22:59:27.411 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.411 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T22:59:27.411 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18, 2024-09-20T22:59:27.411 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4438222 2024-09-20T22:59:27.411 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.411 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T22:59:27.411 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18, 2024-09-20T22:59:27.411 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1499727 2024-09-20T22:59:27.411 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.411 INFO:tasks.workunit.client.0.smithi046.stdout: "db_alloc_lat": { 2024-09-20T22:59:27.411 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 210, 2024-09-20T22:59:27.411 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 952245 2024-09-20T22:59:27.411 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.412 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T22:59:27.412 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995027456 2024-09-20T22:59:27.412 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.412 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T22:59:27.412 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1017839616 2024-09-20T22:59:27.412 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.412 INFO:tasks.workunit.client.0.smithi046.stdout: "flush_lat": { 2024-09-20T22:59:27.412 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73854, 2024-09-20T22:59:27.412 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6997426849 2024-09-20T22:59:27.412 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.412 INFO:tasks.workunit.client.0.smithi046.stdout: "fsync_lat": { 2024-09-20T22:59:27.412 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73880, 2024-09-20T22:59:27.412 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12996351522 2024-09-20T22:59:27.413 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.413 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T22:59:27.413 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3252224 2024-09-20T22:59:27.413 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.413 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T22:59:27.413 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 302522368 2024-09-20T22:59:27.413 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.413 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T22:59:27.413 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1039138816 2024-09-20T22:59:27.413 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.413 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T22:59:27.413 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.413 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.414 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T22:59:27.414 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.414 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.414 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T22:59:27.414 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 62 2024-09-20T22:59:27.414 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.414 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T22:59:27.414 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 281268787 2024-09-20T22:59:27.414 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.414 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T22:59:27.414 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17579 2024-09-20T22:59:27.414 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.415 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T22:59:27.415 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 232329216 2024-09-20T22:59:27.415 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.415 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T22:59:27.415 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 232333312 2024-09-20T22:59:27.415 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.415 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T22:59:27.415 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.415 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.415 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T22:59:27.415 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.415 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.416 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T22:59:27.416 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8254 2024-09-20T22:59:27.416 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.416 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:27.416 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17579, 2024-09-20T22:59:27.416 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 160164863 2024-09-20T22:59:27.416 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.416 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T22:59:27.416 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 182548470 2024-09-20T22:59:27.416 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.416 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T22:59:27.417 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14554 2024-09-20T22:59:27.417 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.417 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T22:59:27.417 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3775097 2024-09-20T22:59:27.417 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.417 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T22:59:27.417 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 584 2024-09-20T22:59:27.417 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.417 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T22:59:27.417 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10260981 2024-09-20T22:59:27.418 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.418 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T22:59:27.418 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 847 2024-09-20T22:59:27.418 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.418 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T22:59:27.418 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6485884 2024-09-20T22:59:27.418 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.418 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T22:59:27.418 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6485884 2024-09-20T22:59:27.418 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.418 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T22:59:27.419 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.419 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.419 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T22:59:27.419 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.419 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.419 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T22:59:27.419 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 272 2024-09-20T22:59:27.419 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.419 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_lat": { 2024-09-20T22:59:27.419 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 847, 2024-09-20T22:59:27.419 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7031595 2024-09-20T22:59:27.419 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.419 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_alloc_lat": { 2024-09-20T22:59:27.420 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.420 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.420 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.420 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T22:59:27.420 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.420 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.420 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T22:59:27.420 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.420 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.420 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:27.420 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T22:59:27.420 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 626 2024-09-20T22:59:27.420 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.421 INFO:tasks.workunit.client.0.smithi046.stdout: "unlink_lat": { 2024-09-20T22:59:27.421 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T22:59:27.421 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7661 2024-09-20T22:59:27.421 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.421 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_alloc_lat": { 2024-09-20T22:59:27.421 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.421 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.421 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.421 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T22:59:27.421 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.421 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.421 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T22:59:27.422 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.422 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.422 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T22:59:27.422 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1202741248 2024-09-20T22:59:27.422 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.422 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.422 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T22:59:27.422 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T22:59:27.422 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:27.422 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.422 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T22:59:27.422 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14643200 2024-09-20T22:59:27.423 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.423 INFO:tasks.workunit.client.0.smithi046.stdout: "allocator_lat": { 2024-09-20T22:59:27.423 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22232, 2024-09-20T22:59:27.423 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 98563247 2024-09-20T22:59:27.423 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.423 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T22:59:27.423 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3281, 2024-09-20T22:59:27.423 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 555123932 2024-09-20T22:59:27.423 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.423 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T22:59:27.423 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.423 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.424 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.424 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T22:59:27.424 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.424 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.424 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T22:59:27.424 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.424 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.424 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T22:59:27.424 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.424 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.424 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T22:59:27.424 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17298, 2024-09-20T22:59:27.425 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 132072249 2024-09-20T22:59:27.425 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.425 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T22:59:27.425 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.425 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.425 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.425 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-20T22:59:27.425 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.425 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.425 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T22:59:27.425 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73778, 2024-09-20T22:59:27.425 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17530321920 2024-09-20T22:59:27.426 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.426 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T22:59:27.426 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73004, 2024-09-20T22:59:27.426 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1946121473 2024-09-20T22:59:27.426 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.426 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T22:59:27.426 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73778, 2024-09-20T22:59:27.426 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 51059125 2024-09-20T22:59:27.426 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.426 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T22:59:27.426 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73778, 2024-09-20T22:59:27.426 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17581381045 2024-09-20T22:59:27.427 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.427 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T22:59:27.427 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.427 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.427 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.427 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T22:59:27.427 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 36618, 2024-09-20T22:59:27.427 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1114856967 2024-09-20T22:59:27.427 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.427 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T22:59:27.427 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1014, 2024-09-20T22:59:27.427 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2812178 2024-09-20T22:59:27.428 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.428 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T22:59:27.428 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12562, 2024-09-20T22:59:27.428 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9811872 2024-09-20T22:59:27.428 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.428 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T22:59:27.428 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 44, 2024-09-20T22:59:27.428 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56100 2024-09-20T22:59:27.428 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.428 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T22:59:27.428 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14122, 2024-09-20T22:59:27.429 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4534068754 2024-09-20T22:59:27.429 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.429 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T22:59:27.429 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 245214 2024-09-20T22:59:27.429 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.429 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T22:59:27.429 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27693 2024-09-20T22:59:27.429 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.429 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:27.429 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 23053, 2024-09-20T22:59:27.429 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1506186054 2024-09-20T22:59:27.429 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.430 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T22:59:27.430 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74346, 2024-09-20T22:59:27.430 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 20198467 2024-09-20T22:59:27.430 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.430 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T22:59:27.430 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 51293, 2024-09-20T22:59:27.430 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 614781626 2024-09-20T22:59:27.430 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.430 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T22:59:27.430 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.430 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.430 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T22:59:27.431 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15345, 2024-09-20T22:59:27.431 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 412179517 2024-09-20T22:59:27.431 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.431 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_aio_wait_count": { 2024-09-20T22:59:27.431 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.431 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.431 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_committed_kv_count": { 2024-09-20T22:59:27.431 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.431 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.431 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_onode_meta_count": { 2024-09-20T22:59:27.431 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.432 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.432 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_wait_aio_count": { 2024-09-20T22:59:27.432 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.432 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.432 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T22:59:27.432 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88549, 2024-09-20T22:59:27.432 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7594879055 2024-09-20T22:59:27.432 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.432 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T22:59:27.432 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22730, 2024-09-20T22:59:27.433 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1201626199 2024-09-20T22:59:27.433 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.433 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T22:59:27.433 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22729, 2024-09-20T22:59:27.433 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2627983509837 2024-09-20T22:59:27.433 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.433 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T22:59:27.433 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22730, 2024-09-20T22:59:27.433 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6864980158455 2024-09-20T22:59:27.433 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.433 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T22:59:27.434 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88548, 2024-09-20T22:59:27.434 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2971111948136 2024-09-20T22:59:27.434 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.434 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T22:59:27.434 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88548, 2024-09-20T22:59:27.434 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9301136 2024-09-20T22:59:27.434 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.434 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T22:59:27.434 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88549, 2024-09-20T22:59:27.434 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 456282510 2024-09-20T22:59:27.434 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.434 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T22:59:27.435 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88549, 2024-09-20T22:59:27.435 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32732181153 2024-09-20T22:59:27.435 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.435 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T22:59:27.435 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88549, 2024-09-20T22:59:27.435 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 30925497 2024-09-20T22:59:27.435 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.435 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T22:59:27.435 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88549, 2024-09-20T22:59:27.435 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17774889303 2024-09-20T22:59:27.435 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.436 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T22:59:27.436 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88549, 2024-09-20T22:59:27.436 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10051351515 2024-09-20T22:59:27.436 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.436 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T22:59:27.436 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10293327 2024-09-20T22:59:27.436 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.436 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:27.436 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2679, 2024-09-20T22:59:27.436 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14056146 2024-09-20T22:59:27.436 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.436 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T22:59:27.437 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88549, 2024-09-20T22:59:27.437 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68621726206 2024-09-20T22:59:27.437 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.437 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T22:59:27.437 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88549, 2024-09-20T22:59:27.437 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11113037010 2024-09-20T22:59:27.437 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.437 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T22:59:27.437 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88549, 2024-09-20T22:59:27.437 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 705502076 2024-09-20T22:59:27.437 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.437 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.438 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T22:59:27.438 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:27.438 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1406061291 2024-09-20T22:59:27.438 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.438 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:27.438 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 541728768 2024-09-20T22:59:27.438 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.438 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:27.438 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 511221760 2024-09-20T22:59:27.438 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.438 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:27.438 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2601609011 2024-09-20T22:59:27.438 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.439 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:27.439 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 30507008 2024-09-20T22:59:27.439 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.439 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.439 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T22:59:27.439 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.439 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-20T22:59:27.439 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.439 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.439 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.439 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.439 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.439 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.440 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.440 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.440 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56783919 2024-09-20T22:59:27.440 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.440 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.440 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.440 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.440 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.440 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.440 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.440 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.440 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.440 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.441 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.441 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.441 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.441 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.441 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:27.441 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.441 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.441 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 106496 2024-09-20T22:59:27.441 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.441 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.441 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.441 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.441 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.442 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.442 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.442 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.442 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.442 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.442 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.442 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68934609 2024-09-20T22:59:27.442 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.442 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.442 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T22:59:27.442 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.442 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562036736 2024-09-20T22:59:27.443 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.443 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.443 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:27.443 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.443 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.443 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.443 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.443 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.443 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 425879394 2024-09-20T22:59:27.443 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.443 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.444 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.444 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.444 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.444 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.444 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.444 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.444 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 256 2024-09-20T22:59:27.444 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.444 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.444 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.444 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.444 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.444 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 91904 2024-09-20T22:59:27.445 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.445 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.445 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.445 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.445 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.445 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.445 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.445 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.445 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.445 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.445 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.445 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.446 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.446 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.446 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68956318 2024-09-20T22:59:27.446 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.446 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.446 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T22:59:27.446 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.446 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-20T22:59:27.446 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.446 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.446 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:27.447 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.447 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.447 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 296016 2024-09-20T22:59:27.447 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.447 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.447 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37855946 2024-09-20T22:59:27.447 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.447 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.447 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.447 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.447 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.448 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.448 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.448 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.448 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.448 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.448 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.448 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.448 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.448 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.448 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.448 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.448 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.449 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.449 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.449 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.449 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.449 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.449 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.449 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.449 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.449 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.449 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.449 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.450 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.450 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70899942 2024-09-20T22:59:27.450 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.450 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.450 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T22:59:27.450 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.450 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 494927872 2024-09-20T22:59:27.450 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.450 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.450 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.450 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.451 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.451 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.451 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.451 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.451 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 425879394 2024-09-20T22:59:27.451 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.451 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.451 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.451 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.451 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.451 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.451 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.452 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.452 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.452 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.452 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.452 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.452 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.452 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.452 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159770 2024-09-20T22:59:27.452 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.452 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.452 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1152132 2024-09-20T22:59:27.453 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.453 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.453 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.453 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.453 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.453 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.453 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.453 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.453 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.453 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.453 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.454 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67736576 2024-09-20T22:59:27.454 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.454 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.454 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T22:59:27.454 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T22:59:27.454 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.454 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.454 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:27.454 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T22:59:27.454 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.454 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T22:59:27.455 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.455 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.455 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:27.455 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.455 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.455 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.455 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:27.455 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T22:59:27.455 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47 2024-09-20T22:59:27.455 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.455 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T22:59:27.455 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.456 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.456 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T22:59:27.456 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 46521 2024-09-20T22:59:27.456 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.456 INFO:tasks.workunit.client.0.smithi046.stdout: "op_before_queue_op_lat": { 2024-09-20T22:59:27.456 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 136465, 2024-09-20T22:59:27.456 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8564970234 2024-09-20T22:59:27.456 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.456 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T22:59:27.456 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.456 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.457 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T22:59:27.457 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.457 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.457 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T22:59:27.457 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1919515326 2024-09-20T22:59:27.457 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.457 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T22:59:27.457 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 46521, 2024-09-20T22:59:27.457 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 638544306468 2024-09-20T22:59:27.457 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.457 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T22:59:27.457 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2572527325 2024-09-20T22:59:27.457 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.457 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T22:59:27.458 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 48384, 2024-09-20T22:59:27.458 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 31903686498 2024-09-20T22:59:27.458 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.458 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T22:59:27.458 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 46521, 2024-09-20T22:59:27.458 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 124443685785 2024-09-20T22:59:27.458 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.458 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:27.458 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 22858 2024-09-20T22:59:27.458 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.459 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T22:59:27.459 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22858, 2024-09-20T22:59:27.459 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15853002910 2024-09-20T22:59:27.459 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.459 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T22:59:27.459 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.459 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.459 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T22:59:27.459 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2572527325 2024-09-20T22:59:27.459 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.459 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T22:59:27.459 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 23340, 2024-09-20T22:59:27.460 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5568033749 2024-09-20T22:59:27.460 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.460 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T22:59:27.460 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22858, 2024-09-20T22:59:27.460 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5598180846 2024-09-20T22:59:27.460 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.460 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T22:59:27.460 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13748 2024-09-20T22:59:27.460 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.460 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T22:59:27.460 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 160435429 2024-09-20T22:59:27.461 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.461 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T22:59:27.461 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13748, 2024-09-20T22:59:27.461 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 100758260725 2024-09-20T22:59:27.461 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.461 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T22:59:27.461 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.461 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.461 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T22:59:27.461 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.461 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.462 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T22:59:27.462 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.462 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.462 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T22:59:27.462 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13979, 2024-09-20T22:59:27.462 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13502713266 2024-09-20T22:59:27.462 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.462 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T22:59:27.462 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13748, 2024-09-20T22:59:27.462 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 31878128508 2024-09-20T22:59:27.462 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.462 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:27.463 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9915 2024-09-20T22:59:27.463 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.463 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T22:59:27.463 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1759079897 2024-09-20T22:59:27.463 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.463 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T22:59:27.463 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9915, 2024-09-20T22:59:27.463 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 521933042833 2024-09-20T22:59:27.463 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.463 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T22:59:27.463 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.463 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.464 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T22:59:27.464 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 11065, 2024-09-20T22:59:27.464 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12832939483 2024-09-20T22:59:27.464 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.464 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T22:59:27.464 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9915, 2024-09-20T22:59:27.464 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 86967376431 2024-09-20T22:59:27.464 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.464 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T22:59:27.464 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.464 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.464 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T22:59:27.465 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4195418 2024-09-20T22:59:27.465 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.465 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T22:59:27.465 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25 2024-09-20T22:59:27.465 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.465 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T22:59:27.465 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T22:59:27.465 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.465 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T22:59:27.465 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1032495104 2024-09-20T22:59:27.465 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.465 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.466 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.466 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.2": { 2024-09-20T22:59:27.466 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:27.466 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_db_max_lat": { 2024-09-20T22:59:27.466 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19656 2024-09-20T22:59:27.466 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.466 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T22:59:27.466 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.466 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.466 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_max_lat": { 2024-09-20T22:59:27.466 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.466 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.467 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T22:59:27.467 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.467 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.467 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T22:59:27.467 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T22:59:27.467 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.467 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_slow": { 2024-09-20T22:59:27.467 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.467 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.467 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T22:59:27.467 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.468 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.468 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_wal_max_lat": { 2024-09-20T22:59:27.468 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.468 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.468 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T22:59:27.468 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.468 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.468 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T22:59:27.468 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4251648 2024-09-20T22:59:27.468 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.468 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T22:59:27.468 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 600850432 2024-09-20T22:59:27.468 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.469 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T22:59:27.469 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17, 2024-09-20T22:59:27.469 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4642637 2024-09-20T22:59:27.469 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.469 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T22:59:27.469 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17, 2024-09-20T22:59:27.469 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1839573 2024-09-20T22:59:27.469 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.469 INFO:tasks.workunit.client.0.smithi046.stdout: "db_alloc_lat": { 2024-09-20T22:59:27.469 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 167, 2024-09-20T22:59:27.470 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 850449 2024-09-20T22:59:27.470 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.470 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T22:59:27.470 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995027456 2024-09-20T22:59:27.470 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.470 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T22:59:27.470 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 531300352 2024-09-20T22:59:27.470 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.470 INFO:tasks.workunit.client.0.smithi046.stdout: "flush_lat": { 2024-09-20T22:59:27.470 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 69288, 2024-09-20T22:59:27.470 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5907510723 2024-09-20T22:59:27.470 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.471 INFO:tasks.workunit.client.0.smithi046.stdout: "fsync_lat": { 2024-09-20T22:59:27.471 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 69305, 2024-09-20T22:59:27.471 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11252012639 2024-09-20T22:59:27.471 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.471 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T22:59:27.471 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1232896 2024-09-20T22:59:27.471 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.471 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T22:59:27.471 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 283869184 2024-09-20T22:59:27.471 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.471 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T22:59:27.471 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 552599552 2024-09-20T22:59:27.471 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.472 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T22:59:27.472 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.472 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.472 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T22:59:27.472 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.472 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T22:59:27.472 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 43 2024-09-20T22:59:27.472 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.472 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T22:59:27.472 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125404868 2024-09-20T22:59:27.473 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.473 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T22:59:27.473 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6671 2024-09-20T22:59:27.473 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.473 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T22:59:27.473 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85827584 2024-09-20T22:59:27.473 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.473 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T22:59:27.473 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85831680 2024-09-20T22:59:27.473 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.473 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T22:59:27.473 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.473 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.474 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T22:59:27.474 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.474 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.474 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T22:59:27.474 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 262 2024-09-20T22:59:27.474 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.474 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:27.474 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6671, 2024-09-20T22:59:27.474 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 20873021 2024-09-20T22:59:27.474 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.474 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T22:59:27.474 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 51581197 2024-09-20T22:59:27.475 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.475 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T22:59:27.475 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4406 2024-09-20T22:59:27.475 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.475 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T22:59:27.475 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1335776 2024-09-20T22:59:27.475 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.475 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T22:59:27.475 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 379 2024-09-20T22:59:27.475 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.475 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T22:59:27.476 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4202999 2024-09-20T22:59:27.476 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.476 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T22:59:27.476 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 539 2024-09-20T22:59:27.476 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.476 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T22:59:27.476 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2867223 2024-09-20T22:59:27.476 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.476 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T22:59:27.476 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2867223 2024-09-20T22:59:27.476 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.477 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T22:59:27.477 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.477 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.477 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T22:59:27.477 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.477 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.477 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T22:59:27.477 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 161 2024-09-20T22:59:27.477 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.477 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_lat": { 2024-09-20T22:59:27.477 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 539, 2024-09-20T22:59:27.478 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1574665 2024-09-20T22:59:27.478 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.478 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_alloc_lat": { 2024-09-20T22:59:27.478 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.478 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.478 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.478 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T22:59:27.478 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.478 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.478 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T22:59:27.478 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.479 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.479 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:27.479 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T22:59:27.479 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 667 2024-09-20T22:59:27.479 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.479 INFO:tasks.workunit.client.0.smithi046.stdout: "unlink_lat": { 2024-09-20T22:59:27.479 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T22:59:27.479 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6621 2024-09-20T22:59:27.479 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.479 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_alloc_lat": { 2024-09-20T22:59:27.480 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.480 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.480 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.480 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T22:59:27.480 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.480 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.480 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T22:59:27.480 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.480 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.480 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T22:59:27.480 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 891547648 2024-09-20T22:59:27.481 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.481 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.481 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T22:59:27.481 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T22:59:27.481 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:27.481 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.481 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T22:59:27.481 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14630912 2024-09-20T22:59:27.481 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.481 INFO:tasks.workunit.client.0.smithi046.stdout: "allocator_lat": { 2024-09-20T22:59:27.481 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14197, 2024-09-20T22:59:27.481 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 49624209 2024-09-20T22:59:27.481 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.482 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T22:59:27.482 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3303, 2024-09-20T22:59:27.482 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 377400331 2024-09-20T22:59:27.482 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.482 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T22:59:27.482 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.482 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.482 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.482 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T22:59:27.482 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.482 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.482 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T22:59:27.483 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.483 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.483 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T22:59:27.483 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.483 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.483 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T22:59:27.483 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21687, 2024-09-20T22:59:27.483 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 175170641 2024-09-20T22:59:27.483 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.483 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T22:59:27.483 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.483 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.484 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.484 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-20T22:59:27.484 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.484 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.484 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T22:59:27.484 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 69246, 2024-09-20T22:59:27.484 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15105406904 2024-09-20T22:59:27.484 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.484 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T22:59:27.484 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 68571, 2024-09-20T22:59:27.484 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1670545873 2024-09-20T22:59:27.485 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.485 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T22:59:27.485 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 69246, 2024-09-20T22:59:27.485 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 40422657 2024-09-20T22:59:27.485 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.485 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T22:59:27.485 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 69246, 2024-09-20T22:59:27.485 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15145829561 2024-09-20T22:59:27.485 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.485 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T22:59:27.485 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.485 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.486 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.486 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T22:59:27.486 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 58896, 2024-09-20T22:59:27.486 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 858416097 2024-09-20T22:59:27.486 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.486 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T22:59:27.486 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1151, 2024-09-20T22:59:27.486 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3185386 2024-09-20T22:59:27.486 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.486 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T22:59:27.486 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18639, 2024-09-20T22:59:27.486 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9541386 2024-09-20T22:59:27.487 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.487 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T22:59:27.487 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 37, 2024-09-20T22:59:27.487 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 49019 2024-09-20T22:59:27.487 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.487 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T22:59:27.487 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22033, 2024-09-20T22:59:27.487 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2662516215 2024-09-20T22:59:27.487 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.487 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T22:59:27.487 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 257258 2024-09-20T22:59:27.488 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.488 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T22:59:27.488 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17945 2024-09-20T22:59:27.488 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.488 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:27.488 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8843, 2024-09-20T22:59:27.488 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1006955964 2024-09-20T22:59:27.488 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.488 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T22:59:27.488 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 24125, 2024-09-20T22:59:27.488 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9668181 2024-09-20T22:59:27.488 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.489 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T22:59:27.489 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15282, 2024-09-20T22:59:27.489 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 755218714 2024-09-20T22:59:27.489 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.489 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T22:59:27.489 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.489 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.489 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T22:59:27.489 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12435, 2024-09-20T22:59:27.489 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 344914456 2024-09-20T22:59:27.489 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.489 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_aio_wait_count": { 2024-09-20T22:59:27.489 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.489 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.490 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_committed_kv_count": { 2024-09-20T22:59:27.490 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.490 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.490 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_onode_meta_count": { 2024-09-20T22:59:27.490 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.490 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.490 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_wait_aio_count": { 2024-09-20T22:59:27.490 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.490 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.490 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T22:59:27.490 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:27.490 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3759675027 2024-09-20T22:59:27.491 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.491 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T22:59:27.491 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6077, 2024-09-20T22:59:27.491 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 557073179 2024-09-20T22:59:27.491 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.491 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T22:59:27.491 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6077, 2024-09-20T22:59:27.491 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2637929735154 2024-09-20T22:59:27.491 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.491 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T22:59:27.491 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6077, 2024-09-20T22:59:27.491 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6096112230300 2024-09-20T22:59:27.491 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.492 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T22:59:27.492 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:27.492 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2589463957138 2024-09-20T22:59:27.492 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.492 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T22:59:27.492 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:27.492 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9261737 2024-09-20T22:59:27.492 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.492 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T22:59:27.492 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:27.492 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 162959685 2024-09-20T22:59:27.493 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.493 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T22:59:27.493 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:27.493 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27291303859 2024-09-20T22:59:27.493 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.493 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T22:59:27.493 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:27.493 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 29154515 2024-09-20T22:59:27.493 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.493 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T22:59:27.493 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:27.493 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14221812891 2024-09-20T22:59:27.494 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.494 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T22:59:27.494 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:27.494 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7128647139 2024-09-20T22:59:27.494 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.494 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T22:59:27.494 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10293148 2024-09-20T22:59:27.494 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.494 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:27.494 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2637, 2024-09-20T22:59:27.494 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13759764 2024-09-20T22:59:27.494 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.495 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T22:59:27.495 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:27.495 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 52577964438 2024-09-20T22:59:27.495 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.495 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T22:59:27.495 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:27.495 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8077892915 2024-09-20T22:59:27.495 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.495 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T22:59:27.495 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:27.495 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 506559698 2024-09-20T22:59:27.495 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.495 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.496 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T22:59:27.496 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:27.496 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1406061291 2024-09-20T22:59:27.496 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.496 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:27.496 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 472989696 2024-09-20T22:59:27.496 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.496 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:27.496 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 411066368 2024-09-20T22:59:27.496 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.496 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:27.496 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2601609011 2024-09-20T22:59:27.497 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.497 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:27.497 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 61923328 2024-09-20T22:59:27.497 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.497 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.497 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T22:59:27.497 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.497 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-20T22:59:27.497 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.497 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.497 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.497 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.498 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.498 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.498 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.498 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.498 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57377200 2024-09-20T22:59:27.498 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.498 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.498 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.498 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.498 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.498 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.498 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.499 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.499 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.499 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.499 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.499 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.499 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.499 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.499 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 20480 2024-09-20T22:59:27.499 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.499 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.499 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69632 2024-09-20T22:59:27.499 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.500 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.500 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.500 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.500 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.500 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.500 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.500 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.500 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.500 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.500 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.501 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68361808 2024-09-20T22:59:27.501 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.501 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.501 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T22:59:27.501 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.501 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 570425344 2024-09-20T22:59:27.501 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.501 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.501 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:27.501 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.501 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.502 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.502 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.502 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.502 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 430329006 2024-09-20T22:59:27.502 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.502 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.502 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.502 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.502 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.502 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.502 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.502 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.503 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1040 2024-09-20T22:59:27.503 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.503 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.503 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.503 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.503 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.503 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 59776 2024-09-20T22:59:27.503 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.503 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.503 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.503 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.503 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.504 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.504 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.504 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.504 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.504 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.504 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.504 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.504 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.504 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.504 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 72926658 2024-09-20T22:59:27.504 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.504 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.505 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T22:59:27.505 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.505 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-20T22:59:27.505 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.505 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.505 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:27.505 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.505 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.505 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 341440 2024-09-20T22:59:27.505 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.505 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.505 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 38251467 2024-09-20T22:59:27.506 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.506 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.506 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.506 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.506 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.506 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.506 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.506 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.506 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.506 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.506 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.506 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.507 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.507 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.507 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.507 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.507 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.507 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.507 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.507 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.507 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.507 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.507 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.507 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.508 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.508 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.508 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.508 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.508 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.508 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70458997 2024-09-20T22:59:27.508 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.508 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.508 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T22:59:27.508 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.508 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 503316480 2024-09-20T22:59:27.508 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.509 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.509 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.509 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.509 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.509 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.509 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.509 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.509 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 430329006 2024-09-20T22:59:27.509 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.509 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.509 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.510 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.510 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.510 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.510 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.510 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.510 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.510 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.510 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.510 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.510 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.510 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.510 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 162153 2024-09-20T22:59:27.510 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.511 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.511 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1170546 2024-09-20T22:59:27.511 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.511 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.511 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.511 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.511 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.511 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.511 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.511 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.511 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.511 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.512 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.512 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71654775 2024-09-20T22:59:27.512 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.512 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.512 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T22:59:27.512 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T22:59:27.512 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.512 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.512 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:27.512 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 84 2024-09-20T22:59:27.512 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.513 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T22:59:27.513 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.513 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.513 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:27.513 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.513 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.513 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.513 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:27.513 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T22:59:27.513 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 42 2024-09-20T22:59:27.513 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.513 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T22:59:27.514 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.514 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.514 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T22:59:27.514 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 58110 2024-09-20T22:59:27.514 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.514 INFO:tasks.workunit.client.0.smithi046.stdout: "op_before_queue_op_lat": { 2024-09-20T22:59:27.514 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 149810, 2024-09-20T22:59:27.514 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7056439551 2024-09-20T22:59:27.514 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.514 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T22:59:27.514 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.514 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.515 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T22:59:27.515 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.515 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.515 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T22:59:27.515 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1588757839 2024-09-20T22:59:27.515 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.515 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T22:59:27.515 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 58110, 2024-09-20T22:59:27.515 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95139397863 2024-09-20T22:59:27.515 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.515 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T22:59:27.516 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2986691348 2024-09-20T22:59:27.516 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.516 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T22:59:27.516 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 59120, 2024-09-20T22:59:27.516 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 42852780234 2024-09-20T22:59:27.516 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.516 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T22:59:27.516 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 58110, 2024-09-20T22:59:27.516 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70914963723 2024-09-20T22:59:27.516 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.516 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:27.516 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27924 2024-09-20T22:59:27.517 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.517 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T22:59:27.517 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 27924, 2024-09-20T22:59:27.517 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23152166114 2024-09-20T22:59:27.517 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.517 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T22:59:27.517 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.517 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.517 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T22:59:27.517 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2986691348 2024-09-20T22:59:27.517 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.517 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T22:59:27.517 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28462, 2024-09-20T22:59:27.518 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5798754130 2024-09-20T22:59:27.518 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.518 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T22:59:27.518 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 27924, 2024-09-20T22:59:27.518 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8973877515 2024-09-20T22:59:27.518 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.518 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T22:59:27.518 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 28457 2024-09-20T22:59:27.518 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.518 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T22:59:27.518 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305161831 2024-09-20T22:59:27.518 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.519 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T22:59:27.519 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28457, 2024-09-20T22:59:27.519 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 55335123245 2024-09-20T22:59:27.519 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.519 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T22:59:27.519 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.519 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.519 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T22:59:27.519 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.519 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.519 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T22:59:27.519 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.519 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.520 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T22:59:27.520 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28767, 2024-09-20T22:59:27.520 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34137872719 2024-09-20T22:59:27.520 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.520 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T22:59:27.520 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28457, 2024-09-20T22:59:27.520 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 51292985845 2024-09-20T22:59:27.520 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.520 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:27.520 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1729 2024-09-20T22:59:27.520 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.520 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T22:59:27.521 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1283596008 2024-09-20T22:59:27.521 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.521 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T22:59:27.521 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1729, 2024-09-20T22:59:27.521 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16652108504 2024-09-20T22:59:27.521 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.521 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T22:59:27.521 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.521 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.521 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T22:59:27.521 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1891, 2024-09-20T22:59:27.521 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2916153385 2024-09-20T22:59:27.522 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.522 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T22:59:27.522 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1729, 2024-09-20T22:59:27.522 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10648100363 2024-09-20T22:59:27.522 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.522 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T22:59:27.522 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.522 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.522 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T22:59:27.522 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.522 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.522 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T22:59:27.523 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 29 2024-09-20T22:59:27.523 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.523 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T22:59:27.523 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T22:59:27.523 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.523 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T22:59:27.523 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 545939456 2024-09-20T22:59:27.523 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.523 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.523 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.523 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.3": { 2024-09-20T22:59:27.523 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:27.524 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_db_max_lat": { 2024-09-20T22:59:27.524 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 22800 2024-09-20T22:59:27.524 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.524 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T22:59:27.524 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.524 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.524 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_max_lat": { 2024-09-20T22:59:27.524 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.524 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.524 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T22:59:27.524 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.525 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.525 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T22:59:27.525 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T22:59:27.525 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.525 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_slow": { 2024-09-20T22:59:27.525 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.525 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.525 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T22:59:27.525 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.525 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.525 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_wal_max_lat": { 2024-09-20T22:59:27.525 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.526 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.526 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T22:59:27.526 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.526 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.526 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T22:59:27.526 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4734976 2024-09-20T22:59:27.526 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.526 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T22:59:27.526 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 605986816 2024-09-20T22:59:27.526 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.526 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T22:59:27.526 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15, 2024-09-20T22:59:27.527 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10918394 2024-09-20T22:59:27.527 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.527 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T22:59:27.527 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15, 2024-09-20T22:59:27.527 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1424669 2024-09-20T22:59:27.527 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.527 INFO:tasks.workunit.client.0.smithi046.stdout: "db_alloc_lat": { 2024-09-20T22:59:27.527 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 159, 2024-09-20T22:59:27.527 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 817212 2024-09-20T22:59:27.527 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.527 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T22:59:27.527 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995027456 2024-09-20T22:59:27.527 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.528 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T22:59:27.528 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 581566464 2024-09-20T22:59:27.528 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.528 INFO:tasks.workunit.client.0.smithi046.stdout: "flush_lat": { 2024-09-20T22:59:27.528 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 64594, 2024-09-20T22:59:27.528 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5683850387 2024-09-20T22:59:27.528 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.528 INFO:tasks.workunit.client.0.smithi046.stdout: "fsync_lat": { 2024-09-20T22:59:27.528 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 64610, 2024-09-20T22:59:27.528 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10824905205 2024-09-20T22:59:27.528 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.528 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T22:59:27.529 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15282176 2024-09-20T22:59:27.529 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.529 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T22:59:27.529 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 264638464 2024-09-20T22:59:27.529 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.529 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T22:59:27.529 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 590086144 2024-09-20T22:59:27.529 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.529 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T22:59:27.529 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.529 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.529 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T22:59:27.530 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.530 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T22:59:27.530 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 43 2024-09-20T22:59:27.530 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.530 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T22:59:27.530 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85860934 2024-09-20T22:59:27.530 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.530 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T22:59:27.530 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3086 2024-09-20T22:59:27.530 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.531 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T22:59:27.531 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 75460608 2024-09-20T22:59:27.531 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.531 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T22:59:27.531 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 75464704 2024-09-20T22:59:27.531 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.531 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T22:59:27.531 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.531 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.531 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T22:59:27.531 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.531 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.532 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T22:59:27.532 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 259 2024-09-20T22:59:27.532 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.532 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:27.532 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3086, 2024-09-20T22:59:27.532 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18194297 2024-09-20T22:59:27.532 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.532 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T22:59:27.532 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25820201 2024-09-20T22:59:27.532 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.532 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T22:59:27.532 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1241 2024-09-20T22:59:27.532 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.533 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T22:59:27.533 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1425880 2024-09-20T22:59:27.533 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.533 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T22:59:27.533 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 330 2024-09-20T22:59:27.533 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.533 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T22:59:27.533 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4672075 2024-09-20T22:59:27.533 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.533 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T22:59:27.533 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 461 2024-09-20T22:59:27.533 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.534 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T22:59:27.534 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3246195 2024-09-20T22:59:27.534 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.534 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T22:59:27.534 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3246195 2024-09-20T22:59:27.534 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.534 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T22:59:27.534 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.534 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.534 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T22:59:27.534 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.535 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.535 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T22:59:27.535 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 132 2024-09-20T22:59:27.535 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.535 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_lat": { 2024-09-20T22:59:27.535 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 461, 2024-09-20T22:59:27.535 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1721648 2024-09-20T22:59:27.535 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.535 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_alloc_lat": { 2024-09-20T22:59:27.535 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.535 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.535 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.536 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T22:59:27.536 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.536 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.536 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T22:59:27.536 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.536 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.536 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:27.536 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T22:59:27.536 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 592 2024-09-20T22:59:27.536 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.536 INFO:tasks.workunit.client.0.smithi046.stdout: "unlink_lat": { 2024-09-20T22:59:27.536 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T22:59:27.536 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6774 2024-09-20T22:59:27.537 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.537 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_alloc_lat": { 2024-09-20T22:59:27.537 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.537 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.537 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.537 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T22:59:27.537 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.537 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.537 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T22:59:27.537 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.537 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.537 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T22:59:27.538 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 877654016 2024-09-20T22:59:27.538 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.538 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.538 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T22:59:27.538 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T22:59:27.538 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:27.538 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.538 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T22:59:27.538 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10461184 2024-09-20T22:59:27.538 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.539 INFO:tasks.workunit.client.0.smithi046.stdout: "allocator_lat": { 2024-09-20T22:59:27.539 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17011, 2024-09-20T22:59:27.539 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 61844735 2024-09-20T22:59:27.539 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.539 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T22:59:27.539 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3256, 2024-09-20T22:59:27.539 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 398339405 2024-09-20T22:59:27.539 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.539 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T22:59:27.539 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.539 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.539 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.540 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T22:59:27.540 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.540 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.540 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T22:59:27.540 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.540 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.540 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T22:59:27.540 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.540 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.540 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T22:59:27.540 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9791, 2024-09-20T22:59:27.540 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69643405 2024-09-20T22:59:27.541 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.541 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T22:59:27.541 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.541 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.541 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.541 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-20T22:59:27.541 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.541 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.541 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T22:59:27.541 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 64553, 2024-09-20T22:59:27.541 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14414650874 2024-09-20T22:59:27.541 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.542 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T22:59:27.542 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 63854, 2024-09-20T22:59:27.542 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1678906762 2024-09-20T22:59:27.542 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.542 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T22:59:27.542 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 64553, 2024-09-20T22:59:27.542 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47027050 2024-09-20T22:59:27.542 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.542 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T22:59:27.542 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 64553, 2024-09-20T22:59:27.542 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14461677924 2024-09-20T22:59:27.543 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.543 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T22:59:27.543 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.543 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.543 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.543 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T22:59:27.543 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21670, 2024-09-20T22:59:27.543 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 418434275 2024-09-20T22:59:27.543 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.543 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T22:59:27.543 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1447, 2024-09-20T22:59:27.543 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3586670 2024-09-20T22:59:27.544 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.544 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T22:59:27.544 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14490, 2024-09-20T22:59:27.544 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8898979 2024-09-20T22:59:27.544 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.544 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T22:59:27.544 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 40, 2024-09-20T22:59:27.544 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 90363 2024-09-20T22:59:27.544 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.544 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T22:59:27.544 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7746, 2024-09-20T22:59:27.544 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 412544614 2024-09-20T22:59:27.544 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.545 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T22:59:27.545 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 195802 2024-09-20T22:59:27.545 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.545 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T22:59:27.545 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16808 2024-09-20T22:59:27.545 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.545 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:27.545 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 27271, 2024-09-20T22:59:27.545 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 901191019 2024-09-20T22:59:27.545 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.545 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T22:59:27.545 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73423, 2024-09-20T22:59:27.545 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25468409 2024-09-20T22:59:27.546 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.546 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T22:59:27.546 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 46152, 2024-09-20T22:59:27.546 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 389445853 2024-09-20T22:59:27.546 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.546 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T22:59:27.546 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.546 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.546 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T22:59:27.546 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12124, 2024-09-20T22:59:27.547 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 326075127 2024-09-20T22:59:27.547 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.547 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_aio_wait_count": { 2024-09-20T22:59:27.547 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.547 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.547 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_committed_kv_count": { 2024-09-20T22:59:27.547 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.547 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.547 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_onode_meta_count": { 2024-09-20T22:59:27.547 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.547 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.547 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_wait_aio_count": { 2024-09-20T22:59:27.547 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.548 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.548 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T22:59:27.548 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74302, 2024-09-20T22:59:27.548 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4365461591 2024-09-20T22:59:27.548 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.548 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T22:59:27.548 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17812, 2024-09-20T22:59:27.548 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1087535243 2024-09-20T22:59:27.548 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.548 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T22:59:27.548 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17811, 2024-09-20T22:59:27.548 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2594659428674 2024-09-20T22:59:27.549 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.549 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T22:59:27.549 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17812, 2024-09-20T22:59:27.549 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6423415150550 2024-09-20T22:59:27.549 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.549 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T22:59:27.549 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74301, 2024-09-20T22:59:27.549 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2749619005836 2024-09-20T22:59:27.549 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.549 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T22:59:27.549 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74301, 2024-09-20T22:59:27.549 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7520317 2024-09-20T22:59:27.550 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.550 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T22:59:27.550 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74302, 2024-09-20T22:59:27.550 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 165923222 2024-09-20T22:59:27.550 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.550 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T22:59:27.550 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74302, 2024-09-20T22:59:27.550 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 26123408979 2024-09-20T22:59:27.550 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.550 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T22:59:27.550 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74302, 2024-09-20T22:59:27.551 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 28154400 2024-09-20T22:59:27.551 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.551 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T22:59:27.551 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74302, 2024-09-20T22:59:27.551 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13205251583 2024-09-20T22:59:27.551 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.551 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T22:59:27.551 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74302, 2024-09-20T22:59:27.551 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6522678110 2024-09-20T22:59:27.551 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.551 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T22:59:27.552 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6104776 2024-09-20T22:59:27.552 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.552 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:27.552 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2637, 2024-09-20T22:59:27.552 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17347831 2024-09-20T22:59:27.552 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.552 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T22:59:27.552 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74302, 2024-09-20T22:59:27.552 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 50395564070 2024-09-20T22:59:27.552 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.552 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T22:59:27.552 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74302, 2024-09-20T22:59:27.553 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7531448450 2024-09-20T22:59:27.553 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.553 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T22:59:27.553 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74302, 2024-09-20T22:59:27.553 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 485893227 2024-09-20T22:59:27.553 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.553 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.553 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T22:59:27.553 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:27.553 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1406061291 2024-09-20T22:59:27.553 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.553 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:27.554 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 450658304 2024-09-20T22:59:27.554 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.554 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:27.554 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 420347904 2024-09-20T22:59:27.554 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.554 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:27.554 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2601609011 2024-09-20T22:59:27.554 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.554 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:27.554 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 30310400 2024-09-20T22:59:27.555 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.555 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.555 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T22:59:27.555 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.555 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-20T22:59:27.555 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.555 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.555 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.555 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.555 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.555 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.555 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.556 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.556 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57367508 2024-09-20T22:59:27.556 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.556 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.556 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.556 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.556 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.556 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.556 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.556 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.556 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.557 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.557 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.557 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.557 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.557 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.557 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.557 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.557 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.557 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:27.557 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.557 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.557 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.558 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.558 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.558 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.558 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.558 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.558 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.558 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.558 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.558 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68457516 2024-09-20T22:59:27.558 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.558 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.559 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T22:59:27.559 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.559 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 570425344 2024-09-20T22:59:27.559 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.559 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.559 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:27.559 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.559 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.559 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.559 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.559 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.559 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 430256316 2024-09-20T22:59:27.560 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.560 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.560 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.560 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.560 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.560 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.560 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.560 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.560 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 944 2024-09-20T22:59:27.560 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.560 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.560 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.561 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.561 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.561 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15168 2024-09-20T22:59:27.561 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.561 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.561 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 36048 2024-09-20T22:59:27.561 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.561 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.561 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.561 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.561 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.561 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.562 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.562 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.562 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.562 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.562 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.562 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73008004 2024-09-20T22:59:27.562 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.562 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.562 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T22:59:27.562 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.562 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-20T22:59:27.563 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.563 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.563 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:27.563 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.563 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.563 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 145072 2024-09-20T22:59:27.563 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.563 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.563 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 38245005 2024-09-20T22:59:27.563 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.563 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.564 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.564 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.564 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.564 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.564 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.564 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.564 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.564 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.564 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.564 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.564 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.564 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.564 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.565 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.565 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.565 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.565 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.565 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.565 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.565 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.565 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.565 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.565 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.565 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.565 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.566 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.566 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.566 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70661827 2024-09-20T22:59:27.566 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.566 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.566 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T22:59:27.566 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.566 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 503316480 2024-09-20T22:59:27.566 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.566 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.566 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.566 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.567 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.567 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.567 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.567 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.567 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 430256316 2024-09-20T22:59:27.567 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.567 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.567 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.567 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.567 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.567 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.567 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.568 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.568 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.568 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.568 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.568 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.568 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.568 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.568 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 165926 2024-09-20T22:59:27.568 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.568 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.568 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1169577 2024-09-20T22:59:27.569 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.569 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.569 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.569 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.569 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.569 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.569 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.569 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.569 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.569 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.569 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.569 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71724661 2024-09-20T22:59:27.569 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.570 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.570 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T22:59:27.570 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T22:59:27.570 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.570 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.570 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:27.570 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T22:59:27.570 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.570 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T22:59:27.570 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.571 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.571 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:27.571 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.571 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.571 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.571 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:27.571 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T22:59:27.571 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47 2024-09-20T22:59:27.571 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.571 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T22:59:27.571 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.571 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.572 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T22:59:27.572 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 36723 2024-09-20T22:59:27.572 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.572 INFO:tasks.workunit.client.0.smithi046.stdout: "op_before_queue_op_lat": { 2024-09-20T22:59:27.572 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 106147, 2024-09-20T22:59:27.572 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5842485438 2024-09-20T22:59:27.572 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.572 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T22:59:27.572 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.572 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.573 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T22:59:27.573 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T22:59:27.573 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.573 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T22:59:27.573 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 959463438 2024-09-20T22:59:27.573 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.573 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T22:59:27.573 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 36723, 2024-09-20T22:59:27.573 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 254283863391 2024-09-20T22:59:27.573 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.573 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T22:59:27.573 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1234575949 2024-09-20T22:59:27.574 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.574 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T22:59:27.574 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 38389, 2024-09-20T22:59:27.574 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24908119127 2024-09-20T22:59:27.574 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.574 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T22:59:27.574 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 36723, 2024-09-20T22:59:27.574 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 60382342787 2024-09-20T22:59:27.574 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.574 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:27.574 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21461 2024-09-20T22:59:27.575 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.575 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T22:59:27.575 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21461, 2024-09-20T22:59:27.575 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 41188378121 2024-09-20T22:59:27.575 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.575 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T22:59:27.575 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.575 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.575 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T22:59:27.575 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1234575949 2024-09-20T22:59:27.575 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.575 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T22:59:27.576 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21544, 2024-09-20T22:59:27.576 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5060040125 2024-09-20T22:59:27.576 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.576 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T22:59:27.576 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21461, 2024-09-20T22:59:27.576 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4902231982 2024-09-20T22:59:27.576 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.576 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T22:59:27.576 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11663 2024-09-20T22:59:27.576 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.577 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T22:59:27.577 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 114367988 2024-09-20T22:59:27.577 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.577 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T22:59:27.577 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 11663, 2024-09-20T22:59:27.577 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 166094358119 2024-09-20T22:59:27.577 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.577 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T22:59:27.577 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.577 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.577 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T22:59:27.577 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.578 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.578 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T22:59:27.578 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.578 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.578 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T22:59:27.578 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13191, 2024-09-20T22:59:27.578 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15475900542 2024-09-20T22:59:27.578 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.578 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T22:59:27.578 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 11663, 2024-09-20T22:59:27.578 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32795610343 2024-09-20T22:59:27.579 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.579 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:27.579 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3599 2024-09-20T22:59:27.579 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.579 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T22:59:27.579 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 845095450 2024-09-20T22:59:27.579 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.579 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T22:59:27.579 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3599, 2024-09-20T22:59:27.579 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47001127151 2024-09-20T22:59:27.579 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.579 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T22:59:27.580 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.580 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.580 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T22:59:27.580 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3654, 2024-09-20T22:59:27.580 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4372178460 2024-09-20T22:59:27.580 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.580 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T22:59:27.580 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3599, 2024-09-20T22:59:27.580 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 22684500462 2024-09-20T22:59:27.580 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.580 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T22:59:27.580 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.581 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.581 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T22:59:27.581 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.581 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.581 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T22:59:27.581 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7 2024-09-20T22:59:27.581 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.581 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T22:59:27.581 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T22:59:27.581 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.581 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T22:59:27.582 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 592039936 2024-09-20T22:59:27.582 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.582 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.582 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.582 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.4": { 2024-09-20T22:59:27.582 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:27.582 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_db_max_lat": { 2024-09-20T22:59:27.582 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25924 2024-09-20T22:59:27.582 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.582 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T22:59:27.582 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.583 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.583 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_max_lat": { 2024-09-20T22:59:27.583 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.583 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.583 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T22:59:27.583 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.583 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.583 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T22:59:27.583 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T22:59:27.583 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.583 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_slow": { 2024-09-20T22:59:27.583 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.584 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.584 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T22:59:27.584 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.584 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.584 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_wal_max_lat": { 2024-09-20T22:59:27.584 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.584 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.584 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T22:59:27.584 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.584 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.585 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T22:59:27.585 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8400896 2024-09-20T22:59:27.585 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.585 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T22:59:27.585 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 637792256 2024-09-20T22:59:27.585 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.585 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T22:59:27.585 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14, 2024-09-20T22:59:27.585 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3718015 2024-09-20T22:59:27.585 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.585 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T22:59:27.585 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14, 2024-09-20T22:59:27.585 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1080595 2024-09-20T22:59:27.586 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.586 INFO:tasks.workunit.client.0.smithi046.stdout: "db_alloc_lat": { 2024-09-20T22:59:27.586 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 162, 2024-09-20T22:59:27.586 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 750853 2024-09-20T22:59:27.586 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.586 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T22:59:27.586 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995027456 2024-09-20T22:59:27.586 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.586 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T22:59:27.586 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 673382400 2024-09-20T22:59:27.586 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.586 INFO:tasks.workunit.client.0.smithi046.stdout: "flush_lat": { 2024-09-20T22:59:27.586 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 59659, 2024-09-20T22:59:27.587 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7825579431 2024-09-20T22:59:27.587 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.587 INFO:tasks.workunit.client.0.smithi046.stdout: "fsync_lat": { 2024-09-20T22:59:27.587 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 59683, 2024-09-20T22:59:27.587 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12708736962 2024-09-20T22:59:27.587 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.587 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T22:59:27.587 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11653120 2024-09-20T22:59:27.587 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.587 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T22:59:27.587 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 244379648 2024-09-20T22:59:27.587 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.587 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T22:59:27.588 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 686161920 2024-09-20T22:59:27.588 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.588 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T22:59:27.588 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.588 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.588 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T22:59:27.588 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.588 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.588 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T22:59:27.588 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 51 2024-09-20T22:59:27.588 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.588 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T22:59:27.589 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 261350437 2024-09-20T22:59:27.589 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.589 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T22:59:27.589 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14462 2024-09-20T22:59:27.589 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.589 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T22:59:27.589 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 226377728 2024-09-20T22:59:27.589 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.589 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T22:59:27.589 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 226381824 2024-09-20T22:59:27.589 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.589 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T22:59:27.590 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.590 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.590 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T22:59:27.590 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.590 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.590 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T22:59:27.590 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6172 2024-09-20T22:59:27.590 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.590 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:27.590 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14462, 2024-09-20T22:59:27.590 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 118744026 2024-09-20T22:59:27.590 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.591 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T22:59:27.591 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 148130012 2024-09-20T22:59:27.591 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.591 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T22:59:27.591 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10994 2024-09-20T22:59:27.591 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.591 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T22:59:27.591 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2223371 2024-09-20T22:59:27.591 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.591 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T22:59:27.591 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 533 2024-09-20T22:59:27.592 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.592 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T22:59:27.592 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8310658 2024-09-20T22:59:27.592 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.592 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T22:59:27.592 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 764 2024-09-20T22:59:27.592 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.592 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T22:59:27.592 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6087287 2024-09-20T22:59:27.592 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.592 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T22:59:27.593 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6087287 2024-09-20T22:59:27.593 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.593 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T22:59:27.593 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.593 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.593 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T22:59:27.593 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.593 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.593 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T22:59:27.593 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 241 2024-09-20T22:59:27.594 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.594 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_lat": { 2024-09-20T22:59:27.594 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 764, 2024-09-20T22:59:27.594 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2905906 2024-09-20T22:59:27.594 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.594 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_alloc_lat": { 2024-09-20T22:59:27.594 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.594 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.594 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.594 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T22:59:27.594 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.594 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.595 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T22:59:27.595 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.595 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.595 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:27.595 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T22:59:27.595 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 717 2024-09-20T22:59:27.595 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.595 INFO:tasks.workunit.client.0.smithi046.stdout: "unlink_lat": { 2024-09-20T22:59:27.595 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T22:59:27.595 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7616 2024-09-20T22:59:27.596 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.596 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_alloc_lat": { 2024-09-20T22:59:27.596 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.596 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.596 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.596 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T22:59:27.596 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.596 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.596 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T22:59:27.596 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.596 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.596 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T22:59:27.596 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 892719104 2024-09-20T22:59:27.597 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.597 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.597 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T22:59:27.597 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T22:59:27.597 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:27.597 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.597 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T22:59:27.597 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10457088 2024-09-20T22:59:27.598 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.598 INFO:tasks.workunit.client.0.smithi046.stdout: "allocator_lat": { 2024-09-20T22:59:27.598 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 20879, 2024-09-20T22:59:27.598 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 64807255 2024-09-20T22:59:27.598 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.598 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T22:59:27.598 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3211, 2024-09-20T22:59:27.598 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 451328560 2024-09-20T22:59:27.598 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.598 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T22:59:27.598 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.598 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.598 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.599 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T22:59:27.599 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.599 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.599 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T22:59:27.599 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.599 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.599 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T22:59:27.599 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.599 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.599 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T22:59:27.599 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9270, 2024-09-20T22:59:27.599 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 66742928 2024-09-20T22:59:27.599 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.599 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T22:59:27.599 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.599 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.600 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.600 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-20T22:59:27.600 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.600 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.600 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T22:59:27.600 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 59599, 2024-09-20T22:59:27.600 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15965837572 2024-09-20T22:59:27.600 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.600 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T22:59:27.600 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 59130, 2024-09-20T22:59:27.600 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1320113334 2024-09-20T22:59:27.600 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.600 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T22:59:27.600 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 59599, 2024-09-20T22:59:27.600 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 46752918 2024-09-20T22:59:27.600 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.601 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T22:59:27.601 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 59599, 2024-09-20T22:59:27.601 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16012590490 2024-09-20T22:59:27.601 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.601 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T22:59:27.601 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.601 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.601 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.601 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T22:59:27.601 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19569, 2024-09-20T22:59:27.601 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 747903243 2024-09-20T22:59:27.601 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.601 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T22:59:27.601 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 864, 2024-09-20T22:59:27.601 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2235817 2024-09-20T22:59:27.601 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.601 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T22:59:27.602 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6287, 2024-09-20T22:59:27.602 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6270207 2024-09-20T22:59:27.602 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.602 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T22:59:27.602 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 46, 2024-09-20T22:59:27.602 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57051 2024-09-20T22:59:27.602 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.602 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T22:59:27.602 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10767, 2024-09-20T22:59:27.602 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2768487321 2024-09-20T22:59:27.602 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.602 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T22:59:27.602 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 185670 2024-09-20T22:59:27.602 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.602 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T22:59:27.603 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18875 2024-09-20T22:59:27.603 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.603 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:27.603 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 20677, 2024-09-20T22:59:27.603 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1020912517 2024-09-20T22:59:27.603 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.603 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T22:59:27.603 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 59754, 2024-09-20T22:59:27.603 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21351731 2024-09-20T22:59:27.603 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.603 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T22:59:27.603 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 39077, 2024-09-20T22:59:27.603 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 809554159 2024-09-20T22:59:27.604 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.604 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T22:59:27.604 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.604 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.604 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T22:59:27.604 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13203, 2024-09-20T22:59:27.604 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 304087260 2024-09-20T22:59:27.604 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.604 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_aio_wait_count": { 2024-09-20T22:59:27.604 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.604 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.604 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_committed_kv_count": { 2024-09-20T22:59:27.604 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.604 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.604 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_onode_meta_count": { 2024-09-20T22:59:27.604 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.605 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.605 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_wait_aio_count": { 2024-09-20T22:59:27.605 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.605 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.605 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T22:59:27.605 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:27.605 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4868962931 2024-09-20T22:59:27.605 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.605 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T22:59:27.605 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18204, 2024-09-20T22:59:27.605 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 855545581 2024-09-20T22:59:27.605 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.605 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T22:59:27.605 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18204, 2024-09-20T22:59:27.605 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2444698393052 2024-09-20T22:59:27.605 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.606 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T22:59:27.606 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18204, 2024-09-20T22:59:27.606 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6098300494464 2024-09-20T22:59:27.606 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.606 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T22:59:27.606 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:27.606 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2440787251181 2024-09-20T22:59:27.606 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.606 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T22:59:27.606 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:27.606 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7067849 2024-09-20T22:59:27.606 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.606 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T22:59:27.606 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:27.606 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 182024204 2024-09-20T22:59:27.606 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.607 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T22:59:27.607 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:27.607 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25622526755 2024-09-20T22:59:27.607 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.607 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T22:59:27.607 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:27.607 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25395725 2024-09-20T22:59:27.607 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.607 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T22:59:27.607 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:27.607 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12381748882 2024-09-20T22:59:27.607 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.607 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T22:59:27.607 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:27.608 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6154839128 2024-09-20T22:59:27.608 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.608 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T22:59:27.608 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6099559 2024-09-20T22:59:27.608 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.608 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:27.608 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2568, 2024-09-20T22:59:27.608 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14284843 2024-09-20T22:59:27.608 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.608 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T22:59:27.608 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:27.608 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 49221275151 2024-09-20T22:59:27.608 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.608 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T22:59:27.608 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:27.608 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6956684254 2024-09-20T22:59:27.609 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.609 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T22:59:27.609 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:27.609 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 447736991 2024-09-20T22:59:27.609 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.609 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.609 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T22:59:27.609 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:27.609 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1405122390 2024-09-20T22:59:27.609 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.609 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:27.609 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 512262144 2024-09-20T22:59:27.609 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.609 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:27.609 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 378781696 2024-09-20T22:59:27.610 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.610 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:27.610 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2600504422 2024-09-20T22:59:27.610 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.610 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:27.610 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 133480448 2024-09-20T22:59:27.610 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.610 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.610 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T22:59:27.610 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.610 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-20T22:59:27.610 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.610 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.610 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.610 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.611 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.611 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.611 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.611 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.611 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56897339 2024-09-20T22:59:27.611 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.611 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.611 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.611 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.611 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.611 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.611 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.611 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.611 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.611 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.612 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.612 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.612 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.612 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.612 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 40960 2024-09-20T22:59:27.612 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.612 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.612 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 794624 2024-09-20T22:59:27.612 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.612 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.612 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.612 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.612 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.612 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.613 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.613 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.613 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.613 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.613 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.613 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68096197 2024-09-20T22:59:27.613 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.613 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.613 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T22:59:27.613 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.613 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562036736 2024-09-20T22:59:27.613 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.613 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.613 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:27.613 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.614 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.614 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.614 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.614 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.614 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 426730048 2024-09-20T22:59:27.614 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.614 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.614 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.614 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.614 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.614 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.614 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.614 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.614 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1648 2024-09-20T22:59:27.614 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.615 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.615 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.615 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.615 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.615 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 106064 2024-09-20T22:59:27.615 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.615 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.615 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 272 2024-09-20T22:59:27.615 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.615 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.615 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.615 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.616 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.616 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.616 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.616 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.616 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.616 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.616 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.616 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68089840 2024-09-20T22:59:27.616 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.616 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.616 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T22:59:27.616 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.616 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-20T22:59:27.616 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.616 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.616 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:27.617 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.617 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.617 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 412800 2024-09-20T22:59:27.617 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.617 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.617 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37931559 2024-09-20T22:59:27.617 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.617 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.617 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.617 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.617 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.617 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.617 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.617 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.617 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.617 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.617 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.618 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.618 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.618 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.618 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.618 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.618 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.618 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.618 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.618 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.618 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.618 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.618 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.618 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.618 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.618 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.619 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.619 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.619 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.619 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70707545 2024-09-20T22:59:27.619 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.619 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.619 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T22:59:27.619 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.619 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 503316480 2024-09-20T22:59:27.619 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.619 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.619 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.619 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.619 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.619 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.620 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.620 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.620 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 426730048 2024-09-20T22:59:27.620 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.620 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.620 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.620 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.620 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.620 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.620 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.620 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.620 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.620 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.620 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.620 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.620 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.620 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.621 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 178838 2024-09-20T22:59:27.621 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.621 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.621 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1145965 2024-09-20T22:59:27.621 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.621 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.621 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.621 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.621 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.621 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.621 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.621 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.621 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.621 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.621 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.621 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 75261629 2024-09-20T22:59:27.622 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.622 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.622 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T22:59:27.622 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T22:59:27.622 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.622 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.622 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:27.622 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T22:59:27.622 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.622 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T22:59:27.622 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.622 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.622 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:27.622 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.622 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.622 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.623 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:27.623 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T22:59:27.623 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 49 2024-09-20T22:59:27.623 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.623 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T22:59:27.623 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.623 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.623 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T22:59:27.623 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 42898 2024-09-20T22:59:27.623 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.623 INFO:tasks.workunit.client.0.smithi046.stdout: "op_before_queue_op_lat": { 2024-09-20T22:59:27.623 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 107968, 2024-09-20T22:59:27.623 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6846748997 2024-09-20T22:59:27.623 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.623 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T22:59:27.624 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.624 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.624 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T22:59:27.624 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.624 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.624 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T22:59:27.624 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 956906671 2024-09-20T22:59:27.624 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.624 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T22:59:27.624 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 42898, 2024-09-20T22:59:27.624 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 92352506129 2024-09-20T22:59:27.624 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.624 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T22:59:27.624 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1311269292 2024-09-20T22:59:27.624 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.625 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T22:59:27.625 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 43772, 2024-09-20T22:59:27.625 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12818133497 2024-09-20T22:59:27.625 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.625 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T22:59:27.625 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 42898, 2024-09-20T22:59:27.625 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27486286226 2024-09-20T22:59:27.625 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.625 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:27.625 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 33644 2024-09-20T22:59:27.625 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.625 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T22:59:27.625 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 33644, 2024-09-20T22:59:27.625 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12169593621 2024-09-20T22:59:27.625 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.626 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T22:59:27.626 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.626 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.626 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T22:59:27.626 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1311269292 2024-09-20T22:59:27.626 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.626 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T22:59:27.626 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 33985, 2024-09-20T22:59:27.626 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5274805522 2024-09-20T22:59:27.626 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.626 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T22:59:27.626 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 33644, 2024-09-20T22:59:27.626 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5282765557 2024-09-20T22:59:27.627 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.627 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T22:59:27.627 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4791 2024-09-20T22:59:27.627 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.627 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T22:59:27.627 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 108094296 2024-09-20T22:59:27.627 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.627 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T22:59:27.627 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4791, 2024-09-20T22:59:27.627 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6548462197 2024-09-20T22:59:27.627 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.627 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T22:59:27.627 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.627 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.627 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T22:59:27.627 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.627 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.628 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T22:59:27.628 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.628 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.628 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T22:59:27.628 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5229, 2024-09-20T22:59:27.628 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2889659792 2024-09-20T22:59:27.628 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.628 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T22:59:27.628 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4791, 2024-09-20T22:59:27.628 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5769290114 2024-09-20T22:59:27.628 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.628 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:27.628 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4463 2024-09-20T22:59:27.628 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.628 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T22:59:27.628 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 848812375 2024-09-20T22:59:27.629 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.629 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T22:59:27.629 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4463, 2024-09-20T22:59:27.629 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73634450311 2024-09-20T22:59:27.629 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.629 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T22:59:27.629 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.629 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.629 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T22:59:27.629 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4558, 2024-09-20T22:59:27.629 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4653668183 2024-09-20T22:59:27.629 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.629 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T22:59:27.630 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4463, 2024-09-20T22:59:27.630 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16434230555 2024-09-20T22:59:27.630 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.630 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T22:59:27.630 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.630 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.630 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T22:59:27.630 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.630 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.630 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T22:59:27.630 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9 2024-09-20T22:59:27.630 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.630 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T22:59:27.631 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T22:59:27.631 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.631 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T22:59:27.631 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 683847680 2024-09-20T22:59:27.631 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.631 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.631 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.631 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.5": { 2024-09-20T22:59:27.631 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:27.631 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_db_max_lat": { 2024-09-20T22:59:27.631 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27887 2024-09-20T22:59:27.631 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.631 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T22:59:27.631 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.631 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.632 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_max_lat": { 2024-09-20T22:59:27.632 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.632 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.632 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T22:59:27.632 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.632 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.632 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T22:59:27.632 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T22:59:27.632 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.632 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_slow": { 2024-09-20T22:59:27.632 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.632 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.632 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T22:59:27.633 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.633 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.633 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_wal_max_lat": { 2024-09-20T22:59:27.633 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.633 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.633 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T22:59:27.633 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.633 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.633 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T22:59:27.633 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19734528 2024-09-20T22:59:27.633 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.633 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T22:59:27.633 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 841605120 2024-09-20T22:59:27.633 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.633 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T22:59:27.634 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21, 2024-09-20T22:59:27.634 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4141705 2024-09-20T22:59:27.634 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.634 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T22:59:27.634 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21, 2024-09-20T22:59:27.634 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1536685 2024-09-20T22:59:27.634 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.634 INFO:tasks.workunit.client.0.smithi046.stdout: "db_alloc_lat": { 2024-09-20T22:59:27.634 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 241, 2024-09-20T22:59:27.634 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 998394 2024-09-20T22:59:27.634 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.634 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T22:59:27.634 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995027456 2024-09-20T22:59:27.634 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.634 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T22:59:27.635 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 828375040 2024-09-20T22:59:27.635 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.635 INFO:tasks.workunit.client.0.smithi046.stdout: "flush_lat": { 2024-09-20T22:59:27.635 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 86405, 2024-09-20T22:59:27.635 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10506497297 2024-09-20T22:59:27.635 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.635 INFO:tasks.workunit.client.0.smithi046.stdout: "fsync_lat": { 2024-09-20T22:59:27.635 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 86411, 2024-09-20T22:59:27.635 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16865503132 2024-09-20T22:59:27.635 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.635 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T22:59:27.635 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4726784 2024-09-20T22:59:27.635 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.635 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T22:59:27.635 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 353894400 2024-09-20T22:59:27.635 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.636 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T22:59:27.636 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 845414400 2024-09-20T22:59:27.636 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.636 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T22:59:27.636 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.636 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.636 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T22:59:27.636 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.636 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T22:59:27.636 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 62 2024-09-20T22:59:27.636 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.636 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T22:59:27.636 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 458695166 2024-09-20T22:59:27.636 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.636 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T22:59:27.636 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23220 2024-09-20T22:59:27.637 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.637 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T22:59:27.637 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 389898240 2024-09-20T22:59:27.637 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.637 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T22:59:27.637 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 389902336 2024-09-20T22:59:27.637 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.637 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T22:59:27.637 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.637 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.637 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T22:59:27.637 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.637 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.637 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T22:59:27.637 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9982 2024-09-20T22:59:27.637 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.638 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:27.638 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 23220, 2024-09-20T22:59:27.638 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 182969905 2024-09-20T22:59:27.638 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.638 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T22:59:27.638 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 270584118 2024-09-20T22:59:27.638 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.638 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T22:59:27.638 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17467 2024-09-20T22:59:27.638 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.638 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T22:59:27.638 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5821059 2024-09-20T22:59:27.638 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.638 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T22:59:27.638 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 836 2024-09-20T22:59:27.639 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.639 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T22:59:27.639 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19590708 2024-09-20T22:59:27.639 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.639 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T22:59:27.639 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1215 2024-09-20T22:59:27.639 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.639 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T22:59:27.639 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13769649 2024-09-20T22:59:27.639 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.639 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T22:59:27.639 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13769649 2024-09-20T22:59:27.639 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.639 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T22:59:27.639 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.639 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.640 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T22:59:27.640 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.640 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.640 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T22:59:27.640 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 409 2024-09-20T22:59:27.640 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.640 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_lat": { 2024-09-20T22:59:27.640 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1215, 2024-09-20T22:59:27.640 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5906757 2024-09-20T22:59:27.640 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.640 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_alloc_lat": { 2024-09-20T22:59:27.640 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.640 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.640 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.640 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T22:59:27.640 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.641 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.641 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T22:59:27.641 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.641 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.641 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:27.641 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T22:59:27.641 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 737 2024-09-20T22:59:27.641 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.641 INFO:tasks.workunit.client.0.smithi046.stdout: "unlink_lat": { 2024-09-20T22:59:27.641 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T22:59:27.641 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6301 2024-09-20T22:59:27.641 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.641 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_alloc_lat": { 2024-09-20T22:59:27.641 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.641 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.641 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.641 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T22:59:27.642 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.642 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.642 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T22:59:27.642 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.642 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.642 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T22:59:27.642 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1218412544 2024-09-20T22:59:27.642 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.642 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.642 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T22:59:27.642 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T22:59:27.642 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:27.642 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.642 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T22:59:27.642 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10461184 2024-09-20T22:59:27.643 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.643 INFO:tasks.workunit.client.0.smithi046.stdout: "allocator_lat": { 2024-09-20T22:59:27.643 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 20103, 2024-09-20T22:59:27.643 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68454924 2024-09-20T22:59:27.643 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.643 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T22:59:27.643 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3241, 2024-09-20T22:59:27.643 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 624773692 2024-09-20T22:59:27.643 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.643 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T22:59:27.643 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.643 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.643 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.643 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T22:59:27.643 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.643 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.644 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T22:59:27.644 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.644 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.644 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T22:59:27.644 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.644 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.644 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T22:59:27.644 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17115, 2024-09-20T22:59:27.644 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 129174706 2024-09-20T22:59:27.644 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.644 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T22:59:27.644 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.644 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.644 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.644 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-20T22:59:27.645 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.645 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.645 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T22:59:27.645 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 86318, 2024-09-20T22:59:27.645 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21131532234 2024-09-20T22:59:27.645 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.645 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T22:59:27.645 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 85788, 2024-09-20T22:59:27.645 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1772152012 2024-09-20T22:59:27.645 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.645 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T22:59:27.645 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 86318, 2024-09-20T22:59:27.645 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47970107 2024-09-20T22:59:27.645 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.645 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T22:59:27.645 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 86318, 2024-09-20T22:59:27.646 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21179502341 2024-09-20T22:59:27.646 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.646 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T22:59:27.646 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.646 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.646 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.646 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T22:59:27.646 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 26374, 2024-09-20T22:59:27.646 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1451657959 2024-09-20T22:59:27.646 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.646 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T22:59:27.646 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 888, 2024-09-20T22:59:27.646 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2224181 2024-09-20T22:59:27.646 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.646 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T22:59:27.647 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7495, 2024-09-20T22:59:27.647 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8291563 2024-09-20T22:59:27.647 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.647 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T22:59:27.647 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 50, 2024-09-20T22:59:27.647 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 103086 2024-09-20T22:59:27.647 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.647 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T22:59:27.647 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14214, 2024-09-20T22:59:27.647 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2801473372 2024-09-20T22:59:27.647 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.647 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T22:59:27.647 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 237213 2024-09-20T22:59:27.647 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.648 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T22:59:27.648 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21863 2024-09-20T22:59:27.648 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.648 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:27.648 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12215, 2024-09-20T22:59:27.648 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1368405992 2024-09-20T22:59:27.648 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.648 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T22:59:27.648 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 34269, 2024-09-20T22:59:27.648 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10923695 2024-09-20T22:59:27.648 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.648 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T22:59:27.648 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22054, 2024-09-20T22:59:27.648 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269148632 2024-09-20T22:59:27.648 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.648 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T22:59:27.649 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.649 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.649 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T22:59:27.649 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15852, 2024-09-20T22:59:27.649 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 423622160 2024-09-20T22:59:27.649 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.649 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_aio_wait_count": { 2024-09-20T22:59:27.649 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.649 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.649 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_committed_kv_count": { 2024-09-20T22:59:27.649 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.649 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.649 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_onode_meta_count": { 2024-09-20T22:59:27.649 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.649 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.649 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_wait_aio_count": { 2024-09-20T22:59:27.650 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.650 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.650 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T22:59:27.650 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99826, 2024-09-20T22:59:27.650 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6787185142 2024-09-20T22:59:27.650 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.650 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T22:59:27.650 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8932, 2024-09-20T22:59:27.650 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 714754568 2024-09-20T22:59:27.650 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.650 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T22:59:27.650 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8931, 2024-09-20T22:59:27.650 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2746923063500 2024-09-20T22:59:27.650 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.650 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T22:59:27.650 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8932, 2024-09-20T22:59:27.651 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6766116121831 2024-09-20T22:59:27.651 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.651 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T22:59:27.651 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99825, 2024-09-20T22:59:27.651 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2981214548760 2024-09-20T22:59:27.651 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.651 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T22:59:27.651 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99825, 2024-09-20T22:59:27.651 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10577908 2024-09-20T22:59:27.651 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.651 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T22:59:27.651 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99826, 2024-09-20T22:59:27.651 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 378125638 2024-09-20T22:59:27.651 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.651 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T22:59:27.652 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99826, 2024-09-20T22:59:27.652 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34982979866 2024-09-20T22:59:27.652 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.652 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T22:59:27.652 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99826, 2024-09-20T22:59:27.652 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34929310 2024-09-20T22:59:27.652 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.652 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T22:59:27.652 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99826, 2024-09-20T22:59:27.652 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17980259415 2024-09-20T22:59:27.652 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.652 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T22:59:27.652 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99826, 2024-09-20T22:59:27.652 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8756052354 2024-09-20T22:59:27.652 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.652 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T22:59:27.653 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6104781 2024-09-20T22:59:27.653 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.653 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:27.653 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2594, 2024-09-20T22:59:27.653 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13572875 2024-09-20T22:59:27.653 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.653 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T22:59:27.653 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99826, 2024-09-20T22:59:27.653 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68900598188 2024-09-20T22:59:27.653 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.653 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T22:59:27.653 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99826, 2024-09-20T22:59:27.653 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9693749187 2024-09-20T22:59:27.653 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.653 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T22:59:27.653 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99826, 2024-09-20T22:59:27.654 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 580085102 2024-09-20T22:59:27.654 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.654 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.654 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T22:59:27.654 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:27.654 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1405122390 2024-09-20T22:59:27.654 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.654 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:27.654 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 591060992 2024-09-20T22:59:27.654 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.654 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:27.654 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 522076160 2024-09-20T22:59:27.654 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.654 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:27.655 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2600504422 2024-09-20T22:59:27.655 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.655 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:27.655 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68984832 2024-09-20T22:59:27.655 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.655 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.655 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T22:59:27.655 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.655 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-20T22:59:27.655 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.655 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.655 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.655 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.655 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.655 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.656 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.656 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.656 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56085757 2024-09-20T22:59:27.656 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.656 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.656 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.656 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.656 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.656 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.656 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.656 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.656 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.656 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.656 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.657 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.657 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.657 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.657 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12288 2024-09-20T22:59:27.657 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.657 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.657 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69632 2024-09-20T22:59:27.657 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.657 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.657 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.657 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.657 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.657 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.657 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.657 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.658 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.658 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.658 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.658 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69661443 2024-09-20T22:59:27.658 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.658 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.658 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T22:59:27.658 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.658 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562036736 2024-09-20T22:59:27.658 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.658 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.658 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:27.658 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.658 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.658 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.659 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.659 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.659 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 420643180 2024-09-20T22:59:27.659 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.659 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.659 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.659 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.659 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.659 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.659 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.659 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.659 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2640 2024-09-20T22:59:27.659 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.659 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.659 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.659 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.660 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.660 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 169616 2024-09-20T22:59:27.660 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.660 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.660 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.660 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.660 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.660 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.660 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.660 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.660 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.660 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.660 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.660 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.660 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.661 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.661 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 74112436 2024-09-20T22:59:27.661 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.661 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.661 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T22:59:27.661 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.661 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-20T22:59:27.661 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.661 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.661 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:27.661 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.661 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.661 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1039344 2024-09-20T22:59:27.661 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.661 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.661 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37390504 2024-09-20T22:59:27.662 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.662 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.662 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.662 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.662 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.662 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.662 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.662 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.662 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.662 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.662 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.662 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.662 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.662 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.662 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.662 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.663 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.663 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.663 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.663 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.663 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.663 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.663 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.663 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.663 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.663 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.663 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.663 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.663 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.663 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70622056 2024-09-20T22:59:27.663 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.663 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.663 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T22:59:27.664 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.664 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 494927872 2024-09-20T22:59:27.664 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.664 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.664 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.664 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.664 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.664 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.664 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.664 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.664 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 420643180 2024-09-20T22:59:27.664 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.664 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.664 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.664 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.665 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.665 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.665 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.665 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.665 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.665 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.665 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.665 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.665 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.665 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.665 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 167932 2024-09-20T22:59:27.665 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.665 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.666 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1143918 2024-09-20T22:59:27.666 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.666 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.666 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.666 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.666 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.666 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.666 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.666 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.666 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.666 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.666 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.666 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 72972842 2024-09-20T22:59:27.666 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.666 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.667 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T22:59:27.667 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T22:59:27.667 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.667 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.667 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:27.667 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-20T22:59:27.667 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.667 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T22:59:27.667 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.667 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.667 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:27.667 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.667 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.668 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.668 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:27.668 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T22:59:27.668 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 59 2024-09-20T22:59:27.668 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.668 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T22:59:27.668 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.668 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.668 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T22:59:27.668 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25111 2024-09-20T22:59:27.668 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.668 INFO:tasks.workunit.client.0.smithi046.stdout: "op_before_queue_op_lat": { 2024-09-20T22:59:27.668 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 117667, 2024-09-20T22:59:27.668 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10131338741 2024-09-20T22:59:27.668 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.668 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T22:59:27.668 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.669 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.669 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T22:59:27.669 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.669 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.669 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T22:59:27.669 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 987610111 2024-09-20T22:59:27.669 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.669 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T22:59:27.669 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 25111, 2024-09-20T22:59:27.669 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 31611553398 2024-09-20T22:59:27.669 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.669 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T22:59:27.669 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1612745235 2024-09-20T22:59:27.669 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.669 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T22:59:27.669 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 25939, 2024-09-20T22:59:27.670 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10094058386 2024-09-20T22:59:27.670 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.670 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T22:59:27.670 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 25111, 2024-09-20T22:59:27.670 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 20291498967 2024-09-20T22:59:27.670 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.670 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:27.670 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17053 2024-09-20T22:59:27.670 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.670 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T22:59:27.670 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17053, 2024-09-20T22:59:27.670 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9737929068 2024-09-20T22:59:27.670 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.670 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T22:59:27.670 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.671 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.671 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T22:59:27.671 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1612745235 2024-09-20T22:59:27.671 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.671 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T22:59:27.671 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17183, 2024-09-20T22:59:27.671 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3910356663 2024-09-20T22:59:27.671 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.671 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T22:59:27.671 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17053, 2024-09-20T22:59:27.671 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4254767910 2024-09-20T22:59:27.671 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.671 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T22:59:27.671 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6903 2024-09-20T22:59:27.671 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.671 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T22:59:27.671 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 274168636 2024-09-20T22:59:27.672 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.672 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T22:59:27.672 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6903, 2024-09-20T22:59:27.672 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13662193104 2024-09-20T22:59:27.672 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.672 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T22:59:27.672 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.672 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.672 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T22:59:27.672 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.672 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.672 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T22:59:27.672 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.672 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.672 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T22:59:27.672 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7438, 2024-09-20T22:59:27.673 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4487456375 2024-09-20T22:59:27.673 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.673 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T22:59:27.673 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6903, 2024-09-20T22:59:27.673 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9928055239 2024-09-20T22:59:27.673 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.673 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:27.673 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1155 2024-09-20T22:59:27.673 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.673 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T22:59:27.673 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 713441475 2024-09-20T22:59:27.673 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.673 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T22:59:27.673 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1155, 2024-09-20T22:59:27.673 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8211431226 2024-09-20T22:59:27.674 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.674 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T22:59:27.674 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.674 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.674 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T22:59:27.674 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1318, 2024-09-20T22:59:27.674 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1696245348 2024-09-20T22:59:27.674 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.674 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T22:59:27.674 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1155, 2024-09-20T22:59:27.674 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6108675818 2024-09-20T22:59:27.674 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.674 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T22:59:27.674 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.674 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.674 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T22:59:27.675 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.675 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.675 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T22:59:27.675 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17 2024-09-20T22:59:27.675 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.675 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T22:59:27.675 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T22:59:27.675 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.675 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T22:59:27.675 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 838848512 2024-09-20T22:59:27.675 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.675 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.675 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.675 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.6": { 2024-09-20T22:59:27.675 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:27.675 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_db_max_lat": { 2024-09-20T22:59:27.676 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25137 2024-09-20T22:59:27.676 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.676 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T22:59:27.676 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.676 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.676 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_max_lat": { 2024-09-20T22:59:27.676 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.676 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.676 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T22:59:27.676 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.676 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.676 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T22:59:27.676 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T22:59:27.676 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.677 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_slow": { 2024-09-20T22:59:27.677 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.677 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.677 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T22:59:27.677 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.677 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.677 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_wal_max_lat": { 2024-09-20T22:59:27.677 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.677 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.677 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T22:59:27.677 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.677 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.677 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T22:59:27.677 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10280960 2024-09-20T22:59:27.677 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.678 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T22:59:27.678 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 619364352 2024-09-20T22:59:27.678 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.678 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T22:59:27.678 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15, 2024-09-20T22:59:27.678 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2877530 2024-09-20T22:59:27.678 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.678 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T22:59:27.678 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15, 2024-09-20T22:59:27.678 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 941332 2024-09-20T22:59:27.678 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.678 INFO:tasks.workunit.client.0.smithi046.stdout: "db_alloc_lat": { 2024-09-20T22:59:27.678 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 165, 2024-09-20T22:59:27.678 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 662724 2024-09-20T22:59:27.679 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.679 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T22:59:27.679 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995027456 2024-09-20T22:59:27.679 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.679 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T22:59:27.679 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 597098496 2024-09-20T22:59:27.679 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.679 INFO:tasks.workunit.client.0.smithi046.stdout: "flush_lat": { 2024-09-20T22:59:27.679 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 62094, 2024-09-20T22:59:27.679 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7460486972 2024-09-20T22:59:27.679 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.679 INFO:tasks.workunit.client.0.smithi046.stdout: "fsync_lat": { 2024-09-20T22:59:27.679 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 62106, 2024-09-20T22:59:27.679 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12198424672 2024-09-20T22:59:27.679 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.680 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T22:59:27.680 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4997120 2024-09-20T22:59:27.680 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.680 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T22:59:27.680 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 254361600 2024-09-20T22:59:27.680 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.680 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T22:59:27.680 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 614137856 2024-09-20T22:59:27.680 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.680 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T22:59:27.680 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.680 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.680 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T22:59:27.680 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.680 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T22:59:27.681 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 48 2024-09-20T22:59:27.681 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.681 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T22:59:27.681 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 308642448 2024-09-20T22:59:27.681 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.681 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T22:59:27.681 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16640 2024-09-20T22:59:27.681 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.681 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T22:59:27.681 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 281112576 2024-09-20T22:59:27.681 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.681 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T22:59:27.681 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 281116672 2024-09-20T22:59:27.681 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.681 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T22:59:27.681 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.682 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.682 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T22:59:27.682 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.682 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.682 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T22:59:27.682 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7883 2024-09-20T22:59:27.682 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.682 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:27.682 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 16640, 2024-09-20T22:59:27.682 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 134654085 2024-09-20T22:59:27.682 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.682 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T22:59:27.682 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 191698307 2024-09-20T22:59:27.682 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.682 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T22:59:27.683 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13059 2024-09-20T22:59:27.683 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.683 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T22:59:27.683 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3271529 2024-09-20T22:59:27.683 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.683 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T22:59:27.683 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 627 2024-09-20T22:59:27.683 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.683 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T22:59:27.683 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10196242 2024-09-20T22:59:27.683 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.684 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T22:59:27.684 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 847 2024-09-20T22:59:27.684 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.684 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T22:59:27.684 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6924713 2024-09-20T22:59:27.684 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.684 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T22:59:27.684 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6924713 2024-09-20T22:59:27.684 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.684 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T22:59:27.684 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.684 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.684 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T22:59:27.684 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.684 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.685 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T22:59:27.685 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 232 2024-09-20T22:59:27.685 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.685 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_lat": { 2024-09-20T22:59:27.685 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 847, 2024-09-20T22:59:27.685 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3034810 2024-09-20T22:59:27.685 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.685 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_alloc_lat": { 2024-09-20T22:59:27.685 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.685 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.685 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.685 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T22:59:27.685 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.685 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.685 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T22:59:27.686 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.686 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.686 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:27.686 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T22:59:27.686 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1105 2024-09-20T22:59:27.686 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.686 INFO:tasks.workunit.client.0.smithi046.stdout: "unlink_lat": { 2024-09-20T22:59:27.686 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T22:59:27.686 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9206 2024-09-20T22:59:27.686 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.686 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_alloc_lat": { 2024-09-20T22:59:27.686 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.686 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.686 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.686 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T22:59:27.686 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.686 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.687 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T22:59:27.687 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.687 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.687 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T22:59:27.687 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 886292480 2024-09-20T22:59:27.687 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.687 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.687 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T22:59:27.687 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T22:59:27.687 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:27.687 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.687 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T22:59:27.687 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11046912 2024-09-20T22:59:27.687 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.687 INFO:tasks.workunit.client.0.smithi046.stdout: "allocator_lat": { 2024-09-20T22:59:27.687 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14111, 2024-09-20T22:59:27.687 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 42852833 2024-09-20T22:59:27.688 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.688 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T22:59:27.688 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3165, 2024-09-20T22:59:27.688 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 434247696 2024-09-20T22:59:27.688 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.688 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T22:59:27.688 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.688 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.688 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.688 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T22:59:27.688 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.688 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.688 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T22:59:27.688 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.688 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.688 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T22:59:27.689 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.689 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.689 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T22:59:27.689 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 11915, 2024-09-20T22:59:27.689 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 86789506 2024-09-20T22:59:27.689 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.689 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T22:59:27.689 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.689 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.689 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.689 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-20T22:59:27.689 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.689 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.689 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T22:59:27.689 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 62039, 2024-09-20T22:59:27.690 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15228521646 2024-09-20T22:59:27.690 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.690 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T22:59:27.690 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 61646, 2024-09-20T22:59:27.690 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1254721166 2024-09-20T22:59:27.690 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.690 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T22:59:27.690 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 62039, 2024-09-20T22:59:27.690 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32945948 2024-09-20T22:59:27.690 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.690 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T22:59:27.690 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 62039, 2024-09-20T22:59:27.690 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15261467594 2024-09-20T22:59:27.690 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.690 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T22:59:27.691 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.691 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.691 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T22:59:27.691 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 25828, 2024-09-20T22:59:27.691 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 473698980 2024-09-20T22:59:27.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.691 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T22:59:27.691 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 852, 2024-09-20T22:59:27.691 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2351467 2024-09-20T22:59:27.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.691 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T22:59:27.691 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8246, 2024-09-20T22:59:27.691 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6647955 2024-09-20T22:59:27.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.691 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T22:59:27.691 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 43, 2024-09-20T22:59:27.692 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 49825 2024-09-20T22:59:27.692 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.692 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T22:59:27.692 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 11866, 2024-09-20T22:59:27.692 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2608765853 2024-09-20T22:59:27.692 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.692 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T22:59:27.692 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 182802 2024-09-20T22:59:27.692 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.692 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T22:59:27.692 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18963 2024-09-20T22:59:27.692 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.692 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:27.692 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9955, 2024-09-20T22:59:27.692 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1156616311 2024-09-20T22:59:27.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.693 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T22:59:27.693 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 36902, 2024-09-20T22:59:27.693 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10366141 2024-09-20T22:59:27.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.693 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T22:59:27.693 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 26947, 2024-09-20T22:59:27.693 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 922915336 2024-09-20T22:59:27.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.693 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T22:59:27.693 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.693 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T22:59:27.694 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 11699, 2024-09-20T22:59:27.694 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 276968521 2024-09-20T22:59:27.694 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.694 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_aio_wait_count": { 2024-09-20T22:59:27.694 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.694 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.694 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_committed_kv_count": { 2024-09-20T22:59:27.694 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.694 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.694 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_onode_meta_count": { 2024-09-20T22:59:27.694 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.694 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.694 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_wait_aio_count": { 2024-09-20T22:59:27.694 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.694 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.694 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T22:59:27.695 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72677, 2024-09-20T22:59:27.695 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4614015231 2024-09-20T22:59:27.695 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.695 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T22:59:27.695 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14323, 2024-09-20T22:59:27.695 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 861728079 2024-09-20T22:59:27.695 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.695 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T22:59:27.695 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14322, 2024-09-20T22:59:27.695 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2657117265717 2024-09-20T22:59:27.695 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.695 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T22:59:27.695 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14323, 2024-09-20T22:59:27.695 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5999009735449 2024-09-20T22:59:27.696 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.696 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T22:59:27.696 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72676, 2024-09-20T22:59:27.696 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2493227737660 2024-09-20T22:59:27.696 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.696 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T22:59:27.696 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72676, 2024-09-20T22:59:27.696 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7068220 2024-09-20T22:59:27.696 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.696 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T22:59:27.696 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72677, 2024-09-20T22:59:27.696 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266859060 2024-09-20T22:59:27.696 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.696 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T22:59:27.696 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72677, 2024-09-20T22:59:27.696 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24857048275 2024-09-20T22:59:27.696 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.697 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T22:59:27.697 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72677, 2024-09-20T22:59:27.697 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24949531 2024-09-20T22:59:27.697 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.697 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T22:59:27.697 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72677, 2024-09-20T22:59:27.697 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11988709031 2024-09-20T22:59:27.697 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.697 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T22:59:27.697 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72677, 2024-09-20T22:59:27.697 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5440251551 2024-09-20T22:59:27.697 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.697 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T22:59:27.697 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6695040 2024-09-20T22:59:27.697 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.697 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:27.697 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2504, 2024-09-20T22:59:27.698 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12841259 2024-09-20T22:59:27.698 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.698 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T22:59:27.698 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72677, 2024-09-20T22:59:27.698 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47178652568 2024-09-20T22:59:27.698 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.698 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T22:59:27.698 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72677, 2024-09-20T22:59:27.698 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6210672135 2024-09-20T22:59:27.698 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.698 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T22:59:27.698 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72677, 2024-09-20T22:59:27.698 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 433958158 2024-09-20T22:59:27.698 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.698 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.698 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T22:59:27.699 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:27.699 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1405122390 2024-09-20T22:59:27.699 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.699 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:27.699 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 500146176 2024-09-20T22:59:27.699 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.699 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:27.699 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 456155136 2024-09-20T22:59:27.699 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.699 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:27.699 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2600504422 2024-09-20T22:59:27.699 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.699 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:27.699 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 43991040 2024-09-20T22:59:27.699 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.700 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.700 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T22:59:27.700 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.700 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-20T22:59:27.700 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.700 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.700 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.700 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.700 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.700 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.700 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.700 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.701 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56904439 2024-09-20T22:59:27.701 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.701 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.701 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.701 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.701 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.701 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.701 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.701 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.701 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.701 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.701 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.701 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.701 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.701 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.702 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8192 2024-09-20T22:59:27.702 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.702 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.702 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T22:59:27.702 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.702 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.702 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.702 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.702 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.702 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.702 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.702 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.702 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.702 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.702 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.703 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68850953 2024-09-20T22:59:27.703 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.703 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.703 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T22:59:27.703 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.703 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562036736 2024-09-20T22:59:27.703 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.703 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.703 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:27.703 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.703 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.703 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.703 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.703 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.703 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 426783292 2024-09-20T22:59:27.704 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.704 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.704 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.704 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.704 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.704 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1744 2024-09-20T22:59:27.704 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.704 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.704 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.704 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.704 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.704 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.704 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.704 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.704 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 120624 2024-09-20T22:59:27.704 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.705 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.705 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.705 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.705 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.705 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.705 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.705 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.705 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.705 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.705 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.705 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.705 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.705 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.705 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68022212 2024-09-20T22:59:27.705 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.706 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.706 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T22:59:27.706 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.706 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-20T22:59:27.706 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.706 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.706 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:27.706 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.706 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.706 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 406848 2024-09-20T22:59:27.706 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.706 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.706 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37936292 2024-09-20T22:59:27.706 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.707 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.707 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.707 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.707 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.707 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.707 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.707 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.707 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.707 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.707 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.707 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.707 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.707 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.707 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.707 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.708 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.708 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.708 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.708 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.708 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.708 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.708 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.708 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.708 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.708 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.708 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.708 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.708 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.708 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70708764 2024-09-20T22:59:27.708 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.708 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.709 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T22:59:27.709 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.709 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 503316480 2024-09-20T22:59:27.709 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.709 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.709 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.709 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.709 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.709 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.709 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.709 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.709 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 426783292 2024-09-20T22:59:27.709 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.709 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.709 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.709 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.710 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.710 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.710 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.710 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.710 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.710 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.710 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.710 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.710 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.710 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.710 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 172850 2024-09-20T22:59:27.710 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.710 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.710 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1167495 2024-09-20T22:59:27.710 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.710 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.711 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.711 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.711 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.711 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.711 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.711 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.711 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.711 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.711 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.711 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 75192843 2024-09-20T22:59:27.711 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.711 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.711 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T22:59:27.711 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T22:59:27.711 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.711 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.712 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:27.712 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19 2024-09-20T22:59:27.712 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.712 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T22:59:27.712 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.712 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.712 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:27.712 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.712 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.712 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.712 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:27.712 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T22:59:27.712 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 51 2024-09-20T22:59:27.712 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.712 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T22:59:27.712 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.713 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.713 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T22:59:27.713 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34254 2024-09-20T22:59:27.713 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.713 INFO:tasks.workunit.client.0.smithi046.stdout: "op_before_queue_op_lat": { 2024-09-20T22:59:27.713 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97761, 2024-09-20T22:59:27.713 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6012056163 2024-09-20T22:59:27.713 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.713 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T22:59:27.713 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.713 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.713 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T22:59:27.713 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.713 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.713 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T22:59:27.713 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 998365691 2024-09-20T22:59:27.714 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.714 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T22:59:27.714 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 34254, 2024-09-20T22:59:27.714 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 63066420135 2024-09-20T22:59:27.714 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.714 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T22:59:27.714 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1502690569 2024-09-20T22:59:27.714 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.714 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T22:59:27.714 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 34753, 2024-09-20T22:59:27.714 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11733506864 2024-09-20T22:59:27.714 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.714 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T22:59:27.714 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 34254, 2024-09-20T22:59:27.714 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 26713216216 2024-09-20T22:59:27.715 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.715 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:27.715 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25650 2024-09-20T22:59:27.715 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.715 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T22:59:27.715 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 25650, 2024-09-20T22:59:27.715 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8225994773 2024-09-20T22:59:27.715 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.715 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T22:59:27.715 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.715 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.715 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T22:59:27.715 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1502690569 2024-09-20T22:59:27.715 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.716 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T22:59:27.716 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 25846, 2024-09-20T22:59:27.716 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4825872336 2024-09-20T22:59:27.716 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.716 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T22:59:27.716 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 25650, 2024-09-20T22:59:27.716 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4745004103 2024-09-20T22:59:27.716 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.716 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T22:59:27.716 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4539 2024-09-20T22:59:27.716 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.716 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T22:59:27.716 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 136609671 2024-09-20T22:59:27.716 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.716 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T22:59:27.716 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4539, 2024-09-20T22:59:27.717 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10039564389 2024-09-20T22:59:27.717 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.717 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T22:59:27.717 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.717 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.717 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T22:59:27.717 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.717 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.717 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T22:59:27.717 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.717 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.717 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T22:59:27.717 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4719, 2024-09-20T22:59:27.717 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2790790550 2024-09-20T22:59:27.718 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.718 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T22:59:27.718 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4539, 2024-09-20T22:59:27.718 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6627390168 2024-09-20T22:59:27.718 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.718 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:27.718 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4065 2024-09-20T22:59:27.718 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.718 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T22:59:27.718 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 861756020 2024-09-20T22:59:27.718 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.718 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T22:59:27.718 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4065, 2024-09-20T22:59:27.718 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 44800860973 2024-09-20T22:59:27.718 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.719 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T22:59:27.719 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.719 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.719 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T22:59:27.719 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4188, 2024-09-20T22:59:27.719 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4116843978 2024-09-20T22:59:27.719 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.719 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T22:59:27.719 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4065, 2024-09-20T22:59:27.719 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15340821945 2024-09-20T22:59:27.719 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.719 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T22:59:27.719 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.719 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.719 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T22:59:27.720 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.720 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.720 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T22:59:27.720 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9 2024-09-20T22:59:27.720 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.720 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T22:59:27.720 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T22:59:27.720 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.720 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T22:59:27.720 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 608157696 2024-09-20T22:59:27.720 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.720 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.720 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.720 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.7": { 2024-09-20T22:59:27.720 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:27.720 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_db_max_lat": { 2024-09-20T22:59:27.720 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 20072 2024-09-20T22:59:27.721 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.721 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T22:59:27.721 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.721 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.721 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_max_lat": { 2024-09-20T22:59:27.721 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.721 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.721 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T22:59:27.721 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.721 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.721 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T22:59:27.721 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T22:59:27.721 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.721 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_slow": { 2024-09-20T22:59:27.721 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.721 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.721 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T22:59:27.722 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.722 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.722 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_wal_max_lat": { 2024-09-20T22:59:27.722 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.722 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.722 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T22:59:27.722 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.722 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.722 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T22:59:27.722 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9035776 2024-09-20T22:59:27.722 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.722 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T22:59:27.722 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 611606528 2024-09-20T22:59:27.722 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.723 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T22:59:27.723 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 16, 2024-09-20T22:59:27.723 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3374869 2024-09-20T22:59:27.723 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.723 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T22:59:27.723 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 16, 2024-09-20T22:59:27.723 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1207168 2024-09-20T22:59:27.723 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.723 INFO:tasks.workunit.client.0.smithi046.stdout: "db_alloc_lat": { 2024-09-20T22:59:27.723 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 171, 2024-09-20T22:59:27.723 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 714709 2024-09-20T22:59:27.723 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.723 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T22:59:27.723 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995027456 2024-09-20T22:59:27.724 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.724 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T22:59:27.724 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 581500928 2024-09-20T22:59:27.724 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.724 INFO:tasks.workunit.client.0.smithi046.stdout: "flush_lat": { 2024-09-20T22:59:27.724 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 67482, 2024-09-20T22:59:27.724 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8149033988 2024-09-20T22:59:27.724 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.724 INFO:tasks.workunit.client.0.smithi046.stdout: "fsync_lat": { 2024-09-20T22:59:27.724 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 67485, 2024-09-20T22:59:27.724 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13287417305 2024-09-20T22:59:27.724 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.724 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T22:59:27.724 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10448896 2024-09-20T22:59:27.724 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.725 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T22:59:27.725 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 276443136 2024-09-20T22:59:27.725 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.725 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T22:59:27.725 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 575799296 2024-09-20T22:59:27.725 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.725 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T22:59:27.725 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.725 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.725 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T22:59:27.725 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.725 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T22:59:27.725 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 45 2024-09-20T22:59:27.725 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.726 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T22:59:27.726 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 313034649 2024-09-20T22:59:27.726 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.726 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T22:59:27.726 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17247 2024-09-20T22:59:27.726 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.726 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T22:59:27.726 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 254013440 2024-09-20T22:59:27.726 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.726 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T22:59:27.726 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 254017536 2024-09-20T22:59:27.726 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.726 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T22:59:27.726 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.727 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.727 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T22:59:27.727 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.727 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.727 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T22:59:27.727 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6228 2024-09-20T22:59:27.727 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.727 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:27.727 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17247, 2024-09-20T22:59:27.727 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 128638030 2024-09-20T22:59:27.727 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.727 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T22:59:27.727 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 189111032 2024-09-20T22:59:27.727 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.728 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T22:59:27.728 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13453 2024-09-20T22:59:27.728 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.728 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T22:59:27.728 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2616197 2024-09-20T22:59:27.728 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.728 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T22:59:27.728 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 555 2024-09-20T22:59:27.728 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.728 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T22:59:27.728 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8964488 2024-09-20T22:59:27.728 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.728 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T22:59:27.728 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 754 2024-09-20T22:59:27.728 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.728 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T22:59:27.729 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6348291 2024-09-20T22:59:27.729 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.729 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T22:59:27.729 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6348291 2024-09-20T22:59:27.729 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.729 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T22:59:27.729 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.729 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.729 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T22:59:27.729 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.729 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.729 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T22:59:27.729 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 211 2024-09-20T22:59:27.729 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.729 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_lat": { 2024-09-20T22:59:27.730 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 754, 2024-09-20T22:59:27.730 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3256699 2024-09-20T22:59:27.730 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.730 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_alloc_lat": { 2024-09-20T22:59:27.730 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.730 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.730 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.730 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T22:59:27.730 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.730 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.730 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T22:59:27.730 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.730 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.730 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:27.731 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T22:59:27.731 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 658 2024-09-20T22:59:27.731 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.731 INFO:tasks.workunit.client.0.smithi046.stdout: "unlink_lat": { 2024-09-20T22:59:27.731 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T22:59:27.731 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10138 2024-09-20T22:59:27.731 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.731 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_alloc_lat": { 2024-09-20T22:59:27.731 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.731 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.731 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.731 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T22:59:27.731 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.731 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.732 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T22:59:27.732 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.732 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.732 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T22:59:27.732 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 899518464 2024-09-20T22:59:27.732 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.732 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.732 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T22:59:27.732 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T22:59:27.732 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:27.732 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.732 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T22:59:27.732 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11038720 2024-09-20T22:59:27.732 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.732 INFO:tasks.workunit.client.0.smithi046.stdout: "allocator_lat": { 2024-09-20T22:59:27.733 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 20711, 2024-09-20T22:59:27.733 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56660152 2024-09-20T22:59:27.733 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.733 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T22:59:27.733 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3195, 2024-09-20T22:59:27.733 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 441429657 2024-09-20T22:59:27.733 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.733 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T22:59:27.733 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.733 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.733 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.733 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T22:59:27.734 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.734 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.734 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T22:59:27.734 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.734 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.734 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T22:59:27.734 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.734 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.734 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T22:59:27.734 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18689, 2024-09-20T22:59:27.734 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 129908672 2024-09-20T22:59:27.734 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.734 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T22:59:27.735 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.735 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.735 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.735 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-20T22:59:27.735 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.735 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.735 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T22:59:27.735 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 67433, 2024-09-20T22:59:27.735 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16486165384 2024-09-20T22:59:27.735 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.735 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T22:59:27.735 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 66968, 2024-09-20T22:59:27.735 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1432232673 2024-09-20T22:59:27.736 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.736 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T22:59:27.736 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 67433, 2024-09-20T22:59:27.736 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 39911880 2024-09-20T22:59:27.736 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.736 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T22:59:27.736 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 67433, 2024-09-20T22:59:27.736 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16526077264 2024-09-20T22:59:27.736 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.736 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T22:59:27.736 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:27.736 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.737 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.737 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T22:59:27.737 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 34116, 2024-09-20T22:59:27.737 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 659590577 2024-09-20T22:59:27.737 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.737 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T22:59:27.737 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 790, 2024-09-20T22:59:27.737 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2475906 2024-09-20T22:59:27.737 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.737 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T22:59:27.737 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8258, 2024-09-20T22:59:27.737 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5502721 2024-09-20T22:59:27.738 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.738 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T22:59:27.738 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 50, 2024-09-20T22:59:27.738 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65811 2024-09-20T22:59:27.738 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.738 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T22:59:27.738 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13973, 2024-09-20T22:59:27.738 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2145438825 2024-09-20T22:59:27.738 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.739 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T22:59:27.739 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 219485 2024-09-20T22:59:27.739 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.739 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T22:59:27.739 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18912 2024-09-20T22:59:27.739 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.739 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:27.739 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15875, 2024-09-20T22:59:27.739 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1348282726 2024-09-20T22:59:27.739 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.739 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T22:59:27.739 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 48420, 2024-09-20T22:59:27.740 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19380017 2024-09-20T22:59:27.740 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.740 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T22:59:27.740 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 32545, 2024-09-20T22:59:27.740 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1204502229 2024-09-20T22:59:27.740 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.740 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T22:59:27.740 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.740 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.740 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T22:59:27.740 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13325, 2024-09-20T22:59:27.740 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 320848483 2024-09-20T22:59:27.740 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.740 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_aio_wait_count": { 2024-09-20T22:59:27.741 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.741 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.741 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_committed_kv_count": { 2024-09-20T22:59:27.741 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.741 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.741 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_onode_meta_count": { 2024-09-20T22:59:27.741 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.741 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.741 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_wait_aio_count": { 2024-09-20T22:59:27.741 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.742 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.742 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T22:59:27.742 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81043, 2024-09-20T22:59:27.742 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8812960388 2024-09-20T22:59:27.742 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.742 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T22:59:27.742 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15361, 2024-09-20T22:59:27.742 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 792111425 2024-09-20T22:59:27.742 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.742 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T22:59:27.742 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15360, 2024-09-20T22:59:27.742 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2522565598133 2024-09-20T22:59:27.742 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.742 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T22:59:27.742 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15361, 2024-09-20T22:59:27.743 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5975525371087 2024-09-20T22:59:27.743 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.743 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T22:59:27.743 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81042, 2024-09-20T22:59:27.743 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2332732583791 2024-09-20T22:59:27.743 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.743 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T22:59:27.743 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81042, 2024-09-20T22:59:27.743 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7871695 2024-09-20T22:59:27.743 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.743 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T22:59:27.743 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81043, 2024-09-20T22:59:27.743 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 463094445 2024-09-20T22:59:27.743 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.743 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T22:59:27.743 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81043, 2024-09-20T22:59:27.744 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 29123808937 2024-09-20T22:59:27.744 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.744 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T22:59:27.744 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81043, 2024-09-20T22:59:27.744 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 28692730 2024-09-20T22:59:27.744 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.744 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T22:59:27.744 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81043, 2024-09-20T22:59:27.744 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14338506851 2024-09-20T22:59:27.744 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.744 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T22:59:27.744 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81043, 2024-09-20T22:59:27.744 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6547718898 2024-09-20T22:59:27.744 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.745 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T22:59:27.745 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6689804 2024-09-20T22:59:27.745 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.745 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:27.745 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2484, 2024-09-20T22:59:27.745 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12717311 2024-09-20T22:59:27.745 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.745 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T22:59:27.745 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81043, 2024-09-20T22:59:27.745 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 59299245518 2024-09-20T22:59:27.745 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.745 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T22:59:27.745 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81043, 2024-09-20T22:59:27.745 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7448295219 2024-09-20T22:59:27.745 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.746 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T22:59:27.746 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81043, 2024-09-20T22:59:27.746 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 736031089 2024-09-20T22:59:27.746 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.746 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.746 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T22:59:27.746 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:27.746 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1405122390 2024-09-20T22:59:27.746 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.746 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:27.746 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 596484096 2024-09-20T22:59:27.746 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.746 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:27.746 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 541286400 2024-09-20T22:59:27.746 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.746 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:27.747 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2600504422 2024-09-20T22:59:27.747 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.747 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:27.747 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 55197696 2024-09-20T22:59:27.747 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.747 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.747 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T22:59:27.747 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.747 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-20T22:59:27.747 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.747 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.747 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.747 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.747 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.748 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.748 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.748 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.748 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56934252 2024-09-20T22:59:27.748 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.748 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.748 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.748 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.748 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.748 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.748 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.748 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.748 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.748 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.748 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.748 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.749 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.749 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.749 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32768 2024-09-20T22:59:27.749 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.749 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.749 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69632 2024-09-20T22:59:27.749 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.749 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.749 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.749 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.749 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.749 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.749 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.749 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.750 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.750 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.750 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.750 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68792468 2024-09-20T22:59:27.750 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.750 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.750 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T22:59:27.750 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.750 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562036736 2024-09-20T22:59:27.750 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.750 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.750 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:27.750 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.750 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.750 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.751 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.751 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.751 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 427006896 2024-09-20T22:59:27.751 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.751 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.751 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.751 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.751 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.751 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2128 2024-09-20T22:59:27.751 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.751 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.751 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.751 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.751 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.751 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.751 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.752 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.752 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 127520 2024-09-20T22:59:27.752 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.752 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.752 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.752 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.752 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.752 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.752 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.752 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.752 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.752 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.752 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.752 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.753 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.753 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.753 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67791328 2024-09-20T22:59:27.753 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.753 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.753 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T22:59:27.753 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.753 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-20T22:59:27.753 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.753 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.753 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:27.753 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.753 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.753 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 340432 2024-09-20T22:59:27.753 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.754 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.754 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37956168 2024-09-20T22:59:27.754 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.754 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.754 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.754 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.754 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.754 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.754 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.754 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.754 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.754 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.754 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.754 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.755 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.755 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.755 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.755 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.755 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.755 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.755 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.755 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.755 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.755 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.755 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.755 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.755 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.755 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.755 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.756 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.756 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.756 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70755304 2024-09-20T22:59:27.756 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.756 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.756 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T22:59:27.756 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:27.756 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 503316480 2024-09-20T22:59:27.756 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.756 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:27.756 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.756 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.756 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:27.756 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.757 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.757 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:27.757 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 427006896 2024-09-20T22:59:27.757 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.757 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:27.757 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.757 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.757 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:27.757 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.757 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.757 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:27.757 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.757 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.757 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:27.757 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.758 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.758 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:27.758 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 172038 2024-09-20T22:59:27.758 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.758 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:27.758 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1158257 2024-09-20T22:59:27.758 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.758 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:27.758 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.758 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.758 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:27.758 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.758 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.758 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:27.758 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.759 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.759 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:27.759 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 74979289 2024-09-20T22:59:27.759 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.759 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.759 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T22:59:27.759 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T22:59:27.759 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.759 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.759 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:27.759 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32 2024-09-20T22:59:27.759 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.759 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T22:59:27.759 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.759 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.760 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:27.760 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.760 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.760 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.760 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:27.760 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T22:59:27.760 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 59 2024-09-20T22:59:27.760 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.760 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T22:59:27.760 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.760 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.760 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T22:59:27.760 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47759 2024-09-20T22:59:27.760 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.760 INFO:tasks.workunit.client.0.smithi046.stdout: "op_before_queue_op_lat": { 2024-09-20T22:59:27.761 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 121344, 2024-09-20T22:59:27.761 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8360395441 2024-09-20T22:59:27.761 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.761 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T22:59:27.761 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.761 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.761 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T22:59:27.761 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.761 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.761 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T22:59:27.761 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1097411863 2024-09-20T22:59:27.761 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.761 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T22:59:27.761 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 47759, 2024-09-20T22:59:27.761 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 39295035913 2024-09-20T22:59:27.761 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.762 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T22:59:27.762 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1774468311 2024-09-20T22:59:27.762 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.762 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T22:59:27.762 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 48164, 2024-09-20T22:59:27.762 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17290169941 2024-09-20T22:59:27.762 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.762 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T22:59:27.762 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 47759, 2024-09-20T22:59:27.762 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 30700122918 2024-09-20T22:59:27.762 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.762 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:27.762 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34485 2024-09-20T22:59:27.762 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.762 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T22:59:27.762 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 34485, 2024-09-20T22:59:27.763 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10805260188 2024-09-20T22:59:27.763 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.763 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T22:59:27.763 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.763 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.763 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T22:59:27.763 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1774468311 2024-09-20T22:59:27.763 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.763 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T22:59:27.763 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 34520, 2024-09-20T22:59:27.763 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6153820281 2024-09-20T22:59:27.763 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.763 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T22:59:27.763 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 34485, 2024-09-20T22:59:27.763 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6567693447 2024-09-20T22:59:27.763 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.764 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T22:59:27.764 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12153 2024-09-20T22:59:27.764 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.764 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T22:59:27.764 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 269543092 2024-09-20T22:59:27.764 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.764 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T22:59:27.764 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12153, 2024-09-20T22:59:27.764 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19139761743 2024-09-20T22:59:27.764 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.764 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T22:59:27.764 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.764 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.764 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T22:59:27.764 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.764 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.765 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T22:59:27.765 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.765 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.765 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T22:59:27.765 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12415, 2024-09-20T22:59:27.765 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9350819052 2024-09-20T22:59:27.765 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.765 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T22:59:27.765 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12153, 2024-09-20T22:59:27.765 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17039257824 2024-09-20T22:59:27.765 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.765 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:27.765 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1121 2024-09-20T22:59:27.765 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.766 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T22:59:27.766 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 827868771 2024-09-20T22:59:27.766 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.766 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T22:59:27.766 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1121, 2024-09-20T22:59:27.766 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9350013982 2024-09-20T22:59:27.766 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.766 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T22:59:27.766 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.766 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.766 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T22:59:27.766 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1229, 2024-09-20T22:59:27.766 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1785530608 2024-09-20T22:59:27.766 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.766 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T22:59:27.766 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1121, 2024-09-20T22:59:27.767 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7093171647 2024-09-20T22:59:27.767 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.767 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T22:59:27.767 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:27.767 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.767 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T22:59:27.767 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4194320 2024-09-20T22:59:27.767 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.767 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T22:59:27.767 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9 2024-09-20T22:59:27.767 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.767 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T22:59:27.767 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T22:59:27.767 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.767 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T22:59:27.767 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 592551936 2024-09-20T22:59:27.768 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.768 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.768 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.768 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.768 INFO:tasks.workunit.client.0.smithi046.stdout: "pools": [ 2024-09-20T22:59:27.768 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.768 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T22:59:27.768 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr" 2024-09-20T22:59:27.768 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.768 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-20T22:59:27.768 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-20T22:59:27.768 INFO:tasks.workunit.client.0.smithi046.stdout: "flags_names": [ 2024-09-20T22:59:27.768 INFO:tasks.workunit.client.0.smithi046.stdout: "hashpspool" 2024-09-20T22:59:27.768 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.768 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-20T22:59:27.768 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-20T22:59:27.768 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-20T22:59:27.769 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 1, 2024-09-20T22:59:27.769 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 1, 2024-09-20T22:59:27.769 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 1, 2024-09-20T22:59:27.769 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-20T22:59:27.769 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-20T22:59:27.769 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 721302300938, 2024-09-20T22:59:27.769 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 1781760, 2024-09-20T22:59:27.769 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-20T22:59:27.769 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-20T22:59:27.769 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 1781760, 2024-09-20T22:59:27.769 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-20T22:59:27.769 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 240434102272, 2024-09-20T22:59:27.769 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 2, 2024-09-20T22:59:27.769 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-20T22:59:27.769 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 2.470192612236133e-06, 2024-09-20T22:59:27.769 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-20T22:59:27.770 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-20T22:59:27.770 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 1200, 2024-09-20T22:59:27.770 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 2057216, 2024-09-20T22:59:27.770 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 590368, 2024-09-20T22:59:27.770 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 590368, 2024-09-20T22:59:27.770 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-20T22:59:27.770 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 1771104, 2024-09-20T22:59:27.770 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 349, 2024-09-20T22:59:27.770 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 1667072 2024-09-20T22:59:27.770 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.770 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-20T22:59:27.770 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-20T22:59:27.770 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-20T22:59:27.770 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.770 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.771 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T22:59:27.771 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-20T22:59:27.771 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.771 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-20T22:59:27.771 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-20T22:59:27.771 INFO:tasks.workunit.client.0.smithi046.stdout: "flags_names": [ 2024-09-20T22:59:27.771 INFO:tasks.workunit.client.0.smithi046.stdout: "hashpspool" 2024-09-20T22:59:27.771 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.771 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-20T22:59:27.771 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-20T22:59:27.771 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-20T22:59:27.771 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 32, 2024-09-20T22:59:27.771 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 32, 2024-09-20T22:59:27.771 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 2, 2024-09-20T22:59:27.771 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-20T22:59:27.771 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-20T22:59:27.772 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 721302300938, 2024-09-20T22:59:27.772 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 155374, 2024-09-20T22:59:27.772 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-20T22:59:27.772 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-20T22:59:27.772 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 110592, 2024-09-20T22:59:27.772 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-20T22:59:27.772 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 240434102272, 2024-09-20T22:59:27.772 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 22, 2024-09-20T22:59:27.772 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 44782, 2024-09-20T22:59:27.772 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 2.1540755312798865e-07, 2024-09-20T22:59:27.772 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-20T22:59:27.772 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-20T22:59:27.772 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 79, 2024-09-20T22:59:27.772 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 88064, 2024-09-20T22:59:27.772 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 21541, 2024-09-20T22:59:27.773 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 6614, 2024-09-20T22:59:27.773 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 14927, 2024-09-20T22:59:27.773 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 64623, 2024-09-20T22:59:27.773 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 68, 2024-09-20T22:59:27.773 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 35840 2024-09-20T22:59:27.773 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.773 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-20T22:59:27.773 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-20T22:59:27.773 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-20T22:59:27.773 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.773 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.773 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T22:59:27.773 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-20T22:59:27.773 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.773 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-20T22:59:27.773 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-20T22:59:27.774 INFO:tasks.workunit.client.0.smithi046.stdout: "flags_names": [ 2024-09-20T22:59:27.774 INFO:tasks.workunit.client.0.smithi046.stdout: "hashpspool" 2024-09-20T22:59:27.774 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.774 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-20T22:59:27.774 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-20T22:59:27.774 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-20T22:59:27.774 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 64, 2024-09-20T22:59:27.774 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 64, 2024-09-20T22:59:27.774 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 3, 2024-09-20T22:59:27.774 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-20T22:59:27.774 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-20T22:59:27.774 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 721302300938, 2024-09-20T22:59:27.774 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 0, 2024-09-20T22:59:27.775 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-20T22:59:27.775 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-20T22:59:27.775 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 0, 2024-09-20T22:59:27.775 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-20T22:59:27.775 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 240434102272, 2024-09-20T22:59:27.775 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 0, 2024-09-20T22:59:27.775 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-20T22:59:27.775 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 0.0, 2024-09-20T22:59:27.775 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-20T22:59:27.775 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-20T22:59:27.775 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 0, 2024-09-20T22:59:27.775 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 0, 2024-09-20T22:59:27.775 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 0, 2024-09-20T22:59:27.775 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 0, 2024-09-20T22:59:27.775 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-20T22:59:27.776 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 0, 2024-09-20T22:59:27.776 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 0, 2024-09-20T22:59:27.776 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 0 2024-09-20T22:59:27.776 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.776 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-20T22:59:27.776 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-20T22:59:27.776 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-20T22:59:27.776 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.776 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.776 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T22:59:27.776 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd" 2024-09-20T22:59:27.776 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.776 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-20T22:59:27.776 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-20T22:59:27.776 INFO:tasks.workunit.client.0.smithi046.stdout: "flags_names": [ 2024-09-20T22:59:27.776 INFO:tasks.workunit.client.0.smithi046.stdout: "hashpspool", 2024-09-20T22:59:27.776 INFO:tasks.workunit.client.0.smithi046.stdout: "selfmanaged_snaps" 2024-09-20T22:59:27.777 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.777 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-20T22:59:27.777 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-20T22:59:27.777 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-20T22:59:27.777 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 8, 2024-09-20T22:59:27.777 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 8, 2024-09-20T22:59:27.777 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 4, 2024-09-20T22:59:27.777 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-20T22:59:27.777 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-20T22:59:27.777 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 721302300938, 2024-09-20T22:59:27.777 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 12595200, 2024-09-20T22:59:27.777 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-20T22:59:27.777 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-20T22:59:27.777 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 12595200, 2024-09-20T22:59:27.777 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-20T22:59:27.777 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 240434102272, 2024-09-20T22:59:27.778 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 4, 2024-09-20T22:59:27.778 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-20T22:59:27.778 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 1.7461443349020556e-05, 2024-09-20T22:59:27.778 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-20T22:59:27.778 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-20T22:59:27.778 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 9032, 2024-09-20T22:59:27.778 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 3162908672, 2024-09-20T22:59:27.778 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 4194323, 2024-09-20T22:59:27.778 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 4194323, 2024-09-20T22:59:27.778 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-20T22:59:27.778 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 12582969, 2024-09-20T22:59:27.778 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 24299, 2024-09-20T22:59:27.778 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 3165552640 2024-09-20T22:59:27.778 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.778 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-20T22:59:27.779 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-20T22:59:27.779 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-20T22:59:27.779 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.779 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.779 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd": { 2024-09-20T22:59:27.779 INFO:tasks.workunit.client.0.smithi046.stdout: "mirroring_by_pool": [ 2024-09-20T22:59:27.779 INFO:tasks.workunit.client.0.smithi046.stdout: false 2024-09-20T22:59:27.779 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_images_by_pool": [ 2024-09-20T22:59:27.779 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:27.779 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pools": 1 2024-09-20T22:59:27.779 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.779 INFO:tasks.workunit.client.0.smithi046.stdout: "report_id": "af76ebfb-a296-4e2b-ac94-6899ebb5153a", 2024-09-20T22:59:27.779 INFO:tasks.workunit.client.0.smithi046.stdout: "report_timestamp": "2024-09-20T22:59:26.809724", 2024-09-20T22:59:27.780 INFO:tasks.workunit.client.0.smithi046.stdout: "report_version": 1, 2024-09-20T22:59:27.780 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_stats": { 2024-09-20T22:59:27.780 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "7.9.2" 2024-09-20T22:59:27.780 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.780 INFO:tasks.workunit.client.0.smithi046.stdout: "rook": { 2024-09-20T22:59:27.780 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster": { 2024-09-20T22:59:27.780 INFO:tasks.workunit.client.0.smithi046.stdout: "external-mode": null, 2024-09-20T22:59:27.780 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T22:59:27.780 INFO:tasks.workunit.client.0.smithi046.stdout: "allow-multiple-per-node": null, 2024-09-20T22:59:27.780 INFO:tasks.workunit.client.0.smithi046.stdout: "count": null, 2024-09-20T22:59:27.780 INFO:tasks.workunit.client.0.smithi046.stdout: "max-id": null, 2024-09-20T22:59:27.780 INFO:tasks.workunit.client.0.smithi046.stdout: "pvc": { 2024-09-20T22:59:27.780 INFO:tasks.workunit.client.0.smithi046.stdout: "enabled": null 2024-09-20T22:59:27.780 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.780 INFO:tasks.workunit.client.0.smithi046.stdout: "stretch": { 2024-09-20T22:59:27.781 INFO:tasks.workunit.client.0.smithi046.stdout: "enabled": null 2024-09-20T22:59:27.781 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.781 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.781 INFO:tasks.workunit.client.0.smithi046.stdout: "network": { 2024-09-20T22:59:27.781 INFO:tasks.workunit.client.0.smithi046.stdout: "provider": null 2024-09-20T22:59:27.781 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.781 INFO:tasks.workunit.client.0.smithi046.stdout: "storage": { 2024-09-20T22:59:27.781 INFO:tasks.workunit.client.0.smithi046.stdout: "device-set": { 2024-09-20T22:59:27.781 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-20T22:59:27.781 INFO:tasks.workunit.client.0.smithi046.stdout: "non-portable": null, 2024-09-20T22:59:27.781 INFO:tasks.workunit.client.0.smithi046.stdout: "portable": null, 2024-09-20T22:59:27.781 INFO:tasks.workunit.client.0.smithi046.stdout: "total": null 2024-09-20T22:59:27.781 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.781 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.781 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.781 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.781 INFO:tasks.workunit.client.0.smithi046.stdout: "csi": { 2024-09-20T22:59:27.782 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-20T22:59:27.782 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.782 INFO:tasks.workunit.client.0.smithi046.stdout: "kubernetes": { 2024-09-20T22:59:27.782 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-20T22:59:27.782 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.782 INFO:tasks.workunit.client.0.smithi046.stdout: "node": { 2024-09-20T22:59:27.782 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-20T22:59:27.782 INFO:tasks.workunit.client.0.smithi046.stdout: "kubernetes-total": null, 2024-09-20T22:59:27.782 INFO:tasks.workunit.client.0.smithi046.stdout: "with-ceph-daemons": null, 2024-09-20T22:59:27.782 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-cephfs-plugin": null, 2024-09-20T22:59:27.782 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-nfs-plugin": null, 2024-09-20T22:59:27.782 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-rbd-plugin": null 2024-09-20T22:59:27.782 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.782 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.782 INFO:tasks.workunit.client.0.smithi046.stdout: "usage": { 2024-09-20T22:59:27.783 INFO:tasks.workunit.client.0.smithi046.stdout: "storage-class": { 2024-09-20T22:59:27.783 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-20T22:59:27.783 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket": null, 2024-09-20T22:59:27.783 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs": null, 2024-09-20T22:59:27.783 INFO:tasks.workunit.client.0.smithi046.stdout: "nfs": null, 2024-09-20T22:59:27.783 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd": null, 2024-09-20T22:59:27.783 INFO:tasks.workunit.client.0.smithi046.stdout: "total": null 2024-09-20T22:59:27.783 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.783 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:27.783 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.783 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-20T22:59:27.783 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.783 INFO:tasks.workunit.client.0.smithi046.stdout: "services": {}, 2024-09-20T22:59:27.783 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_per_pg": [ 2024-09-20T22:59:27.784 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.784 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:27.784 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:27.784 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:27.784 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:27.784 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.784 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:27.784 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:27.784 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:27.784 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:27.784 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:27.784 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:27.784 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:27.784 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.983502+0000", 2024-09-20T22:59:27.784 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.641394+0000", 2024-09-20T22:59:27.784 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.641394+0000", 2024-09-20T22:59:27.784 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.641761+0000", 2024-09-20T22:59:27.785 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.983502+0000", 2024-09-20T22:59:27.785 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.785 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:27.785 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.785 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:27.785 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.983502+0000", 2024-09-20T22:59:27.785 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.983502+0000", 2024-09-20T22:59:27.785 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.983502+0000", 2024-09-20T22:59:27.785 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:27.785 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:27.785 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.785 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.983502+0000", 2024-09-20T22:59:27.785 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.983502+0000", 2024-09-20T22:59:27.785 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:27.785 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 5, 2024-09-20T22:59:27.785 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:27.785 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:27.786 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:27.786 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:27.786 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:27.786 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:27.786 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:27.786 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 5, 2024-09-20T22:59:27.786 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:27.786 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:27.786 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:27.786 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1f", 2024-09-20T22:59:27.786 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:27.786 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:27.786 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:27.786 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5370, 2024-09-20T22:59:27.786 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:27.786 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:11:20.435777+0000", 2024-09-20T22:59:27.787 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:27.787 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:27.787 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:27.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 570, 2024-09-20T22:59:27.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:27.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:27.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:27.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:27.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:27.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:27.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:27.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:27.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:27.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:27.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:27.788 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:27.788 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:27.788 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:27.788 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:27.788 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-20T22:59:27.788 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-20T22:59:27.788 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:27.788 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-20T22:59:27.788 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:27.788 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:27.788 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:27.788 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:27.788 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:27.788 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:27.788 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:27.788 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:27.788 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:27.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:27.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:27.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:27.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:27.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 4, 2024-09-20T22:59:27.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 4, 2024-09-20T22:59:27.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:27.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:27.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:27.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 4, 2024-09-20T22:59:27.789 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-20T22:59:27.789 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.789 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:27.789 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:27.789 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:27.789 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:27.790 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:27.790 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:27.790 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.790 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:27.790 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "556'5" 2024-09-20T22:59:27.790 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.790 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.790 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:27.790 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:27.790 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:27.790 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:27.790 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.790 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:27.790 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:27.790 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:27.791 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:27.791 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:27.791 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:27.791 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:27.791 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.015366+0000", 2024-09-20T22:59:27.791 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.691581+0000", 2024-09-20T22:59:27.791 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.691581+0000", 2024-09-20T22:59:27.791 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.691909+0000", 2024-09-20T22:59:27.791 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.015366+0000", 2024-09-20T22:59:27.791 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.791 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:27.791 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.791 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:27.791 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.015366+0000", 2024-09-20T22:59:27.791 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.015366+0000", 2024-09-20T22:59:27.791 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.015366+0000", 2024-09-20T22:59:27.792 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:27.792 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:27.792 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.792 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.015366+0000", 2024-09-20T22:59:27.792 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.015366+0000", 2024-09-20T22:59:27.792 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:27.792 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:27.792 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:27.792 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:27.792 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:27.792 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:27.792 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:27.792 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:27.792 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:27.792 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:27.792 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:27.792 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:27.793 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:27.793 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1e", 2024-09-20T22:59:27.793 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:27.793 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:27.793 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:27.793 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5288, 2024-09-20T22:59:27.793 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:27.793 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:41:15.646013+0000", 2024-09-20T22:59:27.793 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:27.793 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:27.793 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:27.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:27.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:27.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:27.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:27.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:27.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:27.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:27.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:27.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:27.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:27.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:27.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:27.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:27.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:27.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:27.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:27.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:27.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:27.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:27.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:27.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:27.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:27.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:27.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:27.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:27.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:27.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:27.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:27.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:27.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:27.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:27.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:27.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:27.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:27.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:27.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:27.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:27.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:27.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:27.796 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:27.796 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.796 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:27.796 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:27.796 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:27.796 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:27.796 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:27.796 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:27.797 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.797 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:27.797 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:27.797 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.797 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.797 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:27.797 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:27.797 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:27.797 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:27.797 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.797 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:27.797 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:27.797 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:27.797 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:27.797 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:27.798 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:27.798 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:27.798 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.017197+0000", 2024-09-20T22:59:27.798 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.399088+0000", 2024-09-20T22:59:27.798 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.399088+0000", 2024-09-20T22:59:27.798 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.399490+0000", 2024-09-20T22:59:27.798 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.017197+0000", 2024-09-20T22:59:27.798 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.798 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:27.798 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.798 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:27.798 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.017197+0000", 2024-09-20T22:59:27.798 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.017197+0000", 2024-09-20T22:59:27.798 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.017197+0000", 2024-09-20T22:59:27.798 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:27.799 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:27.799 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.799 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.017197+0000", 2024-09-20T22:59:27.799 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.017197+0000", 2024-09-20T22:59:27.799 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:27.799 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T22:59:27.799 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:27.799 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:27.799 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:27.799 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:27.799 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:27.799 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:27.799 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:27.799 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T22:59:27.799 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:27.799 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:27.800 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:27.800 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1e", 2024-09-20T22:59:27.800 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:27.800 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:27.800 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:27.800 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5310, 2024-09-20T22:59:27.800 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:27.800 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:27:29.454367+0000", 2024-09-20T22:59:27.800 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:27.800 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:27.800 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:27.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:27.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:27.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:27.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:27.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:27.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:27.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:27.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:27.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:27.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:27.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:27.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:27.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:27.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:27.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:27.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:27.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:27.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:27.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:27.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:27.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:27.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:27.802 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:27.802 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:27.802 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:27.802 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:27.802 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:27.802 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:27.802 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:27.802 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:27.802 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:27.802 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:27.802 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:27.802 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:27.802 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:27.802 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:27.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:27.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:27.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:27.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:27.803 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.803 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:27.803 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:27.803 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:27.803 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:27.803 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:27.803 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:27.803 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.803 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:27.803 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "556'2" 2024-09-20T22:59:27.803 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.804 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.804 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:27.804 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:27.804 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:27.804 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:27.804 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.804 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:27.804 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:27.804 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:27.804 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:27.804 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:27.804 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:27.804 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:27.804 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.983171+0000", 2024-09-20T22:59:27.804 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.415961+0000", 2024-09-20T22:59:27.805 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.415961+0000", 2024-09-20T22:59:27.805 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.416650+0000", 2024-09-20T22:59:27.805 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.983171+0000", 2024-09-20T22:59:27.805 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.805 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:27.805 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.805 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:27.805 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.983171+0000", 2024-09-20T22:59:27.805 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.983171+0000", 2024-09-20T22:59:27.805 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.983171+0000", 2024-09-20T22:59:27.805 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:27.805 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:27.805 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.805 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.983171+0000", 2024-09-20T22:59:27.805 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.983171+0000", 2024-09-20T22:59:27.805 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:27.806 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:27.806 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:27.806 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:27.806 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:27.806 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:27.806 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:27.806 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:27.806 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:27.806 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:27.806 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:27.806 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:27.806 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:27.806 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1f", 2024-09-20T22:59:27.806 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:27.806 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:27.806 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:27.807 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5359, 2024-09-20T22:59:27.807 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:27.807 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:38:22.816465+0000", 2024-09-20T22:59:27.807 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:27.807 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:27.807 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:27.807 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:27.807 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:27.807 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:27.807 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:27.807 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:27.807 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:27.807 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:27.807 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:27.807 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:27.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:27.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:27.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:27.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:27.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:27.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:27.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:27.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:27.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:27.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:27.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:27.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:27.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:27.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:27.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:27.809 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:27.809 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:27.809 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:27.809 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:27.809 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:27.809 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:27.809 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:27.809 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:27.809 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:27.809 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:27.809 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:27.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:27.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:27.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:27.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:27.810 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:27.810 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.810 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:27.810 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:27.810 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:27.810 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:27.810 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:27.810 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:27.810 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.810 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:27.810 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:27.811 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.811 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.811 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:27.811 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:27.811 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:27.811 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:27.811 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.811 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:27.811 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:27.811 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:27.811 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:27.811 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:27.811 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:27.811 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:27.811 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156680+0000", 2024-09-20T22:59:27.811 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.639906+0000", 2024-09-20T22:59:27.811 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.639906+0000", 2024-09-20T22:59:27.812 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.640782+0000", 2024-09-20T22:59:27.812 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156680+0000", 2024-09-20T22:59:27.812 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.812 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:27.812 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.812 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:27.812 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156680+0000", 2024-09-20T22:59:27.812 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156680+0000", 2024-09-20T22:59:27.812 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156680+0000", 2024-09-20T22:59:27.812 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:27.812 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:27.812 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.812 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156680+0000", 2024-09-20T22:59:27.812 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156680+0000", 2024-09-20T22:59:27.812 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:27.813 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T22:59:27.813 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:27.813 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:27.813 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:27.813 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:27.813 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:27.813 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:27.813 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:27.813 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T22:59:27.813 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:27.813 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:27.813 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:27.813 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1d", 2024-09-20T22:59:27.813 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:27.813 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:27.813 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:27.813 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5137, 2024-09-20T22:59:27.814 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:27.814 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:16:54.100618+0000", 2024-09-20T22:59:27.814 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:27.814 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:27.814 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:27.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:27.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:27.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:27.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:27.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:27.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:27.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:27.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:27.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:27.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:27.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:27.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:27.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:27.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:27.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:27.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:27.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:27.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:27.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:27.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:27.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:27.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:27.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:27.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:27.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:27.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:27.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:27.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:27.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:27.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:27.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:27.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:27.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:27.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 6, 2024-09-20T22:59:27.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 6, 2024-09-20T22:59:27.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:27.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:27.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:27.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-20T22:59:27.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:27.816 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.816 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:27.816 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:27.817 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:27.817 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:27.817 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:27.817 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:27.817 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.817 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:27.817 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'2" 2024-09-20T22:59:27.817 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.817 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.817 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:27.817 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:27.817 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:27.817 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:27.817 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.818 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:27.818 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:27.818 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:27.818 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:27.818 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:27.818 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:27.818 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:27.818 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.873668+0000", 2024-09-20T22:59:27.818 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.395912+0000", 2024-09-20T22:59:27.818 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.395912+0000", 2024-09-20T22:59:27.818 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.398002+0000", 2024-09-20T22:59:27.818 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.873668+0000", 2024-09-20T22:59:27.818 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.818 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:27.818 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.818 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:27.819 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.873668+0000", 2024-09-20T22:59:27.819 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.873668+0000", 2024-09-20T22:59:27.819 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.873668+0000", 2024-09-20T22:59:27.819 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:27.819 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:27.819 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.819 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.873668+0000", 2024-09-20T22:59:27.819 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.873668+0000", 2024-09-20T22:59:27.819 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:27.819 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:27.819 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:27.819 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:27.819 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:27.819 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:27.819 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:27.819 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:27.820 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:27.820 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:27.820 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:27.820 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:27.820 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:27.820 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1c", 2024-09-20T22:59:27.820 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:27.820 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:27.820 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:27.820 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5204, 2024-09-20T22:59:27.820 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:27.820 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:01:41.209801+0000", 2024-09-20T22:59:27.820 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:27.820 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:27.820 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:27.820 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:27.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:27.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:27.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:27.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:27.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:27.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:27.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:27.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:27.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:27.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:27.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:27.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:27.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:27.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:27.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:27.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:27.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:27.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:27.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:27.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:27.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:27.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:27.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:27.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:27.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:27.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:27.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:27.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:27.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:27.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:27.823 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:27.823 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:27.823 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:27.823 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:27.823 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:27.823 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:27.823 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:27.823 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:27.823 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:27.823 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.823 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:27.823 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:27.823 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:27.823 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:27.824 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:27.824 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:27.824 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.824 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:27.824 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:27.824 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.824 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.824 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:27.824 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:27.824 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:27.824 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:27.824 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.825 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:27.825 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:27.825 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:27.825 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:27.825 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:27.825 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:27.825 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:27.825 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.155644+0000", 2024-09-20T22:59:27.825 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.635163+0000", 2024-09-20T22:59:27.825 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.635163+0000", 2024-09-20T22:59:27.825 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.635489+0000", 2024-09-20T22:59:27.825 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.155644+0000", 2024-09-20T22:59:27.825 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.825 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:27.826 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.826 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:27.826 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.155644+0000", 2024-09-20T22:59:27.826 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.155644+0000", 2024-09-20T22:59:27.826 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.155644+0000", 2024-09-20T22:59:27.826 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:27.826 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:27.826 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.826 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.155644+0000", 2024-09-20T22:59:27.826 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.155644+0000", 2024-09-20T22:59:27.826 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:27.826 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T22:59:27.826 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:27.826 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:27.826 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:27.826 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:27.827 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:27.827 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:27.827 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:27.827 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T22:59:27.827 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:27.827 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:27.827 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:27.827 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1c", 2024-09-20T22:59:27.827 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:27.827 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:27.827 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:27.827 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5145, 2024-09-20T22:59:27.827 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:27.827 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:13:19.134589+0000", 2024-09-20T22:59:27.827 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:27.828 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:27.828 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:27.828 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:27.828 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:27.828 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:27.828 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:27.828 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:27.828 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:27.828 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:27.828 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:27.828 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:27.828 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:27.828 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:27.828 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:27.828 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:27.828 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:27.828 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:27.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:27.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:27.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:27.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:27.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:27.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:27.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:27.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:27.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:27.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:27.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:27.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:27.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:27.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:27.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:27.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:27.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:27.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:27.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 6, 2024-09-20T22:59:27.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 6, 2024-09-20T22:59:27.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:27.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:27.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:27.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-20T22:59:27.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:27.830 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.830 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:27.830 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:27.830 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:27.830 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:27.831 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:27.831 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:27.831 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.831 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:27.831 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'2" 2024-09-20T22:59:27.831 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.831 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.831 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:27.831 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:27.831 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:27.831 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:27.831 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.831 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:27.831 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:27.831 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:27.832 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:27.832 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:27.832 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:27.832 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:27.832 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.870908+0000", 2024-09-20T22:59:27.832 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.687596+0000", 2024-09-20T22:59:27.832 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.687596+0000", 2024-09-20T22:59:27.832 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.687934+0000", 2024-09-20T22:59:27.832 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.870908+0000", 2024-09-20T22:59:27.832 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.832 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:27.832 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.832 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:27.832 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.870908+0000", 2024-09-20T22:59:27.832 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.870908+0000", 2024-09-20T22:59:27.832 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.870908+0000", 2024-09-20T22:59:27.832 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:27.833 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:27.833 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.833 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.870908+0000", 2024-09-20T22:59:27.833 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.870908+0000", 2024-09-20T22:59:27.833 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:27.833 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:27.833 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:27.833 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:27.833 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:27.833 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:27.833 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:27.833 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:27.833 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:27.834 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:27.834 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:27.834 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:27.834 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:27.834 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1d", 2024-09-20T22:59:27.834 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:27.834 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:27.834 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:27.834 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5196, 2024-09-20T22:59:27.834 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:27.834 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:07:12.142545+0000", 2024-09-20T22:59:27.834 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:27.834 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:27.834 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:27.834 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:27.835 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:27.835 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:27.835 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:27.835 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:27.835 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:27.835 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:27.835 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:27.835 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:27.835 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:27.835 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:27.835 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:27.835 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:27.835 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:27.835 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:27.835 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:27.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:27.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:27.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:27.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:27.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:27.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:27.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:27.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:27.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:27.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:27.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:27.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:27.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:27.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:27.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:27.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:27.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:27.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:27.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:27.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:27.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:27.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:27.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:27.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:27.837 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.837 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:27.837 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:27.837 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:27.837 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:27.837 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:27.837 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:27.837 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.837 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:27.838 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:27.838 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.838 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.838 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:27.838 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:27.838 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:27.838 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:27.838 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.838 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:27.838 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:27.838 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:27.838 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:27.838 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:27.838 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:27.839 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:27.839 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.875283+0000", 2024-09-20T22:59:27.839 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.698672+0000", 2024-09-20T22:59:27.839 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.698672+0000", 2024-09-20T22:59:27.839 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.699056+0000", 2024-09-20T22:59:27.839 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.875283+0000", 2024-09-20T22:59:27.839 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.839 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:27.839 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.839 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:27.839 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.875283+0000", 2024-09-20T22:59:27.839 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.875283+0000", 2024-09-20T22:59:27.839 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.875283+0000", 2024-09-20T22:59:27.839 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:27.840 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:27.840 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.840 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.875283+0000", 2024-09-20T22:59:27.840 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.875283+0000", 2024-09-20T22:59:27.840 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:27.840 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:27.840 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:27.840 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:27.840 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:27.840 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:27.840 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:27.840 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:27.840 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:27.840 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:27.840 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:27.841 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:27.841 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:27.841 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.a", 2024-09-20T22:59:27.841 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:27.841 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:27.841 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:27.841 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5179, 2024-09-20T22:59:27.841 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:27.841 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:15:38.779356+0000", 2024-09-20T22:59:27.841 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:27.841 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:27.841 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:27.841 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:27.841 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:27.842 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:27.842 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:27.842 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:27.842 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:27.842 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:27.842 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:27.842 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:27.842 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:27.842 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:27.842 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:27.842 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:27.842 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:27.842 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:27.842 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:27.843 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:27.843 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:27.843 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:27.843 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:27.843 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:27.843 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:27.843 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:27.843 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:27.843 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:27.843 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:27.843 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:27.843 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:27.843 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:27.843 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:27.843 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:27.843 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:27.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:27.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:27.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:27.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:27.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:27.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:27.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:27.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:27.844 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.844 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:27.844 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:27.844 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:27.844 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:27.844 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:27.844 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:27.845 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.845 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:27.845 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:27.845 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.845 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.845 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:27.845 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:27.845 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:27.845 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:27.845 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.845 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:27.845 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:27.845 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:27.846 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:27.846 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:27.846 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:27.846 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:27.846 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156849+0000", 2024-09-20T22:59:27.846 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.633683+0000", 2024-09-20T22:59:27.846 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.633683+0000", 2024-09-20T22:59:27.846 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.634750+0000", 2024-09-20T22:59:27.846 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156849+0000", 2024-09-20T22:59:27.846 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.846 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:27.846 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.846 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:27.846 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156849+0000", 2024-09-20T22:59:27.847 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156849+0000", 2024-09-20T22:59:27.847 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156849+0000", 2024-09-20T22:59:27.847 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:27.847 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:27.847 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.847 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156849+0000", 2024-09-20T22:59:27.847 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156849+0000", 2024-09-20T22:59:27.847 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:27.847 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3, 2024-09-20T22:59:27.847 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:27.847 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:27.847 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:27.847 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:27.847 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:27.847 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:27.848 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:27.848 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3, 2024-09-20T22:59:27.848 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:27.848 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:27.848 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:27.848 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.b", 2024-09-20T22:59:27.848 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:27.848 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:27.848 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:27.848 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5148, 2024-09-20T22:59:27.848 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:27.848 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:55:43.758475+0000", 2024-09-20T22:59:27.848 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:27.849 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:27.849 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:27.849 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:27.849 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:27.849 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:27.849 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:27.849 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:27.849 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:27.849 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:27.849 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:27.850 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:27.850 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:27.850 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:27.850 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:27.850 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:27.850 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:27.850 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:27.850 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:27.850 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:27.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:27.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:27.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:27.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:27.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:27.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:27.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:27.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:27.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:27.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:27.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:27.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:27.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:27.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:27.851 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:27.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:27.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 2, 2024-09-20T22:59:27.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 2, 2024-09-20T22:59:27.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:27.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:27.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:27.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 1, 2024-09-20T22:59:27.852 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:27.852 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.852 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:27.852 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:27.852 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:27.852 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:27.852 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:27.852 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:27.853 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.853 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:27.853 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "556'3" 2024-09-20T22:59:27.853 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.853 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.853 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:27.853 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:27.853 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:27.853 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:27.853 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.853 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:27.853 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:27.853 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:27.854 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:27.854 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:27.854 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:27.854 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:27.854 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.016196+0000", 2024-09-20T22:59:27.854 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.594966+0000", 2024-09-20T22:59:27.854 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.594966+0000", 2024-09-20T22:59:27.854 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.595380+0000", 2024-09-20T22:59:27.854 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.016196+0000", 2024-09-20T22:59:27.854 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.854 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:27.854 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.854 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:27.854 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.016196+0000", 2024-09-20T22:59:27.854 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.016196+0000", 2024-09-20T22:59:27.854 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.016196+0000", 2024-09-20T22:59:27.855 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:27.855 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:27.855 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.855 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.016196+0000", 2024-09-20T22:59:27.855 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.016196+0000", 2024-09-20T22:59:27.855 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:27.855 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:27.855 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:27.855 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:27.855 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:27.855 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:27.855 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:27.855 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:27.855 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:27.855 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:27.855 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:27.856 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:27.856 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:27.856 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.b", 2024-09-20T22:59:27.856 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:27.856 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:27.856 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:27.856 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5301, 2024-09-20T22:59:27.856 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:27.856 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:53:09.212564+0000", 2024-09-20T22:59:27.856 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:27.856 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:27.856 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:27.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:27.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:27.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:27.857 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:27.857 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:27.857 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:27.857 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:27.857 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:27.857 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:27.857 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:27.857 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:27.857 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:27.857 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:27.857 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:27.857 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:27.857 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:27.857 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:27.857 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:27.857 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:27.858 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:27.858 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:27.858 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:27.858 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:27.858 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:27.858 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:27.858 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:27.858 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:27.858 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:27.858 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:27.858 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:27.858 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:27.858 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:27.858 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:27.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:27.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:27.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:27.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:27.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:27.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:27.859 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:27.859 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.859 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:27.859 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:27.859 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:27.859 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:27.859 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:27.859 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:27.860 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.860 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:27.860 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:27.860 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.860 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.860 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:27.860 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:27.860 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:27.860 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:27.860 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.860 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:27.860 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:27.860 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:27.860 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:27.860 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:27.861 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:27.861 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:27.861 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.982238+0000", 2024-09-20T22:59:27.861 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.642922+0000", 2024-09-20T22:59:27.861 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.642922+0000", 2024-09-20T22:59:27.861 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.643284+0000", 2024-09-20T22:59:27.861 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.982238+0000", 2024-09-20T22:59:27.861 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.861 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:27.861 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.861 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:27.861 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.982238+0000", 2024-09-20T22:59:27.861 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.982238+0000", 2024-09-20T22:59:27.861 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.982238+0000", 2024-09-20T22:59:27.861 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:27.861 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:27.862 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.862 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.982238+0000", 2024-09-20T22:59:27.862 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.982238+0000", 2024-09-20T22:59:27.862 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:27.862 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:27.862 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:27.862 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:27.862 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:27.862 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:27.862 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:27.862 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:27.862 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:27.862 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:27.862 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:27.862 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:27.863 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:27.863 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.a", 2024-09-20T22:59:27.863 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:27.863 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:27.863 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:27.863 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5339, 2024-09-20T22:59:27.863 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:27.863 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:19:10.378166+0000", 2024-09-20T22:59:27.863 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:27.863 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:27.863 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:27.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:27.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:27.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:27.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:27.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:27.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:27.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:27.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:27.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:27.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:27.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:27.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:27.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:27.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:27.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:27.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:27.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:27.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:27.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:27.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:27.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:27.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:27.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:27.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:27.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:27.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:27.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:27.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:27.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:27.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:27.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:27.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:27.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:27.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:27.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:27.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:27.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:27.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:27.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:27.866 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:27.866 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.866 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:27.866 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:27.866 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:27.866 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:27.866 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:27.866 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:27.867 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.867 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:27.867 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:27.867 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.867 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.867 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:27.867 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:27.867 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:27.867 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:27.867 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.867 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:27.867 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:27.867 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:27.867 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:27.868 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:27.868 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:27.868 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:27.868 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.016551+0000", 2024-09-20T22:59:27.868 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.637235+0000", 2024-09-20T22:59:27.868 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.637235+0000", 2024-09-20T22:59:27.868 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.637909+0000", 2024-09-20T22:59:27.868 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.016551+0000", 2024-09-20T22:59:27.868 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.868 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:27.868 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.868 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:27.868 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.016551+0000", 2024-09-20T22:59:27.869 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.016551+0000", 2024-09-20T22:59:27.869 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.016551+0000", 2024-09-20T22:59:27.869 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:27.869 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:27.869 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.869 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.016551+0000", 2024-09-20T22:59:27.869 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.016551+0000", 2024-09-20T22:59:27.869 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:27.869 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:27.869 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:27.869 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:27.869 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:27.869 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:27.869 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:27.869 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:27.869 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:27.870 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:27.870 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:27.870 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:27.870 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:27.870 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.8", 2024-09-20T22:59:27.870 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:27.870 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:27.870 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:27.870 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5295, 2024-09-20T22:59:27.870 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:27.870 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:30:13.432800+0000", 2024-09-20T22:59:27.870 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:27.870 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:27.870 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:27.871 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:27.871 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:27.871 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:27.871 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:27.871 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:27.871 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:27.871 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:27.871 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:27.871 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:27.871 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:27.871 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:27.871 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:27.871 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:27.871 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:27.872 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:27.872 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:27.872 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:27.872 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:27.872 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:27.872 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:27.872 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:27.872 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:27.872 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:27.872 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:27.872 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:27.872 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:27.872 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:27.872 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:27.872 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:27.873 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:27.873 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:27.873 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:27.873 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:27.873 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:27.873 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:27.873 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:27.873 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:27.873 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:27.873 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:27.873 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:27.873 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.873 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:27.873 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:27.873 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:27.874 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:27.874 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:27.874 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:27.874 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.874 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:27.874 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:27.874 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.874 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.874 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:27.874 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:27.874 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:27.874 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:27.874 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.874 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:27.874 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:27.875 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:27.875 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:27.875 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:27.875 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:27.875 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:27.875 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.983679+0000", 2024-09-20T22:59:27.875 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.642917+0000", 2024-09-20T22:59:27.875 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.642917+0000", 2024-09-20T22:59:27.875 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.643405+0000", 2024-09-20T22:59:27.875 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.983679+0000", 2024-09-20T22:59:27.875 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.875 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:27.875 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.875 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:27.876 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.983679+0000", 2024-09-20T22:59:27.876 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.983679+0000", 2024-09-20T22:59:27.876 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.983679+0000", 2024-09-20T22:59:27.876 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:27.876 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:27.876 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.876 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.983679+0000", 2024-09-20T22:59:27.876 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.983679+0000", 2024-09-20T22:59:27.876 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:27.876 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:27.876 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:27.876 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:27.876 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:27.876 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:27.876 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:27.877 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:27.877 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:27.877 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:27.877 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:27.877 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:27.877 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:27.877 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.9", 2024-09-20T22:59:27.877 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:27.877 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:27.877 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:27.877 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5339, 2024-09-20T22:59:27.877 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:27.877 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:16:12.825147+0000", 2024-09-20T22:59:27.877 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:27.877 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:27.878 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:27.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:27.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:27.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:27.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:27.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:27.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:27.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:27.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:27.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:27.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:27.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:27.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:27.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:27.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:27.879 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:27.879 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:27.879 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:27.879 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:27.879 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:27.879 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:27.879 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:27.879 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:27.879 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:27.879 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:27.879 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:27.879 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:27.879 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:27.879 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:27.880 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:27.880 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:27.880 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:27.880 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:27.880 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:27.880 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:27.880 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:27.880 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:27.880 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:27.880 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:27.880 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:27.880 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:27.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.880 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:27.881 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:27.881 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:27.881 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:27.881 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:27.881 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:27.881 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.881 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:27.881 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:27.881 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.881 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.881 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:27.881 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:27.881 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:27.881 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:27.881 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.881 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T22:59:27.882 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:27.882 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:27.882 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:27.882 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:27.882 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:27.882 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:27.882 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.981263+0000", 2024-09-20T22:59:27.882 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.627448+0000", 2024-09-20T22:59:27.882 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.627448+0000", 2024-09-20T22:59:27.882 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.627758+0000", 2024-09-20T22:59:27.882 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.981263+0000", 2024-09-20T22:59:27.882 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.882 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:27.882 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.883 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:27.883 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.981263+0000", 2024-09-20T22:59:27.883 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.981263+0000", 2024-09-20T22:59:27.883 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.981263+0000", 2024-09-20T22:59:27.883 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:27.883 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:27.883 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.883 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.981263+0000", 2024-09-20T22:59:27.883 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.981263+0000", 2024-09-20T22:59:27.883 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:27.883 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:27.883 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:27.883 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:27.883 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:27.883 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:27.884 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:27.884 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:27.884 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:27.884 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:27.884 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:27.884 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:27.884 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:27.884 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.9", 2024-09-20T22:59:27.884 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:27.884 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:27.884 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:27.884 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5267, 2024-09-20T22:59:27.884 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:27.885 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:10:06.475565+0000", 2024-09-20T22:59:27.885 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:27.885 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:27.885 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:27.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:27.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:27.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:27.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:27.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:27.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:27.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:27.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:27.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:27.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:27.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:27.886 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:27.886 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:27.886 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:27.886 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:27.886 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:27.886 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:27.886 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:27.886 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:27.886 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:27.886 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:27.886 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:27.886 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:27.886 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:27.886 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:27.886 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:27.887 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:27.887 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:27.887 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:27.887 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:27.887 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:27.887 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:27.887 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:27.887 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:27.887 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:27.887 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:27.887 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:27.887 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:27.887 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:27.887 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:27.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.887 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:27.888 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:27.888 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:27.888 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:27.888 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:27.888 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:27.888 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.888 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T22:59:27.888 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:27.888 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.888 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.888 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:27.888 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:27.888 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:27.888 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:27.888 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.888 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:27.888 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:27.889 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:27.889 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:27.889 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:27.889 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:27.889 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:27.889 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.155042+0000", 2024-09-20T22:59:27.889 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.640084+0000", 2024-09-20T22:59:27.889 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.640084+0000", 2024-09-20T22:59:27.889 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.640583+0000", 2024-09-20T22:59:27.889 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.155042+0000", 2024-09-20T22:59:27.889 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.889 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:27.889 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.889 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:27.889 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.155042+0000", 2024-09-20T22:59:27.889 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.155042+0000", 2024-09-20T22:59:27.890 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.155042+0000", 2024-09-20T22:59:27.890 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:27.890 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:27.890 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.890 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.155042+0000", 2024-09-20T22:59:27.890 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.155042+0000", 2024-09-20T22:59:27.890 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:27.890 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:27.890 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:27.890 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:27.890 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:27.890 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:27.890 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:27.890 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:27.890 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:27.891 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:27.891 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:27.891 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:27.891 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:27.891 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.8", 2024-09-20T22:59:27.891 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:27.891 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:27.891 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:27.891 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5136, 2024-09-20T22:59:27.891 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:27.891 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:48:08.217802+0000", 2024-09-20T22:59:27.891 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:27.891 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:27.891 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:27.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:27.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:27.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:27.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:27.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:27.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:27.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:27.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:27.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:27.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:27.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:27.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:27.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:27.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:27.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:27.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:27.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:27.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:27.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:27.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:27.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:27.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:27.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:27.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:27.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:27.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:27.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:27.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:27.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:27.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:27.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:27.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:27.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:27.894 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:27.894 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:27.894 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:27.894 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:27.894 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:27.894 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:27.894 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:27.894 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.894 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:27.894 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:27.894 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:27.894 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:27.894 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:27.895 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:27.895 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.895 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:27.895 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:27.895 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.895 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.895 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:27.895 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:27.895 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:27.895 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:27.895 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.895 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:27.895 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:27.895 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:27.895 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:27.896 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:27.896 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:27.896 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:27.896 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.984448+0000", 2024-09-20T22:59:27.896 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.610743+0000", 2024-09-20T22:59:27.896 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.610743+0000", 2024-09-20T22:59:27.896 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.611309+0000", 2024-09-20T22:59:27.896 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.984448+0000", 2024-09-20T22:59:27.896 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.896 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:27.896 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.896 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:27.896 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.984448+0000", 2024-09-20T22:59:27.896 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.984448+0000", 2024-09-20T22:59:27.897 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.984448+0000", 2024-09-20T22:59:27.897 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:27.897 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:27.897 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.897 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.984448+0000", 2024-09-20T22:59:27.897 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.984448+0000", 2024-09-20T22:59:27.897 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:27.897 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:27.897 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:27.897 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:27.897 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:27.897 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:27.897 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:27.897 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:27.898 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:27.898 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:27.898 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:27.898 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:27.898 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:27.898 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.6", 2024-09-20T22:59:27.898 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:27.898 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:27.898 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:27.898 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5357, 2024-09-20T22:59:27.898 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:27.898 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:01:58.847825+0000", 2024-09-20T22:59:27.898 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:27.898 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:27.899 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:27.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:27.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:27.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:27.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:27.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:27.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:27.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:27.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:27.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:27.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:27.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:27.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:27.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:27.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:27.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:27.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:27.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:27.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:27.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:27.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:27.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:27.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:27.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:27.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:27.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:27.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:27.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:27.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:27.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:27.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:27.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:27.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:27.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:27.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:27.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:27.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:27.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:27.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:27.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:27.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:27.901 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.901 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:27.902 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:27.902 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:27.902 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:27.902 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:27.902 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:27.902 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.902 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:27.902 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:27.902 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.902 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.902 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:27.902 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:27.902 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:27.903 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:27.903 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.903 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:27.903 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:27.903 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:27.903 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:27.903 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:27.903 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:27.903 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:27.903 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.879302+0000", 2024-09-20T22:59:27.903 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.642577+0000", 2024-09-20T22:59:27.903 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.642577+0000", 2024-09-20T22:59:27.903 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.643020+0000", 2024-09-20T22:59:27.903 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.879302+0000", 2024-09-20T22:59:27.903 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.904 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:27.904 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.904 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:27.904 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.879302+0000", 2024-09-20T22:59:27.904 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.879302+0000", 2024-09-20T22:59:27.904 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.879302+0000", 2024-09-20T22:59:27.904 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:27.904 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:27.904 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.904 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.879302+0000", 2024-09-20T22:59:27.904 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.879302+0000", 2024-09-20T22:59:27.904 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:27.904 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T22:59:27.904 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:27.904 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:27.905 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:27.905 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:27.905 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:27.905 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:27.905 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:27.905 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T22:59:27.905 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:27.905 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:27.905 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:27.905 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.7", 2024-09-20T22:59:27.905 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:27.905 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:27.905 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:27.905 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5153, 2024-09-20T22:59:27.905 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:27.906 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T02:54:48.972426+0000", 2024-09-20T22:59:27.906 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:27.906 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:27.906 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:27.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:27.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:27.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:27.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:27.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:27.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:27.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:27.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:27.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:27.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:27.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:27.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:27.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:27.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:27.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:27.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:27.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:27.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:27.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:27.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:27.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:27.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:27.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:27.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:27.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:27.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:27.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:27.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:27.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:27.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:27.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:27.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:27.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:27.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 6, 2024-09-20T22:59:27.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 6, 2024-09-20T22:59:27.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:27.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:27.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:27.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-20T22:59:27.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:27.909 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.909 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:27.909 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:27.909 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:27.909 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:27.909 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:27.909 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:27.909 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.909 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:27.909 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'2" 2024-09-20T22:59:27.909 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.909 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.910 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:27.910 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:27.910 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:27.910 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:27.910 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.910 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T22:59:27.910 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:27.910 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:27.910 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T22:59:27.910 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:27.910 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:27.910 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:27.910 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.981222+0000", 2024-09-20T22:59:27.910 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.691957+0000", 2024-09-20T22:59:27.910 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.691957+0000", 2024-09-20T22:59:27.911 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T22:23:13.388885+0000", 2024-09-20T22:59:27.911 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.981222+0000", 2024-09-20T22:59:27.911 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:27.911 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:27.911 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:27.911 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:27.911 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.981222+0000", 2024-09-20T22:59:27.911 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.981222+0000", 2024-09-20T22:59:27.911 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.981222+0000", 2024-09-20T22:59:27.911 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:27.911 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:27.911 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:27.911 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.981222+0000", 2024-09-20T22:59:27.911 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.981222+0000", 2024-09-20T22:59:27.911 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:27.911 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3101, 2024-09-20T22:59:27.912 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:27.912 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:27.912 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:27.912 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:27.912 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:27.912 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:27.912 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:27.912 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3101, 2024-09-20T22:59:27.912 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:27.912 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:27.912 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:27.912 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.1", 2024-09-20T22:59:27.912 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:27.912 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:27.912 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:27.912 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 9277, 2024-09-20T22:59:27.913 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:27.913 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:34:16.526661+0000", 2024-09-20T22:59:27.913 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.005024727, 2024-09-20T22:59:27.913 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:27.913 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:27.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:27.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:27.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:27.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:27.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:27.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:27.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:27.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:27.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:27.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:27.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:27.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:27.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:27.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:27.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:27.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:27.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:27.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:27.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:27.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:27.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:27.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:27.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:27.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:27.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:27.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:27.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:27.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:27.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:27.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:27.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:27.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:27.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:27.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1703, 2024-09-20T22:59:27.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 377334, 2024-09-20T22:59:27.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:27.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:27.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:27.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3074, 2024-09-20T22:59:27.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 397563 2024-09-20T22:59:27.915 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.916 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:27.916 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:27.916 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:27.916 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:27.916 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:27.916 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:27.916 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.916 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T22:59:27.916 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1132'3101" 2024-09-20T22:59:27.916 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.916 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.916 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:27.916 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:27.916 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:27.916 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:27.916 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.917 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:27.917 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:27.917 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:27.917 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:27.917 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:27.917 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:27.917 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:27.917 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.017607+0000", 2024-09-20T22:59:27.917 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.636343+0000", 2024-09-20T22:59:27.917 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.636343+0000", 2024-09-20T22:59:27.917 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.636714+0000", 2024-09-20T22:59:27.917 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.017607+0000", 2024-09-20T22:59:27.917 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.917 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:27.917 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.917 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:27.918 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.017607+0000", 2024-09-20T22:59:27.918 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.017607+0000", 2024-09-20T22:59:27.918 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.017607+0000", 2024-09-20T22:59:27.918 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:27.918 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:27.918 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.918 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.017607+0000", 2024-09-20T22:59:27.918 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.017607+0000", 2024-09-20T22:59:27.918 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:27.918 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:27.918 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:27.918 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:27.918 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:27.918 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:27.918 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:27.919 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:27.919 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:27.919 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:27.919 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:27.919 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:27.919 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:27.919 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.7", 2024-09-20T22:59:27.919 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:27.919 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:27.919 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:27.919 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5303, 2024-09-20T22:59:27.919 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:27.919 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:15:26.094442+0000", 2024-09-20T22:59:27.919 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:27.919 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:27.919 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:27.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:27.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:27.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:27.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:27.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:27.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:27.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:27.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:27.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:27.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:27.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:27.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:27.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:27.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:27.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:27.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:27.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:27.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:27.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:27.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:27.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:27.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:27.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:27.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:27.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:27.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:27.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:27.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:27.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:27.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:27.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:27.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:27.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:27.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:27.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:27.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:27.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:27.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:27.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:27.922 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:27.922 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.922 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:27.922 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:27.922 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:27.923 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:27.923 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:27.923 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:27.923 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.923 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:27.923 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:27.923 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.923 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.923 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:27.923 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:27.923 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:27.923 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:27.923 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.923 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:27.923 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:27.924 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:27.924 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:27.924 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:27.924 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:27.924 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:27.924 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.984224+0000", 2024-09-20T22:59:27.924 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.692996+0000", 2024-09-20T22:59:27.924 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.692996+0000", 2024-09-20T22:59:27.924 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.693389+0000", 2024-09-20T22:59:27.924 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.984224+0000", 2024-09-20T22:59:27.924 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.924 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:27.924 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.924 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:27.924 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.984224+0000", 2024-09-20T22:59:27.924 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.984224+0000", 2024-09-20T22:59:27.925 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.984224+0000", 2024-09-20T22:59:27.925 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:27.925 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:27.925 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.925 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.984224+0000", 2024-09-20T22:59:27.925 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.984224+0000", 2024-09-20T22:59:27.925 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:27.925 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T22:59:27.925 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:27.925 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:27.925 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:27.925 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:27.925 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:27.925 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:27.926 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:27.926 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T22:59:27.926 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:27.926 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:27.926 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:27.926 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.6", 2024-09-20T22:59:27.926 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:27.926 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:27.926 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:27.926 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5347, 2024-09-20T22:59:27.926 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:27.926 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:42:46.698301+0000", 2024-09-20T22:59:27.926 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:27.927 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:27.927 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:27.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:27.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:27.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:27.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:27.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:27.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:27.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:27.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:27.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:27.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:27.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:27.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:27.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:27.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:27.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:27.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:27.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:27.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:27.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:27.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:27.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:27.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:27.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:27.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:27.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:27.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:27.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:27.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:27.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:27.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:27.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:27.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:27.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:27.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 2, 2024-09-20T22:59:27.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 2, 2024-09-20T22:59:27.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:27.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:27.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:27.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2, 2024-09-20T22:59:27.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:27.929 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.929 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:27.930 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:27.930 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:27.930 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:27.930 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:27.930 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:27.930 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.930 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:27.930 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "560'2" 2024-09-20T22:59:27.930 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.930 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.930 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:27.930 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:27.930 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:27.930 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:27.930 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.931 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:27.931 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:27.931 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:27.931 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T22:59:27.931 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:27.931 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:27.931 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:27.931 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.016286+0000", 2024-09-20T22:59:27.931 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.636984+0000", 2024-09-20T22:59:27.931 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.636984+0000", 2024-09-20T22:59:27.931 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T22:23:13.388205+0000", 2024-09-20T22:59:27.931 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.016286+0000", 2024-09-20T22:59:27.931 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:27.931 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:27.932 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:27.932 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:27.932 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.016286+0000", 2024-09-20T22:59:27.932 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.016286+0000", 2024-09-20T22:59:27.932 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.016286+0000", 2024-09-20T22:59:27.932 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:27.932 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:27.932 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:27.932 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.016286+0000", 2024-09-20T22:59:27.932 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.016286+0000", 2024-09-20T22:59:27.932 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:27.932 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3019, 2024-09-20T22:59:27.932 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:27.932 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:27.932 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:27.933 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:27.933 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:27.933 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:27.933 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:27.933 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3019, 2024-09-20T22:59:27.933 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:27.933 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:27.933 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:27.933 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.0", 2024-09-20T22:59:27.933 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:27.933 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:27.933 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:27.933 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 9081, 2024-09-20T22:59:27.933 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:27.933 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:12:05.258232+0000", 2024-09-20T22:59:27.934 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.004441989, 2024-09-20T22:59:27.934 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:27.934 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:27.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:27.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:27.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:27.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:27.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:27.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:27.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:27.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:27.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:27.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:27.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:27.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:27.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:27.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:27.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:27.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:27.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:27.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:27.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:27.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:27.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:27.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:27.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:27.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:27.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:27.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:27.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:27.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:27.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:27.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:27.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:27.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:27.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:27.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1309, 2024-09-20T22:59:27.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 402051, 2024-09-20T22:59:27.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:27.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:27.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:27.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2999, 2024-09-20T22:59:27.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 391628 2024-09-20T22:59:27.936 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.937 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:27.937 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:27.937 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:27.937 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:27.937 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:27.937 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:27.937 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.937 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:27.937 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1132'3019" 2024-09-20T22:59:27.937 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.937 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.937 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:27.937 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:27.938 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:27.938 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:27.938 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.938 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:27.938 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:27.938 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:27.938 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:27.938 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:27.938 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:27.938 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:27.938 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.985108+0000", 2024-09-20T22:59:27.938 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.403721+0000", 2024-09-20T22:59:27.938 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.403721+0000", 2024-09-20T22:59:27.938 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.404206+0000", 2024-09-20T22:59:27.939 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.985108+0000", 2024-09-20T22:59:27.939 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.939 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:27.939 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.939 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:27.939 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.985108+0000", 2024-09-20T22:59:27.939 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.985108+0000", 2024-09-20T22:59:27.939 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.985108+0000", 2024-09-20T22:59:27.939 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:27.939 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:27.939 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.939 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.985108+0000", 2024-09-20T22:59:27.939 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.985108+0000", 2024-09-20T22:59:27.939 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:27.939 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:27.939 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:27.940 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:27.940 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:27.940 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:27.940 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:27.940 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:27.940 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:27.940 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:27.940 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:27.940 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:27.940 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:27.940 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.4", 2024-09-20T22:59:27.940 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:27.940 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:27.940 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:27.940 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5341, 2024-09-20T22:59:27.941 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:27.941 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:27:13.846984+0000", 2024-09-20T22:59:27.941 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:27.941 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:27.941 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:27.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:27.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:27.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:27.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:27.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:27.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:27.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:27.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:27.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:27.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:27.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:27.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:27.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:27.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:27.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:27.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:27.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:27.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:27.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:27.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:27.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:27.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:27.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:27.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:27.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:27.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:27.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:27.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:27.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:27.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:27.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:27.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:27.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:27.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:27.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:27.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:27.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:27.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:27.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:27.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:27.944 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.944 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:27.944 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:27.944 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:27.944 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:27.944 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:27.944 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:27.944 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.944 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:27.944 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:27.944 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.944 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.944 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:27.944 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:27.945 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:27.945 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:27.945 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.945 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T22:59:27.945 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:27.945 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:27.945 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:27.945 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:27.945 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:27.945 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:27.945 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:25.774735+0000", 2024-09-20T22:59:27.945 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.596569+0000", 2024-09-20T22:59:27.945 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.596569+0000", 2024-09-20T22:59:27.945 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.597795+0000", 2024-09-20T22:59:27.946 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:25.774735+0000", 2024-09-20T22:59:27.946 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.946 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:27.946 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.946 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:27.946 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:25.774735+0000", 2024-09-20T22:59:27.946 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:25.774735+0000", 2024-09-20T22:59:27.946 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:25.774735+0000", 2024-09-20T22:59:27.946 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:27.946 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:27.946 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.946 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:25.774735+0000", 2024-09-20T22:59:27.946 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:25.774735+0000", 2024-09-20T22:59:27.946 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:27.947 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:27.947 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:27.947 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:27.947 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:27.947 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:27.947 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:27.947 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:27.947 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:27.947 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:27.947 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:27.947 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:27.947 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:27.947 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.5", 2024-09-20T22:59:27.947 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:27.947 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:27.948 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:27.948 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5315, 2024-09-20T22:59:27.948 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:27.948 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:30:57.249917+0000", 2024-09-20T22:59:27.948 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:27.948 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:27.948 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:27.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:27.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:27.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:27.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:27.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:27.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:27.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:27.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:27.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:27.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:27.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:27.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:27.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:27.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:27.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:27.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:27.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:27.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:27.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:27.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:27.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:27.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:27.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:27.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:27.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:27.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:27.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:27.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:27.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:27.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:27.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:27.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:27.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:27.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:27.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:27.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:27.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:27.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:27.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:27.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:27.951 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.951 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:27.951 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:27.951 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:27.951 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:27.951 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:27.951 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:27.951 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.951 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T22:59:27.951 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:27.952 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.952 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.952 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:27.952 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:27.952 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:27.952 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:27.952 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.952 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:27.952 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:27.952 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:27.952 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T22:59:27.952 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:27.952 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:27.952 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:27.952 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.980584+0000", 2024-09-20T22:59:27.953 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.637782+0000", 2024-09-20T22:59:27.953 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.637782+0000", 2024-09-20T22:59:27.953 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T22:23:13.402482+0000", 2024-09-20T22:59:27.953 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.980584+0000", 2024-09-20T22:59:27.953 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:27.953 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:27.953 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:27.953 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:27.953 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.980584+0000", 2024-09-20T22:59:27.953 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.980584+0000", 2024-09-20T22:59:27.953 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.980584+0000", 2024-09-20T22:59:27.953 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:27.953 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:27.953 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:27.953 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.980584+0000", 2024-09-20T22:59:27.954 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.980584+0000", 2024-09-20T22:59:27.954 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:27.954 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3130, 2024-09-20T22:59:27.954 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:27.954 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:27.954 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:27.954 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:27.954 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:27.954 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:27.954 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:27.954 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3130, 2024-09-20T22:59:27.954 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:27.954 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:27.954 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:27.955 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.3", 2024-09-20T22:59:27.955 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:27.955 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:27.955 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:27.955 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 9173, 2024-09-20T22:59:27.955 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:27.955 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:09:02.812712+0000", 2024-09-20T22:59:27.955 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.011601735, 2024-09-20T22:59:27.955 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:27.955 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:27.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:27.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:27.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:27.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:27.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:27.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:27.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:27.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:27.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:27.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:27.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:27.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:27.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:27.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:27.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:27.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:27.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:27.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:27.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:27.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:27.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:27.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:27.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:27.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:27.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:27.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:27.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:27.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:27.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:27.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:27.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:27.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:27.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:27.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 895, 2024-09-20T22:59:27.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 403247, 2024-09-20T22:59:27.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:27.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:27.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:27.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3109, 2024-09-20T22:59:27.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 418521 2024-09-20T22:59:27.958 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.958 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:27.958 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:27.958 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:27.958 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:27.958 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:27.958 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:27.958 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.959 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:27.959 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1132'3130" 2024-09-20T22:59:27.959 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.959 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.959 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:27.959 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:27.959 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:27.959 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:27.959 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.959 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:27.959 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:27.959 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:27.959 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:27.959 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:27.960 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:27.960 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:27.960 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.871832+0000", 2024-09-20T22:59:27.960 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.401932+0000", 2024-09-20T22:59:27.960 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.401932+0000", 2024-09-20T22:59:27.960 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.402226+0000", 2024-09-20T22:59:27.960 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.871832+0000", 2024-09-20T22:59:27.960 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.960 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:27.960 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.960 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:27.960 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.871832+0000", 2024-09-20T22:59:27.960 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.871832+0000", 2024-09-20T22:59:27.960 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.871832+0000", 2024-09-20T22:59:27.961 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:27.961 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:27.961 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.961 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.871832+0000", 2024-09-20T22:59:27.961 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.871832+0000", 2024-09-20T22:59:27.961 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:27.961 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:27.961 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:27.961 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:27.961 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:27.961 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:27.961 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:27.961 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:27.961 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:27.962 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:27.962 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:27.962 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:27.962 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:27.962 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.5", 2024-09-20T22:59:27.962 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:27.962 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:27.962 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:27.962 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5217, 2024-09-20T22:59:27.962 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:27.962 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:19:00.559359+0000", 2024-09-20T22:59:27.962 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:27.962 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:27.962 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:27.962 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:27.963 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:27.963 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:27.963 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:27.963 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:27.963 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:27.963 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:27.963 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:27.963 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:27.963 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:27.963 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:27.963 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:27.963 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:27.963 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:27.963 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:27.963 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:27.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:27.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:27.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:27.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:27.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:27.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:27.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:27.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:27.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:27.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:27.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:27.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:27.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:27.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:27.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:27.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:27.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:27.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:27.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:27.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:27.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:27.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:27.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:27.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:27.965 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.965 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:27.965 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:27.965 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:27.966 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:27.966 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:27.966 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:27.966 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.966 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:27.966 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:27.966 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.966 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.966 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:27.966 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:27.966 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:27.966 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:27.966 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.966 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:27.967 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:27.967 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:27.967 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:27.967 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:27.967 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:27.967 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:27.967 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.985193+0000", 2024-09-20T22:59:27.967 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.636168+0000", 2024-09-20T22:59:27.967 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.636168+0000", 2024-09-20T22:59:27.967 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.636510+0000", 2024-09-20T22:59:27.967 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.985193+0000", 2024-09-20T22:59:27.967 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.967 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:27.967 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.967 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:27.968 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.985193+0000", 2024-09-20T22:59:27.968 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.985193+0000", 2024-09-20T22:59:27.968 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.985193+0000", 2024-09-20T22:59:27.968 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:27.968 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:27.968 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.968 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.985193+0000", 2024-09-20T22:59:27.968 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.985193+0000", 2024-09-20T22:59:27.968 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:27.968 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:27.968 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:27.968 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:27.968 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:27.968 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:27.969 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:27.969 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:27.969 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:27.969 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:27.969 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:27.969 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:27.969 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:27.969 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.4", 2024-09-20T22:59:27.969 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:27.969 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:27.969 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:27.969 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5353, 2024-09-20T22:59:27.969 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:27.969 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:55:02.284592+0000", 2024-09-20T22:59:27.969 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:27.970 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:27.970 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:27.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:27.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:27.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:27.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:27.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:27.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:27.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:27.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:27.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:27.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:27.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:27.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:27.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:27.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:27.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:27.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:27.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:27.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:27.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:27.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:27.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:27.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:27.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:27.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:27.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:27.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:27.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:27.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:27.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:27.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:27.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:27.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:27.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:27.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:27.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:27.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:27.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:27.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:27.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:27.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:27.972 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.972 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:27.973 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:27.973 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:27.973 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:27.973 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:27.973 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:27.973 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.973 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:27.973 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:27.973 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.973 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.973 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:27.973 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:27.973 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:27.973 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:27.973 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.974 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:27.974 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:27.974 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:27.974 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T22:59:27.974 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:27.974 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:27.974 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:27.974 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.981453+0000", 2024-09-20T22:59:27.974 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.410576+0000", 2024-09-20T22:59:27.974 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.410576+0000", 2024-09-20T22:59:27.974 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T22:23:13.404539+0000", 2024-09-20T22:59:27.974 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.981453+0000", 2024-09-20T22:59:27.974 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:27.974 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:27.975 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:27.975 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:27.975 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.981453+0000", 2024-09-20T22:59:27.975 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.981453+0000", 2024-09-20T22:59:27.975 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.981453+0000", 2024-09-20T22:59:27.975 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:27.975 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:27.975 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:27.975 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.981453+0000", 2024-09-20T22:59:27.975 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.981453+0000", 2024-09-20T22:59:27.975 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:27.975 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3165, 2024-09-20T22:59:27.975 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:27.975 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:27.976 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:27.976 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:27.976 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:27.976 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:27.976 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:27.976 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3165, 2024-09-20T22:59:27.976 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:27.976 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:27.976 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:27.976 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.2", 2024-09-20T22:59:27.976 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:27.976 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:27.976 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:27.976 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 9381, 2024-09-20T22:59:27.976 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:27.976 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:47:57.352089+0000", 2024-09-20T22:59:27.977 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.00945695, 2024-09-20T22:59:27.977 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:27.977 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:27.977 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 19, 2024-09-20T22:59:27.977 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:27.977 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:27.977 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:27.977 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:27.977 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:27.977 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:27.977 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:27.977 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:27.977 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:27.977 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:27.977 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:27.978 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:27.978 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:27.978 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:27.978 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:27.978 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:27.978 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:27.978 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:27.978 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:27.978 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:27.978 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:27.978 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:27.978 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:27.978 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:27.978 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:27.978 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:27.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:27.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:27.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:27.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:27.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:27.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:27.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1298, 2024-09-20T22:59:27.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 402048, 2024-09-20T22:59:27.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:27.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:27.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:27.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3152, 2024-09-20T22:59:27.979 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 407365 2024-09-20T22:59:27.979 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.980 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:27.980 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:27.980 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:27.980 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:27.980 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:27.980 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:27.980 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.980 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:27.980 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1132'3165" 2024-09-20T22:59:27.980 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.980 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.980 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:27.980 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:27.980 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:27.980 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:27.981 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.981 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T22:59:27.981 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:27.981 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:27.981 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:27.981 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:27.981 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:27.981 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:27.981 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.981793+0000", 2024-09-20T22:59:27.981 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.691713+0000", 2024-09-20T22:59:27.981 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.691713+0000", 2024-09-20T22:59:27.981 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.692022+0000", 2024-09-20T22:59:27.981 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.981793+0000", 2024-09-20T22:59:27.981 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.981 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:27.982 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.982 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:27.982 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.981793+0000", 2024-09-20T22:59:27.982 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.981793+0000", 2024-09-20T22:59:27.982 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.981793+0000", 2024-09-20T22:59:27.982 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:27.982 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:27.982 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:27.982 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.981793+0000", 2024-09-20T22:59:27.982 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.981793+0000", 2024-09-20T22:59:27.982 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:27.982 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:27.982 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:27.982 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:27.982 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:27.983 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:27.983 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:27.983 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:27.983 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:27.983 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:27.983 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:27.983 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:27.983 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:27.983 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3", 2024-09-20T22:59:27.983 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:27.983 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:27.983 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:27.983 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5244, 2024-09-20T22:59:27.983 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:27.983 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:22:32.817458+0000", 2024-09-20T22:59:27.984 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:27.984 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:27.984 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:27.984 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:27.984 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:27.984 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:27.984 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:27.984 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:27.984 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:27.984 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:27.984 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:27.984 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:27.984 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:27.984 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:27.984 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:27.985 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:27.985 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:27.985 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:27.985 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:27.985 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:27.985 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:27.985 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:27.985 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:27.985 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:27.985 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:27.985 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:27.985 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:27.985 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:27.985 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:27.986 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:27.986 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:27.986 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:27.986 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:27.986 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:27.986 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:27.986 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:27.986 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:27.986 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:27.986 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:27.986 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:27.986 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:27.986 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:27.986 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:27.986 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.987 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:27.987 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:27.987 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:27.987 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:27.987 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:27.987 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:27.987 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.987 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T22:59:27.987 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:27.987 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.987 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.987 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:27.987 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:27.987 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:27.987 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:27.988 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.988 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:27.988 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:27.988 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:27.988 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:27.988 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:27.988 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:27.988 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:27.988 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.870933+0000", 2024-09-20T22:59:27.988 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.688340+0000", 2024-09-20T22:59:27.988 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.688340+0000", 2024-09-20T22:59:27.988 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.688885+0000", 2024-09-20T22:59:27.988 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.870933+0000", 2024-09-20T22:59:27.988 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.989 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:27.989 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.989 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:27.989 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.870933+0000", 2024-09-20T22:59:27.989 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.870933+0000", 2024-09-20T22:59:27.989 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.870933+0000", 2024-09-20T22:59:27.989 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:27.989 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:27.989 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:27.989 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.870933+0000", 2024-09-20T22:59:27.989 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.870933+0000", 2024-09-20T22:59:27.989 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:27.989 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:27.990 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:27.990 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:27.990 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:27.990 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:27.990 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:27.990 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:27.990 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:27.990 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:27.990 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:27.990 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:27.990 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:27.990 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.2", 2024-09-20T22:59:27.990 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:27.990 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:27.991 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:27.991 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5187, 2024-09-20T22:59:27.991 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:27.991 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T02:32:52.016422+0000", 2024-09-20T22:59:27.991 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:27.991 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:27.991 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:27.991 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:27.991 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:27.991 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:27.991 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:27.991 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:27.991 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:27.992 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:27.992 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:27.992 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:27.992 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:27.992 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:27.992 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:27.992 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:27.992 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:27.992 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:27.992 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:27.992 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:27.992 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:27.992 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:27.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:27.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:27.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:27.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:27.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:27.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:27.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:27.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:27.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:27.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:27.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:27.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:27.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:27.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:27.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:27.994 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:27.994 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:27.994 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:27.994 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:27.994 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:27.994 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:27.994 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.994 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:27.994 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:27.994 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:27.994 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:27.994 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:27.994 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:27.994 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.995 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:27.995 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:27.995 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:27.995 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:27.995 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:27.995 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:27.995 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:27.995 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:27.995 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:27.995 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:27.995 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:27.995 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:27.995 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T22:59:27.996 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:27.996 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:27.996 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:27.996 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.985000+0000", 2024-09-20T22:59:27.996 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:47:54.642593+0000", 2024-09-20T22:59:27.996 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:47:54.642593+0000", 2024-09-20T22:59:27.996 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T22:23:13.402550+0000", 2024-09-20T22:59:27.996 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.985000+0000", 2024-09-20T22:59:27.996 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:27.996 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:27.996 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:27.996 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 403, 2024-09-20T22:59:27.996 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.985000+0000", 2024-09-20T22:59:27.996 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.985000+0000", 2024-09-20T22:59:27.996 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.985000+0000", 2024-09-20T22:59:27.997 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:27.997 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:27.997 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:27.997 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.985000+0000", 2024-09-20T22:59:27.997 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.985000+0000", 2024-09-20T22:59:27.997 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:27.997 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2976, 2024-09-20T22:59:27.997 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:27.997 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:27.997 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 402, 2024-09-20T22:59:27.997 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:27.997 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:27.997 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:27.997 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:27.997 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2976, 2024-09-20T22:59:27.997 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:27.998 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:27.998 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:27.998 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.4", 2024-09-20T22:59:27.998 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:27.998 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:27.998 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:27.998 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 8930, 2024-09-20T22:59:27.998 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:27.998 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:41:25.841173+0000", 2024-09-20T22:59:27.998 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.006990142, 2024-09-20T22:59:27.998 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:27.998 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:27.998 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:27.998 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:27.999 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:27.999 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:27.999 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:27.999 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:27.999 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:27.999 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:27.999 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:27.999 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:27.999 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:27.999 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:27.999 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:27.999 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:27.999 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:27.999 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:27.999 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:27.999 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:28.000 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.000 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:28.000 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.000 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.000 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.000 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.000 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.000 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:28.000 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.000 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.000 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.000 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.000 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.000 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.001 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.001 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 754, 2024-09-20T22:59:28.001 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 375259, 2024-09-20T22:59:28.001 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.001 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.001 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.001 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2982, 2024-09-20T22:59:28.001 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 376914 2024-09-20T22:59:28.001 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.001 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.001 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.001 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.001 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:28.001 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:28.001 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:28.001 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.002 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:28.002 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1132'2976" 2024-09-20T22:59:28.002 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.002 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.002 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.002 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:28.002 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:28.002 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:28.002 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.002 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:28.002 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.002 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.002 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.002 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.002 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.003 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.003 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.981732+0000", 2024-09-20T22:59:28.003 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.692948+0000", 2024-09-20T22:59:28.003 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.692948+0000", 2024-09-20T22:59:28.003 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.693522+0000", 2024-09-20T22:59:28.003 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.981732+0000", 2024-09-20T22:59:28.003 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.003 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.003 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.003 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:28.003 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.981732+0000", 2024-09-20T22:59:28.003 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.981732+0000", 2024-09-20T22:59:28.003 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.981732+0000", 2024-09-20T22:59:28.003 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.004 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.004 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.004 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.981732+0000", 2024-09-20T22:59:28.004 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.981732+0000", 2024-09-20T22:59:28.004 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.004 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.004 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.004 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.004 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:28.004 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.004 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.004 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.004 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.004 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.005 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.005 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.005 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.005 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.0", 2024-09-20T22:59:28.005 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.005 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.005 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.005 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5343, 2024-09-20T22:59:28.005 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.005 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:01:40.722180+0000", 2024-09-20T22:59:28.005 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.005 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.005 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.005 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.005 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.006 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.006 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.006 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.006 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.006 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.006 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.006 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.006 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.006 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.006 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.006 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.006 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.006 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.006 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.008 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.008 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.008 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.008 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.008 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.008 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.008 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.008 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.008 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.008 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.008 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.008 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.008 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:28.008 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:28.009 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:28.009 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.009 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:28.009 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.009 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.009 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.009 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.009 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:28.009 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.009 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:28.009 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.009 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T22:59:28.009 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.009 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.010 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:28.010 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.010 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.010 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.010 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:25.774250+0000", 2024-09-20T22:59:28.010 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:47:54.633067+0000", 2024-09-20T22:59:28.010 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:47:54.633067+0000", 2024-09-20T22:59:28.010 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:47:54.633375+0000", 2024-09-20T22:59:28.010 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:25.774250+0000", 2024-09-20T22:59:28.010 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.010 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.010 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.010 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 403, 2024-09-20T22:59:28.011 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:25.774250+0000", 2024-09-20T22:59:28.011 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:25.774250+0000", 2024-09-20T22:59:28.011 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:25.774250+0000", 2024-09-20T22:59:28.011 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.011 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.011 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.011 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:25.774250+0000", 2024-09-20T22:59:28.011 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:25.774250+0000", 2024-09-20T22:59:28.011 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.011 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.011 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.011 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.011 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 402, 2024-09-20T22:59:28.011 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.012 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.012 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.012 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.012 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.012 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.012 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.012 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.012 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1", 2024-09-20T22:59:28.012 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.012 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.012 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.012 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5321, 2024-09-20T22:59:28.012 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.012 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:51:34.403799+0000", 2024-09-20T22:59:28.013 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.013 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.013 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.013 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.013 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.013 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.013 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.013 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.013 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.013 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.013 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.013 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.013 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.013 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.015 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.015 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.015 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.015 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.015 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.015 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.015 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.015 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.015 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.015 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.015 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.015 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.015 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.015 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.015 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.016 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.016 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.016 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:28.016 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.016 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:28.016 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.016 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T22:59:28.016 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.016 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.016 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.016 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.016 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:28.016 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.016 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:28.016 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.017 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:28.017 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.017 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.017 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T22:59:28.017 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.017 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.017 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.017 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.986094+0000", 2024-09-20T22:59:28.017 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.406483+0000", 2024-09-20T22:59:28.017 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.406483+0000", 2024-09-20T22:59:28.017 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T22:23:13.410941+0000", 2024-09-20T22:59:28.017 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.986094+0000", 2024-09-20T22:59:28.017 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:28.017 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.017 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:28.018 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:28.018 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.986094+0000", 2024-09-20T22:59:28.018 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.986094+0000", 2024-09-20T22:59:28.018 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.986094+0000", 2024-09-20T22:59:28.018 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.018 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.018 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:28.018 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.986094+0000", 2024-09-20T22:59:28.018 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.986094+0000", 2024-09-20T22:59:28.018 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.018 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2967, 2024-09-20T22:59:28.018 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.018 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.018 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:28.019 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.019 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.019 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.019 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.019 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2967, 2024-09-20T22:59:28.019 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.019 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.019 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.019 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.7", 2024-09-20T22:59:28.019 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.019 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.019 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.019 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 8807, 2024-09-20T22:59:28.019 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.019 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T06:00:55.235367+0000", 2024-09-20T22:59:28.020 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.015368999, 2024-09-20T22:59:28.020 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.020 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.020 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.020 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.020 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.020 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.020 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.020 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.020 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.020 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.020 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.020 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.020 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.020 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.020 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.021 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.021 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.021 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.021 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.021 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.021 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.021 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.021 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.021 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.021 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.021 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.021 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.021 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.021 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.021 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.022 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.022 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.022 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.022 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.022 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.022 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 679, 2024-09-20T22:59:28.022 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 366217, 2024-09-20T22:59:28.022 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.022 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.022 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.022 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2963, 2024-09-20T22:59:28.022 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 370076 2024-09-20T22:59:28.022 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.022 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.022 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.023 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.023 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:28.023 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.023 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:28.023 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.023 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:28.023 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1132'2967" 2024-09-20T22:59:28.023 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.023 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.023 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.023 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:28.023 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.023 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:28.023 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.023 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:28.024 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.024 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.024 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.024 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.024 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.024 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.024 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.981370+0000", 2024-09-20T22:59:28.024 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.612215+0000", 2024-09-20T22:59:28.024 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.612215+0000", 2024-09-20T22:59:28.024 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.613648+0000", 2024-09-20T22:59:28.024 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.981370+0000", 2024-09-20T22:59:28.024 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.024 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.024 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.024 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:28.025 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.981370+0000", 2024-09-20T22:59:28.025 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.981370+0000", 2024-09-20T22:59:28.025 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.981370+0000", 2024-09-20T22:59:28.025 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.025 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.025 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.025 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.981370+0000", 2024-09-20T22:59:28.025 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.981370+0000", 2024-09-20T22:59:28.025 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.025 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.025 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.025 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.025 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:28.025 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.025 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.026 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.026 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.026 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.026 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.026 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.026 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.026 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1", 2024-09-20T22:59:28.026 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.026 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.026 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.026 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5359, 2024-09-20T22:59:28.026 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.026 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:11:04.787526+0000", 2024-09-20T22:59:28.026 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.026 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.027 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.029 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.029 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.029 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.029 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.030 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:28.030 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.030 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:28.030 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.030 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:28.030 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.030 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.030 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.030 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.030 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.030 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:28.030 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:28.030 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.030 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:28.030 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.031 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.031 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:28.031 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.031 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.031 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.031 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.155969+0000", 2024-09-20T22:59:28.031 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.638806+0000", 2024-09-20T22:59:28.031 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.638806+0000", 2024-09-20T22:59:28.031 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.640338+0000", 2024-09-20T22:59:28.031 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.155969+0000", 2024-09-20T22:59:28.031 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.031 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.031 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.031 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:28.032 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.155969+0000", 2024-09-20T22:59:28.032 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.155969+0000", 2024-09-20T22:59:28.032 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.155969+0000", 2024-09-20T22:59:28.032 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.032 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.032 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.032 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.155969+0000", 2024-09-20T22:59:28.032 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.155969+0000", 2024-09-20T22:59:28.032 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.032 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.032 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.032 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.032 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:28.032 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.033 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.033 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.033 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.033 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.033 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.033 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.033 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.033 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.0", 2024-09-20T22:59:28.033 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.033 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.033 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.033 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5139, 2024-09-20T22:59:28.033 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.033 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:32:16.447603+0000", 2024-09-20T22:59:28.033 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.034 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.034 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.036 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.037 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.037 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.037 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.037 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.037 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:28.037 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:28.037 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.037 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:28.037 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.037 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.037 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.037 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.037 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:28.037 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:28.038 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:28.038 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.038 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:28.038 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.038 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.038 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T22:59:28.038 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.038 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.038 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.038 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.984276+0000", 2024-09-20T22:59:28.038 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:47:20.956419+0000", 2024-09-20T22:59:28.038 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:47:20.956419+0000", 2024-09-20T22:59:28.038 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T22:23:13.400554+0000", 2024-09-20T22:59:28.038 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.984276+0000", 2024-09-20T22:59:28.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:28.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:28.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 370, 2024-09-20T22:59:28.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.984276+0000", 2024-09-20T22:59:28.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.984276+0000", 2024-09-20T22:59:28.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.984276+0000", 2024-09-20T22:59:28.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:28.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.984276+0000", 2024-09-20T22:59:28.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.984276+0000", 2024-09-20T22:59:28.039 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.039 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3162, 2024-09-20T22:59:28.040 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.040 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.040 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 369, 2024-09-20T22:59:28.040 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.040 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.040 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.040 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.040 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3162, 2024-09-20T22:59:28.040 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.040 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.040 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.040 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.6", 2024-09-20T22:59:28.040 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.040 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.040 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.041 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 9100, 2024-09-20T22:59:28.041 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.041 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:07:03.979631+0000", 2024-09-20T22:59:28.041 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.009198371, 2024-09-20T22:59:28.041 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.041 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.041 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 4194304, 2024-09-20T22:59:28.041 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.041 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.041 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.041 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.041 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.041 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.041 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.041 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:28.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:28.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:28.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 815, 2024-09-20T22:59:28.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 384998, 2024-09-20T22:59:28.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3140, 2024-09-20T22:59:28.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 394932 2024-09-20T22:59:28.044 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.044 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.044 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.044 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.044 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:28.044 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:28.044 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:28.044 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.044 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:28.044 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1132'3162" 2024-09-20T22:59:28.044 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.044 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.044 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.045 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.045 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.045 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:28.045 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.045 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:28.045 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.045 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.045 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.045 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.045 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.045 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.045 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.017050+0000", 2024-09-20T22:59:28.045 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.691351+0000", 2024-09-20T22:59:28.045 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.691351+0000", 2024-09-20T22:59:28.045 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.691890+0000", 2024-09-20T22:59:28.046 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.017050+0000", 2024-09-20T22:59:28.046 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.046 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.046 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.046 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:28.046 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.017050+0000", 2024-09-20T22:59:28.046 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.017050+0000", 2024-09-20T22:59:28.046 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.017050+0000", 2024-09-20T22:59:28.046 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.046 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.046 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.046 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.017050+0000", 2024-09-20T22:59:28.046 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.017050+0000", 2024-09-20T22:59:28.047 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.047 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.047 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.047 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.047 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:28.047 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.047 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.047 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.047 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.047 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.047 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.047 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.047 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.047 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2", 2024-09-20T22:59:28.048 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.048 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.048 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.048 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5294, 2024-09-20T22:59:28.048 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.048 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:37:04.437245+0000", 2024-09-20T22:59:28.048 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.048 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.048 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.048 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.048 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.048 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.048 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.048 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.048 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.051 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.051 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.051 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.051 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.051 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.051 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.051 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.051 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.051 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.051 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.051 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:28.051 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.051 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:28.051 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.051 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.051 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.052 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.052 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.052 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:28.052 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:28.052 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.052 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:28.052 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.052 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.052 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:28.052 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.052 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.052 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.052 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.871353+0000", 2024-09-20T22:59:28.052 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.637793+0000", 2024-09-20T22:59:28.052 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.637793+0000", 2024-09-20T22:59:28.052 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.638142+0000", 2024-09-20T22:59:28.053 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.871353+0000", 2024-09-20T22:59:28.053 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.053 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.053 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.053 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:28.053 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.871353+0000", 2024-09-20T22:59:28.053 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.871353+0000", 2024-09-20T22:59:28.053 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.871353+0000", 2024-09-20T22:59:28.053 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.053 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.053 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.053 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.871353+0000", 2024-09-20T22:59:28.053 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.871353+0000", 2024-09-20T22:59:28.053 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.053 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.053 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.054 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.054 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:28.054 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.054 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.054 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.054 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.054 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.054 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.054 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.054 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.054 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.3", 2024-09-20T22:59:28.054 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.054 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.054 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.054 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5220, 2024-09-20T22:59:28.055 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.055 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T06:35:53.806196+0000", 2024-09-20T22:59:28.055 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.055 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.055 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.058 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.058 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.058 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.058 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.058 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.058 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:28.058 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:28.058 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.058 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:28.058 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.058 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.058 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.058 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.058 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.058 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:28.059 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:28.059 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.059 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:28.059 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.059 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.059 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 19, 2024-09-20T22:59:28.059 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.059 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.059 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.059 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156026+0000", 2024-09-20T22:59:28.059 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.639331+0000", 2024-09-20T22:59:28.059 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.639331+0000", 2024-09-20T22:59:28.059 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.640388+0000", 2024-09-20T22:59:28.059 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156026+0000", 2024-09-20T22:59:28.059 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:35:58.999220+0000", 2024-09-20T22:59:28.060 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.060 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:35:58.999220+0000", 2024-09-20T22:59:28.060 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:28.060 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156026+0000", 2024-09-20T22:59:28.060 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156026+0000", 2024-09-20T22:59:28.060 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156026+0000", 2024-09-20T22:59:28.060 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.060 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.060 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:35:58.999220+0000", 2024-09-20T22:59:28.060 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156026+0000", 2024-09-20T22:59:28.060 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156026+0000", 2024-09-20T22:59:28.060 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.060 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 200, 2024-09-20T22:59:28.060 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.061 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.061 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:28.061 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.061 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.061 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.061 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.061 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 200, 2024-09-20T22:59:28.061 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.061 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.061 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.061 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "1.0", 2024-09-20T22:59:28.061 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.061 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.061 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.061 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5607, 2024-09-20T22:59:28.062 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.062 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:00:29.776996+0000", 2024-09-20T22:59:28.062 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.062 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.062 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 590368, 2024-09-20T22:59:28.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 590368, 2024-09-20T22:59:28.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-20T22:59:28.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-20T22:59:28.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-20T22:59:28.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 2, 2024-09-20T22:59:28.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1200, 2024-09-20T22:59:28.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 2009, 2024-09-20T22:59:28.065 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.065 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.065 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.065 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 349, 2024-09-20T22:59:28.065 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1628 2024-09-20T22:59:28.065 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.065 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.065 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.065 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.065 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.065 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:28.065 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:28.065 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.065 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:28.065 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "2223'200" 2024-09-20T22:59:28.065 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.066 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.066 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.066 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:28.066 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.066 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:28.066 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.066 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:28.066 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.066 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.066 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T22:59:28.066 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.066 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.066 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.066 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.877886+0000", 2024-09-20T22:59:28.067 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.628033+0000", 2024-09-20T22:59:28.067 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.628033+0000", 2024-09-20T22:59:28.067 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T22:23:13.448452+0000", 2024-09-20T22:59:28.067 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.877886+0000", 2024-09-20T22:59:28.067 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:28.067 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.067 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:28.067 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:28.067 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.877886+0000", 2024-09-20T22:59:28.067 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.877886+0000", 2024-09-20T22:59:28.067 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.877886+0000", 2024-09-20T22:59:28.067 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.067 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.067 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:28.067 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.877886+0000", 2024-09-20T22:59:28.067 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.877886+0000", 2024-09-20T22:59:28.067 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.068 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2910, 2024-09-20T22:59:28.068 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.068 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.068 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:28.068 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.068 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.068 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.068 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.068 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2910, 2024-09-20T22:59:28.068 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.068 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.068 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.068 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.5", 2024-09-20T22:59:28.068 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.068 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.069 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.069 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 8976, 2024-09-20T22:59:28.069 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.069 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:43:12.147587+0000", 2024-09-20T22:59:28.069 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0030952, 2024-09-20T22:59:28.069 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.069 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1579, 2024-09-20T22:59:28.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 377624, 2024-09-20T22:59:28.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.072 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2880, 2024-09-20T22:59:28.072 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 334361 2024-09-20T22:59:28.072 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.072 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.072 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.072 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.072 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:28.072 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.072 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:28.072 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.072 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:28.072 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1132'2910" 2024-09-20T22:59:28.072 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.072 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.072 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.072 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.073 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.073 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:28.073 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.073 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:28.073 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.073 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.073 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.073 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.073 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.073 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.073 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156289+0000", 2024-09-20T22:59:28.073 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.637959+0000", 2024-09-20T22:59:28.073 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.637959+0000", 2024-09-20T22:59:28.073 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.638246+0000", 2024-09-20T22:59:28.074 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156289+0000", 2024-09-20T22:59:28.074 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.074 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.074 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.074 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:28.074 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156289+0000", 2024-09-20T22:59:28.074 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156289+0000", 2024-09-20T22:59:28.074 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156289+0000", 2024-09-20T22:59:28.074 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.074 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.075 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.075 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156289+0000", 2024-09-20T22:59:28.075 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156289+0000", 2024-09-20T22:59:28.075 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.075 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.075 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.075 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.075 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:28.075 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.075 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.075 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.075 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.075 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.076 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.076 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.076 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.076 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.d", 2024-09-20T22:59:28.076 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.076 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.076 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.076 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5133, 2024-09-20T22:59:28.076 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.076 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:55:03.686109+0000", 2024-09-20T22:59:28.076 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.076 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.076 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.076 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.079 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.079 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.079 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.080 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.080 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.080 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.080 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:28.080 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.080 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:28.080 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.080 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.080 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.080 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.080 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:28.080 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.080 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:28.080 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.080 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T22:59:28.081 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.081 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.081 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:28.081 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.081 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.081 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.081 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:25.774271+0000", 2024-09-20T22:59:28.081 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.400410+0000", 2024-09-20T22:59:28.081 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.400410+0000", 2024-09-20T22:59:28.081 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.401613+0000", 2024-09-20T22:59:28.081 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:25.774271+0000", 2024-09-20T22:59:28.081 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.081 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.081 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.082 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:28.082 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:25.774271+0000", 2024-09-20T22:59:28.082 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:25.774271+0000", 2024-09-20T22:59:28.082 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:25.774271+0000", 2024-09-20T22:59:28.082 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.082 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.082 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.082 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:25.774271+0000", 2024-09-20T22:59:28.082 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:25.774271+0000", 2024-09-20T22:59:28.082 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.082 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.082 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.082 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.082 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:28.083 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.083 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.083 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.083 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.083 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.083 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.083 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.083 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.083 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.c", 2024-09-20T22:59:28.083 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.083 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.083 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.083 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5319, 2024-09-20T22:59:28.083 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.083 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T02:26:57.113318+0000", 2024-09-20T22:59:28.083 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.084 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.084 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.084 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.084 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.084 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.084 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.084 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.084 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.084 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.084 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.084 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.084 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.084 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.084 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.084 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.086 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.086 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.087 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.087 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.087 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:28.087 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.087 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:28.087 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.087 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T22:59:28.087 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.087 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.087 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.087 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.087 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.087 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.087 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:28.087 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.088 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:28.088 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.088 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.088 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.088 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.088 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.088 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.088 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.873544+0000", 2024-09-20T22:59:28.088 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.687337+0000", 2024-09-20T22:59:28.088 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.687337+0000", 2024-09-20T22:59:28.088 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.687617+0000", 2024-09-20T22:59:28.088 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.873544+0000", 2024-09-20T22:59:28.088 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.088 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.088 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.088 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:28.089 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.873544+0000", 2024-09-20T22:59:28.089 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.873544+0000", 2024-09-20T22:59:28.089 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.873544+0000", 2024-09-20T22:59:28.089 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.089 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.089 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.089 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.873544+0000", 2024-09-20T22:59:28.089 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.873544+0000", 2024-09-20T22:59:28.089 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.089 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.089 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.089 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.089 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:28.089 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.090 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.090 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.090 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.090 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.090 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.090 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.090 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.090 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.c", 2024-09-20T22:59:28.090 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.090 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.090 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.090 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5207, 2024-09-20T22:59:28.090 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.090 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:14:03.654493+0000", 2024-09-20T22:59:28.090 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.090 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.091 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.091 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.091 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.091 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.091 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.091 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.091 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.091 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.091 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.091 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.091 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.091 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.091 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.093 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.093 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.093 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.094 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.094 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.094 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.094 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:28.094 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.094 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:28.094 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.094 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.094 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.094 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.094 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:28.094 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.094 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:28.095 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.095 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:28.095 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.095 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.095 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:28.095 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.095 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.095 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.095 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.983604+0000", 2024-09-20T22:59:28.095 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.603520+0000", 2024-09-20T22:59:28.095 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.603520+0000", 2024-09-20T22:59:28.095 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.603915+0000", 2024-09-20T22:59:28.095 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.983604+0000", 2024-09-20T22:59:28.095 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.095 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.095 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.096 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:28.096 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.983604+0000", 2024-09-20T22:59:28.096 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.983604+0000", 2024-09-20T22:59:28.096 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.983604+0000", 2024-09-20T22:59:28.096 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.096 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.096 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.096 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.983604+0000", 2024-09-20T22:59:28.096 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.983604+0000", 2024-09-20T22:59:28.096 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.096 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-20T22:59:28.096 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.096 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.096 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:28.096 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.096 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.097 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.097 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.097 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-20T22:59:28.097 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.097 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.097 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.097 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.d", 2024-09-20T22:59:28.097 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.097 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.097 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.097 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5345, 2024-09-20T22:59:28.097 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.097 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:32:16.286641+0000", 2024-09-20T22:59:28.097 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.097 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.098 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.098 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 70, 2024-09-20T22:59:28.098 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.098 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.098 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.098 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.098 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.098 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.098 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.098 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.098 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.098 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:28.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:28.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:28.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1, 2024-09-20T22:59:28.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 1, 2024-09-20T22:59:28.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 1, 2024-09-20T22:59:28.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-20T22:59:28.101 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.101 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.101 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.101 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.101 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:28.101 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.101 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:28.101 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.101 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:28.101 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'1" 2024-09-20T22:59:28.101 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.101 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.101 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.101 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.102 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.102 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:28.102 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.102 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:28.102 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.102 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.102 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.102 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.102 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.102 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.102 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156413+0000", 2024-09-20T22:59:28.102 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.638782+0000", 2024-09-20T22:59:28.102 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.638782+0000", 2024-09-20T22:59:28.102 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.640050+0000", 2024-09-20T22:59:28.102 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156413+0000", 2024-09-20T22:59:28.102 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.103 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.103 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.103 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:28.103 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156413+0000", 2024-09-20T22:59:28.103 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156413+0000", 2024-09-20T22:59:28.103 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156413+0000", 2024-09-20T22:59:28.103 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.103 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.103 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.103 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156413+0000", 2024-09-20T22:59:28.103 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156413+0000", 2024-09-20T22:59:28.103 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.103 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.103 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.103 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.103 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:28.104 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.104 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.104 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.104 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.104 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.104 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.104 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.104 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.104 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.f", 2024-09-20T22:59:28.104 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.104 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.104 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.104 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5149, 2024-09-20T22:59:28.104 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.104 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T06:41:06.042301+0000", 2024-09-20T22:59:28.104 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.105 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.105 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.107 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.107 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.107 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.108 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.108 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.108 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.108 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:28.108 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.108 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:28.108 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.108 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.108 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.108 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.108 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:28.108 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.108 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:28.108 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.108 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T22:59:28.108 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.109 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.109 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:28.109 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.109 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.109 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.109 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:25.775174+0000", 2024-09-20T22:59:28.109 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.636749+0000", 2024-09-20T22:59:28.109 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.636749+0000", 2024-09-20T22:59:28.109 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.637110+0000", 2024-09-20T22:59:28.109 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:25.775174+0000", 2024-09-20T22:59:28.109 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.109 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.109 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.109 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:28.109 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:25.775174+0000", 2024-09-20T22:59:28.110 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:25.775174+0000", 2024-09-20T22:59:28.110 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:25.775174+0000", 2024-09-20T22:59:28.110 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.110 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.110 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.110 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:25.775174+0000", 2024-09-20T22:59:28.110 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:25.775174+0000", 2024-09-20T22:59:28.110 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.110 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T22:59:28.110 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.110 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.110 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:28.110 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.110 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.110 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.110 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.111 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T22:59:28.111 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.111 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.111 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.111 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.e", 2024-09-20T22:59:28.111 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.111 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.111 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.111 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5314, 2024-09-20T22:59:28.111 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.111 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:29:26.071744+0000", 2024-09-20T22:59:28.111 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.111 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.112 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:28.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:28.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:28.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:28.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 6, 2024-09-20T22:59:28.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 6, 2024-09-20T22:59:28.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-20T22:59:28.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.114 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.114 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.114 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.114 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.114 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:28.114 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.115 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:28.115 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.115 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T22:59:28.115 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'2" 2024-09-20T22:59:28.115 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.115 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.115 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.115 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.115 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.115 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:28.115 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.115 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:28.115 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.115 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.115 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.115 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.115 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.116 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.116 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.155769+0000", 2024-09-20T22:59:28.116 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.635601+0000", 2024-09-20T22:59:28.116 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.635601+0000", 2024-09-20T22:59:28.116 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.637532+0000", 2024-09-20T22:59:28.116 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.155769+0000", 2024-09-20T22:59:28.116 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.116 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.116 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.116 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:28.116 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.155769+0000", 2024-09-20T22:59:28.116 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.155769+0000", 2024-09-20T22:59:28.116 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.155769+0000", 2024-09-20T22:59:28.116 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.116 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.117 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.117 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.155769+0000", 2024-09-20T22:59:28.117 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.155769+0000", 2024-09-20T22:59:28.117 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.117 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.117 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.117 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.117 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:28.117 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.117 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.117 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.117 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.117 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.117 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.118 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.118 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.118 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.e", 2024-09-20T22:59:28.118 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.118 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.118 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.118 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5149, 2024-09-20T22:59:28.118 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.118 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:13:42.376159+0000", 2024-09-20T22:59:28.118 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.118 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.118 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.118 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.118 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.118 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.118 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.121 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.121 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.121 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.121 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.121 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.121 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.121 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:28.121 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.121 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:28.122 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.122 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.122 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.122 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.122 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.122 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:28.122 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:28.122 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.122 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T22:59:28.122 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.122 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.122 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:28.122 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.122 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.123 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.123 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.982122+0000", 2024-09-20T22:59:28.123 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.632865+0000", 2024-09-20T22:59:28.123 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.632865+0000", 2024-09-20T22:59:28.123 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.633176+0000", 2024-09-20T22:59:28.123 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.982122+0000", 2024-09-20T22:59:28.123 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.123 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.123 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.123 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:28.123 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.982122+0000", 2024-09-20T22:59:28.123 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.982122+0000", 2024-09-20T22:59:28.123 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.982122+0000", 2024-09-20T22:59:28.123 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.123 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.124 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.124 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.982122+0000", 2024-09-20T22:59:28.124 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.982122+0000", 2024-09-20T22:59:28.124 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.124 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-20T22:59:28.124 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.124 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.124 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:28.124 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.124 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.124 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.124 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.124 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-20T22:59:28.124 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.124 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.125 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.125 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.f", 2024-09-20T22:59:28.125 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.125 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.125 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.125 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5246, 2024-09-20T22:59:28.125 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.125 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:11:14.614063+0000", 2024-09-20T22:59:28.125 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.125 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.125 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 22, 2024-09-20T22:59:28.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:28.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:28.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:28.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1, 2024-09-20T22:59:28.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 1, 2024-09-20T22:59:28.128 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.128 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.128 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.128 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 1, 2024-09-20T22:59:28.128 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-20T22:59:28.128 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.128 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.128 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.128 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.128 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.128 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:28.128 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:28.128 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.128 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T22:59:28.128 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'1" 2024-09-20T22:59:28.129 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.129 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.129 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.129 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.129 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.129 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:28.129 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.129 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:28.129 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.129 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.129 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.129 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.129 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.129 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.130 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.155184+0000", 2024-09-20T22:59:28.130 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.635152+0000", 2024-09-20T22:59:28.130 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.635152+0000", 2024-09-20T22:59:28.130 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.635420+0000", 2024-09-20T22:59:28.130 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.155184+0000", 2024-09-20T22:59:28.130 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.130 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.130 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.130 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:28.130 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.155184+0000", 2024-09-20T22:59:28.130 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.155184+0000", 2024-09-20T22:59:28.130 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.155184+0000", 2024-09-20T22:59:28.130 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.130 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.130 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.131 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.155184+0000", 2024-09-20T22:59:28.131 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.155184+0000", 2024-09-20T22:59:28.131 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.131 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.131 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.131 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.131 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:28.131 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.131 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.131 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.131 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.131 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.131 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.132 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.132 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.132 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.11", 2024-09-20T22:59:28.132 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.132 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.132 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.132 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5132, 2024-09-20T22:59:28.132 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.132 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:36:13.810313+0000", 2024-09-20T22:59:28.132 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.132 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.132 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.133 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.133 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.133 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.133 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.133 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.133 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.133 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.133 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.133 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.133 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.133 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.133 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.133 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.134 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.134 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.134 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.134 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.134 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.134 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.134 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.134 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.134 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.134 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.134 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.134 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.134 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.135 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.135 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.135 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.135 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.136 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.136 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.136 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:28.136 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.136 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:28.136 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.136 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.136 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.136 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.136 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:28.136 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:28.136 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:28.136 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.136 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T22:59:28.136 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.136 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.137 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:28.137 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.137 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.137 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.137 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:25.773543+0000", 2024-09-20T22:59:28.137 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:47:20.959761+0000", 2024-09-20T22:59:28.137 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:47:20.959761+0000", 2024-09-20T22:59:28.137 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:47:20.960557+0000", 2024-09-20T22:59:28.137 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:25.773543+0000", 2024-09-20T22:59:28.137 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.137 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.137 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.137 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 370, 2024-09-20T22:59:28.137 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:25.773543+0000", 2024-09-20T22:59:28.137 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:25.773543+0000", 2024-09-20T22:59:28.137 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:25.773543+0000", 2024-09-20T22:59:28.138 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.138 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.138 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.138 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:25.773543+0000", 2024-09-20T22:59:28.138 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:25.773543+0000", 2024-09-20T22:59:28.138 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.138 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 8, 2024-09-20T22:59:28.138 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.138 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.138 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 369, 2024-09-20T22:59:28.138 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.138 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.138 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.138 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.138 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 8, 2024-09-20T22:59:28.139 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.139 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.139 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.139 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.10", 2024-09-20T22:59:28.139 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.139 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.139 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.139 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5332, 2024-09-20T22:59:28.139 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.139 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:34:29.086189+0000", 2024-09-20T22:59:28.139 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.139 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.139 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 12, 2024-09-20T22:59:28.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 4, 2024-09-20T22:59:28.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 4, 2024-09-20T22:59:28.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 4, 2024-09-20T22:59:28.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.142 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.142 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 24, 2024-09-20T22:59:28.142 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 24, 2024-09-20T22:59:28.142 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.142 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.142 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.142 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 12, 2024-09-20T22:59:28.142 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.142 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.142 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.142 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.142 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.142 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:28.142 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:28.142 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:28.143 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.143 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T22:59:28.143 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'8" 2024-09-20T22:59:28.143 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.143 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.143 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.143 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:28.143 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:28.143 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:28.143 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.143 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:28.143 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.143 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.143 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.143 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.144 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.144 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.144 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.873569+0000", 2024-09-20T22:59:28.144 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.686028+0000", 2024-09-20T22:59:28.144 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.686028+0000", 2024-09-20T22:59:28.144 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.686325+0000", 2024-09-20T22:59:28.144 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.873569+0000", 2024-09-20T22:59:28.144 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.144 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.144 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.144 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:28.144 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.873569+0000", 2024-09-20T22:59:28.144 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.873569+0000", 2024-09-20T22:59:28.144 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.873569+0000", 2024-09-20T22:59:28.144 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.144 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.144 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.145 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.873569+0000", 2024-09-20T22:59:28.145 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.873569+0000", 2024-09-20T22:59:28.145 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.145 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.145 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.145 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.145 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:28.145 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.145 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.145 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.146 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.146 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.146 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.146 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.146 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.146 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.10", 2024-09-20T22:59:28.146 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.146 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.146 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.146 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5167, 2024-09-20T22:59:28.146 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.146 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T06:40:59.079112+0000", 2024-09-20T22:59:28.146 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.146 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.146 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.149 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.149 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.149 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.149 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.149 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:28.150 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:28.150 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:28.150 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.150 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:28.150 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.150 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.150 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.150 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.150 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:28.150 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.150 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:28.150 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.150 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:28.150 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.150 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.151 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:28.151 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.151 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.151 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.874315+0000", 2024-09-20T22:59:28.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.695937+0000", 2024-09-20T22:59:28.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.695937+0000", 2024-09-20T22:59:28.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.696375+0000", 2024-09-20T22:59:28.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.874315+0000", 2024-09-20T22:59:28.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:28.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.874315+0000", 2024-09-20T22:59:28.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.874315+0000", 2024-09-20T22:59:28.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.874315+0000", 2024-09-20T22:59:28.152 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.152 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.152 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.152 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.874315+0000", 2024-09-20T22:59:28.152 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.874315+0000", 2024-09-20T22:59:28.152 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.152 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.152 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.152 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.152 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:28.152 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.152 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.152 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.152 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.153 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.153 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.153 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.153 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.153 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.11", 2024-09-20T22:59:28.153 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.153 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.153 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.153 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5179, 2024-09-20T22:59:28.153 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.153 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:46:59.940163+0000", 2024-09-20T22:59:28.153 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.153 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.153 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.153 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.153 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.156 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.156 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.156 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.156 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.156 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:28.156 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.157 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:28.157 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.157 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:28.157 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.157 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.157 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.157 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.157 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.157 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.157 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:28.157 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.157 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:28.157 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.157 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.158 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.158 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.158 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.158 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.158 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156942+0000", 2024-09-20T22:59:28.158 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.634924+0000", 2024-09-20T22:59:28.158 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.634924+0000", 2024-09-20T22:59:28.158 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.635240+0000", 2024-09-20T22:59:28.158 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156942+0000", 2024-09-20T22:59:28.158 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.158 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.158 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.158 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:28.159 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156942+0000", 2024-09-20T22:59:28.159 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156942+0000", 2024-09-20T22:59:28.159 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156942+0000", 2024-09-20T22:59:28.159 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.159 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.159 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.159 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156942+0000", 2024-09-20T22:59:28.159 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156942+0000", 2024-09-20T22:59:28.159 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.159 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.159 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.159 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.159 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:28.159 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.159 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.160 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.160 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.160 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.160 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.160 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.160 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.160 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.13", 2024-09-20T22:59:28.160 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.160 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.160 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.160 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5148, 2024-09-20T22:59:28.160 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.160 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:59:41.838494+0000", 2024-09-20T22:59:28.160 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.160 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.161 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.161 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.163 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.163 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.163 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.163 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.163 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.164 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.164 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:28.164 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.164 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:28.164 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.164 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.164 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.164 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.164 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.164 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.164 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:28.164 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.164 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:28.164 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.165 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.165 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:28.165 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.165 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.165 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.165 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.872930+0000", 2024-09-20T22:59:28.165 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.630154+0000", 2024-09-20T22:59:28.165 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.630154+0000", 2024-09-20T22:59:28.165 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.630702+0000", 2024-09-20T22:59:28.165 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.872930+0000", 2024-09-20T22:59:28.165 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.165 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.165 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.165 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:28.166 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.872930+0000", 2024-09-20T22:59:28.166 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.872930+0000", 2024-09-20T22:59:28.166 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.872930+0000", 2024-09-20T22:59:28.166 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.166 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.166 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.166 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.872930+0000", 2024-09-20T22:59:28.166 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.872930+0000", 2024-09-20T22:59:28.166 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.166 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.166 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.166 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.166 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:28.166 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.166 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.167 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.167 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.167 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.167 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.167 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.167 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.167 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.12", 2024-09-20T22:59:28.167 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.167 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.167 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.167 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5209, 2024-09-20T22:59:28.167 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.167 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:45:29.816845+0000", 2024-09-20T22:59:28.167 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.168 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.168 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.168 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.169 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.169 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.169 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.169 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.169 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.169 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.169 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.169 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.169 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.169 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.169 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.169 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.169 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.169 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.169 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.170 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.170 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.171 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.171 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.171 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.171 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.171 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:28.171 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.171 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:28.171 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.171 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.171 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.171 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.171 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:28.171 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.171 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:28.171 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.172 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:28.172 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.172 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.172 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.172 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.172 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.172 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.172 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.982259+0000", 2024-09-20T22:59:28.172 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.637299+0000", 2024-09-20T22:59:28.172 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.637299+0000", 2024-09-20T22:59:28.172 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.637661+0000", 2024-09-20T22:59:28.172 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.982259+0000", 2024-09-20T22:59:28.172 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.172 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.173 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.173 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:28.173 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.982259+0000", 2024-09-20T22:59:28.173 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.982259+0000", 2024-09-20T22:59:28.173 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.982259+0000", 2024-09-20T22:59:28.173 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.173 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.173 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.173 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.982259+0000", 2024-09-20T22:59:28.173 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.982259+0000", 2024-09-20T22:59:28.173 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.173 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.173 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.173 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.173 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:28.174 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.174 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.174 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.174 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.174 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.174 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.174 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.174 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.174 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.12", 2024-09-20T22:59:28.174 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.174 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.174 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.174 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5355, 2024-09-20T22:59:28.174 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.175 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:33:55.355965+0000", 2024-09-20T22:59:28.175 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.175 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.175 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.175 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.176 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.177 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.177 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.177 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.177 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.177 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.177 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.177 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.177 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.177 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.177 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.177 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.177 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.177 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.177 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.178 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.178 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.178 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.178 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.178 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:28.178 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.178 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:28.178 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.178 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:28.178 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.178 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.178 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.178 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.178 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:28.178 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.178 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:28.179 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.179 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:28.179 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.179 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.179 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:28.179 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.179 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.179 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.179 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.980707+0000", 2024-09-20T22:59:28.179 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.612093+0000", 2024-09-20T22:59:28.179 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.612093+0000", 2024-09-20T22:59:28.179 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.612495+0000", 2024-09-20T22:59:28.179 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.980707+0000", 2024-09-20T22:59:28.179 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.179 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.180 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.180 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:28.180 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.980707+0000", 2024-09-20T22:59:28.180 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.980707+0000", 2024-09-20T22:59:28.180 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.980707+0000", 2024-09-20T22:59:28.180 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.180 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.180 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.180 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.980707+0000", 2024-09-20T22:59:28.180 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.980707+0000", 2024-09-20T22:59:28.180 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.180 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T22:59:28.180 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.180 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.180 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:28.180 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.180 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.181 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.181 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.181 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T22:59:28.181 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.181 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.181 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.181 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.13", 2024-09-20T22:59:28.181 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.181 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.181 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.181 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5363, 2024-09-20T22:59:28.181 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.181 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T02:25:56.207493+0000", 2024-09-20T22:59:28.181 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.181 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.181 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 34, 2024-09-20T22:59:28.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-20T22:59:28.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-20T22:59:28.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-20T22:59:28.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:28.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.184 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 4, 2024-09-20T22:59:28.184 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 7, 2024-09-20T22:59:28.184 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.184 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.184 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.184 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-20T22:59:28.184 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 6 2024-09-20T22:59:28.184 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.184 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.184 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.184 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.184 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:28.184 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.184 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:28.184 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.185 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:28.185 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'2" 2024-09-20T22:59:28.185 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.185 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.185 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.185 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.185 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.185 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:28.185 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.185 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:28.185 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.185 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.185 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.185 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.185 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.186 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156541+0000", 2024-09-20T22:59:28.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.632311+0000", 2024-09-20T22:59:28.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.632311+0000", 2024-09-20T22:59:28.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.634794+0000", 2024-09-20T22:59:28.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156541+0000", 2024-09-20T22:59:28.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:28.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156541+0000", 2024-09-20T22:59:28.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156541+0000", 2024-09-20T22:59:28.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156541+0000", 2024-09-20T22:59:28.187 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.187 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.187 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.187 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156541+0000", 2024-09-20T22:59:28.187 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156541+0000", 2024-09-20T22:59:28.187 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.187 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.187 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.187 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.187 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:28.187 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.187 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.187 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.187 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.187 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.188 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.188 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.188 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.188 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.15", 2024-09-20T22:59:28.188 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.188 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.188 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.188 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5147, 2024-09-20T22:59:28.188 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.188 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:24:45.568361+0000", 2024-09-20T22:59:28.188 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.188 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.188 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.191 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.191 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.191 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.191 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.191 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.191 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.191 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:28.192 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.192 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:28.192 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.192 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.192 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.192 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.192 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:28.192 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.192 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:28.192 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.192 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:28.192 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.192 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.193 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:28.193 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.193 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.193 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.193 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.875907+0000", 2024-09-20T22:59:28.193 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.691428+0000", 2024-09-20T22:59:28.193 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.691428+0000", 2024-09-20T22:59:28.193 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.691749+0000", 2024-09-20T22:59:28.193 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.875907+0000", 2024-09-20T22:59:28.193 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.193 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.193 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.193 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:28.193 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.875907+0000", 2024-09-20T22:59:28.193 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.875907+0000", 2024-09-20T22:59:28.193 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.875907+0000", 2024-09-20T22:59:28.194 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.194 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.194 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.194 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.875907+0000", 2024-09-20T22:59:28.194 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.875907+0000", 2024-09-20T22:59:28.194 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.194 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 29, 2024-09-20T22:59:28.194 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.194 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.194 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:28.194 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.194 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.194 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.194 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.194 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 29, 2024-09-20T22:59:28.195 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.195 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.195 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.195 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.14", 2024-09-20T22:59:28.195 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.195 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.195 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.195 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5205, 2024-09-20T22:59:28.195 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.195 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:01:33.173649+0000", 2024-09-20T22:59:28.195 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.195 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.195 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 5828, 2024-09-20T22:59:28.195 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 12, 2024-09-20T22:59:28.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 4, 2024-09-20T22:59:28.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 4, 2024-09-20T22:59:28.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:28.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 10, 2024-09-20T22:59:28.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 14, 2024-09-20T22:59:28.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 28, 2024-09-20T22:59:28.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 25 2024-09-20T22:59:28.198 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.198 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.198 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.198 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.198 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:28.198 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.198 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:28.198 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.199 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:28.199 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "556'29" 2024-09-20T22:59:28.199 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.199 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.199 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.199 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.199 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.199 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:28.199 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.199 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T22:59:28.199 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.199 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.199 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.199 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.200 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.200 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.200 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.982559+0000", 2024-09-20T22:59:28.200 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.627198+0000", 2024-09-20T22:59:28.200 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.627198+0000", 2024-09-20T22:59:28.200 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.627503+0000", 2024-09-20T22:59:28.200 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.982559+0000", 2024-09-20T22:59:28.200 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.200 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.200 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.200 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:28.200 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.982559+0000", 2024-09-20T22:59:28.200 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.982559+0000", 2024-09-20T22:59:28.200 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.982559+0000", 2024-09-20T22:59:28.200 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.201 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.201 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.201 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.982559+0000", 2024-09-20T22:59:28.201 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.982559+0000", 2024-09-20T22:59:28.201 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.201 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.201 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.201 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.201 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:28.201 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.201 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.201 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.201 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.201 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.201 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.202 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.202 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.202 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.14", 2024-09-20T22:59:28.202 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.202 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.202 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.202 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5230, 2024-09-20T22:59:28.202 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.202 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:38:14.035302+0000", 2024-09-20T22:59:28.202 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.202 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.202 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.203 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.204 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.205 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.205 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.205 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.205 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.205 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.205 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.205 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.205 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.205 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.205 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.205 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.205 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.205 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.205 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.206 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.206 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.206 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.206 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.206 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.206 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:28.206 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.206 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T22:59:28.206 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.206 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.206 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.206 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.206 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:28.206 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.206 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:28.207 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.207 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:28.207 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.207 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.207 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:28.207 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.207 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.207 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.207 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.983746+0000", 2024-09-20T22:59:28.207 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.402595+0000", 2024-09-20T22:59:28.207 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.402595+0000", 2024-09-20T22:59:28.207 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.402996+0000", 2024-09-20T22:59:28.207 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.983746+0000", 2024-09-20T22:59:28.207 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.208 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.208 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.208 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:28.208 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.983746+0000", 2024-09-20T22:59:28.208 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.983746+0000", 2024-09-20T22:59:28.208 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.983746+0000", 2024-09-20T22:59:28.208 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.208 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.208 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.208 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.983746+0000", 2024-09-20T22:59:28.208 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.983746+0000", 2024-09-20T22:59:28.208 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.208 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3, 2024-09-20T22:59:28.208 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.208 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.209 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:28.209 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.209 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.209 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.209 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.209 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3, 2024-09-20T22:59:28.209 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.209 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.209 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.209 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.15", 2024-09-20T22:59:28.209 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.209 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.209 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.209 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5355, 2024-09-20T22:59:28.209 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.210 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:01:40.160651+0000", 2024-09-20T22:59:28.210 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.210 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.210 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 90, 2024-09-20T22:59:28.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-20T22:59:28.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-20T22:59:28.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-20T22:59:28.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.211 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:28.212 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.212 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.212 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.212 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.212 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.212 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.212 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.212 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 7, 2024-09-20T22:59:28.212 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 7, 2024-09-20T22:59:28.212 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.212 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.212 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.212 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 4, 2024-09-20T22:59:28.212 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-20T22:59:28.212 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.212 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.213 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.213 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.213 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:28.213 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.213 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:28.213 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.213 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:28.213 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'3" 2024-09-20T22:59:28.213 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.213 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.213 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.213 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:28.213 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.213 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:28.213 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.213 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:28.214 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.214 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.214 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.214 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.214 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.214 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.214 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.983191+0000", 2024-09-20T22:59:28.214 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.415251+0000", 2024-09-20T22:59:28.214 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.415251+0000", 2024-09-20T22:59:28.214 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.415615+0000", 2024-09-20T22:59:28.214 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.983191+0000", 2024-09-20T22:59:28.214 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.214 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.214 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.214 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:28.215 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.983191+0000", 2024-09-20T22:59:28.215 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.983191+0000", 2024-09-20T22:59:28.215 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.983191+0000", 2024-09-20T22:59:28.215 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.215 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.215 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.215 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.983191+0000", 2024-09-20T22:59:28.215 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.983191+0000", 2024-09-20T22:59:28.215 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.215 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.215 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.215 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.215 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:28.216 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.216 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.216 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.216 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.216 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.216 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.216 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.216 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.216 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.17", 2024-09-20T22:59:28.216 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.216 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.216 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.216 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5354, 2024-09-20T22:59:28.216 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.216 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:17:49.746014+0000", 2024-09-20T22:59:28.216 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.217 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.217 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.219 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.219 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.219 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.219 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.219 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.219 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.219 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.219 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.219 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.219 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.219 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.219 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.219 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.219 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.219 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:28.220 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.220 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:28.220 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.220 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:28.220 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.220 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.220 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.220 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.220 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.220 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:28.220 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:28.220 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.220 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:28.220 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.220 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.221 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:28.221 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.221 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.221 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.873062+0000", 2024-09-20T22:59:28.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.686569+0000", 2024-09-20T22:59:28.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.686569+0000", 2024-09-20T22:59:28.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.686914+0000", 2024-09-20T22:59:28.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.873062+0000", 2024-09-20T22:59:28.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:28.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.873062+0000", 2024-09-20T22:59:28.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.873062+0000", 2024-09-20T22:59:28.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.873062+0000", 2024-09-20T22:59:28.222 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.222 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.222 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.222 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.873062+0000", 2024-09-20T22:59:28.222 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.873062+0000", 2024-09-20T22:59:28.222 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.222 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.222 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.222 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.222 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:28.222 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.222 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.222 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.222 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.223 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.223 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.223 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.223 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.223 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.16", 2024-09-20T22:59:28.223 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.223 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.223 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.223 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5216, 2024-09-20T22:59:28.223 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.223 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:46:12.588732+0000", 2024-09-20T22:59:28.223 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.223 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.223 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.226 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.226 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.226 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.226 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.226 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.226 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:28.226 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:28.227 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.227 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:28.227 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.227 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.227 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.227 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.227 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.227 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.227 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:28.227 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.227 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:28.227 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.227 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.227 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.228 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.228 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.228 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.228 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.874341+0000", 2024-09-20T22:59:28.228 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.637889+0000", 2024-09-20T22:59:28.228 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.637889+0000", 2024-09-20T22:59:28.228 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.638137+0000", 2024-09-20T22:59:28.228 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.874341+0000", 2024-09-20T22:59:28.228 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.228 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.228 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.228 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:28.228 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.874341+0000", 2024-09-20T22:59:28.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.874341+0000", 2024-09-20T22:59:28.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.874341+0000", 2024-09-20T22:59:28.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.874341+0000", 2024-09-20T22:59:28.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.874341+0000", 2024-09-20T22:59:28.229 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.229 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.229 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.229 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.229 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:28.229 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.229 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.229 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.230 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.230 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.230 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.230 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.230 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.230 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.16", 2024-09-20T22:59:28.230 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.230 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.230 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.230 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5180, 2024-09-20T22:59:28.230 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.230 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:19:54.577597+0000", 2024-09-20T22:59:28.230 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.231 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.231 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.231 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.231 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.231 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.231 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.231 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.231 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.231 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.231 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.231 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.231 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.231 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.231 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.231 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.233 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.233 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.234 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.234 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.234 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.234 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.234 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:28.234 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.234 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:28.234 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.234 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.234 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.234 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.234 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:28.234 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.234 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:28.235 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.235 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:28.235 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.235 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.235 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:28.235 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.235 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.235 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.235 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.876818+0000", 2024-09-20T22:59:28.235 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.685825+0000", 2024-09-20T22:59:28.235 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.685825+0000", 2024-09-20T22:59:28.235 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.686674+0000", 2024-09-20T22:59:28.235 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.876818+0000", 2024-09-20T22:59:28.235 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.236 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.236 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.236 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:28.236 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.876818+0000", 2024-09-20T22:59:28.236 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.876818+0000", 2024-09-20T22:59:28.236 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.876818+0000", 2024-09-20T22:59:28.236 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.236 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.236 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.236 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.876818+0000", 2024-09-20T22:59:28.236 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.876818+0000", 2024-09-20T22:59:28.236 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.236 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.236 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.237 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.237 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:28.237 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.237 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.237 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.237 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.237 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.237 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.237 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.237 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.237 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.17", 2024-09-20T22:59:28.237 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.237 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.237 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.237 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5169, 2024-09-20T22:59:28.238 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.238 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T21:49:49.900540+0000", 2024-09-20T22:59:28.238 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.238 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.238 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.238 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.238 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.238 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.238 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.238 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.238 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.238 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.238 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.239 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.241 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.241 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.241 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.241 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.241 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:28.241 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.241 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:28.241 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.241 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:28.241 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.241 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.241 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.241 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.241 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:28.242 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.242 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:28.242 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.242 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:28.242 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.242 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.242 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.242 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.242 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.242 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.242 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.981681+0000", 2024-09-20T22:59:28.242 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.603689+0000", 2024-09-20T22:59:28.242 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.603689+0000", 2024-09-20T22:59:28.242 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.604099+0000", 2024-09-20T22:59:28.242 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.981681+0000", 2024-09-20T22:59:28.243 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.243 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.243 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.243 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:28.243 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.981681+0000", 2024-09-20T22:59:28.243 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.981681+0000", 2024-09-20T22:59:28.243 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.981681+0000", 2024-09-20T22:59:28.243 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.243 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.243 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.243 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.981681+0000", 2024-09-20T22:59:28.243 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.981681+0000", 2024-09-20T22:59:28.243 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.243 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.244 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.244 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.244 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:28.244 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.244 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.244 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.244 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.244 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.244 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.244 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.244 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.244 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.19", 2024-09-20T22:59:28.244 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.244 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.244 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.244 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5337, 2024-09-20T22:59:28.245 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.245 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:08:50.919074+0000", 2024-09-20T22:59:28.245 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.245 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.245 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.245 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.245 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.245 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.245 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.245 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.245 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.245 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.245 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.245 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.246 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.247 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.248 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.248 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.248 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.248 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.248 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:28.248 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.248 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:28.248 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.248 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:28.248 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.248 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.248 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.248 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.249 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.249 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.249 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:28.249 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.249 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:28.249 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.249 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.249 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:28.249 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.249 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.249 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.249 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.872321+0000", 2024-09-20T22:59:28.249 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.630324+0000", 2024-09-20T22:59:28.249 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.630324+0000", 2024-09-20T22:59:28.249 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.630729+0000", 2024-09-20T22:59:28.250 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.872321+0000", 2024-09-20T22:59:28.250 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.250 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.250 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.250 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:28.250 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.872321+0000", 2024-09-20T22:59:28.250 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.872321+0000", 2024-09-20T22:59:28.250 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.872321+0000", 2024-09-20T22:59:28.250 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.250 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.250 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.250 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.872321+0000", 2024-09-20T22:59:28.250 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.872321+0000", 2024-09-20T22:59:28.250 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.250 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.251 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.251 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.251 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:28.251 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.251 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.251 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.251 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.251 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.251 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.251 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.251 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.251 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.18", 2024-09-20T22:59:28.251 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.251 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.251 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.251 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5200, 2024-09-20T22:59:28.252 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.252 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:30:34.267641+0000", 2024-09-20T22:59:28.252 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.252 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.252 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.253 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.254 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.254 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.254 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.254 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.254 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.254 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.254 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.254 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.254 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.254 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.254 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.254 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.254 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.255 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.255 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.255 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.255 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.255 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.255 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.255 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.255 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:28.255 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.255 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:28.255 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.255 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.255 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.255 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.255 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.256 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:28.256 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:28.256 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.256 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:28.256 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.256 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.256 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.256 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.256 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.256 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.256 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.015228+0000", 2024-09-20T22:59:28.256 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:47:54.635088+0000", 2024-09-20T22:59:28.256 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:47:54.635088+0000", 2024-09-20T22:59:28.256 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:47:54.636866+0000", 2024-09-20T22:59:28.256 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.015228+0000", 2024-09-20T22:59:28.257 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.257 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.257 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.257 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 403, 2024-09-20T22:59:28.257 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.015228+0000", 2024-09-20T22:59:28.257 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.015228+0000", 2024-09-20T22:59:28.257 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.015228+0000", 2024-09-20T22:59:28.257 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.257 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.257 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.257 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.015228+0000", 2024-09-20T22:59:28.257 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.015228+0000", 2024-09-20T22:59:28.257 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.257 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.257 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.258 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.258 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 402, 2024-09-20T22:59:28.258 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.258 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.258 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.258 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.258 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.258 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.258 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.258 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.258 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.18", 2024-09-20T22:59:28.258 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.258 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.258 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.258 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5299, 2024-09-20T22:59:28.259 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.259 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:18:36.064813+0000", 2024-09-20T22:59:28.259 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.259 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.259 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.261 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.261 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.262 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.262 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.262 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.262 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.262 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:28.262 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:28.262 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.262 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:28.262 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.262 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.262 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.262 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.262 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.262 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:28.262 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:28.263 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.263 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:28.263 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.263 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.263 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:28.263 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.263 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.263 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.015258+0000", 2024-09-20T22:59:28.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.691159+0000", 2024-09-20T22:59:28.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.691159+0000", 2024-09-20T22:59:28.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.691481+0000", 2024-09-20T22:59:28.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.015258+0000", 2024-09-20T22:59:28.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.264 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:28.264 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.015258+0000", 2024-09-20T22:59:28.264 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.015258+0000", 2024-09-20T22:59:28.264 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.015258+0000", 2024-09-20T22:59:28.264 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.264 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.264 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.264 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.015258+0000", 2024-09-20T22:59:28.264 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.015258+0000", 2024-09-20T22:59:28.264 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.264 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.264 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.264 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.264 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:28.264 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.264 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.265 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.265 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.265 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.265 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.265 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.265 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.265 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.19", 2024-09-20T22:59:28.265 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.265 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.265 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.265 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5302, 2024-09-20T22:59:28.265 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.265 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:19:10.964309+0000", 2024-09-20T22:59:28.265 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.265 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.266 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.268 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.268 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.268 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.268 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.268 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.269 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:28.269 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:28.269 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.269 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:28.269 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.269 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.269 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.269 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.269 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:28.269 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.269 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:28.269 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.269 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:28.269 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.269 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.270 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:28.270 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.270 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.270 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.270 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.876013+0000", 2024-09-20T22:59:28.270 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.629573+0000", 2024-09-20T22:59:28.270 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.629573+0000", 2024-09-20T22:59:28.270 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.629912+0000", 2024-09-20T22:59:28.270 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.876013+0000", 2024-09-20T22:59:28.270 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.270 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.270 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.270 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:28.270 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.876013+0000", 2024-09-20T22:59:28.270 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.876013+0000", 2024-09-20T22:59:28.271 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.876013+0000", 2024-09-20T22:59:28.271 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.271 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.271 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.271 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.876013+0000", 2024-09-20T22:59:28.271 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.876013+0000", 2024-09-20T22:59:28.271 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.271 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T22:59:28.271 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.271 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.271 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:28.271 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.271 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.271 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.271 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.272 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T22:59:28.272 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.272 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.272 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.272 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1a", 2024-09-20T22:59:28.272 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.272 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.272 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.272 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5171, 2024-09-20T22:59:28.272 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.272 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:57:15.567879+0000", 2024-09-20T22:59:28.272 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.272 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.272 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.276 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.276 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.276 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.276 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.276 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:28.276 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.276 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:28.276 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.276 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:28.276 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "556'2" 2024-09-20T22:59:28.276 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.276 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.276 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.276 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:28.276 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.277 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:28.277 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.277 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T22:59:28.277 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.277 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.277 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.277 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.277 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.277 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.277 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:25.775490+0000", 2024-09-20T22:59:28.277 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.636088+0000", 2024-09-20T22:59:28.277 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.636088+0000", 2024-09-20T22:59:28.277 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.636652+0000", 2024-09-20T22:59:28.277 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:25.775490+0000", 2024-09-20T22:59:28.277 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.278 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.278 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.278 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:28.278 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:25.775490+0000", 2024-09-20T22:59:28.278 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:25.775490+0000", 2024-09-20T22:59:28.278 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:25.775490+0000", 2024-09-20T22:59:28.278 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.278 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.278 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.278 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:25.775490+0000", 2024-09-20T22:59:28.278 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:25.775490+0000", 2024-09-20T22:59:28.278 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.278 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.278 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.278 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.278 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:28.279 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.279 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.279 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.279 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.279 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.279 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.279 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.279 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.279 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1b", 2024-09-20T22:59:28.279 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.279 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.279 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.279 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5302, 2024-09-20T22:59:28.280 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.280 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:54:27.489716+0000", 2024-09-20T22:59:28.280 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.280 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.280 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.281 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.282 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.282 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.283 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.283 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.283 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.283 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:28.283 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.283 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:28.283 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.283 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T22:59:28.283 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.283 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.283 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.283 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.283 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.283 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.284 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:28.284 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.284 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:28.284 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.284 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.284 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:28.284 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.284 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.284 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.284 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.016446+0000", 2024-09-20T22:59:28.284 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.636422+0000", 2024-09-20T22:59:28.284 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.636422+0000", 2024-09-20T22:59:28.284 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.637023+0000", 2024-09-20T22:59:28.284 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.016446+0000", 2024-09-20T22:59:28.284 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:28.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.016446+0000", 2024-09-20T22:59:28.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.016446+0000", 2024-09-20T22:59:28.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.016446+0000", 2024-09-20T22:59:28.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:28.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.016446+0000", 2024-09-20T22:59:28.285 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.016446+0000", 2024-09-20T22:59:28.285 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.285 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T22:59:28.285 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.286 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.286 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:28.286 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.286 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.286 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.286 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.286 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T22:59:28.286 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.286 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.286 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.286 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1b", 2024-09-20T22:59:28.286 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.286 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.287 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.287 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5294, 2024-09-20T22:59:28.287 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.287 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:27:19.854290+0000", 2024-09-20T22:59:28.287 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.287 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.287 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.288 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.290 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.290 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.290 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.290 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.290 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.290 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.290 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.290 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:28.290 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.290 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:28.290 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "556'2" 2024-09-20T22:59:28.290 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.290 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.291 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.291 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.291 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:28.291 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:28.291 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.291 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T22:59:28.291 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.291 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.291 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.291 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.291 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.291 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.291 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.981637+0000", 2024-09-20T22:59:28.291 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.601100+0000", 2024-09-20T22:59:28.291 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.601100+0000", 2024-09-20T22:59:28.291 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.601528+0000", 2024-09-20T22:59:28.291 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.981637+0000", 2024-09-20T22:59:28.292 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.292 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.292 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.292 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:28.292 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.981637+0000", 2024-09-20T22:59:28.292 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.981637+0000", 2024-09-20T22:59:28.292 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.981637+0000", 2024-09-20T22:59:28.292 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.292 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.292 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.292 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.981637+0000", 2024-09-20T22:59:28.292 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.981637+0000", 2024-09-20T22:59:28.292 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.292 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.292 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.292 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.293 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:28.293 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.293 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.293 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.293 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.293 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.293 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.293 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.293 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.293 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1a", 2024-09-20T22:59:28.293 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.293 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.293 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.293 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5271, 2024-09-20T22:59:28.293 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.294 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T21:44:29.137423+0000", 2024-09-20T22:59:28.294 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.294 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.294 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.295 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.296 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.296 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.297 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.297 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.297 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.297 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.297 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:28.297 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:28.297 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.297 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T22:59:28.297 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.297 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.297 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.297 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.297 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:28.297 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:28.297 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:28.297 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.298 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:28.298 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.298 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.298 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.298 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.298 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.298 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.298 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.873688+0000", 2024-09-20T22:59:28.298 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.686166+0000", 2024-09-20T22:59:28.298 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.686166+0000", 2024-09-20T22:59:28.298 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.687744+0000", 2024-09-20T22:59:28.298 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.873688+0000", 2024-09-20T22:59:28.298 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.298 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.298 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.299 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:28.299 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.873688+0000", 2024-09-20T22:59:28.299 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.873688+0000", 2024-09-20T22:59:28.299 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.873688+0000", 2024-09-20T22:59:28.299 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.299 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.299 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.299 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.873688+0000", 2024-09-20T22:59:28.299 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.873688+0000", 2024-09-20T22:59:28.299 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.299 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.299 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.299 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.299 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:28.299 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.299 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.299 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.300 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.300 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.300 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.300 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.300 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.300 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.20", 2024-09-20T22:59:28.300 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.300 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.300 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.300 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5171, 2024-09-20T22:59:28.300 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.300 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:15:04.270541+0000", 2024-09-20T22:59:28.300 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.300 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.300 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.303 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.303 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.303 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.303 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.303 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:28.304 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:28.304 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:28.304 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.304 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:28.304 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.304 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.304 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.304 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.304 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:28.304 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.304 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:28.304 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.304 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T22:59:28.304 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.305 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.305 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.305 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.305 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.305 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.305 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:25.774143+0000", 2024-09-20T22:59:28.305 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.686159+0000", 2024-09-20T22:59:28.305 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.686159+0000", 2024-09-20T22:59:28.305 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.686485+0000", 2024-09-20T22:59:28.305 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:25.774143+0000", 2024-09-20T22:59:28.305 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.305 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.305 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.306 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:28.306 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:25.774143+0000", 2024-09-20T22:59:28.306 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:25.774143+0000", 2024-09-20T22:59:28.306 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:25.774143+0000", 2024-09-20T22:59:28.306 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.306 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.306 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.306 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:25.774143+0000", 2024-09-20T22:59:28.306 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:25.774143+0000", 2024-09-20T22:59:28.306 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.306 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.306 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.306 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.306 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:28.307 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.307 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.307 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.307 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.307 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.307 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.307 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.307 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.307 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.21", 2024-09-20T22:59:28.307 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.307 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.307 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.308 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5307, 2024-09-20T22:59:28.308 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.308 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T02:01:57.958584+0000", 2024-09-20T22:59:28.308 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.308 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.308 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.311 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.311 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.311 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.311 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.311 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:28.311 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.311 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:28.311 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.311 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T22:59:28.311 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.311 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.311 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.311 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.311 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.311 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.312 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:28.312 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.312 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:28.312 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.312 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.312 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.312 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.312 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.312 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.312 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.873103+0000", 2024-09-20T22:59:28.312 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.408695+0000", 2024-09-20T22:59:28.312 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.408695+0000", 2024-09-20T22:59:28.312 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.409384+0000", 2024-09-20T22:59:28.312 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.873103+0000", 2024-09-20T22:59:28.312 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.312 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.312 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.313 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:28.313 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.873103+0000", 2024-09-20T22:59:28.313 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.873103+0000", 2024-09-20T22:59:28.313 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.873103+0000", 2024-09-20T22:59:28.313 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.313 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.313 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.313 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.873103+0000", 2024-09-20T22:59:28.313 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.873103+0000", 2024-09-20T22:59:28.313 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.313 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.313 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.313 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.313 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:28.313 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.313 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.314 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.314 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.314 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.314 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.314 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.314 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.314 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.22", 2024-09-20T22:59:28.314 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.314 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.314 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.314 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5217, 2024-09-20T22:59:28.314 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.314 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:08:11.195081+0000", 2024-09-20T22:59:28.314 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.314 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.315 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.317 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.317 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.317 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.317 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.317 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.317 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.318 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:28.318 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.318 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:28.318 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.318 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.318 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.318 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.318 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:28.318 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.318 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:28.318 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.318 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:28.318 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.318 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.319 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.319 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.319 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.319 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.319 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.982664+0000", 2024-09-20T22:59:28.319 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.604480+0000", 2024-09-20T22:59:28.319 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.604480+0000", 2024-09-20T22:59:28.319 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.604800+0000", 2024-09-20T22:59:28.319 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.982664+0000", 2024-09-20T22:59:28.319 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.319 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.319 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.319 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:28.319 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.982664+0000", 2024-09-20T22:59:28.319 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.982664+0000", 2024-09-20T22:59:28.319 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.982664+0000", 2024-09-20T22:59:28.320 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.320 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.320 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.320 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.982664+0000", 2024-09-20T22:59:28.320 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.982664+0000", 2024-09-20T22:59:28.320 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.320 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.320 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.320 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.320 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:28.320 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.320 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.320 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.320 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.320 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.320 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.320 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.321 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.321 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.23", 2024-09-20T22:59:28.321 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.321 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.321 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.321 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5359, 2024-09-20T22:59:28.321 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.321 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T02:33:59.434664+0000", 2024-09-20T22:59:28.321 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.321 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.321 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.323 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.324 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.324 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.324 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.324 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.324 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.324 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.324 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.324 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.324 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.324 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:28.324 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.324 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:28.324 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.324 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:28.324 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.324 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.325 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.325 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.325 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.325 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:28.325 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:28.325 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.325 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:28.325 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.325 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.325 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.325 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.325 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.325 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.325 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.015380+0000", 2024-09-20T22:59:28.325 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:47:54.631722+0000", 2024-09-20T22:59:28.326 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:47:54.631722+0000", 2024-09-20T22:59:28.326 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:47:54.632368+0000", 2024-09-20T22:59:28.326 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.015380+0000", 2024-09-20T22:59:28.326 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.326 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.326 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.326 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 403, 2024-09-20T22:59:28.326 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.015380+0000", 2024-09-20T22:59:28.326 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.015380+0000", 2024-09-20T22:59:28.326 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.015380+0000", 2024-09-20T22:59:28.326 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.326 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.326 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.326 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.015380+0000", 2024-09-20T22:59:28.326 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.015380+0000", 2024-09-20T22:59:28.326 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.327 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.327 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.327 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.327 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 402, 2024-09-20T22:59:28.327 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.327 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.327 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.327 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.327 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.327 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.327 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.327 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.327 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.24", 2024-09-20T22:59:28.327 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.328 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.328 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.328 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5304, 2024-09-20T22:59:28.328 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.328 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:17:15.113703+0000", 2024-09-20T22:59:28.328 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.328 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.328 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.331 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.331 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.331 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.331 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.331 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.331 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.331 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.331 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.331 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:28.331 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:28.331 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.331 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:28.331 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.331 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.332 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.332 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.332 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:28.332 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.332 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:28.332 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.332 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:28.332 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.332 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.332 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.332 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.332 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.332 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.332 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.983803+0000", 2024-09-20T22:59:28.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:47:54.641577+0000", 2024-09-20T22:59:28.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:47:54.641577+0000", 2024-09-20T22:59:28.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:47:54.642347+0000", 2024-09-20T22:59:28.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.983803+0000", 2024-09-20T22:59:28.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 403, 2024-09-20T22:59:28.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.983803+0000", 2024-09-20T22:59:28.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.983803+0000", 2024-09-20T22:59:28.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.983803+0000", 2024-09-20T22:59:28.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.334 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.983803+0000", 2024-09-20T22:59:28.334 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.983803+0000", 2024-09-20T22:59:28.334 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.334 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.334 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.334 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.334 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 402, 2024-09-20T22:59:28.334 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.334 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.334 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.334 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.334 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.334 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.334 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.335 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.335 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.25", 2024-09-20T22:59:28.335 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.335 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.335 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.335 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5340, 2024-09-20T22:59:28.335 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.335 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:09:18.828973+0000", 2024-09-20T22:59:28.335 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.335 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.335 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.338 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.338 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.338 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.338 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.338 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.338 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.338 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.338 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.338 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:28.338 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.338 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:28.338 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.338 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:28.338 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.338 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.339 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.339 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.339 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:28.339 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.339 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:28.339 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.339 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:28.339 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.339 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.339 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.339 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.339 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.339 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.339 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.879341+0000", 2024-09-20T22:59:28.339 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.627167+0000", 2024-09-20T22:59:28.340 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.627167+0000", 2024-09-20T22:59:28.340 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.627464+0000", 2024-09-20T22:59:28.340 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.879341+0000", 2024-09-20T22:59:28.340 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.340 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.340 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.340 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:28.340 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.879341+0000", 2024-09-20T22:59:28.340 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.879341+0000", 2024-09-20T22:59:28.340 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.879341+0000", 2024-09-20T22:59:28.340 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.340 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.340 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.340 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.879341+0000", 2024-09-20T22:59:28.340 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.879341+0000", 2024-09-20T22:59:28.341 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.341 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.341 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.341 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.341 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:28.341 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.341 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.341 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.341 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.341 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.341 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.341 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.341 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.341 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.26", 2024-09-20T22:59:28.341 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.341 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.342 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.342 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5171, 2024-09-20T22:59:28.342 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.342 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:21:13.843842+0000", 2024-09-20T22:59:28.342 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.342 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.342 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.345 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.345 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.345 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.345 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.345 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.345 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.345 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.345 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:28.345 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.345 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:28.345 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.345 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:28.345 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.345 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.346 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.346 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.346 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.346 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:28.346 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:28.346 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.346 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:28.346 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.346 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.346 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.346 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.346 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.346 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.346 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.015452+0000", 2024-09-20T22:59:28.347 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:47:54.638211+0000", 2024-09-20T22:59:28.347 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:47:54.638211+0000", 2024-09-20T22:59:28.347 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:47:54.638524+0000", 2024-09-20T22:59:28.347 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.015452+0000", 2024-09-20T22:59:28.347 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.347 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.347 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.347 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 403, 2024-09-20T22:59:28.347 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.015452+0000", 2024-09-20T22:59:28.347 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.015452+0000", 2024-09-20T22:59:28.347 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.015452+0000", 2024-09-20T22:59:28.347 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.347 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.347 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.347 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.015452+0000", 2024-09-20T22:59:28.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.015452+0000", 2024-09-20T22:59:28.348 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.348 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.348 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.348 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.348 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 402, 2024-09-20T22:59:28.348 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.348 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.348 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.348 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.348 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.348 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.348 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.348 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.348 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.27", 2024-09-20T22:59:28.348 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.349 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.349 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.349 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5304, 2024-09-20T22:59:28.349 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.349 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T06:07:33.419280+0000", 2024-09-20T22:59:28.349 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.349 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.349 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.349 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.352 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.352 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.352 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.352 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.352 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.352 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:28.352 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:28.352 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.352 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:28.352 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.353 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.353 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.353 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.353 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.353 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.353 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:28.353 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.353 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:28.353 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.353 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.353 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.353 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.353 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.353 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.353 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.872730+0000", 2024-09-20T22:59:28.354 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.402517+0000", 2024-09-20T22:59:28.354 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.402517+0000", 2024-09-20T22:59:28.354 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.405028+0000", 2024-09-20T22:59:28.354 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.872730+0000", 2024-09-20T22:59:28.354 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.354 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.354 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.354 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:28.354 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.872730+0000", 2024-09-20T22:59:28.354 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.872730+0000", 2024-09-20T22:59:28.354 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.872730+0000", 2024-09-20T22:59:28.354 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.354 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.355 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.355 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.872730+0000", 2024-09-20T22:59:28.355 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.872730+0000", 2024-09-20T22:59:28.355 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.355 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.355 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.355 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.355 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:28.355 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.355 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.355 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.355 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.355 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.355 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.355 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.356 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.356 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.28", 2024-09-20T22:59:28.356 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.356 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.356 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.356 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5216, 2024-09-20T22:59:28.356 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.356 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:20:16.671355+0000", 2024-09-20T22:59:28.356 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.356 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.356 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.356 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.357 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.359 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.359 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.359 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.359 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.359 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.359 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.360 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:28.360 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.360 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:28.360 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.360 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.360 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.360 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.360 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.360 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.360 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:28.360 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.360 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:28.360 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.360 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.360 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.360 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.360 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.361 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.361 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.016031+0000", 2024-09-20T22:59:28.361 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.592683+0000", 2024-09-20T22:59:28.361 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.592683+0000", 2024-09-20T22:59:28.361 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.593093+0000", 2024-09-20T22:59:28.361 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.016031+0000", 2024-09-20T22:59:28.361 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.361 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.361 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.361 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:28.361 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.016031+0000", 2024-09-20T22:59:28.361 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.016031+0000", 2024-09-20T22:59:28.361 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.016031+0000", 2024-09-20T22:59:28.361 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.361 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.361 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.362 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.016031+0000", 2024-09-20T22:59:28.362 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.016031+0000", 2024-09-20T22:59:28.362 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.362 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.362 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.362 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.362 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:28.362 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.362 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.362 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.362 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.362 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.362 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.362 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.362 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.363 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.29", 2024-09-20T22:59:28.363 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.363 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.363 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.363 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5293, 2024-09-20T22:59:28.363 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.363 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:54:31.005947+0000", 2024-09-20T22:59:28.363 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.363 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.363 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.363 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.364 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.366 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.366 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.366 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.366 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.366 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.366 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.366 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:28.366 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.366 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:28.366 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.366 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.366 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.366 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.366 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.366 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.367 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:28.367 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.367 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:28.367 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.367 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.367 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.367 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.367 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.367 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.872395+0000", 2024-09-20T22:59:28.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.629788+0000", 2024-09-20T22:59:28.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.629788+0000", 2024-09-20T22:59:28.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.630469+0000", 2024-09-20T22:59:28.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.872395+0000", 2024-09-20T22:59:28.367 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.368 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.368 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.368 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:28.368 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.872395+0000", 2024-09-20T22:59:28.368 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.872395+0000", 2024-09-20T22:59:28.368 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.872395+0000", 2024-09-20T22:59:28.368 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.368 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.368 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.368 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.872395+0000", 2024-09-20T22:59:28.368 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.872395+0000", 2024-09-20T22:59:28.368 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.368 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.368 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.368 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.368 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:28.369 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.369 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.369 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.369 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.369 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.369 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.369 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.369 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.369 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2a", 2024-09-20T22:59:28.369 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.369 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.369 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.369 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5179, 2024-09-20T22:59:28.369 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.369 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:51:48.205698+0000", 2024-09-20T22:59:28.370 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.370 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.370 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.370 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.371 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.372 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.373 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.373 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.373 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.373 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.373 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.373 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:28.373 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.373 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:28.373 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.373 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.373 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.373 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.373 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:28.373 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.373 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:28.373 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.374 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T22:59:28.374 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.374 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.374 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.374 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.374 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.374 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.374 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:25.774740+0000", 2024-09-20T22:59:28.374 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.637496+0000", 2024-09-20T22:59:28.374 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.637496+0000", 2024-09-20T22:59:28.374 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.637942+0000", 2024-09-20T22:59:28.374 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:25.774740+0000", 2024-09-20T22:59:28.374 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.374 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:28.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:25.774740+0000", 2024-09-20T22:59:28.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:25.774740+0000", 2024-09-20T22:59:28.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:25.774740+0000", 2024-09-20T22:59:28.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:25.774740+0000", 2024-09-20T22:59:28.375 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:25.774740+0000", 2024-09-20T22:59:28.375 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.375 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.375 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.375 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.375 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:28.375 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.376 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.376 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.376 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.376 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.376 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.376 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.376 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.376 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2b", 2024-09-20T22:59:28.376 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.376 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.376 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.376 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5304, 2024-09-20T22:59:28.376 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.376 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:27:31.628816+0000", 2024-09-20T22:59:28.377 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.377 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.377 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.377 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.378 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.379 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.379 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.380 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.380 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.380 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.380 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:28.380 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.380 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:28.380 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.380 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T22:59:28.380 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.380 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.380 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.380 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.380 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:28.380 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.380 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:28.381 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.381 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:28.381 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.381 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.381 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.381 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.381 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.381 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.381 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.875803+0000", 2024-09-20T22:59:28.381 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.694962+0000", 2024-09-20T22:59:28.381 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.694962+0000", 2024-09-20T22:59:28.381 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.695913+0000", 2024-09-20T22:59:28.381 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.875803+0000", 2024-09-20T22:59:28.381 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:28.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.875803+0000", 2024-09-20T22:59:28.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.875803+0000", 2024-09-20T22:59:28.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.875803+0000", 2024-09-20T22:59:28.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.875803+0000", 2024-09-20T22:59:28.382 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.875803+0000", 2024-09-20T22:59:28.382 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.382 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.382 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.383 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.383 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:28.383 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.383 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.383 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.383 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.383 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.383 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.383 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.383 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.383 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2c", 2024-09-20T22:59:28.383 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.383 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.384 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.384 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5178, 2024-09-20T22:59:28.384 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.384 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:35:28.340849+0000", 2024-09-20T22:59:28.384 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.384 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.384 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.384 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.384 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.384 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.384 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.384 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.384 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.384 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.384 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.384 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.385 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.386 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.387 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.387 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.387 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.387 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.387 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.387 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:28.387 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.387 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:28.387 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.387 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:28.387 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.388 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.388 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.388 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.388 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.388 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:28.388 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:28.388 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.388 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:28.388 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.388 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.388 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.388 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.388 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.388 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.388 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156547+0000", 2024-09-20T22:59:28.389 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.636951+0000", 2024-09-20T22:59:28.389 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.636951+0000", 2024-09-20T22:59:28.389 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.639100+0000", 2024-09-20T22:59:28.389 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156547+0000", 2024-09-20T22:59:28.389 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.389 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.389 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.389 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:28.389 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156547+0000", 2024-09-20T22:59:28.389 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156547+0000", 2024-09-20T22:59:28.389 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156547+0000", 2024-09-20T22:59:28.389 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.389 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.389 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.389 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156547+0000", 2024-09-20T22:59:28.390 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156547+0000", 2024-09-20T22:59:28.390 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.390 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.390 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.390 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.390 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:28.390 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.390 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.390 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.390 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.390 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.390 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.390 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.390 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.390 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2d", 2024-09-20T22:59:28.391 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.391 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.391 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.391 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5133, 2024-09-20T22:59:28.391 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.391 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:29:28.545736+0000", 2024-09-20T22:59:28.391 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.391 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.391 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.393 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.394 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.394 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.394 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.394 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.394 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.394 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.394 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:28.394 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:28.394 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.394 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:28.394 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.395 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.395 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.395 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.395 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:28.395 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:28.395 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:28.395 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.395 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T22:59:28.395 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.395 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.395 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.395 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.395 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.395 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.395 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:25.775289+0000", 2024-09-20T22:59:28.396 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.636206+0000", 2024-09-20T22:59:28.396 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.636206+0000", 2024-09-20T22:59:28.396 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.636503+0000", 2024-09-20T22:59:28.396 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:25.775289+0000", 2024-09-20T22:59:28.396 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.396 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.396 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.396 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:28.396 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:25.775289+0000", 2024-09-20T22:59:28.396 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:25.775289+0000", 2024-09-20T22:59:28.396 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:25.775289+0000", 2024-09-20T22:59:28.396 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.396 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.396 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.396 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:25.775289+0000", 2024-09-20T22:59:28.396 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:25.775289+0000", 2024-09-20T22:59:28.397 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.397 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.397 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.397 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.397 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:28.397 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.397 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.397 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.397 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.397 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.397 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.397 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.397 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.397 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2e", 2024-09-20T22:59:28.398 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.398 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.398 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.398 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5303, 2024-09-20T22:59:28.398 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.398 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:51:48.177513+0000", 2024-09-20T22:59:28.398 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.398 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.398 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.401 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.401 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.401 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.401 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.401 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:28.401 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:28.401 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:28.401 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.401 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T22:59:28.401 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.402 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.402 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.402 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.402 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.402 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.402 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:28.402 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.402 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:28.402 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.402 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.402 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.402 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.402 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.402 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.402 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.872986+0000", 2024-09-20T22:59:28.402 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.639089+0000", 2024-09-20T22:59:28.403 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.639089+0000", 2024-09-20T22:59:28.403 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.639566+0000", 2024-09-20T22:59:28.403 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.872986+0000", 2024-09-20T22:59:28.403 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.403 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.403 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.403 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:28.403 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.872986+0000", 2024-09-20T22:59:28.403 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.872986+0000", 2024-09-20T22:59:28.403 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.872986+0000", 2024-09-20T22:59:28.403 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.403 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.403 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.403 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.872986+0000", 2024-09-20T22:59:28.403 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.872986+0000", 2024-09-20T22:59:28.403 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.404 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.404 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.404 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.404 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:28.404 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.404 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.404 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.404 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.404 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.404 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.404 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.404 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.404 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2f", 2024-09-20T22:59:28.404 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.404 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.404 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.404 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5198, 2024-09-20T22:59:28.405 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.405 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:59:37.083126+0000", 2024-09-20T22:59:28.405 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.405 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.405 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.408 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.408 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.408 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.408 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.408 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.408 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.408 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:28.408 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.408 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:28.408 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.408 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.408 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.408 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.408 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.408 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:28.408 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:28.409 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.409 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:28.409 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.409 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.409 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.409 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.409 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.409 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.409 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.872489+0000", 2024-09-20T22:59:28.409 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.637559+0000", 2024-09-20T22:59:28.409 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.637559+0000", 2024-09-20T22:59:28.409 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.637899+0000", 2024-09-20T22:59:28.409 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.872489+0000", 2024-09-20T22:59:28.409 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.409 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.409 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.410 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:28.410 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.872489+0000", 2024-09-20T22:59:28.410 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.872489+0000", 2024-09-20T22:59:28.410 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.872489+0000", 2024-09-20T22:59:28.410 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.410 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.410 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.410 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.872489+0000", 2024-09-20T22:59:28.410 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.872489+0000", 2024-09-20T22:59:28.410 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.410 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.410 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.410 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.410 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:28.410 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.411 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.411 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.411 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.411 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.411 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.411 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.411 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.411 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.30", 2024-09-20T22:59:28.411 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.411 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.411 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.411 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5189, 2024-09-20T22:59:28.411 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.411 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:10:38.797060+0000", 2024-09-20T22:59:28.411 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.412 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.412 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.414 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.414 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.414 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.414 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.414 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.414 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.414 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.414 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.414 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.414 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.414 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.414 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.414 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.415 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.415 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.415 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.415 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.415 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.416 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:28.416 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:28.416 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.416 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:28.416 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.416 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.416 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.416 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.416 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:28.416 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.416 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:28.416 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.416 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:28.416 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.417 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.417 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.417 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.417 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.417 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.417 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.981859+0000", 2024-09-20T22:59:28.417 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.402706+0000", 2024-09-20T22:59:28.417 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.402706+0000", 2024-09-20T22:59:28.417 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.403064+0000", 2024-09-20T22:59:28.417 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.981859+0000", 2024-09-20T22:59:28.417 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.417 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.417 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.417 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:28.417 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.981859+0000", 2024-09-20T22:59:28.417 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.981859+0000", 2024-09-20T22:59:28.418 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.981859+0000", 2024-09-20T22:59:28.418 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.418 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.418 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.418 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.981859+0000", 2024-09-20T22:59:28.418 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.981859+0000", 2024-09-20T22:59:28.418 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.418 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.418 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.418 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.418 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:28.418 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.418 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.418 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.418 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.419 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.419 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.419 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.419 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.419 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.31", 2024-09-20T22:59:28.419 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.419 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.419 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.419 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5338, 2024-09-20T22:59:28.419 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.419 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:01:18.402750+0000", 2024-09-20T22:59:28.419 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.419 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.419 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.422 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.422 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.422 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.422 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.422 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.423 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:28.423 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.423 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:28.423 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.423 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:28.423 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.423 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.423 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.423 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.423 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:28.423 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:28.423 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:28.423 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.423 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:28.423 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.424 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.424 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.424 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.424 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.424 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.424 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.982414+0000", 2024-09-20T22:59:28.424 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.413504+0000", 2024-09-20T22:59:28.424 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.413504+0000", 2024-09-20T22:59:28.424 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.413785+0000", 2024-09-20T22:59:28.424 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.982414+0000", 2024-09-20T22:59:28.424 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.424 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.424 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.424 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:28.424 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.982414+0000", 2024-09-20T22:59:28.425 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.982414+0000", 2024-09-20T22:59:28.425 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.982414+0000", 2024-09-20T22:59:28.425 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.425 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.425 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.425 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.982414+0000", 2024-09-20T22:59:28.425 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.982414+0000", 2024-09-20T22:59:28.425 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.425 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.425 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.425 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.425 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:28.425 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.425 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.425 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.426 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.426 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.426 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.426 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.426 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.426 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.32", 2024-09-20T22:59:28.426 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.426 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.426 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.426 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5355, 2024-09-20T22:59:28.426 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.426 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:03:46.782906+0000", 2024-09-20T22:59:28.426 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.426 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.426 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.429 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.429 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.429 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.429 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.429 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.429 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.429 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.429 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.429 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.429 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.429 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.429 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.429 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.429 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.429 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.430 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.430 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.430 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:28.430 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:28.430 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:28.430 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.430 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:28.430 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.430 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.430 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.430 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.430 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.430 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:28.430 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:28.430 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.431 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:28.431 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.431 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.431 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.431 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.431 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.431 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.431 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.015286+0000", 2024-09-20T22:59:28.431 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.692127+0000", 2024-09-20T22:59:28.431 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.692127+0000", 2024-09-20T22:59:28.431 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.693292+0000", 2024-09-20T22:59:28.431 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.015286+0000", 2024-09-20T22:59:28.431 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.431 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.432 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.432 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:28.432 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.015286+0000", 2024-09-20T22:59:28.432 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.015286+0000", 2024-09-20T22:59:28.432 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.015286+0000", 2024-09-20T22:59:28.432 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.432 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.432 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.432 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.015286+0000", 2024-09-20T22:59:28.432 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.015286+0000", 2024-09-20T22:59:28.432 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.432 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.432 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.432 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.433 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:28.433 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.433 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.433 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.433 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.433 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.433 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.433 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.433 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.433 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.33", 2024-09-20T22:59:28.433 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.433 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.433 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.433 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5291, 2024-09-20T22:59:28.433 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.434 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:36:58.920576+0000", 2024-09-20T22:59:28.434 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.434 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.434 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.436 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.436 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.436 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.437 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.437 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.437 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:28.437 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:28.437 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.437 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:28.437 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.437 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.437 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.437 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.437 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.437 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:28.437 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:28.437 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.437 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T22:59:28.437 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.438 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.438 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.438 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.438 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.438 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.438 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.982656+0000", 2024-09-20T22:59:28.438 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.692902+0000", 2024-09-20T22:59:28.438 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.692902+0000", 2024-09-20T22:59:28.438 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.693566+0000", 2024-09-20T22:59:28.438 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.982656+0000", 2024-09-20T22:59:28.438 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.438 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.438 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.438 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:28.438 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.982656+0000", 2024-09-20T22:59:28.439 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.982656+0000", 2024-09-20T22:59:28.439 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.982656+0000", 2024-09-20T22:59:28.439 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.439 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.439 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.439 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.982656+0000", 2024-09-20T22:59:28.439 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.982656+0000", 2024-09-20T22:59:28.439 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.439 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.439 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.439 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.439 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:28.439 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.439 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.440 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.440 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.440 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.440 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.440 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.440 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.440 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.34", 2024-09-20T22:59:28.440 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.440 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.440 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.440 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5239, 2024-09-20T22:59:28.440 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.440 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:29:59.307064+0000", 2024-09-20T22:59:28.440 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.440 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.440 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.443 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.443 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.443 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.444 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.444 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:28.444 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:28.444 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:28.444 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.444 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T22:59:28.444 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.444 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.444 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.444 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.444 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:28.444 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.444 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:28.444 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.444 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:28.445 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.445 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.445 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.445 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.445 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.445 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.445 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.875254+0000", 2024-09-20T22:59:28.445 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.685718+0000", 2024-09-20T22:59:28.445 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.685718+0000", 2024-09-20T22:59:28.445 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.686077+0000", 2024-09-20T22:59:28.445 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.875254+0000", 2024-09-20T22:59:28.445 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.445 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.445 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.445 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:28.445 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.875254+0000", 2024-09-20T22:59:28.446 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.875254+0000", 2024-09-20T22:59:28.446 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.875254+0000", 2024-09-20T22:59:28.446 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.446 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.446 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.446 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.875254+0000", 2024-09-20T22:59:28.446 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.875254+0000", 2024-09-20T22:59:28.446 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.446 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.446 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.446 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.446 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:28.446 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.446 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.447 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.447 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.447 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.447 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.447 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.447 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.447 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.35", 2024-09-20T22:59:28.447 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.447 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.447 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.447 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5166, 2024-09-20T22:59:28.447 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.447 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:44:54.146283+0000", 2024-09-20T22:59:28.447 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.448 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.448 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.450 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.451 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.451 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.451 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.451 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:28.451 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.451 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:28.451 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.451 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:28.451 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.451 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.451 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.451 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.451 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:28.451 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.452 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:28.452 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.452 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:28.452 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.452 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.452 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.452 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.452 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.452 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.452 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.876791+0000", 2024-09-20T22:59:28.452 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.695538+0000", 2024-09-20T22:59:28.452 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.695538+0000", 2024-09-20T22:59:28.452 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.696267+0000", 2024-09-20T22:59:28.453 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.876791+0000", 2024-09-20T22:59:28.453 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.453 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.453 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.453 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:28.453 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.876791+0000", 2024-09-20T22:59:28.453 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.876791+0000", 2024-09-20T22:59:28.453 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.876791+0000", 2024-09-20T22:59:28.453 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.453 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.453 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.453 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.876791+0000", 2024-09-20T22:59:28.453 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.876791+0000", 2024-09-20T22:59:28.453 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.453 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.454 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.454 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.454 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:28.454 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.454 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.454 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.454 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.454 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.454 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.454 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.454 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.454 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.36", 2024-09-20T22:59:28.454 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.455 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.455 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.455 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5166, 2024-09-20T22:59:28.455 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.455 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:56:07.106569+0000", 2024-09-20T22:59:28.455 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.455 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.455 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.455 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.455 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.455 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.455 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.455 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.458 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.458 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.458 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.458 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.458 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:28.458 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.458 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:28.459 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.459 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:28.459 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.459 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.459 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.459 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.459 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.459 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.459 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:28.459 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.459 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:28.459 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.460 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.460 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.460 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.460 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.460 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.460 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156321+0000", 2024-09-20T22:59:28.460 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.640261+0000", 2024-09-20T22:59:28.460 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.640261+0000", 2024-09-20T22:59:28.460 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.640547+0000", 2024-09-20T22:59:28.460 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156321+0000", 2024-09-20T22:59:28.460 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.460 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.460 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.460 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:28.460 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156321+0000", 2024-09-20T22:59:28.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156321+0000", 2024-09-20T22:59:28.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156321+0000", 2024-09-20T22:59:28.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156321+0000", 2024-09-20T22:59:28.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156321+0000", 2024-09-20T22:59:28.461 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.461 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.461 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.461 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.461 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:28.461 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.461 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.462 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.462 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.462 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.462 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.462 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.462 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.462 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.37", 2024-09-20T22:59:28.462 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.462 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.462 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.462 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5139, 2024-09-20T22:59:28.462 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.462 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:26:01.551718+0000", 2024-09-20T22:59:28.462 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.462 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.463 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.463 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.463 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.463 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.463 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.463 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.463 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.463 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.463 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.463 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.463 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.463 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.463 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.463 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.463 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.465 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.465 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.465 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.465 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.465 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.465 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.466 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:28.466 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.466 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:28.466 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.466 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.466 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.466 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.466 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.466 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.466 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:28.466 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.466 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:28.466 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.466 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.466 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.467 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.467 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.467 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.467 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.016333+0000", 2024-09-20T22:59:28.467 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.691155+0000", 2024-09-20T22:59:28.467 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.691155+0000", 2024-09-20T22:59:28.467 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.691494+0000", 2024-09-20T22:59:28.467 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.016333+0000", 2024-09-20T22:59:28.467 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.467 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.467 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.467 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:28.467 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.016333+0000", 2024-09-20T22:59:28.467 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.016333+0000", 2024-09-20T22:59:28.467 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.016333+0000", 2024-09-20T22:59:28.468 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.468 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.468 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.468 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.016333+0000", 2024-09-20T22:59:28.468 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.016333+0000", 2024-09-20T22:59:28.468 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.468 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.468 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.468 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.468 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:28.468 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.468 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.468 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.468 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.469 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.469 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.469 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.469 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.469 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.38", 2024-09-20T22:59:28.469 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.469 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.469 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.469 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5288, 2024-09-20T22:59:28.469 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.469 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:00:56.038338+0000", 2024-09-20T22:59:28.469 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.469 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.469 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.469 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.470 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.470 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.470 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.470 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.470 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.470 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.470 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.470 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.470 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.470 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.470 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.470 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.470 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.470 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.471 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.471 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.471 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.471 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.471 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.471 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.471 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.471 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.471 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.471 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.471 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.471 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.471 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.472 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.473 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.473 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.473 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.473 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.473 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.473 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:28.473 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.473 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:28.473 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.473 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.473 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.473 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.473 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.473 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:28.473 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:28.473 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.474 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:28.474 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.474 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.474 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.474 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.474 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.474 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.474 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.155176+0000", 2024-09-20T22:59:28.474 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.637687+0000", 2024-09-20T22:59:28.474 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.637687+0000", 2024-09-20T22:59:28.474 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.637963+0000", 2024-09-20T22:59:28.474 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.155176+0000", 2024-09-20T22:59:28.474 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.474 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.475 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.475 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:28.475 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.155176+0000", 2024-09-20T22:59:28.475 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.155176+0000", 2024-09-20T22:59:28.475 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.155176+0000", 2024-09-20T22:59:28.475 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.475 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.475 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.475 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.155176+0000", 2024-09-20T22:59:28.475 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.155176+0000", 2024-09-20T22:59:28.475 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.475 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.475 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.475 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.476 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:28.476 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.476 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.476 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.476 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.476 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.476 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.476 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.476 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.476 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.39", 2024-09-20T22:59:28.476 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.476 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.476 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.476 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5146, 2024-09-20T22:59:28.476 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.476 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:50:00.695792+0000", 2024-09-20T22:59:28.476 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.477 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.477 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.477 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.477 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.477 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.477 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.477 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.477 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.477 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.477 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.477 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.477 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.477 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.477 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.477 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.477 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.478 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.478 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.478 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.478 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.478 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.478 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.478 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.478 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.478 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.478 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.478 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.478 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.478 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.478 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.478 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.479 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.479 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.479 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.479 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.480 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.480 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:28.480 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:28.480 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.480 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:28.480 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.480 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.480 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.480 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.480 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.480 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:28.480 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:28.480 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.480 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:28.480 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.480 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.480 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.481 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.481 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.481 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.481 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.872920+0000", 2024-09-20T22:59:28.481 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.409070+0000", 2024-09-20T22:59:28.481 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.409070+0000", 2024-09-20T22:59:28.481 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.410438+0000", 2024-09-20T22:59:28.481 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.872920+0000", 2024-09-20T22:59:28.481 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.481 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.481 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.481 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:28.481 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.872920+0000", 2024-09-20T22:59:28.481 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.872920+0000", 2024-09-20T22:59:28.481 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.872920+0000", 2024-09-20T22:59:28.481 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.482 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.482 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.482 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.872920+0000", 2024-09-20T22:59:28.482 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.872920+0000", 2024-09-20T22:59:28.482 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.482 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.482 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.482 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.482 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:28.482 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.482 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.482 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.482 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.482 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.482 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.483 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.483 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.483 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3a", 2024-09-20T22:59:28.483 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.483 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.483 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.483 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5187, 2024-09-20T22:59:28.483 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.483 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T21:43:12.364554+0000", 2024-09-20T22:59:28.483 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.483 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.483 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.484 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.484 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.484 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.484 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.484 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.484 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.484 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.484 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.484 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.484 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.484 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.484 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.484 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.484 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.484 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.485 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.485 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.485 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.485 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.485 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.485 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.485 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.485 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.485 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.485 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.485 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.485 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.485 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.486 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.486 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.486 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.486 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.486 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.486 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:28.487 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:28.487 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.487 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:28.487 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.487 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.487 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.487 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.487 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.487 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:28.487 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:28.487 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.487 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:28.487 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.487 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.487 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.487 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.488 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.488 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.488 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.157248+0000", 2024-09-20T22:59:28.488 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.633719+0000", 2024-09-20T22:59:28.488 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.633719+0000", 2024-09-20T22:59:28.488 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.635024+0000", 2024-09-20T22:59:28.488 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.157248+0000", 2024-09-20T22:59:28.488 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.488 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.488 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.488 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:28.488 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.157248+0000", 2024-09-20T22:59:28.488 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.157248+0000", 2024-09-20T22:59:28.488 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.157248+0000", 2024-09-20T22:59:28.488 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.489 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.489 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.489 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.157248+0000", 2024-09-20T22:59:28.489 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.157248+0000", 2024-09-20T22:59:28.489 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.489 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.489 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.489 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.489 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:28.489 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.489 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.489 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.489 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.489 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.489 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.490 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.490 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.490 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3b", 2024-09-20T22:59:28.490 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.490 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.490 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.490 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5146, 2024-09-20T22:59:28.490 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.490 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:30:44.340495+0000", 2024-09-20T22:59:28.490 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.490 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.490 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.491 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.491 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.491 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.491 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.491 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.491 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.491 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.491 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.491 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.491 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.491 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.491 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.491 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.491 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.492 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.492 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.492 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.492 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.492 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.492 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.492 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.492 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.492 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.492 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.492 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.492 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.492 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.492 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.492 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.493 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.493 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.493 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.493 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.493 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.493 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.493 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.493 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.493 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.493 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.493 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.493 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.493 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.493 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:28.493 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:28.494 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.494 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:28.494 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.494 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.494 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.494 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.494 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.494 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.494 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:28.494 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.494 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:28.494 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.494 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.494 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.495 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.495 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.495 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.495 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.873718+0000", 2024-09-20T22:59:28.495 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.631306+0000", 2024-09-20T22:59:28.495 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.631306+0000", 2024-09-20T22:59:28.495 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.631739+0000", 2024-09-20T22:59:28.495 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.873718+0000", 2024-09-20T22:59:28.495 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.495 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.495 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.495 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:28.495 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.873718+0000", 2024-09-20T22:59:28.495 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.873718+0000", 2024-09-20T22:59:28.496 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.873718+0000", 2024-09-20T22:59:28.496 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.496 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.496 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.496 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.873718+0000", 2024-09-20T22:59:28.496 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.873718+0000", 2024-09-20T22:59:28.496 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.496 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.496 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.496 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.496 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:28.496 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.496 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.496 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.496 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.497 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.497 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.497 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.497 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.497 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3c", 2024-09-20T22:59:28.497 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.497 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.497 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.497 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5211, 2024-09-20T22:59:28.497 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.497 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:06:49.231603+0000", 2024-09-20T22:59:28.497 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.497 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.497 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.500 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.500 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.500 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.500 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.500 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.500 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.500 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.500 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.500 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.500 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.500 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.500 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.500 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.500 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.500 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:28.500 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:28.501 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:28.501 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.501 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:28.501 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.501 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.501 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.501 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.501 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:28.501 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:28.501 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:28.501 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.501 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:28.501 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.501 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.501 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.501 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.501 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.502 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.502 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.986280+0000", 2024-09-20T22:59:28.502 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:47:20.959554+0000", 2024-09-20T22:59:28.502 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:47:20.959554+0000", 2024-09-20T22:59:28.502 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:47:20.959912+0000", 2024-09-20T22:59:28.502 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.986280+0000", 2024-09-20T22:59:28.502 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.502 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.502 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.502 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 370, 2024-09-20T22:59:28.502 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.986280+0000", 2024-09-20T22:59:28.502 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.986280+0000", 2024-09-20T22:59:28.502 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.986280+0000", 2024-09-20T22:59:28.502 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.502 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.503 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.503 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.986280+0000", 2024-09-20T22:59:28.503 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.986280+0000", 2024-09-20T22:59:28.503 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.503 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.503 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.503 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.503 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 369, 2024-09-20T22:59:28.503 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.503 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.503 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.503 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.503 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.503 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.503 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.503 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.503 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3d", 2024-09-20T22:59:28.504 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.504 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.504 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.504 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5359, 2024-09-20T22:59:28.504 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.504 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:55:27.539148+0000", 2024-09-20T22:59:28.504 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.504 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.504 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.504 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.505 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.506 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.506 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.506 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.506 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.506 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.506 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.506 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.506 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.506 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.506 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.506 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.506 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.506 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.506 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.507 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.507 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.507 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.507 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.507 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.507 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:28.507 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:28.507 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:28.507 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.507 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:28.507 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.507 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.507 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.507 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.507 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:28.508 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:28.508 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:28.508 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.508 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:28.508 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.508 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.508 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.508 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.508 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.508 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.508 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.983922+0000", 2024-09-20T22:59:28.508 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.696211+0000", 2024-09-20T22:59:28.508 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.696211+0000", 2024-09-20T22:59:28.509 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.696488+0000", 2024-09-20T22:59:28.509 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.983922+0000", 2024-09-20T22:59:28.509 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.509 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.509 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.509 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:28.509 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.983922+0000", 2024-09-20T22:59:28.509 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.983922+0000", 2024-09-20T22:59:28.509 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.983922+0000", 2024-09-20T22:59:28.509 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.509 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.509 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.509 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.983922+0000", 2024-09-20T22:59:28.509 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.983922+0000", 2024-09-20T22:59:28.509 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.509 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.510 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.510 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.510 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:28.510 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.510 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.510 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.510 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.510 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.510 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.510 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.510 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.510 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3e", 2024-09-20T22:59:28.510 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.510 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.510 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.511 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5350, 2024-09-20T22:59:28.511 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.511 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:38:20.871889+0000", 2024-09-20T22:59:28.511 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.511 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.511 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.512 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.512 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.512 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.512 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.512 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.512 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.512 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.512 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.512 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.512 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.512 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.512 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.512 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.512 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.512 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.513 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.513 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.513 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.513 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.513 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.513 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.513 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.513 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.513 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.513 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.513 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.513 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.513 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.513 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.513 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.514 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.514 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.514 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.514 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.514 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.514 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:28.514 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:28.514 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:28.514 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.514 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:28.514 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.514 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.514 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.514 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:28.515 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.515 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:28.515 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:28.515 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.515 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:28.515 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:28.515 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:28.515 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:28.515 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:28.515 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:28.515 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:28.515 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156512+0000", 2024-09-20T22:59:28.515 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.639759+0000", 2024-09-20T22:59:28.515 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.639759+0000", 2024-09-20T22:59:28.516 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.640345+0000", 2024-09-20T22:59:28.516 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156512+0000", 2024-09-20T22:59:28.516 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.516 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:28.516 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.516 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:28.516 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156512+0000", 2024-09-20T22:59:28.516 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156512+0000", 2024-09-20T22:59:28.516 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156512+0000", 2024-09-20T22:59:28.516 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:28.516 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:28.516 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:28.516 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156512+0000", 2024-09-20T22:59:28.517 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156512+0000", 2024-09-20T22:59:28.517 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:28.517 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.517 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:28.517 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:28.517 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:28.517 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:28.517 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:28.517 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:28.517 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:28.517 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.517 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:28.517 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:28.517 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:28.518 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3f", 2024-09-20T22:59:28.518 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:28.518 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:28.518 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:28.518 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5136, 2024-09-20T22:59:28.518 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:28.518 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:31:29.485377+0000", 2024-09-20T22:59:28.518 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:28.518 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:28.518 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.519 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.519 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.519 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.519 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.519 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.519 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.519 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.519 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.519 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.519 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.519 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.519 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.519 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.519 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.520 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.520 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.520 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.520 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.520 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.520 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.520 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.520 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.520 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.520 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.520 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.520 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.520 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.520 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.520 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.521 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.521 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.521 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.521 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.521 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.521 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.521 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.521 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:28.521 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:28.521 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:28.521 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.521 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:28.521 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:28.521 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.521 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:28.521 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:28.522 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.522 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.522 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_per_pool": [ 2024-09-20T22:59:28.522 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.522 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 3, 2024-09-20T22:59:28.522 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T22:59:28.522 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr" 2024-09-20T22:59:28.522 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.522 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 200, 2024-09-20T22:59:28.522 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 1, 2024-09-20T22:59:28.522 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 3, 2024-09-20T22:59:28.522 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 200, 2024-09-20T22:59:28.522 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 1, 2024-09-20T22:59:28.522 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.522 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 590368, 2024-09-20T22:59:28.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 590368, 2024-09-20T22:59:28.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-20T22:59:28.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-20T22:59:28.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-20T22:59:28.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 2, 2024-09-20T22:59:28.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1200, 2024-09-20T22:59:28.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 2009, 2024-09-20T22:59:28.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 349, 2024-09-20T22:59:28.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1628 2024-09-20T22:59:28.525 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.525 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-20T22:59:28.525 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 1781760, 2024-09-20T22:59:28.525 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-20T22:59:28.525 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-20T22:59:28.525 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-20T22:59:28.526 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-20T22:59:28.526 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 1771104, 2024-09-20T22:59:28.526 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-20T22:59:28.526 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-20T22:59:28.526 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-20T22:59:28.526 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-20T22:59:28.526 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.526 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 3 2024-09-20T22:59:28.526 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.526 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.526 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 96, 2024-09-20T22:59:28.526 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T22:59:28.526 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-20T22:59:28.526 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.526 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 68, 2024-09-20T22:59:28.527 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 32, 2024-09-20T22:59:28.527 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 8, 2024-09-20T22:59:28.527 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 68, 2024-09-20T22:59:28.527 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 2, 2024-09-20T22:59:28.527 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.527 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 6614, 2024-09-20T22:59:28.527 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.527 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.527 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.527 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.527 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.527 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.527 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.528 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.528 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.528 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.528 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.528 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.528 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.528 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.528 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.528 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 66, 2024-09-20T22:59:28.528 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 22, 2024-09-20T22:59:28.528 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.528 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 22, 2024-09-20T22:59:28.528 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.528 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.528 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 14, 2024-09-20T22:59:28.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 79, 2024-09-20T22:59:28.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 86, 2024-09-20T22:59:28.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 68, 2024-09-20T22:59:28.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 35 2024-09-20T22:59:28.530 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.530 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-20T22:59:28.530 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 110592, 2024-09-20T22:59:28.530 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-20T22:59:28.530 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-20T22:59:28.530 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-20T22:59:28.530 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-20T22:59:28.530 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 19842, 2024-09-20T22:59:28.530 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-20T22:59:28.530 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-20T22:59:28.530 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 44782, 2024-09-20T22:59:28.531 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-20T22:59:28.531 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.531 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 96 2024-09-20T22:59:28.531 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.531 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.531 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 192, 2024-09-20T22:59:28.531 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T22:59:28.531 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-20T22:59:28.531 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.531 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 64, 2024-09-20T22:59:28.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 8, 2024-09-20T22:59:28.531 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.531 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 3, 2024-09-20T22:59:28.531 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.534 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.534 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.534 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.534 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.534 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.534 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.534 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.534 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.534 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.534 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.534 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-20T22:59:28.534 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 0, 2024-09-20T22:59:28.534 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-20T22:59:28.534 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-20T22:59:28.534 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-20T22:59:28.535 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-20T22:59:28.535 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 0, 2024-09-20T22:59:28.535 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-20T22:59:28.535 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-20T22:59:28.535 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-20T22:59:28.535 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-20T22:59:28.535 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.535 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 192 2024-09-20T22:59:28.535 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.535 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.535 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 24, 2024-09-20T22:59:28.535 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T22:59:28.535 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd" 2024-09-20T22:59:28.536 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.536 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 24430, 2024-09-20T22:59:28.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 8, 2024-09-20T22:59:28.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 8, 2024-09-20T22:59:28.536 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 24430, 2024-09-20T22:59:28.536 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 4, 2024-09-20T22:59:28.536 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 4194323, 2024-09-20T22:59:28.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 12, 2024-09-20T22:59:28.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 4, 2024-09-20T22:59:28.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 4, 2024-09-20T22:59:28.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 2, 2024-09-20T22:59:28.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 9032, 2024-09-20T22:59:28.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 3088778, 2024-09-20T22:59:28.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 24299, 2024-09-20T22:59:28.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 3091360 2024-09-20T22:59:28.539 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.539 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-20T22:59:28.539 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 12595200, 2024-09-20T22:59:28.539 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-20T22:59:28.539 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-20T22:59:28.539 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-20T22:59:28.539 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-20T22:59:28.539 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 12582969, 2024-09-20T22:59:28.539 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-20T22:59:28.539 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-20T22:59:28.539 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-20T22:59:28.539 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-20T22:59:28.539 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.540 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 24 2024-09-20T22:59:28.540 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.540 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.540 INFO:tasks.workunit.client.0.smithi046.stdout: "usage": { 2024-09-20T22:59:28.540 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 105, 2024-09-20T22:59:28.540 INFO:tasks.workunit.client.0.smithi046.stdout: "pools": 4, 2024-09-20T22:59:28.540 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_by_class": { 2024-09-20T22:59:28.540 INFO:tasks.workunit.client.0.smithi046.stdout: "ssd": { 2024-09-20T22:59:28.540 INFO:tasks.workunit.client.0.smithi046.stdout: "total_avail_bytes": 762180706304, 2024-09-20T22:59:28.540 INFO:tasks.workunit.client.0.smithi046.stdout: "total_bytes": 767960285184, 2024-09-20T22:59:28.540 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_bytes": 5779578880, 2024-09-20T22:59:28.540 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_raw_bytes": 5779578880, 2024-09-20T22:59:28.540 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_raw_ratio": 0.007525882683694363 2024-09-20T22:59:28.540 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.541 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.541 INFO:tasks.workunit.client.0.smithi046.stdout: "total_avail_bytes": 762180706304, 2024-09-20T22:59:28.541 INFO:tasks.workunit.client.0.smithi046.stdout: "total_bytes": 767960285184, 2024-09-20T22:59:28.541 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_bytes": 5779578880 2024-09-20T22:59:28.541 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.541 INFO:tasks.workunit.client.0.smithi046.stdout:} 2024-09-20T22:59:28.541 INFO:tasks.workunit.client.0.smithi046.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-09-20T22:59:28.542 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph telemetry preview-device 2024-09-20T22:59:28.542 INFO:tasks.workunit.client.0.smithi046.stdout:device channel is on and up to date, see report with `ceph telemetry show-device`. 2024-09-20T22:59:28.542 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='client.46010 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:28.542 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='client.46010 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:28.542 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: pgmap v4867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:28.542 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='client.46016 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:28.542 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:59:28.543 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:59:28.543 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:28.543 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:28.543 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:28.543 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:28.543 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:28.543 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:28.543 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:28.543 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:28.543 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:28.543 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:28.543 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:28.543 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:28.543 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:28.543 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:28.544 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:28.544 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:28.544 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:28.544 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:28.544 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:28.544 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:28.544 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:28.544 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:28.544 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:28.544 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:28.544 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:59:28.544 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:59:28.544 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:28.544 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:28.544 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:28.545 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:28.545 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:28.545 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:28.545 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:28.545 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:28.545 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:28.545 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:28.545 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:28.545 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:28.545 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:28.545 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:28.545 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:28.545 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:28.545 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:28.545 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:28.546 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:28.546 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:28.546 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:28.546 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:28.546 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:28.546 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:27 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:28.546 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph telemetry preview-all 2024-09-20T22:59:28.546 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='client.46010 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:28.547 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='client.46010 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:28.547 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: pgmap v4867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:28.547 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='client.46016 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:28.547 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:59:28.547 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:59:28.547 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:28.547 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:28.547 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:28.547 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:28.547 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:28.547 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:28.547 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:28.547 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:28.547 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:28.547 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:28.548 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:28.548 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:28.548 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:28.548 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:28.548 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:28.548 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:28.548 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:28.548 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:28.548 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:28.548 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:28.548 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:28.549 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='client.46010 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:28.549 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='client.46010 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:28.549 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: pgmap v4867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:28.549 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='client.46016 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:28.549 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:59:28.549 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:59:28.549 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:28.549 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:28.549 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:28.549 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:28.549 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:28.549 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:28.549 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:28.549 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:28.550 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:28.550 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:28.550 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:28.550 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:28.550 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:28.550 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:28.550 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:28.550 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:28.550 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:28.550 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:28.550 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:28.550 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:28.550 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:28.550 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:28.550 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:28.551 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:28.551 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:59:28.551 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:59:28.551 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:28.551 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:28.551 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:28.551 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:28.551 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:28.551 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:28.551 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:28.551 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:28.551 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:28.551 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:28.551 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:28.552 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:28.552 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:28.552 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:28.552 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:28.552 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:28.552 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:28.552 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:28.552 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:28.552 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:28.552 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:28.552 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:28.552 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:28.552 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:28.553 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:28.553 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:28.553 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:28.553 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:59:28.553 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:59:28.553 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:28.553 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:28.553 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:28.553 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:28.553 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:28.553 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:28.553 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:28.553 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:28.553 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:28.554 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:28.554 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:28.554 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:28.554 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:28.554 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:28.554 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:28.554 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:28.554 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:28.554 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:28.554 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:28.554 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:28.554 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:28.554 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:28.554 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:28.554 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:27 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:28.560 INFO:tasks.workunit.client.0.smithi046.stdout:{ 2024-09-20T22:59:28.560 INFO:tasks.workunit.client.0.smithi046.stdout: "device_report": { 2024-09-20T22:59:28.561 INFO:tasks.workunit.client.0.smithi046.stdout: "24fc9f24-7799-11ef-a9b7-0cc47abd15f8": { 2024-09-20T22:59:28.561 INFO:tasks.workunit.client.0.smithi046.stdout: "INTEL_SSDPED1D480GA_24fd23f4-7799-11ef-a9b7-0cc47abd15f8": { 2024-09-20T22:59:28.561 INFO:tasks.workunit.client.0.smithi046.stdout: "20240920-213600": { 2024-09-20T22:59:28.561 INFO:tasks.workunit.client.0.smithi046.stdout: "device": { 2024-09-20T22:59:28.561 INFO:tasks.workunit.client.0.smithi046.stdout: "info_name": "/dev/nvme0n1", 2024-09-20T22:59:28.561 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "/dev/nvme0n1", 2024-09-20T22:59:28.561 INFO:tasks.workunit.client.0.smithi046.stdout: "protocol": "NVMe", 2024-09-20T22:59:28.561 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "nvme" 2024-09-20T22:59:28.561 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.561 INFO:tasks.workunit.client.0.smithi046.stdout: "firmware_version": "E2010325", 2024-09-20T22:59:28.561 INFO:tasks.workunit.client.0.smithi046.stdout: "host_id": "24fc9f24-7799-11ef-a9b7-0cc47abd15f8", 2024-09-20T22:59:28.561 INFO:tasks.workunit.client.0.smithi046.stdout: "json_format_version": [ 2024-09-20T22:59:28.561 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:28.562 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:28.562 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.562 INFO:tasks.workunit.client.0.smithi046.stdout: "local_time": { 2024-09-20T22:59:28.562 INFO:tasks.workunit.client.0.smithi046.stdout: "asctime": "Fri Sep 20 21:36:00 2024 UTC", 2024-09-20T22:59:28.562 INFO:tasks.workunit.client.0.smithi046.stdout: "time_t": 1726868160 2024-09-20T22:59:28.562 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.562 INFO:tasks.workunit.client.0.smithi046.stdout: "logical_block_size": 512, 2024-09-20T22:59:28.562 INFO:tasks.workunit.client.0.smithi046.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-20T22:59:28.562 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_controller_id": 0, 2024-09-20T22:59:28.562 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-20T22:59:28.562 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_namespaces": [ 2024-09-20T22:59:28.562 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.562 INFO:tasks.workunit.client.0.smithi046.stdout: "capacity": { 2024-09-20T22:59:28.562 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-20T22:59:28.563 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-20T22:59:28.563 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.563 INFO:tasks.workunit.client.0.smithi046.stdout: "formatted_lba_size": 512, 2024-09-20T22:59:28.563 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 1, 2024-09-20T22:59:28.563 INFO:tasks.workunit.client.0.smithi046.stdout: "size": { 2024-09-20T22:59:28.563 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-20T22:59:28.563 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-20T22:59:28.563 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.563 INFO:tasks.workunit.client.0.smithi046.stdout: "utilization": { 2024-09-20T22:59:28.563 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-20T22:59:28.563 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-20T22:59:28.563 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.563 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.563 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.563 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_number_of_namespaces": 1, 2024-09-20T22:59:28.564 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_pci_vendor": { 2024-09-20T22:59:28.564 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 32902, 2024-09-20T22:59:28.564 INFO:tasks.workunit.client.0.smithi046.stdout: "subsystem_id": 32902 2024-09-20T22:59:28.564 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.564 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_add_log": { 2024-09-20T22:59:28.564 INFO:tasks.workunit.client.0.smithi046.stdout: "Device stats": { 2024-09-20T22:59:28.564 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_fw_downgrades": { 2024-09-20T22:59:28.564 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T22:59:28.564 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:28.564 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.564 INFO:tasks.workunit.client.0.smithi046.stdout: "crc_error_count": { 2024-09-20T22:59:28.564 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:28.564 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:28.564 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.564 INFO:tasks.workunit.client.0.smithi046.stdout: "end_to_end_error_detection_count": { 2024-09-20T22:59:28.565 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:28.565 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:28.565 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.565 INFO:tasks.workunit.client.0.smithi046.stdout: "erase_fail_count": { 2024-09-20T22:59:28.565 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T22:59:28.565 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:28.565 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.565 INFO:tasks.workunit.client.0.smithi046.stdout: "host_bytes_written": { 2024-09-20T22:59:28.565 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:28.565 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 10203953 2024-09-20T22:59:28.565 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.565 INFO:tasks.workunit.client.0.smithi046.stdout: "host_ctx_wear_used": { 2024-09-20T22:59:28.565 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T22:59:28.565 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:28.566 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.566 INFO:tasks.workunit.client.0.smithi046.stdout: "media_bytes_read": { 2024-09-20T22:59:28.566 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T22:59:28.566 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:28.566 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.566 INFO:tasks.workunit.client.0.smithi046.stdout: "nand_bytes_written": { 2024-09-20T22:59:28.566 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T22:59:28.566 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:28.566 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.566 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_stat_indicator": { 2024-09-20T22:59:28.566 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T22:59:28.566 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:28.566 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.566 INFO:tasks.workunit.client.0.smithi046.stdout: "pll_lock_loss_count": { 2024-09-20T22:59:28.567 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:28.567 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:28.567 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.567 INFO:tasks.workunit.client.0.smithi046.stdout: "program_fail_count": { 2024-09-20T22:59:28.567 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T22:59:28.567 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:28.567 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.567 INFO:tasks.workunit.client.0.smithi046.stdout: "re_alloc_sectr_cnt": { 2024-09-20T22:59:28.567 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T22:59:28.567 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:28.567 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.567 INFO:tasks.workunit.client.0.smithi046.stdout: "retry_buffer_overflow_count": { 2024-09-20T22:59:28.567 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:28.567 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:28.568 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.568 INFO:tasks.workunit.client.0.smithi046.stdout: "soft_ecc_err_rate": { 2024-09-20T22:59:28.568 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T22:59:28.568 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:28.568 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.568 INFO:tasks.workunit.client.0.smithi046.stdout: "thermal_throttle_status": { 2024-09-20T22:59:28.568 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:28.568 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-20T22:59:28.568 INFO:tasks.workunit.client.0.smithi046.stdout: "cnt": 0, 2024-09-20T22:59:28.568 INFO:tasks.workunit.client.0.smithi046.stdout: "pct": 0 2024-09-20T22:59:28.568 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.568 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.568 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_host_reads": { 2024-09-20T22:59:28.568 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:28.568 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 13 2024-09-20T22:59:28.569 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.569 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_media_wear": { 2024-09-20T22:59:28.569 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:28.569 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": "0.000000" 2024-09-20T22:59:28.569 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.569 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_timer": { 2024-09-20T22:59:28.569 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:28.569 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 1820332 2024-09-20T22:59:28.569 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.569 INFO:tasks.workunit.client.0.smithi046.stdout: "unexp_power_loss": { 2024-09-20T22:59:28.569 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T22:59:28.569 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:28.569 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.569 INFO:tasks.workunit.client.0.smithi046.stdout: "wear_leveling": { 2024-09-20T22:59:28.570 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T22:59:28.570 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-20T22:59:28.570 INFO:tasks.workunit.client.0.smithi046.stdout: "avg": 0, 2024-09-20T22:59:28.570 INFO:tasks.workunit.client.0.smithi046.stdout: "max": 0, 2024-09-20T22:59:28.570 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0 2024-09-20T22:59:28.570 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.570 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.570 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.570 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel Smart log": "nvme0n1" 2024-09-20T22:59:28.570 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.570 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_log": { 2024-09-20T22:59:28.570 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare": 100, 2024-09-20T22:59:28.570 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare_threshold": 0, 2024-09-20T22:59:28.570 INFO:tasks.workunit.client.0.smithi046.stdout: "controller_busy_time": 3975, 2024-09-20T22:59:28.570 INFO:tasks.workunit.client.0.smithi046.stdout: "critical_warning": 0, 2024-09-20T22:59:28.571 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_read": 134219070, 2024-09-20T22:59:28.571 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_written": 668726302, 2024-09-20T22:59:28.571 INFO:tasks.workunit.client.0.smithi046.stdout: "host_reads": 2311347998, 2024-09-20T22:59:28.571 INFO:tasks.workunit.client.0.smithi046.stdout: "host_writes": 15215952044, 2024-09-20T22:59:28.571 INFO:tasks.workunit.client.0.smithi046.stdout: "media_errors": 0, 2024-09-20T22:59:28.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_err_log_entries": 0, 2024-09-20T22:59:28.571 INFO:tasks.workunit.client.0.smithi046.stdout: "percentage_used": 0, 2024-09-20T22:59:28.571 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycles": 23531, 2024-09-20T22:59:28.571 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_hours": 40704, 2024-09-20T22:59:28.571 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": 31, 2024-09-20T22:59:28.571 INFO:tasks.workunit.client.0.smithi046.stdout: "unsafe_shutdowns": 7822 2024-09-20T22:59:28.571 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.571 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_vendor": "intel", 2024-09-20T22:59:28.571 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_version": { 2024-09-20T22:59:28.571 INFO:tasks.workunit.client.0.smithi046.stdout: "string": "<1.2", 2024-09-20T22:59:28.572 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.572 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.572 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycle_count": 23531, 2024-09-20T22:59:28.572 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_time": { 2024-09-20T22:59:28.572 INFO:tasks.workunit.client.0.smithi046.stdout: "hours": 40704 2024-09-20T22:59:28.572 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.572 INFO:tasks.workunit.client.0.smithi046.stdout: "serial_number": "deleted", 2024-09-20T22:59:28.572 INFO:tasks.workunit.client.0.smithi046.stdout: "smart_status": { 2024-09-20T22:59:28.572 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme": { 2024-09-20T22:59:28.572 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.572 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.572 INFO:tasks.workunit.client.0.smithi046.stdout: "passed": true 2024-09-20T22:59:28.572 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.572 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl": { 2024-09-20T22:59:28.573 INFO:tasks.workunit.client.0.smithi046.stdout: "argv": [ 2024-09-20T22:59:28.573 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl", 2024-09-20T22:59:28.573 INFO:tasks.workunit.client.0.smithi046.stdout: "-x", 2024-09-20T22:59:28.573 INFO:tasks.workunit.client.0.smithi046.stdout: "--json=o", 2024-09-20T22:59:28.573 INFO:tasks.workunit.client.0.smithi046.stdout: "/dev/nvme0n1" 2024-09-20T22:59:28.573 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.573 INFO:tasks.workunit.client.0.smithi046.stdout: "build_info": "(local build)", 2024-09-20T22:59:28.573 INFO:tasks.workunit.client.0.smithi046.stdout: "exit_status": 0, 2024-09-20T22:59:28.573 INFO:tasks.workunit.client.0.smithi046.stdout: "output": [ 2024-09-20T22:59:28.573 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-508.el9.x86_64] (local build)", 2024-09-20T22:59:28.573 INFO:tasks.workunit.client.0.smithi046.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-20T22:59:28.573 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T22:59:28.573 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-20T22:59:28.574 INFO:tasks.workunit.client.0.smithi046.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-20T22:59:28.574 INFO:tasks.workunit.client.0.smithi046.stdout: "Serial Number: deleted", 2024-09-20T22:59:28.574 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Version: E2010325", 2024-09-20T22:59:28.574 INFO:tasks.workunit.client.0.smithi046.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-20T22:59:28.574 INFO:tasks.workunit.client.0.smithi046.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-20T22:59:28.574 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller ID: 0", 2024-09-20T22:59:28.574 INFO:tasks.workunit.client.0.smithi046.stdout: "NVMe Version: <1.2", 2024-09-20T22:59:28.574 INFO:tasks.workunit.client.0.smithi046.stdout: "Number of Namespaces: 1", 2024-09-20T22:59:28.574 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-20T22:59:28.574 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-20T22:59:28.574 INFO:tasks.workunit.client.0.smithi046.stdout: "Local Time is: Fri Sep 20 21:36:00 2024 UTC", 2024-09-20T22:59:28.574 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-20T22:59:28.574 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-20T22:59:28.574 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-20T22:59:28.575 INFO:tasks.workunit.client.0.smithi046.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-20T22:59:28.575 INFO:tasks.workunit.client.0.smithi046.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-20T22:59:28.575 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T22:59:28.575 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported Power States", 2024-09-20T22:59:28.575 INFO:tasks.workunit.client.0.smithi046.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-20T22:59:28.575 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-20T22:59:28.575 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T22:59:28.575 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-20T22:59:28.575 INFO:tasks.workunit.client.0.smithi046.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-20T22:59:28.575 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 512 0 2", 2024-09-20T22:59:28.575 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T22:59:28.575 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-20T22:59:28.575 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-20T22:59:28.575 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T22:59:28.575 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-20T22:59:28.576 INFO:tasks.workunit.client.0.smithi046.stdout: "Critical Warning: 0x00", 2024-09-20T22:59:28.576 INFO:tasks.workunit.client.0.smithi046.stdout: "Temperature: 31 Celsius", 2024-09-20T22:59:28.576 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare: 100%", 2024-09-20T22:59:28.576 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare Threshold: 0%", 2024-09-20T22:59:28.576 INFO:tasks.workunit.client.0.smithi046.stdout: "Percentage Used: 0%", 2024-09-20T22:59:28.576 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Read: 134,219,070 [68.7 TB]", 2024-09-20T22:59:28.576 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Written: 668,726,302 [342 TB]", 2024-09-20T22:59:28.576 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Read Commands: 2,311,347,998", 2024-09-20T22:59:28.576 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Write Commands: 15,215,952,044", 2024-09-20T22:59:28.576 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller Busy Time: 3,975", 2024-09-20T22:59:28.576 INFO:tasks.workunit.client.0.smithi046.stdout: "Power Cycles: 23,531", 2024-09-20T22:59:28.576 INFO:tasks.workunit.client.0.smithi046.stdout: "Power On Hours: 40,704", 2024-09-20T22:59:28.576 INFO:tasks.workunit.client.0.smithi046.stdout: "Unsafe Shutdowns: 7,822", 2024-09-20T22:59:28.576 INFO:tasks.workunit.client.0.smithi046.stdout: "Media and Data Integrity Errors: 0", 2024-09-20T22:59:28.576 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information Log Entries: 0", 2024-09-20T22:59:28.577 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T22:59:28.577 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-20T22:59:28.577 INFO:tasks.workunit.client.0.smithi046.stdout: "No Errors Logged", 2024-09-20T22:59:28.577 INFO:tasks.workunit.client.0.smithi046.stdout: "" 2024-09-20T22:59:28.577 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.577 INFO:tasks.workunit.client.0.smithi046.stdout: "platform_info": "x86_64-linux-5.14.0-508.el9.x86_64", 2024-09-20T22:59:28.577 INFO:tasks.workunit.client.0.smithi046.stdout: "svn_revision": "5155", 2024-09-20T22:59:28.577 INFO:tasks.workunit.client.0.smithi046.stdout: "version": [ 2024-09-20T22:59:28.577 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.577 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:28.577 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.577 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.577 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": { 2024-09-20T22:59:28.577 INFO:tasks.workunit.client.0.smithi046.stdout: "current": 31 2024-09-20T22:59:28.577 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.578 INFO:tasks.workunit.client.0.smithi046.stdout: "user_capacity": { 2024-09-20T22:59:28.578 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-20T22:59:28.578 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-20T22:59:28.578 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.578 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.578 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.578 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.578 INFO:tasks.workunit.client.0.smithi046.stdout: "24fe4680-7799-11ef-a9b7-0cc47abd15f8": { 2024-09-20T22:59:28.578 INFO:tasks.workunit.client.0.smithi046.stdout: "INTEL_SSDPEDMD400G4_24feb034-7799-11ef-a9b7-0cc47abd15f8": { 2024-09-20T22:59:28.578 INFO:tasks.workunit.client.0.smithi046.stdout: "20240920-213604": { 2024-09-20T22:59:28.578 INFO:tasks.workunit.client.0.smithi046.stdout: "device": { 2024-09-20T22:59:28.578 INFO:tasks.workunit.client.0.smithi046.stdout: "info_name": "/dev/nvme0n1", 2024-09-20T22:59:28.578 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "/dev/nvme0n1", 2024-09-20T22:59:28.578 INFO:tasks.workunit.client.0.smithi046.stdout: "protocol": "NVMe", 2024-09-20T22:59:28.579 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "nvme" 2024-09-20T22:59:28.579 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.579 INFO:tasks.workunit.client.0.smithi046.stdout: "firmware_version": "8DV101H0", 2024-09-20T22:59:28.579 INFO:tasks.workunit.client.0.smithi046.stdout: "host_id": "24fe4680-7799-11ef-a9b7-0cc47abd15f8", 2024-09-20T22:59:28.579 INFO:tasks.workunit.client.0.smithi046.stdout: "json_format_version": [ 2024-09-20T22:59:28.579 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:28.579 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:28.579 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.579 INFO:tasks.workunit.client.0.smithi046.stdout: "local_time": { 2024-09-20T22:59:28.579 INFO:tasks.workunit.client.0.smithi046.stdout: "asctime": "Fri Sep 20 21:36:03 2024 UTC", 2024-09-20T22:59:28.579 INFO:tasks.workunit.client.0.smithi046.stdout: "time_t": 1726868163 2024-09-20T22:59:28.579 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.579 INFO:tasks.workunit.client.0.smithi046.stdout: "logical_block_size": 512, 2024-09-20T22:59:28.580 INFO:tasks.workunit.client.0.smithi046.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-20T22:59:28.580 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_controller_id": 0, 2024-09-20T22:59:28.580 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-20T22:59:28.580 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_namespaces": [ 2024-09-20T22:59:28.580 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.580 INFO:tasks.workunit.client.0.smithi046.stdout: "capacity": { 2024-09-20T22:59:28.580 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 781422768, 2024-09-20T22:59:28.580 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 400088457216 2024-09-20T22:59:28.580 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.580 INFO:tasks.workunit.client.0.smithi046.stdout: "formatted_lba_size": 512, 2024-09-20T22:59:28.580 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 1, 2024-09-20T22:59:28.580 INFO:tasks.workunit.client.0.smithi046.stdout: "size": { 2024-09-20T22:59:28.580 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 781422768, 2024-09-20T22:59:28.580 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 400088457216 2024-09-20T22:59:28.580 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.581 INFO:tasks.workunit.client.0.smithi046.stdout: "utilization": { 2024-09-20T22:59:28.581 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 781422768, 2024-09-20T22:59:28.581 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 400088457216 2024-09-20T22:59:28.581 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.581 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.581 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.581 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_number_of_namespaces": 1, 2024-09-20T22:59:28.581 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_pci_vendor": { 2024-09-20T22:59:28.581 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 32902, 2024-09-20T22:59:28.581 INFO:tasks.workunit.client.0.smithi046.stdout: "subsystem_id": 32902 2024-09-20T22:59:28.581 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.581 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_add_log": { 2024-09-20T22:59:28.581 INFO:tasks.workunit.client.0.smithi046.stdout: "Device stats": { 2024-09-20T22:59:28.581 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_fw_downgrades": { 2024-09-20T22:59:28.582 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T22:59:28.582 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:28.582 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.582 INFO:tasks.workunit.client.0.smithi046.stdout: "crc_error_count": { 2024-09-20T22:59:28.582 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:28.582 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:28.582 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.582 INFO:tasks.workunit.client.0.smithi046.stdout: "end_to_end_error_detection_count": { 2024-09-20T22:59:28.582 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:28.582 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:28.582 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.582 INFO:tasks.workunit.client.0.smithi046.stdout: "erase_fail_count": { 2024-09-20T22:59:28.582 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:28.582 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:28.582 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.583 INFO:tasks.workunit.client.0.smithi046.stdout: "host_bytes_written": { 2024-09-20T22:59:28.583 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:28.583 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 29570300 2024-09-20T22:59:28.583 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.583 INFO:tasks.workunit.client.0.smithi046.stdout: "host_ctx_wear_used": { 2024-09-20T22:59:28.583 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:28.583 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 1 2024-09-20T22:59:28.583 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.583 INFO:tasks.workunit.client.0.smithi046.stdout: "media_bytes_read": { 2024-09-20T22:59:28.583 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T22:59:28.583 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:28.583 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.583 INFO:tasks.workunit.client.0.smithi046.stdout: "nand_bytes_written": { 2024-09-20T22:59:28.583 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:28.583 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 51964553 2024-09-20T22:59:28.584 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.584 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_stat_indicator": { 2024-09-20T22:59:28.584 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T22:59:28.584 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:28.584 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.584 INFO:tasks.workunit.client.0.smithi046.stdout: "pll_lock_loss_count": { 2024-09-20T22:59:28.584 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:28.584 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:28.584 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.584 INFO:tasks.workunit.client.0.smithi046.stdout: "program_fail_count": { 2024-09-20T22:59:28.584 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:28.584 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:28.584 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.584 INFO:tasks.workunit.client.0.smithi046.stdout: "re_alloc_sectr_cnt": { 2024-09-20T22:59:28.584 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T22:59:28.584 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:28.585 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.585 INFO:tasks.workunit.client.0.smithi046.stdout: "retry_buffer_overflow_count": { 2024-09-20T22:59:28.585 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:28.585 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:28.585 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.585 INFO:tasks.workunit.client.0.smithi046.stdout: "soft_ecc_err_rate": { 2024-09-20T22:59:28.585 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T22:59:28.585 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:28.585 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.585 INFO:tasks.workunit.client.0.smithi046.stdout: "thermal_throttle_status": { 2024-09-20T22:59:28.585 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:28.585 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-20T22:59:28.585 INFO:tasks.workunit.client.0.smithi046.stdout: "cnt": 0, 2024-09-20T22:59:28.585 INFO:tasks.workunit.client.0.smithi046.stdout: "pct": 0 2024-09-20T22:59:28.586 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.586 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.586 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_host_reads": { 2024-09-20T22:59:28.586 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:28.586 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 65535 2024-09-20T22:59:28.586 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.586 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_media_wear": { 2024-09-20T22:59:28.586 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:28.586 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": "63.999023" 2024-09-20T22:59:28.586 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.586 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_timer": { 2024-09-20T22:59:28.586 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:28.586 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 65535 2024-09-20T22:59:28.587 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.587 INFO:tasks.workunit.client.0.smithi046.stdout: "unexp_power_loss": { 2024-09-20T22:59:28.587 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T22:59:28.587 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:28.587 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.587 INFO:tasks.workunit.client.0.smithi046.stdout: "wear_leveling": { 2024-09-20T22:59:28.587 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 89, 2024-09-20T22:59:28.587 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-20T22:59:28.587 INFO:tasks.workunit.client.0.smithi046.stdout: "avg": 3536, 2024-09-20T22:59:28.587 INFO:tasks.workunit.client.0.smithi046.stdout: "max": 3548, 2024-09-20T22:59:28.587 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 3524 2024-09-20T22:59:28.587 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.587 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.587 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.588 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel Smart log": "nvme0n1" 2024-09-20T22:59:28.588 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.588 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_log": { 2024-09-20T22:59:28.588 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare": 100, 2024-09-20T22:59:28.588 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare_threshold": 10, 2024-09-20T22:59:28.588 INFO:tasks.workunit.client.0.smithi046.stdout: "controller_busy_time": 27, 2024-09-20T22:59:28.588 INFO:tasks.workunit.client.0.smithi046.stdout: "critical_warning": 0, 2024-09-20T22:59:28.588 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_read": 412826601, 2024-09-20T22:59:28.588 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_written": 1937919232, 2024-09-20T22:59:28.588 INFO:tasks.workunit.client.0.smithi046.stdout: "host_reads": 6666137776, 2024-09-20T22:59:28.588 INFO:tasks.workunit.client.0.smithi046.stdout: "host_writes": 35953915815, 2024-09-20T22:59:28.588 INFO:tasks.workunit.client.0.smithi046.stdout: "media_errors": 0, 2024-09-20T22:59:28.588 INFO:tasks.workunit.client.0.smithi046.stdout: "num_err_log_entries": 0, 2024-09-20T22:59:28.588 INFO:tasks.workunit.client.0.smithi046.stdout: "percentage_used": 11, 2024-09-20T22:59:28.589 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycles": 58557, 2024-09-20T22:59:28.589 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_hours": 54096, 2024-09-20T22:59:28.589 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": 23, 2024-09-20T22:59:28.589 INFO:tasks.workunit.client.0.smithi046.stdout: "unsafe_shutdowns": 2335 2024-09-20T22:59:28.589 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.589 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_vendor": "intel", 2024-09-20T22:59:28.589 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_version": { 2024-09-20T22:59:28.589 INFO:tasks.workunit.client.0.smithi046.stdout: "string": "<1.2", 2024-09-20T22:59:28.589 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.589 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.589 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycle_count": 58557, 2024-09-20T22:59:28.589 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_time": { 2024-09-20T22:59:28.589 INFO:tasks.workunit.client.0.smithi046.stdout: "hours": 54096 2024-09-20T22:59:28.589 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.589 INFO:tasks.workunit.client.0.smithi046.stdout: "serial_number": "deleted", 2024-09-20T22:59:28.590 INFO:tasks.workunit.client.0.smithi046.stdout: "smart_status": { 2024-09-20T22:59:28.590 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme": { 2024-09-20T22:59:28.590 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.590 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.590 INFO:tasks.workunit.client.0.smithi046.stdout: "passed": true 2024-09-20T22:59:28.590 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.590 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl": { 2024-09-20T22:59:28.590 INFO:tasks.workunit.client.0.smithi046.stdout: "argv": [ 2024-09-20T22:59:28.590 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl", 2024-09-20T22:59:28.590 INFO:tasks.workunit.client.0.smithi046.stdout: "-x", 2024-09-20T22:59:28.590 INFO:tasks.workunit.client.0.smithi046.stdout: "--json=o", 2024-09-20T22:59:28.590 INFO:tasks.workunit.client.0.smithi046.stdout: "/dev/nvme0n1" 2024-09-20T22:59:28.590 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.590 INFO:tasks.workunit.client.0.smithi046.stdout: "build_info": "(local build)", 2024-09-20T22:59:28.591 INFO:tasks.workunit.client.0.smithi046.stdout: "exit_status": 0, 2024-09-20T22:59:28.591 INFO:tasks.workunit.client.0.smithi046.stdout: "output": [ 2024-09-20T22:59:28.591 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-508.el9.x86_64] (local build)", 2024-09-20T22:59:28.591 INFO:tasks.workunit.client.0.smithi046.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-20T22:59:28.591 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T22:59:28.591 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-20T22:59:28.591 INFO:tasks.workunit.client.0.smithi046.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-20T22:59:28.591 INFO:tasks.workunit.client.0.smithi046.stdout: "Serial Number: deleted", 2024-09-20T22:59:28.591 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Version: 8DV101H0", 2024-09-20T22:59:28.591 INFO:tasks.workunit.client.0.smithi046.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-20T22:59:28.591 INFO:tasks.workunit.client.0.smithi046.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-20T22:59:28.591 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller ID: 0", 2024-09-20T22:59:28.591 INFO:tasks.workunit.client.0.smithi046.stdout: "NVMe Version: <1.2", 2024-09-20T22:59:28.591 INFO:tasks.workunit.client.0.smithi046.stdout: "Number of Namespaces: 1", 2024-09-20T22:59:28.591 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-20T22:59:28.592 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-20T22:59:28.592 INFO:tasks.workunit.client.0.smithi046.stdout: "Local Time is: Fri Sep 20 21:36:03 2024 UTC", 2024-09-20T22:59:28.592 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-20T22:59:28.592 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-20T22:59:28.592 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-20T22:59:28.592 INFO:tasks.workunit.client.0.smithi046.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-20T22:59:28.592 INFO:tasks.workunit.client.0.smithi046.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-20T22:59:28.592 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T22:59:28.592 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported Power States", 2024-09-20T22:59:28.592 INFO:tasks.workunit.client.0.smithi046.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-20T22:59:28.592 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-20T22:59:28.592 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T22:59:28.592 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-20T22:59:28.592 INFO:tasks.workunit.client.0.smithi046.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-20T22:59:28.593 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 512 0 2", 2024-09-20T22:59:28.593 INFO:tasks.workunit.client.0.smithi046.stdout: " 1 - 512 8 2", 2024-09-20T22:59:28.593 INFO:tasks.workunit.client.0.smithi046.stdout: " 2 - 512 16 2", 2024-09-20T22:59:28.593 INFO:tasks.workunit.client.0.smithi046.stdout: " 3 - 4096 0 0", 2024-09-20T22:59:28.593 INFO:tasks.workunit.client.0.smithi046.stdout: " 4 - 4096 8 0", 2024-09-20T22:59:28.593 INFO:tasks.workunit.client.0.smithi046.stdout: " 5 - 4096 64 0", 2024-09-20T22:59:28.593 INFO:tasks.workunit.client.0.smithi046.stdout: " 6 - 4096 128 0", 2024-09-20T22:59:28.593 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T22:59:28.593 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-20T22:59:28.593 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-20T22:59:28.593 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T22:59:28.593 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-20T22:59:28.593 INFO:tasks.workunit.client.0.smithi046.stdout: "Critical Warning: 0x00", 2024-09-20T22:59:28.593 INFO:tasks.workunit.client.0.smithi046.stdout: "Temperature: 23 Celsius", 2024-09-20T22:59:28.594 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare: 100%", 2024-09-20T22:59:28.594 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare Threshold: 10%", 2024-09-20T22:59:28.594 INFO:tasks.workunit.client.0.smithi046.stdout: "Percentage Used: 11%", 2024-09-20T22:59:28.594 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Read: 412,826,601 [211 TB]", 2024-09-20T22:59:28.594 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Written: 1,937,919,232 [992 TB]", 2024-09-20T22:59:28.594 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Read Commands: 6,666,137,776", 2024-09-20T22:59:28.594 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Write Commands: 35,953,915,815", 2024-09-20T22:59:28.594 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller Busy Time: 27", 2024-09-20T22:59:28.594 INFO:tasks.workunit.client.0.smithi046.stdout: "Power Cycles: 58,557", 2024-09-20T22:59:28.594 INFO:tasks.workunit.client.0.smithi046.stdout: "Power On Hours: 54,096", 2024-09-20T22:59:28.594 INFO:tasks.workunit.client.0.smithi046.stdout: "Unsafe Shutdowns: 2,335", 2024-09-20T22:59:28.594 INFO:tasks.workunit.client.0.smithi046.stdout: "Media and Data Integrity Errors: 0", 2024-09-20T22:59:28.594 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information Log Entries: 0", 2024-09-20T22:59:28.594 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T22:59:28.595 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-20T22:59:28.595 INFO:tasks.workunit.client.0.smithi046.stdout: "No Errors Logged", 2024-09-20T22:59:28.595 INFO:tasks.workunit.client.0.smithi046.stdout: "" 2024-09-20T22:59:28.595 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.595 INFO:tasks.workunit.client.0.smithi046.stdout: "platform_info": "x86_64-linux-5.14.0-508.el9.x86_64", 2024-09-20T22:59:28.595 INFO:tasks.workunit.client.0.smithi046.stdout: "svn_revision": "5155", 2024-09-20T22:59:28.595 INFO:tasks.workunit.client.0.smithi046.stdout: "version": [ 2024-09-20T22:59:28.595 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:28.595 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:28.595 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.595 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.595 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": { 2024-09-20T22:59:28.595 INFO:tasks.workunit.client.0.smithi046.stdout: "current": 23 2024-09-20T22:59:28.595 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.595 INFO:tasks.workunit.client.0.smithi046.stdout: "user_capacity": { 2024-09-20T22:59:28.596 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 781422768, 2024-09-20T22:59:28.596 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 400088457216 2024-09-20T22:59:28.596 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.596 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.596 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.596 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.596 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.596 INFO:tasks.workunit.client.0.smithi046.stdout: "report": { 2024-09-20T22:59:28.596 INFO:tasks.workunit.client.0.smithi046.stdout: "balancer": { 2024-09-20T22:59:28.596 INFO:tasks.workunit.client.0.smithi046.stdout: "active": true, 2024-09-20T22:59:28.596 INFO:tasks.workunit.client.0.smithi046.stdout: "mode": "" 2024-09-20T22:59:28.596 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.596 INFO:tasks.workunit.client.0.smithi046.stdout: "channels": [ 2024-09-20T22:59:28.597 INFO:tasks.workunit.client.0.smithi046.stdout: "basic", 2024-09-20T22:59:28.597 INFO:tasks.workunit.client.0.smithi046.stdout: "crash", 2024-09-20T22:59:28.597 INFO:tasks.workunit.client.0.smithi046.stdout: "device", 2024-09-20T22:59:28.597 INFO:tasks.workunit.client.0.smithi046.stdout: "ident", 2024-09-20T22:59:28.597 INFO:tasks.workunit.client.0.smithi046.stdout: "perf" 2024-09-20T22:59:28.597 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.597 INFO:tasks.workunit.client.0.smithi046.stdout: "channels_available": [ 2024-09-20T22:59:28.597 INFO:tasks.workunit.client.0.smithi046.stdout: "basic", 2024-09-20T22:59:28.597 INFO:tasks.workunit.client.0.smithi046.stdout: "ident", 2024-09-20T22:59:28.597 INFO:tasks.workunit.client.0.smithi046.stdout: "crash", 2024-09-20T22:59:28.597 INFO:tasks.workunit.client.0.smithi046.stdout: "device", 2024-09-20T22:59:28.597 INFO:tasks.workunit.client.0.smithi046.stdout: "perf" 2024-09-20T22:59:28.597 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.597 INFO:tasks.workunit.client.0.smithi046.stdout: "collections_available": [ 2024-09-20T22:59:28.598 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_base", 2024-09-20T22:59:28.598 INFO:tasks.workunit.client.0.smithi046.stdout: "device_base", 2024-09-20T22:59:28.598 INFO:tasks.workunit.client.0.smithi046.stdout: "crash_base", 2024-09-20T22:59:28.598 INFO:tasks.workunit.client.0.smithi046.stdout: "ident_base", 2024-09-20T22:59:28.598 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_perf", 2024-09-20T22:59:28.598 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_mds_metadata", 2024-09-20T22:59:28.598 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_usage", 2024-09-20T22:59:28.598 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_usage_by_class", 2024-09-20T22:59:28.598 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_rook_v01", 2024-09-20T22:59:28.598 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_memory_metrics", 2024-09-20T22:59:28.598 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_options_bluestore", 2024-09-20T22:59:28.598 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_flags" 2024-09-20T22:59:28.598 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.598 INFO:tasks.workunit.client.0.smithi046.stdout: "collections_opted_in": [ 2024-09-20T22:59:28.598 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_base", 2024-09-20T22:59:28.599 INFO:tasks.workunit.client.0.smithi046.stdout: "device_base", 2024-09-20T22:59:28.599 INFO:tasks.workunit.client.0.smithi046.stdout: "crash_base", 2024-09-20T22:59:28.599 INFO:tasks.workunit.client.0.smithi046.stdout: "ident_base", 2024-09-20T22:59:28.599 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_perf", 2024-09-20T22:59:28.599 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_mds_metadata", 2024-09-20T22:59:28.599 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_usage", 2024-09-20T22:59:28.599 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_usage_by_class", 2024-09-20T22:59:28.599 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_rook_v01", 2024-09-20T22:59:28.599 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_memory_metrics", 2024-09-20T22:59:28.599 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_options_bluestore", 2024-09-20T22:59:28.599 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_flags" 2024-09-20T22:59:28.599 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.599 INFO:tasks.workunit.client.0.smithi046.stdout: "config": { 2024-09-20T22:59:28.599 INFO:tasks.workunit.client.0.smithi046.stdout: "active_changed": [ 2024-09-20T22:59:28.599 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-20T22:59:28.600 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_debug", 2024-09-20T22:59:28.600 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_mon_ticket_ttl", 2024-09-20T22:59:28.600 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_service_ticket_ttl", 2024-09-20T22:59:28.600 INFO:tasks.workunit.client.0.smithi046.stdout: "bdev_debug_aio", 2024-09-20T22:59:28.600 INFO:tasks.workunit.client.0.smithi046.stdout: "client_check_pool_perm", 2024-09-20T22:59:28.600 INFO:tasks.workunit.client.0.smithi046.stdout: "client_mount_gid", 2024-09-20T22:59:28.600 INFO:tasks.workunit.client.0.smithi046.stdout: "client_mount_uid", 2024-09-20T22:59:28.600 INFO:tasks.workunit.client.0.smithi046.stdout: "client_quota", 2024-09-20T22:59:28.600 INFO:tasks.workunit.client.0.smithi046.stdout: "container_image", 2024-09-20T22:59:28.600 INFO:tasks.workunit.client.0.smithi046.stdout: "daemonize", 2024-09-20T22:59:28.600 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_asserts_on_shutdown", 2024-09-20T22:59:28.600 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mgr", 2024-09-20T22:59:28.600 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mon", 2024-09-20T22:59:28.600 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_ms", 2024-09-20T22:59:28.600 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_osd", 2024-09-20T22:59:28.601 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_paxos", 2024-09-20T22:59:28.601 INFO:tasks.workunit.client.0.smithi046.stdout: "keyring", 2024-09-20T22:59:28.601 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_file", 2024-09-20T22:59:28.601 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_journald", 2024-09-20T22:59:28.601 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_stderr", 2024-09-20T22:59:28.601 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_allow_pool_delete", 2024-09-20T22:59:28.601 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_clock_drift_allowed", 2024-09-20T22:59:28.601 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_file", 2024-09-20T22:59:28.601 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_journald", 2024-09-20T22:59:28.601 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_stderr", 2024-09-20T22:59:28.601 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_data_avail_warn", 2024-09-20T22:59:28.601 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_election_default_strategy", 2024-09-20T22:59:28.601 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_host", 2024-09-20T22:59:28.601 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_max_pg_per_osd", 2024-09-20T22:59:28.601 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mds_skip_sanity", 2024-09-20T22:59:28.602 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mgr_mkfs_grace", 2024-09-20T22:59:28.602 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_prime_pg_temp", 2024-09-20T22:59:28.602 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_reporter_subtree_level", 2024-09-20T22:59:28.602 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_pg_warn_max_object_skew", 2024-09-20T22:59:28.602 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-20T22:59:28.602 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-20T22:59:28.602 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-20T22:59:28.602 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-20T22:59:28.602 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-20T22:59:28.602 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-20T22:59:28.602 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-20T22:59:28.602 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-20T22:59:28.602 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_too_few_osds", 2024-09-20T22:59:28.602 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_bug", 2024-09-20T22:59:28.602 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_old_message", 2024-09-20T22:59:28.603 INFO:tasks.workunit.client.0.smithi046.stdout: "no_config_file", 2024-09-20T22:59:28.603 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_default_list", 2024-09-20T22:59:28.603 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_load_list", 2024-09-20T22:59:28.603 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_misdirected_ops", 2024-09-20T22:59:28.603 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_op_order", 2024-09-20T22:59:28.603 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_pg_log_writeout", 2024-09-20T22:59:28.603 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_shutdown", 2024-09-20T22:59:28.603 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_cached_snaps", 2024-09-20T22:59:28.603 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_missing_on_start", 2024-09-20T22:59:28.603 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_stray_on_activate", 2024-09-20T22:59:28.603 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-20T22:59:28.603 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_delete_sleep", 2024-09-20T22:59:28.603 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_delete_sleep_hdd", 2024-09-20T22:59:28.603 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_delete_sleep_hybrid", 2024-09-20T22:59:28.603 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_delete_sleep_ssd", 2024-09-20T22:59:28.604 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_max_backfills", 2024-09-20T22:59:28.604 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-20T22:59:28.604 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_profile", 2024-09-20T22:59:28.604 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-20T22:59:28.604 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-20T22:59:28.604 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-20T22:59:28.604 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-20T22:59:28.604 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-20T22:59:28.604 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-20T22:59:28.604 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_lim", 2024-09-20T22:59:28.604 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_res", 2024-09-20T22:59:28.604 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-20T22:59:28.604 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target", 2024-09-20T22:59:28.604 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target_autotune", 2024-09-20T22:59:28.604 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue", 2024-09-20T22:59:28.605 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue_cut_off", 2024-09-20T22:59:28.605 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_erasure_code_profile", 2024-09-20T22:59:28.605 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-20T22:59:28.605 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recover_clone_overlap", 2024-09-20T22:59:28.605 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_active", 2024-09-20T22:59:28.605 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_active_hdd", 2024-09-20T22:59:28.605 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_active_ssd", 2024-09-20T22:59:28.605 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_chunk", 2024-09-20T22:59:28.605 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_sleep", 2024-09-20T22:59:28.605 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_sleep_hdd", 2024-09-20T22:59:28.605 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_sleep_hybrid", 2024-09-20T22:59:28.605 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_sleep_ssd", 2024-09-20T22:59:28.605 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_load_threshold", 2024-09-20T22:59:28.605 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_max_interval", 2024-09-20T22:59:28.606 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_sleep", 2024-09-20T22:59:28.606 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_shutdown_pgref_assert", 2024-09-20T22:59:28.606 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_snap_trim_sleep", 2024-09-20T22:59:28.606 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_snap_trim_sleep_hdd", 2024-09-20T22:59:28.606 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-20T22:59:28.606 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_snap_trim_sleep_ssd", 2024-09-20T22:59:28.606 INFO:tasks.workunit.client.0.smithi046.stdout: "public_network", 2024-09-20T22:59:28.606 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_config_pool_override_update_timestamp", 2024-09-20T22:59:28.606 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_default_features", 2024-09-20T22:59:28.606 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_qos_exclude_ops", 2024-09-20T22:59:28.606 INFO:tasks.workunit.client.0.smithi046.stdout: "setgroup", 2024-09-20T22:59:28.606 INFO:tasks.workunit.client.0.smithi046.stdout: "setuser" 2024-09-20T22:59:28.606 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.607 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster_changed": [ 2024-09-20T22:59:28.607 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-20T22:59:28.607 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_debug", 2024-09-20T22:59:28.607 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_mon_ticket_ttl", 2024-09-20T22:59:28.607 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_service_ticket_ttl", 2024-09-20T22:59:28.607 INFO:tasks.workunit.client.0.smithi046.stdout: "bdev_debug_aio", 2024-09-20T22:59:28.607 INFO:tasks.workunit.client.0.smithi046.stdout: "container_image", 2024-09-20T22:59:28.607 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_asserts_on_shutdown", 2024-09-20T22:59:28.607 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mgr", 2024-09-20T22:59:28.607 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mon", 2024-09-20T22:59:28.607 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_ms", 2024-09-20T22:59:28.607 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_osd", 2024-09-20T22:59:28.607 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_paxos", 2024-09-20T22:59:28.607 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_file", 2024-09-20T22:59:28.608 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_journald", 2024-09-20T22:59:28.608 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_stderr", 2024-09-20T22:59:28.608 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_join_fs", 2024-09-20T22:59:28.608 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/allow_ptrace", 2024-09-20T22:59:28.608 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/container_init", 2024-09-20T22:59:28.608 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/migration_current", 2024-09-20T22:59:28.608 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/use_repo_digest", 2024-09-20T22:59:28.608 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-20T22:59:28.608 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-20T22:59:28.608 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-20T22:59:28.608 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-20T22:59:28.608 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/ssl_server_port", 2024-09-20T22:59:28.608 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/orchestrator/orchestrator", 2024-09-20T22:59:28.608 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/channel_ident", 2024-09-20T22:59:28.609 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/channel_perf", 2024-09-20T22:59:28.609 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/description", 2024-09-20T22:59:28.609 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/enabled", 2024-09-20T22:59:28.609 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/organization", 2024-09-20T22:59:28.609 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_allow_pool_delete", 2024-09-20T22:59:28.609 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_clock_drift_allowed", 2024-09-20T22:59:28.609 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_file", 2024-09-20T22:59:28.609 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_data_avail_warn", 2024-09-20T22:59:28.609 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_election_default_strategy", 2024-09-20T22:59:28.609 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_max_pg_per_osd", 2024-09-20T22:59:28.609 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mds_skip_sanity", 2024-09-20T22:59:28.609 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mgr_mkfs_grace", 2024-09-20T22:59:28.609 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_prime_pg_temp", 2024-09-20T22:59:28.609 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_reporter_subtree_level", 2024-09-20T22:59:28.609 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_pg_warn_max_object_skew", 2024-09-20T22:59:28.610 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-20T22:59:28.610 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-20T22:59:28.610 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-20T22:59:28.610 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-20T22:59:28.610 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-20T22:59:28.610 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-20T22:59:28.610 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-20T22:59:28.610 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-20T22:59:28.610 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_too_few_osds", 2024-09-20T22:59:28.610 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_bug", 2024-09-20T22:59:28.610 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_old_message", 2024-09-20T22:59:28.610 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_default_list", 2024-09-20T22:59:28.610 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_load_list", 2024-09-20T22:59:28.611 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_misdirected_ops", 2024-09-20T22:59:28.611 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_op_order", 2024-09-20T22:59:28.611 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_pg_log_writeout", 2024-09-20T22:59:28.611 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_shutdown", 2024-09-20T22:59:28.611 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_cached_snaps", 2024-09-20T22:59:28.611 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_missing_on_start", 2024-09-20T22:59:28.611 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_stray_on_activate", 2024-09-20T22:59:28.611 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-20T22:59:28.611 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-20T22:59:28.611 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_profile", 2024-09-20T22:59:28.611 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target", 2024-09-20T22:59:28.611 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target_autotune", 2024-09-20T22:59:28.611 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue", 2024-09-20T22:59:28.611 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue_cut_off", 2024-09-20T22:59:28.612 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_erasure_code_profile", 2024-09-20T22:59:28.612 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-20T22:59:28.612 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recover_clone_overlap", 2024-09-20T22:59:28.612 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_chunk", 2024-09-20T22:59:28.612 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_load_threshold", 2024-09-20T22:59:28.612 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_max_interval", 2024-09-20T22:59:28.612 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_shutdown_pgref_assert", 2024-09-20T22:59:28.612 INFO:tasks.workunit.client.0.smithi046.stdout: "public_network", 2024-09-20T22:59:28.612 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_config_pool_override_update_timestamp", 2024-09-20T22:59:28.612 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_cache_enabled", 2024-09-20T22:59:28.612 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_enable_ops_log", 2024-09-20T22:59:28.612 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_enable_usage_log" 2024-09-20T22:59:28.612 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.612 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.612 INFO:tasks.workunit.client.0.smithi046.stdout: "contact": null, 2024-09-20T22:59:28.613 INFO:tasks.workunit.client.0.smithi046.stdout: "crashes": [], 2024-09-20T22:59:28.613 INFO:tasks.workunit.client.0.smithi046.stdout: "created": "2024-09-20T21:32:44.391577Z", 2024-09-20T22:59:28.613 INFO:tasks.workunit.client.0.smithi046.stdout: "crush": { 2024-09-20T22:59:28.613 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_algs": { 2024-09-20T22:59:28.613 INFO:tasks.workunit.client.0.smithi046.stdout: "straw2": 3 2024-09-20T22:59:28.613 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.613 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_sizes": { 2024-09-20T22:59:28.613 INFO:tasks.workunit.client.0.smithi046.stdout: "2": 1, 2024-09-20T22:59:28.613 INFO:tasks.workunit.client.0.smithi046.stdout: "4": 2 2024-09-20T22:59:28.613 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.613 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_types": { 2024-09-20T22:59:28.613 INFO:tasks.workunit.client.0.smithi046.stdout: "1": 2, 2024-09-20T22:59:28.613 INFO:tasks.workunit.client.0.smithi046.stdout: "11": 1 2024-09-20T22:59:28.613 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.613 INFO:tasks.workunit.client.0.smithi046.stdout: "compat_weight_set": false, 2024-09-20T22:59:28.613 INFO:tasks.workunit.client.0.smithi046.stdout: "device_classes": [ 2024-09-20T22:59:28.613 INFO:tasks.workunit.client.0.smithi046.stdout: 8 2024-09-20T22:59:28.614 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_buckets": 6, 2024-09-20T22:59:28.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_devices": 8, 2024-09-20T22:59:28.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_rules": 2, 2024-09-20T22:59:28.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_types": 12, 2024-09-20T22:59:28.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_weight_sets": 0, 2024-09-20T22:59:28.614 INFO:tasks.workunit.client.0.smithi046.stdout: "tunables": { 2024-09-20T22:59:28.614 INFO:tasks.workunit.client.0.smithi046.stdout: "allowed_bucket_algs": 54, 2024-09-20T22:59:28.614 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_local_fallback_tries": 0, 2024-09-20T22:59:28.614 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_local_tries": 0, 2024-09-20T22:59:28.614 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_total_tries": 50, 2024-09-20T22:59:28.614 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_descend_once": 1, 2024-09-20T22:59:28.614 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_stable": 1, 2024-09-20T22:59:28.614 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_vary_r": 1, 2024-09-20T22:59:28.615 INFO:tasks.workunit.client.0.smithi046.stdout: "has_msr_rules": 0, 2024-09-20T22:59:28.615 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v2_rules": 1, 2024-09-20T22:59:28.615 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v3_rules": 0, 2024-09-20T22:59:28.615 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v4_buckets": 1, 2024-09-20T22:59:28.615 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v5_rules": 0, 2024-09-20T22:59:28.615 INFO:tasks.workunit.client.0.smithi046.stdout: "legacy_tunables": 0, 2024-09-20T22:59:28.615 INFO:tasks.workunit.client.0.smithi046.stdout: "minimum_required_version": "jewel", 2024-09-20T22:59:28.615 INFO:tasks.workunit.client.0.smithi046.stdout: "msr_collision_tries": 100, 2024-09-20T22:59:28.615 INFO:tasks.workunit.client.0.smithi046.stdout: "msr_descents": 100, 2024-09-20T22:59:28.615 INFO:tasks.workunit.client.0.smithi046.stdout: "optimal_tunables": 1, 2024-09-20T22:59:28.615 INFO:tasks.workunit.client.0.smithi046.stdout: "profile": "jewel", 2024-09-20T22:59:28.615 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables": 1, 2024-09-20T22:59:28.615 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables2": 1, 2024-09-20T22:59:28.615 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables3": 1, 2024-09-20T22:59:28.615 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables5": 1, 2024-09-20T22:59:28.615 INFO:tasks.workunit.client.0.smithi046.stdout: "straw_calc_version": 1 2024-09-20T22:59:28.616 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.616 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.616 INFO:tasks.workunit.client.0.smithi046.stdout: "description": "upgrade test cluster", 2024-09-20T22:59:28.616 INFO:tasks.workunit.client.0.smithi046.stdout: "fs": { 2024-09-20T22:59:28.616 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T22:59:28.616 INFO:tasks.workunit.client.0.smithi046.stdout: "feature_flags": { 2024-09-20T22:59:28.616 INFO:tasks.workunit.client.0.smithi046.stdout: "enable_multiple": true, 2024-09-20T22:59:28.616 INFO:tasks.workunit.client.0.smithi046.stdout: "ever_enabled_multiple": true 2024-09-20T22:59:28.616 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.616 INFO:tasks.workunit.client.0.smithi046.stdout: "filesystems": [ 2024-09-20T22:59:28.616 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.616 INFO:tasks.workunit.client.0.smithi046.stdout: "approx_ctime": "2024-09", 2024-09-20T22:59:28.616 INFO:tasks.workunit.client.0.smithi046.stdout: "balancer_enabled": false, 2024-09-20T22:59:28.616 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.616 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_caps": 0, 2024-09-20T22:59:28.617 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_dns": 10, 2024-09-20T22:59:28.617 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_inos": 13, 2024-09-20T22:59:28.617 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_subtrees": 2, 2024-09-20T22:59:28.617 INFO:tasks.workunit.client.0.smithi046.stdout: "ever_allowed_features": 0, 2024-09-20T22:59:28.617 INFO:tasks.workunit.client.0.smithi046.stdout: "explicitly_allowed_features": 0, 2024-09-20T22:59:28.617 INFO:tasks.workunit.client.0.smithi046.stdout: "files": 0, 2024-09-20T22:59:28.617 INFO:tasks.workunit.client.0.smithi046.stdout: "max_mds": 1, 2024-09-20T22:59:28.617 INFO:tasks.workunit.client.0.smithi046.stdout: "num_data_pools": 1, 2024-09-20T22:59:28.617 INFO:tasks.workunit.client.0.smithi046.stdout: "num_in": 1, 2024-09-20T22:59:28.617 INFO:tasks.workunit.client.0.smithi046.stdout: "num_mds": 1, 2024-09-20T22:59:28.617 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": 0, 2024-09-20T22:59:28.617 INFO:tasks.workunit.client.0.smithi046.stdout: "num_standby_replay": 0, 2024-09-20T22:59:28.617 INFO:tasks.workunit.client.0.smithi046.stdout: "num_up": 1, 2024-09-20T22:59:28.617 INFO:tasks.workunit.client.0.smithi046.stdout: "snaps": 0, 2024-09-20T22:59:28.617 INFO:tasks.workunit.client.0.smithi046.stdout: "standby_count_wanted": 0 2024-09-20T22:59:28.618 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.618 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_standby_mds": 1, 2024-09-20T22:59:28.618 INFO:tasks.workunit.client.0.smithi046.stdout: "total_num_mds": 2 2024-09-20T22:59:28.618 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.618 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_stats": { 2024-09-20T22:59:28.618 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-20T22:59:28.618 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.89feedb6ca5aa28c1526bae4a18bccbde113d39a": { 2024-09-20T22:59:28.618 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 20676608, 2024-09-20T22:59:28.618 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 429112, 2024-09-20T22:59:28.618 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2621440, 2024-09-20T22:59:28.618 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:28.618 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 524288, 2024-09-20T22:59:28.618 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 479, 2024-09-20T22:59:28.618 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:28.619 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 1353464, 2024-09-20T22:59:28.619 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 22, 2024-09-20T22:59:28.619 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 1095168, 2024-09-20T22:59:28.619 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 15177424, 2024-09-20T22:59:28.619 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 21200896 2024-09-20T22:59:28.619 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.619 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.a373ec1b8791b7f450fd778abc506764734e5598": { 2024-09-20T22:59:28.619 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 20152320, 2024-09-20T22:59:28.619 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 325616, 2024-09-20T22:59:28.619 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2621440, 2024-09-20T22:59:28.619 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 778240, 2024-09-20T22:59:28.619 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 0, 2024-09-20T22:59:28.619 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 360, 2024-09-20T22:59:28.619 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:28.620 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 1101784, 2024-09-20T22:59:28.620 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 13, 2024-09-20T22:59:28.620 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 561664, 2024-09-20T22:59:28.620 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 14763576, 2024-09-20T22:59:28.620 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 20152320 2024-09-20T22:59:28.620 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.620 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.620 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T22:59:28.620 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.89feedb6ca5aa28c1526bae4a18bccbde113d39a": { 2024-09-20T22:59:28.620 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 262987776, 2024-09-20T22:59:28.620 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 5913936, 2024-09-20T22:59:28.620 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3014656, 2024-09-20T22:59:28.620 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 802816, 2024-09-20T22:59:28.620 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 131072, 2024-09-20T22:59:28.621 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 9893, 2024-09-20T22:59:28.621 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:28.621 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 14191120, 2024-09-20T22:59:28.621 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 23, 2024-09-20T22:59:28.621 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 4470784, 2024-09-20T22:59:28.621 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 234594464, 2024-09-20T22:59:28.621 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 263118848 2024-09-20T22:59:28.621 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.621 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.a373ec1b8791b7f450fd778abc506764734e5598": { 2024-09-20T22:59:28.621 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 166936576, 2024-09-20T22:59:28.621 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 2252336, 2024-09-20T22:59:28.621 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2883584, 2024-09-20T22:59:28.621 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:28.621 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 2654208, 2024-09-20T22:59:28.621 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 6499, 2024-09-20T22:59:28.622 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:28.622 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 8665048, 2024-09-20T22:59:28.622 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 20, 2024-09-20T22:59:28.622 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 2349824, 2024-09-20T22:59:28.622 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 150785784, 2024-09-20T22:59:28.622 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 169590784 2024-09-20T22:59:28.622 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.622 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.ba2a2447664121745258143c46d4a74444ac144b": { 2024-09-20T22:59:28.622 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 178044928, 2024-09-20T22:59:28.622 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 2214928, 2024-09-20T22:59:28.622 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2883584, 2024-09-20T22:59:28.622 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 638976, 2024-09-20T22:59:28.622 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 974848, 2024-09-20T22:59:28.623 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 7010, 2024-09-20T22:59:28.623 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:28.623 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 12171224, 2024-09-20T22:59:28.623 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 20, 2024-09-20T22:59:28.623 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 1801472, 2024-09-20T22:59:28.623 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 158334744, 2024-09-20T22:59:28.623 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 179019776 2024-09-20T22:59:28.623 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.623 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.623 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:28.623 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.0": { 2024-09-20T22:59:28.623 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 535298048, 2024-09-20T22:59:28.623 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 27747520, 2024-09-20T22:59:28.623 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3407872, 2024-09-20T22:59:28.624 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:28.624 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 85991424, 2024-09-20T22:59:28.624 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 14983, 2024-09-20T22:59:28.624 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:28.624 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 77221112, 2024-09-20T22:59:28.624 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 54, 2024-09-20T22:59:28.624 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 12189952, 2024-09-20T22:59:28.624 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 414731592, 2024-09-20T22:59:28.624 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 621289472 2024-09-20T22:59:28.624 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.624 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.1": { 2024-09-20T22:59:28.624 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 516898816, 2024-09-20T22:59:28.624 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 29803888, 2024-09-20T22:59:28.624 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 5505024, 2024-09-20T22:59:28.625 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 49152, 2024-09-20T22:59:28.625 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 30334976, 2024-09-20T22:59:28.625 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 13749, 2024-09-20T22:59:28.625 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:28.625 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 68719928, 2024-09-20T22:59:28.625 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 60, 2024-09-20T22:59:28.625 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 9857280, 2024-09-20T22:59:28.625 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 402963544, 2024-09-20T22:59:28.625 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 547233792 2024-09-20T22:59:28.625 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.625 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.2": { 2024-09-20T22:59:28.625 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 414392320, 2024-09-20T22:59:28.625 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 29817440, 2024-09-20T22:59:28.625 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3276800, 2024-09-20T22:59:28.625 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:28.626 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 61874176, 2024-09-20T22:59:28.626 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 11246, 2024-09-20T22:59:28.626 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:28.626 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 60152920, 2024-09-20T22:59:28.626 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 53, 2024-09-20T22:59:28.626 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 11142912, 2024-09-20T22:59:28.626 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 310002248, 2024-09-20T22:59:28.626 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 476266496 2024-09-20T22:59:28.626 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.626 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.3": { 2024-09-20T22:59:28.626 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 423026688, 2024-09-20T22:59:28.626 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 20032672, 2024-09-20T22:59:28.626 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3145728, 2024-09-20T22:59:28.626 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:28.627 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 30777344, 2024-09-20T22:59:28.627 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 10373, 2024-09-20T22:59:28.627 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:28.627 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 54460520, 2024-09-20T22:59:28.627 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 53, 2024-09-20T22:59:28.627 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 13639168, 2024-09-20T22:59:28.627 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 331748600, 2024-09-20T22:59:28.627 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 453804032 2024-09-20T22:59:28.628 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.628 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.4": { 2024-09-20T22:59:28.628 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 382107648, 2024-09-20T22:59:28.628 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 24399568, 2024-09-20T22:59:28.628 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3276800, 2024-09-20T22:59:28.628 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:28.628 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 133431296, 2024-09-20T22:59:28.629 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 11104, 2024-09-20T22:59:28.629 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:28.629 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 56997136, 2024-09-20T22:59:28.629 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 53, 2024-09-20T22:59:28.629 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 10641408, 2024-09-20T22:59:28.629 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 286792736, 2024-09-20T22:59:28.629 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 515538944 2024-09-20T22:59:28.629 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.629 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.5": { 2024-09-20T22:59:28.629 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 525402112, 2024-09-20T22:59:28.629 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 26335256, 2024-09-20T22:59:28.629 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3276800, 2024-09-20T22:59:28.629 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:28.629 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 68935680, 2024-09-20T22:59:28.630 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 12878, 2024-09-20T22:59:28.630 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:28.630 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 64230160, 2024-09-20T22:59:28.630 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 53, 2024-09-20T22:59:28.630 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 11118592, 2024-09-20T22:59:28.630 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 420441304, 2024-09-20T22:59:28.630 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 594337792 2024-09-20T22:59:28.630 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.630 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.6": { 2024-09-20T22:59:28.630 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 459063296, 2024-09-20T22:59:28.630 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 22501712, 2024-09-20T22:59:28.631 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3145728, 2024-09-20T22:59:28.631 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:28.631 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 44228608, 2024-09-20T22:59:28.631 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 10198, 2024-09-20T22:59:28.631 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:28.631 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 56374272, 2024-09-20T22:59:28.631 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 53, 2024-09-20T22:59:28.631 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 11125248, 2024-09-20T22:59:28.631 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 365916336, 2024-09-20T22:59:28.631 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 503291904 2024-09-20T22:59:28.631 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.631 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.7": { 2024-09-20T22:59:28.631 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 544587776, 2024-09-20T22:59:28.631 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 22637704, 2024-09-20T22:59:28.631 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3276800, 2024-09-20T22:59:28.632 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:28.632 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 55173120, 2024-09-20T22:59:28.632 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 11673, 2024-09-20T22:59:28.632 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:28.632 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 64451624, 2024-09-20T22:59:28.632 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 58, 2024-09-20T22:59:28.632 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 11571712, 2024-09-20T22:59:28.632 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 442649936, 2024-09-20T22:59:28.632 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 599760896 2024-09-20T22:59:28.632 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.632 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.632 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.632 INFO:tasks.workunit.client.0.smithi046.stdout: "hosts": { 2024-09-20T22:59:28.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num": 2, 2024-09-20T22:59:28.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mds": 2, 2024-09-20T22:59:28.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mgr": 2, 2024-09-20T22:59:28.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mon": 2, 2024-09-20T22:59:28.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_osd": 2 2024-09-20T22:59:28.633 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.633 INFO:tasks.workunit.client.0.smithi046.stdout: "io_rate": { 2024-09-20T22:59:28.633 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_stats_delta": { 2024-09-20T22:59:28.633 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 0, 2024-09-20T22:59:28.633 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:28.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 0, 2024-09-20T22:59:28.633 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:28.633 INFO:tasks.workunit.client.0.smithi046.stdout: "stamp_delta": "12.003489", 2024-09-20T22:59:28.633 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:28.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:28.634 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:28.634 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:28.634 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:28.634 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:28.634 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:28.634 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:28.634 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:28.634 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:28.634 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:28.634 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:28.634 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:28.634 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:28.634 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:28.634 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:28.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:28.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:28.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:28.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:28.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:28.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:28.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:28.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:28.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:28.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:28.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:28.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:28.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:28.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:28.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:28.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:28.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:28.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:28.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:28.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:28.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:28.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:28.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:28.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:28.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:28.637 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.637 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-20T22:59:28.637 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 0, 2024-09-20T22:59:28.637 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-20T22:59:28.637 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-20T22:59:28.637 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-20T22:59:28.637 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-20T22:59:28.637 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 0, 2024-09-20T22:59:28.637 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-20T22:59:28.637 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-20T22:59:28.637 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-20T22:59:28.637 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-20T22:59:28.637 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.638 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 0 2024-09-20T22:59:28.638 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.638 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.638 INFO:tasks.workunit.client.0.smithi046.stdout: "leaderboard": false, 2024-09-20T22:59:28.638 INFO:tasks.workunit.client.0.smithi046.stdout: "leaderboard_description": null, 2024-09-20T22:59:28.638 INFO:tasks.workunit.client.0.smithi046.stdout: "license": "sharing-1-0", 2024-09-20T22:59:28.638 INFO:tasks.workunit.client.0.smithi046.stdout: "mempool": { 2024-09-20T22:59:28.638 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-20T22:59:28.638 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.89feedb6ca5aa28c1526bae4a18bccbde113d39a": { 2024-09-20T22:59:28.638 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:28.638 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.638 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.638 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.639 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:28.639 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.639 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.639 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.639 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:28.639 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.639 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.639 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.639 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:28.639 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.639 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.639 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.639 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:28.640 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.640 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.640 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.640 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:28.640 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.640 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.640 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.640 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:28.640 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.640 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.640 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.640 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:28.640 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.641 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.641 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.641 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:28.641 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.641 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.641 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.641 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:28.641 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.641 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.641 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.641 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:28.641 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.641 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.641 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.642 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:28.642 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.642 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.642 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.642 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:28.642 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.642 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.642 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.642 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:28.642 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.642 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.642 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.642 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:28.642 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.643 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.643 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.643 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:28.643 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.643 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.643 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.643 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:28.643 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.643 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.643 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.643 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:28.644 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.644 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.644 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.644 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:28.644 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 223455, 2024-09-20T22:59:28.644 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 69 2024-09-20T22:59:28.644 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.644 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:28.644 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.644 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.644 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.644 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:28.644 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 52112, 2024-09-20T22:59:28.645 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 181 2024-09-20T22:59:28.645 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.645 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:28.645 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.645 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.645 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.645 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:28.645 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.645 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.645 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.645 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:28.645 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.646 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.646 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.646 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:28.646 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12064, 2024-09-20T22:59:28.646 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 232 2024-09-20T22:59:28.646 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.646 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:28.646 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.646 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.646 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.646 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:28.646 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.647 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.647 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.647 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:28.647 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.647 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.647 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.647 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:28.647 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.647 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.647 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.647 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.647 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.a373ec1b8791b7f450fd778abc506764734e5598": { 2024-09-20T22:59:28.647 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:28.647 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.648 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.648 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.648 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:28.648 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.648 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.648 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.648 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:28.648 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.648 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.648 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.648 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:28.648 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.648 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.648 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.649 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:28.649 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.649 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.649 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.649 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:28.649 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.649 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.649 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.649 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:28.649 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.649 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.649 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.649 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:28.649 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.649 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.650 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.650 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:28.650 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.650 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.650 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.650 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:28.650 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.650 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.650 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.650 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:28.650 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.650 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.650 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.651 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:28.651 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.651 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.651 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.651 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:28.651 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.651 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.651 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.651 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:28.651 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.651 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.651 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.651 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:28.651 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.652 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.652 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.652 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:28.652 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.652 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.652 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.652 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:28.652 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.652 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.652 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.652 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:28.652 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.653 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.653 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.653 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:28.653 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 149008, 2024-09-20T22:59:28.653 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 33 2024-09-20T22:59:28.653 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.653 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:28.653 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.653 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.653 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.653 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:28.653 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 928, 2024-09-20T22:59:28.653 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2 2024-09-20T22:59:28.653 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.653 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:28.654 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.654 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.654 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.654 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:28.654 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.654 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.654 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.654 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:28.654 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.654 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.654 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.654 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:28.654 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.654 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.654 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.655 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:28.655 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.655 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.655 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.655 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:28.655 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.655 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.655 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.655 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:28.655 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.655 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.655 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.655 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:28.655 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.655 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.656 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.656 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.656 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.656 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T22:59:28.656 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.89feedb6ca5aa28c1526bae4a18bccbde113d39a": { 2024-09-20T22:59:28.656 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:28.656 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.656 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.656 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.656 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:28.656 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.656 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.656 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.656 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:28.656 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.656 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.656 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.657 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:28.657 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.657 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.657 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.657 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:28.657 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.657 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.657 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.657 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:28.657 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.657 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.657 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.657 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:28.657 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.658 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.658 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.658 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:28.658 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.658 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.658 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.658 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:28.658 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.658 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.658 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.658 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:28.658 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.658 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.658 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.659 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:28.659 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.659 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.659 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.659 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:28.659 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.659 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.659 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.659 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:28.659 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.659 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.659 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.659 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:28.659 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.659 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.660 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.660 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:28.660 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.660 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.660 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.660 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:28.660 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.660 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.660 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.660 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:28.660 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.660 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.661 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.661 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:28.661 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.661 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.661 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.661 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:28.661 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 53118304, 2024-09-20T22:59:28.661 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7508 2024-09-20T22:59:28.661 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.661 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:28.661 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.661 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.661 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.662 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:28.662 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.662 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.662 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.662 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:28.662 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.662 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.662 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.662 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:28.662 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.662 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.662 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.663 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:28.663 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.663 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.663 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.663 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:28.663 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10640, 2024-09-20T22:59:28.663 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 231 2024-09-20T22:59:28.663 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.663 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:28.663 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 70440, 2024-09-20T22:59:28.663 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 5158 2024-09-20T22:59:28.663 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.663 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:28.663 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 11440, 2024-09-20T22:59:28.663 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 304 2024-09-20T22:59:28.664 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.664 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:28.664 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.664 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.664 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.664 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:28.664 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.664 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.664 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.664 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.664 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.a373ec1b8791b7f450fd778abc506764734e5598": { 2024-09-20T22:59:28.665 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:28.665 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.665 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.665 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.665 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:28.665 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.665 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.665 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.665 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:28.665 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.665 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.665 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.665 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:28.666 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.666 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.666 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.666 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:28.666 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.666 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.666 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.666 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:28.666 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.666 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.666 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.666 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:28.666 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.666 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.666 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.667 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:28.667 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.667 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.667 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.667 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:28.667 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.667 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.667 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.667 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:28.667 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.668 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.668 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.668 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:28.668 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.668 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.668 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.668 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:28.668 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.668 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.668 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.668 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:28.668 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.669 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.669 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.669 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:28.669 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.669 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.669 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.669 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:28.669 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.669 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.669 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.669 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:28.669 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.669 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.669 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.669 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:28.669 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.670 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.670 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.670 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:28.670 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.670 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.670 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.670 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:28.670 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 44553412, 2024-09-20T22:59:28.670 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 5481 2024-09-20T22:59:28.670 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.670 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:28.670 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 792, 2024-09-20T22:59:28.670 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9 2024-09-20T22:59:28.670 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.671 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:28.671 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.671 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.671 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.671 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:28.671 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.671 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.671 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.671 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:28.671 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.671 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.671 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.671 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:28.671 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.671 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.672 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.672 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:28.672 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10640, 2024-09-20T22:59:28.672 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 231 2024-09-20T22:59:28.672 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.672 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:28.672 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 70440, 2024-09-20T22:59:28.672 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 5158 2024-09-20T22:59:28.672 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.672 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:28.672 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5720, 2024-09-20T22:59:28.672 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 152 2024-09-20T22:59:28.672 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.672 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:28.672 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.672 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.673 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.673 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:28.673 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.673 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.673 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.673 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.673 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.ba2a2447664121745258143c46d4a74444ac144b": { 2024-09-20T22:59:28.673 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:28.673 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.673 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.673 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.673 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:28.673 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.673 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.673 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.673 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:28.674 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.674 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.674 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.674 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:28.674 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.674 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.674 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.674 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:28.674 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.674 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.674 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.674 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:28.674 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.674 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.674 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.675 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:28.675 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.675 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.675 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.675 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:28.675 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.675 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.675 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.675 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:28.675 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.675 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.675 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.675 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:28.675 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.675 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.675 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.676 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:28.676 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.676 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.676 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.676 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:28.676 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.676 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.676 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.676 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:28.676 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.676 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.676 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.676 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:28.676 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.676 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.676 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.677 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:28.677 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.677 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.677 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.677 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:28.677 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.677 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.677 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.677 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:28.677 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.677 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.677 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.677 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:28.677 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.677 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.677 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.677 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:28.678 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 51214352, 2024-09-20T22:59:28.678 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7027 2024-09-20T22:59:28.678 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.678 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:28.678 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 968, 2024-09-20T22:59:28.678 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 11 2024-09-20T22:59:28.678 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.678 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:28.678 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.678 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.678 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.678 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:28.678 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.678 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.678 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.678 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:28.679 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.679 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.679 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.679 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:28.679 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.679 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.679 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.679 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:28.679 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10640, 2024-09-20T22:59:28.679 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 231 2024-09-20T22:59:28.679 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.679 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:28.679 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 70440, 2024-09-20T22:59:28.680 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 5158 2024-09-20T22:59:28.680 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.680 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:28.680 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5720, 2024-09-20T22:59:28.680 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 152 2024-09-20T22:59:28.680 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.680 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:28.680 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.680 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.680 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.680 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:28.680 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.680 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.680 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.680 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.680 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.680 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:28.681 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.0": { 2024-09-20T22:59:28.681 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:28.681 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.681 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.681 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.681 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:28.681 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 25408, 2024-09-20T22:59:28.681 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 502 2024-09-20T22:59:28.681 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.681 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:28.681 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 514560, 2024-09-20T22:59:28.681 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:28.681 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.681 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:28.681 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1152, 2024-09-20T22:59:28.681 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 6 2024-09-20T22:59:28.682 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.682 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:28.682 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 61680, 2024-09-20T22:59:28.682 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 771 2024-09-20T22:59:28.682 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.682 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:28.682 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 419744, 2024-09-20T22:59:28.682 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2018 2024-09-20T22:59:28.682 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.682 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:28.682 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 256, 2024-09-20T22:59:28.682 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:28.682 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.682 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:28.682 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 399647, 2024-09-20T22:59:28.682 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 120 2024-09-20T22:59:28.683 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.683 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:28.683 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2532336, 2024-09-20T22:59:28.683 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 561016 2024-09-20T22:59:28.683 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.683 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:28.683 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7184456, 2024-09-20T22:59:28.683 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10597 2024-09-20T22:59:28.683 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.683 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:28.683 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 88140, 2024-09-20T22:59:28.683 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9443 2024-09-20T22:59:28.683 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.683 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:28.683 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 96864, 2024-09-20T22:59:28.683 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2018 2024-09-20T22:59:28.684 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.684 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:28.684 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.684 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.684 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.684 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:28.684 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 186528, 2024-09-20T22:59:28.684 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1332 2024-09-20T22:59:28.684 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.684 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:28.684 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.684 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.684 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.684 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:28.685 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.685 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.685 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.685 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:28.685 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 56916, 2024-09-20T22:59:28.685 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 48 2024-09-20T22:59:28.685 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.685 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:28.685 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.685 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.685 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.685 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:28.685 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6248276, 2024-09-20T22:59:28.685 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 4775 2024-09-20T22:59:28.685 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.685 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:28.686 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10912, 2024-09-20T22:59:28.686 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 124 2024-09-20T22:59:28.686 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.686 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:28.686 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.686 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.686 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.686 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:28.686 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 522720, 2024-09-20T22:59:28.686 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 45 2024-09-20T22:59:28.686 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.686 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:28.686 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.686 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.686 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.686 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:28.687 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7126600, 2024-09-20T22:59:28.687 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 18505 2024-09-20T22:59:28.687 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.687 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:28.687 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 631576, 2024-09-20T22:59:28.687 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10076 2024-09-20T22:59:28.687 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.687 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:28.687 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.687 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.687 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.687 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:28.687 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.687 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.687 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.687 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:28.688 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.688 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.688 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.688 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:28.688 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.688 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.688 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.688 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.688 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.1": { 2024-09-20T22:59:28.688 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:28.688 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.688 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.688 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.688 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:28.688 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 25688, 2024-09-20T22:59:28.688 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 499 2024-09-20T22:59:28.688 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.688 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:28.689 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1100160, 2024-09-20T22:59:28.689 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:28.689 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.689 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:28.689 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1536, 2024-09-20T22:59:28.689 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-20T22:59:28.689 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.689 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:28.689 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 61760, 2024-09-20T22:59:28.689 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 772 2024-09-20T22:59:28.689 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.689 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:28.689 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 417456, 2024-09-20T22:59:28.689 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2007 2024-09-20T22:59:28.689 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.689 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:28.689 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 256, 2024-09-20T22:59:28.690 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:28.690 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.690 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:28.690 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 358090, 2024-09-20T22:59:28.690 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 106 2024-09-20T22:59:28.690 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.690 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:28.690 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2556930, 2024-09-20T22:59:28.690 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 563899 2024-09-20T22:59:28.690 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.690 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:28.690 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7209616, 2024-09-20T22:59:28.690 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10634 2024-09-20T22:59:28.690 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.690 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:28.690 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 85860, 2024-09-20T22:59:28.691 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9266 2024-09-20T22:59:28.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.691 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:28.691 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 96336, 2024-09-20T22:59:28.691 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2007 2024-09-20T22:59:28.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.691 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:28.691 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.691 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.691 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:28.691 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 186784, 2024-09-20T22:59:28.691 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1333 2024-09-20T22:59:28.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.691 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:28.691 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.692 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.692 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.692 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:28.692 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 736, 2024-09-20T22:59:28.692 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-20T22:59:28.692 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.692 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:28.692 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 84419, 2024-09-20T22:59:28.692 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 53 2024-09-20T22:59:28.692 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.692 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:28.692 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12112, 2024-09-20T22:59:28.692 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T22:59:28.692 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.692 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:28.692 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7921646, 2024-09-20T22:59:28.693 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 269 2024-09-20T22:59:28.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.693 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:28.693 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 11000, 2024-09-20T22:59:28.693 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 125 2024-09-20T22:59:28.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.693 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:28.693 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.693 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.693 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:28.693 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 429792, 2024-09-20T22:59:28.693 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 37 2024-09-20T22:59:28.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.694 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:28.694 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.694 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.694 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.694 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:28.694 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7316504, 2024-09-20T22:59:28.694 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 21215 2024-09-20T22:59:28.694 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.694 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:28.694 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 631576, 2024-09-20T22:59:28.694 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10076 2024-09-20T22:59:28.694 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.694 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:28.695 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.695 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.695 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.695 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:28.695 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.695 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.695 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.695 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:28.695 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.695 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.695 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.695 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:28.695 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.695 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.695 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.696 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.696 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.2": { 2024-09-20T22:59:28.696 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:28.696 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.696 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.696 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.696 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:28.696 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 17688, 2024-09-20T22:59:28.696 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 310 2024-09-20T22:59:28.696 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.696 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:28.696 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 264192, 2024-09-20T22:59:28.696 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 29 2024-09-20T22:59:28.696 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.696 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:28.696 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2112, 2024-09-20T22:59:28.696 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 11 2024-09-20T22:59:28.697 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.697 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:28.697 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 60640, 2024-09-20T22:59:28.697 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 758 2024-09-20T22:59:28.697 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.697 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:28.697 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 416832, 2024-09-20T22:59:28.697 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2004 2024-09-20T22:59:28.697 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.697 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:28.697 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 256, 2024-09-20T22:59:28.697 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:28.697 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.697 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:28.697 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 263904, 2024-09-20T22:59:28.697 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 82 2024-09-20T22:59:28.697 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.698 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:28.698 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1852324, 2024-09-20T22:59:28.698 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 406420 2024-09-20T22:59:28.698 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.698 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:28.698 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5313096, 2024-09-20T22:59:28.698 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7845 2024-09-20T22:59:28.698 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.698 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:28.698 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 85112, 2024-09-20T22:59:28.698 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9253 2024-09-20T22:59:28.698 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.698 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:28.699 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 96192, 2024-09-20T22:59:28.699 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2004 2024-09-20T22:59:28.699 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.699 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:28.699 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.699 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.699 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.699 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:28.699 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 186784, 2024-09-20T22:59:28.699 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1333 2024-09-20T22:59:28.699 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.699 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:28.699 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.699 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.700 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.700 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:28.700 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.700 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.700 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.700 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:28.700 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 47767, 2024-09-20T22:59:28.700 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 45 2024-09-20T22:59:28.700 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.700 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:28.700 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.700 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.700 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.700 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:28.700 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10988844, 2024-09-20T22:59:28.701 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 263 2024-09-20T22:59:28.701 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.701 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:28.701 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 9504, 2024-09-20T22:59:28.701 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 108 2024-09-20T22:59:28.701 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.701 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:28.701 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.701 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.701 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.701 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:28.701 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 360096, 2024-09-20T22:59:28.701 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 31 2024-09-20T22:59:28.701 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.702 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:28.702 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.702 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.702 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.702 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:28.702 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3199040, 2024-09-20T22:59:28.702 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 6152 2024-09-20T22:59:28.702 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.702 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:28.702 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 631576, 2024-09-20T22:59:28.702 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10076 2024-09-20T22:59:28.702 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.702 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:28.702 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.702 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.703 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.703 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:28.703 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.703 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.703 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.703 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:28.703 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.703 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.703 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.703 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:28.703 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.703 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.703 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.703 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.703 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.3": { 2024-09-20T22:59:28.704 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:28.704 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.704 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.704 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.704 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:28.704 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 17784, 2024-09-20T22:59:28.704 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 318 2024-09-20T22:59:28.704 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.704 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:28.704 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 501760, 2024-09-20T22:59:28.704 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 29 2024-09-20T22:59:28.704 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.704 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:28.704 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2496, 2024-09-20T22:59:28.705 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 13 2024-09-20T22:59:28.705 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.705 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:28.705 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 60960, 2024-09-20T22:59:28.705 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 762 2024-09-20T22:59:28.705 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.705 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:28.705 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 404560, 2024-09-20T22:59:28.705 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1945 2024-09-20T22:59:28.705 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.705 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:28.705 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 256, 2024-09-20T22:59:28.705 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:28.705 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.705 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:28.705 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 343264, 2024-09-20T22:59:28.706 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 86 2024-09-20T22:59:28.706 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.706 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:28.706 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1827983, 2024-09-20T22:59:28.706 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 401078 2024-09-20T22:59:28.706 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.706 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:28.706 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5242376, 2024-09-20T22:59:28.706 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7741 2024-09-20T22:59:28.706 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.706 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:28.706 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 76600, 2024-09-20T22:59:28.706 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8120 2024-09-20T22:59:28.706 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.707 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:28.707 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 93360, 2024-09-20T22:59:28.707 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1945 2024-09-20T22:59:28.707 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.707 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:28.707 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.707 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.707 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.707 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:28.707 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 186784, 2024-09-20T22:59:28.707 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1333 2024-09-20T22:59:28.707 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.707 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:28.707 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.707 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.707 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.708 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:28.708 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 736, 2024-09-20T22:59:28.708 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-20T22:59:28.708 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.708 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:28.708 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 79792, 2024-09-20T22:59:28.708 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 57 2024-09-20T22:59:28.708 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.708 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:28.708 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12112, 2024-09-20T22:59:28.708 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T22:59:28.708 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.708 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:28.708 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 13394390, 2024-09-20T22:59:28.708 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 284 2024-09-20T22:59:28.708 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.709 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:28.709 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10120, 2024-09-20T22:59:28.709 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 115 2024-09-20T22:59:28.709 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.709 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:28.709 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.709 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.709 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.709 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:28.709 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 418176, 2024-09-20T22:59:28.709 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 36 2024-09-20T22:59:28.709 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.709 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:28.709 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.709 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.709 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.709 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:28.710 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3449680, 2024-09-20T22:59:28.710 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9034 2024-09-20T22:59:28.710 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.710 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:28.710 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 631576, 2024-09-20T22:59:28.710 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10076 2024-09-20T22:59:28.710 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.710 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:28.710 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.710 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.710 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.710 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:28.710 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.710 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.711 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.711 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:28.711 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.711 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.711 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.711 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:28.711 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.711 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.711 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.711 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.711 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.4": { 2024-09-20T22:59:28.711 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:28.711 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.711 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.711 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.712 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:28.712 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 20816, 2024-09-20T22:59:28.712 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 360 2024-09-20T22:59:28.712 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.712 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:28.712 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 461184, 2024-09-20T22:59:28.712 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:28.712 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.712 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:28.712 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-20T22:59:28.712 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T22:59:28.712 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.712 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:28.712 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 61120, 2024-09-20T22:59:28.712 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 764 2024-09-20T22:59:28.713 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.713 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:28.713 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 404560, 2024-09-20T22:59:28.713 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1945 2024-09-20T22:59:28.713 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.713 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:28.713 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 256, 2024-09-20T22:59:28.713 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:28.713 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.713 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:28.713 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1183351, 2024-09-20T22:59:28.713 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 294 2024-09-20T22:59:28.713 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.713 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:28.713 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2125726, 2024-09-20T22:59:28.713 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 466869 2024-09-20T22:59:28.713 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.714 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:28.714 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6085576, 2024-09-20T22:59:28.714 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8981 2024-09-20T22:59:28.714 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.714 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:28.714 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 76892, 2024-09-20T22:59:28.714 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8119 2024-09-20T22:59:28.714 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.714 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:28.714 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 93360, 2024-09-20T22:59:28.714 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1945 2024-09-20T22:59:28.714 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.714 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:28.715 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.715 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.715 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.715 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:28.715 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 186528, 2024-09-20T22:59:28.715 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1332 2024-09-20T22:59:28.715 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.715 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:28.715 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.715 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.715 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.715 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:28.715 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.715 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.715 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.715 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:28.716 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 42826, 2024-09-20T22:59:28.716 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 42 2024-09-20T22:59:28.716 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.716 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:28.716 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.716 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.716 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.716 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:28.716 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2860763, 2024-09-20T22:59:28.716 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 258 2024-09-20T22:59:28.716 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.716 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:28.716 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 26576, 2024-09-20T22:59:28.716 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 302 2024-09-20T22:59:28.716 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.716 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:28.716 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.717 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.717 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.717 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:28.717 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 453024, 2024-09-20T22:59:28.717 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 39 2024-09-20T22:59:28.717 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.717 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:28.717 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.717 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.717 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.717 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:28.717 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5091840, 2024-09-20T22:59:28.717 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 12192 2024-09-20T22:59:28.717 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.717 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:28.717 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 631576, 2024-09-20T22:59:28.717 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10076 2024-09-20T22:59:28.718 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.718 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:28.718 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.718 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.718 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.718 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:28.718 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.718 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.718 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.718 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:28.718 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.718 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.718 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.718 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:28.718 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.719 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.719 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.719 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.719 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.5": { 2024-09-20T22:59:28.719 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:28.719 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.719 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.719 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.719 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:28.719 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 25856, 2024-09-20T22:59:28.719 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 513 2024-09-20T22:59:28.719 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.719 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:28.719 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 752640, 2024-09-20T22:59:28.719 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 38 2024-09-20T22:59:28.719 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.720 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:28.720 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3072, 2024-09-20T22:59:28.720 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 16 2024-09-20T22:59:28.720 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.720 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:28.720 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 61440, 2024-09-20T22:59:28.720 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 768 2024-09-20T22:59:28.720 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.720 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:28.720 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 404560, 2024-09-20T22:59:28.720 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1945 2024-09-20T22:59:28.720 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.720 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:28.720 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 256, 2024-09-20T22:59:28.720 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:28.720 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.721 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:28.721 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 430353, 2024-09-20T22:59:28.721 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 114 2024-09-20T22:59:28.721 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.721 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:28.721 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2418887, 2024-09-20T22:59:28.721 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 539806 2024-09-20T22:59:28.721 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.721 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:28.721 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6957336, 2024-09-20T22:59:28.721 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10263 2024-09-20T22:59:28.721 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.721 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:28.721 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 77272, 2024-09-20T22:59:28.721 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8126 2024-09-20T22:59:28.722 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.722 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:28.722 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 93360, 2024-09-20T22:59:28.722 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1945 2024-09-20T22:59:28.722 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.722 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:28.722 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.722 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.722 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.722 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:28.722 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 186528, 2024-09-20T22:59:28.722 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1332 2024-09-20T22:59:28.722 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.722 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:28.722 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.723 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.723 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.723 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:28.723 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 736, 2024-09-20T22:59:28.723 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-20T22:59:28.723 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.723 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:28.723 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 81898, 2024-09-20T22:59:28.723 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 54 2024-09-20T22:59:28.723 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.723 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:28.723 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12112, 2024-09-20T22:59:28.723 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T22:59:28.723 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.724 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:28.724 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16954192, 2024-09-20T22:59:28.724 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 273 2024-09-20T22:59:28.724 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.724 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:28.724 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12408, 2024-09-20T22:59:28.724 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 141 2024-09-20T22:59:28.724 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.724 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:28.724 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.724 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.724 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.724 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:28.725 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 487872, 2024-09-20T22:59:28.725 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 42 2024-09-20T22:59:28.725 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.725 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:28.725 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.725 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.725 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.725 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:28.725 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6449040, 2024-09-20T22:59:28.725 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 12402 2024-09-20T22:59:28.725 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.725 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:28.725 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 631576, 2024-09-20T22:59:28.725 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10076 2024-09-20T22:59:28.726 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.726 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:28.726 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.726 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.726 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.726 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:28.726 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.726 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.726 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.726 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:28.726 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.726 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.726 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.726 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:28.727 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.727 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.727 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.727 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.727 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.6": { 2024-09-20T22:59:28.727 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:28.727 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.727 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.727 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.727 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:28.727 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 19664, 2024-09-20T22:59:28.727 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 343 2024-09-20T22:59:28.727 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.727 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:28.727 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 600448, 2024-09-20T22:59:28.727 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 30 2024-09-20T22:59:28.728 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.728 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:28.728 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2496, 2024-09-20T22:59:28.728 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 13 2024-09-20T22:59:28.728 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.728 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:28.728 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 61200, 2024-09-20T22:59:28.728 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 765 2024-09-20T22:59:28.728 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.728 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:28.728 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 406224, 2024-09-20T22:59:28.728 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1953 2024-09-20T22:59:28.728 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.728 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:28.729 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 256, 2024-09-20T22:59:28.729 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:28.729 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.729 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:28.729 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 414958, 2024-09-20T22:59:28.729 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 108 2024-09-20T22:59:28.729 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.729 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:28.729 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1738094, 2024-09-20T22:59:28.729 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 384801 2024-09-20T22:59:28.729 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.729 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:28.729 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5081216, 2024-09-20T22:59:28.729 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7504 2024-09-20T22:59:28.729 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.730 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:28.730 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 78196, 2024-09-20T22:59:28.730 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8282 2024-09-20T22:59:28.730 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.730 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:28.730 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 93744, 2024-09-20T22:59:28.730 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1953 2024-09-20T22:59:28.730 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.730 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:28.730 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.730 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.730 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.730 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:28.731 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 186528, 2024-09-20T22:59:28.731 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1332 2024-09-20T22:59:28.731 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.731 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:28.731 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.731 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.731 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.731 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:28.731 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.731 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.731 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.731 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:28.731 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 43051, 2024-09-20T22:59:28.731 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 49 2024-09-20T22:59:28.731 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.732 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:28.732 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.732 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.732 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.732 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:28.732 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 13636337, 2024-09-20T22:59:28.732 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 260 2024-09-20T22:59:28.732 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.732 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:28.732 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 11792, 2024-09-20T22:59:28.732 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 134 2024-09-20T22:59:28.732 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.732 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:28.732 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.733 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.733 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.733 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:28.733 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 453024, 2024-09-20T22:59:28.733 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 39 2024-09-20T22:59:28.733 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.733 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:28.733 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.733 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.733 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.733 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:28.733 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3554200, 2024-09-20T22:59:28.733 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9159 2024-09-20T22:59:28.733 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.733 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:28.733 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 631576, 2024-09-20T22:59:28.734 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10076 2024-09-20T22:59:28.734 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.734 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:28.734 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.734 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.734 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.734 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:28.734 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.734 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.734 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.734 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:28.734 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.734 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.735 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.735 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:28.735 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.735 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.735 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.735 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.735 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.7": { 2024-09-20T22:59:28.735 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:28.735 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.735 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.735 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.735 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:28.735 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18680, 2024-09-20T22:59:28.735 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 340 2024-09-20T22:59:28.736 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.736 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:28.736 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 223360, 2024-09-20T22:59:28.736 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 28 2024-09-20T22:59:28.736 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.736 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:28.736 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4032, 2024-09-20T22:59:28.736 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 21 2024-09-20T22:59:28.736 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.736 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:28.736 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 61120, 2024-09-20T22:59:28.736 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 764 2024-09-20T22:59:28.736 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.736 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:28.737 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 406016, 2024-09-20T22:59:28.737 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1952 2024-09-20T22:59:28.737 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.737 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:28.737 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 256, 2024-09-20T22:59:28.737 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:28.737 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.737 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:28.737 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 508445, 2024-09-20T22:59:28.737 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 140 2024-09-20T22:59:28.737 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.737 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:28.737 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2092491, 2024-09-20T22:59:28.737 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 462100 2024-09-20T22:59:28.737 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.738 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:28.738 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5997856, 2024-09-20T22:59:28.738 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8852 2024-09-20T22:59:28.738 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.738 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:28.738 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 78932, 2024-09-20T22:59:28.738 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8284 2024-09-20T22:59:28.738 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.738 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:28.738 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 93696, 2024-09-20T22:59:28.738 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1952 2024-09-20T22:59:28.738 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.739 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:28.739 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.739 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.739 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.739 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:28.739 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 186528, 2024-09-20T22:59:28.739 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1332 2024-09-20T22:59:28.739 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.739 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:28.739 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.739 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.739 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.739 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:28.739 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.740 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.740 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.740 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:28.740 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18568, 2024-09-20T22:59:28.740 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 25 2024-09-20T22:59:28.740 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.740 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:28.740 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.740 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.740 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.740 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:28.740 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 21782681, 2024-09-20T22:59:28.740 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 266 2024-09-20T22:59:28.740 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.740 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:28.741 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12496, 2024-09-20T22:59:28.741 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 142 2024-09-20T22:59:28.741 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.741 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:28.741 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.741 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.741 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.741 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:28.741 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 534336, 2024-09-20T22:59:28.741 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 46 2024-09-20T22:59:28.741 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.741 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:28.741 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.741 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.741 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.741 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:28.742 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4831008, 2024-09-20T22:59:28.742 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9316 2024-09-20T22:59:28.742 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.742 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:28.742 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 631576, 2024-09-20T22:59:28.742 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10076 2024-09-20T22:59:28.742 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.742 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:28.742 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.742 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.742 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.742 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:28.742 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.742 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.743 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.743 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:28.743 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.743 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.743 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.743 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:28.743 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:28.743 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:28.743 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.743 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.743 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.743 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.743 INFO:tasks.workunit.client.0.smithi046.stdout: "metadata": { 2024-09-20T22:59:28.743 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-20T22:59:28.743 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-20T22:59:28.744 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 2 2024-09-20T22:59:28.744 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.744 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-20T22:59:28.744 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 2 2024-09-20T22:59:28.744 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.744 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-20T22:59:28.744 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-20T22:59:28.744 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-20T22:59:28.744 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.744 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-20T22:59:28.744 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 2 2024-09-20T22:59:28.744 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.744 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-20T22:59:28.744 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 2 2024-09-20T22:59:28.744 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.745 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-20T22:59:28.745 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 2 2024-09-20T22:59:28.745 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.745 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-20T22:59:28.745 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 2 2024-09-20T22:59:28.745 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.745 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-20T22:59:28.745 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 2 2024-09-20T22:59:28.745 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.745 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.745 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T22:59:28.745 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-20T22:59:28.745 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 3 2024-09-20T22:59:28.745 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.745 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-20T22:59:28.746 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 3 2024-09-20T22:59:28.746 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.746 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-20T22:59:28.746 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-20T22:59:28.746 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-20T22:59:28.746 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.746 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-20T22:59:28.746 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 3 2024-09-20T22:59:28.746 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.746 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-20T22:59:28.746 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 3 2024-09-20T22:59:28.746 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.746 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-20T22:59:28.746 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 3 2024-09-20T22:59:28.746 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.747 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-20T22:59:28.747 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 3 2024-09-20T22:59:28.747 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.747 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-20T22:59:28.747 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 3 2024-09-20T22:59:28.747 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.747 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.747 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:28.747 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-20T22:59:28.747 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 8 2024-09-20T22:59:28.747 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.747 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-20T22:59:28.747 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 8 2024-09-20T22:59:28.747 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.747 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-20T22:59:28.747 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-20T22:59:28.748 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-20T22:59:28.748 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.748 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-20T22:59:28.748 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 8 2024-09-20T22:59:28.748 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.748 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-20T22:59:28.748 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 8 2024-09-20T22:59:28.748 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.748 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-20T22:59:28.748 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 8 2024-09-20T22:59:28.748 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.748 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-20T22:59:28.748 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 8 2024-09-20T22:59:28.748 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.748 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-20T22:59:28.748 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 8 2024-09-20T22:59:28.749 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.749 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_objectstore": { 2024-09-20T22:59:28.749 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": 8 2024-09-20T22:59:28.749 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.749 INFO:tasks.workunit.client.0.smithi046.stdout: "rotational": { 2024-09-20T22:59:28.749 INFO:tasks.workunit.client.0.smithi046.stdout: "0": 8 2024-09-20T22:59:28.749 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.749 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.749 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.749 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T22:59:28.749 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T22:59:28.749 INFO:tasks.workunit.client.0.smithi046.stdout: "features": { 2024-09-20T22:59:28.749 INFO:tasks.workunit.client.0.smithi046.stdout: "optional": [], 2024-09-20T22:59:28.749 INFO:tasks.workunit.client.0.smithi046.stdout: "persistent": [ 2024-09-20T22:59:28.749 INFO:tasks.workunit.client.0.smithi046.stdout: "kraken", 2024-09-20T22:59:28.749 INFO:tasks.workunit.client.0.smithi046.stdout: "luminous", 2024-09-20T22:59:28.750 INFO:tasks.workunit.client.0.smithi046.stdout: "mimic", 2024-09-20T22:59:28.750 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap-prune", 2024-09-20T22:59:28.750 INFO:tasks.workunit.client.0.smithi046.stdout: "nautilus", 2024-09-20T22:59:28.750 INFO:tasks.workunit.client.0.smithi046.stdout: "octopus", 2024-09-20T22:59:28.750 INFO:tasks.workunit.client.0.smithi046.stdout: "pacific", 2024-09-20T22:59:28.750 INFO:tasks.workunit.client.0.smithi046.stdout: "elector-pinging", 2024-09-20T22:59:28.750 INFO:tasks.workunit.client.0.smithi046.stdout: "quincy", 2024-09-20T22:59:28.750 INFO:tasks.workunit.client.0.smithi046.stdout: "reef", 2024-09-20T22:59:28.750 INFO:tasks.workunit.client.0.smithi046.stdout: "squid" 2024-09-20T22:59:28.750 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.750 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.750 INFO:tasks.workunit.client.0.smithi046.stdout: "ipv4_addr_mons": 6, 2024-09-20T22:59:28.750 INFO:tasks.workunit.client.0.smithi046.stdout: "ipv6_addr_mons": 0, 2024-09-20T22:59:28.750 INFO:tasks.workunit.client.0.smithi046.stdout: "min_mon_release": 19, 2024-09-20T22:59:28.750 INFO:tasks.workunit.client.0.smithi046.stdout: "v1_addr_mons": 3, 2024-09-20T22:59:28.750 INFO:tasks.workunit.client.0.smithi046.stdout: "v2_addr_mons": 3 2024-09-20T22:59:28.750 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.751 INFO:tasks.workunit.client.0.smithi046.stdout: "organization": "ceph-qa", 2024-09-20T22:59:28.751 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:28.751 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster_network": false, 2024-09-20T22:59:28.751 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8, 2024-09-20T22:59:28.751 INFO:tasks.workunit.client.0.smithi046.stdout: "require_min_compat_client": "luminous", 2024-09-20T22:59:28.751 INFO:tasks.workunit.client.0.smithi046.stdout: "require_osd_release": "squid" 2024-09-20T22:59:28.751 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.751 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_perf_histograms": [ 2024-09-20T22:59:28.751 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.751 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T22:59:28.751 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-20T22:59:28.751 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.751 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T22:59:28.751 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:28.751 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-20T22:59:28.752 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-20T22:59:28.752 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:28.752 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:28.752 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-20T22:59:28.752 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-20T22:59:28.752 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-20T22:59:28.752 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-20T22:59:28.752 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-20T22:59:28.752 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-20T22:59:28.752 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-20T22:59:28.752 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-20T22:59:28.752 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-20T22:59:28.752 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-20T22:59:28.752 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-20T22:59:28.753 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-20T22:59:28.753 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-20T22:59:28.753 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-20T22:59:28.753 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-20T22:59:28.753 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-20T22:59:28.753 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-20T22:59:28.753 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-20T22:59:28.753 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-20T22:59:28.753 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-20T22:59:28.753 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-20T22:59:28.753 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-20T22:59:28.753 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-20T22:59:28.753 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-20T22:59:28.753 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-20T22:59:28.753 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-20T22:59:28.754 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-20T22:59:28.754 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-20T22:59:28.754 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-20T22:59:28.754 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-20T22:59:28.754 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-20T22:59:28.754 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.754 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T22:59:28.754 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.754 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.754 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T22:59:28.754 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:28.754 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-20T22:59:28.754 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-20T22:59:28.754 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:28.755 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:28.755 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-20T22:59:28.755 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-20T22:59:28.755 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-20T22:59:28.755 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-20T22:59:28.755 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-20T22:59:28.755 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-20T22:59:28.755 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-20T22:59:28.755 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-20T22:59:28.755 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-20T22:59:28.755 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-20T22:59:28.755 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-20T22:59:28.755 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-20T22:59:28.755 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-20T22:59:28.756 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-20T22:59:28.756 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-20T22:59:28.756 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-20T22:59:28.756 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-20T22:59:28.756 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-20T22:59:28.756 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-20T22:59:28.756 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-20T22:59:28.756 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-20T22:59:28.756 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-20T22:59:28.756 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-20T22:59:28.756 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-20T22:59:28.756 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-20T22:59:28.756 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-20T22:59:28.756 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-20T22:59:28.756 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-20T22:59:28.756 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-20T22:59:28.756 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-20T22:59:28.757 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-20T22:59:28.757 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.757 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T22:59:28.757 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.757 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.757 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-20T22:59:28.757 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.757 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-20T22:59:28.757 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.757 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.757 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1334, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.757 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 17354, 4041, 124, 13, 41, 26, 1, 0, 0, 0, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.757 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 11726, 59, 36, 0, 9, 61, 146, 210, 28, 50, 31, 25, 41, 28, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.757 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 886, 104, 130, 0, 1, 1, 23, 21, 3, 8, 78, 204, 58, 9, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.757 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 737, 38, 63, 0, 0, 0, 0, 1, 1, 1, 1, 25, 348, 27, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.757 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 241, 8, 14, 0, 0, 0, 0, 0, 0, 0, 2, 20, 15, 68, 138, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.757 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 284, 4, 16, 21, 0, 0, 0, 1, 2, 1, 3, 13, 21, 24, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.758 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 185, 0, 4, 41, 61, 0, 0, 0, 0, 1, 6, 17, 20, 26, 28, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.758 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 46, 0, 0, 6, 66, 97, 0, 0, 0, 0, 0, 0, 3, 15, 29, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.758 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 38, 0, 0, 0, 8, 32, 0, 0, 0, 0, 0, 0, 0, 9, 7, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.758 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.758 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.758 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.758 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.758 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.758 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.758 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.758 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.758 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.758 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.758 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.758 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.758 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.758 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.759 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.759 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.759 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.759 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.759 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.759 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.759 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.759 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.759 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.759 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.759 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-20T22:59:28.759 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.759 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.759 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.759 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9978, 2, 0, 0, 7, 1, 2, 1, 0, 0, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.759 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7783, 48, 1384, 0, 5, 3, 9, 11, 28, 59, 51, 34, 56, 18, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.760 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 645, 3, 120, 19, 0, 0, 0, 0, 7, 19, 106, 259, 89, 3, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.760 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 415, 4, 1, 11, 0, 0, 0, 0, 0, 0, 0, 22, 470, 8, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.760 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 88, 7, 4, 0, 0, 0, 2, 0, 0, 0, 5, 1, 7, 49, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.760 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 102, 8, 45, 0, 0, 0, 2, 0, 0, 0, 4, 0, 11, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.760 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 229, 0, 195, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 11, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.760 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 111, 1, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 13, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.760 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.760 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.760 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.760 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.760 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.760 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.760 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.760 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.760 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.760 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.761 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.761 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.761 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.761 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.761 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.761 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.761 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.761 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.761 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.761 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.761 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.761 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.761 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.761 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.761 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.762 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-20T22:59:28.762 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.762 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.762 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.762 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 13780, 52, 0, 0, 1, 0, 0, 0, 0, 1, 6, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.762 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9684, 157, 8, 0, 1, 0, 1, 3, 7, 9, 7, 17, 28, 24, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.762 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1412, 20, 3, 1, 2, 0, 1, 1, 1, 1, 7, 18, 7, 8, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.762 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 750, 9, 2, 1, 0, 0, 0, 0, 0, 0, 2, 5, 54, 19, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.762 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 458, 9, 0, 0, 0, 0, 1, 0, 1, 0, 0, 8, 19, 51, 153, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.762 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 319, 7, 0, 0, 0, 0, 0, 1, 1, 0, 4, 6, 19, 12, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.762 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 247, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 3, 13, 43, 30, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.762 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 88, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 6, 7, 30, 57, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.762 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 22, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 3, 24, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.762 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.762 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.763 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.763 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.763 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.763 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.763 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.763 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.763 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.763 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.763 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.763 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.763 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.763 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.763 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.763 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.763 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.763 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.764 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.764 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.764 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.764 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.764 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.764 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.764 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-20T22:59:28.764 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.764 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.764 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 173, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.764 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9302, 4101, 0, 1, 11, 2, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.764 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3635, 160, 55, 2, 6, 3, 4, 4, 14, 14, 12, 4, 29, 10, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.764 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 303, 8, 36, 0, 0, 0, 0, 0, 1, 11, 38, 75, 26, 8, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.764 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 154, 7, 2, 0, 6, 0, 1, 0, 0, 1, 0, 8, 200, 11, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.764 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 43, 8, 4, 0, 160, 0, 0, 0, 0, 0, 0, 1, 9, 19, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.765 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 48, 4, 4, 0, 331, 0, 3, 0, 0, 0, 1, 3, 7, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.765 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 15, 0, 0, 0, 524, 0, 0, 0, 0, 0, 0, 4, 1, 9, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.765 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 12, 0, 0, 0, 1665, 0, 0, 0, 0, 0, 0, 0, 4, 1, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.765 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.765 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.765 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.765 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.765 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.765 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.765 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.765 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.765 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.765 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.765 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.765 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.766 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.766 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.766 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.766 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.766 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.766 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.766 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.766 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.766 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.766 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.766 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.766 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.766 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.766 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-20T22:59:28.767 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.767 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.767 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2748, 2160, 140, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.767 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9859, 5683, 4199, 0, 0, 1, 1, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.767 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 6348, 216, 153, 1, 11, 2, 4, 2, 7, 9, 15, 20, 26, 17, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.767 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 673, 43, 25, 0, 1, 0, 2, 3, 3, 13, 30, 77, 38, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.767 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 229, 4, 0, 0, 0, 0, 0, 0, 2, 0, 1, 17, 160, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.767 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 82, 9, 0, 0, 1, 0, 0, 0, 0, 3, 8, 5, 11, 17, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.767 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 72, 20, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 9, 27, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.767 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 37, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 25, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.767 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9, 153, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 13, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.767 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.767 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.767 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.767 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.767 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.768 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.768 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.768 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.768 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.768 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.768 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.768 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.768 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.768 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.768 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.768 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.768 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.768 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.769 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.769 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.769 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.769 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.769 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.769 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.769 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.769 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-20T22:59:28.769 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.769 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.769 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.769 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7752, 175, 2, 0, 1, 1, 0, 1, 0, 0, 0, 2, 7, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.769 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 6589, 312, 5, 0, 7, 0, 1, 3, 0, 0, 1, 4, 8, 9, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.769 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 763, 4, 0, 9, 5, 0, 0, 2, 1, 6, 1, 3, 5, 2, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.769 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 319, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 12, 50, 7, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.769 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 248, 1, 1, 0, 0, 0, 0, 0, 1, 4, 3, 3, 12, 55, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.770 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 115, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 17, 22, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.770 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 110, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 4, 6, 25, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.770 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 8, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.770 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.770 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.770 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.770 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.770 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.770 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.770 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.770 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.770 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.770 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.770 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.770 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.770 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.770 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.771 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.771 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.771 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.771 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.771 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.771 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.771 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.771 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.771 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.771 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.771 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.771 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-20T22:59:28.771 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.771 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.771 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 796, 195, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.771 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 11497, 3889, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.772 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 6821, 331, 1, 1, 18, 5, 4, 6, 6, 15, 13, 11, 18, 5, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.772 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 651, 32, 1, 1, 3, 0, 0, 8, 1, 15, 44, 76, 19, 3, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.772 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 344, 6, 0, 0, 1, 0, 0, 1, 0, 1, 0, 19, 173, 11, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.772 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 144, 3, 0, 0, 0, 2, 0, 0, 0, 0, 10, 2, 24, 39, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.772 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 109, 0, 0, 0, 0, 0, 0, 1, 0, 6, 4, 2, 5, 8, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.772 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 23, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 16, 14, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.772 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 9, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.772 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.772 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.772 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.772 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.772 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.772 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.772 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.772 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.772 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.773 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.773 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.773 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.773 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.773 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.773 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.773 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.773 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.773 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.773 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.773 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.773 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.773 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.774 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.774 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.774 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.774 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-20T22:59:28.774 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.774 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.774 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 250, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.774 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 14444, 2, 1, 0, 7199, 453, 0, 0, 0, 0, 2, 4, 4, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.774 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9152, 33, 24, 0, 303, 135, 0, 0, 2, 0, 4, 6, 15, 12, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.774 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1194, 3, 17, 0, 28, 11, 0, 0, 1, 1, 5, 4, 7, 5, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.774 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 327, 1, 2, 0, 4, 7, 0, 0, 2, 1, 1, 7, 48, 9, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.774 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 159, 0, 1, 0, 17, 17, 0, 0, 1, 3, 5, 1, 20, 83, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.774 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 85, 0, 0, 0, 1, 10, 0, 0, 0, 0, 1, 0, 7, 24, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.774 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 26, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.775 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 4, 13, 27, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.775 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.775 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.775 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.775 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.775 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.775 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.775 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.775 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.775 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.775 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.775 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.775 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.775 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.775 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.775 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.776 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.776 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.776 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.776 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.776 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.776 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.776 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.776 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.776 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.776 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.776 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.776 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T22:59:28.776 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-20T22:59:28.776 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.776 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T22:59:28.777 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:28.777 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-20T22:59:28.777 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-20T22:59:28.777 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:28.777 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:28.777 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-20T22:59:28.777 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-20T22:59:28.777 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-20T22:59:28.777 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-20T22:59:28.777 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-20T22:59:28.777 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-20T22:59:28.777 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-20T22:59:28.777 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-20T22:59:28.777 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-20T22:59:28.777 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-20T22:59:28.778 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-20T22:59:28.778 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-20T22:59:28.778 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-20T22:59:28.778 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-20T22:59:28.778 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-20T22:59:28.778 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-20T22:59:28.778 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-20T22:59:28.778 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-20T22:59:28.778 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-20T22:59:28.778 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-20T22:59:28.778 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-20T22:59:28.778 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-20T22:59:28.778 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-20T22:59:28.778 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-20T22:59:28.778 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-20T22:59:28.779 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-20T22:59:28.779 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-20T22:59:28.779 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-20T22:59:28.779 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-20T22:59:28.779 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-20T22:59:28.779 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-20T22:59:28.779 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.779 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T22:59:28.779 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.779 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.779 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T22:59:28.779 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:28.779 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-20T22:59:28.779 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-20T22:59:28.780 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:28.780 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:28.780 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-20T22:59:28.780 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-20T22:59:28.780 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-20T22:59:28.780 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-20T22:59:28.780 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-20T22:59:28.780 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-20T22:59:28.780 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-20T22:59:28.780 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-20T22:59:28.780 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-20T22:59:28.780 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-20T22:59:28.780 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-20T22:59:28.780 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-20T22:59:28.780 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-20T22:59:28.780 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-20T22:59:28.781 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-20T22:59:28.781 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-20T22:59:28.781 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-20T22:59:28.781 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-20T22:59:28.781 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-20T22:59:28.781 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-20T22:59:28.781 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-20T22:59:28.781 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-20T22:59:28.781 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-20T22:59:28.781 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-20T22:59:28.781 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-20T22:59:28.781 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-20T22:59:28.781 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-20T22:59:28.781 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-20T22:59:28.781 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-20T22:59:28.781 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-20T22:59:28.781 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-20T22:59:28.782 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.782 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T22:59:28.782 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.782 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.782 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-20T22:59:28.782 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.782 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-20T22:59:28.782 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.782 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.782 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.782 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.782 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.782 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 742, 0, 0, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.782 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4898, 66, 86, 170, 434, 599, 714, 4, 2, 0, 0, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.782 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 747, 7, 17, 27, 22, 26, 10, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.783 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 585, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 2, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.783 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 450, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 12, 11, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.783 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 187, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 4, 10, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.783 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.783 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.783 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.783 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.783 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.783 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.783 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.783 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.783 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.783 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.783 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.783 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.784 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.784 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.784 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.784 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.784 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.784 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.784 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.784 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.784 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.784 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.784 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.784 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.784 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.784 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-20T22:59:28.784 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.784 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.785 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.785 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.785 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.785 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 408, 0, 5, 26, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.785 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4038, 252, 29, 42, 121, 0, 1, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.785 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 491, 28, 1296, 0, 0, 0, 0, 0, 3, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.785 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 433, 13, 47, 0, 0, 0, 0, 0, 0, 0, 1, 4, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.785 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1665, 1388, 73, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.785 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1493, 1590, 217, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 10, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.785 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 10, 12, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.785 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.785 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.785 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.786 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.786 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.786 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.786 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.786 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.786 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.786 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.786 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.786 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.786 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.786 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.786 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.787 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.787 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.787 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.787 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.787 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.787 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.787 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.787 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.787 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.787 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-20T22:59:28.787 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.787 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.787 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.787 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.787 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.788 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1076, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.788 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 10451, 7, 1, 0, 1, 0, 0, 2, 1, 1, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.788 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 15759, 0, 3, 0, 0, 0, 0, 0, 1, 1, 6, 1, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.788 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 664, 0, 2, 0, 0, 0, 2, 0, 0, 0, 1, 3, 7, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.788 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 245, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.788 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 112, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 17, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.788 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.788 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.788 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.788 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.788 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.788 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.788 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.788 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.788 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.789 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.789 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.789 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.789 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.789 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.789 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.789 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.789 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.789 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.789 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.789 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.789 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.789 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.789 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.789 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.789 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.790 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-20T22:59:28.790 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.790 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.790 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.790 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.790 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.790 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 365, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.790 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1962, 36, 1, 0, 4, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.790 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 282, 3, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.790 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 132, 17, 31, 46, 0, 0, 0, 0, 1, 1, 0, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.790 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 864, 314, 4, 106, 0, 0, 0, 0, 0, 0, 1, 0, 3, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.790 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4060, 2468, 0, 400, 0, 0, 0, 0, 0, 1, 0, 0, 2, 6, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.790 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 273, 219, 0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.790 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.790 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.791 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.791 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.791 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.791 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.791 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.791 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.791 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.791 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.791 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.791 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.791 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.791 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.791 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.791 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.791 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.791 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.791 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.792 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.792 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.792 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.792 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.792 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.792 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-20T22:59:28.792 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.792 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.792 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.792 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.792 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.792 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 747, 10, 9, 40, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.792 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2305, 222, 25, 28, 135, 277, 480, 3, 11, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.792 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 316, 15, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.792 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 74, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 3, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.792 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 37, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.793 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.793 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.793 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.793 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.793 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.793 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.793 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.793 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.793 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.793 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.793 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.793 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.793 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.793 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.793 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.793 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.793 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.794 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.794 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.794 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.794 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.794 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.794 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.794 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.794 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.794 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.794 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-20T22:59:28.794 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.794 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.794 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.794 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.794 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.794 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 733, 12, 24, 48, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.795 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2888, 66, 113, 208, 449, 616, 717, 2, 2, 2, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.795 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 290, 2, 2, 7, 5, 13, 10, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.795 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 194, 5, 9, 34, 1, 0, 1, 0, 1, 0, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.795 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 87, 35, 75, 89, 28, 0, 0, 0, 1, 0, 0, 1, 7, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.795 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 12, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.795 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.795 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.795 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.795 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.795 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.795 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.795 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.795 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.795 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.795 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.796 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.796 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.796 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.796 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.796 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.796 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.796 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.796 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.796 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.796 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.796 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.796 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.796 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.796 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.797 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.797 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-20T22:59:28.797 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.797 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.797 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.797 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.797 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.797 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.797 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3117, 19, 0, 0, 2, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.797 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 273, 2, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.797 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 196, 5, 0, 0, 0, 1, 0, 0, 0, 0, 0, 4, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.797 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 178, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.797 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 9, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.797 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.797 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.798 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.798 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.798 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.798 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.798 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.798 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.798 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.798 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.798 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.798 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.798 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.798 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.798 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.798 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.798 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.799 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.799 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.799 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.799 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.799 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.799 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.799 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.799 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.799 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-20T22:59:28.799 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.799 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.799 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.799 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.799 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.799 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 871, 7, 15, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.800 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 8641, 35, 68, 29, 11, 1, 4, 5, 12, 16, 1, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.800 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1818, 31, 92, 40, 5, 0, 0, 0, 1, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.800 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 207, 3, 3, 0, 1, 0, 0, 0, 0, 0, 0, 2, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.800 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.800 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 20, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.800 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.800 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.800 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.800 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.800 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.800 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.800 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.800 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.800 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.800 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.800 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.800 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.801 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.801 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.801 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.801 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.801 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.801 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.801 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.801 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.801 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.801 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.801 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.801 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.801 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.801 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.801 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T22:59:28.801 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-20T22:59:28.801 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.802 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T22:59:28.802 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:28.802 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-20T22:59:28.802 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-20T22:59:28.802 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:28.802 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:28.802 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-20T22:59:28.802 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-20T22:59:28.802 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-20T22:59:28.802 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-20T22:59:28.802 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-20T22:59:28.802 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-20T22:59:28.802 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-20T22:59:28.802 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-20T22:59:28.802 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-20T22:59:28.803 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-20T22:59:28.803 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-20T22:59:28.803 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-20T22:59:28.803 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-20T22:59:28.803 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-20T22:59:28.803 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-20T22:59:28.803 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-20T22:59:28.803 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-20T22:59:28.803 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-20T22:59:28.803 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-20T22:59:28.803 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-20T22:59:28.803 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-20T22:59:28.803 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-20T22:59:28.803 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-20T22:59:28.803 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-20T22:59:28.803 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-20T22:59:28.804 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-20T22:59:28.804 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-20T22:59:28.804 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-20T22:59:28.804 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-20T22:59:28.804 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-20T22:59:28.804 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-20T22:59:28.804 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.804 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T22:59:28.804 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.804 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.804 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T22:59:28.804 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:28.804 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-20T22:59:28.804 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-20T22:59:28.804 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:28.804 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:28.805 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-20T22:59:28.805 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-20T22:59:28.805 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-20T22:59:28.805 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-20T22:59:28.805 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-20T22:59:28.805 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-20T22:59:28.805 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-20T22:59:28.805 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-20T22:59:28.805 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-20T22:59:28.805 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-20T22:59:28.805 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-20T22:59:28.805 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-20T22:59:28.805 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-20T22:59:28.805 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-20T22:59:28.805 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-20T22:59:28.805 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-20T22:59:28.805 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-20T22:59:28.806 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-20T22:59:28.806 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-20T22:59:28.806 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-20T22:59:28.806 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-20T22:59:28.806 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-20T22:59:28.806 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-20T22:59:28.806 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-20T22:59:28.806 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-20T22:59:28.806 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-20T22:59:28.806 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-20T22:59:28.806 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-20T22:59:28.806 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-20T22:59:28.806 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-20T22:59:28.806 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-20T22:59:28.806 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.806 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T22:59:28.807 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.807 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.807 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-20T22:59:28.807 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.807 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-20T22:59:28.807 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.807 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.807 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.807 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.807 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.807 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 750, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.807 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 6982, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.807 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 859, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.807 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 595, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.807 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 480, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.808 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 215, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.808 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.808 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.808 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.808 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.808 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.808 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.808 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.808 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.808 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.808 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.808 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.808 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.808 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.808 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.808 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.809 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.809 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.809 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.809 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.809 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.809 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.809 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.809 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.809 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.809 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.809 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-20T22:59:28.809 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.809 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.809 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.809 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.809 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.809 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 440, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.810 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4486, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.810 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1819, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.810 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 501, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.810 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3137, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.810 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3319, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.810 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.810 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.810 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.810 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.810 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.810 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.810 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.810 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.810 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.810 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.810 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.811 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.811 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.811 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.811 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.811 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.811 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.811 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.811 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.811 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.811 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.811 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.811 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.811 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.811 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.811 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-20T22:59:28.811 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.812 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.812 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.812 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.812 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.812 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1076, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.812 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 10468, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.812 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 15775, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.812 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 682, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.812 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 262, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.812 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 152, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.812 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.812 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.812 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.812 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.812 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.812 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.813 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.813 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.813 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.813 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.813 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.813 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.813 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.813 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.813 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.813 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.813 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.813 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.813 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.813 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.813 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.813 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.813 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.814 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.814 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.814 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-20T22:59:28.814 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.814 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.814 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.814 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.814 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.814 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 366, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.814 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2006, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.814 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 286, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.814 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 233, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.814 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1297, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.814 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 6943, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.815 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 529, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.815 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.815 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.815 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.815 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.815 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.815 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.815 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.815 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.815 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.815 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.815 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.815 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.815 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.815 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.816 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.816 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.816 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.816 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.816 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.816 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.816 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.816 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.816 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.816 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.816 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-20T22:59:28.816 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.816 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.816 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.816 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.816 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.817 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 808, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.817 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3495, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.817 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 337, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.817 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.817 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.817 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.817 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.817 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.817 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.817 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.817 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.817 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.817 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.817 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.817 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.818 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.818 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.818 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.818 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.818 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.818 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.818 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.818 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.818 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.818 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.818 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.818 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.818 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.818 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.819 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.819 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.819 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-20T22:59:28.819 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.819 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.819 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.819 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.819 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.819 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 819, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.819 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 5067, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.819 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 334, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.819 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 251, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.819 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 327, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.819 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.819 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.819 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.820 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.820 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.820 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.820 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.820 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.820 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.820 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.820 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.820 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.820 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.820 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.820 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.820 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.820 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.820 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.821 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.821 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.821 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.821 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.821 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.821 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.821 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.821 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.821 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-20T22:59:28.821 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.821 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.821 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.821 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.821 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.821 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 518, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.822 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3142, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.822 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 277, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.822 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 209, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.822 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 293, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.822 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.822 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.822 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.822 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.822 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.822 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.822 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.822 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.822 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.822 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.822 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.823 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.823 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.823 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.823 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.823 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.823 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.823 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.823 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.823 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.823 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.823 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.823 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.823 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.823 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.823 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.823 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-20T22:59:28.824 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.824 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.824 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.824 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.824 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.824 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 900, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.824 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 8828, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.824 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1993, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.824 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 224, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.824 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.824 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.824 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.824 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.824 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.824 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.825 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.825 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.825 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.825 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.825 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.825 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.825 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.825 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.825 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.825 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.825 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.825 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.825 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.826 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.826 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.826 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.826 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.826 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.826 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.826 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.826 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.826 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.826 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T22:59:28.826 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-20T22:59:28.826 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.826 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T22:59:28.826 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:28.827 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-20T22:59:28.827 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-20T22:59:28.827 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:28.827 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:28.827 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-20T22:59:28.827 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-20T22:59:28.827 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-20T22:59:28.827 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-20T22:59:28.827 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-20T22:59:28.827 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-20T22:59:28.827 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-20T22:59:28.827 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-20T22:59:28.827 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-20T22:59:28.827 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-20T22:59:28.828 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-20T22:59:28.828 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-20T22:59:28.828 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-20T22:59:28.828 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-20T22:59:28.828 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-20T22:59:28.828 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-20T22:59:28.828 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-20T22:59:28.828 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-20T22:59:28.828 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-20T22:59:28.828 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-20T22:59:28.828 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-20T22:59:28.828 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-20T22:59:28.828 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-20T22:59:28.828 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-20T22:59:28.828 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-20T22:59:28.829 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-20T22:59:28.829 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-20T22:59:28.829 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-20T22:59:28.829 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-20T22:59:28.829 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-20T22:59:28.829 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-20T22:59:28.829 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.829 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T22:59:28.829 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.829 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.829 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T22:59:28.829 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:28.829 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-20T22:59:28.829 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-20T22:59:28.829 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:28.830 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:28.830 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-20T22:59:28.830 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-20T22:59:28.830 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-20T22:59:28.830 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-20T22:59:28.830 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-20T22:59:28.830 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-20T22:59:28.830 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-20T22:59:28.830 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-20T22:59:28.830 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-20T22:59:28.830 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-20T22:59:28.830 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-20T22:59:28.830 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-20T22:59:28.830 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-20T22:59:28.830 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-20T22:59:28.831 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-20T22:59:28.831 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-20T22:59:28.831 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-20T22:59:28.831 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-20T22:59:28.831 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-20T22:59:28.831 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-20T22:59:28.831 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-20T22:59:28.831 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-20T22:59:28.831 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-20T22:59:28.831 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-20T22:59:28.831 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-20T22:59:28.831 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-20T22:59:28.831 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-20T22:59:28.831 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-20T22:59:28.831 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-20T22:59:28.832 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-20T22:59:28.832 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-20T22:59:28.832 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.832 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T22:59:28.832 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.832 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.832 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-20T22:59:28.832 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.832 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-20T22:59:28.832 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.832 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.832 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.832 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.832 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.832 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 117, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.833 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2130, 25, 2, 0, 6, 1, 3, 2, 6, 5, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.833 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1237, 10, 0, 0, 3, 6, 8, 17, 35, 66, 75, 36, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.833 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 209, 9, 0, 1, 4, 0, 5, 5, 9, 18, 100, 270, 139, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.833 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 134, 4, 0, 0, 0, 0, 2, 0, 3, 3, 22, 41, 293, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.833 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 300, 1, 0, 0, 0, 0, 0, 1, 2, 1, 4, 11, 16, 45, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.833 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 634, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 6, 13, 34, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.833 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1138, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.833 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 561, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.833 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.833 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.833 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.833 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.833 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.833 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.834 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.834 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.834 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.834 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.834 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.834 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.834 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.834 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.834 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.834 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.834 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.834 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.834 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.834 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.835 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.835 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.835 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-20T22:59:28.835 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.835 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.835 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.835 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.835 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.835 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.835 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2913, 25, 1, 2, 13, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.835 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1447, 4, 0, 2, 5, 9, 6, 13, 42, 71, 69, 18, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.835 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 84, 2, 0, 0, 3, 4, 3, 8, 6, 5, 80, 305, 234, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.835 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 43, 6, 0, 0, 0, 0, 1, 2, 2, 3, 8, 9, 372, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.835 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 7, 14, 22, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.835 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 69, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 1, 4, 10, 36, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.836 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1095, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.836 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2536, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.836 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 158, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.836 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.836 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.836 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.836 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.836 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.836 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.836 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.836 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.836 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.836 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.836 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.836 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.837 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.837 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.837 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.837 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.837 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.837 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.837 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.837 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.837 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.837 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-20T22:59:28.837 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.837 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.837 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.837 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.837 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.837 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 53, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.838 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 419, 6, 1, 0, 8, 1, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.838 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 173, 7, 0, 0, 0, 0, 2, 4, 5, 8, 39, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.838 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 196, 3, 0, 0, 1, 1, 1, 4, 7, 7, 39, 65, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.838 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 113, 0, 0, 0, 0, 2, 0, 1, 4, 3, 25, 39, 35, 20, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.838 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 51, 2, 0, 0, 0, 0, 0, 0, 1, 2, 5, 17, 28, 69, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.838 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 1, 0, 1, 1, 2, 2, 9, 28, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.838 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.838 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.838 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.838 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.838 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.838 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.838 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.838 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.838 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.838 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.839 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.839 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.839 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.839 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.839 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.839 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.839 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.839 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.839 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.839 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.839 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.839 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.839 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.839 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-20T22:59:28.840 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.840 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.840 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.840 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.840 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.840 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 20, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.840 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1119, 17, 2, 0, 11, 0, 4, 3, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.840 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 402, 2, 0, 1, 1, 3, 3, 7, 11, 27, 48, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.840 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 135, 9, 1, 0, 0, 1, 2, 1, 1, 3, 31, 120, 126, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.840 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 230, 2, 0, 0, 0, 0, 0, 1, 2, 3, 4, 14, 82, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.840 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 405, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 1, 10, 18, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.840 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 383, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 5, 15, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.840 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 220, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.840 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.840 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.840 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.840 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.841 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.841 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.841 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.841 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.841 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.841 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.841 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.841 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.841 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.841 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.841 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.841 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.841 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.841 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.842 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.842 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.842 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.842 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.842 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.842 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-20T22:59:28.842 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.842 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.842 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.842 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.842 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.842 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 91, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.842 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1079, 19, 1, 2, 18, 0, 3, 7, 10, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.842 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 639, 10, 2, 0, 3, 2, 1, 2, 22, 32, 41, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.842 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 332, 11, 0, 0, 0, 0, 0, 2, 3, 7, 43, 134, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.843 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 397, 55, 0, 0, 0, 0, 1, 0, 1, 1, 6, 12, 167, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.843 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 395, 43, 0, 0, 0, 0, 0, 1, 1, 1, 0, 5, 20, 17, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.843 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 155, 90, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 10, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.843 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 76, 172, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.843 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 20, 165, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.843 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.843 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.843 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.843 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.843 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.843 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.843 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.843 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.843 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.843 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.844 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.844 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.844 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.844 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.844 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.844 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.844 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.844 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.844 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.844 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.844 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.844 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.844 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-20T22:59:28.844 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.844 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.845 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.845 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.845 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.845 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 105, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.845 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 333, 19, 4, 0, 11, 1, 0, 2, 0, 0, 2, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.845 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 69, 4, 0, 0, 2, 1, 1, 2, 3, 0, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.845 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 144, 2, 0, 0, 1, 1, 1, 4, 3, 11, 21, 42, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.845 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 59, 2, 0, 0, 0, 1, 2, 0, 0, 5, 14, 17, 16, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.845 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 7, 21, 25, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.845 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 8, 21, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.845 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.845 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.845 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.845 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.845 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.845 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.846 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.846 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.846 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.846 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.846 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.846 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.846 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.846 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.846 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.846 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.846 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.846 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.846 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.846 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.846 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.847 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.847 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.847 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.847 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-20T22:59:28.847 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.847 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.847 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.847 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.847 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.847 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 94, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.847 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1262, 21, 1, 0, 15, 3, 3, 3, 7, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.847 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 481, 10, 2, 1, 2, 4, 6, 10, 12, 19, 29, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.847 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 378, 18, 1, 0, 0, 0, 1, 2, 1, 0, 37, 87, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.847 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 460, 21, 0, 1, 3, 1, 0, 0, 1, 2, 7, 13, 153, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.847 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 326, 25, 0, 0, 3, 0, 0, 0, 0, 1, 0, 3, 18, 21, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.847 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 94, 45, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 3, 20, 20, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.848 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 33, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.848 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.848 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.848 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.848 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.848 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.848 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.848 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.848 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.848 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.848 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.848 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.848 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.848 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.848 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.848 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.849 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.849 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.849 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.849 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.849 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.849 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.849 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.849 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.849 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-20T22:59:28.849 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.849 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.849 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.849 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.850 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.850 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.850 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 301, 10, 1, 0, 20, 2, 1, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.850 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 76, 3, 0, 0, 4, 0, 0, 2, 2, 1, 12, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.850 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 118, 2, 1, 0, 1, 1, 0, 3, 7, 7, 31, 43, 11, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.850 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 4, 5, 4, 17, 21, 24, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.850 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 16, 26, 35, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.850 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 1, 1, 0, 3, 1, 4, 36, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.850 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.850 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.850 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.850 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.850 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.851 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.851 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.851 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.851 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.851 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.851 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.851 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.851 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.851 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.851 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.851 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.851 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.851 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.851 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.851 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.852 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.852 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.852 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.852 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.852 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.852 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.852 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.852 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_resrv_repnum_vs_duration": { 2024-09-20T22:59:28.852 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-20T22:59:28.852 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.852 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 8, 2024-09-20T22:59:28.852 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:28.852 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "number of replicas", 2024-09-20T22:59:28.852 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 1, 2024-09-20T22:59:28.853 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:28.853 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:28.853 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0]", 2024-09-20T22:59:28.853 INFO:tasks.workunit.client.0.smithi046.stdout: "[1, 1]", 2024-09-20T22:59:28.853 INFO:tasks.workunit.client.0.smithi046.stdout: "[2, 2]", 2024-09-20T22:59:28.853 INFO:tasks.workunit.client.0.smithi046.stdout: "[3, 3]", 2024-09-20T22:59:28.853 INFO:tasks.workunit.client.0.smithi046.stdout: "[4, 4]", 2024-09-20T22:59:28.853 INFO:tasks.workunit.client.0.smithi046.stdout: "[5, 5]", 2024-09-20T22:59:28.853 INFO:tasks.workunit.client.0.smithi046.stdout: "[6, None]" 2024-09-20T22:59:28.853 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.853 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "linear" 2024-09-20T22:59:28.853 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.853 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.853 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 10, 2024-09-20T22:59:28.854 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:28.854 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "duration", 2024-09-20T22:59:28.854 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 250000, 2024-09-20T22:59:28.854 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:28.854 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:28.854 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 249999]", 2024-09-20T22:59:28.854 INFO:tasks.workunit.client.0.smithi046.stdout: "[250000, 499999]", 2024-09-20T22:59:28.854 INFO:tasks.workunit.client.0.smithi046.stdout: "[500000, 999999]", 2024-09-20T22:59:28.854 INFO:tasks.workunit.client.0.smithi046.stdout: "[1000000, 1999999]", 2024-09-20T22:59:28.854 INFO:tasks.workunit.client.0.smithi046.stdout: "[2000000, 3999999]", 2024-09-20T22:59:28.854 INFO:tasks.workunit.client.0.smithi046.stdout: "[4000000, 7999999]", 2024-09-20T22:59:28.854 INFO:tasks.workunit.client.0.smithi046.stdout: "[8000000, 15999999]", 2024-09-20T22:59:28.854 INFO:tasks.workunit.client.0.smithi046.stdout: "[16000000, 31999999]", 2024-09-20T22:59:28.854 INFO:tasks.workunit.client.0.smithi046.stdout: "[32000000, None]" 2024-09-20T22:59:28.855 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.855 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T22:59:28.855 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.855 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.855 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-20T22:59:28.855 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.855 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-20T22:59:28.855 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.855 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.855 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.855 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.855 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.855 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.855 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.856 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.856 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.856 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.856 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.856 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.856 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-20T22:59:28.856 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.856 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.856 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.856 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.856 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.856 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.856 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.856 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.856 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.857 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.857 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.857 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-20T22:59:28.857 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.857 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.857 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.857 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.857 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.857 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.857 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.857 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.857 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.857 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.857 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.858 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-20T22:59:28.858 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.858 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.858 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.858 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.858 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.858 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.858 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.858 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.858 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.858 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.858 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.858 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.858 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-20T22:59:28.858 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.859 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.859 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.859 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.859 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.859 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.859 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.859 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.859 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.859 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.859 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.859 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.859 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-20T22:59:28.859 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.859 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.859 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.860 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.860 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.860 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.860 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.860 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.860 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.860 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.860 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.860 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.860 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-20T22:59:28.860 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.860 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.860 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.860 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.861 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.861 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.861 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.861 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.861 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.861 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.861 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.861 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:28.861 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-20T22:59:28.861 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:28.861 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.861 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.861 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.861 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.862 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.862 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.862 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:28.862 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:28.862 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.862 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.862 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:28.862 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.862 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.862 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:28.862 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_counters": { 2024-09-20T22:59:28.862 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.89feedb6ca5aa28c1526bae4a18bccbde113d39a": { 2024-09-20T22:59:28.862 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-20T22:59:28.862 INFO:tasks.workunit.client.0.smithi046.stdout: "caps": { 2024-09-20T22:59:28.863 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.863 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.863 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_flush_ack": { 2024-09-20T22:59:28.863 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.863 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.863 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-20T22:59:28.863 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.863 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.863 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_grant": { 2024-09-20T22:59:28.863 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.863 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.863 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_revoke": { 2024-09-20T22:59:28.863 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.863 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.864 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_trunc": { 2024-09-20T22:59:28.864 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.864 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.864 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_commit": { 2024-09-20T22:59:28.864 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.864 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.864 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_fetch_complete": { 2024-09-20T22:59:28.864 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-20T22:59:28.864 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.864 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_fetch_keys": { 2024-09-20T22:59:28.864 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-20T22:59:28.864 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.864 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_merge": { 2024-09-20T22:59:28.864 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.865 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.865 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_split": { 2024-09-20T22:59:28.865 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.865 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.865 INFO:tasks.workunit.client.0.smithi046.stdout: "exported_inodes": { 2024-09-20T22:59:28.865 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.865 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.865 INFO:tasks.workunit.client.0.smithi046.stdout: "forward": { 2024-09-20T22:59:28.865 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.865 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.865 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_cap_release": { 2024-09-20T22:59:28.865 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.865 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.865 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_caps": { 2024-09-20T22:59:28.865 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.866 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.866 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_caps_dirty": { 2024-09-20T22:59:28.866 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.866 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.866 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_inode_file_caps": { 2024-09-20T22:59:28.866 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.866 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.866 INFO:tasks.workunit.client.0.smithi046.stdout: "imported_inodes": { 2024-09-20T22:59:28.866 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.866 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.866 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes": { 2024-09-20T22:59:28.866 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-20T22:59:28.866 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.866 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes_expired": { 2024-09-20T22:59:28.866 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.867 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.867 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes_pinned": { 2024-09-20T22:59:28.867 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-20T22:59:28.867 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.867 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes_with_caps": { 2024-09-20T22:59:28.867 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.867 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.867 INFO:tasks.workunit.client.0.smithi046.stdout: "load_cent": { 2024-09-20T22:59:28.867 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.867 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.867 INFO:tasks.workunit.client.0.smithi046.stdout: "openino_dir_fetch": { 2024-09-20T22:59:28.867 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.867 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.867 INFO:tasks.workunit.client.0.smithi046.stdout: "process_request_cap_release": { 2024-09-20T22:59:28.868 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.868 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.868 INFO:tasks.workunit.client.0.smithi046.stdout: "reply_latency": { 2024-09-20T22:59:28.868 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.868 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.868 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.868 INFO:tasks.workunit.client.0.smithi046.stdout: "request": { 2024-09-20T22:59:28.868 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.868 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.868 INFO:tasks.workunit.client.0.smithi046.stdout: "root_rbytes": { 2024-09-20T22:59:28.868 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.868 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.869 INFO:tasks.workunit.client.0.smithi046.stdout: "root_rfiles": { 2024-09-20T22:59:28.869 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.869 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.869 INFO:tasks.workunit.client.0.smithi046.stdout: "root_rsnaps": { 2024-09-20T22:59:28.869 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.869 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.869 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_reply": { 2024-09-20T22:59:28.869 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.869 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.869 INFO:tasks.workunit.client.0.smithi046.stdout: "subtrees": { 2024-09-20T22:59:28.869 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:28.869 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.869 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.869 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_cache": { 2024-09-20T22:59:28.869 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_enqueue_scrub": { 2024-09-20T22:59:28.870 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.870 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.870 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_exportdir": { 2024-09-20T22:59:28.870 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.870 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.870 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_flush": { 2024-09-20T22:59:28.870 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.870 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.870 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_fragmentdir": { 2024-09-20T22:59:28.870 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.870 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.870 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_fragstats": { 2024-09-20T22:59:28.870 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.870 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.870 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_inodestats": { 2024-09-20T22:59:28.870 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.871 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.871 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_quiesce_inode": { 2024-09-20T22:59:28.871 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.871 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.871 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_quiesce_path": { 2024-09-20T22:59:28.871 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.871 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.871 INFO:tasks.workunit.client.0.smithi046.stdout: "num_recovering_enqueued": { 2024-09-20T22:59:28.871 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.871 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.871 INFO:tasks.workunit.client.0.smithi046.stdout: "num_recovering_prioritized": { 2024-09-20T22:59:28.871 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.871 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.871 INFO:tasks.workunit.client.0.smithi046.stdout: "num_recovering_processing": { 2024-09-20T22:59:28.871 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.871 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.872 INFO:tasks.workunit.client.0.smithi046.stdout: "num_strays": { 2024-09-20T22:59:28.872 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.872 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.872 INFO:tasks.workunit.client.0.smithi046.stdout: "num_strays_delayed": { 2024-09-20T22:59:28.872 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.872 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.872 INFO:tasks.workunit.client.0.smithi046.stdout: "num_strays_enqueuing": { 2024-09-20T22:59:28.872 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.872 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.872 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_completed": { 2024-09-20T22:59:28.872 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.872 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.872 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_started": { 2024-09-20T22:59:28.872 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.872 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.872 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_created": { 2024-09-20T22:59:28.872 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.873 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.873 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_enqueued": { 2024-09-20T22:59:28.873 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.873 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.873 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_migrated": { 2024-09-20T22:59:28.873 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.873 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.873 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_reintegrated": { 2024-09-20T22:59:28.873 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.873 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.873 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.873 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_log": { 2024-09-20T22:59:28.873 INFO:tasks.workunit.client.0.smithi046.stdout: "ev": { 2024-09-20T22:59:28.873 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17 2024-09-20T22:59:28.873 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.873 INFO:tasks.workunit.client.0.smithi046.stdout: "evadd": { 2024-09-20T22:59:28.873 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.874 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.874 INFO:tasks.workunit.client.0.smithi046.stdout: "evex": { 2024-09-20T22:59:28.874 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.874 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.874 INFO:tasks.workunit.client.0.smithi046.stdout: "evexd": { 2024-09-20T22:59:28.874 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.874 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.874 INFO:tasks.workunit.client.0.smithi046.stdout: "evexg": { 2024-09-20T22:59:28.874 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.874 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.874 INFO:tasks.workunit.client.0.smithi046.stdout: "evlrg": { 2024-09-20T22:59:28.874 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.874 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.874 INFO:tasks.workunit.client.0.smithi046.stdout: "evtrm": { 2024-09-20T22:59:28.874 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.874 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.875 INFO:tasks.workunit.client.0.smithi046.stdout: "jlat": { 2024-09-20T22:59:28.875 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.875 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.875 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.875 INFO:tasks.workunit.client.0.smithi046.stdout: "replayed": { 2024-09-20T22:59:28.875 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17 2024-09-20T22:59:28.875 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.875 INFO:tasks.workunit.client.0.smithi046.stdout: "seg": { 2024-09-20T22:59:28.875 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T22:59:28.875 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.875 INFO:tasks.workunit.client.0.smithi046.stdout: "segadd": { 2024-09-20T22:59:28.875 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.875 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.875 INFO:tasks.workunit.client.0.smithi046.stdout: "segex": { 2024-09-20T22:59:28.875 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.876 INFO:tasks.workunit.client.0.smithi046.stdout: "segexd": { 2024-09-20T22:59:28.876 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.876 INFO:tasks.workunit.client.0.smithi046.stdout: "segexg": { 2024-09-20T22:59:28.876 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.876 INFO:tasks.workunit.client.0.smithi046.stdout: "segmjr": { 2024-09-20T22:59:28.876 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T22:59:28.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.876 INFO:tasks.workunit.client.0.smithi046.stdout: "segtrm": { 2024-09-20T22:59:28.876 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.876 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.876 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_mem": { 2024-09-20T22:59:28.876 INFO:tasks.workunit.client.0.smithi046.stdout: "cap": { 2024-09-20T22:59:28.876 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.877 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.877 INFO:tasks.workunit.client.0.smithi046.stdout: "cap+": { 2024-09-20T22:59:28.877 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.877 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.877 INFO:tasks.workunit.client.0.smithi046.stdout: "cap-": { 2024-09-20T22:59:28.877 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.877 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.877 INFO:tasks.workunit.client.0.smithi046.stdout: "dir": { 2024-09-20T22:59:28.877 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-20T22:59:28.877 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.877 INFO:tasks.workunit.client.0.smithi046.stdout: "dir+": { 2024-09-20T22:59:28.877 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-20T22:59:28.877 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.877 INFO:tasks.workunit.client.0.smithi046.stdout: "dir-": { 2024-09-20T22:59:28.877 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.877 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.877 INFO:tasks.workunit.client.0.smithi046.stdout: "dn": { 2024-09-20T22:59:28.878 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-20T22:59:28.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.878 INFO:tasks.workunit.client.0.smithi046.stdout: "dn+": { 2024-09-20T22:59:28.878 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-20T22:59:28.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.878 INFO:tasks.workunit.client.0.smithi046.stdout: "dn-": { 2024-09-20T22:59:28.878 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.878 INFO:tasks.workunit.client.0.smithi046.stdout: "heap": { 2024-09-20T22:59:28.878 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 248096 2024-09-20T22:59:28.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.878 INFO:tasks.workunit.client.0.smithi046.stdout: "ino": { 2024-09-20T22:59:28.878 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13 2024-09-20T22:59:28.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.879 INFO:tasks.workunit.client.0.smithi046.stdout: "ino+": { 2024-09-20T22:59:28.879 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13 2024-09-20T22:59:28.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.879 INFO:tasks.workunit.client.0.smithi046.stdout: "ino-": { 2024-09-20T22:59:28.879 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.879 INFO:tasks.workunit.client.0.smithi046.stdout: "rss": { 2024-09-20T22:59:28.879 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 48920 2024-09-20T22:59:28.879 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.879 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_server": { 2024-09-20T22:59:28.879 INFO:tasks.workunit.client.0.smithi046.stdout: "cap_acquisition_throttle": { 2024-09-20T22:59:28.879 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.880 INFO:tasks.workunit.client.0.smithi046.stdout: "cap_revoke_eviction": { 2024-09-20T22:59:28.880 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.880 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_request": { 2024-09-20T22:59:28.880 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.880 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_session": { 2024-09-20T22:59:28.880 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.880 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_peer_request": { 2024-09-20T22:59:28.880 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.880 INFO:tasks.workunit.client.0.smithi046.stdout: "req_create_latency": { 2024-09-20T22:59:28.880 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.880 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.881 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.881 INFO:tasks.workunit.client.0.smithi046.stdout: "req_getattr_latency": { 2024-09-20T22:59:28.881 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.881 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.881 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.881 INFO:tasks.workunit.client.0.smithi046.stdout: "req_getfilelock_latency": { 2024-09-20T22:59:28.881 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.881 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.881 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.881 INFO:tasks.workunit.client.0.smithi046.stdout: "req_getvxattr_latency": { 2024-09-20T22:59:28.881 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.881 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.881 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.881 INFO:tasks.workunit.client.0.smithi046.stdout: "req_link_latency": { 2024-09-20T22:59:28.882 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.882 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.882 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.882 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookup_latency": { 2024-09-20T22:59:28.882 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.882 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.882 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.882 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookuphash_latency": { 2024-09-20T22:59:28.882 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.882 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.882 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.882 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupino_latency": { 2024-09-20T22:59:28.882 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.882 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.883 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupname_latency": { 2024-09-20T22:59:28.883 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.883 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.883 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupparent_latency": { 2024-09-20T22:59:28.883 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.883 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.883 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupsnap_latency": { 2024-09-20T22:59:28.883 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.883 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.883 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lssnap_latency": { 2024-09-20T22:59:28.883 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.884 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.884 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.884 INFO:tasks.workunit.client.0.smithi046.stdout: "req_mkdir_latency": { 2024-09-20T22:59:28.884 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.884 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.884 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.884 INFO:tasks.workunit.client.0.smithi046.stdout: "req_mknod_latency": { 2024-09-20T22:59:28.884 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.884 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.884 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.884 INFO:tasks.workunit.client.0.smithi046.stdout: "req_mksnap_latency": { 2024-09-20T22:59:28.884 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.884 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.884 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.884 INFO:tasks.workunit.client.0.smithi046.stdout: "req_open_latency": { 2024-09-20T22:59:28.884 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.884 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.885 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.885 INFO:tasks.workunit.client.0.smithi046.stdout: "req_readdir_latency": { 2024-09-20T22:59:28.885 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.885 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.885 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.885 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rename_latency": { 2024-09-20T22:59:28.885 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.885 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.885 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.885 INFO:tasks.workunit.client.0.smithi046.stdout: "req_renamesnap_latency": { 2024-09-20T22:59:28.885 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.885 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.885 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.885 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rmdir_latency": { 2024-09-20T22:59:28.885 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.885 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.886 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.886 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rmsnap_latency": { 2024-09-20T22:59:28.886 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.886 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.886 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.886 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rmxattr_latency": { 2024-09-20T22:59:28.886 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.886 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.886 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.886 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setattr_latency": { 2024-09-20T22:59:28.886 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.886 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.886 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.886 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setdirlayout_latency": { 2024-09-20T22:59:28.886 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.887 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.887 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setfilelock_latency": { 2024-09-20T22:59:28.887 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.887 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.887 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setlayout_latency": { 2024-09-20T22:59:28.887 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.887 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.887 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setxattr_latency": { 2024-09-20T22:59:28.887 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.887 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.888 INFO:tasks.workunit.client.0.smithi046.stdout: "req_snapdiff_latency": { 2024-09-20T22:59:28.888 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.888 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.888 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.888 INFO:tasks.workunit.client.0.smithi046.stdout: "req_symlink_latency": { 2024-09-20T22:59:28.888 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.888 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.888 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.888 INFO:tasks.workunit.client.0.smithi046.stdout: "req_unlink_latency": { 2024-09-20T22:59:28.888 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.888 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.888 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.888 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.888 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_sessions": { 2024-09-20T22:59:28.888 INFO:tasks.workunit.client.0.smithi046.stdout: "average_load": { 2024-09-20T22:59:28.889 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.889 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.889 INFO:tasks.workunit.client.0.smithi046.stdout: "avg_session_uptime": { 2024-09-20T22:59:28.889 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.889 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.889 INFO:tasks.workunit.client.0.smithi046.stdout: "mdthresh_evicted": { 2024-09-20T22:59:28.889 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.889 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.889 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-20T22:59:28.889 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8 2024-09-20T22:59:28.889 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.889 INFO:tasks.workunit.client.0.smithi046.stdout: "session_count": { 2024-09-20T22:59:28.889 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.889 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.889 INFO:tasks.workunit.client.0.smithi046.stdout: "session_remove": { 2024-09-20T22:59:28.889 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8 2024-09-20T22:59:28.890 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.890 INFO:tasks.workunit.client.0.smithi046.stdout: "sessions_open": { 2024-09-20T22:59:28.890 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:28.890 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.890 INFO:tasks.workunit.client.0.smithi046.stdout: "sessions_stale": { 2024-09-20T22:59:28.890 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.890 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.890 INFO:tasks.workunit.client.0.smithi046.stdout: "total_load": { 2024-09-20T22:59:28.890 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.890 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.890 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.890 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T22:59:28.890 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T22:59:28.890 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.890 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.891 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:28.891 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37 2024-09-20T22:59:28.891 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.891 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T22:59:28.891 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.891 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.891 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:28.891 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7 2024-09-20T22:59:28.891 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.891 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.891 INFO:tasks.workunit.client.0.smithi046.stdout: "purge_queue": { 2024-09-20T22:59:28.891 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executed": { 2024-09-20T22:59:28.891 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.891 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.892 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executed_ops": { 2024-09-20T22:59:28.892 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.892 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.892 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing": { 2024-09-20T22:59:28.892 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.892 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.892 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing_high_water": { 2024-09-20T22:59:28.892 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.892 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.892 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing_ops": { 2024-09-20T22:59:28.892 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.892 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.892 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing_ops_high_water": { 2024-09-20T22:59:28.892 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.892 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.893 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_item_in_journal": { 2024-09-20T22:59:28.893 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.893 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.893 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.893 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.893 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.89feedb6ca5aa28c1526bae4a18bccbde113d39a": { 2024-09-20T22:59:28.893 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T22:59:28.893 INFO:tasks.workunit.client.0.smithi046.stdout: "election_call": { 2024-09-20T22:59:28.893 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-20T22:59:28.893 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.893 INFO:tasks.workunit.client.0.smithi046.stdout: "election_lose": { 2024-09-20T22:59:28.893 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.893 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.893 INFO:tasks.workunit.client.0.smithi046.stdout: "election_win": { 2024-09-20T22:59:28.893 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-20T22:59:28.893 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.894 INFO:tasks.workunit.client.0.smithi046.stdout: "num_elections": { 2024-09-20T22:59:28.894 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17 2024-09-20T22:59:28.894 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.894 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": { 2024-09-20T22:59:28.894 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-20T22:59:28.894 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.894 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-20T22:59:28.894 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-20T22:59:28.894 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.894 INFO:tasks.workunit.client.0.smithi046.stdout: "session_rm": { 2024-09-20T22:59:28.894 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 223 2024-09-20T22:59:28.894 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.894 INFO:tasks.workunit.client.0.smithi046.stdout: "session_trim": { 2024-09-20T22:59:28.894 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.894 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.895 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.895 INFO:tasks.workunit.client.0.smithi046.stdout: "paxos": { 2024-09-20T22:59:28.895 INFO:tasks.workunit.client.0.smithi046.stdout: "accept_timeout": { 2024-09-20T22:59:28.895 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.895 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.895 INFO:tasks.workunit.client.0.smithi046.stdout: "begin": { 2024-09-20T22:59:28.895 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7888 2024-09-20T22:59:28.895 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.895 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_bytes": { 2024-09-20T22:59:28.895 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7888, 2024-09-20T22:59:28.895 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57424719 2024-09-20T22:59:28.895 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.895 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_keys": { 2024-09-20T22:59:28.895 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7888, 2024-09-20T22:59:28.896 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23664 2024-09-20T22:59:28.896 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.896 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_latency": { 2024-09-20T22:59:28.896 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7888, 2024-09-20T22:59:28.896 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1336985769 2024-09-20T22:59:28.896 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.896 INFO:tasks.workunit.client.0.smithi046.stdout: "collect": { 2024-09-20T22:59:28.896 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.896 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.896 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_bytes": { 2024-09-20T22:59:28.896 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.896 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.896 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.896 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_keys": { 2024-09-20T22:59:28.896 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.896 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.896 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.897 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_latency": { 2024-09-20T22:59:28.897 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.897 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.897 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.897 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_timeout": { 2024-09-20T22:59:28.897 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.897 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.897 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_uncommitted": { 2024-09-20T22:59:28.897 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:28.897 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.897 INFO:tasks.workunit.client.0.smithi046.stdout: "commit": { 2024-09-20T22:59:28.897 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7886 2024-09-20T22:59:28.897 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.897 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_bytes": { 2024-09-20T22:59:28.897 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7886, 2024-09-20T22:59:28.897 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56827625 2024-09-20T22:59:28.898 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.898 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_keys": { 2024-09-20T22:59:28.898 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7886, 2024-09-20T22:59:28.898 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 63459 2024-09-20T22:59:28.898 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.898 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_latency": { 2024-09-20T22:59:28.898 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7886, 2024-09-20T22:59:28.898 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1348759210 2024-09-20T22:59:28.898 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.898 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_ack_timeout": { 2024-09-20T22:59:28.898 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.898 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.898 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_timeout": { 2024-09-20T22:59:28.898 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.898 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.898 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn": { 2024-09-20T22:59:28.899 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-20T22:59:28.899 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.899 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn_latency": { 2024-09-20T22:59:28.899 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5, 2024-09-20T22:59:28.899 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.899 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.899 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh": { 2024-09-20T22:59:28.899 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7889 2024-09-20T22:59:28.899 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.899 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh_latency": { 2024-09-20T22:59:28.899 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7889, 2024-09-20T22:59:28.899 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 26006722935 2024-09-20T22:59:28.899 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.899 INFO:tasks.workunit.client.0.smithi046.stdout: "restart": { 2024-09-20T22:59:28.900 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19 2024-09-20T22:59:28.900 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.900 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state": { 2024-09-20T22:59:28.900 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:28.900 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.900 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_bytes": { 2024-09-20T22:59:28.900 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T22:59:28.900 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 74138 2024-09-20T22:59:28.900 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.900 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_keys": { 2024-09-20T22:59:28.900 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T22:59:28.900 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6 2024-09-20T22:59:28.900 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.900 INFO:tasks.workunit.client.0.smithi046.stdout: "start_leader": { 2024-09-20T22:59:28.900 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-20T22:59:28.901 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.901 INFO:tasks.workunit.client.0.smithi046.stdout: "start_peon": { 2024-09-20T22:59:28.901 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.901 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.901 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state": { 2024-09-20T22:59:28.901 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.901 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.901 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_bytes": { 2024-09-20T22:59:28.901 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.901 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.901 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.901 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_keys": { 2024-09-20T22:59:28.901 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.901 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.901 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.901 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_latency": { 2024-09-20T22:59:28.902 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.902 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.902 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.902 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.902 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache": { 2024-09-20T22:59:28.902 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:28.902 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1020054731 2024-09-20T22:59:28.902 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.902 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:28.902 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 259055616 2024-09-20T22:59:28.902 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.902 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:28.902 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 257826816 2024-09-20T22:59:28.902 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.902 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:28.902 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2147483648 2024-09-20T22:59:28.903 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.903 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:28.903 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1228800 2024-09-20T22:59:28.903 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.903 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.903 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:full": { 2024-09-20T22:59:28.903 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:28.903 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 360710144 2024-09-20T22:59:28.903 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.903 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:28.903 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.903 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.903 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:28.903 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.904 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.904 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:28.904 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266221134 2024-09-20T22:59:28.904 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.904 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:28.904 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 26489102 2024-09-20T22:59:28.904 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.904 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:28.904 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.904 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.904 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:28.904 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.904 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.904 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:28.904 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.904 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.905 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:28.905 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.905 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.905 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:28.905 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.905 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.905 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:28.905 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.905 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.905 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:28.905 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.905 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.905 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:28.905 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.905 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.905 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:28.905 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67999908 2024-09-20T22:59:28.906 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.906 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.906 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:inc": { 2024-09-20T22:59:28.906 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:28.906 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 339738624 2024-09-20T22:59:28.906 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.906 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:28.906 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.906 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.906 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:28.906 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.906 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.906 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:28.906 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266221134 2024-09-20T22:59:28.906 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.907 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:28.907 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2624237 2024-09-20T22:59:28.907 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.907 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:28.907 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.907 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.907 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:28.907 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.907 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.907 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:28.907 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.907 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.907 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:28.907 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.908 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.908 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:28.908 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.908 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.908 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:28.908 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.908 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.908 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:28.908 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.908 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.908 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:28.908 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.908 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.908 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:28.908 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70893253 2024-09-20T22:59:28.909 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.909 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.909 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:kv": { 2024-09-20T22:59:28.909 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:28.909 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 314572800 2024-09-20T22:59:28.909 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.909 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:28.909 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:28.909 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.909 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:28.909 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.909 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.909 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:28.909 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 177480756 2024-09-20T22:59:28.910 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.910 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:28.910 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.910 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.910 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:28.910 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.910 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.910 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:28.910 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.910 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.910 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:28.910 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.910 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.911 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:28.911 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.911 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.911 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:28.911 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.911 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.911 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:28.911 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.911 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.911 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:28.911 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.911 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.911 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:28.911 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.911 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.912 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:28.912 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69983180 2024-09-20T22:59:28.912 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.912 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.912 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb": { 2024-09-20T22:59:28.912 INFO:tasks.workunit.client.0.smithi046.stdout: "compact": { 2024-09-20T22:59:28.912 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.912 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.912 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_len": { 2024-09-20T22:59:28.912 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.912 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.912 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_merge": { 2024-09-20T22:59:28.912 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.912 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.912 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_range": { 2024-09-20T22:59:28.913 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 90 2024-09-20T22:59:28.913 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.913 INFO:tasks.workunit.client.0.smithi046.stdout: "get_latency": { 2024-09-20T22:59:28.913 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 358095, 2024-09-20T22:59:28.913 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2169099733 2024-09-20T22:59:28.913 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.913 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_delay_time": { 2024-09-20T22:59:28.913 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.913 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.913 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.913 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_memtable_time": { 2024-09-20T22:59:28.913 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.913 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.913 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.913 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-20T22:59:28.913 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.914 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.914 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.914 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_wal_time": { 2024-09-20T22:59:28.914 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.914 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.914 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.914 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_latency": { 2024-09-20T22:59:28.914 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.914 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.914 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.914 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_sync_latency": { 2024-09-20T22:59:28.914 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19321, 2024-09-20T22:59:28.914 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3041163746 2024-09-20T22:59:28.914 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.915 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.915 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.915 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.a373ec1b8791b7f450fd778abc506764734e5598": { 2024-09-20T22:59:28.915 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T22:59:28.915 INFO:tasks.workunit.client.0.smithi046.stdout: "election_call": { 2024-09-20T22:59:28.915 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:28.915 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.915 INFO:tasks.workunit.client.0.smithi046.stdout: "election_lose": { 2024-09-20T22:59:28.915 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:28.915 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.915 INFO:tasks.workunit.client.0.smithi046.stdout: "election_win": { 2024-09-20T22:59:28.915 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.915 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.915 INFO:tasks.workunit.client.0.smithi046.stdout: "num_elections": { 2024-09-20T22:59:28.915 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7 2024-09-20T22:59:28.916 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": { 2024-09-20T22:59:28.916 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8 2024-09-20T22:59:28.916 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.916 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-20T22:59:28.916 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-20T22:59:28.916 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.916 INFO:tasks.workunit.client.0.smithi046.stdout: "session_rm": { 2024-09-20T22:59:28.916 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 258 2024-09-20T22:59:28.916 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.916 INFO:tasks.workunit.client.0.smithi046.stdout: "session_trim": { 2024-09-20T22:59:28.916 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.916 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.916 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.917 INFO:tasks.workunit.client.0.smithi046.stdout: "paxos": { 2024-09-20T22:59:28.917 INFO:tasks.workunit.client.0.smithi046.stdout: "accept_timeout": { 2024-09-20T22:59:28.917 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.917 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.917 INFO:tasks.workunit.client.0.smithi046.stdout: "begin": { 2024-09-20T22:59:28.917 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7792 2024-09-20T22:59:28.917 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.917 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_bytes": { 2024-09-20T22:59:28.917 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7792, 2024-09-20T22:59:28.917 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 55985173 2024-09-20T22:59:28.917 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.917 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_keys": { 2024-09-20T22:59:28.917 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.917 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.917 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.917 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_latency": { 2024-09-20T22:59:28.918 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7792, 2024-09-20T22:59:28.918 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1177972227 2024-09-20T22:59:28.918 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.918 INFO:tasks.workunit.client.0.smithi046.stdout: "collect": { 2024-09-20T22:59:28.918 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:28.918 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.918 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_bytes": { 2024-09-20T22:59:28.918 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T22:59:28.918 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 146 2024-09-20T22:59:28.918 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.918 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_keys": { 2024-09-20T22:59:28.918 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T22:59:28.918 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:28.918 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.919 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_latency": { 2024-09-20T22:59:28.919 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T22:59:28.919 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3999908 2024-09-20T22:59:28.919 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.919 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_timeout": { 2024-09-20T22:59:28.919 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.919 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.919 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_uncommitted": { 2024-09-20T22:59:28.919 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.919 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.919 INFO:tasks.workunit.client.0.smithi046.stdout: "commit": { 2024-09-20T22:59:28.919 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7792 2024-09-20T22:59:28.919 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.919 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_bytes": { 2024-09-20T22:59:28.919 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.920 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.920 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.920 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_keys": { 2024-09-20T22:59:28.920 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.920 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.920 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.920 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_latency": { 2024-09-20T22:59:28.920 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.920 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.920 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.920 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_ack_timeout": { 2024-09-20T22:59:28.920 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.920 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.920 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_timeout": { 2024-09-20T22:59:28.920 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.920 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.920 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn": { 2024-09-20T22:59:28.921 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.921 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.921 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn_latency": { 2024-09-20T22:59:28.921 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.921 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.921 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.921 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh": { 2024-09-20T22:59:28.921 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7792 2024-09-20T22:59:28.921 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.921 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh_latency": { 2024-09-20T22:59:28.921 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7792, 2024-09-20T22:59:28.921 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24373425310 2024-09-20T22:59:28.921 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.921 INFO:tasks.workunit.client.0.smithi046.stdout: "restart": { 2024-09-20T22:59:28.922 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9 2024-09-20T22:59:28.922 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.922 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state": { 2024-09-20T22:59:28.922 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.922 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.922 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_bytes": { 2024-09-20T22:59:28.922 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.922 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.922 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.922 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_keys": { 2024-09-20T22:59:28.922 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.922 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.922 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.922 INFO:tasks.workunit.client.0.smithi046.stdout: "start_leader": { 2024-09-20T22:59:28.922 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.922 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.923 INFO:tasks.workunit.client.0.smithi046.stdout: "start_peon": { 2024-09-20T22:59:28.923 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:28.923 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.923 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state": { 2024-09-20T22:59:28.923 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7792 2024-09-20T22:59:28.923 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.923 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_bytes": { 2024-09-20T22:59:28.923 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7792, 2024-09-20T22:59:28.923 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 110486414 2024-09-20T22:59:28.923 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.923 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_keys": { 2024-09-20T22:59:28.923 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7792, 2024-09-20T22:59:28.923 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70358 2024-09-20T22:59:28.923 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.923 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_latency": { 2024-09-20T22:59:28.923 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7792, 2024-09-20T22:59:28.923 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3052928025 2024-09-20T22:59:28.924 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.924 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.924 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache": { 2024-09-20T22:59:28.924 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:28.924 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1020054731 2024-09-20T22:59:28.924 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.924 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:28.924 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 166707200 2024-09-20T22:59:28.924 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.924 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:28.924 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 163831808 2024-09-20T22:59:28.924 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.924 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:28.924 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2147483648 2024-09-20T22:59:28.924 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.924 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:28.925 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2875392 2024-09-20T22:59:28.925 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.925 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.925 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:full": { 2024-09-20T22:59:28.925 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:28.925 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 360710144 2024-09-20T22:59:28.925 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.925 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:28.925 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.925 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.925 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:28.925 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.925 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.925 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:28.925 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266960367 2024-09-20T22:59:28.925 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.926 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:28.926 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25564415 2024-09-20T22:59:28.926 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.926 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:28.926 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.926 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.926 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:28.926 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.926 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.926 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:28.926 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.926 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.926 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:28.927 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.927 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.927 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:28.927 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.927 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.927 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:28.927 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.927 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.927 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:28.927 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.927 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.927 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:28.927 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.927 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.927 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:28.927 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68185362 2024-09-20T22:59:28.928 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.928 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.928 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:inc": { 2024-09-20T22:59:28.928 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:28.928 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 339738624 2024-09-20T22:59:28.928 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.928 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:28.928 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.928 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.928 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:28.928 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.928 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.928 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:28.928 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266960367 2024-09-20T22:59:28.928 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.928 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:28.929 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1577634 2024-09-20T22:59:28.929 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.929 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:28.929 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.929 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.929 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:28.929 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.929 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.929 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:28.929 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.929 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.929 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:28.929 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.929 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.929 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:28.930 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.930 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.930 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:28.930 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.930 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.930 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:28.930 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.930 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.930 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:28.930 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.930 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.930 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:28.930 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71200623 2024-09-20T22:59:28.930 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.931 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.931 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:kv": { 2024-09-20T22:59:28.931 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:28.931 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 314572800 2024-09-20T22:59:28.931 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.931 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:28.931 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:28.931 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.931 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:28.931 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.931 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.931 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:28.931 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 177973578 2024-09-20T22:59:28.931 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.931 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:28.931 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.931 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.932 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:28.932 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.932 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.932 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:28.932 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.932 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.932 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:28.932 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.932 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.932 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:28.932 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.932 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.932 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:28.932 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.932 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.932 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:28.933 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.933 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.933 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:28.933 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.933 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.933 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:28.933 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.933 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.933 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:28.933 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69490358 2024-09-20T22:59:28.933 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.933 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.933 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb": { 2024-09-20T22:59:28.933 INFO:tasks.workunit.client.0.smithi046.stdout: "compact": { 2024-09-20T22:59:28.933 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.934 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.934 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_len": { 2024-09-20T22:59:28.934 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.934 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.934 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_merge": { 2024-09-20T22:59:28.934 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.934 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.934 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_range": { 2024-09-20T22:59:28.934 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 89 2024-09-20T22:59:28.934 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.934 INFO:tasks.workunit.client.0.smithi046.stdout: "get_latency": { 2024-09-20T22:59:28.934 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 340321, 2024-09-20T22:59:28.934 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1629742974 2024-09-20T22:59:28.934 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.934 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_delay_time": { 2024-09-20T22:59:28.934 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.935 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.935 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.935 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_memtable_time": { 2024-09-20T22:59:28.935 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.935 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.935 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.935 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-20T22:59:28.935 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.935 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.935 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.935 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_wal_time": { 2024-09-20T22:59:28.935 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.935 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.935 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.935 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_latency": { 2024-09-20T22:59:28.935 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.936 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.936 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.936 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_sync_latency": { 2024-09-20T22:59:28.936 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19080, 2024-09-20T22:59:28.936 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6439148938 2024-09-20T22:59:28.936 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.936 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.936 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.936 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.ba2a2447664121745258143c46d4a74444ac144b": { 2024-09-20T22:59:28.936 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T22:59:28.936 INFO:tasks.workunit.client.0.smithi046.stdout: "election_call": { 2024-09-20T22:59:28.936 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:28.936 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.936 INFO:tasks.workunit.client.0.smithi046.stdout: "election_lose": { 2024-09-20T22:59:28.936 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-20T22:59:28.936 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.936 INFO:tasks.workunit.client.0.smithi046.stdout: "election_win": { 2024-09-20T22:59:28.937 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.937 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_elections": { 2024-09-20T22:59:28.937 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11 2024-09-20T22:59:28.937 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": { 2024-09-20T22:59:28.937 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6 2024-09-20T22:59:28.937 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.937 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-20T22:59:28.937 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-20T22:59:28.937 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.937 INFO:tasks.workunit.client.0.smithi046.stdout: "session_rm": { 2024-09-20T22:59:28.937 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 243 2024-09-20T22:59:28.937 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.937 INFO:tasks.workunit.client.0.smithi046.stdout: "session_trim": { 2024-09-20T22:59:28.937 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.937 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.938 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.938 INFO:tasks.workunit.client.0.smithi046.stdout: "paxos": { 2024-09-20T22:59:28.938 INFO:tasks.workunit.client.0.smithi046.stdout: "accept_timeout": { 2024-09-20T22:59:28.938 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.938 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.938 INFO:tasks.workunit.client.0.smithi046.stdout: "begin": { 2024-09-20T22:59:28.938 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7822 2024-09-20T22:59:28.938 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.938 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_bytes": { 2024-09-20T22:59:28.938 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7822, 2024-09-20T22:59:28.938 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56212531 2024-09-20T22:59:28.938 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.938 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_keys": { 2024-09-20T22:59:28.938 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.938 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.939 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.939 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_latency": { 2024-09-20T22:59:28.939 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7822, 2024-09-20T22:59:28.939 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1087988416 2024-09-20T22:59:28.939 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.939 INFO:tasks.workunit.client.0.smithi046.stdout: "collect": { 2024-09-20T22:59:28.939 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-20T22:59:28.939 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.939 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_bytes": { 2024-09-20T22:59:28.939 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T22:59:28.939 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 219 2024-09-20T22:59:28.939 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.939 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_keys": { 2024-09-20T22:59:28.939 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T22:59:28.939 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-20T22:59:28.940 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.940 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_latency": { 2024-09-20T22:59:28.940 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T22:59:28.940 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 999990 2024-09-20T22:59:28.940 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.940 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_timeout": { 2024-09-20T22:59:28.940 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.940 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.940 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_uncommitted": { 2024-09-20T22:59:28.940 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T22:59:28.940 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.940 INFO:tasks.workunit.client.0.smithi046.stdout: "commit": { 2024-09-20T22:59:28.940 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7823 2024-09-20T22:59:28.940 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.940 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_bytes": { 2024-09-20T22:59:28.941 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.941 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.941 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.941 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_keys": { 2024-09-20T22:59:28.941 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.941 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.941 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.941 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_latency": { 2024-09-20T22:59:28.941 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.941 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.941 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.941 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_ack_timeout": { 2024-09-20T22:59:28.941 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.941 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.941 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_timeout": { 2024-09-20T22:59:28.941 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.942 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.942 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn": { 2024-09-20T22:59:28.942 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.942 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.942 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn_latency": { 2024-09-20T22:59:28.942 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.942 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.942 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.942 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh": { 2024-09-20T22:59:28.942 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7823 2024-09-20T22:59:28.942 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.942 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh_latency": { 2024-09-20T22:59:28.942 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7823, 2024-09-20T22:59:28.942 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24956733979 2024-09-20T22:59:28.942 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.942 INFO:tasks.workunit.client.0.smithi046.stdout: "restart": { 2024-09-20T22:59:28.943 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13 2024-09-20T22:59:28.943 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.943 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state": { 2024-09-20T22:59:28.943 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.943 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.943 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_bytes": { 2024-09-20T22:59:28.943 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.943 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.943 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.943 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_keys": { 2024-09-20T22:59:28.943 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.943 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.943 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.943 INFO:tasks.workunit.client.0.smithi046.stdout: "start_leader": { 2024-09-20T22:59:28.943 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.943 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.944 INFO:tasks.workunit.client.0.smithi046.stdout: "start_peon": { 2024-09-20T22:59:28.944 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-20T22:59:28.944 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.944 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state": { 2024-09-20T22:59:28.944 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7822 2024-09-20T22:59:28.944 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.944 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_bytes": { 2024-09-20T22:59:28.944 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7822, 2024-09-20T22:59:28.944 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 110995753 2024-09-20T22:59:28.944 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.944 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_keys": { 2024-09-20T22:59:28.944 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7822, 2024-09-20T22:59:28.944 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70812 2024-09-20T22:59:28.944 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.945 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_latency": { 2024-09-20T22:59:28.945 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7822, 2024-09-20T22:59:28.945 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1188987328 2024-09-20T22:59:28.945 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.945 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.945 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache": { 2024-09-20T22:59:28.945 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:28.945 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1020054731 2024-09-20T22:59:28.945 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.945 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:28.945 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176136192 2024-09-20T22:59:28.945 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.945 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:28.945 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 173432832 2024-09-20T22:59:28.945 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.945 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:28.946 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2147483648 2024-09-20T22:59:28.946 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.946 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:28.946 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2703360 2024-09-20T22:59:28.946 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.946 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.946 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:full": { 2024-09-20T22:59:28.946 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:28.946 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 360710144 2024-09-20T22:59:28.946 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.946 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:28.946 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.946 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.946 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:28.947 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.947 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.947 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:28.947 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266376448 2024-09-20T22:59:28.947 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.947 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:28.947 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 26331860 2024-09-20T22:59:28.947 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.947 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:28.947 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.947 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.947 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:28.947 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.947 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.947 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:28.948 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.948 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.948 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:28.948 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.948 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.948 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:28.948 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.948 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.948 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:28.948 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.948 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.948 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:28.948 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.948 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.948 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:28.949 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.949 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.949 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:28.949 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68001836 2024-09-20T22:59:28.949 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.949 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.949 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:inc": { 2024-09-20T22:59:28.949 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:28.949 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 339738624 2024-09-20T22:59:28.949 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.949 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:28.949 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.949 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.949 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:28.949 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.949 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.949 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:28.950 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266376448 2024-09-20T22:59:28.950 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.950 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:28.950 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2367307 2024-09-20T22:59:28.950 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.950 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:28.950 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.950 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.950 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:28.950 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.950 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.950 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:28.950 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.950 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.950 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:28.951 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.951 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.951 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:28.951 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.951 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.951 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:28.951 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.951 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.951 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:28.951 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.951 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.951 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:28.951 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.951 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.951 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:28.952 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70994869 2024-09-20T22:59:28.952 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.952 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.952 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:kv": { 2024-09-20T22:59:28.952 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:28.952 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 314572800 2024-09-20T22:59:28.952 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.952 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:28.952 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:28.952 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.952 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:28.952 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.952 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.952 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:28.952 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 177584299 2024-09-20T22:59:28.953 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.953 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:28.953 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.953 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.953 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:28.953 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.953 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.953 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:28.953 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.953 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.953 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:28.953 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.953 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.953 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:28.954 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.954 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.954 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:28.954 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.954 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.954 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:28.954 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.954 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.954 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:28.954 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.954 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.954 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:28.954 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.954 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.954 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:28.954 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69879637 2024-09-20T22:59:28.955 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.955 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.955 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb": { 2024-09-20T22:59:28.955 INFO:tasks.workunit.client.0.smithi046.stdout: "compact": { 2024-09-20T22:59:28.955 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.955 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.955 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_len": { 2024-09-20T22:59:28.955 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.955 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.955 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_merge": { 2024-09-20T22:59:28.955 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.955 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.955 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_range": { 2024-09-20T22:59:28.956 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 90 2024-09-20T22:59:28.956 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.956 INFO:tasks.workunit.client.0.smithi046.stdout: "get_latency": { 2024-09-20T22:59:28.956 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 343087, 2024-09-20T22:59:28.956 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1886133326 2024-09-20T22:59:28.956 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.956 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_delay_time": { 2024-09-20T22:59:28.956 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.956 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.956 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.956 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_memtable_time": { 2024-09-20T22:59:28.956 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.956 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.956 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.957 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-20T22:59:28.957 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.957 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.957 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.957 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_wal_time": { 2024-09-20T22:59:28.957 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.957 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.957 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.957 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_latency": { 2024-09-20T22:59:28.957 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.957 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.957 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.957 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_sync_latency": { 2024-09-20T22:59:28.957 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19162, 2024-09-20T22:59:28.957 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2811043917 2024-09-20T22:59:28.958 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.958 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.958 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.958 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.0": { 2024-09-20T22:59:28.958 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:28.958 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_db_max_lat": { 2024-09-20T22:59:28.958 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21452 2024-09-20T22:59:28.958 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.958 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T22:59:28.958 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.958 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.958 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_max_lat": { 2024-09-20T22:59:28.958 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.959 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.959 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T22:59:28.959 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.959 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.959 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T22:59:28.959 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T22:59:28.959 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.959 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_slow": { 2024-09-20T22:59:28.959 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.959 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.959 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T22:59:28.959 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.959 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.959 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_wal_max_lat": { 2024-09-20T22:59:28.960 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.960 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.960 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T22:59:28.960 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.960 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.960 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T22:59:28.960 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16453632 2024-09-20T22:59:28.960 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.960 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T22:59:28.960 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 875913216 2024-09-20T22:59:28.960 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.960 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T22:59:28.960 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19, 2024-09-20T22:59:28.960 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4473770 2024-09-20T22:59:28.960 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.961 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T22:59:28.961 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19, 2024-09-20T22:59:28.961 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1518773 2024-09-20T22:59:28.961 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.961 INFO:tasks.workunit.client.0.smithi046.stdout: "db_alloc_lat": { 2024-09-20T22:59:28.961 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 222, 2024-09-20T22:59:28.961 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1045785 2024-09-20T22:59:28.961 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.961 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T22:59:28.961 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995027456 2024-09-20T22:59:28.961 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.961 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T22:59:28.961 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 870449152 2024-09-20T22:59:28.961 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.961 INFO:tasks.workunit.client.0.smithi046.stdout: "flush_lat": { 2024-09-20T22:59:28.962 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80643, 2024-09-20T22:59:28.962 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7127278372 2024-09-20T22:59:28.962 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.962 INFO:tasks.workunit.client.0.smithi046.stdout: "fsync_lat": { 2024-09-20T22:59:28.962 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80640, 2024-09-20T22:59:28.962 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13589257156 2024-09-20T22:59:28.962 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.962 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T22:59:28.962 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14319616 2024-09-20T22:59:28.962 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.962 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T22:59:28.962 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 330211328 2024-09-20T22:59:28.962 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.962 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T22:59:28.962 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 878968832 2024-09-20T22:59:28.963 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.963 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T22:59:28.963 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.963 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.963 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T22:59:28.963 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.963 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.963 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T22:59:28.963 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 61 2024-09-20T22:59:28.963 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.963 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T22:59:28.963 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 415344905 2024-09-20T22:59:28.963 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.963 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T22:59:28.963 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25489 2024-09-20T22:59:28.964 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.964 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T22:59:28.964 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 330272768 2024-09-20T22:59:28.964 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.964 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T22:59:28.964 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 330276864 2024-09-20T22:59:28.964 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.964 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T22:59:28.964 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.964 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.964 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T22:59:28.964 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.964 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.965 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T22:59:28.965 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11382 2024-09-20T22:59:28.965 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.965 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:28.965 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 25489, 2024-09-20T22:59:28.965 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 198393135 2024-09-20T22:59:28.965 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.965 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T22:59:28.965 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 300422637 2024-09-20T22:59:28.965 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.965 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T22:59:28.965 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21969 2024-09-20T22:59:28.965 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.965 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T22:59:28.965 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5032490 2024-09-20T22:59:28.966 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.966 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T22:59:28.966 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 644 2024-09-20T22:59:28.966 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.966 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T22:59:28.966 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16172186 2024-09-20T22:59:28.966 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.966 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T22:59:28.966 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 976 2024-09-20T22:59:28.966 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.966 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T22:59:28.966 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11139696 2024-09-20T22:59:28.966 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.966 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T22:59:28.966 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11139696 2024-09-20T22:59:28.967 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.967 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T22:59:28.967 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.967 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.967 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T22:59:28.967 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.967 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.967 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T22:59:28.967 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 356 2024-09-20T22:59:28.967 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.967 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_lat": { 2024-09-20T22:59:28.967 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 976, 2024-09-20T22:59:28.967 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8028735 2024-09-20T22:59:28.967 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.968 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_alloc_lat": { 2024-09-20T22:59:28.968 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.968 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.968 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.968 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T22:59:28.968 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.968 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.968 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T22:59:28.968 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.968 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.968 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:28.968 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T22:59:28.968 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 881 2024-09-20T22:59:28.968 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.968 INFO:tasks.workunit.client.0.smithi046.stdout: "unlink_lat": { 2024-09-20T22:59:28.968 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T22:59:28.969 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6351 2024-09-20T22:59:28.969 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.969 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_alloc_lat": { 2024-09-20T22:59:28.969 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.969 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.969 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.969 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T22:59:28.969 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.969 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.969 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T22:59:28.969 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.969 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.969 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T22:59:28.969 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1225469952 2024-09-20T22:59:28.970 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.970 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.970 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T22:59:28.970 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T22:59:28.970 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:28.970 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.970 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T22:59:28.970 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15241216 2024-09-20T22:59:28.970 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.970 INFO:tasks.workunit.client.0.smithi046.stdout: "allocator_lat": { 2024-09-20T22:59:28.970 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21308, 2024-09-20T22:59:28.970 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 94700225 2024-09-20T22:59:28.970 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.970 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T22:59:28.970 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3297, 2024-09-20T22:59:28.971 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 568252127 2024-09-20T22:59:28.971 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.971 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T22:59:28.971 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.971 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.971 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.971 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T22:59:28.971 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.971 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.971 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T22:59:28.971 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.971 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.971 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T22:59:28.971 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.971 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.972 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T22:59:28.972 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 24401, 2024-09-20T22:59:28.972 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 188316288 2024-09-20T22:59:28.972 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.972 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T22:59:28.972 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.972 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.972 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.972 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-20T22:59:28.972 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.972 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.972 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T22:59:28.972 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80538, 2024-09-20T22:59:28.973 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18467743268 2024-09-20T22:59:28.973 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.973 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T22:59:28.973 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 79733, 2024-09-20T22:59:28.973 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1954418009 2024-09-20T22:59:28.973 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.973 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T22:59:28.973 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80538, 2024-09-20T22:59:28.973 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 60482770 2024-09-20T22:59:28.973 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.973 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T22:59:28.973 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80538, 2024-09-20T22:59:28.973 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18528226038 2024-09-20T22:59:28.973 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.974 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T22:59:28.974 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:28.974 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.974 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.974 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T22:59:28.974 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 246140, 2024-09-20T22:59:28.974 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2332833930 2024-09-20T22:59:28.974 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.974 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T22:59:28.974 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1081, 2024-09-20T22:59:28.974 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3332594 2024-09-20T22:59:28.974 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.974 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T22:59:28.975 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 151484, 2024-09-20T22:59:28.975 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 58869330 2024-09-20T22:59:28.975 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.975 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T22:59:28.975 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 53, 2024-09-20T22:59:28.975 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 78262 2024-09-20T22:59:28.975 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.975 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T22:59:28.975 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28622, 2024-09-20T22:59:28.975 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6963663352 2024-09-20T22:59:28.975 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.975 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T22:59:28.975 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 488813 2024-09-20T22:59:28.975 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.975 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T22:59:28.975 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24562 2024-09-20T22:59:28.976 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.976 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:28.976 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19798, 2024-09-20T22:59:28.976 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1526605170 2024-09-20T22:59:28.976 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.976 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T22:59:28.976 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 46198, 2024-09-20T22:59:28.976 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24904130 2024-09-20T22:59:28.976 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.976 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T22:59:28.976 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 26400, 2024-09-20T22:59:28.976 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 865811115 2024-09-20T22:59:28.976 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.976 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T22:59:28.977 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.977 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.977 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T22:59:28.977 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15470, 2024-09-20T22:59:28.977 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 436669448 2024-09-20T22:59:28.977 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.977 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_aio_wait_count": { 2024-09-20T22:59:28.977 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.977 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.977 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_committed_kv_count": { 2024-09-20T22:59:28.977 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.977 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.977 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_onode_meta_count": { 2024-09-20T22:59:28.977 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.978 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.978 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_wait_aio_count": { 2024-09-20T22:59:28.978 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.978 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.978 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T22:59:28.978 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:28.978 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5362015600 2024-09-20T22:59:28.978 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.978 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T22:59:28.978 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9362, 2024-09-20T22:59:28.978 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 548715035 2024-09-20T22:59:28.978 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.978 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T22:59:28.978 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9362, 2024-09-20T22:59:28.978 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2739806211399 2024-09-20T22:59:28.979 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.979 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T22:59:28.979 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9362, 2024-09-20T22:59:28.979 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6340002512461 2024-09-20T22:59:28.979 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.979 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T22:59:28.979 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:28.979 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2492610717991 2024-09-20T22:59:28.979 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.979 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T22:59:28.979 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:28.979 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10822443 2024-09-20T22:59:28.979 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.979 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T22:59:28.980 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:28.980 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 201271746 2024-09-20T22:59:28.980 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.980 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T22:59:28.980 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:28.980 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34094876520 2024-09-20T22:59:28.980 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.980 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T22:59:28.980 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:28.980 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 40705835 2024-09-20T22:59:28.980 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.980 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T22:59:28.980 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:28.980 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18968243150 2024-09-20T22:59:28.980 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.980 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T22:59:28.981 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:28.981 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10571266991 2024-09-20T22:59:28.981 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.981 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T22:59:28.981 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10884232 2024-09-20T22:59:28.981 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.981 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:28.981 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2722, 2024-09-20T22:59:28.981 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16087844 2024-09-20T22:59:28.981 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.981 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T22:59:28.981 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:28.981 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69213629988 2024-09-20T22:59:28.981 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.981 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T22:59:28.982 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:28.982 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11841755927 2024-09-20T22:59:28.982 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.982 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T22:59:28.982 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:28.982 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 623836375 2024-09-20T22:59:28.982 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.982 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.982 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T22:59:28.982 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:28.982 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1406061291 2024-09-20T22:59:28.982 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.982 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:28.982 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 617881600 2024-09-20T22:59:28.982 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.983 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:28.983 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 531890176 2024-09-20T22:59:28.983 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.983 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:28.983 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2601609011 2024-09-20T22:59:28.983 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.983 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:28.983 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85991424 2024-09-20T22:59:28.983 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.983 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.983 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T22:59:28.983 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:28.984 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-20T22:59:28.984 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.984 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:28.984 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.984 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.984 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:28.984 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.984 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.984 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:28.984 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56378950 2024-09-20T22:59:28.984 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.984 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:28.984 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.984 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.985 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:28.985 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.985 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.985 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:28.985 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.985 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.985 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:28.985 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.985 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.985 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:28.985 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:28.985 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.985 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:28.985 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 77824 2024-09-20T22:59:28.985 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.986 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:28.986 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.986 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.986 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:28.986 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.986 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.986 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:28.986 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.986 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.986 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:28.986 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69368250 2024-09-20T22:59:28.986 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.986 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.986 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T22:59:28.986 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:28.986 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562036736 2024-09-20T22:59:28.987 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.987 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:28.987 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:28.987 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.987 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:28.987 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.987 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.987 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:28.987 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 422842125 2024-09-20T22:59:28.987 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.987 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:28.987 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.987 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.987 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:28.987 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1648 2024-09-20T22:59:28.988 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.988 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:28.988 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.988 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.988 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:28.988 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.988 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.988 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:28.988 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 105136 2024-09-20T22:59:28.988 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.988 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:28.988 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.988 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.988 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:28.988 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.988 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.989 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:28.989 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.989 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.989 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:28.989 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.989 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.989 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:28.989 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71978963 2024-09-20T22:59:28.989 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.989 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.989 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T22:59:28.989 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:28.989 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-20T22:59:28.989 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.989 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:28.989 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:28.990 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.990 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:28.990 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 286288 2024-09-20T22:59:28.990 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.990 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:28.990 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37585966 2024-09-20T22:59:28.990 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.990 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:28.990 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.990 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.990 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:28.990 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.990 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.990 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:28.991 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.991 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.991 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:28.991 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.991 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.991 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:28.991 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.991 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.991 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:28.991 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.991 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.991 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:28.991 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.991 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.991 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:28.991 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.992 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.992 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:28.992 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.992 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.992 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:28.992 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71179650 2024-09-20T22:59:28.992 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.992 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.992 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T22:59:28.992 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:28.992 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 494927872 2024-09-20T22:59:28.992 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.992 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:28.992 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.993 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.993 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:28.993 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.993 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.993 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:28.993 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 422842125 2024-09-20T22:59:28.993 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.993 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:28.993 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.993 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.993 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:28.993 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.993 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.994 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:28.994 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.994 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.994 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:28.994 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.994 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.994 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:28.994 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 174524 2024-09-20T22:59:28.994 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.994 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:28.994 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1144326 2024-09-20T22:59:28.994 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.994 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:28.995 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.995 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.995 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:28.995 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.995 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.995 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:28.995 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.995 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.995 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:28.995 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70766897 2024-09-20T22:59:28.995 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.995 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.995 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T22:59:28.995 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T22:59:28.995 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.996 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.996 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:28.996 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70 2024-09-20T22:59:28.996 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.996 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T22:59:28.996 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.996 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.996 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:28.996 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T22:59:28.996 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:28.996 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.996 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:28.996 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T22:59:28.996 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57 2024-09-20T22:59:28.996 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.997 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T22:59:28.997 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.997 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.997 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T22:59:28.997 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57930 2024-09-20T22:59:28.997 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.997 INFO:tasks.workunit.client.0.smithi046.stdout: "op_before_queue_op_lat": { 2024-09-20T22:59:28.997 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 152312, 2024-09-20T22:59:28.997 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7849014984 2024-09-20T22:59:28.997 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.997 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T22:59:28.997 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.997 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.997 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T22:59:28.997 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.998 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.998 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T22:59:28.998 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2100475510 2024-09-20T22:59:28.998 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.998 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T22:59:28.998 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 57930, 2024-09-20T22:59:28.998 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 257433731418 2024-09-20T22:59:28.998 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.998 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T22:59:28.998 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3290900541 2024-09-20T22:59:28.998 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.998 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T22:59:28.998 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 58877, 2024-09-20T22:59:28.998 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 30600723910 2024-09-20T22:59:28.998 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.999 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T22:59:28.999 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 57930, 2024-09-20T22:59:28.999 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 100665872027 2024-09-20T22:59:28.999 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.999 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:28.999 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 40034 2024-09-20T22:59:28.999 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.999 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T22:59:28.999 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 40034, 2024-09-20T22:59:28.999 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24772027435 2024-09-20T22:59:28.999 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:28.999 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T22:59:28.999 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:28.999 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.000 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T22:59:29.000 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3290900541 2024-09-20T22:59:29.000 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.000 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T22:59:29.000 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 40435, 2024-09-20T22:59:29.000 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13783259407 2024-09-20T22:59:29.000 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.000 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T22:59:29.000 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 40034, 2024-09-20T22:59:29.000 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14747808793 2024-09-20T22:59:29.000 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.000 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T22:59:29.000 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9939 2024-09-20T22:59:29.001 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.001 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T22:59:29.001 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 290055095 2024-09-20T22:59:29.001 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.001 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T22:59:29.001 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9939, 2024-09-20T22:59:29.001 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23429934608 2024-09-20T22:59:29.001 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.001 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T22:59:29.001 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.001 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.001 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T22:59:29.001 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.001 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.001 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T22:59:29.001 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.001 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.002 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T22:59:29.002 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10256, 2024-09-20T22:59:29.002 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6659665050 2024-09-20T22:59:29.002 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.002 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T22:59:29.002 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9939, 2024-09-20T22:59:29.002 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17239261068 2024-09-20T22:59:29.002 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.002 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:29.002 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7957 2024-09-20T22:59:29.002 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.002 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T22:59:29.002 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1810420415 2024-09-20T22:59:29.002 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.002 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T22:59:29.002 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7957, 2024-09-20T22:59:29.003 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 209231769375 2024-09-20T22:59:29.003 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.003 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T22:59:29.003 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.003 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.003 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T22:59:29.003 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8186, 2024-09-20T22:59:29.003 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10157799453 2024-09-20T22:59:29.003 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.003 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T22:59:29.003 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7957, 2024-09-20T22:59:29.003 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68678802166 2024-09-20T22:59:29.003 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.003 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T22:59:29.003 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.004 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.004 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T22:59:29.004 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 79 2024-09-20T22:59:29.004 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.004 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T22:59:29.004 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 36 2024-09-20T22:59:29.004 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.004 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T22:59:29.004 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T22:59:29.004 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.004 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T22:59:29.004 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 885698560 2024-09-20T22:59:29.004 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.004 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.004 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.004 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.1": { 2024-09-20T22:59:29.004 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:29.005 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_db_max_lat": { 2024-09-20T22:59:29.005 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14579 2024-09-20T22:59:29.005 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.005 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T22:59:29.005 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.005 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.005 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_max_lat": { 2024-09-20T22:59:29.005 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.005 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.005 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T22:59:29.005 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.005 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.005 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T22:59:29.005 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T22:59:29.005 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.005 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_slow": { 2024-09-20T22:59:29.005 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.006 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.006 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T22:59:29.006 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.006 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.006 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_wal_max_lat": { 2024-09-20T22:59:29.006 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.006 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.006 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T22:59:29.006 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.006 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.006 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T22:59:29.006 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10375168 2024-09-20T22:59:29.006 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.006 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T22:59:29.006 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 887111680 2024-09-20T22:59:29.007 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.007 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T22:59:29.007 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18, 2024-09-20T22:59:29.007 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4438222 2024-09-20T22:59:29.007 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.007 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T22:59:29.007 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18, 2024-09-20T22:59:29.007 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1499727 2024-09-20T22:59:29.007 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.007 INFO:tasks.workunit.client.0.smithi046.stdout: "db_alloc_lat": { 2024-09-20T22:59:29.007 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 210, 2024-09-20T22:59:29.007 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 952245 2024-09-20T22:59:29.007 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.007 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T22:59:29.007 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995027456 2024-09-20T22:59:29.007 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.007 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T22:59:29.008 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1017839616 2024-09-20T22:59:29.008 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.008 INFO:tasks.workunit.client.0.smithi046.stdout: "flush_lat": { 2024-09-20T22:59:29.008 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73854, 2024-09-20T22:59:29.008 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6997426849 2024-09-20T22:59:29.008 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.008 INFO:tasks.workunit.client.0.smithi046.stdout: "fsync_lat": { 2024-09-20T22:59:29.008 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73880, 2024-09-20T22:59:29.008 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12996351522 2024-09-20T22:59:29.008 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.008 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T22:59:29.008 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3252224 2024-09-20T22:59:29.008 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.008 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T22:59:29.009 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 302522368 2024-09-20T22:59:29.009 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.009 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T22:59:29.009 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1039138816 2024-09-20T22:59:29.009 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.009 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T22:59:29.009 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.009 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.009 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T22:59:29.009 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.009 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.009 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T22:59:29.009 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 62 2024-09-20T22:59:29.009 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.009 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T22:59:29.009 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 281268787 2024-09-20T22:59:29.010 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.010 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T22:59:29.010 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17579 2024-09-20T22:59:29.010 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.010 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T22:59:29.010 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 232329216 2024-09-20T22:59:29.010 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.010 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T22:59:29.010 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 232333312 2024-09-20T22:59:29.010 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.010 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T22:59:29.010 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.010 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.010 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T22:59:29.010 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.011 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.011 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T22:59:29.011 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8254 2024-09-20T22:59:29.011 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.011 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:29.011 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17579, 2024-09-20T22:59:29.011 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 160164863 2024-09-20T22:59:29.011 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.011 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T22:59:29.011 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 182548470 2024-09-20T22:59:29.011 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.011 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T22:59:29.011 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14554 2024-09-20T22:59:29.012 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.012 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T22:59:29.012 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3775097 2024-09-20T22:59:29.012 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.012 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T22:59:29.012 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 584 2024-09-20T22:59:29.012 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.012 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T22:59:29.012 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10260981 2024-09-20T22:59:29.012 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.012 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T22:59:29.012 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 847 2024-09-20T22:59:29.012 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.012 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T22:59:29.012 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6485884 2024-09-20T22:59:29.013 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.013 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T22:59:29.013 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6485884 2024-09-20T22:59:29.013 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.013 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T22:59:29.013 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.013 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.013 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T22:59:29.013 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.013 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.013 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T22:59:29.013 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 272 2024-09-20T22:59:29.013 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.013 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_lat": { 2024-09-20T22:59:29.013 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 847, 2024-09-20T22:59:29.014 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7031595 2024-09-20T22:59:29.014 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.014 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_alloc_lat": { 2024-09-20T22:59:29.014 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:29.014 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.014 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.014 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T22:59:29.014 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.014 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.014 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T22:59:29.014 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.014 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.014 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:29.014 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T22:59:29.015 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 626 2024-09-20T22:59:29.015 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.015 INFO:tasks.workunit.client.0.smithi046.stdout: "unlink_lat": { 2024-09-20T22:59:29.015 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T22:59:29.015 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7661 2024-09-20T22:59:29.015 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.015 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_alloc_lat": { 2024-09-20T22:59:29.015 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:29.015 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.015 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.015 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T22:59:29.015 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.015 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.015 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T22:59:29.016 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.016 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.016 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T22:59:29.016 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1202741248 2024-09-20T22:59:29.016 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.016 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.016 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T22:59:29.016 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T22:59:29.016 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:29.016 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.016 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T22:59:29.016 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14643200 2024-09-20T22:59:29.016 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.016 INFO:tasks.workunit.client.0.smithi046.stdout: "allocator_lat": { 2024-09-20T22:59:29.016 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22232, 2024-09-20T22:59:29.016 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 98563247 2024-09-20T22:59:29.017 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.017 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T22:59:29.017 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3281, 2024-09-20T22:59:29.017 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 555123932 2024-09-20T22:59:29.017 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.017 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T22:59:29.017 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:29.017 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.017 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.017 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T22:59:29.017 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.017 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.017 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T22:59:29.017 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.018 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.018 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T22:59:29.018 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.018 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.018 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T22:59:29.018 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17298, 2024-09-20T22:59:29.018 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 132072249 2024-09-20T22:59:29.018 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.018 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T22:59:29.018 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:29.018 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.018 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.018 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-20T22:59:29.018 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.019 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.019 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T22:59:29.019 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73778, 2024-09-20T22:59:29.019 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17530321920 2024-09-20T22:59:29.019 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.019 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T22:59:29.019 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73004, 2024-09-20T22:59:29.019 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1946121473 2024-09-20T22:59:29.019 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.019 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T22:59:29.019 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73778, 2024-09-20T22:59:29.019 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 51059125 2024-09-20T22:59:29.019 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.019 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T22:59:29.019 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73778, 2024-09-20T22:59:29.020 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17581381045 2024-09-20T22:59:29.020 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.020 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T22:59:29.020 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:29.020 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.020 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.020 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T22:59:29.020 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 36618, 2024-09-20T22:59:29.020 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1114856967 2024-09-20T22:59:29.020 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.020 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T22:59:29.020 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1014, 2024-09-20T22:59:29.020 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2812178 2024-09-20T22:59:29.020 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.020 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T22:59:29.020 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12562, 2024-09-20T22:59:29.021 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9811872 2024-09-20T22:59:29.021 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.021 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T22:59:29.021 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 44, 2024-09-20T22:59:29.021 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56100 2024-09-20T22:59:29.021 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.021 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T22:59:29.021 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14122, 2024-09-20T22:59:29.021 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4534068754 2024-09-20T22:59:29.021 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.021 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T22:59:29.021 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 245214 2024-09-20T22:59:29.021 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.022 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T22:59:29.022 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27693 2024-09-20T22:59:29.022 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.022 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:29.022 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 23053, 2024-09-20T22:59:29.022 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1506186054 2024-09-20T22:59:29.022 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.022 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T22:59:29.022 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74346, 2024-09-20T22:59:29.022 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 20198467 2024-09-20T22:59:29.022 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.022 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T22:59:29.022 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 51293, 2024-09-20T22:59:29.023 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 614781626 2024-09-20T22:59:29.023 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.023 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T22:59:29.023 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.023 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.023 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T22:59:29.023 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15345, 2024-09-20T22:59:29.023 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 412179517 2024-09-20T22:59:29.023 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.023 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_aio_wait_count": { 2024-09-20T22:59:29.023 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.023 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.023 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_committed_kv_count": { 2024-09-20T22:59:29.023 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.023 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.024 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_onode_meta_count": { 2024-09-20T22:59:29.024 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.024 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.024 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_wait_aio_count": { 2024-09-20T22:59:29.024 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.024 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.024 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T22:59:29.024 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88549, 2024-09-20T22:59:29.024 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7594879055 2024-09-20T22:59:29.024 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.024 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T22:59:29.024 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22730, 2024-09-20T22:59:29.024 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1201626199 2024-09-20T22:59:29.024 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.025 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T22:59:29.025 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22729, 2024-09-20T22:59:29.025 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2627983509837 2024-09-20T22:59:29.025 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.025 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T22:59:29.025 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22730, 2024-09-20T22:59:29.025 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6864980158455 2024-09-20T22:59:29.025 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.025 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T22:59:29.025 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88548, 2024-09-20T22:59:29.025 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2971111948136 2024-09-20T22:59:29.025 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.025 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T22:59:29.025 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88548, 2024-09-20T22:59:29.025 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9301136 2024-09-20T22:59:29.026 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.026 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T22:59:29.026 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88549, 2024-09-20T22:59:29.026 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 456282510 2024-09-20T22:59:29.026 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.026 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T22:59:29.026 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88549, 2024-09-20T22:59:29.026 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32732181153 2024-09-20T22:59:29.026 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.026 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T22:59:29.026 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88549, 2024-09-20T22:59:29.026 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 30925497 2024-09-20T22:59:29.026 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.026 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T22:59:29.027 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88549, 2024-09-20T22:59:29.027 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17774889303 2024-09-20T22:59:29.027 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.027 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T22:59:29.027 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88549, 2024-09-20T22:59:29.027 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10051351515 2024-09-20T22:59:29.027 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.027 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T22:59:29.027 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10293327 2024-09-20T22:59:29.027 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.027 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:29.027 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2679, 2024-09-20T22:59:29.027 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14056146 2024-09-20T22:59:29.028 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.028 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T22:59:29.028 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88549, 2024-09-20T22:59:29.028 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68621726206 2024-09-20T22:59:29.028 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.028 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T22:59:29.028 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88549, 2024-09-20T22:59:29.028 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11113037010 2024-09-20T22:59:29.028 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.028 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T22:59:29.028 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88549, 2024-09-20T22:59:29.028 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 705502076 2024-09-20T22:59:29.028 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.028 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.028 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T22:59:29.028 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:29.029 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1406061291 2024-09-20T22:59:29.029 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.029 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:29.029 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 541728768 2024-09-20T22:59:29.029 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.029 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:29.029 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 511221760 2024-09-20T22:59:29.029 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.029 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:29.029 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2601609011 2024-09-20T22:59:29.029 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.029 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:29.029 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 30507008 2024-09-20T22:59:29.029 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.029 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.030 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T22:59:29.030 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:29.030 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-20T22:59:29.030 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.030 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:29.030 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.030 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.030 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:29.030 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.030 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.030 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:29.030 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56783919 2024-09-20T22:59:29.030 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.030 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:29.030 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.031 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.031 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:29.031 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.031 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.031 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:29.031 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.031 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.031 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:29.031 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.031 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.031 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:29.031 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:29.031 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.031 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:29.031 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 106496 2024-09-20T22:59:29.032 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.032 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:29.032 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.032 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.032 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:29.032 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.032 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.032 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:29.032 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.032 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.032 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:29.032 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68934609 2024-09-20T22:59:29.032 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.032 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.032 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T22:59:29.032 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:29.033 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562036736 2024-09-20T22:59:29.033 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.033 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:29.033 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:29.033 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.033 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:29.033 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.033 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.033 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:29.033 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 425879394 2024-09-20T22:59:29.033 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.033 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:29.033 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.033 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.034 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:29.034 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.034 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.034 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:29.034 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 256 2024-09-20T22:59:29.034 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.034 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:29.034 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.034 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.034 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:29.034 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 91904 2024-09-20T22:59:29.034 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.034 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:29.034 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.034 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.034 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:29.035 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.035 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.035 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:29.035 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.035 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.035 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:29.035 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.035 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.035 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:29.035 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68956318 2024-09-20T22:59:29.035 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.035 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.035 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T22:59:29.035 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:29.035 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-20T22:59:29.036 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.036 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:29.036 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:29.036 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.036 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:29.036 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 296016 2024-09-20T22:59:29.036 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.036 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:29.036 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37855946 2024-09-20T22:59:29.036 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.036 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:29.036 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.036 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.036 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:29.036 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.037 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.037 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:29.037 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.037 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.037 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:29.037 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.037 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.037 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:29.037 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.037 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.037 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:29.037 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.037 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.037 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:29.037 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.037 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.038 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:29.038 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.038 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.038 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:29.038 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.038 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.038 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:29.038 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70899942 2024-09-20T22:59:29.038 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.038 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.038 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T22:59:29.038 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:29.038 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 494927872 2024-09-20T22:59:29.039 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.039 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:29.039 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.039 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.039 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:29.039 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.039 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.039 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:29.039 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 425879394 2024-09-20T22:59:29.039 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.039 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:29.039 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.039 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.039 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:29.040 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.040 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.040 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:29.040 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.040 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.040 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:29.040 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.040 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.040 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:29.040 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159770 2024-09-20T22:59:29.040 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.040 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:29.040 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1152132 2024-09-20T22:59:29.040 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.040 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:29.040 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.040 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.041 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:29.041 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.041 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.041 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:29.041 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.041 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.041 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:29.041 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67736576 2024-09-20T22:59:29.041 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.041 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.041 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T22:59:29.041 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T22:59:29.041 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.041 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.041 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:29.041 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T22:59:29.042 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.042 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T22:59:29.042 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.042 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.042 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:29.042 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.042 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.042 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.042 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:29.042 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T22:59:29.042 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47 2024-09-20T22:59:29.042 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.042 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T22:59:29.042 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.042 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.042 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T22:59:29.043 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 46521 2024-09-20T22:59:29.043 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.043 INFO:tasks.workunit.client.0.smithi046.stdout: "op_before_queue_op_lat": { 2024-09-20T22:59:29.043 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 136465, 2024-09-20T22:59:29.043 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8564970234 2024-09-20T22:59:29.043 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.043 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T22:59:29.043 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.043 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.043 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T22:59:29.043 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.043 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.043 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T22:59:29.043 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1919515326 2024-09-20T22:59:29.043 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.043 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T22:59:29.044 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 46521, 2024-09-20T22:59:29.044 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 638544306468 2024-09-20T22:59:29.044 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.044 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T22:59:29.044 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2572527325 2024-09-20T22:59:29.044 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.044 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T22:59:29.044 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 48384, 2024-09-20T22:59:29.044 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 31903686498 2024-09-20T22:59:29.044 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.044 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T22:59:29.044 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 46521, 2024-09-20T22:59:29.044 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 124443685785 2024-09-20T22:59:29.044 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.044 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:29.044 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 22858 2024-09-20T22:59:29.044 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.045 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T22:59:29.045 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22858, 2024-09-20T22:59:29.045 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15853002910 2024-09-20T22:59:29.045 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.045 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T22:59:29.045 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.045 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.045 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T22:59:29.045 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2572527325 2024-09-20T22:59:29.045 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.045 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T22:59:29.045 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 23340, 2024-09-20T22:59:29.045 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5568033749 2024-09-20T22:59:29.045 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.046 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T22:59:29.046 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22858, 2024-09-20T22:59:29.046 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5598180846 2024-09-20T22:59:29.046 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.046 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T22:59:29.046 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13748 2024-09-20T22:59:29.046 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.046 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T22:59:29.046 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 160435429 2024-09-20T22:59:29.046 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.046 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T22:59:29.046 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13748, 2024-09-20T22:59:29.046 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 100758260725 2024-09-20T22:59:29.046 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.046 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T22:59:29.047 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.047 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.047 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T22:59:29.047 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.047 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.047 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T22:59:29.047 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.047 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.047 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T22:59:29.047 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13979, 2024-09-20T22:59:29.047 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13502713266 2024-09-20T22:59:29.047 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.047 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T22:59:29.047 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13748, 2024-09-20T22:59:29.047 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 31878128508 2024-09-20T22:59:29.047 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.048 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:29.048 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9915 2024-09-20T22:59:29.048 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.048 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T22:59:29.048 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1759079897 2024-09-20T22:59:29.048 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.048 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T22:59:29.048 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9915, 2024-09-20T22:59:29.048 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 521933042833 2024-09-20T22:59:29.048 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.048 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T22:59:29.048 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.048 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.048 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T22:59:29.048 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 11065, 2024-09-20T22:59:29.048 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12832939483 2024-09-20T22:59:29.048 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.049 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T22:59:29.049 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9915, 2024-09-20T22:59:29.049 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 86967376431 2024-09-20T22:59:29.049 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.049 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T22:59:29.049 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.049 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.049 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T22:59:29.049 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4195418 2024-09-20T22:59:29.049 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.049 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T22:59:29.049 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25 2024-09-20T22:59:29.049 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.049 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T22:59:29.049 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T22:59:29.049 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.050 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T22:59:29.050 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1032495104 2024-09-20T22:59:29.050 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.050 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.050 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.050 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.2": { 2024-09-20T22:59:29.050 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:29.050 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_db_max_lat": { 2024-09-20T22:59:29.050 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19656 2024-09-20T22:59:29.050 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.050 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T22:59:29.050 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.050 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.050 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_max_lat": { 2024-09-20T22:59:29.050 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.051 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.051 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T22:59:29.051 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.051 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.051 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T22:59:29.051 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T22:59:29.051 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.051 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_slow": { 2024-09-20T22:59:29.051 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.051 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.051 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T22:59:29.051 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.051 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.051 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_wal_max_lat": { 2024-09-20T22:59:29.051 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.052 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.052 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T22:59:29.052 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.052 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.052 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T22:59:29.052 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4251648 2024-09-20T22:59:29.052 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.052 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T22:59:29.052 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 600850432 2024-09-20T22:59:29.052 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.052 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T22:59:29.052 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17, 2024-09-20T22:59:29.052 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4642637 2024-09-20T22:59:29.052 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.052 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T22:59:29.052 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17, 2024-09-20T22:59:29.053 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1839573 2024-09-20T22:59:29.053 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.053 INFO:tasks.workunit.client.0.smithi046.stdout: "db_alloc_lat": { 2024-09-20T22:59:29.053 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 167, 2024-09-20T22:59:29.053 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 850449 2024-09-20T22:59:29.053 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.053 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T22:59:29.053 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995027456 2024-09-20T22:59:29.053 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.053 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T22:59:29.053 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 531300352 2024-09-20T22:59:29.053 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.053 INFO:tasks.workunit.client.0.smithi046.stdout: "flush_lat": { 2024-09-20T22:59:29.053 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 69288, 2024-09-20T22:59:29.054 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5907510723 2024-09-20T22:59:29.054 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.054 INFO:tasks.workunit.client.0.smithi046.stdout: "fsync_lat": { 2024-09-20T22:59:29.054 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 69305, 2024-09-20T22:59:29.054 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11252012639 2024-09-20T22:59:29.054 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.054 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T22:59:29.054 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1232896 2024-09-20T22:59:29.054 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.054 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T22:59:29.054 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 283869184 2024-09-20T22:59:29.055 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.055 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T22:59:29.055 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 552599552 2024-09-20T22:59:29.055 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.055 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T22:59:29.055 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.055 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.055 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T22:59:29.055 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.055 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T22:59:29.055 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 43 2024-09-20T22:59:29.055 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.055 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T22:59:29.055 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125404868 2024-09-20T22:59:29.056 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.056 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T22:59:29.056 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6671 2024-09-20T22:59:29.056 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.056 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T22:59:29.056 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85827584 2024-09-20T22:59:29.056 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.056 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T22:59:29.056 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85831680 2024-09-20T22:59:29.056 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.056 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T22:59:29.057 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.057 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.057 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T22:59:29.057 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.057 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.057 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T22:59:29.057 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 262 2024-09-20T22:59:29.057 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.057 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:29.057 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6671, 2024-09-20T22:59:29.057 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 20873021 2024-09-20T22:59:29.057 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.057 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T22:59:29.057 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 51581197 2024-09-20T22:59:29.058 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.058 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T22:59:29.058 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4406 2024-09-20T22:59:29.058 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.058 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T22:59:29.058 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1335776 2024-09-20T22:59:29.058 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.058 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T22:59:29.058 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 379 2024-09-20T22:59:29.058 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.058 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T22:59:29.058 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4202999 2024-09-20T22:59:29.058 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.058 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T22:59:29.059 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 539 2024-09-20T22:59:29.059 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.059 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T22:59:29.059 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2867223 2024-09-20T22:59:29.059 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.059 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T22:59:29.059 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2867223 2024-09-20T22:59:29.059 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.059 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T22:59:29.059 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.059 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.059 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T22:59:29.059 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.059 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.059 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T22:59:29.060 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 161 2024-09-20T22:59:29.060 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.060 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_lat": { 2024-09-20T22:59:29.060 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 539, 2024-09-20T22:59:29.060 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1574665 2024-09-20T22:59:29.060 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.060 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_alloc_lat": { 2024-09-20T22:59:29.060 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:29.060 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.060 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.060 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T22:59:29.060 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.060 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.060 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T22:59:29.061 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.061 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.061 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:29.061 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T22:59:29.061 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 667 2024-09-20T22:59:29.061 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.061 INFO:tasks.workunit.client.0.smithi046.stdout: "unlink_lat": { 2024-09-20T22:59:29.061 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T22:59:29.061 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6621 2024-09-20T22:59:29.061 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.061 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_alloc_lat": { 2024-09-20T22:59:29.061 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:29.061 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.062 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.062 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T22:59:29.062 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.062 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.062 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T22:59:29.062 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.062 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.062 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T22:59:29.062 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 891547648 2024-09-20T22:59:29.062 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.062 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.062 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T22:59:29.062 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T22:59:29.062 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:29.062 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.062 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T22:59:29.063 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14630912 2024-09-20T22:59:29.063 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.063 INFO:tasks.workunit.client.0.smithi046.stdout: "allocator_lat": { 2024-09-20T22:59:29.063 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14197, 2024-09-20T22:59:29.063 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 49624209 2024-09-20T22:59:29.063 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.063 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T22:59:29.063 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3303, 2024-09-20T22:59:29.063 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 377400331 2024-09-20T22:59:29.063 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.063 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T22:59:29.063 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:29.063 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.063 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.063 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T22:59:29.064 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.064 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.064 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T22:59:29.064 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.064 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.064 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T22:59:29.064 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.064 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.064 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T22:59:29.064 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21687, 2024-09-20T22:59:29.064 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 175170641 2024-09-20T22:59:29.064 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.064 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T22:59:29.064 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:29.064 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.064 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.065 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-20T22:59:29.065 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.065 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.065 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T22:59:29.065 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 69246, 2024-09-20T22:59:29.065 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15105406904 2024-09-20T22:59:29.065 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.065 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T22:59:29.065 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 68571, 2024-09-20T22:59:29.065 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1670545873 2024-09-20T22:59:29.065 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.065 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T22:59:29.065 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 69246, 2024-09-20T22:59:29.065 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 40422657 2024-09-20T22:59:29.065 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.065 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T22:59:29.065 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 69246, 2024-09-20T22:59:29.066 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15145829561 2024-09-20T22:59:29.066 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.066 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T22:59:29.066 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:29.066 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.066 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.066 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T22:59:29.066 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 58896, 2024-09-20T22:59:29.066 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 858416097 2024-09-20T22:59:29.066 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.066 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T22:59:29.066 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1151, 2024-09-20T22:59:29.066 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3185386 2024-09-20T22:59:29.066 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.066 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T22:59:29.067 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18639, 2024-09-20T22:59:29.067 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9541386 2024-09-20T22:59:29.067 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.067 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T22:59:29.067 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 37, 2024-09-20T22:59:29.067 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 49019 2024-09-20T22:59:29.067 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.067 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T22:59:29.067 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22033, 2024-09-20T22:59:29.067 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2662516215 2024-09-20T22:59:29.067 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.067 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T22:59:29.067 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 257258 2024-09-20T22:59:29.067 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.067 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T22:59:29.068 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17945 2024-09-20T22:59:29.068 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.068 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:29.068 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8843, 2024-09-20T22:59:29.068 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1006955964 2024-09-20T22:59:29.068 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.068 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T22:59:29.068 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 24125, 2024-09-20T22:59:29.068 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9668181 2024-09-20T22:59:29.068 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.068 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T22:59:29.068 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15282, 2024-09-20T22:59:29.068 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 755218714 2024-09-20T22:59:29.068 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.068 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T22:59:29.069 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.069 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.069 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T22:59:29.069 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12435, 2024-09-20T22:59:29.069 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 344914456 2024-09-20T22:59:29.069 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.069 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_aio_wait_count": { 2024-09-20T22:59:29.069 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.069 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.069 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_committed_kv_count": { 2024-09-20T22:59:29.069 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.069 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.069 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_onode_meta_count": { 2024-09-20T22:59:29.069 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.069 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.069 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_wait_aio_count": { 2024-09-20T22:59:29.069 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.070 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.070 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T22:59:29.070 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:29.070 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3759675027 2024-09-20T22:59:29.070 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.070 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T22:59:29.070 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6077, 2024-09-20T22:59:29.070 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 557073179 2024-09-20T22:59:29.070 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.070 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T22:59:29.070 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6077, 2024-09-20T22:59:29.070 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2637929735154 2024-09-20T22:59:29.070 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.070 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T22:59:29.070 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6077, 2024-09-20T22:59:29.071 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6096112230300 2024-09-20T22:59:29.071 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.071 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T22:59:29.071 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:29.071 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2589463957138 2024-09-20T22:59:29.071 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.071 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T22:59:29.071 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:29.071 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9261737 2024-09-20T22:59:29.071 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.071 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T22:59:29.071 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:29.071 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 162959685 2024-09-20T22:59:29.071 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.071 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T22:59:29.071 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:29.072 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27291303859 2024-09-20T22:59:29.072 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.072 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T22:59:29.072 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:29.072 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 29154515 2024-09-20T22:59:29.072 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.072 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T22:59:29.072 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:29.072 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14221812891 2024-09-20T22:59:29.072 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.072 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T22:59:29.072 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:29.072 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7128647139 2024-09-20T22:59:29.072 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.073 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T22:59:29.073 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10293148 2024-09-20T22:59:29.073 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.073 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:29.073 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2637, 2024-09-20T22:59:29.073 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13759764 2024-09-20T22:59:29.073 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.073 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T22:59:29.073 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:29.073 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 52577964438 2024-09-20T22:59:29.073 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.073 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T22:59:29.073 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:29.073 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8077892915 2024-09-20T22:59:29.073 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.074 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T22:59:29.074 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:29.074 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 506559698 2024-09-20T22:59:29.074 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.074 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.074 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T22:59:29.074 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:29.074 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1406061291 2024-09-20T22:59:29.074 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.074 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:29.074 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 472989696 2024-09-20T22:59:29.074 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.074 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:29.074 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 411066368 2024-09-20T22:59:29.074 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.075 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:29.075 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2601609011 2024-09-20T22:59:29.075 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.075 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:29.075 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 61923328 2024-09-20T22:59:29.075 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.075 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.075 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T22:59:29.075 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:29.075 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-20T22:59:29.075 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.075 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:29.075 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.075 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.075 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:29.076 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.076 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.076 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:29.076 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57377200 2024-09-20T22:59:29.076 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.076 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:29.076 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.076 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.076 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:29.076 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.076 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.076 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:29.076 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.076 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.076 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:29.077 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.077 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.077 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:29.077 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 20480 2024-09-20T22:59:29.077 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.077 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:29.077 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69632 2024-09-20T22:59:29.077 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.077 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:29.077 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.077 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.077 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:29.077 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.077 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.077 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:29.078 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.078 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.078 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:29.078 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68361808 2024-09-20T22:59:29.078 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.078 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.078 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T22:59:29.078 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:29.078 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 570425344 2024-09-20T22:59:29.078 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.078 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:29.078 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:29.078 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.078 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:29.078 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.078 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.079 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:29.079 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 430329006 2024-09-20T22:59:29.079 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.079 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:29.079 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.079 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.079 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:29.079 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.079 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.079 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:29.079 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1040 2024-09-20T22:59:29.079 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.079 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:29.079 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.079 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.080 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:29.080 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 59776 2024-09-20T22:59:29.080 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.080 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:29.080 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.080 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.080 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:29.080 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.080 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.080 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:29.080 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.080 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.080 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:29.080 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.080 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.080 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:29.080 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 72926658 2024-09-20T22:59:29.081 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.081 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T22:59:29.081 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:29.081 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-20T22:59:29.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.081 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:29.081 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:29.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.081 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:29.081 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 341440 2024-09-20T22:59:29.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.081 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:29.081 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 38251467 2024-09-20T22:59:29.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.082 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:29.082 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.082 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.082 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:29.082 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.082 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.082 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:29.082 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.082 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.082 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:29.082 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.082 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.082 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:29.082 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.082 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.083 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:29.083 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.083 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.083 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:29.083 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.083 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.083 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:29.083 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.083 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.083 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:29.083 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.083 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.083 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:29.084 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70458997 2024-09-20T22:59:29.084 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.084 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.084 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T22:59:29.084 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:29.084 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 503316480 2024-09-20T22:59:29.084 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.084 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:29.084 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.084 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.084 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:29.084 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.084 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.084 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:29.084 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 430329006 2024-09-20T22:59:29.085 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.085 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:29.085 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.085 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.085 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:29.085 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.085 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.085 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:29.085 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.085 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.085 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:29.085 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.085 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.085 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:29.086 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 162153 2024-09-20T22:59:29.086 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.086 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:29.086 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1170546 2024-09-20T22:59:29.086 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.086 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:29.086 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.086 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.086 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:29.086 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.086 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.086 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:29.086 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.086 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.086 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:29.087 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71654775 2024-09-20T22:59:29.087 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.087 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.087 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T22:59:29.087 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T22:59:29.087 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.087 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.087 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:29.087 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 84 2024-09-20T22:59:29.087 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.088 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T22:59:29.088 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.088 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.088 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:29.088 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.088 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.088 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.088 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:29.088 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T22:59:29.088 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 42 2024-09-20T22:59:29.088 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.088 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T22:59:29.088 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.088 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.088 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T22:59:29.088 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 58110 2024-09-20T22:59:29.089 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.089 INFO:tasks.workunit.client.0.smithi046.stdout: "op_before_queue_op_lat": { 2024-09-20T22:59:29.089 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 149810, 2024-09-20T22:59:29.089 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7056439551 2024-09-20T22:59:29.089 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.089 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T22:59:29.089 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.089 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.089 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T22:59:29.089 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.089 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.089 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T22:59:29.089 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1588757839 2024-09-20T22:59:29.089 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.090 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T22:59:29.090 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 58110, 2024-09-20T22:59:29.090 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95139397863 2024-09-20T22:59:29.090 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.090 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T22:59:29.090 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2986691348 2024-09-20T22:59:29.090 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.090 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T22:59:29.090 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 59120, 2024-09-20T22:59:29.090 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 42852780234 2024-09-20T22:59:29.090 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.091 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T22:59:29.091 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 58110, 2024-09-20T22:59:29.091 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70914963723 2024-09-20T22:59:29.091 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.091 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:29.091 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27924 2024-09-20T22:59:29.091 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.091 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T22:59:29.091 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 27924, 2024-09-20T22:59:29.091 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23152166114 2024-09-20T22:59:29.091 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.091 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T22:59:29.091 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.092 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.092 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T22:59:29.092 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2986691348 2024-09-20T22:59:29.092 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.092 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T22:59:29.092 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28462, 2024-09-20T22:59:29.092 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5798754130 2024-09-20T22:59:29.092 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.092 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T22:59:29.092 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 27924, 2024-09-20T22:59:29.092 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8973877515 2024-09-20T22:59:29.092 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.092 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T22:59:29.092 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 28457 2024-09-20T22:59:29.092 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.093 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T22:59:29.093 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305161831 2024-09-20T22:59:29.093 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.093 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T22:59:29.093 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28457, 2024-09-20T22:59:29.093 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 55335123245 2024-09-20T22:59:29.093 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.093 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T22:59:29.093 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.093 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.093 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T22:59:29.093 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.093 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.093 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T22:59:29.094 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.094 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.094 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T22:59:29.094 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28767, 2024-09-20T22:59:29.094 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34137872719 2024-09-20T22:59:29.094 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.094 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T22:59:29.094 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28457, 2024-09-20T22:59:29.094 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 51292985845 2024-09-20T22:59:29.094 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.094 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:29.094 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1729 2024-09-20T22:59:29.094 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.094 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T22:59:29.094 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1283596008 2024-09-20T22:59:29.095 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.095 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T22:59:29.095 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1729, 2024-09-20T22:59:29.095 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16652108504 2024-09-20T22:59:29.095 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.095 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T22:59:29.095 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.095 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.095 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T22:59:29.095 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1891, 2024-09-20T22:59:29.095 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2916153385 2024-09-20T22:59:29.095 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.095 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T22:59:29.095 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1729, 2024-09-20T22:59:29.095 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10648100363 2024-09-20T22:59:29.096 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.096 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T22:59:29.096 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.096 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.096 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T22:59:29.096 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.096 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.096 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T22:59:29.096 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 29 2024-09-20T22:59:29.096 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.096 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T22:59:29.096 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T22:59:29.096 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.096 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T22:59:29.096 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 545939456 2024-09-20T22:59:29.097 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.097 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.097 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.097 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.3": { 2024-09-20T22:59:29.097 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:29.097 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_db_max_lat": { 2024-09-20T22:59:29.097 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 22800 2024-09-20T22:59:29.097 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.097 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T22:59:29.097 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.097 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.097 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_max_lat": { 2024-09-20T22:59:29.097 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.097 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.098 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T22:59:29.098 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.098 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.098 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T22:59:29.098 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T22:59:29.098 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.098 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_slow": { 2024-09-20T22:59:29.098 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.098 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.098 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T22:59:29.098 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.098 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.099 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_wal_max_lat": { 2024-09-20T22:59:29.099 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.099 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.099 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T22:59:29.099 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.099 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.099 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T22:59:29.099 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4734976 2024-09-20T22:59:29.099 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.099 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T22:59:29.099 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 605986816 2024-09-20T22:59:29.099 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.099 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T22:59:29.099 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15, 2024-09-20T22:59:29.099 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10918394 2024-09-20T22:59:29.100 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.100 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T22:59:29.100 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15, 2024-09-20T22:59:29.100 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1424669 2024-09-20T22:59:29.100 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.100 INFO:tasks.workunit.client.0.smithi046.stdout: "db_alloc_lat": { 2024-09-20T22:59:29.100 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 159, 2024-09-20T22:59:29.100 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 817212 2024-09-20T22:59:29.100 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.100 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T22:59:29.100 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995027456 2024-09-20T22:59:29.100 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.100 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T22:59:29.100 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 581566464 2024-09-20T22:59:29.100 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.101 INFO:tasks.workunit.client.0.smithi046.stdout: "flush_lat": { 2024-09-20T22:59:29.101 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 64594, 2024-09-20T22:59:29.101 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5683850387 2024-09-20T22:59:29.101 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.101 INFO:tasks.workunit.client.0.smithi046.stdout: "fsync_lat": { 2024-09-20T22:59:29.101 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 64610, 2024-09-20T22:59:29.101 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10824905205 2024-09-20T22:59:29.101 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.101 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T22:59:29.101 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15282176 2024-09-20T22:59:29.101 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.101 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T22:59:29.101 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 264638464 2024-09-20T22:59:29.101 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.101 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T22:59:29.101 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 590086144 2024-09-20T22:59:29.102 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.102 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T22:59:29.102 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.102 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.102 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T22:59:29.102 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.102 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.102 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T22:59:29.102 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 43 2024-09-20T22:59:29.102 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.102 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T22:59:29.102 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85860934 2024-09-20T22:59:29.102 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.102 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T22:59:29.102 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3086 2024-09-20T22:59:29.103 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.103 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T22:59:29.103 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 75460608 2024-09-20T22:59:29.103 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.103 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T22:59:29.103 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 75464704 2024-09-20T22:59:29.103 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.103 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T22:59:29.103 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.103 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.103 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T22:59:29.103 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.103 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.103 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T22:59:29.104 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 259 2024-09-20T22:59:29.104 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.104 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:29.104 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3086, 2024-09-20T22:59:29.104 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18194297 2024-09-20T22:59:29.104 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.104 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T22:59:29.104 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25820201 2024-09-20T22:59:29.104 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.104 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T22:59:29.104 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1241 2024-09-20T22:59:29.104 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.104 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T22:59:29.104 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1425880 2024-09-20T22:59:29.104 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.105 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T22:59:29.105 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 330 2024-09-20T22:59:29.105 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.105 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T22:59:29.105 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4672075 2024-09-20T22:59:29.105 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.105 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T22:59:29.105 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 461 2024-09-20T22:59:29.105 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.105 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T22:59:29.105 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3246195 2024-09-20T22:59:29.105 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.105 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T22:59:29.105 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3246195 2024-09-20T22:59:29.105 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.106 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T22:59:29.106 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.106 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.106 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T22:59:29.106 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.106 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.106 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T22:59:29.106 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 132 2024-09-20T22:59:29.106 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.106 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_lat": { 2024-09-20T22:59:29.106 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 461, 2024-09-20T22:59:29.106 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1721648 2024-09-20T22:59:29.106 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.106 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_alloc_lat": { 2024-09-20T22:59:29.106 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:29.107 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.107 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.107 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T22:59:29.107 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.107 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.107 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T22:59:29.107 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.107 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.107 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:29.107 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T22:59:29.107 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 592 2024-09-20T22:59:29.107 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.107 INFO:tasks.workunit.client.0.smithi046.stdout: "unlink_lat": { 2024-09-20T22:59:29.107 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T22:59:29.107 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6774 2024-09-20T22:59:29.107 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.107 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_alloc_lat": { 2024-09-20T22:59:29.108 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:29.108 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.108 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.108 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T22:59:29.108 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.108 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.108 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T22:59:29.108 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.108 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.108 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T22:59:29.108 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 877654016 2024-09-20T22:59:29.108 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.108 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.108 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T22:59:29.108 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T22:59:29.108 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:29.109 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.109 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T22:59:29.109 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10461184 2024-09-20T22:59:29.109 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.109 INFO:tasks.workunit.client.0.smithi046.stdout: "allocator_lat": { 2024-09-20T22:59:29.109 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17011, 2024-09-20T22:59:29.109 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 61844735 2024-09-20T22:59:29.109 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.109 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T22:59:29.109 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3256, 2024-09-20T22:59:29.109 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 398339405 2024-09-20T22:59:29.109 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.109 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T22:59:29.109 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:29.109 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.109 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.110 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T22:59:29.110 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.110 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.110 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T22:59:29.110 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.110 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.110 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T22:59:29.110 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.110 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.110 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T22:59:29.110 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9791, 2024-09-20T22:59:29.110 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69643405 2024-09-20T22:59:29.110 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.110 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T22:59:29.110 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:29.111 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.111 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.111 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-20T22:59:29.111 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.111 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.111 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T22:59:29.111 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 64553, 2024-09-20T22:59:29.111 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14414650874 2024-09-20T22:59:29.111 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.111 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T22:59:29.111 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 63854, 2024-09-20T22:59:29.111 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1678906762 2024-09-20T22:59:29.111 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.111 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T22:59:29.112 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 64553, 2024-09-20T22:59:29.112 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47027050 2024-09-20T22:59:29.112 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.112 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T22:59:29.112 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 64553, 2024-09-20T22:59:29.112 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14461677924 2024-09-20T22:59:29.112 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.112 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T22:59:29.112 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:29.112 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.112 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.113 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T22:59:29.113 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21670, 2024-09-20T22:59:29.113 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 418434275 2024-09-20T22:59:29.113 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.113 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T22:59:29.113 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1447, 2024-09-20T22:59:29.113 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3586670 2024-09-20T22:59:29.113 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.113 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T22:59:29.113 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14490, 2024-09-20T22:59:29.113 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8898979 2024-09-20T22:59:29.113 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.113 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T22:59:29.113 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 40, 2024-09-20T22:59:29.113 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 90363 2024-09-20T22:59:29.114 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.114 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T22:59:29.114 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7746, 2024-09-20T22:59:29.114 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 412544614 2024-09-20T22:59:29.114 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.114 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T22:59:29.114 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 195802 2024-09-20T22:59:29.114 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.114 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T22:59:29.114 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16808 2024-09-20T22:59:29.114 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.114 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:29.114 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 27271, 2024-09-20T22:59:29.114 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 901191019 2024-09-20T22:59:29.114 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.115 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T22:59:29.115 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73423, 2024-09-20T22:59:29.115 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25468409 2024-09-20T22:59:29.115 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.115 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T22:59:29.115 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 46152, 2024-09-20T22:59:29.115 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 389445853 2024-09-20T22:59:29.115 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.115 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T22:59:29.115 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.115 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.115 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T22:59:29.115 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12124, 2024-09-20T22:59:29.115 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 326075127 2024-09-20T22:59:29.116 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.116 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_aio_wait_count": { 2024-09-20T22:59:29.116 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.116 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.116 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_committed_kv_count": { 2024-09-20T22:59:29.116 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.116 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.116 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_onode_meta_count": { 2024-09-20T22:59:29.116 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.116 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.116 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_wait_aio_count": { 2024-09-20T22:59:29.116 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.116 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.116 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T22:59:29.117 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74302, 2024-09-20T22:59:29.117 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4365461591 2024-09-20T22:59:29.117 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.117 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T22:59:29.117 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17812, 2024-09-20T22:59:29.117 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1087535243 2024-09-20T22:59:29.117 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.117 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T22:59:29.117 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17811, 2024-09-20T22:59:29.117 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2594659428674 2024-09-20T22:59:29.117 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.117 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T22:59:29.117 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17812, 2024-09-20T22:59:29.117 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6423415150550 2024-09-20T22:59:29.117 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.117 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T22:59:29.118 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74301, 2024-09-20T22:59:29.118 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2749619005836 2024-09-20T22:59:29.118 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.118 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T22:59:29.118 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74301, 2024-09-20T22:59:29.118 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7520317 2024-09-20T22:59:29.118 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.118 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T22:59:29.118 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74302, 2024-09-20T22:59:29.118 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 165923222 2024-09-20T22:59:29.118 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.118 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T22:59:29.118 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74302, 2024-09-20T22:59:29.118 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 26123408979 2024-09-20T22:59:29.119 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.119 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T22:59:29.119 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74302, 2024-09-20T22:59:29.119 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 28154400 2024-09-20T22:59:29.119 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.119 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T22:59:29.119 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74302, 2024-09-20T22:59:29.119 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13205251583 2024-09-20T22:59:29.119 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.119 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T22:59:29.119 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74302, 2024-09-20T22:59:29.119 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6522678110 2024-09-20T22:59:29.119 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.119 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T22:59:29.120 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6104776 2024-09-20T22:59:29.120 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.120 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:29.120 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2637, 2024-09-20T22:59:29.120 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17347831 2024-09-20T22:59:29.120 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.120 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T22:59:29.120 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74302, 2024-09-20T22:59:29.120 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 50395564070 2024-09-20T22:59:29.120 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.120 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T22:59:29.120 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74302, 2024-09-20T22:59:29.120 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7531448450 2024-09-20T22:59:29.120 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.121 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T22:59:29.121 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74302, 2024-09-20T22:59:29.121 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 485893227 2024-09-20T22:59:29.121 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.121 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.121 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T22:59:29.121 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:29.121 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1406061291 2024-09-20T22:59:29.121 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.121 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:29.121 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 450658304 2024-09-20T22:59:29.121 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.121 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:29.121 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 419856384 2024-09-20T22:59:29.121 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.121 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:29.122 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2601609011 2024-09-20T22:59:29.122 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.122 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:29.122 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 30801920 2024-09-20T22:59:29.122 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.122 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.122 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T22:59:29.122 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:29.122 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-20T22:59:29.122 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.122 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:29.122 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.122 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.123 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:29.123 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.123 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.123 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:29.123 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57367508 2024-09-20T22:59:29.123 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.123 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:29.123 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.123 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.123 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:29.123 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.123 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.123 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:29.123 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.124 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.124 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:29.124 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.124 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.124 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:29.124 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.124 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.124 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:29.124 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:29.124 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.124 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:29.124 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.124 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.125 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:29.125 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.125 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.125 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:29.125 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.125 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.125 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:29.125 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68457516 2024-09-20T22:59:29.125 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.125 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.125 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T22:59:29.125 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:29.125 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 570425344 2024-09-20T22:59:29.125 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.125 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:29.126 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:29.126 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.126 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:29.126 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.126 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.126 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:29.126 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 430256316 2024-09-20T22:59:29.126 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.126 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:29.126 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.126 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.126 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:29.126 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.126 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.126 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:29.127 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 944 2024-09-20T22:59:29.127 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.127 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:29.127 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.127 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.127 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:29.127 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15168 2024-09-20T22:59:29.127 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.127 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:29.127 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 36048 2024-09-20T22:59:29.127 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.127 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:29.127 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.127 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.127 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:29.127 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.128 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.128 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:29.128 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.128 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.128 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:29.128 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73008004 2024-09-20T22:59:29.128 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.128 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.128 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T22:59:29.128 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:29.128 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-20T22:59:29.128 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.128 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:29.129 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:29.129 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.129 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:29.129 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 145072 2024-09-20T22:59:29.129 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.129 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:29.129 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 38245005 2024-09-20T22:59:29.129 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.129 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:29.129 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.129 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.129 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:29.129 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.129 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.129 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:29.129 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.130 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.130 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:29.130 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.130 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.130 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:29.130 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.130 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.130 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:29.130 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.130 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.130 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:29.130 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.130 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.130 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:29.130 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.131 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.131 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:29.131 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.131 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.131 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:29.131 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70661827 2024-09-20T22:59:29.131 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.131 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.131 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T22:59:29.131 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:29.131 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 503316480 2024-09-20T22:59:29.131 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.131 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:29.132 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.132 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.132 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:29.132 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.132 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.132 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:29.132 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 430256316 2024-09-20T22:59:29.132 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.132 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:29.132 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.132 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.132 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:29.132 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.132 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.132 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:29.132 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.132 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.133 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:29.133 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.133 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.133 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:29.133 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 157832 2024-09-20T22:59:29.133 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.133 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:29.133 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1166542 2024-09-20T22:59:29.133 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.133 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:29.133 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.133 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.133 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:29.133 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.133 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.134 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:29.134 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.134 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.134 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:29.134 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71735790 2024-09-20T22:59:29.134 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.134 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.134 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T22:59:29.134 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T22:59:29.134 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.134 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.134 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:29.134 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T22:59:29.134 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.135 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T22:59:29.135 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.135 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.135 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:29.135 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.135 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.135 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.135 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:29.135 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T22:59:29.135 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47 2024-09-20T22:59:29.135 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.135 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T22:59:29.135 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.135 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.135 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T22:59:29.135 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 36723 2024-09-20T22:59:29.136 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.136 INFO:tasks.workunit.client.0.smithi046.stdout: "op_before_queue_op_lat": { 2024-09-20T22:59:29.136 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 106147, 2024-09-20T22:59:29.136 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5842485438 2024-09-20T22:59:29.136 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.136 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T22:59:29.136 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.136 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.136 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T22:59:29.136 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T22:59:29.136 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.136 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T22:59:29.136 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 959463438 2024-09-20T22:59:29.136 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.136 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T22:59:29.136 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 36723, 2024-09-20T22:59:29.137 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 254283863391 2024-09-20T22:59:29.137 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.137 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T22:59:29.137 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1234575949 2024-09-20T22:59:29.137 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.137 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T22:59:29.137 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 38389, 2024-09-20T22:59:29.137 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24908119127 2024-09-20T22:59:29.137 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.137 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T22:59:29.137 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 36723, 2024-09-20T22:59:29.137 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 60382342787 2024-09-20T22:59:29.137 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.137 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:29.137 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21461 2024-09-20T22:59:29.138 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.138 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T22:59:29.138 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21461, 2024-09-20T22:59:29.138 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 41188378121 2024-09-20T22:59:29.138 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.138 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T22:59:29.138 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.138 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.138 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T22:59:29.138 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1234575949 2024-09-20T22:59:29.138 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.138 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T22:59:29.138 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21544, 2024-09-20T22:59:29.138 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5060040125 2024-09-20T22:59:29.139 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.139 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T22:59:29.139 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21461, 2024-09-20T22:59:29.139 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4902231982 2024-09-20T22:59:29.139 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.139 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T22:59:29.139 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11663 2024-09-20T22:59:29.139 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.139 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T22:59:29.139 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 114367988 2024-09-20T22:59:29.139 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.139 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T22:59:29.139 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 11663, 2024-09-20T22:59:29.139 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 166094358119 2024-09-20T22:59:29.140 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.140 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T22:59:29.140 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.140 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.140 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T22:59:29.140 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.140 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.140 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T22:59:29.140 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.140 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.140 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T22:59:29.140 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13191, 2024-09-20T22:59:29.140 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15475900542 2024-09-20T22:59:29.140 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.140 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T22:59:29.141 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 11663, 2024-09-20T22:59:29.141 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32795610343 2024-09-20T22:59:29.141 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.141 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:29.141 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3599 2024-09-20T22:59:29.141 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.141 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T22:59:29.141 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 845095450 2024-09-20T22:59:29.141 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.141 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T22:59:29.141 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3599, 2024-09-20T22:59:29.141 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47001127151 2024-09-20T22:59:29.141 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.141 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T22:59:29.141 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.142 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.142 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T22:59:29.142 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3654, 2024-09-20T22:59:29.142 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4372178460 2024-09-20T22:59:29.142 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.142 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T22:59:29.142 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3599, 2024-09-20T22:59:29.142 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 22684500462 2024-09-20T22:59:29.142 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.142 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T22:59:29.142 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.142 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.142 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T22:59:29.142 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.143 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.143 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T22:59:29.143 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7 2024-09-20T22:59:29.143 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.143 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T22:59:29.143 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T22:59:29.143 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.143 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T22:59:29.143 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 592039936 2024-09-20T22:59:29.143 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.143 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.143 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.143 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.4": { 2024-09-20T22:59:29.143 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:29.143 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_db_max_lat": { 2024-09-20T22:59:29.144 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25924 2024-09-20T22:59:29.144 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.144 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T22:59:29.144 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.144 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.144 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_max_lat": { 2024-09-20T22:59:29.144 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.144 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.144 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T22:59:29.144 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.144 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.144 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T22:59:29.144 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T22:59:29.144 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.144 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_slow": { 2024-09-20T22:59:29.145 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.145 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.145 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T22:59:29.145 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.145 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.145 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_wal_max_lat": { 2024-09-20T22:59:29.145 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.145 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.145 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T22:59:29.145 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.145 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.145 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T22:59:29.145 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8400896 2024-09-20T22:59:29.145 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.145 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T22:59:29.146 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 637792256 2024-09-20T22:59:29.146 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.146 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T22:59:29.146 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14, 2024-09-20T22:59:29.146 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3718015 2024-09-20T22:59:29.146 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.146 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T22:59:29.146 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14, 2024-09-20T22:59:29.146 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1080595 2024-09-20T22:59:29.146 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.146 INFO:tasks.workunit.client.0.smithi046.stdout: "db_alloc_lat": { 2024-09-20T22:59:29.146 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 162, 2024-09-20T22:59:29.146 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 750853 2024-09-20T22:59:29.146 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.147 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T22:59:29.147 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995027456 2024-09-20T22:59:29.147 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.147 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T22:59:29.147 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 673382400 2024-09-20T22:59:29.147 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.147 INFO:tasks.workunit.client.0.smithi046.stdout: "flush_lat": { 2024-09-20T22:59:29.147 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 59659, 2024-09-20T22:59:29.147 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7825579431 2024-09-20T22:59:29.147 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.147 INFO:tasks.workunit.client.0.smithi046.stdout: "fsync_lat": { 2024-09-20T22:59:29.147 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 59683, 2024-09-20T22:59:29.147 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12708736962 2024-09-20T22:59:29.147 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.148 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T22:59:29.148 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11653120 2024-09-20T22:59:29.148 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.148 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T22:59:29.148 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 244379648 2024-09-20T22:59:29.148 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.148 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T22:59:29.148 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 686161920 2024-09-20T22:59:29.148 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.148 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T22:59:29.148 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.148 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.148 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T22:59:29.148 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.149 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T22:59:29.149 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 51 2024-09-20T22:59:29.149 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.149 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T22:59:29.149 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 261350437 2024-09-20T22:59:29.149 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.149 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T22:59:29.149 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14462 2024-09-20T22:59:29.149 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.149 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T22:59:29.149 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 226377728 2024-09-20T22:59:29.149 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.149 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T22:59:29.150 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 226381824 2024-09-20T22:59:29.150 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.150 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T22:59:29.150 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.150 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.150 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T22:59:29.150 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.150 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.150 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T22:59:29.150 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6172 2024-09-20T22:59:29.150 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.150 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:29.150 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14462, 2024-09-20T22:59:29.150 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 118744026 2024-09-20T22:59:29.151 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.151 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T22:59:29.151 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 148130012 2024-09-20T22:59:29.151 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.151 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T22:59:29.151 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10994 2024-09-20T22:59:29.151 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.151 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T22:59:29.151 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2223371 2024-09-20T22:59:29.151 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.151 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T22:59:29.151 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 533 2024-09-20T22:59:29.151 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.151 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T22:59:29.151 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8310658 2024-09-20T22:59:29.152 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.152 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T22:59:29.152 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 764 2024-09-20T22:59:29.152 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.152 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T22:59:29.152 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6087287 2024-09-20T22:59:29.152 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.152 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T22:59:29.152 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6087287 2024-09-20T22:59:29.152 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.152 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T22:59:29.152 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.152 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.152 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T22:59:29.153 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.153 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.153 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T22:59:29.153 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 241 2024-09-20T22:59:29.153 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.153 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_lat": { 2024-09-20T22:59:29.153 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 764, 2024-09-20T22:59:29.153 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2905906 2024-09-20T22:59:29.153 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.153 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_alloc_lat": { 2024-09-20T22:59:29.153 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:29.153 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.153 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.154 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T22:59:29.154 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.154 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.154 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T22:59:29.154 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.154 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.154 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:29.154 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T22:59:29.154 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 717 2024-09-20T22:59:29.154 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.154 INFO:tasks.workunit.client.0.smithi046.stdout: "unlink_lat": { 2024-09-20T22:59:29.154 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T22:59:29.154 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7616 2024-09-20T22:59:29.154 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.155 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_alloc_lat": { 2024-09-20T22:59:29.155 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:29.155 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.155 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.155 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T22:59:29.155 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.155 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.155 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T22:59:29.155 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.155 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.155 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T22:59:29.155 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 892719104 2024-09-20T22:59:29.155 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.156 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.156 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T22:59:29.156 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T22:59:29.156 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:29.156 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.156 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T22:59:29.156 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10457088 2024-09-20T22:59:29.156 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.156 INFO:tasks.workunit.client.0.smithi046.stdout: "allocator_lat": { 2024-09-20T22:59:29.156 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 20879, 2024-09-20T22:59:29.156 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 64807255 2024-09-20T22:59:29.156 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.156 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T22:59:29.156 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3211, 2024-09-20T22:59:29.156 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 451328560 2024-09-20T22:59:29.156 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.157 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T22:59:29.157 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:29.157 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.157 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.157 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T22:59:29.157 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.157 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.157 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T22:59:29.157 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.157 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.157 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T22:59:29.157 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.157 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.157 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T22:59:29.157 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9270, 2024-09-20T22:59:29.158 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 66742928 2024-09-20T22:59:29.158 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.158 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T22:59:29.158 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:29.158 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.158 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.158 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-20T22:59:29.158 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.158 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.158 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T22:59:29.158 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 59599, 2024-09-20T22:59:29.158 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15965837572 2024-09-20T22:59:29.158 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.158 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T22:59:29.159 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 59130, 2024-09-20T22:59:29.159 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1320113334 2024-09-20T22:59:29.159 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.159 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T22:59:29.159 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 59599, 2024-09-20T22:59:29.159 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 46752918 2024-09-20T22:59:29.159 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.159 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T22:59:29.159 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 59599, 2024-09-20T22:59:29.159 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16012590490 2024-09-20T22:59:29.159 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.159 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T22:59:29.159 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:29.159 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.159 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.160 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T22:59:29.160 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19569, 2024-09-20T22:59:29.160 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 747903243 2024-09-20T22:59:29.160 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.160 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T22:59:29.160 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 864, 2024-09-20T22:59:29.160 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2235817 2024-09-20T22:59:29.160 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.160 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T22:59:29.160 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6287, 2024-09-20T22:59:29.160 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6270207 2024-09-20T22:59:29.160 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.160 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T22:59:29.160 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 46, 2024-09-20T22:59:29.160 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57051 2024-09-20T22:59:29.161 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.161 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T22:59:29.161 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10767, 2024-09-20T22:59:29.161 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2768487321 2024-09-20T22:59:29.161 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.161 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T22:59:29.161 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 185670 2024-09-20T22:59:29.161 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.161 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T22:59:29.161 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18875 2024-09-20T22:59:29.161 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.161 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:29.161 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 20677, 2024-09-20T22:59:29.161 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1020912517 2024-09-20T22:59:29.161 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.162 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T22:59:29.162 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 59754, 2024-09-20T22:59:29.162 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21351731 2024-09-20T22:59:29.162 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.162 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T22:59:29.162 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 39077, 2024-09-20T22:59:29.162 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 809554159 2024-09-20T22:59:29.162 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.162 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T22:59:29.162 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.162 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.162 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T22:59:29.162 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13203, 2024-09-20T22:59:29.162 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 304087260 2024-09-20T22:59:29.163 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.163 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_aio_wait_count": { 2024-09-20T22:59:29.163 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.163 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.163 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_committed_kv_count": { 2024-09-20T22:59:29.163 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.163 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.163 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_onode_meta_count": { 2024-09-20T22:59:29.163 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.163 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.163 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_wait_aio_count": { 2024-09-20T22:59:29.163 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.163 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.163 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T22:59:29.163 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:29.164 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4868962931 2024-09-20T22:59:29.164 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.164 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T22:59:29.164 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18204, 2024-09-20T22:59:29.164 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 855545581 2024-09-20T22:59:29.164 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.164 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T22:59:29.164 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18204, 2024-09-20T22:59:29.164 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2444698393052 2024-09-20T22:59:29.164 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.164 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T22:59:29.164 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18204, 2024-09-20T22:59:29.164 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6098300494464 2024-09-20T22:59:29.164 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.165 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T22:59:29.165 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:29.165 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2440787251181 2024-09-20T22:59:29.165 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.165 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T22:59:29.165 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:29.165 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7067849 2024-09-20T22:59:29.165 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.165 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T22:59:29.165 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:29.165 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 182024204 2024-09-20T22:59:29.165 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.165 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T22:59:29.165 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:29.165 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25622526755 2024-09-20T22:59:29.166 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.166 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T22:59:29.166 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:29.166 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25395725 2024-09-20T22:59:29.166 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.166 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T22:59:29.166 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:29.166 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12381748882 2024-09-20T22:59:29.166 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.166 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T22:59:29.166 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:29.166 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6154839128 2024-09-20T22:59:29.166 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.166 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T22:59:29.167 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6099559 2024-09-20T22:59:29.167 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.167 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:29.167 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2568, 2024-09-20T22:59:29.167 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14284843 2024-09-20T22:59:29.167 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.167 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T22:59:29.167 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:29.167 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 49221275151 2024-09-20T22:59:29.167 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.167 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T22:59:29.167 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:29.167 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6956684254 2024-09-20T22:59:29.167 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.167 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T22:59:29.168 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:29.168 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 447736991 2024-09-20T22:59:29.168 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.168 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.168 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T22:59:29.168 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:29.168 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1405122390 2024-09-20T22:59:29.168 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.168 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:29.168 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 512262144 2024-09-20T22:59:29.168 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.168 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:29.168 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 378781696 2024-09-20T22:59:29.169 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.169 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:29.169 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2600504422 2024-09-20T22:59:29.169 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.169 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:29.169 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 133480448 2024-09-20T22:59:29.169 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.169 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.169 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T22:59:29.169 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:29.169 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-20T22:59:29.169 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.169 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:29.169 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.169 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.169 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:29.170 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.170 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.170 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:29.170 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56897339 2024-09-20T22:59:29.170 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.170 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:29.170 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.170 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.170 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:29.170 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.170 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.170 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:29.170 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.171 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.171 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:29.171 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.171 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.171 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:29.171 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 40960 2024-09-20T22:59:29.171 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.171 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:29.171 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 794624 2024-09-20T22:59:29.171 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.171 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:29.171 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.171 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.171 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:29.171 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.172 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.172 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:29.172 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.172 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.172 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:29.172 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68096197 2024-09-20T22:59:29.172 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.172 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.172 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T22:59:29.172 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:29.172 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562036736 2024-09-20T22:59:29.172 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.172 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:29.173 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:29.173 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.173 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:29.173 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.173 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.173 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:29.173 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 426730048 2024-09-20T22:59:29.173 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.173 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:29.173 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.173 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.173 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:29.173 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.173 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.173 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:29.174 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1648 2024-09-20T22:59:29.174 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.174 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:29.174 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.174 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.174 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:29.174 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 106064 2024-09-20T22:59:29.174 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.174 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:29.174 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 272 2024-09-20T22:59:29.174 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.174 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:29.174 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.174 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.174 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:29.175 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.175 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.175 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:29.175 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.175 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.175 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:29.175 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68089840 2024-09-20T22:59:29.175 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.175 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.175 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T22:59:29.175 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:29.175 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-20T22:59:29.175 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.175 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:29.175 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:29.176 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.176 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:29.176 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 412800 2024-09-20T22:59:29.176 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.176 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:29.176 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37931559 2024-09-20T22:59:29.176 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.176 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:29.176 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.176 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.176 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:29.176 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.176 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.176 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:29.176 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.177 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.177 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:29.177 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.177 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.177 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:29.177 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.177 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.177 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:29.177 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.177 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.177 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:29.177 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.177 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.177 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:29.177 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.178 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.178 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:29.178 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.178 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.178 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:29.178 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70707545 2024-09-20T22:59:29.178 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.178 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.178 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T22:59:29.178 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:29.178 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 503316480 2024-09-20T22:59:29.178 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.178 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:29.178 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.178 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.179 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:29.179 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.179 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.179 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:29.179 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 426730048 2024-09-20T22:59:29.179 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.179 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:29.179 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.179 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.179 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:29.179 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.179 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.179 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:29.179 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.179 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.180 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:29.180 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.180 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.180 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:29.180 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 165850 2024-09-20T22:59:29.180 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.180 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:29.180 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1156955 2024-09-20T22:59:29.180 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.180 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:29.180 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.180 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.180 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:29.180 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.181 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.181 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:29.181 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.181 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.181 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:29.181 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 75263627 2024-09-20T22:59:29.181 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.181 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.181 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T22:59:29.181 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T22:59:29.181 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.181 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.181 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:29.181 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T22:59:29.182 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.182 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T22:59:29.182 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.182 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.182 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:29.182 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.182 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.182 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.182 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:29.182 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T22:59:29.182 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 49 2024-09-20T22:59:29.182 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.182 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T22:59:29.182 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.182 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.183 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T22:59:29.183 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 42898 2024-09-20T22:59:29.183 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.183 INFO:tasks.workunit.client.0.smithi046.stdout: "op_before_queue_op_lat": { 2024-09-20T22:59:29.183 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 107968, 2024-09-20T22:59:29.183 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6846748997 2024-09-20T22:59:29.183 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.183 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T22:59:29.183 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.183 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.183 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T22:59:29.183 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.183 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.183 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T22:59:29.183 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 956906671 2024-09-20T22:59:29.184 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.184 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T22:59:29.184 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 42898, 2024-09-20T22:59:29.184 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 92352506129 2024-09-20T22:59:29.184 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.184 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T22:59:29.184 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1311269292 2024-09-20T22:59:29.184 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.184 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T22:59:29.184 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 43772, 2024-09-20T22:59:29.184 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12818133497 2024-09-20T22:59:29.184 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.184 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T22:59:29.185 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 42898, 2024-09-20T22:59:29.185 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27486286226 2024-09-20T22:59:29.185 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.185 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:29.185 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 33644 2024-09-20T22:59:29.185 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.185 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T22:59:29.185 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 33644, 2024-09-20T22:59:29.185 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12169593621 2024-09-20T22:59:29.185 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.185 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T22:59:29.185 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.185 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.185 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T22:59:29.185 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1311269292 2024-09-20T22:59:29.186 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.186 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T22:59:29.186 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 33985, 2024-09-20T22:59:29.186 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5274805522 2024-09-20T22:59:29.186 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.186 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T22:59:29.186 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 33644, 2024-09-20T22:59:29.186 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5282765557 2024-09-20T22:59:29.186 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.186 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T22:59:29.186 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4791 2024-09-20T22:59:29.186 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.186 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T22:59:29.186 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 108094296 2024-09-20T22:59:29.186 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.187 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T22:59:29.187 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4791, 2024-09-20T22:59:29.187 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6548462197 2024-09-20T22:59:29.187 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.187 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T22:59:29.187 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.187 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.187 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T22:59:29.187 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.187 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.187 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T22:59:29.187 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.187 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.188 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T22:59:29.188 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5229, 2024-09-20T22:59:29.188 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2889659792 2024-09-20T22:59:29.188 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.188 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T22:59:29.188 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4791, 2024-09-20T22:59:29.188 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5769290114 2024-09-20T22:59:29.188 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.188 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:29.188 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4463 2024-09-20T22:59:29.188 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.188 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T22:59:29.188 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 848812375 2024-09-20T22:59:29.188 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.189 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T22:59:29.189 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4463, 2024-09-20T22:59:29.189 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73634450311 2024-09-20T22:59:29.189 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.189 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T22:59:29.189 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.189 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.189 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T22:59:29.189 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4558, 2024-09-20T22:59:29.189 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4653668183 2024-09-20T22:59:29.189 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.189 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T22:59:29.189 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4463, 2024-09-20T22:59:29.189 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16434230555 2024-09-20T22:59:29.190 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.190 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T22:59:29.190 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.190 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.190 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T22:59:29.190 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.190 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.190 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T22:59:29.190 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9 2024-09-20T22:59:29.190 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.190 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T22:59:29.190 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T22:59:29.190 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.190 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T22:59:29.191 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 683847680 2024-09-20T22:59:29.191 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.191 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.191 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.191 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.5": { 2024-09-20T22:59:29.191 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:29.191 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_db_max_lat": { 2024-09-20T22:59:29.191 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27887 2024-09-20T22:59:29.191 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.191 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T22:59:29.191 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.191 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.191 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_max_lat": { 2024-09-20T22:59:29.191 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.191 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.192 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T22:59:29.192 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.192 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.192 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T22:59:29.192 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T22:59:29.192 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.192 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_slow": { 2024-09-20T22:59:29.192 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.192 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.192 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T22:59:29.192 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.192 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.192 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_wal_max_lat": { 2024-09-20T22:59:29.192 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.192 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.193 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T22:59:29.193 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.193 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.193 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T22:59:29.193 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19734528 2024-09-20T22:59:29.193 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.193 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T22:59:29.193 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 841605120 2024-09-20T22:59:29.193 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.193 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T22:59:29.193 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21, 2024-09-20T22:59:29.193 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4141705 2024-09-20T22:59:29.193 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.193 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T22:59:29.193 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21, 2024-09-20T22:59:29.194 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1536685 2024-09-20T22:59:29.194 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.194 INFO:tasks.workunit.client.0.smithi046.stdout: "db_alloc_lat": { 2024-09-20T22:59:29.194 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 241, 2024-09-20T22:59:29.194 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 998394 2024-09-20T22:59:29.194 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.194 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T22:59:29.194 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995027456 2024-09-20T22:59:29.194 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.194 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T22:59:29.194 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 828375040 2024-09-20T22:59:29.194 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.194 INFO:tasks.workunit.client.0.smithi046.stdout: "flush_lat": { 2024-09-20T22:59:29.194 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 86405, 2024-09-20T22:59:29.194 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10506497297 2024-09-20T22:59:29.195 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.195 INFO:tasks.workunit.client.0.smithi046.stdout: "fsync_lat": { 2024-09-20T22:59:29.195 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 86411, 2024-09-20T22:59:29.195 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16865503132 2024-09-20T22:59:29.195 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.195 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T22:59:29.195 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4726784 2024-09-20T22:59:29.195 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.195 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T22:59:29.195 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 353894400 2024-09-20T22:59:29.195 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.195 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T22:59:29.195 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 845414400 2024-09-20T22:59:29.195 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.195 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T22:59:29.196 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.196 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.196 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T22:59:29.196 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.196 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.196 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T22:59:29.196 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 62 2024-09-20T22:59:29.196 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.196 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T22:59:29.196 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 458695166 2024-09-20T22:59:29.196 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.196 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T22:59:29.196 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23220 2024-09-20T22:59:29.196 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.196 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T22:59:29.197 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 389898240 2024-09-20T22:59:29.197 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.197 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T22:59:29.197 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 389902336 2024-09-20T22:59:29.197 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.197 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T22:59:29.197 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.197 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.197 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T22:59:29.197 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.197 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.197 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T22:59:29.197 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9982 2024-09-20T22:59:29.197 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.197 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:29.198 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 23220, 2024-09-20T22:59:29.198 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 182969905 2024-09-20T22:59:29.198 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.198 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T22:59:29.198 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 270584118 2024-09-20T22:59:29.198 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.198 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T22:59:29.198 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17467 2024-09-20T22:59:29.198 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.198 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T22:59:29.198 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5821059 2024-09-20T22:59:29.198 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.198 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T22:59:29.198 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 836 2024-09-20T22:59:29.198 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.198 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T22:59:29.199 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19590708 2024-09-20T22:59:29.199 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.199 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T22:59:29.199 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1215 2024-09-20T22:59:29.199 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.199 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T22:59:29.199 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13769649 2024-09-20T22:59:29.199 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.199 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T22:59:29.199 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13769649 2024-09-20T22:59:29.199 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.199 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T22:59:29.199 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.199 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.199 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T22:59:29.200 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.200 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.200 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T22:59:29.200 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 409 2024-09-20T22:59:29.200 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.200 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_lat": { 2024-09-20T22:59:29.200 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1215, 2024-09-20T22:59:29.200 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5906757 2024-09-20T22:59:29.200 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.200 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_alloc_lat": { 2024-09-20T22:59:29.200 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:29.200 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.200 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.200 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T22:59:29.201 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.201 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.201 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T22:59:29.201 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.201 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.201 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:29.201 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T22:59:29.201 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 737 2024-09-20T22:59:29.201 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.201 INFO:tasks.workunit.client.0.smithi046.stdout: "unlink_lat": { 2024-09-20T22:59:29.201 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T22:59:29.201 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6301 2024-09-20T22:59:29.201 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.201 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_alloc_lat": { 2024-09-20T22:59:29.202 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:29.202 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.202 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.202 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T22:59:29.202 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.202 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.202 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T22:59:29.202 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.202 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.202 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T22:59:29.202 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1218412544 2024-09-20T22:59:29.202 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.202 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.202 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T22:59:29.203 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T22:59:29.203 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:29.203 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.203 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T22:59:29.203 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10461184 2024-09-20T22:59:29.203 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.203 INFO:tasks.workunit.client.0.smithi046.stdout: "allocator_lat": { 2024-09-20T22:59:29.203 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 20103, 2024-09-20T22:59:29.203 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68454924 2024-09-20T22:59:29.203 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.203 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T22:59:29.203 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3241, 2024-09-20T22:59:29.203 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 624773692 2024-09-20T22:59:29.203 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.204 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T22:59:29.204 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:29.204 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.204 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.204 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T22:59:29.204 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.204 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.204 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T22:59:29.204 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.204 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.204 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T22:59:29.204 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.204 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.204 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T22:59:29.204 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17115, 2024-09-20T22:59:29.205 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 129174706 2024-09-20T22:59:29.205 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.205 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T22:59:29.205 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:29.205 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.205 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.205 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-20T22:59:29.205 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.205 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.205 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T22:59:29.205 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 86318, 2024-09-20T22:59:29.205 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21131532234 2024-09-20T22:59:29.205 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.205 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T22:59:29.205 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 85788, 2024-09-20T22:59:29.206 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1772152012 2024-09-20T22:59:29.206 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.206 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T22:59:29.206 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 86318, 2024-09-20T22:59:29.206 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47970107 2024-09-20T22:59:29.206 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.206 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T22:59:29.206 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 86318, 2024-09-20T22:59:29.206 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21179502341 2024-09-20T22:59:29.206 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.206 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T22:59:29.206 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:29.206 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.206 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.206 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T22:59:29.207 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 26374, 2024-09-20T22:59:29.207 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1451657959 2024-09-20T22:59:29.207 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.207 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T22:59:29.207 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 888, 2024-09-20T22:59:29.207 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2224181 2024-09-20T22:59:29.207 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.207 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T22:59:29.207 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7495, 2024-09-20T22:59:29.207 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8291563 2024-09-20T22:59:29.207 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.207 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T22:59:29.207 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 50, 2024-09-20T22:59:29.207 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 103086 2024-09-20T22:59:29.207 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.208 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T22:59:29.208 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14214, 2024-09-20T22:59:29.208 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2801473372 2024-09-20T22:59:29.208 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.208 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T22:59:29.208 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 237213 2024-09-20T22:59:29.208 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.208 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T22:59:29.208 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21863 2024-09-20T22:59:29.208 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.208 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:29.208 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12215, 2024-09-20T22:59:29.208 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1368405992 2024-09-20T22:59:29.208 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.209 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T22:59:29.209 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 34269, 2024-09-20T22:59:29.209 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10923695 2024-09-20T22:59:29.209 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.209 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T22:59:29.209 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22054, 2024-09-20T22:59:29.209 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269148632 2024-09-20T22:59:29.209 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.209 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T22:59:29.209 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.209 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.209 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T22:59:29.209 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15852, 2024-09-20T22:59:29.209 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 423622160 2024-09-20T22:59:29.210 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.210 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_aio_wait_count": { 2024-09-20T22:59:29.210 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.210 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.210 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_committed_kv_count": { 2024-09-20T22:59:29.210 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.210 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.210 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_onode_meta_count": { 2024-09-20T22:59:29.210 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.210 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.210 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_wait_aio_count": { 2024-09-20T22:59:29.210 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.210 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.210 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T22:59:29.211 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99826, 2024-09-20T22:59:29.211 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6787185142 2024-09-20T22:59:29.211 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.211 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T22:59:29.211 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8932, 2024-09-20T22:59:29.211 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 714754568 2024-09-20T22:59:29.211 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.211 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T22:59:29.211 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8931, 2024-09-20T22:59:29.211 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2746923063500 2024-09-20T22:59:29.211 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.211 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T22:59:29.211 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8932, 2024-09-20T22:59:29.211 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6766116121831 2024-09-20T22:59:29.211 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.212 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T22:59:29.212 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99825, 2024-09-20T22:59:29.212 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2981214548760 2024-09-20T22:59:29.212 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.212 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T22:59:29.212 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99825, 2024-09-20T22:59:29.212 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10577908 2024-09-20T22:59:29.212 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.212 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T22:59:29.212 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99826, 2024-09-20T22:59:29.212 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 378125638 2024-09-20T22:59:29.212 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.212 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T22:59:29.212 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99826, 2024-09-20T22:59:29.213 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34982979866 2024-09-20T22:59:29.213 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.213 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T22:59:29.213 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99826, 2024-09-20T22:59:29.213 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34929310 2024-09-20T22:59:29.213 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.213 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T22:59:29.213 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99826, 2024-09-20T22:59:29.213 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17980259415 2024-09-20T22:59:29.213 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.213 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T22:59:29.213 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99826, 2024-09-20T22:59:29.213 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8756052354 2024-09-20T22:59:29.213 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.213 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T22:59:29.214 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6104781 2024-09-20T22:59:29.214 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.214 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:29.214 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2594, 2024-09-20T22:59:29.214 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13572875 2024-09-20T22:59:29.214 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.214 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T22:59:29.214 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99826, 2024-09-20T22:59:29.214 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68900598188 2024-09-20T22:59:29.214 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.214 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T22:59:29.214 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99826, 2024-09-20T22:59:29.214 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9693749187 2024-09-20T22:59:29.214 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.214 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T22:59:29.215 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99826, 2024-09-20T22:59:29.215 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 580085102 2024-09-20T22:59:29.215 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.215 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.215 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T22:59:29.215 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:29.215 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1405122390 2024-09-20T22:59:29.215 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.215 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:29.215 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 591060992 2024-09-20T22:59:29.215 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.215 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:29.215 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 522076160 2024-09-20T22:59:29.215 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.216 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:29.216 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2600504422 2024-09-20T22:59:29.216 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.216 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:29.216 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68984832 2024-09-20T22:59:29.216 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.216 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.216 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T22:59:29.216 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:29.216 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-20T22:59:29.216 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.216 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:29.216 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.216 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.216 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:29.216 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.217 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.217 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:29.217 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56085757 2024-09-20T22:59:29.217 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.217 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:29.217 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.217 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.217 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:29.217 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.217 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.217 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:29.217 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.217 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.217 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:29.218 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.218 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.218 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:29.218 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:29.218 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.218 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:29.218 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 77824 2024-09-20T22:59:29.218 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.218 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:29.218 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.218 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.218 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:29.218 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.219 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.219 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:29.219 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.219 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.219 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:29.219 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69661443 2024-09-20T22:59:29.219 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.219 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.219 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T22:59:29.219 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:29.219 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562036736 2024-09-20T22:59:29.219 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.219 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:29.220 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:29.220 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.220 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:29.220 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.220 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.220 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:29.220 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 420643180 2024-09-20T22:59:29.220 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.220 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:29.220 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.220 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.220 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:29.220 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.221 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.221 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:29.221 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2640 2024-09-20T22:59:29.221 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.221 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:29.221 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.221 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.221 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:29.221 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 169616 2024-09-20T22:59:29.221 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.221 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:29.221 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.221 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.221 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:29.221 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.222 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.222 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:29.222 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.222 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.222 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:29.222 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.222 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.222 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:29.222 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 74112436 2024-09-20T22:59:29.222 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.222 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.222 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T22:59:29.222 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:29.222 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-20T22:59:29.222 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.223 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:29.223 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:29.223 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.223 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:29.223 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1039344 2024-09-20T22:59:29.223 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.223 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:29.223 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37390504 2024-09-20T22:59:29.223 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.223 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:29.223 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.223 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.223 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:29.223 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.223 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.224 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:29.224 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.224 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.224 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:29.224 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.224 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.224 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:29.224 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.224 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.224 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:29.224 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.224 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.224 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:29.224 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.224 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.225 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:29.225 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.225 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.225 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:29.225 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.225 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.225 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:29.225 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70622056 2024-09-20T22:59:29.225 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.225 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.225 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T22:59:29.225 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:29.225 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 494927872 2024-09-20T22:59:29.225 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.225 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:29.225 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.226 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.226 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:29.226 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.226 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.226 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:29.226 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 420643180 2024-09-20T22:59:29.226 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.226 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:29.226 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.226 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.226 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:29.226 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.226 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.226 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:29.227 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.227 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.227 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:29.227 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.227 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.227 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:29.227 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 162005 2024-09-20T22:59:29.227 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.227 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:29.227 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1138979 2024-09-20T22:59:29.227 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.227 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:29.227 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.227 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.227 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:29.227 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.228 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.228 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:29.228 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.228 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.228 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:29.228 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 72983708 2024-09-20T22:59:29.228 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.228 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.228 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T22:59:29.228 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T22:59:29.228 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.228 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.228 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:29.228 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-20T22:59:29.228 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.229 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T22:59:29.229 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.229 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.229 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:29.229 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.229 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.229 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.229 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:29.229 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T22:59:29.229 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 59 2024-09-20T22:59:29.229 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.229 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T22:59:29.229 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.229 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.229 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T22:59:29.230 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25111 2024-09-20T22:59:29.230 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.230 INFO:tasks.workunit.client.0.smithi046.stdout: "op_before_queue_op_lat": { 2024-09-20T22:59:29.230 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 117667, 2024-09-20T22:59:29.230 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10131338741 2024-09-20T22:59:29.230 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.230 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T22:59:29.230 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.230 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.230 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T22:59:29.230 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.230 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.230 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T22:59:29.230 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 987610111 2024-09-20T22:59:29.230 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.231 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T22:59:29.231 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 25111, 2024-09-20T22:59:29.231 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 31611553398 2024-09-20T22:59:29.231 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.231 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T22:59:29.231 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1612745235 2024-09-20T22:59:29.231 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.231 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T22:59:29.231 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 25939, 2024-09-20T22:59:29.231 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10094058386 2024-09-20T22:59:29.231 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.231 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T22:59:29.231 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 25111, 2024-09-20T22:59:29.231 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 20291498967 2024-09-20T22:59:29.231 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.232 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:29.232 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17053 2024-09-20T22:59:29.232 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.232 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T22:59:29.232 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17053, 2024-09-20T22:59:29.232 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9737929068 2024-09-20T22:59:29.232 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.232 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T22:59:29.232 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.232 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.232 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T22:59:29.232 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1612745235 2024-09-20T22:59:29.232 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.232 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T22:59:29.232 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17183, 2024-09-20T22:59:29.233 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3910356663 2024-09-20T22:59:29.233 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.233 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T22:59:29.233 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17053, 2024-09-20T22:59:29.233 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4254767910 2024-09-20T22:59:29.233 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.233 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T22:59:29.233 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6903 2024-09-20T22:59:29.233 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.233 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T22:59:29.233 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 274168636 2024-09-20T22:59:29.233 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.233 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T22:59:29.233 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6903, 2024-09-20T22:59:29.233 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13662193104 2024-09-20T22:59:29.233 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.234 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T22:59:29.234 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.234 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.234 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T22:59:29.234 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.234 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.234 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T22:59:29.234 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.234 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.234 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T22:59:29.234 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7438, 2024-09-20T22:59:29.234 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4487456375 2024-09-20T22:59:29.234 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.234 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T22:59:29.235 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6903, 2024-09-20T22:59:29.235 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9928055239 2024-09-20T22:59:29.235 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.235 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:29.235 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1155 2024-09-20T22:59:29.235 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.235 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T22:59:29.235 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 713441475 2024-09-20T22:59:29.235 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.235 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T22:59:29.235 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1155, 2024-09-20T22:59:29.235 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8211431226 2024-09-20T22:59:29.235 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.235 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T22:59:29.235 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.236 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.236 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T22:59:29.236 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1318, 2024-09-20T22:59:29.236 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1696245348 2024-09-20T22:59:29.236 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.236 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T22:59:29.236 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1155, 2024-09-20T22:59:29.236 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6108675818 2024-09-20T22:59:29.236 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.236 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T22:59:29.236 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.236 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.236 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T22:59:29.236 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.236 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.237 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T22:59:29.237 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17 2024-09-20T22:59:29.237 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.237 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T22:59:29.237 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T22:59:29.237 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.237 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T22:59:29.237 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 838848512 2024-09-20T22:59:29.237 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.237 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.237 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.237 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.6": { 2024-09-20T22:59:29.237 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:29.237 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_db_max_lat": { 2024-09-20T22:59:29.237 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25137 2024-09-20T22:59:29.238 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.238 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T22:59:29.238 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.238 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.238 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_max_lat": { 2024-09-20T22:59:29.238 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.238 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.238 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T22:59:29.238 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.238 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.238 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T22:59:29.238 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T22:59:29.238 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.238 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_slow": { 2024-09-20T22:59:29.239 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.239 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.239 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T22:59:29.239 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.239 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.239 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_wal_max_lat": { 2024-09-20T22:59:29.239 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.239 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.239 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T22:59:29.239 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.239 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.239 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T22:59:29.239 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10280960 2024-09-20T22:59:29.239 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.239 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T22:59:29.240 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 619364352 2024-09-20T22:59:29.240 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.240 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T22:59:29.240 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15, 2024-09-20T22:59:29.240 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2877530 2024-09-20T22:59:29.240 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.240 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T22:59:29.240 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15, 2024-09-20T22:59:29.240 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 941332 2024-09-20T22:59:29.240 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.240 INFO:tasks.workunit.client.0.smithi046.stdout: "db_alloc_lat": { 2024-09-20T22:59:29.240 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 165, 2024-09-20T22:59:29.240 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 662724 2024-09-20T22:59:29.240 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.240 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T22:59:29.241 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995027456 2024-09-20T22:59:29.241 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.241 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T22:59:29.241 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 597098496 2024-09-20T22:59:29.241 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.241 INFO:tasks.workunit.client.0.smithi046.stdout: "flush_lat": { 2024-09-20T22:59:29.241 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 62094, 2024-09-20T22:59:29.241 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7460486972 2024-09-20T22:59:29.241 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.241 INFO:tasks.workunit.client.0.smithi046.stdout: "fsync_lat": { 2024-09-20T22:59:29.241 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 62106, 2024-09-20T22:59:29.241 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12198424672 2024-09-20T22:59:29.241 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.241 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T22:59:29.241 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4997120 2024-09-20T22:59:29.241 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.242 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T22:59:29.242 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 254361600 2024-09-20T22:59:29.242 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.242 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T22:59:29.242 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 614137856 2024-09-20T22:59:29.242 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.242 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T22:59:29.242 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.242 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.242 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T22:59:29.242 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.242 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T22:59:29.242 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 48 2024-09-20T22:59:29.243 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.243 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T22:59:29.243 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 308642448 2024-09-20T22:59:29.243 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.243 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T22:59:29.243 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16640 2024-09-20T22:59:29.243 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.243 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T22:59:29.243 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 281112576 2024-09-20T22:59:29.243 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.243 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T22:59:29.243 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 281116672 2024-09-20T22:59:29.243 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.243 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T22:59:29.243 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.244 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.244 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T22:59:29.244 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.244 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.244 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T22:59:29.244 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7883 2024-09-20T22:59:29.244 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.244 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:29.244 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 16640, 2024-09-20T22:59:29.244 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 134654085 2024-09-20T22:59:29.244 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.244 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T22:59:29.244 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 191698307 2024-09-20T22:59:29.244 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.244 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T22:59:29.245 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13059 2024-09-20T22:59:29.245 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.245 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T22:59:29.245 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3271529 2024-09-20T22:59:29.245 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.245 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T22:59:29.245 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 627 2024-09-20T22:59:29.245 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.245 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T22:59:29.245 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10196242 2024-09-20T22:59:29.245 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.245 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T22:59:29.245 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 847 2024-09-20T22:59:29.245 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.246 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T22:59:29.246 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6924713 2024-09-20T22:59:29.246 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.246 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T22:59:29.246 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6924713 2024-09-20T22:59:29.246 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.246 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T22:59:29.246 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.246 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.246 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T22:59:29.246 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.246 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.246 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T22:59:29.246 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 232 2024-09-20T22:59:29.247 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.247 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_lat": { 2024-09-20T22:59:29.247 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 847, 2024-09-20T22:59:29.247 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3034810 2024-09-20T22:59:29.247 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.247 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_alloc_lat": { 2024-09-20T22:59:29.247 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:29.247 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.247 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.247 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T22:59:29.247 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.247 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.247 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T22:59:29.247 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.247 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.248 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:29.248 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T22:59:29.248 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1105 2024-09-20T22:59:29.248 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.248 INFO:tasks.workunit.client.0.smithi046.stdout: "unlink_lat": { 2024-09-20T22:59:29.248 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T22:59:29.248 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9206 2024-09-20T22:59:29.248 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.248 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_alloc_lat": { 2024-09-20T22:59:29.248 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:29.248 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.248 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.248 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T22:59:29.248 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.248 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.249 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T22:59:29.249 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.249 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.249 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T22:59:29.249 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 886292480 2024-09-20T22:59:29.249 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.249 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.249 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T22:59:29.249 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T22:59:29.249 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:29.249 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.249 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T22:59:29.249 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11046912 2024-09-20T22:59:29.249 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.249 INFO:tasks.workunit.client.0.smithi046.stdout: "allocator_lat": { 2024-09-20T22:59:29.250 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14111, 2024-09-20T22:59:29.250 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 42852833 2024-09-20T22:59:29.250 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.250 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T22:59:29.250 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3165, 2024-09-20T22:59:29.250 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 434247696 2024-09-20T22:59:29.250 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.250 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T22:59:29.250 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:29.250 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.250 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.250 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T22:59:29.250 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.251 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.251 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T22:59:29.251 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.251 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.251 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T22:59:29.251 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.251 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.251 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T22:59:29.251 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 11915, 2024-09-20T22:59:29.251 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 86789506 2024-09-20T22:59:29.251 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.251 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T22:59:29.251 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:29.251 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.251 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.252 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-20T22:59:29.252 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.252 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.252 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T22:59:29.252 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 62039, 2024-09-20T22:59:29.252 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15228521646 2024-09-20T22:59:29.252 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.252 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T22:59:29.252 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 61646, 2024-09-20T22:59:29.252 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1254721166 2024-09-20T22:59:29.252 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.252 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T22:59:29.252 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 62039, 2024-09-20T22:59:29.252 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32945948 2024-09-20T22:59:29.253 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.253 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T22:59:29.253 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 62039, 2024-09-20T22:59:29.253 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15261467594 2024-09-20T22:59:29.253 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.253 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T22:59:29.253 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:29.253 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.253 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.253 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T22:59:29.253 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 25828, 2024-09-20T22:59:29.253 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 473698980 2024-09-20T22:59:29.253 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.253 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T22:59:29.253 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 852, 2024-09-20T22:59:29.254 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2351467 2024-09-20T22:59:29.254 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.254 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T22:59:29.254 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8246, 2024-09-20T22:59:29.254 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6647955 2024-09-20T22:59:29.254 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.254 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T22:59:29.254 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 43, 2024-09-20T22:59:29.254 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 49825 2024-09-20T22:59:29.254 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.254 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T22:59:29.254 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 11866, 2024-09-20T22:59:29.254 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2608765853 2024-09-20T22:59:29.254 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.255 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T22:59:29.255 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 182802 2024-09-20T22:59:29.255 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.255 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T22:59:29.255 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18963 2024-09-20T22:59:29.255 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.255 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:29.255 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9955, 2024-09-20T22:59:29.255 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1156616311 2024-09-20T22:59:29.255 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.255 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T22:59:29.255 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 36902, 2024-09-20T22:59:29.255 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10366141 2024-09-20T22:59:29.255 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.255 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T22:59:29.256 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 26947, 2024-09-20T22:59:29.256 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 922915336 2024-09-20T22:59:29.256 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.256 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T22:59:29.256 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.256 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.256 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T22:59:29.256 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 11699, 2024-09-20T22:59:29.256 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 276968521 2024-09-20T22:59:29.256 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.256 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_aio_wait_count": { 2024-09-20T22:59:29.256 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.256 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.256 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_committed_kv_count": { 2024-09-20T22:59:29.256 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.257 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.257 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_onode_meta_count": { 2024-09-20T22:59:29.257 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.257 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.257 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_wait_aio_count": { 2024-09-20T22:59:29.257 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.257 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.257 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T22:59:29.257 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72677, 2024-09-20T22:59:29.257 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4614015231 2024-09-20T22:59:29.257 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.257 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T22:59:29.257 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14323, 2024-09-20T22:59:29.257 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 861728079 2024-09-20T22:59:29.257 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.258 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T22:59:29.258 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14322, 2024-09-20T22:59:29.258 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2657117265717 2024-09-20T22:59:29.258 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.258 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T22:59:29.258 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14323, 2024-09-20T22:59:29.258 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5999009735449 2024-09-20T22:59:29.258 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.258 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T22:59:29.258 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72676, 2024-09-20T22:59:29.258 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2493227737660 2024-09-20T22:59:29.258 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.258 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T22:59:29.258 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72676, 2024-09-20T22:59:29.258 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7068220 2024-09-20T22:59:29.259 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.259 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T22:59:29.259 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72677, 2024-09-20T22:59:29.259 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266859060 2024-09-20T22:59:29.259 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.259 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T22:59:29.259 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72677, 2024-09-20T22:59:29.259 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24857048275 2024-09-20T22:59:29.259 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.259 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T22:59:29.259 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72677, 2024-09-20T22:59:29.259 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24949531 2024-09-20T22:59:29.259 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.259 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T22:59:29.259 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72677, 2024-09-20T22:59:29.259 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11988709031 2024-09-20T22:59:29.260 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.260 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T22:59:29.260 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72677, 2024-09-20T22:59:29.260 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5440251551 2024-09-20T22:59:29.260 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.260 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T22:59:29.260 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6695040 2024-09-20T22:59:29.260 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.260 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:29.260 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2504, 2024-09-20T22:59:29.260 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12841259 2024-09-20T22:59:29.260 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.260 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T22:59:29.260 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72677, 2024-09-20T22:59:29.260 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47178652568 2024-09-20T22:59:29.261 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.261 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T22:59:29.261 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72677, 2024-09-20T22:59:29.261 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6210672135 2024-09-20T22:59:29.261 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.261 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T22:59:29.261 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72677, 2024-09-20T22:59:29.261 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 433958158 2024-09-20T22:59:29.261 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.261 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.261 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T22:59:29.261 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:29.261 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1405122390 2024-09-20T22:59:29.261 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.261 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:29.262 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 500146176 2024-09-20T22:59:29.262 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.262 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:29.262 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 456105984 2024-09-20T22:59:29.262 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.262 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:29.262 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2600504422 2024-09-20T22:59:29.262 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.262 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:29.262 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 44040192 2024-09-20T22:59:29.262 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.262 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.262 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T22:59:29.262 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:29.262 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-20T22:59:29.263 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.263 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:29.263 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.263 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.263 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:29.263 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.263 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.263 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:29.263 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56904438 2024-09-20T22:59:29.263 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.263 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:29.263 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.263 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.263 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:29.263 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.264 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.264 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:29.264 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.264 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.264 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:29.264 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.264 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.264 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:29.264 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:29.264 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.264 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:29.264 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69632 2024-09-20T22:59:29.264 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.264 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:29.264 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.265 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.265 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:29.265 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.265 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.265 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:29.265 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.265 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.265 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:29.265 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68850954 2024-09-20T22:59:29.265 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.265 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.265 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T22:59:29.265 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:29.265 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562036736 2024-09-20T22:59:29.266 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.266 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:29.266 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:29.266 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.266 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:29.266 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.266 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.266 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:29.266 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 426783292 2024-09-20T22:59:29.266 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.266 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:29.266 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.266 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.266 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:29.267 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1744 2024-09-20T22:59:29.267 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.267 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:29.267 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.267 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.267 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:29.267 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.267 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.267 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:29.267 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 120624 2024-09-20T22:59:29.267 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.267 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:29.267 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.267 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.268 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:29.268 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.268 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.268 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:29.268 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.268 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.268 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:29.268 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.268 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.268 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:29.268 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68022212 2024-09-20T22:59:29.268 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.268 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.268 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T22:59:29.268 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:29.268 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-20T22:59:29.269 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.269 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:29.269 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:29.269 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.269 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:29.269 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 406848 2024-09-20T22:59:29.269 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.269 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:29.269 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37936292 2024-09-20T22:59:29.269 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.269 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:29.269 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.269 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.269 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:29.270 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.270 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.270 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:29.270 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.270 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.270 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:29.270 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.270 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.270 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:29.270 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.270 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.270 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:29.270 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.271 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.271 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:29.271 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.271 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.271 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:29.271 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.271 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.271 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:29.271 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.271 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.271 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:29.271 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70708764 2024-09-20T22:59:29.271 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.272 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.272 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T22:59:29.272 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:29.272 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 503316480 2024-09-20T22:59:29.272 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.272 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:29.272 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.272 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.272 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:29.272 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.272 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.272 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:29.272 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 426783292 2024-09-20T22:59:29.272 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.272 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:29.273 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.273 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.273 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:29.273 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.273 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.273 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:29.273 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.273 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.273 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:29.273 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.273 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.273 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:29.273 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 166785 2024-09-20T22:59:29.274 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.274 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:29.274 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1168506 2024-09-20T22:59:29.274 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.274 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:29.274 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.274 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.274 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:29.274 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.274 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.274 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:29.274 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.274 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.274 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:29.275 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 75197897 2024-09-20T22:59:29.275 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.275 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.275 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T22:59:29.275 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T22:59:29.275 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.275 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.275 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:29.275 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19 2024-09-20T22:59:29.275 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.275 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T22:59:29.275 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.275 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.275 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:29.275 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.275 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.275 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.276 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:29.276 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T22:59:29.276 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 51 2024-09-20T22:59:29.276 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.276 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T22:59:29.276 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.276 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.276 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T22:59:29.276 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34254 2024-09-20T22:59:29.276 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.276 INFO:tasks.workunit.client.0.smithi046.stdout: "op_before_queue_op_lat": { 2024-09-20T22:59:29.276 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97761, 2024-09-20T22:59:29.276 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6012056163 2024-09-20T22:59:29.276 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.276 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T22:59:29.276 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.276 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.277 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T22:59:29.277 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.277 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.277 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T22:59:29.277 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 998365691 2024-09-20T22:59:29.277 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.277 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T22:59:29.277 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 34254, 2024-09-20T22:59:29.277 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 63066420135 2024-09-20T22:59:29.277 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.277 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T22:59:29.277 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1502690569 2024-09-20T22:59:29.277 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.277 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T22:59:29.277 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 34753, 2024-09-20T22:59:29.277 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11733506864 2024-09-20T22:59:29.277 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.278 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T22:59:29.278 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 34254, 2024-09-20T22:59:29.278 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 26713216216 2024-09-20T22:59:29.278 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.278 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:29.278 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25650 2024-09-20T22:59:29.278 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.278 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T22:59:29.278 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 25650, 2024-09-20T22:59:29.278 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8225994773 2024-09-20T22:59:29.278 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.278 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T22:59:29.278 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.278 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.278 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T22:59:29.279 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1502690569 2024-09-20T22:59:29.279 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.279 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T22:59:29.279 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 25846, 2024-09-20T22:59:29.279 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4825872336 2024-09-20T22:59:29.279 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.279 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T22:59:29.279 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 25650, 2024-09-20T22:59:29.279 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4745004103 2024-09-20T22:59:29.279 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.279 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T22:59:29.279 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4539 2024-09-20T22:59:29.279 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.279 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T22:59:29.279 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 136609671 2024-09-20T22:59:29.279 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.280 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T22:59:29.280 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4539, 2024-09-20T22:59:29.280 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10039564389 2024-09-20T22:59:29.280 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.280 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T22:59:29.280 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.280 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.280 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T22:59:29.280 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.280 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.280 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T22:59:29.280 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.280 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.280 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T22:59:29.280 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4719, 2024-09-20T22:59:29.280 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2790790550 2024-09-20T22:59:29.280 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.281 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T22:59:29.281 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4539, 2024-09-20T22:59:29.281 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6627390168 2024-09-20T22:59:29.281 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.281 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:29.281 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4065 2024-09-20T22:59:29.281 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.281 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T22:59:29.281 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 861756020 2024-09-20T22:59:29.281 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.281 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T22:59:29.281 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4065, 2024-09-20T22:59:29.281 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 44800860973 2024-09-20T22:59:29.281 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.281 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T22:59:29.282 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.282 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.282 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T22:59:29.282 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4188, 2024-09-20T22:59:29.282 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4116843978 2024-09-20T22:59:29.282 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.282 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T22:59:29.282 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4065, 2024-09-20T22:59:29.282 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15340821945 2024-09-20T22:59:29.282 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.282 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T22:59:29.282 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.282 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.282 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T22:59:29.283 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.283 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.283 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T22:59:29.283 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9 2024-09-20T22:59:29.283 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.283 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T22:59:29.283 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T22:59:29.283 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.283 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T22:59:29.283 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 608157696 2024-09-20T22:59:29.283 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.283 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.283 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.283 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.7": { 2024-09-20T22:59:29.284 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:29.284 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_db_max_lat": { 2024-09-20T22:59:29.284 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 20072 2024-09-20T22:59:29.284 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.284 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T22:59:29.284 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.284 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.284 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_max_lat": { 2024-09-20T22:59:29.284 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.284 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.284 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T22:59:29.284 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.284 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.284 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T22:59:29.284 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T22:59:29.285 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.285 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_slow": { 2024-09-20T22:59:29.285 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.285 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.285 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T22:59:29.285 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.285 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.285 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_wal_max_lat": { 2024-09-20T22:59:29.285 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.285 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.285 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T22:59:29.285 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.285 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.285 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T22:59:29.285 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9035776 2024-09-20T22:59:29.285 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.286 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T22:59:29.286 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 611606528 2024-09-20T22:59:29.286 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.286 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T22:59:29.286 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 16, 2024-09-20T22:59:29.286 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3374869 2024-09-20T22:59:29.286 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.286 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T22:59:29.286 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 16, 2024-09-20T22:59:29.286 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1207168 2024-09-20T22:59:29.286 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.286 INFO:tasks.workunit.client.0.smithi046.stdout: "db_alloc_lat": { 2024-09-20T22:59:29.286 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 171, 2024-09-20T22:59:29.286 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 714709 2024-09-20T22:59:29.286 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.287 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T22:59:29.287 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995027456 2024-09-20T22:59:29.287 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.287 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T22:59:29.287 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 581500928 2024-09-20T22:59:29.287 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.287 INFO:tasks.workunit.client.0.smithi046.stdout: "flush_lat": { 2024-09-20T22:59:29.287 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 67482, 2024-09-20T22:59:29.287 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8149033988 2024-09-20T22:59:29.287 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.287 INFO:tasks.workunit.client.0.smithi046.stdout: "fsync_lat": { 2024-09-20T22:59:29.287 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 67485, 2024-09-20T22:59:29.287 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13287417305 2024-09-20T22:59:29.287 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.287 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T22:59:29.288 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10448896 2024-09-20T22:59:29.288 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.288 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T22:59:29.288 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 276443136 2024-09-20T22:59:29.288 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.288 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T22:59:29.288 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 575799296 2024-09-20T22:59:29.288 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.288 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T22:59:29.288 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.288 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.288 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T22:59:29.288 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.288 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.289 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T22:59:29.289 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 45 2024-09-20T22:59:29.289 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.289 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T22:59:29.289 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 313034649 2024-09-20T22:59:29.289 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.289 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T22:59:29.289 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17247 2024-09-20T22:59:29.289 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.289 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T22:59:29.289 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 254013440 2024-09-20T22:59:29.289 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.289 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T22:59:29.289 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 254017536 2024-09-20T22:59:29.289 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.290 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T22:59:29.290 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.290 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.290 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T22:59:29.290 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.290 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.290 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T22:59:29.290 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6228 2024-09-20T22:59:29.290 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.290 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:29.290 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17247, 2024-09-20T22:59:29.290 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 128638030 2024-09-20T22:59:29.290 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.290 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T22:59:29.290 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 189111032 2024-09-20T22:59:29.291 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.291 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T22:59:29.291 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13453 2024-09-20T22:59:29.291 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.291 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T22:59:29.291 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2616197 2024-09-20T22:59:29.291 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.291 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T22:59:29.291 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 555 2024-09-20T22:59:29.291 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.291 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T22:59:29.291 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8964488 2024-09-20T22:59:29.291 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.291 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T22:59:29.292 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 754 2024-09-20T22:59:29.292 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.292 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T22:59:29.292 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6348291 2024-09-20T22:59:29.292 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.292 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T22:59:29.292 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6348291 2024-09-20T22:59:29.292 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.292 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T22:59:29.292 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.292 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.292 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T22:59:29.292 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.292 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.292 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T22:59:29.293 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 211 2024-09-20T22:59:29.293 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.293 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_lat": { 2024-09-20T22:59:29.293 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 754, 2024-09-20T22:59:29.293 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3256699 2024-09-20T22:59:29.293 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.293 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_alloc_lat": { 2024-09-20T22:59:29.293 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:29.293 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.293 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.293 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T22:59:29.293 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.293 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.293 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T22:59:29.293 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.294 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.294 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:29.294 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T22:59:29.294 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 658 2024-09-20T22:59:29.294 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.294 INFO:tasks.workunit.client.0.smithi046.stdout: "unlink_lat": { 2024-09-20T22:59:29.294 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T22:59:29.294 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10138 2024-09-20T22:59:29.294 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.294 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_alloc_lat": { 2024-09-20T22:59:29.294 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:29.294 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.294 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.294 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T22:59:29.294 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.295 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.295 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T22:59:29.295 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.295 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.295 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T22:59:29.295 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 899518464 2024-09-20T22:59:29.295 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.295 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.295 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T22:59:29.295 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T22:59:29.295 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:29.295 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.295 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T22:59:29.295 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11038720 2024-09-20T22:59:29.295 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.296 INFO:tasks.workunit.client.0.smithi046.stdout: "allocator_lat": { 2024-09-20T22:59:29.296 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 20711, 2024-09-20T22:59:29.296 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56660152 2024-09-20T22:59:29.296 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.296 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T22:59:29.296 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3195, 2024-09-20T22:59:29.296 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 441429657 2024-09-20T22:59:29.296 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.296 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T22:59:29.296 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:29.296 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.296 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.296 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T22:59:29.296 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.296 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.296 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T22:59:29.296 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.297 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.297 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T22:59:29.297 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.297 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.297 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T22:59:29.297 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18689, 2024-09-20T22:59:29.297 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 129908672 2024-09-20T22:59:29.297 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.297 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T22:59:29.297 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:29.297 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.297 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.297 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-20T22:59:29.297 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.298 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.298 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T22:59:29.298 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 67433, 2024-09-20T22:59:29.298 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16486165384 2024-09-20T22:59:29.298 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.298 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T22:59:29.298 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 66968, 2024-09-20T22:59:29.298 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1432232673 2024-09-20T22:59:29.298 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.298 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T22:59:29.298 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 67433, 2024-09-20T22:59:29.298 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 39911880 2024-09-20T22:59:29.298 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.298 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T22:59:29.299 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 67433, 2024-09-20T22:59:29.299 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16526077264 2024-09-20T22:59:29.299 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.299 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T22:59:29.299 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:29.299 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.299 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.299 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T22:59:29.299 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 34116, 2024-09-20T22:59:29.299 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 659590577 2024-09-20T22:59:29.299 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.299 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T22:59:29.299 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 790, 2024-09-20T22:59:29.300 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2475906 2024-09-20T22:59:29.300 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.300 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T22:59:29.300 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8258, 2024-09-20T22:59:29.300 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5502721 2024-09-20T22:59:29.300 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.300 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T22:59:29.300 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 50, 2024-09-20T22:59:29.300 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65811 2024-09-20T22:59:29.300 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.301 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T22:59:29.301 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13973, 2024-09-20T22:59:29.301 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2145438825 2024-09-20T22:59:29.301 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.301 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T22:59:29.301 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 219485 2024-09-20T22:59:29.301 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.301 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T22:59:29.301 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18912 2024-09-20T22:59:29.301 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.301 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:29.301 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15875, 2024-09-20T22:59:29.301 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1348282726 2024-09-20T22:59:29.301 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.301 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T22:59:29.302 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 48420, 2024-09-20T22:59:29.302 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19380017 2024-09-20T22:59:29.302 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.302 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T22:59:29.302 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 32545, 2024-09-20T22:59:29.302 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1204502229 2024-09-20T22:59:29.302 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.302 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T22:59:29.302 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.302 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.302 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T22:59:29.302 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13325, 2024-09-20T22:59:29.303 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 320848483 2024-09-20T22:59:29.303 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.303 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_aio_wait_count": { 2024-09-20T22:59:29.303 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.303 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.303 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_committed_kv_count": { 2024-09-20T22:59:29.303 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.303 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.303 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_onode_meta_count": { 2024-09-20T22:59:29.303 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.303 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.303 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_wait_aio_count": { 2024-09-20T22:59:29.303 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.304 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.304 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T22:59:29.304 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81043, 2024-09-20T22:59:29.304 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8812960388 2024-09-20T22:59:29.304 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.304 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T22:59:29.304 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15361, 2024-09-20T22:59:29.304 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 792111425 2024-09-20T22:59:29.304 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.304 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T22:59:29.304 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15360, 2024-09-20T22:59:29.304 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2522565598133 2024-09-20T22:59:29.304 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.304 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T22:59:29.304 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15361, 2024-09-20T22:59:29.305 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5975525371087 2024-09-20T22:59:29.305 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.305 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T22:59:29.305 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81042, 2024-09-20T22:59:29.305 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2332732583791 2024-09-20T22:59:29.305 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.305 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T22:59:29.305 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81042, 2024-09-20T22:59:29.305 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7871695 2024-09-20T22:59:29.305 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.305 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T22:59:29.305 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81043, 2024-09-20T22:59:29.305 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 463094445 2024-09-20T22:59:29.305 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.306 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T22:59:29.306 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81043, 2024-09-20T22:59:29.306 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 29123808937 2024-09-20T22:59:29.306 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.306 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T22:59:29.306 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81043, 2024-09-20T22:59:29.306 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 28692730 2024-09-20T22:59:29.306 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.306 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T22:59:29.306 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81043, 2024-09-20T22:59:29.306 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14338506851 2024-09-20T22:59:29.306 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.306 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T22:59:29.306 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81043, 2024-09-20T22:59:29.306 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6547718898 2024-09-20T22:59:29.307 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.307 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T22:59:29.307 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6689804 2024-09-20T22:59:29.307 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.307 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:29.307 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2484, 2024-09-20T22:59:29.307 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12717311 2024-09-20T22:59:29.307 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.307 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T22:59:29.307 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81043, 2024-09-20T22:59:29.307 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 59299245518 2024-09-20T22:59:29.307 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.307 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T22:59:29.307 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81043, 2024-09-20T22:59:29.308 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7448295219 2024-09-20T22:59:29.308 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.308 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T22:59:29.308 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81043, 2024-09-20T22:59:29.308 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 736031089 2024-09-20T22:59:29.308 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.308 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.308 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T22:59:29.308 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:29.308 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1405122390 2024-09-20T22:59:29.309 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.309 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:29.309 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 596484096 2024-09-20T22:59:29.309 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.309 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:29.309 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 541286400 2024-09-20T22:59:29.309 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.309 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:29.309 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2600504422 2024-09-20T22:59:29.309 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.309 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:29.310 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 55197696 2024-09-20T22:59:29.310 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.310 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.310 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T22:59:29.310 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:29.310 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-20T22:59:29.310 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.310 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:29.310 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.310 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.310 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:29.310 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.310 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.311 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:29.311 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56934252 2024-09-20T22:59:29.311 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.311 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:29.311 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.311 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.311 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:29.311 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.311 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.311 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:29.311 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.311 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.311 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:29.311 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.311 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.311 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:29.312 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32768 2024-09-20T22:59:29.312 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.312 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:29.312 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69632 2024-09-20T22:59:29.312 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.312 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:29.312 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.312 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.312 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:29.312 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.312 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.312 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:29.312 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.312 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.312 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:29.313 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68792468 2024-09-20T22:59:29.313 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.313 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.313 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T22:59:29.313 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:29.313 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562036736 2024-09-20T22:59:29.313 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.313 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:29.313 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:29.313 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.313 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:29.313 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.313 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.313 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:29.313 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 427006896 2024-09-20T22:59:29.314 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.314 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:29.314 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.314 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.314 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:29.314 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2128 2024-09-20T22:59:29.314 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.314 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:29.314 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.314 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.314 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:29.314 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.314 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.314 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:29.314 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 127520 2024-09-20T22:59:29.315 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.315 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:29.315 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.315 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.315 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:29.315 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.315 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.315 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:29.315 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.315 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.315 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:29.315 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.315 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.316 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:29.316 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67791328 2024-09-20T22:59:29.316 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.316 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.316 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T22:59:29.316 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:29.316 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-20T22:59:29.316 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.316 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:29.316 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:29.316 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.316 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:29.316 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 340432 2024-09-20T22:59:29.316 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.316 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:29.317 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37956168 2024-09-20T22:59:29.317 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.317 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:29.317 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.317 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.317 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:29.317 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.317 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.317 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:29.317 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.317 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.317 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:29.317 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.317 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.318 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:29.318 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.318 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.318 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:29.318 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.318 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.318 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:29.318 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.318 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.318 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:29.318 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.318 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.318 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:29.319 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.319 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.319 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:29.319 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70755304 2024-09-20T22:59:29.319 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.319 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.319 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T22:59:29.319 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:29.319 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 503316480 2024-09-20T22:59:29.319 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.319 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:29.319 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.320 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.320 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:29.320 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.320 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.320 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:29.320 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 427006896 2024-09-20T22:59:29.320 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.320 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:29.320 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.320 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.320 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:29.320 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.320 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.320 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:29.320 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.321 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.321 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:29.321 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.321 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.321 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:29.321 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 172038 2024-09-20T22:59:29.321 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.321 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:29.321 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1158257 2024-09-20T22:59:29.321 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.321 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:29.321 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.321 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.321 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:29.322 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.322 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.322 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:29.322 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.322 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.322 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:29.322 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 74979289 2024-09-20T22:59:29.322 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.322 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.322 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T22:59:29.322 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T22:59:29.322 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.322 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.322 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:29.322 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32 2024-09-20T22:59:29.323 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.323 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T22:59:29.323 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.323 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.323 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:29.323 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.323 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.323 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.323 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:29.323 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T22:59:29.323 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 59 2024-09-20T22:59:29.323 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.323 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T22:59:29.324 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.324 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.324 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T22:59:29.324 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47759 2024-09-20T22:59:29.324 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.324 INFO:tasks.workunit.client.0.smithi046.stdout: "op_before_queue_op_lat": { 2024-09-20T22:59:29.324 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 121344, 2024-09-20T22:59:29.324 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8360395441 2024-09-20T22:59:29.324 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.324 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T22:59:29.324 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.324 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.325 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T22:59:29.325 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.325 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.325 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T22:59:29.325 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1097411863 2024-09-20T22:59:29.325 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.325 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T22:59:29.325 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 47759, 2024-09-20T22:59:29.325 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 39295035913 2024-09-20T22:59:29.325 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.325 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T22:59:29.325 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1774468311 2024-09-20T22:59:29.325 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.325 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T22:59:29.326 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 48164, 2024-09-20T22:59:29.326 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17290169941 2024-09-20T22:59:29.326 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.326 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T22:59:29.326 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 47759, 2024-09-20T22:59:29.326 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 30700122918 2024-09-20T22:59:29.326 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.326 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:29.326 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34485 2024-09-20T22:59:29.326 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.326 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T22:59:29.326 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 34485, 2024-09-20T22:59:29.326 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10805260188 2024-09-20T22:59:29.327 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.327 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T22:59:29.327 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.327 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.327 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T22:59:29.327 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1774468311 2024-09-20T22:59:29.327 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.327 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T22:59:29.327 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 34520, 2024-09-20T22:59:29.327 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6153820281 2024-09-20T22:59:29.327 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.327 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T22:59:29.327 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 34485, 2024-09-20T22:59:29.327 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6567693447 2024-09-20T22:59:29.328 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.328 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T22:59:29.328 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12153 2024-09-20T22:59:29.328 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.328 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T22:59:29.328 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 269543092 2024-09-20T22:59:29.328 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.328 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T22:59:29.328 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12153, 2024-09-20T22:59:29.328 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19139761743 2024-09-20T22:59:29.328 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.328 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T22:59:29.328 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.328 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.328 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T22:59:29.329 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.329 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.329 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T22:59:29.329 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.329 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.329 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T22:59:29.329 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12415, 2024-09-20T22:59:29.329 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9350819052 2024-09-20T22:59:29.329 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.329 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T22:59:29.329 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12153, 2024-09-20T22:59:29.329 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17039257824 2024-09-20T22:59:29.329 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.329 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:29.330 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1121 2024-09-20T22:59:29.330 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.330 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T22:59:29.330 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 827868771 2024-09-20T22:59:29.330 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.330 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T22:59:29.330 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1121, 2024-09-20T22:59:29.330 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9350013982 2024-09-20T22:59:29.330 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.330 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T22:59:29.330 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.330 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.330 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T22:59:29.330 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1229, 2024-09-20T22:59:29.330 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1785530608 2024-09-20T22:59:29.331 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.331 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T22:59:29.331 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1121, 2024-09-20T22:59:29.331 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7093171647 2024-09-20T22:59:29.331 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.331 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T22:59:29.331 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:29.331 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.331 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T22:59:29.331 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4194320 2024-09-20T22:59:29.331 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.331 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T22:59:29.331 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9 2024-09-20T22:59:29.331 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.331 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T22:59:29.332 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T22:59:29.332 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.332 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T22:59:29.332 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 592551936 2024-09-20T22:59:29.332 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.332 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.332 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.332 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.332 INFO:tasks.workunit.client.0.smithi046.stdout: "pools": [ 2024-09-20T22:59:29.332 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.332 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T22:59:29.332 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr" 2024-09-20T22:59:29.332 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.332 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-20T22:59:29.332 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-20T22:59:29.332 INFO:tasks.workunit.client.0.smithi046.stdout: "flags_names": [ 2024-09-20T22:59:29.332 INFO:tasks.workunit.client.0.smithi046.stdout: "hashpspool" 2024-09-20T22:59:29.333 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.333 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-20T22:59:29.333 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-20T22:59:29.333 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-20T22:59:29.333 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 1, 2024-09-20T22:59:29.333 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 1, 2024-09-20T22:59:29.333 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 1, 2024-09-20T22:59:29.333 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-20T22:59:29.333 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-20T22:59:29.333 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 721302300938, 2024-09-20T22:59:29.333 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 1781760, 2024-09-20T22:59:29.333 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-20T22:59:29.333 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-20T22:59:29.333 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 1781760, 2024-09-20T22:59:29.334 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-20T22:59:29.334 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 240434102272, 2024-09-20T22:59:29.334 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 2, 2024-09-20T22:59:29.334 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-20T22:59:29.334 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 2.470192612236133e-06, 2024-09-20T22:59:29.334 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-20T22:59:29.334 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-20T22:59:29.334 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 1200, 2024-09-20T22:59:29.334 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 2057216, 2024-09-20T22:59:29.334 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 590368, 2024-09-20T22:59:29.334 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 590368, 2024-09-20T22:59:29.334 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-20T22:59:29.334 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 1771104, 2024-09-20T22:59:29.334 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 349, 2024-09-20T22:59:29.334 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 1667072 2024-09-20T22:59:29.335 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.335 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-20T22:59:29.335 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-20T22:59:29.335 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-20T22:59:29.335 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.335 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.335 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T22:59:29.335 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-20T22:59:29.335 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.335 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-20T22:59:29.335 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-20T22:59:29.335 INFO:tasks.workunit.client.0.smithi046.stdout: "flags_names": [ 2024-09-20T22:59:29.335 INFO:tasks.workunit.client.0.smithi046.stdout: "hashpspool" 2024-09-20T22:59:29.335 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.335 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-20T22:59:29.336 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-20T22:59:29.336 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-20T22:59:29.336 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 32, 2024-09-20T22:59:29.336 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 32, 2024-09-20T22:59:29.336 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 2, 2024-09-20T22:59:29.336 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-20T22:59:29.336 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-20T22:59:29.336 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 721302300938, 2024-09-20T22:59:29.336 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 155374, 2024-09-20T22:59:29.336 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-20T22:59:29.336 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-20T22:59:29.336 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 110592, 2024-09-20T22:59:29.336 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-20T22:59:29.336 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 240434102272, 2024-09-20T22:59:29.336 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 22, 2024-09-20T22:59:29.337 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 44782, 2024-09-20T22:59:29.337 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 2.1540755312798865e-07, 2024-09-20T22:59:29.337 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-20T22:59:29.337 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-20T22:59:29.337 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 79, 2024-09-20T22:59:29.337 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 88064, 2024-09-20T22:59:29.337 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 21541, 2024-09-20T22:59:29.337 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 6614, 2024-09-20T22:59:29.337 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 14927, 2024-09-20T22:59:29.337 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 64623, 2024-09-20T22:59:29.337 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 68, 2024-09-20T22:59:29.337 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 35840 2024-09-20T22:59:29.337 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.337 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-20T22:59:29.338 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-20T22:59:29.338 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-20T22:59:29.338 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.338 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.338 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T22:59:29.338 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-20T22:59:29.338 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.338 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-20T22:59:29.338 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-20T22:59:29.338 INFO:tasks.workunit.client.0.smithi046.stdout: "flags_names": [ 2024-09-20T22:59:29.338 INFO:tasks.workunit.client.0.smithi046.stdout: "hashpspool" 2024-09-20T22:59:29.338 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.338 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-20T22:59:29.338 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-20T22:59:29.339 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-20T22:59:29.339 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 64, 2024-09-20T22:59:29.339 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 64, 2024-09-20T22:59:29.339 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 3, 2024-09-20T22:59:29.339 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-20T22:59:29.339 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-20T22:59:29.339 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 721302300938, 2024-09-20T22:59:29.339 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 0, 2024-09-20T22:59:29.339 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-20T22:59:29.339 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-20T22:59:29.339 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 0, 2024-09-20T22:59:29.339 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-20T22:59:29.339 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 240434102272, 2024-09-20T22:59:29.339 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 0, 2024-09-20T22:59:29.340 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-20T22:59:29.340 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 0.0, 2024-09-20T22:59:29.340 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-20T22:59:29.340 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-20T22:59:29.340 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 0, 2024-09-20T22:59:29.340 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 0, 2024-09-20T22:59:29.340 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 0, 2024-09-20T22:59:29.340 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 0, 2024-09-20T22:59:29.340 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-20T22:59:29.340 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 0, 2024-09-20T22:59:29.340 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 0, 2024-09-20T22:59:29.340 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 0 2024-09-20T22:59:29.340 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.340 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-20T22:59:29.340 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-20T22:59:29.341 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-20T22:59:29.341 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.341 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.341 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T22:59:29.341 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd" 2024-09-20T22:59:29.341 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.341 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-20T22:59:29.341 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-20T22:59:29.341 INFO:tasks.workunit.client.0.smithi046.stdout: "flags_names": [ 2024-09-20T22:59:29.341 INFO:tasks.workunit.client.0.smithi046.stdout: "hashpspool", 2024-09-20T22:59:29.341 INFO:tasks.workunit.client.0.smithi046.stdout: "selfmanaged_snaps" 2024-09-20T22:59:29.341 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.341 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-20T22:59:29.341 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-20T22:59:29.341 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-20T22:59:29.342 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 8, 2024-09-20T22:59:29.342 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 8, 2024-09-20T22:59:29.342 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 4, 2024-09-20T22:59:29.342 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-20T22:59:29.342 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-20T22:59:29.342 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 721302300938, 2024-09-20T22:59:29.342 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 12595200, 2024-09-20T22:59:29.342 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-20T22:59:29.342 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-20T22:59:29.342 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 12595200, 2024-09-20T22:59:29.342 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-20T22:59:29.342 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 240434102272, 2024-09-20T22:59:29.342 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 4, 2024-09-20T22:59:29.342 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-20T22:59:29.342 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 1.7461443349020556e-05, 2024-09-20T22:59:29.343 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-20T22:59:29.343 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-20T22:59:29.343 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 9032, 2024-09-20T22:59:29.343 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 3162908672, 2024-09-20T22:59:29.343 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 4194323, 2024-09-20T22:59:29.343 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 4194323, 2024-09-20T22:59:29.343 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-20T22:59:29.343 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 12582969, 2024-09-20T22:59:29.343 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 24299, 2024-09-20T22:59:29.343 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 3165552640 2024-09-20T22:59:29.343 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.343 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-20T22:59:29.343 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-20T22:59:29.343 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-20T22:59:29.343 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.344 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.344 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd": { 2024-09-20T22:59:29.344 INFO:tasks.workunit.client.0.smithi046.stdout: "mirroring_by_pool": [ 2024-09-20T22:59:29.344 INFO:tasks.workunit.client.0.smithi046.stdout: false 2024-09-20T22:59:29.344 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_images_by_pool": [ 2024-09-20T22:59:29.344 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:29.344 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pools": 1 2024-09-20T22:59:29.344 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.344 INFO:tasks.workunit.client.0.smithi046.stdout: "report_id": "af76ebfb-a296-4e2b-ac94-6899ebb5153a", 2024-09-20T22:59:29.344 INFO:tasks.workunit.client.0.smithi046.stdout: "report_timestamp": "2024-09-20T22:59:28.022505", 2024-09-20T22:59:29.344 INFO:tasks.workunit.client.0.smithi046.stdout: "report_version": 1, 2024-09-20T22:59:29.344 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_stats": { 2024-09-20T22:59:29.344 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "7.9.2" 2024-09-20T22:59:29.345 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.345 INFO:tasks.workunit.client.0.smithi046.stdout: "rook": { 2024-09-20T22:59:29.345 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster": { 2024-09-20T22:59:29.345 INFO:tasks.workunit.client.0.smithi046.stdout: "external-mode": null, 2024-09-20T22:59:29.345 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T22:59:29.345 INFO:tasks.workunit.client.0.smithi046.stdout: "allow-multiple-per-node": null, 2024-09-20T22:59:29.345 INFO:tasks.workunit.client.0.smithi046.stdout: "count": null, 2024-09-20T22:59:29.345 INFO:tasks.workunit.client.0.smithi046.stdout: "max-id": null, 2024-09-20T22:59:29.345 INFO:tasks.workunit.client.0.smithi046.stdout: "pvc": { 2024-09-20T22:59:29.345 INFO:tasks.workunit.client.0.smithi046.stdout: "enabled": null 2024-09-20T22:59:29.345 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.345 INFO:tasks.workunit.client.0.smithi046.stdout: "stretch": { 2024-09-20T22:59:29.345 INFO:tasks.workunit.client.0.smithi046.stdout: "enabled": null 2024-09-20T22:59:29.345 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.345 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.345 INFO:tasks.workunit.client.0.smithi046.stdout: "network": { 2024-09-20T22:59:29.346 INFO:tasks.workunit.client.0.smithi046.stdout: "provider": null 2024-09-20T22:59:29.346 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.346 INFO:tasks.workunit.client.0.smithi046.stdout: "storage": { 2024-09-20T22:59:29.346 INFO:tasks.workunit.client.0.smithi046.stdout: "device-set": { 2024-09-20T22:59:29.346 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-20T22:59:29.346 INFO:tasks.workunit.client.0.smithi046.stdout: "non-portable": null, 2024-09-20T22:59:29.346 INFO:tasks.workunit.client.0.smithi046.stdout: "portable": null, 2024-09-20T22:59:29.346 INFO:tasks.workunit.client.0.smithi046.stdout: "total": null 2024-09-20T22:59:29.346 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.346 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.346 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.346 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.346 INFO:tasks.workunit.client.0.smithi046.stdout: "csi": { 2024-09-20T22:59:29.346 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-20T22:59:29.347 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.347 INFO:tasks.workunit.client.0.smithi046.stdout: "kubernetes": { 2024-09-20T22:59:29.347 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-20T22:59:29.347 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.347 INFO:tasks.workunit.client.0.smithi046.stdout: "node": { 2024-09-20T22:59:29.347 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-20T22:59:29.347 INFO:tasks.workunit.client.0.smithi046.stdout: "kubernetes-total": null, 2024-09-20T22:59:29.347 INFO:tasks.workunit.client.0.smithi046.stdout: "with-ceph-daemons": null, 2024-09-20T22:59:29.347 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-cephfs-plugin": null, 2024-09-20T22:59:29.347 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-nfs-plugin": null, 2024-09-20T22:59:29.347 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-rbd-plugin": null 2024-09-20T22:59:29.347 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.347 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.347 INFO:tasks.workunit.client.0.smithi046.stdout: "usage": { 2024-09-20T22:59:29.348 INFO:tasks.workunit.client.0.smithi046.stdout: "storage-class": { 2024-09-20T22:59:29.348 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-20T22:59:29.348 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket": null, 2024-09-20T22:59:29.348 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs": null, 2024-09-20T22:59:29.348 INFO:tasks.workunit.client.0.smithi046.stdout: "nfs": null, 2024-09-20T22:59:29.348 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd": null, 2024-09-20T22:59:29.348 INFO:tasks.workunit.client.0.smithi046.stdout: "total": null 2024-09-20T22:59:29.348 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.348 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:29.348 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.348 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-20T22:59:29.348 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.348 INFO:tasks.workunit.client.0.smithi046.stdout: "services": {}, 2024-09-20T22:59:29.348 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_per_pg": [ 2024-09-20T22:59:29.348 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.349 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.349 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.349 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.349 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:29.349 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.349 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:29.349 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.349 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.349 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:29.349 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.349 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.349 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.349 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.983502+0000", 2024-09-20T22:59:29.350 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.641394+0000", 2024-09-20T22:59:29.350 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.641394+0000", 2024-09-20T22:59:29.350 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.641761+0000", 2024-09-20T22:59:29.350 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.983502+0000", 2024-09-20T22:59:29.350 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.350 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.350 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.350 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.350 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.983502+0000", 2024-09-20T22:59:29.350 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.983502+0000", 2024-09-20T22:59:29.350 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.983502+0000", 2024-09-20T22:59:29.350 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.350 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.350 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.351 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.983502+0000", 2024-09-20T22:59:29.351 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.983502+0000", 2024-09-20T22:59:29.351 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.351 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 5, 2024-09-20T22:59:29.351 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.351 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.351 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.351 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.351 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.351 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.351 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.351 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 5, 2024-09-20T22:59:29.351 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.351 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.351 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.352 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1f", 2024-09-20T22:59:29.352 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.352 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.352 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.352 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5370, 2024-09-20T22:59:29.352 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.352 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:11:20.435777+0000", 2024-09-20T22:59:29.352 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.352 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.352 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 570, 2024-09-20T22:59:29.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-20T22:59:29.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-20T22:59:29.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-20T22:59:29.354 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.354 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.354 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.354 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.354 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.354 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:29.354 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.354 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.354 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.354 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.354 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.354 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.354 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.355 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 4, 2024-09-20T22:59:29.355 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 4, 2024-09-20T22:59:29.355 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.355 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.355 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.355 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 4, 2024-09-20T22:59:29.355 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-20T22:59:29.355 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.355 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.355 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.355 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.355 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.355 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.355 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:29.355 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.356 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:29.356 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "556'5" 2024-09-20T22:59:29.356 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.356 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.356 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.356 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.356 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:29.356 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:29.356 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.356 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:29.356 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.356 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.356 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.356 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.356 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.356 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.357 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.015366+0000", 2024-09-20T22:59:29.357 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.691581+0000", 2024-09-20T22:59:29.357 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.691581+0000", 2024-09-20T22:59:29.357 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.691909+0000", 2024-09-20T22:59:29.357 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.015366+0000", 2024-09-20T22:59:29.357 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.357 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.357 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.357 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:29.357 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.015366+0000", 2024-09-20T22:59:29.357 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.015366+0000", 2024-09-20T22:59:29.357 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.015366+0000", 2024-09-20T22:59:29.357 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.357 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.357 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.358 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.015366+0000", 2024-09-20T22:59:29.358 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.015366+0000", 2024-09-20T22:59:29.358 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.358 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.358 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.358 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.358 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:29.358 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.358 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.358 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.358 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.358 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.358 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.358 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.358 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.359 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1e", 2024-09-20T22:59:29.359 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.359 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.359 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.359 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5288, 2024-09-20T22:59:29.359 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.359 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:41:15.646013+0000", 2024-09-20T22:59:29.359 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.359 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.359 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.360 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.360 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.360 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.360 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.360 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.360 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.360 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.360 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.360 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.360 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.360 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.360 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.360 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.360 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.360 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.360 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.361 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.361 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.361 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.361 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.361 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.361 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.361 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.361 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.361 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.361 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.361 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.361 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.361 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.361 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.361 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.362 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.362 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.362 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.362 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.362 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.362 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.362 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.362 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.362 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.362 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.362 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:29.362 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:29.362 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.362 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:29.363 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.363 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.363 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.363 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.363 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.363 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.363 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:29.363 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.363 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:29.363 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.363 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.363 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:29.363 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.363 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.364 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.364 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.017197+0000", 2024-09-20T22:59:29.364 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.399088+0000", 2024-09-20T22:59:29.364 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.399088+0000", 2024-09-20T22:59:29.364 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.399490+0000", 2024-09-20T22:59:29.364 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.017197+0000", 2024-09-20T22:59:29.364 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.364 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.364 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.364 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:29.364 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.017197+0000", 2024-09-20T22:59:29.364 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.017197+0000", 2024-09-20T22:59:29.364 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.017197+0000", 2024-09-20T22:59:29.364 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.364 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.365 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.365 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.017197+0000", 2024-09-20T22:59:29.365 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.017197+0000", 2024-09-20T22:59:29.365 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.365 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T22:59:29.365 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.365 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.365 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:29.365 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.365 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.365 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.365 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.365 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T22:59:29.365 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.365 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.366 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.366 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1e", 2024-09-20T22:59:29.366 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.366 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.366 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.366 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5310, 2024-09-20T22:59:29.366 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.366 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:27:29.454367+0000", 2024-09-20T22:59:29.366 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.366 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.366 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.367 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.367 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.367 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.367 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.367 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.367 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.367 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.367 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.367 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.367 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.367 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.367 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.367 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.367 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.367 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.368 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.368 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.368 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.368 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.368 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.368 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.368 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.368 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.368 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.368 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.368 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.368 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.368 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.368 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.368 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.369 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.369 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.369 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.369 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.369 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.369 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.369 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.369 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.369 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.369 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.369 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.369 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.369 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:29.369 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.369 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:29.370 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "556'2" 2024-09-20T22:59:29.370 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.370 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.370 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.370 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.370 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.370 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:29.370 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.370 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:29.370 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.370 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.370 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.370 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.370 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.371 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.371 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.983171+0000", 2024-09-20T22:59:29.371 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.415961+0000", 2024-09-20T22:59:29.371 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.415961+0000", 2024-09-20T22:59:29.371 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.416650+0000", 2024-09-20T22:59:29.371 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.983171+0000", 2024-09-20T22:59:29.371 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.371 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.371 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.371 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:29.371 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.983171+0000", 2024-09-20T22:59:29.371 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.983171+0000", 2024-09-20T22:59:29.371 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.983171+0000", 2024-09-20T22:59:29.371 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.372 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.372 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.372 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.983171+0000", 2024-09-20T22:59:29.372 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.983171+0000", 2024-09-20T22:59:29.372 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.372 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.372 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.372 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.372 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:29.372 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.372 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.372 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.372 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.372 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.372 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.372 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.373 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.373 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1f", 2024-09-20T22:59:29.373 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.373 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.373 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.373 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5359, 2024-09-20T22:59:29.373 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.373 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:38:22.816465+0000", 2024-09-20T22:59:29.373 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.373 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.373 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.375 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.375 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.375 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.375 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.375 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.375 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.375 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.375 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.375 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.375 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.375 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.375 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.375 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.375 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.376 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.376 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.376 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.376 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.376 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.376 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.376 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.376 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.376 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.376 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.376 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.376 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.376 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.377 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.377 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.377 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.377 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:29.377 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.377 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:29.377 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.377 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.377 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.377 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.377 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.377 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:29.377 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:29.377 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.377 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:29.378 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.378 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.378 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:29.378 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.378 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.378 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.378 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156680+0000", 2024-09-20T22:59:29.378 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.639906+0000", 2024-09-20T22:59:29.378 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.639906+0000", 2024-09-20T22:59:29.378 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.640782+0000", 2024-09-20T22:59:29.378 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156680+0000", 2024-09-20T22:59:29.378 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.378 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.378 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.379 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.379 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156680+0000", 2024-09-20T22:59:29.379 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156680+0000", 2024-09-20T22:59:29.379 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156680+0000", 2024-09-20T22:59:29.379 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.379 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.379 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.379 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156680+0000", 2024-09-20T22:59:29.379 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156680+0000", 2024-09-20T22:59:29.379 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.379 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T22:59:29.379 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.379 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.379 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.380 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.380 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.380 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.380 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.380 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T22:59:29.380 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.380 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.380 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.380 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1d", 2024-09-20T22:59:29.380 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.380 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.380 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.380 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5137, 2024-09-20T22:59:29.380 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.380 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:16:54.100618+0000", 2024-09-20T22:59:29.381 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.381 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.381 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:29.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:29.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:29.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:29.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 6, 2024-09-20T22:59:29.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 6, 2024-09-20T22:59:29.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-20T22:59:29.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.383 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.383 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.384 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.384 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.384 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.384 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:29.384 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:29.384 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.384 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:29.384 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'2" 2024-09-20T22:59:29.384 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.384 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.384 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.384 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.384 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.384 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:29.384 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.385 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:29.385 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.385 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.385 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.385 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.385 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.385 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.385 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.873668+0000", 2024-09-20T22:59:29.385 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.395912+0000", 2024-09-20T22:59:29.385 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.395912+0000", 2024-09-20T22:59:29.385 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.398002+0000", 2024-09-20T22:59:29.385 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.873668+0000", 2024-09-20T22:59:29.385 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.385 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.385 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.386 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:29.386 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.873668+0000", 2024-09-20T22:59:29.386 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.873668+0000", 2024-09-20T22:59:29.386 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.873668+0000", 2024-09-20T22:59:29.386 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.386 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.386 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.386 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.873668+0000", 2024-09-20T22:59:29.386 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.873668+0000", 2024-09-20T22:59:29.386 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.386 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.386 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.386 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.386 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:29.386 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.386 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.387 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.387 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.387 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.387 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.387 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.387 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.387 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1c", 2024-09-20T22:59:29.387 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.387 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.387 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.387 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5204, 2024-09-20T22:59:29.387 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.387 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:01:41.209801+0000", 2024-09-20T22:59:29.387 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.388 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.388 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.388 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.388 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.388 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.388 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.388 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.388 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.388 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.388 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.388 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.388 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.388 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.388 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.388 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.389 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.389 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.389 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.389 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.389 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.389 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.389 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.389 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.389 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.389 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.389 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.389 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.389 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.389 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.390 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.391 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.391 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.391 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.391 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.391 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.391 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:29.391 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.391 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:29.391 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.391 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.391 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.391 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.391 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.391 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.391 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:29.392 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.392 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:29.392 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.392 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.392 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:29.392 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.392 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.392 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.392 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.155644+0000", 2024-09-20T22:59:29.392 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.635163+0000", 2024-09-20T22:59:29.392 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.635163+0000", 2024-09-20T22:59:29.392 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.635489+0000", 2024-09-20T22:59:29.392 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.155644+0000", 2024-09-20T22:59:29.392 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.393 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.393 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.393 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.393 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.155644+0000", 2024-09-20T22:59:29.393 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.155644+0000", 2024-09-20T22:59:29.393 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.155644+0000", 2024-09-20T22:59:29.393 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.393 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.393 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.393 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.155644+0000", 2024-09-20T22:59:29.393 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.155644+0000", 2024-09-20T22:59:29.393 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.393 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T22:59:29.393 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.394 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.394 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.394 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.394 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.394 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.394 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.394 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T22:59:29.394 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.394 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.394 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.394 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1c", 2024-09-20T22:59:29.394 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.394 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.394 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.394 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5145, 2024-09-20T22:59:29.395 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.395 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:13:19.134589+0000", 2024-09-20T22:59:29.395 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.395 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.395 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.395 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.395 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.395 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.395 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.395 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.395 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.395 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.395 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.395 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.396 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.396 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.396 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.396 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.396 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.396 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.396 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.396 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:29.396 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:29.396 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.396 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:29.396 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.396 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.396 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.396 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.396 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:29.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 6, 2024-09-20T22:59:29.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 6, 2024-09-20T22:59:29.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-20T22:59:29.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.397 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.398 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.398 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.398 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.398 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.398 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.398 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:29.398 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.398 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:29.398 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'2" 2024-09-20T22:59:29.398 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.398 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.398 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.398 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.398 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.398 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:29.399 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.399 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:29.399 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.399 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.399 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.399 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.399 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.399 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.399 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.870908+0000", 2024-09-20T22:59:29.399 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.687596+0000", 2024-09-20T22:59:29.399 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.687596+0000", 2024-09-20T22:59:29.399 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.687934+0000", 2024-09-20T22:59:29.399 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.870908+0000", 2024-09-20T22:59:29.400 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.400 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.400 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.400 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:29.400 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.870908+0000", 2024-09-20T22:59:29.400 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.870908+0000", 2024-09-20T22:59:29.400 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.870908+0000", 2024-09-20T22:59:29.400 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.400 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.400 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.400 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.870908+0000", 2024-09-20T22:59:29.400 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.870908+0000", 2024-09-20T22:59:29.400 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.400 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.400 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.400 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.401 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:29.401 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.401 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.401 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.401 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.401 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.401 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.401 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.401 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.401 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1d", 2024-09-20T22:59:29.401 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.401 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.401 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.402 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5196, 2024-09-20T22:59:29.402 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.402 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:07:12.142545+0000", 2024-09-20T22:59:29.402 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.402 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.402 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.403 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.403 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.403 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.403 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.403 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.403 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.403 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.403 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.403 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.403 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.403 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.403 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.403 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.403 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.404 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.404 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.404 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.404 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.404 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.404 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.404 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.404 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.404 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.404 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.404 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.404 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.404 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.404 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.404 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.405 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.405 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.405 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.405 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.405 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.405 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.405 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:29.405 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.405 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:29.405 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.405 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.405 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.406 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.406 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:29.406 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.406 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:29.406 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.406 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:29.406 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.406 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.406 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.406 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.406 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.406 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.406 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.875283+0000", 2024-09-20T22:59:29.406 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.698672+0000", 2024-09-20T22:59:29.406 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.698672+0000", 2024-09-20T22:59:29.407 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.699056+0000", 2024-09-20T22:59:29.407 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.875283+0000", 2024-09-20T22:59:29.407 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.407 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.407 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.407 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:29.407 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.875283+0000", 2024-09-20T22:59:29.407 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.875283+0000", 2024-09-20T22:59:29.407 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.875283+0000", 2024-09-20T22:59:29.407 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.407 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.407 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.407 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.875283+0000", 2024-09-20T22:59:29.407 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.875283+0000", 2024-09-20T22:59:29.407 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.407 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.408 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.408 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.408 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:29.408 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.408 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.408 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.408 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.408 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.408 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.408 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.408 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.408 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.a", 2024-09-20T22:59:29.408 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.408 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.408 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.408 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5179, 2024-09-20T22:59:29.409 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.409 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:15:38.779356+0000", 2024-09-20T22:59:29.409 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.409 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.409 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.410 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.410 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.410 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.410 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.410 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.410 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.410 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.410 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.410 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.410 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.410 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.410 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.410 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.410 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.410 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.411 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.412 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.412 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.412 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.412 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:29.412 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.412 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:29.412 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.412 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:29.412 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.412 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.412 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.412 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.412 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.412 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.413 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:29.413 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.413 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:29.413 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.413 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.413 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:29.413 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.413 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.413 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.413 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156849+0000", 2024-09-20T22:59:29.413 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.633683+0000", 2024-09-20T22:59:29.413 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.633683+0000", 2024-09-20T22:59:29.413 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.634750+0000", 2024-09-20T22:59:29.413 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156849+0000", 2024-09-20T22:59:29.414 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.414 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.414 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.414 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.414 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156849+0000", 2024-09-20T22:59:29.414 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156849+0000", 2024-09-20T22:59:29.414 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156849+0000", 2024-09-20T22:59:29.414 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.414 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.414 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.414 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156849+0000", 2024-09-20T22:59:29.414 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156849+0000", 2024-09-20T22:59:29.414 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.414 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3, 2024-09-20T22:59:29.414 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.415 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.415 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.415 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.415 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.415 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.415 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.415 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3, 2024-09-20T22:59:29.415 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.415 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.415 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.415 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.b", 2024-09-20T22:59:29.415 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.415 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.415 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.416 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5148, 2024-09-20T22:59:29.416 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.416 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:55:43.758475+0000", 2024-09-20T22:59:29.416 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.416 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.416 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:29.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:29.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:29.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:29.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 2, 2024-09-20T22:59:29.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 2, 2024-09-20T22:59:29.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 1, 2024-09-20T22:59:29.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.419 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.419 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.419 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.419 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.419 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.419 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.419 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:29.419 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.419 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:29.419 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "556'3" 2024-09-20T22:59:29.419 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.420 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.420 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.420 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.420 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.420 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:29.420 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.420 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:29.420 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.420 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.420 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.420 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.420 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.420 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.420 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.016196+0000", 2024-09-20T22:59:29.420 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.594966+0000", 2024-09-20T22:59:29.421 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.594966+0000", 2024-09-20T22:59:29.421 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.595380+0000", 2024-09-20T22:59:29.421 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.016196+0000", 2024-09-20T22:59:29.421 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.421 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.421 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.421 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:29.421 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.016196+0000", 2024-09-20T22:59:29.421 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.016196+0000", 2024-09-20T22:59:29.421 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.016196+0000", 2024-09-20T22:59:29.421 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.421 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.421 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.421 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.016196+0000", 2024-09-20T22:59:29.422 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.016196+0000", 2024-09-20T22:59:29.422 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.422 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.422 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.422 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.422 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:29.422 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.422 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.422 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.422 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.422 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.422 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.422 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.423 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.423 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.b", 2024-09-20T22:59:29.423 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.423 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.423 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.423 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5301, 2024-09-20T22:59:29.423 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.423 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:53:09.212564+0000", 2024-09-20T22:59:29.423 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.423 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.423 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.423 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.423 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.426 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.426 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.426 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.426 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.427 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.427 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.427 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:29.427 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.427 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:29.427 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.427 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.427 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.427 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.427 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.427 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.427 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:29.427 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.428 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:29.428 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.428 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.428 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:29.428 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.428 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.428 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.428 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.982238+0000", 2024-09-20T22:59:29.428 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.642922+0000", 2024-09-20T22:59:29.428 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.642922+0000", 2024-09-20T22:59:29.428 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.643284+0000", 2024-09-20T22:59:29.428 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.982238+0000", 2024-09-20T22:59:29.429 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.429 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.429 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.429 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.429 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.982238+0000", 2024-09-20T22:59:29.429 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.982238+0000", 2024-09-20T22:59:29.429 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.982238+0000", 2024-09-20T22:59:29.429 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.429 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.429 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.429 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.982238+0000", 2024-09-20T22:59:29.429 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.982238+0000", 2024-09-20T22:59:29.429 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.429 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.429 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.430 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.430 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.430 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.430 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.430 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.430 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.430 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.430 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.430 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.430 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.430 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.a", 2024-09-20T22:59:29.430 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.430 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.430 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.430 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5339, 2024-09-20T22:59:29.431 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.431 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:19:10.378166+0000", 2024-09-20T22:59:29.431 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.431 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.431 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.431 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.431 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.431 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.431 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.431 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.431 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.431 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.431 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.431 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.431 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.433 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.433 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.434 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.434 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.434 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.434 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.434 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:29.434 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.434 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:29.434 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.434 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.434 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.434 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.434 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.434 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.434 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:29.434 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.435 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:29.435 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.435 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.435 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.435 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.435 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.435 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.435 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.016551+0000", 2024-09-20T22:59:29.435 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.637235+0000", 2024-09-20T22:59:29.435 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.637235+0000", 2024-09-20T22:59:29.435 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.637909+0000", 2024-09-20T22:59:29.435 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.016551+0000", 2024-09-20T22:59:29.435 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.435 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.435 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.435 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.436 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.016551+0000", 2024-09-20T22:59:29.436 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.016551+0000", 2024-09-20T22:59:29.436 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.016551+0000", 2024-09-20T22:59:29.436 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.436 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.436 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.436 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.016551+0000", 2024-09-20T22:59:29.436 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.016551+0000", 2024-09-20T22:59:29.436 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.436 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.436 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.436 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.436 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.436 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.436 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.437 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.437 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.437 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.437 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.437 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.437 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.437 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.8", 2024-09-20T22:59:29.437 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.437 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.437 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.437 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5295, 2024-09-20T22:59:29.437 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.437 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:30:13.432800+0000", 2024-09-20T22:59:29.437 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.437 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.437 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.438 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.438 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.438 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.438 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.438 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.438 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.438 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.438 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.438 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.438 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.438 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.438 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.438 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.438 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.439 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.440 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.441 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph telemetry show 2024-09-20T22:59:29.442 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='client.46016 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:29.443 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='client.46034 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:29.443 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='client.46034 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:29.443 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:59:29.443 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:59:29.443 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:29.443 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:29.443 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:29.443 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:29.443 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:29.443 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:29.443 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:29.443 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:29.443 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:29.443 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:29.443 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:29.444 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:29.444 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:29.444 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:29.444 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:29.444 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:29.444 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:29.444 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:29.444 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:29.444 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:29.444 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:29.444 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:29.444 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:29.444 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:29.444 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:59:29.444 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:59:29.444 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:29.444 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:29.445 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:29.445 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:29.445 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:29.445 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:29.445 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:29.445 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:29.445 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:29.445 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:29.445 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:29.445 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:29.445 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:29.445 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:29.445 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:29.445 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:29.445 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:29.445 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:29.445 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:29.446 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:29.446 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:29.446 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:29.446 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:29.446 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:29.446 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:59:29.446 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:28 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:59:29.453 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.453 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.454 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.454 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.454 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.454 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.454 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.454 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:29.454 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.454 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:29.454 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.454 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.454 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.454 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.454 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.454 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.454 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:29.455 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.455 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:29.455 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.455 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.455 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:29.455 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.455 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.455 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.455 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.983679+0000", 2024-09-20T22:59:29.455 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.642917+0000", 2024-09-20T22:59:29.455 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.642917+0000", 2024-09-20T22:59:29.455 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.643405+0000", 2024-09-20T22:59:29.455 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.983679+0000", 2024-09-20T22:59:29.455 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.455 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.455 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.456 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.456 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.983679+0000", 2024-09-20T22:59:29.456 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.983679+0000", 2024-09-20T22:59:29.456 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.983679+0000", 2024-09-20T22:59:29.456 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.456 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.456 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.456 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.983679+0000", 2024-09-20T22:59:29.456 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.983679+0000", 2024-09-20T22:59:29.456 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.456 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.456 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.456 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.456 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.456 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.456 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.457 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.457 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.457 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.457 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.457 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.457 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.457 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.9", 2024-09-20T22:59:29.457 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.457 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.457 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.457 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5339, 2024-09-20T22:59:29.457 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.457 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:16:12.825147+0000", 2024-09-20T22:59:29.457 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.457 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.457 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.459 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.459 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.459 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.459 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.459 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.459 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.459 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.459 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.459 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.459 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.459 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.459 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.459 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.459 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.459 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.460 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.460 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.460 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.460 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.460 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.461 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.461 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.461 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:29.461 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.461 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:29.461 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.461 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.461 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.461 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.461 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.461 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:29.461 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:29.461 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.461 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T22:59:29.462 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.462 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.462 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.462 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.462 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.462 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.462 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.981263+0000", 2024-09-20T22:59:29.462 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.627448+0000", 2024-09-20T22:59:29.462 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.627448+0000", 2024-09-20T22:59:29.462 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.627758+0000", 2024-09-20T22:59:29.462 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.981263+0000", 2024-09-20T22:59:29.462 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.462 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.462 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.463 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.463 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.981263+0000", 2024-09-20T22:59:29.463 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.981263+0000", 2024-09-20T22:59:29.463 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.981263+0000", 2024-09-20T22:59:29.463 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.463 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.463 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.463 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.981263+0000", 2024-09-20T22:59:29.463 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.981263+0000", 2024-09-20T22:59:29.463 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.463 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.463 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.463 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.463 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.463 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.464 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.464 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.464 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.464 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.464 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.464 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.464 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.464 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.9", 2024-09-20T22:59:29.464 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.464 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.464 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.464 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5267, 2024-09-20T22:59:29.464 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.464 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:10:06.475565+0000", 2024-09-20T22:59:29.464 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.464 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.465 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.467 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.468 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.468 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.468 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.468 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.468 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:29.468 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:29.468 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.468 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T22:59:29.468 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.468 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.468 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.468 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.468 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.468 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.468 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:29.468 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.469 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:29.469 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.469 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.469 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:29.469 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.469 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.469 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.155042+0000", 2024-09-20T22:59:29.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.640084+0000", 2024-09-20T22:59:29.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.640084+0000", 2024-09-20T22:59:29.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.640583+0000", 2024-09-20T22:59:29.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.155042+0000", 2024-09-20T22:59:29.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.470 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.155042+0000", 2024-09-20T22:59:29.470 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.155042+0000", 2024-09-20T22:59:29.470 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.155042+0000", 2024-09-20T22:59:29.470 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.470 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.470 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.470 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.155042+0000", 2024-09-20T22:59:29.470 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.155042+0000", 2024-09-20T22:59:29.470 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.470 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.470 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.470 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.470 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.470 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.470 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.470 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.471 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.471 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.471 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.471 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.471 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.471 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.8", 2024-09-20T22:59:29.471 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.471 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.471 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.471 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5136, 2024-09-20T22:59:29.471 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.471 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:48:08.217802+0000", 2024-09-20T22:59:29.471 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.471 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.471 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.471 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.474 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.474 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.474 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.474 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.474 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.474 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.474 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:29.474 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.474 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:29.474 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.475 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.475 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.475 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.475 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.475 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.475 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:29.475 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.475 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:29.475 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.475 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.475 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.475 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.475 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.475 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.475 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.984448+0000", 2024-09-20T22:59:29.475 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.610743+0000", 2024-09-20T22:59:29.475 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.610743+0000", 2024-09-20T22:59:29.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.611309+0000", 2024-09-20T22:59:29.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.984448+0000", 2024-09-20T22:59:29.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:29.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.984448+0000", 2024-09-20T22:59:29.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.984448+0000", 2024-09-20T22:59:29.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.984448+0000", 2024-09-20T22:59:29.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.984448+0000", 2024-09-20T22:59:29.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.984448+0000", 2024-09-20T22:59:29.476 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.476 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.476 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.477 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.477 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:29.477 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.477 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.477 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.477 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.477 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.477 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.477 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.477 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.477 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.6", 2024-09-20T22:59:29.477 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.477 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.477 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.477 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5357, 2024-09-20T22:59:29.477 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.477 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:01:58.847825+0000", 2024-09-20T22:59:29.478 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.478 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.478 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.478 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.478 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.478 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.478 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.478 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.478 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.478 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.478 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.478 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.478 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.478 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.480 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.480 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.480 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.481 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.481 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.481 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.481 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:29.481 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.481 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:29.481 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.481 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.481 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.481 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.481 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:29.481 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.481 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:29.482 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.482 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:29.482 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.482 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.482 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:29.482 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.482 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.482 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.482 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.879302+0000", 2024-09-20T22:59:29.482 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.642577+0000", 2024-09-20T22:59:29.482 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.642577+0000", 2024-09-20T22:59:29.482 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.643020+0000", 2024-09-20T22:59:29.482 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.879302+0000", 2024-09-20T22:59:29.482 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.483 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.483 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.483 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.483 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.879302+0000", 2024-09-20T22:59:29.483 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.879302+0000", 2024-09-20T22:59:29.483 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.879302+0000", 2024-09-20T22:59:29.483 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.483 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.483 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.483 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.879302+0000", 2024-09-20T22:59:29.483 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.879302+0000", 2024-09-20T22:59:29.483 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.483 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T22:59:29.483 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.484 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.484 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.484 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.484 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.484 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.484 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.484 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T22:59:29.484 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.484 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.484 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.484 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.7", 2024-09-20T22:59:29.484 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.484 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.484 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.485 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5153, 2024-09-20T22:59:29.485 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.485 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T02:54:48.972426+0000", 2024-09-20T22:59:29.485 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.485 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.485 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.485 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.485 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.485 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.485 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.485 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.485 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.485 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:29.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:29.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:29.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:29.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 6, 2024-09-20T22:59:29.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 6, 2024-09-20T22:59:29.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-20T22:59:29.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.488 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.488 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.488 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.488 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.488 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:29.488 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.488 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:29.488 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.488 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:29.488 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'2" 2024-09-20T22:59:29.488 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.488 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.489 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.489 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.489 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.489 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:29.489 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.489 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T22:59:29.489 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.489 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.489 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T22:59:29.489 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.489 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.489 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.489 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.981222+0000", 2024-09-20T22:59:29.489 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.691957+0000", 2024-09-20T22:59:29.489 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.691957+0000", 2024-09-20T22:59:29.490 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T22:23:13.388885+0000", 2024-09-20T22:59:29.490 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.981222+0000", 2024-09-20T22:59:29.490 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:29.490 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.490 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:29.490 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:29.490 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.981222+0000", 2024-09-20T22:59:29.490 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.981222+0000", 2024-09-20T22:59:29.490 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.981222+0000", 2024-09-20T22:59:29.490 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.490 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.490 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:29.490 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.981222+0000", 2024-09-20T22:59:29.490 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.981222+0000", 2024-09-20T22:59:29.490 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.491 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3101, 2024-09-20T22:59:29.491 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.491 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.491 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:29.491 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.491 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.491 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.491 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.491 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3101, 2024-09-20T22:59:29.491 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.491 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.491 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.491 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.1", 2024-09-20T22:59:29.492 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.492 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.492 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.492 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 9277, 2024-09-20T22:59:29.492 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.492 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:34:16.526661+0000", 2024-09-20T22:59:29.492 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.005024727, 2024-09-20T22:59:29.492 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.492 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.492 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.492 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.492 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.492 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.492 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.492 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.492 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.493 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.493 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.493 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.493 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.493 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.493 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.493 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.493 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.493 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.493 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.493 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.493 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.493 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.493 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.493 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1703, 2024-09-20T22:59:29.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 377334, 2024-09-20T22:59:29.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3074, 2024-09-20T22:59:29.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 397563 2024-09-20T22:59:29.495 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.495 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.495 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.495 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.495 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.495 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.495 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:29.495 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.495 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T22:59:29.495 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1132'3101" 2024-09-20T22:59:29.496 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.496 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.496 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.496 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.496 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.496 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:29.496 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.496 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:29.496 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.496 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.496 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.496 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.496 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.496 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.496 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.017607+0000", 2024-09-20T22:59:29.497 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.636343+0000", 2024-09-20T22:59:29.497 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.636343+0000", 2024-09-20T22:59:29.497 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.636714+0000", 2024-09-20T22:59:29.497 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.017607+0000", 2024-09-20T22:59:29.497 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.497 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.497 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.497 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.497 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.017607+0000", 2024-09-20T22:59:29.497 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.017607+0000", 2024-09-20T22:59:29.497 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.017607+0000", 2024-09-20T22:59:29.497 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.497 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.497 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.497 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.017607+0000", 2024-09-20T22:59:29.497 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.017607+0000", 2024-09-20T22:59:29.498 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.498 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.498 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.498 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.498 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.498 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.498 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.498 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.498 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.498 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.498 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.498 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.498 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.498 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.7", 2024-09-20T22:59:29.499 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.499 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.499 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.499 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5303, 2024-09-20T22:59:29.499 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.499 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:15:26.094442+0000", 2024-09-20T22:59:29.499 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.499 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.499 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.500 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.500 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.500 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.500 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.500 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.500 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.500 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.500 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.500 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.500 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.500 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.500 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.500 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.500 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.502 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.502 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.502 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.502 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.502 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.502 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.502 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:29.502 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.503 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:29.503 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.503 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.503 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.503 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.503 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.503 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:29.503 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:29.503 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.503 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:29.503 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.503 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.503 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:29.503 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.504 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.504 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.504 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.984224+0000", 2024-09-20T22:59:29.504 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.692996+0000", 2024-09-20T22:59:29.504 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.692996+0000", 2024-09-20T22:59:29.504 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.693389+0000", 2024-09-20T22:59:29.504 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.984224+0000", 2024-09-20T22:59:29.504 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.504 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.504 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.504 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:29.504 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.984224+0000", 2024-09-20T22:59:29.504 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.984224+0000", 2024-09-20T22:59:29.505 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.984224+0000", 2024-09-20T22:59:29.505 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.505 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.505 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.505 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.984224+0000", 2024-09-20T22:59:29.505 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.984224+0000", 2024-09-20T22:59:29.505 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.505 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T22:59:29.505 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.505 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.505 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:29.505 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.505 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.506 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.506 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.506 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T22:59:29.506 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.506 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.506 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.506 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.6", 2024-09-20T22:59:29.506 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.506 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.506 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.506 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5347, 2024-09-20T22:59:29.506 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.506 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:42:46.698301+0000", 2024-09-20T22:59:29.506 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.507 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.507 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.507 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.507 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.507 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.507 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.507 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.507 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.507 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.507 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.507 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.507 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.507 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.507 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:29.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:29.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:29.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:29.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 2, 2024-09-20T22:59:29.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 2, 2024-09-20T22:59:29.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2, 2024-09-20T22:59:29.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.509 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.509 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.510 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.510 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.510 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.510 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:29.510 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:29.510 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.510 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:29.510 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "560'2" 2024-09-20T22:59:29.510 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.510 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.510 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.510 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.510 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.510 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:29.511 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.511 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:29.511 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.511 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.511 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T22:59:29.511 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.511 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.511 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.511 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.016286+0000", 2024-09-20T22:59:29.511 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.636984+0000", 2024-09-20T22:59:29.511 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.636984+0000", 2024-09-20T22:59:29.511 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T22:23:13.388205+0000", 2024-09-20T22:59:29.511 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.016286+0000", 2024-09-20T22:59:29.511 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:29.512 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.512 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:29.512 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.512 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.016286+0000", 2024-09-20T22:59:29.512 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.016286+0000", 2024-09-20T22:59:29.512 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.016286+0000", 2024-09-20T22:59:29.512 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.512 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.512 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:29.512 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.016286+0000", 2024-09-20T22:59:29.512 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.016286+0000", 2024-09-20T22:59:29.512 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.512 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3019, 2024-09-20T22:59:29.512 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.513 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.513 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.513 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.513 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.513 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.513 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.513 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3019, 2024-09-20T22:59:29.513 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.513 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.513 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.513 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.0", 2024-09-20T22:59:29.513 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.513 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.513 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.514 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 9081, 2024-09-20T22:59:29.514 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.514 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:12:05.258232+0000", 2024-09-20T22:59:29.514 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.004441989, 2024-09-20T22:59:29.514 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.514 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.514 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.514 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.514 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.514 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.514 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.514 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.514 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.514 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.515 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.515 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.515 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.515 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.515 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.515 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.515 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.515 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.515 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.515 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.515 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.515 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.515 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.515 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1309, 2024-09-20T22:59:29.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 402051, 2024-09-20T22:59:29.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2999, 2024-09-20T22:59:29.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 391628 2024-09-20T22:59:29.517 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.517 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.517 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.517 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.517 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.517 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.517 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:29.517 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.517 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:29.517 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1132'3019" 2024-09-20T22:59:29.517 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.518 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.518 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.518 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.518 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:29.518 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:29.518 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.518 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:29.518 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.518 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.518 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.518 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.518 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.518 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.519 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.985108+0000", 2024-09-20T22:59:29.519 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.403721+0000", 2024-09-20T22:59:29.519 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.403721+0000", 2024-09-20T22:59:29.519 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.404206+0000", 2024-09-20T22:59:29.519 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.985108+0000", 2024-09-20T22:59:29.519 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.519 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.519 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.519 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:29.519 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.985108+0000", 2024-09-20T22:59:29.519 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.985108+0000", 2024-09-20T22:59:29.519 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.985108+0000", 2024-09-20T22:59:29.519 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.519 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.519 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.520 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.985108+0000", 2024-09-20T22:59:29.520 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.985108+0000", 2024-09-20T22:59:29.520 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.520 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.520 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.520 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.520 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:29.520 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.520 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.520 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.520 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.520 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.520 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.520 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.520 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.520 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.4", 2024-09-20T22:59:29.521 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.521 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.521 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.521 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5341, 2024-09-20T22:59:29.521 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.521 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:27:13.846984+0000", 2024-09-20T22:59:29.521 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.521 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.521 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.521 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.521 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.521 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.521 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.522 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.522 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.522 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.522 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.522 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.522 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.522 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.522 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.522 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.522 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.522 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.522 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.522 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.522 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.522 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.524 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.524 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.524 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.524 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.524 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.524 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:29.524 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:29.525 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.525 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:29.525 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.525 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.525 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.525 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.525 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:29.525 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.525 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:29.525 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.525 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T22:59:29.525 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.525 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.526 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:29.526 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.526 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.526 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.526 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:25.774735+0000", 2024-09-20T22:59:29.526 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.596569+0000", 2024-09-20T22:59:29.526 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.596569+0000", 2024-09-20T22:59:29.526 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.597795+0000", 2024-09-20T22:59:29.526 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:25.774735+0000", 2024-09-20T22:59:29.526 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.526 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.526 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.526 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:29.527 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:25.774735+0000", 2024-09-20T22:59:29.527 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:25.774735+0000", 2024-09-20T22:59:29.527 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:25.774735+0000", 2024-09-20T22:59:29.527 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.527 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.527 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.527 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:25.774735+0000", 2024-09-20T22:59:29.527 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:25.774735+0000", 2024-09-20T22:59:29.527 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.527 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.527 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.527 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.527 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:29.527 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.528 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.528 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.528 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.528 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.528 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.528 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.528 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.528 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.5", 2024-09-20T22:59:29.528 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.528 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.528 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.528 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5315, 2024-09-20T22:59:29.528 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.529 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:30:57.249917+0000", 2024-09-20T22:59:29.529 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.529 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.529 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.531 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.531 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.531 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.531 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.532 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:29.532 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.532 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:29.532 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.532 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T22:59:29.532 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.532 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.532 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.532 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.532 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.532 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.532 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:29.532 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.532 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:29.532 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.532 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.533 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T22:59:29.533 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.533 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.533 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.533 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.980584+0000", 2024-09-20T22:59:29.533 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.637782+0000", 2024-09-20T22:59:29.533 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.637782+0000", 2024-09-20T22:59:29.533 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T22:23:13.402482+0000", 2024-09-20T22:59:29.533 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.980584+0000", 2024-09-20T22:59:29.533 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:29.533 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.533 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:29.533 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.533 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.980584+0000", 2024-09-20T22:59:29.533 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.980584+0000", 2024-09-20T22:59:29.534 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.980584+0000", 2024-09-20T22:59:29.534 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.534 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.534 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:29.534 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.980584+0000", 2024-09-20T22:59:29.534 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.980584+0000", 2024-09-20T22:59:29.534 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.534 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3130, 2024-09-20T22:59:29.534 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.534 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.534 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.534 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.534 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.534 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.534 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.534 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3130, 2024-09-20T22:59:29.535 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.535 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.535 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.535 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.3", 2024-09-20T22:59:29.535 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.535 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.535 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.535 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 9173, 2024-09-20T22:59:29.535 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.535 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:09:02.812712+0000", 2024-09-20T22:59:29.535 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.011601735, 2024-09-20T22:59:29.535 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.535 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.535 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.535 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.536 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:29.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:29.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:29.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:29.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 895, 2024-09-20T22:59:29.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 403247, 2024-09-20T22:59:29.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3109, 2024-09-20T22:59:29.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 418521 2024-09-20T22:59:29.538 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.538 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.538 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.538 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.538 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.538 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.538 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:29.538 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.538 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:29.539 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1132'3130" 2024-09-20T22:59:29.539 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.539 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.539 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.539 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.539 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.539 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:29.539 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.539 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:29.539 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.539 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.539 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.539 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.539 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.540 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.540 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.871832+0000", 2024-09-20T22:59:29.540 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.401932+0000", 2024-09-20T22:59:29.540 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.401932+0000", 2024-09-20T22:59:29.540 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.402226+0000", 2024-09-20T22:59:29.540 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.871832+0000", 2024-09-20T22:59:29.540 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.540 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.540 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.540 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:29.540 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.871832+0000", 2024-09-20T22:59:29.540 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.871832+0000", 2024-09-20T22:59:29.540 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.871832+0000", 2024-09-20T22:59:29.541 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.541 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.541 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.541 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.871832+0000", 2024-09-20T22:59:29.541 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.871832+0000", 2024-09-20T22:59:29.541 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.541 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.541 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.541 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.541 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:29.541 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.541 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.541 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.541 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.541 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.541 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.542 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.542 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.542 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.5", 2024-09-20T22:59:29.542 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.542 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.542 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.542 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5217, 2024-09-20T22:59:29.542 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.542 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:19:00.559359+0000", 2024-09-20T22:59:29.542 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.542 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.542 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.542 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.542 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.542 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.545 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.545 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.545 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.545 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.545 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.546 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.546 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:29.546 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.546 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:29.546 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.546 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.546 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.546 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.546 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.546 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.546 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:29.546 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.546 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:29.546 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.547 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.547 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:29.547 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.547 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.547 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.547 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.985193+0000", 2024-09-20T22:59:29.547 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.636168+0000", 2024-09-20T22:59:29.547 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.636168+0000", 2024-09-20T22:59:29.547 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.636510+0000", 2024-09-20T22:59:29.547 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.985193+0000", 2024-09-20T22:59:29.547 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.547 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.547 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.547 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.547 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.985193+0000", 2024-09-20T22:59:29.548 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.985193+0000", 2024-09-20T22:59:29.548 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.985193+0000", 2024-09-20T22:59:29.548 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.548 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.548 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.548 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.985193+0000", 2024-09-20T22:59:29.548 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.985193+0000", 2024-09-20T22:59:29.548 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.548 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.548 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.548 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.548 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.548 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.548 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.549 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.549 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.549 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.549 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.549 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.549 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.549 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.4", 2024-09-20T22:59:29.549 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.549 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.549 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.549 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5353, 2024-09-20T22:59:29.549 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.549 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:55:02.284592+0000", 2024-09-20T22:59:29.549 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.550 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.550 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.552 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.552 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.553 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.553 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.553 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.553 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.553 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:29.553 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.553 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:29.553 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.553 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.553 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.553 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.553 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.553 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.553 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:29.553 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.554 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:29.554 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.554 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.554 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T22:59:29.554 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.554 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.554 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.554 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.981453+0000", 2024-09-20T22:59:29.554 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.410576+0000", 2024-09-20T22:59:29.554 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.410576+0000", 2024-09-20T22:59:29.554 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T22:23:13.404539+0000", 2024-09-20T22:59:29.554 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.981453+0000", 2024-09-20T22:59:29.554 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:29.554 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.554 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:29.555 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:29.555 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.981453+0000", 2024-09-20T22:59:29.555 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.981453+0000", 2024-09-20T22:59:29.555 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.981453+0000", 2024-09-20T22:59:29.555 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.555 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.555 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:29.555 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.981453+0000", 2024-09-20T22:59:29.555 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.981453+0000", 2024-09-20T22:59:29.555 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.555 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3165, 2024-09-20T22:59:29.555 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.555 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.555 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:29.555 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.556 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.556 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.556 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.556 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3165, 2024-09-20T22:59:29.556 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.556 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.556 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.556 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.2", 2024-09-20T22:59:29.556 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.556 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.556 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.556 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 9381, 2024-09-20T22:59:29.556 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.556 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:47:57.352089+0000", 2024-09-20T22:59:29.556 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.00945695, 2024-09-20T22:59:29.556 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.557 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 19, 2024-09-20T22:59:29.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.557 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:29.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:29.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:29.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1298, 2024-09-20T22:59:29.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 402048, 2024-09-20T22:59:29.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3152, 2024-09-20T22:59:29.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 407365 2024-09-20T22:59:29.559 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.559 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.560 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.560 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.560 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.560 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.560 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:29.560 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.560 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:29.560 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1132'3165" 2024-09-20T22:59:29.560 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.560 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.560 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.560 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.560 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.560 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:29.560 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.560 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T22:59:29.561 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.561 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.561 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.561 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.561 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.561 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.561 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.981793+0000", 2024-09-20T22:59:29.561 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.691713+0000", 2024-09-20T22:59:29.561 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.691713+0000", 2024-09-20T22:59:29.561 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.692022+0000", 2024-09-20T22:59:29.561 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.981793+0000", 2024-09-20T22:59:29.561 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.561 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.561 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.561 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:29.561 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.981793+0000", 2024-09-20T22:59:29.562 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.981793+0000", 2024-09-20T22:59:29.562 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.981793+0000", 2024-09-20T22:59:29.562 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.562 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.562 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.562 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.981793+0000", 2024-09-20T22:59:29.562 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.981793+0000", 2024-09-20T22:59:29.562 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.562 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.562 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.562 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.562 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:29.562 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.562 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.563 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.563 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.563 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.563 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.563 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.563 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.563 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3", 2024-09-20T22:59:29.563 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.563 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.563 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.563 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5244, 2024-09-20T22:59:29.563 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.563 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:22:32.817458+0000", 2024-09-20T22:59:29.563 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.564 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.564 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.564 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.565 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.566 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.566 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.566 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.566 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.566 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.566 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.566 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.566 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.566 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.566 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.566 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.566 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.566 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.566 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.567 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.567 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.567 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.567 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.567 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.567 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:29.567 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.567 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T22:59:29.567 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.567 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.567 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.567 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.567 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.568 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.568 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:29.568 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.568 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:29.568 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.568 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.568 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:29.568 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.568 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.568 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.568 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.870933+0000", 2024-09-20T22:59:29.568 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.688340+0000", 2024-09-20T22:59:29.568 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.688340+0000", 2024-09-20T22:59:29.568 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.688885+0000", 2024-09-20T22:59:29.568 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.870933+0000", 2024-09-20T22:59:29.569 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.569 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.569 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.569 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:29.569 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.870933+0000", 2024-09-20T22:59:29.569 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.870933+0000", 2024-09-20T22:59:29.569 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.870933+0000", 2024-09-20T22:59:29.569 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.569 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.569 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.569 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.870933+0000", 2024-09-20T22:59:29.569 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.870933+0000", 2024-09-20T22:59:29.569 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.569 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.570 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.570 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.570 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:29.570 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.570 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.570 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.570 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.570 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.570 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.570 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.570 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.570 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.2", 2024-09-20T22:59:29.570 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.570 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.571 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.571 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5187, 2024-09-20T22:59:29.571 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.571 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T02:32:52.016422+0000", 2024-09-20T22:59:29.571 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.571 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.571 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.571 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.572 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.573 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.574 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.574 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.574 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.574 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.574 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.574 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.574 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.574 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:29.574 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.574 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:29.574 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.574 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.574 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.574 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.575 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.575 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:29.575 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:29.575 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.575 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:29.575 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.575 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.575 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T22:59:29.575 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.575 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.575 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.575 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.985000+0000", 2024-09-20T22:59:29.575 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:47:54.642593+0000", 2024-09-20T22:59:29.575 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:47:54.642593+0000", 2024-09-20T22:59:29.576 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T22:23:13.402550+0000", 2024-09-20T22:59:29.576 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.985000+0000", 2024-09-20T22:59:29.576 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:29.576 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.576 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:29.576 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 403, 2024-09-20T22:59:29.576 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.985000+0000", 2024-09-20T22:59:29.576 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.985000+0000", 2024-09-20T22:59:29.576 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.985000+0000", 2024-09-20T22:59:29.576 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.576 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.576 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:29.576 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.985000+0000", 2024-09-20T22:59:29.576 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.985000+0000", 2024-09-20T22:59:29.576 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.576 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2976, 2024-09-20T22:59:29.577 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.577 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.577 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 402, 2024-09-20T22:59:29.577 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.577 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.577 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.577 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.577 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2976, 2024-09-20T22:59:29.577 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.577 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.577 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.577 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.4", 2024-09-20T22:59:29.577 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.577 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.577 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.577 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 8930, 2024-09-20T22:59:29.578 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.578 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:41:25.841173+0000", 2024-09-20T22:59:29.578 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.006990142, 2024-09-20T22:59:29.578 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.578 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:29.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:29.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:29.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.579 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.580 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.580 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:29.580 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.580 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.580 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.580 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.580 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.580 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.580 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.580 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 754, 2024-09-20T22:59:29.580 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 375259, 2024-09-20T22:59:29.580 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.580 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.580 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.580 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2982, 2024-09-20T22:59:29.581 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 376914 2024-09-20T22:59:29.581 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.581 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.581 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.581 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.581 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.581 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:29.581 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:29.581 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.581 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:29.581 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1132'2976" 2024-09-20T22:59:29.581 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.581 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.581 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.581 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.581 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:29.581 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:29.582 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.582 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:29.582 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.582 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.582 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.582 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.582 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.582 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.981732+0000", 2024-09-20T22:59:29.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.692948+0000", 2024-09-20T22:59:29.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.692948+0000", 2024-09-20T22:59:29.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.693522+0000", 2024-09-20T22:59:29.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.981732+0000", 2024-09-20T22:59:29.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.583 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.583 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:29.583 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.981732+0000", 2024-09-20T22:59:29.583 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.981732+0000", 2024-09-20T22:59:29.583 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.981732+0000", 2024-09-20T22:59:29.583 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.583 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.583 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.583 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.981732+0000", 2024-09-20T22:59:29.583 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.981732+0000", 2024-09-20T22:59:29.583 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.583 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.583 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.583 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.583 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:29.584 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.584 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.584 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.584 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.584 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.584 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.584 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.584 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.584 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.0", 2024-09-20T22:59:29.584 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.584 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.584 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.584 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5343, 2024-09-20T22:59:29.584 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.584 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:01:40.722180+0000", 2024-09-20T22:59:29.585 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.585 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.585 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.588 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.588 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.588 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.588 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.588 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.588 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:29.588 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:29.588 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.588 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:29.588 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.588 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.588 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.588 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.588 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:29.588 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.589 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:29.589 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.589 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T22:59:29.589 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.589 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.589 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:29.589 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.589 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.589 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:25.774250+0000", 2024-09-20T22:59:29.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:47:54.633067+0000", 2024-09-20T22:59:29.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:47:54.633067+0000", 2024-09-20T22:59:29.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:47:54.633375+0000", 2024-09-20T22:59:29.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:25.774250+0000", 2024-09-20T22:59:29.589 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 403, 2024-09-20T22:59:29.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:25.774250+0000", 2024-09-20T22:59:29.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:25.774250+0000", 2024-09-20T22:59:29.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:25.774250+0000", 2024-09-20T22:59:29.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:25.774250+0000", 2024-09-20T22:59:29.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:25.774250+0000", 2024-09-20T22:59:29.590 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.590 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.590 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.591 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.591 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 402, 2024-09-20T22:59:29.591 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.591 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.591 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.591 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.591 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.591 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.591 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.591 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.591 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1", 2024-09-20T22:59:29.591 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.591 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.591 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.591 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5321, 2024-09-20T22:59:29.592 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.592 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:51:34.403799+0000", 2024-09-20T22:59:29.592 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.592 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.592 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.595 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.595 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.595 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.595 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.595 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.595 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:29.595 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.595 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:29.595 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.595 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T22:59:29.595 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.595 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.595 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.595 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.595 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.595 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.596 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:29.596 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.596 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:29.596 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.596 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.596 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T22:59:29.596 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.596 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.596 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.986094+0000", 2024-09-20T22:59:29.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.406483+0000", 2024-09-20T22:59:29.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.406483+0000", 2024-09-20T22:59:29.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T22:23:13.410941+0000", 2024-09-20T22:59:29.597 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.986094+0000", 2024-09-20T22:59:29.597 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:29.597 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.597 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:29.597 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:29.597 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.986094+0000", 2024-09-20T22:59:29.597 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.986094+0000", 2024-09-20T22:59:29.597 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.986094+0000", 2024-09-20T22:59:29.597 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.597 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.597 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:29.597 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.986094+0000", 2024-09-20T22:59:29.597 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.986094+0000", 2024-09-20T22:59:29.597 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.597 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2967, 2024-09-20T22:59:29.598 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.598 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.598 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:29.598 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.598 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.598 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.598 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.598 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2967, 2024-09-20T22:59:29.598 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.598 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.598 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.598 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.7", 2024-09-20T22:59:29.598 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.599 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.599 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.599 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 8807, 2024-09-20T22:59:29.599 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.599 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T06:00:55.235367+0000", 2024-09-20T22:59:29.599 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.015368999, 2024-09-20T22:59:29.599 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.599 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 679, 2024-09-20T22:59:29.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 366217, 2024-09-20T22:59:29.602 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.602 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.602 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.602 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2963, 2024-09-20T22:59:29.602 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 370076 2024-09-20T22:59:29.602 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.602 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.602 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.602 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.602 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.602 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.602 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:29.602 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.602 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:29.603 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1132'2967" 2024-09-20T22:59:29.603 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.603 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.603 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.603 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.603 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.603 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:29.603 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.603 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:29.603 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.603 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.603 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.603 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.604 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.604 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.604 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.981370+0000", 2024-09-20T22:59:29.604 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.612215+0000", 2024-09-20T22:59:29.604 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.612215+0000", 2024-09-20T22:59:29.604 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.613648+0000", 2024-09-20T22:59:29.604 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.981370+0000", 2024-09-20T22:59:29.604 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.604 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.604 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.604 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:29.604 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.981370+0000", 2024-09-20T22:59:29.604 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.981370+0000", 2024-09-20T22:59:29.605 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.981370+0000", 2024-09-20T22:59:29.605 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.605 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.605 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.605 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.981370+0000", 2024-09-20T22:59:29.605 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.981370+0000", 2024-09-20T22:59:29.605 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.605 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.605 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.605 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.605 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:29.605 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.605 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.605 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.606 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.606 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.606 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.606 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.607 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.607 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1", 2024-09-20T22:59:29.607 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.607 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.607 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.607 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5359, 2024-09-20T22:59:29.607 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.607 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:11:04.787526+0000", 2024-09-20T22:59:29.607 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.607 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.607 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.609 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.609 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.609 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.609 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.609 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.609 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.609 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.609 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.609 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.609 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.609 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.609 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.609 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.609 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.609 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.610 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.610 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.610 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.610 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.610 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.610 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.610 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.610 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.610 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.610 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.610 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.611 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.611 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.611 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.611 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.611 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.611 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:29.611 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.611 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:29.611 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.611 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.611 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.611 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.611 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.612 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.612 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:29.612 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.612 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:29.612 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.612 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.612 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:29.612 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.612 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.612 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.612 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.155969+0000", 2024-09-20T22:59:29.612 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.638806+0000", 2024-09-20T22:59:29.613 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.638806+0000", 2024-09-20T22:59:29.613 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.640338+0000", 2024-09-20T22:59:29.613 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.155969+0000", 2024-09-20T22:59:29.613 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.613 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.613 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.613 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.613 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.155969+0000", 2024-09-20T22:59:29.613 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.155969+0000", 2024-09-20T22:59:29.614 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.155969+0000", 2024-09-20T22:59:29.614 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.614 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.614 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.614 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.155969+0000", 2024-09-20T22:59:29.614 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.155969+0000", 2024-09-20T22:59:29.614 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.614 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.614 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.614 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.614 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.614 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.614 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.615 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.615 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.615 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.615 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.615 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.615 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.615 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.0", 2024-09-20T22:59:29.615 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.615 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.615 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.615 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5139, 2024-09-20T22:59:29.615 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.615 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:32:16.447603+0000", 2024-09-20T22:59:29.615 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.616 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.616 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.616 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.616 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.616 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.616 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.616 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.616 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.616 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.616 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.617 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.617 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.617 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.617 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.617 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.617 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.617 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.617 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.617 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.617 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.617 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.617 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.617 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.617 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.617 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.619 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.619 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.619 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.619 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.619 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.619 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.619 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.619 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.619 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.619 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.619 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:29.619 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.619 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:29.620 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.620 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.620 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.620 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.620 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.620 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.620 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:29.620 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.620 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:29.620 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.620 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.620 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T22:59:29.620 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.620 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.621 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.621 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.984276+0000", 2024-09-20T22:59:29.621 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:47:20.956419+0000", 2024-09-20T22:59:29.621 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:47:20.956419+0000", 2024-09-20T22:59:29.621 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T22:23:13.400554+0000", 2024-09-20T22:59:29.621 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.984276+0000", 2024-09-20T22:59:29.621 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:29.621 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.621 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:29.621 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 370, 2024-09-20T22:59:29.621 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.984276+0000", 2024-09-20T22:59:29.621 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.984276+0000", 2024-09-20T22:59:29.621 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.984276+0000", 2024-09-20T22:59:29.622 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.622 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.622 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:29.622 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.984276+0000", 2024-09-20T22:59:29.622 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.984276+0000", 2024-09-20T22:59:29.622 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.622 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3162, 2024-09-20T22:59:29.622 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.622 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.622 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 369, 2024-09-20T22:59:29.622 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.622 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.622 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.622 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.623 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3162, 2024-09-20T22:59:29.623 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.623 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.623 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.623 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.6", 2024-09-20T22:59:29.623 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.623 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.623 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.623 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 9100, 2024-09-20T22:59:29.623 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.623 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:07:03.979631+0000", 2024-09-20T22:59:29.623 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.009198371, 2024-09-20T22:59:29.623 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.623 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 4194304, 2024-09-20T22:59:29.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.624 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.625 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.625 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:29.625 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:29.625 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.625 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:29.625 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.625 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.625 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.625 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.625 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.625 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.625 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.625 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.626 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.626 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.626 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.626 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.626 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.626 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 815, 2024-09-20T22:59:29.626 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 384998, 2024-09-20T22:59:29.626 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.626 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.626 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.626 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3140, 2024-09-20T22:59:29.626 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 394932 2024-09-20T22:59:29.627 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.627 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.627 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.627 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.627 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.627 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.627 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:29.627 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.627 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:29.627 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1132'3162" 2024-09-20T22:59:29.627 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.628 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.628 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.628 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.628 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.628 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:29.628 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.628 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:29.628 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.628 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.629 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.629 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.629 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.629 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.629 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.017050+0000", 2024-09-20T22:59:29.629 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.691351+0000", 2024-09-20T22:59:29.629 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.691351+0000", 2024-09-20T22:59:29.629 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.691890+0000", 2024-09-20T22:59:29.629 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.017050+0000", 2024-09-20T22:59:29.629 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.629 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.629 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.629 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:29.630 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.017050+0000", 2024-09-20T22:59:29.630 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.017050+0000", 2024-09-20T22:59:29.630 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.017050+0000", 2024-09-20T22:59:29.630 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.630 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.630 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.630 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.017050+0000", 2024-09-20T22:59:29.630 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.017050+0000", 2024-09-20T22:59:29.630 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.630 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.630 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.630 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.630 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:29.630 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.631 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.631 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.631 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.631 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.631 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.631 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.631 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.631 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2", 2024-09-20T22:59:29.631 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.631 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.631 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.631 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5294, 2024-09-20T22:59:29.631 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.632 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:37:04.437245+0000", 2024-09-20T22:59:29.632 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.632 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.632 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.632 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.633 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.634 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.634 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.634 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.634 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.634 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.634 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.634 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.634 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.634 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.634 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.634 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.634 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.635 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.635 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.635 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.635 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.635 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.635 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.635 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:29.635 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.635 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:29.635 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.636 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.636 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.636 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.636 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.636 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:29.636 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:29.636 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.636 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:29.636 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.636 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.636 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:29.636 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.636 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.636 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.637 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.871353+0000", 2024-09-20T22:59:29.637 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.637793+0000", 2024-09-20T22:59:29.637 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.637793+0000", 2024-09-20T22:59:29.637 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.638142+0000", 2024-09-20T22:59:29.637 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.871353+0000", 2024-09-20T22:59:29.637 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.637 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.637 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.637 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.637 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.871353+0000", 2024-09-20T22:59:29.637 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.871353+0000", 2024-09-20T22:59:29.637 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.871353+0000", 2024-09-20T22:59:29.637 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.637 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.638 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.638 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.871353+0000", 2024-09-20T22:59:29.638 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.871353+0000", 2024-09-20T22:59:29.638 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.638 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.638 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.638 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.638 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.638 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.638 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.638 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.638 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.638 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.638 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.639 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.639 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.639 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.3", 2024-09-20T22:59:29.639 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.639 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.639 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.639 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5220, 2024-09-20T22:59:29.639 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.639 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T06:35:53.806196+0000", 2024-09-20T22:59:29.639 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.639 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.639 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.640 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.640 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.640 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.640 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.640 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.640 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.640 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.640 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.640 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.640 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.640 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.640 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.640 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.640 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.641 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.641 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.641 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.641 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.641 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.641 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.641 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.641 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.641 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.641 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.641 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.641 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.641 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.641 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.642 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.642 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.643 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.643 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.643 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.643 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.643 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:29.643 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:29.643 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.643 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:29.643 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.643 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.643 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.643 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.643 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.643 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.644 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:29.644 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.644 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:29.644 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.644 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.644 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 19, 2024-09-20T22:59:29.644 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.644 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.644 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.644 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156026+0000", 2024-09-20T22:59:29.644 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.639331+0000", 2024-09-20T22:59:29.644 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.639331+0000", 2024-09-20T22:59:29.644 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.640388+0000", 2024-09-20T22:59:29.644 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156026+0000", 2024-09-20T22:59:29.645 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:35:58.999220+0000", 2024-09-20T22:59:29.645 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.645 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:35:58.999220+0000", 2024-09-20T22:59:29.645 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.645 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156026+0000", 2024-09-20T22:59:29.645 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156026+0000", 2024-09-20T22:59:29.645 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156026+0000", 2024-09-20T22:59:29.645 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.645 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.645 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:35:58.999220+0000", 2024-09-20T22:59:29.645 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156026+0000", 2024-09-20T22:59:29.645 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156026+0000", 2024-09-20T22:59:29.645 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.646 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 200, 2024-09-20T22:59:29.646 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.646 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.646 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.646 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.646 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.646 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.646 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.646 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 200, 2024-09-20T22:59:29.646 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.646 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.646 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.646 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "1.0", 2024-09-20T22:59:29.647 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.647 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.647 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.647 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5607, 2024-09-20T22:59:29.647 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.647 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:00:29.776996+0000", 2024-09-20T22:59:29.647 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.647 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.647 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.647 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 590368, 2024-09-20T22:59:29.647 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.647 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 590368, 2024-09-20T22:59:29.647 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.648 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.648 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.648 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.648 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.648 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.648 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.648 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.648 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.648 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.648 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.648 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.648 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.648 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-20T22:59:29.649 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-20T22:59:29.649 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.649 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-20T22:59:29.649 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.649 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.649 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.649 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.649 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.649 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.649 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.649 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 2, 2024-09-20T22:59:29.649 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.649 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1200, 2024-09-20T22:59:29.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 2009, 2024-09-20T22:59:29.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 349, 2024-09-20T22:59:29.650 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1628 2024-09-20T22:59:29.650 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.650 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.650 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.651 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.651 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.651 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.651 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:29.651 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.651 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:29.651 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "2223'200" 2024-09-20T22:59:29.651 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.651 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.651 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.651 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:29.651 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.651 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:29.652 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.652 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:29.652 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.652 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.652 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T22:59:29.652 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.652 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.652 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.652 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.877886+0000", 2024-09-20T22:59:29.652 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.628033+0000", 2024-09-20T22:59:29.652 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.628033+0000", 2024-09-20T22:59:29.652 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T22:23:13.448452+0000", 2024-09-20T22:59:29.652 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.877886+0000", 2024-09-20T22:59:29.652 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:29.652 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.653 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:29.653 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.653 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.877886+0000", 2024-09-20T22:59:29.653 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.877886+0000", 2024-09-20T22:59:29.653 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.877886+0000", 2024-09-20T22:59:29.653 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.653 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.653 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:29.653 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.877886+0000", 2024-09-20T22:59:29.653 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.877886+0000", 2024-09-20T22:59:29.653 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.653 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2910, 2024-09-20T22:59:29.653 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.654 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.654 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.654 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.654 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.654 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.654 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.654 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2910, 2024-09-20T22:59:29.654 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.654 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.654 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.654 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.5", 2024-09-20T22:59:29.654 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.654 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.654 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.655 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 8976, 2024-09-20T22:59:29.655 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.655 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:43:12.147587+0000", 2024-09-20T22:59:29.655 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0030952, 2024-09-20T22:59:29.655 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.655 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.655 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.655 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.655 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.655 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.655 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.655 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.655 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.655 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.656 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.656 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.656 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.656 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.656 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.656 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.656 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.656 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.656 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.656 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.656 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.656 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.656 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.656 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.657 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1579, 2024-09-20T22:59:29.658 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 377624, 2024-09-20T22:59:29.658 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.658 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.658 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.658 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2880, 2024-09-20T22:59:29.658 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 334361 2024-09-20T22:59:29.658 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.658 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.658 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.658 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.658 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:29.658 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.658 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:29.659 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.659 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:29.659 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1132'2910" 2024-09-20T22:59:29.659 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.659 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.659 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.659 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.659 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.659 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:29.659 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.659 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:29.659 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.659 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.659 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.660 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.660 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.660 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.660 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156289+0000", 2024-09-20T22:59:29.660 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.637959+0000", 2024-09-20T22:59:29.660 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.637959+0000", 2024-09-20T22:59:29.660 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.638246+0000", 2024-09-20T22:59:29.660 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156289+0000", 2024-09-20T22:59:29.660 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.660 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.660 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.660 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.660 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156289+0000", 2024-09-20T22:59:29.660 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156289+0000", 2024-09-20T22:59:29.661 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156289+0000", 2024-09-20T22:59:29.661 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.661 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.661 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.661 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156289+0000", 2024-09-20T22:59:29.661 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156289+0000", 2024-09-20T22:59:29.661 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.661 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.661 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.661 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.661 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.661 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.661 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.661 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.661 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.662 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.662 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.662 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.662 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.662 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.d", 2024-09-20T22:59:29.662 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.662 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.662 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.662 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5133, 2024-09-20T22:59:29.662 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.662 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:55:03.686109+0000", 2024-09-20T22:59:29.662 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.662 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.662 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.665 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.665 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.665 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.665 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.666 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.666 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.666 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:29.666 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.666 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:29.666 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.666 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.666 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.666 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.666 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:29.666 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.666 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:29.666 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.666 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T22:59:29.666 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.667 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.667 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:29.667 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.667 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.667 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.667 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:25.774271+0000", 2024-09-20T22:59:29.667 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.400410+0000", 2024-09-20T22:59:29.667 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.400410+0000", 2024-09-20T22:59:29.667 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.401613+0000", 2024-09-20T22:59:29.667 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:25.774271+0000", 2024-09-20T22:59:29.667 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.667 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.667 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.668 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:29.668 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:25.774271+0000", 2024-09-20T22:59:29.668 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:25.774271+0000", 2024-09-20T22:59:29.668 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:25.774271+0000", 2024-09-20T22:59:29.668 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.668 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.668 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.668 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:25.774271+0000", 2024-09-20T22:59:29.668 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:25.774271+0000", 2024-09-20T22:59:29.668 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.668 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.668 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.668 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.669 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:29.669 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.669 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.669 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.669 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.669 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.669 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.669 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.669 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.669 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.c", 2024-09-20T22:59:29.669 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.669 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.669 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.670 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5319, 2024-09-20T22:59:29.670 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.670 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T02:26:57.113318+0000", 2024-09-20T22:59:29.670 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.670 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.670 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.673 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.673 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.673 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.673 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.673 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:29.673 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.673 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:29.673 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.673 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T22:59:29.673 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.674 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.674 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.674 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.674 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.674 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.674 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:29.674 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.674 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:29.674 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.674 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.674 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.674 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.674 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.674 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.674 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.873544+0000", 2024-09-20T22:59:29.675 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.687337+0000", 2024-09-20T22:59:29.675 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.687337+0000", 2024-09-20T22:59:29.675 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.687617+0000", 2024-09-20T22:59:29.675 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.873544+0000", 2024-09-20T22:59:29.675 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.675 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.675 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.675 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:29.675 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.873544+0000", 2024-09-20T22:59:29.675 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.873544+0000", 2024-09-20T22:59:29.675 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.873544+0000", 2024-09-20T22:59:29.675 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.675 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.676 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.676 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.873544+0000", 2024-09-20T22:59:29.676 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.873544+0000", 2024-09-20T22:59:29.676 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.676 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.676 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.676 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.676 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:29.676 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.676 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.676 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.676 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.676 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.676 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.676 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.676 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.677 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.c", 2024-09-20T22:59:29.677 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.677 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.677 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.677 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5207, 2024-09-20T22:59:29.677 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.677 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:14:03.654493+0000", 2024-09-20T22:59:29.677 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.677 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.677 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.680 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.680 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.680 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.680 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.680 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.680 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.680 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:29.680 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.680 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:29.680 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.681 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.681 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.681 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.681 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.681 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.681 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:29.681 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.681 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:29.681 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.681 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.681 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:29.681 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.681 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.681 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.681 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.983604+0000", 2024-09-20T22:59:29.682 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.603520+0000", 2024-09-20T22:59:29.682 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.603520+0000", 2024-09-20T22:59:29.682 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.603915+0000", 2024-09-20T22:59:29.682 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.983604+0000", 2024-09-20T22:59:29.682 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.682 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.682 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.682 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:29.682 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.983604+0000", 2024-09-20T22:59:29.682 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.983604+0000", 2024-09-20T22:59:29.682 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.983604+0000", 2024-09-20T22:59:29.682 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.682 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.682 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.682 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.983604+0000", 2024-09-20T22:59:29.682 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.983604+0000", 2024-09-20T22:59:29.683 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.683 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-20T22:59:29.683 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.683 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.683 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:29.683 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.683 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.683 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.683 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.683 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-20T22:59:29.683 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.683 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.683 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.683 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.d", 2024-09-20T22:59:29.684 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.684 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.684 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.684 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5345, 2024-09-20T22:59:29.684 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.684 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:32:16.286641+0000", 2024-09-20T22:59:29.684 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.684 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.684 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 70, 2024-09-20T22:59:29.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.685 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.685 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.685 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.685 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.685 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.685 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.685 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.685 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.685 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.685 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:29.685 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:29.685 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.685 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:29.685 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.686 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.686 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.686 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.686 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.686 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.686 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.686 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.686 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.686 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.686 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.686 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.686 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.686 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1, 2024-09-20T22:59:29.686 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 1, 2024-09-20T22:59:29.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 1, 2024-09-20T22:59:29.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-20T22:59:29.687 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.687 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.687 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.687 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.687 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.687 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.687 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:29.687 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.687 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:29.688 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'1" 2024-09-20T22:59:29.688 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.688 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.688 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.688 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.688 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.688 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:29.688 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.688 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:29.688 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.688 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.688 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.688 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.689 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.689 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.689 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156413+0000", 2024-09-20T22:59:29.689 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.638782+0000", 2024-09-20T22:59:29.689 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.638782+0000", 2024-09-20T22:59:29.689 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.640050+0000", 2024-09-20T22:59:29.689 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156413+0000", 2024-09-20T22:59:29.689 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.689 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.689 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.689 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.689 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156413+0000", 2024-09-20T22:59:29.689 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156413+0000", 2024-09-20T22:59:29.689 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156413+0000", 2024-09-20T22:59:29.689 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.689 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.690 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.690 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156413+0000", 2024-09-20T22:59:29.690 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156413+0000", 2024-09-20T22:59:29.690 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.690 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.690 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.690 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.690 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.690 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.690 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.690 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.690 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.690 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.691 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.691 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.691 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.691 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.f", 2024-09-20T22:59:29.691 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.691 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.691 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.691 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5149, 2024-09-20T22:59:29.691 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.691 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T06:41:06.042301+0000", 2024-09-20T22:59:29.691 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.691 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.691 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.693 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.693 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.693 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.693 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.693 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.693 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.693 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.693 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.693 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.693 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.693 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.693 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.693 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.693 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.693 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.694 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.694 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.694 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.694 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.694 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.694 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.694 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.694 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.694 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.694 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.694 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.694 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.694 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:29.694 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.694 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:29.695 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.695 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.695 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.695 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.695 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:29.695 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.695 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:29.695 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.695 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T22:59:29.695 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.695 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.695 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:29.695 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.695 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.695 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.696 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:25.775174+0000", 2024-09-20T22:59:29.696 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.636749+0000", 2024-09-20T22:59:29.696 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.636749+0000", 2024-09-20T22:59:29.696 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.637110+0000", 2024-09-20T22:59:29.696 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:25.775174+0000", 2024-09-20T22:59:29.696 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.696 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.696 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.696 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.696 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:25.775174+0000", 2024-09-20T22:59:29.696 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:25.775174+0000", 2024-09-20T22:59:29.696 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:25.775174+0000", 2024-09-20T22:59:29.696 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.696 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.696 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.697 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:25.775174+0000", 2024-09-20T22:59:29.697 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:25.775174+0000", 2024-09-20T22:59:29.697 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.697 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T22:59:29.697 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.697 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.697 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.697 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.697 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.697 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.697 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.697 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T22:59:29.697 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.697 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.697 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.698 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.e", 2024-09-20T22:59:29.698 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.698 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.698 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.698 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5314, 2024-09-20T22:59:29.698 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.698 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:29:26.071744+0000", 2024-09-20T22:59:29.698 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.698 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.698 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.698 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:29.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:29.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:29.700 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.700 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.700 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.700 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.700 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.700 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:29.700 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.700 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.700 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.700 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.700 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.700 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.700 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.700 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 6, 2024-09-20T22:59:29.700 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 6, 2024-09-20T22:59:29.700 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.701 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.701 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.701 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-20T22:59:29.701 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.701 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.701 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.701 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.701 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.701 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:29.701 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.701 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:29.701 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.701 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T22:59:29.701 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'2" 2024-09-20T22:59:29.701 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.701 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.702 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.702 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.702 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.702 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:29.702 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.702 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:29.702 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.702 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.702 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.702 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.702 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.702 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.702 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.155769+0000", 2024-09-20T22:59:29.702 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.635601+0000", 2024-09-20T22:59:29.702 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.635601+0000", 2024-09-20T22:59:29.703 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.637532+0000", 2024-09-20T22:59:29.703 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.155769+0000", 2024-09-20T22:59:29.703 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.703 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.703 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.703 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.703 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.155769+0000", 2024-09-20T22:59:29.703 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.155769+0000", 2024-09-20T22:59:29.703 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.155769+0000", 2024-09-20T22:59:29.703 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.703 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.703 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.703 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.155769+0000", 2024-09-20T22:59:29.703 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.155769+0000", 2024-09-20T22:59:29.704 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.704 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.704 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.704 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.704 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.704 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.704 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.704 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.704 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.704 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.704 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.704 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.704 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.704 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.e", 2024-09-20T22:59:29.704 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.705 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.705 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.705 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5149, 2024-09-20T22:59:29.705 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.705 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:13:42.376159+0000", 2024-09-20T22:59:29.705 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.705 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.705 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.706 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.708 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.708 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.708 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.708 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.708 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.708 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.708 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.708 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.708 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.708 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.708 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:29.708 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.708 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:29.708 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.708 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.708 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.709 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.709 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.709 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.709 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:29.709 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.709 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T22:59:29.709 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.709 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.709 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:29.709 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.709 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.709 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.709 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.982122+0000", 2024-09-20T22:59:29.709 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.632865+0000", 2024-09-20T22:59:29.709 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.632865+0000", 2024-09-20T22:59:29.709 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.633176+0000", 2024-09-20T22:59:29.710 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.982122+0000", 2024-09-20T22:59:29.710 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.710 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.710 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.710 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.710 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.982122+0000", 2024-09-20T22:59:29.710 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.982122+0000", 2024-09-20T22:59:29.710 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.982122+0000", 2024-09-20T22:59:29.710 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.710 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.710 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.710 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.982122+0000", 2024-09-20T22:59:29.710 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.982122+0000", 2024-09-20T22:59:29.710 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.710 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-20T22:59:29.711 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.711 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.711 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.711 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.711 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.711 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.711 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.711 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-20T22:59:29.711 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.711 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.711 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.711 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.f", 2024-09-20T22:59:29.711 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.711 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.711 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.711 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5246, 2024-09-20T22:59:29.712 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.712 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:11:14.614063+0000", 2024-09-20T22:59:29.712 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.712 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.712 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 22, 2024-09-20T22:59:29.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.712 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:29.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:29.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:29.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.713 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.714 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.714 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.714 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.714 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.714 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.714 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.714 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.714 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.714 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.714 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1, 2024-09-20T22:59:29.714 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 1, 2024-09-20T22:59:29.714 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.714 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.715 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.715 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 1, 2024-09-20T22:59:29.715 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-20T22:59:29.715 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.715 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.715 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.715 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.715 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.715 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.715 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:29.715 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.715 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T22:59:29.715 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'1" 2024-09-20T22:59:29.715 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.715 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.716 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.716 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.716 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.716 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:29.716 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.716 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:29.716 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.716 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.716 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.716 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.716 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.716 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.716 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.155184+0000", 2024-09-20T22:59:29.716 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.635152+0000", 2024-09-20T22:59:29.716 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.635152+0000", 2024-09-20T22:59:29.717 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.635420+0000", 2024-09-20T22:59:29.717 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.155184+0000", 2024-09-20T22:59:29.717 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.717 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.717 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.717 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.717 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.155184+0000", 2024-09-20T22:59:29.717 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.155184+0000", 2024-09-20T22:59:29.717 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.155184+0000", 2024-09-20T22:59:29.717 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.717 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.717 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.717 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.155184+0000", 2024-09-20T22:59:29.717 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.155184+0000", 2024-09-20T22:59:29.718 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.718 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.718 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.718 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.718 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.718 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.718 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.718 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.718 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.718 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.718 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.718 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.718 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.718 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.11", 2024-09-20T22:59:29.718 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.718 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.719 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.719 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5132, 2024-09-20T22:59:29.719 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.719 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:36:13.810313+0000", 2024-09-20T22:59:29.719 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.719 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.719 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.720 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.721 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.721 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.721 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.721 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.721 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.721 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.721 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.721 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.721 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.721 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.721 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.721 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.721 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.721 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.721 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.721 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.721 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.722 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.722 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.722 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.722 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.722 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.722 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.722 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.722 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.722 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:29.722 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.722 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:29.722 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.722 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.722 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.722 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.723 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:29.723 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.723 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:29.723 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.723 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T22:59:29.723 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.723 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.723 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:29.723 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.723 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.723 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.723 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:25.773543+0000", 2024-09-20T22:59:29.723 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:47:20.959761+0000", 2024-09-20T22:59:29.723 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:47:20.959761+0000", 2024-09-20T22:59:29.723 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:47:20.960557+0000", 2024-09-20T22:59:29.723 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:25.773543+0000", 2024-09-20T22:59:29.724 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.724 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.724 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.724 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 370, 2024-09-20T22:59:29.724 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:25.773543+0000", 2024-09-20T22:59:29.724 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:25.773543+0000", 2024-09-20T22:59:29.724 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:25.773543+0000", 2024-09-20T22:59:29.724 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.724 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.724 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.724 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:25.773543+0000", 2024-09-20T22:59:29.724 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:25.773543+0000", 2024-09-20T22:59:29.724 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.724 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 8, 2024-09-20T22:59:29.724 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.724 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.725 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 369, 2024-09-20T22:59:29.725 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.725 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.725 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.725 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.725 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 8, 2024-09-20T22:59:29.725 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.725 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.725 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.725 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.10", 2024-09-20T22:59:29.725 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.725 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.725 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.725 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5332, 2024-09-20T22:59:29.725 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.726 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:34:29.086189+0000", 2024-09-20T22:59:29.726 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.726 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.726 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 12, 2024-09-20T22:59:29.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 4, 2024-09-20T22:59:29.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 4, 2024-09-20T22:59:29.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.727 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.728 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.728 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.728 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.728 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 4, 2024-09-20T22:59:29.728 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.728 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.728 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.728 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.728 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.728 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.728 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.728 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 24, 2024-09-20T22:59:29.728 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 24, 2024-09-20T22:59:29.729 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.729 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.729 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.729 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 12, 2024-09-20T22:59:29.729 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.729 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.729 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.729 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.729 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.729 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:29.729 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.729 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:29.729 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.729 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T22:59:29.729 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'8" 2024-09-20T22:59:29.730 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.730 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.730 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.730 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:29.730 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.730 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:29.730 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.730 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:29.730 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.730 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.730 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.730 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.730 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.730 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.731 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.873569+0000", 2024-09-20T22:59:29.731 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.686028+0000", 2024-09-20T22:59:29.731 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.686028+0000", 2024-09-20T22:59:29.731 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.686325+0000", 2024-09-20T22:59:29.731 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.873569+0000", 2024-09-20T22:59:29.731 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.731 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.731 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.731 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:29.731 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.873569+0000", 2024-09-20T22:59:29.731 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.873569+0000", 2024-09-20T22:59:29.731 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.873569+0000", 2024-09-20T22:59:29.731 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.731 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.732 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.732 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.873569+0000", 2024-09-20T22:59:29.732 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.873569+0000", 2024-09-20T22:59:29.732 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.732 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.732 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.732 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.732 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:29.732 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.732 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.732 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.732 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.732 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.733 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.733 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.733 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.733 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.10", 2024-09-20T22:59:29.733 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.733 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.733 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.733 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5167, 2024-09-20T22:59:29.733 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.733 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T06:40:59.079112+0000", 2024-09-20T22:59:29.733 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.733 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.733 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.734 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.735 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.735 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.735 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.735 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.735 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.735 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.735 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.735 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.735 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.735 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.735 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.735 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.735 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.735 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.735 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.736 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.736 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.736 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.736 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.736 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.736 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.736 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.736 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.736 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.736 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.736 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.736 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.736 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.737 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.737 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.737 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.737 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:29.737 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.737 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:29.737 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.737 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:29.737 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.737 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.737 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.737 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.737 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:29.738 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.738 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:29.738 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.738 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:29.738 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.738 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.738 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:29.738 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.738 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.738 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.738 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.874315+0000", 2024-09-20T22:59:29.738 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.695937+0000", 2024-09-20T22:59:29.738 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.695937+0000", 2024-09-20T22:59:29.739 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.696375+0000", 2024-09-20T22:59:29.739 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.874315+0000", 2024-09-20T22:59:29.739 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.739 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.739 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.739 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:29.739 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.874315+0000", 2024-09-20T22:59:29.739 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.874315+0000", 2024-09-20T22:59:29.739 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.874315+0000", 2024-09-20T22:59:29.739 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.739 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.739 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.739 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.874315+0000", 2024-09-20T22:59:29.739 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.874315+0000", 2024-09-20T22:59:29.739 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.740 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.740 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.740 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.740 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:29.740 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.740 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.740 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.740 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.740 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.740 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.740 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.740 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.741 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.11", 2024-09-20T22:59:29.741 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.741 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.741 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.741 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5179, 2024-09-20T22:59:29.741 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.741 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:46:59.940163+0000", 2024-09-20T22:59:29.741 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.741 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.741 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.743 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.743 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.743 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.743 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.743 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.743 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.743 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.743 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.743 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.743 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.743 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.743 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.743 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.743 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.743 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.743 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.744 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.744 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.744 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.744 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.744 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.744 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.744 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.744 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.744 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:29.744 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.744 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:29.744 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.744 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:29.744 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.744 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.744 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.745 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.745 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.745 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.745 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:29.745 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.745 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:29.745 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.745 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.745 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.745 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.745 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.745 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.745 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156942+0000", 2024-09-20T22:59:29.745 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.634924+0000", 2024-09-20T22:59:29.746 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.634924+0000", 2024-09-20T22:59:29.746 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.635240+0000", 2024-09-20T22:59:29.746 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156942+0000", 2024-09-20T22:59:29.746 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.746 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.746 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.746 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.746 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156942+0000", 2024-09-20T22:59:29.746 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156942+0000", 2024-09-20T22:59:29.746 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156942+0000", 2024-09-20T22:59:29.746 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.746 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.746 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.746 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156942+0000", 2024-09-20T22:59:29.747 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156942+0000", 2024-09-20T22:59:29.747 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.747 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.747 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.747 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.747 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.747 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.747 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.747 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.747 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.747 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.747 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.747 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.747 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.747 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.13", 2024-09-20T22:59:29.747 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.748 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.748 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.748 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5148, 2024-09-20T22:59:29.748 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.748 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:59:41.838494+0000", 2024-09-20T22:59:29.748 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.748 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.748 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.748 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.749 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.750 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.750 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.750 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.750 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.750 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.750 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.750 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.750 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.750 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.750 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.750 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.750 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.750 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.750 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.751 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.751 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.751 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.751 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.751 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.751 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.751 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.751 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.751 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.751 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.751 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:29.751 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.751 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:29.751 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.752 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.752 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.752 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.752 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.752 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.752 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:29.752 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.752 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:29.752 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.752 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.752 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:29.752 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.752 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.753 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.753 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.872930+0000", 2024-09-20T22:59:29.753 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.630154+0000", 2024-09-20T22:59:29.753 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.630154+0000", 2024-09-20T22:59:29.753 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.630702+0000", 2024-09-20T22:59:29.753 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.872930+0000", 2024-09-20T22:59:29.753 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.753 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.753 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.753 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.753 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.872930+0000", 2024-09-20T22:59:29.753 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.872930+0000", 2024-09-20T22:59:29.753 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.872930+0000", 2024-09-20T22:59:29.753 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.754 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.754 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.754 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.872930+0000", 2024-09-20T22:59:29.754 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.872930+0000", 2024-09-20T22:59:29.754 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.754 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.754 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.754 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.754 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.754 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.754 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.754 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.754 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.755 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.755 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.755 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.755 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.755 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.12", 2024-09-20T22:59:29.755 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.755 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.755 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.755 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5209, 2024-09-20T22:59:29.755 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.755 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:45:29.816845+0000", 2024-09-20T22:59:29.755 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.755 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.755 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.757 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.757 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.757 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.757 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.757 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.757 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.757 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.757 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.757 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.757 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.757 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.757 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.757 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.757 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.758 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.758 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.758 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.758 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.758 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.758 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.758 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.758 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.758 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.758 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.758 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.758 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.758 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.758 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.759 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.759 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.759 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.759 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:29.759 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.759 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:29.759 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.759 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.759 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.759 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.759 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.759 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.760 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:29.760 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.760 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:29.760 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.760 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.760 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.760 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.760 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.760 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.760 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.982259+0000", 2024-09-20T22:59:29.760 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.637299+0000", 2024-09-20T22:59:29.760 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.637299+0000", 2024-09-20T22:59:29.760 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.637661+0000", 2024-09-20T22:59:29.761 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.982259+0000", 2024-09-20T22:59:29.761 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.761 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.761 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.761 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.761 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.982259+0000", 2024-09-20T22:59:29.761 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.982259+0000", 2024-09-20T22:59:29.761 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.982259+0000", 2024-09-20T22:59:29.761 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.761 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.761 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.761 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.982259+0000", 2024-09-20T22:59:29.761 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.982259+0000", 2024-09-20T22:59:29.762 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.762 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.762 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.762 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.762 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.762 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.762 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.762 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.762 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.762 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.762 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.762 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.762 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.763 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.12", 2024-09-20T22:59:29.763 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.763 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.763 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.763 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5355, 2024-09-20T22:59:29.763 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.763 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:33:55.355965+0000", 2024-09-20T22:59:29.763 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.763 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.763 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.763 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.763 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.763 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.763 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.764 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.764 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.764 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.764 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.764 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.764 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.764 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.764 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.764 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.764 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.764 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.764 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.764 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.764 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.764 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.765 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.765 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.765 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.765 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.765 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.765 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.765 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.765 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.765 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.765 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.765 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.765 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.765 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.765 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.766 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.766 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.766 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.766 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.766 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.766 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.766 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.766 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.766 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.766 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.766 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.766 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.766 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.767 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:29.767 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.767 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:29.767 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.767 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.767 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.767 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.767 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.767 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.767 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:29.767 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.767 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:29.767 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.767 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.767 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:29.768 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.768 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.768 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.768 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.980707+0000", 2024-09-20T22:59:29.768 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.612093+0000", 2024-09-20T22:59:29.768 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.612093+0000", 2024-09-20T22:59:29.768 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.612495+0000", 2024-09-20T22:59:29.768 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.980707+0000", 2024-09-20T22:59:29.768 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.768 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.768 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.768 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:29.768 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.980707+0000", 2024-09-20T22:59:29.768 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.980707+0000", 2024-09-20T22:59:29.769 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.980707+0000", 2024-09-20T22:59:29.769 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.769 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.769 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.769 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.980707+0000", 2024-09-20T22:59:29.769 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.980707+0000", 2024-09-20T22:59:29.769 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.769 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T22:59:29.769 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.769 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.769 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:29.769 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.769 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.769 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.769 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.770 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T22:59:29.770 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.770 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.770 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.770 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.13", 2024-09-20T22:59:29.770 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.770 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.770 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.770 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5363, 2024-09-20T22:59:29.770 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.770 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T02:25:56.207493+0000", 2024-09-20T22:59:29.770 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.770 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.770 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 34, 2024-09-20T22:59:29.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-20T22:59:29.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-20T22:59:29.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-20T22:59:29.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:29.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.773 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.773 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.773 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.773 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.773 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.773 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 4, 2024-09-20T22:59:29.773 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 7, 2024-09-20T22:59:29.773 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.773 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.773 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.773 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-20T22:59:29.773 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 6 2024-09-20T22:59:29.773 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.774 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.774 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.774 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.774 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.774 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.774 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:29.774 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.774 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:29.774 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'2" 2024-09-20T22:59:29.774 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.774 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.774 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.774 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.774 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.775 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:29.775 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.775 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:29.775 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.775 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.775 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.775 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.775 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.775 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.775 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156541+0000", 2024-09-20T22:59:29.775 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.632311+0000", 2024-09-20T22:59:29.775 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.632311+0000", 2024-09-20T22:59:29.775 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.634794+0000", 2024-09-20T22:59:29.775 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156541+0000", 2024-09-20T22:59:29.776 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.776 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.776 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.776 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.776 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156541+0000", 2024-09-20T22:59:29.776 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156541+0000", 2024-09-20T22:59:29.776 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156541+0000", 2024-09-20T22:59:29.776 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.776 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.776 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.776 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156541+0000", 2024-09-20T22:59:29.776 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156541+0000", 2024-09-20T22:59:29.776 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.776 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.777 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.777 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.777 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.777 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.777 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.777 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.777 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.777 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.777 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.777 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.777 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.777 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.15", 2024-09-20T22:59:29.777 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.777 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.777 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.777 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5147, 2024-09-20T22:59:29.778 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.778 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:24:45.568361+0000", 2024-09-20T22:59:29.778 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.778 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.778 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.778 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.778 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.778 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.778 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.778 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.778 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.778 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.778 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.778 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.778 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.780 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.780 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.780 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.780 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.780 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.780 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.780 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.780 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.780 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.780 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.780 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.780 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.781 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.781 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.781 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.781 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.781 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.781 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.781 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.781 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.781 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.781 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:29.781 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.781 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:29.781 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.781 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.781 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.782 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.782 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:29.782 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.782 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:29.782 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.782 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:29.782 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.782 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.782 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:29.782 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.782 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.782 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.782 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.875907+0000", 2024-09-20T22:59:29.782 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.691428+0000", 2024-09-20T22:59:29.783 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.691428+0000", 2024-09-20T22:59:29.783 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.691749+0000", 2024-09-20T22:59:29.783 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.875907+0000", 2024-09-20T22:59:29.783 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.783 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.783 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.783 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:29.783 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.875907+0000", 2024-09-20T22:59:29.783 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.875907+0000", 2024-09-20T22:59:29.783 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.875907+0000", 2024-09-20T22:59:29.783 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.783 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.783 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.783 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.875907+0000", 2024-09-20T22:59:29.783 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.875907+0000", 2024-09-20T22:59:29.784 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.784 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 29, 2024-09-20T22:59:29.784 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.784 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.784 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:29.784 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.784 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.784 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.784 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.784 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 29, 2024-09-20T22:59:29.784 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.784 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.784 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.784 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.14", 2024-09-20T22:59:29.784 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.784 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.784 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.785 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5205, 2024-09-20T22:59:29.785 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.785 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:01:33.173649+0000", 2024-09-20T22:59:29.785 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.785 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.785 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.785 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 5828, 2024-09-20T22:59:29.785 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.785 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.785 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.785 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.785 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.785 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.785 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.785 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.785 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 12, 2024-09-20T22:59:29.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 4, 2024-09-20T22:59:29.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 4, 2024-09-20T22:59:29.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.786 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:29.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 10, 2024-09-20T22:59:29.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 14, 2024-09-20T22:59:29.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.787 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 28, 2024-09-20T22:59:29.788 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 25 2024-09-20T22:59:29.788 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.788 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.788 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.788 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.788 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:29.788 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.788 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:29.788 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.788 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:29.788 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "556'29" 2024-09-20T22:59:29.788 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.788 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.788 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.788 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.789 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.789 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:29.789 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.789 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T22:59:29.789 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.789 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.789 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.789 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.789 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.789 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.789 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.982559+0000", 2024-09-20T22:59:29.789 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.627198+0000", 2024-09-20T22:59:29.789 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.627198+0000", 2024-09-20T22:59:29.789 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.627503+0000", 2024-09-20T22:59:29.789 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.982559+0000", 2024-09-20T22:59:29.789 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.790 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.790 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.790 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.790 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.982559+0000", 2024-09-20T22:59:29.790 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.982559+0000", 2024-09-20T22:59:29.790 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.982559+0000", 2024-09-20T22:59:29.790 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.790 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.790 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.790 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.982559+0000", 2024-09-20T22:59:29.790 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.982559+0000", 2024-09-20T22:59:29.790 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.790 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.791 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.791 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.791 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.791 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.791 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.791 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.791 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.791 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.791 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.791 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.791 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.791 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.14", 2024-09-20T22:59:29.791 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.791 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.792 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.792 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5230, 2024-09-20T22:59:29.792 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.792 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:38:14.035302+0000", 2024-09-20T22:59:29.792 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.792 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.792 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.792 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.792 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.792 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.792 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.792 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.792 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.795 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.795 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.795 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.795 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.795 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.795 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.795 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:29.795 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.796 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T22:59:29.796 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.796 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.796 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.796 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.796 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.796 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.796 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:29.796 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.796 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:29.796 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.796 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.796 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:29.796 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.796 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.797 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.983746+0000", 2024-09-20T22:59:29.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.402595+0000", 2024-09-20T22:59:29.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.402595+0000", 2024-09-20T22:59:29.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.402996+0000", 2024-09-20T22:59:29.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.983746+0000", 2024-09-20T22:59:29.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:29.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.983746+0000", 2024-09-20T22:59:29.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.983746+0000", 2024-09-20T22:59:29.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.983746+0000", 2024-09-20T22:59:29.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.798 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.983746+0000", 2024-09-20T22:59:29.798 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.983746+0000", 2024-09-20T22:59:29.798 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.798 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3, 2024-09-20T22:59:29.798 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.798 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.798 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:29.798 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.798 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.798 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.798 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.798 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3, 2024-09-20T22:59:29.798 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.798 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.798 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.799 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.15", 2024-09-20T22:59:29.799 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.799 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.799 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.799 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5355, 2024-09-20T22:59:29.799 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.799 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:01:40.160651+0000", 2024-09-20T22:59:29.799 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.799 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.799 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.799 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 90, 2024-09-20T22:59:29.799 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.799 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.799 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-20T22:59:29.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-20T22:59:29.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-20T22:59:29.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:29.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.802 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 7, 2024-09-20T22:59:29.802 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 7, 2024-09-20T22:59:29.802 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.802 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.802 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.802 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 4, 2024-09-20T22:59:29.802 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-20T22:59:29.802 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.802 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.802 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.802 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.802 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.802 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.803 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:29.803 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.803 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:29.803 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'3" 2024-09-20T22:59:29.803 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.803 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.803 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.803 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.803 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.803 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:29.803 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.803 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:29.803 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.803 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.803 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.804 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.804 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.804 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.804 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.983191+0000", 2024-09-20T22:59:29.804 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.415251+0000", 2024-09-20T22:59:29.804 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.415251+0000", 2024-09-20T22:59:29.804 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.415615+0000", 2024-09-20T22:59:29.804 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.983191+0000", 2024-09-20T22:59:29.804 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.804 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.804 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.804 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:29.804 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.983191+0000", 2024-09-20T22:59:29.804 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.983191+0000", 2024-09-20T22:59:29.804 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.983191+0000", 2024-09-20T22:59:29.804 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.805 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.805 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.805 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.983191+0000", 2024-09-20T22:59:29.805 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.983191+0000", 2024-09-20T22:59:29.805 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.805 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.805 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.805 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.805 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:29.805 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.805 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.805 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.805 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.805 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.805 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.805 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.806 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.806 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.17", 2024-09-20T22:59:29.806 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.806 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.806 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.806 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5354, 2024-09-20T22:59:29.806 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.806 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:17:49.746014+0000", 2024-09-20T22:59:29.806 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.806 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.806 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.806 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.806 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.807 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.807 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.807 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.807 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.807 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.807 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.807 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.807 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.807 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.807 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.807 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.807 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.807 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.808 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.809 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.809 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.809 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.809 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.809 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.809 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.809 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.809 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.809 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.809 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.809 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.809 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.809 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.809 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.809 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.809 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.810 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.810 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:29.810 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.810 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:29.810 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.810 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.810 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.810 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.810 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.810 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:29.810 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:29.810 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.810 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:29.810 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.810 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.811 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:29.811 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.811 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.811 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.811 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.873062+0000", 2024-09-20T22:59:29.811 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.686569+0000", 2024-09-20T22:59:29.811 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.686569+0000", 2024-09-20T22:59:29.811 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.686914+0000", 2024-09-20T22:59:29.811 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.873062+0000", 2024-09-20T22:59:29.811 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.811 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.811 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.811 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:29.811 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.873062+0000", 2024-09-20T22:59:29.812 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.873062+0000", 2024-09-20T22:59:29.812 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.873062+0000", 2024-09-20T22:59:29.812 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.812 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.812 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.812 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.873062+0000", 2024-09-20T22:59:29.812 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.873062+0000", 2024-09-20T22:59:29.812 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.812 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.812 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.813 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.813 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:29.813 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.813 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.813 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.813 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.813 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.813 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.813 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.813 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.813 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.16", 2024-09-20T22:59:29.813 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.813 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.813 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.813 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5216, 2024-09-20T22:59:29.814 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.814 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:46:12.588732+0000", 2024-09-20T22:59:29.814 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.814 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.814 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.814 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.815 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.816 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.817 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.817 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.817 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.817 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.817 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.817 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.817 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:29.817 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:29.817 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.817 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:29.817 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.817 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.817 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.818 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.818 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.818 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.818 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:29.818 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.818 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:29.818 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.818 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.818 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.818 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.818 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.818 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.818 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.874341+0000", 2024-09-20T22:59:29.818 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.637889+0000", 2024-09-20T22:59:29.819 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.637889+0000", 2024-09-20T22:59:29.819 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.638137+0000", 2024-09-20T22:59:29.819 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.874341+0000", 2024-09-20T22:59:29.819 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.819 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.819 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.819 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.819 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.874341+0000", 2024-09-20T22:59:29.819 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.874341+0000", 2024-09-20T22:59:29.819 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.874341+0000", 2024-09-20T22:59:29.819 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.819 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.819 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.819 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.874341+0000", 2024-09-20T22:59:29.820 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.874341+0000", 2024-09-20T22:59:29.820 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.820 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.820 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.820 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.820 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.820 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.820 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.820 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.820 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.820 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.820 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.820 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.820 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.820 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.16", 2024-09-20T22:59:29.821 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.821 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.821 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.821 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5180, 2024-09-20T22:59:29.821 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.821 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:19:54.577597+0000", 2024-09-20T22:59:29.821 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.821 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.821 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.822 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.823 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.823 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.823 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.823 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.823 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.823 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.823 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.823 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.823 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.823 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.823 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.823 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.823 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.823 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.824 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.824 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.824 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.824 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.824 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.824 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.824 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:29.824 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.824 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:29.825 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.825 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.825 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.825 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.825 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:29.825 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.825 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:29.825 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.825 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:29.825 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.825 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.825 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:29.825 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.825 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.826 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.826 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.876818+0000", 2024-09-20T22:59:29.826 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.685825+0000", 2024-09-20T22:59:29.826 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.685825+0000", 2024-09-20T22:59:29.826 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.686674+0000", 2024-09-20T22:59:29.826 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.876818+0000", 2024-09-20T22:59:29.826 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.826 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.826 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.826 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:29.826 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.876818+0000", 2024-09-20T22:59:29.826 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.876818+0000", 2024-09-20T22:59:29.827 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.876818+0000", 2024-09-20T22:59:29.827 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.827 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.827 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.827 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.876818+0000", 2024-09-20T22:59:29.827 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.876818+0000", 2024-09-20T22:59:29.827 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.827 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.827 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.827 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.827 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:29.827 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.827 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.827 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.828 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.828 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.828 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.828 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.828 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.828 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.17", 2024-09-20T22:59:29.828 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.828 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.828 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.828 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5169, 2024-09-20T22:59:29.828 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.828 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T21:49:49.900540+0000", 2024-09-20T22:59:29.828 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.828 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.828 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.829 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.830 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.831 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.831 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.831 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.832 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.832 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.832 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:29.832 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.832 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:29.832 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.832 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:29.832 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.832 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.832 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.832 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.832 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.832 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.832 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:29.832 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.833 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:29.833 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.833 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.833 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.833 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.833 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.833 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.833 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.981681+0000", 2024-09-20T22:59:29.833 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.603689+0000", 2024-09-20T22:59:29.833 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.603689+0000", 2024-09-20T22:59:29.833 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.604099+0000", 2024-09-20T22:59:29.833 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.981681+0000", 2024-09-20T22:59:29.833 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.833 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.834 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.834 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:29.834 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.981681+0000", 2024-09-20T22:59:29.834 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.981681+0000", 2024-09-20T22:59:29.834 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.981681+0000", 2024-09-20T22:59:29.834 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.834 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.834 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.834 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.981681+0000", 2024-09-20T22:59:29.834 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.981681+0000", 2024-09-20T22:59:29.834 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.834 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.834 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.834 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.835 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:29.835 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.835 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.835 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.835 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.835 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.835 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.835 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.835 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.835 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.19", 2024-09-20T22:59:29.835 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.835 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.835 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.836 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5337, 2024-09-20T22:59:29.836 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.836 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:08:50.919074+0000", 2024-09-20T22:59:29.836 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.836 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.836 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.839 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.839 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.839 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.839 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.839 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.839 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:29.839 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.839 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:29.839 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.840 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.840 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.840 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.840 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.840 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:29.840 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.840 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:29.840 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.840 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.840 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:29.840 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.840 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.840 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.840 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.872321+0000", 2024-09-20T22:59:29.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.630324+0000", 2024-09-20T22:59:29.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.630324+0000", 2024-09-20T22:59:29.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.630729+0000", 2024-09-20T22:59:29.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.872321+0000", 2024-09-20T22:59:29.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.872321+0000", 2024-09-20T22:59:29.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.872321+0000", 2024-09-20T22:59:29.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.872321+0000", 2024-09-20T22:59:29.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.872321+0000", 2024-09-20T22:59:29.841 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.872321+0000", 2024-09-20T22:59:29.842 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.842 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.842 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.842 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.842 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.842 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.842 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.842 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.842 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.842 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.842 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.842 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.842 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.842 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.18", 2024-09-20T22:59:29.843 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.843 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.843 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.843 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5200, 2024-09-20T22:59:29.843 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.843 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:30:34.267641+0000", 2024-09-20T22:59:29.843 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.843 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.843 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.843 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.843 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.843 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.843 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.843 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.843 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.844 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.845 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.846 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.846 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.846 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.846 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.846 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.846 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.846 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:29.846 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.846 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:29.846 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.846 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.847 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.847 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.847 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.847 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.847 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:29.847 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.847 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:29.847 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.847 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.850 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.850 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.850 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.850 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.850 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.015228+0000", 2024-09-20T22:59:29.850 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:47:54.635088+0000", 2024-09-20T22:59:29.850 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:47:54.635088+0000", 2024-09-20T22:59:29.850 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:47:54.636866+0000", 2024-09-20T22:59:29.850 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.015228+0000", 2024-09-20T22:59:29.850 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.850 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.851 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.851 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 403, 2024-09-20T22:59:29.851 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.015228+0000", 2024-09-20T22:59:29.851 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.015228+0000", 2024-09-20T22:59:29.851 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.015228+0000", 2024-09-20T22:59:29.851 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.851 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.851 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.851 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.015228+0000", 2024-09-20T22:59:29.851 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.015228+0000", 2024-09-20T22:59:29.851 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.851 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.851 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.851 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.852 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 402, 2024-09-20T22:59:29.852 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.852 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.852 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.852 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.852 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.852 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.852 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.852 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.852 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.18", 2024-09-20T22:59:29.852 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.852 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.852 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.852 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5299, 2024-09-20T22:59:29.853 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.853 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:18:36.064813+0000", 2024-09-20T22:59:29.853 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.853 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.853 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.853 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.856 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.856 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.856 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.856 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.856 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.856 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.856 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:29.856 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.856 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:29.857 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.857 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.857 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.857 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.857 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:29.857 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:29.857 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.857 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:29.857 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.857 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.857 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:29.857 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.857 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.858 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.858 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.015258+0000", 2024-09-20T22:59:29.858 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.691159+0000", 2024-09-20T22:59:29.858 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.691159+0000", 2024-09-20T22:59:29.858 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.691481+0000", 2024-09-20T22:59:29.858 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.015258+0000", 2024-09-20T22:59:29.858 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.858 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.858 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.858 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:29.858 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.015258+0000", 2024-09-20T22:59:29.858 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.015258+0000", 2024-09-20T22:59:29.858 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.015258+0000", 2024-09-20T22:59:29.858 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.859 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.859 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.859 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.015258+0000", 2024-09-20T22:59:29.859 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.015258+0000", 2024-09-20T22:59:29.859 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.859 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.859 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.859 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.859 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:29.859 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.859 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.859 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.859 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.859 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.860 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.860 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.860 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.860 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.19", 2024-09-20T22:59:29.860 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.860 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.860 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.860 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5302, 2024-09-20T22:59:29.860 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.860 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:19:10.964309+0000", 2024-09-20T22:59:29.860 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.860 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.861 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.861 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.864 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.864 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.864 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.864 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.864 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.864 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:29.864 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:29.864 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.864 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:29.864 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.864 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.864 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.864 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.865 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:29.865 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.865 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:29.865 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.865 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:29.865 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.865 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.865 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:29.865 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.865 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.865 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.865 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.876013+0000", 2024-09-20T22:59:29.865 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.629573+0000", 2024-09-20T22:59:29.865 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.629573+0000", 2024-09-20T22:59:29.865 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.629912+0000", 2024-09-20T22:59:29.866 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.876013+0000", 2024-09-20T22:59:29.866 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.866 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.866 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.866 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.866 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.876013+0000", 2024-09-20T22:59:29.866 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.876013+0000", 2024-09-20T22:59:29.866 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.876013+0000", 2024-09-20T22:59:29.866 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.866 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.866 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.866 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.876013+0000", 2024-09-20T22:59:29.866 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.876013+0000", 2024-09-20T22:59:29.866 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.867 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T22:59:29.867 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.867 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.867 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.867 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.867 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.867 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.867 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.867 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T22:59:29.867 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.867 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.867 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.867 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1a", 2024-09-20T22:59:29.867 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.867 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.867 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.868 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5171, 2024-09-20T22:59:29.868 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.868 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:57:15.567879+0000", 2024-09-20T22:59:29.868 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.868 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.868 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.868 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.871 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.871 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.871 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.871 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.871 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.871 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:29.871 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.871 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:29.871 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.871 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:29.871 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "556'2" 2024-09-20T22:59:29.871 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.871 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.871 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.871 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:29.872 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.872 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:29.872 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.872 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T22:59:29.872 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.872 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.872 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.872 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.872 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.872 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.872 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:25.775490+0000", 2024-09-20T22:59:29.872 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.636088+0000", 2024-09-20T22:59:29.872 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.636088+0000", 2024-09-20T22:59:29.872 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.636652+0000", 2024-09-20T22:59:29.872 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:25.775490+0000", 2024-09-20T22:59:29.872 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.872 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.873 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.873 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.873 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:25.775490+0000", 2024-09-20T22:59:29.873 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:25.775490+0000", 2024-09-20T22:59:29.873 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:25.775490+0000", 2024-09-20T22:59:29.873 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.873 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.873 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.873 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:25.775490+0000", 2024-09-20T22:59:29.873 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:25.775490+0000", 2024-09-20T22:59:29.873 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.873 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.873 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.873 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.874 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.874 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.874 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.874 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.874 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.874 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.874 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.874 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.874 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.874 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1b", 2024-09-20T22:59:29.874 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.874 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.874 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.874 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5302, 2024-09-20T22:59:29.875 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.875 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:54:27.489716+0000", 2024-09-20T22:59:29.875 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.875 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.875 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.875 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.878 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.878 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.878 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.878 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:29.878 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.878 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:29.878 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.878 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T22:59:29.878 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.879 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.879 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.879 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.879 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.879 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:29.879 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.879 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:29.879 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.879 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.879 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:29.879 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.879 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.879 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.879 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.016446+0000", 2024-09-20T22:59:29.880 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.636422+0000", 2024-09-20T22:59:29.880 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.636422+0000", 2024-09-20T22:59:29.880 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.637023+0000", 2024-09-20T22:59:29.880 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.016446+0000", 2024-09-20T22:59:29.880 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.880 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.880 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.880 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.880 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.016446+0000", 2024-09-20T22:59:29.880 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.016446+0000", 2024-09-20T22:59:29.880 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.016446+0000", 2024-09-20T22:59:29.880 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.880 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.880 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:29.881 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.016446+0000", 2024-09-20T22:59:29.881 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.016446+0000", 2024-09-20T22:59:29.881 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.881 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T22:59:29.881 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.881 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.881 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.881 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.881 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.881 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.881 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.881 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T22:59:29.881 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.881 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.882 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.882 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1b", 2024-09-20T22:59:29.882 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.882 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.882 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.882 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5294, 2024-09-20T22:59:29.882 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.882 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:27:19.854290+0000", 2024-09-20T22:59:29.882 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.882 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.882 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.882 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.883 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.885 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.885 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.885 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.885 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.885 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.886 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.886 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:29.886 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.886 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:29.886 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "556'2" 2024-09-20T22:59:29.886 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.886 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.886 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.886 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.886 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.886 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:29.886 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.886 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T22:59:29.886 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.887 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.887 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.887 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.887 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.887 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.887 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.981637+0000", 2024-09-20T22:59:29.887 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.601100+0000", 2024-09-20T22:59:29.887 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.601100+0000", 2024-09-20T22:59:29.887 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.601528+0000", 2024-09-20T22:59:29.887 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.981637+0000", 2024-09-20T22:59:29.887 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.887 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.887 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.887 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:29.888 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.981637+0000", 2024-09-20T22:59:29.888 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.981637+0000", 2024-09-20T22:59:29.888 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.981637+0000", 2024-09-20T22:59:29.888 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.888 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.888 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.888 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.981637+0000", 2024-09-20T22:59:29.888 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.981637+0000", 2024-09-20T22:59:29.888 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.888 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.888 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.888 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.889 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:29.889 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.889 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.889 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.889 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.889 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.889 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.889 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.889 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.889 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1a", 2024-09-20T22:59:29.889 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.889 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.889 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.889 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5271, 2024-09-20T22:59:29.889 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.890 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T21:44:29.137423+0000", 2024-09-20T22:59:29.890 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.890 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.890 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.890 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.892 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.892 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.892 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.893 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.893 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.893 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.893 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:29.893 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.893 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T22:59:29.893 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.893 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.893 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.893 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.893 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:29.893 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.893 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:29.894 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.894 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:29.894 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.894 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.894 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.894 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.894 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.894 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.894 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.873688+0000", 2024-09-20T22:59:29.894 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.686166+0000", 2024-09-20T22:59:29.894 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.686166+0000", 2024-09-20T22:59:29.894 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.687744+0000", 2024-09-20T22:59:29.894 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.873688+0000", 2024-09-20T22:59:29.894 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.894 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.895 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.895 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:29.895 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.873688+0000", 2024-09-20T22:59:29.895 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.873688+0000", 2024-09-20T22:59:29.895 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.873688+0000", 2024-09-20T22:59:29.895 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.895 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.895 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.895 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.873688+0000", 2024-09-20T22:59:29.895 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.873688+0000", 2024-09-20T22:59:29.895 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.896 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.896 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.896 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.896 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:29.896 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.896 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.896 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.896 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.896 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.896 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.896 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.896 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.896 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.20", 2024-09-20T22:59:29.897 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.897 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.897 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.897 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5171, 2024-09-20T22:59:29.897 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.897 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:15:04.270541+0000", 2024-09-20T22:59:29.897 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.897 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.897 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.897 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.897 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.897 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.897 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.898 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.900 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.900 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.900 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.900 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.900 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:29.901 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.901 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:29.901 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.901 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:29.901 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.901 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.901 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.901 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.901 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:29.901 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.901 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:29.901 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.901 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T22:59:29.901 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.901 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.902 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.902 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.902 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.902 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.902 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:25.774143+0000", 2024-09-20T22:59:29.902 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.686159+0000", 2024-09-20T22:59:29.902 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.686159+0000", 2024-09-20T22:59:29.902 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.686485+0000", 2024-09-20T22:59:29.902 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:25.774143+0000", 2024-09-20T22:59:29.902 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.902 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.902 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.902 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:29.902 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:25.774143+0000", 2024-09-20T22:59:29.903 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:25.774143+0000", 2024-09-20T22:59:29.903 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:25.774143+0000", 2024-09-20T22:59:29.903 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.903 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.903 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.903 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:25.774143+0000", 2024-09-20T22:59:29.903 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:25.774143+0000", 2024-09-20T22:59:29.903 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.903 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.903 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.903 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.903 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:29.903 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.903 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.903 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.904 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.904 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.904 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.904 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.904 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.904 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.21", 2024-09-20T22:59:29.904 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.904 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.904 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.904 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5307, 2024-09-20T22:59:29.904 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.904 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T02:01:57.958584+0000", 2024-09-20T22:59:29.904 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.904 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.904 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.905 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.905 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.905 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.905 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.905 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.905 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.905 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.905 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.905 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.905 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.905 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.905 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.905 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.905 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.905 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.907 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.907 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.907 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.908 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.908 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:29.908 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.908 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:29.908 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.908 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T22:59:29.908 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.908 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.908 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.908 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.908 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.908 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.908 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:29.908 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.908 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:29.908 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.909 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.909 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.909 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.909 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.909 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.909 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.873103+0000", 2024-09-20T22:59:29.909 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.408695+0000", 2024-09-20T22:59:29.909 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.408695+0000", 2024-09-20T22:59:29.909 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.409384+0000", 2024-09-20T22:59:29.909 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.873103+0000", 2024-09-20T22:59:29.909 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.909 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.909 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.909 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:29.909 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.873103+0000", 2024-09-20T22:59:29.910 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.873103+0000", 2024-09-20T22:59:29.910 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.873103+0000", 2024-09-20T22:59:29.910 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.910 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.910 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.910 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.873103+0000", 2024-09-20T22:59:29.910 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.873103+0000", 2024-09-20T22:59:29.910 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.910 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.910 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.910 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.910 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:29.910 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.910 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.910 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.910 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.911 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.911 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.911 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.911 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.911 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.22", 2024-09-20T22:59:29.911 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.911 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.911 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.911 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5217, 2024-09-20T22:59:29.911 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.911 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:08:11.195081+0000", 2024-09-20T22:59:29.911 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.911 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.911 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.911 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.911 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.912 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.912 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.912 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.912 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.912 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.912 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.912 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.912 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.912 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.912 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.912 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.912 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.912 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.912 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.912 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.912 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.913 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.914 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.914 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.914 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.914 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.914 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.914 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.914 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.914 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:29.914 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.915 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:29.915 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.915 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.915 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.915 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.915 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.915 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.915 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:29.915 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.915 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:29.915 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.915 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.915 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.915 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.916 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.916 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.916 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.982664+0000", 2024-09-20T22:59:29.916 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.604480+0000", 2024-09-20T22:59:29.916 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.604480+0000", 2024-09-20T22:59:29.916 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.604800+0000", 2024-09-20T22:59:29.916 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.982664+0000", 2024-09-20T22:59:29.916 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.916 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.916 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.916 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:29.916 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.982664+0000", 2024-09-20T22:59:29.916 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.982664+0000", 2024-09-20T22:59:29.917 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.982664+0000", 2024-09-20T22:59:29.917 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.917 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.917 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.917 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.982664+0000", 2024-09-20T22:59:29.917 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.982664+0000", 2024-09-20T22:59:29.917 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.917 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.917 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.917 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.917 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:29.917 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.917 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.917 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.917 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.918 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.918 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.918 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.918 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.918 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.23", 2024-09-20T22:59:29.918 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.918 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.918 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.918 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5359, 2024-09-20T22:59:29.918 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.918 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T02:33:59.434664+0000", 2024-09-20T22:59:29.918 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.918 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.918 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.918 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.919 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.919 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.919 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.919 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.919 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.919 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.919 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.919 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.919 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.919 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.919 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.919 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.919 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.920 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.921 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.921 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.921 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.921 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.922 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.922 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:29.922 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.922 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:29.922 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.922 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:29.922 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.922 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.922 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.922 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.922 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.922 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:29.922 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:29.922 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.922 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:29.923 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.923 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.923 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.923 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.923 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.923 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.923 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.015380+0000", 2024-09-20T22:59:29.923 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:47:54.631722+0000", 2024-09-20T22:59:29.923 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:47:54.631722+0000", 2024-09-20T22:59:29.923 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:47:54.632368+0000", 2024-09-20T22:59:29.923 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.015380+0000", 2024-09-20T22:59:29.923 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.923 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.923 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.923 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 403, 2024-09-20T22:59:29.924 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.015380+0000", 2024-09-20T22:59:29.924 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.015380+0000", 2024-09-20T22:59:29.924 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.015380+0000", 2024-09-20T22:59:29.924 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.924 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.924 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.924 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.015380+0000", 2024-09-20T22:59:29.924 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.015380+0000", 2024-09-20T22:59:29.924 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.924 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.924 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.924 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.924 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 402, 2024-09-20T22:59:29.924 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.924 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.925 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.925 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.925 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.925 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.925 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.925 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.925 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.24", 2024-09-20T22:59:29.925 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.925 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.925 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.925 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5304, 2024-09-20T22:59:29.925 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.925 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:17:15.113703+0000", 2024-09-20T22:59:29.926 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.926 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.926 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.926 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.926 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.926 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.926 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.926 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.926 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.926 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.926 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.926 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.926 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.926 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.927 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.928 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.929 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.929 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.929 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.929 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.929 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.929 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.929 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:29.929 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:29.929 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.929 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:29.929 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.929 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.929 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.929 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.929 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.930 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.930 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:29.930 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.930 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:29.930 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.930 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.930 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.930 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.930 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.930 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.930 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.983803+0000", 2024-09-20T22:59:29.930 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:47:54.641577+0000", 2024-09-20T22:59:29.931 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:47:54.641577+0000", 2024-09-20T22:59:29.931 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:47:54.642347+0000", 2024-09-20T22:59:29.931 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.983803+0000", 2024-09-20T22:59:29.931 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.931 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.931 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.931 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 403, 2024-09-20T22:59:29.931 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.983803+0000", 2024-09-20T22:59:29.931 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.983803+0000", 2024-09-20T22:59:29.931 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.983803+0000", 2024-09-20T22:59:29.931 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.931 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.931 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.931 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.983803+0000", 2024-09-20T22:59:29.932 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.983803+0000", 2024-09-20T22:59:29.932 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.932 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.932 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.932 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.932 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 402, 2024-09-20T22:59:29.932 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.932 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.932 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.932 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.932 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.932 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.932 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.932 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.932 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.25", 2024-09-20T22:59:29.933 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.933 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.933 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.933 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5340, 2024-09-20T22:59:29.933 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.933 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:09:18.828973+0000", 2024-09-20T22:59:29.933 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.933 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.933 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.933 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.933 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.933 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.933 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.933 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.933 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.933 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.935 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.936 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.936 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.936 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.936 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.936 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.936 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.936 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.936 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:29.936 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.936 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:29.937 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.937 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.937 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.937 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.937 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:29.937 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.937 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:29.937 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.937 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:29.937 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.937 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.937 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.937 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.937 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.937 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.937 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.879341+0000", 2024-09-20T22:59:29.938 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.627167+0000", 2024-09-20T22:59:29.938 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.627167+0000", 2024-09-20T22:59:29.938 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.627464+0000", 2024-09-20T22:59:29.938 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.879341+0000", 2024-09-20T22:59:29.938 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.938 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.938 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.938 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.938 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.879341+0000", 2024-09-20T22:59:29.938 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.879341+0000", 2024-09-20T22:59:29.938 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.879341+0000", 2024-09-20T22:59:29.938 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.938 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.938 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.939 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.879341+0000", 2024-09-20T22:59:29.939 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.879341+0000", 2024-09-20T22:59:29.939 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.939 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.939 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.939 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.939 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.939 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.939 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.939 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.939 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.939 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.939 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.939 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.939 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.940 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.26", 2024-09-20T22:59:29.940 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.940 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.940 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.940 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5171, 2024-09-20T22:59:29.940 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.940 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:21:13.843842+0000", 2024-09-20T22:59:29.940 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.940 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.940 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.940 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.940 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.940 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.940 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.940 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.943 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.943 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.943 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.943 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.943 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.943 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:29.943 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.943 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:29.943 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.943 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:29.943 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.944 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.944 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.944 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.944 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.944 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.944 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:29.944 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.944 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:29.944 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.944 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.944 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.944 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.944 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.944 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.944 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.015452+0000", 2024-09-20T22:59:29.945 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:47:54.638211+0000", 2024-09-20T22:59:29.945 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:47:54.638211+0000", 2024-09-20T22:59:29.945 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:47:54.638524+0000", 2024-09-20T22:59:29.945 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.015452+0000", 2024-09-20T22:59:29.945 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.945 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.945 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.945 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 403, 2024-09-20T22:59:29.945 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.015452+0000", 2024-09-20T22:59:29.945 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.015452+0000", 2024-09-20T22:59:29.945 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.015452+0000", 2024-09-20T22:59:29.945 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.945 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.945 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.945 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.015452+0000", 2024-09-20T22:59:29.945 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.015452+0000", 2024-09-20T22:59:29.946 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.946 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.946 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.946 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.946 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 402, 2024-09-20T22:59:29.946 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.946 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.946 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.946 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.946 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.946 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.946 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.946 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.946 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.27", 2024-09-20T22:59:29.946 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.947 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.947 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.947 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5304, 2024-09-20T22:59:29.947 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.947 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T06:07:33.419280+0000", 2024-09-20T22:59:29.947 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.947 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.947 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.947 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.947 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.947 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.947 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.947 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.947 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.947 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.950 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.950 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.950 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.950 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.950 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.950 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:29.950 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:29.950 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.950 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:29.950 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.950 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.951 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.951 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.951 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.951 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.951 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:29.951 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.951 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:29.951 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.951 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.951 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.951 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.951 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.951 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.951 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.872730+0000", 2024-09-20T22:59:29.951 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.402517+0000", 2024-09-20T22:59:29.951 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.402517+0000", 2024-09-20T22:59:29.952 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.405028+0000", 2024-09-20T22:59:29.952 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.872730+0000", 2024-09-20T22:59:29.952 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.952 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.952 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.952 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:29.952 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.872730+0000", 2024-09-20T22:59:29.952 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.872730+0000", 2024-09-20T22:59:29.952 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.872730+0000", 2024-09-20T22:59:29.952 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.952 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.952 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.952 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.872730+0000", 2024-09-20T22:59:29.952 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.872730+0000", 2024-09-20T22:59:29.953 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.953 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.953 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.953 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.953 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:29.953 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.953 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.953 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.953 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.953 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.953 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.953 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.953 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.953 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.28", 2024-09-20T22:59:29.953 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.954 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.954 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.954 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5216, 2024-09-20T22:59:29.954 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.954 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:20:16.671355+0000", 2024-09-20T22:59:29.954 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.954 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.954 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.957 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.957 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.957 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.957 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.957 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.957 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.957 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.957 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:29.957 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.957 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:29.957 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.957 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.958 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.958 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.958 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.958 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.958 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:29.958 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.958 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:29.958 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.958 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.958 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.958 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.958 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.958 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.959 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.016031+0000", 2024-09-20T22:59:29.959 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.592683+0000", 2024-09-20T22:59:29.959 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.592683+0000", 2024-09-20T22:59:29.959 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.593093+0000", 2024-09-20T22:59:29.959 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.016031+0000", 2024-09-20T22:59:29.959 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.959 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.959 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.959 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:29.959 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.016031+0000", 2024-09-20T22:59:29.959 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.016031+0000", 2024-09-20T22:59:29.959 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.016031+0000", 2024-09-20T22:59:29.959 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.959 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.960 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.960 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.016031+0000", 2024-09-20T22:59:29.960 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.016031+0000", 2024-09-20T22:59:29.960 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.960 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.960 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.960 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.960 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:29.960 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.960 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.960 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.960 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.960 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.960 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.960 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.961 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.961 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.29", 2024-09-20T22:59:29.961 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.961 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.961 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.961 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5293, 2024-09-20T22:59:29.961 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.961 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:54:31.005947+0000", 2024-09-20T22:59:29.961 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.961 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.961 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.961 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.961 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.961 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.962 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.962 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.962 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.962 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.962 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.962 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.962 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.962 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.962 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.962 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.962 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.962 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.962 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.962 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.962 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.963 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.963 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.963 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.963 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.963 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.963 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.963 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.963 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.963 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.963 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.963 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.963 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.964 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.964 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.964 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.964 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.965 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:29.965 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.965 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:29.965 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.965 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:29.965 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.965 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.965 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.965 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.965 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.965 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.965 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:29.965 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.965 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:29.966 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.966 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.966 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.966 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.966 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.966 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.966 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.872395+0000", 2024-09-20T22:59:29.966 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.629788+0000", 2024-09-20T22:59:29.966 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.629788+0000", 2024-09-20T22:59:29.966 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.630469+0000", 2024-09-20T22:59:29.966 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.872395+0000", 2024-09-20T22:59:29.966 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.966 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.966 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.966 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.967 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.872395+0000", 2024-09-20T22:59:29.967 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.872395+0000", 2024-09-20T22:59:29.967 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.872395+0000", 2024-09-20T22:59:29.967 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.967 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.967 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.967 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.872395+0000", 2024-09-20T22:59:29.967 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.872395+0000", 2024-09-20T22:59:29.967 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.967 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.967 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.967 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.967 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.968 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.968 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.968 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.968 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.968 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.968 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.968 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.968 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.968 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2a", 2024-09-20T22:59:29.968 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.968 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.968 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.968 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5179, 2024-09-20T22:59:29.968 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.969 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:51:48.205698+0000", 2024-09-20T22:59:29.969 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.969 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.969 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.969 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.969 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.969 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.969 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.969 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.969 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.969 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.969 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.969 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.969 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.972 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.972 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.972 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.972 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.972 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:29.972 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.972 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:29.972 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.972 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:29.972 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.972 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.972 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.972 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.972 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:29.972 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.973 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:29.973 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.973 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T22:59:29.973 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.973 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.973 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.973 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.973 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.973 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.973 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:25.774740+0000", 2024-09-20T22:59:29.973 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.637496+0000", 2024-09-20T22:59:29.973 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.637496+0000", 2024-09-20T22:59:29.973 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.637942+0000", 2024-09-20T22:59:29.973 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:25.774740+0000", 2024-09-20T22:59:29.973 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.973 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.973 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.974 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.974 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:25.774740+0000", 2024-09-20T22:59:29.974 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:25.774740+0000", 2024-09-20T22:59:29.974 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:25.774740+0000", 2024-09-20T22:59:29.974 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.974 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.974 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.974 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:25.774740+0000", 2024-09-20T22:59:29.974 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:25.774740+0000", 2024-09-20T22:59:29.974 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.974 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.974 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.974 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.974 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.975 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.975 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.975 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.975 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.975 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.975 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.975 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.975 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.975 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2b", 2024-09-20T22:59:29.975 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.975 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.975 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.975 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5304, 2024-09-20T22:59:29.975 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.975 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:27:31.628816+0000", 2024-09-20T22:59:29.975 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.976 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.976 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.976 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.976 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.976 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.976 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.976 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.976 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.976 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.976 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.976 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.976 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.976 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.976 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.977 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.977 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.977 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.977 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.977 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.977 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.977 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.977 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.977 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.977 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.977 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.977 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.977 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.977 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.977 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.977 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.978 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.978 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.978 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.978 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.978 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.978 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.978 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.978 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.978 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.978 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.978 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.978 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.978 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.978 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.978 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.979 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.979 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:29.979 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.979 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:29.979 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.979 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T22:59:29.979 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.979 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.979 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.979 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.979 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:29.979 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.979 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:29.979 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.980 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:29.980 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.980 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.980 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.980 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.980 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.980 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.980 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.875803+0000", 2024-09-20T22:59:29.980 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.694962+0000", 2024-09-20T22:59:29.980 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.694962+0000", 2024-09-20T22:59:29.980 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.695913+0000", 2024-09-20T22:59:29.980 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.875803+0000", 2024-09-20T22:59:29.980 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.980 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.981 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.981 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:29.981 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.875803+0000", 2024-09-20T22:59:29.981 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.875803+0000", 2024-09-20T22:59:29.981 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.875803+0000", 2024-09-20T22:59:29.981 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.981 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.981 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.981 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.875803+0000", 2024-09-20T22:59:29.981 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.875803+0000", 2024-09-20T22:59:29.981 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.981 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.981 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.981 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.982 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:29.982 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.982 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.982 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.982 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.982 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.982 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.982 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.982 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.982 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2c", 2024-09-20T22:59:29.982 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.982 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.982 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.983 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5178, 2024-09-20T22:59:29.983 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.983 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:35:28.340849+0000", 2024-09-20T22:59:29.983 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.983 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.983 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.983 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.983 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.983 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.983 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.983 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.983 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.983 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.983 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.984 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.984 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.984 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.984 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.984 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.984 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.984 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.984 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.984 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.984 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.984 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.984 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.984 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.984 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.985 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.985 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.985 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.985 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.985 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.985 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.985 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.985 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.985 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.985 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.985 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.985 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.985 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.985 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.985 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.986 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.986 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.986 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.986 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.986 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.986 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.986 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.986 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:29.986 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:29.986 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:29.986 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.986 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:29.986 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.986 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.987 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.987 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.987 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.987 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:29.987 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:29.987 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.987 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:29.987 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.987 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.987 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.987 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.987 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.987 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.987 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156547+0000", 2024-09-20T22:59:29.988 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.636951+0000", 2024-09-20T22:59:29.988 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.636951+0000", 2024-09-20T22:59:29.988 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.639100+0000", 2024-09-20T22:59:29.988 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156547+0000", 2024-09-20T22:59:29.988 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.988 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.988 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.988 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.988 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156547+0000", 2024-09-20T22:59:29.988 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156547+0000", 2024-09-20T22:59:29.988 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156547+0000", 2024-09-20T22:59:29.988 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.988 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.988 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.988 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156547+0000", 2024-09-20T22:59:29.989 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156547+0000", 2024-09-20T22:59:29.989 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.989 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.989 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.989 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.989 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.989 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.989 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.989 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.989 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.989 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.989 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.989 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.989 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.990 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2d", 2024-09-20T22:59:29.990 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.990 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.990 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.990 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5133, 2024-09-20T22:59:29.990 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.990 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:29:28.545736+0000", 2024-09-20T22:59:29.990 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.990 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.990 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.990 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.990 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.990 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.990 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.990 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.991 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.991 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.991 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.991 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.991 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.991 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.991 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.991 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.991 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.991 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.991 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.991 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.991 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.992 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.992 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.992 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.992 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.992 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.992 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.992 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.992 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.992 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.992 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.992 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.992 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.992 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.992 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:29.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:29.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:29.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:29.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:29.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:29.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:29.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:29.993 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:29.993 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.993 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:29.993 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:29.993 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:29.993 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:29.993 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:29.994 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:29.994 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.994 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:29.994 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:29.994 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:29.994 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:29.994 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:29.994 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:29.994 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:29.994 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:29.994 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:29.994 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T22:59:29.994 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:29.994 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:29.994 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:29.995 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:29.995 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:29.995 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:29.995 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:25.775289+0000", 2024-09-20T22:59:29.995 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.636206+0000", 2024-09-20T22:59:29.995 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.636206+0000", 2024-09-20T22:59:29.995 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.636503+0000", 2024-09-20T22:59:29.995 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:25.775289+0000", 2024-09-20T22:59:29.995 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.995 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:29.995 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.995 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:29.995 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:25.775289+0000", 2024-09-20T22:59:29.995 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:25.775289+0000", 2024-09-20T22:59:29.995 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:25.775289+0000", 2024-09-20T22:59:29.996 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:29.996 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:29.996 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:29.996 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:25.775289+0000", 2024-09-20T22:59:29.996 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:25.775289+0000", 2024-09-20T22:59:29.996 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:29.996 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:29.996 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:29.996 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:29.996 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:29.996 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:29.996 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:29.996 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:29.996 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:29.996 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:29.996 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:29.997 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:29.997 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:29.997 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2e", 2024-09-20T22:59:29.997 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:29.997 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:29.997 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:29.997 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5303, 2024-09-20T22:59:29.997 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:29.997 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:51:48.177513+0000", 2024-09-20T22:59:29.997 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:29.997 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:29.997 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:29.997 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:29.997 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:29.997 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:29.998 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:29.998 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:29.998 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:29.998 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:29.998 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:29.998 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:29.998 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:29.998 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:29.998 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:29.998 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:29.998 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:29.998 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:29.998 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:29.998 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:29.999 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:29.999 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:29.999 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:29.999 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:29.999 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:29.999 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:29.999 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:29.999 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:29.999 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:29.999 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:29.999 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:29.999 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:29.999 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:29.999 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:29.999 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:30.000 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:30.000 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:30.000 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:30.000 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:30.000 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:30.000 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:30.000 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:30.000 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:30.000 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.000 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:30.000 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:30.000 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:30.000 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:30.001 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:30.001 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:30.001 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.001 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T22:59:30.001 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:30.001 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.001 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.001 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:30.001 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:30.001 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:30.001 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:30.001 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.001 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:30.001 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:30.001 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:30.002 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:30.002 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:30.002 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:30.002 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:30.002 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.872986+0000", 2024-09-20T22:59:30.002 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.639089+0000", 2024-09-20T22:59:30.002 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.639089+0000", 2024-09-20T22:59:30.002 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.639566+0000", 2024-09-20T22:59:30.002 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.872986+0000", 2024-09-20T22:59:30.002 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.002 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:30.002 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.002 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:30.002 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.872986+0000", 2024-09-20T22:59:30.002 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.872986+0000", 2024-09-20T22:59:30.003 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.872986+0000", 2024-09-20T22:59:30.003 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:30.003 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:30.003 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.003 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.872986+0000", 2024-09-20T22:59:30.003 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.872986+0000", 2024-09-20T22:59:30.003 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:30.003 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:30.003 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:30.003 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:30.003 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:30.003 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:30.003 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:30.003 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:30.004 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:30.004 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:30.004 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:30.004 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:30.004 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:30.004 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2f", 2024-09-20T22:59:30.004 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:30.004 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:30.004 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:30.004 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5198, 2024-09-20T22:59:30.004 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:30.004 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:59:37.083126+0000", 2024-09-20T22:59:30.004 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:30.004 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:30.004 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:30.005 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:30.005 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:30.005 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:30.005 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:30.005 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:30.005 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:30.005 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:30.005 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:30.005 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:30.005 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:30.005 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:30.005 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:30.005 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:30.005 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:30.006 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:30.006 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:30.006 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:30.006 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:30.006 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:30.006 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:30.006 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:30.006 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:30.006 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:30.006 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:30.006 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:30.006 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:30.006 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:30.006 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:30.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:30.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:30.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:30.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:30.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:30.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:30.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:30.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:30.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:30.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:30.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:30.007 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:30.007 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.007 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:30.007 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:30.008 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:30.008 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:30.008 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:30.008 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:30.008 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.008 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:30.008 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:30.008 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.008 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.008 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:30.008 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:30.008 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:30.008 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:30.008 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.008 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:30.009 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:30.009 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:30.009 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:30.009 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:30.009 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:30.009 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:30.009 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.872489+0000", 2024-09-20T22:59:30.009 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.637559+0000", 2024-09-20T22:59:30.009 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.637559+0000", 2024-09-20T22:59:30.009 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.637899+0000", 2024-09-20T22:59:30.009 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.872489+0000", 2024-09-20T22:59:30.009 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.009 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:30.009 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.010 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:30.010 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.872489+0000", 2024-09-20T22:59:30.010 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.872489+0000", 2024-09-20T22:59:30.010 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.872489+0000", 2024-09-20T22:59:30.010 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:30.010 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:30.010 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.010 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.872489+0000", 2024-09-20T22:59:30.010 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.872489+0000", 2024-09-20T22:59:30.010 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:30.010 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:30.010 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:30.010 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:30.010 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:30.010 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:30.011 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:30.011 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:30.011 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:30.011 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:30.011 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:30.011 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:30.011 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:30.011 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.30", 2024-09-20T22:59:30.011 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:30.011 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:30.011 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:30.011 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5189, 2024-09-20T22:59:30.011 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:30.011 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:10:38.797060+0000", 2024-09-20T22:59:30.011 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:30.012 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:30.012 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:30.012 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:30.012 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:30.012 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:30.012 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:30.012 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:30.012 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:30.012 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:30.012 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:30.012 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:30.012 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:30.012 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:30.012 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:30.012 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:30.013 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:30.013 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:30.013 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:30.013 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:30.013 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:30.013 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:30.013 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:30.013 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:30.013 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:30.013 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:30.013 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:30.013 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:30.013 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:30.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:30.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:30.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:30.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:30.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:30.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:30.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:30.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:30.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:30.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:30.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:30.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:30.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:30.014 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:30.015 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.015 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:30.015 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:30.015 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:30.015 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:30.015 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:30.015 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:30.015 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.015 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:30.015 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:30.015 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.015 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.015 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:30.015 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:30.015 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:30.016 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:30.016 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.016 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:30.016 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:30.016 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:30.016 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:30.016 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:30.016 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:30.016 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:30.016 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.981859+0000", 2024-09-20T22:59:30.016 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.402706+0000", 2024-09-20T22:59:30.016 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.402706+0000", 2024-09-20T22:59:30.016 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.403064+0000", 2024-09-20T22:59:30.016 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.981859+0000", 2024-09-20T22:59:30.016 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.017 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:30.017 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.017 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:30.017 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.981859+0000", 2024-09-20T22:59:30.017 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.981859+0000", 2024-09-20T22:59:30.017 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.981859+0000", 2024-09-20T22:59:30.017 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:30.017 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:30.017 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.017 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.981859+0000", 2024-09-20T22:59:30.017 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.981859+0000", 2024-09-20T22:59:30.017 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:30.017 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:30.017 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:30.017 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:30.018 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:30.018 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:30.018 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:30.018 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:30.018 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:30.018 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:30.018 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:30.018 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:30.018 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:30.018 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.31", 2024-09-20T22:59:30.018 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:30.019 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:30.019 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:30.019 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5338, 2024-09-20T22:59:30.019 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:30.019 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:01:18.402750+0000", 2024-09-20T22:59:30.019 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:30.019 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:30.019 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:30.019 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:30.019 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:30.019 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:30.019 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:30.019 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:30.019 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:30.020 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:30.020 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:30.020 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:30.020 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:30.020 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:30.020 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:30.020 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:30.020 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:30.020 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:30.020 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:30.020 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:30.020 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:30.020 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:30.021 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:30.021 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:30.021 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:30.021 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:30.021 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:30.021 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:30.021 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:30.021 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:30.021 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:30.021 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:30.021 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:30.021 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:30.021 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:30.021 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:30.022 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:30.022 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:30.022 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:30.022 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:30.022 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:30.022 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:30.022 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:30.022 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.022 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:30.022 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:30.022 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:30.022 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:30.022 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:30.023 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:30.023 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.023 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:30.023 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:30.023 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.023 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.023 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:30.023 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:30.023 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:30.023 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:30.023 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.023 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:30.023 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:30.024 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:30.024 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:30.024 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:30.024 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:30.024 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:30.024 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.982414+0000", 2024-09-20T22:59:30.024 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.413504+0000", 2024-09-20T22:59:30.024 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.413504+0000", 2024-09-20T22:59:30.024 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.413785+0000", 2024-09-20T22:59:30.024 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.982414+0000", 2024-09-20T22:59:30.024 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.024 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:30.024 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.024 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:30.024 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.982414+0000", 2024-09-20T22:59:30.025 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.982414+0000", 2024-09-20T22:59:30.025 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.982414+0000", 2024-09-20T22:59:30.025 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:30.025 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:30.025 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.025 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.982414+0000", 2024-09-20T22:59:30.025 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.982414+0000", 2024-09-20T22:59:30.025 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:30.025 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:30.025 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:30.025 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:30.025 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:30.025 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:30.025 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:30.025 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:30.026 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:30.026 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:30.026 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:30.026 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:30.026 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:30.026 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.32", 2024-09-20T22:59:30.026 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:30.026 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:30.026 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:30.026 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5355, 2024-09-20T22:59:30.026 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:30.026 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:03:46.782906+0000", 2024-09-20T22:59:30.026 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:30.027 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:30.027 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:30.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:30.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:30.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:30.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:30.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:30.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:30.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:30.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:30.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:30.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:30.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:30.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:30.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:30.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:30.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:30.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:30.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:30.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:30.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:30.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:30.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:30.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:30.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:30.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:30.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:30.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:30.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:30.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:30.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:30.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:30.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:30.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:30.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:30.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:30.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:30.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:30.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:30.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:30.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:30.029 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:30.030 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.030 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:30.030 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:30.030 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:30.030 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:30.030 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:30.030 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:30.030 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.030 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:30.030 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:30.030 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.030 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.030 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:30.030 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:30.031 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:30.031 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:30.031 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.031 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:30.031 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:30.031 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:30.031 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:30.031 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:30.031 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:30.031 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:30.031 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.015286+0000", 2024-09-20T22:59:30.031 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.692127+0000", 2024-09-20T22:59:30.031 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.692127+0000", 2024-09-20T22:59:30.031 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.693292+0000", 2024-09-20T22:59:30.032 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.015286+0000", 2024-09-20T22:59:30.032 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.032 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:30.032 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.032 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:30.032 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.015286+0000", 2024-09-20T22:59:30.032 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.015286+0000", 2024-09-20T22:59:30.032 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.015286+0000", 2024-09-20T22:59:30.032 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:30.032 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:30.032 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.032 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.015286+0000", 2024-09-20T22:59:30.032 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.015286+0000", 2024-09-20T22:59:30.032 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:30.033 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:30.033 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:30.033 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:30.033 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:30.033 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:30.033 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:30.033 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:30.033 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:30.033 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:30.033 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:30.033 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:30.033 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:30.033 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.33", 2024-09-20T22:59:30.034 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:30.034 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:30.034 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:30.034 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5291, 2024-09-20T22:59:30.034 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:30.034 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:36:58.920576+0000", 2024-09-20T22:59:30.034 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:30.034 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:30.034 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:30.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:30.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:30.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:30.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:30.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:30.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:30.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:30.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:30.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:30.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:30.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:30.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:30.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:30.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:30.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:30.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:30.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:30.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:30.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:30.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:30.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:30.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:30.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:30.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:30.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:30.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:30.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:30.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:30.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:30.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:30.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:30.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:30.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:30.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:30.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:30.037 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:30.037 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:30.037 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:30.037 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:30.037 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:30.037 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.037 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:30.037 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:30.037 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:30.037 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:30.037 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:30.037 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:30.037 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.037 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:30.037 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:30.038 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.038 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.038 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:30.038 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:30.038 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:30.038 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:30.038 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.038 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T22:59:30.038 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:30.038 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:30.038 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:30.038 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:30.038 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:30.039 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:30.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.982656+0000", 2024-09-20T22:59:30.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.692902+0000", 2024-09-20T22:59:30.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.692902+0000", 2024-09-20T22:59:30.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.693566+0000", 2024-09-20T22:59:30.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.982656+0000", 2024-09-20T22:59:30.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:30.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:30.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.982656+0000", 2024-09-20T22:59:30.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.982656+0000", 2024-09-20T22:59:30.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.982656+0000", 2024-09-20T22:59:30.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:30.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:30.040 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.040 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.982656+0000", 2024-09-20T22:59:30.040 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.982656+0000", 2024-09-20T22:59:30.040 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:30.040 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:30.040 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:30.040 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:30.040 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:30.040 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:30.040 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:30.040 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:30.040 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:30.040 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:30.041 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:30.041 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:30.041 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:30.041 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.34", 2024-09-20T22:59:30.041 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:30.041 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:30.041 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:30.041 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5239, 2024-09-20T22:59:30.041 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:30.041 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:29:59.307064+0000", 2024-09-20T22:59:30.041 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:30.041 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:30.041 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:30.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:30.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:30.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:30.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:30.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:30.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:30.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:30.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:30.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:30.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:30.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:30.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:30.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:30.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:30.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:30.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:30.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:30.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:30.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:30.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:30.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:30.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:30.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:30.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:30.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:30.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:30.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:30.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:30.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:30.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:30.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:30.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:30.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:30.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:30.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:30.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:30.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:30.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:30.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:30.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:30.044 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.044 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:30.045 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:30.045 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:30.045 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:30.045 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:30.045 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:30.045 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.045 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T22:59:30.045 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:30.045 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.045 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.045 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:30.045 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:30.045 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:30.045 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:30.046 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.046 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:30.046 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:30.046 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:30.046 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:30.046 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:30.046 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:30.046 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:30.046 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.875254+0000", 2024-09-20T22:59:30.046 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.685718+0000", 2024-09-20T22:59:30.046 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.685718+0000", 2024-09-20T22:59:30.046 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.686077+0000", 2024-09-20T22:59:30.046 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.875254+0000", 2024-09-20T22:59:30.046 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.047 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:30.047 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.047 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:30.047 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.875254+0000", 2024-09-20T22:59:30.047 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.875254+0000", 2024-09-20T22:59:30.047 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.875254+0000", 2024-09-20T22:59:30.047 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:30.047 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:30.047 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.047 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.875254+0000", 2024-09-20T22:59:30.047 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.875254+0000", 2024-09-20T22:59:30.047 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:30.047 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:30.048 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:30.048 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:30.048 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:30.048 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:30.048 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:30.048 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:30.048 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:30.048 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:30.048 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:30.048 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:30.048 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:30.048 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.35", 2024-09-20T22:59:30.048 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:30.048 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:30.049 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:30.049 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5166, 2024-09-20T22:59:30.049 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:30.049 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:44:54.146283+0000", 2024-09-20T22:59:30.049 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:30.049 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:30.049 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:30.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:30.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:30.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:30.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:30.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:30.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:30.049 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:30.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:30.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:30.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:30.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:30.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:30.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:30.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:30.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:30.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:30.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:30.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:30.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:30.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:30.050 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:30.051 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:30.051 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:30.051 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:30.051 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:30.051 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:30.051 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:30.051 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:30.051 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:30.051 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:30.051 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:30.051 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:30.051 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:30.051 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:30.051 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:30.051 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:30.052 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:30.052 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:30.052 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:30.052 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:30.052 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.052 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:30.052 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:30.052 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:30.052 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:30.052 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:30.052 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:30.052 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.052 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:30.052 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:30.052 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.053 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.053 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:30.053 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:30.053 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:30.053 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:30.053 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.053 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:30.053 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:30.053 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:30.053 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:30.053 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:30.053 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:30.053 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:30.053 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.876791+0000", 2024-09-20T22:59:30.053 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.695538+0000", 2024-09-20T22:59:30.054 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.695538+0000", 2024-09-20T22:59:30.054 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.696267+0000", 2024-09-20T22:59:30.054 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.876791+0000", 2024-09-20T22:59:30.054 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.054 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:30.054 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.054 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:30.054 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.876791+0000", 2024-09-20T22:59:30.054 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.876791+0000", 2024-09-20T22:59:30.054 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.876791+0000", 2024-09-20T22:59:30.054 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:30.054 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:30.054 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.055 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.876791+0000", 2024-09-20T22:59:30.055 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.876791+0000", 2024-09-20T22:59:30.055 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:30.055 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:30.055 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:30.055 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:30.055 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:30.055 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:30.055 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:30.055 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:30.055 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:30.055 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:30.055 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:30.055 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:30.056 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:30.056 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.36", 2024-09-20T22:59:30.056 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:30.056 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:30.056 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:30.056 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5166, 2024-09-20T22:59:30.056 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:30.056 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:56:07.106569+0000", 2024-09-20T22:59:30.056 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:30.056 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:30.056 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:30.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:30.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:30.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:30.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:30.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:30.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:30.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:30.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:30.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:30.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:30.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:30.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:30.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:30.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:30.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:30.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:30.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:30.057 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:30.058 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:30.058 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:30.058 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:30.058 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:30.058 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:30.058 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:30.058 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:30.058 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:30.058 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:30.058 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:30.058 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:30.058 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:30.058 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:30.058 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:30.059 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:30.059 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:30.059 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:30.059 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:30.059 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:30.059 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:30.059 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:30.059 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:30.059 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.059 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:30.059 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:30.059 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:30.059 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:30.059 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:30.060 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:30.060 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.060 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:30.060 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:30.060 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.060 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.060 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:30.060 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:30.060 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:30.060 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:30.060 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.060 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:30.060 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:30.060 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:30.060 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:30.060 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:30.061 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:30.061 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:30.061 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156321+0000", 2024-09-20T22:59:30.061 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.640261+0000", 2024-09-20T22:59:30.061 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.640261+0000", 2024-09-20T22:59:30.061 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.640547+0000", 2024-09-20T22:59:30.061 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156321+0000", 2024-09-20T22:59:30.061 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.061 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:30.061 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.061 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:30.061 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156321+0000", 2024-09-20T22:59:30.061 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156321+0000", 2024-09-20T22:59:30.061 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156321+0000", 2024-09-20T22:59:30.061 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:30.061 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:30.062 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.062 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156321+0000", 2024-09-20T22:59:30.062 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156321+0000", 2024-09-20T22:59:30.062 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:30.062 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:30.062 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:30.062 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:30.062 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:30.062 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:30.062 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:30.062 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:30.062 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:30.062 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:30.062 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:30.063 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:30.063 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:30.063 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.37", 2024-09-20T22:59:30.063 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:30.063 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:30.063 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:30.063 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5139, 2024-09-20T22:59:30.063 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:30.063 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:26:01.551718+0000", 2024-09-20T22:59:30.063 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:30.063 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:30.063 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:30.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:30.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:30.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:30.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:30.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:30.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:30.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:30.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:30.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:30.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:30.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:30.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:30.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:30.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:30.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:30.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:30.064 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:30.065 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:30.065 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:30.065 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:30.065 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:30.065 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:30.065 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:30.065 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:30.065 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:30.065 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:30.065 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:30.065 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:30.065 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:30.065 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:30.065 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:30.065 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:30.066 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:30.066 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:30.066 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:30.066 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:30.066 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:30.066 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:30.066 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:30.066 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:30.066 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.066 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:30.066 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:30.066 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:30.066 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:30.066 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:30.066 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:30.067 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.067 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:30.067 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:30.067 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.067 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.067 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:30.067 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:30.067 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:30.067 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:30.067 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.067 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:30.067 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:30.067 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:30.067 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:30.068 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:30.068 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:30.068 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:30.068 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.016333+0000", 2024-09-20T22:59:30.068 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.691155+0000", 2024-09-20T22:59:30.068 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.691155+0000", 2024-09-20T22:59:30.068 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.691494+0000", 2024-09-20T22:59:30.068 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.016333+0000", 2024-09-20T22:59:30.068 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.068 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:30.068 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.068 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:30.068 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.016333+0000", 2024-09-20T22:59:30.069 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.016333+0000", 2024-09-20T22:59:30.069 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.016333+0000", 2024-09-20T22:59:30.069 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:30.069 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:30.069 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.069 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.016333+0000", 2024-09-20T22:59:30.069 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.016333+0000", 2024-09-20T22:59:30.069 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:30.069 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:30.069 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:30.069 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:30.069 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:30.069 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:30.069 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:30.070 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:30.070 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:30.070 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:30.070 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:30.070 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:30.070 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:30.070 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.38", 2024-09-20T22:59:30.070 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:30.070 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:30.070 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:30.070 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5288, 2024-09-20T22:59:30.070 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:30.070 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:00:56.038338+0000", 2024-09-20T22:59:30.070 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:30.070 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:30.071 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:30.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:30.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:30.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:30.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:30.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:30.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:30.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:30.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:30.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:30.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:30.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:30.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:30.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:30.072 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:30.072 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:30.072 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:30.072 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:30.072 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:30.072 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:30.072 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:30.072 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:30.072 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:30.072 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:30.072 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:30.072 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:30.072 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:30.072 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:30.072 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:30.072 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:30.073 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:30.073 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:30.073 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:30.073 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:30.073 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:30.073 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:30.073 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:30.073 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:30.073 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:30.073 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:30.073 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:30.073 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.073 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:30.073 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:30.073 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:30.074 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:30.074 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:30.074 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:30.074 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.074 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:30.074 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:30.074 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.074 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.074 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:30.074 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:30.074 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:30.074 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:30.074 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.074 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:30.074 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:30.075 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:30.075 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:30.075 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:30.075 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:30.075 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:30.075 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.155176+0000", 2024-09-20T22:59:30.075 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.637687+0000", 2024-09-20T22:59:30.075 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.637687+0000", 2024-09-20T22:59:30.075 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.637963+0000", 2024-09-20T22:59:30.075 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.155176+0000", 2024-09-20T22:59:30.075 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.075 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:30.075 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.076 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:30.076 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.155176+0000", 2024-09-20T22:59:30.076 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.155176+0000", 2024-09-20T22:59:30.076 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.155176+0000", 2024-09-20T22:59:30.076 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:30.076 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:30.076 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.076 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.155176+0000", 2024-09-20T22:59:30.076 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.155176+0000", 2024-09-20T22:59:30.076 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:30.076 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:30.076 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:30.076 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:30.076 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:30.077 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:30.077 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:30.077 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:30.077 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:30.077 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:30.077 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:30.077 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:30.077 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:30.077 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.39", 2024-09-20T22:59:30.077 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:30.077 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:30.077 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:30.077 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5146, 2024-09-20T22:59:30.077 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:30.078 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:50:00.695792+0000", 2024-09-20T22:59:30.078 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:30.078 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:30.078 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:30.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:30.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:30.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:30.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:30.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:30.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:30.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:30.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:30.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:30.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:30.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:30.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:30.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:30.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:30.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:30.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:30.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:30.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:30.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:30.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:30.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:30.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:30.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:30.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:30.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:30.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:30.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:30.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:30.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:30.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:30.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:30.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:30.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:30.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:30.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:30.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:30.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:30.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:30.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:30.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:30.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.081 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:30.081 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:30.081 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:30.081 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:30.081 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:30.081 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:30.081 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.081 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:30.081 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:30.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.082 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.082 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:30.082 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:30.082 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:30.082 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:30.082 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.082 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:30.082 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:30.082 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:30.082 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:30.082 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:30.083 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:30.083 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:30.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.872920+0000", 2024-09-20T22:59:30.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.409070+0000", 2024-09-20T22:59:30.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.409070+0000", 2024-09-20T22:59:30.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.410438+0000", 2024-09-20T22:59:30.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.872920+0000", 2024-09-20T22:59:30.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:30.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:30.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.872920+0000", 2024-09-20T22:59:30.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.872920+0000", 2024-09-20T22:59:30.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.872920+0000", 2024-09-20T22:59:30.084 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:30.084 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:30.084 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.084 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.872920+0000", 2024-09-20T22:59:30.084 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.872920+0000", 2024-09-20T22:59:30.084 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:30.084 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:30.084 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:30.084 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:30.084 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:30.084 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:30.084 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:30.084 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:30.084 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:30.084 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:30.084 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:30.085 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:30.085 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:30.085 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3a", 2024-09-20T22:59:30.085 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:30.085 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:30.085 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:30.085 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5187, 2024-09-20T22:59:30.085 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:30.085 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T21:43:12.364554+0000", 2024-09-20T22:59:30.085 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:30.085 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:30.085 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:30.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:30.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:30.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:30.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:30.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:30.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:30.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:30.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:30.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:30.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:30.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:30.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:30.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:30.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:30.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:30.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:30.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:30.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:30.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:30.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:30.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:30.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:30.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:30.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:30.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:30.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:30.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:30.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:30.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:30.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:30.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:30.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:30.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:30.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:30.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:30.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:30.088 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:30.088 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:30.088 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:30.088 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:30.088 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.088 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:30.088 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:30.088 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:30.088 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:30.088 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:30.088 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:30.088 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.088 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:30.088 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:30.088 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.089 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.089 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:30.089 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:30.089 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:30.089 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:30.089 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.089 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:30.089 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:30.089 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:30.089 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:30.089 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:30.089 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:30.089 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:30.089 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.157248+0000", 2024-09-20T22:59:30.089 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.633719+0000", 2024-09-20T22:59:30.090 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.633719+0000", 2024-09-20T22:59:30.090 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.635024+0000", 2024-09-20T22:59:30.090 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.157248+0000", 2024-09-20T22:59:30.090 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.090 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:30.090 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.090 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:30.090 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.157248+0000", 2024-09-20T22:59:30.090 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.157248+0000", 2024-09-20T22:59:30.090 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.157248+0000", 2024-09-20T22:59:30.090 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:30.090 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:30.090 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.090 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.157248+0000", 2024-09-20T22:59:30.090 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.157248+0000", 2024-09-20T22:59:30.091 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:30.091 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:30.091 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:30.091 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:30.091 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:30.091 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:30.091 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:30.091 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:30.091 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:30.091 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:30.091 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:30.091 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:30.091 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:30.091 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3b", 2024-09-20T22:59:30.091 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:30.091 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:30.092 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:30.092 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5146, 2024-09-20T22:59:30.092 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:30.092 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:30:44.340495+0000", 2024-09-20T22:59:30.092 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:30.092 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:30.092 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:30.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:30.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:30.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:30.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:30.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:30.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:30.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:30.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:30.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:30.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:30.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:30.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:30.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:30.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:30.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:30.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:30.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:30.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:30.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:30.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:30.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:30.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:30.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:30.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:30.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:30.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:30.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:30.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:30.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:30.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:30.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:30.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:30.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:30.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:30.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:30.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:30.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:30.095 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:30.095 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:30.095 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:30.095 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.095 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:30.095 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:30.095 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:30.095 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:30.095 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:30.095 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:30.095 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.095 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:30.095 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:30.095 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.095 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.095 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:30.096 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:30.096 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:30.096 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:30.096 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.096 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:30.096 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:30.096 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:30.096 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:30.096 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:30.096 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:30.096 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:30.096 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.873718+0000", 2024-09-20T22:59:30.096 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.631306+0000", 2024-09-20T22:59:30.096 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.631306+0000", 2024-09-20T22:59:30.096 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.631739+0000", 2024-09-20T22:59:30.097 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.873718+0000", 2024-09-20T22:59:30.097 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.097 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:30.097 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.097 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:30.097 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.873718+0000", 2024-09-20T22:59:30.097 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.873718+0000", 2024-09-20T22:59:30.097 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.873718+0000", 2024-09-20T22:59:30.097 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:30.097 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:30.097 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.097 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.873718+0000", 2024-09-20T22:59:30.097 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.873718+0000", 2024-09-20T22:59:30.097 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:30.097 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:30.097 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:30.098 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:30.098 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:30.098 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:30.098 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:30.098 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:30.098 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:30.098 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:30.098 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:30.098 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:30.098 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:30.098 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3c", 2024-09-20T22:59:30.098 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:30.098 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:30.098 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:30.098 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5211, 2024-09-20T22:59:30.099 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:30.099 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:06:49.231603+0000", 2024-09-20T22:59:30.099 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:30.099 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:30.099 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:30.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:30.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:30.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:30.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:30.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:30.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:30.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:30.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:30.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:30.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:30.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:30.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:30.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:30.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:30.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:30.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:30.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:30.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:30.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:30.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:30.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:30.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:30.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:30.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:30.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:30.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:30.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:30.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:30.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:30.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:30.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:30.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:30.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:30.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:30.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:30.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:30.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:30.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:30.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:30.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:30.102 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.102 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:30.102 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:30.102 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:30.102 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:30.102 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:30.102 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:30.102 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.102 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:30.102 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:30.102 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.102 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.102 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:30.102 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:30.102 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:30.103 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:30.103 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.103 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:30.103 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:30.103 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:30.103 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:30.103 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:30.103 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:30.103 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:30.103 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.986280+0000", 2024-09-20T22:59:30.103 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:47:20.959554+0000", 2024-09-20T22:59:30.103 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:47:20.959554+0000", 2024-09-20T22:59:30.103 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:47:20.959912+0000", 2024-09-20T22:59:30.103 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.986280+0000", 2024-09-20T22:59:30.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:30.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 370, 2024-09-20T22:59:30.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.986280+0000", 2024-09-20T22:59:30.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.986280+0000", 2024-09-20T22:59:30.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.986280+0000", 2024-09-20T22:59:30.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:30.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:30.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.986280+0000", 2024-09-20T22:59:30.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.986280+0000", 2024-09-20T22:59:30.104 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:30.104 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:30.105 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:30.105 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:30.105 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 369, 2024-09-20T22:59:30.105 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:30.105 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:30.105 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:30.105 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:30.105 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:30.105 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:30.105 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:30.105 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:30.105 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3d", 2024-09-20T22:59:30.105 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:30.105 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:30.105 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:30.106 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5359, 2024-09-20T22:59:30.106 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:30.106 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:55:27.539148+0000", 2024-09-20T22:59:30.106 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:30.106 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:30.106 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:30.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:30.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:30.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:30.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:30.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:30.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:30.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:30.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:30.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:30.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:30.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:30.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:30.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:30.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:30.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:30.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:30.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:30.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:30.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:30.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:30.108 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:30.108 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:30.108 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:30.108 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:30.108 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:30.108 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:30.108 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:30.108 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:30.108 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:30.108 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:30.108 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:30.108 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:30.108 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:30.108 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:30.109 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:30.109 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:30.109 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:30.109 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:30.109 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:30.109 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:30.109 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.109 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:30.109 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:30.109 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:30.109 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:30.109 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:30.109 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:30.110 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.110 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:30.110 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:30.110 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.110 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.110 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:30.110 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:30.110 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:30.110 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:30.110 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.110 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:30.110 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:30.110 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:30.111 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:30.111 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:30.111 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:30.111 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:30.111 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.983922+0000", 2024-09-20T22:59:30.111 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.696211+0000", 2024-09-20T22:59:30.111 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.696211+0000", 2024-09-20T22:59:30.111 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.696488+0000", 2024-09-20T22:59:30.111 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.983922+0000", 2024-09-20T22:59:30.111 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.111 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:30.111 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.111 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:30.111 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.983922+0000", 2024-09-20T22:59:30.111 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.983922+0000", 2024-09-20T22:59:30.112 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.983922+0000", 2024-09-20T22:59:30.112 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:30.112 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:30.112 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.112 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.983922+0000", 2024-09-20T22:59:30.112 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.983922+0000", 2024-09-20T22:59:30.112 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:30.112 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:30.112 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:30.112 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:30.112 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:30.112 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:30.112 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:30.112 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:30.113 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:30.113 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:30.113 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:30.113 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:30.113 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:30.113 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3e", 2024-09-20T22:59:30.113 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:30.113 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:30.113 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:30.113 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5350, 2024-09-20T22:59:30.113 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:30.113 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:38:20.871889+0000", 2024-09-20T22:59:30.113 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:30.113 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:30.113 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:30.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:30.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:30.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:30.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:30.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:30.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:30.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:30.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:30.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:30.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:30.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:30.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:30.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:30.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:30.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:30.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:30.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:30.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:30.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:30.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:30.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:30.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:30.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:30.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:30.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:30.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:30.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:30.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:30.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:30.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:30.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:30.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:30.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:30.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:30.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:30.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:30.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:30.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:30.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:30.116 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:30.116 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.116 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:30.116 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:30.117 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:30.117 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:30.117 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:30.117 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:30.117 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.117 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:30.117 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:30.117 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.117 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.117 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:30.117 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:30.117 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:30.117 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:30.117 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.118 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:30.118 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:30.118 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:30.118 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:30.118 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:30.118 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:30.118 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:30.118 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156512+0000", 2024-09-20T22:59:30.118 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.639759+0000", 2024-09-20T22:59:30.118 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.639759+0000", 2024-09-20T22:59:30.118 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.640345+0000", 2024-09-20T22:59:30.118 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156512+0000", 2024-09-20T22:59:30.118 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.118 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:30.119 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.119 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:30.119 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156512+0000", 2024-09-20T22:59:30.119 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156512+0000", 2024-09-20T22:59:30.119 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156512+0000", 2024-09-20T22:59:30.119 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:30.119 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:30.119 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:30.119 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156512+0000", 2024-09-20T22:59:30.119 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156512+0000", 2024-09-20T22:59:30.119 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:30.119 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:30.119 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:30.119 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:30.119 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:30.120 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:30.120 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:30.120 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:30.120 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:30.120 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:30.120 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:30.120 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:30.120 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:30.120 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3f", 2024-09-20T22:59:30.120 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:30.120 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:30.120 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:30.120 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5136, 2024-09-20T22:59:30.120 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:30.120 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:31:29.485377+0000", 2024-09-20T22:59:30.121 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:30.121 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:30.121 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:30.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:30.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:30.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:30.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:30.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:30.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:30.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:30.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:30.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:30.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:30.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:30.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:30.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:30.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:30.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:30.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:30.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:30.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:30.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:30.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:30.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:30.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:30.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:30.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:30.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:30.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:30.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:30.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:30.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:30.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:30.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:30.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:30.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:30.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:30.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:30.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:30.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:30.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:30.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:30.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:30.123 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.124 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:30.124 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:30.124 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:30.124 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:30.124 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:30.124 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:30.124 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.124 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:30.124 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:30.124 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.124 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.124 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_per_pool": [ 2024-09-20T22:59:30.124 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.124 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 3, 2024-09-20T22:59:30.125 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T22:59:30.125 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr" 2024-09-20T22:59:30.125 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.125 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 200, 2024-09-20T22:59:30.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 1, 2024-09-20T22:59:30.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 3, 2024-09-20T22:59:30.125 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 200, 2024-09-20T22:59:30.125 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 1, 2024-09-20T22:59:30.125 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:30.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 590368, 2024-09-20T22:59:30.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:30.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 590368, 2024-09-20T22:59:30.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:30.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:30.125 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:30.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:30.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:30.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:30.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:30.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:30.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:30.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:30.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:30.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:30.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:30.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-20T22:59:30.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-20T22:59:30.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:30.126 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-20T22:59:30.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:30.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:30.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:30.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:30.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:30.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:30.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:30.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 2, 2024-09-20T22:59:30.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:30.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:30.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:30.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:30.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:30.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1200, 2024-09-20T22:59:30.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 2009, 2024-09-20T22:59:30.128 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:30.128 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:30.128 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:30.128 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 349, 2024-09-20T22:59:30.128 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1628 2024-09-20T22:59:30.128 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.128 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-20T22:59:30.128 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 1781760, 2024-09-20T22:59:30.128 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-20T22:59:30.128 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-20T22:59:30.128 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-20T22:59:30.128 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-20T22:59:30.128 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 1771104, 2024-09-20T22:59:30.128 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-20T22:59:30.129 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-20T22:59:30.129 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-20T22:59:30.129 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-20T22:59:30.129 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.129 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 3 2024-09-20T22:59:30.129 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.129 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.129 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 96, 2024-09-20T22:59:30.129 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T22:59:30.129 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-20T22:59:30.129 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.129 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 68, 2024-09-20T22:59:30.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 32, 2024-09-20T22:59:30.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 8, 2024-09-20T22:59:30.130 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 68, 2024-09-20T22:59:30.130 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 2, 2024-09-20T22:59:30.130 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:30.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 6614, 2024-09-20T22:59:30.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:30.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:30.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:30.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:30.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:30.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:30.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:30.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:30.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:30.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:30.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:30.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:30.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:30.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:30.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:30.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 66, 2024-09-20T22:59:30.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 22, 2024-09-20T22:59:30.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:30.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 22, 2024-09-20T22:59:30.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:30.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:30.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:30.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:30.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:30.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 14, 2024-09-20T22:59:30.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:30.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:30.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:30.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:30.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:30.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:30.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:30.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 79, 2024-09-20T22:59:30.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 86, 2024-09-20T22:59:30.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:30.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:30.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:30.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 68, 2024-09-20T22:59:30.132 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 35 2024-09-20T22:59:30.133 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.133 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-20T22:59:30.133 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 110592, 2024-09-20T22:59:30.133 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-20T22:59:30.133 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-20T22:59:30.133 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-20T22:59:30.133 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-20T22:59:30.133 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 19842, 2024-09-20T22:59:30.133 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-20T22:59:30.133 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-20T22:59:30.133 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 44782, 2024-09-20T22:59:30.133 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-20T22:59:30.133 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.133 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 96 2024-09-20T22:59:30.133 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.134 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.134 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 192, 2024-09-20T22:59:30.134 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T22:59:30.134 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-20T22:59:30.134 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.134 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:30.134 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 64, 2024-09-20T22:59:30.134 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 8, 2024-09-20T22:59:30.134 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:30.134 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 3, 2024-09-20T22:59:30.134 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:30.134 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:30.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:30.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:30.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:30.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:30.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:30.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:30.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:30.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:30.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:30.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:30.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:30.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:30.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:30.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:30.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:30.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:30.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:30.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:30.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:30.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:30.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:30.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:30.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:30.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:30.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:30.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:30.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:30.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:30.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:30.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:30.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:30.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:30.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:30.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:30.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:30.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:30.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:30.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:30.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:30.137 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.137 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-20T22:59:30.137 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 0, 2024-09-20T22:59:30.137 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-20T22:59:30.138 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-20T22:59:30.138 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-20T22:59:30.138 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-20T22:59:30.138 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 0, 2024-09-20T22:59:30.138 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-20T22:59:30.138 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-20T22:59:30.138 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-20T22:59:30.138 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-20T22:59:30.138 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.138 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 192 2024-09-20T22:59:30.138 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.138 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.138 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 24, 2024-09-20T22:59:30.138 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T22:59:30.138 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd" 2024-09-20T22:59:30.139 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.139 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 24430, 2024-09-20T22:59:30.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 8, 2024-09-20T22:59:30.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 8, 2024-09-20T22:59:30.139 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 24430, 2024-09-20T22:59:30.139 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 4, 2024-09-20T22:59:30.139 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:30.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 4194323, 2024-09-20T22:59:30.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:30.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:30.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:30.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:30.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:30.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:30.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:30.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:30.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:30.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:30.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:30.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:30.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:30.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:30.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:30.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 12, 2024-09-20T22:59:30.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 4, 2024-09-20T22:59:30.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:30.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 4, 2024-09-20T22:59:30.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:30.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:30.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:30.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:30.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:30.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 2, 2024-09-20T22:59:30.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:30.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:30.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:30.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:30.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:30.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:30.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:30.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 9032, 2024-09-20T22:59:30.142 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 3088778, 2024-09-20T22:59:30.142 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:30.142 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:30.142 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:30.142 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 24299, 2024-09-20T22:59:30.142 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 3091360 2024-09-20T22:59:30.142 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.142 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-20T22:59:30.142 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 12595200, 2024-09-20T22:59:30.142 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-20T22:59:30.142 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-20T22:59:30.142 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-20T22:59:30.142 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-20T22:59:30.143 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 12582969, 2024-09-20T22:59:30.143 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-20T22:59:30.143 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-20T22:59:30.143 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-20T22:59:30.143 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-20T22:59:30.143 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.143 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 24 2024-09-20T22:59:30.143 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.143 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.143 INFO:tasks.workunit.client.0.smithi046.stdout: "usage": { 2024-09-20T22:59:30.143 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 105, 2024-09-20T22:59:30.143 INFO:tasks.workunit.client.0.smithi046.stdout: "pools": 4, 2024-09-20T22:59:30.143 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_by_class": { 2024-09-20T22:59:30.143 INFO:tasks.workunit.client.0.smithi046.stdout: "ssd": { 2024-09-20T22:59:30.144 INFO:tasks.workunit.client.0.smithi046.stdout: "total_avail_bytes": 762180706304, 2024-09-20T22:59:30.144 INFO:tasks.workunit.client.0.smithi046.stdout: "total_bytes": 767960285184, 2024-09-20T22:59:30.144 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_bytes": 5779578880, 2024-09-20T22:59:30.144 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_raw_bytes": 5779578880, 2024-09-20T22:59:30.144 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_raw_ratio": 0.007525882683694363 2024-09-20T22:59:30.144 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.144 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.144 INFO:tasks.workunit.client.0.smithi046.stdout: "total_avail_bytes": 762180706304, 2024-09-20T22:59:30.144 INFO:tasks.workunit.client.0.smithi046.stdout: "total_bytes": 767960285184, 2024-09-20T22:59:30.144 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_bytes": 5779578880 2024-09-20T22:59:30.144 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.144 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.144 INFO:tasks.workunit.client.0.smithi046.stdout:} 2024-09-20T22:59:30.145 INFO:tasks.workunit.client.0.smithi046.stdout:{ 2024-09-20T22:59:30.145 INFO:tasks.workunit.client.0.smithi046.stdout: "balancer": { 2024-09-20T22:59:30.145 INFO:tasks.workunit.client.0.smithi046.stdout: "active": true, 2024-09-20T22:59:30.145 INFO:tasks.workunit.client.0.smithi046.stdout: "mode": "" 2024-09-20T22:59:30.145 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.145 INFO:tasks.workunit.client.0.smithi046.stdout: "channels": [ 2024-09-20T22:59:30.145 INFO:tasks.workunit.client.0.smithi046.stdout: "basic", 2024-09-20T22:59:30.145 INFO:tasks.workunit.client.0.smithi046.stdout: "crash", 2024-09-20T22:59:30.145 INFO:tasks.workunit.client.0.smithi046.stdout: "device", 2024-09-20T22:59:30.145 INFO:tasks.workunit.client.0.smithi046.stdout: "ident", 2024-09-20T22:59:30.145 INFO:tasks.workunit.client.0.smithi046.stdout: "perf" 2024-09-20T22:59:30.145 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.145 INFO:tasks.workunit.client.0.smithi046.stdout: "channels_available": [ 2024-09-20T22:59:30.145 INFO:tasks.workunit.client.0.smithi046.stdout: "basic", 2024-09-20T22:59:30.145 INFO:tasks.workunit.client.0.smithi046.stdout: "ident", 2024-09-20T22:59:30.146 INFO:tasks.workunit.client.0.smithi046.stdout: "crash", 2024-09-20T22:59:30.146 INFO:tasks.workunit.client.0.smithi046.stdout: "device", 2024-09-20T22:59:30.146 INFO:tasks.workunit.client.0.smithi046.stdout: "perf" 2024-09-20T22:59:30.146 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.146 INFO:tasks.workunit.client.0.smithi046.stdout: "collections_available": [ 2024-09-20T22:59:30.146 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_base", 2024-09-20T22:59:30.146 INFO:tasks.workunit.client.0.smithi046.stdout: "device_base", 2024-09-20T22:59:30.146 INFO:tasks.workunit.client.0.smithi046.stdout: "crash_base", 2024-09-20T22:59:30.146 INFO:tasks.workunit.client.0.smithi046.stdout: "ident_base", 2024-09-20T22:59:30.146 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_perf", 2024-09-20T22:59:30.146 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_mds_metadata", 2024-09-20T22:59:30.146 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_usage", 2024-09-20T22:59:30.146 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_usage_by_class", 2024-09-20T22:59:30.147 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_rook_v01", 2024-09-20T22:59:30.147 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_memory_metrics", 2024-09-20T22:59:30.147 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_options_bluestore", 2024-09-20T22:59:30.147 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_flags" 2024-09-20T22:59:30.147 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.147 INFO:tasks.workunit.client.0.smithi046.stdout: "collections_opted_in": [ 2024-09-20T22:59:30.147 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_base", 2024-09-20T22:59:30.147 INFO:tasks.workunit.client.0.smithi046.stdout: "device_base", 2024-09-20T22:59:30.147 INFO:tasks.workunit.client.0.smithi046.stdout: "crash_base", 2024-09-20T22:59:30.147 INFO:tasks.workunit.client.0.smithi046.stdout: "ident_base", 2024-09-20T22:59:30.147 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_perf", 2024-09-20T22:59:30.147 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_mds_metadata", 2024-09-20T22:59:30.147 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_usage", 2024-09-20T22:59:30.148 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_usage_by_class", 2024-09-20T22:59:30.148 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_rook_v01", 2024-09-20T22:59:30.148 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_memory_metrics", 2024-09-20T22:59:30.148 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_options_bluestore" 2024-09-20T22:59:30.148 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.148 INFO:tasks.workunit.client.0.smithi046.stdout: "config": { 2024-09-20T22:59:30.148 INFO:tasks.workunit.client.0.smithi046.stdout: "active_changed": [ 2024-09-20T22:59:30.148 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-20T22:59:30.148 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_debug", 2024-09-20T22:59:30.148 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_mon_ticket_ttl", 2024-09-20T22:59:30.148 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_service_ticket_ttl", 2024-09-20T22:59:30.148 INFO:tasks.workunit.client.0.smithi046.stdout: "bdev_debug_aio", 2024-09-20T22:59:30.148 INFO:tasks.workunit.client.0.smithi046.stdout: "client_check_pool_perm", 2024-09-20T22:59:30.149 INFO:tasks.workunit.client.0.smithi046.stdout: "client_mount_gid", 2024-09-20T22:59:30.149 INFO:tasks.workunit.client.0.smithi046.stdout: "client_mount_uid", 2024-09-20T22:59:30.149 INFO:tasks.workunit.client.0.smithi046.stdout: "client_quota", 2024-09-20T22:59:30.149 INFO:tasks.workunit.client.0.smithi046.stdout: "container_image", 2024-09-20T22:59:30.149 INFO:tasks.workunit.client.0.smithi046.stdout: "daemonize", 2024-09-20T22:59:30.149 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_asserts_on_shutdown", 2024-09-20T22:59:30.149 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mgr", 2024-09-20T22:59:30.149 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mon", 2024-09-20T22:59:30.149 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_ms", 2024-09-20T22:59:30.149 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_osd", 2024-09-20T22:59:30.149 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_paxos", 2024-09-20T22:59:30.149 INFO:tasks.workunit.client.0.smithi046.stdout: "keyring", 2024-09-20T22:59:30.149 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_file", 2024-09-20T22:59:30.149 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_journald", 2024-09-20T22:59:30.150 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_stderr", 2024-09-20T22:59:30.150 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_allow_pool_delete", 2024-09-20T22:59:30.150 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_clock_drift_allowed", 2024-09-20T22:59:30.150 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_file", 2024-09-20T22:59:30.150 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_journald", 2024-09-20T22:59:30.150 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_stderr", 2024-09-20T22:59:30.150 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_data_avail_warn", 2024-09-20T22:59:30.150 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_election_default_strategy", 2024-09-20T22:59:30.150 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_host", 2024-09-20T22:59:30.150 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_max_pg_per_osd", 2024-09-20T22:59:30.150 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mds_skip_sanity", 2024-09-20T22:59:30.150 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mgr_mkfs_grace", 2024-09-20T22:59:30.150 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_prime_pg_temp", 2024-09-20T22:59:30.150 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_reporter_subtree_level", 2024-09-20T22:59:30.151 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_pg_warn_max_object_skew", 2024-09-20T22:59:30.151 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-20T22:59:30.151 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-20T22:59:30.151 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-20T22:59:30.151 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-20T22:59:30.151 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-20T22:59:30.151 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-20T22:59:30.151 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-20T22:59:30.151 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-20T22:59:30.151 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_too_few_osds", 2024-09-20T22:59:30.151 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_bug", 2024-09-20T22:59:30.151 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_old_message", 2024-09-20T22:59:30.151 INFO:tasks.workunit.client.0.smithi046.stdout: "no_config_file", 2024-09-20T22:59:30.152 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_default_list", 2024-09-20T22:59:30.152 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_load_list", 2024-09-20T22:59:30.152 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_misdirected_ops", 2024-09-20T22:59:30.152 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_op_order", 2024-09-20T22:59:30.152 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_pg_log_writeout", 2024-09-20T22:59:30.152 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_shutdown", 2024-09-20T22:59:30.152 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_cached_snaps", 2024-09-20T22:59:30.152 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_missing_on_start", 2024-09-20T22:59:30.152 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_stray_on_activate", 2024-09-20T22:59:30.152 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-20T22:59:30.152 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_delete_sleep", 2024-09-20T22:59:30.152 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_delete_sleep_hdd", 2024-09-20T22:59:30.152 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_delete_sleep_hybrid", 2024-09-20T22:59:30.152 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_delete_sleep_ssd", 2024-09-20T22:59:30.153 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_max_backfills", 2024-09-20T22:59:30.153 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-20T22:59:30.153 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_profile", 2024-09-20T22:59:30.153 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-20T22:59:30.153 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-20T22:59:30.153 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-20T22:59:30.153 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-20T22:59:30.153 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-20T22:59:30.153 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-20T22:59:30.153 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_lim", 2024-09-20T22:59:30.153 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_res", 2024-09-20T22:59:30.153 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-20T22:59:30.153 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target", 2024-09-20T22:59:30.153 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target_autotune", 2024-09-20T22:59:30.154 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue", 2024-09-20T22:59:30.154 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue_cut_off", 2024-09-20T22:59:30.154 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_erasure_code_profile", 2024-09-20T22:59:30.154 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-20T22:59:30.154 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recover_clone_overlap", 2024-09-20T22:59:30.154 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_active", 2024-09-20T22:59:30.154 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_active_hdd", 2024-09-20T22:59:30.154 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_active_ssd", 2024-09-20T22:59:30.154 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_chunk", 2024-09-20T22:59:30.154 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_sleep", 2024-09-20T22:59:30.154 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_sleep_hdd", 2024-09-20T22:59:30.154 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_sleep_hybrid", 2024-09-20T22:59:30.154 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_sleep_ssd", 2024-09-20T22:59:30.155 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_load_threshold", 2024-09-20T22:59:30.155 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_max_interval", 2024-09-20T22:59:30.155 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_sleep", 2024-09-20T22:59:30.155 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_shutdown_pgref_assert", 2024-09-20T22:59:30.155 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_snap_trim_sleep", 2024-09-20T22:59:30.155 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_snap_trim_sleep_hdd", 2024-09-20T22:59:30.155 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-20T22:59:30.155 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_snap_trim_sleep_ssd", 2024-09-20T22:59:30.155 INFO:tasks.workunit.client.0.smithi046.stdout: "public_network", 2024-09-20T22:59:30.155 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_config_pool_override_update_timestamp", 2024-09-20T22:59:30.155 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_default_features", 2024-09-20T22:59:30.155 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_qos_exclude_ops", 2024-09-20T22:59:30.155 INFO:tasks.workunit.client.0.smithi046.stdout: "setgroup", 2024-09-20T22:59:30.155 INFO:tasks.workunit.client.0.smithi046.stdout: "setuser" 2024-09-20T22:59:30.155 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.156 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster_changed": [ 2024-09-20T22:59:30.156 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-20T22:59:30.156 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_debug", 2024-09-20T22:59:30.156 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_mon_ticket_ttl", 2024-09-20T22:59:30.156 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_service_ticket_ttl", 2024-09-20T22:59:30.156 INFO:tasks.workunit.client.0.smithi046.stdout: "bdev_debug_aio", 2024-09-20T22:59:30.156 INFO:tasks.workunit.client.0.smithi046.stdout: "container_image", 2024-09-20T22:59:30.156 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_asserts_on_shutdown", 2024-09-20T22:59:30.156 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mgr", 2024-09-20T22:59:30.156 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mon", 2024-09-20T22:59:30.156 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_ms", 2024-09-20T22:59:30.156 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_osd", 2024-09-20T22:59:30.156 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_paxos", 2024-09-20T22:59:30.156 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_file", 2024-09-20T22:59:30.157 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_journald", 2024-09-20T22:59:30.157 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_stderr", 2024-09-20T22:59:30.157 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_join_fs", 2024-09-20T22:59:30.157 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/allow_ptrace", 2024-09-20T22:59:30.157 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/container_init", 2024-09-20T22:59:30.157 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/migration_current", 2024-09-20T22:59:30.157 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/use_repo_digest", 2024-09-20T22:59:30.157 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-20T22:59:30.157 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-20T22:59:30.157 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-20T22:59:30.157 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-20T22:59:30.157 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/ssl_server_port", 2024-09-20T22:59:30.157 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/orchestrator/orchestrator", 2024-09-20T22:59:30.157 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/channel_ident", 2024-09-20T22:59:30.157 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/channel_perf", 2024-09-20T22:59:30.158 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/description", 2024-09-20T22:59:30.158 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/enabled", 2024-09-20T22:59:30.158 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/organization", 2024-09-20T22:59:30.158 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_allow_pool_delete", 2024-09-20T22:59:30.158 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_clock_drift_allowed", 2024-09-20T22:59:30.158 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_file", 2024-09-20T22:59:30.158 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_data_avail_warn", 2024-09-20T22:59:30.158 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_election_default_strategy", 2024-09-20T22:59:30.158 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_max_pg_per_osd", 2024-09-20T22:59:30.158 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mds_skip_sanity", 2024-09-20T22:59:30.158 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mgr_mkfs_grace", 2024-09-20T22:59:30.158 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_prime_pg_temp", 2024-09-20T22:59:30.158 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_reporter_subtree_level", 2024-09-20T22:59:30.158 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_pg_warn_max_object_skew", 2024-09-20T22:59:30.159 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-20T22:59:30.159 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-20T22:59:30.159 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-20T22:59:30.159 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-20T22:59:30.159 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-20T22:59:30.159 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-20T22:59:30.159 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-20T22:59:30.159 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-20T22:59:30.159 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_too_few_osds", 2024-09-20T22:59:30.159 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_bug", 2024-09-20T22:59:30.159 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_old_message", 2024-09-20T22:59:30.159 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_default_list", 2024-09-20T22:59:30.159 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_load_list", 2024-09-20T22:59:30.159 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_misdirected_ops", 2024-09-20T22:59:30.160 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_op_order", 2024-09-20T22:59:30.160 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_pg_log_writeout", 2024-09-20T22:59:30.160 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_shutdown", 2024-09-20T22:59:30.160 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_cached_snaps", 2024-09-20T22:59:30.160 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_missing_on_start", 2024-09-20T22:59:30.160 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_stray_on_activate", 2024-09-20T22:59:30.160 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-20T22:59:30.160 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-20T22:59:30.160 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_profile", 2024-09-20T22:59:30.160 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target", 2024-09-20T22:59:30.160 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target_autotune", 2024-09-20T22:59:30.160 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue", 2024-09-20T22:59:30.160 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue_cut_off", 2024-09-20T22:59:30.160 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_erasure_code_profile", 2024-09-20T22:59:30.160 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-20T22:59:30.161 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recover_clone_overlap", 2024-09-20T22:59:30.161 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_chunk", 2024-09-20T22:59:30.161 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_load_threshold", 2024-09-20T22:59:30.161 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_max_interval", 2024-09-20T22:59:30.161 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_shutdown_pgref_assert", 2024-09-20T22:59:30.161 INFO:tasks.workunit.client.0.smithi046.stdout: "public_network", 2024-09-20T22:59:30.161 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_config_pool_override_update_timestamp", 2024-09-20T22:59:30.161 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_cache_enabled", 2024-09-20T22:59:30.161 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_enable_ops_log", 2024-09-20T22:59:30.161 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_enable_usage_log" 2024-09-20T22:59:30.161 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.161 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.162 INFO:tasks.workunit.client.0.smithi046.stdout: "contact": null, 2024-09-20T22:59:30.162 INFO:tasks.workunit.client.0.smithi046.stdout: "crashes": [], 2024-09-20T22:59:30.162 INFO:tasks.workunit.client.0.smithi046.stdout: "created": "2024-09-20T21:32:44.391577Z", 2024-09-20T22:59:30.162 INFO:tasks.workunit.client.0.smithi046.stdout: "crush": { 2024-09-20T22:59:30.162 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_algs": { 2024-09-20T22:59:30.162 INFO:tasks.workunit.client.0.smithi046.stdout: "straw2": 3 2024-09-20T22:59:30.162 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.162 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_sizes": { 2024-09-20T22:59:30.162 INFO:tasks.workunit.client.0.smithi046.stdout: "2": 1, 2024-09-20T22:59:30.162 INFO:tasks.workunit.client.0.smithi046.stdout: "4": 2 2024-09-20T22:59:30.162 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.162 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_types": { 2024-09-20T22:59:30.162 INFO:tasks.workunit.client.0.smithi046.stdout: "1": 2, 2024-09-20T22:59:30.162 INFO:tasks.workunit.client.0.smithi046.stdout: "11": 1 2024-09-20T22:59:30.163 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.163 INFO:tasks.workunit.client.0.smithi046.stdout: "compat_weight_set": false, 2024-09-20T22:59:30.163 INFO:tasks.workunit.client.0.smithi046.stdout: "device_classes": [ 2024-09-20T22:59:30.163 INFO:tasks.workunit.client.0.smithi046.stdout: 8 2024-09-20T22:59:30.163 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_buckets": 6, 2024-09-20T22:59:30.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_devices": 8, 2024-09-20T22:59:30.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_rules": 2, 2024-09-20T22:59:30.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_types": 12, 2024-09-20T22:59:30.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_weight_sets": 0, 2024-09-20T22:59:30.163 INFO:tasks.workunit.client.0.smithi046.stdout: "tunables": { 2024-09-20T22:59:30.163 INFO:tasks.workunit.client.0.smithi046.stdout: "allowed_bucket_algs": 54, 2024-09-20T22:59:30.163 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_local_fallback_tries": 0, 2024-09-20T22:59:30.163 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_local_tries": 0, 2024-09-20T22:59:30.164 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_total_tries": 50, 2024-09-20T22:59:30.164 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_descend_once": 1, 2024-09-20T22:59:30.164 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_stable": 1, 2024-09-20T22:59:30.164 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_vary_r": 1, 2024-09-20T22:59:30.164 INFO:tasks.workunit.client.0.smithi046.stdout: "has_msr_rules": 0, 2024-09-20T22:59:30.164 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v2_rules": 1, 2024-09-20T22:59:30.164 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v3_rules": 0, 2024-09-20T22:59:30.164 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v4_buckets": 1, 2024-09-20T22:59:30.164 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v5_rules": 0, 2024-09-20T22:59:30.164 INFO:tasks.workunit.client.0.smithi046.stdout: "legacy_tunables": 0, 2024-09-20T22:59:30.164 INFO:tasks.workunit.client.0.smithi046.stdout: "minimum_required_version": "jewel", 2024-09-20T22:59:30.164 INFO:tasks.workunit.client.0.smithi046.stdout: "msr_collision_tries": 100, 2024-09-20T22:59:30.164 INFO:tasks.workunit.client.0.smithi046.stdout: "msr_descents": 100, 2024-09-20T22:59:30.164 INFO:tasks.workunit.client.0.smithi046.stdout: "optimal_tunables": 1, 2024-09-20T22:59:30.165 INFO:tasks.workunit.client.0.smithi046.stdout: "profile": "jewel", 2024-09-20T22:59:30.165 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables": 1, 2024-09-20T22:59:30.165 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables2": 1, 2024-09-20T22:59:30.165 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables3": 1, 2024-09-20T22:59:30.165 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables5": 1, 2024-09-20T22:59:30.165 INFO:tasks.workunit.client.0.smithi046.stdout: "straw_calc_version": 1 2024-09-20T22:59:30.165 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.165 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.165 INFO:tasks.workunit.client.0.smithi046.stdout: "description": "upgrade test cluster", 2024-09-20T22:59:30.165 INFO:tasks.workunit.client.0.smithi046.stdout: "fs": { 2024-09-20T22:59:30.165 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T22:59:30.165 INFO:tasks.workunit.client.0.smithi046.stdout: "feature_flags": { 2024-09-20T22:59:30.165 INFO:tasks.workunit.client.0.smithi046.stdout: "enable_multiple": true, 2024-09-20T22:59:30.165 INFO:tasks.workunit.client.0.smithi046.stdout: "ever_enabled_multiple": true 2024-09-20T22:59:30.166 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.166 INFO:tasks.workunit.client.0.smithi046.stdout: "filesystems": [ 2024-09-20T22:59:30.166 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.166 INFO:tasks.workunit.client.0.smithi046.stdout: "approx_ctime": "2024-09", 2024-09-20T22:59:30.166 INFO:tasks.workunit.client.0.smithi046.stdout: "balancer_enabled": false, 2024-09-20T22:59:30.166 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.166 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_caps": 0, 2024-09-20T22:59:30.166 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_dns": 10, 2024-09-20T22:59:30.166 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_inos": 13, 2024-09-20T22:59:30.166 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_subtrees": 2, 2024-09-20T22:59:30.166 INFO:tasks.workunit.client.0.smithi046.stdout: "ever_allowed_features": 0, 2024-09-20T22:59:30.166 INFO:tasks.workunit.client.0.smithi046.stdout: "explicitly_allowed_features": 0, 2024-09-20T22:59:30.166 INFO:tasks.workunit.client.0.smithi046.stdout: "files": 0, 2024-09-20T22:59:30.166 INFO:tasks.workunit.client.0.smithi046.stdout: "max_mds": 1, 2024-09-20T22:59:30.166 INFO:tasks.workunit.client.0.smithi046.stdout: "num_data_pools": 1, 2024-09-20T22:59:30.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_in": 1, 2024-09-20T22:59:30.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_mds": 1, 2024-09-20T22:59:30.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": 0, 2024-09-20T22:59:30.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_standby_replay": 0, 2024-09-20T22:59:30.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_up": 1, 2024-09-20T22:59:30.167 INFO:tasks.workunit.client.0.smithi046.stdout: "snaps": 0, 2024-09-20T22:59:30.167 INFO:tasks.workunit.client.0.smithi046.stdout: "standby_count_wanted": 0 2024-09-20T22:59:30.167 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.167 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.167 INFO:tasks.workunit.client.0.smithi046.stdout: "num_standby_mds": 1, 2024-09-20T22:59:30.167 INFO:tasks.workunit.client.0.smithi046.stdout: "total_num_mds": 2 2024-09-20T22:59:30.167 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.167 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_stats": { 2024-09-20T22:59:30.168 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-20T22:59:30.168 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.89feedb6ca5aa28c1526bae4a18bccbde113d39a": { 2024-09-20T22:59:30.168 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 20692992, 2024-09-20T22:59:30.168 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 428728, 2024-09-20T22:59:30.168 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2621440, 2024-09-20T22:59:30.168 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:30.168 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 507904, 2024-09-20T22:59:30.168 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 480, 2024-09-20T22:59:30.168 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:30.168 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 1370232, 2024-09-20T22:59:30.169 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 22, 2024-09-20T22:59:30.169 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 1095168, 2024-09-20T22:59:30.169 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 15177424, 2024-09-20T22:59:30.169 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 21200896 2024-09-20T22:59:30.169 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.169 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.a373ec1b8791b7f450fd778abc506764734e5598": { 2024-09-20T22:59:30.169 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 20152320, 2024-09-20T22:59:30.169 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 323280, 2024-09-20T22:59:30.169 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2621440, 2024-09-20T22:59:30.169 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 761856, 2024-09-20T22:59:30.169 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 0, 2024-09-20T22:59:30.169 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 361, 2024-09-20T22:59:30.169 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:30.169 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 1120504, 2024-09-20T22:59:30.170 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 13, 2024-09-20T22:59:30.170 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 561664, 2024-09-20T22:59:30.170 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 14763576, 2024-09-20T22:59:30.170 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 20152320 2024-09-20T22:59:30.170 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.170 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.170 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T22:59:30.170 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.89feedb6ca5aa28c1526bae4a18bccbde113d39a": { 2024-09-20T22:59:30.170 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 262987776, 2024-09-20T22:59:30.170 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 5808496, 2024-09-20T22:59:30.170 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3014656, 2024-09-20T22:59:30.170 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 761856, 2024-09-20T22:59:30.170 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 131072, 2024-09-20T22:59:30.170 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 9895, 2024-09-20T22:59:30.170 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:30.171 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 14355696, 2024-09-20T22:59:30.171 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 23, 2024-09-20T22:59:30.171 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 4465664, 2024-09-20T22:59:30.171 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 234581408, 2024-09-20T22:59:30.171 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 263118848 2024-09-20T22:59:30.171 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.171 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.a373ec1b8791b7f450fd778abc506764734e5598": { 2024-09-20T22:59:30.171 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 167108608, 2024-09-20T22:59:30.171 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 2229552, 2024-09-20T22:59:30.171 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2883584, 2024-09-20T22:59:30.171 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:30.171 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 2482176, 2024-09-20T22:59:30.171 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 6505, 2024-09-20T22:59:30.171 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:30.171 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 8856696, 2024-09-20T22:59:30.172 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 20, 2024-09-20T22:59:30.172 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 2391808, 2024-09-20T22:59:30.172 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 150746968, 2024-09-20T22:59:30.172 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 169590784 2024-09-20T22:59:30.172 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.172 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.ba2a2447664121745258143c46d4a74444ac144b": { 2024-09-20T22:59:30.172 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 178110464, 2024-09-20T22:59:30.172 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 2129456, 2024-09-20T22:59:30.172 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2883584, 2024-09-20T22:59:30.172 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 557056, 2024-09-20T22:59:30.172 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 909312, 2024-09-20T22:59:30.172 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 7013, 2024-09-20T22:59:30.172 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:30.173 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 11910984, 2024-09-20T22:59:30.173 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 20, 2024-09-20T22:59:30.173 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 2324736, 2024-09-20T22:59:30.173 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 158304648, 2024-09-20T22:59:30.173 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 179019776 2024-09-20T22:59:30.173 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.173 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.173 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:30.173 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.0": { 2024-09-20T22:59:30.173 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 535298048, 2024-09-20T22:59:30.173 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 27721920, 2024-09-20T22:59:30.173 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3407872, 2024-09-20T22:59:30.173 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:30.173 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 85991424, 2024-09-20T22:59:30.174 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 14983, 2024-09-20T22:59:30.174 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:30.174 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 77088824, 2024-09-20T22:59:30.174 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 54, 2024-09-20T22:59:30.174 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 12344576, 2024-09-20T22:59:30.174 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 414734856, 2024-09-20T22:59:30.174 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 621289472 2024-09-20T22:59:30.174 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.174 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.1": { 2024-09-20T22:59:30.174 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 516898816, 2024-09-20T22:59:30.174 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 29775216, 2024-09-20T22:59:30.174 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 5505024, 2024-09-20T22:59:30.174 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:30.175 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 30334976, 2024-09-20T22:59:30.175 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 13750, 2024-09-20T22:59:30.175 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:30.175 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 68687160, 2024-09-20T22:59:30.175 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 60, 2024-09-20T22:59:30.175 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 9967872, 2024-09-20T22:59:30.175 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 402963544, 2024-09-20T22:59:30.175 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 547233792 2024-09-20T22:59:30.175 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.175 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.2": { 2024-09-20T22:59:30.175 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 414392320, 2024-09-20T22:59:30.175 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 29788768, 2024-09-20T22:59:30.175 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3276800, 2024-09-20T22:59:30.175 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:30.176 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 61874176, 2024-09-20T22:59:30.176 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 11246, 2024-09-20T22:59:30.176 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:30.176 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 60114520, 2024-09-20T22:59:30.176 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 53, 2024-09-20T22:59:30.176 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 11209984, 2024-09-20T22:59:30.176 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 310002248, 2024-09-20T22:59:30.176 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 476266496 2024-09-20T22:59:30.176 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.176 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.3": { 2024-09-20T22:59:30.176 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 423026688, 2024-09-20T22:59:30.176 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 20031264, 2024-09-20T22:59:30.176 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3145728, 2024-09-20T22:59:30.176 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:30.176 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 30777344, 2024-09-20T22:59:30.177 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 10373, 2024-09-20T22:59:30.177 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:30.177 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 54527432, 2024-09-20T22:59:30.177 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 53, 2024-09-20T22:59:30.177 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 13573632, 2024-09-20T22:59:30.177 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 331748632, 2024-09-20T22:59:30.177 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 453804032 2024-09-20T22:59:30.177 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.177 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.4": { 2024-09-20T22:59:30.177 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 382107648, 2024-09-20T22:59:30.177 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 24370896, 2024-09-20T22:59:30.177 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3276800, 2024-09-20T22:59:30.177 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:30.177 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 133431296, 2024-09-20T22:59:30.177 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 11104, 2024-09-20T22:59:30.177 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:30.178 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 57022224, 2024-09-20T22:59:30.178 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 53, 2024-09-20T22:59:30.178 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 10644992, 2024-09-20T22:59:30.178 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 286792736, 2024-09-20T22:59:30.178 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 515538944 2024-09-20T22:59:30.178 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.178 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.5": { 2024-09-20T22:59:30.178 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 525402112, 2024-09-20T22:59:30.178 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 26306584, 2024-09-20T22:59:30.178 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3276800, 2024-09-20T22:59:30.178 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:30.178 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 68935680, 2024-09-20T22:59:30.178 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 12878, 2024-09-20T22:59:30.179 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:30.179 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 64141040, 2024-09-20T22:59:30.179 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 53, 2024-09-20T22:59:30.179 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 11236352, 2024-09-20T22:59:30.179 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 420441336, 2024-09-20T22:59:30.179 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 594337792 2024-09-20T22:59:30.179 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.179 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.6": { 2024-09-20T22:59:30.179 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 459063296, 2024-09-20T22:59:30.179 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 22501712, 2024-09-20T22:59:30.179 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3145728, 2024-09-20T22:59:30.179 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:30.179 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 44228608, 2024-09-20T22:59:30.179 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 10198, 2024-09-20T22:59:30.180 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:30.180 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 56313664, 2024-09-20T22:59:30.180 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 53, 2024-09-20T22:59:30.180 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 11182592, 2024-09-20T22:59:30.180 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 365919600, 2024-09-20T22:59:30.180 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 503291904 2024-09-20T22:59:30.180 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.180 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.7": { 2024-09-20T22:59:30.180 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 544587776, 2024-09-20T22:59:30.180 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 22616200, 2024-09-20T22:59:30.180 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3276800, 2024-09-20T22:59:30.180 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:30.180 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 55173120, 2024-09-20T22:59:30.180 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 11674, 2024-09-20T22:59:30.180 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:30.181 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 64529064, 2024-09-20T22:59:30.181 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 58, 2024-09-20T22:59:30.181 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 11511808, 2024-09-20T22:59:30.181 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 442653904, 2024-09-20T22:59:30.181 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 599760896 2024-09-20T22:59:30.181 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.181 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.181 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.181 INFO:tasks.workunit.client.0.smithi046.stdout: "hosts": { 2024-09-20T22:59:30.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num": 2, 2024-09-20T22:59:30.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mds": 2, 2024-09-20T22:59:30.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mgr": 2, 2024-09-20T22:59:30.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mon": 2, 2024-09-20T22:59:30.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_osd": 2 2024-09-20T22:59:30.181 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.182 INFO:tasks.workunit.client.0.smithi046.stdout: "io_rate": { 2024-09-20T22:59:30.182 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_stats_delta": { 2024-09-20T22:59:30.182 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 0, 2024-09-20T22:59:30.182 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:30.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 0, 2024-09-20T22:59:30.182 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:30.182 INFO:tasks.workunit.client.0.smithi046.stdout: "stamp_delta": "12.003426", 2024-09-20T22:59:30.182 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:30.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:30.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:30.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:30.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:30.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:30.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:30.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:30.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:30.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:30.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:30.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:30.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:30.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:30.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:30.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:30.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:30.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:30.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:30.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:30.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:30.184 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:30.184 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:30.184 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:30.184 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:30.184 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:30.184 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:30.184 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:30.184 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:30.184 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:30.184 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:30.184 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:30.184 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:30.184 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:30.184 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:30.185 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:30.185 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:30.185 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:30.185 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:30.185 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:30.185 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:30.185 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.185 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-20T22:59:30.185 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 0, 2024-09-20T22:59:30.185 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-20T22:59:30.185 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-20T22:59:30.185 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-20T22:59:30.185 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-20T22:59:30.185 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 0, 2024-09-20T22:59:30.185 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-20T22:59:30.186 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-20T22:59:30.186 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-20T22:59:30.186 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-20T22:59:30.186 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.186 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 0 2024-09-20T22:59:30.186 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.186 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.186 INFO:tasks.workunit.client.0.smithi046.stdout: "leaderboard": false, 2024-09-20T22:59:30.186 INFO:tasks.workunit.client.0.smithi046.stdout: "leaderboard_description": null, 2024-09-20T22:59:30.186 INFO:tasks.workunit.client.0.smithi046.stdout: "license": "sharing-1-0", 2024-09-20T22:59:30.186 INFO:tasks.workunit.client.0.smithi046.stdout: "mempool": { 2024-09-20T22:59:30.186 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-20T22:59:30.186 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.89feedb6ca5aa28c1526bae4a18bccbde113d39a": { 2024-09-20T22:59:30.186 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:30.187 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.187 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.187 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.187 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:30.187 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.187 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.187 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.187 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:30.187 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.187 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.187 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.187 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:30.187 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.188 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.188 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.188 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:30.188 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.188 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.188 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.188 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:30.188 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.188 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.188 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.188 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:30.188 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.188 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.188 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.188 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:30.189 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.189 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.189 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.189 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:30.189 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.189 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.189 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.189 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:30.189 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.189 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.189 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.189 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:30.189 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.189 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.189 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.190 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:30.190 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.190 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.190 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.190 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:30.190 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.190 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.190 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.190 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:30.190 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.190 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.190 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.190 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:30.190 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.191 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.191 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.191 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:30.191 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.191 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.191 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.191 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:30.191 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.191 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.191 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.191 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:30.191 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.191 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.191 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.192 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:30.192 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 223455, 2024-09-20T22:59:30.192 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 69 2024-09-20T22:59:30.192 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.192 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:30.192 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.192 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.192 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.192 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:30.192 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 52112, 2024-09-20T22:59:30.192 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 181 2024-09-20T22:59:30.192 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.192 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:30.192 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.192 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.193 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.193 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:30.193 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.193 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.193 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.193 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:30.193 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.193 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.193 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.193 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:30.193 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12064, 2024-09-20T22:59:30.193 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 232 2024-09-20T22:59:30.193 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.193 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:30.193 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.194 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.194 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.194 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:30.194 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.194 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.194 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.194 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:30.194 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.194 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.194 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.194 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:30.194 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.194 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.194 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.194 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.195 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.a373ec1b8791b7f450fd778abc506764734e5598": { 2024-09-20T22:59:30.195 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:30.195 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.195 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.195 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.195 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:30.195 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.195 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.195 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.195 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:30.195 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.195 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.195 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.195 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:30.195 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.196 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.196 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.196 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:30.196 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.196 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.196 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.196 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:30.196 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.196 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.196 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.196 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:30.196 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.196 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.196 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.196 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:30.197 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.197 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.197 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.197 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:30.197 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.197 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.197 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.197 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:30.197 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.197 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.197 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.197 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:30.197 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.197 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.197 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.198 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:30.198 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.198 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.198 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.198 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:30.198 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.198 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.198 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.198 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:30.198 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.198 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.198 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.198 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:30.198 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.199 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.199 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.199 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:30.199 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.199 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.199 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.199 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:30.199 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.199 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.199 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.199 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:30.199 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.199 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.199 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.200 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:30.200 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 149008, 2024-09-20T22:59:30.200 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 33 2024-09-20T22:59:30.200 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.200 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:30.200 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.200 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.200 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.200 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:30.200 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 928, 2024-09-20T22:59:30.200 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2 2024-09-20T22:59:30.200 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.200 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:30.200 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.200 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.201 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.201 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:30.201 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.201 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.201 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.201 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:30.201 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.201 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.201 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.201 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:30.201 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.201 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.201 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.201 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:30.201 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.202 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.202 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.202 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:30.202 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.202 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.202 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.202 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:30.202 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.202 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.202 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.202 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:30.202 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.202 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.202 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.203 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.203 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.203 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T22:59:30.203 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.89feedb6ca5aa28c1526bae4a18bccbde113d39a": { 2024-09-20T22:59:30.203 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:30.203 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.203 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.203 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.203 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:30.203 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.203 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.203 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.203 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:30.203 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.203 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.204 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.204 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:30.204 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.204 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.204 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.204 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:30.204 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.204 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.204 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.204 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:30.204 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.204 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.204 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.205 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:30.205 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.205 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.205 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.205 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:30.205 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.205 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.205 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.205 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:30.205 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.205 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.205 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.205 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:30.205 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.206 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.206 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.206 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:30.206 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.206 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.206 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.206 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:30.206 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.206 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.206 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.206 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:30.206 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.206 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.206 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.207 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:30.207 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.207 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.207 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.207 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:30.207 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.207 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.207 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.207 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:30.207 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.207 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.207 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.207 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:30.207 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.208 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.208 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.208 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:30.208 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.208 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.208 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.208 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:30.208 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 53114296, 2024-09-20T22:59:30.208 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7506 2024-09-20T22:59:30.208 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.208 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:30.208 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.208 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.208 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.208 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:30.209 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.209 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.209 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.209 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:30.209 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.209 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.209 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.209 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:30.209 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.209 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.209 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.209 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:30.209 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.209 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.210 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.210 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:30.210 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10640, 2024-09-20T22:59:30.210 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 231 2024-09-20T22:59:30.210 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.210 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:30.210 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 70440, 2024-09-20T22:59:30.210 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 5158 2024-09-20T22:59:30.210 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.210 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:30.210 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 11440, 2024-09-20T22:59:30.210 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 304 2024-09-20T22:59:30.210 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.211 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:30.211 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.211 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.211 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.211 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:30.211 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.211 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.211 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.211 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.211 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.a373ec1b8791b7f450fd778abc506764734e5598": { 2024-09-20T22:59:30.211 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:30.211 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.211 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.211 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.211 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:30.212 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.212 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.212 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.212 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:30.212 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.212 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.212 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.212 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:30.212 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.212 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.212 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.212 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:30.212 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.212 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.213 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.213 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:30.213 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.213 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.213 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.213 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:30.213 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.213 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.213 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.213 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:30.213 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.213 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.213 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.213 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:30.213 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.214 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.214 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.214 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:30.214 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.214 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.214 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.214 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:30.214 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.214 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.214 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.214 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:30.214 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.214 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.214 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.215 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:30.215 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.215 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.215 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.215 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:30.215 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.215 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.215 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.215 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:30.215 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.215 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.215 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.215 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:30.215 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.216 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.216 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.216 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:30.216 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.216 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.216 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.216 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:30.216 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.216 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.216 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.216 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:30.216 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 44538196, 2024-09-20T22:59:30.216 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 5480 2024-09-20T22:59:30.216 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.216 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:30.217 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 616, 2024-09-20T22:59:30.217 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7 2024-09-20T22:59:30.217 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.217 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:30.217 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.217 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.217 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.217 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:30.217 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.217 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.217 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.217 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:30.217 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.217 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.217 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.217 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:30.218 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.218 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.218 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.218 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:30.218 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10640, 2024-09-20T22:59:30.218 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 231 2024-09-20T22:59:30.218 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.218 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:30.218 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 70440, 2024-09-20T22:59:30.218 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 5158 2024-09-20T22:59:30.218 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.218 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:30.218 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5720, 2024-09-20T22:59:30.219 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 152 2024-09-20T22:59:30.219 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.219 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:30.219 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.219 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.219 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.219 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:30.219 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.219 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.219 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.219 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.219 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.ba2a2447664121745258143c46d4a74444ac144b": { 2024-09-20T22:59:30.219 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:30.220 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.220 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.220 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.220 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:30.220 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.220 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.220 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.220 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:30.220 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.220 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.220 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.220 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:30.220 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.220 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.220 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.221 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:30.221 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.221 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.221 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.221 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:30.221 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.221 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.221 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.221 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:30.221 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.221 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.221 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.221 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:30.221 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.221 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.222 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.222 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:30.222 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.222 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.222 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.222 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:30.222 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.222 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.222 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.222 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:30.222 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.222 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.222 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.222 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:30.222 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.223 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.223 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.223 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:30.223 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.223 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.223 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.223 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:30.223 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.223 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.223 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.223 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:30.223 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.223 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.223 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.223 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:30.223 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.224 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.224 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.224 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:30.224 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.224 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.224 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.224 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:30.224 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.224 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.224 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.224 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:30.224 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 51166980, 2024-09-20T22:59:30.224 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7027 2024-09-20T22:59:30.224 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.224 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:30.225 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 528, 2024-09-20T22:59:30.225 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 6 2024-09-20T22:59:30.225 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.225 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:30.225 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.225 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.225 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.225 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:30.225 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.225 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.225 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.225 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:30.225 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.225 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.225 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.226 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:30.226 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.226 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.226 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.226 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:30.226 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10640, 2024-09-20T22:59:30.226 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 231 2024-09-20T22:59:30.226 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.226 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:30.226 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 70440, 2024-09-20T22:59:30.226 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 5158 2024-09-20T22:59:30.226 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.226 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:30.226 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5720, 2024-09-20T22:59:30.227 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 152 2024-09-20T22:59:30.227 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.227 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:30.227 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.227 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.227 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.227 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:30.227 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.227 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.227 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.227 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.227 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.227 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:30.227 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.0": { 2024-09-20T22:59:30.227 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:30.228 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.228 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.228 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.228 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:30.228 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 25408, 2024-09-20T22:59:30.228 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 502 2024-09-20T22:59:30.228 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.228 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:30.228 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 514560, 2024-09-20T22:59:30.228 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:30.228 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.228 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:30.228 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1152, 2024-09-20T22:59:30.228 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 6 2024-09-20T22:59:30.228 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.229 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:30.229 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 61680, 2024-09-20T22:59:30.229 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 771 2024-09-20T22:59:30.229 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.229 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:30.229 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 419744, 2024-09-20T22:59:30.229 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2018 2024-09-20T22:59:30.229 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.229 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:30.229 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 256, 2024-09-20T22:59:30.229 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:30.229 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.229 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:30.229 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 399647, 2024-09-20T22:59:30.230 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 120 2024-09-20T22:59:30.230 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.230 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:30.230 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2532336, 2024-09-20T22:59:30.230 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 561016 2024-09-20T22:59:30.230 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.230 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:30.230 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7184456, 2024-09-20T22:59:30.230 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10597 2024-09-20T22:59:30.230 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.230 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:30.230 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 88140, 2024-09-20T22:59:30.230 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9443 2024-09-20T22:59:30.230 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.231 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:30.231 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 96864, 2024-09-20T22:59:30.231 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2018 2024-09-20T22:59:30.231 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.231 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:30.231 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.231 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.231 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.231 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:30.231 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 186528, 2024-09-20T22:59:30.231 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1332 2024-09-20T22:59:30.231 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.231 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:30.232 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.232 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.232 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.232 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:30.232 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.232 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.232 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.232 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:30.232 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 56916, 2024-09-20T22:59:30.232 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 48 2024-09-20T22:59:30.232 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.232 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:30.232 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.232 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.232 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.233 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:30.233 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6248276, 2024-09-20T22:59:30.233 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 4775 2024-09-20T22:59:30.233 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.233 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:30.233 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10912, 2024-09-20T22:59:30.233 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 124 2024-09-20T22:59:30.233 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.233 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:30.233 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.233 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.233 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.233 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:30.233 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 522720, 2024-09-20T22:59:30.234 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 45 2024-09-20T22:59:30.234 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.234 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:30.234 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.234 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.234 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.234 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:30.234 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7128680, 2024-09-20T22:59:30.234 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 18509 2024-09-20T22:59:30.234 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.234 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:30.234 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 631576, 2024-09-20T22:59:30.234 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10076 2024-09-20T22:59:30.234 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.235 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:30.235 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.235 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.235 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.235 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:30.235 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.235 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.235 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.235 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:30.235 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.235 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.235 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.235 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:30.236 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.236 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.236 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.236 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.236 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.1": { 2024-09-20T22:59:30.236 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:30.236 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.236 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.236 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.236 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:30.236 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 25688, 2024-09-20T22:59:30.236 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 499 2024-09-20T22:59:30.236 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.236 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:30.237 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1100160, 2024-09-20T22:59:30.237 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:30.237 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.237 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:30.237 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1536, 2024-09-20T22:59:30.237 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-20T22:59:30.237 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.237 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:30.237 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 61760, 2024-09-20T22:59:30.237 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 772 2024-09-20T22:59:30.237 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.237 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:30.237 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 417456, 2024-09-20T22:59:30.237 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2007 2024-09-20T22:59:30.237 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.237 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:30.237 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 256, 2024-09-20T22:59:30.238 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:30.238 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.238 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:30.238 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 358090, 2024-09-20T22:59:30.238 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 106 2024-09-20T22:59:30.238 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.238 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:30.238 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2556930, 2024-09-20T22:59:30.238 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 563899 2024-09-20T22:59:30.238 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.238 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:30.238 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7209616, 2024-09-20T22:59:30.238 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10634 2024-09-20T22:59:30.239 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.239 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:30.239 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 85860, 2024-09-20T22:59:30.239 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9266 2024-09-20T22:59:30.239 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.239 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:30.239 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 96336, 2024-09-20T22:59:30.239 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2007 2024-09-20T22:59:30.239 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.239 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:30.239 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.239 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.239 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.239 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:30.239 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 186784, 2024-09-20T22:59:30.240 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1333 2024-09-20T22:59:30.240 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.240 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:30.240 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.240 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.240 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.240 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:30.240 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 736, 2024-09-20T22:59:30.240 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-20T22:59:30.240 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.240 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:30.240 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 84419, 2024-09-20T22:59:30.240 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 53 2024-09-20T22:59:30.240 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.240 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:30.241 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12112, 2024-09-20T22:59:30.241 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T22:59:30.241 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.241 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:30.241 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7921646, 2024-09-20T22:59:30.241 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 269 2024-09-20T22:59:30.241 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.241 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:30.241 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 11000, 2024-09-20T22:59:30.241 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 125 2024-09-20T22:59:30.241 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.241 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:30.241 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.242 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.242 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.242 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:30.242 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 429792, 2024-09-20T22:59:30.242 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 37 2024-09-20T22:59:30.242 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.242 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:30.242 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.242 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.242 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.242 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:30.242 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7316504, 2024-09-20T22:59:30.242 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 21215 2024-09-20T22:59:30.242 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.243 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:30.243 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 631576, 2024-09-20T22:59:30.243 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10076 2024-09-20T22:59:30.243 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.243 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:30.243 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.243 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.243 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.243 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:30.243 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.243 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.243 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.243 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:30.243 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.243 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.243 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.244 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:30.244 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.244 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.244 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.244 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.244 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.2": { 2024-09-20T22:59:30.244 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:30.244 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.244 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.244 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.244 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:30.244 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 17688, 2024-09-20T22:59:30.244 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 310 2024-09-20T22:59:30.244 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.244 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:30.244 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 264192, 2024-09-20T22:59:30.245 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 29 2024-09-20T22:59:30.245 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.245 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:30.245 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2112, 2024-09-20T22:59:30.245 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 11 2024-09-20T22:59:30.245 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.245 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:30.245 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 60640, 2024-09-20T22:59:30.245 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 758 2024-09-20T22:59:30.245 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.245 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:30.245 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 416832, 2024-09-20T22:59:30.245 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2004 2024-09-20T22:59:30.245 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.245 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:30.245 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 256, 2024-09-20T22:59:30.246 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:30.246 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.246 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:30.246 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 263904, 2024-09-20T22:59:30.246 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 82 2024-09-20T22:59:30.246 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.246 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:30.246 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1852324, 2024-09-20T22:59:30.246 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 406420 2024-09-20T22:59:30.246 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.246 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:30.246 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5313096, 2024-09-20T22:59:30.246 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7845 2024-09-20T22:59:30.246 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.246 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:30.247 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 85112, 2024-09-20T22:59:30.247 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9253 2024-09-20T22:59:30.247 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.247 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:30.247 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 96192, 2024-09-20T22:59:30.247 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2004 2024-09-20T22:59:30.247 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.247 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:30.247 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.247 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.247 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.247 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:30.247 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 186784, 2024-09-20T22:59:30.248 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1333 2024-09-20T22:59:30.248 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.248 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:30.248 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.248 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.248 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.248 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:30.248 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.248 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.248 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.248 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:30.248 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 47767, 2024-09-20T22:59:30.248 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 45 2024-09-20T22:59:30.248 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.248 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:30.249 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.249 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.249 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.249 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:30.249 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10988844, 2024-09-20T22:59:30.249 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 263 2024-09-20T22:59:30.249 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.249 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:30.249 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 9504, 2024-09-20T22:59:30.249 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 108 2024-09-20T22:59:30.249 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.249 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:30.249 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.249 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.249 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.250 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:30.250 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 360096, 2024-09-20T22:59:30.250 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 31 2024-09-20T22:59:30.250 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.250 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:30.250 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.250 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.250 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.250 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:30.250 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3199040, 2024-09-20T22:59:30.250 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 6152 2024-09-20T22:59:30.250 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.250 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:30.250 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 631576, 2024-09-20T22:59:30.250 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10076 2024-09-20T22:59:30.251 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.251 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:30.251 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.251 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.251 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.251 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:30.251 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.251 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.251 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.251 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:30.251 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.251 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.251 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.251 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:30.252 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.252 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.252 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.252 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.252 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.3": { 2024-09-20T22:59:30.252 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:30.252 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.252 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.252 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.252 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:30.252 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 17784, 2024-09-20T22:59:30.252 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 318 2024-09-20T22:59:30.252 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.252 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:30.253 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 501760, 2024-09-20T22:59:30.253 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 29 2024-09-20T22:59:30.253 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.253 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:30.253 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2496, 2024-09-20T22:59:30.253 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 13 2024-09-20T22:59:30.253 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.253 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:30.253 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 60960, 2024-09-20T22:59:30.253 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 762 2024-09-20T22:59:30.253 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.253 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:30.253 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 404560, 2024-09-20T22:59:30.253 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1945 2024-09-20T22:59:30.254 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.254 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:30.254 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 256, 2024-09-20T22:59:30.254 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:30.254 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.254 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:30.254 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 343264, 2024-09-20T22:59:30.254 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 86 2024-09-20T22:59:30.254 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.254 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:30.254 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1827983, 2024-09-20T22:59:30.254 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 401078 2024-09-20T22:59:30.254 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.255 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:30.255 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5242376, 2024-09-20T22:59:30.255 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7741 2024-09-20T22:59:30.255 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.255 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:30.255 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 76600, 2024-09-20T22:59:30.255 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8120 2024-09-20T22:59:30.255 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.255 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:30.255 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 93360, 2024-09-20T22:59:30.255 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1945 2024-09-20T22:59:30.255 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.255 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:30.255 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.256 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.256 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.256 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:30.259 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 186784, 2024-09-20T22:59:30.259 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1333 2024-09-20T22:59:30.259 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.259 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:30.260 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.260 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.260 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.260 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:30.260 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 736, 2024-09-20T22:59:30.260 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-20T22:59:30.260 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.260 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:30.260 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 79792, 2024-09-20T22:59:30.260 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 57 2024-09-20T22:59:30.260 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.260 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:30.260 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12112, 2024-09-20T22:59:30.261 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T22:59:30.261 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.261 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:30.261 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 13394390, 2024-09-20T22:59:30.261 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 284 2024-09-20T22:59:30.261 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.261 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:30.261 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10120, 2024-09-20T22:59:30.261 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 115 2024-09-20T22:59:30.261 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.261 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:30.261 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.261 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.262 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.262 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:30.262 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 418176, 2024-09-20T22:59:30.262 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 36 2024-09-20T22:59:30.262 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.262 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:30.262 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.262 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.262 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.262 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:30.262 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3449680, 2024-09-20T22:59:30.262 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9034 2024-09-20T22:59:30.262 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.262 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:30.263 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 631576, 2024-09-20T22:59:30.263 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10076 2024-09-20T22:59:30.263 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.263 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:30.263 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.263 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.263 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.263 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:30.263 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.263 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.263 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.263 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:30.263 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.263 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.263 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.264 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:30.264 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.264 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.264 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.264 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.264 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.4": { 2024-09-20T22:59:30.264 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:30.264 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.264 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.264 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.264 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:30.264 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 20816, 2024-09-20T22:59:30.264 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 360 2024-09-20T22:59:30.264 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.265 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:30.265 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 461184, 2024-09-20T22:59:30.265 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:30.265 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.265 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:30.265 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-20T22:59:30.265 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T22:59:30.265 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.265 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:30.265 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 61120, 2024-09-20T22:59:30.265 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 764 2024-09-20T22:59:30.265 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.265 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:30.265 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 404560, 2024-09-20T22:59:30.266 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1945 2024-09-20T22:59:30.266 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.266 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:30.266 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 256, 2024-09-20T22:59:30.266 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:30.266 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.266 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:30.266 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1183351, 2024-09-20T22:59:30.266 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 294 2024-09-20T22:59:30.266 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.266 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:30.266 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2125726, 2024-09-20T22:59:30.266 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 466869 2024-09-20T22:59:30.266 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.267 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:30.267 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6085576, 2024-09-20T22:59:30.267 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8981 2024-09-20T22:59:30.267 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.267 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:30.267 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 76892, 2024-09-20T22:59:30.267 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8119 2024-09-20T22:59:30.267 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.267 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:30.267 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 93360, 2024-09-20T22:59:30.267 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1945 2024-09-20T22:59:30.267 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.267 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:30.267 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.268 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.268 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.268 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:30.268 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 186528, 2024-09-20T22:59:30.268 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1332 2024-09-20T22:59:30.268 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.268 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:30.268 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.268 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.268 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.268 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:30.268 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.268 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.268 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.269 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:30.269 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 42826, 2024-09-20T22:59:30.269 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 42 2024-09-20T22:59:30.269 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.269 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:30.269 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.269 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.269 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.269 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:30.269 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2860763, 2024-09-20T22:59:30.269 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 258 2024-09-20T22:59:30.269 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.269 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:30.269 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 26576, 2024-09-20T22:59:30.270 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 302 2024-09-20T22:59:30.270 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.270 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:30.270 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.270 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.270 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.270 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:30.270 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 453024, 2024-09-20T22:59:30.270 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 39 2024-09-20T22:59:30.270 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.270 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:30.270 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.270 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.270 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.271 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:30.271 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5091840, 2024-09-20T22:59:30.271 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 12192 2024-09-20T22:59:30.271 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.271 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:30.271 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 631576, 2024-09-20T22:59:30.271 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10076 2024-09-20T22:59:30.271 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.271 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:30.271 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.271 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.271 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.271 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:30.271 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.272 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.272 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.272 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:30.272 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.272 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.272 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.272 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:30.272 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.272 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.272 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.272 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.272 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.5": { 2024-09-20T22:59:30.272 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:30.272 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.273 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.273 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.273 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:30.273 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 25856, 2024-09-20T22:59:30.273 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 513 2024-09-20T22:59:30.273 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.273 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:30.273 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 752640, 2024-09-20T22:59:30.273 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 38 2024-09-20T22:59:30.273 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.273 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:30.273 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3072, 2024-09-20T22:59:30.273 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 16 2024-09-20T22:59:30.273 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.274 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:30.274 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 61440, 2024-09-20T22:59:30.274 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 768 2024-09-20T22:59:30.274 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.274 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:30.274 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 404560, 2024-09-20T22:59:30.274 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1945 2024-09-20T22:59:30.274 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.274 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:30.274 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 256, 2024-09-20T22:59:30.274 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:30.274 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.274 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:30.275 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 430353, 2024-09-20T22:59:30.275 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 114 2024-09-20T22:59:30.275 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.275 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:30.275 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2418887, 2024-09-20T22:59:30.275 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 539806 2024-09-20T22:59:30.275 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.275 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:30.275 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6957336, 2024-09-20T22:59:30.275 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10263 2024-09-20T22:59:30.275 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.275 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:30.275 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 77272, 2024-09-20T22:59:30.275 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8126 2024-09-20T22:59:30.276 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.276 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:30.276 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 93360, 2024-09-20T22:59:30.276 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1945 2024-09-20T22:59:30.276 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.276 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:30.276 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.276 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.276 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.276 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:30.276 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 186528, 2024-09-20T22:59:30.276 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1332 2024-09-20T22:59:30.276 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.276 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:30.276 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.277 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.277 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.277 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:30.277 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 736, 2024-09-20T22:59:30.277 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-20T22:59:30.277 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.277 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:30.277 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 81898, 2024-09-20T22:59:30.277 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 54 2024-09-20T22:59:30.277 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.277 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:30.277 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12112, 2024-09-20T22:59:30.277 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T22:59:30.277 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.277 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:30.278 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16954192, 2024-09-20T22:59:30.278 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 273 2024-09-20T22:59:30.278 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.278 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:30.278 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12408, 2024-09-20T22:59:30.278 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 141 2024-09-20T22:59:30.278 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.278 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:30.278 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.278 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.278 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.278 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:30.278 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 487872, 2024-09-20T22:59:30.278 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 42 2024-09-20T22:59:30.278 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.279 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:30.279 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.279 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.279 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.279 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:30.279 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6449040, 2024-09-20T22:59:30.279 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 12402 2024-09-20T22:59:30.279 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.279 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:30.279 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 631576, 2024-09-20T22:59:30.279 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10076 2024-09-20T22:59:30.279 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.279 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:30.280 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.280 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.280 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.280 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:30.280 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.280 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.280 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.280 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:30.280 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.280 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.280 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.280 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:30.280 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.280 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.280 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.281 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.281 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.6": { 2024-09-20T22:59:30.281 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:30.281 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.281 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.281 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.281 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:30.281 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 19664, 2024-09-20T22:59:30.281 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 343 2024-09-20T22:59:30.281 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.281 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:30.281 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 600448, 2024-09-20T22:59:30.281 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 30 2024-09-20T22:59:30.281 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.282 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:30.282 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2496, 2024-09-20T22:59:30.282 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 13 2024-09-20T22:59:30.282 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.282 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:30.282 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 61200, 2024-09-20T22:59:30.282 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 765 2024-09-20T22:59:30.282 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.282 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:30.282 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 406224, 2024-09-20T22:59:30.282 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1953 2024-09-20T22:59:30.282 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.282 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:30.282 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 256, 2024-09-20T22:59:30.283 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:30.283 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.283 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:30.283 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 414958, 2024-09-20T22:59:30.283 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 108 2024-09-20T22:59:30.283 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.283 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:30.283 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1738094, 2024-09-20T22:59:30.283 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 384801 2024-09-20T22:59:30.283 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.283 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:30.283 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5081216, 2024-09-20T22:59:30.283 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7504 2024-09-20T22:59:30.283 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.284 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:30.284 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 78196, 2024-09-20T22:59:30.284 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8282 2024-09-20T22:59:30.284 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.284 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:30.284 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 93744, 2024-09-20T22:59:30.284 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1953 2024-09-20T22:59:30.284 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.284 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:30.284 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.284 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.284 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.284 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:30.284 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 186528, 2024-09-20T22:59:30.284 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1332 2024-09-20T22:59:30.285 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.285 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:30.285 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.285 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.285 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.285 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:30.285 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.285 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.285 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.285 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:30.285 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 43051, 2024-09-20T22:59:30.285 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 49 2024-09-20T22:59:30.285 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.285 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:30.286 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.286 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.286 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.286 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:30.286 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 13636337, 2024-09-20T22:59:30.286 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 260 2024-09-20T22:59:30.286 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.286 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:30.286 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 11792, 2024-09-20T22:59:30.286 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 134 2024-09-20T22:59:30.286 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.286 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:30.286 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.286 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.286 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.287 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:30.287 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 453024, 2024-09-20T22:59:30.287 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 39 2024-09-20T22:59:30.287 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.287 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:30.287 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.287 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.287 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.287 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:30.287 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3556280, 2024-09-20T22:59:30.287 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9163 2024-09-20T22:59:30.287 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.287 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:30.288 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 631576, 2024-09-20T22:59:30.288 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10076 2024-09-20T22:59:30.288 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.288 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:30.288 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.288 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.288 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.288 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:30.288 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.288 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.288 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.288 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:30.288 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.288 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.289 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.289 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:30.289 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.289 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.289 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.289 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.289 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.7": { 2024-09-20T22:59:30.289 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:30.289 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.289 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.289 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.289 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:30.289 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18680, 2024-09-20T22:59:30.289 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 340 2024-09-20T22:59:30.290 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.290 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:30.290 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 223360, 2024-09-20T22:59:30.290 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 28 2024-09-20T22:59:30.290 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.290 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:30.290 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4032, 2024-09-20T22:59:30.290 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 21 2024-09-20T22:59:30.290 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.290 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:30.290 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 61120, 2024-09-20T22:59:30.290 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 764 2024-09-20T22:59:30.290 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.290 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:30.291 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 406016, 2024-09-20T22:59:30.291 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1952 2024-09-20T22:59:30.291 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.291 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:30.291 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 256, 2024-09-20T22:59:30.291 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:30.291 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.291 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:30.291 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 508445, 2024-09-20T22:59:30.291 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 140 2024-09-20T22:59:30.291 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.291 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:30.291 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2092491, 2024-09-20T22:59:30.291 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 462100 2024-09-20T22:59:30.292 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.292 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:30.292 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5997856, 2024-09-20T22:59:30.292 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8852 2024-09-20T22:59:30.292 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.292 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:30.292 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 78932, 2024-09-20T22:59:30.292 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8284 2024-09-20T22:59:30.292 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.292 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:30.292 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 93696, 2024-09-20T22:59:30.292 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1952 2024-09-20T22:59:30.292 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.292 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:30.292 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.293 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.293 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.293 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:30.293 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 186528, 2024-09-20T22:59:30.293 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1332 2024-09-20T22:59:30.293 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.293 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:30.293 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.293 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.293 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.293 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:30.293 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.293 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.293 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.294 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:30.294 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18568, 2024-09-20T22:59:30.294 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 25 2024-09-20T22:59:30.294 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.294 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:30.294 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.294 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.294 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.294 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:30.294 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 21782681, 2024-09-20T22:59:30.294 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 266 2024-09-20T22:59:30.294 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.294 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:30.295 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12496, 2024-09-20T22:59:30.295 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 142 2024-09-20T22:59:30.295 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.295 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:30.295 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.295 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.295 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.295 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:30.295 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 534336, 2024-09-20T22:59:30.295 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 46 2024-09-20T22:59:30.295 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.295 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:30.295 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.295 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.295 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.296 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:30.296 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4833504, 2024-09-20T22:59:30.296 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9324 2024-09-20T22:59:30.296 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.296 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:30.296 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 631576, 2024-09-20T22:59:30.296 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10076 2024-09-20T22:59:30.296 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.296 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:30.296 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.296 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.296 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.296 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:30.296 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.297 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.297 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.297 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:30.297 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.297 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.297 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.297 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:30.297 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:30.297 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:30.297 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.297 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.297 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.297 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.297 INFO:tasks.workunit.client.0.smithi046.stdout: "metadata": { 2024-09-20T22:59:30.297 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-20T22:59:30.298 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-20T22:59:30.298 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 2 2024-09-20T22:59:30.298 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.298 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-20T22:59:30.298 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 2 2024-09-20T22:59:30.298 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.298 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-20T22:59:30.298 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-20T22:59:30.298 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-20T22:59:30.298 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.298 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-20T22:59:30.298 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 2 2024-09-20T22:59:30.299 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.299 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-20T22:59:30.299 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 2 2024-09-20T22:59:30.299 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.299 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-20T22:59:30.299 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 2 2024-09-20T22:59:30.299 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.299 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-20T22:59:30.299 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 2 2024-09-20T22:59:30.299 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.299 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-20T22:59:30.299 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 2 2024-09-20T22:59:30.299 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.299 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.300 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T22:59:30.300 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-20T22:59:30.300 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 3 2024-09-20T22:59:30.300 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.300 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-20T22:59:30.300 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 3 2024-09-20T22:59:30.300 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.300 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-20T22:59:30.300 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-20T22:59:30.300 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-20T22:59:30.300 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.300 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-20T22:59:30.300 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 3 2024-09-20T22:59:30.300 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.300 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-20T22:59:30.301 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 3 2024-09-20T22:59:30.301 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.301 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-20T22:59:30.301 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 3 2024-09-20T22:59:30.301 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.301 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-20T22:59:30.301 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 3 2024-09-20T22:59:30.301 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.301 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-20T22:59:30.301 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 3 2024-09-20T22:59:30.301 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.301 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.301 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:30.301 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-20T22:59:30.302 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 8 2024-09-20T22:59:30.302 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.302 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-20T22:59:30.302 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 8 2024-09-20T22:59:30.302 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.302 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-20T22:59:30.302 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-20T22:59:30.302 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-20T22:59:30.302 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.302 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-20T22:59:30.302 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 8 2024-09-20T22:59:30.302 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.303 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-20T22:59:30.303 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 8 2024-09-20T22:59:30.303 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.303 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-20T22:59:30.303 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 8 2024-09-20T22:59:30.303 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.303 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-20T22:59:30.303 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 8 2024-09-20T22:59:30.303 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.303 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-20T22:59:30.303 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 8 2024-09-20T22:59:30.303 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.303 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_objectstore": { 2024-09-20T22:59:30.303 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": 8 2024-09-20T22:59:30.303 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.304 INFO:tasks.workunit.client.0.smithi046.stdout: "rotational": { 2024-09-20T22:59:30.304 INFO:tasks.workunit.client.0.smithi046.stdout: "0": 8 2024-09-20T22:59:30.304 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.304 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.304 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.304 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T22:59:30.304 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T22:59:30.304 INFO:tasks.workunit.client.0.smithi046.stdout: "features": { 2024-09-20T22:59:30.304 INFO:tasks.workunit.client.0.smithi046.stdout: "optional": [], 2024-09-20T22:59:30.304 INFO:tasks.workunit.client.0.smithi046.stdout: "persistent": [ 2024-09-20T22:59:30.304 INFO:tasks.workunit.client.0.smithi046.stdout: "kraken", 2024-09-20T22:59:30.304 INFO:tasks.workunit.client.0.smithi046.stdout: "luminous", 2024-09-20T22:59:30.304 INFO:tasks.workunit.client.0.smithi046.stdout: "mimic", 2024-09-20T22:59:30.304 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap-prune", 2024-09-20T22:59:30.305 INFO:tasks.workunit.client.0.smithi046.stdout: "nautilus", 2024-09-20T22:59:30.305 INFO:tasks.workunit.client.0.smithi046.stdout: "octopus", 2024-09-20T22:59:30.305 INFO:tasks.workunit.client.0.smithi046.stdout: "pacific", 2024-09-20T22:59:30.305 INFO:tasks.workunit.client.0.smithi046.stdout: "elector-pinging", 2024-09-20T22:59:30.305 INFO:tasks.workunit.client.0.smithi046.stdout: "quincy", 2024-09-20T22:59:30.305 INFO:tasks.workunit.client.0.smithi046.stdout: "reef", 2024-09-20T22:59:30.305 INFO:tasks.workunit.client.0.smithi046.stdout: "squid" 2024-09-20T22:59:30.305 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.305 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.305 INFO:tasks.workunit.client.0.smithi046.stdout: "ipv4_addr_mons": 6, 2024-09-20T22:59:30.305 INFO:tasks.workunit.client.0.smithi046.stdout: "ipv6_addr_mons": 0, 2024-09-20T22:59:30.305 INFO:tasks.workunit.client.0.smithi046.stdout: "min_mon_release": 19, 2024-09-20T22:59:30.305 INFO:tasks.workunit.client.0.smithi046.stdout: "v1_addr_mons": 3, 2024-09-20T22:59:30.305 INFO:tasks.workunit.client.0.smithi046.stdout: "v2_addr_mons": 3 2024-09-20T22:59:30.306 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.306 INFO:tasks.workunit.client.0.smithi046.stdout: "organization": "ceph-qa", 2024-09-20T22:59:30.306 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:30.306 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster_network": false, 2024-09-20T22:59:30.306 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8, 2024-09-20T22:59:30.306 INFO:tasks.workunit.client.0.smithi046.stdout: "require_min_compat_client": "luminous", 2024-09-20T22:59:30.306 INFO:tasks.workunit.client.0.smithi046.stdout: "require_osd_release": "squid" 2024-09-20T22:59:30.306 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.306 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_perf_histograms": [ 2024-09-20T22:59:30.306 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.306 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T22:59:30.306 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-20T22:59:30.306 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.306 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T22:59:30.306 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:30.307 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-20T22:59:30.307 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-20T22:59:30.307 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:30.307 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:30.307 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-20T22:59:30.307 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-20T22:59:30.307 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-20T22:59:30.307 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-20T22:59:30.307 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-20T22:59:30.307 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-20T22:59:30.307 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-20T22:59:30.307 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-20T22:59:30.307 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-20T22:59:30.307 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-20T22:59:30.308 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-20T22:59:30.308 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-20T22:59:30.308 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-20T22:59:30.308 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-20T22:59:30.308 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-20T22:59:30.308 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-20T22:59:30.308 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-20T22:59:30.308 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-20T22:59:30.308 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-20T22:59:30.308 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-20T22:59:30.308 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-20T22:59:30.308 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-20T22:59:30.308 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-20T22:59:30.308 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-20T22:59:30.308 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-20T22:59:30.309 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-20T22:59:30.309 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-20T22:59:30.309 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-20T22:59:30.309 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-20T22:59:30.309 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-20T22:59:30.309 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-20T22:59:30.309 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.309 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T22:59:30.309 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.309 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.309 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T22:59:30.309 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:30.309 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-20T22:59:30.309 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-20T22:59:30.309 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:30.310 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:30.310 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-20T22:59:30.310 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-20T22:59:30.310 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-20T22:59:30.310 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-20T22:59:30.310 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-20T22:59:30.310 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-20T22:59:30.310 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-20T22:59:30.310 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-20T22:59:30.310 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-20T22:59:30.310 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-20T22:59:30.310 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-20T22:59:30.310 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-20T22:59:30.310 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-20T22:59:30.311 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-20T22:59:30.311 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-20T22:59:30.311 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-20T22:59:30.311 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-20T22:59:30.311 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-20T22:59:30.311 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-20T22:59:30.311 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-20T22:59:30.311 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-20T22:59:30.311 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-20T22:59:30.311 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-20T22:59:30.311 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-20T22:59:30.311 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-20T22:59:30.311 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-20T22:59:30.311 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-20T22:59:30.311 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-20T22:59:30.312 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-20T22:59:30.312 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-20T22:59:30.312 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-20T22:59:30.312 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.312 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T22:59:30.312 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.312 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.312 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-20T22:59:30.312 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.312 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-20T22:59:30.312 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.312 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.312 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1334, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.312 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 17354, 4041, 124, 13, 41, 26, 1, 0, 0, 0, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.312 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 11728, 59, 36, 0, 9, 61, 146, 210, 28, 50, 31, 25, 41, 28, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.313 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 886, 104, 130, 0, 1, 1, 23, 21, 3, 8, 78, 204, 58, 9, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.313 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 737, 38, 63, 0, 0, 0, 0, 1, 1, 1, 1, 25, 348, 27, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.313 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 241, 8, 14, 0, 0, 0, 0, 0, 0, 0, 2, 20, 15, 68, 138, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.313 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 284, 4, 16, 21, 0, 0, 0, 1, 2, 1, 3, 13, 21, 24, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.313 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 185, 0, 4, 41, 61, 0, 0, 0, 0, 1, 6, 17, 20, 26, 28, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.313 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 46, 0, 0, 6, 66, 97, 0, 0, 0, 0, 0, 0, 3, 15, 29, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.313 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 38, 0, 0, 0, 8, 32, 0, 0, 0, 0, 0, 0, 0, 9, 7, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.313 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.313 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.313 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.313 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.313 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.313 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.314 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.314 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.314 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.314 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.314 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.314 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.314 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.314 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.314 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.314 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.314 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.314 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.314 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.314 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.315 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.315 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.315 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.315 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.315 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-20T22:59:30.315 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.315 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.315 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.315 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9979, 2, 0, 0, 7, 1, 2, 1, 0, 0, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.315 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7786, 48, 1384, 0, 5, 3, 9, 11, 28, 59, 51, 34, 56, 18, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.315 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 645, 3, 120, 19, 0, 0, 0, 0, 7, 19, 106, 259, 89, 3, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.315 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 415, 4, 1, 11, 0, 0, 0, 0, 0, 0, 0, 22, 470, 8, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.315 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 88, 7, 4, 0, 0, 0, 2, 0, 0, 0, 5, 1, 7, 49, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.315 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 102, 8, 45, 0, 0, 0, 2, 0, 0, 0, 4, 0, 11, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.315 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 229, 0, 195, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 11, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.316 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 111, 1, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 13, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.316 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.316 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.316 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.316 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.316 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.316 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.316 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.316 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.316 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.316 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.316 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.316 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.316 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.317 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.317 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.317 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.317 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.317 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.317 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.317 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.317 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.317 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.317 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.317 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.317 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.317 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-20T22:59:30.317 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.317 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.318 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.318 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 13780, 52, 0, 0, 1, 0, 0, 0, 0, 1, 6, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.318 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9684, 157, 8, 0, 1, 0, 1, 3, 7, 9, 7, 17, 28, 24, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.318 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1412, 20, 3, 1, 2, 0, 1, 1, 1, 1, 7, 18, 7, 8, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.318 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 750, 9, 2, 1, 0, 0, 0, 0, 0, 0, 2, 5, 54, 19, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.318 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 458, 9, 0, 0, 0, 0, 1, 0, 1, 0, 0, 8, 19, 51, 153, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.318 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 319, 7, 0, 0, 0, 0, 0, 1, 1, 0, 4, 6, 19, 12, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.318 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 247, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 3, 13, 43, 30, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.318 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 88, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 6, 7, 30, 57, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.318 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 22, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 3, 24, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.318 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.318 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.318 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.319 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.319 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.319 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.319 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.319 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.319 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.319 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.319 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.319 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.319 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.319 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.319 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.319 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.319 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.320 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.320 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.320 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.320 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.320 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.320 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.320 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.320 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-20T22:59:30.320 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.320 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.320 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 173, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.320 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9302, 4101, 0, 1, 11, 2, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.320 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3635, 160, 55, 2, 6, 3, 4, 4, 14, 14, 12, 4, 29, 10, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.320 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 303, 8, 36, 0, 0, 0, 0, 0, 1, 11, 38, 75, 26, 8, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.320 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 154, 7, 2, 0, 6, 0, 1, 0, 0, 1, 0, 8, 200, 11, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.321 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 43, 8, 4, 0, 160, 0, 0, 0, 0, 0, 0, 1, 9, 19, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.321 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 48, 4, 4, 0, 331, 0, 3, 0, 0, 0, 1, 3, 7, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.321 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 15, 0, 0, 0, 524, 0, 0, 0, 0, 0, 0, 4, 1, 9, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.321 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 12, 0, 0, 0, 1665, 0, 0, 0, 0, 0, 0, 0, 4, 1, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.321 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.321 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.321 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.321 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.321 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.321 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.321 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.321 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.321 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.321 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.321 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.322 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.322 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.322 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.322 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.322 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.322 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.322 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.322 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.322 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.322 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.322 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.322 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.322 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.322 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.323 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-20T22:59:30.323 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.323 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.323 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2748, 2160, 140, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.323 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9859, 5683, 4199, 0, 0, 1, 1, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.323 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 6348, 216, 153, 1, 11, 2, 4, 2, 7, 9, 15, 20, 26, 17, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.323 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 673, 43, 25, 0, 1, 0, 2, 3, 3, 13, 30, 77, 38, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.323 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 229, 4, 0, 0, 0, 0, 0, 0, 2, 0, 1, 17, 160, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.323 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 82, 9, 0, 0, 1, 0, 0, 0, 0, 3, 8, 5, 11, 17, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.323 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 72, 20, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 9, 27, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.323 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 37, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 25, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.323 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9, 153, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 13, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.323 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.323 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.324 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.324 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.324 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.324 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.324 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.324 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.324 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.324 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.324 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.324 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.324 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.324 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.324 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.325 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.325 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.325 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.325 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.325 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.325 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.325 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.325 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.325 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.325 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.325 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-20T22:59:30.325 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.325 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.325 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.325 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7752, 175, 2, 0, 1, 1, 0, 1, 0, 0, 0, 2, 7, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.326 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 6589, 312, 5, 0, 7, 0, 1, 3, 0, 0, 1, 4, 8, 9, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.326 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 763, 4, 0, 9, 5, 0, 0, 2, 1, 6, 1, 3, 5, 2, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.326 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 319, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 12, 50, 7, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.326 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 248, 1, 1, 0, 0, 0, 0, 0, 1, 4, 3, 3, 12, 55, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.326 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 115, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 17, 22, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.326 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 110, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 4, 6, 25, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.326 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 8, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.326 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.326 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.326 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.326 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.326 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.326 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.326 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.327 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.327 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.327 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.327 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.327 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.327 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.327 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.327 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.327 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.327 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.327 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.327 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.327 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.327 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.328 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.328 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.328 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.328 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.328 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-20T22:59:30.328 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.328 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.328 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 796, 195, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.328 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 11497, 3889, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.328 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 6821, 331, 1, 1, 18, 5, 4, 6, 6, 15, 13, 11, 18, 5, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.328 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 651, 32, 1, 1, 3, 0, 0, 8, 1, 15, 44, 76, 19, 3, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.328 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 344, 6, 0, 0, 1, 0, 0, 1, 0, 1, 0, 19, 173, 11, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.328 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 144, 3, 0, 0, 0, 2, 0, 0, 0, 0, 10, 2, 24, 39, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.328 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 109, 0, 0, 0, 0, 0, 0, 1, 0, 6, 4, 2, 5, 8, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.329 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 23, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 16, 14, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.329 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 9, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.329 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.329 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.329 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.329 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.329 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.329 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.329 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.329 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.329 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.329 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.329 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.329 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.330 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.330 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.330 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.330 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.330 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.330 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.330 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.330 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.330 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.330 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.330 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.330 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.330 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.330 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-20T22:59:30.331 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.331 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.331 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 250, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.331 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 14453, 2, 1, 0, 7199, 453, 0, 0, 0, 0, 2, 4, 4, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.331 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9153, 33, 24, 0, 303, 135, 0, 0, 2, 0, 4, 6, 15, 12, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.331 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1194, 3, 17, 0, 28, 11, 0, 0, 1, 1, 5, 4, 7, 5, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.331 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 327, 1, 2, 0, 4, 7, 0, 0, 2, 1, 1, 7, 48, 9, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.331 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 159, 0, 1, 0, 17, 17, 0, 0, 1, 3, 5, 1, 20, 83, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.331 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 85, 0, 0, 0, 1, 10, 0, 0, 0, 0, 1, 0, 7, 24, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.331 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 26, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.331 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 4, 13, 27, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.331 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.331 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.331 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.331 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.332 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.332 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.332 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.332 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.332 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.332 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.332 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.332 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.332 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.332 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.332 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.332 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.332 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.332 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.333 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.333 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.333 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.333 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.333 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.333 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.333 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.333 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.333 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T22:59:30.333 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-20T22:59:30.333 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.333 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T22:59:30.333 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:30.333 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-20T22:59:30.334 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-20T22:59:30.334 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:30.334 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:30.334 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-20T22:59:30.334 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-20T22:59:30.334 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-20T22:59:30.334 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-20T22:59:30.334 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-20T22:59:30.334 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-20T22:59:30.334 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-20T22:59:30.334 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-20T22:59:30.334 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-20T22:59:30.334 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-20T22:59:30.334 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-20T22:59:30.335 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-20T22:59:30.335 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-20T22:59:30.335 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-20T22:59:30.335 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-20T22:59:30.335 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-20T22:59:30.335 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-20T22:59:30.335 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-20T22:59:30.335 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-20T22:59:30.335 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-20T22:59:30.335 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-20T22:59:30.335 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-20T22:59:30.335 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-20T22:59:30.335 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-20T22:59:30.335 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-20T22:59:30.336 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-20T22:59:30.336 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-20T22:59:30.336 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-20T22:59:30.336 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-20T22:59:30.336 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-20T22:59:30.336 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-20T22:59:30.336 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.336 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T22:59:30.336 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.336 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.336 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T22:59:30.336 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:30.336 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-20T22:59:30.336 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-20T22:59:30.336 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:30.337 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:30.337 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-20T22:59:30.337 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-20T22:59:30.337 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-20T22:59:30.337 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-20T22:59:30.337 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-20T22:59:30.337 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-20T22:59:30.337 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-20T22:59:30.337 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-20T22:59:30.337 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-20T22:59:30.337 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-20T22:59:30.337 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-20T22:59:30.337 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-20T22:59:30.337 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-20T22:59:30.337 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-20T22:59:30.338 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-20T22:59:30.338 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-20T22:59:30.338 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-20T22:59:30.338 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-20T22:59:30.338 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-20T22:59:30.338 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-20T22:59:30.338 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-20T22:59:30.338 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-20T22:59:30.338 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-20T22:59:30.338 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-20T22:59:30.338 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-20T22:59:30.338 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-20T22:59:30.338 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-20T22:59:30.338 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-20T22:59:30.339 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-20T22:59:30.339 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-20T22:59:30.339 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-20T22:59:30.339 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.339 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T22:59:30.339 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.339 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.339 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-20T22:59:30.339 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.339 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-20T22:59:30.339 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.339 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.339 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.339 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.340 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.340 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 742, 0, 0, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.340 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4898, 66, 86, 170, 434, 599, 714, 4, 2, 0, 0, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.340 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 747, 7, 17, 27, 22, 26, 10, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.340 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 585, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 2, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.340 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 450, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 12, 11, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.340 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 187, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 4, 10, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.340 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.340 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.340 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.340 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.340 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.340 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.340 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.340 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.341 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.341 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.341 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.341 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.341 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.341 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.341 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.341 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.341 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.341 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.341 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.341 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.341 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.341 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.342 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.342 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.342 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.342 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-20T22:59:30.342 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.342 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.342 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.342 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.342 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.342 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 408, 0, 5, 26, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.342 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4038, 252, 29, 42, 121, 0, 1, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.342 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 491, 28, 1296, 0, 0, 0, 0, 0, 3, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.342 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 433, 13, 47, 0, 0, 0, 0, 0, 0, 0, 1, 4, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.342 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1665, 1388, 73, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.343 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1493, 1590, 217, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 10, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.343 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 10, 12, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.343 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.343 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.343 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.343 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.343 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.343 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.343 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.343 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.343 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.343 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.343 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.343 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.343 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.344 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.344 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.344 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.344 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.344 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.344 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.344 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.344 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.344 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.344 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.344 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.344 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-20T22:59:30.344 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.344 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.344 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.345 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.345 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.345 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1076, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.345 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 10451, 7, 1, 0, 1, 0, 0, 2, 1, 1, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.345 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 15759, 0, 3, 0, 0, 0, 0, 0, 1, 1, 6, 1, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.345 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 664, 0, 2, 0, 0, 0, 2, 0, 0, 0, 1, 3, 7, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.345 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 245, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.345 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 112, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 17, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.345 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.345 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.345 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.345 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.345 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.345 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.345 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.346 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.346 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.346 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.346 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.346 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.346 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.346 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.346 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.346 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.346 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.346 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.346 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.346 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.347 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.347 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.347 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.347 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.347 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.347 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-20T22:59:30.347 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.347 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.347 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.347 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.347 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.347 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 365, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.347 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1962, 36, 1, 0, 4, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.347 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 282, 3, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.348 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 132, 17, 31, 46, 0, 0, 0, 0, 1, 1, 0, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.348 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 864, 314, 4, 106, 0, 0, 0, 0, 0, 0, 1, 0, 3, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.348 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4060, 2468, 0, 400, 0, 0, 0, 0, 0, 1, 0, 0, 2, 6, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.348 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 273, 219, 0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.348 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.348 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.348 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.348 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.348 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.348 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.348 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.348 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.348 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.348 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.348 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.349 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.349 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.349 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.349 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.349 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.349 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.349 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.349 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.349 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.349 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.349 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.349 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.349 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.349 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-20T22:59:30.349 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.350 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.350 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.350 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.350 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.350 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 747, 10, 9, 40, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.350 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2305, 222, 25, 28, 135, 277, 480, 3, 11, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.350 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 316, 15, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.350 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 74, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 3, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.350 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 37, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.350 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.350 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.350 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.350 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.350 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.351 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.351 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.351 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.351 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.351 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.351 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.351 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.351 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.351 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.351 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.351 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.351 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.351 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.351 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.352 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.352 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.352 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.352 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.352 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.352 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.352 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.352 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-20T22:59:30.352 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.352 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.352 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.352 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.352 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.352 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 733, 12, 24, 48, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.352 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2888, 66, 113, 208, 449, 616, 717, 2, 2, 2, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.353 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 290, 2, 2, 7, 5, 13, 10, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.353 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 194, 5, 9, 34, 1, 0, 1, 0, 1, 0, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.353 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 87, 35, 75, 89, 28, 0, 0, 0, 1, 0, 0, 1, 7, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.353 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 12, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.353 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.353 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.353 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.353 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.353 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.353 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.353 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.353 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.353 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.353 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.353 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.354 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.354 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.354 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.354 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.354 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.354 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.354 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.354 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.354 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.354 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.354 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.354 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.354 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.354 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.354 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-20T22:59:30.355 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.355 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.355 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.355 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.355 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.355 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.355 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3117, 19, 0, 0, 2, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.355 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 273, 2, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.355 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 196, 5, 0, 0, 0, 1, 0, 0, 0, 0, 0, 4, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.355 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 178, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.355 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 9, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.355 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.355 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.355 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.356 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.356 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.356 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.356 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.356 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.356 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.356 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.356 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.356 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.356 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.356 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.356 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.356 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.356 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.357 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.357 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.357 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.357 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.357 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.357 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.357 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.357 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.357 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-20T22:59:30.357 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.357 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.357 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.357 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.358 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.358 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 871, 7, 15, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.358 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 8645, 35, 68, 29, 11, 1, 4, 5, 12, 16, 1, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.358 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1818, 31, 92, 40, 5, 0, 0, 0, 1, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.358 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 207, 3, 3, 0, 1, 0, 0, 0, 0, 0, 0, 2, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.358 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.358 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 20, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.358 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.358 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.358 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.358 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.358 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.358 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.358 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.359 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.359 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.359 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.359 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.359 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.359 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.359 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.359 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.359 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.359 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.359 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.359 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.359 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.360 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.360 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.360 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.360 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.360 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.360 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.360 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T22:59:30.360 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-20T22:59:30.360 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.360 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T22:59:30.360 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:30.360 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-20T22:59:30.360 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-20T22:59:30.360 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:30.360 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:30.361 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-20T22:59:30.361 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-20T22:59:30.361 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-20T22:59:30.361 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-20T22:59:30.361 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-20T22:59:30.361 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-20T22:59:30.361 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-20T22:59:30.361 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-20T22:59:30.361 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-20T22:59:30.361 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-20T22:59:30.361 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-20T22:59:30.361 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-20T22:59:30.361 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-20T22:59:30.361 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-20T22:59:30.361 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-20T22:59:30.362 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-20T22:59:30.362 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-20T22:59:30.362 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-20T22:59:30.362 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-20T22:59:30.362 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-20T22:59:30.362 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-20T22:59:30.362 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-20T22:59:30.362 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-20T22:59:30.362 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-20T22:59:30.362 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-20T22:59:30.362 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-20T22:59:30.362 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-20T22:59:30.362 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-20T22:59:30.362 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-20T22:59:30.363 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-20T22:59:30.363 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-20T22:59:30.363 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.363 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T22:59:30.363 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.363 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.363 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T22:59:30.363 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:30.363 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-20T22:59:30.363 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-20T22:59:30.363 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:30.363 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:30.363 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-20T22:59:30.363 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-20T22:59:30.364 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-20T22:59:30.364 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-20T22:59:30.364 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-20T22:59:30.364 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-20T22:59:30.364 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-20T22:59:30.364 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-20T22:59:30.364 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-20T22:59:30.364 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-20T22:59:30.364 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-20T22:59:30.364 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-20T22:59:30.364 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-20T22:59:30.364 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-20T22:59:30.364 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-20T22:59:30.364 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-20T22:59:30.364 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-20T22:59:30.365 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-20T22:59:30.365 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-20T22:59:30.365 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-20T22:59:30.365 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-20T22:59:30.365 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-20T22:59:30.365 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-20T22:59:30.365 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-20T22:59:30.365 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-20T22:59:30.365 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-20T22:59:30.365 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-20T22:59:30.365 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-20T22:59:30.365 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-20T22:59:30.365 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-20T22:59:30.365 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-20T22:59:30.366 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.366 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T22:59:30.366 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.366 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.366 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-20T22:59:30.366 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.366 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-20T22:59:30.366 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.366 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.366 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.366 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.366 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.366 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 750, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.366 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 6982, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.367 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 859, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.367 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 595, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.367 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 480, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.367 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 215, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.367 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.367 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.367 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.367 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.367 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.367 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.367 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.367 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.367 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.367 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.368 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.368 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.368 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.368 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.368 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.368 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.368 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.368 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.368 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.368 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.368 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.368 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.368 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.368 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.369 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.369 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-20T22:59:30.369 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.369 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.369 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.369 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.369 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.369 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 440, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.369 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4486, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.369 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1819, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.369 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 501, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.369 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3137, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.369 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3319, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.369 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.369 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.370 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.370 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.370 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.370 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.370 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.370 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.370 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.370 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.370 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.370 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.370 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.370 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.370 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.370 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.371 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.371 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.371 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.371 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.371 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.371 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.371 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.371 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.371 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.371 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-20T22:59:30.371 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.371 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.371 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.371 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.372 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.372 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1076, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.372 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 10468, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.372 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 15775, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.372 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 682, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.372 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 262, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.372 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 152, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.372 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.372 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.372 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.372 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.372 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.372 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.372 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.372 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.373 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.373 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.373 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.373 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.373 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.373 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.373 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.373 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.373 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.373 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.373 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.373 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.373 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.373 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.373 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.374 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.374 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.374 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-20T22:59:30.374 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.374 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.374 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.374 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.374 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.374 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 366, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.374 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2006, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.374 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 286, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.374 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 233, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.374 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1297, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.375 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 6943, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.375 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 529, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.375 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.375 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.375 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.375 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.375 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.375 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.375 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.375 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.375 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.375 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.375 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.375 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.376 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.376 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.376 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.376 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.376 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.376 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.376 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.376 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.376 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.376 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.376 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.376 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.376 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-20T22:59:30.376 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.377 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.377 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.377 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.377 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.377 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 808, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.377 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3495, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.377 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 337, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.377 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.377 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.377 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.377 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.377 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.377 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.377 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.378 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.378 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.378 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.378 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.378 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.378 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.378 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.378 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.378 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.378 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.378 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.378 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.378 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.378 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.379 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.379 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.379 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.379 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.379 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.379 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.379 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.379 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-20T22:59:30.379 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.379 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.379 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.379 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.379 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.379 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 819, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.379 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 5067, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.380 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 334, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.380 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 251, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.380 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 327, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.380 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.380 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.380 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.380 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.380 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.380 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.380 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.380 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.380 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.380 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.380 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.381 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.381 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.381 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.381 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.381 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.381 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.381 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.381 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.381 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.381 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.381 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.381 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.381 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.381 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.382 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.382 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-20T22:59:30.382 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.382 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.382 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.382 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.382 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.382 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 518, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.382 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3142, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.382 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 277, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.382 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 209, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.382 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 293, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.382 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.382 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.383 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.383 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.383 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.383 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.383 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.383 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.383 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.383 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.383 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.383 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.383 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.383 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.383 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.383 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.383 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.384 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.384 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.384 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.384 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.384 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.384 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.384 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.384 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.384 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.384 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-20T22:59:30.384 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.384 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.384 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.384 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.384 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.385 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 900, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.385 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 8832, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.385 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1993, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.385 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 224, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.385 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.385 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.385 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.385 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.385 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.385 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.385 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.385 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.385 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.385 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.386 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.386 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.386 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.386 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.386 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.386 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.386 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.386 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.386 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.386 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.386 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.386 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.386 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.386 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.387 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.387 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.387 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.387 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.387 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T22:59:30.387 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-20T22:59:30.387 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.387 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T22:59:30.387 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:30.387 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-20T22:59:30.387 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-20T22:59:30.387 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:30.387 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:30.387 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-20T22:59:30.387 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-20T22:59:30.388 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-20T22:59:30.388 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-20T22:59:30.388 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-20T22:59:30.388 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-20T22:59:30.388 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-20T22:59:30.388 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-20T22:59:30.388 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-20T22:59:30.388 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-20T22:59:30.388 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-20T22:59:30.388 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-20T22:59:30.388 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-20T22:59:30.388 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-20T22:59:30.388 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-20T22:59:30.388 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-20T22:59:30.388 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-20T22:59:30.389 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-20T22:59:30.389 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-20T22:59:30.389 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-20T22:59:30.389 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-20T22:59:30.389 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-20T22:59:30.389 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-20T22:59:30.389 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-20T22:59:30.389 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-20T22:59:30.389 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-20T22:59:30.389 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-20T22:59:30.389 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-20T22:59:30.389 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-20T22:59:30.389 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-20T22:59:30.389 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-20T22:59:30.389 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.390 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T22:59:30.390 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.390 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.390 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T22:59:30.390 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:30.390 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-20T22:59:30.390 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-20T22:59:30.390 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:30.390 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:30.390 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-20T22:59:30.390 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-20T22:59:30.390 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-20T22:59:30.390 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-20T22:59:30.391 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-20T22:59:30.391 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-20T22:59:30.391 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-20T22:59:30.391 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-20T22:59:30.391 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-20T22:59:30.391 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-20T22:59:30.391 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-20T22:59:30.391 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-20T22:59:30.391 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-20T22:59:30.391 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-20T22:59:30.391 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-20T22:59:30.391 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-20T22:59:30.391 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-20T22:59:30.391 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-20T22:59:30.392 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-20T22:59:30.392 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-20T22:59:30.392 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-20T22:59:30.392 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-20T22:59:30.392 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-20T22:59:30.392 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-20T22:59:30.392 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-20T22:59:30.392 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-20T22:59:30.392 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-20T22:59:30.392 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-20T22:59:30.392 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-20T22:59:30.392 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-20T22:59:30.392 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-20T22:59:30.392 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.392 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T22:59:30.393 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.393 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.393 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-20T22:59:30.393 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.393 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-20T22:59:30.393 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.393 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.393 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.393 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.393 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.393 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 117, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.393 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2130, 25, 2, 0, 6, 1, 3, 2, 6, 5, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.393 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1237, 10, 0, 0, 3, 6, 8, 17, 35, 66, 75, 36, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.393 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 209, 9, 0, 1, 4, 0, 5, 5, 9, 18, 100, 270, 139, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.394 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 134, 4, 0, 0, 0, 0, 2, 0, 3, 3, 22, 41, 293, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.394 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 300, 1, 0, 0, 0, 0, 0, 1, 2, 1, 4, 11, 16, 45, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.394 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 634, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 6, 13, 34, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.394 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1138, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.394 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 561, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.394 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.394 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.394 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.394 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.394 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.394 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.394 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.394 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.395 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.395 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.395 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.395 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.395 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.395 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.395 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.395 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.395 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.395 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.395 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.395 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.395 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.396 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.396 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-20T22:59:30.396 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.396 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.396 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.396 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.396 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.396 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.396 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2913, 25, 1, 2, 13, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.396 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1447, 4, 0, 2, 5, 9, 6, 13, 42, 71, 69, 18, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.396 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 84, 2, 0, 0, 3, 4, 3, 8, 6, 5, 80, 305, 234, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.396 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 43, 6, 0, 0, 0, 0, 1, 2, 2, 3, 8, 9, 372, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.396 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 7, 14, 22, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.396 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 69, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 1, 4, 10, 36, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.397 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1095, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.397 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2536, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.397 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 158, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.397 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.397 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.397 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.397 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.397 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.397 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.397 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.397 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.397 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.397 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.397 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.398 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.398 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.398 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.398 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.398 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.398 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.398 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.398 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.398 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.398 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.398 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-20T22:59:30.398 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.398 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.399 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.399 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.399 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.399 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 53, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.399 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 419, 6, 1, 0, 8, 1, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.399 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 173, 7, 0, 0, 0, 0, 2, 4, 5, 8, 39, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.399 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 196, 3, 0, 0, 1, 1, 1, 4, 7, 7, 39, 65, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.399 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 113, 0, 0, 0, 0, 2, 0, 1, 4, 3, 25, 39, 35, 20, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.399 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 51, 2, 0, 0, 0, 0, 0, 0, 1, 2, 5, 17, 28, 69, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.399 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 1, 0, 1, 1, 2, 2, 9, 28, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.399 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.399 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.399 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.399 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.400 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.400 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.400 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.400 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.400 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.400 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.400 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.400 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.400 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.400 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.400 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.400 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.400 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.400 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.401 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.401 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.401 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.401 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.401 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.401 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.401 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-20T22:59:30.401 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.401 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.401 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.401 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.401 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.401 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 20, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.401 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1119, 17, 2, 0, 11, 0, 4, 3, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.401 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 402, 2, 0, 1, 1, 3, 3, 7, 11, 27, 48, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.402 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 135, 9, 1, 0, 0, 1, 2, 1, 1, 3, 31, 120, 126, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.402 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 230, 2, 0, 0, 0, 0, 0, 1, 2, 3, 4, 14, 82, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.402 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 405, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 1, 10, 18, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.402 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 383, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 5, 15, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.402 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 220, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.402 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.402 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.402 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.402 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.402 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.402 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.402 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.402 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.402 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.403 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.403 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.403 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.403 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.403 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.403 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.403 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.403 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.403 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.403 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.403 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.403 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.403 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.403 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.404 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-20T22:59:30.404 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.404 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.404 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.404 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.404 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.404 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 91, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.404 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1079, 19, 1, 2, 18, 0, 3, 7, 10, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.404 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 639, 10, 2, 0, 3, 2, 1, 2, 22, 32, 41, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.404 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 332, 11, 0, 0, 0, 0, 0, 2, 3, 7, 43, 134, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.404 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 397, 55, 0, 0, 0, 0, 1, 0, 1, 1, 6, 12, 167, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.404 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 395, 43, 0, 0, 0, 0, 0, 1, 1, 1, 0, 5, 20, 17, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.404 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 155, 90, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 10, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.404 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 76, 172, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.405 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 20, 165, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.405 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.405 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.405 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.405 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.405 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.405 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.405 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.405 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.405 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.405 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.405 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.405 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.405 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.405 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.406 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.406 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.406 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.406 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.406 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.406 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.406 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.406 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.406 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-20T22:59:30.406 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.406 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.406 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.406 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.406 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.406 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 105, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.407 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 333, 19, 4, 0, 11, 1, 0, 2, 0, 0, 2, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.407 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 69, 4, 0, 0, 2, 1, 1, 2, 3, 0, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.407 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 144, 2, 0, 0, 1, 1, 1, 4, 3, 11, 21, 42, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.407 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 59, 2, 0, 0, 0, 1, 2, 0, 0, 5, 14, 17, 16, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.407 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 7, 21, 25, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.407 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 8, 21, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.407 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.407 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.407 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.407 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.407 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.407 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.407 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.408 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.408 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.408 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.408 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.408 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.408 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.408 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.408 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.408 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.408 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.408 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.408 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.408 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.408 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.409 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.409 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.409 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.409 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-20T22:59:30.409 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.409 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.409 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.409 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.409 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.409 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 94, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.409 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1262, 21, 1, 0, 15, 3, 3, 3, 7, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.409 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 481, 10, 2, 1, 2, 4, 6, 10, 12, 19, 29, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.409 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 378, 18, 1, 0, 0, 0, 1, 2, 1, 0, 37, 87, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.409 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 460, 21, 0, 1, 3, 1, 0, 0, 1, 2, 7, 13, 153, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.410 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 326, 25, 0, 0, 3, 0, 0, 0, 0, 1, 0, 3, 18, 21, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.410 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 94, 45, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 3, 20, 20, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.410 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 33, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.410 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.410 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.410 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.410 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.410 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.410 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.410 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.410 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.410 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.410 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.410 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.410 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.411 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.411 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.411 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.411 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.411 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.411 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.411 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.411 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.411 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.411 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.411 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.411 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-20T22:59:30.411 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.412 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.412 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.412 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.412 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.412 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.412 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 301, 10, 1, 0, 20, 2, 1, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.412 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 76, 3, 0, 0, 4, 0, 0, 2, 2, 1, 12, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.412 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 118, 2, 1, 0, 1, 1, 0, 3, 7, 7, 31, 43, 11, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.412 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 4, 5, 4, 17, 21, 24, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.412 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 16, 26, 35, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.412 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 1, 1, 0, 3, 1, 4, 36, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.412 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.412 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.412 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.412 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.413 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.413 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.413 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.413 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.413 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.413 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.413 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.413 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.413 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.413 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.413 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.413 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.414 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.414 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.414 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.414 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.414 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.414 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.414 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.414 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.414 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.414 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.414 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.414 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_resrv_repnum_vs_duration": { 2024-09-20T22:59:30.414 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-20T22:59:30.414 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.415 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 8, 2024-09-20T22:59:30.415 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:30.415 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "number of replicas", 2024-09-20T22:59:30.415 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 1, 2024-09-20T22:59:30.415 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:30.415 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:30.415 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0]", 2024-09-20T22:59:30.415 INFO:tasks.workunit.client.0.smithi046.stdout: "[1, 1]", 2024-09-20T22:59:30.415 INFO:tasks.workunit.client.0.smithi046.stdout: "[2, 2]", 2024-09-20T22:59:30.415 INFO:tasks.workunit.client.0.smithi046.stdout: "[3, 3]", 2024-09-20T22:59:30.415 INFO:tasks.workunit.client.0.smithi046.stdout: "[4, 4]", 2024-09-20T22:59:30.415 INFO:tasks.workunit.client.0.smithi046.stdout: "[5, 5]", 2024-09-20T22:59:30.415 INFO:tasks.workunit.client.0.smithi046.stdout: "[6, None]" 2024-09-20T22:59:30.415 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.415 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "linear" 2024-09-20T22:59:30.416 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.416 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.416 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 10, 2024-09-20T22:59:30.416 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:30.416 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "duration", 2024-09-20T22:59:30.416 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 250000, 2024-09-20T22:59:30.416 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:30.416 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:30.416 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 249999]", 2024-09-20T22:59:30.416 INFO:tasks.workunit.client.0.smithi046.stdout: "[250000, 499999]", 2024-09-20T22:59:30.416 INFO:tasks.workunit.client.0.smithi046.stdout: "[500000, 999999]", 2024-09-20T22:59:30.416 INFO:tasks.workunit.client.0.smithi046.stdout: "[1000000, 1999999]", 2024-09-20T22:59:30.416 INFO:tasks.workunit.client.0.smithi046.stdout: "[2000000, 3999999]", 2024-09-20T22:59:30.417 INFO:tasks.workunit.client.0.smithi046.stdout: "[4000000, 7999999]", 2024-09-20T22:59:30.417 INFO:tasks.workunit.client.0.smithi046.stdout: "[8000000, 15999999]", 2024-09-20T22:59:30.417 INFO:tasks.workunit.client.0.smithi046.stdout: "[16000000, 31999999]", 2024-09-20T22:59:30.417 INFO:tasks.workunit.client.0.smithi046.stdout: "[32000000, None]" 2024-09-20T22:59:30.417 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.417 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T22:59:30.417 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.417 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.417 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-20T22:59:30.417 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.417 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-20T22:59:30.417 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.417 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.417 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.418 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.418 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.418 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.418 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.418 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.418 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.418 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.418 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.418 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.418 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-20T22:59:30.418 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.418 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.418 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.418 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.418 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.419 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.419 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.419 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.419 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.419 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.419 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.419 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.419 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-20T22:59:30.419 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.419 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.419 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.419 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.419 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.420 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.420 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.420 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.420 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.420 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.420 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.420 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.420 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-20T22:59:30.420 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.420 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.420 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.420 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.420 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.420 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.420 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.420 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.421 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.421 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.421 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.421 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.421 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-20T22:59:30.421 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.421 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.421 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.421 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.421 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.421 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.421 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.421 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.421 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.422 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.422 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.422 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.422 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-20T22:59:30.422 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.422 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.422 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.422 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.422 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.422 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.422 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.422 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.422 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.422 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.422 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.423 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.423 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-20T22:59:30.423 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.423 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.423 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.423 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.423 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.423 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.423 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.423 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.423 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.423 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.423 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.423 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.424 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-20T22:59:30.424 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:30.424 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.424 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.424 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.424 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.424 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.424 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.424 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:30.424 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:30.424 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.424 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.424 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:30.424 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.425 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.425 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.425 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_counters": { 2024-09-20T22:59:30.425 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.89feedb6ca5aa28c1526bae4a18bccbde113d39a": { 2024-09-20T22:59:30.425 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-20T22:59:30.425 INFO:tasks.workunit.client.0.smithi046.stdout: "caps": { 2024-09-20T22:59:30.425 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.425 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.425 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_flush_ack": { 2024-09-20T22:59:30.425 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.425 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.425 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-20T22:59:30.425 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.425 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.426 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_grant": { 2024-09-20T22:59:30.426 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.426 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.426 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_revoke": { 2024-09-20T22:59:30.426 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.426 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.426 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_trunc": { 2024-09-20T22:59:30.426 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.426 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.426 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_commit": { 2024-09-20T22:59:30.426 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.426 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.427 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_fetch_complete": { 2024-09-20T22:59:30.427 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-20T22:59:30.427 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.427 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_fetch_keys": { 2024-09-20T22:59:30.427 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-20T22:59:30.427 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.427 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_merge": { 2024-09-20T22:59:30.427 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.427 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.427 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_split": { 2024-09-20T22:59:30.427 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.427 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.427 INFO:tasks.workunit.client.0.smithi046.stdout: "exported_inodes": { 2024-09-20T22:59:30.427 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.428 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.428 INFO:tasks.workunit.client.0.smithi046.stdout: "forward": { 2024-09-20T22:59:30.428 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.428 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.428 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_cap_release": { 2024-09-20T22:59:30.428 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.428 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.428 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_caps": { 2024-09-20T22:59:30.428 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.428 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.428 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_caps_dirty": { 2024-09-20T22:59:30.428 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.428 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.428 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_inode_file_caps": { 2024-09-20T22:59:30.428 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.429 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.429 INFO:tasks.workunit.client.0.smithi046.stdout: "imported_inodes": { 2024-09-20T22:59:30.429 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.429 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.429 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes": { 2024-09-20T22:59:30.429 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-20T22:59:30.429 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.429 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes_expired": { 2024-09-20T22:59:30.429 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.429 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.429 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes_pinned": { 2024-09-20T22:59:30.429 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-20T22:59:30.429 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.429 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes_with_caps": { 2024-09-20T22:59:30.430 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.430 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.430 INFO:tasks.workunit.client.0.smithi046.stdout: "load_cent": { 2024-09-20T22:59:30.430 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.430 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.430 INFO:tasks.workunit.client.0.smithi046.stdout: "openino_dir_fetch": { 2024-09-20T22:59:30.430 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.430 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.430 INFO:tasks.workunit.client.0.smithi046.stdout: "process_request_cap_release": { 2024-09-20T22:59:30.430 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.430 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.430 INFO:tasks.workunit.client.0.smithi046.stdout: "reply_latency": { 2024-09-20T22:59:30.430 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.430 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.431 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.431 INFO:tasks.workunit.client.0.smithi046.stdout: "request": { 2024-09-20T22:59:30.431 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.431 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.431 INFO:tasks.workunit.client.0.smithi046.stdout: "root_rbytes": { 2024-09-20T22:59:30.431 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.431 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.431 INFO:tasks.workunit.client.0.smithi046.stdout: "root_rfiles": { 2024-09-20T22:59:30.431 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.431 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.431 INFO:tasks.workunit.client.0.smithi046.stdout: "root_rsnaps": { 2024-09-20T22:59:30.431 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.431 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.431 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_reply": { 2024-09-20T22:59:30.431 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.432 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.432 INFO:tasks.workunit.client.0.smithi046.stdout: "subtrees": { 2024-09-20T22:59:30.432 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:30.432 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.432 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.432 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_cache": { 2024-09-20T22:59:30.432 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_enqueue_scrub": { 2024-09-20T22:59:30.432 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.432 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.432 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_exportdir": { 2024-09-20T22:59:30.432 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.432 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.432 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_flush": { 2024-09-20T22:59:30.432 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.432 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.433 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_fragmentdir": { 2024-09-20T22:59:30.433 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.433 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.433 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_fragstats": { 2024-09-20T22:59:30.433 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.433 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.433 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_inodestats": { 2024-09-20T22:59:30.433 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.433 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.433 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_quiesce_inode": { 2024-09-20T22:59:30.433 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.433 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.433 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_quiesce_path": { 2024-09-20T22:59:30.433 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.434 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_recovering_enqueued": { 2024-09-20T22:59:30.434 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.434 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_recovering_prioritized": { 2024-09-20T22:59:30.434 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.434 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_recovering_processing": { 2024-09-20T22:59:30.434 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.434 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_strays": { 2024-09-20T22:59:30.434 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.434 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_strays_delayed": { 2024-09-20T22:59:30.435 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.435 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_strays_enqueuing": { 2024-09-20T22:59:30.435 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.435 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.435 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_completed": { 2024-09-20T22:59:30.435 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.435 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.435 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_started": { 2024-09-20T22:59:30.435 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.435 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.435 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_created": { 2024-09-20T22:59:30.435 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.435 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.435 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_enqueued": { 2024-09-20T22:59:30.436 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.436 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.436 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_migrated": { 2024-09-20T22:59:30.436 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.436 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.436 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_reintegrated": { 2024-09-20T22:59:30.436 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.436 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.436 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.436 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_log": { 2024-09-20T22:59:30.436 INFO:tasks.workunit.client.0.smithi046.stdout: "ev": { 2024-09-20T22:59:30.436 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17 2024-09-20T22:59:30.436 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.436 INFO:tasks.workunit.client.0.smithi046.stdout: "evadd": { 2024-09-20T22:59:30.437 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.437 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.437 INFO:tasks.workunit.client.0.smithi046.stdout: "evex": { 2024-09-20T22:59:30.437 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.437 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.437 INFO:tasks.workunit.client.0.smithi046.stdout: "evexd": { 2024-09-20T22:59:30.437 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.437 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.437 INFO:tasks.workunit.client.0.smithi046.stdout: "evexg": { 2024-09-20T22:59:30.437 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.437 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.437 INFO:tasks.workunit.client.0.smithi046.stdout: "evlrg": { 2024-09-20T22:59:30.437 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.437 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.437 INFO:tasks.workunit.client.0.smithi046.stdout: "evtrm": { 2024-09-20T22:59:30.438 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.438 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.438 INFO:tasks.workunit.client.0.smithi046.stdout: "jlat": { 2024-09-20T22:59:30.438 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.438 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.438 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.438 INFO:tasks.workunit.client.0.smithi046.stdout: "replayed": { 2024-09-20T22:59:30.438 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17 2024-09-20T22:59:30.438 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.438 INFO:tasks.workunit.client.0.smithi046.stdout: "seg": { 2024-09-20T22:59:30.438 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T22:59:30.438 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.438 INFO:tasks.workunit.client.0.smithi046.stdout: "segadd": { 2024-09-20T22:59:30.438 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.439 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.439 INFO:tasks.workunit.client.0.smithi046.stdout: "segex": { 2024-09-20T22:59:30.439 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.439 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.439 INFO:tasks.workunit.client.0.smithi046.stdout: "segexd": { 2024-09-20T22:59:30.439 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.439 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.439 INFO:tasks.workunit.client.0.smithi046.stdout: "segexg": { 2024-09-20T22:59:30.439 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.439 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.439 INFO:tasks.workunit.client.0.smithi046.stdout: "segmjr": { 2024-09-20T22:59:30.439 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T22:59:30.439 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.439 INFO:tasks.workunit.client.0.smithi046.stdout: "segtrm": { 2024-09-20T22:59:30.439 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.440 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.440 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.440 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_mem": { 2024-09-20T22:59:30.440 INFO:tasks.workunit.client.0.smithi046.stdout: "cap": { 2024-09-20T22:59:30.440 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.440 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.440 INFO:tasks.workunit.client.0.smithi046.stdout: "cap+": { 2024-09-20T22:59:30.440 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.440 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.440 INFO:tasks.workunit.client.0.smithi046.stdout: "cap-": { 2024-09-20T22:59:30.440 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.440 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.440 INFO:tasks.workunit.client.0.smithi046.stdout: "dir": { 2024-09-20T22:59:30.440 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-20T22:59:30.440 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.441 INFO:tasks.workunit.client.0.smithi046.stdout: "dir+": { 2024-09-20T22:59:30.441 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-20T22:59:30.441 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.441 INFO:tasks.workunit.client.0.smithi046.stdout: "dir-": { 2024-09-20T22:59:30.441 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.441 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.441 INFO:tasks.workunit.client.0.smithi046.stdout: "dn": { 2024-09-20T22:59:30.441 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-20T22:59:30.441 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.441 INFO:tasks.workunit.client.0.smithi046.stdout: "dn+": { 2024-09-20T22:59:30.441 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-20T22:59:30.441 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.441 INFO:tasks.workunit.client.0.smithi046.stdout: "dn-": { 2024-09-20T22:59:30.441 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.441 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.442 INFO:tasks.workunit.client.0.smithi046.stdout: "heap": { 2024-09-20T22:59:30.442 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 248096 2024-09-20T22:59:30.442 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.442 INFO:tasks.workunit.client.0.smithi046.stdout: "ino": { 2024-09-20T22:59:30.442 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13 2024-09-20T22:59:30.442 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.442 INFO:tasks.workunit.client.0.smithi046.stdout: "ino+": { 2024-09-20T22:59:30.442 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13 2024-09-20T22:59:30.442 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.442 INFO:tasks.workunit.client.0.smithi046.stdout: "ino-": { 2024-09-20T22:59:30.442 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.442 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.442 INFO:tasks.workunit.client.0.smithi046.stdout: "rss": { 2024-09-20T22:59:30.442 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 48920 2024-09-20T22:59:30.443 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.443 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.443 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_server": { 2024-09-20T22:59:30.443 INFO:tasks.workunit.client.0.smithi046.stdout: "cap_acquisition_throttle": { 2024-09-20T22:59:30.443 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.443 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.443 INFO:tasks.workunit.client.0.smithi046.stdout: "cap_revoke_eviction": { 2024-09-20T22:59:30.443 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.443 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.443 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_request": { 2024-09-20T22:59:30.443 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.443 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.443 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_session": { 2024-09-20T22:59:30.443 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.443 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.444 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_peer_request": { 2024-09-20T22:59:30.444 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.444 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.444 INFO:tasks.workunit.client.0.smithi046.stdout: "req_create_latency": { 2024-09-20T22:59:30.444 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.444 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.444 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.444 INFO:tasks.workunit.client.0.smithi046.stdout: "req_getattr_latency": { 2024-09-20T22:59:30.444 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.444 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.444 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.444 INFO:tasks.workunit.client.0.smithi046.stdout: "req_getfilelock_latency": { 2024-09-20T22:59:30.444 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.444 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.445 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.445 INFO:tasks.workunit.client.0.smithi046.stdout: "req_getvxattr_latency": { 2024-09-20T22:59:30.445 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.445 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.445 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.445 INFO:tasks.workunit.client.0.smithi046.stdout: "req_link_latency": { 2024-09-20T22:59:30.445 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.445 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.445 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.445 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookup_latency": { 2024-09-20T22:59:30.445 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.445 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.445 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.445 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookuphash_latency": { 2024-09-20T22:59:30.445 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.446 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.446 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.446 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupino_latency": { 2024-09-20T22:59:30.446 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.446 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.446 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.446 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupname_latency": { 2024-09-20T22:59:30.446 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.446 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.446 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.446 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupparent_latency": { 2024-09-20T22:59:30.446 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.446 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.446 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.447 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupsnap_latency": { 2024-09-20T22:59:30.447 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.447 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.447 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.447 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lssnap_latency": { 2024-09-20T22:59:30.447 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.447 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.447 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.447 INFO:tasks.workunit.client.0.smithi046.stdout: "req_mkdir_latency": { 2024-09-20T22:59:30.447 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.447 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.447 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.447 INFO:tasks.workunit.client.0.smithi046.stdout: "req_mknod_latency": { 2024-09-20T22:59:30.447 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.448 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.448 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.448 INFO:tasks.workunit.client.0.smithi046.stdout: "req_mksnap_latency": { 2024-09-20T22:59:30.448 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.448 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.448 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.448 INFO:tasks.workunit.client.0.smithi046.stdout: "req_open_latency": { 2024-09-20T22:59:30.448 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.448 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.448 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.448 INFO:tasks.workunit.client.0.smithi046.stdout: "req_readdir_latency": { 2024-09-20T22:59:30.448 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.448 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.448 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.449 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rename_latency": { 2024-09-20T22:59:30.449 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.449 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.449 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.449 INFO:tasks.workunit.client.0.smithi046.stdout: "req_renamesnap_latency": { 2024-09-20T22:59:30.449 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.449 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.449 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.449 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rmdir_latency": { 2024-09-20T22:59:30.449 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.449 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.449 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.449 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rmsnap_latency": { 2024-09-20T22:59:30.449 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.449 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.450 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.450 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rmxattr_latency": { 2024-09-20T22:59:30.450 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.450 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.450 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.450 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setattr_latency": { 2024-09-20T22:59:30.450 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.450 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.450 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.450 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setdirlayout_latency": { 2024-09-20T22:59:30.450 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.450 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.450 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.451 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setfilelock_latency": { 2024-09-20T22:59:30.451 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.451 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.451 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.451 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setlayout_latency": { 2024-09-20T22:59:30.451 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.451 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.451 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.451 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setxattr_latency": { 2024-09-20T22:59:30.451 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.451 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.451 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.451 INFO:tasks.workunit.client.0.smithi046.stdout: "req_snapdiff_latency": { 2024-09-20T22:59:30.451 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.451 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.452 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.452 INFO:tasks.workunit.client.0.smithi046.stdout: "req_symlink_latency": { 2024-09-20T22:59:30.452 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.452 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.452 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.452 INFO:tasks.workunit.client.0.smithi046.stdout: "req_unlink_latency": { 2024-09-20T22:59:30.452 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.452 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.452 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.452 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.452 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_sessions": { 2024-09-20T22:59:30.452 INFO:tasks.workunit.client.0.smithi046.stdout: "average_load": { 2024-09-20T22:59:30.452 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.452 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.453 INFO:tasks.workunit.client.0.smithi046.stdout: "avg_session_uptime": { 2024-09-20T22:59:30.453 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.453 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.453 INFO:tasks.workunit.client.0.smithi046.stdout: "mdthresh_evicted": { 2024-09-20T22:59:30.453 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.453 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.453 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-20T22:59:30.453 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8 2024-09-20T22:59:30.453 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.453 INFO:tasks.workunit.client.0.smithi046.stdout: "session_count": { 2024-09-20T22:59:30.453 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.453 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.453 INFO:tasks.workunit.client.0.smithi046.stdout: "session_remove": { 2024-09-20T22:59:30.453 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8 2024-09-20T22:59:30.454 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.454 INFO:tasks.workunit.client.0.smithi046.stdout: "sessions_open": { 2024-09-20T22:59:30.454 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:30.454 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.454 INFO:tasks.workunit.client.0.smithi046.stdout: "sessions_stale": { 2024-09-20T22:59:30.454 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.454 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.454 INFO:tasks.workunit.client.0.smithi046.stdout: "total_load": { 2024-09-20T22:59:30.454 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.454 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.454 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.454 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T22:59:30.454 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T22:59:30.454 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.455 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.455 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:30.455 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37 2024-09-20T22:59:30.455 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.455 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T22:59:30.455 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.455 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.455 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:30.455 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7 2024-09-20T22:59:30.455 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.455 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.455 INFO:tasks.workunit.client.0.smithi046.stdout: "purge_queue": { 2024-09-20T22:59:30.455 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executed": { 2024-09-20T22:59:30.455 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.455 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.456 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executed_ops": { 2024-09-20T22:59:30.456 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.456 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.456 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing": { 2024-09-20T22:59:30.456 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.456 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.456 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing_high_water": { 2024-09-20T22:59:30.456 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.456 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.456 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing_ops": { 2024-09-20T22:59:30.456 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.456 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.456 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing_ops_high_water": { 2024-09-20T22:59:30.456 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.456 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.457 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_item_in_journal": { 2024-09-20T22:59:30.457 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.457 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.457 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.457 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.457 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.89feedb6ca5aa28c1526bae4a18bccbde113d39a": { 2024-09-20T22:59:30.457 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T22:59:30.457 INFO:tasks.workunit.client.0.smithi046.stdout: "election_call": { 2024-09-20T22:59:30.457 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-20T22:59:30.457 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.457 INFO:tasks.workunit.client.0.smithi046.stdout: "election_lose": { 2024-09-20T22:59:30.457 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.457 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.457 INFO:tasks.workunit.client.0.smithi046.stdout: "election_win": { 2024-09-20T22:59:30.458 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-20T22:59:30.458 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_elections": { 2024-09-20T22:59:30.458 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17 2024-09-20T22:59:30.458 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": { 2024-09-20T22:59:30.458 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-20T22:59:30.458 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.458 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-20T22:59:30.458 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-20T22:59:30.458 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.458 INFO:tasks.workunit.client.0.smithi046.stdout: "session_rm": { 2024-09-20T22:59:30.458 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 223 2024-09-20T22:59:30.458 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.459 INFO:tasks.workunit.client.0.smithi046.stdout: "session_trim": { 2024-09-20T22:59:30.459 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.459 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.459 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.459 INFO:tasks.workunit.client.0.smithi046.stdout: "paxos": { 2024-09-20T22:59:30.459 INFO:tasks.workunit.client.0.smithi046.stdout: "accept_timeout": { 2024-09-20T22:59:30.459 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.459 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.459 INFO:tasks.workunit.client.0.smithi046.stdout: "begin": { 2024-09-20T22:59:30.459 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7888 2024-09-20T22:59:30.459 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.459 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_bytes": { 2024-09-20T22:59:30.459 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7888, 2024-09-20T22:59:30.459 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57424719 2024-09-20T22:59:30.459 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.460 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_keys": { 2024-09-20T22:59:30.460 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7888, 2024-09-20T22:59:30.460 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23664 2024-09-20T22:59:30.460 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.460 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_latency": { 2024-09-20T22:59:30.460 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7888, 2024-09-20T22:59:30.460 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1336985769 2024-09-20T22:59:30.460 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.460 INFO:tasks.workunit.client.0.smithi046.stdout: "collect": { 2024-09-20T22:59:30.460 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.460 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.460 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_bytes": { 2024-09-20T22:59:30.460 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.460 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.461 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.461 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_keys": { 2024-09-20T22:59:30.461 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.461 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.461 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.461 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_latency": { 2024-09-20T22:59:30.461 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.461 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.461 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.461 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_timeout": { 2024-09-20T22:59:30.461 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.461 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.461 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_uncommitted": { 2024-09-20T22:59:30.461 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:30.461 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.462 INFO:tasks.workunit.client.0.smithi046.stdout: "commit": { 2024-09-20T22:59:30.462 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7886 2024-09-20T22:59:30.462 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.462 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_bytes": { 2024-09-20T22:59:30.462 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7886, 2024-09-20T22:59:30.462 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56827625 2024-09-20T22:59:30.462 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.462 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_keys": { 2024-09-20T22:59:30.462 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7886, 2024-09-20T22:59:30.462 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 63459 2024-09-20T22:59:30.462 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.462 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_latency": { 2024-09-20T22:59:30.462 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7886, 2024-09-20T22:59:30.462 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1348759210 2024-09-20T22:59:30.463 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.463 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_ack_timeout": { 2024-09-20T22:59:30.463 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.463 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.463 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_timeout": { 2024-09-20T22:59:30.463 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.463 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.463 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn": { 2024-09-20T22:59:30.463 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-20T22:59:30.463 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.463 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn_latency": { 2024-09-20T22:59:30.463 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5, 2024-09-20T22:59:30.463 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.466 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.466 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh": { 2024-09-20T22:59:30.466 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7889 2024-09-20T22:59:30.467 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.467 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh_latency": { 2024-09-20T22:59:30.467 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7889, 2024-09-20T22:59:30.467 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 26006722935 2024-09-20T22:59:30.467 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.467 INFO:tasks.workunit.client.0.smithi046.stdout: "restart": { 2024-09-20T22:59:30.467 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19 2024-09-20T22:59:30.467 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.467 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state": { 2024-09-20T22:59:30.467 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:30.467 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.467 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_bytes": { 2024-09-20T22:59:30.467 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T22:59:30.468 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 74138 2024-09-20T22:59:30.468 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.468 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_keys": { 2024-09-20T22:59:30.468 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T22:59:30.468 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6 2024-09-20T22:59:30.468 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.468 INFO:tasks.workunit.client.0.smithi046.stdout: "start_leader": { 2024-09-20T22:59:30.468 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-20T22:59:30.468 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.468 INFO:tasks.workunit.client.0.smithi046.stdout: "start_peon": { 2024-09-20T22:59:30.468 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.468 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.468 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state": { 2024-09-20T22:59:30.468 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.468 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.469 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_bytes": { 2024-09-20T22:59:30.469 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.469 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.469 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.469 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_keys": { 2024-09-20T22:59:30.469 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.469 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.469 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.469 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_latency": { 2024-09-20T22:59:30.469 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.469 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.469 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.469 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.469 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache": { 2024-09-20T22:59:30.470 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:30.470 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1020054731 2024-09-20T22:59:30.470 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.470 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:30.470 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 259055616 2024-09-20T22:59:30.470 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.470 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:30.470 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 257826816 2024-09-20T22:59:30.470 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.470 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:30.470 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2147483648 2024-09-20T22:59:30.470 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.470 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:30.471 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1228800 2024-09-20T22:59:30.471 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.471 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.471 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:full": { 2024-09-20T22:59:30.471 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.471 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 360710144 2024-09-20T22:59:30.471 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.471 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.471 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.471 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.471 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.471 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.471 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.471 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.472 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266221134 2024-09-20T22:59:30.472 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.472 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.472 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 26489102 2024-09-20T22:59:30.472 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.472 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.472 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.472 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.472 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.472 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.472 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.472 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.472 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.472 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.472 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.473 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.473 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.473 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.473 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.473 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.473 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.473 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.473 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.473 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.473 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.473 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.473 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.473 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.473 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.474 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.474 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67999908 2024-09-20T22:59:30.474 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.474 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.474 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:inc": { 2024-09-20T22:59:30.474 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.474 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 339738624 2024-09-20T22:59:30.474 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.474 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.474 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.474 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.474 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.474 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.474 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.474 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.475 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266221134 2024-09-20T22:59:30.475 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.475 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.475 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2624237 2024-09-20T22:59:30.475 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.475 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.475 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.475 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.475 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.475 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.475 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.475 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.475 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.476 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.476 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.476 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.476 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.476 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.476 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.476 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.476 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.476 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.476 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.476 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.476 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.476 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.476 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.477 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.477 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.477 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.477 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70893253 2024-09-20T22:59:30.477 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.477 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.477 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:kv": { 2024-09-20T22:59:30.477 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.477 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 314572800 2024-09-20T22:59:30.477 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.477 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.477 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:30.477 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.478 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.478 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.478 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.478 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.478 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 177480756 2024-09-20T22:59:30.478 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.478 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.478 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.478 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.478 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.478 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.478 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.478 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.478 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.478 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.479 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.479 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.479 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.479 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.479 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.479 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.479 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.479 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.479 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.479 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.479 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.479 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.479 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.479 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.480 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.480 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.480 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.480 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.480 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.480 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69983180 2024-09-20T22:59:30.480 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.480 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.480 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb": { 2024-09-20T22:59:30.480 INFO:tasks.workunit.client.0.smithi046.stdout: "compact": { 2024-09-20T22:59:30.480 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.480 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.480 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_len": { 2024-09-20T22:59:30.480 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.480 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.481 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_merge": { 2024-09-20T22:59:30.481 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.481 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.481 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_range": { 2024-09-20T22:59:30.481 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 90 2024-09-20T22:59:30.481 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.481 INFO:tasks.workunit.client.0.smithi046.stdout: "get_latency": { 2024-09-20T22:59:30.481 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 358095, 2024-09-20T22:59:30.481 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2169099733 2024-09-20T22:59:30.481 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.481 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_delay_time": { 2024-09-20T22:59:30.481 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.481 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.481 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.481 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_memtable_time": { 2024-09-20T22:59:30.482 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.482 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.482 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.482 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-20T22:59:30.482 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.482 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.482 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.482 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_wal_time": { 2024-09-20T22:59:30.482 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.482 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.482 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.482 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_latency": { 2024-09-20T22:59:30.482 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.482 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.483 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.483 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_sync_latency": { 2024-09-20T22:59:30.483 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19321, 2024-09-20T22:59:30.483 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3041163746 2024-09-20T22:59:30.483 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.483 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.483 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.483 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.a373ec1b8791b7f450fd778abc506764734e5598": { 2024-09-20T22:59:30.483 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T22:59:30.483 INFO:tasks.workunit.client.0.smithi046.stdout: "election_call": { 2024-09-20T22:59:30.483 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:30.483 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.483 INFO:tasks.workunit.client.0.smithi046.stdout: "election_lose": { 2024-09-20T22:59:30.484 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:30.484 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.484 INFO:tasks.workunit.client.0.smithi046.stdout: "election_win": { 2024-09-20T22:59:30.484 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.484 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.484 INFO:tasks.workunit.client.0.smithi046.stdout: "num_elections": { 2024-09-20T22:59:30.484 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7 2024-09-20T22:59:30.484 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.484 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": { 2024-09-20T22:59:30.484 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8 2024-09-20T22:59:30.484 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.484 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-20T22:59:30.484 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-20T22:59:30.484 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.484 INFO:tasks.workunit.client.0.smithi046.stdout: "session_rm": { 2024-09-20T22:59:30.485 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 258 2024-09-20T22:59:30.485 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.485 INFO:tasks.workunit.client.0.smithi046.stdout: "session_trim": { 2024-09-20T22:59:30.485 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.485 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.485 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.485 INFO:tasks.workunit.client.0.smithi046.stdout: "paxos": { 2024-09-20T22:59:30.485 INFO:tasks.workunit.client.0.smithi046.stdout: "accept_timeout": { 2024-09-20T22:59:30.485 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.485 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.485 INFO:tasks.workunit.client.0.smithi046.stdout: "begin": { 2024-09-20T22:59:30.485 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7792 2024-09-20T22:59:30.485 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.485 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_bytes": { 2024-09-20T22:59:30.486 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7792, 2024-09-20T22:59:30.486 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 55985173 2024-09-20T22:59:30.486 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.486 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_keys": { 2024-09-20T22:59:30.486 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.486 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.486 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.486 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_latency": { 2024-09-20T22:59:30.486 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7792, 2024-09-20T22:59:30.486 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1177972227 2024-09-20T22:59:30.486 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.486 INFO:tasks.workunit.client.0.smithi046.stdout: "collect": { 2024-09-20T22:59:30.486 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:30.486 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.487 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_bytes": { 2024-09-20T22:59:30.487 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T22:59:30.487 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 146 2024-09-20T22:59:30.487 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.487 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_keys": { 2024-09-20T22:59:30.487 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T22:59:30.487 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:30.487 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.487 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_latency": { 2024-09-20T22:59:30.487 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T22:59:30.487 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3999908 2024-09-20T22:59:30.487 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.487 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_timeout": { 2024-09-20T22:59:30.487 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.487 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.488 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_uncommitted": { 2024-09-20T22:59:30.488 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.488 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.488 INFO:tasks.workunit.client.0.smithi046.stdout: "commit": { 2024-09-20T22:59:30.488 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7792 2024-09-20T22:59:30.488 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.488 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_bytes": { 2024-09-20T22:59:30.488 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.488 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.488 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.488 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_keys": { 2024-09-20T22:59:30.488 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.488 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.488 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.488 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_latency": { 2024-09-20T22:59:30.489 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.489 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.489 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.489 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_ack_timeout": { 2024-09-20T22:59:30.489 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.489 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.489 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_timeout": { 2024-09-20T22:59:30.489 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.489 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.489 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn": { 2024-09-20T22:59:30.489 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.489 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.489 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn_latency": { 2024-09-20T22:59:30.490 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.490 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.490 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.490 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh": { 2024-09-20T22:59:30.490 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7792 2024-09-20T22:59:30.490 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.490 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh_latency": { 2024-09-20T22:59:30.490 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7792, 2024-09-20T22:59:30.490 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24373425310 2024-09-20T22:59:30.490 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.490 INFO:tasks.workunit.client.0.smithi046.stdout: "restart": { 2024-09-20T22:59:30.490 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9 2024-09-20T22:59:30.490 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.490 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state": { 2024-09-20T22:59:30.491 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.491 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.491 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_bytes": { 2024-09-20T22:59:30.491 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.491 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.491 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.491 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_keys": { 2024-09-20T22:59:30.491 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.491 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.491 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.491 INFO:tasks.workunit.client.0.smithi046.stdout: "start_leader": { 2024-09-20T22:59:30.491 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.491 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.491 INFO:tasks.workunit.client.0.smithi046.stdout: "start_peon": { 2024-09-20T22:59:30.491 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:30.492 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.492 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state": { 2024-09-20T22:59:30.492 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7792 2024-09-20T22:59:30.492 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.492 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_bytes": { 2024-09-20T22:59:30.492 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7792, 2024-09-20T22:59:30.492 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 110486414 2024-09-20T22:59:30.492 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.492 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_keys": { 2024-09-20T22:59:30.492 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7792, 2024-09-20T22:59:30.492 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70358 2024-09-20T22:59:30.492 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.492 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_latency": { 2024-09-20T22:59:30.492 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7792, 2024-09-20T22:59:30.493 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3052928025 2024-09-20T22:59:30.493 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.493 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.493 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache": { 2024-09-20T22:59:30.493 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:30.493 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1020054731 2024-09-20T22:59:30.493 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.493 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:30.493 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 166707200 2024-09-20T22:59:30.493 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.493 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:30.493 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 163831808 2024-09-20T22:59:30.493 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.493 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:30.493 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2147483648 2024-09-20T22:59:30.494 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.494 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:30.494 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2875392 2024-09-20T22:59:30.494 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.494 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.494 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:full": { 2024-09-20T22:59:30.494 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.494 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 360710144 2024-09-20T22:59:30.494 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.494 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.494 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.494 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.494 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.494 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.495 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.495 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.495 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266960367 2024-09-20T22:59:30.495 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.495 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.495 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25564415 2024-09-20T22:59:30.495 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.495 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.495 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.495 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.495 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.495 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.495 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.495 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.495 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.496 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.496 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.496 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.496 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.496 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.496 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.496 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.496 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.496 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.496 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.496 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.496 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.496 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.496 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.496 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.497 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.497 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.497 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68185362 2024-09-20T22:59:30.497 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.497 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.497 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:inc": { 2024-09-20T22:59:30.497 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.497 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 339738624 2024-09-20T22:59:30.497 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.497 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.497 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.497 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.497 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.497 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.498 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.498 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.498 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266960367 2024-09-20T22:59:30.498 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.498 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.498 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1577634 2024-09-20T22:59:30.498 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.498 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.498 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.498 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.498 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.498 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.498 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.498 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.499 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.499 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.499 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.499 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.499 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.499 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.499 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.499 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.499 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.499 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.499 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.499 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.499 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.499 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.499 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.500 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.500 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.500 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.500 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71200623 2024-09-20T22:59:30.500 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.500 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.500 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:kv": { 2024-09-20T22:59:30.500 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.500 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 314572800 2024-09-20T22:59:30.500 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.500 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.500 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:30.500 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.500 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.501 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.501 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.501 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.501 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 177973578 2024-09-20T22:59:30.501 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.501 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.501 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.501 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.501 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.501 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.501 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.501 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.501 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.501 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.501 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.502 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.502 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.502 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.502 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.502 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.502 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.502 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.502 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.502 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.502 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.502 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.502 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.502 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.502 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.503 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.503 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.503 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.503 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.503 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69490358 2024-09-20T22:59:30.503 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.503 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.503 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb": { 2024-09-20T22:59:30.503 INFO:tasks.workunit.client.0.smithi046.stdout: "compact": { 2024-09-20T22:59:30.503 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.503 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.503 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_len": { 2024-09-20T22:59:30.503 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.503 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.503 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_merge": { 2024-09-20T22:59:30.504 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.504 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.504 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_range": { 2024-09-20T22:59:30.504 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 89 2024-09-20T22:59:30.504 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.504 INFO:tasks.workunit.client.0.smithi046.stdout: "get_latency": { 2024-09-20T22:59:30.504 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 340321, 2024-09-20T22:59:30.504 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1629742974 2024-09-20T22:59:30.504 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.504 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_delay_time": { 2024-09-20T22:59:30.504 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.504 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.504 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.504 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_memtable_time": { 2024-09-20T22:59:30.504 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.505 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.505 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.505 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-20T22:59:30.505 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.505 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.505 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.505 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_wal_time": { 2024-09-20T22:59:30.505 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.505 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.505 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.505 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_latency": { 2024-09-20T22:59:30.505 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.505 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.505 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.505 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_sync_latency": { 2024-09-20T22:59:30.506 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19080, 2024-09-20T22:59:30.506 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6439148938 2024-09-20T22:59:30.506 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.506 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.506 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.506 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.ba2a2447664121745258143c46d4a74444ac144b": { 2024-09-20T22:59:30.506 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T22:59:30.506 INFO:tasks.workunit.client.0.smithi046.stdout: "election_call": { 2024-09-20T22:59:30.506 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:30.506 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.506 INFO:tasks.workunit.client.0.smithi046.stdout: "election_lose": { 2024-09-20T22:59:30.506 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-20T22:59:30.506 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.506 INFO:tasks.workunit.client.0.smithi046.stdout: "election_win": { 2024-09-20T22:59:30.507 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.507 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.507 INFO:tasks.workunit.client.0.smithi046.stdout: "num_elections": { 2024-09-20T22:59:30.507 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11 2024-09-20T22:59:30.507 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.507 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": { 2024-09-20T22:59:30.507 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6 2024-09-20T22:59:30.507 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.507 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-20T22:59:30.507 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-20T22:59:30.507 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.507 INFO:tasks.workunit.client.0.smithi046.stdout: "session_rm": { 2024-09-20T22:59:30.507 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 243 2024-09-20T22:59:30.507 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.508 INFO:tasks.workunit.client.0.smithi046.stdout: "session_trim": { 2024-09-20T22:59:30.508 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.508 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.508 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.508 INFO:tasks.workunit.client.0.smithi046.stdout: "paxos": { 2024-09-20T22:59:30.508 INFO:tasks.workunit.client.0.smithi046.stdout: "accept_timeout": { 2024-09-20T22:59:30.508 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.508 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.508 INFO:tasks.workunit.client.0.smithi046.stdout: "begin": { 2024-09-20T22:59:30.508 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7822 2024-09-20T22:59:30.508 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.508 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_bytes": { 2024-09-20T22:59:30.508 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7822, 2024-09-20T22:59:30.508 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56212531 2024-09-20T22:59:30.509 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.509 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_keys": { 2024-09-20T22:59:30.509 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.509 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.509 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.509 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_latency": { 2024-09-20T22:59:30.509 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7822, 2024-09-20T22:59:30.509 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1087988416 2024-09-20T22:59:30.509 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.509 INFO:tasks.workunit.client.0.smithi046.stdout: "collect": { 2024-09-20T22:59:30.509 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-20T22:59:30.509 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.509 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_bytes": { 2024-09-20T22:59:30.509 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T22:59:30.510 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 219 2024-09-20T22:59:30.510 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.510 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_keys": { 2024-09-20T22:59:30.510 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T22:59:30.510 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-20T22:59:30.510 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.510 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_latency": { 2024-09-20T22:59:30.510 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T22:59:30.510 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 999990 2024-09-20T22:59:30.510 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.510 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_timeout": { 2024-09-20T22:59:30.510 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.510 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.510 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_uncommitted": { 2024-09-20T22:59:30.510 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T22:59:30.511 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.511 INFO:tasks.workunit.client.0.smithi046.stdout: "commit": { 2024-09-20T22:59:30.511 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7823 2024-09-20T22:59:30.511 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.511 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_bytes": { 2024-09-20T22:59:30.511 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.511 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.511 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.511 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_keys": { 2024-09-20T22:59:30.511 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.511 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.511 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.511 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_latency": { 2024-09-20T22:59:30.511 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.512 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.512 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.512 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_ack_timeout": { 2024-09-20T22:59:30.512 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.512 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.512 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_timeout": { 2024-09-20T22:59:30.512 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.512 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.512 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn": { 2024-09-20T22:59:30.512 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.512 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.512 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn_latency": { 2024-09-20T22:59:30.512 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.512 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.512 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.513 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh": { 2024-09-20T22:59:30.513 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7823 2024-09-20T22:59:30.513 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.513 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh_latency": { 2024-09-20T22:59:30.513 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7823, 2024-09-20T22:59:30.513 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24956733979 2024-09-20T22:59:30.513 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.513 INFO:tasks.workunit.client.0.smithi046.stdout: "restart": { 2024-09-20T22:59:30.513 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13 2024-09-20T22:59:30.513 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.513 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state": { 2024-09-20T22:59:30.513 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.513 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.513 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_bytes": { 2024-09-20T22:59:30.514 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.514 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.514 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.514 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_keys": { 2024-09-20T22:59:30.514 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.514 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.514 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.514 INFO:tasks.workunit.client.0.smithi046.stdout: "start_leader": { 2024-09-20T22:59:30.514 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.514 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.514 INFO:tasks.workunit.client.0.smithi046.stdout: "start_peon": { 2024-09-20T22:59:30.514 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-20T22:59:30.514 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.515 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state": { 2024-09-20T22:59:30.515 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7822 2024-09-20T22:59:30.515 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.515 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_bytes": { 2024-09-20T22:59:30.515 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7822, 2024-09-20T22:59:30.515 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 110995753 2024-09-20T22:59:30.515 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.515 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_keys": { 2024-09-20T22:59:30.515 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7822, 2024-09-20T22:59:30.515 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70812 2024-09-20T22:59:30.515 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.515 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_latency": { 2024-09-20T22:59:30.515 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7822, 2024-09-20T22:59:30.515 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1188987328 2024-09-20T22:59:30.516 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.516 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.516 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache": { 2024-09-20T22:59:30.516 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:30.516 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1020054731 2024-09-20T22:59:30.516 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.516 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:30.516 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176136192 2024-09-20T22:59:30.516 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.516 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:30.516 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 173432832 2024-09-20T22:59:30.516 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.516 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:30.516 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2147483648 2024-09-20T22:59:30.516 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.517 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:30.517 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2703360 2024-09-20T22:59:30.517 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.517 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.517 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:full": { 2024-09-20T22:59:30.517 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.517 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 360710144 2024-09-20T22:59:30.517 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.517 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.517 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.517 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.517 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.517 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.517 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.517 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.518 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266376448 2024-09-20T22:59:30.518 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.518 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.518 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 26331860 2024-09-20T22:59:30.518 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.518 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.518 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.518 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.518 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.518 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.518 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.518 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.518 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.518 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.518 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.519 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.519 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.519 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.519 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.519 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.519 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.519 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.519 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.519 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.519 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.519 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.519 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.519 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.519 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.520 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.520 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68001836 2024-09-20T22:59:30.520 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.520 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.520 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:inc": { 2024-09-20T22:59:30.520 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.520 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 339738624 2024-09-20T22:59:30.520 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.520 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.520 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.520 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.520 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.520 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.520 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.521 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.521 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266376448 2024-09-20T22:59:30.521 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.521 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.521 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2367307 2024-09-20T22:59:30.521 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.521 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.521 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.521 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.521 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.521 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.521 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.521 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.522 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.522 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.522 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.522 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.522 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.522 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.522 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.522 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.522 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.522 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.522 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.522 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.522 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.523 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.523 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.523 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.523 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.523 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.523 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70994869 2024-09-20T22:59:30.523 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.523 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.523 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:kv": { 2024-09-20T22:59:30.523 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.523 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 314572800 2024-09-20T22:59:30.523 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.523 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.523 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:30.524 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.524 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.524 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.524 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.524 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.524 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 177584299 2024-09-20T22:59:30.524 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.524 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.524 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.524 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.524 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.524 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.524 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.524 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.524 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.525 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.525 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.525 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.525 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.525 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.525 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.525 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.525 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.525 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.525 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.525 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.525 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.525 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.525 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.525 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.526 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.526 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.526 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.526 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.526 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.526 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69879637 2024-09-20T22:59:30.526 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.526 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.526 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb": { 2024-09-20T22:59:30.526 INFO:tasks.workunit.client.0.smithi046.stdout: "compact": { 2024-09-20T22:59:30.526 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.526 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.526 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_len": { 2024-09-20T22:59:30.526 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.526 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.527 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_merge": { 2024-09-20T22:59:30.527 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.527 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.527 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_range": { 2024-09-20T22:59:30.527 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 90 2024-09-20T22:59:30.527 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.527 INFO:tasks.workunit.client.0.smithi046.stdout: "get_latency": { 2024-09-20T22:59:30.527 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 343087, 2024-09-20T22:59:30.527 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1886133326 2024-09-20T22:59:30.527 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.527 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_delay_time": { 2024-09-20T22:59:30.527 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.527 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.527 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.527 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_memtable_time": { 2024-09-20T22:59:30.528 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.528 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.528 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.528 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-20T22:59:30.528 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.528 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.528 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.528 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_wal_time": { 2024-09-20T22:59:30.528 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.528 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.528 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.529 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_latency": { 2024-09-20T22:59:30.529 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.529 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.529 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.529 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_sync_latency": { 2024-09-20T22:59:30.529 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19162, 2024-09-20T22:59:30.529 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2811043917 2024-09-20T22:59:30.529 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.530 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.530 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.530 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.0": { 2024-09-20T22:59:30.530 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:30.530 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_db_max_lat": { 2024-09-20T22:59:30.530 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21452 2024-09-20T22:59:30.530 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.530 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T22:59:30.530 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.530 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.531 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_max_lat": { 2024-09-20T22:59:30.531 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.531 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.531 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T22:59:30.531 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.531 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.531 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T22:59:30.531 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T22:59:30.531 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.531 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_slow": { 2024-09-20T22:59:30.531 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.532 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.532 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T22:59:30.532 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.532 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.532 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_wal_max_lat": { 2024-09-20T22:59:30.532 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.532 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.532 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T22:59:30.532 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.532 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.533 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T22:59:30.533 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16453632 2024-09-20T22:59:30.533 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.533 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T22:59:30.533 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 875913216 2024-09-20T22:59:30.533 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.533 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T22:59:30.533 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19, 2024-09-20T22:59:30.533 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4473770 2024-09-20T22:59:30.533 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.533 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T22:59:30.534 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19, 2024-09-20T22:59:30.534 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1518773 2024-09-20T22:59:30.534 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.534 INFO:tasks.workunit.client.0.smithi046.stdout: "db_alloc_lat": { 2024-09-20T22:59:30.534 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 222, 2024-09-20T22:59:30.534 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1045785 2024-09-20T22:59:30.534 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.534 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T22:59:30.534 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995027456 2024-09-20T22:59:30.534 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.534 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T22:59:30.535 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 870449152 2024-09-20T22:59:30.535 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.535 INFO:tasks.workunit.client.0.smithi046.stdout: "flush_lat": { 2024-09-20T22:59:30.535 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80643, 2024-09-20T22:59:30.535 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7127278372 2024-09-20T22:59:30.535 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.535 INFO:tasks.workunit.client.0.smithi046.stdout: "fsync_lat": { 2024-09-20T22:59:30.535 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80640, 2024-09-20T22:59:30.535 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13589257156 2024-09-20T22:59:30.535 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.535 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T22:59:30.535 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14319616 2024-09-20T22:59:30.536 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.536 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T22:59:30.536 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 330211328 2024-09-20T22:59:30.536 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.536 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T22:59:30.536 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 878968832 2024-09-20T22:59:30.536 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.536 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T22:59:30.536 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.536 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.536 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T22:59:30.536 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.537 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T22:59:30.537 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 61 2024-09-20T22:59:30.537 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.537 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T22:59:30.537 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 415344905 2024-09-20T22:59:30.537 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.537 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T22:59:30.537 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25489 2024-09-20T22:59:30.537 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.537 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T22:59:30.537 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 330272768 2024-09-20T22:59:30.537 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.538 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T22:59:30.538 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 330276864 2024-09-20T22:59:30.538 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.538 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T22:59:30.538 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.538 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.538 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T22:59:30.538 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.538 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.538 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T22:59:30.538 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11382 2024-09-20T22:59:30.538 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.539 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:30.539 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 25489, 2024-09-20T22:59:30.539 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 198393135 2024-09-20T22:59:30.539 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.539 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T22:59:30.539 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 300422637 2024-09-20T22:59:30.539 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.539 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T22:59:30.539 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21969 2024-09-20T22:59:30.539 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.539 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T22:59:30.539 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5032490 2024-09-20T22:59:30.539 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.540 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T22:59:30.540 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 644 2024-09-20T22:59:30.540 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.540 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T22:59:30.540 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16172186 2024-09-20T22:59:30.540 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.540 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T22:59:30.540 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 976 2024-09-20T22:59:30.540 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.540 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T22:59:30.540 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11139696 2024-09-20T22:59:30.541 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.541 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T22:59:30.541 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11139696 2024-09-20T22:59:30.541 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.541 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T22:59:30.541 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.541 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.541 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T22:59:30.541 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.541 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.541 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T22:59:30.542 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 356 2024-09-20T22:59:30.542 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.542 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_lat": { 2024-09-20T22:59:30.542 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 976, 2024-09-20T22:59:30.542 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8028735 2024-09-20T22:59:30.542 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.542 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_alloc_lat": { 2024-09-20T22:59:30.542 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.542 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.542 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.542 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T22:59:30.542 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.543 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.543 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T22:59:30.543 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.543 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.543 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:30.543 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T22:59:30.543 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 881 2024-09-20T22:59:30.543 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.543 INFO:tasks.workunit.client.0.smithi046.stdout: "unlink_lat": { 2024-09-20T22:59:30.543 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T22:59:30.543 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6351 2024-09-20T22:59:30.543 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.543 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_alloc_lat": { 2024-09-20T22:59:30.544 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.544 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.544 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.544 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T22:59:30.544 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.544 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.544 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T22:59:30.544 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.544 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.544 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T22:59:30.544 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1225469952 2024-09-20T22:59:30.544 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.544 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.545 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T22:59:30.545 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T22:59:30.545 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:30.545 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.545 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T22:59:30.545 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15241216 2024-09-20T22:59:30.545 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.545 INFO:tasks.workunit.client.0.smithi046.stdout: "allocator_lat": { 2024-09-20T22:59:30.545 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21308, 2024-09-20T22:59:30.545 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 94700225 2024-09-20T22:59:30.545 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.546 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T22:59:30.546 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3297, 2024-09-20T22:59:30.546 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 568252127 2024-09-20T22:59:30.546 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.546 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T22:59:30.546 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.546 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.546 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.546 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T22:59:30.546 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.546 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.547 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T22:59:30.547 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.547 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.547 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T22:59:30.547 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.547 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.547 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T22:59:30.547 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 24401, 2024-09-20T22:59:30.547 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 188316288 2024-09-20T22:59:30.547 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.547 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T22:59:30.547 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.547 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.548 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.548 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-20T22:59:30.548 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.548 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.548 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T22:59:30.548 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80538, 2024-09-20T22:59:30.548 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18467743268 2024-09-20T22:59:30.548 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.548 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T22:59:30.548 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 79733, 2024-09-20T22:59:30.548 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1954418009 2024-09-20T22:59:30.548 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.548 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T22:59:30.548 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80538, 2024-09-20T22:59:30.549 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 60482770 2024-09-20T22:59:30.549 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.549 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T22:59:30.549 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80538, 2024-09-20T22:59:30.549 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18528226038 2024-09-20T22:59:30.549 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.549 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T22:59:30.549 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.549 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.549 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.550 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T22:59:30.550 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 246140, 2024-09-20T22:59:30.550 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2332833930 2024-09-20T22:59:30.550 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.550 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T22:59:30.550 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1081, 2024-09-20T22:59:30.550 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3332594 2024-09-20T22:59:30.550 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.550 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T22:59:30.550 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 151484, 2024-09-20T22:59:30.551 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 58869330 2024-09-20T22:59:30.551 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.551 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T22:59:30.551 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 53, 2024-09-20T22:59:30.551 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 78262 2024-09-20T22:59:30.551 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.551 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T22:59:30.551 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28622, 2024-09-20T22:59:30.551 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6963663352 2024-09-20T22:59:30.551 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.551 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T22:59:30.551 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 488813 2024-09-20T22:59:30.552 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.552 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T22:59:30.552 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24562 2024-09-20T22:59:30.552 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.552 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:30.552 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19798, 2024-09-20T22:59:30.552 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1526605170 2024-09-20T22:59:30.552 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.552 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T22:59:30.552 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 46198, 2024-09-20T22:59:30.553 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24904130 2024-09-20T22:59:30.553 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.553 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T22:59:30.553 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 26400, 2024-09-20T22:59:30.553 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 865811115 2024-09-20T22:59:30.553 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.553 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T22:59:30.553 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.553 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.553 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T22:59:30.553 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15470, 2024-09-20T22:59:30.554 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 436669448 2024-09-20T22:59:30.554 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.554 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_aio_wait_count": { 2024-09-20T22:59:30.554 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.554 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.554 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_committed_kv_count": { 2024-09-20T22:59:30.554 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.554 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.554 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_onode_meta_count": { 2024-09-20T22:59:30.554 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.554 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.554 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_wait_aio_count": { 2024-09-20T22:59:30.555 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.555 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.555 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T22:59:30.555 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:30.555 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5362015600 2024-09-20T22:59:30.555 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.555 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T22:59:30.555 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9362, 2024-09-20T22:59:30.555 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 548715035 2024-09-20T22:59:30.555 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.555 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T22:59:30.556 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9362, 2024-09-20T22:59:30.556 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2739806211399 2024-09-20T22:59:30.556 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.556 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T22:59:30.556 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9362, 2024-09-20T22:59:30.556 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6340002512461 2024-09-20T22:59:30.556 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.556 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T22:59:30.556 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:30.556 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2492610717991 2024-09-20T22:59:30.556 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.557 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T22:59:30.557 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:30.557 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10822443 2024-09-20T22:59:30.557 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.557 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T22:59:30.557 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:30.557 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 201271746 2024-09-20T22:59:30.557 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.557 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T22:59:30.557 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:30.557 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34094876520 2024-09-20T22:59:30.557 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.558 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T22:59:30.558 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:30.558 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 40705835 2024-09-20T22:59:30.558 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.558 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T22:59:30.558 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:30.558 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18968243150 2024-09-20T22:59:30.558 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.558 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T22:59:30.558 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:30.558 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10571266991 2024-09-20T22:59:30.558 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.559 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T22:59:30.559 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10884232 2024-09-20T22:59:30.559 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.559 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:30.559 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2722, 2024-09-20T22:59:30.559 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16087844 2024-09-20T22:59:30.559 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.559 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T22:59:30.559 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:30.559 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69213629988 2024-09-20T22:59:30.559 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.560 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T22:59:30.560 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:30.560 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11841755927 2024-09-20T22:59:30.560 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.560 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T22:59:30.560 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:30.560 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 623836375 2024-09-20T22:59:30.560 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.560 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.560 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T22:59:30.560 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:30.561 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1406061291 2024-09-20T22:59:30.561 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.561 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:30.561 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 617881600 2024-09-20T22:59:30.561 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.561 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:30.561 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 531890176 2024-09-20T22:59:30.561 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.561 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:30.561 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2601609011 2024-09-20T22:59:30.561 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.561 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:30.562 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85991424 2024-09-20T22:59:30.562 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.562 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.562 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T22:59:30.562 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.562 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-20T22:59:30.562 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.562 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.562 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.562 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.562 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.562 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.562 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.563 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.563 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56378950 2024-09-20T22:59:30.563 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.563 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.563 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.563 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.563 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.563 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.563 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.564 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.564 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.564 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.564 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.564 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.564 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.564 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.564 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:30.564 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.564 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.564 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 77824 2024-09-20T22:59:30.564 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.565 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.565 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.565 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.565 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.565 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.565 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.565 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.565 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.565 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.565 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.565 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69368250 2024-09-20T22:59:30.565 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.566 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.566 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T22:59:30.566 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.566 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562036736 2024-09-20T22:59:30.566 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.566 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.566 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:30.566 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.566 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.566 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.566 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.566 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.566 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 422842125 2024-09-20T22:59:30.566 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.567 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.567 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.567 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.567 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.567 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1648 2024-09-20T22:59:30.567 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.567 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.567 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.567 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.567 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.567 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.567 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.568 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.568 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 105136 2024-09-20T22:59:30.568 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.568 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.568 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.568 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.568 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.568 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.568 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.568 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.568 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.568 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.569 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.569 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.569 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.569 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.569 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71978963 2024-09-20T22:59:30.569 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.569 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.569 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T22:59:30.569 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.569 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-20T22:59:30.569 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.569 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.569 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:30.570 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.570 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.570 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 286288 2024-09-20T22:59:30.570 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.570 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.570 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37585966 2024-09-20T22:59:30.570 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.570 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.570 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.570 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.570 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.570 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.571 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.571 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.571 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.571 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.571 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.571 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.571 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.571 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.571 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.571 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.571 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.571 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.571 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.572 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.572 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.572 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.572 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.572 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.572 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.572 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.572 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.572 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.572 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.572 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71179650 2024-09-20T22:59:30.572 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.572 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.572 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T22:59:30.573 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.573 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 494927872 2024-09-20T22:59:30.573 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.573 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.573 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.573 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.573 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.573 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.573 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.573 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.573 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 422842125 2024-09-20T22:59:30.574 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.574 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.574 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.574 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.574 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.574 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.574 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.574 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.574 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.574 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.574 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.574 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.575 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.575 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.575 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 174524 2024-09-20T22:59:30.575 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.575 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.575 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1144326 2024-09-20T22:59:30.575 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.575 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.575 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.575 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.575 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.575 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.576 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.576 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.576 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.576 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.576 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.576 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70766897 2024-09-20T22:59:30.576 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.576 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.576 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T22:59:30.576 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T22:59:30.576 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.576 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.576 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:30.577 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70 2024-09-20T22:59:30.577 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.577 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T22:59:30.577 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.577 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.577 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:30.577 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T22:59:30.577 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.577 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.577 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:30.577 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T22:59:30.577 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57 2024-09-20T22:59:30.577 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.578 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T22:59:30.578 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.578 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.578 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T22:59:30.578 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57930 2024-09-20T22:59:30.578 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.578 INFO:tasks.workunit.client.0.smithi046.stdout: "op_before_queue_op_lat": { 2024-09-20T22:59:30.578 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 152312, 2024-09-20T22:59:30.578 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7849014984 2024-09-20T22:59:30.578 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.578 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T22:59:30.579 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.579 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.579 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T22:59:30.579 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.579 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.579 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T22:59:30.579 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2100475510 2024-09-20T22:59:30.579 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.579 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T22:59:30.579 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 57930, 2024-09-20T22:59:30.579 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 257433731418 2024-09-20T22:59:30.579 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.579 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T22:59:30.580 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3290900541 2024-09-20T22:59:30.580 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.580 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T22:59:30.580 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 58877, 2024-09-20T22:59:30.580 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 30600723910 2024-09-20T22:59:30.580 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.580 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T22:59:30.580 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 57930, 2024-09-20T22:59:30.580 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 100665872027 2024-09-20T22:59:30.580 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.580 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:30.580 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 40034 2024-09-20T22:59:30.580 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.581 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T22:59:30.581 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 40034, 2024-09-20T22:59:30.581 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24772027435 2024-09-20T22:59:30.581 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.581 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T22:59:30.581 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.581 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.581 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T22:59:30.581 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3290900541 2024-09-20T22:59:30.581 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.581 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T22:59:30.581 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 40435, 2024-09-20T22:59:30.581 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13783259407 2024-09-20T22:59:30.582 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.582 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T22:59:30.582 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 40034, 2024-09-20T22:59:30.582 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14747808793 2024-09-20T22:59:30.582 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.582 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T22:59:30.582 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9939 2024-09-20T22:59:30.582 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.582 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T22:59:30.582 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 290055095 2024-09-20T22:59:30.582 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.582 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T22:59:30.582 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9939, 2024-09-20T22:59:30.583 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23429934608 2024-09-20T22:59:30.583 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.583 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T22:59:30.583 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.583 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.583 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T22:59:30.583 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.583 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.583 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T22:59:30.583 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.583 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.583 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T22:59:30.584 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10256, 2024-09-20T22:59:30.584 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6659665050 2024-09-20T22:59:30.584 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.584 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T22:59:30.584 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9939, 2024-09-20T22:59:30.584 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17239261068 2024-09-20T22:59:30.584 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.584 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:30.584 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7957 2024-09-20T22:59:30.584 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.584 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T22:59:30.584 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1810420415 2024-09-20T22:59:30.585 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.585 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T22:59:30.585 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7957, 2024-09-20T22:59:30.585 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 209231769375 2024-09-20T22:59:30.585 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.585 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T22:59:30.585 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.585 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.585 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T22:59:30.585 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8186, 2024-09-20T22:59:30.585 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10157799453 2024-09-20T22:59:30.585 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.586 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T22:59:30.586 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7957, 2024-09-20T22:59:30.586 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68678802166 2024-09-20T22:59:30.586 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.586 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T22:59:30.586 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.586 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.586 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T22:59:30.586 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 79 2024-09-20T22:59:30.586 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.586 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T22:59:30.587 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 36 2024-09-20T22:59:30.587 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.587 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T22:59:30.587 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T22:59:30.587 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.587 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T22:59:30.587 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 885698560 2024-09-20T22:59:30.587 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.587 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.587 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.587 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.1": { 2024-09-20T22:59:30.588 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:30.588 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_db_max_lat": { 2024-09-20T22:59:30.588 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14579 2024-09-20T22:59:30.588 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.588 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T22:59:30.588 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.588 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.588 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_max_lat": { 2024-09-20T22:59:30.588 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.588 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.588 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T22:59:30.588 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.588 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.589 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T22:59:30.589 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T22:59:30.589 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.589 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_slow": { 2024-09-20T22:59:30.589 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.589 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.589 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T22:59:30.589 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.589 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.589 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_wal_max_lat": { 2024-09-20T22:59:30.589 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.589 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.590 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T22:59:30.590 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.590 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.590 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T22:59:30.590 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10375168 2024-09-20T22:59:30.590 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.590 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T22:59:30.590 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 887111680 2024-09-20T22:59:30.590 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.590 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T22:59:30.590 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18, 2024-09-20T22:59:30.590 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4438222 2024-09-20T22:59:30.591 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.591 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T22:59:30.591 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18, 2024-09-20T22:59:30.591 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1499727 2024-09-20T22:59:30.591 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.591 INFO:tasks.workunit.client.0.smithi046.stdout: "db_alloc_lat": { 2024-09-20T22:59:30.591 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 210, 2024-09-20T22:59:30.591 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 952245 2024-09-20T22:59:30.591 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.591 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T22:59:30.591 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995027456 2024-09-20T22:59:30.591 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.592 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T22:59:30.592 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1017839616 2024-09-20T22:59:30.592 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.592 INFO:tasks.workunit.client.0.smithi046.stdout: "flush_lat": { 2024-09-20T22:59:30.592 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73854, 2024-09-20T22:59:30.592 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6997426849 2024-09-20T22:59:30.592 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.592 INFO:tasks.workunit.client.0.smithi046.stdout: "fsync_lat": { 2024-09-20T22:59:30.592 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73880, 2024-09-20T22:59:30.592 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12996351522 2024-09-20T22:59:30.592 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.592 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T22:59:30.593 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3252224 2024-09-20T22:59:30.593 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.593 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T22:59:30.593 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 302522368 2024-09-20T22:59:30.593 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.593 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T22:59:30.593 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1039138816 2024-09-20T22:59:30.593 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.593 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T22:59:30.593 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.593 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.593 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T22:59:30.593 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.594 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T22:59:30.594 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 62 2024-09-20T22:59:30.594 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.594 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T22:59:30.594 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 281268787 2024-09-20T22:59:30.594 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.594 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T22:59:30.594 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17579 2024-09-20T22:59:30.594 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.594 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T22:59:30.595 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 232329216 2024-09-20T22:59:30.595 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.595 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T22:59:30.595 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 232333312 2024-09-20T22:59:30.595 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.595 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T22:59:30.595 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.595 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.595 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T22:59:30.595 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.595 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.595 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T22:59:30.596 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8254 2024-09-20T22:59:30.596 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.596 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:30.596 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17579, 2024-09-20T22:59:30.596 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 160164863 2024-09-20T22:59:30.596 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.596 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T22:59:30.596 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 182548470 2024-09-20T22:59:30.596 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.596 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T22:59:30.596 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14554 2024-09-20T22:59:30.596 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.596 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T22:59:30.596 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3775097 2024-09-20T22:59:30.597 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.597 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T22:59:30.597 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 584 2024-09-20T22:59:30.597 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.597 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T22:59:30.597 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10260981 2024-09-20T22:59:30.597 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.597 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T22:59:30.597 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 847 2024-09-20T22:59:30.597 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.597 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T22:59:30.597 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6485884 2024-09-20T22:59:30.597 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.598 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T22:59:30.598 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6485884 2024-09-20T22:59:30.598 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.598 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T22:59:30.598 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.598 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.598 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T22:59:30.598 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.598 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.598 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T22:59:30.598 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 272 2024-09-20T22:59:30.598 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.599 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_lat": { 2024-09-20T22:59:30.599 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 847, 2024-09-20T22:59:30.599 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7031595 2024-09-20T22:59:30.599 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.599 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_alloc_lat": { 2024-09-20T22:59:30.599 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.599 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.599 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.599 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T22:59:30.599 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.599 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.599 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T22:59:30.599 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.600 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.600 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:30.600 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T22:59:30.600 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 626 2024-09-20T22:59:30.600 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.600 INFO:tasks.workunit.client.0.smithi046.stdout: "unlink_lat": { 2024-09-20T22:59:30.600 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T22:59:30.600 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7661 2024-09-20T22:59:30.600 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.600 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_alloc_lat": { 2024-09-20T22:59:30.600 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.600 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.600 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.600 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T22:59:30.601 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.601 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.601 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T22:59:30.601 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.601 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.601 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T22:59:30.601 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1202741248 2024-09-20T22:59:30.601 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.601 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.601 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T22:59:30.601 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T22:59:30.601 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:30.601 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.601 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T22:59:30.602 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14643200 2024-09-20T22:59:30.602 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.602 INFO:tasks.workunit.client.0.smithi046.stdout: "allocator_lat": { 2024-09-20T22:59:30.602 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22232, 2024-09-20T22:59:30.602 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 98563247 2024-09-20T22:59:30.602 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.602 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T22:59:30.602 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3281, 2024-09-20T22:59:30.602 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 555123932 2024-09-20T22:59:30.602 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.602 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T22:59:30.603 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.603 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.603 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.603 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T22:59:30.603 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.603 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.603 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T22:59:30.603 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.603 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.603 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T22:59:30.603 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.603 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.603 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T22:59:30.604 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17298, 2024-09-20T22:59:30.604 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 132072249 2024-09-20T22:59:30.604 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.604 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T22:59:30.604 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.604 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.604 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.604 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-20T22:59:30.604 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.604 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.604 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T22:59:30.604 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73778, 2024-09-20T22:59:30.604 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17530321920 2024-09-20T22:59:30.604 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.605 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T22:59:30.605 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73004, 2024-09-20T22:59:30.605 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1946121473 2024-09-20T22:59:30.605 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.605 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T22:59:30.605 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73778, 2024-09-20T22:59:30.605 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 51059125 2024-09-20T22:59:30.605 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.605 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T22:59:30.605 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73778, 2024-09-20T22:59:30.605 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17581381045 2024-09-20T22:59:30.605 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.605 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T22:59:30.605 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.606 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.606 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.606 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T22:59:30.606 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 36618, 2024-09-20T22:59:30.606 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1114856967 2024-09-20T22:59:30.606 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.606 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T22:59:30.606 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1014, 2024-09-20T22:59:30.606 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2812178 2024-09-20T22:59:30.606 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.607 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T22:59:30.607 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12562, 2024-09-20T22:59:30.607 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9811872 2024-09-20T22:59:30.607 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.607 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T22:59:30.607 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 44, 2024-09-20T22:59:30.607 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56100 2024-09-20T22:59:30.607 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.607 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T22:59:30.607 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14122, 2024-09-20T22:59:30.607 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4534068754 2024-09-20T22:59:30.607 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.607 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T22:59:30.608 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 245214 2024-09-20T22:59:30.608 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.608 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T22:59:30.608 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27693 2024-09-20T22:59:30.608 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.608 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:30.608 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 23053, 2024-09-20T22:59:30.608 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1506186054 2024-09-20T22:59:30.608 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.608 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T22:59:30.608 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74346, 2024-09-20T22:59:30.609 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 20198467 2024-09-20T22:59:30.609 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.609 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T22:59:30.609 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 51293, 2024-09-20T22:59:30.609 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 614781626 2024-09-20T22:59:30.609 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.609 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T22:59:30.609 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.609 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.609 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T22:59:30.609 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15345, 2024-09-20T22:59:30.609 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 412179517 2024-09-20T22:59:30.609 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.609 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_aio_wait_count": { 2024-09-20T22:59:30.610 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.610 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.610 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_committed_kv_count": { 2024-09-20T22:59:30.610 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.610 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.610 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_onode_meta_count": { 2024-09-20T22:59:30.610 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.610 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.610 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_wait_aio_count": { 2024-09-20T22:59:30.610 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.610 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.610 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T22:59:30.610 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88549, 2024-09-20T22:59:30.611 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7594879055 2024-09-20T22:59:30.611 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.611 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T22:59:30.611 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22730, 2024-09-20T22:59:30.611 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1201626199 2024-09-20T22:59:30.611 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.611 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T22:59:30.611 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22729, 2024-09-20T22:59:30.611 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2627983509837 2024-09-20T22:59:30.611 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.612 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T22:59:30.612 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22730, 2024-09-20T22:59:30.612 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6864980158455 2024-09-20T22:59:30.612 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.612 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T22:59:30.612 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88548, 2024-09-20T22:59:30.612 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2971111948136 2024-09-20T22:59:30.612 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.612 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T22:59:30.612 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88548, 2024-09-20T22:59:30.612 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9301136 2024-09-20T22:59:30.612 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.613 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T22:59:30.613 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88549, 2024-09-20T22:59:30.613 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 456282510 2024-09-20T22:59:30.613 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.613 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T22:59:30.613 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88549, 2024-09-20T22:59:30.613 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32732181153 2024-09-20T22:59:30.613 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.613 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T22:59:30.613 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88549, 2024-09-20T22:59:30.613 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 30925497 2024-09-20T22:59:30.613 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.614 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T22:59:30.614 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88549, 2024-09-20T22:59:30.614 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17774889303 2024-09-20T22:59:30.614 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.614 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T22:59:30.614 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88549, 2024-09-20T22:59:30.614 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10051351515 2024-09-20T22:59:30.614 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.614 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T22:59:30.614 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10293327 2024-09-20T22:59:30.614 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.614 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:30.615 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2679, 2024-09-20T22:59:30.615 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14056146 2024-09-20T22:59:30.615 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.615 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T22:59:30.615 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88549, 2024-09-20T22:59:30.615 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68621726206 2024-09-20T22:59:30.615 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.615 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T22:59:30.615 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88549, 2024-09-20T22:59:30.615 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11113037010 2024-09-20T22:59:30.615 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.615 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T22:59:30.615 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88549, 2024-09-20T22:59:30.616 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 705502076 2024-09-20T22:59:30.616 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.616 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.616 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T22:59:30.616 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:30.616 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1406061291 2024-09-20T22:59:30.616 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.616 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:30.616 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 541728768 2024-09-20T22:59:30.616 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.616 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:30.616 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 511221760 2024-09-20T22:59:30.616 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.617 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:30.617 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2601609011 2024-09-20T22:59:30.617 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.617 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:30.617 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 30507008 2024-09-20T22:59:30.617 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.617 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.617 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T22:59:30.617 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.617 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-20T22:59:30.617 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.617 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.618 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.618 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.618 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.618 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.618 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.618 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.618 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56783919 2024-09-20T22:59:30.618 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.618 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.618 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.618 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.618 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.619 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.619 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.619 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.619 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.619 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.619 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.619 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.619 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.619 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.619 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:30.619 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.620 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.620 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 106496 2024-09-20T22:59:30.620 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.620 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.620 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.620 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.620 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.620 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.620 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.620 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.620 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.620 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.621 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.621 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68934609 2024-09-20T22:59:30.621 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.621 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.621 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T22:59:30.621 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.621 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562036736 2024-09-20T22:59:30.621 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.621 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.621 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:30.621 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.621 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.621 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.621 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.622 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.622 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 425879394 2024-09-20T22:59:30.622 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.622 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.622 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.622 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.622 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.622 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.622 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.622 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.622 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 256 2024-09-20T22:59:30.622 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.622 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.623 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.623 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.623 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.623 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 91904 2024-09-20T22:59:30.623 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.623 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.623 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.623 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.623 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.623 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.623 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.623 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.623 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.624 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.624 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.624 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.624 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.624 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.624 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68956318 2024-09-20T22:59:30.624 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.624 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.624 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T22:59:30.624 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.624 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-20T22:59:30.624 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.624 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.625 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:30.625 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.625 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.625 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 296016 2024-09-20T22:59:30.625 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.625 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.625 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37855946 2024-09-20T22:59:30.625 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.625 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.625 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.625 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.625 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.626 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.626 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.626 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.626 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.626 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.626 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.626 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.626 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.626 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.626 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.626 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.626 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.627 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.627 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.627 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.627 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.627 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.627 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.627 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.627 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.627 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.627 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.627 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.627 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.628 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70899942 2024-09-20T22:59:30.628 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.628 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.628 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T22:59:30.628 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.628 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 494927872 2024-09-20T22:59:30.628 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.628 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.628 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.628 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.628 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.628 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.628 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.628 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.629 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 425879394 2024-09-20T22:59:30.629 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.629 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.629 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.629 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.629 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.629 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.629 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.629 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.629 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.629 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.629 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.629 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.629 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.630 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.630 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159770 2024-09-20T22:59:30.630 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.630 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.630 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1152132 2024-09-20T22:59:30.630 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.630 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.630 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.630 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.630 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.630 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.630 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.631 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.631 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.631 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.631 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.631 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67736576 2024-09-20T22:59:30.631 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.631 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.631 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T22:59:30.631 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T22:59:30.631 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.631 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.631 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:30.631 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T22:59:30.631 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.632 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T22:59:30.632 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.632 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.632 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:30.632 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.632 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.632 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.632 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:30.632 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T22:59:30.632 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47 2024-09-20T22:59:30.632 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.633 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T22:59:30.633 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.633 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.633 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T22:59:30.633 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 46521 2024-09-20T22:59:30.633 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.633 INFO:tasks.workunit.client.0.smithi046.stdout: "op_before_queue_op_lat": { 2024-09-20T22:59:30.633 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 136465, 2024-09-20T22:59:30.633 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8564970234 2024-09-20T22:59:30.633 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.633 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T22:59:30.633 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.633 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.634 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T22:59:30.634 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.634 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.634 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T22:59:30.634 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1919515326 2024-09-20T22:59:30.634 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.634 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T22:59:30.634 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 46521, 2024-09-20T22:59:30.634 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 638544306468 2024-09-20T22:59:30.634 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.634 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T22:59:30.635 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2572527325 2024-09-20T22:59:30.635 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.635 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T22:59:30.635 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 48384, 2024-09-20T22:59:30.635 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 31903686498 2024-09-20T22:59:30.635 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.635 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T22:59:30.635 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 46521, 2024-09-20T22:59:30.635 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 124443685785 2024-09-20T22:59:30.635 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.635 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:30.635 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 22858 2024-09-20T22:59:30.635 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.635 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T22:59:30.636 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22858, 2024-09-20T22:59:30.636 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15853002910 2024-09-20T22:59:30.636 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.636 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T22:59:30.636 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.636 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.636 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T22:59:30.636 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2572527325 2024-09-20T22:59:30.636 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.636 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T22:59:30.636 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 23340, 2024-09-20T22:59:30.637 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5568033749 2024-09-20T22:59:30.637 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.637 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T22:59:30.637 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22858, 2024-09-20T22:59:30.637 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5598180846 2024-09-20T22:59:30.637 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.637 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T22:59:30.637 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13748 2024-09-20T22:59:30.637 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.637 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T22:59:30.638 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 160435429 2024-09-20T22:59:30.638 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.638 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T22:59:30.638 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13748, 2024-09-20T22:59:30.638 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 100758260725 2024-09-20T22:59:30.638 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.638 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T22:59:30.638 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.638 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.638 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T22:59:30.638 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.639 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.639 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T22:59:30.639 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.639 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.639 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T22:59:30.639 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13979, 2024-09-20T22:59:30.639 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13502713266 2024-09-20T22:59:30.639 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.639 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T22:59:30.639 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13748, 2024-09-20T22:59:30.639 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 31878128508 2024-09-20T22:59:30.639 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.640 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:30.640 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9915 2024-09-20T22:59:30.640 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.640 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T22:59:30.640 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1759079897 2024-09-20T22:59:30.640 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.640 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T22:59:30.640 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9915, 2024-09-20T22:59:30.640 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 521933042833 2024-09-20T22:59:30.640 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.640 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T22:59:30.640 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.641 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.641 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T22:59:30.641 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 11065, 2024-09-20T22:59:30.641 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12832939483 2024-09-20T22:59:30.641 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.641 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T22:59:30.641 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9915, 2024-09-20T22:59:30.641 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 86967376431 2024-09-20T22:59:30.641 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.641 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T22:59:30.641 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.641 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.641 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T22:59:30.642 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4195418 2024-09-20T22:59:30.642 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.642 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T22:59:30.642 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25 2024-09-20T22:59:30.642 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.642 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T22:59:30.642 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T22:59:30.642 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.642 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T22:59:30.642 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1032495104 2024-09-20T22:59:30.642 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.642 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.642 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.643 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.2": { 2024-09-20T22:59:30.643 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:30.643 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_db_max_lat": { 2024-09-20T22:59:30.643 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19656 2024-09-20T22:59:30.643 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.643 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T22:59:30.643 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.643 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.643 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_max_lat": { 2024-09-20T22:59:30.643 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.644 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.644 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T22:59:30.644 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.644 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.644 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T22:59:30.644 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T22:59:30.644 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.644 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_slow": { 2024-09-20T22:59:30.644 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.644 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.645 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T22:59:30.645 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.645 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.645 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_wal_max_lat": { 2024-09-20T22:59:30.645 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.645 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.645 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T22:59:30.645 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.645 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.645 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T22:59:30.645 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4251648 2024-09-20T22:59:30.645 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.645 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T22:59:30.646 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 600850432 2024-09-20T22:59:30.646 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.646 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T22:59:30.646 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17, 2024-09-20T22:59:30.646 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4642637 2024-09-20T22:59:30.646 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.646 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T22:59:30.646 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17, 2024-09-20T22:59:30.646 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1839573 2024-09-20T22:59:30.646 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.646 INFO:tasks.workunit.client.0.smithi046.stdout: "db_alloc_lat": { 2024-09-20T22:59:30.647 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 167, 2024-09-20T22:59:30.647 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 850449 2024-09-20T22:59:30.647 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.647 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T22:59:30.647 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995027456 2024-09-20T22:59:30.647 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.647 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T22:59:30.647 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 531300352 2024-09-20T22:59:30.647 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.647 INFO:tasks.workunit.client.0.smithi046.stdout: "flush_lat": { 2024-09-20T22:59:30.647 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 69288, 2024-09-20T22:59:30.647 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5907510723 2024-09-20T22:59:30.648 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.648 INFO:tasks.workunit.client.0.smithi046.stdout: "fsync_lat": { 2024-09-20T22:59:30.648 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 69305, 2024-09-20T22:59:30.648 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11252012639 2024-09-20T22:59:30.648 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.648 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T22:59:30.648 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1232896 2024-09-20T22:59:30.648 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.648 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T22:59:30.648 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 283869184 2024-09-20T22:59:30.648 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.648 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T22:59:30.648 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 552599552 2024-09-20T22:59:30.649 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.649 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T22:59:30.649 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.649 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.649 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T22:59:30.649 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.649 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.649 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T22:59:30.649 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 43 2024-09-20T22:59:30.649 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.649 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T22:59:30.649 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125404868 2024-09-20T22:59:30.650 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.650 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T22:59:30.650 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6671 2024-09-20T22:59:30.650 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.650 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T22:59:30.650 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85827584 2024-09-20T22:59:30.650 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.650 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T22:59:30.650 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85831680 2024-09-20T22:59:30.650 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.650 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T22:59:30.650 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.650 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.651 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T22:59:30.651 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.651 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.651 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T22:59:30.651 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 262 2024-09-20T22:59:30.651 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.651 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:30.651 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6671, 2024-09-20T22:59:30.651 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 20873021 2024-09-20T22:59:30.651 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.652 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T22:59:30.652 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 51581197 2024-09-20T22:59:30.652 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.652 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T22:59:30.652 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4406 2024-09-20T22:59:30.652 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.652 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T22:59:30.652 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1335776 2024-09-20T22:59:30.652 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.652 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T22:59:30.652 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 379 2024-09-20T22:59:30.653 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.653 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T22:59:30.653 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4202999 2024-09-20T22:59:30.653 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.653 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T22:59:30.653 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 539 2024-09-20T22:59:30.653 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.653 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T22:59:30.653 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2867223 2024-09-20T22:59:30.653 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.653 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T22:59:30.654 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2867223 2024-09-20T22:59:30.654 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.654 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T22:59:30.654 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.654 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.654 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T22:59:30.654 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.654 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.654 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T22:59:30.654 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 161 2024-09-20T22:59:30.655 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.655 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_lat": { 2024-09-20T22:59:30.655 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 539, 2024-09-20T22:59:30.655 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1574665 2024-09-20T22:59:30.655 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.655 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_alloc_lat": { 2024-09-20T22:59:30.655 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.655 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.655 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.655 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T22:59:30.655 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.655 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.655 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T22:59:30.656 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.656 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.656 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:30.656 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T22:59:30.656 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 667 2024-09-20T22:59:30.656 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.656 INFO:tasks.workunit.client.0.smithi046.stdout: "unlink_lat": { 2024-09-20T22:59:30.656 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T22:59:30.656 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6621 2024-09-20T22:59:30.657 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.657 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_alloc_lat": { 2024-09-20T22:59:30.657 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.657 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.657 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.657 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T22:59:30.657 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.657 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.657 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T22:59:30.657 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.657 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.657 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T22:59:30.658 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 891547648 2024-09-20T22:59:30.658 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.658 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.658 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T22:59:30.658 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T22:59:30.658 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:30.658 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.658 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T22:59:30.658 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14630912 2024-09-20T22:59:30.658 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.658 INFO:tasks.workunit.client.0.smithi046.stdout: "allocator_lat": { 2024-09-20T22:59:30.659 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14197, 2024-09-20T22:59:30.659 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 49624209 2024-09-20T22:59:30.659 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.659 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T22:59:30.659 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3303, 2024-09-20T22:59:30.659 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 377400331 2024-09-20T22:59:30.659 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.659 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T22:59:30.659 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.659 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.659 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.660 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T22:59:30.660 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.660 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.660 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T22:59:30.660 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.660 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.660 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T22:59:30.660 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.660 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.660 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T22:59:30.660 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21687, 2024-09-20T22:59:30.660 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 175170641 2024-09-20T22:59:30.661 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.661 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T22:59:30.661 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.661 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.661 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.661 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-20T22:59:30.661 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.661 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.661 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T22:59:30.661 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 69246, 2024-09-20T22:59:30.661 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15105406904 2024-09-20T22:59:30.662 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.662 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T22:59:30.662 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 68571, 2024-09-20T22:59:30.662 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1670545873 2024-09-20T22:59:30.662 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.662 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T22:59:30.662 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 69246, 2024-09-20T22:59:30.662 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 40422657 2024-09-20T22:59:30.662 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.662 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T22:59:30.662 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 69246, 2024-09-20T22:59:30.663 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15145829561 2024-09-20T22:59:30.663 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.663 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T22:59:30.663 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.663 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.663 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.663 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T22:59:30.663 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 58896, 2024-09-20T22:59:30.663 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 858416097 2024-09-20T22:59:30.663 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.663 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T22:59:30.664 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1151, 2024-09-20T22:59:30.664 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3185386 2024-09-20T22:59:30.664 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.664 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T22:59:30.664 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18639, 2024-09-20T22:59:30.664 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9541386 2024-09-20T22:59:30.664 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.664 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T22:59:30.664 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 37, 2024-09-20T22:59:30.664 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 49019 2024-09-20T22:59:30.664 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.665 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T22:59:30.665 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22033, 2024-09-20T22:59:30.665 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2662516215 2024-09-20T22:59:30.665 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.665 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T22:59:30.665 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 257258 2024-09-20T22:59:30.665 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.665 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T22:59:30.665 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17945 2024-09-20T22:59:30.665 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.665 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:30.665 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8843, 2024-09-20T22:59:30.666 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1006955964 2024-09-20T22:59:30.666 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.666 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T22:59:30.666 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 24125, 2024-09-20T22:59:30.666 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9668181 2024-09-20T22:59:30.666 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.666 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T22:59:30.666 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15282, 2024-09-20T22:59:30.666 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 755218714 2024-09-20T22:59:30.666 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.666 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T22:59:30.666 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.667 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.667 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T22:59:30.667 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12435, 2024-09-20T22:59:30.667 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 344914456 2024-09-20T22:59:30.667 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.667 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_aio_wait_count": { 2024-09-20T22:59:30.667 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.667 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.667 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_committed_kv_count": { 2024-09-20T22:59:30.667 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.667 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.667 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_onode_meta_count": { 2024-09-20T22:59:30.667 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.668 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.668 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_wait_aio_count": { 2024-09-20T22:59:30.668 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.668 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.668 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T22:59:30.668 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:30.668 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3759675027 2024-09-20T22:59:30.668 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.668 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T22:59:30.668 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6077, 2024-09-20T22:59:30.668 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 557073179 2024-09-20T22:59:30.669 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.669 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T22:59:30.669 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6077, 2024-09-20T22:59:30.669 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2637929735154 2024-09-20T22:59:30.669 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.669 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T22:59:30.669 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6077, 2024-09-20T22:59:30.669 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6096112230300 2024-09-20T22:59:30.669 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.669 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T22:59:30.669 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:30.669 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2589463957138 2024-09-20T22:59:30.669 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.669 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T22:59:30.670 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:30.670 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9261737 2024-09-20T22:59:30.670 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.670 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T22:59:30.670 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:30.670 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 162959685 2024-09-20T22:59:30.670 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.670 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T22:59:30.670 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:30.670 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27291303859 2024-09-20T22:59:30.670 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.671 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T22:59:30.671 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:30.671 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 29154515 2024-09-20T22:59:30.671 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.671 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T22:59:30.671 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:30.671 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14221812891 2024-09-20T22:59:30.671 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.671 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T22:59:30.671 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:30.671 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7128647139 2024-09-20T22:59:30.671 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.672 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T22:59:30.672 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10293148 2024-09-20T22:59:30.672 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.672 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:30.672 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2637, 2024-09-20T22:59:30.672 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13759764 2024-09-20T22:59:30.672 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.672 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T22:59:30.672 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:30.672 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 52577964438 2024-09-20T22:59:30.672 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.672 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T22:59:30.673 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:30.673 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8077892915 2024-09-20T22:59:30.673 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.673 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T22:59:30.673 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:30.673 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 506559698 2024-09-20T22:59:30.673 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.673 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.673 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T22:59:30.673 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:30.673 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1406061291 2024-09-20T22:59:30.674 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.674 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:30.674 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 472989696 2024-09-20T22:59:30.674 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.674 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:30.674 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 411066368 2024-09-20T22:59:30.674 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.674 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:30.674 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2601609011 2024-09-20T22:59:30.674 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.674 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:30.675 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 61923328 2024-09-20T22:59:30.675 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.675 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.675 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T22:59:30.675 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.675 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-20T22:59:30.675 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.675 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.675 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.675 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.675 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.675 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.676 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.676 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.676 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57377200 2024-09-20T22:59:30.676 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.676 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.676 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.676 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.676 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.676 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.676 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.676 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.677 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.677 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.677 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.677 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.677 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.677 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.677 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 20480 2024-09-20T22:59:30.677 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.677 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.677 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69632 2024-09-20T22:59:30.677 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.678 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.678 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.678 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.678 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.678 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.678 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.678 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.678 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.678 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.678 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.679 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68361808 2024-09-20T22:59:30.679 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.679 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.679 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T22:59:30.679 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.679 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 570425344 2024-09-20T22:59:30.679 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.679 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.679 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:30.679 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.679 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.680 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.680 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.680 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.680 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 430329006 2024-09-20T22:59:30.680 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.680 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.680 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.680 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.680 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.680 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.680 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.681 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.681 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1040 2024-09-20T22:59:30.681 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.681 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.681 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.681 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.681 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.681 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 59776 2024-09-20T22:59:30.681 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.681 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.681 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.681 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.681 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.682 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.682 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.682 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.682 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.682 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.682 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.682 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.682 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.682 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.682 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 72926658 2024-09-20T22:59:30.682 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.682 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.683 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T22:59:30.683 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.683 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-20T22:59:30.683 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.683 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.683 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:30.683 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.683 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.683 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 341440 2024-09-20T22:59:30.683 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.683 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.684 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 38251467 2024-09-20T22:59:30.684 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.684 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.684 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.684 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.684 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.684 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.684 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.684 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.684 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.684 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.685 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.685 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.685 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.685 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.685 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.685 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.685 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.685 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.685 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.685 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.685 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.685 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.685 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.686 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.686 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.686 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.686 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.686 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.686 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.686 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70458997 2024-09-20T22:59:30.686 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.686 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.686 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T22:59:30.686 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.686 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 503316480 2024-09-20T22:59:30.687 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.687 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.687 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.687 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.687 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.687 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.687 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.687 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.687 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 430329006 2024-09-20T22:59:30.687 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.687 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.688 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.688 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.688 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.688 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.688 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.688 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.688 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.688 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.688 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.688 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.688 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.688 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.688 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 162153 2024-09-20T22:59:30.689 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.689 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.689 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1170546 2024-09-20T22:59:30.689 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.689 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.689 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.689 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.689 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.689 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.689 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.689 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.689 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.690 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.690 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.690 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71654775 2024-09-20T22:59:30.690 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.690 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.690 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T22:59:30.690 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T22:59:30.690 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.690 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.690 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:30.690 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 84 2024-09-20T22:59:30.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.691 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T22:59:30.691 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.691 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:30.691 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.691 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.691 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:30.691 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T22:59:30.691 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 42 2024-09-20T22:59:30.692 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.692 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T22:59:30.692 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.692 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.692 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T22:59:30.692 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 58110 2024-09-20T22:59:30.692 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.692 INFO:tasks.workunit.client.0.smithi046.stdout: "op_before_queue_op_lat": { 2024-09-20T22:59:30.692 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 149810, 2024-09-20T22:59:30.692 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7056439551 2024-09-20T22:59:30.692 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.692 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T22:59:30.693 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.693 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T22:59:30.693 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.693 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T22:59:30.693 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1588757839 2024-09-20T22:59:30.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.693 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T22:59:30.693 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 58110, 2024-09-20T22:59:30.693 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95139397863 2024-09-20T22:59:30.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.694 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T22:59:30.694 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2986691348 2024-09-20T22:59:30.694 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.694 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T22:59:30.694 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 59120, 2024-09-20T22:59:30.694 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 42852780234 2024-09-20T22:59:30.694 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.694 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T22:59:30.694 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 58110, 2024-09-20T22:59:30.694 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70914963723 2024-09-20T22:59:30.694 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.694 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:30.695 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27924 2024-09-20T22:59:30.695 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.695 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T22:59:30.695 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 27924, 2024-09-20T22:59:30.695 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23152166114 2024-09-20T22:59:30.695 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.695 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T22:59:30.695 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.695 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.695 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T22:59:30.695 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2986691348 2024-09-20T22:59:30.696 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.696 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T22:59:30.696 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28462, 2024-09-20T22:59:30.696 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5798754130 2024-09-20T22:59:30.696 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.696 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T22:59:30.696 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 27924, 2024-09-20T22:59:30.696 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8973877515 2024-09-20T22:59:30.696 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.696 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T22:59:30.696 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 28457 2024-09-20T22:59:30.696 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.697 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T22:59:30.697 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305161831 2024-09-20T22:59:30.697 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.697 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T22:59:30.697 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28457, 2024-09-20T22:59:30.697 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 55335123245 2024-09-20T22:59:30.697 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.697 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T22:59:30.697 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.697 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.697 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T22:59:30.698 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.698 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.698 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T22:59:30.698 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.698 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.698 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T22:59:30.698 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28767, 2024-09-20T22:59:30.698 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34137872719 2024-09-20T22:59:30.698 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.698 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T22:59:30.698 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28457, 2024-09-20T22:59:30.699 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 51292985845 2024-09-20T22:59:30.699 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.699 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:30.699 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1729 2024-09-20T22:59:30.699 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.699 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T22:59:30.699 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1283596008 2024-09-20T22:59:30.699 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.699 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T22:59:30.699 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1729, 2024-09-20T22:59:30.699 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16652108504 2024-09-20T22:59:30.699 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.699 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T22:59:30.700 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.700 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.700 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T22:59:30.700 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1891, 2024-09-20T22:59:30.700 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2916153385 2024-09-20T22:59:30.700 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.700 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T22:59:30.700 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1729, 2024-09-20T22:59:30.701 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10648100363 2024-09-20T22:59:30.701 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.701 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T22:59:30.701 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.701 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.701 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T22:59:30.701 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.701 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.701 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T22:59:30.701 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 29 2024-09-20T22:59:30.701 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.701 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T22:59:30.702 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T22:59:30.702 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.702 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T22:59:30.702 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 545939456 2024-09-20T22:59:30.702 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.702 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.702 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.702 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.3": { 2024-09-20T22:59:30.702 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:30.702 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_db_max_lat": { 2024-09-20T22:59:30.702 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 22800 2024-09-20T22:59:30.702 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.703 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T22:59:30.703 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.703 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.703 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_max_lat": { 2024-09-20T22:59:30.703 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.703 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.703 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T22:59:30.703 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.703 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.703 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T22:59:30.703 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T22:59:30.703 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.704 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_slow": { 2024-09-20T22:59:30.704 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.704 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.704 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T22:59:30.704 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.704 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.704 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_wal_max_lat": { 2024-09-20T22:59:30.704 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.704 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.704 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T22:59:30.704 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.704 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.705 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T22:59:30.705 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4734976 2024-09-20T22:59:30.705 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.705 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T22:59:30.705 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 605986816 2024-09-20T22:59:30.705 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.705 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T22:59:30.705 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15, 2024-09-20T22:59:30.705 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10918394 2024-09-20T22:59:30.705 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.705 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T22:59:30.705 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15, 2024-09-20T22:59:30.705 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1424669 2024-09-20T22:59:30.706 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.706 INFO:tasks.workunit.client.0.smithi046.stdout: "db_alloc_lat": { 2024-09-20T22:59:30.706 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 159, 2024-09-20T22:59:30.706 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 817212 2024-09-20T22:59:30.706 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.706 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T22:59:30.706 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995027456 2024-09-20T22:59:30.706 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.706 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T22:59:30.706 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 581566464 2024-09-20T22:59:30.706 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.706 INFO:tasks.workunit.client.0.smithi046.stdout: "flush_lat": { 2024-09-20T22:59:30.707 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 64594, 2024-09-20T22:59:30.707 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5683850387 2024-09-20T22:59:30.707 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.707 INFO:tasks.workunit.client.0.smithi046.stdout: "fsync_lat": { 2024-09-20T22:59:30.707 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 64610, 2024-09-20T22:59:30.707 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10824905205 2024-09-20T22:59:30.707 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.707 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T22:59:30.707 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15282176 2024-09-20T22:59:30.707 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.707 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T22:59:30.707 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 264638464 2024-09-20T22:59:30.708 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.708 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T22:59:30.708 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 590086144 2024-09-20T22:59:30.708 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.708 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T22:59:30.708 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.708 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.708 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T22:59:30.708 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.708 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.708 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T22:59:30.708 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 43 2024-09-20T22:59:30.708 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.709 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T22:59:30.709 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85860934 2024-09-20T22:59:30.709 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.709 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T22:59:30.709 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3086 2024-09-20T22:59:30.709 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.709 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T22:59:30.709 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 75460608 2024-09-20T22:59:30.709 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.709 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T22:59:30.709 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 75464704 2024-09-20T22:59:30.709 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.709 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T22:59:30.710 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.710 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.710 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T22:59:30.710 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.710 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.710 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T22:59:30.710 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 259 2024-09-20T22:59:30.710 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.710 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:30.710 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3086, 2024-09-20T22:59:30.711 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18194297 2024-09-20T22:59:30.711 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.711 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T22:59:30.711 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25820201 2024-09-20T22:59:30.711 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.711 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T22:59:30.711 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1241 2024-09-20T22:59:30.711 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.711 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T22:59:30.711 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1425880 2024-09-20T22:59:30.711 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.711 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T22:59:30.712 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 330 2024-09-20T22:59:30.712 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.712 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T22:59:30.712 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4672075 2024-09-20T22:59:30.712 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.712 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T22:59:30.712 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 461 2024-09-20T22:59:30.712 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.712 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T22:59:30.712 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3246195 2024-09-20T22:59:30.713 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.713 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T22:59:30.713 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3246195 2024-09-20T22:59:30.713 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.713 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T22:59:30.713 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.713 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.713 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T22:59:30.713 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.713 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.713 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T22:59:30.713 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 132 2024-09-20T22:59:30.714 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.714 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_lat": { 2024-09-20T22:59:30.714 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 461, 2024-09-20T22:59:30.714 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1721648 2024-09-20T22:59:30.714 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.714 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_alloc_lat": { 2024-09-20T22:59:30.714 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.714 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.714 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.714 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T22:59:30.714 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.714 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.715 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T22:59:30.715 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.715 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.715 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:30.715 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T22:59:30.715 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 592 2024-09-20T22:59:30.715 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.715 INFO:tasks.workunit.client.0.smithi046.stdout: "unlink_lat": { 2024-09-20T22:59:30.715 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T22:59:30.715 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6774 2024-09-20T22:59:30.715 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.715 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_alloc_lat": { 2024-09-20T22:59:30.716 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.716 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.716 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.716 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T22:59:30.716 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.716 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.716 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T22:59:30.716 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.716 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.716 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T22:59:30.716 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 877654016 2024-09-20T22:59:30.717 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.717 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.717 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T22:59:30.717 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T22:59:30.717 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:30.717 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.717 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T22:59:30.717 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10461184 2024-09-20T22:59:30.717 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.717 INFO:tasks.workunit.client.0.smithi046.stdout: "allocator_lat": { 2024-09-20T22:59:30.717 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17011, 2024-09-20T22:59:30.717 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 61844735 2024-09-20T22:59:30.718 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.718 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T22:59:30.718 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3256, 2024-09-20T22:59:30.718 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 398339405 2024-09-20T22:59:30.718 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.718 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T22:59:30.718 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.718 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.718 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.718 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T22:59:30.718 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.719 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.719 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T22:59:30.719 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.719 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.719 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T22:59:30.719 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.719 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.719 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T22:59:30.719 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9791, 2024-09-20T22:59:30.719 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69643405 2024-09-20T22:59:30.719 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.719 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T22:59:30.720 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.720 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.720 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.720 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-20T22:59:30.720 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.720 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.720 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T22:59:30.720 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 64553, 2024-09-20T22:59:30.720 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14414650874 2024-09-20T22:59:30.720 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.720 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T22:59:30.721 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 63854, 2024-09-20T22:59:30.721 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1678906762 2024-09-20T22:59:30.721 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.721 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T22:59:30.721 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 64553, 2024-09-20T22:59:30.721 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47027050 2024-09-20T22:59:30.721 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.721 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T22:59:30.721 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 64553, 2024-09-20T22:59:30.721 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14461677924 2024-09-20T22:59:30.721 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.721 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T22:59:30.721 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.722 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.722 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.722 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T22:59:30.722 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21670, 2024-09-20T22:59:30.722 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 418434275 2024-09-20T22:59:30.722 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.722 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T22:59:30.722 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1447, 2024-09-20T22:59:30.722 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3586670 2024-09-20T22:59:30.722 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.723 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T22:59:30.723 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14490, 2024-09-20T22:59:30.723 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8898979 2024-09-20T22:59:30.723 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.723 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T22:59:30.723 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 40, 2024-09-20T22:59:30.723 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 90363 2024-09-20T22:59:30.723 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.723 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T22:59:30.723 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7746, 2024-09-20T22:59:30.723 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 412544614 2024-09-20T22:59:30.723 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.724 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T22:59:30.724 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 195802 2024-09-20T22:59:30.724 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.724 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T22:59:30.724 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16808 2024-09-20T22:59:30.724 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.724 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:30.724 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 27271, 2024-09-20T22:59:30.724 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 901191019 2024-09-20T22:59:30.724 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.724 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T22:59:30.725 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73423, 2024-09-20T22:59:30.725 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25468409 2024-09-20T22:59:30.725 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.725 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T22:59:30.725 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 46152, 2024-09-20T22:59:30.725 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 389445853 2024-09-20T22:59:30.725 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.725 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T22:59:30.725 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.725 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.725 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T22:59:30.726 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12124, 2024-09-20T22:59:30.726 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 326075127 2024-09-20T22:59:30.726 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.726 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_aio_wait_count": { 2024-09-20T22:59:30.726 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.726 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.726 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_committed_kv_count": { 2024-09-20T22:59:30.726 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.726 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.726 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_onode_meta_count": { 2024-09-20T22:59:30.726 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.726 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.727 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_wait_aio_count": { 2024-09-20T22:59:30.727 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.727 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.727 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T22:59:30.727 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74302, 2024-09-20T22:59:30.727 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4365461591 2024-09-20T22:59:30.727 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.727 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T22:59:30.727 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17812, 2024-09-20T22:59:30.727 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1087535243 2024-09-20T22:59:30.727 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.728 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T22:59:30.728 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17811, 2024-09-20T22:59:30.728 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2594659428674 2024-09-20T22:59:30.728 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.728 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T22:59:30.728 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17812, 2024-09-20T22:59:30.728 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6423415150550 2024-09-20T22:59:30.728 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.728 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T22:59:30.728 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74301, 2024-09-20T22:59:30.728 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2749619005836 2024-09-20T22:59:30.728 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.729 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T22:59:30.729 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74301, 2024-09-20T22:59:30.729 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7520317 2024-09-20T22:59:30.729 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.729 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T22:59:30.729 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74302, 2024-09-20T22:59:30.729 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 165923222 2024-09-20T22:59:30.729 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.729 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T22:59:30.729 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74302, 2024-09-20T22:59:30.729 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 26123408979 2024-09-20T22:59:30.730 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.730 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T22:59:30.730 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74302, 2024-09-20T22:59:30.730 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 28154400 2024-09-20T22:59:30.730 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.730 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T22:59:30.730 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74302, 2024-09-20T22:59:30.730 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13205251583 2024-09-20T22:59:30.730 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.730 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T22:59:30.730 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74302, 2024-09-20T22:59:30.730 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6522678110 2024-09-20T22:59:30.731 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.731 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T22:59:30.731 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6104776 2024-09-20T22:59:30.731 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.731 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:30.731 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2637, 2024-09-20T22:59:30.731 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17347831 2024-09-20T22:59:30.731 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.731 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T22:59:30.731 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74302, 2024-09-20T22:59:30.731 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 50395564070 2024-09-20T22:59:30.731 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.732 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T22:59:30.732 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74302, 2024-09-20T22:59:30.732 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7531448450 2024-09-20T22:59:30.732 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.732 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T22:59:30.732 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74302, 2024-09-20T22:59:30.732 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 485893227 2024-09-20T22:59:30.732 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.732 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.732 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T22:59:30.732 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:30.732 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1406061291 2024-09-20T22:59:30.733 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.733 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:30.733 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 450658304 2024-09-20T22:59:30.733 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.733 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:30.733 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 419856384 2024-09-20T22:59:30.733 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.733 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:30.733 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2601609011 2024-09-20T22:59:30.733 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.733 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:30.733 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 30801920 2024-09-20T22:59:30.734 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.734 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.734 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T22:59:30.734 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.734 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-20T22:59:30.734 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.734 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.734 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.734 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.734 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.735 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.735 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.735 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.735 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57367508 2024-09-20T22:59:30.735 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.735 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.735 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.735 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.735 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.735 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.735 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.735 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.736 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.736 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.736 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.736 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.736 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.736 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.736 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.736 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.736 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.736 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:30.736 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.736 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.737 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.737 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.737 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.737 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.737 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.737 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.737 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.737 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.737 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.737 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68457516 2024-09-20T22:59:30.737 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.737 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.738 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T22:59:30.738 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.738 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 570425344 2024-09-20T22:59:30.738 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.738 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.738 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:30.738 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.738 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.738 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.738 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.738 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.739 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 430256316 2024-09-20T22:59:30.739 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.739 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.739 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.739 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.739 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.739 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.739 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.739 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.739 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 944 2024-09-20T22:59:30.739 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.739 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.739 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.740 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.740 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.740 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15168 2024-09-20T22:59:30.740 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.740 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.740 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 36048 2024-09-20T22:59:30.740 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.740 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.740 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.740 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.740 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.740 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.741 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.741 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.741 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.741 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.741 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.741 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73008004 2024-09-20T22:59:30.741 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.741 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.741 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T22:59:30.741 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.741 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-20T22:59:30.741 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.742 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.742 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:30.742 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.742 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.742 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 145072 2024-09-20T22:59:30.742 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.742 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.742 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 38245005 2024-09-20T22:59:30.742 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.742 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.742 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.743 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.743 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.743 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.743 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.743 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.743 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.743 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.743 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.743 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.743 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.743 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.743 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.744 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.744 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.744 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.744 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.744 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.744 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.744 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.744 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.744 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.744 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.744 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.744 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.744 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.745 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.745 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70661827 2024-09-20T22:59:30.745 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.745 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.745 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T22:59:30.745 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.745 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 503316480 2024-09-20T22:59:30.745 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.745 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.745 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.745 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.745 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.746 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.746 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.746 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.746 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 430256316 2024-09-20T22:59:30.746 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.746 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.746 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.746 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.746 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.746 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.746 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.746 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.747 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.747 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.747 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.747 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.747 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.747 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.747 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 157832 2024-09-20T22:59:30.747 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.747 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.747 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1166542 2024-09-20T22:59:30.747 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.747 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.748 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.748 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.748 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.748 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.748 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.748 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.748 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.748 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.748 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.748 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71735790 2024-09-20T22:59:30.748 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.748 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.748 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T22:59:30.749 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T22:59:30.749 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.749 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.749 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:30.749 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T22:59:30.749 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.749 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T22:59:30.749 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.749 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.749 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:30.749 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.749 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.750 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.750 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:30.750 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T22:59:30.750 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47 2024-09-20T22:59:30.750 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.750 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T22:59:30.750 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.750 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.750 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T22:59:30.750 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 36723 2024-09-20T22:59:30.750 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.750 INFO:tasks.workunit.client.0.smithi046.stdout: "op_before_queue_op_lat": { 2024-09-20T22:59:30.751 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 106147, 2024-09-20T22:59:30.751 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5842485438 2024-09-20T22:59:30.751 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.751 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T22:59:30.751 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.751 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.751 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T22:59:30.751 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T22:59:30.751 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.751 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T22:59:30.751 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 959463438 2024-09-20T22:59:30.751 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.751 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T22:59:30.752 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 36723, 2024-09-20T22:59:30.752 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 254283863391 2024-09-20T22:59:30.752 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.752 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T22:59:30.752 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1234575949 2024-09-20T22:59:30.752 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.752 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T22:59:30.752 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 38389, 2024-09-20T22:59:30.752 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24908119127 2024-09-20T22:59:30.752 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.752 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T22:59:30.752 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 36723, 2024-09-20T22:59:30.753 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 60382342787 2024-09-20T22:59:30.753 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.753 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:30.753 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21461 2024-09-20T22:59:30.753 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.753 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T22:59:30.753 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21461, 2024-09-20T22:59:30.753 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 41188378121 2024-09-20T22:59:30.753 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.753 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T22:59:30.753 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.753 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.753 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T22:59:30.754 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1234575949 2024-09-20T22:59:30.754 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.754 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T22:59:30.754 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21544, 2024-09-20T22:59:30.754 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5060040125 2024-09-20T22:59:30.754 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.754 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T22:59:30.754 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21461, 2024-09-20T22:59:30.754 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4902231982 2024-09-20T22:59:30.754 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.754 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T22:59:30.754 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11663 2024-09-20T22:59:30.755 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.755 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T22:59:30.755 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 114367988 2024-09-20T22:59:30.755 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.755 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T22:59:30.755 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 11663, 2024-09-20T22:59:30.755 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 166094358119 2024-09-20T22:59:30.755 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.755 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T22:59:30.755 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.755 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.755 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T22:59:30.756 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.756 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.756 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T22:59:30.756 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.756 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.756 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T22:59:30.756 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13191, 2024-09-20T22:59:30.756 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15475900542 2024-09-20T22:59:30.756 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.756 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T22:59:30.756 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 11663, 2024-09-20T22:59:30.756 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32795610343 2024-09-20T22:59:30.756 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.757 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:30.757 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3599 2024-09-20T22:59:30.757 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.757 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T22:59:30.757 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 845095450 2024-09-20T22:59:30.757 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.757 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T22:59:30.757 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3599, 2024-09-20T22:59:30.757 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47001127151 2024-09-20T22:59:30.757 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.757 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T22:59:30.757 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.758 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.758 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T22:59:30.758 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3654, 2024-09-20T22:59:30.758 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4372178460 2024-09-20T22:59:30.758 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.758 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T22:59:30.758 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3599, 2024-09-20T22:59:30.758 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 22684500462 2024-09-20T22:59:30.758 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.758 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T22:59:30.758 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.758 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.759 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T22:59:30.759 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.759 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.759 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T22:59:30.759 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7 2024-09-20T22:59:30.759 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.759 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T22:59:30.759 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T22:59:30.759 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.759 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T22:59:30.759 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 592039936 2024-09-20T22:59:30.759 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.760 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.760 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.760 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.4": { 2024-09-20T22:59:30.760 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:30.760 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_db_max_lat": { 2024-09-20T22:59:30.760 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25924 2024-09-20T22:59:30.760 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.760 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T22:59:30.760 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.760 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.760 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_max_lat": { 2024-09-20T22:59:30.760 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.761 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.761 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T22:59:30.761 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.761 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.761 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T22:59:30.761 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T22:59:30.761 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.761 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_slow": { 2024-09-20T22:59:30.761 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.761 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.761 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T22:59:30.761 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.762 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.762 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_wal_max_lat": { 2024-09-20T22:59:30.762 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.762 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.762 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T22:59:30.762 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.762 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.762 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T22:59:30.762 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8400896 2024-09-20T22:59:30.762 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.762 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T22:59:30.762 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 637792256 2024-09-20T22:59:30.763 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.763 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T22:59:30.763 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14, 2024-09-20T22:59:30.763 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3718015 2024-09-20T22:59:30.763 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.763 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T22:59:30.763 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14, 2024-09-20T22:59:30.763 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1080595 2024-09-20T22:59:30.763 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.763 INFO:tasks.workunit.client.0.smithi046.stdout: "db_alloc_lat": { 2024-09-20T22:59:30.763 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 162, 2024-09-20T22:59:30.763 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 750853 2024-09-20T22:59:30.764 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.764 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T22:59:30.764 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995027456 2024-09-20T22:59:30.764 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.764 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T22:59:30.764 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 673382400 2024-09-20T22:59:30.764 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.764 INFO:tasks.workunit.client.0.smithi046.stdout: "flush_lat": { 2024-09-20T22:59:30.764 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 59659, 2024-09-20T22:59:30.764 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7825579431 2024-09-20T22:59:30.764 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.764 INFO:tasks.workunit.client.0.smithi046.stdout: "fsync_lat": { 2024-09-20T22:59:30.764 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 59683, 2024-09-20T22:59:30.765 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12708736962 2024-09-20T22:59:30.765 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.765 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T22:59:30.765 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11653120 2024-09-20T22:59:30.765 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.765 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T22:59:30.765 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 244379648 2024-09-20T22:59:30.765 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.765 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T22:59:30.765 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 686161920 2024-09-20T22:59:30.765 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.765 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T22:59:30.765 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.766 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.766 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T22:59:30.766 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.766 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.766 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T22:59:30.766 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 51 2024-09-20T22:59:30.766 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.766 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T22:59:30.766 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 261350437 2024-09-20T22:59:30.766 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.766 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T22:59:30.766 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14462 2024-09-20T22:59:30.767 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.767 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T22:59:30.767 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 226377728 2024-09-20T22:59:30.767 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.767 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T22:59:30.767 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 226381824 2024-09-20T22:59:30.767 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.767 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T22:59:30.767 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.767 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.767 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T22:59:30.767 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.768 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.768 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T22:59:30.768 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6172 2024-09-20T22:59:30.768 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.768 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:30.768 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14462, 2024-09-20T22:59:30.768 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 118744026 2024-09-20T22:59:30.768 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.768 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T22:59:30.768 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 148130012 2024-09-20T22:59:30.768 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.769 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T22:59:30.769 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10994 2024-09-20T22:59:30.769 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.769 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T22:59:30.769 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2223371 2024-09-20T22:59:30.769 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.769 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T22:59:30.769 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 533 2024-09-20T22:59:30.769 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.769 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T22:59:30.769 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8310658 2024-09-20T22:59:30.769 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.770 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T22:59:30.770 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 764 2024-09-20T22:59:30.770 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.770 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T22:59:30.770 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6087287 2024-09-20T22:59:30.770 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.770 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T22:59:30.770 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6087287 2024-09-20T22:59:30.770 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.770 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T22:59:30.770 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.770 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.771 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T22:59:30.771 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.771 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.771 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T22:59:30.771 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 241 2024-09-20T22:59:30.771 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.771 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_lat": { 2024-09-20T22:59:30.771 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 764, 2024-09-20T22:59:30.771 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2905906 2024-09-20T22:59:30.771 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.771 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_alloc_lat": { 2024-09-20T22:59:30.771 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.772 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.772 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.772 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T22:59:30.772 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.772 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.772 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T22:59:30.772 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.772 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.772 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:30.772 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T22:59:30.772 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 717 2024-09-20T22:59:30.772 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.772 INFO:tasks.workunit.client.0.smithi046.stdout: "unlink_lat": { 2024-09-20T22:59:30.773 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T22:59:30.773 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7616 2024-09-20T22:59:30.773 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.773 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_alloc_lat": { 2024-09-20T22:59:30.773 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.773 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.773 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.773 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T22:59:30.773 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.773 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.773 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T22:59:30.773 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.774 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.774 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T22:59:30.774 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 892719104 2024-09-20T22:59:30.774 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.774 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.774 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T22:59:30.774 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T22:59:30.774 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:30.774 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.774 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T22:59:30.774 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10457088 2024-09-20T22:59:30.774 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.775 INFO:tasks.workunit.client.0.smithi046.stdout: "allocator_lat": { 2024-09-20T22:59:30.775 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 20879, 2024-09-20T22:59:30.775 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 64807255 2024-09-20T22:59:30.775 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.775 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T22:59:30.775 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3211, 2024-09-20T22:59:30.775 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 451328560 2024-09-20T22:59:30.775 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.775 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T22:59:30.775 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.775 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.775 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.776 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T22:59:30.776 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.776 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.776 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T22:59:30.776 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.776 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.776 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T22:59:30.776 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.776 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.776 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T22:59:30.776 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9270, 2024-09-20T22:59:30.776 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 66742928 2024-09-20T22:59:30.776 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.777 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T22:59:30.777 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.777 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.777 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.777 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-20T22:59:30.777 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.777 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.777 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T22:59:30.777 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 59599, 2024-09-20T22:59:30.777 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15965837572 2024-09-20T22:59:30.777 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.777 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T22:59:30.777 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 59130, 2024-09-20T22:59:30.778 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1320113334 2024-09-20T22:59:30.778 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.778 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T22:59:30.778 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 59599, 2024-09-20T22:59:30.778 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 46752918 2024-09-20T22:59:30.778 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.778 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T22:59:30.778 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 59599, 2024-09-20T22:59:30.778 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16012590490 2024-09-20T22:59:30.778 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.778 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T22:59:30.778 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.779 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.779 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.779 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T22:59:30.779 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19569, 2024-09-20T22:59:30.779 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 747903243 2024-09-20T22:59:30.779 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.779 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T22:59:30.779 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 864, 2024-09-20T22:59:30.779 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2235817 2024-09-20T22:59:30.779 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.779 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T22:59:30.779 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6287, 2024-09-20T22:59:30.780 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6270207 2024-09-20T22:59:30.780 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.780 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T22:59:30.780 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 46, 2024-09-20T22:59:30.780 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57051 2024-09-20T22:59:30.780 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.780 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T22:59:30.780 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10767, 2024-09-20T22:59:30.780 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2768487321 2024-09-20T22:59:30.780 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.780 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T22:59:30.780 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 185670 2024-09-20T22:59:30.781 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.781 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T22:59:30.781 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18875 2024-09-20T22:59:30.781 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.781 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:30.781 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 20677, 2024-09-20T22:59:30.781 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1020912517 2024-09-20T22:59:30.781 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.781 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T22:59:30.781 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 59754, 2024-09-20T22:59:30.781 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21351731 2024-09-20T22:59:30.782 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.782 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T22:59:30.782 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 39077, 2024-09-20T22:59:30.782 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 809554159 2024-09-20T22:59:30.782 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.782 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T22:59:30.782 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.782 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.782 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T22:59:30.783 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13203, 2024-09-20T22:59:30.783 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 304087260 2024-09-20T22:59:30.783 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.783 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_aio_wait_count": { 2024-09-20T22:59:30.783 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.783 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.783 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_committed_kv_count": { 2024-09-20T22:59:30.783 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.783 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.783 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_onode_meta_count": { 2024-09-20T22:59:30.783 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.783 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.784 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_wait_aio_count": { 2024-09-20T22:59:30.784 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.784 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.784 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T22:59:30.784 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:30.784 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4868962931 2024-09-20T22:59:30.784 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.784 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T22:59:30.784 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18204, 2024-09-20T22:59:30.784 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 855545581 2024-09-20T22:59:30.785 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.785 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T22:59:30.785 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18204, 2024-09-20T22:59:30.785 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2444698393052 2024-09-20T22:59:30.785 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.785 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T22:59:30.785 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18204, 2024-09-20T22:59:30.785 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6098300494464 2024-09-20T22:59:30.785 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.785 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T22:59:30.785 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:30.786 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2440787251181 2024-09-20T22:59:30.786 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.786 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T22:59:30.786 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:30.786 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7067849 2024-09-20T22:59:30.786 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.786 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T22:59:30.786 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:30.786 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 182024204 2024-09-20T22:59:30.786 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.786 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T22:59:30.786 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:30.786 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25622526755 2024-09-20T22:59:30.787 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.787 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T22:59:30.787 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:30.787 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25395725 2024-09-20T22:59:30.787 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.787 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T22:59:30.787 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:30.787 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12381748882 2024-09-20T22:59:30.787 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.787 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T22:59:30.787 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:30.788 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6154839128 2024-09-20T22:59:30.788 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.788 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T22:59:30.788 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6099559 2024-09-20T22:59:30.788 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.788 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:30.788 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2568, 2024-09-20T22:59:30.788 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14284843 2024-09-20T22:59:30.788 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.788 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T22:59:30.788 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:30.788 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 49221275151 2024-09-20T22:59:30.789 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.789 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T22:59:30.789 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:30.789 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6956684254 2024-09-20T22:59:30.789 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.789 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T22:59:30.789 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:30.789 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 447736991 2024-09-20T22:59:30.789 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.789 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.789 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T22:59:30.789 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:30.789 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1405122390 2024-09-20T22:59:30.790 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.790 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:30.790 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 512262144 2024-09-20T22:59:30.790 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.790 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:30.790 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 378781696 2024-09-20T22:59:30.790 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.790 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:30.790 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2600504422 2024-09-20T22:59:30.790 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.790 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:30.790 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 133480448 2024-09-20T22:59:30.790 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.791 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.791 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T22:59:30.791 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.791 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-20T22:59:30.791 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.791 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.791 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.791 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.791 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.791 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.791 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.791 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.792 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56897339 2024-09-20T22:59:30.792 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.792 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.792 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.792 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.792 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.792 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.792 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.792 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.792 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.793 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.793 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.793 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.793 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.793 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.793 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 40960 2024-09-20T22:59:30.793 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.793 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.793 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 794624 2024-09-20T22:59:30.793 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.794 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.794 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.794 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.794 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.794 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.794 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.794 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.794 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.794 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.794 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.794 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68096197 2024-09-20T22:59:30.795 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.795 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.795 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T22:59:30.795 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.795 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562036736 2024-09-20T22:59:30.795 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.795 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.795 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:30.795 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.795 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.795 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.795 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.795 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.795 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 426730048 2024-09-20T22:59:30.796 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.796 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.796 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.796 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.796 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.796 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.796 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.796 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.796 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1648 2024-09-20T22:59:30.796 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.796 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.797 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.797 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.797 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.797 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 106064 2024-09-20T22:59:30.797 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.797 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.797 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 272 2024-09-20T22:59:30.797 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.797 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.797 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.797 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.797 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.797 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.798 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.798 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.798 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.798 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.798 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.798 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68089840 2024-09-20T22:59:30.798 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.798 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.798 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T22:59:30.798 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.798 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-20T22:59:30.798 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.798 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.799 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:30.799 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.799 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.799 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 412800 2024-09-20T22:59:30.799 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.799 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.799 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37931559 2024-09-20T22:59:30.799 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.799 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.799 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.799 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.800 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.800 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.800 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.800 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.800 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.800 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.800 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.800 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.800 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.800 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.800 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.800 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.800 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.801 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.801 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.801 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.801 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.801 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.801 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.801 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.801 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.801 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.801 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.801 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.802 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.802 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70707545 2024-09-20T22:59:30.802 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.802 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.802 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T22:59:30.802 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.802 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 503316480 2024-09-20T22:59:30.802 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.802 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.802 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.803 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.803 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.803 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.803 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.803 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.803 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 426730048 2024-09-20T22:59:30.803 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.803 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.803 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.803 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.803 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.804 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.804 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.804 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.804 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.804 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.804 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.804 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.804 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.804 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.804 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 165850 2024-09-20T22:59:30.804 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.804 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.804 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1156955 2024-09-20T22:59:30.805 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.805 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.805 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.805 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.805 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.805 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.805 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.805 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.805 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.805 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.805 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.805 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 75263627 2024-09-20T22:59:30.805 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.806 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.806 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T22:59:30.806 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T22:59:30.806 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.806 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.806 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:30.806 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T22:59:30.806 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.806 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T22:59:30.806 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.806 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.807 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:30.807 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.807 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.807 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.807 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:30.807 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T22:59:30.807 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 49 2024-09-20T22:59:30.807 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.807 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T22:59:30.807 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.807 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.808 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T22:59:30.808 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 42898 2024-09-20T22:59:30.808 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.808 INFO:tasks.workunit.client.0.smithi046.stdout: "op_before_queue_op_lat": { 2024-09-20T22:59:30.808 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 107968, 2024-09-20T22:59:30.808 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6846748997 2024-09-20T22:59:30.808 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.808 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T22:59:30.808 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.808 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.808 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T22:59:30.808 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.809 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.809 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T22:59:30.809 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 956906671 2024-09-20T22:59:30.809 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.809 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T22:59:30.809 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 42898, 2024-09-20T22:59:30.809 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 92352506129 2024-09-20T22:59:30.809 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.809 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T22:59:30.809 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1311269292 2024-09-20T22:59:30.809 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.809 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T22:59:30.810 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 43772, 2024-09-20T22:59:30.810 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12818133497 2024-09-20T22:59:30.810 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.810 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T22:59:30.810 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 42898, 2024-09-20T22:59:30.810 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27486286226 2024-09-20T22:59:30.810 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.810 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:30.810 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 33644 2024-09-20T22:59:30.810 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.811 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T22:59:30.811 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 33644, 2024-09-20T22:59:30.811 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12169593621 2024-09-20T22:59:30.811 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.811 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T22:59:30.811 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.811 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.811 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T22:59:30.811 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1311269292 2024-09-20T22:59:30.811 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.811 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T22:59:30.812 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 33985, 2024-09-20T22:59:30.812 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5274805522 2024-09-20T22:59:30.812 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.812 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T22:59:30.812 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 33644, 2024-09-20T22:59:30.812 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5282765557 2024-09-20T22:59:30.812 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.812 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T22:59:30.812 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4791 2024-09-20T22:59:30.812 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.812 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T22:59:30.812 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 108094296 2024-09-20T22:59:30.812 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.813 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T22:59:30.813 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4791, 2024-09-20T22:59:30.813 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6548462197 2024-09-20T22:59:30.813 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.813 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T22:59:30.813 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.813 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.813 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T22:59:30.813 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.813 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.813 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T22:59:30.813 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.813 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.814 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T22:59:30.814 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5229, 2024-09-20T22:59:30.814 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2889659792 2024-09-20T22:59:30.814 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.814 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T22:59:30.814 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4791, 2024-09-20T22:59:30.814 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5769290114 2024-09-20T22:59:30.814 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.814 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:30.814 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4463 2024-09-20T22:59:30.814 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.814 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T22:59:30.815 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 848812375 2024-09-20T22:59:30.815 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.815 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T22:59:30.815 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4463, 2024-09-20T22:59:30.815 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73634450311 2024-09-20T22:59:30.815 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.815 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T22:59:30.815 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.815 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.815 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T22:59:30.815 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4558, 2024-09-20T22:59:30.815 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4653668183 2024-09-20T22:59:30.815 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.815 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T22:59:30.816 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4463, 2024-09-20T22:59:30.816 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16434230555 2024-09-20T22:59:30.816 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.816 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T22:59:30.816 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.816 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.816 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T22:59:30.816 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.816 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.816 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T22:59:30.816 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9 2024-09-20T22:59:30.816 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.816 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T22:59:30.817 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T22:59:30.817 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.817 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T22:59:30.817 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 683847680 2024-09-20T22:59:30.817 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.817 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.817 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.817 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.5": { 2024-09-20T22:59:30.817 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:30.817 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_db_max_lat": { 2024-09-20T22:59:30.817 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27887 2024-09-20T22:59:30.817 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.817 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T22:59:30.818 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.818 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.818 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_max_lat": { 2024-09-20T22:59:30.818 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.818 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.818 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T22:59:30.818 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.818 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.818 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T22:59:30.818 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T22:59:30.818 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.819 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_slow": { 2024-09-20T22:59:30.819 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.819 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.819 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T22:59:30.819 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.819 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.819 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_wal_max_lat": { 2024-09-20T22:59:30.819 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.819 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.819 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T22:59:30.819 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.819 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.820 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T22:59:30.820 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19734528 2024-09-20T22:59:30.820 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.820 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T22:59:30.820 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 841605120 2024-09-20T22:59:30.820 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.820 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T22:59:30.820 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21, 2024-09-20T22:59:30.820 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4141705 2024-09-20T22:59:30.820 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.820 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T22:59:30.821 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21, 2024-09-20T22:59:30.821 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1536685 2024-09-20T22:59:30.821 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.821 INFO:tasks.workunit.client.0.smithi046.stdout: "db_alloc_lat": { 2024-09-20T22:59:30.821 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 241, 2024-09-20T22:59:30.821 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 998394 2024-09-20T22:59:30.821 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.821 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T22:59:30.821 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995027456 2024-09-20T22:59:30.821 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.822 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T22:59:30.822 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 828375040 2024-09-20T22:59:30.822 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.822 INFO:tasks.workunit.client.0.smithi046.stdout: "flush_lat": { 2024-09-20T22:59:30.822 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 86405, 2024-09-20T22:59:30.822 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10506497297 2024-09-20T22:59:30.822 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.822 INFO:tasks.workunit.client.0.smithi046.stdout: "fsync_lat": { 2024-09-20T22:59:30.822 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 86411, 2024-09-20T22:59:30.822 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16865503132 2024-09-20T22:59:30.822 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.822 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T22:59:30.823 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4726784 2024-09-20T22:59:30.823 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.823 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T22:59:30.823 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 353894400 2024-09-20T22:59:30.823 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.823 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T22:59:30.823 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 845414400 2024-09-20T22:59:30.823 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.823 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T22:59:30.823 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.823 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.824 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T22:59:30.824 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.824 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.824 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T22:59:30.824 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 62 2024-09-20T22:59:30.824 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.824 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T22:59:30.824 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 458695166 2024-09-20T22:59:30.824 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.824 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T22:59:30.824 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23220 2024-09-20T22:59:30.824 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.825 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T22:59:30.825 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 389898240 2024-09-20T22:59:30.825 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.825 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T22:59:30.825 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 389902336 2024-09-20T22:59:30.825 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.825 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T22:59:30.825 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.825 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.825 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T22:59:30.825 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.825 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.825 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T22:59:30.826 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9982 2024-09-20T22:59:30.826 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.826 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:30.826 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 23220, 2024-09-20T22:59:30.826 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 182969905 2024-09-20T22:59:30.826 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.826 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T22:59:30.826 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 270584118 2024-09-20T22:59:30.826 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.826 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T22:59:30.826 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17467 2024-09-20T22:59:30.826 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.826 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T22:59:30.827 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5821059 2024-09-20T22:59:30.827 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.827 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T22:59:30.827 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 836 2024-09-20T22:59:30.827 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.827 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T22:59:30.827 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19590708 2024-09-20T22:59:30.827 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.827 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T22:59:30.827 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1215 2024-09-20T22:59:30.827 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.828 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T22:59:30.828 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13769649 2024-09-20T22:59:30.828 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.828 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T22:59:30.828 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13769649 2024-09-20T22:59:30.828 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.828 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T22:59:30.828 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.828 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.828 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T22:59:30.828 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.828 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.828 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T22:59:30.829 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 409 2024-09-20T22:59:30.829 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.829 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_lat": { 2024-09-20T22:59:30.829 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1215, 2024-09-20T22:59:30.829 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5906757 2024-09-20T22:59:30.829 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.829 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_alloc_lat": { 2024-09-20T22:59:30.829 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.829 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.829 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.829 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T22:59:30.830 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.830 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.830 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T22:59:30.830 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.830 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.830 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:30.830 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T22:59:30.830 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 737 2024-09-20T22:59:30.830 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.830 INFO:tasks.workunit.client.0.smithi046.stdout: "unlink_lat": { 2024-09-20T22:59:30.830 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T22:59:30.831 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6301 2024-09-20T22:59:30.831 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.831 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_alloc_lat": { 2024-09-20T22:59:30.831 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.831 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.831 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.831 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T22:59:30.831 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.831 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.831 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T22:59:30.831 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.831 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.831 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T22:59:30.832 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1218412544 2024-09-20T22:59:30.832 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.832 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.832 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T22:59:30.832 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T22:59:30.832 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:30.832 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.832 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T22:59:30.832 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10461184 2024-09-20T22:59:30.832 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.832 INFO:tasks.workunit.client.0.smithi046.stdout: "allocator_lat": { 2024-09-20T22:59:30.832 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 20103, 2024-09-20T22:59:30.833 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68454924 2024-09-20T22:59:30.833 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.833 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T22:59:30.833 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3241, 2024-09-20T22:59:30.833 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 624773692 2024-09-20T22:59:30.833 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.833 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T22:59:30.833 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.833 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.833 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.833 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T22:59:30.833 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.834 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.834 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T22:59:30.834 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.834 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.834 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T22:59:30.834 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.834 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.834 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T22:59:30.834 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17115, 2024-09-20T22:59:30.834 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 129174706 2024-09-20T22:59:30.834 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.834 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T22:59:30.835 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.835 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.835 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.835 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-20T22:59:30.835 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.835 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.835 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T22:59:30.835 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 86318, 2024-09-20T22:59:30.835 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21131532234 2024-09-20T22:59:30.835 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.835 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T22:59:30.836 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 85788, 2024-09-20T22:59:30.836 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1772152012 2024-09-20T22:59:30.836 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.836 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T22:59:30.836 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 86318, 2024-09-20T22:59:30.836 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47970107 2024-09-20T22:59:30.836 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.836 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T22:59:30.836 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 86318, 2024-09-20T22:59:30.836 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21179502341 2024-09-20T22:59:30.836 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.836 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T22:59:30.837 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.837 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.837 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.837 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T22:59:30.837 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 26374, 2024-09-20T22:59:30.837 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1451657959 2024-09-20T22:59:30.837 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.837 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T22:59:30.837 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 888, 2024-09-20T22:59:30.837 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2224181 2024-09-20T22:59:30.837 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.837 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T22:59:30.838 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7495, 2024-09-20T22:59:30.838 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8291563 2024-09-20T22:59:30.838 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.838 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T22:59:30.838 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 50, 2024-09-20T22:59:30.838 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 103086 2024-09-20T22:59:30.838 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.838 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T22:59:30.838 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14214, 2024-09-20T22:59:30.838 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2801473372 2024-09-20T22:59:30.838 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.838 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T22:59:30.839 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 237213 2024-09-20T22:59:30.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.839 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T22:59:30.839 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21863 2024-09-20T22:59:30.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.839 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:30.839 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12215, 2024-09-20T22:59:30.839 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1368405992 2024-09-20T22:59:30.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.839 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T22:59:30.839 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 34269, 2024-09-20T22:59:30.839 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10923695 2024-09-20T22:59:30.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.840 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T22:59:30.840 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22054, 2024-09-20T22:59:30.840 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269148632 2024-09-20T22:59:30.840 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.840 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T22:59:30.840 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.840 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.840 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T22:59:30.840 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15852, 2024-09-20T22:59:30.840 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 423622160 2024-09-20T22:59:30.840 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.840 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_aio_wait_count": { 2024-09-20T22:59:30.840 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.840 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.841 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_committed_kv_count": { 2024-09-20T22:59:30.841 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.841 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.841 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_onode_meta_count": { 2024-09-20T22:59:30.841 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.841 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.841 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_wait_aio_count": { 2024-09-20T22:59:30.841 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.841 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.841 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T22:59:30.841 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99826, 2024-09-20T22:59:30.841 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6787185142 2024-09-20T22:59:30.841 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.842 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T22:59:30.842 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8932, 2024-09-20T22:59:30.842 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 714754568 2024-09-20T22:59:30.842 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.842 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T22:59:30.842 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8931, 2024-09-20T22:59:30.842 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2746923063500 2024-09-20T22:59:30.842 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.842 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T22:59:30.842 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8932, 2024-09-20T22:59:30.842 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6766116121831 2024-09-20T22:59:30.842 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.842 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T22:59:30.843 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99825, 2024-09-20T22:59:30.843 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2981214548760 2024-09-20T22:59:30.843 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.843 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T22:59:30.843 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99825, 2024-09-20T22:59:30.843 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10577908 2024-09-20T22:59:30.843 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.843 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T22:59:30.843 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99826, 2024-09-20T22:59:30.843 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 378125638 2024-09-20T22:59:30.843 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.843 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T22:59:30.844 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99826, 2024-09-20T22:59:30.844 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34982979866 2024-09-20T22:59:30.844 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.844 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T22:59:30.844 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99826, 2024-09-20T22:59:30.844 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34929310 2024-09-20T22:59:30.844 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.844 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T22:59:30.844 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99826, 2024-09-20T22:59:30.844 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17980259415 2024-09-20T22:59:30.845 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.845 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T22:59:30.845 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99826, 2024-09-20T22:59:30.845 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8756052354 2024-09-20T22:59:30.845 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.845 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T22:59:30.845 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6104781 2024-09-20T22:59:30.845 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.845 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:30.845 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2594, 2024-09-20T22:59:30.845 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13572875 2024-09-20T22:59:30.846 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.846 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T22:59:30.846 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99826, 2024-09-20T22:59:30.846 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68900598188 2024-09-20T22:59:30.846 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.846 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T22:59:30.846 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99826, 2024-09-20T22:59:30.846 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9693749187 2024-09-20T22:59:30.846 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.846 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T22:59:30.846 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99826, 2024-09-20T22:59:30.846 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 580085102 2024-09-20T22:59:30.847 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.847 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.847 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T22:59:30.847 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:30.847 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1405122390 2024-09-20T22:59:30.847 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.847 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:30.847 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 591060992 2024-09-20T22:59:30.847 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.847 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:30.847 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 522076160 2024-09-20T22:59:30.847 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.848 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:30.848 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2600504422 2024-09-20T22:59:30.848 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.848 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:30.848 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68984832 2024-09-20T22:59:30.848 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.848 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.848 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T22:59:30.848 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.848 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-20T22:59:30.848 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.848 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.849 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.849 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.849 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.849 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.849 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.849 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.849 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56085757 2024-09-20T22:59:30.849 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.849 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.849 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.849 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.849 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.850 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.850 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.850 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.850 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.850 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.850 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.850 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.850 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.850 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.850 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:30.851 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.851 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.851 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 77824 2024-09-20T22:59:30.851 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.851 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.851 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.851 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.851 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.851 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.851 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.851 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.852 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.852 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.852 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.852 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69661443 2024-09-20T22:59:30.852 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.852 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.852 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T22:59:30.852 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.852 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562036736 2024-09-20T22:59:30.852 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.852 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.852 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:30.852 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.853 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.853 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.853 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.853 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.853 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 420643180 2024-09-20T22:59:30.853 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.853 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.853 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.853 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.853 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.853 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.854 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.854 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.854 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2640 2024-09-20T22:59:30.854 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.854 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.854 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.854 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.854 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.854 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 169616 2024-09-20T22:59:30.854 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.855 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.855 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.855 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.855 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.855 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.855 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.855 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.855 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.855 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.855 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.855 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.856 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.856 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.856 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 74112436 2024-09-20T22:59:30.856 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.856 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.856 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T22:59:30.856 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.856 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-20T22:59:30.856 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.856 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.856 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:30.856 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.856 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.857 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1039344 2024-09-20T22:59:30.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.857 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.857 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37390504 2024-09-20T22:59:30.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.857 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.857 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.857 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.857 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.857 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.857 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.858 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.858 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.858 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.858 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.858 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.858 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.858 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.858 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.858 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.858 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.859 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.859 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.859 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.859 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.859 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.859 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.859 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.859 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.859 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.859 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.859 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70622056 2024-09-20T22:59:30.859 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.860 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.860 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T22:59:30.860 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.860 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 494927872 2024-09-20T22:59:30.860 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.860 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.860 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.860 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.860 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.860 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.860 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.860 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.860 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 420643180 2024-09-20T22:59:30.861 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.861 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.861 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.861 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.861 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.861 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.861 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.861 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.861 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.861 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.861 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.861 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.861 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.862 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.862 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 162005 2024-09-20T22:59:30.862 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.862 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.862 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1138979 2024-09-20T22:59:30.862 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.862 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.862 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.862 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.863 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.863 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.863 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.863 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.863 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.863 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.863 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.863 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 72983708 2024-09-20T22:59:30.863 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.863 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.863 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T22:59:30.863 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T22:59:30.864 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.864 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.864 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:30.864 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-20T22:59:30.864 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.864 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T22:59:30.864 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.864 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.864 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:30.864 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.865 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.865 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.865 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:30.865 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T22:59:30.865 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 59 2024-09-20T22:59:30.865 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.865 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T22:59:30.865 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.865 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.865 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T22:59:30.865 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25111 2024-09-20T22:59:30.865 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.866 INFO:tasks.workunit.client.0.smithi046.stdout: "op_before_queue_op_lat": { 2024-09-20T22:59:30.866 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 117667, 2024-09-20T22:59:30.866 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10131338741 2024-09-20T22:59:30.866 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.866 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T22:59:30.866 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.866 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.866 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T22:59:30.866 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.866 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.866 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T22:59:30.867 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 987610111 2024-09-20T22:59:30.867 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.867 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T22:59:30.867 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 25111, 2024-09-20T22:59:30.867 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 31611553398 2024-09-20T22:59:30.867 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.867 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T22:59:30.867 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1612745235 2024-09-20T22:59:30.867 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.867 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T22:59:30.867 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 25939, 2024-09-20T22:59:30.867 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10094058386 2024-09-20T22:59:30.867 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.868 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T22:59:30.868 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 25111, 2024-09-20T22:59:30.868 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 20291498967 2024-09-20T22:59:30.868 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.868 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:30.868 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17053 2024-09-20T22:59:30.868 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.868 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T22:59:30.868 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17053, 2024-09-20T22:59:30.868 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9737929068 2024-09-20T22:59:30.868 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.868 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T22:59:30.868 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.869 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.869 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T22:59:30.869 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1612745235 2024-09-20T22:59:30.869 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.869 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T22:59:30.869 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17183, 2024-09-20T22:59:30.869 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3910356663 2024-09-20T22:59:30.869 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.869 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T22:59:30.869 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17053, 2024-09-20T22:59:30.869 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4254767910 2024-09-20T22:59:30.869 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.870 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T22:59:30.870 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6903 2024-09-20T22:59:30.870 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.870 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T22:59:30.870 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 274168636 2024-09-20T22:59:30.870 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.870 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T22:59:30.870 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6903, 2024-09-20T22:59:30.870 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13662193104 2024-09-20T22:59:30.870 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.870 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T22:59:30.870 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.874 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.874 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T22:59:30.874 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.874 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.874 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T22:59:30.874 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.874 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.874 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T22:59:30.875 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7438, 2024-09-20T22:59:30.875 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4487456375 2024-09-20T22:59:30.875 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.875 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T22:59:30.875 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6903, 2024-09-20T22:59:30.875 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9928055239 2024-09-20T22:59:30.875 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.875 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:30.875 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1155 2024-09-20T22:59:30.875 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.875 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T22:59:30.875 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 713441475 2024-09-20T22:59:30.875 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.876 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T22:59:30.876 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1155, 2024-09-20T22:59:30.876 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8211431226 2024-09-20T22:59:30.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.876 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T22:59:30.876 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.876 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T22:59:30.876 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1318, 2024-09-20T22:59:30.876 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1696245348 2024-09-20T22:59:30.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.876 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T22:59:30.876 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1155, 2024-09-20T22:59:30.876 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6108675818 2024-09-20T22:59:30.877 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.877 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T22:59:30.877 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.877 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.877 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T22:59:30.877 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.877 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.877 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T22:59:30.877 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17 2024-09-20T22:59:30.877 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.877 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T22:59:30.877 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T22:59:30.877 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.878 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T22:59:30.878 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 838848512 2024-09-20T22:59:30.878 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.878 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.878 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.6": { 2024-09-20T22:59:30.878 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:30.878 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_db_max_lat": { 2024-09-20T22:59:30.878 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25137 2024-09-20T22:59:30.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.878 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T22:59:30.878 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.879 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_max_lat": { 2024-09-20T22:59:30.879 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.879 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T22:59:30.879 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.879 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T22:59:30.879 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T22:59:30.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.879 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_slow": { 2024-09-20T22:59:30.879 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.880 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T22:59:30.880 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.880 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_wal_max_lat": { 2024-09-20T22:59:30.880 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.880 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T22:59:30.880 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.880 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T22:59:30.880 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10280960 2024-09-20T22:59:30.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.881 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T22:59:30.881 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 619364352 2024-09-20T22:59:30.881 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.881 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T22:59:30.881 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15, 2024-09-20T22:59:30.881 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2877530 2024-09-20T22:59:30.881 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.881 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T22:59:30.881 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15, 2024-09-20T22:59:30.881 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 941332 2024-09-20T22:59:30.881 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.881 INFO:tasks.workunit.client.0.smithi046.stdout: "db_alloc_lat": { 2024-09-20T22:59:30.881 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 165, 2024-09-20T22:59:30.881 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 662724 2024-09-20T22:59:30.882 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.882 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T22:59:30.882 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995027456 2024-09-20T22:59:30.882 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.882 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T22:59:30.882 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 597098496 2024-09-20T22:59:30.882 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.882 INFO:tasks.workunit.client.0.smithi046.stdout: "flush_lat": { 2024-09-20T22:59:30.882 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 62094, 2024-09-20T22:59:30.882 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7460486972 2024-09-20T22:59:30.882 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.882 INFO:tasks.workunit.client.0.smithi046.stdout: "fsync_lat": { 2024-09-20T22:59:30.883 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 62106, 2024-09-20T22:59:30.883 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12198424672 2024-09-20T22:59:30.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.883 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T22:59:30.883 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4997120 2024-09-20T22:59:30.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.883 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T22:59:30.883 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 254361600 2024-09-20T22:59:30.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.883 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T22:59:30.883 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 614137856 2024-09-20T22:59:30.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.884 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T22:59:30.884 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.884 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.884 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T22:59:30.884 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.884 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T22:59:30.884 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 48 2024-09-20T22:59:30.884 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.885 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T22:59:30.885 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 308642448 2024-09-20T22:59:30.885 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.885 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T22:59:30.885 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16640 2024-09-20T22:59:30.885 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.885 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T22:59:30.885 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 281112576 2024-09-20T22:59:30.885 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.885 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T22:59:30.885 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 281116672 2024-09-20T22:59:30.885 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.886 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T22:59:30.886 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.886 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.886 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T22:59:30.886 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.886 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.886 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T22:59:30.886 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7883 2024-09-20T22:59:30.886 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.886 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:30.886 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 16640, 2024-09-20T22:59:30.886 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 134654085 2024-09-20T22:59:30.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.887 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T22:59:30.887 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 191698307 2024-09-20T22:59:30.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.887 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T22:59:30.887 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13059 2024-09-20T22:59:30.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.887 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T22:59:30.887 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3271529 2024-09-20T22:59:30.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.887 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T22:59:30.887 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 627 2024-09-20T22:59:30.888 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.888 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T22:59:30.888 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10196242 2024-09-20T22:59:30.888 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.888 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T22:59:30.888 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 847 2024-09-20T22:59:30.888 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.888 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T22:59:30.888 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6924713 2024-09-20T22:59:30.888 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.888 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T22:59:30.889 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6924713 2024-09-20T22:59:30.889 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.889 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T22:59:30.889 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.889 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.889 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T22:59:30.889 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.889 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.889 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T22:59:30.889 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 232 2024-09-20T22:59:30.889 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.890 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_lat": { 2024-09-20T22:59:30.890 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 847, 2024-09-20T22:59:30.890 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3034810 2024-09-20T22:59:30.890 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.890 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_alloc_lat": { 2024-09-20T22:59:30.890 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.890 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.890 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.890 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T22:59:30.890 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.890 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.890 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T22:59:30.891 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.891 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.891 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:30.891 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T22:59:30.891 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1105 2024-09-20T22:59:30.891 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.891 INFO:tasks.workunit.client.0.smithi046.stdout: "unlink_lat": { 2024-09-20T22:59:30.891 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T22:59:30.891 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9206 2024-09-20T22:59:30.891 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.891 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_alloc_lat": { 2024-09-20T22:59:30.892 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.892 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.892 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.892 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T22:59:30.892 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.892 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.892 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T22:59:30.892 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.892 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.892 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T22:59:30.892 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 886292480 2024-09-20T22:59:30.892 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.893 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.893 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T22:59:30.893 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T22:59:30.893 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:30.893 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.893 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T22:59:30.893 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11046912 2024-09-20T22:59:30.893 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.893 INFO:tasks.workunit.client.0.smithi046.stdout: "allocator_lat": { 2024-09-20T22:59:30.893 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14111, 2024-09-20T22:59:30.893 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 42852833 2024-09-20T22:59:30.893 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.893 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T22:59:30.893 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3165, 2024-09-20T22:59:30.894 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 434247696 2024-09-20T22:59:30.894 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.894 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T22:59:30.894 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.894 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.894 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.894 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T22:59:30.894 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.894 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.894 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T22:59:30.894 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.894 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.895 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T22:59:30.895 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.895 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.895 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T22:59:30.895 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 11915, 2024-09-20T22:59:30.895 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 86789506 2024-09-20T22:59:30.895 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.895 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T22:59:30.895 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.895 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.895 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.895 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-20T22:59:30.895 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.896 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.896 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T22:59:30.896 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 62039, 2024-09-20T22:59:30.896 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15228521646 2024-09-20T22:59:30.896 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.896 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T22:59:30.896 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 61646, 2024-09-20T22:59:30.896 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1254721166 2024-09-20T22:59:30.896 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.896 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T22:59:30.896 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 62039, 2024-09-20T22:59:30.897 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32945948 2024-09-20T22:59:30.897 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.897 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T22:59:30.897 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 62039, 2024-09-20T22:59:30.897 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15261467594 2024-09-20T22:59:30.897 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.897 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T22:59:30.897 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.897 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.897 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.897 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T22:59:30.897 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 25828, 2024-09-20T22:59:30.898 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 473698980 2024-09-20T22:59:30.898 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.898 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T22:59:30.898 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 852, 2024-09-20T22:59:30.898 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2351467 2024-09-20T22:59:30.898 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.898 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T22:59:30.898 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8246, 2024-09-20T22:59:30.898 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6647955 2024-09-20T22:59:30.898 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.898 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T22:59:30.898 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 43, 2024-09-20T22:59:30.899 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 49825 2024-09-20T22:59:30.899 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.899 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T22:59:30.899 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 11866, 2024-09-20T22:59:30.899 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2608765853 2024-09-20T22:59:30.899 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.899 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T22:59:30.899 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 182802 2024-09-20T22:59:30.899 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.899 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T22:59:30.899 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18963 2024-09-20T22:59:30.899 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.900 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:30.900 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9955, 2024-09-20T22:59:30.900 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1156616311 2024-09-20T22:59:30.900 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.900 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T22:59:30.900 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 36902, 2024-09-20T22:59:30.900 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10366141 2024-09-20T22:59:30.900 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.900 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T22:59:30.900 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 26947, 2024-09-20T22:59:30.900 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 922915336 2024-09-20T22:59:30.900 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.900 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T22:59:30.901 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.901 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.901 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T22:59:30.901 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 11699, 2024-09-20T22:59:30.901 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 276968521 2024-09-20T22:59:30.901 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.901 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_aio_wait_count": { 2024-09-20T22:59:30.901 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.901 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.901 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_committed_kv_count": { 2024-09-20T22:59:30.901 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.902 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.902 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_onode_meta_count": { 2024-09-20T22:59:30.902 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.902 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.902 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_wait_aio_count": { 2024-09-20T22:59:30.902 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.902 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.902 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T22:59:30.902 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72677, 2024-09-20T22:59:30.902 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4614015231 2024-09-20T22:59:30.902 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.902 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T22:59:30.903 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14323, 2024-09-20T22:59:30.903 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 861728079 2024-09-20T22:59:30.903 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.903 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T22:59:30.903 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14322, 2024-09-20T22:59:30.903 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2657117265717 2024-09-20T22:59:30.903 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.903 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T22:59:30.903 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14323, 2024-09-20T22:59:30.903 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5999009735449 2024-09-20T22:59:30.903 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.903 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T22:59:30.904 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72676, 2024-09-20T22:59:30.904 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2493227737660 2024-09-20T22:59:30.904 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.904 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T22:59:30.904 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72676, 2024-09-20T22:59:30.904 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7068220 2024-09-20T22:59:30.904 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.904 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T22:59:30.904 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72677, 2024-09-20T22:59:30.904 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266859060 2024-09-20T22:59:30.904 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.905 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T22:59:30.905 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72677, 2024-09-20T22:59:30.905 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24857048275 2024-09-20T22:59:30.905 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.905 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T22:59:30.905 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72677, 2024-09-20T22:59:30.905 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24949531 2024-09-20T22:59:30.905 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.905 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T22:59:30.905 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72677, 2024-09-20T22:59:30.905 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11988709031 2024-09-20T22:59:30.905 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.906 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T22:59:30.906 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72677, 2024-09-20T22:59:30.906 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5440251551 2024-09-20T22:59:30.906 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.906 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T22:59:30.906 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6695040 2024-09-20T22:59:30.906 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.906 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:30.906 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2504, 2024-09-20T22:59:30.906 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12841259 2024-09-20T22:59:30.906 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.907 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T22:59:30.907 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72677, 2024-09-20T22:59:30.907 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47178652568 2024-09-20T22:59:30.907 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.907 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T22:59:30.907 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72677, 2024-09-20T22:59:30.907 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6210672135 2024-09-20T22:59:30.907 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.907 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T22:59:30.907 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72677, 2024-09-20T22:59:30.907 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 433958158 2024-09-20T22:59:30.908 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.908 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.908 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T22:59:30.908 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:30.908 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1405122390 2024-09-20T22:59:30.908 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.908 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:30.908 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 500146176 2024-09-20T22:59:30.908 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.908 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:30.908 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 456105984 2024-09-20T22:59:30.908 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.908 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:30.909 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2600504422 2024-09-20T22:59:30.909 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.909 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:30.909 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 44040192 2024-09-20T22:59:30.909 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.909 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.909 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T22:59:30.909 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.909 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-20T22:59:30.909 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.909 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.909 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.910 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.910 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.910 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.910 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.910 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.910 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56904438 2024-09-20T22:59:30.910 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.910 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.910 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.910 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.910 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.911 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.911 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.911 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.911 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.911 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.911 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.911 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.911 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.911 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.912 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:30.912 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.912 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.912 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69632 2024-09-20T22:59:30.912 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.912 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.912 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.912 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.912 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.912 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.912 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.913 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.913 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.913 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.913 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.913 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68850954 2024-09-20T22:59:30.913 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.913 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.913 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T22:59:30.913 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.913 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562036736 2024-09-20T22:59:30.913 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.914 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.914 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:30.914 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.914 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.914 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.914 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.914 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.914 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 426783292 2024-09-20T22:59:30.914 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.914 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.914 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.914 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.914 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.915 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1744 2024-09-20T22:59:30.915 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.915 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.915 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.915 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.915 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.915 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.915 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.915 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.915 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 120624 2024-09-20T22:59:30.915 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.916 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.916 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.916 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.916 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.916 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.916 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.916 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.916 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.916 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.916 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.916 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.916 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.916 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.917 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68022212 2024-09-20T22:59:30.917 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.917 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.917 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T22:59:30.917 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.917 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-20T22:59:30.917 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.917 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.917 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:30.917 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.917 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.917 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 406848 2024-09-20T22:59:30.917 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.918 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.918 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37936292 2024-09-20T22:59:30.918 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.918 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.918 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.918 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.918 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.918 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.918 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.919 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.919 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.919 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.919 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.919 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.919 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.919 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.919 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.919 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.919 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.919 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.919 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.920 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.920 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.920 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.920 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.920 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.920 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.920 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.920 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.920 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.920 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.920 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70708764 2024-09-20T22:59:30.920 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.920 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.920 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T22:59:30.921 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.921 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 503316480 2024-09-20T22:59:30.921 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.921 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.921 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.921 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.921 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.921 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.921 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.921 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.921 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 426783292 2024-09-20T22:59:30.921 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.922 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.922 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.922 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.922 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.922 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.922 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.922 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.922 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.922 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.922 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.922 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.922 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.923 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.923 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 166785 2024-09-20T22:59:30.923 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.923 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.923 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1168506 2024-09-20T22:59:30.923 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.923 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.923 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.923 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.923 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.923 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.924 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.924 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.924 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.924 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.924 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.924 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 75197897 2024-09-20T22:59:30.924 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.924 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.924 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T22:59:30.924 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T22:59:30.924 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.925 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.925 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:30.925 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19 2024-09-20T22:59:30.925 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.925 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T22:59:30.925 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.925 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.925 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:30.925 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.925 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.925 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.925 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:30.925 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T22:59:30.926 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 51 2024-09-20T22:59:30.926 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.926 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T22:59:30.926 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.926 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.926 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T22:59:30.926 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34254 2024-09-20T22:59:30.926 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.926 INFO:tasks.workunit.client.0.smithi046.stdout: "op_before_queue_op_lat": { 2024-09-20T22:59:30.926 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97761, 2024-09-20T22:59:30.927 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6012056163 2024-09-20T22:59:30.927 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.927 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T22:59:30.927 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.927 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.927 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T22:59:30.927 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.927 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.927 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T22:59:30.927 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 998365691 2024-09-20T22:59:30.927 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.927 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T22:59:30.928 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 34254, 2024-09-20T22:59:30.928 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 63066420135 2024-09-20T22:59:30.928 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.928 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T22:59:30.928 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1502690569 2024-09-20T22:59:30.928 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.928 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T22:59:30.928 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 34753, 2024-09-20T22:59:30.928 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11733506864 2024-09-20T22:59:30.928 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.928 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T22:59:30.928 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 34254, 2024-09-20T22:59:30.929 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 26713216216 2024-09-20T22:59:30.929 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.929 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:30.929 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25650 2024-09-20T22:59:30.929 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.929 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T22:59:30.929 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 25650, 2024-09-20T22:59:30.929 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8225994773 2024-09-20T22:59:30.929 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.929 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T22:59:30.929 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.929 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.929 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T22:59:30.930 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1502690569 2024-09-20T22:59:30.930 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.930 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T22:59:30.930 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 25846, 2024-09-20T22:59:30.930 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4825872336 2024-09-20T22:59:30.930 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.930 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T22:59:30.930 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 25650, 2024-09-20T22:59:30.930 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4745004103 2024-09-20T22:59:30.930 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.930 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T22:59:30.930 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4539 2024-09-20T22:59:30.931 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.931 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T22:59:30.931 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 136609671 2024-09-20T22:59:30.931 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.931 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T22:59:30.931 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4539, 2024-09-20T22:59:30.931 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10039564389 2024-09-20T22:59:30.931 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.931 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T22:59:30.931 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.931 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.931 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T22:59:30.931 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.932 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.932 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T22:59:30.932 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.932 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.932 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T22:59:30.932 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4719, 2024-09-20T22:59:30.932 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2790790550 2024-09-20T22:59:30.932 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.932 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T22:59:30.932 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4539, 2024-09-20T22:59:30.932 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6627390168 2024-09-20T22:59:30.932 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.932 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:30.933 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4065 2024-09-20T22:59:30.933 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.933 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T22:59:30.933 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 861756020 2024-09-20T22:59:30.933 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.933 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T22:59:30.933 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4065, 2024-09-20T22:59:30.933 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 44800860973 2024-09-20T22:59:30.933 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.933 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T22:59:30.934 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.934 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.934 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T22:59:30.934 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4188, 2024-09-20T22:59:30.934 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4116843978 2024-09-20T22:59:30.934 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.934 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T22:59:30.934 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4065, 2024-09-20T22:59:30.934 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15340821945 2024-09-20T22:59:30.934 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.934 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T22:59:30.935 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.935 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.935 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T22:59:30.935 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.935 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.935 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T22:59:30.935 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9 2024-09-20T22:59:30.935 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.935 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T22:59:30.935 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T22:59:30.935 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.935 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T22:59:30.936 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 608157696 2024-09-20T22:59:30.936 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.936 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.936 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.936 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.7": { 2024-09-20T22:59:30.936 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:30.936 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_db_max_lat": { 2024-09-20T22:59:30.936 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 20072 2024-09-20T22:59:30.936 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.936 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T22:59:30.936 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.936 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.937 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_max_lat": { 2024-09-20T22:59:30.937 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.937 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.937 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T22:59:30.937 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.937 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.937 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T22:59:30.937 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T22:59:30.937 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.937 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_slow": { 2024-09-20T22:59:30.937 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.937 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.937 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T22:59:30.937 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.938 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.938 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_wal_max_lat": { 2024-09-20T22:59:30.938 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.938 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.938 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T22:59:30.938 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.938 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.938 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T22:59:30.938 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9035776 2024-09-20T22:59:30.938 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.938 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T22:59:30.938 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 611606528 2024-09-20T22:59:30.938 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.939 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T22:59:30.939 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 16, 2024-09-20T22:59:30.939 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3374869 2024-09-20T22:59:30.939 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.939 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T22:59:30.939 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 16, 2024-09-20T22:59:30.939 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1207168 2024-09-20T22:59:30.939 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.939 INFO:tasks.workunit.client.0.smithi046.stdout: "db_alloc_lat": { 2024-09-20T22:59:30.939 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 171, 2024-09-20T22:59:30.939 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 714709 2024-09-20T22:59:30.939 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.940 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T22:59:30.940 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995027456 2024-09-20T22:59:30.940 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.940 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T22:59:30.940 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 581500928 2024-09-20T22:59:30.940 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.940 INFO:tasks.workunit.client.0.smithi046.stdout: "flush_lat": { 2024-09-20T22:59:30.940 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 67482, 2024-09-20T22:59:30.940 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8149033988 2024-09-20T22:59:30.940 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.940 INFO:tasks.workunit.client.0.smithi046.stdout: "fsync_lat": { 2024-09-20T22:59:30.940 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 67485, 2024-09-20T22:59:30.940 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13287417305 2024-09-20T22:59:30.941 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.941 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T22:59:30.941 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10448896 2024-09-20T22:59:30.941 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.941 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T22:59:30.941 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 276443136 2024-09-20T22:59:30.941 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.941 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T22:59:30.941 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 575799296 2024-09-20T22:59:30.941 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.941 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T22:59:30.941 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.941 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.941 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T22:59:30.942 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.942 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.942 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T22:59:30.942 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 45 2024-09-20T22:59:30.942 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.942 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T22:59:30.942 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 313034649 2024-09-20T22:59:30.942 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.942 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T22:59:30.942 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17247 2024-09-20T22:59:30.942 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.942 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T22:59:30.942 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 254013440 2024-09-20T22:59:30.943 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.943 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T22:59:30.943 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 254017536 2024-09-20T22:59:30.943 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.943 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T22:59:30.943 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.943 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.943 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T22:59:30.943 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.943 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.943 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T22:59:30.943 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6228 2024-09-20T22:59:30.944 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.944 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:30.944 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17247, 2024-09-20T22:59:30.944 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 128638030 2024-09-20T22:59:30.944 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.944 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T22:59:30.944 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 189111032 2024-09-20T22:59:30.944 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.944 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T22:59:30.944 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13453 2024-09-20T22:59:30.944 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.944 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T22:59:30.944 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2616197 2024-09-20T22:59:30.945 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.945 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T22:59:30.945 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 555 2024-09-20T22:59:30.945 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.945 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T22:59:30.945 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8964488 2024-09-20T22:59:30.945 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.945 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T22:59:30.945 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 754 2024-09-20T22:59:30.945 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.945 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T22:59:30.945 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6348291 2024-09-20T22:59:30.945 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.946 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T22:59:30.946 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6348291 2024-09-20T22:59:30.946 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.946 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T22:59:30.946 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.946 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.946 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T22:59:30.946 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.946 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.946 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T22:59:30.946 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 211 2024-09-20T22:59:30.946 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.946 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_lat": { 2024-09-20T22:59:30.947 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 754, 2024-09-20T22:59:30.947 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3256699 2024-09-20T22:59:30.947 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.947 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_alloc_lat": { 2024-09-20T22:59:30.947 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.947 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.947 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.947 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T22:59:30.947 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.947 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.947 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T22:59:30.947 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.947 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.948 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:30.948 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T22:59:30.948 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 658 2024-09-20T22:59:30.948 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.948 INFO:tasks.workunit.client.0.smithi046.stdout: "unlink_lat": { 2024-09-20T22:59:30.948 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T22:59:30.948 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10138 2024-09-20T22:59:30.948 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.948 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_alloc_lat": { 2024-09-20T22:59:30.948 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.948 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.948 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.948 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T22:59:30.949 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.949 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.949 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T22:59:30.949 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.949 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.949 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T22:59:30.949 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 899518464 2024-09-20T22:59:30.949 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.949 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.949 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T22:59:30.949 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T22:59:30.949 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:30.950 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.950 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T22:59:30.950 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11038720 2024-09-20T22:59:30.950 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.950 INFO:tasks.workunit.client.0.smithi046.stdout: "allocator_lat": { 2024-09-20T22:59:30.950 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 20711, 2024-09-20T22:59:30.950 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56660152 2024-09-20T22:59:30.950 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.950 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T22:59:30.950 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3195, 2024-09-20T22:59:30.950 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 441429657 2024-09-20T22:59:30.951 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.951 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T22:59:30.951 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.951 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.951 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.951 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T22:59:30.951 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.951 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.951 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T22:59:30.951 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.951 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.951 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T22:59:30.952 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.952 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.952 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T22:59:30.952 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18689, 2024-09-20T22:59:30.952 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 129908672 2024-09-20T22:59:30.952 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.952 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T22:59:30.952 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.952 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.952 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.952 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-20T22:59:30.952 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.953 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.953 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T22:59:30.953 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 67433, 2024-09-20T22:59:30.953 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16486165384 2024-09-20T22:59:30.953 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.953 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T22:59:30.953 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 66968, 2024-09-20T22:59:30.953 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1432232673 2024-09-20T22:59:30.953 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.953 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T22:59:30.953 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 67433, 2024-09-20T22:59:30.953 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 39911880 2024-09-20T22:59:30.954 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.954 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T22:59:30.954 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 67433, 2024-09-20T22:59:30.954 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16526077264 2024-09-20T22:59:30.954 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.954 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T22:59:30.954 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:30.954 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.954 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.954 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T22:59:30.954 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 34116, 2024-09-20T22:59:30.954 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 659590577 2024-09-20T22:59:30.955 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.955 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T22:59:30.955 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 790, 2024-09-20T22:59:30.955 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2475906 2024-09-20T22:59:30.955 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.955 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T22:59:30.955 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8258, 2024-09-20T22:59:30.955 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5502721 2024-09-20T22:59:30.955 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.956 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T22:59:30.956 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 50, 2024-09-20T22:59:30.956 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65811 2024-09-20T22:59:30.956 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.956 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T22:59:30.956 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13973, 2024-09-20T22:59:30.956 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2145438825 2024-09-20T22:59:30.956 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.956 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T22:59:30.956 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 219485 2024-09-20T22:59:30.956 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.956 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T22:59:30.956 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18912 2024-09-20T22:59:30.957 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.957 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:30.957 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15875, 2024-09-20T22:59:30.957 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1348282726 2024-09-20T22:59:30.957 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.957 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T22:59:30.957 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 48420, 2024-09-20T22:59:30.957 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19380017 2024-09-20T22:59:30.957 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.957 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T22:59:30.957 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 32545, 2024-09-20T22:59:30.957 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1204502229 2024-09-20T22:59:30.958 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.958 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T22:59:30.958 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.958 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.958 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T22:59:30.958 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13325, 2024-09-20T22:59:30.958 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 320848483 2024-09-20T22:59:30.958 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.958 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_aio_wait_count": { 2024-09-20T22:59:30.958 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.958 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.958 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_committed_kv_count": { 2024-09-20T22:59:30.959 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.959 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.959 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_onode_meta_count": { 2024-09-20T22:59:30.959 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.959 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.959 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_wait_aio_count": { 2024-09-20T22:59:30.959 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.959 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.959 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T22:59:30.959 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81043, 2024-09-20T22:59:30.959 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8812960388 2024-09-20T22:59:30.959 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.960 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T22:59:30.960 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15361, 2024-09-20T22:59:30.960 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 792111425 2024-09-20T22:59:30.960 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.960 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T22:59:30.960 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15360, 2024-09-20T22:59:30.960 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2522565598133 2024-09-20T22:59:30.960 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.960 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T22:59:30.960 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15361, 2024-09-20T22:59:30.960 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5975525371087 2024-09-20T22:59:30.960 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.960 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T22:59:30.961 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81042, 2024-09-20T22:59:30.961 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2332732583791 2024-09-20T22:59:30.961 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.961 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T22:59:30.961 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81042, 2024-09-20T22:59:30.961 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7871695 2024-09-20T22:59:30.961 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.961 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T22:59:30.961 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81043, 2024-09-20T22:59:30.961 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 463094445 2024-09-20T22:59:30.961 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.961 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T22:59:30.961 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81043, 2024-09-20T22:59:30.962 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 29123808937 2024-09-20T22:59:30.962 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.962 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T22:59:30.962 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81043, 2024-09-20T22:59:30.962 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 28692730 2024-09-20T22:59:30.962 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.962 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T22:59:30.962 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81043, 2024-09-20T22:59:30.962 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14338506851 2024-09-20T22:59:30.962 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.962 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T22:59:30.962 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81043, 2024-09-20T22:59:30.963 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6547718898 2024-09-20T22:59:30.963 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.963 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T22:59:30.963 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6689804 2024-09-20T22:59:30.963 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.963 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:30.963 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2484, 2024-09-20T22:59:30.963 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12717311 2024-09-20T22:59:30.963 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.963 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T22:59:30.963 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81043, 2024-09-20T22:59:30.963 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 59299245518 2024-09-20T22:59:30.964 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.964 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T22:59:30.964 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81043, 2024-09-20T22:59:30.964 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7448295219 2024-09-20T22:59:30.964 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.964 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T22:59:30.964 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81043, 2024-09-20T22:59:30.964 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 736031089 2024-09-20T22:59:30.964 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.964 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.964 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T22:59:30.964 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:30.965 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1405122390 2024-09-20T22:59:30.965 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.965 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:30.965 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 596484096 2024-09-20T22:59:30.965 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.965 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:30.965 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 541286400 2024-09-20T22:59:30.965 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.965 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:30.965 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2600504422 2024-09-20T22:59:30.965 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.965 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:30.966 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 55197696 2024-09-20T22:59:30.966 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.966 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.966 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T22:59:30.966 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.966 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-20T22:59:30.966 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.966 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.966 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.966 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.966 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.966 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.967 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.967 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.967 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56934252 2024-09-20T22:59:30.967 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.967 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.967 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.967 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.967 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.967 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.967 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.967 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.967 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.968 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.968 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.968 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.968 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.968 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.968 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32768 2024-09-20T22:59:30.968 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.968 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.968 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69632 2024-09-20T22:59:30.968 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.968 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.968 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.968 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.969 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.969 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.969 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.969 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.969 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.969 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.969 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.969 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68792468 2024-09-20T22:59:30.969 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.969 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.969 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T22:59:30.969 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.970 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562036736 2024-09-20T22:59:30.970 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.970 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.970 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:30.970 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.970 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.970 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.970 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.970 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.970 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 427006896 2024-09-20T22:59:30.970 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.971 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.971 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.971 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.971 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.971 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2128 2024-09-20T22:59:30.971 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.971 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.971 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.971 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.971 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.971 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.971 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.972 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.972 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 127520 2024-09-20T22:59:30.972 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.972 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.972 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.972 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.972 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.972 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.972 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.972 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.972 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.972 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.972 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.973 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.973 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.973 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.973 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67791328 2024-09-20T22:59:30.973 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.973 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.973 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T22:59:30.973 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.973 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-20T22:59:30.973 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.973 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.974 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:30.974 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.974 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.974 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 340432 2024-09-20T22:59:30.974 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.974 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.974 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37956168 2024-09-20T22:59:30.974 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.974 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.974 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.974 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.974 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.975 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.975 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.975 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.975 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.975 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.975 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.975 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.975 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.975 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.975 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.975 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.975 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.976 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.976 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.976 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.976 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.976 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.976 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.976 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.976 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.976 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.976 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.976 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.976 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.977 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70755304 2024-09-20T22:59:30.977 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.977 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.977 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T22:59:30.977 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:30.977 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 503316480 2024-09-20T22:59:30.977 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.977 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:30.977 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.977 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.977 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:30.978 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.978 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.978 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:30.978 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 427006896 2024-09-20T22:59:30.978 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.978 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:30.978 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.978 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.978 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:30.978 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.978 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.978 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:30.978 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.979 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.979 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:30.979 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.979 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.979 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:30.979 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 172038 2024-09-20T22:59:30.979 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.979 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:30.979 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1158257 2024-09-20T22:59:30.979 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.979 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:30.979 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.980 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.980 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:30.980 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.980 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.980 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:30.980 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.980 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.980 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:30.980 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 74979289 2024-09-20T22:59:30.980 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.980 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.980 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T22:59:30.980 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T22:59:30.981 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.981 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.981 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:30.981 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32 2024-09-20T22:59:30.981 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.981 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T22:59:30.981 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.981 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.981 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:30.981 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.981 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.981 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.981 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:30.982 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T22:59:30.982 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 59 2024-09-20T22:59:30.982 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.982 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T22:59:30.982 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.982 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.982 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T22:59:30.982 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47759 2024-09-20T22:59:30.982 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.982 INFO:tasks.workunit.client.0.smithi046.stdout: "op_before_queue_op_lat": { 2024-09-20T22:59:30.982 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 121344, 2024-09-20T22:59:30.982 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8360395441 2024-09-20T22:59:30.982 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.983 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T22:59:30.983 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.983 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.983 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T22:59:30.983 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.983 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.983 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T22:59:30.983 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1097411863 2024-09-20T22:59:30.983 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.983 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T22:59:30.983 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 47759, 2024-09-20T22:59:30.983 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 39295035913 2024-09-20T22:59:30.984 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.984 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T22:59:30.984 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1774468311 2024-09-20T22:59:30.984 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.984 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T22:59:30.984 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 48164, 2024-09-20T22:59:30.984 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17290169941 2024-09-20T22:59:30.984 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.984 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T22:59:30.984 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 47759, 2024-09-20T22:59:30.984 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 30700122918 2024-09-20T22:59:30.984 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.984 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:30.984 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34485 2024-09-20T22:59:30.985 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.985 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T22:59:30.985 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 34485, 2024-09-20T22:59:30.985 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10805260188 2024-09-20T22:59:30.985 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.985 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T22:59:30.985 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.985 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.985 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T22:59:30.986 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1774468311 2024-09-20T22:59:30.986 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.986 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T22:59:30.986 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 34520, 2024-09-20T22:59:30.986 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6153820281 2024-09-20T22:59:30.986 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.986 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T22:59:30.986 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 34485, 2024-09-20T22:59:30.986 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6567693447 2024-09-20T22:59:30.986 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.987 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T22:59:30.987 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12153 2024-09-20T22:59:30.987 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.987 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T22:59:30.987 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 269543092 2024-09-20T22:59:30.987 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.987 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T22:59:30.987 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12153, 2024-09-20T22:59:30.987 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19139761743 2024-09-20T22:59:30.987 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.987 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T22:59:30.987 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.987 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.988 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T22:59:30.988 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.988 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.988 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T22:59:30.988 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.988 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.988 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T22:59:30.988 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12415, 2024-09-20T22:59:30.988 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9350819052 2024-09-20T22:59:30.988 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.988 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T22:59:30.989 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12153, 2024-09-20T22:59:30.989 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17039257824 2024-09-20T22:59:30.989 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.989 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:30.989 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1121 2024-09-20T22:59:30.989 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.989 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T22:59:30.989 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 827868771 2024-09-20T22:59:30.989 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.989 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T22:59:30.989 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1121, 2024-09-20T22:59:30.990 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9350013982 2024-09-20T22:59:30.990 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.990 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T22:59:30.990 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.990 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.990 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T22:59:30.990 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1229, 2024-09-20T22:59:30.990 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1785530608 2024-09-20T22:59:30.990 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.990 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T22:59:30.990 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1121, 2024-09-20T22:59:30.991 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7093171647 2024-09-20T22:59:30.991 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.991 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T22:59:30.991 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:30.991 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.991 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T22:59:30.991 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4194320 2024-09-20T22:59:30.991 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.991 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T22:59:30.991 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9 2024-09-20T22:59:30.991 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.991 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T22:59:30.991 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T22:59:30.992 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.992 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T22:59:30.992 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 592551936 2024-09-20T22:59:30.992 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.992 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.992 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:30.992 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.992 INFO:tasks.workunit.client.0.smithi046.stdout: "pools": [ 2024-09-20T22:59:30.992 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.992 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T22:59:30.992 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr" 2024-09-20T22:59:30.992 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.992 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-20T22:59:30.993 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-20T22:59:30.993 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-20T22:59:30.993 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-20T22:59:30.993 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-20T22:59:30.993 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 1, 2024-09-20T22:59:30.993 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 1, 2024-09-20T22:59:30.993 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 1, 2024-09-20T22:59:30.993 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-20T22:59:30.993 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-20T22:59:30.993 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 721302300938, 2024-09-20T22:59:30.993 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 1781760, 2024-09-20T22:59:30.993 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-20T22:59:30.993 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-20T22:59:30.994 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 1781760, 2024-09-20T22:59:30.994 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-20T22:59:30.994 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 240434102272, 2024-09-20T22:59:30.994 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 2, 2024-09-20T22:59:30.994 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-20T22:59:30.994 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 2.470192612236133e-06, 2024-09-20T22:59:30.994 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-20T22:59:30.994 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-20T22:59:30.994 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 1200, 2024-09-20T22:59:30.994 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 2057216, 2024-09-20T22:59:30.994 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 590368, 2024-09-20T22:59:30.994 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 590368, 2024-09-20T22:59:30.995 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-20T22:59:30.995 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 1771104, 2024-09-20T22:59:30.995 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 349, 2024-09-20T22:59:30.995 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 1667072 2024-09-20T22:59:30.995 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.995 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-20T22:59:30.995 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-20T22:59:30.995 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-20T22:59:30.995 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.995 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.995 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T22:59:30.995 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-20T22:59:30.996 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.996 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-20T22:59:30.996 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-20T22:59:30.996 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-20T22:59:30.996 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-20T22:59:30.996 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-20T22:59:30.996 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 32, 2024-09-20T22:59:30.996 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 32, 2024-09-20T22:59:30.996 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 2, 2024-09-20T22:59:30.996 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-20T22:59:30.996 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-20T22:59:30.996 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 721302300938, 2024-09-20T22:59:30.997 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 155374, 2024-09-20T22:59:30.997 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-20T22:59:30.997 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-20T22:59:30.997 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 110592, 2024-09-20T22:59:30.997 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-20T22:59:30.997 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 240434102272, 2024-09-20T22:59:30.997 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 22, 2024-09-20T22:59:30.997 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 44782, 2024-09-20T22:59:30.997 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 2.1540755312798865e-07, 2024-09-20T22:59:30.997 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-20T22:59:30.997 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-20T22:59:30.998 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 79, 2024-09-20T22:59:30.998 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 88064, 2024-09-20T22:59:30.998 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 21541, 2024-09-20T22:59:30.998 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 6614, 2024-09-20T22:59:30.998 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 14927, 2024-09-20T22:59:30.998 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 64623, 2024-09-20T22:59:30.998 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 68, 2024-09-20T22:59:30.998 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 35840 2024-09-20T22:59:30.998 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.998 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-20T22:59:30.998 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-20T22:59:30.999 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-20T22:59:30.999 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:30.999 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:30.999 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T22:59:30.999 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-20T22:59:30.999 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:30.999 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-20T22:59:30.999 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-20T22:59:30.999 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-20T22:59:30.999 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-20T22:59:30.999 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-20T22:59:30.999 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 64, 2024-09-20T22:59:31.000 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 64, 2024-09-20T22:59:31.000 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 3, 2024-09-20T22:59:31.000 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-20T22:59:31.000 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-20T22:59:31.000 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 721302300938, 2024-09-20T22:59:31.000 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 0, 2024-09-20T22:59:31.000 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-20T22:59:31.000 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-20T22:59:31.000 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 0, 2024-09-20T22:59:31.000 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-20T22:59:31.000 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 240434102272, 2024-09-20T22:59:31.000 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 0, 2024-09-20T22:59:31.001 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-20T22:59:31.001 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 0.0, 2024-09-20T22:59:31.001 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-20T22:59:31.001 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-20T22:59:31.001 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 0, 2024-09-20T22:59:31.001 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 0, 2024-09-20T22:59:31.001 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 0, 2024-09-20T22:59:31.001 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 0, 2024-09-20T22:59:31.001 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-20T22:59:31.001 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 0, 2024-09-20T22:59:31.001 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 0, 2024-09-20T22:59:31.001 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 0 2024-09-20T22:59:31.002 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.002 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-20T22:59:31.002 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-20T22:59:31.002 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-20T22:59:31.002 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.002 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.002 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T22:59:31.002 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd" 2024-09-20T22:59:31.002 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.002 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-20T22:59:31.002 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-20T22:59:31.002 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-20T22:59:31.003 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-20T22:59:31.003 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-20T22:59:31.003 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 8, 2024-09-20T22:59:31.003 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 8, 2024-09-20T22:59:31.003 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 4, 2024-09-20T22:59:31.003 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-20T22:59:31.003 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-20T22:59:31.003 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 721302300938, 2024-09-20T22:59:31.003 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 12595200, 2024-09-20T22:59:31.003 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-20T22:59:31.003 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-20T22:59:31.003 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 12595200, 2024-09-20T22:59:31.003 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-20T22:59:31.004 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 240434102272, 2024-09-20T22:59:31.004 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 4, 2024-09-20T22:59:31.004 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-20T22:59:31.004 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 1.7461443349020556e-05, 2024-09-20T22:59:31.004 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-20T22:59:31.004 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-20T22:59:31.004 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 9032, 2024-09-20T22:59:31.004 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 3162908672, 2024-09-20T22:59:31.004 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 4194323, 2024-09-20T22:59:31.004 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 4194323, 2024-09-20T22:59:31.004 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-20T22:59:31.004 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 12582969, 2024-09-20T22:59:31.005 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 24299, 2024-09-20T22:59:31.005 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 3165552640 2024-09-20T22:59:31.005 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.005 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-20T22:59:31.005 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-20T22:59:31.005 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-20T22:59:31.005 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:31.005 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.005 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd": { 2024-09-20T22:59:31.005 INFO:tasks.workunit.client.0.smithi046.stdout: "mirroring_by_pool": [ 2024-09-20T22:59:31.005 INFO:tasks.workunit.client.0.smithi046.stdout: false 2024-09-20T22:59:31.005 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.005 INFO:tasks.workunit.client.0.smithi046.stdout: "num_images_by_pool": [ 2024-09-20T22:59:31.006 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.006 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.006 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pools": 1 2024-09-20T22:59:31.006 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.006 INFO:tasks.workunit.client.0.smithi046.stdout: "report_id": "af76ebfb-a296-4e2b-ac94-6899ebb5153a", 2024-09-20T22:59:31.006 INFO:tasks.workunit.client.0.smithi046.stdout: "report_timestamp": "2024-09-20T22:59:28.739076", 2024-09-20T22:59:31.006 INFO:tasks.workunit.client.0.smithi046.stdout: "report_version": 1, 2024-09-20T22:59:31.006 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_stats": { 2024-09-20T22:59:31.006 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "7.9.2" 2024-09-20T22:59:31.006 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.006 INFO:tasks.workunit.client.0.smithi046.stdout: "rook": { 2024-09-20T22:59:31.007 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster": { 2024-09-20T22:59:31.007 INFO:tasks.workunit.client.0.smithi046.stdout: "external-mode": null, 2024-09-20T22:59:31.007 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T22:59:31.007 INFO:tasks.workunit.client.0.smithi046.stdout: "allow-multiple-per-node": null, 2024-09-20T22:59:31.007 INFO:tasks.workunit.client.0.smithi046.stdout: "count": null, 2024-09-20T22:59:31.007 INFO:tasks.workunit.client.0.smithi046.stdout: "max-id": null, 2024-09-20T22:59:31.007 INFO:tasks.workunit.client.0.smithi046.stdout: "pvc": { 2024-09-20T22:59:31.007 INFO:tasks.workunit.client.0.smithi046.stdout: "enabled": null 2024-09-20T22:59:31.007 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.007 INFO:tasks.workunit.client.0.smithi046.stdout: "stretch": { 2024-09-20T22:59:31.007 INFO:tasks.workunit.client.0.smithi046.stdout: "enabled": null 2024-09-20T22:59:31.007 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:31.008 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.008 INFO:tasks.workunit.client.0.smithi046.stdout: "network": { 2024-09-20T22:59:31.008 INFO:tasks.workunit.client.0.smithi046.stdout: "provider": null 2024-09-20T22:59:31.008 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.008 INFO:tasks.workunit.client.0.smithi046.stdout: "storage": { 2024-09-20T22:59:31.008 INFO:tasks.workunit.client.0.smithi046.stdout: "device-set": { 2024-09-20T22:59:31.008 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-20T22:59:31.008 INFO:tasks.workunit.client.0.smithi046.stdout: "non-portable": null, 2024-09-20T22:59:31.008 INFO:tasks.workunit.client.0.smithi046.stdout: "portable": null, 2024-09-20T22:59:31.008 INFO:tasks.workunit.client.0.smithi046.stdout: "total": null 2024-09-20T22:59:31.008 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:31.009 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:31.009 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:31.009 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.009 INFO:tasks.workunit.client.0.smithi046.stdout: "csi": { 2024-09-20T22:59:31.009 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-20T22:59:31.009 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.009 INFO:tasks.workunit.client.0.smithi046.stdout: "kubernetes": { 2024-09-20T22:59:31.009 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-20T22:59:31.009 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.009 INFO:tasks.workunit.client.0.smithi046.stdout: "node": { 2024-09-20T22:59:31.009 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-20T22:59:31.010 INFO:tasks.workunit.client.0.smithi046.stdout: "kubernetes-total": null, 2024-09-20T22:59:31.010 INFO:tasks.workunit.client.0.smithi046.stdout: "with-ceph-daemons": null, 2024-09-20T22:59:31.010 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-cephfs-plugin": null, 2024-09-20T22:59:31.010 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-nfs-plugin": null, 2024-09-20T22:59:31.010 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-rbd-plugin": null 2024-09-20T22:59:31.010 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:31.010 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.010 INFO:tasks.workunit.client.0.smithi046.stdout: "usage": { 2024-09-20T22:59:31.010 INFO:tasks.workunit.client.0.smithi046.stdout: "storage-class": { 2024-09-20T22:59:31.010 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-20T22:59:31.010 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket": null, 2024-09-20T22:59:31.010 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs": null, 2024-09-20T22:59:31.011 INFO:tasks.workunit.client.0.smithi046.stdout: "nfs": null, 2024-09-20T22:59:31.011 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd": null, 2024-09-20T22:59:31.011 INFO:tasks.workunit.client.0.smithi046.stdout: "total": null 2024-09-20T22:59:31.011 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:31.011 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:31.011 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.011 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-20T22:59:31.011 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.011 INFO:tasks.workunit.client.0.smithi046.stdout: "services": {}, 2024-09-20T22:59:31.011 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_per_pg": [ 2024-09-20T22:59:31.011 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.012 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.012 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.012 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.012 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:31.012 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.012 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:31.012 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.012 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.012 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:31.012 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.012 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.012 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.013 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.983502+0000", 2024-09-20T22:59:31.013 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.641394+0000", 2024-09-20T22:59:31.013 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.641394+0000", 2024-09-20T22:59:31.013 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.641761+0000", 2024-09-20T22:59:31.013 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.983502+0000", 2024-09-20T22:59:31.013 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.013 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.013 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.013 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.013 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.983502+0000", 2024-09-20T22:59:31.013 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.983502+0000", 2024-09-20T22:59:31.014 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.983502+0000", 2024-09-20T22:59:31.014 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.014 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.014 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.014 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.983502+0000", 2024-09-20T22:59:31.014 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.983502+0000", 2024-09-20T22:59:31.014 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.014 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 5, 2024-09-20T22:59:31.014 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.014 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.015 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.015 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.015 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.015 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.015 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.015 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 5, 2024-09-20T22:59:31.015 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.015 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.015 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.015 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1f", 2024-09-20T22:59:31.015 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.015 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.016 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.016 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5370, 2024-09-20T22:59:31.016 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.016 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:11:20.435777+0000", 2024-09-20T22:59:31.016 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.016 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.016 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 570, 2024-09-20T22:59:31.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.016 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-20T22:59:31.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-20T22:59:31.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-20T22:59:31.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:31.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.019 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.019 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.019 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.019 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.019 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.019 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 4, 2024-09-20T22:59:31.019 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 4, 2024-09-20T22:59:31.019 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.019 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.019 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.019 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 4, 2024-09-20T22:59:31.019 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-20T22:59:31.020 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.020 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.020 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.020 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.020 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.020 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.020 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:31.020 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.020 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:31.020 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "556'5" 2024-09-20T22:59:31.020 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.020 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.020 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.021 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.021 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.021 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:31.021 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.021 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:31.021 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.021 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.021 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.021 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.021 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.021 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.022 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.015366+0000", 2024-09-20T22:59:31.022 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.691581+0000", 2024-09-20T22:59:31.022 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.691581+0000", 2024-09-20T22:59:31.022 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.691909+0000", 2024-09-20T22:59:31.022 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.015366+0000", 2024-09-20T22:59:31.022 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.022 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.022 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.022 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:31.022 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.015366+0000", 2024-09-20T22:59:31.022 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.015366+0000", 2024-09-20T22:59:31.022 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.015366+0000", 2024-09-20T22:59:31.022 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.023 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.023 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.023 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.015366+0000", 2024-09-20T22:59:31.023 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.015366+0000", 2024-09-20T22:59:31.023 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.023 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.023 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.023 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.023 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:31.023 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.023 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.023 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.024 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.024 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.024 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.024 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.024 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.024 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1e", 2024-09-20T22:59:31.024 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.024 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.024 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.024 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5288, 2024-09-20T22:59:31.024 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.024 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:41:15.646013+0000", 2024-09-20T22:59:31.024 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.025 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.025 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.028 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.028 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.028 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.028 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.028 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.028 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.028 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.028 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:31.028 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.029 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:31.029 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.029 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.029 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.029 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.029 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.029 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.029 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:31.029 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.029 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:31.029 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.029 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.030 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:31.030 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.030 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.030 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.030 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.017197+0000", 2024-09-20T22:59:31.030 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.399088+0000", 2024-09-20T22:59:31.030 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.399088+0000", 2024-09-20T22:59:31.030 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.399490+0000", 2024-09-20T22:59:31.030 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.017197+0000", 2024-09-20T22:59:31.030 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.030 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.030 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.030 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:31.031 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.017197+0000", 2024-09-20T22:59:31.031 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.017197+0000", 2024-09-20T22:59:31.031 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.017197+0000", 2024-09-20T22:59:31.031 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.031 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.031 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.031 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.017197+0000", 2024-09-20T22:59:31.031 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.017197+0000", 2024-09-20T22:59:31.031 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.031 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T22:59:31.031 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.031 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.031 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:31.032 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.032 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.032 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.032 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.032 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T22:59:31.032 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.032 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.032 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.032 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1e", 2024-09-20T22:59:31.032 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.032 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.032 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.033 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5310, 2024-09-20T22:59:31.033 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.033 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:27:29.454367+0000", 2024-09-20T22:59:31.033 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.033 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.033 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.035 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.036 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.037 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.037 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.037 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.037 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.037 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.037 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.037 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:31.037 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.037 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:31.037 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "556'2" 2024-09-20T22:59:31.037 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.037 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.038 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.038 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.038 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.038 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:31.038 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.038 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:31.038 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.038 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.038 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.038 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.038 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.039 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.983171+0000", 2024-09-20T22:59:31.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.415961+0000", 2024-09-20T22:59:31.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.415961+0000", 2024-09-20T22:59:31.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.416650+0000", 2024-09-20T22:59:31.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.983171+0000", 2024-09-20T22:59:31.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:31.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.983171+0000", 2024-09-20T22:59:31.039 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.983171+0000", 2024-09-20T22:59:31.040 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.983171+0000", 2024-09-20T22:59:31.040 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.040 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.040 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.040 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.983171+0000", 2024-09-20T22:59:31.040 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.983171+0000", 2024-09-20T22:59:31.040 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.040 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.040 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.040 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.041 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:31.041 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.041 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.041 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.041 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.041 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.041 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.041 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.041 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.041 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1f", 2024-09-20T22:59:31.041 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.041 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.041 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.042 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5359, 2024-09-20T22:59:31.042 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.042 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:38:22.816465+0000", 2024-09-20T22:59:31.042 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.042 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.042 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.042 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.043 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.044 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.045 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.045 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.045 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.045 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.045 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.045 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.045 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.045 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.045 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.045 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.045 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.045 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.046 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.046 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.046 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.046 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.046 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:31.046 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.046 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:31.046 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.046 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.046 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.046 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.046 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.047 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.047 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.047 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.047 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:31.047 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.047 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.047 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:31.047 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.047 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.047 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.047 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156680+0000", 2024-09-20T22:59:31.047 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.639906+0000", 2024-09-20T22:59:31.048 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.639906+0000", 2024-09-20T22:59:31.048 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.640782+0000", 2024-09-20T22:59:31.048 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156680+0000", 2024-09-20T22:59:31.048 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.048 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.048 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.048 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.048 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156680+0000", 2024-09-20T22:59:31.048 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156680+0000", 2024-09-20T22:59:31.048 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156680+0000", 2024-09-20T22:59:31.048 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.049 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.049 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.049 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156680+0000", 2024-09-20T22:59:31.049 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156680+0000", 2024-09-20T22:59:31.049 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.049 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T22:59:31.049 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.049 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.049 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.049 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.049 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.049 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.050 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.050 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T22:59:31.050 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.050 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.050 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.050 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1d", 2024-09-20T22:59:31.050 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.050 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.050 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.050 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5137, 2024-09-20T22:59:31.050 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.050 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:16:54.100618+0000", 2024-09-20T22:59:31.051 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.051 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.051 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.051 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.051 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.051 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.051 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.051 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.051 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.052 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.052 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.052 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.052 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.052 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.052 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.052 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.052 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.052 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.052 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.052 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:31.053 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:31.053 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.053 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:31.053 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.053 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.053 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.053 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.053 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.053 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:31.053 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.053 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.053 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.053 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 6, 2024-09-20T22:59:31.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 6, 2024-09-20T22:59:31.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-20T22:59:31.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.054 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.054 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.055 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.055 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.055 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.055 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.055 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.055 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.055 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:31.055 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'2" 2024-09-20T22:59:31.055 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.055 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.055 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.055 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.055 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.056 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:31.056 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.056 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:31.056 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.056 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.056 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.056 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.056 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.056 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.056 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.873668+0000", 2024-09-20T22:59:31.056 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.395912+0000", 2024-09-20T22:59:31.056 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.395912+0000", 2024-09-20T22:59:31.057 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.398002+0000", 2024-09-20T22:59:31.057 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.873668+0000", 2024-09-20T22:59:31.057 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.057 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.057 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.057 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:31.057 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.873668+0000", 2024-09-20T22:59:31.057 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.873668+0000", 2024-09-20T22:59:31.057 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.873668+0000", 2024-09-20T22:59:31.057 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.058 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.058 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.058 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.873668+0000", 2024-09-20T22:59:31.058 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.873668+0000", 2024-09-20T22:59:31.058 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.058 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.058 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.058 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.058 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:31.058 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.059 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.059 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.059 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.059 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.059 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.059 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.059 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.059 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1c", 2024-09-20T22:59:31.059 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.059 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.060 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.060 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5204, 2024-09-20T22:59:31.060 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.060 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:01:41.209801+0000", 2024-09-20T22:59:31.060 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.060 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.060 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.060 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.060 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.060 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.060 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.060 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.060 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.060 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.063 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.063 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.063 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.064 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.064 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.064 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.064 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:31.064 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.064 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:31.064 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.064 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.064 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.064 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.064 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.065 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.065 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:31.065 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.065 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:31.065 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.065 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.065 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:31.065 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.065 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.065 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.065 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.155644+0000", 2024-09-20T22:59:31.065 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.635163+0000", 2024-09-20T22:59:31.065 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.635163+0000", 2024-09-20T22:59:31.066 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.635489+0000", 2024-09-20T22:59:31.066 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.155644+0000", 2024-09-20T22:59:31.066 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.066 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.066 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.066 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.066 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.155644+0000", 2024-09-20T22:59:31.066 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.155644+0000", 2024-09-20T22:59:31.066 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.155644+0000", 2024-09-20T22:59:31.066 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.066 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.066 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.066 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.155644+0000", 2024-09-20T22:59:31.067 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.155644+0000", 2024-09-20T22:59:31.067 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.067 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T22:59:31.067 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.067 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.067 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.067 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.067 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.067 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.067 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.067 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T22:59:31.067 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.067 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.067 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.068 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1c", 2024-09-20T22:59:31.068 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.068 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.068 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.068 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5145, 2024-09-20T22:59:31.068 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.068 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:13:19.134589+0000", 2024-09-20T22:59:31.068 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.068 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.068 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.068 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.068 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.068 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.068 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:31.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:31.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:31.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:31.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 6, 2024-09-20T22:59:31.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 6, 2024-09-20T22:59:31.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-20T22:59:31.071 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.071 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.071 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.072 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.072 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.072 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.072 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.072 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:31.072 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.072 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:31.072 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'2" 2024-09-20T22:59:31.072 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.072 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.072 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.072 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.073 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.073 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:31.073 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.073 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:31.073 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.073 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.073 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.073 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.073 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.073 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.073 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.870908+0000", 2024-09-20T22:59:31.073 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.687596+0000", 2024-09-20T22:59:31.074 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.687596+0000", 2024-09-20T22:59:31.074 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.687934+0000", 2024-09-20T22:59:31.074 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.870908+0000", 2024-09-20T22:59:31.074 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.074 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.074 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.074 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:31.074 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.870908+0000", 2024-09-20T22:59:31.074 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.870908+0000", 2024-09-20T22:59:31.074 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.870908+0000", 2024-09-20T22:59:31.075 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.075 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.075 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.075 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.870908+0000", 2024-09-20T22:59:31.075 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.870908+0000", 2024-09-20T22:59:31.075 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.075 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.075 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.075 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.075 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:31.075 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.075 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.075 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.076 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.076 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.076 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.076 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.076 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.076 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1d", 2024-09-20T22:59:31.076 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.076 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.076 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.076 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5196, 2024-09-20T22:59:31.076 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.076 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:07:12.142545+0000", 2024-09-20T22:59:31.077 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.077 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.077 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.077 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.080 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.080 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.080 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.080 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.080 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.080 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.080 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:31.081 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.081 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:31.081 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.081 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.081 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.081 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.081 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.081 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:31.081 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.081 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:31.081 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.081 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.082 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.082 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.082 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.082 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.082 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.875283+0000", 2024-09-20T22:59:31.082 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.698672+0000", 2024-09-20T22:59:31.082 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.698672+0000", 2024-09-20T22:59:31.082 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.699056+0000", 2024-09-20T22:59:31.082 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.875283+0000", 2024-09-20T22:59:31.082 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.082 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:31.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.875283+0000", 2024-09-20T22:59:31.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.875283+0000", 2024-09-20T22:59:31.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.875283+0000", 2024-09-20T22:59:31.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.875283+0000", 2024-09-20T22:59:31.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.875283+0000", 2024-09-20T22:59:31.083 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.083 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.084 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.084 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.084 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:31.084 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.084 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.084 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.084 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.084 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.084 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.084 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.084 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.085 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.a", 2024-09-20T22:59:31.085 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.085 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.085 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.085 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5179, 2024-09-20T22:59:31.085 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.085 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:15:38.779356+0000", 2024-09-20T22:59:31.085 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.085 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.085 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.088 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.088 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.088 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.088 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.088 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.088 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.088 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.088 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.088 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.088 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.088 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.088 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.088 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.089 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.089 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.089 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.089 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.089 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.089 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.089 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.089 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:31.089 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.089 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:31.089 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.089 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.089 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.090 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.090 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.090 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.090 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:31.090 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.090 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:31.090 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.090 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.090 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:31.090 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.090 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.090 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.091 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156849+0000", 2024-09-20T22:59:31.091 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.633683+0000", 2024-09-20T22:59:31.091 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.633683+0000", 2024-09-20T22:59:31.091 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.634750+0000", 2024-09-20T22:59:31.091 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156849+0000", 2024-09-20T22:59:31.091 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.091 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.091 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.091 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.091 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156849+0000", 2024-09-20T22:59:31.091 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156849+0000", 2024-09-20T22:59:31.091 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156849+0000", 2024-09-20T22:59:31.092 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.092 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.092 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.092 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156849+0000", 2024-09-20T22:59:31.092 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156849+0000", 2024-09-20T22:59:31.092 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.092 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3, 2024-09-20T22:59:31.092 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.092 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.092 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.092 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.093 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.093 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.093 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.093 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3, 2024-09-20T22:59:31.093 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.093 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.093 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.093 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.b", 2024-09-20T22:59:31.093 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.093 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.093 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.093 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5148, 2024-09-20T22:59:31.094 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.094 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:55:43.758475+0000", 2024-09-20T22:59:31.094 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.094 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.094 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.095 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.095 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.095 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.095 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.095 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.095 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.095 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.095 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.095 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.095 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.095 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:31.095 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:31.095 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:31.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:31.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.096 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.097 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 2, 2024-09-20T22:59:31.097 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 2, 2024-09-20T22:59:31.097 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.097 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.097 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.097 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 1, 2024-09-20T22:59:31.097 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.097 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.097 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.097 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.097 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.097 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.098 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.098 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:31.098 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.098 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:31.098 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "556'3" 2024-09-20T22:59:31.098 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.098 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.098 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.098 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.098 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.098 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:31.098 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.099 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:31.099 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.099 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.099 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.099 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.099 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.099 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.099 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.016196+0000", 2024-09-20T22:59:31.099 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.594966+0000", 2024-09-20T22:59:31.099 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.594966+0000", 2024-09-20T22:59:31.099 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.595380+0000", 2024-09-20T22:59:31.099 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.016196+0000", 2024-09-20T22:59:31.099 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.100 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.100 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.100 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:31.100 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.016196+0000", 2024-09-20T22:59:31.100 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.016196+0000", 2024-09-20T22:59:31.100 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.016196+0000", 2024-09-20T22:59:31.100 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.100 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.100 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.100 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.016196+0000", 2024-09-20T22:59:31.100 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.016196+0000", 2024-09-20T22:59:31.100 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.100 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.101 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.101 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.101 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:31.101 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.101 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.101 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.101 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.101 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.101 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.101 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.101 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.101 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.b", 2024-09-20T22:59:31.102 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.102 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.102 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.102 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5301, 2024-09-20T22:59:31.102 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.102 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:53:09.212564+0000", 2024-09-20T22:59:31.102 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.102 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.102 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.102 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.102 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.103 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.103 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.103 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.103 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.103 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.103 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.103 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.103 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.103 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.103 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.103 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.104 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.104 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.104 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.104 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.104 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.104 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.104 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.104 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.104 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.104 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.104 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.104 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.105 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.106 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.106 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.106 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.106 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.106 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.106 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.106 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:31.106 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.106 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:31.106 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.107 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.107 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.107 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.107 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.107 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.107 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:31.107 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.107 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:31.107 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.107 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.107 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:31.107 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.108 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.108 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.108 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.982238+0000", 2024-09-20T22:59:31.108 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.642922+0000", 2024-09-20T22:59:31.108 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.642922+0000", 2024-09-20T22:59:31.108 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.643284+0000", 2024-09-20T22:59:31.108 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.982238+0000", 2024-09-20T22:59:31.108 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.108 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.108 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.108 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.108 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.982238+0000", 2024-09-20T22:59:31.108 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.982238+0000", 2024-09-20T22:59:31.109 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.982238+0000", 2024-09-20T22:59:31.109 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.109 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.109 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.109 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.982238+0000", 2024-09-20T22:59:31.109 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.982238+0000", 2024-09-20T22:59:31.109 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.109 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.109 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.109 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.110 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.110 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.110 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.110 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.110 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.110 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.110 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.110 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.110 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.110 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.a", 2024-09-20T22:59:31.110 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.110 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.111 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.111 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5339, 2024-09-20T22:59:31.111 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.111 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:19:10.378166+0000", 2024-09-20T22:59:31.111 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.111 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.111 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.111 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.111 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.111 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.111 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.111 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.112 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.115 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.115 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.115 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.115 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.115 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.115 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.115 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:31.115 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.115 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:31.115 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.115 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.115 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.115 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.116 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.116 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.116 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:31.116 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.116 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:31.116 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.116 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.116 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.116 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.116 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.116 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.116 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.016551+0000", 2024-09-20T22:59:31.116 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.637235+0000", 2024-09-20T22:59:31.117 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.637235+0000", 2024-09-20T22:59:31.117 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.637909+0000", 2024-09-20T22:59:31.117 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.016551+0000", 2024-09-20T22:59:31.117 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.117 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.117 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.117 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.117 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.016551+0000", 2024-09-20T22:59:31.117 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.016551+0000", 2024-09-20T22:59:31.117 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.016551+0000", 2024-09-20T22:59:31.117 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.117 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.117 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.117 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.016551+0000", 2024-09-20T22:59:31.118 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.016551+0000", 2024-09-20T22:59:31.118 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.118 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.118 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.118 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.118 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.118 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.118 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.118 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.118 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.118 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.118 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.118 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.119 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.119 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.8", 2024-09-20T22:59:31.119 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.119 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.119 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.119 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5295, 2024-09-20T22:59:31.119 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.119 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:30:13.432800+0000", 2024-09-20T22:59:31.119 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.119 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.119 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.119 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.123 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.123 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.123 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.123 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.123 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.123 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.123 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:31.123 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.123 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:31.124 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.124 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.124 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.124 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.124 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.124 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.124 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:31.124 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.124 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:31.124 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.124 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.124 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:31.125 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.125 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.125 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.125 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.983679+0000", 2024-09-20T22:59:31.125 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.642917+0000", 2024-09-20T22:59:31.125 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.642917+0000", 2024-09-20T22:59:31.125 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.643405+0000", 2024-09-20T22:59:31.125 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.983679+0000", 2024-09-20T22:59:31.125 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.125 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.125 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.125 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.125 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.983679+0000", 2024-09-20T22:59:31.126 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.983679+0000", 2024-09-20T22:59:31.126 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.983679+0000", 2024-09-20T22:59:31.126 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.126 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.126 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.126 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.983679+0000", 2024-09-20T22:59:31.126 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.983679+0000", 2024-09-20T22:59:31.126 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.126 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.126 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.126 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.126 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.126 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.127 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.127 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.127 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.127 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.127 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.127 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.127 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.127 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.9", 2024-09-20T22:59:31.127 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.127 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.127 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.127 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5339, 2024-09-20T22:59:31.127 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.128 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:16:12.825147+0000", 2024-09-20T22:59:31.128 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.128 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.128 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.128 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.128 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.128 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.128 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.128 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.128 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.128 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.128 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.128 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.128 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.131 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.131 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.131 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.131 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.131 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.132 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.132 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.132 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:31.132 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.132 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:31.132 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.132 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.132 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.132 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.132 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.132 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:31.132 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:31.133 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.133 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T22:59:31.133 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.133 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.133 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.133 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.133 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.133 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.133 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.981263+0000", 2024-09-20T22:59:31.133 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.627448+0000", 2024-09-20T22:59:31.133 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.627448+0000", 2024-09-20T22:59:31.133 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.627758+0000", 2024-09-20T22:59:31.134 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.981263+0000", 2024-09-20T22:59:31.134 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.134 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.134 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.134 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.134 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.981263+0000", 2024-09-20T22:59:31.134 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.981263+0000", 2024-09-20T22:59:31.134 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.981263+0000", 2024-09-20T22:59:31.134 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.134 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.134 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.134 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.981263+0000", 2024-09-20T22:59:31.134 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.981263+0000", 2024-09-20T22:59:31.135 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.135 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.135 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.135 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.135 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.135 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.135 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.135 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.135 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.135 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.136 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.136 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.136 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.136 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.9", 2024-09-20T22:59:31.136 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.136 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.136 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.136 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5267, 2024-09-20T22:59:31.136 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.136 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:10:06.475565+0000", 2024-09-20T22:59:31.136 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.136 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.137 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.138 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.139 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.140 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.140 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.140 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.140 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.140 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.140 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.141 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:31.141 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:31.141 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.141 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T22:59:31.141 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.141 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.141 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.141 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.141 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.141 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.141 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:31.141 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.141 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:31.142 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.142 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.142 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:31.142 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.142 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.142 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.142 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.155042+0000", 2024-09-20T22:59:31.142 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.640084+0000", 2024-09-20T22:59:31.142 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.640084+0000", 2024-09-20T22:59:31.142 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.640583+0000", 2024-09-20T22:59:31.142 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.155042+0000", 2024-09-20T22:59:31.143 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.143 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.143 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.143 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.143 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.155042+0000", 2024-09-20T22:59:31.143 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.155042+0000", 2024-09-20T22:59:31.143 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.155042+0000", 2024-09-20T22:59:31.143 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.143 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.144 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.144 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.155042+0000", 2024-09-20T22:59:31.144 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.155042+0000", 2024-09-20T22:59:31.144 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.144 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.144 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.144 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.144 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.144 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.144 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.144 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.144 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.144 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.145 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.145 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.145 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.145 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.8", 2024-09-20T22:59:31.145 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.145 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.145 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.145 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5136, 2024-09-20T22:59:31.145 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.145 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:48:08.217802+0000", 2024-09-20T22:59:31.145 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.145 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.145 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.145 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.146 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.146 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.146 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.146 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.146 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.146 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.146 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.146 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.146 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.146 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.146 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.146 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.146 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.147 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.148 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.149 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.149 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.149 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.149 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.149 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.149 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:31.149 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.149 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:31.149 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.149 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.149 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.149 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.149 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.149 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.150 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:31.150 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.150 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:31.150 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.150 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.150 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.150 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.150 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.150 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.150 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.984448+0000", 2024-09-20T22:59:31.150 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.610743+0000", 2024-09-20T22:59:31.150 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.610743+0000", 2024-09-20T22:59:31.150 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.611309+0000", 2024-09-20T22:59:31.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.984448+0000", 2024-09-20T22:59:31.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:31.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.984448+0000", 2024-09-20T22:59:31.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.984448+0000", 2024-09-20T22:59:31.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.984448+0000", 2024-09-20T22:59:31.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.984448+0000", 2024-09-20T22:59:31.151 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.984448+0000", 2024-09-20T22:59:31.152 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.152 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.152 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.152 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.152 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:31.152 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.152 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.152 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.152 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.152 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.152 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.152 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.152 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.153 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.6", 2024-09-20T22:59:31.153 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.153 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.153 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.153 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5357, 2024-09-20T22:59:31.153 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.153 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:01:58.847825+0000", 2024-09-20T22:59:31.153 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.153 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.153 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.153 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.153 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.154 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.157 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.157 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.157 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.157 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.157 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.157 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.157 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.157 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.157 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.157 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:31.157 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.157 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:31.158 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.158 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.158 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.158 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.158 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.158 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.158 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:31.158 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.158 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:31.158 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.159 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.159 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:31.159 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.159 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.159 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.159 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.879302+0000", 2024-09-20T22:59:31.159 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.642577+0000", 2024-09-20T22:59:31.159 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.642577+0000", 2024-09-20T22:59:31.159 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.643020+0000", 2024-09-20T22:59:31.159 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.879302+0000", 2024-09-20T22:59:31.159 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.159 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.159 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.160 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.160 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.879302+0000", 2024-09-20T22:59:31.160 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.879302+0000", 2024-09-20T22:59:31.160 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.879302+0000", 2024-09-20T22:59:31.160 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.160 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.160 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.160 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.879302+0000", 2024-09-20T22:59:31.160 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.879302+0000", 2024-09-20T22:59:31.160 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.160 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T22:59:31.160 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.161 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.161 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.161 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.161 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.161 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.161 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.161 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T22:59:31.161 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.161 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.161 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.161 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.7", 2024-09-20T22:59:31.161 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.161 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.162 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.162 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5153, 2024-09-20T22:59:31.162 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.162 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T02:54:48.972426+0000", 2024-09-20T22:59:31.162 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.162 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.162 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.162 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.164 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.164 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:31.164 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:31.164 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.164 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:31.164 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.164 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.164 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.164 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.164 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.164 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:31.164 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 6, 2024-09-20T22:59:31.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 6, 2024-09-20T22:59:31.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-20T22:59:31.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.166 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.166 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.166 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.166 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.166 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.166 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.166 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:31.166 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.166 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:31.166 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'2" 2024-09-20T22:59:31.166 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.167 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.167 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.167 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.167 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.167 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:31.167 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.167 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T22:59:31.167 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.167 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.167 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T22:59:31.168 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.168 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.168 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.168 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.981222+0000", 2024-09-20T22:59:31.168 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.691957+0000", 2024-09-20T22:59:31.168 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.691957+0000", 2024-09-20T22:59:31.168 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T22:23:13.388885+0000", 2024-09-20T22:59:31.168 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.981222+0000", 2024-09-20T22:59:31.168 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:31.168 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.168 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:31.169 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:31.169 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.981222+0000", 2024-09-20T22:59:31.169 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.981222+0000", 2024-09-20T22:59:31.169 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.981222+0000", 2024-09-20T22:59:31.169 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.169 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.169 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:31.169 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.981222+0000", 2024-09-20T22:59:31.169 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.981222+0000", 2024-09-20T22:59:31.169 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.169 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3101, 2024-09-20T22:59:31.169 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.169 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.170 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:31.170 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.170 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.170 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.170 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.170 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3101, 2024-09-20T22:59:31.170 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.170 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.170 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.170 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.1", 2024-09-20T22:59:31.170 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.170 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.170 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.171 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 9277, 2024-09-20T22:59:31.171 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.171 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:34:16.526661+0000", 2024-09-20T22:59:31.171 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.005024727, 2024-09-20T22:59:31.171 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.171 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.171 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.171 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.171 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.171 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.171 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.171 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.171 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.173 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1703, 2024-09-20T22:59:31.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 377334, 2024-09-20T22:59:31.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3074, 2024-09-20T22:59:31.174 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 397563 2024-09-20T22:59:31.174 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.174 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.174 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.174 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.174 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.174 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.174 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:31.175 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.175 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T22:59:31.175 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1132'3101" 2024-09-20T22:59:31.175 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.175 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.175 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.175 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.175 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.175 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.175 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.175 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:31.175 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.175 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.176 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.176 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.176 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.176 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.176 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.017607+0000", 2024-09-20T22:59:31.176 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.636343+0000", 2024-09-20T22:59:31.176 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.636343+0000", 2024-09-20T22:59:31.176 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.636714+0000", 2024-09-20T22:59:31.177 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.017607+0000", 2024-09-20T22:59:31.177 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.177 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.177 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.177 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.177 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.017607+0000", 2024-09-20T22:59:31.177 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.017607+0000", 2024-09-20T22:59:31.177 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.017607+0000", 2024-09-20T22:59:31.177 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.177 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.177 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.177 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.017607+0000", 2024-09-20T22:59:31.178 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.017607+0000", 2024-09-20T22:59:31.178 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.178 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.178 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.178 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.178 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.178 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.178 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.178 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.178 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.178 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.179 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.179 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.179 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.179 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.7", 2024-09-20T22:59:31.179 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.179 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.179 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.179 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5303, 2024-09-20T22:59:31.179 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.179 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:15:26.094442+0000", 2024-09-20T22:59:31.179 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.179 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.179 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.180 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.181 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.182 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.183 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.183 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.183 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.183 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.183 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.183 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.183 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.183 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.184 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.184 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:31.184 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.184 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.184 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.184 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.184 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.184 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.184 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:31.184 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.184 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:31.184 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.185 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.185 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:31.185 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.185 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.185 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.185 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.984224+0000", 2024-09-20T22:59:31.185 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.692996+0000", 2024-09-20T22:59:31.185 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.692996+0000", 2024-09-20T22:59:31.185 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.693389+0000", 2024-09-20T22:59:31.185 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.984224+0000", 2024-09-20T22:59:31.185 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.185 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:31.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.984224+0000", 2024-09-20T22:59:31.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.984224+0000", 2024-09-20T22:59:31.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.984224+0000", 2024-09-20T22:59:31.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.984224+0000", 2024-09-20T22:59:31.186 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.984224+0000", 2024-09-20T22:59:31.186 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.186 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T22:59:31.187 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.187 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.187 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:31.187 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.187 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.187 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.187 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.187 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T22:59:31.187 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.187 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.187 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.187 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.6", 2024-09-20T22:59:31.188 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.188 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.188 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.188 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5347, 2024-09-20T22:59:31.188 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.188 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:42:46.698301+0000", 2024-09-20T22:59:31.188 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.188 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.188 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.188 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.189 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:31.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:31.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:31.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:31.190 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 2, 2024-09-20T22:59:31.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 2, 2024-09-20T22:59:31.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2, 2024-09-20T22:59:31.192 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.192 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.192 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.192 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.192 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.192 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.192 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.192 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:31.192 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.192 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:31.192 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "560'2" 2024-09-20T22:59:31.192 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.192 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.193 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.193 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.193 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.193 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.193 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.193 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:31.193 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.193 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.193 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T22:59:31.193 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.193 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.193 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.194 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.016286+0000", 2024-09-20T22:59:31.194 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.636984+0000", 2024-09-20T22:59:31.194 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.636984+0000", 2024-09-20T22:59:31.194 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T22:23:13.388205+0000", 2024-09-20T22:59:31.194 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.016286+0000", 2024-09-20T22:59:31.194 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:31.194 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.194 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:31.194 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.194 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.016286+0000", 2024-09-20T22:59:31.194 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.016286+0000", 2024-09-20T22:59:31.195 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.016286+0000", 2024-09-20T22:59:31.195 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.195 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.195 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:31.195 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.016286+0000", 2024-09-20T22:59:31.195 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.016286+0000", 2024-09-20T22:59:31.195 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.195 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3019, 2024-09-20T22:59:31.195 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.195 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.196 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.196 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.196 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.196 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.196 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.196 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3019, 2024-09-20T22:59:31.196 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.196 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.196 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.197 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.0", 2024-09-20T22:59:31.197 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.197 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.197 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.197 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 9081, 2024-09-20T22:59:31.197 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.197 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:12:05.258232+0000", 2024-09-20T22:59:31.197 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.004441989, 2024-09-20T22:59:31.197 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.197 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.197 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.201 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1309, 2024-09-20T22:59:31.201 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 402051, 2024-09-20T22:59:31.201 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.201 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.201 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.201 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2999, 2024-09-20T22:59:31.201 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 391628 2024-09-20T22:59:31.201 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.201 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.201 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.202 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.202 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.202 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.202 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.202 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.202 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:31.202 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1132'3019" 2024-09-20T22:59:31.202 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.202 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.202 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.202 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.203 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:31.203 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:31.203 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.203 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:31.203 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.203 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.203 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.203 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.203 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.203 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.203 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.985108+0000", 2024-09-20T22:59:31.203 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.403721+0000", 2024-09-20T22:59:31.204 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.403721+0000", 2024-09-20T22:59:31.204 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.404206+0000", 2024-09-20T22:59:31.204 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.985108+0000", 2024-09-20T22:59:31.204 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.204 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.204 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.204 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:31.204 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.985108+0000", 2024-09-20T22:59:31.204 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.985108+0000", 2024-09-20T22:59:31.204 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.985108+0000", 2024-09-20T22:59:31.204 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.204 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.205 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.205 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.985108+0000", 2024-09-20T22:59:31.205 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.985108+0000", 2024-09-20T22:59:31.205 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.205 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.205 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.205 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.205 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:31.205 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.205 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.205 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.206 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.206 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.206 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.206 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.206 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.206 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.4", 2024-09-20T22:59:31.206 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.206 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.206 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.206 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5341, 2024-09-20T22:59:31.206 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.206 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:27:13.846984+0000", 2024-09-20T22:59:31.207 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.207 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.207 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.209 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.210 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.210 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.210 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.210 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.210 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.210 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.210 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:31.210 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:31.210 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.210 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:31.211 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.211 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.211 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.211 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.211 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:31.211 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.211 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:31.211 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.211 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T22:59:31.211 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.211 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.211 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:31.211 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.211 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.212 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.212 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:25.774735+0000", 2024-09-20T22:59:31.212 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.596569+0000", 2024-09-20T22:59:31.212 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.596569+0000", 2024-09-20T22:59:31.212 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.597795+0000", 2024-09-20T22:59:31.212 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:25.774735+0000", 2024-09-20T22:59:31.212 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.212 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.212 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.212 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:31.212 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:25.774735+0000", 2024-09-20T22:59:31.212 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:25.774735+0000", 2024-09-20T22:59:31.212 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:25.774735+0000", 2024-09-20T22:59:31.212 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.213 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.213 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.213 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:25.774735+0000", 2024-09-20T22:59:31.213 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:25.774735+0000", 2024-09-20T22:59:31.213 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.213 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.213 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.213 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.213 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:31.213 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.213 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.213 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.213 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.214 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.214 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.214 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.214 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.214 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.5", 2024-09-20T22:59:31.214 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.214 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.214 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.214 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5315, 2024-09-20T22:59:31.214 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.214 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:30:57.249917+0000", 2024-09-20T22:59:31.215 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.215 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.215 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.217 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.218 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.218 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.218 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.218 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.218 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.218 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:31.218 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.219 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:31.219 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.219 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T22:59:31.219 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.219 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.219 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.219 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.219 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.219 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.219 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:31.219 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.219 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:31.220 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.220 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.220 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T22:59:31.220 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.220 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.220 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.220 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.980584+0000", 2024-09-20T22:59:31.220 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.637782+0000", 2024-09-20T22:59:31.220 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.637782+0000", 2024-09-20T22:59:31.220 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T22:23:13.402482+0000", 2024-09-20T22:59:31.220 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.980584+0000", 2024-09-20T22:59:31.220 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:31.220 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:31.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.980584+0000", 2024-09-20T22:59:31.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.980584+0000", 2024-09-20T22:59:31.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.980584+0000", 2024-09-20T22:59:31.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:31.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.980584+0000", 2024-09-20T22:59:31.221 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.980584+0000", 2024-09-20T22:59:31.221 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.221 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3130, 2024-09-20T22:59:31.221 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.222 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.222 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.222 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.222 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.222 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.222 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.222 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3130, 2024-09-20T22:59:31.222 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.222 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.222 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.222 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.3", 2024-09-20T22:59:31.222 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.222 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.223 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.223 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 9173, 2024-09-20T22:59:31.223 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.223 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:09:02.812712+0000", 2024-09-20T22:59:31.223 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.011601735, 2024-09-20T22:59:31.223 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.223 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:31.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:31.224 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:31.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:31.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.225 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 895, 2024-09-20T22:59:31.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 403247, 2024-09-20T22:59:31.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3109, 2024-09-20T22:59:31.226 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 418521 2024-09-20T22:59:31.226 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.226 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.226 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.227 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.227 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.227 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.227 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:31.227 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.227 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:31.227 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1132'3130" 2024-09-20T22:59:31.227 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.227 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.227 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.227 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.227 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.227 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:31.228 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.228 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:31.228 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.228 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.228 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.228 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.228 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.228 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.228 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.871832+0000", 2024-09-20T22:59:31.228 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.401932+0000", 2024-09-20T22:59:31.228 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.401932+0000", 2024-09-20T22:59:31.228 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.402226+0000", 2024-09-20T22:59:31.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.871832+0000", 2024-09-20T22:59:31.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:31.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.871832+0000", 2024-09-20T22:59:31.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.871832+0000", 2024-09-20T22:59:31.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.871832+0000", 2024-09-20T22:59:31.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.229 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.230 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.871832+0000", 2024-09-20T22:59:31.230 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.871832+0000", 2024-09-20T22:59:31.230 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.230 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.230 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.230 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.230 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:31.230 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.230 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.230 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.230 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.231 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.231 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.231 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.231 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.231 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.5", 2024-09-20T22:59:31.231 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.231 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.231 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.231 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5217, 2024-09-20T22:59:31.231 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.231 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:19:00.559359+0000", 2024-09-20T22:59:31.231 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.231 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.232 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.232 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.233 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.235 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.235 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.235 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.235 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.235 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.235 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.236 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:31.236 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.236 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:31.236 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.236 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.236 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.236 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.236 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.236 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.236 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:31.236 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.236 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:31.236 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.237 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.237 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:31.237 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.237 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.237 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.237 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.985193+0000", 2024-09-20T22:59:31.237 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.636168+0000", 2024-09-20T22:59:31.237 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.636168+0000", 2024-09-20T22:59:31.237 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.636510+0000", 2024-09-20T22:59:31.237 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.985193+0000", 2024-09-20T22:59:31.237 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.237 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.237 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.237 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.238 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.985193+0000", 2024-09-20T22:59:31.238 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.985193+0000", 2024-09-20T22:59:31.238 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.985193+0000", 2024-09-20T22:59:31.238 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.238 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.238 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.238 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.985193+0000", 2024-09-20T22:59:31.238 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.985193+0000", 2024-09-20T22:59:31.238 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.238 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.238 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.239 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.239 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.239 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.239 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.239 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.239 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.239 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.239 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.239 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.239 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.239 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.4", 2024-09-20T22:59:31.239 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.239 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.240 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.240 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5353, 2024-09-20T22:59:31.240 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.240 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:55:02.284592+0000", 2024-09-20T22:59:31.240 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.240 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.240 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.240 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.244 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.244 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.244 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.244 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.244 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.244 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.244 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:31.244 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.244 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:31.244 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.244 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.244 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.244 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.245 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.245 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.245 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:31.245 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.245 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:31.245 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.245 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.245 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T22:59:31.245 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.245 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.245 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.245 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.981453+0000", 2024-09-20T22:59:31.245 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.410576+0000", 2024-09-20T22:59:31.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.410576+0000", 2024-09-20T22:59:31.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T22:23:13.404539+0000", 2024-09-20T22:59:31.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.981453+0000", 2024-09-20T22:59:31.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:31.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:31.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:31.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.981453+0000", 2024-09-20T22:59:31.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.981453+0000", 2024-09-20T22:59:31.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.981453+0000", 2024-09-20T22:59:31.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:31.247 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.981453+0000", 2024-09-20T22:59:31.247 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.981453+0000", 2024-09-20T22:59:31.247 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.247 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3165, 2024-09-20T22:59:31.247 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.247 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.247 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:31.247 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.247 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.247 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.247 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.247 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3165, 2024-09-20T22:59:31.247 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.247 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.248 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.248 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.2", 2024-09-20T22:59:31.248 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.248 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.248 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.248 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 9381, 2024-09-20T22:59:31.248 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.248 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:47:57.352089+0000", 2024-09-20T22:59:31.248 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.00945695, 2024-09-20T22:59:31.248 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.248 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 19, 2024-09-20T22:59:31.248 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:31.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:31.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:31.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1298, 2024-09-20T22:59:31.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 402048, 2024-09-20T22:59:31.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3152, 2024-09-20T22:59:31.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 407365 2024-09-20T22:59:31.251 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.252 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.252 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.252 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.252 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.252 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.252 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:31.252 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.252 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:31.252 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1132'3165" 2024-09-20T22:59:31.252 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.252 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.252 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.253 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.253 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.253 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:31.253 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.253 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T22:59:31.253 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.253 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.253 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.253 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.253 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.253 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.253 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.981793+0000", 2024-09-20T22:59:31.254 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.691713+0000", 2024-09-20T22:59:31.254 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.691713+0000", 2024-09-20T22:59:31.254 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.692022+0000", 2024-09-20T22:59:31.254 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.981793+0000", 2024-09-20T22:59:31.254 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.254 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.254 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.254 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:31.254 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.981793+0000", 2024-09-20T22:59:31.254 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.981793+0000", 2024-09-20T22:59:31.255 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.981793+0000", 2024-09-20T22:59:31.255 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.255 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.255 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.255 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.981793+0000", 2024-09-20T22:59:31.255 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.981793+0000", 2024-09-20T22:59:31.255 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.255 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.255 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.255 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.256 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:31.256 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.256 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.256 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.256 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.256 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.256 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.256 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.256 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.256 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3", 2024-09-20T22:59:31.256 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.256 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.256 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.257 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5244, 2024-09-20T22:59:31.257 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.257 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:22:32.817458+0000", 2024-09-20T22:59:31.257 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.257 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.257 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.260 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.260 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.260 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.260 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.260 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.261 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.261 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.261 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:31.261 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.261 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T22:59:31.261 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.261 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.261 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.261 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.261 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.261 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.262 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:31.262 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.262 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:31.262 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.262 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.262 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:31.262 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.262 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.262 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.262 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.870933+0000", 2024-09-20T22:59:31.262 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.688340+0000", 2024-09-20T22:59:31.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.688340+0000", 2024-09-20T22:59:31.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.688885+0000", 2024-09-20T22:59:31.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.870933+0000", 2024-09-20T22:59:31.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:31.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.870933+0000", 2024-09-20T22:59:31.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.870933+0000", 2024-09-20T22:59:31.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.870933+0000", 2024-09-20T22:59:31.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.263 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.264 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.264 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.870933+0000", 2024-09-20T22:59:31.264 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.870933+0000", 2024-09-20T22:59:31.264 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.264 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.264 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.264 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.264 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:31.264 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.264 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.264 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.264 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.265 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.265 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.265 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.265 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.265 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.2", 2024-09-20T22:59:31.265 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.265 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.265 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.265 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5187, 2024-09-20T22:59:31.265 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.265 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T02:32:52.016422+0000", 2024-09-20T22:59:31.265 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.265 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.265 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.267 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.268 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.269 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.269 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.269 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.269 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.269 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.269 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.269 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:31.269 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.269 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:31.269 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.269 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.269 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.270 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.270 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.270 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:31.270 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:31.270 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.270 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:31.270 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.270 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.270 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T22:59:31.270 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.270 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.270 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.271 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.985000+0000", 2024-09-20T22:59:31.271 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:47:54.642593+0000", 2024-09-20T22:59:31.271 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:47:54.642593+0000", 2024-09-20T22:59:31.271 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T22:23:13.402550+0000", 2024-09-20T22:59:31.271 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.985000+0000", 2024-09-20T22:59:31.271 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:31.271 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.271 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:31.271 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 403, 2024-09-20T22:59:31.271 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.985000+0000", 2024-09-20T22:59:31.271 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.985000+0000", 2024-09-20T22:59:31.271 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.985000+0000", 2024-09-20T22:59:31.271 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.272 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.272 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:31.272 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.985000+0000", 2024-09-20T22:59:31.272 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.985000+0000", 2024-09-20T22:59:31.272 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.272 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2976, 2024-09-20T22:59:31.272 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.272 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.272 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 402, 2024-09-20T22:59:31.272 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.272 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.272 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.272 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.273 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2976, 2024-09-20T22:59:31.273 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.273 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.273 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.273 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.4", 2024-09-20T22:59:31.273 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.273 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.273 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.273 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 8930, 2024-09-20T22:59:31.273 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.273 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:41:25.841173+0000", 2024-09-20T22:59:31.273 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.006990142, 2024-09-20T22:59:31.274 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.274 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.274 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:31.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:31.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.275 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:31.276 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.276 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.276 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.276 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.276 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.276 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:31.276 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.276 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.276 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.276 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.276 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.276 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 754, 2024-09-20T22:59:31.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 375259, 2024-09-20T22:59:31.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2982, 2024-09-20T22:59:31.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 376914 2024-09-20T22:59:31.277 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.277 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.277 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.277 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.277 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.277 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:31.278 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:31.278 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.278 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:31.278 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1132'2976" 2024-09-20T22:59:31.278 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.278 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.278 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.278 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.278 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:31.278 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:31.278 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.278 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:31.278 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.279 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.279 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.279 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.281 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.281 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.281 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.981732+0000", 2024-09-20T22:59:31.281 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.692948+0000", 2024-09-20T22:59:31.281 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.692948+0000", 2024-09-20T22:59:31.282 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.693522+0000", 2024-09-20T22:59:31.282 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.981732+0000", 2024-09-20T22:59:31.282 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.282 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.282 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.282 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:31.282 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.981732+0000", 2024-09-20T22:59:31.282 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.981732+0000", 2024-09-20T22:59:31.282 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.981732+0000", 2024-09-20T22:59:31.282 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.282 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.283 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.283 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph telemetry show-device 2024-09-20T22:59:31.284 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='client.46016 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:31.284 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='client.46034 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:31.284 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='client.46034 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:31.284 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:59:31.284 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:59:31.284 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.284 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.284 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.284 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.285 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.285 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.285 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.285 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.285 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.285 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:31.285 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:31.285 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.285 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.285 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.285 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:31.285 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:31.285 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.286 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.286 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.286 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:31.286 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:31.286 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.286 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='client.46016 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:31.287 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='client.46034 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:31.287 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='client.46034 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:31.287 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:59:31.287 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:59:31.287 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.287 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.287 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.287 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.287 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.287 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.287 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.287 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.287 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.288 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:31.288 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:31.288 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.288 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.288 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.288 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:31.288 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:31.288 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.288 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.288 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.288 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:31.288 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:31.288 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.289 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.981732+0000", 2024-09-20T22:59:31.289 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.981732+0000", 2024-09-20T22:59:31.289 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.289 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.289 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.289 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.290 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:31.290 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.290 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.290 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.290 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.290 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.290 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.290 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.290 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.290 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.0", 2024-09-20T22:59:31.290 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.290 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.291 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.291 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5343, 2024-09-20T22:59:31.291 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.291 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:01:40.722180+0000", 2024-09-20T22:59:31.291 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.291 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.291 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.294 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.294 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.294 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.294 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.294 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.295 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.295 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:31.295 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:31.295 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.295 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:31.295 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.295 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.295 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.295 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.295 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:31.295 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.295 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.296 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.296 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T22:59:31.296 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.296 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.296 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:31.296 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.296 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.296 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.296 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:25.774250+0000", 2024-09-20T22:59:31.296 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:47:54.633067+0000", 2024-09-20T22:59:31.296 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:47:54.633067+0000", 2024-09-20T22:59:31.296 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:47:54.633375+0000", 2024-09-20T22:59:31.297 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:25.774250+0000", 2024-09-20T22:59:31.297 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.297 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.297 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.297 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 403, 2024-09-20T22:59:31.297 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:25.774250+0000", 2024-09-20T22:59:31.297 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:25.774250+0000", 2024-09-20T22:59:31.297 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:25.774250+0000", 2024-09-20T22:59:31.297 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.297 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.297 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.297 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:25.774250+0000", 2024-09-20T22:59:31.298 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:25.774250+0000", 2024-09-20T22:59:31.298 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.298 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.298 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.298 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.298 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 402, 2024-09-20T22:59:31.298 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.298 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.298 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.298 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.298 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.298 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.299 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.299 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.299 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1", 2024-09-20T22:59:31.299 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.299 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.299 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.299 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5321, 2024-09-20T22:59:31.299 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.299 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:51:34.403799+0000", 2024-09-20T22:59:31.299 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.299 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.300 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.302 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.303 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.303 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.303 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.303 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.303 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.303 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:31.303 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.303 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.304 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.304 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T22:59:31.304 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.304 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.304 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.304 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.304 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.304 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.304 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.304 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.304 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:31.304 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.305 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.305 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T22:59:31.305 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.305 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.305 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.305 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.986094+0000", 2024-09-20T22:59:31.305 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.406483+0000", 2024-09-20T22:59:31.305 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.406483+0000", 2024-09-20T22:59:31.305 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T22:23:13.410941+0000", 2024-09-20T22:59:31.305 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.986094+0000", 2024-09-20T22:59:31.305 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:31.305 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.305 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:31.306 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:31.306 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.986094+0000", 2024-09-20T22:59:31.306 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.986094+0000", 2024-09-20T22:59:31.306 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.986094+0000", 2024-09-20T22:59:31.306 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.306 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.306 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:31.306 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.986094+0000", 2024-09-20T22:59:31.306 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.986094+0000", 2024-09-20T22:59:31.306 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.306 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2967, 2024-09-20T22:59:31.306 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.306 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.307 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:31.307 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.307 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.307 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.307 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.307 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2967, 2024-09-20T22:59:31.307 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.307 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.307 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.307 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.7", 2024-09-20T22:59:31.307 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.307 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.307 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.308 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 8807, 2024-09-20T22:59:31.308 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.308 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T06:00:55.235367+0000", 2024-09-20T22:59:31.308 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.015368999, 2024-09-20T22:59:31.308 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.308 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.309 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.310 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 679, 2024-09-20T22:59:31.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 366217, 2024-09-20T22:59:31.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2963, 2024-09-20T22:59:31.311 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 370076 2024-09-20T22:59:31.311 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.311 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.312 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.312 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.312 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.312 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.312 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.312 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.312 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:31.312 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1132'2967" 2024-09-20T22:59:31.312 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.312 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.312 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.312 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.313 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.313 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:31.313 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.313 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:31.313 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.313 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.313 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.313 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.313 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.313 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.313 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.981370+0000", 2024-09-20T22:59:31.313 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.612215+0000", 2024-09-20T22:59:31.313 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.612215+0000", 2024-09-20T22:59:31.314 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.613648+0000", 2024-09-20T22:59:31.314 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.981370+0000", 2024-09-20T22:59:31.314 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.314 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.314 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.314 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:31.314 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.981370+0000", 2024-09-20T22:59:31.314 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.981370+0000", 2024-09-20T22:59:31.314 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.981370+0000", 2024-09-20T22:59:31.314 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.314 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.314 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.315 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.981370+0000", 2024-09-20T22:59:31.315 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.981370+0000", 2024-09-20T22:59:31.315 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.315 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.315 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.315 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.315 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:31.315 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.315 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.315 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.315 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.315 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.315 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.315 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.316 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.316 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1", 2024-09-20T22:59:31.316 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.316 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.316 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.316 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5359, 2024-09-20T22:59:31.316 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.316 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:11:04.787526+0000", 2024-09-20T22:59:31.316 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.316 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.316 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.316 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.317 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.318 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.319 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.319 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.320 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.320 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.320 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.320 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.320 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:31.320 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.320 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:31.320 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.320 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.320 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.320 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.320 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.321 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.321 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.321 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.321 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:31.321 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.321 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.321 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:31.321 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.321 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.321 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.322 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.155969+0000", 2024-09-20T22:59:31.322 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.638806+0000", 2024-09-20T22:59:31.322 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.638806+0000", 2024-09-20T22:59:31.322 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.640338+0000", 2024-09-20T22:59:31.322 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.155969+0000", 2024-09-20T22:59:31.322 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.322 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.322 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.322 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.322 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.155969+0000", 2024-09-20T22:59:31.322 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.155969+0000", 2024-09-20T22:59:31.323 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.155969+0000", 2024-09-20T22:59:31.323 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.323 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.323 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.323 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.155969+0000", 2024-09-20T22:59:31.323 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.155969+0000", 2024-09-20T22:59:31.323 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.323 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.323 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.323 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.324 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.324 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.324 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.324 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.324 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.324 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.324 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.324 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.324 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.324 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.0", 2024-09-20T22:59:31.324 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.324 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.325 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.325 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5139, 2024-09-20T22:59:31.325 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.325 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:32:16.447603+0000", 2024-09-20T22:59:31.325 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.325 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.325 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.325 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.326 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.328 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.328 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.328 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.329 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.329 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.329 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.329 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.329 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.329 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:31.329 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.329 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.329 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.329 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.329 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.329 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.330 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:31.330 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.330 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:31.330 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.330 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.330 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T22:59:31.330 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.330 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.330 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.330 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.984276+0000", 2024-09-20T22:59:31.330 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:47:20.956419+0000", 2024-09-20T22:59:31.331 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:47:20.956419+0000", 2024-09-20T22:59:31.331 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T22:23:13.400554+0000", 2024-09-20T22:59:31.331 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.984276+0000", 2024-09-20T22:59:31.331 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:31.331 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.331 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:31.331 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 370, 2024-09-20T22:59:31.331 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.984276+0000", 2024-09-20T22:59:31.331 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.984276+0000", 2024-09-20T22:59:31.331 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.984276+0000", 2024-09-20T22:59:31.331 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.331 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.331 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:31.332 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.984276+0000", 2024-09-20T22:59:31.332 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.984276+0000", 2024-09-20T22:59:31.332 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.332 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3162, 2024-09-20T22:59:31.332 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.332 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.332 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 369, 2024-09-20T22:59:31.332 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.332 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.332 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.332 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.332 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3162, 2024-09-20T22:59:31.333 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.333 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.333 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.333 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.6", 2024-09-20T22:59:31.333 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.333 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.333 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.333 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 9100, 2024-09-20T22:59:31.333 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.333 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:07:03.979631+0000", 2024-09-20T22:59:31.333 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.009198371, 2024-09-20T22:59:31.333 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.334 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 4194304, 2024-09-20T22:59:31.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.334 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:31.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:31.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:31.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.335 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 815, 2024-09-20T22:59:31.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 384998, 2024-09-20T22:59:31.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3140, 2024-09-20T22:59:31.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 394932 2024-09-20T22:59:31.337 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.337 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.337 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.337 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.337 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.337 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.337 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:31.337 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.337 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:31.337 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1132'3162" 2024-09-20T22:59:31.337 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.337 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.338 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.338 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.338 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.338 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:31.338 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.338 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:31.338 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.338 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.338 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.338 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.338 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.338 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.339 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.017050+0000", 2024-09-20T22:59:31.339 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.691351+0000", 2024-09-20T22:59:31.339 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.691351+0000", 2024-09-20T22:59:31.339 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.691890+0000", 2024-09-20T22:59:31.339 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.017050+0000", 2024-09-20T22:59:31.339 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.339 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.339 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.339 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:31.339 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.017050+0000", 2024-09-20T22:59:31.339 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.017050+0000", 2024-09-20T22:59:31.339 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.017050+0000", 2024-09-20T22:59:31.339 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.340 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.340 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.340 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.017050+0000", 2024-09-20T22:59:31.340 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.017050+0000", 2024-09-20T22:59:31.340 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.340 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.340 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.340 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.340 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:31.340 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.340 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.341 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.341 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.341 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.341 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.341 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.341 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.341 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2", 2024-09-20T22:59:31.341 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.341 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.341 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.341 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5294, 2024-09-20T22:59:31.341 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.341 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:37:04.437245+0000", 2024-09-20T22:59:31.342 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.342 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.342 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.342 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.345 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.345 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.345 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.345 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.345 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.345 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.345 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.345 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.345 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.345 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.345 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.345 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.345 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:31.346 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.346 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:31.346 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.346 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.346 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.346 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.346 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.346 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:31.346 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:31.346 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.346 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:31.347 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.347 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.347 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:31.347 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.347 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.347 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.347 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.871353+0000", 2024-09-20T22:59:31.347 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.637793+0000", 2024-09-20T22:59:31.347 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.637793+0000", 2024-09-20T22:59:31.347 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.638142+0000", 2024-09-20T22:59:31.347 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.871353+0000", 2024-09-20T22:59:31.347 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.871353+0000", 2024-09-20T22:59:31.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.871353+0000", 2024-09-20T22:59:31.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.871353+0000", 2024-09-20T22:59:31.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.871353+0000", 2024-09-20T22:59:31.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.871353+0000", 2024-09-20T22:59:31.348 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.349 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.349 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.349 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.349 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.349 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.349 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.349 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.349 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.349 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.349 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.349 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.350 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.350 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.3", 2024-09-20T22:59:31.350 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.350 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.350 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.350 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5220, 2024-09-20T22:59:31.350 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.350 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T06:35:53.806196+0000", 2024-09-20T22:59:31.350 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.350 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.350 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.350 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.354 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.354 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.354 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.354 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.354 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.354 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.354 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.354 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:31.354 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:31.354 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.354 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:31.354 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.355 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.355 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.355 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.355 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.355 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.355 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:31.355 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.355 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:31.355 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.355 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.355 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 19, 2024-09-20T22:59:31.355 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.355 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.355 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.356 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156026+0000", 2024-09-20T22:59:31.356 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.639331+0000", 2024-09-20T22:59:31.356 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.639331+0000", 2024-09-20T22:59:31.356 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.640388+0000", 2024-09-20T22:59:31.356 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156026+0000", 2024-09-20T22:59:31.356 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:35:58.999220+0000", 2024-09-20T22:59:31.356 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.356 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:35:58.999220+0000", 2024-09-20T22:59:31.356 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.356 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156026+0000", 2024-09-20T22:59:31.356 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156026+0000", 2024-09-20T22:59:31.357 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156026+0000", 2024-09-20T22:59:31.357 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.357 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.357 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:35:58.999220+0000", 2024-09-20T22:59:31.357 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156026+0000", 2024-09-20T22:59:31.357 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156026+0000", 2024-09-20T22:59:31.357 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.357 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 200, 2024-09-20T22:59:31.357 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.357 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.358 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='client.36045 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:31.358 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='client.36045 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:31.358 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: pgmap v4868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:31.358 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='client.46058 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:31.358 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.358 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.358 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.358 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.358 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.358 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.358 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.359 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.359 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.359 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:31.359 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:31.359 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.359 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.359 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.359 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:31.359 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:31.359 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.359 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.359 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.360 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:31.360 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:31.360 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.360 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.360 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.360 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:59:31.360 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:59:31.360 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.360 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.360 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.360 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.360 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.361 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.361 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.361 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.361 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.361 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:31.361 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:31.361 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.361 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.361 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.361 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:31.361 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:31.361 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.362 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.362 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.362 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:31.362 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:31.362 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.362 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.362 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:29 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.362 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='client.46058 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:31.362 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='client.46076 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:31.362 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='client.46076 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:31.362 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='client.46082 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:31.363 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:59:31.363 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:59:31.363 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.363 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.363 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.363 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.363 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.363 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.363 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.363 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.363 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.363 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:31.364 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:31.364 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.364 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.364 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.364 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:31.364 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:31.364 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.364 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.364 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.364 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:31.364 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:31.364 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.365 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.365 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.365 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:59:31.365 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:59:31.365 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.365 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.365 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.365 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.365 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.365 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.365 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.365 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.365 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.365 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:31.366 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:31.366 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.366 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.366 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.366 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:31.366 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:31.366 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.366 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.366 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.366 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:31.366 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:31.366 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.367 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.367 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.367 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:59:31.367 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:59:31.367 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:59:31.367 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:59:31.367 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:59:31.367 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:59:31.367 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:30 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:59:31.368 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.368 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.368 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:59:31.368 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:59:31.368 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.368 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.368 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.368 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.368 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.368 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.368 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.368 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.369 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.369 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:31.369 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:31.369 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.369 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.369 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.369 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:31.369 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:31.369 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.369 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.369 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.369 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:31.370 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:31.370 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.370 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.370 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.370 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.370 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.370 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.370 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.370 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.370 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 200, 2024-09-20T22:59:31.371 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.371 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.371 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.371 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "1.0", 2024-09-20T22:59:31.371 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.371 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.371 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.371 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5607, 2024-09-20T22:59:31.371 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.371 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:00:29.776996+0000", 2024-09-20T22:59:31.371 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.371 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.372 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 590368, 2024-09-20T22:59:31.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 590368, 2024-09-20T22:59:31.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-20T22:59:31.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-20T22:59:31.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-20T22:59:31.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 2, 2024-09-20T22:59:31.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1200, 2024-09-20T22:59:31.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 2009, 2024-09-20T22:59:31.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.375 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.375 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.375 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 349, 2024-09-20T22:59:31.375 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1628 2024-09-20T22:59:31.375 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.375 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.375 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.375 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.375 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.375 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.375 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:31.375 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.376 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:31.376 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "2223'200" 2024-09-20T22:59:31.376 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.376 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.376 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.376 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.376 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.376 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:31.376 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.376 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:31.376 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.376 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.377 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T22:59:31.377 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.377 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.377 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.377 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.877886+0000", 2024-09-20T22:59:31.377 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.628033+0000", 2024-09-20T22:59:31.377 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.628033+0000", 2024-09-20T22:59:31.377 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T22:23:13.448452+0000", 2024-09-20T22:59:31.377 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.877886+0000", 2024-09-20T22:59:31.377 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:31.377 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.378 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:31.378 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.378 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.877886+0000", 2024-09-20T22:59:31.378 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.877886+0000", 2024-09-20T22:59:31.378 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.877886+0000", 2024-09-20T22:59:31.378 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.378 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.378 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:31.378 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.877886+0000", 2024-09-20T22:59:31.378 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.877886+0000", 2024-09-20T22:59:31.379 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.379 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2910, 2024-09-20T22:59:31.379 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.379 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.379 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.379 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.379 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.379 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.379 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.379 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2910, 2024-09-20T22:59:31.379 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.380 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.380 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.380 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.5", 2024-09-20T22:59:31.380 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.380 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.380 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.380 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 8976, 2024-09-20T22:59:31.380 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.380 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:43:12.147587+0000", 2024-09-20T22:59:31.380 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0030952, 2024-09-20T22:59:31.380 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.380 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1579, 2024-09-20T22:59:31.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 377624, 2024-09-20T22:59:31.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.384 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.384 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2880, 2024-09-20T22:59:31.384 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 334361 2024-09-20T22:59:31.384 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.384 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.384 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.384 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.384 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.384 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.384 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:31.384 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.384 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:31.385 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1132'2910" 2024-09-20T22:59:31.385 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.385 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.385 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.385 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.385 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.385 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:31.385 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.385 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:31.385 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.385 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.386 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.386 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.386 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.386 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.386 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156289+0000", 2024-09-20T22:59:31.386 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.637959+0000", 2024-09-20T22:59:31.386 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.637959+0000", 2024-09-20T22:59:31.386 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.638246+0000", 2024-09-20T22:59:31.386 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156289+0000", 2024-09-20T22:59:31.386 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.386 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.387 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.387 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.387 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156289+0000", 2024-09-20T22:59:31.387 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156289+0000", 2024-09-20T22:59:31.387 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156289+0000", 2024-09-20T22:59:31.387 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.387 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.387 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.387 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156289+0000", 2024-09-20T22:59:31.387 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156289+0000", 2024-09-20T22:59:31.387 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.387 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.387 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.388 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.388 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.388 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.388 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.388 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.388 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.388 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.388 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.388 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.388 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.388 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.d", 2024-09-20T22:59:31.388 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.389 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.389 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.389 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5133, 2024-09-20T22:59:31.389 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.389 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:55:03.686109+0000", 2024-09-20T22:59:31.389 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.389 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.389 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.389 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.389 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.389 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.389 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.389 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.392 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.393 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.393 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.393 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.393 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.393 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.393 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.393 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:31.393 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.393 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:31.393 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.393 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.393 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.393 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.394 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:31.394 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.394 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.394 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.394 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T22:59:31.394 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.394 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.394 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:31.394 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.394 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.394 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.394 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:25.774271+0000", 2024-09-20T22:59:31.395 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.400410+0000", 2024-09-20T22:59:31.395 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.400410+0000", 2024-09-20T22:59:31.395 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.401613+0000", 2024-09-20T22:59:31.395 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:25.774271+0000", 2024-09-20T22:59:31.395 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.395 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.395 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.395 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:31.395 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:25.774271+0000", 2024-09-20T22:59:31.395 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:25.774271+0000", 2024-09-20T22:59:31.395 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:25.774271+0000", 2024-09-20T22:59:31.395 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.395 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.396 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.396 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:25.774271+0000", 2024-09-20T22:59:31.396 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:25.774271+0000", 2024-09-20T22:59:31.396 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.396 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.396 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.396 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.396 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:31.396 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.396 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.396 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.396 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.396 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.397 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.397 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.397 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.397 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.c", 2024-09-20T22:59:31.397 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.397 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.397 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.397 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5319, 2024-09-20T22:59:31.397 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.397 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T02:26:57.113318+0000", 2024-09-20T22:59:31.397 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.397 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.397 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.400 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.401 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.401 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.401 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.401 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.401 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.401 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:31.401 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.401 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.401 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.401 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T22:59:31.402 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.402 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.402 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.402 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.402 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.402 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.402 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:31.402 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.402 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:31.402 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.402 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.402 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.403 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.403 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.403 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.403 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.873544+0000", 2024-09-20T22:59:31.403 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.687337+0000", 2024-09-20T22:59:31.403 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.687337+0000", 2024-09-20T22:59:31.403 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.687617+0000", 2024-09-20T22:59:31.403 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.873544+0000", 2024-09-20T22:59:31.403 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.403 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.403 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.403 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:31.403 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.873544+0000", 2024-09-20T22:59:31.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.873544+0000", 2024-09-20T22:59:31.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.873544+0000", 2024-09-20T22:59:31.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.873544+0000", 2024-09-20T22:59:31.404 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.873544+0000", 2024-09-20T22:59:31.404 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.404 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.404 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.404 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.404 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:31.405 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.405 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.405 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.405 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.405 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.405 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.405 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.405 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.405 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.c", 2024-09-20T22:59:31.405 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.405 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.406 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.406 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5207, 2024-09-20T22:59:31.406 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.406 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:14:03.654493+0000", 2024-09-20T22:59:31.406 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.406 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.406 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.407 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.408 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.409 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.410 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.410 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.410 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.410 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.410 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.410 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.410 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.410 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.410 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.410 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.410 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.410 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.411 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.411 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.411 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:31.411 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.411 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:31.411 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.411 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.411 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.411 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.411 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.411 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.411 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:31.411 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.411 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:31.412 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.412 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.412 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:31.412 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.412 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.412 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.983604+0000", 2024-09-20T22:59:31.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.603520+0000", 2024-09-20T22:59:31.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.603520+0000", 2024-09-20T22:59:31.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.603915+0000", 2024-09-20T22:59:31.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.983604+0000", 2024-09-20T22:59:31.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.412 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.413 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:31.413 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.983604+0000", 2024-09-20T22:59:31.413 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.983604+0000", 2024-09-20T22:59:31.413 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.983604+0000", 2024-09-20T22:59:31.413 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.413 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.413 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.413 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.983604+0000", 2024-09-20T22:59:31.413 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.983604+0000", 2024-09-20T22:59:31.413 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.413 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-20T22:59:31.413 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.414 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.414 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:31.414 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.414 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.414 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.414 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.414 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-20T22:59:31.414 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.414 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.414 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.414 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.d", 2024-09-20T22:59:31.415 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.415 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.415 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.415 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5345, 2024-09-20T22:59:31.415 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.415 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:32:16.286641+0000", 2024-09-20T22:59:31.415 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.415 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.415 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 70, 2024-09-20T22:59:31.415 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.416 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:31.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:31.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:31.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.417 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1, 2024-09-20T22:59:31.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 1, 2024-09-20T22:59:31.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 1, 2024-09-20T22:59:31.418 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-20T22:59:31.418 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.418 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.419 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.419 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.419 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.419 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.419 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:31.419 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.419 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:31.419 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'1" 2024-09-20T22:59:31.419 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.419 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.419 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.419 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.419 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.419 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.420 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.420 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:31.420 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.420 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.420 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.420 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.420 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.420 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.420 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156413+0000", 2024-09-20T22:59:31.420 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.638782+0000", 2024-09-20T22:59:31.420 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.638782+0000", 2024-09-20T22:59:31.420 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.640050+0000", 2024-09-20T22:59:31.420 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156413+0000", 2024-09-20T22:59:31.420 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.421 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.421 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.421 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.421 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156413+0000", 2024-09-20T22:59:31.421 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156413+0000", 2024-09-20T22:59:31.421 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156413+0000", 2024-09-20T22:59:31.421 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.421 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.421 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.421 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156413+0000", 2024-09-20T22:59:31.421 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156413+0000", 2024-09-20T22:59:31.421 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.421 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.421 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.422 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.422 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.422 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.422 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.422 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.422 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.422 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.422 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.422 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.422 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.422 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.f", 2024-09-20T22:59:31.422 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.423 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.423 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.423 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5149, 2024-09-20T22:59:31.423 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.423 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T06:41:06.042301+0000", 2024-09-20T22:59:31.423 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.423 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.423 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.423 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.423 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.423 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.423 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.424 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.425 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.427 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.427 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.427 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.427 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.427 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.427 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.427 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.427 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.427 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:31.427 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.427 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.427 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.428 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.428 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:31.428 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.428 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:31.428 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.428 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T22:59:31.428 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.428 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.428 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:31.428 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.428 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.428 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.429 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:25.775174+0000", 2024-09-20T22:59:31.429 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.636749+0000", 2024-09-20T22:59:31.429 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.636749+0000", 2024-09-20T22:59:31.429 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.637110+0000", 2024-09-20T22:59:31.429 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:25.775174+0000", 2024-09-20T22:59:31.429 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.429 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.429 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.429 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.429 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:25.775174+0000", 2024-09-20T22:59:31.429 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:25.775174+0000", 2024-09-20T22:59:31.429 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:25.775174+0000", 2024-09-20T22:59:31.429 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.429 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.430 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.430 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:25.775174+0000", 2024-09-20T22:59:31.430 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:25.775174+0000", 2024-09-20T22:59:31.430 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.430 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T22:59:31.430 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.430 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.430 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.430 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.430 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.430 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.430 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.430 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T22:59:31.431 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.431 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.431 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.431 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.e", 2024-09-20T22:59:31.431 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.431 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.431 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.431 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5314, 2024-09-20T22:59:31.431 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.431 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:29:26.071744+0000", 2024-09-20T22:59:31.431 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.431 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.431 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.432 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:31.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:31.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:31.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:31.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 6, 2024-09-20T22:59:31.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 6, 2024-09-20T22:59:31.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-20T22:59:31.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.435 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.435 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.435 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.435 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.435 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:31.435 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.435 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:31.435 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.435 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T22:59:31.435 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'2" 2024-09-20T22:59:31.435 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.435 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.436 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.436 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.436 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.436 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:31.436 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.436 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:31.436 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.436 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.436 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.436 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.436 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.437 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.437 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.155769+0000", 2024-09-20T22:59:31.437 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.635601+0000", 2024-09-20T22:59:31.437 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.635601+0000", 2024-09-20T22:59:31.437 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.637532+0000", 2024-09-20T22:59:31.437 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.155769+0000", 2024-09-20T22:59:31.437 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.437 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.437 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.437 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.437 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.155769+0000", 2024-09-20T22:59:31.437 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.155769+0000", 2024-09-20T22:59:31.438 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.155769+0000", 2024-09-20T22:59:31.438 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.438 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.438 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.438 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.155769+0000", 2024-09-20T22:59:31.438 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.155769+0000", 2024-09-20T22:59:31.438 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.438 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.438 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.438 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.438 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.439 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.439 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.439 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.439 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.439 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.439 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:59:31.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:59:31.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:31.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:31.441 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.441 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.441 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.441 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:31.441 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:31.441 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.441 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.441 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.441 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:31.441 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:31.441 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:31.441 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:31.441 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:31.442 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:59:31.442 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:59:31.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:59:31.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:28 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:59:31.445 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.445 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.445 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.e", 2024-09-20T22:59:31.445 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.445 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.445 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.445 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5149, 2024-09-20T22:59:31.445 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.445 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:13:42.376159+0000", 2024-09-20T22:59:31.446 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.446 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.446 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.446 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.446 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.446 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.446 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.446 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.446 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.446 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.446 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.446 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.447 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.449 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.449 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.449 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.449 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.449 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.449 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.449 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:31.449 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.449 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:31.450 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.450 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.450 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.450 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.450 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.450 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.450 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:31.450 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.450 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T22:59:31.450 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.450 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.451 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:31.451 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.451 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.451 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.451 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.982122+0000", 2024-09-20T22:59:31.451 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.632865+0000", 2024-09-20T22:59:31.451 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.632865+0000", 2024-09-20T22:59:31.451 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.633176+0000", 2024-09-20T22:59:31.451 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.982122+0000", 2024-09-20T22:59:31.451 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.451 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.451 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.452 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.452 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.982122+0000", 2024-09-20T22:59:31.452 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.982122+0000", 2024-09-20T22:59:31.452 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.982122+0000", 2024-09-20T22:59:31.452 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.452 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.452 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.452 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.982122+0000", 2024-09-20T22:59:31.452 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.982122+0000", 2024-09-20T22:59:31.452 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.452 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-20T22:59:31.453 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.453 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.453 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.453 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.453 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.453 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.453 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.453 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-20T22:59:31.453 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.453 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.453 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.454 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.f", 2024-09-20T22:59:31.454 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.454 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.454 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.454 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5246, 2024-09-20T22:59:31.454 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.454 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:11:14.614063+0000", 2024-09-20T22:59:31.454 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.454 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.454 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.454 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 22, 2024-09-20T22:59:31.455 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.455 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.455 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.455 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.455 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.455 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.455 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.455 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.455 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.455 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:31.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:31.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:31.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1, 2024-09-20T22:59:31.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 1, 2024-09-20T22:59:31.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 1, 2024-09-20T22:59:31.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-20T22:59:31.458 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.458 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.458 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.458 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.458 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.458 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.458 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:31.458 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.459 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T22:59:31.459 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'1" 2024-09-20T22:59:31.459 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.459 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.459 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.459 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.459 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.459 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:31.459 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.459 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:31.459 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.459 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.459 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.460 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.460 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.460 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.460 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.155184+0000", 2024-09-20T22:59:31.460 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.635152+0000", 2024-09-20T22:59:31.460 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.635152+0000", 2024-09-20T22:59:31.460 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.635420+0000", 2024-09-20T22:59:31.460 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.155184+0000", 2024-09-20T22:59:31.460 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.460 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.155184+0000", 2024-09-20T22:59:31.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.155184+0000", 2024-09-20T22:59:31.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.155184+0000", 2024-09-20T22:59:31.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.155184+0000", 2024-09-20T22:59:31.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.155184+0000", 2024-09-20T22:59:31.461 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.461 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.461 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.462 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.462 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.462 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.462 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.462 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.462 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.462 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.462 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.462 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.462 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.463 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.11", 2024-09-20T22:59:31.463 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.463 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.463 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.463 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5132, 2024-09-20T22:59:31.463 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.463 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:36:13.810313+0000", 2024-09-20T22:59:31.463 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.463 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.463 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.463 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.463 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.467 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.467 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.467 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.467 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.467 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.467 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.467 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.467 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:31.467 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.467 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:31.467 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.467 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.467 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.468 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.468 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:31.468 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.468 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.468 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.468 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T22:59:31.468 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.468 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.468 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:31.468 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.468 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.468 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.468 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:25.773543+0000", 2024-09-20T22:59:31.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:47:20.959761+0000", 2024-09-20T22:59:31.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:47:20.959761+0000", 2024-09-20T22:59:31.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:47:20.960557+0000", 2024-09-20T22:59:31.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:25.773543+0000", 2024-09-20T22:59:31.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 370, 2024-09-20T22:59:31.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:25.773543+0000", 2024-09-20T22:59:31.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:25.773543+0000", 2024-09-20T22:59:31.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:25.773543+0000", 2024-09-20T22:59:31.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.470 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.470 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:25.773543+0000", 2024-09-20T22:59:31.470 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:25.773543+0000", 2024-09-20T22:59:31.470 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.470 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 8, 2024-09-20T22:59:31.470 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.470 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.470 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 369, 2024-09-20T22:59:31.470 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.470 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.470 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.470 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.470 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 8, 2024-09-20T22:59:31.471 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.471 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.471 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.471 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.10", 2024-09-20T22:59:31.471 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.471 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.471 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.471 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5332, 2024-09-20T22:59:31.471 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.471 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:34:29.086189+0000", 2024-09-20T22:59:31.471 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.471 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.472 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 12, 2024-09-20T22:59:31.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 4, 2024-09-20T22:59:31.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 4, 2024-09-20T22:59:31.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 4, 2024-09-20T22:59:31.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 24, 2024-09-20T22:59:31.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 24, 2024-09-20T22:59:31.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 12, 2024-09-20T22:59:31.475 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.475 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.475 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.475 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.475 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.475 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:31.475 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.475 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.476 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.476 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T22:59:31.476 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'8" 2024-09-20T22:59:31.476 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.476 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.476 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.476 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.476 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.476 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:31.476 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.476 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:31.476 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.476 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.477 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.477 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.477 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.477 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.477 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.873569+0000", 2024-09-20T22:59:31.477 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.686028+0000", 2024-09-20T22:59:31.477 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.686028+0000", 2024-09-20T22:59:31.477 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.686325+0000", 2024-09-20T22:59:31.477 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.873569+0000", 2024-09-20T22:59:31.477 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.477 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.477 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.478 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:31.478 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.873569+0000", 2024-09-20T22:59:31.478 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.873569+0000", 2024-09-20T22:59:31.478 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.873569+0000", 2024-09-20T22:59:31.478 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.478 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.478 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.478 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.873569+0000", 2024-09-20T22:59:31.478 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.873569+0000", 2024-09-20T22:59:31.478 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.478 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.478 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.479 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.479 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:31.479 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.479 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.479 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.479 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.479 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.479 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.479 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.480 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.480 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.10", 2024-09-20T22:59:31.480 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.480 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.480 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.480 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5167, 2024-09-20T22:59:31.480 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.480 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T06:40:59.079112+0000", 2024-09-20T22:59:31.480 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.480 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.480 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.482 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.483 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.484 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.484 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.484 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.484 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.484 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.484 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.484 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.484 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.484 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.484 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.484 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:31.484 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.485 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:31.485 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.485 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.485 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.485 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.485 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.485 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.485 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:31.485 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.485 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:31.485 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.485 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.485 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:31.486 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.486 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.486 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.874315+0000", 2024-09-20T22:59:31.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.695937+0000", 2024-09-20T22:59:31.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.695937+0000", 2024-09-20T22:59:31.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.696375+0000", 2024-09-20T22:59:31.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.874315+0000", 2024-09-20T22:59:31.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.486 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:31.487 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.874315+0000", 2024-09-20T22:59:31.487 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.874315+0000", 2024-09-20T22:59:31.487 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.874315+0000", 2024-09-20T22:59:31.487 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.487 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.487 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.487 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.874315+0000", 2024-09-20T22:59:31.487 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.874315+0000", 2024-09-20T22:59:31.487 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.487 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.487 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.487 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.487 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:31.488 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.488 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.488 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.488 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.488 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.488 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.488 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.488 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.488 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.11", 2024-09-20T22:59:31.488 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.488 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.488 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.488 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5179, 2024-09-20T22:59:31.488 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.489 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:46:59.940163+0000", 2024-09-20T22:59:31.489 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.489 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.489 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.490 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.491 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.491 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.491 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.491 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.491 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.491 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.491 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.491 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.491 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.491 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.491 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.492 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.492 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.492 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.492 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.492 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.492 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.492 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.492 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.492 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.492 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.492 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.492 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.492 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.493 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.493 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:31.493 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.493 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:31.493 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.493 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.493 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.493 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.493 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.493 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.493 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:31.493 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.493 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:31.494 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.494 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.494 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.494 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.494 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.494 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.494 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156942+0000", 2024-09-20T22:59:31.494 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.634924+0000", 2024-09-20T22:59:31.494 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.634924+0000", 2024-09-20T22:59:31.494 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.635240+0000", 2024-09-20T22:59:31.494 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156942+0000", 2024-09-20T22:59:31.494 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.494 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.495 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.495 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.495 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156942+0000", 2024-09-20T22:59:31.495 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156942+0000", 2024-09-20T22:59:31.495 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156942+0000", 2024-09-20T22:59:31.495 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.495 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.495 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.495 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156942+0000", 2024-09-20T22:59:31.495 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156942+0000", 2024-09-20T22:59:31.495 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.495 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.495 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.496 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.496 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.496 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.496 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.496 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.496 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.496 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.496 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.496 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.496 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.496 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.13", 2024-09-20T22:59:31.497 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.497 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.497 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.497 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5148, 2024-09-20T22:59:31.497 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.497 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:59:41.838494+0000", 2024-09-20T22:59:31.497 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.497 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.497 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.497 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.498 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.499 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.500 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.500 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.500 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.500 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.500 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.500 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.500 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.500 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.500 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.500 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.500 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.501 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.501 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.501 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.501 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.501 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.501 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.501 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:31.501 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.501 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:31.501 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.502 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.502 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.502 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.502 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.502 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.502 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:31.502 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.502 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:31.502 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.502 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.502 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:31.503 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.503 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.503 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.503 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.872930+0000", 2024-09-20T22:59:31.503 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.630154+0000", 2024-09-20T22:59:31.503 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.630154+0000", 2024-09-20T22:59:31.503 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.630702+0000", 2024-09-20T22:59:31.503 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.872930+0000", 2024-09-20T22:59:31.503 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.503 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.503 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.504 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.504 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.872930+0000", 2024-09-20T22:59:31.504 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.872930+0000", 2024-09-20T22:59:31.504 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.872930+0000", 2024-09-20T22:59:31.504 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.504 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.504 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.504 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.872930+0000", 2024-09-20T22:59:31.504 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.872930+0000", 2024-09-20T22:59:31.504 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.504 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.504 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.505 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.505 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.505 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.505 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.505 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.505 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.505 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.505 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.505 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.505 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.505 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.12", 2024-09-20T22:59:31.505 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.505 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.506 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.506 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5209, 2024-09-20T22:59:31.506 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.506 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:45:29.816845+0000", 2024-09-20T22:59:31.506 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.506 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.506 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.506 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.506 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.506 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.506 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.507 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.507 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.507 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.507 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.507 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.507 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.507 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.507 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.507 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.507 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.507 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.510 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.510 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.510 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.510 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.510 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.510 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.510 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:31.510 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.511 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:31.511 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.511 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.511 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.511 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.511 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.511 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.511 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:31.511 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.511 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:31.511 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.511 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.511 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.511 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.512 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.512 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.512 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.982259+0000", 2024-09-20T22:59:31.512 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.637299+0000", 2024-09-20T22:59:31.512 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.637299+0000", 2024-09-20T22:59:31.512 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.637661+0000", 2024-09-20T22:59:31.512 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.982259+0000", 2024-09-20T22:59:31.512 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.512 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.512 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.512 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.512 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.982259+0000", 2024-09-20T22:59:31.512 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.982259+0000", 2024-09-20T22:59:31.513 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.982259+0000", 2024-09-20T22:59:31.513 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.513 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.513 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.513 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.982259+0000", 2024-09-20T22:59:31.513 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.982259+0000", 2024-09-20T22:59:31.513 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.513 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.513 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.513 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.513 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.513 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.513 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.514 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.514 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.514 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.514 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.514 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.514 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.514 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.12", 2024-09-20T22:59:31.514 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.514 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.514 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.514 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5355, 2024-09-20T22:59:31.514 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.515 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:33:55.355965+0000", 2024-09-20T22:59:31.515 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.515 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.515 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.515 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.515 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.515 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.515 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.515 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.515 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.518 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.518 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.519 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.519 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.519 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.519 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.519 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:31.519 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.519 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:31.519 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.519 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.519 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.519 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.519 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.519 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.520 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:31.520 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.520 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:31.520 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.520 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.520 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:31.520 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.520 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.520 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.520 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.980707+0000", 2024-09-20T22:59:31.520 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.612093+0000", 2024-09-20T22:59:31.520 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.612093+0000", 2024-09-20T22:59:31.520 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.612495+0000", 2024-09-20T22:59:31.520 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.980707+0000", 2024-09-20T22:59:31.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:31.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.980707+0000", 2024-09-20T22:59:31.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.980707+0000", 2024-09-20T22:59:31.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.980707+0000", 2024-09-20T22:59:31.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.980707+0000", 2024-09-20T22:59:31.521 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.980707+0000", 2024-09-20T22:59:31.521 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.521 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T22:59:31.522 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.522 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.522 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:31.522 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.522 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.522 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.522 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.522 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T22:59:31.522 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.522 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.522 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.523 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.13", 2024-09-20T22:59:31.523 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.523 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.523 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.523 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5363, 2024-09-20T22:59:31.523 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.523 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T02:25:56.207493+0000", 2024-09-20T22:59:31.523 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.523 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.523 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 34, 2024-09-20T22:59:31.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-20T22:59:31.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-20T22:59:31.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-20T22:59:31.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:31.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.526 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.526 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.526 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.526 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.526 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.526 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 4, 2024-09-20T22:59:31.526 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 7, 2024-09-20T22:59:31.526 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.526 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.526 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.526 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-20T22:59:31.526 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 6 2024-09-20T22:59:31.526 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.527 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.527 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.527 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.527 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.527 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.527 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:31.527 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.527 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:31.527 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'2" 2024-09-20T22:59:31.527 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.527 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.527 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.528 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.528 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.528 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:31.528 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.528 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:31.528 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.528 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.528 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.528 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.528 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.528 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156541+0000", 2024-09-20T22:59:31.529 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.632311+0000", 2024-09-20T22:59:31.529 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.632311+0000", 2024-09-20T22:59:31.529 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.634794+0000", 2024-09-20T22:59:31.529 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156541+0000", 2024-09-20T22:59:31.529 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.529 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.529 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.529 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.529 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156541+0000", 2024-09-20T22:59:31.529 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156541+0000", 2024-09-20T22:59:31.529 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156541+0000", 2024-09-20T22:59:31.529 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.530 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.530 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.530 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156541+0000", 2024-09-20T22:59:31.530 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156541+0000", 2024-09-20T22:59:31.530 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.530 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.530 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.530 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.530 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.530 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.530 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.531 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.531 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.531 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.531 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.531 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.531 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.531 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.15", 2024-09-20T22:59:31.531 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.531 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.531 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.531 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5147, 2024-09-20T22:59:31.532 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.532 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:24:45.568361+0000", 2024-09-20T22:59:31.532 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.532 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.532 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.533 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.534 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.534 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.534 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.534 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.534 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.534 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.534 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.534 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.534 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.534 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.534 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.535 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.535 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.535 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.535 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.535 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.535 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.535 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.535 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.535 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.535 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.535 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.535 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.536 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.536 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.536 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.536 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.536 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.536 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.536 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:31.536 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.536 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:31.536 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.536 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.536 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.536 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.536 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.537 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.537 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:31.537 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.537 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:31.537 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.537 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.537 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:31.537 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.537 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.537 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.537 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.875907+0000", 2024-09-20T22:59:31.537 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.691428+0000", 2024-09-20T22:59:31.537 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.691428+0000", 2024-09-20T22:59:31.538 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.691749+0000", 2024-09-20T22:59:31.538 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.875907+0000", 2024-09-20T22:59:31.538 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.538 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.538 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.538 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:31.538 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.875907+0000", 2024-09-20T22:59:31.538 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.875907+0000", 2024-09-20T22:59:31.538 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.875907+0000", 2024-09-20T22:59:31.538 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.538 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.538 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.539 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.875907+0000", 2024-09-20T22:59:31.539 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.875907+0000", 2024-09-20T22:59:31.539 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.539 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 29, 2024-09-20T22:59:31.539 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.539 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.539 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:31.539 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.539 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.539 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.539 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.539 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 29, 2024-09-20T22:59:31.540 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.540 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.540 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.540 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.14", 2024-09-20T22:59:31.540 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.540 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.540 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.540 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5205, 2024-09-20T22:59:31.540 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.540 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:01:33.173649+0000", 2024-09-20T22:59:31.540 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.540 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.541 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.541 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 5828, 2024-09-20T22:59:31.541 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.541 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.541 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.541 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.541 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.541 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.541 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.541 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.541 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.541 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.541 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.541 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.542 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.542 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.542 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.542 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 12, 2024-09-20T22:59:31.542 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 4, 2024-09-20T22:59:31.542 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.542 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 4, 2024-09-20T22:59:31.542 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.542 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.542 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:31.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 10, 2024-09-20T22:59:31.543 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 14, 2024-09-20T22:59:31.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 28, 2024-09-20T22:59:31.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 25 2024-09-20T22:59:31.544 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.544 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.544 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.544 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.544 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.544 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.544 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:31.545 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.545 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:31.545 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "556'29" 2024-09-20T22:59:31.545 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.545 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.545 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.545 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.545 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.545 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:31.545 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.545 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T22:59:31.545 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.545 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.545 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.546 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.546 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.546 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.546 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.982559+0000", 2024-09-20T22:59:31.546 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.627198+0000", 2024-09-20T22:59:31.546 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.627198+0000", 2024-09-20T22:59:31.546 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.627503+0000", 2024-09-20T22:59:31.546 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.982559+0000", 2024-09-20T22:59:31.546 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.546 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.546 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.547 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.547 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.982559+0000", 2024-09-20T22:59:31.547 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.982559+0000", 2024-09-20T22:59:31.547 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.982559+0000", 2024-09-20T22:59:31.547 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.547 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.547 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.547 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.982559+0000", 2024-09-20T22:59:31.547 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.982559+0000", 2024-09-20T22:59:31.547 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.547 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.547 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.548 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.548 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.548 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.548 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.548 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.548 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.548 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.548 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.548 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.548 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.548 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.14", 2024-09-20T22:59:31.548 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.549 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.549 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.549 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5230, 2024-09-20T22:59:31.549 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.549 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:38:14.035302+0000", 2024-09-20T22:59:31.549 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.549 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.549 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.549 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.549 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.549 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.550 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.551 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.553 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.553 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.553 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.553 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.553 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.553 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.553 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:31.553 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.553 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T22:59:31.553 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.554 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.554 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.554 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.554 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.554 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.554 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.554 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.554 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:31.554 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.554 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.554 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:31.554 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.555 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.555 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.555 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.983746+0000", 2024-09-20T22:59:31.555 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.402595+0000", 2024-09-20T22:59:31.555 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.402595+0000", 2024-09-20T22:59:31.555 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.402996+0000", 2024-09-20T22:59:31.555 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.983746+0000", 2024-09-20T22:59:31.555 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.555 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.555 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.555 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:31.555 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.983746+0000", 2024-09-20T22:59:31.555 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.983746+0000", 2024-09-20T22:59:31.555 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.983746+0000", 2024-09-20T22:59:31.556 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.556 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.556 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.556 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.983746+0000", 2024-09-20T22:59:31.556 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.983746+0000", 2024-09-20T22:59:31.556 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.556 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3, 2024-09-20T22:59:31.556 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.556 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.556 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:31.556 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.557 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.557 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.557 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.557 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3, 2024-09-20T22:59:31.557 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.557 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.557 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.557 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.15", 2024-09-20T22:59:31.557 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.557 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.557 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.557 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5355, 2024-09-20T22:59:31.558 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.558 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:01:40.160651+0000", 2024-09-20T22:59:31.558 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.558 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.558 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 90, 2024-09-20T22:59:31.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.558 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.559 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-20T22:59:31.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-20T22:59:31.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-20T22:59:31.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:31.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 7, 2024-09-20T22:59:31.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 7, 2024-09-20T22:59:31.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 4, 2024-09-20T22:59:31.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-20T22:59:31.561 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.561 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.561 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.562 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.562 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.562 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.562 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.562 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.562 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:31.562 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'3" 2024-09-20T22:59:31.562 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.562 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.562 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.562 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.562 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.562 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:31.563 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.563 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:31.563 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.563 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.563 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.563 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.563 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.563 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.563 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.983191+0000", 2024-09-20T22:59:31.563 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.415251+0000", 2024-09-20T22:59:31.563 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.415251+0000", 2024-09-20T22:59:31.563 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.415615+0000", 2024-09-20T22:59:31.563 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.983191+0000", 2024-09-20T22:59:31.564 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.564 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.564 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.564 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:31.564 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.983191+0000", 2024-09-20T22:59:31.564 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.983191+0000", 2024-09-20T22:59:31.564 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.983191+0000", 2024-09-20T22:59:31.564 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.564 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.564 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.564 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.983191+0000", 2024-09-20T22:59:31.564 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.983191+0000", 2024-09-20T22:59:31.565 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.565 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.565 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.565 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.565 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:31.565 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.565 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.565 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.565 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.565 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.565 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.565 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.566 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.566 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.17", 2024-09-20T22:59:31.566 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.566 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.566 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.566 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5354, 2024-09-20T22:59:31.566 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.566 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:17:49.746014+0000", 2024-09-20T22:59:31.566 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.566 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.566 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.566 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.570 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.570 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.570 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.570 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.570 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.570 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.570 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:31.570 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.570 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:31.570 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.571 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.571 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.571 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.571 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.571 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.571 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:31.571 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.571 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:31.571 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.571 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.571 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:31.571 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.572 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.572 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.572 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.873062+0000", 2024-09-20T22:59:31.572 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.686569+0000", 2024-09-20T22:59:31.572 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.686569+0000", 2024-09-20T22:59:31.572 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.686914+0000", 2024-09-20T22:59:31.572 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.873062+0000", 2024-09-20T22:59:31.572 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.572 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.572 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.572 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:31.572 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.873062+0000", 2024-09-20T22:59:31.572 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.873062+0000", 2024-09-20T22:59:31.572 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.873062+0000", 2024-09-20T22:59:31.573 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.573 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.573 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.573 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.873062+0000", 2024-09-20T22:59:31.573 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.873062+0000", 2024-09-20T22:59:31.573 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.573 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.573 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.573 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.573 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:31.573 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.574 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.574 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.574 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.574 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.574 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.574 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.574 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.574 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.16", 2024-09-20T22:59:31.574 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.574 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.575 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.575 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5216, 2024-09-20T22:59:31.575 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.575 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:46:12.588732+0000", 2024-09-20T22:59:31.575 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.575 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.575 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.579 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.579 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.579 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.579 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.579 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.579 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.579 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:31.579 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.579 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:31.579 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.579 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.579 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.579 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.580 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.580 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.580 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:31.580 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.580 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:31.580 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.580 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.580 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.580 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.580 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.580 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.580 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.874341+0000", 2024-09-20T22:59:31.580 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.637889+0000", 2024-09-20T22:59:31.581 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.637889+0000", 2024-09-20T22:59:31.581 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.638137+0000", 2024-09-20T22:59:31.581 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.874341+0000", 2024-09-20T22:59:31.581 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.581 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.581 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.581 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.581 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.874341+0000", 2024-09-20T22:59:31.581 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.874341+0000", 2024-09-20T22:59:31.581 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.874341+0000", 2024-09-20T22:59:31.581 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.581 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.581 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.874341+0000", 2024-09-20T22:59:31.582 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.874341+0000", 2024-09-20T22:59:31.582 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.582 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.582 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.582 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.582 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.582 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.582 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.582 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.583 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.583 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.583 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.583 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.583 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.583 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.16", 2024-09-20T22:59:31.583 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.583 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.583 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.583 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5180, 2024-09-20T22:59:31.583 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.584 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:19:54.577597+0000", 2024-09-20T22:59:31.584 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.584 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.584 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.586 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.587 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.587 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.587 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.588 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.588 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.588 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.588 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.588 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:31.588 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.588 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:31.588 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.588 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.588 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.588 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.589 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.589 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.589 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:31.589 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.589 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:31.589 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.589 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.589 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:31.589 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.589 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.589 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.876818+0000", 2024-09-20T22:59:31.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.685825+0000", 2024-09-20T22:59:31.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.685825+0000", 2024-09-20T22:59:31.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.686674+0000", 2024-09-20T22:59:31.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.876818+0000", 2024-09-20T22:59:31.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:31.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.876818+0000", 2024-09-20T22:59:31.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.876818+0000", 2024-09-20T22:59:31.590 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.876818+0000", 2024-09-20T22:59:31.591 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.591 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.591 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.591 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.876818+0000", 2024-09-20T22:59:31.591 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.876818+0000", 2024-09-20T22:59:31.591 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.591 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.591 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.591 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.591 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:31.591 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.592 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.592 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.592 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.592 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.592 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.592 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.592 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.592 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.17", 2024-09-20T22:59:31.592 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.592 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.592 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.592 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5169, 2024-09-20T22:59:31.592 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.592 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T21:49:49.900540+0000", 2024-09-20T22:59:31.593 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.593 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.593 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.594 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.595 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.595 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.595 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.595 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.595 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.595 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.595 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.595 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.595 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.595 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.595 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.595 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.595 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.596 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.596 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.596 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.596 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.596 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.596 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.596 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.596 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.596 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.596 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.596 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.596 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.596 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.596 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:31.597 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.597 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:31.597 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.597 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.597 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.597 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.597 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.597 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.597 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:31.597 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.597 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:31.597 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.597 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.598 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.598 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.598 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.598 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.598 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.981681+0000", 2024-09-20T22:59:31.598 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.603689+0000", 2024-09-20T22:59:31.598 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.603689+0000", 2024-09-20T22:59:31.598 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.604099+0000", 2024-09-20T22:59:31.598 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.981681+0000", 2024-09-20T22:59:31.598 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.598 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.598 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.599 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:31.599 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.981681+0000", 2024-09-20T22:59:31.599 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.981681+0000", 2024-09-20T22:59:31.599 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.981681+0000", 2024-09-20T22:59:31.599 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.599 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.599 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.599 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.981681+0000", 2024-09-20T22:59:31.599 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.981681+0000", 2024-09-20T22:59:31.599 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.599 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.599 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.599 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.599 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:31.600 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.600 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.600 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.600 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.600 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.600 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.600 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.600 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.600 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.19", 2024-09-20T22:59:31.600 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.600 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.600 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.600 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5337, 2024-09-20T22:59:31.600 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.601 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:08:50.919074+0000", 2024-09-20T22:59:31.601 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.601 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.601 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.602 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.602 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.602 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.602 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.602 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.602 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.602 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.602 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.602 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.602 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.602 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.602 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.603 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.603 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.603 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.603 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.603 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.603 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.603 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.603 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.603 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.603 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.603 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.604 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.604 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.604 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.604 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.604 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.604 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.604 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.604 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.604 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.604 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.604 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.604 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.605 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.605 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.605 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:31.605 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.605 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:31.605 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.605 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.605 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.605 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.605 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.605 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.606 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:31.606 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.606 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:31.606 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.606 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.606 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:31.606 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.606 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.606 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.606 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.872321+0000", 2024-09-20T22:59:31.606 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.630324+0000", 2024-09-20T22:59:31.606 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.630324+0000", 2024-09-20T22:59:31.606 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.630729+0000", 2024-09-20T22:59:31.607 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.872321+0000", 2024-09-20T22:59:31.607 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.607 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.607 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.607 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.607 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.872321+0000", 2024-09-20T22:59:31.607 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.872321+0000", 2024-09-20T22:59:31.607 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.872321+0000", 2024-09-20T22:59:31.607 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.607 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.607 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.607 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.872321+0000", 2024-09-20T22:59:31.608 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.872321+0000", 2024-09-20T22:59:31.608 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.608 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.608 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.608 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.608 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.608 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.608 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.608 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.608 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.608 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.608 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.608 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.609 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.609 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.18", 2024-09-20T22:59:31.609 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.609 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.609 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.609 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5200, 2024-09-20T22:59:31.609 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.609 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:30:34.267641+0000", 2024-09-20T22:59:31.609 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.609 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.609 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.610 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.610 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.610 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.610 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.610 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.610 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.610 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.610 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.610 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.610 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.610 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.610 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.610 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.611 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.611 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.611 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.611 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.611 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.611 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.611 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.611 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.611 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.611 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.611 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.611 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.612 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.612 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.612 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.612 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.612 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.612 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.612 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.612 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.612 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.612 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.612 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.612 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.613 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.613 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.613 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.613 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.613 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.613 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.613 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:31.613 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.613 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:31.614 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.614 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.614 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.614 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.614 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.614 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.614 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:31.614 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.614 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:31.614 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.614 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.614 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.615 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.615 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.615 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.615 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.015228+0000", 2024-09-20T22:59:31.615 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:47:54.635088+0000", 2024-09-20T22:59:31.615 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:47:54.635088+0000", 2024-09-20T22:59:31.615 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:47:54.636866+0000", 2024-09-20T22:59:31.615 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.015228+0000", 2024-09-20T22:59:31.615 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.615 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.615 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.615 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 403, 2024-09-20T22:59:31.615 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.015228+0000", 2024-09-20T22:59:31.615 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.015228+0000", 2024-09-20T22:59:31.616 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.015228+0000", 2024-09-20T22:59:31.616 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.616 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.616 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.616 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.015228+0000", 2024-09-20T22:59:31.616 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.015228+0000", 2024-09-20T22:59:31.616 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.616 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.616 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.616 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.616 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 402, 2024-09-20T22:59:31.616 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.616 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.616 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.617 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.617 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.617 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.617 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.617 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.617 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.18", 2024-09-20T22:59:31.617 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.617 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.617 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.617 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5299, 2024-09-20T22:59:31.617 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.617 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:18:36.064813+0000", 2024-09-20T22:59:31.617 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.617 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.618 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.618 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.619 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.619 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.619 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.619 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.619 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.619 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.619 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.619 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.619 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.619 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.619 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.619 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.619 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.619 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.621 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.621 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.621 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.621 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.621 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.621 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.621 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:31.621 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.621 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:31.621 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.621 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.621 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.621 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.622 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.622 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.622 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.622 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.622 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:31.622 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.622 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.622 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:31.622 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.622 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.622 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.622 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.015258+0000", 2024-09-20T22:59:31.622 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.691159+0000", 2024-09-20T22:59:31.623 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.691159+0000", 2024-09-20T22:59:31.623 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.691481+0000", 2024-09-20T22:59:31.623 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.015258+0000", 2024-09-20T22:59:31.623 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.623 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.623 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.623 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:31.623 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.015258+0000", 2024-09-20T22:59:31.623 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.015258+0000", 2024-09-20T22:59:31.623 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.015258+0000", 2024-09-20T22:59:31.624 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.624 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.624 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.624 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.015258+0000", 2024-09-20T22:59:31.624 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.015258+0000", 2024-09-20T22:59:31.624 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.624 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.624 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.624 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.624 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:31.624 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.625 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.625 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.625 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.625 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.625 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.625 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.625 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.625 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.19", 2024-09-20T22:59:31.625 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.625 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.626 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.626 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5302, 2024-09-20T22:59:31.626 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.626 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:19:10.964309+0000", 2024-09-20T22:59:31.626 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.626 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.626 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.626 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.626 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.626 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.626 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.627 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.627 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.627 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.627 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.627 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.627 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.627 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.627 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.627 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.627 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.627 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.627 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.630 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.630 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.630 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.630 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.630 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.630 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.630 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.630 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.630 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:31.630 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.630 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.630 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.631 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.631 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.631 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.631 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:31.631 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.631 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:31.631 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.631 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.631 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:31.631 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.631 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.632 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.632 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.876013+0000", 2024-09-20T22:59:31.632 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.629573+0000", 2024-09-20T22:59:31.632 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.629573+0000", 2024-09-20T22:59:31.632 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.629912+0000", 2024-09-20T22:59:31.632 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.876013+0000", 2024-09-20T22:59:31.632 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.632 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.632 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.632 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.632 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.876013+0000", 2024-09-20T22:59:31.633 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.876013+0000", 2024-09-20T22:59:31.633 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.876013+0000", 2024-09-20T22:59:31.633 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.633 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.633 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.633 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.876013+0000", 2024-09-20T22:59:31.633 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.876013+0000", 2024-09-20T22:59:31.633 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.633 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T22:59:31.633 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.633 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.634 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.634 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.634 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.634 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.634 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.634 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T22:59:31.634 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.634 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.634 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.634 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1a", 2024-09-20T22:59:31.634 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.634 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.635 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.635 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5171, 2024-09-20T22:59:31.635 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.635 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:57:15.567879+0000", 2024-09-20T22:59:31.635 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.635 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.635 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.635 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.638 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.638 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.638 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.638 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.638 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.639 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.639 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:31.639 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.639 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:31.639 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "556'2" 2024-09-20T22:59:31.639 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.639 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.639 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.639 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:31.639 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.639 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:31.639 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.640 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T22:59:31.640 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.640 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.640 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.640 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.640 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.640 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.640 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:25.775490+0000", 2024-09-20T22:59:31.640 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.636088+0000", 2024-09-20T22:59:31.640 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.636088+0000", 2024-09-20T22:59:31.640 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.636652+0000", 2024-09-20T22:59:31.640 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:25.775490+0000", 2024-09-20T22:59:31.640 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.641 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.641 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.641 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.641 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:25.775490+0000", 2024-09-20T22:59:31.641 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:25.775490+0000", 2024-09-20T22:59:31.641 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:25.775490+0000", 2024-09-20T22:59:31.641 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.641 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.641 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.641 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:25.775490+0000", 2024-09-20T22:59:31.641 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:25.775490+0000", 2024-09-20T22:59:31.641 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.641 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.641 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.642 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.642 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.642 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.642 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.642 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.642 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.642 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.642 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.642 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.642 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.642 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1b", 2024-09-20T22:59:31.642 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.643 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.643 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.643 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5302, 2024-09-20T22:59:31.643 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.643 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:54:27.489716+0000", 2024-09-20T22:59:31.643 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.643 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.643 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.647 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.647 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.647 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.647 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.647 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.647 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:31.647 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.647 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:31.647 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.647 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T22:59:31.647 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.647 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.648 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.648 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.648 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.648 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.648 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:31.648 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.648 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:31.648 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.648 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.648 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:31.649 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.649 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.649 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.649 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.016446+0000", 2024-09-20T22:59:31.649 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.636422+0000", 2024-09-20T22:59:31.649 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.636422+0000", 2024-09-20T22:59:31.649 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.637023+0000", 2024-09-20T22:59:31.649 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.016446+0000", 2024-09-20T22:59:31.649 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.649 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.649 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.649 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.649 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.016446+0000", 2024-09-20T22:59:31.649 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.016446+0000", 2024-09-20T22:59:31.650 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.016446+0000", 2024-09-20T22:59:31.650 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.650 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.650 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:31.650 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.016446+0000", 2024-09-20T22:59:31.650 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.016446+0000", 2024-09-20T22:59:31.650 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.650 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T22:59:31.650 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.650 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.650 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.650 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.650 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.651 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.651 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.651 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T22:59:31.651 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.651 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.651 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.651 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1b", 2024-09-20T22:59:31.651 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.651 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.651 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.651 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5294, 2024-09-20T22:59:31.651 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.651 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:27:19.854290+0000", 2024-09-20T22:59:31.651 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.652 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.652 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.654 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.654 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.654 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.654 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.654 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.654 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.654 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.654 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.654 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.654 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.655 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.655 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.655 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.655 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.655 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.655 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.655 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.655 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.655 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.655 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.655 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.656 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.656 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.656 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.656 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.656 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:31.656 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.656 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:31.656 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "556'2" 2024-09-20T22:59:31.656 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.656 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.656 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.656 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.657 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.657 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:31.657 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.657 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T22:59:31.657 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.657 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.657 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.657 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.657 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.657 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.657 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.981637+0000", 2024-09-20T22:59:31.657 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.601100+0000", 2024-09-20T22:59:31.657 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.601100+0000", 2024-09-20T22:59:31.658 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.601528+0000", 2024-09-20T22:59:31.658 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.981637+0000", 2024-09-20T22:59:31.658 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.658 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.658 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.658 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:31.658 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.981637+0000", 2024-09-20T22:59:31.658 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.981637+0000", 2024-09-20T22:59:31.658 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.981637+0000", 2024-09-20T22:59:31.658 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.658 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.658 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.659 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.981637+0000", 2024-09-20T22:59:31.659 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.981637+0000", 2024-09-20T22:59:31.659 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.659 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.659 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.659 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.659 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:31.659 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.659 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.659 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.659 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.659 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.660 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.660 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.660 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.660 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1a", 2024-09-20T22:59:31.660 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.660 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.660 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.660 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5271, 2024-09-20T22:59:31.660 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.660 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T21:44:29.137423+0000", 2024-09-20T22:59:31.660 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.660 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.660 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.662 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.662 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.662 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.662 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.662 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.662 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.662 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.662 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.662 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.662 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.662 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.663 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.664 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.664 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.664 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.664 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.664 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.664 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.664 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.664 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:31.664 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.665 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T22:59:31.665 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.665 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.665 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.665 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.665 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.665 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.665 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:31.665 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.665 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:31.665 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.665 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.666 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.666 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.666 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.666 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.666 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.873688+0000", 2024-09-20T22:59:31.666 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.686166+0000", 2024-09-20T22:59:31.666 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.686166+0000", 2024-09-20T22:59:31.666 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.687744+0000", 2024-09-20T22:59:31.666 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.873688+0000", 2024-09-20T22:59:31.666 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.666 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.666 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.666 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:31.667 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.873688+0000", 2024-09-20T22:59:31.667 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.873688+0000", 2024-09-20T22:59:31.667 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.873688+0000", 2024-09-20T22:59:31.667 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.667 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.667 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.667 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.873688+0000", 2024-09-20T22:59:31.667 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.873688+0000", 2024-09-20T22:59:31.667 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.667 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.667 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.668 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.668 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:31.668 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.668 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.668 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.668 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.668 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.668 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.668 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.668 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.668 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.20", 2024-09-20T22:59:31.669 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.669 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.669 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.669 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5171, 2024-09-20T22:59:31.669 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.669 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:15:04.270541+0000", 2024-09-20T22:59:31.669 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.669 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.669 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.669 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.670 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.671 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.673 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.673 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.673 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.673 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.673 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.673 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.673 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:31.674 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.674 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:31.674 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.674 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.674 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.674 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.674 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:31.674 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.674 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:31.674 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.674 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T22:59:31.675 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.675 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.675 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.675 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.675 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.675 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.675 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:25.774143+0000", 2024-09-20T22:59:31.675 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.686159+0000", 2024-09-20T22:59:31.675 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.686159+0000", 2024-09-20T22:59:31.675 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.686485+0000", 2024-09-20T22:59:31.675 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:25.774143+0000", 2024-09-20T22:59:31.675 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.675 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.676 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.676 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:31.676 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:25.774143+0000", 2024-09-20T22:59:31.676 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:25.774143+0000", 2024-09-20T22:59:31.676 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:25.774143+0000", 2024-09-20T22:59:31.676 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.676 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.676 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.676 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:25.774143+0000", 2024-09-20T22:59:31.676 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:25.774143+0000", 2024-09-20T22:59:31.676 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.676 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.676 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.677 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.677 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:31.677 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.677 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.677 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.677 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.677 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.677 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.677 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.677 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.677 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.21", 2024-09-20T22:59:31.677 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.677 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.678 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.678 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5307, 2024-09-20T22:59:31.678 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.678 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T02:01:57.958584+0000", 2024-09-20T22:59:31.678 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.678 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.678 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.681 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.681 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.681 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.682 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.682 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.682 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:31.682 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.682 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:31.682 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.682 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T22:59:31.682 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.682 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.682 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.682 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.682 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.683 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.683 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.683 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.683 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:31.683 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.683 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.683 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.683 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.683 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.683 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.683 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.873103+0000", 2024-09-20T22:59:31.683 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.408695+0000", 2024-09-20T22:59:31.684 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.408695+0000", 2024-09-20T22:59:31.684 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.409384+0000", 2024-09-20T22:59:31.684 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.873103+0000", 2024-09-20T22:59:31.684 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.684 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.684 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.684 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:31.684 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.873103+0000", 2024-09-20T22:59:31.684 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.873103+0000", 2024-09-20T22:59:31.684 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.873103+0000", 2024-09-20T22:59:31.684 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.684 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.685 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.685 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.873103+0000", 2024-09-20T22:59:31.685 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.873103+0000", 2024-09-20T22:59:31.685 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.685 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.685 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.685 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.685 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:31.685 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.685 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.685 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.685 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.685 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.686 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.686 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.686 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.686 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.22", 2024-09-20T22:59:31.686 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.686 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.686 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.686 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5217, 2024-09-20T22:59:31.686 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.686 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:08:11.195081+0000", 2024-09-20T22:59:31.686 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.687 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.687 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.690 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.690 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.690 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.691 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.691 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.691 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.691 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.691 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.691 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.691 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:31.691 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.691 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.691 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.691 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.691 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.692 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:31.692 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.692 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:31.692 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.692 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.692 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.692 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.692 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.692 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.692 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.982664+0000", 2024-09-20T22:59:31.692 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.604480+0000", 2024-09-20T22:59:31.692 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.604480+0000", 2024-09-20T22:59:31.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.604800+0000", 2024-09-20T22:59:31.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.982664+0000", 2024-09-20T22:59:31.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:31.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.982664+0000", 2024-09-20T22:59:31.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.982664+0000", 2024-09-20T22:59:31.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.982664+0000", 2024-09-20T22:59:31.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.693 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.694 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.694 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.982664+0000", 2024-09-20T22:59:31.694 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.982664+0000", 2024-09-20T22:59:31.694 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.694 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.694 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.694 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.694 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:31.694 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.694 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.697 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.698 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.698 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.698 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.698 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.698 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.698 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.23", 2024-09-20T22:59:31.698 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.698 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.698 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.698 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5359, 2024-09-20T22:59:31.698 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.698 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T02:33:59.434664+0000", 2024-09-20T22:59:31.699 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.699 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.699 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.699 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.700 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.700 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.700 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.700 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.700 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.700 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.700 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.700 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.700 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.700 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.700 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.701 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.701 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.701 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.701 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.701 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.701 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.701 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.701 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.701 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.701 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.701 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.701 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.701 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.701 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.702 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.702 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.702 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.702 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.702 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.702 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.702 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.702 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.702 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.702 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.702 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:31.702 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.702 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:31.703 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.703 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.703 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.703 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.703 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.703 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:31.703 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.703 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.703 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:31.703 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.703 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.703 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.703 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.703 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.703 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.704 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.015380+0000", 2024-09-20T22:59:31.704 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:47:54.631722+0000", 2024-09-20T22:59:31.704 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:47:54.631722+0000", 2024-09-20T22:59:31.704 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:47:54.632368+0000", 2024-09-20T22:59:31.704 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.015380+0000", 2024-09-20T22:59:31.704 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.704 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.704 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.704 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 403, 2024-09-20T22:59:31.704 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.015380+0000", 2024-09-20T22:59:31.704 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.015380+0000", 2024-09-20T22:59:31.704 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.015380+0000", 2024-09-20T22:59:31.704 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.704 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.704 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.705 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.015380+0000", 2024-09-20T22:59:31.705 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.015380+0000", 2024-09-20T22:59:31.705 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.705 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.705 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.705 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.705 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 402, 2024-09-20T22:59:31.705 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.705 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.705 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.705 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.705 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.705 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.705 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.706 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.706 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.24", 2024-09-20T22:59:31.706 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.706 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.706 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.706 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5304, 2024-09-20T22:59:31.706 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.706 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:17:15.113703+0000", 2024-09-20T22:59:31.706 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.707 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.707 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.707 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.708 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.708 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.708 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.708 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.708 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.708 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.708 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.708 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.708 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.708 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.708 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.708 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.708 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.708 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.709 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.709 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.709 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.709 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.709 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.709 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.709 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.709 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.709 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.709 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.709 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.709 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.709 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.709 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.709 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.709 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.710 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.710 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.710 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:31.710 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.710 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.710 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:31.710 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.710 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.710 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.710 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.710 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.710 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.711 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:31.711 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.711 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:31.711 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.711 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.711 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.711 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.711 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.712 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.712 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.983803+0000", 2024-09-20T22:59:31.712 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:47:54.641577+0000", 2024-09-20T22:59:31.712 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:47:54.641577+0000", 2024-09-20T22:59:31.712 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:47:54.642347+0000", 2024-09-20T22:59:31.712 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.983803+0000", 2024-09-20T22:59:31.712 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.712 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.712 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.713 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 403, 2024-09-20T22:59:31.713 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.983803+0000", 2024-09-20T22:59:31.713 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.983803+0000", 2024-09-20T22:59:31.713 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.983803+0000", 2024-09-20T22:59:31.713 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.713 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.713 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.713 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.983803+0000", 2024-09-20T22:59:31.713 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.983803+0000", 2024-09-20T22:59:31.713 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.714 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.714 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.714 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.714 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 402, 2024-09-20T22:59:31.714 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.714 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.714 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.714 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.714 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.715 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.715 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.715 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.715 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.25", 2024-09-20T22:59:31.715 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.715 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.715 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.715 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5340, 2024-09-20T22:59:31.715 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.715 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:09:18.828973+0000", 2024-09-20T22:59:31.715 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.715 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.715 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.715 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.716 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.716 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.716 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.716 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.716 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.716 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.716 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.716 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.716 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.716 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.716 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.716 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.716 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.716 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.717 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.718 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.719 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.719 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.719 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.719 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.719 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.719 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.719 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.719 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:31.719 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.719 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:31.719 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.719 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.719 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.719 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.719 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.720 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.720 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:31.720 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.720 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:31.720 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.720 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.720 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.720 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.720 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.720 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.720 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.879341+0000", 2024-09-20T22:59:31.720 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.627167+0000", 2024-09-20T22:59:31.720 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.627167+0000", 2024-09-20T22:59:31.720 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.627464+0000", 2024-09-20T22:59:31.720 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.879341+0000", 2024-09-20T22:59:31.721 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.721 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.721 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.721 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.721 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.879341+0000", 2024-09-20T22:59:31.721 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.879341+0000", 2024-09-20T22:59:31.721 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.879341+0000", 2024-09-20T22:59:31.721 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.721 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.721 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.721 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.879341+0000", 2024-09-20T22:59:31.721 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.879341+0000", 2024-09-20T22:59:31.721 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.721 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.721 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.721 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.722 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.722 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.722 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.722 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.722 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.722 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.722 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.722 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.722 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.722 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.26", 2024-09-20T22:59:31.722 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.722 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.722 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.723 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5171, 2024-09-20T22:59:31.723 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.723 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:21:13.843842+0000", 2024-09-20T22:59:31.723 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.723 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.723 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.723 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.723 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.723 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.723 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.723 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.723 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.723 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.723 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.723 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.724 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.725 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.726 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.726 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.726 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.726 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.726 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.726 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.726 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.726 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:31.726 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.726 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:31.726 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.726 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.727 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.727 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.727 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.727 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.727 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:31.727 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.727 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:31.727 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.727 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.727 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.728 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.728 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.728 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.728 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.015452+0000", 2024-09-20T22:59:31.728 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:47:54.638211+0000", 2024-09-20T22:59:31.728 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:47:54.638211+0000", 2024-09-20T22:59:31.728 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:47:54.638524+0000", 2024-09-20T22:59:31.728 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.015452+0000", 2024-09-20T22:59:31.728 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.728 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.728 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.728 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 403, 2024-09-20T22:59:31.728 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.015452+0000", 2024-09-20T22:59:31.728 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.015452+0000", 2024-09-20T22:59:31.729 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.015452+0000", 2024-09-20T22:59:31.729 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.729 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.729 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.729 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.015452+0000", 2024-09-20T22:59:31.729 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.015452+0000", 2024-09-20T22:59:31.729 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.729 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.729 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.729 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.729 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 402, 2024-09-20T22:59:31.729 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.729 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.729 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.729 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.730 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.730 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.730 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.730 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.730 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.27", 2024-09-20T22:59:31.730 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.730 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.730 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.730 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5304, 2024-09-20T22:59:31.730 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.730 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T06:07:33.419280+0000", 2024-09-20T22:59:31.730 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.730 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.730 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.731 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.732 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.733 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.734 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.734 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.734 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.734 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.734 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.734 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.734 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:31.734 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.734 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:31.734 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.734 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.734 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.734 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.734 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.735 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.735 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:31.735 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.735 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:31.735 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.735 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.735 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.735 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.735 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.735 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.735 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.872730+0000", 2024-09-20T22:59:31.735 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.402517+0000", 2024-09-20T22:59:31.735 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.402517+0000", 2024-09-20T22:59:31.735 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.405028+0000", 2024-09-20T22:59:31.735 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.872730+0000", 2024-09-20T22:59:31.736 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.736 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.736 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.736 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:31.736 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.872730+0000", 2024-09-20T22:59:31.736 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.872730+0000", 2024-09-20T22:59:31.736 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.872730+0000", 2024-09-20T22:59:31.736 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.736 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.736 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.736 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.872730+0000", 2024-09-20T22:59:31.736 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.872730+0000", 2024-09-20T22:59:31.736 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.736 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.736 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.737 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.737 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:31.737 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.737 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.737 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.737 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.737 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.737 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.737 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.737 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.737 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.28", 2024-09-20T22:59:31.737 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.737 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.738 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.738 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5216, 2024-09-20T22:59:31.738 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.738 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:20:16.671355+0000", 2024-09-20T22:59:31.738 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.738 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.738 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.738 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.738 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.738 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.738 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.739 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.740 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.741 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.742 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.743 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.743 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.743 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.743 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.743 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.743 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.743 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.744 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:31.744 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.744 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:31.744 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.744 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.744 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.744 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.745 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.745 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.745 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:31.745 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.745 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:31.745 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.746 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.746 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.746 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.746 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.746 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.746 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.016031+0000", 2024-09-20T22:59:31.746 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.592683+0000", 2024-09-20T22:59:31.747 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.592683+0000", 2024-09-20T22:59:31.747 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.593093+0000", 2024-09-20T22:59:31.747 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.016031+0000", 2024-09-20T22:59:31.747 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.747 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.747 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.747 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:31.748 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.016031+0000", 2024-09-20T22:59:31.748 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.016031+0000", 2024-09-20T22:59:31.748 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.016031+0000", 2024-09-20T22:59:31.748 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.748 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.748 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.749 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.016031+0000", 2024-09-20T22:59:31.749 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.016031+0000", 2024-09-20T22:59:31.749 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.749 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.749 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.749 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.749 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:31.750 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.750 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.750 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.750 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.750 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.750 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.750 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.751 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.751 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.29", 2024-09-20T22:59:31.751 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.751 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.751 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.751 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5293, 2024-09-20T22:59:31.752 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.752 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:54:31.005947+0000", 2024-09-20T22:59:31.752 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.752 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.752 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.752 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.752 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.753 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.753 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.753 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.753 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.753 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.753 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.753 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.754 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.755 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.756 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.757 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.757 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.757 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.757 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.757 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.757 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.758 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.758 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.758 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.758 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.758 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.758 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.759 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.759 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.759 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.759 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.759 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.759 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.760 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:31.760 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.760 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:31.760 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.760 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.760 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.760 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.761 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.761 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.761 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:31.761 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.761 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:31.761 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.762 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.762 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.762 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.762 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.762 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.762 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.872395+0000", 2024-09-20T22:59:31.762 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.629788+0000", 2024-09-20T22:59:31.763 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.629788+0000", 2024-09-20T22:59:31.763 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.630469+0000", 2024-09-20T22:59:31.763 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.872395+0000", 2024-09-20T22:59:31.763 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.763 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.763 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.764 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.764 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.872395+0000", 2024-09-20T22:59:31.764 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.872395+0000", 2024-09-20T22:59:31.764 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.872395+0000", 2024-09-20T22:59:31.764 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.764 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.764 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.765 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.872395+0000", 2024-09-20T22:59:31.765 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.872395+0000", 2024-09-20T22:59:31.765 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.765 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.765 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.765 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.765 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.766 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.766 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.766 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.766 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.766 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.766 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.767 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.767 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.767 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2a", 2024-09-20T22:59:31.767 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.767 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.767 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.767 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5179, 2024-09-20T22:59:31.768 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.768 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:51:48.205698+0000", 2024-09-20T22:59:31.768 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.768 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.768 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.768 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.769 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.770 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.771 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.772 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.772 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.772 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.772 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.772 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.772 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.773 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.773 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:31.773 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.773 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:31.773 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.773 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.773 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.773 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.773 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:31.774 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.774 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:31.774 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.774 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T22:59:31.774 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.774 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.774 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.774 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.774 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.774 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.775 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:25.774740+0000", 2024-09-20T22:59:31.775 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.637496+0000", 2024-09-20T22:59:31.775 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.637496+0000", 2024-09-20T22:59:31.775 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.637942+0000", 2024-09-20T22:59:31.775 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:25.774740+0000", 2024-09-20T22:59:31.775 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.775 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.775 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.775 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.775 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:25.774740+0000", 2024-09-20T22:59:31.775 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:25.774740+0000", 2024-09-20T22:59:31.776 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:25.774740+0000", 2024-09-20T22:59:31.776 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.776 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.776 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.776 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:25.774740+0000", 2024-09-20T22:59:31.776 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:25.774740+0000", 2024-09-20T22:59:31.776 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.776 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.776 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.777 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.777 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.777 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.777 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.777 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.777 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.777 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.777 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.777 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.777 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.778 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2b", 2024-09-20T22:59:31.778 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.778 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.778 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.778 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5304, 2024-09-20T22:59:31.778 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.778 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:27:31.628816+0000", 2024-09-20T22:59:31.778 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.778 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.778 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.779 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.780 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.780 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.780 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.780 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.780 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.780 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.781 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.781 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.781 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.781 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.781 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.781 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.782 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.783 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.784 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.784 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.785 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.785 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.785 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.785 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:31.785 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.785 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:31.786 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.786 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T22:59:31.786 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.786 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.786 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.786 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.787 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.787 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.787 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.787 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.787 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:31.787 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.787 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.788 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.788 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.788 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.788 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.788 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.875803+0000", 2024-09-20T22:59:31.788 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.694962+0000", 2024-09-20T22:59:31.788 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.694962+0000", 2024-09-20T22:59:31.788 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.695913+0000", 2024-09-20T22:59:31.788 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.875803+0000", 2024-09-20T22:59:31.789 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.789 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.789 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.789 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:31.789 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.875803+0000", 2024-09-20T22:59:31.789 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.875803+0000", 2024-09-20T22:59:31.789 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.875803+0000", 2024-09-20T22:59:31.789 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.790 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.790 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.790 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.875803+0000", 2024-09-20T22:59:31.790 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.875803+0000", 2024-09-20T22:59:31.790 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.790 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.790 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.790 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.790 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:31.790 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.791 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.791 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.791 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.791 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.791 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.791 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.791 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.791 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2c", 2024-09-20T22:59:31.792 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.792 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.792 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.792 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5178, 2024-09-20T22:59:31.792 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.792 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:35:28.340849+0000", 2024-09-20T22:59:31.792 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.792 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.792 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.793 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.794 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.795 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.795 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.795 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.795 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.796 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.796 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.796 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.796 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.796 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.796 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:31.796 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.796 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.796 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.796 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.796 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.796 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:31.796 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:31.796 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.796 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:31.797 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.797 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.797 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.797 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.797 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.797 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156547+0000", 2024-09-20T22:59:31.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.636951+0000", 2024-09-20T22:59:31.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.636951+0000", 2024-09-20T22:59:31.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.639100+0000", 2024-09-20T22:59:31.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156547+0000", 2024-09-20T22:59:31.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.797 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.798 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156547+0000", 2024-09-20T22:59:31.798 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156547+0000", 2024-09-20T22:59:31.798 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156547+0000", 2024-09-20T22:59:31.798 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.798 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.798 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.798 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156547+0000", 2024-09-20T22:59:31.798 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156547+0000", 2024-09-20T22:59:31.798 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.798 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.798 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.798 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.798 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.798 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.798 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.799 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.799 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.799 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.799 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.799 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.799 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.799 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2d", 2024-09-20T22:59:31.799 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.799 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.799 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.799 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5133, 2024-09-20T22:59:31.799 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.799 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:29:28.545736+0000", 2024-09-20T22:59:31.799 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.799 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.800 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.801 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.802 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.802 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.802 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.802 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.802 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.802 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.803 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.804 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.804 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.804 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.804 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.804 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.804 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.804 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:31.804 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:31.805 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.805 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:31.805 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.805 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.805 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.805 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.805 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:31.805 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.806 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:31.806 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.806 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T22:59:31.806 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.806 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.806 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.806 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.807 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.807 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:25.775289+0000", 2024-09-20T22:59:31.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.636206+0000", 2024-09-20T22:59:31.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.636206+0000", 2024-09-20T22:59:31.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.636503+0000", 2024-09-20T22:59:31.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:25.775289+0000", 2024-09-20T22:59:31.807 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.808 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.808 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.808 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.808 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:25.775289+0000", 2024-09-20T22:59:31.808 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:25.775289+0000", 2024-09-20T22:59:31.808 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:25.775289+0000", 2024-09-20T22:59:31.809 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.809 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.809 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.809 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:25.775289+0000", 2024-09-20T22:59:31.809 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:25.775289+0000", 2024-09-20T22:59:31.809 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.809 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.809 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.809 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.809 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.809 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.810 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.810 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.810 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.810 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.810 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.810 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.810 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.810 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2e", 2024-09-20T22:59:31.810 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.810 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.810 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.810 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5303, 2024-09-20T22:59:31.810 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.811 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:51:48.177513+0000", 2024-09-20T22:59:31.811 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.811 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.811 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.811 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.812 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.813 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.814 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.814 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.814 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.814 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.814 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:31.814 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.814 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:31.814 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.814 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T22:59:31.814 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.814 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.814 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.814 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.814 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.815 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.815 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:31.815 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.815 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:31.815 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.815 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.815 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.815 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.815 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.815 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.815 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.872986+0000", 2024-09-20T22:59:31.815 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.639089+0000", 2024-09-20T22:59:31.815 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.639089+0000", 2024-09-20T22:59:31.815 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.639566+0000", 2024-09-20T22:59:31.816 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.872986+0000", 2024-09-20T22:59:31.816 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.816 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.816 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.816 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.816 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.872986+0000", 2024-09-20T22:59:31.816 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.872986+0000", 2024-09-20T22:59:31.816 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.872986+0000", 2024-09-20T22:59:31.816 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.816 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.816 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.816 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.872986+0000", 2024-09-20T22:59:31.816 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.872986+0000", 2024-09-20T22:59:31.816 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.816 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.816 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.817 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.817 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.817 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.817 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.817 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.817 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.817 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.817 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.817 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.817 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.817 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2f", 2024-09-20T22:59:31.817 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.817 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.817 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.817 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5198, 2024-09-20T22:59:31.818 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.818 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:59:37.083126+0000", 2024-09-20T22:59:31.818 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.818 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.818 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.818 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.819 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.820 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.820 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.820 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.820 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.820 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.820 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.820 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.820 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.820 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.820 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.820 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.821 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.821 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.821 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.821 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.821 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.821 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.821 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.821 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:31.821 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.822 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:31.822 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.822 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.822 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.822 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.822 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.822 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.822 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:31.822 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.822 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:31.822 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.822 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.822 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.823 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.823 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.823 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.823 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.872489+0000", 2024-09-20T22:59:31.823 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.637559+0000", 2024-09-20T22:59:31.823 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.637559+0000", 2024-09-20T22:59:31.823 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.637899+0000", 2024-09-20T22:59:31.823 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.872489+0000", 2024-09-20T22:59:31.823 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.823 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.823 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.823 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.823 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.872489+0000", 2024-09-20T22:59:31.823 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.872489+0000", 2024-09-20T22:59:31.823 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.872489+0000", 2024-09-20T22:59:31.824 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.824 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.824 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.824 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.872489+0000", 2024-09-20T22:59:31.824 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.872489+0000", 2024-09-20T22:59:31.824 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.824 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.824 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.824 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.824 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.824 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.824 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.824 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.824 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.824 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.825 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.825 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.825 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.825 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.30", 2024-09-20T22:59:31.825 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.825 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.825 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.825 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5189, 2024-09-20T22:59:31.825 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.825 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:10:38.797060+0000", 2024-09-20T22:59:31.825 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.825 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.825 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.825 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.826 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.827 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.827 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.827 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.827 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.827 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.827 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.827 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.827 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.827 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.827 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.827 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.827 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.827 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.828 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.828 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.828 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.828 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.828 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.828 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.828 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.828 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.828 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.828 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.828 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.828 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.828 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.829 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.829 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.829 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.829 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.829 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:31.829 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.829 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:31.829 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.829 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.829 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.829 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.830 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.830 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.830 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:31.830 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.830 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:31.830 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.830 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.830 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.830 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.830 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.830 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.831 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.981859+0000", 2024-09-20T22:59:31.831 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.402706+0000", 2024-09-20T22:59:31.831 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.402706+0000", 2024-09-20T22:59:31.831 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.403064+0000", 2024-09-20T22:59:31.831 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.981859+0000", 2024-09-20T22:59:31.831 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.831 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.831 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.831 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:31.831 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.981859+0000", 2024-09-20T22:59:31.831 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.981859+0000", 2024-09-20T22:59:31.832 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.981859+0000", 2024-09-20T22:59:31.832 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.832 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.832 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.832 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.981859+0000", 2024-09-20T22:59:31.832 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.981859+0000", 2024-09-20T22:59:31.832 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.832 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.832 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.832 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.832 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:31.832 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.832 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.833 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.833 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.833 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.833 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.833 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.833 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.833 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.31", 2024-09-20T22:59:31.833 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.833 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.833 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.833 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5338, 2024-09-20T22:59:31.833 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.833 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:01:18.402750+0000", 2024-09-20T22:59:31.834 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.834 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.834 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.834 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.834 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.834 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.834 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.834 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.834 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.834 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.834 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.834 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.835 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.835 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.835 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.835 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.835 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.835 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.835 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.835 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.835 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.836 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.837 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.838 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.839 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.839 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.839 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.839 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.839 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.840 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.840 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:31.840 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.840 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:31.840 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.840 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.840 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.840 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.840 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.841 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.841 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:31.841 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.841 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:31.841 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.841 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.841 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.841 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.842 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.842 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.842 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.982414+0000", 2024-09-20T22:59:31.842 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.413504+0000", 2024-09-20T22:59:31.842 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.413504+0000", 2024-09-20T22:59:31.842 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.413785+0000", 2024-09-20T22:59:31.842 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.982414+0000", 2024-09-20T22:59:31.842 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:31.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.982414+0000", 2024-09-20T22:59:31.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.982414+0000", 2024-09-20T22:59:31.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.982414+0000", 2024-09-20T22:59:31.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.843 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.982414+0000", 2024-09-20T22:59:31.844 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.982414+0000", 2024-09-20T22:59:31.844 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.844 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.844 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.844 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.844 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:31.844 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.844 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.844 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.845 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.845 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.845 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.845 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.845 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.845 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.32", 2024-09-20T22:59:31.845 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.845 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.845 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.846 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5355, 2024-09-20T22:59:31.846 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.846 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:03:46.782906+0000", 2024-09-20T22:59:31.846 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.846 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.846 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.846 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.848 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.848 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.848 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.848 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.848 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.848 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.848 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.848 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.848 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.848 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.848 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.849 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.849 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.849 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.849 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.849 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.849 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.849 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.849 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.849 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.849 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.849 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.849 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.849 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.850 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.850 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.850 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.850 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.850 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.850 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.850 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.850 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.850 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.850 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:31.850 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.850 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:31.850 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.850 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.850 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.851 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.851 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.851 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.851 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:31.851 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.851 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:31.851 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.851 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.851 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.851 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.851 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.851 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.851 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.015286+0000", 2024-09-20T22:59:31.851 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.692127+0000", 2024-09-20T22:59:31.852 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.692127+0000", 2024-09-20T22:59:31.852 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.693292+0000", 2024-09-20T22:59:31.852 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.015286+0000", 2024-09-20T22:59:31.852 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.852 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.852 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.852 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:31.852 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.015286+0000", 2024-09-20T22:59:31.852 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.015286+0000", 2024-09-20T22:59:31.852 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.015286+0000", 2024-09-20T22:59:31.852 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.852 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.852 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.852 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.015286+0000", 2024-09-20T22:59:31.852 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.015286+0000", 2024-09-20T22:59:31.853 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.853 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.853 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.853 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.853 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:31.853 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.853 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.853 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.853 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.853 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.853 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.853 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.853 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.853 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.33", 2024-09-20T22:59:31.853 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.854 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.854 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.854 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5291, 2024-09-20T22:59:31.854 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.854 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:36:58.920576+0000", 2024-09-20T22:59:31.854 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.854 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.854 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.854 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.855 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.856 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.857 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.857 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.857 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.857 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.857 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.857 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.857 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.857 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.857 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.857 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.857 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.857 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.858 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.858 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:31.858 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.858 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:31.858 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.858 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.858 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.858 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.858 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.858 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.858 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.858 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.858 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T22:59:31.858 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.859 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.859 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.859 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.859 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.859 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.859 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.982656+0000", 2024-09-20T22:59:31.859 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.692902+0000", 2024-09-20T22:59:31.859 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.692902+0000", 2024-09-20T22:59:31.859 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.693566+0000", 2024-09-20T22:59:31.859 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.982656+0000", 2024-09-20T22:59:31.859 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.859 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.859 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.859 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:31.860 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.982656+0000", 2024-09-20T22:59:31.860 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.982656+0000", 2024-09-20T22:59:31.860 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.982656+0000", 2024-09-20T22:59:31.860 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.860 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.860 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.860 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.982656+0000", 2024-09-20T22:59:31.860 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.982656+0000", 2024-09-20T22:59:31.860 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.860 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.860 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.860 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.860 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:31.860 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.861 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.861 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.861 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.861 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.861 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.861 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.861 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.861 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.34", 2024-09-20T22:59:31.861 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.861 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.861 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.861 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5239, 2024-09-20T22:59:31.861 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.862 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:29:59.307064+0000", 2024-09-20T22:59:31.862 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.862 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.862 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.862 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.863 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.864 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.865 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.865 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.865 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.865 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.865 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.865 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:31.865 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.865 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.865 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.865 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T22:59:31.865 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.865 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.866 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.866 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.866 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.866 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.866 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.866 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.866 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:31.866 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.866 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.866 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.866 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.866 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.866 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.866 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.875254+0000", 2024-09-20T22:59:31.867 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.685718+0000", 2024-09-20T22:59:31.867 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.685718+0000", 2024-09-20T22:59:31.867 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.686077+0000", 2024-09-20T22:59:31.867 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.875254+0000", 2024-09-20T22:59:31.867 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.867 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.867 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.867 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:31.867 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.875254+0000", 2024-09-20T22:59:31.867 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.875254+0000", 2024-09-20T22:59:31.867 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.875254+0000", 2024-09-20T22:59:31.867 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.867 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.867 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.868 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.875254+0000", 2024-09-20T22:59:31.868 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.875254+0000", 2024-09-20T22:59:31.868 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.868 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.868 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.868 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.868 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:31.868 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.868 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.868 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.868 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.868 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.868 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.868 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.869 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.869 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.35", 2024-09-20T22:59:31.869 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.869 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.869 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.869 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5166, 2024-09-20T22:59:31.869 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.869 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:44:54.146283+0000", 2024-09-20T22:59:31.869 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.869 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.869 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.869 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.870 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.871 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.871 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.871 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.871 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.871 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.871 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.871 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.871 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.871 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.871 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.871 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.871 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.871 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.871 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.871 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.872 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.872 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.872 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.872 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.872 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.872 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.872 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.872 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.872 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.872 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.872 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.872 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.872 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.872 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.873 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.873 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:31.873 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.873 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.873 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.873 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.873 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.873 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.873 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:31.873 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.873 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:31.873 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.873 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.873 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.873 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.873 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.874 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.874 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.876791+0000", 2024-09-20T22:59:31.874 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.695538+0000", 2024-09-20T22:59:31.874 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.695538+0000", 2024-09-20T22:59:31.874 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.696267+0000", 2024-09-20T22:59:31.874 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.876791+0000", 2024-09-20T22:59:31.874 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.874 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.874 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.874 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:31.874 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.876791+0000", 2024-09-20T22:59:31.874 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.876791+0000", 2024-09-20T22:59:31.874 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.876791+0000", 2024-09-20T22:59:31.874 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.874 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.875 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.875 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.876791+0000", 2024-09-20T22:59:31.875 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.876791+0000", 2024-09-20T22:59:31.875 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.875 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.875 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.875 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.875 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:31.875 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.875 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.875 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.875 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.875 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.875 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.875 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.876 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.876 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.36", 2024-09-20T22:59:31.876 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.876 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.876 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.876 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5166, 2024-09-20T22:59:31.876 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.876 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:56:07.106569+0000", 2024-09-20T22:59:31.876 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.876 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.876 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.876 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.877 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.878 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.879 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.879 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.879 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.879 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.879 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.879 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.879 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.879 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.879 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.879 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.879 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.879 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:31.879 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.880 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:31.880 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.880 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.880 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.880 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.880 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.880 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.880 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.880 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:31.880 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.880 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.880 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.880 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.880 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.881 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.881 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156321+0000", 2024-09-20T22:59:31.881 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.640261+0000", 2024-09-20T22:59:31.881 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.640261+0000", 2024-09-20T22:59:31.881 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.640547+0000", 2024-09-20T22:59:31.881 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156321+0000", 2024-09-20T22:59:31.881 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.881 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.881 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.881 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.881 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156321+0000", 2024-09-20T22:59:31.881 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156321+0000", 2024-09-20T22:59:31.881 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156321+0000", 2024-09-20T22:59:31.881 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.881 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.882 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.882 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156321+0000", 2024-09-20T22:59:31.882 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156321+0000", 2024-09-20T22:59:31.882 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.882 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.882 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.882 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.882 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.882 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.882 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.882 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.882 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.883 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.883 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.883 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.883 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.883 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.37", 2024-09-20T22:59:31.883 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.883 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.883 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.883 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5139, 2024-09-20T22:59:31.883 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.883 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:26:01.551718+0000", 2024-09-20T22:59:31.883 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.883 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.883 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.884 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.885 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.886 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.886 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.886 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.886 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.886 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.886 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.886 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.886 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.886 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.886 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.886 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.886 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.886 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.886 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.887 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.887 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.887 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.887 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.887 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.887 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:31.887 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.887 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.887 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.887 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.887 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.887 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:31.887 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.887 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:31.888 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.888 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.888 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.888 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.888 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.888 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.888 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.016333+0000", 2024-09-20T22:59:31.888 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.691155+0000", 2024-09-20T22:59:31.888 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.691155+0000", 2024-09-20T22:59:31.888 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.691494+0000", 2024-09-20T22:59:31.888 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.016333+0000", 2024-09-20T22:59:31.888 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.888 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.888 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.889 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:31.889 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.016333+0000", 2024-09-20T22:59:31.889 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.016333+0000", 2024-09-20T22:59:31.889 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.016333+0000", 2024-09-20T22:59:31.889 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.889 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.889 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.889 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.016333+0000", 2024-09-20T22:59:31.889 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.016333+0000", 2024-09-20T22:59:31.889 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.889 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.889 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.889 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.889 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:31.890 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.890 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.890 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.890 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.890 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.890 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.890 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.890 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.890 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.38", 2024-09-20T22:59:31.890 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.890 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.890 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.890 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5288, 2024-09-20T22:59:31.890 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.891 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:00:56.038338+0000", 2024-09-20T22:59:31.891 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.891 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.891 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.891 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.892 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.893 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.894 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.894 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.894 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.894 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.894 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.894 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.894 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.895 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.895 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:31.895 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.895 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:31.895 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.895 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.895 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.895 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.895 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.895 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.895 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:31.895 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.895 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:31.895 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.895 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.896 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.896 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.896 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.896 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.896 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.155176+0000", 2024-09-20T22:59:31.896 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.637687+0000", 2024-09-20T22:59:31.896 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.637687+0000", 2024-09-20T22:59:31.896 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.637963+0000", 2024-09-20T22:59:31.896 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.155176+0000", 2024-09-20T22:59:31.896 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.896 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.896 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.896 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.896 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.155176+0000", 2024-09-20T22:59:31.897 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.155176+0000", 2024-09-20T22:59:31.897 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.155176+0000", 2024-09-20T22:59:31.897 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.897 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.897 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.897 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.155176+0000", 2024-09-20T22:59:31.897 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.155176+0000", 2024-09-20T22:59:31.897 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.897 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.897 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.897 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.897 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.897 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.897 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.897 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.898 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.898 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.898 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.898 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.898 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.898 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.39", 2024-09-20T22:59:31.898 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.898 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.898 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.898 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5146, 2024-09-20T22:59:31.898 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.898 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:50:00.695792+0000", 2024-09-20T22:59:31.898 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.898 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.899 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.899 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.901 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.901 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.901 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.901 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.902 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.902 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.902 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.902 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:31.902 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.902 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:31.902 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.902 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.902 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.902 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.902 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.902 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.902 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:31.902 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.903 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:31.903 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.903 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.903 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.903 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.903 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.903 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.903 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.872920+0000", 2024-09-20T22:59:31.903 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.409070+0000", 2024-09-20T22:59:31.903 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.409070+0000", 2024-09-20T22:59:31.903 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.410438+0000", 2024-09-20T22:59:31.903 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.872920+0000", 2024-09-20T22:59:31.903 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.903 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.904 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.904 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:31.904 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.872920+0000", 2024-09-20T22:59:31.904 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.872920+0000", 2024-09-20T22:59:31.904 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.872920+0000", 2024-09-20T22:59:31.904 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.904 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.904 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.904 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.872920+0000", 2024-09-20T22:59:31.904 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.872920+0000", 2024-09-20T22:59:31.904 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.904 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.904 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.904 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.905 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:31.905 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.905 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.905 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.905 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.905 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.905 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.905 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.905 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.905 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3a", 2024-09-20T22:59:31.905 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.905 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.905 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.905 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5187, 2024-09-20T22:59:31.906 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.906 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T21:43:12.364554+0000", 2024-09-20T22:59:31.906 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.906 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.906 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.906 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.907 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.908 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.911 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.911 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.911 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.911 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.911 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.911 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.911 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.911 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.911 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.912 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:31.912 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.912 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:31.912 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.912 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.912 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.912 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.912 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.912 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:31.913 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:31.913 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.913 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:31.913 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.913 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.913 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.913 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.913 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.913 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.913 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.157248+0000", 2024-09-20T22:59:31.913 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.633719+0000", 2024-09-20T22:59:31.914 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.633719+0000", 2024-09-20T22:59:31.914 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.635024+0000", 2024-09-20T22:59:31.914 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.157248+0000", 2024-09-20T22:59:31.914 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.914 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.914 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.914 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.914 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.157248+0000", 2024-09-20T22:59:31.914 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.157248+0000", 2024-09-20T22:59:31.914 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.157248+0000", 2024-09-20T22:59:31.914 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.914 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.914 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.915 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.157248+0000", 2024-09-20T22:59:31.915 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.157248+0000", 2024-09-20T22:59:31.915 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.915 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.915 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.915 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.915 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.915 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.915 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.915 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.915 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.915 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.916 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.916 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.916 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.916 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3b", 2024-09-20T22:59:31.916 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.916 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.916 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.916 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5146, 2024-09-20T22:59:31.916 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.916 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:30:44.340495+0000", 2024-09-20T22:59:31.916 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.916 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.916 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.918 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.918 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.918 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.918 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.918 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.918 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.918 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.918 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.918 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.918 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.918 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.918 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.918 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.918 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.919 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.919 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.919 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.919 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.919 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.919 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.919 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.919 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.919 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.919 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.919 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.919 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.919 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.919 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.920 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:31.920 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:31.920 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.920 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:31.920 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.920 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.920 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.920 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.920 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.920 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.920 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:31.920 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.920 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:31.920 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.921 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.921 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.921 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.921 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.921 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.921 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.873718+0000", 2024-09-20T22:59:31.921 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.631306+0000", 2024-09-20T22:59:31.921 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.631306+0000", 2024-09-20T22:59:31.921 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.631739+0000", 2024-09-20T22:59:31.921 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.873718+0000", 2024-09-20T22:59:31.921 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.921 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.921 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.922 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.922 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.873718+0000", 2024-09-20T22:59:31.922 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.873718+0000", 2024-09-20T22:59:31.922 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.873718+0000", 2024-09-20T22:59:31.922 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.922 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.922 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.922 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.873718+0000", 2024-09-20T22:59:31.922 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.873718+0000", 2024-09-20T22:59:31.922 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.922 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.922 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.923 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.923 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.923 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.923 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.923 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.923 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.923 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.923 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.923 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.923 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.923 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3c", 2024-09-20T22:59:31.923 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.923 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.923 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.923 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5211, 2024-09-20T22:59:31.924 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.924 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:06:49.231603+0000", 2024-09-20T22:59:31.924 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.924 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.924 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.925 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.925 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.925 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.925 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.925 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.925 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.925 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.925 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.925 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.925 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.925 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.925 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.925 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.925 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.925 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.926 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.926 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.926 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.926 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.926 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.926 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.926 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.926 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.926 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.926 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.926 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.926 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.926 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.926 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.927 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.927 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.927 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.927 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.927 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:31.927 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:31.927 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:31.927 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.927 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:31.927 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.927 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.928 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.928 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.928 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.928 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:31.928 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:31.928 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.928 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:31.928 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.928 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.928 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.928 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.928 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.928 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.928 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.986280+0000", 2024-09-20T22:59:31.928 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:47:20.959554+0000", 2024-09-20T22:59:31.929 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:47:20.959554+0000", 2024-09-20T22:59:31.929 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:47:20.959912+0000", 2024-09-20T22:59:31.929 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.986280+0000", 2024-09-20T22:59:31.929 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.929 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.929 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.929 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 370, 2024-09-20T22:59:31.929 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.986280+0000", 2024-09-20T22:59:31.929 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.986280+0000", 2024-09-20T22:59:31.929 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.986280+0000", 2024-09-20T22:59:31.929 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.929 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.929 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.929 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.986280+0000", 2024-09-20T22:59:31.930 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.986280+0000", 2024-09-20T22:59:31.930 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.930 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.930 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.930 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.930 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 369, 2024-09-20T22:59:31.930 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.930 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.930 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.930 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.930 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.930 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.930 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.930 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.931 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3d", 2024-09-20T22:59:31.931 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.931 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.931 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.931 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5359, 2024-09-20T22:59:31.931 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.931 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:55:27.539148+0000", 2024-09-20T22:59:31.931 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.931 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.931 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.932 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.932 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.932 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.932 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.932 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.932 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.932 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.932 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.932 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.932 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.932 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.932 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.932 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.932 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.933 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.933 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.933 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.933 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.933 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.933 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.933 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.933 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.933 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.933 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.933 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.933 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.933 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.934 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.934 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.934 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.934 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.934 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.935 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.935 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:31.935 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:31.935 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.935 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:31.935 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.935 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.935 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.935 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.935 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.935 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.935 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:31.935 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.935 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:31.935 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.935 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.936 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.936 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.936 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.936 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.936 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.983922+0000", 2024-09-20T22:59:31.936 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.696211+0000", 2024-09-20T22:59:31.936 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.696211+0000", 2024-09-20T22:59:31.936 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.696488+0000", 2024-09-20T22:59:31.936 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.983922+0000", 2024-09-20T22:59:31.936 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.936 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.936 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.936 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:31.936 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.983922+0000", 2024-09-20T22:59:31.936 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.983922+0000", 2024-09-20T22:59:31.937 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.983922+0000", 2024-09-20T22:59:31.937 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.937 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.937 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.937 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.983922+0000", 2024-09-20T22:59:31.937 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.983922+0000", 2024-09-20T22:59:31.937 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.937 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.937 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.937 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.937 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:31.937 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.937 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.937 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.938 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.938 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.938 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.938 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.938 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.938 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3e", 2024-09-20T22:59:31.938 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.938 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.938 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.938 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5350, 2024-09-20T22:59:31.938 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.938 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:38:20.871889+0000", 2024-09-20T22:59:31.938 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.938 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.938 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.940 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.940 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.940 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.940 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.940 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.940 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.940 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.940 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.940 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.940 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.940 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.940 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.940 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.940 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.940 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.941 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.941 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.941 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.941 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.941 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.942 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.942 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:31.942 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:31.942 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.942 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:31.942 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.942 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.942 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.942 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:31.942 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.942 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.942 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.942 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.943 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:31.943 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:31.943 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:31.943 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:31.943 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:31.943 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:31.943 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:31.943 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156512+0000", 2024-09-20T22:59:31.943 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.639759+0000", 2024-09-20T22:59:31.943 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.639759+0000", 2024-09-20T22:59:31.943 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.640345+0000", 2024-09-20T22:59:31.943 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156512+0000", 2024-09-20T22:59:31.943 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.943 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:31.943 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.943 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:31.944 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156512+0000", 2024-09-20T22:59:31.944 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156512+0000", 2024-09-20T22:59:31.944 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156512+0000", 2024-09-20T22:59:31.944 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:31.944 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:31.944 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:31.944 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156512+0000", 2024-09-20T22:59:31.944 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156512+0000", 2024-09-20T22:59:31.945 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:31.945 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.945 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:31.945 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:31.945 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:31.945 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:31.946 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:31.946 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:31.946 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:31.946 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.946 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:31.946 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:31.946 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:31.946 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3f", 2024-09-20T22:59:31.946 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:31.947 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:31.947 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:31.947 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5136, 2024-09-20T22:59:31.947 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:31.947 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:31:29.485377+0000", 2024-09-20T22:59:31.947 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:31.947 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:31.947 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.947 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.948 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.949 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.950 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.951 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.951 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:31.951 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:31.951 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:31.951 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.951 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:31.951 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.951 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.951 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:31.952 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:31.952 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:31.952 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.952 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_per_pool": [ 2024-09-20T22:59:31.952 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.952 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 3, 2024-09-20T22:59:31.952 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T22:59:31.952 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr" 2024-09-20T22:59:31.952 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.952 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 200, 2024-09-20T22:59:31.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 1, 2024-09-20T22:59:31.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 3, 2024-09-20T22:59:31.953 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 200, 2024-09-20T22:59:31.953 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 1, 2024-09-20T22:59:31.953 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 590368, 2024-09-20T22:59:31.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 590368, 2024-09-20T22:59:31.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-20T22:59:31.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-20T22:59:31.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-20T22:59:31.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 2, 2024-09-20T22:59:31.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.955 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1200, 2024-09-20T22:59:31.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 2009, 2024-09-20T22:59:31.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 349, 2024-09-20T22:59:31.956 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1628 2024-09-20T22:59:31.956 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.956 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-20T22:59:31.956 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 1781760, 2024-09-20T22:59:31.956 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-20T22:59:31.956 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-20T22:59:31.956 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-20T22:59:31.956 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-20T22:59:31.957 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 1771104, 2024-09-20T22:59:31.957 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-20T22:59:31.957 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-20T22:59:31.957 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-20T22:59:31.957 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-20T22:59:31.957 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.957 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 3 2024-09-20T22:59:31.957 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.957 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.957 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 96, 2024-09-20T22:59:31.957 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T22:59:31.957 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-20T22:59:31.958 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.958 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 68, 2024-09-20T22:59:31.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 32, 2024-09-20T22:59:31.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 8, 2024-09-20T22:59:31.958 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 68, 2024-09-20T22:59:31.958 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 2, 2024-09-20T22:59:31.958 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 6614, 2024-09-20T22:59:31.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 66, 2024-09-20T22:59:31.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 22, 2024-09-20T22:59:31.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 22, 2024-09-20T22:59:31.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 14, 2024-09-20T22:59:31.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.961 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.961 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.961 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 79, 2024-09-20T22:59:31.961 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 86, 2024-09-20T22:59:31.961 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.961 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.961 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.961 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 68, 2024-09-20T22:59:31.961 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 35 2024-09-20T22:59:31.961 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.961 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-20T22:59:31.962 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 110592, 2024-09-20T22:59:31.962 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-20T22:59:31.962 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-20T22:59:31.962 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-20T22:59:31.962 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-20T22:59:31.962 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 19842, 2024-09-20T22:59:31.962 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-20T22:59:31.962 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-20T22:59:31.962 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 44782, 2024-09-20T22:59:31.962 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-20T22:59:31.962 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.962 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 96 2024-09-20T22:59:31.963 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.963 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.963 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 192, 2024-09-20T22:59:31.963 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T22:59:31.963 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-20T22:59:31.963 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.963 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:31.963 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 64, 2024-09-20T22:59:31.963 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 8, 2024-09-20T22:59:31.963 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:31.964 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 3, 2024-09-20T22:59:31.964 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:31.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.964 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:31.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:31.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:31.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.965 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:31.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:31.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:31.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:31.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:31.967 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.967 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-20T22:59:31.967 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 0, 2024-09-20T22:59:31.967 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-20T22:59:31.968 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-20T22:59:31.968 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-20T22:59:31.968 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-20T22:59:31.968 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 0, 2024-09-20T22:59:31.968 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-20T22:59:31.968 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-20T22:59:31.968 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-20T22:59:31.968 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-20T22:59:31.968 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.968 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 192 2024-09-20T22:59:31.968 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.968 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.969 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 24, 2024-09-20T22:59:31.969 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T22:59:31.969 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd" 2024-09-20T22:59:31.969 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.969 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 24430, 2024-09-20T22:59:31.969 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 8, 2024-09-20T22:59:31.969 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 8, 2024-09-20T22:59:31.969 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 24430, 2024-09-20T22:59:31.969 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 4, 2024-09-20T22:59:31.969 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:31.969 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 4194323, 2024-09-20T22:59:31.969 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:31.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:31.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:31.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:31.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:31.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:31.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:31.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:31.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:31.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:31.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:31.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:31.970 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:31.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:31.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:31.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 12, 2024-09-20T22:59:31.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 4, 2024-09-20T22:59:31.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:31.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 4, 2024-09-20T22:59:31.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:31.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:31.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:31.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:31.971 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:31.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 2, 2024-09-20T22:59:31.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:31.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:31.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:31.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:31.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:31.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:31.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:31.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 9032, 2024-09-20T22:59:31.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 3088778, 2024-09-20T22:59:31.972 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:31.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:31.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:31.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 24299, 2024-09-20T22:59:31.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 3091360 2024-09-20T22:59:31.973 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.973 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-20T22:59:31.973 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 12595200, 2024-09-20T22:59:31.973 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-20T22:59:31.973 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-20T22:59:31.973 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-20T22:59:31.973 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-20T22:59:31.974 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 12582969, 2024-09-20T22:59:31.974 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-20T22:59:31.974 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-20T22:59:31.974 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-20T22:59:31.974 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-20T22:59:31.974 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.974 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 24 2024-09-20T22:59:31.974 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:31.974 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.974 INFO:tasks.workunit.client.0.smithi046.stdout: "usage": { 2024-09-20T22:59:31.974 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 105, 2024-09-20T22:59:31.974 INFO:tasks.workunit.client.0.smithi046.stdout: "pools": 4, 2024-09-20T22:59:31.975 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_by_class": { 2024-09-20T22:59:31.975 INFO:tasks.workunit.client.0.smithi046.stdout: "ssd": { 2024-09-20T22:59:31.975 INFO:tasks.workunit.client.0.smithi046.stdout: "total_avail_bytes": 762180706304, 2024-09-20T22:59:31.975 INFO:tasks.workunit.client.0.smithi046.stdout: "total_bytes": 767960285184, 2024-09-20T22:59:31.975 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_bytes": 5779578880, 2024-09-20T22:59:31.975 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_raw_bytes": 5779578880, 2024-09-20T22:59:31.975 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_raw_ratio": 0.007525882683694363 2024-09-20T22:59:31.975 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:31.975 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.975 INFO:tasks.workunit.client.0.smithi046.stdout: "total_avail_bytes": 762180706304, 2024-09-20T22:59:31.975 INFO:tasks.workunit.client.0.smithi046.stdout: "total_bytes": 767960285184, 2024-09-20T22:59:31.976 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_bytes": 5779578880 2024-09-20T22:59:31.976 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:31.976 INFO:tasks.workunit.client.0.smithi046.stdout:} 2024-09-20T22:59:31.976 INFO:tasks.workunit.client.0.smithi046.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-09-20T22:59:31.976 INFO:tasks.workunit.client.0.smithi046.stdout:{ 2024-09-20T22:59:31.976 INFO:tasks.workunit.client.0.smithi046.stdout: "24fc9f24-7799-11ef-a9b7-0cc47abd15f8": { 2024-09-20T22:59:31.976 INFO:tasks.workunit.client.0.smithi046.stdout: "INTEL_SSDPED1D480GA_24fd23f4-7799-11ef-a9b7-0cc47abd15f8": { 2024-09-20T22:59:31.976 INFO:tasks.workunit.client.0.smithi046.stdout: "20240920-213600": { 2024-09-20T22:59:31.976 INFO:tasks.workunit.client.0.smithi046.stdout: "device": { 2024-09-20T22:59:31.976 INFO:tasks.workunit.client.0.smithi046.stdout: "info_name": "/dev/nvme0n1", 2024-09-20T22:59:31.976 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "/dev/nvme0n1", 2024-09-20T22:59:31.976 INFO:tasks.workunit.client.0.smithi046.stdout: "protocol": "NVMe", 2024-09-20T22:59:31.976 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "nvme" 2024-09-20T22:59:31.977 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.977 INFO:tasks.workunit.client.0.smithi046.stdout: "firmware_version": "E2010325", 2024-09-20T22:59:31.977 INFO:tasks.workunit.client.0.smithi046.stdout: "host_id": "24fc9f24-7799-11ef-a9b7-0cc47abd15f8", 2024-09-20T22:59:31.977 INFO:tasks.workunit.client.0.smithi046.stdout: "json_format_version": [ 2024-09-20T22:59:31.977 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.977 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.977 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.977 INFO:tasks.workunit.client.0.smithi046.stdout: "local_time": { 2024-09-20T22:59:31.977 INFO:tasks.workunit.client.0.smithi046.stdout: "asctime": "Fri Sep 20 21:36:00 2024 UTC", 2024-09-20T22:59:31.977 INFO:tasks.workunit.client.0.smithi046.stdout: "time_t": 1726868160 2024-09-20T22:59:31.977 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.977 INFO:tasks.workunit.client.0.smithi046.stdout: "logical_block_size": 512, 2024-09-20T22:59:31.978 INFO:tasks.workunit.client.0.smithi046.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-20T22:59:31.978 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_controller_id": 0, 2024-09-20T22:59:31.978 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-20T22:59:31.978 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_namespaces": [ 2024-09-20T22:59:31.978 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.978 INFO:tasks.workunit.client.0.smithi046.stdout: "capacity": { 2024-09-20T22:59:31.978 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-20T22:59:31.978 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-20T22:59:31.978 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.978 INFO:tasks.workunit.client.0.smithi046.stdout: "formatted_lba_size": 512, 2024-09-20T22:59:31.978 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 1, 2024-09-20T22:59:31.979 INFO:tasks.workunit.client.0.smithi046.stdout: "size": { 2024-09-20T22:59:31.979 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-20T22:59:31.979 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-20T22:59:31.979 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.979 INFO:tasks.workunit.client.0.smithi046.stdout: "utilization": { 2024-09-20T22:59:31.979 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-20T22:59:31.979 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-20T22:59:31.979 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:31.979 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:31.979 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.979 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_number_of_namespaces": 1, 2024-09-20T22:59:31.980 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_pci_vendor": { 2024-09-20T22:59:31.980 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 32902, 2024-09-20T22:59:31.980 INFO:tasks.workunit.client.0.smithi046.stdout: "subsystem_id": 32902 2024-09-20T22:59:31.980 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.980 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_add_log": { 2024-09-20T22:59:31.980 INFO:tasks.workunit.client.0.smithi046.stdout: "Device stats": { 2024-09-20T22:59:31.980 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_fw_downgrades": { 2024-09-20T22:59:31.980 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T22:59:31.980 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:31.980 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.980 INFO:tasks.workunit.client.0.smithi046.stdout: "crc_error_count": { 2024-09-20T22:59:31.980 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:31.981 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:31.981 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.981 INFO:tasks.workunit.client.0.smithi046.stdout: "end_to_end_error_detection_count": { 2024-09-20T22:59:31.981 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:31.981 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:31.981 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.981 INFO:tasks.workunit.client.0.smithi046.stdout: "erase_fail_count": { 2024-09-20T22:59:31.981 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T22:59:31.981 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:31.981 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.981 INFO:tasks.workunit.client.0.smithi046.stdout: "host_bytes_written": { 2024-09-20T22:59:31.982 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:31.982 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 10203953 2024-09-20T22:59:31.982 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.982 INFO:tasks.workunit.client.0.smithi046.stdout: "host_ctx_wear_used": { 2024-09-20T22:59:31.982 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T22:59:31.982 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:31.982 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.982 INFO:tasks.workunit.client.0.smithi046.stdout: "media_bytes_read": { 2024-09-20T22:59:31.982 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T22:59:31.982 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:31.982 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.983 INFO:tasks.workunit.client.0.smithi046.stdout: "nand_bytes_written": { 2024-09-20T22:59:31.983 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T22:59:31.983 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:31.983 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.983 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_stat_indicator": { 2024-09-20T22:59:31.983 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T22:59:31.983 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:31.983 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.983 INFO:tasks.workunit.client.0.smithi046.stdout: "pll_lock_loss_count": { 2024-09-20T22:59:31.983 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:31.983 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:31.983 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.984 INFO:tasks.workunit.client.0.smithi046.stdout: "program_fail_count": { 2024-09-20T22:59:31.984 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T22:59:31.984 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:31.984 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.984 INFO:tasks.workunit.client.0.smithi046.stdout: "re_alloc_sectr_cnt": { 2024-09-20T22:59:31.984 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T22:59:31.984 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:31.984 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.984 INFO:tasks.workunit.client.0.smithi046.stdout: "retry_buffer_overflow_count": { 2024-09-20T22:59:31.984 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:31.984 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:31.984 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.984 INFO:tasks.workunit.client.0.smithi046.stdout: "soft_ecc_err_rate": { 2024-09-20T22:59:31.985 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T22:59:31.985 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:31.985 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.985 INFO:tasks.workunit.client.0.smithi046.stdout: "thermal_throttle_status": { 2024-09-20T22:59:31.985 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:31.985 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-20T22:59:31.985 INFO:tasks.workunit.client.0.smithi046.stdout: "cnt": 0, 2024-09-20T22:59:31.985 INFO:tasks.workunit.client.0.smithi046.stdout: "pct": 0 2024-09-20T22:59:31.985 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:31.985 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.985 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_host_reads": { 2024-09-20T22:59:31.986 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:31.986 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 13 2024-09-20T22:59:31.986 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.986 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_media_wear": { 2024-09-20T22:59:31.986 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:31.986 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": "0.000000" 2024-09-20T22:59:31.986 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.986 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_timer": { 2024-09-20T22:59:31.986 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:31.986 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 1820332 2024-09-20T22:59:31.986 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.986 INFO:tasks.workunit.client.0.smithi046.stdout: "unexp_power_loss": { 2024-09-20T22:59:31.987 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T22:59:31.987 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:31.987 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.987 INFO:tasks.workunit.client.0.smithi046.stdout: "wear_leveling": { 2024-09-20T22:59:31.987 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T22:59:31.987 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-20T22:59:31.987 INFO:tasks.workunit.client.0.smithi046.stdout: "avg": 0, 2024-09-20T22:59:31.987 INFO:tasks.workunit.client.0.smithi046.stdout: "max": 0, 2024-09-20T22:59:31.987 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0 2024-09-20T22:59:31.987 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:31.987 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:31.988 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.988 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel Smart log": "nvme0n1" 2024-09-20T22:59:31.988 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.988 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_log": { 2024-09-20T22:59:31.988 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare": 100, 2024-09-20T22:59:31.988 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare_threshold": 0, 2024-09-20T22:59:31.988 INFO:tasks.workunit.client.0.smithi046.stdout: "controller_busy_time": 3975, 2024-09-20T22:59:31.988 INFO:tasks.workunit.client.0.smithi046.stdout: "critical_warning": 0, 2024-09-20T22:59:31.988 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_read": 134219070, 2024-09-20T22:59:31.988 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_written": 668726302, 2024-09-20T22:59:31.988 INFO:tasks.workunit.client.0.smithi046.stdout: "host_reads": 2311347998, 2024-09-20T22:59:31.989 INFO:tasks.workunit.client.0.smithi046.stdout: "host_writes": 15215952044, 2024-09-20T22:59:31.989 INFO:tasks.workunit.client.0.smithi046.stdout: "media_errors": 0, 2024-09-20T22:59:31.989 INFO:tasks.workunit.client.0.smithi046.stdout: "num_err_log_entries": 0, 2024-09-20T22:59:31.989 INFO:tasks.workunit.client.0.smithi046.stdout: "percentage_used": 0, 2024-09-20T22:59:31.989 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycles": 23531, 2024-09-20T22:59:31.989 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_hours": 40704, 2024-09-20T22:59:31.989 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": 31, 2024-09-20T22:59:31.989 INFO:tasks.workunit.client.0.smithi046.stdout: "unsafe_shutdowns": 7822 2024-09-20T22:59:31.989 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.989 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_vendor": "intel", 2024-09-20T22:59:31.989 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_version": { 2024-09-20T22:59:31.990 INFO:tasks.workunit.client.0.smithi046.stdout: "string": "<1.2", 2024-09-20T22:59:31.990 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:31.990 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.990 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycle_count": 23531, 2024-09-20T22:59:31.990 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_time": { 2024-09-20T22:59:31.990 INFO:tasks.workunit.client.0.smithi046.stdout: "hours": 40704 2024-09-20T22:59:31.990 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.990 INFO:tasks.workunit.client.0.smithi046.stdout: "serial_number": "deleted", 2024-09-20T22:59:31.990 INFO:tasks.workunit.client.0.smithi046.stdout: "smart_status": { 2024-09-20T22:59:31.990 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme": { 2024-09-20T22:59:31.990 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:31.990 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.991 INFO:tasks.workunit.client.0.smithi046.stdout: "passed": true 2024-09-20T22:59:31.991 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.991 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl": { 2024-09-20T22:59:31.991 INFO:tasks.workunit.client.0.smithi046.stdout: "argv": [ 2024-09-20T22:59:31.991 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl", 2024-09-20T22:59:31.991 INFO:tasks.workunit.client.0.smithi046.stdout: "-x", 2024-09-20T22:59:31.991 INFO:tasks.workunit.client.0.smithi046.stdout: "--json=o", 2024-09-20T22:59:31.991 INFO:tasks.workunit.client.0.smithi046.stdout: "/dev/nvme0n1" 2024-09-20T22:59:31.991 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.991 INFO:tasks.workunit.client.0.smithi046.stdout: "build_info": "(local build)", 2024-09-20T22:59:31.991 INFO:tasks.workunit.client.0.smithi046.stdout: "exit_status": 0, 2024-09-20T22:59:31.991 INFO:tasks.workunit.client.0.smithi046.stdout: "output": [ 2024-09-20T22:59:31.992 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-508.el9.x86_64] (local build)", 2024-09-20T22:59:31.992 INFO:tasks.workunit.client.0.smithi046.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-20T22:59:31.992 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T22:59:31.992 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-20T22:59:31.992 INFO:tasks.workunit.client.0.smithi046.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-20T22:59:31.992 INFO:tasks.workunit.client.0.smithi046.stdout: "Serial Number: deleted", 2024-09-20T22:59:31.992 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Version: E2010325", 2024-09-20T22:59:31.992 INFO:tasks.workunit.client.0.smithi046.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-20T22:59:31.992 INFO:tasks.workunit.client.0.smithi046.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-20T22:59:31.992 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller ID: 0", 2024-09-20T22:59:31.992 INFO:tasks.workunit.client.0.smithi046.stdout: "NVMe Version: <1.2", 2024-09-20T22:59:31.992 INFO:tasks.workunit.client.0.smithi046.stdout: "Number of Namespaces: 1", 2024-09-20T22:59:31.992 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-20T22:59:31.992 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-20T22:59:31.993 INFO:tasks.workunit.client.0.smithi046.stdout: "Local Time is: Fri Sep 20 21:36:00 2024 UTC", 2024-09-20T22:59:31.993 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-20T22:59:31.993 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-20T22:59:31.993 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-20T22:59:31.993 INFO:tasks.workunit.client.0.smithi046.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-20T22:59:31.993 INFO:tasks.workunit.client.0.smithi046.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-20T22:59:31.993 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T22:59:31.993 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported Power States", 2024-09-20T22:59:31.993 INFO:tasks.workunit.client.0.smithi046.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-20T22:59:31.993 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-20T22:59:31.994 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T22:59:31.994 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-20T22:59:31.994 INFO:tasks.workunit.client.0.smithi046.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-20T22:59:31.994 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 512 0 2", 2024-09-20T22:59:31.994 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T22:59:31.994 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-20T22:59:31.994 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-20T22:59:31.994 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T22:59:31.994 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-20T22:59:31.994 INFO:tasks.workunit.client.0.smithi046.stdout: "Critical Warning: 0x00", 2024-09-20T22:59:31.994 INFO:tasks.workunit.client.0.smithi046.stdout: "Temperature: 31 Celsius", 2024-09-20T22:59:31.994 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare: 100%", 2024-09-20T22:59:31.995 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare Threshold: 0%", 2024-09-20T22:59:31.995 INFO:tasks.workunit.client.0.smithi046.stdout: "Percentage Used: 0%", 2024-09-20T22:59:31.995 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Read: 134,219,070 [68.7 TB]", 2024-09-20T22:59:31.995 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Written: 668,726,302 [342 TB]", 2024-09-20T22:59:31.995 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Read Commands: 2,311,347,998", 2024-09-20T22:59:31.995 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Write Commands: 15,215,952,044", 2024-09-20T22:59:31.995 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller Busy Time: 3,975", 2024-09-20T22:59:31.995 INFO:tasks.workunit.client.0.smithi046.stdout: "Power Cycles: 23,531", 2024-09-20T22:59:31.995 INFO:tasks.workunit.client.0.smithi046.stdout: "Power On Hours: 40,704", 2024-09-20T22:59:31.995 INFO:tasks.workunit.client.0.smithi046.stdout: "Unsafe Shutdowns: 7,822", 2024-09-20T22:59:31.995 INFO:tasks.workunit.client.0.smithi046.stdout: "Media and Data Integrity Errors: 0", 2024-09-20T22:59:31.995 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information Log Entries: 0", 2024-09-20T22:59:31.996 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T22:59:31.996 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-20T22:59:31.996 INFO:tasks.workunit.client.0.smithi046.stdout: "No Errors Logged", 2024-09-20T22:59:31.996 INFO:tasks.workunit.client.0.smithi046.stdout: "" 2024-09-20T22:59:31.996 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.996 INFO:tasks.workunit.client.0.smithi046.stdout: "platform_info": "x86_64-linux-5.14.0-508.el9.x86_64", 2024-09-20T22:59:31.996 INFO:tasks.workunit.client.0.smithi046.stdout: "svn_revision": "5155", 2024-09-20T22:59:31.996 INFO:tasks.workunit.client.0.smithi046.stdout: "version": [ 2024-09-20T22:59:31.996 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:31.996 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:31.996 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:31.996 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.996 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": { 2024-09-20T22:59:31.996 INFO:tasks.workunit.client.0.smithi046.stdout: "current": 31 2024-09-20T22:59:31.997 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.997 INFO:tasks.workunit.client.0.smithi046.stdout: "user_capacity": { 2024-09-20T22:59:31.997 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 937703088, 2024-09-20T22:59:31.997 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 480103981056 2024-09-20T22:59:31.997 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:31.997 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:31.997 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:31.997 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.997 INFO:tasks.workunit.client.0.smithi046.stdout: "24fe4680-7799-11ef-a9b7-0cc47abd15f8": { 2024-09-20T22:59:31.997 INFO:tasks.workunit.client.0.smithi046.stdout: "INTEL_SSDPEDMD400G4_24feb034-7799-11ef-a9b7-0cc47abd15f8": { 2024-09-20T22:59:31.997 INFO:tasks.workunit.client.0.smithi046.stdout: "20240920-213604": { 2024-09-20T22:59:31.998 INFO:tasks.workunit.client.0.smithi046.stdout: "device": { 2024-09-20T22:59:31.998 INFO:tasks.workunit.client.0.smithi046.stdout: "info_name": "/dev/nvme0n1", 2024-09-20T22:59:31.998 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "/dev/nvme0n1", 2024-09-20T22:59:31.998 INFO:tasks.workunit.client.0.smithi046.stdout: "protocol": "NVMe", 2024-09-20T22:59:31.998 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "nvme" 2024-09-20T22:59:31.998 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.998 INFO:tasks.workunit.client.0.smithi046.stdout: "firmware_version": "8DV101H0", 2024-09-20T22:59:31.998 INFO:tasks.workunit.client.0.smithi046.stdout: "host_id": "24fe4680-7799-11ef-a9b7-0cc47abd15f8", 2024-09-20T22:59:31.998 INFO:tasks.workunit.client.0.smithi046.stdout: "json_format_version": [ 2024-09-20T22:59:31.998 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:31.998 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:31.998 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:31.999 INFO:tasks.workunit.client.0.smithi046.stdout: "local_time": { 2024-09-20T22:59:31.999 INFO:tasks.workunit.client.0.smithi046.stdout: "asctime": "Fri Sep 20 21:36:03 2024 UTC", 2024-09-20T22:59:31.999 INFO:tasks.workunit.client.0.smithi046.stdout: "time_t": 1726868163 2024-09-20T22:59:31.999 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:31.999 INFO:tasks.workunit.client.0.smithi046.stdout: "logical_block_size": 512, 2024-09-20T22:59:31.999 INFO:tasks.workunit.client.0.smithi046.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-20T22:59:31.999 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_controller_id": 0, 2024-09-20T22:59:31.999 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-20T22:59:31.999 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_namespaces": [ 2024-09-20T22:59:31.999 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:31.999 INFO:tasks.workunit.client.0.smithi046.stdout: "capacity": { 2024-09-20T22:59:31.999 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 781422768, 2024-09-20T22:59:31.999 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 400088457216 2024-09-20T22:59:32.000 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.000 INFO:tasks.workunit.client.0.smithi046.stdout: "formatted_lba_size": 512, 2024-09-20T22:59:32.000 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 1, 2024-09-20T22:59:32.000 INFO:tasks.workunit.client.0.smithi046.stdout: "size": { 2024-09-20T22:59:32.000 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 781422768, 2024-09-20T22:59:32.000 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 400088457216 2024-09-20T22:59:32.000 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.000 INFO:tasks.workunit.client.0.smithi046.stdout: "utilization": { 2024-09-20T22:59:32.000 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 781422768, 2024-09-20T22:59:32.000 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 400088457216 2024-09-20T22:59:32.000 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.000 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.001 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.001 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_number_of_namespaces": 1, 2024-09-20T22:59:32.001 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_pci_vendor": { 2024-09-20T22:59:32.001 INFO:tasks.workunit.client.0.smithi046.stdout: "id": 32902, 2024-09-20T22:59:32.001 INFO:tasks.workunit.client.0.smithi046.stdout: "subsystem_id": 32902 2024-09-20T22:59:32.001 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.001 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_add_log": { 2024-09-20T22:59:32.001 INFO:tasks.workunit.client.0.smithi046.stdout: "Device stats": { 2024-09-20T22:59:32.001 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_fw_downgrades": { 2024-09-20T22:59:32.001 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T22:59:32.002 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:32.002 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.002 INFO:tasks.workunit.client.0.smithi046.stdout: "crc_error_count": { 2024-09-20T22:59:32.002 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:32.002 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:32.002 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.002 INFO:tasks.workunit.client.0.smithi046.stdout: "end_to_end_error_detection_count": { 2024-09-20T22:59:32.002 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:32.002 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:32.002 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.002 INFO:tasks.workunit.client.0.smithi046.stdout: "erase_fail_count": { 2024-09-20T22:59:32.002 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:32.003 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:32.003 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.003 INFO:tasks.workunit.client.0.smithi046.stdout: "host_bytes_written": { 2024-09-20T22:59:32.003 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:32.003 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 29570300 2024-09-20T22:59:32.003 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.003 INFO:tasks.workunit.client.0.smithi046.stdout: "host_ctx_wear_used": { 2024-09-20T22:59:32.003 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:32.003 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 1 2024-09-20T22:59:32.003 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.003 INFO:tasks.workunit.client.0.smithi046.stdout: "media_bytes_read": { 2024-09-20T22:59:32.003 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T22:59:32.004 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:32.004 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.004 INFO:tasks.workunit.client.0.smithi046.stdout: "nand_bytes_written": { 2024-09-20T22:59:32.004 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:32.004 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 51964553 2024-09-20T22:59:32.004 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.004 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_stat_indicator": { 2024-09-20T22:59:32.004 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T22:59:32.004 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:32.004 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.004 INFO:tasks.workunit.client.0.smithi046.stdout: "pll_lock_loss_count": { 2024-09-20T22:59:32.004 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:32.005 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:32.005 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.005 INFO:tasks.workunit.client.0.smithi046.stdout: "program_fail_count": { 2024-09-20T22:59:32.005 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:32.005 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:32.005 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.005 INFO:tasks.workunit.client.0.smithi046.stdout: "re_alloc_sectr_cnt": { 2024-09-20T22:59:32.005 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T22:59:32.005 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:32.005 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.005 INFO:tasks.workunit.client.0.smithi046.stdout: "retry_buffer_overflow_count": { 2024-09-20T22:59:32.006 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:32.006 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:32.006 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.006 INFO:tasks.workunit.client.0.smithi046.stdout: "soft_ecc_err_rate": { 2024-09-20T22:59:32.006 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T22:59:32.006 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:32.006 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.006 INFO:tasks.workunit.client.0.smithi046.stdout: "thermal_throttle_status": { 2024-09-20T22:59:32.006 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:32.006 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-20T22:59:32.007 INFO:tasks.workunit.client.0.smithi046.stdout: "cnt": 0, 2024-09-20T22:59:32.007 INFO:tasks.workunit.client.0.smithi046.stdout: "pct": 0 2024-09-20T22:59:32.007 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.007 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.007 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_host_reads": { 2024-09-20T22:59:32.007 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:32.007 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 65535 2024-09-20T22:59:32.007 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.007 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_media_wear": { 2024-09-20T22:59:32.007 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:32.007 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": "63.999023" 2024-09-20T22:59:32.007 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.008 INFO:tasks.workunit.client.0.smithi046.stdout: "timed_workload_timer": { 2024-09-20T22:59:32.008 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 100, 2024-09-20T22:59:32.008 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 65535 2024-09-20T22:59:32.008 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.008 INFO:tasks.workunit.client.0.smithi046.stdout: "unexp_power_loss": { 2024-09-20T22:59:32.008 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 0, 2024-09-20T22:59:32.008 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": 0 2024-09-20T22:59:32.008 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.008 INFO:tasks.workunit.client.0.smithi046.stdout: "wear_leveling": { 2024-09-20T22:59:32.008 INFO:tasks.workunit.client.0.smithi046.stdout: "normalized": 89, 2024-09-20T22:59:32.008 INFO:tasks.workunit.client.0.smithi046.stdout: "raw": { 2024-09-20T22:59:32.008 INFO:tasks.workunit.client.0.smithi046.stdout: "avg": 3536, 2024-09-20T22:59:32.008 INFO:tasks.workunit.client.0.smithi046.stdout: "max": 3548, 2024-09-20T22:59:32.009 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 3524 2024-09-20T22:59:32.009 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.009 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.009 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.009 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel Smart log": "nvme0n1" 2024-09-20T22:59:32.009 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.009 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_smart_health_information_log": { 2024-09-20T22:59:32.009 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare": 100, 2024-09-20T22:59:32.009 INFO:tasks.workunit.client.0.smithi046.stdout: "available_spare_threshold": 10, 2024-09-20T22:59:32.009 INFO:tasks.workunit.client.0.smithi046.stdout: "controller_busy_time": 27, 2024-09-20T22:59:32.009 INFO:tasks.workunit.client.0.smithi046.stdout: "critical_warning": 0, 2024-09-20T22:59:32.009 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_read": 412826601, 2024-09-20T22:59:32.010 INFO:tasks.workunit.client.0.smithi046.stdout: "data_units_written": 1937919232, 2024-09-20T22:59:32.010 INFO:tasks.workunit.client.0.smithi046.stdout: "host_reads": 6666137776, 2024-09-20T22:59:32.010 INFO:tasks.workunit.client.0.smithi046.stdout: "host_writes": 35953915815, 2024-09-20T22:59:32.010 INFO:tasks.workunit.client.0.smithi046.stdout: "media_errors": 0, 2024-09-20T22:59:32.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_err_log_entries": 0, 2024-09-20T22:59:32.010 INFO:tasks.workunit.client.0.smithi046.stdout: "percentage_used": 11, 2024-09-20T22:59:32.010 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycles": 58557, 2024-09-20T22:59:32.010 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_hours": 54096, 2024-09-20T22:59:32.010 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": 23, 2024-09-20T22:59:32.010 INFO:tasks.workunit.client.0.smithi046.stdout: "unsafe_shutdowns": 2335 2024-09-20T22:59:32.011 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.011 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_vendor": "intel", 2024-09-20T22:59:32.011 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme_version": { 2024-09-20T22:59:32.011 INFO:tasks.workunit.client.0.smithi046.stdout: "string": "<1.2", 2024-09-20T22:59:32.011 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.011 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.011 INFO:tasks.workunit.client.0.smithi046.stdout: "power_cycle_count": 58557, 2024-09-20T22:59:32.011 INFO:tasks.workunit.client.0.smithi046.stdout: "power_on_time": { 2024-09-20T22:59:32.011 INFO:tasks.workunit.client.0.smithi046.stdout: "hours": 54096 2024-09-20T22:59:32.011 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.011 INFO:tasks.workunit.client.0.smithi046.stdout: "serial_number": "deleted", 2024-09-20T22:59:32.011 INFO:tasks.workunit.client.0.smithi046.stdout: "smart_status": { 2024-09-20T22:59:32.011 INFO:tasks.workunit.client.0.smithi046.stdout: "nvme": { 2024-09-20T22:59:32.012 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.012 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.012 INFO:tasks.workunit.client.0.smithi046.stdout: "passed": true 2024-09-20T22:59:32.012 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.012 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl": { 2024-09-20T22:59:32.012 INFO:tasks.workunit.client.0.smithi046.stdout: "argv": [ 2024-09-20T22:59:32.012 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl", 2024-09-20T22:59:32.012 INFO:tasks.workunit.client.0.smithi046.stdout: "-x", 2024-09-20T22:59:32.012 INFO:tasks.workunit.client.0.smithi046.stdout: "--json=o", 2024-09-20T22:59:32.012 INFO:tasks.workunit.client.0.smithi046.stdout: "/dev/nvme0n1" 2024-09-20T22:59:32.012 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.012 INFO:tasks.workunit.client.0.smithi046.stdout: "build_info": "(local build)", 2024-09-20T22:59:32.012 INFO:tasks.workunit.client.0.smithi046.stdout: "exit_status": 0, 2024-09-20T22:59:32.013 INFO:tasks.workunit.client.0.smithi046.stdout: "output": [ 2024-09-20T22:59:32.013 INFO:tasks.workunit.client.0.smithi046.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-508.el9.x86_64] (local build)", 2024-09-20T22:59:32.013 INFO:tasks.workunit.client.0.smithi046.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-20T22:59:32.013 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T22:59:32.013 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-20T22:59:32.013 INFO:tasks.workunit.client.0.smithi046.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-20T22:59:32.013 INFO:tasks.workunit.client.0.smithi046.stdout: "Serial Number: deleted", 2024-09-20T22:59:32.013 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Version: 8DV101H0", 2024-09-20T22:59:32.013 INFO:tasks.workunit.client.0.smithi046.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-20T22:59:32.013 INFO:tasks.workunit.client.0.smithi046.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-20T22:59:32.013 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller ID: 0", 2024-09-20T22:59:32.013 INFO:tasks.workunit.client.0.smithi046.stdout: "NVMe Version: <1.2", 2024-09-20T22:59:32.013 INFO:tasks.workunit.client.0.smithi046.stdout: "Number of Namespaces: 1", 2024-09-20T22:59:32.014 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-20T22:59:32.014 INFO:tasks.workunit.client.0.smithi046.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-20T22:59:32.014 INFO:tasks.workunit.client.0.smithi046.stdout: "Local Time is: Fri Sep 20 21:36:03 2024 UTC", 2024-09-20T22:59:32.014 INFO:tasks.workunit.client.0.smithi046.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-20T22:59:32.014 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-20T22:59:32.014 INFO:tasks.workunit.client.0.smithi046.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-20T22:59:32.014 INFO:tasks.workunit.client.0.smithi046.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-20T22:59:32.014 INFO:tasks.workunit.client.0.smithi046.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-20T22:59:32.014 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T22:59:32.014 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported Power States", 2024-09-20T22:59:32.014 INFO:tasks.workunit.client.0.smithi046.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-20T22:59:32.014 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-20T22:59:32.015 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T22:59:32.015 INFO:tasks.workunit.client.0.smithi046.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-20T22:59:32.015 INFO:tasks.workunit.client.0.smithi046.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-20T22:59:32.015 INFO:tasks.workunit.client.0.smithi046.stdout: " 0 + 512 0 2", 2024-09-20T22:59:32.015 INFO:tasks.workunit.client.0.smithi046.stdout: " 1 - 512 8 2", 2024-09-20T22:59:32.015 INFO:tasks.workunit.client.0.smithi046.stdout: " 2 - 512 16 2", 2024-09-20T22:59:32.015 INFO:tasks.workunit.client.0.smithi046.stdout: " 3 - 4096 0 0", 2024-09-20T22:59:32.015 INFO:tasks.workunit.client.0.smithi046.stdout: " 4 - 4096 8 0", 2024-09-20T22:59:32.015 INFO:tasks.workunit.client.0.smithi046.stdout: " 5 - 4096 64 0", 2024-09-20T22:59:32.015 INFO:tasks.workunit.client.0.smithi046.stdout: " 6 - 4096 128 0", 2024-09-20T22:59:32.015 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T22:59:32.015 INFO:tasks.workunit.client.0.smithi046.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-20T22:59:32.015 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-20T22:59:32.016 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T22:59:32.016 INFO:tasks.workunit.client.0.smithi046.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-20T22:59:32.016 INFO:tasks.workunit.client.0.smithi046.stdout: "Critical Warning: 0x00", 2024-09-20T22:59:32.016 INFO:tasks.workunit.client.0.smithi046.stdout: "Temperature: 23 Celsius", 2024-09-20T22:59:32.016 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare: 100%", 2024-09-20T22:59:32.016 INFO:tasks.workunit.client.0.smithi046.stdout: "Available Spare Threshold: 10%", 2024-09-20T22:59:32.016 INFO:tasks.workunit.client.0.smithi046.stdout: "Percentage Used: 11%", 2024-09-20T22:59:32.016 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Read: 412,826,601 [211 TB]", 2024-09-20T22:59:32.016 INFO:tasks.workunit.client.0.smithi046.stdout: "Data Units Written: 1,937,919,232 [992 TB]", 2024-09-20T22:59:32.016 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Read Commands: 6,666,137,776", 2024-09-20T22:59:32.016 INFO:tasks.workunit.client.0.smithi046.stdout: "Host Write Commands: 35,953,915,815", 2024-09-20T22:59:32.016 INFO:tasks.workunit.client.0.smithi046.stdout: "Controller Busy Time: 27", 2024-09-20T22:59:32.017 INFO:tasks.workunit.client.0.smithi046.stdout: "Power Cycles: 58,557", 2024-09-20T22:59:32.017 INFO:tasks.workunit.client.0.smithi046.stdout: "Power On Hours: 54,096", 2024-09-20T22:59:32.017 INFO:tasks.workunit.client.0.smithi046.stdout: "Unsafe Shutdowns: 2,335", 2024-09-20T22:59:32.017 INFO:tasks.workunit.client.0.smithi046.stdout: "Media and Data Integrity Errors: 0", 2024-09-20T22:59:32.017 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information Log Entries: 0", 2024-09-20T22:59:32.017 INFO:tasks.workunit.client.0.smithi046.stdout: "", 2024-09-20T22:59:32.017 INFO:tasks.workunit.client.0.smithi046.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-20T22:59:32.017 INFO:tasks.workunit.client.0.smithi046.stdout: "No Errors Logged", 2024-09-20T22:59:32.017 INFO:tasks.workunit.client.0.smithi046.stdout: "" 2024-09-20T22:59:32.017 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.017 INFO:tasks.workunit.client.0.smithi046.stdout: "platform_info": "x86_64-linux-5.14.0-508.el9.x86_64", 2024-09-20T22:59:32.017 INFO:tasks.workunit.client.0.smithi046.stdout: "svn_revision": "5155", 2024-09-20T22:59:32.017 INFO:tasks.workunit.client.0.smithi046.stdout: "version": [ 2024-09-20T22:59:32.018 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:32.018 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:32.018 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.018 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.018 INFO:tasks.workunit.client.0.smithi046.stdout: "temperature": { 2024-09-20T22:59:32.018 INFO:tasks.workunit.client.0.smithi046.stdout: "current": 23 2024-09-20T22:59:32.018 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.018 INFO:tasks.workunit.client.0.smithi046.stdout: "user_capacity": { 2024-09-20T22:59:32.018 INFO:tasks.workunit.client.0.smithi046.stdout: "blocks": 781422768, 2024-09-20T22:59:32.018 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 400088457216 2024-09-20T22:59:32.018 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.018 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.018 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.019 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.019 INFO:tasks.workunit.client.0.smithi046.stdout:} 2024-09-20T22:59:32.019 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph telemetry show 2024-09-20T22:59:32.019 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='client.36045 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:32.019 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='client.36045 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:32.020 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: pgmap v4868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:32.020 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='client.46058 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:32.020 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:32.020 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:32.020 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:32.020 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:32.020 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:32.020 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:32.020 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:32.020 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:32.020 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:32.021 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:32.021 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:32.021 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:32.021 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:32.021 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:32.021 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:32.021 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:32.021 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:32.021 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:32.021 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:32.021 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:32.021 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:32.021 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:32.022 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:32.022 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='client.36045 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:32.022 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='client.36045 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:32.022 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: pgmap v4868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:32.022 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='client.46058 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:32.022 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:32.022 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:32.022 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:32.023 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:32.023 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:32.023 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:32.023 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:32.023 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:32.023 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:32.023 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:32.023 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:32.023 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:32.023 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:32.023 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:32.024 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:32.024 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:32.024 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:32.024 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:32.024 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:32.024 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:32.024 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:32.024 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:32.024 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:32.025 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:32.025 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:59:32.025 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:59:32.025 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:32.025 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:32.025 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:32.025 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:32.025 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:32.025 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:32.025 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:32.025 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:32.025 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:32.026 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:32.026 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:32.026 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:32.026 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:32.026 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:32.026 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:32.026 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:32.026 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:32.026 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:32.026 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:32.026 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:32.026 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:32.027 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:32.027 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:32.027 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:32.027 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:32.027 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:59:32.027 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:59:32.027 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:32.028 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:32.028 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:32.028 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:32.028 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:32.028 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:32.028 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:32.028 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:32.028 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:32.028 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:32.028 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:32.028 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:32.029 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:32.029 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:32.029 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:32.029 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:32.029 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:32.029 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:32.029 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:32.029 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:32.029 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:32.029 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:32.029 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:32.029 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:29 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:32.033 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:31 smithi134 ceph-mon[89086]: from='client.46082 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:32.033 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:31 smithi134 ceph-mon[89086]: from='client.36105 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:32.033 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:31 smithi134 ceph-mon[89086]: pgmap v4869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:32.033 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:31 smithi134 ceph-mon[89086]: pgmap v4870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:32.033 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:31 smithi134 ceph-mon[89086]: from='client.36105 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:32.033 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:31 smithi134 ceph-mon[89086]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-09-20T22:59:32.033 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:31 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T22:59:32.036 INFO:tasks.workunit.client.0.smithi046.stdout:{ 2024-09-20T22:59:32.037 INFO:tasks.workunit.client.0.smithi046.stdout: "balancer": { 2024-09-20T22:59:32.037 INFO:tasks.workunit.client.0.smithi046.stdout: "active": true, 2024-09-20T22:59:32.037 INFO:tasks.workunit.client.0.smithi046.stdout: "mode": "" 2024-09-20T22:59:32.037 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.037 INFO:tasks.workunit.client.0.smithi046.stdout: "channels": [ 2024-09-20T22:59:32.037 INFO:tasks.workunit.client.0.smithi046.stdout: "basic", 2024-09-20T22:59:32.037 INFO:tasks.workunit.client.0.smithi046.stdout: "crash", 2024-09-20T22:59:32.037 INFO:tasks.workunit.client.0.smithi046.stdout: "device", 2024-09-20T22:59:32.037 INFO:tasks.workunit.client.0.smithi046.stdout: "ident", 2024-09-20T22:59:32.037 INFO:tasks.workunit.client.0.smithi046.stdout: "perf" 2024-09-20T22:59:32.037 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.037 INFO:tasks.workunit.client.0.smithi046.stdout: "channels_available": [ 2024-09-20T22:59:32.038 INFO:tasks.workunit.client.0.smithi046.stdout: "basic", 2024-09-20T22:59:32.038 INFO:tasks.workunit.client.0.smithi046.stdout: "ident", 2024-09-20T22:59:32.038 INFO:tasks.workunit.client.0.smithi046.stdout: "crash", 2024-09-20T22:59:32.038 INFO:tasks.workunit.client.0.smithi046.stdout: "device", 2024-09-20T22:59:32.038 INFO:tasks.workunit.client.0.smithi046.stdout: "perf" 2024-09-20T22:59:32.038 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.038 INFO:tasks.workunit.client.0.smithi046.stdout: "collections_available": [ 2024-09-20T22:59:32.038 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_base", 2024-09-20T22:59:32.038 INFO:tasks.workunit.client.0.smithi046.stdout: "device_base", 2024-09-20T22:59:32.038 INFO:tasks.workunit.client.0.smithi046.stdout: "crash_base", 2024-09-20T22:59:32.038 INFO:tasks.workunit.client.0.smithi046.stdout: "ident_base", 2024-09-20T22:59:32.038 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_perf", 2024-09-20T22:59:32.039 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_mds_metadata", 2024-09-20T22:59:32.039 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_usage", 2024-09-20T22:59:32.039 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_usage_by_class", 2024-09-20T22:59:32.039 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_rook_v01", 2024-09-20T22:59:32.039 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_memory_metrics", 2024-09-20T22:59:32.039 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_options_bluestore", 2024-09-20T22:59:32.039 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_flags" 2024-09-20T22:59:32.039 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.039 INFO:tasks.workunit.client.0.smithi046.stdout: "collections_opted_in": [ 2024-09-20T22:59:32.039 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_base", 2024-09-20T22:59:32.039 INFO:tasks.workunit.client.0.smithi046.stdout: "device_base", 2024-09-20T22:59:32.039 INFO:tasks.workunit.client.0.smithi046.stdout: "crash_base", 2024-09-20T22:59:32.040 INFO:tasks.workunit.client.0.smithi046.stdout: "ident_base", 2024-09-20T22:59:32.040 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_perf", 2024-09-20T22:59:32.040 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_mds_metadata", 2024-09-20T22:59:32.040 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_usage", 2024-09-20T22:59:32.040 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_usage_by_class", 2024-09-20T22:59:32.040 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_rook_v01", 2024-09-20T22:59:32.040 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_memory_metrics", 2024-09-20T22:59:32.040 INFO:tasks.workunit.client.0.smithi046.stdout: "basic_pool_options_bluestore" 2024-09-20T22:59:32.040 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.040 INFO:tasks.workunit.client.0.smithi046.stdout: "config": { 2024-09-20T22:59:32.040 INFO:tasks.workunit.client.0.smithi046.stdout: "active_changed": [ 2024-09-20T22:59:32.040 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-20T22:59:32.041 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_debug", 2024-09-20T22:59:32.041 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_mon_ticket_ttl", 2024-09-20T22:59:32.041 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_service_ticket_ttl", 2024-09-20T22:59:32.041 INFO:tasks.workunit.client.0.smithi046.stdout: "bdev_debug_aio", 2024-09-20T22:59:32.041 INFO:tasks.workunit.client.0.smithi046.stdout: "client_check_pool_perm", 2024-09-20T22:59:32.041 INFO:tasks.workunit.client.0.smithi046.stdout: "client_mount_gid", 2024-09-20T22:59:32.041 INFO:tasks.workunit.client.0.smithi046.stdout: "client_mount_uid", 2024-09-20T22:59:32.041 INFO:tasks.workunit.client.0.smithi046.stdout: "client_quota", 2024-09-20T22:59:32.041 INFO:tasks.workunit.client.0.smithi046.stdout: "container_image", 2024-09-20T22:59:32.041 INFO:tasks.workunit.client.0.smithi046.stdout: "daemonize", 2024-09-20T22:59:32.041 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_asserts_on_shutdown", 2024-09-20T22:59:32.041 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mgr", 2024-09-20T22:59:32.042 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mon", 2024-09-20T22:59:32.042 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_ms", 2024-09-20T22:59:32.042 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_osd", 2024-09-20T22:59:32.042 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_paxos", 2024-09-20T22:59:32.042 INFO:tasks.workunit.client.0.smithi046.stdout: "keyring", 2024-09-20T22:59:32.042 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_file", 2024-09-20T22:59:32.042 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_journald", 2024-09-20T22:59:32.042 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_stderr", 2024-09-20T22:59:32.042 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_allow_pool_delete", 2024-09-20T22:59:32.042 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_clock_drift_allowed", 2024-09-20T22:59:32.042 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_file", 2024-09-20T22:59:32.043 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_journald", 2024-09-20T22:59:32.043 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_stderr", 2024-09-20T22:59:32.043 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_data_avail_warn", 2024-09-20T22:59:32.043 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_election_default_strategy", 2024-09-20T22:59:32.043 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_host", 2024-09-20T22:59:32.043 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_max_pg_per_osd", 2024-09-20T22:59:32.043 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mds_skip_sanity", 2024-09-20T22:59:32.043 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mgr_mkfs_grace", 2024-09-20T22:59:32.043 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_prime_pg_temp", 2024-09-20T22:59:32.043 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_reporter_subtree_level", 2024-09-20T22:59:32.043 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_pg_warn_max_object_skew", 2024-09-20T22:59:32.044 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-20T22:59:32.044 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-20T22:59:32.044 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-20T22:59:32.044 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-20T22:59:32.044 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-20T22:59:32.044 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-20T22:59:32.044 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-20T22:59:32.044 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-20T22:59:32.044 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_too_few_osds", 2024-09-20T22:59:32.044 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_bug", 2024-09-20T22:59:32.044 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_old_message", 2024-09-20T22:59:32.044 INFO:tasks.workunit.client.0.smithi046.stdout: "no_config_file", 2024-09-20T22:59:32.045 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_default_list", 2024-09-20T22:59:32.045 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_load_list", 2024-09-20T22:59:32.045 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_misdirected_ops", 2024-09-20T22:59:32.045 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_op_order", 2024-09-20T22:59:32.045 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_pg_log_writeout", 2024-09-20T22:59:32.045 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_shutdown", 2024-09-20T22:59:32.045 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_cached_snaps", 2024-09-20T22:59:32.045 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_missing_on_start", 2024-09-20T22:59:32.045 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_stray_on_activate", 2024-09-20T22:59:32.045 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-20T22:59:32.045 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_delete_sleep", 2024-09-20T22:59:32.046 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_delete_sleep_hdd", 2024-09-20T22:59:32.046 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_delete_sleep_hybrid", 2024-09-20T22:59:32.046 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_delete_sleep_ssd", 2024-09-20T22:59:32.046 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_max_backfills", 2024-09-20T22:59:32.046 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-20T22:59:32.046 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_profile", 2024-09-20T22:59:32.046 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-20T22:59:32.046 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-20T22:59:32.046 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-20T22:59:32.046 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-20T22:59:32.046 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-20T22:59:32.046 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-20T22:59:32.047 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_lim", 2024-09-20T22:59:32.047 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_res", 2024-09-20T22:59:32.047 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-20T22:59:32.047 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target", 2024-09-20T22:59:32.047 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target_autotune", 2024-09-20T22:59:32.047 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue", 2024-09-20T22:59:32.047 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue_cut_off", 2024-09-20T22:59:32.047 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_erasure_code_profile", 2024-09-20T22:59:32.047 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-20T22:59:32.047 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recover_clone_overlap", 2024-09-20T22:59:32.047 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_active", 2024-09-20T22:59:32.048 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_active_hdd", 2024-09-20T22:59:32.048 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_active_ssd", 2024-09-20T22:59:32.048 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_chunk", 2024-09-20T22:59:32.048 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_sleep", 2024-09-20T22:59:32.048 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_sleep_hdd", 2024-09-20T22:59:32.048 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_sleep_hybrid", 2024-09-20T22:59:32.048 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_sleep_ssd", 2024-09-20T22:59:32.048 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_load_threshold", 2024-09-20T22:59:32.048 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_max_interval", 2024-09-20T22:59:32.048 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_sleep", 2024-09-20T22:59:32.048 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_shutdown_pgref_assert", 2024-09-20T22:59:32.049 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_snap_trim_sleep", 2024-09-20T22:59:32.049 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_snap_trim_sleep_hdd", 2024-09-20T22:59:32.049 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-20T22:59:32.049 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_snap_trim_sleep_ssd", 2024-09-20T22:59:32.049 INFO:tasks.workunit.client.0.smithi046.stdout: "public_network", 2024-09-20T22:59:32.049 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_config_pool_override_update_timestamp", 2024-09-20T22:59:32.049 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_default_features", 2024-09-20T22:59:32.049 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_qos_exclude_ops", 2024-09-20T22:59:32.049 INFO:tasks.workunit.client.0.smithi046.stdout: "setgroup", 2024-09-20T22:59:32.049 INFO:tasks.workunit.client.0.smithi046.stdout: "setuser" 2024-09-20T22:59:32.049 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.050 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster_changed": [ 2024-09-20T22:59:32.050 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-20T22:59:32.050 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_debug", 2024-09-20T22:59:32.050 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_mon_ticket_ttl", 2024-09-20T22:59:32.050 INFO:tasks.workunit.client.0.smithi046.stdout: "auth_service_ticket_ttl", 2024-09-20T22:59:32.050 INFO:tasks.workunit.client.0.smithi046.stdout: "bdev_debug_aio", 2024-09-20T22:59:32.050 INFO:tasks.workunit.client.0.smithi046.stdout: "container_image", 2024-09-20T22:59:32.050 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_asserts_on_shutdown", 2024-09-20T22:59:32.050 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mgr", 2024-09-20T22:59:32.050 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_mon", 2024-09-20T22:59:32.050 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_ms", 2024-09-20T22:59:32.050 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_osd", 2024-09-20T22:59:32.051 INFO:tasks.workunit.client.0.smithi046.stdout: "debug_paxos", 2024-09-20T22:59:32.051 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_file", 2024-09-20T22:59:32.051 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_journald", 2024-09-20T22:59:32.051 INFO:tasks.workunit.client.0.smithi046.stdout: "log_to_stderr", 2024-09-20T22:59:32.051 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_join_fs", 2024-09-20T22:59:32.051 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/allow_ptrace", 2024-09-20T22:59:32.051 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/container_init", 2024-09-20T22:59:32.051 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/migration_current", 2024-09-20T22:59:32.051 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/cephadm/use_repo_digest", 2024-09-20T22:59:32.051 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-20T22:59:32.051 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-20T22:59:32.051 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-20T22:59:32.051 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-20T22:59:32.052 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/dashboard/ssl_server_port", 2024-09-20T22:59:32.052 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/orchestrator/orchestrator", 2024-09-20T22:59:32.052 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/channel_ident", 2024-09-20T22:59:32.052 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/channel_perf", 2024-09-20T22:59:32.052 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/description", 2024-09-20T22:59:32.052 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/enabled", 2024-09-20T22:59:32.052 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr/telemetry/organization", 2024-09-20T22:59:32.052 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_allow_pool_delete", 2024-09-20T22:59:32.052 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_clock_drift_allowed", 2024-09-20T22:59:32.052 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_cluster_log_to_file", 2024-09-20T22:59:32.052 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_data_avail_warn", 2024-09-20T22:59:32.052 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_election_default_strategy", 2024-09-20T22:59:32.052 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_max_pg_per_osd", 2024-09-20T22:59:32.053 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mds_skip_sanity", 2024-09-20T22:59:32.053 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_mgr_mkfs_grace", 2024-09-20T22:59:32.053 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_prime_pg_temp", 2024-09-20T22:59:32.053 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_osd_reporter_subtree_level", 2024-09-20T22:59:32.053 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_pg_warn_max_object_skew", 2024-09-20T22:59:32.053 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-20T22:59:32.053 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-20T22:59:32.053 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-20T22:59:32.053 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-20T22:59:32.053 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-20T22:59:32.053 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-20T22:59:32.053 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-20T22:59:32.054 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-20T22:59:32.054 INFO:tasks.workunit.client.0.smithi046.stdout: "mon_warn_on_too_few_osds", 2024-09-20T22:59:32.054 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_bug", 2024-09-20T22:59:32.054 INFO:tasks.workunit.client.0.smithi046.stdout: "ms_die_on_old_message", 2024-09-20T22:59:32.054 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_default_list", 2024-09-20T22:59:32.054 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_class_load_list", 2024-09-20T22:59:32.054 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_misdirected_ops", 2024-09-20T22:59:32.054 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_op_order", 2024-09-20T22:59:32.054 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_pg_log_writeout", 2024-09-20T22:59:32.054 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_shutdown", 2024-09-20T22:59:32.054 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_cached_snaps", 2024-09-20T22:59:32.054 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_missing_on_start", 2024-09-20T22:59:32.055 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_debug_verify_stray_on_activate", 2024-09-20T22:59:32.055 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-20T22:59:32.055 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-20T22:59:32.055 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mclock_profile", 2024-09-20T22:59:32.055 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target", 2024-09-20T22:59:32.055 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_memory_target_autotune", 2024-09-20T22:59:32.055 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue", 2024-09-20T22:59:32.055 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_op_queue_cut_off", 2024-09-20T22:59:32.055 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_erasure_code_profile", 2024-09-20T22:59:32.055 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-20T22:59:32.055 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recover_clone_overlap", 2024-09-20T22:59:32.055 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_recovery_max_chunk", 2024-09-20T22:59:32.056 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_load_threshold", 2024-09-20T22:59:32.056 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_scrub_max_interval", 2024-09-20T22:59:32.056 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_shutdown_pgref_assert", 2024-09-20T22:59:32.056 INFO:tasks.workunit.client.0.smithi046.stdout: "public_network", 2024-09-20T22:59:32.056 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd_config_pool_override_update_timestamp", 2024-09-20T22:59:32.056 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_cache_enabled", 2024-09-20T22:59:32.056 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_enable_ops_log", 2024-09-20T22:59:32.056 INFO:tasks.workunit.client.0.smithi046.stdout: "rgw_enable_usage_log" 2024-09-20T22:59:32.056 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.056 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.057 INFO:tasks.workunit.client.0.smithi046.stdout: "contact": null, 2024-09-20T22:59:32.057 INFO:tasks.workunit.client.0.smithi046.stdout: "crashes": [], 2024-09-20T22:59:32.057 INFO:tasks.workunit.client.0.smithi046.stdout: "created": "2024-09-20T21:32:44.391577Z", 2024-09-20T22:59:32.057 INFO:tasks.workunit.client.0.smithi046.stdout: "crush": { 2024-09-20T22:59:32.057 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_algs": { 2024-09-20T22:59:32.057 INFO:tasks.workunit.client.0.smithi046.stdout: "straw2": 3 2024-09-20T22:59:32.057 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.057 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_sizes": { 2024-09-20T22:59:32.057 INFO:tasks.workunit.client.0.smithi046.stdout: "2": 1, 2024-09-20T22:59:32.057 INFO:tasks.workunit.client.0.smithi046.stdout: "4": 2 2024-09-20T22:59:32.057 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.057 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket_types": { 2024-09-20T22:59:32.058 INFO:tasks.workunit.client.0.smithi046.stdout: "1": 2, 2024-09-20T22:59:32.058 INFO:tasks.workunit.client.0.smithi046.stdout: "11": 1 2024-09-20T22:59:32.058 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.058 INFO:tasks.workunit.client.0.smithi046.stdout: "compat_weight_set": false, 2024-09-20T22:59:32.058 INFO:tasks.workunit.client.0.smithi046.stdout: "device_classes": [ 2024-09-20T22:59:32.058 INFO:tasks.workunit.client.0.smithi046.stdout: 8 2024-09-20T22:59:32.058 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.058 INFO:tasks.workunit.client.0.smithi046.stdout: "num_buckets": 6, 2024-09-20T22:59:32.058 INFO:tasks.workunit.client.0.smithi046.stdout: "num_devices": 8, 2024-09-20T22:59:32.058 INFO:tasks.workunit.client.0.smithi046.stdout: "num_rules": 2, 2024-09-20T22:59:32.058 INFO:tasks.workunit.client.0.smithi046.stdout: "num_types": 12, 2024-09-20T22:59:32.059 INFO:tasks.workunit.client.0.smithi046.stdout: "num_weight_sets": 0, 2024-09-20T22:59:32.059 INFO:tasks.workunit.client.0.smithi046.stdout: "tunables": { 2024-09-20T22:59:32.059 INFO:tasks.workunit.client.0.smithi046.stdout: "allowed_bucket_algs": 54, 2024-09-20T22:59:32.059 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_local_fallback_tries": 0, 2024-09-20T22:59:32.059 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_local_tries": 0, 2024-09-20T22:59:32.059 INFO:tasks.workunit.client.0.smithi046.stdout: "choose_total_tries": 50, 2024-09-20T22:59:32.059 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_descend_once": 1, 2024-09-20T22:59:32.059 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_stable": 1, 2024-09-20T22:59:32.059 INFO:tasks.workunit.client.0.smithi046.stdout: "chooseleaf_vary_r": 1, 2024-09-20T22:59:32.059 INFO:tasks.workunit.client.0.smithi046.stdout: "has_msr_rules": 0, 2024-09-20T22:59:32.059 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v2_rules": 1, 2024-09-20T22:59:32.060 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v3_rules": 0, 2024-09-20T22:59:32.060 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v4_buckets": 1, 2024-09-20T22:59:32.060 INFO:tasks.workunit.client.0.smithi046.stdout: "has_v5_rules": 0, 2024-09-20T22:59:32.060 INFO:tasks.workunit.client.0.smithi046.stdout: "legacy_tunables": 0, 2024-09-20T22:59:32.060 INFO:tasks.workunit.client.0.smithi046.stdout: "minimum_required_version": "jewel", 2024-09-20T22:59:32.060 INFO:tasks.workunit.client.0.smithi046.stdout: "msr_collision_tries": 100, 2024-09-20T22:59:32.060 INFO:tasks.workunit.client.0.smithi046.stdout: "msr_descents": 100, 2024-09-20T22:59:32.060 INFO:tasks.workunit.client.0.smithi046.stdout: "optimal_tunables": 1, 2024-09-20T22:59:32.060 INFO:tasks.workunit.client.0.smithi046.stdout: "profile": "jewel", 2024-09-20T22:59:32.060 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables": 1, 2024-09-20T22:59:32.060 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables2": 1, 2024-09-20T22:59:32.060 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables3": 1, 2024-09-20T22:59:32.060 INFO:tasks.workunit.client.0.smithi046.stdout: "require_feature_tunables5": 1, 2024-09-20T22:59:32.061 INFO:tasks.workunit.client.0.smithi046.stdout: "straw_calc_version": 1 2024-09-20T22:59:32.061 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.061 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.061 INFO:tasks.workunit.client.0.smithi046.stdout: "description": "upgrade test cluster", 2024-09-20T22:59:32.061 INFO:tasks.workunit.client.0.smithi046.stdout: "fs": { 2024-09-20T22:59:32.061 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T22:59:32.061 INFO:tasks.workunit.client.0.smithi046.stdout: "feature_flags": { 2024-09-20T22:59:32.061 INFO:tasks.workunit.client.0.smithi046.stdout: "enable_multiple": true, 2024-09-20T22:59:32.061 INFO:tasks.workunit.client.0.smithi046.stdout: "ever_enabled_multiple": true 2024-09-20T22:59:32.061 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.061 INFO:tasks.workunit.client.0.smithi046.stdout: "filesystems": [ 2024-09-20T22:59:32.061 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.062 INFO:tasks.workunit.client.0.smithi046.stdout: "approx_ctime": "2024-09", 2024-09-20T22:59:32.062 INFO:tasks.workunit.client.0.smithi046.stdout: "balancer_enabled": false, 2024-09-20T22:59:32.062 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.062 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_caps": 0, 2024-09-20T22:59:32.062 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_dns": 10, 2024-09-20T22:59:32.062 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_inos": 13, 2024-09-20T22:59:32.062 INFO:tasks.workunit.client.0.smithi046.stdout: "cached_subtrees": 2, 2024-09-20T22:59:32.062 INFO:tasks.workunit.client.0.smithi046.stdout: "ever_allowed_features": 0, 2024-09-20T22:59:32.062 INFO:tasks.workunit.client.0.smithi046.stdout: "explicitly_allowed_features": 0, 2024-09-20T22:59:32.062 INFO:tasks.workunit.client.0.smithi046.stdout: "files": 0, 2024-09-20T22:59:32.062 INFO:tasks.workunit.client.0.smithi046.stdout: "max_mds": 1, 2024-09-20T22:59:32.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_data_pools": 1, 2024-09-20T22:59:32.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_in": 1, 2024-09-20T22:59:32.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_mds": 1, 2024-09-20T22:59:32.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": 0, 2024-09-20T22:59:32.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_standby_replay": 0, 2024-09-20T22:59:32.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_up": 1, 2024-09-20T22:59:32.063 INFO:tasks.workunit.client.0.smithi046.stdout: "snaps": 0, 2024-09-20T22:59:32.063 INFO:tasks.workunit.client.0.smithi046.stdout: "standby_count_wanted": 0 2024-09-20T22:59:32.063 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.063 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_standby_mds": 1, 2024-09-20T22:59:32.063 INFO:tasks.workunit.client.0.smithi046.stdout: "total_num_mds": 2 2024-09-20T22:59:32.064 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.064 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_stats": { 2024-09-20T22:59:32.064 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-20T22:59:32.064 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.89feedb6ca5aa28c1526bae4a18bccbde113d39a": { 2024-09-20T22:59:32.064 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 20709376, 2024-09-20T22:59:32.064 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 428872, 2024-09-20T22:59:32.064 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2621440, 2024-09-20T22:59:32.064 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:32.064 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 491520, 2024-09-20T22:59:32.064 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 481, 2024-09-20T22:59:32.064 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:32.064 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 1391592, 2024-09-20T22:59:32.064 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 22, 2024-09-20T22:59:32.065 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 1090048, 2024-09-20T22:59:32.065 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 15177424, 2024-09-20T22:59:32.065 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 21200896 2024-09-20T22:59:32.065 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.065 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.a373ec1b8791b7f450fd778abc506764734e5598": { 2024-09-20T22:59:32.065 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 20152320, 2024-09-20T22:59:32.065 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 318456, 2024-09-20T22:59:32.065 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2621440, 2024-09-20T22:59:32.065 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 761856, 2024-09-20T22:59:32.065 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 0, 2024-09-20T22:59:32.065 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 362, 2024-09-20T22:59:32.065 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:32.066 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 1129424, 2024-09-20T22:59:32.066 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 13, 2024-09-20T22:59:32.066 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 557568, 2024-09-20T22:59:32.066 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 14763576, 2024-09-20T22:59:32.066 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 20152320 2024-09-20T22:59:32.066 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.066 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.066 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T22:59:32.066 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.89feedb6ca5aa28c1526bae4a18bccbde113d39a": { 2024-09-20T22:59:32.066 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 262283264, 2024-09-20T22:59:32.066 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 5800288, 2024-09-20T22:59:32.066 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3014656, 2024-09-20T22:59:32.067 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:32.067 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 835584, 2024-09-20T22:59:32.067 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 9898, 2024-09-20T22:59:32.067 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:32.067 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 14227936, 2024-09-20T22:59:32.067 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 23, 2024-09-20T22:59:32.067 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 4668416, 2024-09-20T22:59:32.067 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 234571968, 2024-09-20T22:59:32.067 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 263118848 2024-09-20T22:59:32.067 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.067 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.a373ec1b8791b7f450fd778abc506764734e5598": { 2024-09-20T22:59:32.067 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 167157760, 2024-09-20T22:59:32.068 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 2232768, 2024-09-20T22:59:32.068 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2883584, 2024-09-20T22:59:32.068 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:32.068 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 2433024, 2024-09-20T22:59:32.068 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 6509, 2024-09-20T22:59:32.068 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:32.068 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 8912376, 2024-09-20T22:59:32.068 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 20, 2024-09-20T22:59:32.068 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 2388224, 2024-09-20T22:59:32.068 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 150740808, 2024-09-20T22:59:32.068 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 169590784 2024-09-20T22:59:32.068 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.069 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.ba2a2447664121745258143c46d4a74444ac144b": { 2024-09-20T22:59:32.069 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 177422336, 2024-09-20T22:59:32.069 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 2174288, 2024-09-20T22:59:32.069 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 2883584, 2024-09-20T22:59:32.069 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:32.069 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 1597440, 2024-09-20T22:59:32.069 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 7021, 2024-09-20T22:59:32.069 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:32.069 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 12021064, 2024-09-20T22:59:32.069 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 20, 2024-09-20T22:59:32.069 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 2041600, 2024-09-20T22:59:32.069 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 158301800, 2024-09-20T22:59:32.069 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 179019776 2024-09-20T22:59:32.070 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.070 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.070 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:32.070 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.0": { 2024-09-20T22:59:32.070 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 536346624, 2024-09-20T22:59:32.070 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 27706544, 2024-09-20T22:59:32.070 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3407872, 2024-09-20T22:59:32.070 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 1048576, 2024-09-20T22:59:32.070 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 84942848, 2024-09-20T22:59:32.070 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 14983, 2024-09-20T22:59:32.070 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:32.071 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 77099800, 2024-09-20T22:59:32.071 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 54, 2024-09-20T22:59:32.071 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 12347136, 2024-09-20T22:59:32.071 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 414736696, 2024-09-20T22:59:32.071 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 621289472 2024-09-20T22:59:32.071 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.071 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.1": { 2024-09-20T22:59:32.071 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 516898816, 2024-09-20T22:59:32.071 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 29758048, 2024-09-20T22:59:32.071 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 5505024, 2024-09-20T22:59:32.071 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 65536, 2024-09-20T22:59:32.071 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 30334976, 2024-09-20T22:59:32.072 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 13750, 2024-09-20T22:59:32.072 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:32.072 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 68687912, 2024-09-20T22:59:32.072 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 60, 2024-09-20T22:59:32.072 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 9918720, 2024-09-20T22:59:32.072 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 402963576, 2024-09-20T22:59:32.072 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 547233792 2024-09-20T22:59:32.072 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.072 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.2": { 2024-09-20T22:59:32.072 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 414392320, 2024-09-20T22:59:32.072 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 29756880, 2024-09-20T22:59:32.072 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3276800, 2024-09-20T22:59:32.073 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:32.073 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 61874176, 2024-09-20T22:59:32.073 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 11246, 2024-09-20T22:59:32.073 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:32.073 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 59957448, 2024-09-20T22:59:32.073 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 53, 2024-09-20T22:59:32.073 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 11398912, 2024-09-20T22:59:32.073 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 310002280, 2024-09-20T22:59:32.073 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 476266496 2024-09-20T22:59:32.073 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.073 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.3": { 2024-09-20T22:59:32.073 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 423026688, 2024-09-20T22:59:32.074 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 19999376, 2024-09-20T22:59:32.074 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3145728, 2024-09-20T22:59:32.074 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:32.074 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 30777344, 2024-09-20T22:59:32.074 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 10373, 2024-09-20T22:59:32.074 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:32.074 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 54559320, 2024-09-20T22:59:32.074 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 53, 2024-09-20T22:59:32.074 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 13573632, 2024-09-20T22:59:32.074 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 331748632, 2024-09-20T22:59:32.074 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 453804032 2024-09-20T22:59:32.074 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.075 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.4": { 2024-09-20T22:59:32.075 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 382107648, 2024-09-20T22:59:32.075 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 24333904, 2024-09-20T22:59:32.075 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3276800, 2024-09-20T22:59:32.075 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:32.075 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 133431296, 2024-09-20T22:59:32.075 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 11104, 2024-09-20T22:59:32.075 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:32.075 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 57081232, 2024-09-20T22:59:32.075 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 53, 2024-09-20T22:59:32.075 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 10622976, 2024-09-20T22:59:32.075 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 286792736, 2024-09-20T22:59:32.075 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 515538944 2024-09-20T22:59:32.076 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.076 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.5": { 2024-09-20T22:59:32.076 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 525402112, 2024-09-20T22:59:32.076 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 26274696, 2024-09-20T22:59:32.076 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3276800, 2024-09-20T22:59:32.076 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:32.076 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 68935680, 2024-09-20T22:59:32.076 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 12878, 2024-09-20T22:59:32.076 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:32.076 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 64174464, 2024-09-20T22:59:32.076 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 53, 2024-09-20T22:59:32.076 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 11234816, 2024-09-20T22:59:32.076 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 420441336, 2024-09-20T22:59:32.076 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 594337792 2024-09-20T22:59:32.077 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.077 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.6": { 2024-09-20T22:59:32.077 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 459046912, 2024-09-20T22:59:32.077 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 22548672, 2024-09-20T22:59:32.077 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3145728, 2024-09-20T22:59:32.077 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:32.077 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 44244992, 2024-09-20T22:59:32.077 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 10198, 2024-09-20T22:59:32.077 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:32.077 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 56181296, 2024-09-20T22:59:32.077 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 53, 2024-09-20T22:59:32.077 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 11245056, 2024-09-20T22:59:32.078 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 365926160, 2024-09-20T22:59:32.078 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 503291904 2024-09-20T22:59:32.078 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.078 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.7": { 2024-09-20T22:59:32.078 INFO:tasks.workunit.client.0.smithi046.stdout: "actual_memory_used": 544587776, 2024-09-20T22:59:32.078 INFO:tasks.workunit.client.0.smithi046.stdout: "central_cache_freelist": 22587384, 2024-09-20T22:59:32.078 INFO:tasks.workunit.client.0.smithi046.stdout: "malloc_metadata": 3276800, 2024-09-20T22:59:32.078 INFO:tasks.workunit.client.0.smithi046.stdout: "page_heap_freelist": 0, 2024-09-20T22:59:32.078 INFO:tasks.workunit.client.0.smithi046.stdout: "released_to_os": 55173120, 2024-09-20T22:59:32.078 INFO:tasks.workunit.client.0.smithi046.stdout: "spans_in_use": 11674, 2024-09-20T22:59:32.078 INFO:tasks.workunit.client.0.smithi046.stdout: "tcmalloc_page_size": 8192, 2024-09-20T22:59:32.078 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_cache_freelists": 64470552, 2024-09-20T22:59:32.078 INFO:tasks.workunit.client.0.smithi046.stdout: "thread_heaps_in_use": 58, 2024-09-20T22:59:32.078 INFO:tasks.workunit.client.0.smithi046.stdout: "transfer_cache_freelist": 11591168, 2024-09-20T22:59:32.079 INFO:tasks.workunit.client.0.smithi046.stdout: "use_by_application": 442661872, 2024-09-20T22:59:32.079 INFO:tasks.workunit.client.0.smithi046.stdout: "virtual_address_space_used": 599760896 2024-09-20T22:59:32.079 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.079 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.079 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.079 INFO:tasks.workunit.client.0.smithi046.stdout: "hosts": { 2024-09-20T22:59:32.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num": 2, 2024-09-20T22:59:32.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mds": 2, 2024-09-20T22:59:32.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mgr": 2, 2024-09-20T22:59:32.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_mon": 2, 2024-09-20T22:59:32.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_with_osd": 2 2024-09-20T22:59:32.079 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.079 INFO:tasks.workunit.client.0.smithi046.stdout: "io_rate": { 2024-09-20T22:59:32.080 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_stats_delta": { 2024-09-20T22:59:32.080 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 0, 2024-09-20T22:59:32.080 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:32.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 0, 2024-09-20T22:59:32.080 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:32.080 INFO:tasks.workunit.client.0.smithi046.stdout: "stamp_delta": "12.003426", 2024-09-20T22:59:32.080 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:32.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:32.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:32.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:32.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:32.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:32.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:32.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:32.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:32.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:32.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:32.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:32.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:32.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:32.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:32.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:32.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:32.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:32.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:32.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:32.081 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:32.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:32.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:32.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:32.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:32.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:32.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:32.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:32.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:32.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:32.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:32.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:32.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:32.082 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:32.083 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:32.083 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:32.083 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:32.083 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:32.083 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:32.083 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:32.083 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:32.083 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.083 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-20T22:59:32.083 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 0, 2024-09-20T22:59:32.083 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-20T22:59:32.083 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-20T22:59:32.084 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-20T22:59:32.084 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-20T22:59:32.084 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 0, 2024-09-20T22:59:32.084 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-20T22:59:32.084 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-20T22:59:32.084 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-20T22:59:32.084 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-20T22:59:32.084 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.084 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 0 2024-09-20T22:59:32.084 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.084 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.084 INFO:tasks.workunit.client.0.smithi046.stdout: "leaderboard": false, 2024-09-20T22:59:32.084 INFO:tasks.workunit.client.0.smithi046.stdout: "leaderboard_description": null, 2024-09-20T22:59:32.084 INFO:tasks.workunit.client.0.smithi046.stdout: "license": "sharing-1-0", 2024-09-20T22:59:32.085 INFO:tasks.workunit.client.0.smithi046.stdout: "mempool": { 2024-09-20T22:59:32.085 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-20T22:59:32.085 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.89feedb6ca5aa28c1526bae4a18bccbde113d39a": { 2024-09-20T22:59:32.085 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:32.085 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.085 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.085 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.085 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:32.085 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.085 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.085 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.085 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:32.085 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.085 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.086 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.086 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:32.086 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.086 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.086 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.086 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:32.086 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.086 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.086 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.086 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:32.086 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.086 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.087 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.087 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:32.087 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.087 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.087 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.087 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:32.087 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.087 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.087 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.087 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:32.087 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.088 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.088 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.088 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:32.088 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.088 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.088 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.088 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:32.088 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.088 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.088 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.088 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:32.088 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.089 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.089 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.089 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:32.089 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.089 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.089 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.089 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:32.089 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.089 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.089 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.089 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:32.089 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.090 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.090 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.090 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:32.090 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.090 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.090 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.090 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:32.090 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.090 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.090 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.090 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:32.090 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.090 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.091 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.091 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:32.091 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 223455, 2024-09-20T22:59:32.091 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 69 2024-09-20T22:59:32.091 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.091 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:32.091 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.091 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.091 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.091 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:32.091 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 52112, 2024-09-20T22:59:32.091 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 181 2024-09-20T22:59:32.091 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.091 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:32.092 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.092 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.092 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.092 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:32.092 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.092 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.092 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.092 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:32.092 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.092 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.092 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.093 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:32.093 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12064, 2024-09-20T22:59:32.093 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 232 2024-09-20T22:59:32.093 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.093 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:32.093 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.093 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.093 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.093 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:32.093 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.093 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.094 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.094 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:32.094 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.094 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.094 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.094 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:32.094 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.094 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.094 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.094 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.094 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.a373ec1b8791b7f450fd778abc506764734e5598": { 2024-09-20T22:59:32.094 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:32.095 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.095 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.095 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.095 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:32.095 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.095 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.095 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.095 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:32.095 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.095 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.095 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.095 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:32.096 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.096 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.096 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.096 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:32.096 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.096 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.096 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.096 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:32.096 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.096 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.096 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.097 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:32.097 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.097 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.097 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.097 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:32.097 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.097 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.097 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.097 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:32.097 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.098 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.098 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.098 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:32.098 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.098 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.098 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.098 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:32.098 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.098 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.098 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.098 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:32.099 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.099 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.099 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.099 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:32.099 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.099 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.099 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.099 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:32.099 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.099 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.099 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.099 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:32.099 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.100 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.100 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.100 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:32.100 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.100 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.100 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.100 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:32.100 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.100 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.100 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.100 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:32.100 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.101 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.101 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.101 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:32.101 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 149008, 2024-09-20T22:59:32.101 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 33 2024-09-20T22:59:32.101 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.101 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:32.101 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.101 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.101 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.101 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:32.102 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 928, 2024-09-20T22:59:32.102 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2 2024-09-20T22:59:32.102 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.102 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:32.102 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.102 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.102 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.102 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:32.102 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.102 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.102 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.102 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:32.102 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.103 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.103 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.103 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:32.103 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.103 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.104 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.104 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:32.104 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.104 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.104 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.104 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:32.104 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.104 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.104 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.104 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:32.104 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.104 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.104 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.104 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:32.105 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.105 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.105 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.105 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.105 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.105 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T22:59:32.105 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.89feedb6ca5aa28c1526bae4a18bccbde113d39a": { 2024-09-20T22:59:32.105 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:32.105 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.105 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.105 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.105 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:32.105 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.105 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.106 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.106 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:32.106 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.106 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.106 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.106 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:32.106 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.106 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.106 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.106 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:32.106 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.106 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.106 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.107 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:32.107 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.107 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.107 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.107 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:32.107 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.107 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.107 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.107 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:32.107 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.107 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.107 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.107 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:32.107 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.108 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.108 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.108 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:32.108 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.108 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.108 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.108 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:32.108 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.108 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.108 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.108 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:32.108 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.108 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.108 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.108 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:32.109 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.109 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.109 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.109 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:32.109 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.109 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.109 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.109 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:32.109 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.109 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.109 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.109 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:32.109 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.110 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.110 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.110 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:32.110 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.110 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.110 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.110 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:32.110 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.110 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.110 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.110 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:32.110 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 53114120, 2024-09-20T22:59:32.110 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7504 2024-09-20T22:59:32.111 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.111 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:32.111 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.111 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.111 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.111 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:32.111 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.111 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.111 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.111 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:32.111 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.111 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.111 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.112 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:32.112 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.112 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.112 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.112 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:32.112 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.112 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.112 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.112 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:32.112 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10640, 2024-09-20T22:59:32.112 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 231 2024-09-20T22:59:32.112 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.112 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:32.113 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 70440, 2024-09-20T22:59:32.113 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 5158 2024-09-20T22:59:32.113 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.113 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:32.113 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 11440, 2024-09-20T22:59:32.113 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 304 2024-09-20T22:59:32.113 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.113 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:32.113 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.113 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.113 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.113 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:32.113 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.113 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.114 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.114 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.114 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.a373ec1b8791b7f450fd778abc506764734e5598": { 2024-09-20T22:59:32.114 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:32.114 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.114 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.114 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.114 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:32.114 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.114 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.114 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.114 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:32.114 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.114 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.115 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.115 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:32.115 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.115 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.115 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.115 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:32.115 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.115 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.115 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.115 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:32.115 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.115 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.115 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.116 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:32.116 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.116 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.116 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.116 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:32.116 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.116 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.116 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.116 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:32.116 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.116 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.116 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.116 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:32.116 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.117 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.117 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.117 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:32.117 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.117 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.117 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.117 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:32.117 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.117 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.117 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.117 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:32.117 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.117 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.118 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.118 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:32.118 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.118 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.118 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.118 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:32.118 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.118 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.118 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.118 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:32.118 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.118 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.118 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.118 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:32.119 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.119 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.119 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.119 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:32.119 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.119 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.119 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.119 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:32.119 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 44507700, 2024-09-20T22:59:32.119 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 5479 2024-09-20T22:59:32.119 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.119 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:32.120 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 264, 2024-09-20T22:59:32.120 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T22:59:32.120 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.120 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:32.120 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.120 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.120 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.120 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:32.120 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.120 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.120 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.120 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:32.120 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.120 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.121 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.121 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:32.121 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.121 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.121 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.121 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:32.121 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10640, 2024-09-20T22:59:32.121 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 231 2024-09-20T22:59:32.121 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.121 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:32.121 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 70440, 2024-09-20T22:59:32.121 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 5158 2024-09-20T22:59:32.121 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.121 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:32.121 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5720, 2024-09-20T22:59:32.122 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 152 2024-09-20T22:59:32.122 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.122 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:32.122 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.122 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.122 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.122 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:32.122 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.122 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.122 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.122 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.123 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.ba2a2447664121745258143c46d4a74444ac144b": { 2024-09-20T22:59:32.123 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:32.123 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.123 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.123 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.123 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:32.123 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.123 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.123 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.123 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:32.123 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.124 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.124 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.124 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:32.124 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.124 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.124 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.124 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:32.124 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.124 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.124 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.124 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:32.124 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.125 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.125 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.125 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:32.125 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.125 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.125 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.125 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:32.125 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.125 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.125 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.125 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:32.126 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.126 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.126 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.126 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:32.126 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.126 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.126 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.126 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:32.126 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.126 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.127 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.127 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:32.127 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.127 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.127 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.127 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:32.127 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.127 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.127 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.127 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:32.127 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.128 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.128 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.128 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:32.128 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.128 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.128 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.128 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:32.128 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.128 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.128 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.128 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:32.129 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.129 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.129 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.129 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:32.129 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.129 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.129 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.129 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:32.129 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 51143908, 2024-09-20T22:59:32.129 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7025 2024-09-20T22:59:32.129 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.130 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:32.130 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 176, 2024-09-20T22:59:32.130 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2 2024-09-20T22:59:32.130 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.130 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:32.130 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.130 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.130 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.130 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:32.131 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.131 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.131 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.131 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:32.131 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.131 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.131 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.131 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:32.131 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.131 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.131 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.131 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:32.131 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10640, 2024-09-20T22:59:32.132 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 231 2024-09-20T22:59:32.132 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.132 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:32.132 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 70440, 2024-09-20T22:59:32.132 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 5158 2024-09-20T22:59:32.132 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.132 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:32.132 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5720, 2024-09-20T22:59:32.132 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 152 2024-09-20T22:59:32.132 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.132 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:32.132 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.133 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.133 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.133 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:32.133 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.133 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.133 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.133 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.133 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.133 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:32.133 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.0": { 2024-09-20T22:59:32.133 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:32.133 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.134 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.134 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.134 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:32.134 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 25408, 2024-09-20T22:59:32.134 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 502 2024-09-20T22:59:32.134 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.134 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:32.134 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 514560, 2024-09-20T22:59:32.134 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:32.134 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.134 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:32.134 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1152, 2024-09-20T22:59:32.135 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 6 2024-09-20T22:59:32.135 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.135 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:32.135 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 61680, 2024-09-20T22:59:32.135 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 771 2024-09-20T22:59:32.135 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.135 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:32.135 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 419744, 2024-09-20T22:59:32.135 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2018 2024-09-20T22:59:32.135 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.135 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:32.135 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 256, 2024-09-20T22:59:32.135 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:32.135 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.135 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:32.136 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 399647, 2024-09-20T22:59:32.136 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 120 2024-09-20T22:59:32.136 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.136 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:32.136 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2532336, 2024-09-20T22:59:32.136 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 561016 2024-09-20T22:59:32.136 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.136 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:32.136 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7184456, 2024-09-20T22:59:32.136 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10597 2024-09-20T22:59:32.136 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.137 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:32.137 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 88140, 2024-09-20T22:59:32.137 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9443 2024-09-20T22:59:32.137 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.137 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:32.137 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 96864, 2024-09-20T22:59:32.137 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2018 2024-09-20T22:59:32.137 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.137 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:32.137 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.137 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.137 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.137 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:32.138 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 186528, 2024-09-20T22:59:32.138 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1332 2024-09-20T22:59:32.138 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.138 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:32.138 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.138 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.138 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.138 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:32.138 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.138 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.138 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.139 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:32.139 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 56916, 2024-09-20T22:59:32.139 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 48 2024-09-20T22:59:32.139 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.139 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:32.139 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.139 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.139 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.139 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:32.139 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6248263, 2024-09-20T22:59:32.139 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 4774 2024-09-20T22:59:32.139 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.140 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:32.140 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10912, 2024-09-20T22:59:32.140 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 124 2024-09-20T22:59:32.140 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.140 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:32.140 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.140 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.140 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.140 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:32.140 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 522720, 2024-09-20T22:59:32.140 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 45 2024-09-20T22:59:32.140 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.140 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:32.141 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.141 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.141 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.141 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:32.141 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7132840, 2024-09-20T22:59:32.141 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 18517 2024-09-20T22:59:32.141 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.141 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:32.141 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 631576, 2024-09-20T22:59:32.141 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10076 2024-09-20T22:59:32.141 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.141 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:32.141 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.142 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.142 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.142 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:32.142 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.142 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.142 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.142 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:32.142 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.142 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.142 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.142 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:32.142 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.143 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.143 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.143 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.143 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.1": { 2024-09-20T22:59:32.143 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:32.143 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.143 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.143 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.143 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:32.143 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 25688, 2024-09-20T22:59:32.143 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 499 2024-09-20T22:59:32.143 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.143 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:32.144 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1100160, 2024-09-20T22:59:32.144 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:32.144 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.144 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:32.144 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1536, 2024-09-20T22:59:32.144 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8 2024-09-20T22:59:32.144 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.144 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:32.144 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 61760, 2024-09-20T22:59:32.144 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 772 2024-09-20T22:59:32.144 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.144 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:32.144 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 417456, 2024-09-20T22:59:32.145 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2007 2024-09-20T22:59:32.145 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.145 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:32.145 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 256, 2024-09-20T22:59:32.145 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:32.145 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.145 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:32.145 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 358090, 2024-09-20T22:59:32.145 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 106 2024-09-20T22:59:32.145 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.145 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:32.145 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2556930, 2024-09-20T22:59:32.146 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 563899 2024-09-20T22:59:32.146 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.146 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:32.146 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7209616, 2024-09-20T22:59:32.146 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10634 2024-09-20T22:59:32.146 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.146 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:32.146 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 85860, 2024-09-20T22:59:32.146 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9266 2024-09-20T22:59:32.146 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.146 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:32.147 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 96336, 2024-09-20T22:59:32.147 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2007 2024-09-20T22:59:32.147 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.147 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:32.147 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.147 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.147 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.147 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:32.147 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 186784, 2024-09-20T22:59:32.147 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1333 2024-09-20T22:59:32.147 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.147 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:32.147 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.148 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.148 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.148 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:32.148 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 736, 2024-09-20T22:59:32.148 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-20T22:59:32.148 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.148 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:32.148 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 84419, 2024-09-20T22:59:32.148 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 53 2024-09-20T22:59:32.148 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.148 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:32.149 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12112, 2024-09-20T22:59:32.149 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T22:59:32.149 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.149 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:32.149 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7921646, 2024-09-20T22:59:32.149 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 269 2024-09-20T22:59:32.149 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.149 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:32.149 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 11000, 2024-09-20T22:59:32.149 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 125 2024-09-20T22:59:32.149 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.149 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:32.150 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.150 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.150 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.150 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:32.150 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 429792, 2024-09-20T22:59:32.150 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 37 2024-09-20T22:59:32.150 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.150 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:32.150 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.150 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.150 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.151 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:32.151 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 7316504, 2024-09-20T22:59:32.151 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 21215 2024-09-20T22:59:32.151 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.151 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:32.151 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 631576, 2024-09-20T22:59:32.151 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10076 2024-09-20T22:59:32.151 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.151 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:32.151 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.151 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.151 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.151 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:32.151 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.152 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.152 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.152 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:32.152 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.152 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.152 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.152 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:32.152 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.152 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.152 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.152 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.152 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.2": { 2024-09-20T22:59:32.152 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:32.152 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.153 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.153 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.153 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:32.153 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 17688, 2024-09-20T22:59:32.153 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 310 2024-09-20T22:59:32.153 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.153 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:32.153 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 264192, 2024-09-20T22:59:32.153 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 29 2024-09-20T22:59:32.153 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.153 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:32.154 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2112, 2024-09-20T22:59:32.154 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 11 2024-09-20T22:59:32.154 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.154 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:32.154 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 60640, 2024-09-20T22:59:32.154 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 758 2024-09-20T22:59:32.154 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.154 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:32.154 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 416832, 2024-09-20T22:59:32.154 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2004 2024-09-20T22:59:32.154 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.155 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:32.155 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 256, 2024-09-20T22:59:32.155 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:32.155 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.155 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:32.155 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 263904, 2024-09-20T22:59:32.155 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 82 2024-09-20T22:59:32.155 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.155 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:32.155 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1852324, 2024-09-20T22:59:32.155 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 406420 2024-09-20T22:59:32.155 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.156 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:32.156 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5313096, 2024-09-20T22:59:32.156 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7845 2024-09-20T22:59:32.156 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.156 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:32.156 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 85112, 2024-09-20T22:59:32.156 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9253 2024-09-20T22:59:32.156 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.156 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:32.156 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 96192, 2024-09-20T22:59:32.156 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 2004 2024-09-20T22:59:32.156 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.156 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:32.157 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.157 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.157 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.157 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:32.157 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 186784, 2024-09-20T22:59:32.157 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1333 2024-09-20T22:59:32.157 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.157 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:32.157 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.157 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.157 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.157 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:32.157 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.158 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.158 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.158 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:32.158 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 47767, 2024-09-20T22:59:32.158 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 45 2024-09-20T22:59:32.158 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.158 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:32.158 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.158 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.158 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.158 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:32.158 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10988844, 2024-09-20T22:59:32.158 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 263 2024-09-20T22:59:32.159 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.159 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:32.159 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 9504, 2024-09-20T22:59:32.159 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 108 2024-09-20T22:59:32.159 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.159 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:32.159 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.159 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.159 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.159 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:32.159 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 360096, 2024-09-20T22:59:32.159 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 31 2024-09-20T22:59:32.159 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.160 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:32.160 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.160 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.160 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.160 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:32.160 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3199040, 2024-09-20T22:59:32.160 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 6152 2024-09-20T22:59:32.160 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.160 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:32.160 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 631576, 2024-09-20T22:59:32.160 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10076 2024-09-20T22:59:32.160 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.161 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:32.161 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.161 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.161 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.161 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:32.161 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.161 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.161 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.161 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:32.161 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.161 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.161 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.162 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:32.162 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.162 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.162 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.162 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.162 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.3": { 2024-09-20T22:59:32.162 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:32.162 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.162 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.162 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.162 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:32.162 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 17784, 2024-09-20T22:59:32.162 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 318 2024-09-20T22:59:32.163 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.163 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:32.163 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 501760, 2024-09-20T22:59:32.163 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 29 2024-09-20T22:59:32.163 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.163 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:32.163 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2496, 2024-09-20T22:59:32.163 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 13 2024-09-20T22:59:32.163 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.163 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:32.163 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 60960, 2024-09-20T22:59:32.163 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 762 2024-09-20T22:59:32.164 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.164 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:32.164 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 404560, 2024-09-20T22:59:32.164 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1945 2024-09-20T22:59:32.164 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.164 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:32.164 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 256, 2024-09-20T22:59:32.164 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:32.164 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.164 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:32.164 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 343264, 2024-09-20T22:59:32.164 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 86 2024-09-20T22:59:32.165 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.165 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:32.165 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1827983, 2024-09-20T22:59:32.165 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 401078 2024-09-20T22:59:32.165 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.165 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:32.165 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5242376, 2024-09-20T22:59:32.165 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7741 2024-09-20T22:59:32.165 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.165 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:32.165 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 76600, 2024-09-20T22:59:32.165 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8120 2024-09-20T22:59:32.165 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.166 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:32.166 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 93360, 2024-09-20T22:59:32.166 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1945 2024-09-20T22:59:32.166 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.166 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:32.166 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.166 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.166 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.166 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:32.166 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 186784, 2024-09-20T22:59:32.166 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1333 2024-09-20T22:59:32.166 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.167 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:32.167 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.167 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.167 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.167 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:32.167 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 736, 2024-09-20T22:59:32.167 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-20T22:59:32.167 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.167 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:32.167 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 79792, 2024-09-20T22:59:32.167 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 57 2024-09-20T22:59:32.167 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.168 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:32.168 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12112, 2024-09-20T22:59:32.168 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T22:59:32.168 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.168 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:32.168 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 13394390, 2024-09-20T22:59:32.168 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 284 2024-09-20T22:59:32.168 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.168 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:32.168 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 10120, 2024-09-20T22:59:32.168 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 115 2024-09-20T22:59:32.168 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.168 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:32.169 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.169 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.169 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.169 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:32.169 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 418176, 2024-09-20T22:59:32.169 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 36 2024-09-20T22:59:32.169 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.169 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:32.169 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.169 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.169 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.169 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:32.169 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3449680, 2024-09-20T22:59:32.170 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9034 2024-09-20T22:59:32.170 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.170 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:32.170 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 631576, 2024-09-20T22:59:32.170 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10076 2024-09-20T22:59:32.170 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.170 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:32.170 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.170 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.170 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.170 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:32.171 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.171 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.171 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.171 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:32.171 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.171 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.171 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.171 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:32.171 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.171 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.171 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.172 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.172 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.4": { 2024-09-20T22:59:32.172 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:32.172 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.172 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.172 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.172 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:32.172 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 20816, 2024-09-20T22:59:32.172 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 360 2024-09-20T22:59:32.172 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.172 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:32.172 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 461184, 2024-09-20T22:59:32.173 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:32.173 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.173 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:32.173 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 576, 2024-09-20T22:59:32.173 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T22:59:32.173 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.173 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:32.173 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 61120, 2024-09-20T22:59:32.173 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 764 2024-09-20T22:59:32.173 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.173 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:32.173 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 404560, 2024-09-20T22:59:32.174 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1945 2024-09-20T22:59:32.174 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.174 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:32.174 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 256, 2024-09-20T22:59:32.174 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:32.174 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.174 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:32.174 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1183351, 2024-09-20T22:59:32.174 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 294 2024-09-20T22:59:32.174 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.174 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:32.174 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2125726, 2024-09-20T22:59:32.175 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 466869 2024-09-20T22:59:32.175 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.175 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:32.175 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6085576, 2024-09-20T22:59:32.175 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8981 2024-09-20T22:59:32.175 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.175 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:32.175 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 76892, 2024-09-20T22:59:32.175 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8119 2024-09-20T22:59:32.175 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.175 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:32.175 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 93360, 2024-09-20T22:59:32.176 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1945 2024-09-20T22:59:32.176 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.176 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:32.176 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.176 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.176 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.176 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:32.176 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 186528, 2024-09-20T22:59:32.176 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1332 2024-09-20T22:59:32.176 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.176 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:32.177 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.177 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.177 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.177 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:32.177 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.177 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.177 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.177 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:32.177 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 42826, 2024-09-20T22:59:32.177 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 42 2024-09-20T22:59:32.177 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.177 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:32.178 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.178 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.178 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.178 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:32.178 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2860763, 2024-09-20T22:59:32.178 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 258 2024-09-20T22:59:32.178 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.178 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:32.178 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 26576, 2024-09-20T22:59:32.178 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 302 2024-09-20T22:59:32.178 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.178 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:32.178 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.179 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.179 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.179 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:32.179 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 453024, 2024-09-20T22:59:32.179 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 39 2024-09-20T22:59:32.179 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.179 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:32.179 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.179 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.179 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.179 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:32.179 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5091840, 2024-09-20T22:59:32.180 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 12192 2024-09-20T22:59:32.180 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.180 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:32.180 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 631576, 2024-09-20T22:59:32.180 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10076 2024-09-20T22:59:32.180 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.180 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:32.180 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.180 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.180 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.180 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:32.180 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.180 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.181 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.181 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:32.181 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.181 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.181 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.181 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:32.181 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.181 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.181 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.181 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.181 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.5": { 2024-09-20T22:59:32.181 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:32.181 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.182 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.182 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.182 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:32.182 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 25856, 2024-09-20T22:59:32.182 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 513 2024-09-20T22:59:32.182 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.182 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:32.182 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 752640, 2024-09-20T22:59:32.182 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 38 2024-09-20T22:59:32.182 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.182 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:32.183 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3072, 2024-09-20T22:59:32.183 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 16 2024-09-20T22:59:32.183 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.183 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:32.183 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 61440, 2024-09-20T22:59:32.183 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 768 2024-09-20T22:59:32.183 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.183 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:32.183 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 404560, 2024-09-20T22:59:32.183 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1945 2024-09-20T22:59:32.183 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.183 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:32.184 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 256, 2024-09-20T22:59:32.184 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:32.184 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.184 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:32.184 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 430353, 2024-09-20T22:59:32.184 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 114 2024-09-20T22:59:32.184 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.184 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:32.184 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2418887, 2024-09-20T22:59:32.184 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 539806 2024-09-20T22:59:32.184 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.184 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:32.185 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6957336, 2024-09-20T22:59:32.185 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10263 2024-09-20T22:59:32.185 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.185 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:32.185 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 77272, 2024-09-20T22:59:32.185 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8126 2024-09-20T22:59:32.185 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.185 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:32.185 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 93360, 2024-09-20T22:59:32.185 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1945 2024-09-20T22:59:32.185 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.185 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:32.185 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.186 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.186 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.186 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:32.186 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 186528, 2024-09-20T22:59:32.186 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1332 2024-09-20T22:59:32.186 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.186 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:32.186 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.186 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.186 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.186 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:32.186 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 736, 2024-09-20T22:59:32.187 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1 2024-09-20T22:59:32.187 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.187 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:32.187 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 81898, 2024-09-20T22:59:32.187 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 54 2024-09-20T22:59:32.187 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.187 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:32.187 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12112, 2024-09-20T22:59:32.187 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 3 2024-09-20T22:59:32.187 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.187 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:32.187 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 16954192, 2024-09-20T22:59:32.187 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 273 2024-09-20T22:59:32.188 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.188 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:32.188 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12408, 2024-09-20T22:59:32.188 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 141 2024-09-20T22:59:32.188 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.188 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:32.188 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.188 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.188 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.188 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:32.188 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 487872, 2024-09-20T22:59:32.188 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 42 2024-09-20T22:59:32.189 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.189 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:32.189 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.189 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.189 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.189 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:32.189 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 6449040, 2024-09-20T22:59:32.189 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 12402 2024-09-20T22:59:32.189 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.189 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:32.189 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 631576, 2024-09-20T22:59:32.190 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10076 2024-09-20T22:59:32.190 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.190 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:32.190 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.190 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.190 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.190 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:32.190 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.190 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.190 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.190 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:32.190 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.191 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.191 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.191 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:32.191 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.191 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.191 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.191 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.191 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.6": { 2024-09-20T22:59:32.191 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:32.191 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.191 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.191 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.191 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:32.192 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 19664, 2024-09-20T22:59:32.192 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 343 2024-09-20T22:59:32.192 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.192 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:32.192 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 600448, 2024-09-20T22:59:32.192 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 30 2024-09-20T22:59:32.192 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.192 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:32.192 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2496, 2024-09-20T22:59:32.192 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 13 2024-09-20T22:59:32.192 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.193 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:32.193 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 61200, 2024-09-20T22:59:32.193 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 765 2024-09-20T22:59:32.193 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.193 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:32.193 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 406224, 2024-09-20T22:59:32.193 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1953 2024-09-20T22:59:32.193 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.193 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:32.193 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 256, 2024-09-20T22:59:32.193 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:32.193 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.194 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:32.194 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 414958, 2024-09-20T22:59:32.194 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 108 2024-09-20T22:59:32.194 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.194 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:32.194 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 1738094, 2024-09-20T22:59:32.194 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 384801 2024-09-20T22:59:32.194 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.194 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:32.194 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5081216, 2024-09-20T22:59:32.194 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 7504 2024-09-20T22:59:32.195 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.195 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:32.195 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 78196, 2024-09-20T22:59:32.195 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8282 2024-09-20T22:59:32.195 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.195 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:32.195 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 93744, 2024-09-20T22:59:32.195 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1953 2024-09-20T22:59:32.195 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.195 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:32.195 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.195 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.196 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.196 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:32.196 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 186528, 2024-09-20T22:59:32.196 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1332 2024-09-20T22:59:32.196 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.196 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:32.196 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.196 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.196 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.196 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:32.196 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.196 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.196 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.197 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:32.197 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 43051, 2024-09-20T22:59:32.197 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 49 2024-09-20T22:59:32.197 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.197 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:32.197 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.197 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.197 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.197 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:32.197 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 13636337, 2024-09-20T22:59:32.197 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 260 2024-09-20T22:59:32.197 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.198 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:32.198 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 11792, 2024-09-20T22:59:32.198 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 134 2024-09-20T22:59:32.198 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.198 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:32.198 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.198 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.198 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.198 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:32.198 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 453024, 2024-09-20T22:59:32.198 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 39 2024-09-20T22:59:32.198 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.199 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:32.199 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.199 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.199 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.199 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:32.199 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 3560440, 2024-09-20T22:59:32.199 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9171 2024-09-20T22:59:32.199 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.199 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:32.199 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 631576, 2024-09-20T22:59:32.199 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10076 2024-09-20T22:59:32.199 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.200 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:32.200 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.200 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.200 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.200 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:32.200 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.200 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.200 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.200 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:32.200 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.200 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.200 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.201 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:32.201 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.201 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.201 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.201 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.201 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.7": { 2024-09-20T22:59:32.201 INFO:tasks.workunit.client.0.smithi046.stdout: "bloom_filter": { 2024-09-20T22:59:32.201 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.201 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.201 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.201 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:32.201 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18680, 2024-09-20T22:59:32.201 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 340 2024-09-20T22:59:32.202 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.202 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_reader": { 2024-09-20T22:59:32.202 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 223360, 2024-09-20T22:59:32.202 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 28 2024-09-20T22:59:32.202 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.202 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs_file_writer": { 2024-09-20T22:59:32.202 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4032, 2024-09-20T22:59:32.202 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 21 2024-09-20T22:59:32.202 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.202 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_alloc": { 2024-09-20T22:59:32.202 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 61120, 2024-09-20T22:59:32.203 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 764 2024-09-20T22:59:32.203 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.203 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_blob": { 2024-09-20T22:59:32.203 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 406016, 2024-09-20T22:59:32.203 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1952 2024-09-20T22:59:32.203 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.203 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_buffer": { 2024-09-20T22:59:32.203 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 256, 2024-09-20T22:59:32.203 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 32 2024-09-20T22:59:32.203 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.203 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_data": { 2024-09-20T22:59:32.204 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 508445, 2024-09-20T22:59:32.204 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 140 2024-09-20T22:59:32.204 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.204 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_meta": { 2024-09-20T22:59:32.204 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 2092491, 2024-09-20T22:59:32.204 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 462100 2024-09-20T22:59:32.204 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.204 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_onode": { 2024-09-20T22:59:32.204 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 5997856, 2024-09-20T22:59:32.204 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8852 2024-09-20T22:59:32.204 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.204 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_cache_other": { 2024-09-20T22:59:32.205 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 78932, 2024-09-20T22:59:32.205 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 8284 2024-09-20T22:59:32.205 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.205 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_extent": { 2024-09-20T22:59:32.205 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 93696, 2024-09-20T22:59:32.205 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1952 2024-09-20T22:59:32.205 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.205 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_fsck": { 2024-09-20T22:59:32.205 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.205 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.205 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.205 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_inline_bl": { 2024-09-20T22:59:32.205 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 186528, 2024-09-20T22:59:32.206 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 1332 2024-09-20T22:59:32.206 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.206 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_shared_blob": { 2024-09-20T22:59:32.206 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.206 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.206 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.206 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_txc": { 2024-09-20T22:59:32.206 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.206 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.206 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.206 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing": { 2024-09-20T22:59:32.206 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 18568, 2024-09-20T22:59:32.206 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 25 2024-09-20T22:59:32.207 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.207 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore_writing_deferred": { 2024-09-20T22:59:32.207 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.207 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.207 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.207 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_anon": { 2024-09-20T22:59:32.207 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 21782681, 2024-09-20T22:59:32.207 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 266 2024-09-20T22:59:32.207 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.207 INFO:tasks.workunit.client.0.smithi046.stdout: "buffer_meta": { 2024-09-20T22:59:32.207 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 12496, 2024-09-20T22:59:32.207 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 142 2024-09-20T22:59:32.208 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.208 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_co": { 2024-09-20T22:59:32.208 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.208 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.208 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.208 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:32.208 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 534336, 2024-09-20T22:59:32.208 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 46 2024-09-20T22:59:32.208 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.208 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_mapbl": { 2024-09-20T22:59:32.208 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.208 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.208 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.209 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_pglog": { 2024-09-20T22:59:32.209 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 4838496, 2024-09-20T22:59:32.209 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 9340 2024-09-20T22:59:32.209 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.209 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap": { 2024-09-20T22:59:32.209 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 631576, 2024-09-20T22:59:32.209 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 10076 2024-09-20T22:59:32.209 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.209 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap_mapping": { 2024-09-20T22:59:32.209 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.209 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.209 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.210 INFO:tasks.workunit.client.0.smithi046.stdout: "pgmap": { 2024-09-20T22:59:32.210 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.210 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.210 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.210 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_1": { 2024-09-20T22:59:32.210 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.210 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.210 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.210 INFO:tasks.workunit.client.0.smithi046.stdout: "unittest_2": { 2024-09-20T22:59:32.210 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes": 0, 2024-09-20T22:59:32.210 INFO:tasks.workunit.client.0.smithi046.stdout: "items": 0 2024-09-20T22:59:32.210 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.211 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.211 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.211 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.211 INFO:tasks.workunit.client.0.smithi046.stdout: "metadata": { 2024-09-20T22:59:32.211 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-20T22:59:32.211 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-20T22:59:32.211 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 2 2024-09-20T22:59:32.211 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.211 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-20T22:59:32.211 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 2 2024-09-20T22:59:32.211 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.211 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-20T22:59:32.211 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-20T22:59:32.212 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-20T22:59:32.212 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.212 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-20T22:59:32.212 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 2 2024-09-20T22:59:32.212 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.212 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-20T22:59:32.212 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 2 2024-09-20T22:59:32.212 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.212 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-20T22:59:32.212 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 2 2024-09-20T22:59:32.212 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.213 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-20T22:59:32.213 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 2 2024-09-20T22:59:32.213 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.213 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-20T22:59:32.213 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 2 2024-09-20T22:59:32.213 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.213 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.213 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T22:59:32.213 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-20T22:59:32.213 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 3 2024-09-20T22:59:32.213 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.213 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-20T22:59:32.214 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 3 2024-09-20T22:59:32.214 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.214 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-20T22:59:32.214 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-20T22:59:32.214 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-20T22:59:32.214 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.214 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-20T22:59:32.214 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 3 2024-09-20T22:59:32.214 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.214 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-20T22:59:32.214 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 3 2024-09-20T22:59:32.215 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.215 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-20T22:59:32.215 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 3 2024-09-20T22:59:32.215 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.215 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-20T22:59:32.215 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 3 2024-09-20T22:59:32.215 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.215 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-20T22:59:32.215 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 3 2024-09-20T22:59:32.215 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.215 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.215 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:32.216 INFO:tasks.workunit.client.0.smithi046.stdout: "arch": { 2024-09-20T22:59:32.216 INFO:tasks.workunit.client.0.smithi046.stdout: "x86_64": 8 2024-09-20T22:59:32.216 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.216 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_version": { 2024-09-20T22:59:32.216 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph version 19.1.1-367-g9e2ac70b (9e2ac70bb7aea67d34f0d50002344abbe7803736) squid (stable)": 8 2024-09-20T22:59:32.216 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.216 INFO:tasks.workunit.client.0.smithi046.stdout: "cpu": { 2024-09-20T22:59:32.216 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-20T22:59:32.216 INFO:tasks.workunit.client.0.smithi046.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-20T22:59:32.216 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.216 INFO:tasks.workunit.client.0.smithi046.stdout: "distro": { 2024-09-20T22:59:32.217 INFO:tasks.workunit.client.0.smithi046.stdout: "centos": 8 2024-09-20T22:59:32.217 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.217 INFO:tasks.workunit.client.0.smithi046.stdout: "distro_description": { 2024-09-20T22:59:32.217 INFO:tasks.workunit.client.0.smithi046.stdout: "CentOS Stream 9": 8 2024-09-20T22:59:32.217 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.217 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_description": { 2024-09-20T22:59:32.217 INFO:tasks.workunit.client.0.smithi046.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024": 8 2024-09-20T22:59:32.217 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.217 INFO:tasks.workunit.client.0.smithi046.stdout: "kernel_version": { 2024-09-20T22:59:32.217 INFO:tasks.workunit.client.0.smithi046.stdout: "5.14.0-508.el9.x86_64": 8 2024-09-20T22:59:32.217 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.218 INFO:tasks.workunit.client.0.smithi046.stdout: "os": { 2024-09-20T22:59:32.218 INFO:tasks.workunit.client.0.smithi046.stdout: "Linux": 8 2024-09-20T22:59:32.218 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.218 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_objectstore": { 2024-09-20T22:59:32.218 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": 8 2024-09-20T22:59:32.218 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.218 INFO:tasks.workunit.client.0.smithi046.stdout: "rotational": { 2024-09-20T22:59:32.218 INFO:tasks.workunit.client.0.smithi046.stdout: "0": 8 2024-09-20T22:59:32.218 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.218 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.218 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.219 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T22:59:32.219 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T22:59:32.219 INFO:tasks.workunit.client.0.smithi046.stdout: "features": { 2024-09-20T22:59:32.219 INFO:tasks.workunit.client.0.smithi046.stdout: "optional": [], 2024-09-20T22:59:32.219 INFO:tasks.workunit.client.0.smithi046.stdout: "persistent": [ 2024-09-20T22:59:32.219 INFO:tasks.workunit.client.0.smithi046.stdout: "kraken", 2024-09-20T22:59:32.219 INFO:tasks.workunit.client.0.smithi046.stdout: "luminous", 2024-09-20T22:59:32.219 INFO:tasks.workunit.client.0.smithi046.stdout: "mimic", 2024-09-20T22:59:32.219 INFO:tasks.workunit.client.0.smithi046.stdout: "osdmap-prune", 2024-09-20T22:59:32.219 INFO:tasks.workunit.client.0.smithi046.stdout: "nautilus", 2024-09-20T22:59:32.220 INFO:tasks.workunit.client.0.smithi046.stdout: "octopus", 2024-09-20T22:59:32.220 INFO:tasks.workunit.client.0.smithi046.stdout: "pacific", 2024-09-20T22:59:32.220 INFO:tasks.workunit.client.0.smithi046.stdout: "elector-pinging", 2024-09-20T22:59:32.220 INFO:tasks.workunit.client.0.smithi046.stdout: "quincy", 2024-09-20T22:59:32.220 INFO:tasks.workunit.client.0.smithi046.stdout: "reef", 2024-09-20T22:59:32.220 INFO:tasks.workunit.client.0.smithi046.stdout: "squid" 2024-09-20T22:59:32.220 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.220 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.220 INFO:tasks.workunit.client.0.smithi046.stdout: "ipv4_addr_mons": 6, 2024-09-20T22:59:32.220 INFO:tasks.workunit.client.0.smithi046.stdout: "ipv6_addr_mons": 0, 2024-09-20T22:59:32.220 INFO:tasks.workunit.client.0.smithi046.stdout: "min_mon_release": 19, 2024-09-20T22:59:32.220 INFO:tasks.workunit.client.0.smithi046.stdout: "v1_addr_mons": 3, 2024-09-20T22:59:32.221 INFO:tasks.workunit.client.0.smithi046.stdout: "v2_addr_mons": 3 2024-09-20T22:59:32.221 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.221 INFO:tasks.workunit.client.0.smithi046.stdout: "organization": "ceph-qa", 2024-09-20T22:59:32.221 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:32.221 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster_network": false, 2024-09-20T22:59:32.221 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8, 2024-09-20T22:59:32.221 INFO:tasks.workunit.client.0.smithi046.stdout: "require_min_compat_client": "luminous", 2024-09-20T22:59:32.221 INFO:tasks.workunit.client.0.smithi046.stdout: "require_osd_release": "squid" 2024-09-20T22:59:32.221 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.221 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_perf_histograms": [ 2024-09-20T22:59:32.221 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.221 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T22:59:32.222 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-20T22:59:32.222 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.222 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T22:59:32.222 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:32.222 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-20T22:59:32.222 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-20T22:59:32.222 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:32.222 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:32.222 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-20T22:59:32.222 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-20T22:59:32.222 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-20T22:59:32.222 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-20T22:59:32.223 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-20T22:59:32.223 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-20T22:59:32.223 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-20T22:59:32.223 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-20T22:59:32.223 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-20T22:59:32.223 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-20T22:59:32.223 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-20T22:59:32.223 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-20T22:59:32.223 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-20T22:59:32.223 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-20T22:59:32.223 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-20T22:59:32.223 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-20T22:59:32.224 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-20T22:59:32.224 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-20T22:59:32.224 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-20T22:59:32.224 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-20T22:59:32.224 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-20T22:59:32.224 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-20T22:59:32.224 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-20T22:59:32.224 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-20T22:59:32.224 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-20T22:59:32.224 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-20T22:59:32.224 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-20T22:59:32.225 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-20T22:59:32.225 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-20T22:59:32.225 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-20T22:59:32.225 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-20T22:59:32.225 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.225 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T22:59:32.225 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.225 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.225 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T22:59:32.225 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:32.225 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-20T22:59:32.225 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-20T22:59:32.226 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:32.226 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:32.226 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-20T22:59:32.226 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-20T22:59:32.226 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-20T22:59:32.226 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-20T22:59:32.226 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-20T22:59:32.226 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-20T22:59:32.226 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-20T22:59:32.226 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-20T22:59:32.226 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-20T22:59:32.227 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-20T22:59:32.227 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-20T22:59:32.227 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-20T22:59:32.227 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-20T22:59:32.227 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-20T22:59:32.227 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-20T22:59:32.227 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-20T22:59:32.227 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-20T22:59:32.227 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-20T22:59:32.227 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-20T22:59:32.227 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-20T22:59:32.227 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-20T22:59:32.228 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-20T22:59:32.228 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-20T22:59:32.228 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-20T22:59:32.228 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-20T22:59:32.228 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-20T22:59:32.228 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-20T22:59:32.228 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-20T22:59:32.228 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-20T22:59:32.228 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-20T22:59:32.228 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-20T22:59:32.228 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.228 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T22:59:32.228 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.229 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.229 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-20T22:59:32.229 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.229 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-20T22:59:32.229 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.229 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.229 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1334, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.229 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 17354, 4041, 124, 13, 41, 26, 1, 0, 0, 0, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.229 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 11730, 59, 36, 0, 9, 61, 146, 210, 28, 50, 31, 25, 41, 28, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.229 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 886, 104, 130, 0, 1, 1, 23, 21, 3, 8, 78, 204, 58, 9, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.229 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 737, 38, 63, 0, 0, 0, 0, 1, 1, 1, 1, 25, 348, 27, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.229 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 241, 8, 14, 0, 0, 0, 0, 0, 0, 0, 2, 20, 15, 68, 138, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.230 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 284, 4, 16, 21, 0, 0, 0, 1, 2, 1, 3, 13, 21, 24, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.230 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 185, 0, 4, 41, 61, 0, 0, 0, 0, 1, 6, 17, 20, 26, 28, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.230 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 46, 0, 0, 6, 66, 97, 0, 0, 0, 0, 0, 0, 3, 15, 29, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.230 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 38, 0, 0, 0, 8, 32, 0, 0, 0, 0, 0, 0, 0, 9, 7, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.230 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.230 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.230 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.230 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.230 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.230 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.230 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.230 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.231 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.231 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.231 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.231 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.231 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.231 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.231 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.231 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.231 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.231 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.231 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.231 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.232 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.232 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.232 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.232 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.232 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-20T22:59:32.232 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.232 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.232 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.232 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9982, 2, 0, 0, 7, 1, 2, 1, 0, 0, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.232 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7787, 48, 1384, 0, 5, 3, 9, 11, 28, 59, 51, 34, 56, 18, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.232 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 645, 3, 120, 19, 0, 0, 0, 0, 7, 19, 106, 259, 89, 3, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.232 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 415, 4, 1, 11, 0, 0, 0, 0, 0, 0, 0, 22, 470, 8, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.232 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 88, 7, 4, 0, 0, 0, 2, 0, 0, 0, 5, 1, 7, 49, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.233 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 102, 8, 45, 0, 0, 0, 2, 0, 0, 0, 4, 0, 11, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.233 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 229, 0, 195, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 11, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.233 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 111, 1, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 13, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.233 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.233 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.233 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.233 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.233 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.233 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.233 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.233 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.234 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.234 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.234 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.234 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.234 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.234 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.234 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.234 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.234 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.234 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.234 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.235 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.235 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.235 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.235 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.235 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.235 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.235 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-20T22:59:32.235 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.235 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.235 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.235 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 13780, 52, 0, 0, 1, 0, 0, 0, 0, 1, 6, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.235 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9684, 157, 8, 0, 1, 0, 1, 3, 7, 9, 7, 17, 28, 24, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.235 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1412, 20, 3, 1, 2, 0, 1, 1, 1, 1, 7, 18, 7, 8, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.235 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 750, 9, 2, 1, 0, 0, 0, 0, 0, 0, 2, 5, 54, 19, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.236 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 458, 9, 0, 0, 0, 0, 1, 0, 1, 0, 0, 8, 19, 51, 153, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.236 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 319, 7, 0, 0, 0, 0, 0, 1, 1, 0, 4, 6, 19, 12, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.236 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 247, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 3, 13, 43, 30, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.236 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 88, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 6, 7, 30, 57, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.236 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 22, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 3, 24, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.236 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.236 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.236 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.236 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.236 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.236 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.236 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.237 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.237 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.237 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.237 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.237 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.237 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.237 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.237 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.237 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.237 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.237 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.237 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.237 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.238 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.238 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.238 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.238 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.238 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-20T22:59:32.238 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.238 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.238 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 173, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.238 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9302, 4101, 0, 1, 11, 2, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.238 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3635, 160, 55, 2, 6, 3, 4, 4, 14, 14, 12, 4, 29, 10, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.238 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 303, 8, 36, 0, 0, 0, 0, 0, 1, 11, 38, 75, 26, 8, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.238 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 154, 7, 2, 0, 6, 0, 1, 0, 0, 1, 0, 8, 200, 11, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.238 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 43, 8, 4, 0, 160, 0, 0, 0, 0, 0, 0, 1, 9, 19, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.239 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 48, 4, 4, 0, 331, 0, 3, 0, 0, 0, 1, 3, 7, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.239 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 15, 0, 0, 0, 524, 0, 0, 0, 0, 0, 0, 4, 1, 9, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.239 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 12, 0, 0, 0, 1665, 0, 0, 0, 0, 0, 0, 0, 4, 1, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.239 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.239 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.239 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.239 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.239 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.239 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.239 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.239 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.239 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.240 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.240 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.240 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.240 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.240 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.240 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.240 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.240 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.240 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.240 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.240 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.240 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.241 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.241 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.241 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.241 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.241 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-20T22:59:32.241 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.241 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.241 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2748, 2160, 140, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.241 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9859, 5683, 4199, 0, 0, 1, 1, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.241 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 6348, 216, 153, 1, 11, 2, 4, 2, 7, 9, 15, 20, 26, 17, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.241 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 673, 43, 25, 0, 1, 0, 2, 3, 3, 13, 30, 77, 38, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.241 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 229, 4, 0, 0, 0, 0, 0, 0, 2, 0, 1, 17, 160, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.241 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 82, 9, 0, 0, 1, 0, 0, 0, 0, 3, 8, 5, 11, 17, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.242 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 72, 20, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 9, 27, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.242 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 37, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 25, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.242 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9, 153, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 13, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.242 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.242 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.242 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.242 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.242 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.242 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.242 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.242 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.243 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.243 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.243 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.243 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.243 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.243 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.243 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.243 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.243 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.243 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.243 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.243 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.244 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.244 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.244 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.244 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.244 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.244 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-20T22:59:32.244 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.244 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.244 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.244 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7752, 175, 2, 0, 1, 1, 0, 1, 0, 0, 0, 2, 7, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.244 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 6589, 312, 5, 0, 7, 0, 1, 3, 0, 0, 1, 4, 8, 9, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.244 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 763, 4, 0, 9, 5, 0, 0, 2, 1, 6, 1, 3, 5, 2, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.245 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 319, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 12, 50, 7, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.245 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 248, 1, 1, 0, 0, 0, 0, 0, 1, 4, 3, 3, 12, 55, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.245 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 115, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 17, 22, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.245 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 110, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 4, 6, 25, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.245 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 8, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.245 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.245 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.245 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.245 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.245 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.245 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.245 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.246 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.246 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.246 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.246 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.246 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.246 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.246 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.246 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.246 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.246 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.246 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.246 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.247 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.247 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.247 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.247 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.247 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.247 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.247 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-20T22:59:32.247 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.247 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.247 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 796, 195, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.247 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 11497, 3889, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.247 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 6821, 331, 1, 1, 18, 5, 4, 6, 6, 15, 13, 11, 18, 5, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.248 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 651, 32, 1, 1, 3, 0, 0, 8, 1, 15, 44, 76, 19, 3, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.248 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 344, 6, 0, 0, 1, 0, 0, 1, 0, 1, 0, 19, 173, 11, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.248 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 144, 3, 0, 0, 0, 2, 0, 0, 0, 0, 10, 2, 24, 39, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.248 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 109, 0, 0, 0, 0, 0, 0, 1, 0, 6, 4, 2, 5, 8, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.248 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 23, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 16, 14, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.248 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 9, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.248 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.248 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.248 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.248 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.248 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.248 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.248 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.249 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.249 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.249 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.249 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.249 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.249 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.249 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.249 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.249 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.249 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.249 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.249 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.249 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.250 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.250 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.250 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.250 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.250 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.250 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-20T22:59:32.250 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.250 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.250 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 250, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.250 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 14466, 2, 1, 0, 7199, 453, 0, 0, 0, 0, 2, 4, 4, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.250 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9160, 33, 24, 0, 303, 135, 0, 0, 2, 0, 4, 6, 15, 12, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.251 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1194, 3, 17, 0, 28, 11, 0, 0, 1, 1, 5, 4, 7, 5, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.251 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 327, 1, 2, 0, 4, 7, 0, 0, 2, 1, 1, 7, 48, 9, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.251 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 159, 0, 1, 0, 17, 17, 0, 0, 1, 3, 5, 1, 20, 83, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.251 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 85, 0, 0, 0, 1, 10, 0, 0, 0, 0, 1, 0, 7, 24, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.251 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 26, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.251 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 4, 13, 27, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.251 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.251 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.251 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.251 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.251 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.252 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.252 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.252 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.252 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.252 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.252 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.252 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.252 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.252 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.252 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.252 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.252 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.253 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.253 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.253 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.253 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.253 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.253 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.253 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.253 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.253 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.253 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T22:59:32.253 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-20T22:59:32.253 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.253 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T22:59:32.254 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:32.254 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-20T22:59:32.254 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-20T22:59:32.254 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:32.254 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:32.254 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-20T22:59:32.254 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-20T22:59:32.254 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-20T22:59:32.254 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-20T22:59:32.254 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-20T22:59:32.254 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-20T22:59:32.254 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-20T22:59:32.254 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-20T22:59:32.255 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-20T22:59:32.255 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-20T22:59:32.255 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-20T22:59:32.255 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-20T22:59:32.255 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-20T22:59:32.255 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-20T22:59:32.255 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-20T22:59:32.255 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-20T22:59:32.255 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-20T22:59:32.255 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-20T22:59:32.255 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-20T22:59:32.255 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-20T22:59:32.255 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-20T22:59:32.256 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-20T22:59:32.256 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-20T22:59:32.256 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-20T22:59:32.256 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-20T22:59:32.256 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-20T22:59:32.256 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-20T22:59:32.256 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-20T22:59:32.256 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-20T22:59:32.256 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-20T22:59:32.256 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-20T22:59:32.256 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.256 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T22:59:32.256 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.257 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.257 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T22:59:32.257 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:32.257 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-20T22:59:32.257 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-20T22:59:32.257 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:32.257 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:32.257 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-20T22:59:32.257 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-20T22:59:32.257 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-20T22:59:32.257 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-20T22:59:32.257 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-20T22:59:32.257 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-20T22:59:32.257 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-20T22:59:32.258 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-20T22:59:32.258 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-20T22:59:32.258 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-20T22:59:32.258 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-20T22:59:32.258 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-20T22:59:32.258 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-20T22:59:32.258 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-20T22:59:32.258 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-20T22:59:32.258 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-20T22:59:32.258 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-20T22:59:32.258 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-20T22:59:32.258 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-20T22:59:32.259 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-20T22:59:32.259 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-20T22:59:32.259 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-20T22:59:32.259 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-20T22:59:32.259 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-20T22:59:32.259 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-20T22:59:32.259 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-20T22:59:32.259 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-20T22:59:32.259 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-20T22:59:32.259 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-20T22:59:32.259 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-20T22:59:32.259 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-20T22:59:32.259 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.259 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T22:59:32.260 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.260 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.260 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-20T22:59:32.260 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.260 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-20T22:59:32.260 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.260 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.260 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.260 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.260 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.260 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 742, 0, 0, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.260 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4898, 66, 86, 170, 434, 599, 714, 4, 2, 0, 0, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.261 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 747, 7, 17, 27, 22, 26, 10, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.261 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 585, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 2, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.261 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 450, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 12, 11, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.261 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 187, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 4, 10, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.261 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.261 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.261 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.261 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.261 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.261 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.261 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.261 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.261 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.261 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.262 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.262 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.262 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.262 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.262 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.262 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.262 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.262 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.262 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.262 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.263 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.263 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.263 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.263 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.263 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.263 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-20T22:59:32.263 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.263 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.263 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.263 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.264 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.264 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 408, 0, 5, 26, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.264 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4038, 252, 29, 42, 121, 0, 1, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.264 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 491, 28, 1296, 0, 0, 0, 0, 0, 3, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.264 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 433, 13, 47, 0, 0, 0, 0, 0, 0, 0, 1, 4, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.264 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1665, 1388, 73, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.264 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1493, 1590, 217, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 10, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.264 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 10, 12, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.264 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.264 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.264 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.264 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.265 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.265 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.265 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.265 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.265 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.265 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.265 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.265 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.265 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.265 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.265 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.265 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.265 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.266 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.266 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.266 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.266 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.266 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.266 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.266 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.266 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-20T22:59:32.266 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.266 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.266 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.266 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.267 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.267 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1076, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.267 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 10451, 7, 1, 0, 1, 0, 0, 2, 1, 1, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.267 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 15759, 0, 3, 0, 0, 0, 0, 0, 1, 1, 6, 1, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.267 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 664, 0, 2, 0, 0, 0, 2, 0, 0, 0, 1, 3, 7, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.267 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 245, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.267 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 112, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 17, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.267 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.267 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.267 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.267 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.267 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.268 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.268 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.268 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.268 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.268 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.268 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.268 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.268 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.268 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.268 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.268 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.268 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.268 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.269 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.269 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.269 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.269 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.269 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.269 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.269 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.269 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-20T22:59:32.269 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.269 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.269 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.269 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.269 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.270 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 365, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.270 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1962, 36, 1, 0, 4, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.270 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 282, 3, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.270 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 132, 17, 31, 46, 0, 0, 0, 0, 1, 1, 0, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.270 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 864, 314, 4, 106, 0, 0, 0, 0, 0, 0, 1, 0, 3, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.270 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4060, 2468, 0, 400, 0, 0, 0, 0, 0, 1, 0, 0, 2, 6, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.270 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 273, 219, 0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.270 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.270 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.270 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.270 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.270 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.270 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.271 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.271 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.271 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.271 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.271 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.271 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.271 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.271 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.271 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.271 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.271 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.271 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.272 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.272 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.272 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.272 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.272 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.272 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.272 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-20T22:59:32.272 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.272 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.272 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.272 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.272 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.273 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 747, 10, 9, 40, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.273 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2305, 222, 25, 28, 135, 277, 480, 3, 11, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.273 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 316, 15, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.273 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 74, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 3, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.273 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 37, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.273 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.273 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.273 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.273 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.273 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.273 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.274 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.274 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.274 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.274 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.274 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.274 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.274 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.274 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.274 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.274 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.274 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.275 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.275 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.275 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.275 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.275 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.275 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.275 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.275 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.275 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.275 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-20T22:59:32.275 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.275 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.276 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.276 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.276 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.276 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 733, 12, 24, 48, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.276 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2888, 66, 113, 208, 449, 616, 717, 2, 2, 2, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.276 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 290, 2, 2, 7, 5, 13, 10, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.276 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 194, 5, 9, 34, 1, 0, 1, 0, 1, 0, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.276 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 87, 35, 75, 89, 28, 0, 0, 0, 1, 0, 0, 1, 7, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.276 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 12, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.276 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.276 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.276 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.276 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.277 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.277 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.277 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.277 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.277 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.277 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.277 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.277 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.277 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.277 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.277 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.277 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.277 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.278 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.278 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.278 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.278 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.278 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.278 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.278 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.278 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.278 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-20T22:59:32.278 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.278 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.279 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.279 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.279 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.279 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.279 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3117, 19, 0, 0, 2, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.279 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 273, 2, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.279 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 196, 5, 0, 0, 0, 1, 0, 0, 0, 0, 0, 4, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.279 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 178, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.279 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 9, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.279 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.279 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.279 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.279 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.280 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.280 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.280 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.280 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.280 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.280 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.280 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.280 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.280 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.280 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.280 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.281 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.281 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.281 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.281 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.281 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.281 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.281 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.281 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.281 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.281 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.281 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-20T22:59:32.281 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.281 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.282 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.282 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.282 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.282 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 871, 7, 15, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.282 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 8653, 35, 68, 29, 11, 1, 4, 5, 12, 16, 1, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.282 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1818, 31, 92, 40, 5, 0, 0, 0, 1, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.282 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 207, 3, 3, 0, 1, 0, 0, 0, 0, 0, 0, 2, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.282 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.282 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 20, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.282 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.282 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.283 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.283 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.283 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.283 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.283 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.283 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.283 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.283 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.283 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.283 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.283 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.283 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.283 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.284 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.284 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.284 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.284 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.284 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.284 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.284 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.284 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.284 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.284 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.284 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.285 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T22:59:32.285 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-20T22:59:32.285 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.285 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T22:59:32.285 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:32.285 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-20T22:59:32.285 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-20T22:59:32.285 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:32.285 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:32.285 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-20T22:59:32.285 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-20T22:59:32.285 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-20T22:59:32.286 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-20T22:59:32.286 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-20T22:59:32.286 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-20T22:59:32.286 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-20T22:59:32.286 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-20T22:59:32.286 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-20T22:59:32.286 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-20T22:59:32.286 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-20T22:59:32.286 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-20T22:59:32.286 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-20T22:59:32.286 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-20T22:59:32.286 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-20T22:59:32.286 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-20T22:59:32.287 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-20T22:59:32.287 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-20T22:59:32.287 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-20T22:59:32.287 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-20T22:59:32.287 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-20T22:59:32.287 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-20T22:59:32.287 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-20T22:59:32.287 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-20T22:59:32.287 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-20T22:59:32.287 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-20T22:59:32.287 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-20T22:59:32.287 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-20T22:59:32.288 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-20T22:59:32.288 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-20T22:59:32.288 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-20T22:59:32.288 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.288 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T22:59:32.288 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.288 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.288 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T22:59:32.288 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:32.288 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-20T22:59:32.288 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-20T22:59:32.288 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:32.288 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:32.289 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-20T22:59:32.289 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-20T22:59:32.289 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-20T22:59:32.289 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-20T22:59:32.289 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-20T22:59:32.289 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-20T22:59:32.289 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-20T22:59:32.289 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-20T22:59:32.289 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-20T22:59:32.289 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-20T22:59:32.289 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-20T22:59:32.289 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-20T22:59:32.289 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-20T22:59:32.290 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-20T22:59:32.290 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-20T22:59:32.290 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-20T22:59:32.290 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-20T22:59:32.290 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-20T22:59:32.290 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-20T22:59:32.290 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-20T22:59:32.290 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-20T22:59:32.290 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-20T22:59:32.290 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-20T22:59:32.290 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-20T22:59:32.290 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-20T22:59:32.291 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-20T22:59:32.291 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-20T22:59:32.291 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-20T22:59:32.291 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-20T22:59:32.291 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-20T22:59:32.291 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-20T22:59:32.291 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.291 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T22:59:32.291 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.291 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.291 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-20T22:59:32.291 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.291 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-20T22:59:32.291 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.292 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.292 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.292 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.292 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.292 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 750, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.292 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 6982, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.292 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 859, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.292 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 595, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.292 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 480, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.292 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 215, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.292 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.292 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.292 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.293 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.293 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.293 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.293 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.293 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.293 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.293 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.293 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.293 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.293 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.293 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.294 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.294 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.294 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.294 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.294 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.294 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.294 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.294 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.294 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.294 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.295 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.295 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-20T22:59:32.295 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.295 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.295 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.295 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.295 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.295 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 440, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.295 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4486, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.295 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1819, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.296 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 501, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.296 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3137, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.296 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3319, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.296 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.296 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.296 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.296 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.296 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.296 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.296 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.296 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.297 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.297 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.297 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.297 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.297 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.297 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.297 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.297 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.297 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.297 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.297 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.297 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.298 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.298 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.298 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.298 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.298 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.298 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-20T22:59:32.298 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.298 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.298 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.298 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.298 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.298 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1076, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.299 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 10468, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.299 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 15775, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.299 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 682, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.299 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 262, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.299 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 152, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.299 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.299 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.299 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.299 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.299 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.299 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.299 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.300 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.300 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.300 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.300 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.300 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.300 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.300 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.300 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.300 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.300 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.300 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.300 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.301 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.301 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.301 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.301 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.301 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.301 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.301 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-20T22:59:32.301 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.301 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.301 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.301 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.301 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.301 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 366, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.302 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2006, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.302 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 286, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.302 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 233, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.302 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1297, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.302 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 6943, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.302 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 529, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.302 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.302 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.302 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.302 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.302 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.303 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.303 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.303 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.303 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.303 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.303 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.303 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.303 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.303 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.303 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.303 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.303 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.303 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.304 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.304 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.304 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.304 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.304 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.304 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.304 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-20T22:59:32.304 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.304 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.304 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.304 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.304 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.305 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 808, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.305 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3495, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.305 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 337, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.305 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.305 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.305 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.305 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.305 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.305 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.305 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.305 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.305 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.305 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.305 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.306 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.306 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.306 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.306 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.306 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.306 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.306 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.306 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.306 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.307 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.307 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.307 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.307 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.307 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.307 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.307 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.307 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.307 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-20T22:59:32.308 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.308 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.308 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.308 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.308 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.308 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 819, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.308 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 5067, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.308 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 334, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.308 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 251, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.308 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 327, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.308 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.308 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.308 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.309 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.309 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.309 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.309 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.309 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.309 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.309 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.309 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.309 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.309 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.309 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.309 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.309 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.309 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.310 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.310 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.310 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.310 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.310 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.310 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.310 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.310 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.310 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.310 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-20T22:59:32.310 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.310 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.310 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.311 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.311 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.311 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 518, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.311 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 3142, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.311 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 277, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.311 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 209, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.311 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 293, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.311 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.311 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.311 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.312 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.312 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.312 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.312 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.312 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.312 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.312 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.312 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.312 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.312 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.312 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.313 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.313 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.313 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.313 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.313 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.313 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.313 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.313 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.313 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.313 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.313 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.313 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.313 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-20T22:59:32.314 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.314 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.314 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.314 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.314 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.314 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 900, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.314 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 8840, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.314 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1993, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.314 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 224, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.314 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.314 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.314 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.315 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.315 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.315 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.315 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.315 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.315 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.315 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.315 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.315 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.315 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.315 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.315 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.316 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.316 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.316 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.316 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.316 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.316 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.316 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.316 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.316 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.316 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.316 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.316 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.316 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.317 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T22:59:32.317 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-20T22:59:32.317 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.317 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T22:59:32.317 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:32.317 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Latency (usec)", 2024-09-20T22:59:32.317 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 100000, 2024-09-20T22:59:32.317 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:32.317 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:32.317 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 99999]", 2024-09-20T22:59:32.317 INFO:tasks.workunit.client.0.smithi046.stdout: "[100000, 199999]", 2024-09-20T22:59:32.317 INFO:tasks.workunit.client.0.smithi046.stdout: "[200000, 399999]", 2024-09-20T22:59:32.317 INFO:tasks.workunit.client.0.smithi046.stdout: "[400000, 799999]", 2024-09-20T22:59:32.318 INFO:tasks.workunit.client.0.smithi046.stdout: "[800000, 1599999]", 2024-09-20T22:59:32.318 INFO:tasks.workunit.client.0.smithi046.stdout: "[1600000, 3199999]", 2024-09-20T22:59:32.318 INFO:tasks.workunit.client.0.smithi046.stdout: "[3200000, 6399999]", 2024-09-20T22:59:32.318 INFO:tasks.workunit.client.0.smithi046.stdout: "[6400000, 12799999]", 2024-09-20T22:59:32.318 INFO:tasks.workunit.client.0.smithi046.stdout: "[12800000, 25599999]", 2024-09-20T22:59:32.318 INFO:tasks.workunit.client.0.smithi046.stdout: "[25600000, 51199999]", 2024-09-20T22:59:32.318 INFO:tasks.workunit.client.0.smithi046.stdout: "[51200000, 102399999]", 2024-09-20T22:59:32.318 INFO:tasks.workunit.client.0.smithi046.stdout: "[102400000, 204799999]", 2024-09-20T22:59:32.318 INFO:tasks.workunit.client.0.smithi046.stdout: "[204800000, 409599999]", 2024-09-20T22:59:32.318 INFO:tasks.workunit.client.0.smithi046.stdout: "[409600000, 819199999]", 2024-09-20T22:59:32.318 INFO:tasks.workunit.client.0.smithi046.stdout: "[819200000, 1638399999]", 2024-09-20T22:59:32.318 INFO:tasks.workunit.client.0.smithi046.stdout: "[1638400000, 3276799999]", 2024-09-20T22:59:32.319 INFO:tasks.workunit.client.0.smithi046.stdout: "[3276800000, 6553599999]", 2024-09-20T22:59:32.319 INFO:tasks.workunit.client.0.smithi046.stdout: "[6553600000, 13107199999]", 2024-09-20T22:59:32.319 INFO:tasks.workunit.client.0.smithi046.stdout: "[13107200000, 26214399999]", 2024-09-20T22:59:32.319 INFO:tasks.workunit.client.0.smithi046.stdout: "[26214400000, 52428799999]", 2024-09-20T22:59:32.319 INFO:tasks.workunit.client.0.smithi046.stdout: "[52428800000, 104857599999]", 2024-09-20T22:59:32.319 INFO:tasks.workunit.client.0.smithi046.stdout: "[104857600000, 209715199999]", 2024-09-20T22:59:32.319 INFO:tasks.workunit.client.0.smithi046.stdout: "[209715200000, 419430399999]", 2024-09-20T22:59:32.319 INFO:tasks.workunit.client.0.smithi046.stdout: "[419430400000, 838860799999]", 2024-09-20T22:59:32.319 INFO:tasks.workunit.client.0.smithi046.stdout: "[838860800000, 1677721599999]", 2024-09-20T22:59:32.319 INFO:tasks.workunit.client.0.smithi046.stdout: "[1677721600000, 3355443199999]", 2024-09-20T22:59:32.320 INFO:tasks.workunit.client.0.smithi046.stdout: "[3355443200000, 6710886399999]", 2024-09-20T22:59:32.320 INFO:tasks.workunit.client.0.smithi046.stdout: "[6710886400000, 13421772799999]", 2024-09-20T22:59:32.320 INFO:tasks.workunit.client.0.smithi046.stdout: "[13421772800000, 26843545599999]", 2024-09-20T22:59:32.320 INFO:tasks.workunit.client.0.smithi046.stdout: "[26843545600000, 53687091199999]", 2024-09-20T22:59:32.320 INFO:tasks.workunit.client.0.smithi046.stdout: "[53687091200000, None]" 2024-09-20T22:59:32.320 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.320 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T22:59:32.320 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.320 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.320 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 32, 2024-09-20T22:59:32.320 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:32.320 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "Request size (bytes)", 2024-09-20T22:59:32.321 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 512, 2024-09-20T22:59:32.321 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:32.321 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:32.321 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 511]", 2024-09-20T22:59:32.321 INFO:tasks.workunit.client.0.smithi046.stdout: "[512, 1023]", 2024-09-20T22:59:32.321 INFO:tasks.workunit.client.0.smithi046.stdout: "[1024, 2047]", 2024-09-20T22:59:32.321 INFO:tasks.workunit.client.0.smithi046.stdout: "[2048, 4095]", 2024-09-20T22:59:32.321 INFO:tasks.workunit.client.0.smithi046.stdout: "[4096, 8191]", 2024-09-20T22:59:32.321 INFO:tasks.workunit.client.0.smithi046.stdout: "[8192, 16383]", 2024-09-20T22:59:32.321 INFO:tasks.workunit.client.0.smithi046.stdout: "[16384, 32767]", 2024-09-20T22:59:32.321 INFO:tasks.workunit.client.0.smithi046.stdout: "[32768, 65535]", 2024-09-20T22:59:32.321 INFO:tasks.workunit.client.0.smithi046.stdout: "[65536, 131071]", 2024-09-20T22:59:32.321 INFO:tasks.workunit.client.0.smithi046.stdout: "[131072, 262143]", 2024-09-20T22:59:32.321 INFO:tasks.workunit.client.0.smithi046.stdout: "[262144, 524287]", 2024-09-20T22:59:32.322 INFO:tasks.workunit.client.0.smithi046.stdout: "[524288, 1048575]", 2024-09-20T22:59:32.322 INFO:tasks.workunit.client.0.smithi046.stdout: "[1048576, 2097151]", 2024-09-20T22:59:32.322 INFO:tasks.workunit.client.0.smithi046.stdout: "[2097152, 4194303]", 2024-09-20T22:59:32.322 INFO:tasks.workunit.client.0.smithi046.stdout: "[4194304, 8388607]", 2024-09-20T22:59:32.322 INFO:tasks.workunit.client.0.smithi046.stdout: "[8388608, 16777215]", 2024-09-20T22:59:32.322 INFO:tasks.workunit.client.0.smithi046.stdout: "[16777216, 33554431]", 2024-09-20T22:59:32.322 INFO:tasks.workunit.client.0.smithi046.stdout: "[33554432, 67108863]", 2024-09-20T22:59:32.322 INFO:tasks.workunit.client.0.smithi046.stdout: "[67108864, 134217727]", 2024-09-20T22:59:32.322 INFO:tasks.workunit.client.0.smithi046.stdout: "[134217728, 268435455]", 2024-09-20T22:59:32.322 INFO:tasks.workunit.client.0.smithi046.stdout: "[268435456, 536870911]", 2024-09-20T22:59:32.322 INFO:tasks.workunit.client.0.smithi046.stdout: "[536870912, 1073741823]", 2024-09-20T22:59:32.322 INFO:tasks.workunit.client.0.smithi046.stdout: "[1073741824, 2147483647]", 2024-09-20T22:59:32.323 INFO:tasks.workunit.client.0.smithi046.stdout: "[2147483648, 4294967295]", 2024-09-20T22:59:32.323 INFO:tasks.workunit.client.0.smithi046.stdout: "[4294967296, 8589934591]", 2024-09-20T22:59:32.323 INFO:tasks.workunit.client.0.smithi046.stdout: "[8589934592, 17179869183]", 2024-09-20T22:59:32.323 INFO:tasks.workunit.client.0.smithi046.stdout: "[17179869184, 34359738367]", 2024-09-20T22:59:32.323 INFO:tasks.workunit.client.0.smithi046.stdout: "[34359738368, 68719476735]", 2024-09-20T22:59:32.323 INFO:tasks.workunit.client.0.smithi046.stdout: "[68719476736, 137438953471]", 2024-09-20T22:59:32.323 INFO:tasks.workunit.client.0.smithi046.stdout: "[137438953472, 274877906943]", 2024-09-20T22:59:32.323 INFO:tasks.workunit.client.0.smithi046.stdout: "[274877906944, None]" 2024-09-20T22:59:32.323 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.323 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T22:59:32.323 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.324 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.324 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-20T22:59:32.324 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.324 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-20T22:59:32.324 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.324 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.324 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.324 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.324 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.324 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 117, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.324 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2130, 25, 2, 0, 6, 1, 3, 2, 6, 5, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.324 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1237, 10, 0, 0, 3, 6, 8, 17, 35, 66, 75, 36, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.324 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 209, 9, 0, 1, 4, 0, 5, 5, 9, 18, 100, 270, 139, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.325 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 134, 4, 0, 0, 0, 0, 2, 0, 3, 3, 22, 41, 293, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.325 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 300, 1, 0, 0, 0, 0, 0, 1, 2, 1, 4, 11, 16, 45, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.325 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 634, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 6, 13, 34, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.325 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1138, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.325 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 561, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.325 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.325 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.325 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.325 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.325 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.325 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.325 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.325 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.326 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.326 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.326 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.326 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.326 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.326 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.326 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.326 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.326 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.326 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.326 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.327 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.327 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.327 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.327 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-20T22:59:32.327 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.327 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.327 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.327 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.327 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.327 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.327 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2913, 25, 1, 2, 13, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.328 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1447, 4, 0, 2, 5, 9, 6, 13, 42, 71, 69, 18, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.328 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 84, 2, 0, 0, 3, 4, 3, 8, 6, 5, 80, 305, 234, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.328 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 43, 6, 0, 0, 0, 0, 1, 2, 2, 3, 8, 9, 372, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.328 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 7, 14, 22, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.328 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 69, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 1, 4, 10, 36, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.328 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1095, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.328 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2536, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.328 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 158, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.328 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.329 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.329 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.329 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.329 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.329 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.329 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.329 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.329 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.329 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.329 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.329 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.330 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.330 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.330 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.330 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.330 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.330 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.330 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.330 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.330 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.330 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-20T22:59:32.330 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.330 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.330 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.331 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.331 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.331 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 53, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.331 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 419, 6, 1, 0, 8, 1, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.331 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 173, 7, 0, 0, 0, 0, 2, 4, 5, 8, 39, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.331 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 196, 3, 0, 0, 1, 1, 1, 4, 7, 7, 39, 65, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.331 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 113, 0, 0, 0, 0, 2, 0, 1, 4, 3, 25, 39, 35, 20, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.331 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 51, 2, 0, 0, 0, 0, 0, 0, 1, 2, 5, 17, 28, 69, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.331 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 1, 0, 1, 1, 2, 2, 9, 28, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.331 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.331 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.332 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.332 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.332 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.332 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.332 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.332 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.332 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.332 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.332 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.332 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.332 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.333 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.333 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.333 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.333 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.333 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.333 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.333 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.333 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.333 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.333 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.333 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.334 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-20T22:59:32.334 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.334 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.334 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.334 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.334 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.334 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 20, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.334 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1119, 17, 2, 0, 11, 0, 4, 3, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.334 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 402, 2, 0, 1, 1, 3, 3, 7, 11, 27, 48, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.334 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 135, 9, 1, 0, 0, 1, 2, 1, 1, 3, 31, 120, 126, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.334 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 230, 2, 0, 0, 0, 0, 0, 1, 2, 3, 4, 14, 82, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.334 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 405, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 1, 10, 18, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.335 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 383, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 5, 15, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.335 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 220, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.335 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.335 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.335 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.335 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.335 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.335 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.335 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.335 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.335 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.336 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.336 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.336 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.336 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.336 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.336 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.336 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.336 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.336 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.336 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.336 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.337 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.337 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.337 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.337 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-20T22:59:32.337 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.337 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.337 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.337 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.337 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.337 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 91, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.337 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1079, 19, 1, 2, 18, 0, 3, 7, 10, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.338 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 639, 10, 2, 0, 3, 2, 1, 2, 22, 32, 41, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.338 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 332, 11, 0, 0, 0, 0, 0, 2, 3, 7, 43, 134, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.338 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 397, 55, 0, 0, 0, 0, 1, 0, 1, 1, 6, 12, 167, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.338 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 395, 43, 0, 0, 0, 0, 0, 1, 1, 1, 0, 5, 20, 17, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.338 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 155, 90, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 10, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.338 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 76, 172, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.338 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 20, 165, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.338 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.338 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.338 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.338 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.338 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.339 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.339 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.339 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.339 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.339 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.339 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.339 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.339 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.339 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.339 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.339 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.339 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.340 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.340 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.340 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.340 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.340 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.340 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-20T22:59:32.340 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.340 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.340 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.340 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.340 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.340 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 105, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.340 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 333, 19, 4, 0, 11, 1, 0, 2, 0, 0, 2, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.340 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 69, 4, 0, 0, 2, 1, 1, 2, 3, 0, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.341 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 144, 2, 0, 0, 1, 1, 1, 4, 3, 11, 21, 42, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.341 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 59, 2, 0, 0, 0, 1, 2, 0, 0, 5, 14, 17, 16, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.341 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 7, 21, 25, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.341 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 8, 21, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.341 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.341 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.341 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.341 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.341 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.341 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.341 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.342 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.342 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.342 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.342 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.342 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.342 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.342 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.342 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.342 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.342 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.342 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.342 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.342 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.343 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.343 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.343 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.343 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.343 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-20T22:59:32.343 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.343 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.343 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.343 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.343 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.343 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 94, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.343 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 1262, 21, 1, 0, 15, 3, 3, 3, 7, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.344 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 481, 10, 2, 1, 2, 4, 6, 10, 12, 19, 29, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.344 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 378, 18, 1, 0, 0, 0, 1, 2, 1, 0, 37, 87, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.344 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 460, 21, 0, 1, 3, 1, 0, 0, 1, 2, 7, 13, 153, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.344 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 326, 25, 0, 0, 3, 0, 0, 0, 0, 1, 0, 3, 18, 21, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.344 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 94, 45, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 3, 20, 20, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.344 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 33, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.344 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.344 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.344 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.344 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.344 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.344 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.345 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.345 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.345 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.345 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.345 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.345 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.345 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.345 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.345 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.345 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.345 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.345 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.346 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.346 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.346 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.346 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.346 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.346 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-20T22:59:32.346 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.346 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.346 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.346 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.346 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.346 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.346 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 301, 10, 1, 0, 20, 2, 1, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.347 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 76, 3, 0, 0, 4, 0, 0, 2, 2, 1, 12, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.347 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 118, 2, 1, 0, 1, 1, 0, 3, 7, 7, 31, 43, 11, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.347 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 4, 5, 4, 17, 21, 24, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.347 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 16, 26, 35, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.347 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 1, 1, 0, 3, 1, 4, 36, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.347 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.347 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.347 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.347 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.347 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.347 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.347 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.348 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.348 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.348 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.348 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.348 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.348 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.348 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.348 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.348 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.348 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.348 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.348 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.349 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.349 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.349 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.349 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.349 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.349 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.349 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.349 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.349 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_resrv_repnum_vs_duration": { 2024-09-20T22:59:32.349 INFO:tasks.workunit.client.0.smithi046.stdout: "axes": [ 2024-09-20T22:59:32.349 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.349 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 8, 2024-09-20T22:59:32.350 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:32.350 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "number of replicas", 2024-09-20T22:59:32.350 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 1, 2024-09-20T22:59:32.350 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:32.350 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:32.350 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0]", 2024-09-20T22:59:32.350 INFO:tasks.workunit.client.0.smithi046.stdout: "[1, 1]", 2024-09-20T22:59:32.350 INFO:tasks.workunit.client.0.smithi046.stdout: "[2, 2]", 2024-09-20T22:59:32.350 INFO:tasks.workunit.client.0.smithi046.stdout: "[3, 3]", 2024-09-20T22:59:32.350 INFO:tasks.workunit.client.0.smithi046.stdout: "[4, 4]", 2024-09-20T22:59:32.350 INFO:tasks.workunit.client.0.smithi046.stdout: "[5, 5]", 2024-09-20T22:59:32.350 INFO:tasks.workunit.client.0.smithi046.stdout: "[6, None]" 2024-09-20T22:59:32.351 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.351 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "linear" 2024-09-20T22:59:32.351 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.351 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.351 INFO:tasks.workunit.client.0.smithi046.stdout: "buckets": 10, 2024-09-20T22:59:32.351 INFO:tasks.workunit.client.0.smithi046.stdout: "min": 0, 2024-09-20T22:59:32.351 INFO:tasks.workunit.client.0.smithi046.stdout: "name": "duration", 2024-09-20T22:59:32.351 INFO:tasks.workunit.client.0.smithi046.stdout: "quant_size": 250000, 2024-09-20T22:59:32.351 INFO:tasks.workunit.client.0.smithi046.stdout: "ranges": [ 2024-09-20T22:59:32.351 INFO:tasks.workunit.client.0.smithi046.stdout: "[None, -1]", 2024-09-20T22:59:32.351 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 249999]", 2024-09-20T22:59:32.351 INFO:tasks.workunit.client.0.smithi046.stdout: "[250000, 499999]", 2024-09-20T22:59:32.351 INFO:tasks.workunit.client.0.smithi046.stdout: "[500000, 999999]", 2024-09-20T22:59:32.352 INFO:tasks.workunit.client.0.smithi046.stdout: "[1000000, 1999999]", 2024-09-20T22:59:32.352 INFO:tasks.workunit.client.0.smithi046.stdout: "[2000000, 3999999]", 2024-09-20T22:59:32.352 INFO:tasks.workunit.client.0.smithi046.stdout: "[4000000, 7999999]", 2024-09-20T22:59:32.352 INFO:tasks.workunit.client.0.smithi046.stdout: "[8000000, 15999999]", 2024-09-20T22:59:32.352 INFO:tasks.workunit.client.0.smithi046.stdout: "[16000000, 31999999]", 2024-09-20T22:59:32.352 INFO:tasks.workunit.client.0.smithi046.stdout: "[32000000, None]" 2024-09-20T22:59:32.352 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.352 INFO:tasks.workunit.client.0.smithi046.stdout: "scale_type": "log2" 2024-09-20T22:59:32.352 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.352 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.352 INFO:tasks.workunit.client.0.smithi046.stdout: "osds": [ 2024-09-20T22:59:32.352 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.352 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 0, 2024-09-20T22:59:32.353 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.353 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.353 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.353 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.353 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.353 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.353 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.353 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.353 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.353 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.353 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.354 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.354 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 1, 2024-09-20T22:59:32.354 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.354 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.354 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.354 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.354 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.354 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.354 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.354 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.354 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.355 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.355 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.355 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.355 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 2, 2024-09-20T22:59:32.355 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.355 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.355 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.355 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.355 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.355 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.355 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.355 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.356 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.356 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.356 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.356 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.356 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 3, 2024-09-20T22:59:32.356 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.356 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.356 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.356 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.356 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.356 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.357 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.357 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.357 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.357 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.357 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.357 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.357 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 4, 2024-09-20T22:59:32.357 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.357 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.357 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.357 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.357 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.357 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.358 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.358 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.358 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.358 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.358 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.358 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.358 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 5, 2024-09-20T22:59:32.358 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.358 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.358 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.358 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.358 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.359 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.359 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.359 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.359 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.359 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.359 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.359 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.359 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 6, 2024-09-20T22:59:32.359 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.359 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.359 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.359 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.359 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.360 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.360 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.360 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.360 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.360 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.360 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.360 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.360 INFO:tasks.workunit.client.0.smithi046.stdout: "osd_id": 7, 2024-09-20T22:59:32.360 INFO:tasks.workunit.client.0.smithi046.stdout: "values": [ 2024-09-20T22:59:32.360 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.360 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.361 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.361 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.361 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.361 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.361 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-20T22:59:32.361 INFO:tasks.workunit.client.0.smithi046.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-20T22:59:32.361 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.361 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.361 INFO:tasks.workunit.client.0.smithi046.stdout: ] 2024-09-20T22:59:32.361 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.361 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.362 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.362 INFO:tasks.workunit.client.0.smithi046.stdout: "perf_counters": { 2024-09-20T22:59:32.362 INFO:tasks.workunit.client.0.smithi046.stdout: "mds.89feedb6ca5aa28c1526bae4a18bccbde113d39a": { 2024-09-20T22:59:32.362 INFO:tasks.workunit.client.0.smithi046.stdout: "mds": { 2024-09-20T22:59:32.362 INFO:tasks.workunit.client.0.smithi046.stdout: "caps": { 2024-09-20T22:59:32.362 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.362 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.362 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_flush_ack": { 2024-09-20T22:59:32.362 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.362 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.362 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-20T22:59:32.362 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.363 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.363 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_grant": { 2024-09-20T22:59:32.363 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.363 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.363 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_revoke": { 2024-09-20T22:59:32.363 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.363 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.363 INFO:tasks.workunit.client.0.smithi046.stdout: "ceph_cap_op_trunc": { 2024-09-20T22:59:32.363 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.363 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.363 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_commit": { 2024-09-20T22:59:32.363 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.364 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.364 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_fetch_complete": { 2024-09-20T22:59:32.364 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-20T22:59:32.364 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.364 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_fetch_keys": { 2024-09-20T22:59:32.364 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-20T22:59:32.364 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.364 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_merge": { 2024-09-20T22:59:32.364 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.364 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.364 INFO:tasks.workunit.client.0.smithi046.stdout: "dir_split": { 2024-09-20T22:59:32.364 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.365 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.365 INFO:tasks.workunit.client.0.smithi046.stdout: "exported_inodes": { 2024-09-20T22:59:32.365 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.365 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.365 INFO:tasks.workunit.client.0.smithi046.stdout: "forward": { 2024-09-20T22:59:32.365 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.365 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.365 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_cap_release": { 2024-09-20T22:59:32.365 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.365 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.365 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_caps": { 2024-09-20T22:59:32.365 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.365 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.366 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_caps_dirty": { 2024-09-20T22:59:32.366 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.366 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.366 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_inode_file_caps": { 2024-09-20T22:59:32.366 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.366 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.366 INFO:tasks.workunit.client.0.smithi046.stdout: "imported_inodes": { 2024-09-20T22:59:32.366 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.366 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.366 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes": { 2024-09-20T22:59:32.367 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-20T22:59:32.367 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.367 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes_expired": { 2024-09-20T22:59:32.367 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.367 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.367 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes_pinned": { 2024-09-20T22:59:32.367 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-20T22:59:32.367 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.367 INFO:tasks.workunit.client.0.smithi046.stdout: "inodes_with_caps": { 2024-09-20T22:59:32.367 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.367 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.367 INFO:tasks.workunit.client.0.smithi046.stdout: "load_cent": { 2024-09-20T22:59:32.367 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.368 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.368 INFO:tasks.workunit.client.0.smithi046.stdout: "openino_dir_fetch": { 2024-09-20T22:59:32.368 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.368 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.368 INFO:tasks.workunit.client.0.smithi046.stdout: "process_request_cap_release": { 2024-09-20T22:59:32.368 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.368 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.368 INFO:tasks.workunit.client.0.smithi046.stdout: "reply_latency": { 2024-09-20T22:59:32.368 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.368 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.368 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.368 INFO:tasks.workunit.client.0.smithi046.stdout: "request": { 2024-09-20T22:59:32.368 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.368 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.369 INFO:tasks.workunit.client.0.smithi046.stdout: "root_rbytes": { 2024-09-20T22:59:32.369 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.369 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.369 INFO:tasks.workunit.client.0.smithi046.stdout: "root_rfiles": { 2024-09-20T22:59:32.369 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.369 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.369 INFO:tasks.workunit.client.0.smithi046.stdout: "root_rsnaps": { 2024-09-20T22:59:32.369 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.369 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.369 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_reply": { 2024-09-20T22:59:32.369 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.369 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.369 INFO:tasks.workunit.client.0.smithi046.stdout: "subtrees": { 2024-09-20T22:59:32.369 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:32.370 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.370 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.370 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_cache": { 2024-09-20T22:59:32.370 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_enqueue_scrub": { 2024-09-20T22:59:32.370 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.370 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.370 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_exportdir": { 2024-09-20T22:59:32.370 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.370 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.370 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_flush": { 2024-09-20T22:59:32.370 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.371 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.371 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_fragmentdir": { 2024-09-20T22:59:32.371 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.371 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.371 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_fragstats": { 2024-09-20T22:59:32.371 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.371 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.371 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_inodestats": { 2024-09-20T22:59:32.371 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.371 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.372 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_quiesce_inode": { 2024-09-20T22:59:32.372 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.372 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.372 INFO:tasks.workunit.client.0.smithi046.stdout: "ireq_quiesce_path": { 2024-09-20T22:59:32.372 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.372 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_recovering_enqueued": { 2024-09-20T22:59:32.372 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.372 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_recovering_prioritized": { 2024-09-20T22:59:32.372 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.372 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.372 INFO:tasks.workunit.client.0.smithi046.stdout: "num_recovering_processing": { 2024-09-20T22:59:32.373 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.373 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_strays": { 2024-09-20T22:59:32.373 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.373 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_strays_delayed": { 2024-09-20T22:59:32.373 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.373 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_strays_enqueuing": { 2024-09-20T22:59:32.373 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.373 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.374 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_completed": { 2024-09-20T22:59:32.374 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.374 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.374 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_started": { 2024-09-20T22:59:32.374 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.374 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.374 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_created": { 2024-09-20T22:59:32.374 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.374 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.374 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_enqueued": { 2024-09-20T22:59:32.374 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.374 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.374 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_migrated": { 2024-09-20T22:59:32.375 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.375 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.375 INFO:tasks.workunit.client.0.smithi046.stdout: "strays_reintegrated": { 2024-09-20T22:59:32.375 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.375 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.375 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.375 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_log": { 2024-09-20T22:59:32.375 INFO:tasks.workunit.client.0.smithi046.stdout: "ev": { 2024-09-20T22:59:32.375 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17 2024-09-20T22:59:32.375 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.375 INFO:tasks.workunit.client.0.smithi046.stdout: "evadd": { 2024-09-20T22:59:32.376 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.376 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.376 INFO:tasks.workunit.client.0.smithi046.stdout: "evex": { 2024-09-20T22:59:32.376 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.376 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.376 INFO:tasks.workunit.client.0.smithi046.stdout: "evexd": { 2024-09-20T22:59:32.376 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.376 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.376 INFO:tasks.workunit.client.0.smithi046.stdout: "evexg": { 2024-09-20T22:59:32.376 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.376 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.376 INFO:tasks.workunit.client.0.smithi046.stdout: "evlrg": { 2024-09-20T22:59:32.377 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.377 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.377 INFO:tasks.workunit.client.0.smithi046.stdout: "evtrm": { 2024-09-20T22:59:32.377 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.377 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.377 INFO:tasks.workunit.client.0.smithi046.stdout: "jlat": { 2024-09-20T22:59:32.377 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.377 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.377 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.377 INFO:tasks.workunit.client.0.smithi046.stdout: "replayed": { 2024-09-20T22:59:32.377 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17 2024-09-20T22:59:32.377 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.378 INFO:tasks.workunit.client.0.smithi046.stdout: "seg": { 2024-09-20T22:59:32.378 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T22:59:32.378 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.378 INFO:tasks.workunit.client.0.smithi046.stdout: "segadd": { 2024-09-20T22:59:32.378 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.378 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.378 INFO:tasks.workunit.client.0.smithi046.stdout: "segex": { 2024-09-20T22:59:32.378 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.378 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.378 INFO:tasks.workunit.client.0.smithi046.stdout: "segexd": { 2024-09-20T22:59:32.378 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.379 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.379 INFO:tasks.workunit.client.0.smithi046.stdout: "segexg": { 2024-09-20T22:59:32.379 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.379 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.379 INFO:tasks.workunit.client.0.smithi046.stdout: "segmjr": { 2024-09-20T22:59:32.379 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T22:59:32.379 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.379 INFO:tasks.workunit.client.0.smithi046.stdout: "segtrm": { 2024-09-20T22:59:32.379 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.379 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.379 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.379 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_mem": { 2024-09-20T22:59:32.379 INFO:tasks.workunit.client.0.smithi046.stdout: "cap": { 2024-09-20T22:59:32.380 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.380 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.380 INFO:tasks.workunit.client.0.smithi046.stdout: "cap+": { 2024-09-20T22:59:32.380 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.380 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.380 INFO:tasks.workunit.client.0.smithi046.stdout: "cap-": { 2024-09-20T22:59:32.380 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.380 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.380 INFO:tasks.workunit.client.0.smithi046.stdout: "dir": { 2024-09-20T22:59:32.380 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-20T22:59:32.380 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.381 INFO:tasks.workunit.client.0.smithi046.stdout: "dir+": { 2024-09-20T22:59:32.381 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-20T22:59:32.381 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.381 INFO:tasks.workunit.client.0.smithi046.stdout: "dir-": { 2024-09-20T22:59:32.381 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.381 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.381 INFO:tasks.workunit.client.0.smithi046.stdout: "dn": { 2024-09-20T22:59:32.381 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-20T22:59:32.381 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.381 INFO:tasks.workunit.client.0.smithi046.stdout: "dn+": { 2024-09-20T22:59:32.381 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10 2024-09-20T22:59:32.382 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.382 INFO:tasks.workunit.client.0.smithi046.stdout: "dn-": { 2024-09-20T22:59:32.382 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.382 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.382 INFO:tasks.workunit.client.0.smithi046.stdout: "heap": { 2024-09-20T22:59:32.382 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 248096 2024-09-20T22:59:32.382 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.382 INFO:tasks.workunit.client.0.smithi046.stdout: "ino": { 2024-09-20T22:59:32.382 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13 2024-09-20T22:59:32.382 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.382 INFO:tasks.workunit.client.0.smithi046.stdout: "ino+": { 2024-09-20T22:59:32.383 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13 2024-09-20T22:59:32.383 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.383 INFO:tasks.workunit.client.0.smithi046.stdout: "ino-": { 2024-09-20T22:59:32.383 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.383 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.383 INFO:tasks.workunit.client.0.smithi046.stdout: "rss": { 2024-09-20T22:59:32.383 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 48920 2024-09-20T22:59:32.383 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.383 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.383 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_server": { 2024-09-20T22:59:32.383 INFO:tasks.workunit.client.0.smithi046.stdout: "cap_acquisition_throttle": { 2024-09-20T22:59:32.383 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.384 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.384 INFO:tasks.workunit.client.0.smithi046.stdout: "cap_revoke_eviction": { 2024-09-20T22:59:32.384 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.384 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.384 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_request": { 2024-09-20T22:59:32.384 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.384 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.384 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_client_session": { 2024-09-20T22:59:32.384 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.384 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.384 INFO:tasks.workunit.client.0.smithi046.stdout: "handle_peer_request": { 2024-09-20T22:59:32.384 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.385 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.385 INFO:tasks.workunit.client.0.smithi046.stdout: "req_create_latency": { 2024-09-20T22:59:32.385 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.385 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.385 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.385 INFO:tasks.workunit.client.0.smithi046.stdout: "req_getattr_latency": { 2024-09-20T22:59:32.385 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.385 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.385 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.385 INFO:tasks.workunit.client.0.smithi046.stdout: "req_getfilelock_latency": { 2024-09-20T22:59:32.385 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.385 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.385 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.386 INFO:tasks.workunit.client.0.smithi046.stdout: "req_getvxattr_latency": { 2024-09-20T22:59:32.386 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.386 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.386 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.386 INFO:tasks.workunit.client.0.smithi046.stdout: "req_link_latency": { 2024-09-20T22:59:32.386 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.386 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.386 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.386 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookup_latency": { 2024-09-20T22:59:32.386 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.386 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.386 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.387 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookuphash_latency": { 2024-09-20T22:59:32.387 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.387 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.387 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.387 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupino_latency": { 2024-09-20T22:59:32.387 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.387 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.387 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.387 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupname_latency": { 2024-09-20T22:59:32.388 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.388 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.388 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.388 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupparent_latency": { 2024-09-20T22:59:32.388 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.388 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.388 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.388 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lookupsnap_latency": { 2024-09-20T22:59:32.388 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.388 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.388 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.388 INFO:tasks.workunit.client.0.smithi046.stdout: "req_lssnap_latency": { 2024-09-20T22:59:32.389 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.389 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.389 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.389 INFO:tasks.workunit.client.0.smithi046.stdout: "req_mkdir_latency": { 2024-09-20T22:59:32.389 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.389 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.389 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.389 INFO:tasks.workunit.client.0.smithi046.stdout: "req_mknod_latency": { 2024-09-20T22:59:32.389 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.389 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.389 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.389 INFO:tasks.workunit.client.0.smithi046.stdout: "req_mksnap_latency": { 2024-09-20T22:59:32.389 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.390 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.390 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.390 INFO:tasks.workunit.client.0.smithi046.stdout: "req_open_latency": { 2024-09-20T22:59:32.390 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.390 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.390 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.390 INFO:tasks.workunit.client.0.smithi046.stdout: "req_readdir_latency": { 2024-09-20T22:59:32.390 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.390 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.390 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.390 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rename_latency": { 2024-09-20T22:59:32.391 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.391 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.391 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.391 INFO:tasks.workunit.client.0.smithi046.stdout: "req_renamesnap_latency": { 2024-09-20T22:59:32.391 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.391 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.391 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.391 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rmdir_latency": { 2024-09-20T22:59:32.391 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.391 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.391 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.392 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rmsnap_latency": { 2024-09-20T22:59:32.392 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.392 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.392 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.392 INFO:tasks.workunit.client.0.smithi046.stdout: "req_rmxattr_latency": { 2024-09-20T22:59:32.392 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.392 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.392 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.392 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setattr_latency": { 2024-09-20T22:59:32.392 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.392 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.393 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.393 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setdirlayout_latency": { 2024-09-20T22:59:32.393 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.393 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.393 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.393 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setfilelock_latency": { 2024-09-20T22:59:32.393 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.393 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.393 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.393 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setlayout_latency": { 2024-09-20T22:59:32.393 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.393 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.393 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.394 INFO:tasks.workunit.client.0.smithi046.stdout: "req_setxattr_latency": { 2024-09-20T22:59:32.394 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.394 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.394 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.394 INFO:tasks.workunit.client.0.smithi046.stdout: "req_snapdiff_latency": { 2024-09-20T22:59:32.394 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.394 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.394 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.394 INFO:tasks.workunit.client.0.smithi046.stdout: "req_symlink_latency": { 2024-09-20T22:59:32.394 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.394 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.395 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.395 INFO:tasks.workunit.client.0.smithi046.stdout: "req_unlink_latency": { 2024-09-20T22:59:32.395 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.395 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.395 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.395 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.395 INFO:tasks.workunit.client.0.smithi046.stdout: "mds_sessions": { 2024-09-20T22:59:32.395 INFO:tasks.workunit.client.0.smithi046.stdout: "average_load": { 2024-09-20T22:59:32.395 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.395 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.395 INFO:tasks.workunit.client.0.smithi046.stdout: "avg_session_uptime": { 2024-09-20T22:59:32.395 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.395 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.396 INFO:tasks.workunit.client.0.smithi046.stdout: "mdthresh_evicted": { 2024-09-20T22:59:32.396 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.396 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.396 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-20T22:59:32.396 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8 2024-09-20T22:59:32.396 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.396 INFO:tasks.workunit.client.0.smithi046.stdout: "session_count": { 2024-09-20T22:59:32.396 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.396 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.396 INFO:tasks.workunit.client.0.smithi046.stdout: "session_remove": { 2024-09-20T22:59:32.396 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8 2024-09-20T22:59:32.396 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.396 INFO:tasks.workunit.client.0.smithi046.stdout: "sessions_open": { 2024-09-20T22:59:32.397 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:32.397 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.397 INFO:tasks.workunit.client.0.smithi046.stdout: "sessions_stale": { 2024-09-20T22:59:32.397 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.397 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.397 INFO:tasks.workunit.client.0.smithi046.stdout: "total_load": { 2024-09-20T22:59:32.397 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.397 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.397 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.397 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T22:59:32.397 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T22:59:32.397 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.398 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.398 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:32.398 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37 2024-09-20T22:59:32.398 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.398 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T22:59:32.398 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.398 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.398 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:32.398 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7 2024-09-20T22:59:32.398 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.398 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.398 INFO:tasks.workunit.client.0.smithi046.stdout: "purge_queue": { 2024-09-20T22:59:32.399 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executed": { 2024-09-20T22:59:32.399 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.399 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.399 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executed_ops": { 2024-09-20T22:59:32.399 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.399 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.399 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing": { 2024-09-20T22:59:32.399 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.399 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.399 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing_high_water": { 2024-09-20T22:59:32.399 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.400 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.400 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing_ops": { 2024-09-20T22:59:32.400 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.400 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.400 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_executing_ops_high_water": { 2024-09-20T22:59:32.400 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.400 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.400 INFO:tasks.workunit.client.0.smithi046.stdout: "pq_item_in_journal": { 2024-09-20T22:59:32.400 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.400 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.400 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.400 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.401 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.89feedb6ca5aa28c1526bae4a18bccbde113d39a": { 2024-09-20T22:59:32.401 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T22:59:32.401 INFO:tasks.workunit.client.0.smithi046.stdout: "election_call": { 2024-09-20T22:59:32.401 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-20T22:59:32.401 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.401 INFO:tasks.workunit.client.0.smithi046.stdout: "election_lose": { 2024-09-20T22:59:32.401 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.401 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.401 INFO:tasks.workunit.client.0.smithi046.stdout: "election_win": { 2024-09-20T22:59:32.401 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-20T22:59:32.401 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_elections": { 2024-09-20T22:59:32.402 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17 2024-09-20T22:59:32.402 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.402 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": { 2024-09-20T22:59:32.402 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12 2024-09-20T22:59:32.402 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.402 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-20T22:59:32.402 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-20T22:59:32.402 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.402 INFO:tasks.workunit.client.0.smithi046.stdout: "session_rm": { 2024-09-20T22:59:32.402 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 223 2024-09-20T22:59:32.403 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.403 INFO:tasks.workunit.client.0.smithi046.stdout: "session_trim": { 2024-09-20T22:59:32.403 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.403 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.403 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.403 INFO:tasks.workunit.client.0.smithi046.stdout: "paxos": { 2024-09-20T22:59:32.403 INFO:tasks.workunit.client.0.smithi046.stdout: "accept_timeout": { 2024-09-20T22:59:32.403 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.403 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.403 INFO:tasks.workunit.client.0.smithi046.stdout: "begin": { 2024-09-20T22:59:32.403 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7888 2024-09-20T22:59:32.404 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.404 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_bytes": { 2024-09-20T22:59:32.404 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7888, 2024-09-20T22:59:32.404 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57424719 2024-09-20T22:59:32.404 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.404 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_keys": { 2024-09-20T22:59:32.404 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7888, 2024-09-20T22:59:32.404 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23664 2024-09-20T22:59:32.404 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.404 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_latency": { 2024-09-20T22:59:32.404 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7888, 2024-09-20T22:59:32.404 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1336985769 2024-09-20T22:59:32.405 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.405 INFO:tasks.workunit.client.0.smithi046.stdout: "collect": { 2024-09-20T22:59:32.405 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.405 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.405 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_bytes": { 2024-09-20T22:59:32.405 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.405 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.405 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.405 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_keys": { 2024-09-20T22:59:32.405 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.405 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.405 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.405 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_latency": { 2024-09-20T22:59:32.405 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.406 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.406 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.406 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_timeout": { 2024-09-20T22:59:32.406 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.406 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.406 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_uncommitted": { 2024-09-20T22:59:32.406 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:32.406 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.406 INFO:tasks.workunit.client.0.smithi046.stdout: "commit": { 2024-09-20T22:59:32.406 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7886 2024-09-20T22:59:32.406 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.406 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_bytes": { 2024-09-20T22:59:32.407 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7886, 2024-09-20T22:59:32.407 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56827625 2024-09-20T22:59:32.407 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.407 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_keys": { 2024-09-20T22:59:32.407 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7886, 2024-09-20T22:59:32.407 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 63459 2024-09-20T22:59:32.407 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.407 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_latency": { 2024-09-20T22:59:32.407 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7886, 2024-09-20T22:59:32.407 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1348759210 2024-09-20T22:59:32.407 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.407 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_ack_timeout": { 2024-09-20T22:59:32.407 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.408 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.408 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_timeout": { 2024-09-20T22:59:32.408 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.408 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.408 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn": { 2024-09-20T22:59:32.408 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-20T22:59:32.408 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.408 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn_latency": { 2024-09-20T22:59:32.408 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5, 2024-09-20T22:59:32.408 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.408 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.408 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh": { 2024-09-20T22:59:32.409 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7889 2024-09-20T22:59:32.409 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.409 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh_latency": { 2024-09-20T22:59:32.409 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7889, 2024-09-20T22:59:32.409 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 26006722935 2024-09-20T22:59:32.409 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.409 INFO:tasks.workunit.client.0.smithi046.stdout: "restart": { 2024-09-20T22:59:32.409 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19 2024-09-20T22:59:32.409 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.409 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state": { 2024-09-20T22:59:32.409 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:32.409 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.409 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_bytes": { 2024-09-20T22:59:32.410 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T22:59:32.410 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 74138 2024-09-20T22:59:32.410 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.410 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_keys": { 2024-09-20T22:59:32.410 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T22:59:32.410 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6 2024-09-20T22:59:32.410 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.410 INFO:tasks.workunit.client.0.smithi046.stdout: "start_leader": { 2024-09-20T22:59:32.410 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5 2024-09-20T22:59:32.410 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.410 INFO:tasks.workunit.client.0.smithi046.stdout: "start_peon": { 2024-09-20T22:59:32.410 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.411 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.411 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state": { 2024-09-20T22:59:32.411 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.411 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.411 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_bytes": { 2024-09-20T22:59:32.411 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.411 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.411 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.411 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_keys": { 2024-09-20T22:59:32.411 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.411 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.412 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.412 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_latency": { 2024-09-20T22:59:32.412 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.412 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.412 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.412 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.412 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache": { 2024-09-20T22:59:32.412 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:32.412 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1020054731 2024-09-20T22:59:32.412 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.412 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:32.412 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 259055616 2024-09-20T22:59:32.412 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.413 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:32.413 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 257826816 2024-09-20T22:59:32.413 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.413 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:32.413 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2147483648 2024-09-20T22:59:32.413 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.413 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:32.413 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1228800 2024-09-20T22:59:32.413 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.413 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.413 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:full": { 2024-09-20T22:59:32.413 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.414 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 360710144 2024-09-20T22:59:32.414 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.414 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.414 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.414 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.414 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.414 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.414 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.414 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.414 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266221134 2024-09-20T22:59:32.414 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.414 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.415 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 26489102 2024-09-20T22:59:32.415 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.415 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.415 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.415 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.415 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.415 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.415 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.415 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.415 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.415 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.415 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.415 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.416 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.416 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.416 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.416 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.416 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.416 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.416 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.416 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.416 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.416 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.416 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.416 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.417 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.417 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.417 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67999908 2024-09-20T22:59:32.417 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.417 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.417 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:inc": { 2024-09-20T22:59:32.417 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.417 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 339738624 2024-09-20T22:59:32.417 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.417 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.417 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.417 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.418 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.418 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.418 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.418 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.418 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266221134 2024-09-20T22:59:32.418 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.418 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.418 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2624237 2024-09-20T22:59:32.418 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.418 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.418 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.419 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.419 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.419 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.419 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.419 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.419 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.419 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.419 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.419 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.419 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.419 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.420 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.420 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.420 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.420 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.420 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.420 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.420 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.420 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.420 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.420 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.420 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.421 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.421 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70893253 2024-09-20T22:59:32.421 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.421 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.421 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:kv": { 2024-09-20T22:59:32.421 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.421 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 314572800 2024-09-20T22:59:32.421 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.421 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.421 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:32.421 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.422 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.422 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.422 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.422 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.422 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 177480756 2024-09-20T22:59:32.422 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.422 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.422 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.422 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.422 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.422 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.422 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.423 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.423 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.423 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.423 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.423 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.423 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.423 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.423 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.423 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.423 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.423 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.423 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.424 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.424 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.424 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.424 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.424 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.424 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.424 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.424 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.424 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.424 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.424 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69983180 2024-09-20T22:59:32.424 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.424 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.425 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb": { 2024-09-20T22:59:32.425 INFO:tasks.workunit.client.0.smithi046.stdout: "compact": { 2024-09-20T22:59:32.425 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.425 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.425 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_len": { 2024-09-20T22:59:32.425 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.425 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.425 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_merge": { 2024-09-20T22:59:32.425 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.425 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.425 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_range": { 2024-09-20T22:59:32.425 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 90 2024-09-20T22:59:32.426 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.426 INFO:tasks.workunit.client.0.smithi046.stdout: "get_latency": { 2024-09-20T22:59:32.426 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 358095, 2024-09-20T22:59:32.426 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2169099733 2024-09-20T22:59:32.426 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.426 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_delay_time": { 2024-09-20T22:59:32.426 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.426 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.426 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.426 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_memtable_time": { 2024-09-20T22:59:32.426 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.426 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.427 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.427 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-20T22:59:32.427 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.427 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.427 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.427 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_wal_time": { 2024-09-20T22:59:32.427 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.427 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.427 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.427 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_latency": { 2024-09-20T22:59:32.427 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.428 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.428 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.428 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_sync_latency": { 2024-09-20T22:59:32.428 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19321, 2024-09-20T22:59:32.428 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3041163746 2024-09-20T22:59:32.428 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.428 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.428 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.428 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.a373ec1b8791b7f450fd778abc506764734e5598": { 2024-09-20T22:59:32.428 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T22:59:32.428 INFO:tasks.workunit.client.0.smithi046.stdout: "election_call": { 2024-09-20T22:59:32.428 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:32.428 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.429 INFO:tasks.workunit.client.0.smithi046.stdout: "election_lose": { 2024-09-20T22:59:32.429 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:32.429 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.429 INFO:tasks.workunit.client.0.smithi046.stdout: "election_win": { 2024-09-20T22:59:32.429 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.429 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.429 INFO:tasks.workunit.client.0.smithi046.stdout: "num_elections": { 2024-09-20T22:59:32.429 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7 2024-09-20T22:59:32.429 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.429 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": { 2024-09-20T22:59:32.429 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8 2024-09-20T22:59:32.430 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.430 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-20T22:59:32.430 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-20T22:59:32.430 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.430 INFO:tasks.workunit.client.0.smithi046.stdout: "session_rm": { 2024-09-20T22:59:32.430 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 258 2024-09-20T22:59:32.430 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.430 INFO:tasks.workunit.client.0.smithi046.stdout: "session_trim": { 2024-09-20T22:59:32.430 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.430 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.430 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.430 INFO:tasks.workunit.client.0.smithi046.stdout: "paxos": { 2024-09-20T22:59:32.431 INFO:tasks.workunit.client.0.smithi046.stdout: "accept_timeout": { 2024-09-20T22:59:32.431 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.431 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.431 INFO:tasks.workunit.client.0.smithi046.stdout: "begin": { 2024-09-20T22:59:32.431 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7792 2024-09-20T22:59:32.431 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.431 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_bytes": { 2024-09-20T22:59:32.431 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7792, 2024-09-20T22:59:32.431 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 55985173 2024-09-20T22:59:32.431 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.431 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_keys": { 2024-09-20T22:59:32.432 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.432 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.432 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.432 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_latency": { 2024-09-20T22:59:32.432 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7792, 2024-09-20T22:59:32.432 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1177972227 2024-09-20T22:59:32.432 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.432 INFO:tasks.workunit.client.0.smithi046.stdout: "collect": { 2024-09-20T22:59:32.432 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:32.432 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.432 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_bytes": { 2024-09-20T22:59:32.432 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T22:59:32.432 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 146 2024-09-20T22:59:32.433 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.433 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_keys": { 2024-09-20T22:59:32.433 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T22:59:32.433 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:32.433 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.433 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_latency": { 2024-09-20T22:59:32.433 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2, 2024-09-20T22:59:32.433 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3999908 2024-09-20T22:59:32.433 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.433 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_timeout": { 2024-09-20T22:59:32.433 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.433 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.433 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_uncommitted": { 2024-09-20T22:59:32.434 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.434 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.434 INFO:tasks.workunit.client.0.smithi046.stdout: "commit": { 2024-09-20T22:59:32.434 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7792 2024-09-20T22:59:32.434 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.434 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_bytes": { 2024-09-20T22:59:32.434 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.434 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.434 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.434 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_keys": { 2024-09-20T22:59:32.434 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.434 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.435 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.435 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_latency": { 2024-09-20T22:59:32.435 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.435 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.435 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.435 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_ack_timeout": { 2024-09-20T22:59:32.435 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.435 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.435 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_timeout": { 2024-09-20T22:59:32.435 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.435 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.435 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn": { 2024-09-20T22:59:32.436 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.436 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.436 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn_latency": { 2024-09-20T22:59:32.436 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.436 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.436 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.436 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh": { 2024-09-20T22:59:32.436 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7792 2024-09-20T22:59:32.436 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.436 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh_latency": { 2024-09-20T22:59:32.436 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7792, 2024-09-20T22:59:32.436 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24373425310 2024-09-20T22:59:32.437 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.437 INFO:tasks.workunit.client.0.smithi046.stdout: "restart": { 2024-09-20T22:59:32.437 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9 2024-09-20T22:59:32.437 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.437 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state": { 2024-09-20T22:59:32.437 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.437 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.437 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_bytes": { 2024-09-20T22:59:32.437 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.437 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.437 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.437 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_keys": { 2024-09-20T22:59:32.437 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.438 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.438 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.438 INFO:tasks.workunit.client.0.smithi046.stdout: "start_leader": { 2024-09-20T22:59:32.438 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.438 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.438 INFO:tasks.workunit.client.0.smithi046.stdout: "start_peon": { 2024-09-20T22:59:32.438 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:32.438 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.438 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state": { 2024-09-20T22:59:32.438 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7792 2024-09-20T22:59:32.438 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.439 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_bytes": { 2024-09-20T22:59:32.439 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7792, 2024-09-20T22:59:32.439 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 110486414 2024-09-20T22:59:32.439 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.439 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_keys": { 2024-09-20T22:59:32.439 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7792, 2024-09-20T22:59:32.439 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70358 2024-09-20T22:59:32.439 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.439 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_latency": { 2024-09-20T22:59:32.439 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7792, 2024-09-20T22:59:32.439 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3052928025 2024-09-20T22:59:32.439 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.439 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.440 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache": { 2024-09-20T22:59:32.440 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:32.440 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1020054731 2024-09-20T22:59:32.440 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.440 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:32.440 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 166707200 2024-09-20T22:59:32.440 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.440 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:32.440 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 163831808 2024-09-20T22:59:32.440 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.440 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:32.440 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2147483648 2024-09-20T22:59:32.441 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.441 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:32.441 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2875392 2024-09-20T22:59:32.441 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.441 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.441 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:full": { 2024-09-20T22:59:32.441 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.441 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 360710144 2024-09-20T22:59:32.441 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.441 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.441 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.442 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.442 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.442 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.442 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.442 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.442 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266960367 2024-09-20T22:59:32.442 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.442 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.442 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25564415 2024-09-20T22:59:32.442 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.442 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.442 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.443 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.443 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.443 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.443 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.443 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.443 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.443 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.443 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.443 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.443 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.443 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.444 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.444 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.444 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.444 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.444 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.444 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.444 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.444 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.444 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.444 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.444 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.444 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.445 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68185362 2024-09-20T22:59:32.445 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.445 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.445 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:inc": { 2024-09-20T22:59:32.445 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.445 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 339738624 2024-09-20T22:59:32.445 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.445 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.445 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.445 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.445 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.445 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.446 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.446 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.446 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266960367 2024-09-20T22:59:32.446 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.446 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.446 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1577634 2024-09-20T22:59:32.446 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.446 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.446 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.446 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.446 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.447 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.447 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.447 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.447 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.447 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.447 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.447 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.447 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.447 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.447 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.447 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.447 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.447 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.448 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.448 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.448 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.448 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.448 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.448 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.448 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.448 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.448 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71200623 2024-09-20T22:59:32.448 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.448 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.448 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:kv": { 2024-09-20T22:59:32.449 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.449 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 314572800 2024-09-20T22:59:32.449 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.449 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.449 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:32.449 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.449 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.449 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.449 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.449 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.449 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 177973578 2024-09-20T22:59:32.449 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.449 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.450 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.450 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.450 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.450 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.450 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.450 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.450 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.450 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.450 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.450 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.450 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.450 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.450 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.451 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.451 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.451 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.451 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.451 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.451 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.451 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.451 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.451 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.451 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.451 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.452 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.452 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.452 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.452 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69490358 2024-09-20T22:59:32.452 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.452 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.452 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb": { 2024-09-20T22:59:32.452 INFO:tasks.workunit.client.0.smithi046.stdout: "compact": { 2024-09-20T22:59:32.452 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.452 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.452 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_len": { 2024-09-20T22:59:32.452 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.452 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.453 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_merge": { 2024-09-20T22:59:32.453 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.453 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.453 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_range": { 2024-09-20T22:59:32.453 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 89 2024-09-20T22:59:32.453 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.453 INFO:tasks.workunit.client.0.smithi046.stdout: "get_latency": { 2024-09-20T22:59:32.453 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 340321, 2024-09-20T22:59:32.453 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1629742974 2024-09-20T22:59:32.453 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.453 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_delay_time": { 2024-09-20T22:59:32.453 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.453 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.454 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.454 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_memtable_time": { 2024-09-20T22:59:32.454 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.454 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.454 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.454 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-20T22:59:32.454 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.454 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.454 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.454 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_wal_time": { 2024-09-20T22:59:32.454 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.454 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.455 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.455 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_latency": { 2024-09-20T22:59:32.455 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.455 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.455 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.455 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_sync_latency": { 2024-09-20T22:59:32.455 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19080, 2024-09-20T22:59:32.455 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6439148938 2024-09-20T22:59:32.455 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.455 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.455 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.456 INFO:tasks.workunit.client.0.smithi046.stdout: "mon.ba2a2447664121745258143c46d4a74444ac144b": { 2024-09-20T22:59:32.456 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T22:59:32.456 INFO:tasks.workunit.client.0.smithi046.stdout: "election_call": { 2024-09-20T22:59:32.456 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2 2024-09-20T22:59:32.456 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.456 INFO:tasks.workunit.client.0.smithi046.stdout: "election_lose": { 2024-09-20T22:59:32.456 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-20T22:59:32.456 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.456 INFO:tasks.workunit.client.0.smithi046.stdout: "election_win": { 2024-09-20T22:59:32.456 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.456 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_elections": { 2024-09-20T22:59:32.456 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11 2024-09-20T22:59:32.457 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_sessions": { 2024-09-20T22:59:32.457 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6 2024-09-20T22:59:32.457 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.457 INFO:tasks.workunit.client.0.smithi046.stdout: "session_add": { 2024-09-20T22:59:32.457 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4 2024-09-20T22:59:32.457 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.457 INFO:tasks.workunit.client.0.smithi046.stdout: "session_rm": { 2024-09-20T22:59:32.457 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 265 2024-09-20T22:59:32.457 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.457 INFO:tasks.workunit.client.0.smithi046.stdout: "session_trim": { 2024-09-20T22:59:32.457 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.458 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.458 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.458 INFO:tasks.workunit.client.0.smithi046.stdout: "paxos": { 2024-09-20T22:59:32.458 INFO:tasks.workunit.client.0.smithi046.stdout: "accept_timeout": { 2024-09-20T22:59:32.458 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.458 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.458 INFO:tasks.workunit.client.0.smithi046.stdout: "begin": { 2024-09-20T22:59:32.458 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7829 2024-09-20T22:59:32.458 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.458 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_bytes": { 2024-09-20T22:59:32.458 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7829, 2024-09-20T22:59:32.458 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56291384 2024-09-20T22:59:32.459 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.459 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_keys": { 2024-09-20T22:59:32.459 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.459 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.459 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.459 INFO:tasks.workunit.client.0.smithi046.stdout: "begin_latency": { 2024-09-20T22:59:32.459 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7829, 2024-09-20T22:59:32.459 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1087988416 2024-09-20T22:59:32.459 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.459 INFO:tasks.workunit.client.0.smithi046.stdout: "collect": { 2024-09-20T22:59:32.459 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-20T22:59:32.459 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.460 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_bytes": { 2024-09-20T22:59:32.460 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T22:59:32.460 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 219 2024-09-20T22:59:32.460 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.460 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_keys": { 2024-09-20T22:59:32.460 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T22:59:32.460 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-20T22:59:32.460 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.460 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_latency": { 2024-09-20T22:59:32.460 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3, 2024-09-20T22:59:32.460 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 999990 2024-09-20T22:59:32.460 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.460 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_timeout": { 2024-09-20T22:59:32.461 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.461 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.461 INFO:tasks.workunit.client.0.smithi046.stdout: "collect_uncommitted": { 2024-09-20T22:59:32.461 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T22:59:32.461 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.461 INFO:tasks.workunit.client.0.smithi046.stdout: "commit": { 2024-09-20T22:59:32.461 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7830 2024-09-20T22:59:32.461 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.461 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_bytes": { 2024-09-20T22:59:32.461 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.461 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.461 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.461 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_keys": { 2024-09-20T22:59:32.462 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.462 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.462 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.462 INFO:tasks.workunit.client.0.smithi046.stdout: "commit_latency": { 2024-09-20T22:59:32.462 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.462 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.462 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.462 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_ack_timeout": { 2024-09-20T22:59:32.462 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.462 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.462 INFO:tasks.workunit.client.0.smithi046.stdout: "lease_timeout": { 2024-09-20T22:59:32.463 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.463 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.463 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn": { 2024-09-20T22:59:32.463 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.463 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.463 INFO:tasks.workunit.client.0.smithi046.stdout: "new_pn_latency": { 2024-09-20T22:59:32.463 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.463 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.463 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.463 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh": { 2024-09-20T22:59:32.463 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7830 2024-09-20T22:59:32.464 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.464 INFO:tasks.workunit.client.0.smithi046.stdout: "refresh_latency": { 2024-09-20T22:59:32.464 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7830, 2024-09-20T22:59:32.464 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24976733762 2024-09-20T22:59:32.464 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.464 INFO:tasks.workunit.client.0.smithi046.stdout: "restart": { 2024-09-20T22:59:32.464 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13 2024-09-20T22:59:32.464 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.464 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state": { 2024-09-20T22:59:32.464 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.464 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.465 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_bytes": { 2024-09-20T22:59:32.465 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.465 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.465 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.465 INFO:tasks.workunit.client.0.smithi046.stdout: "share_state_keys": { 2024-09-20T22:59:32.465 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.465 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.465 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.465 INFO:tasks.workunit.client.0.smithi046.stdout: "start_leader": { 2024-09-20T22:59:32.465 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.465 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.465 INFO:tasks.workunit.client.0.smithi046.stdout: "start_peon": { 2024-09-20T22:59:32.466 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3 2024-09-20T22:59:32.466 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.466 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state": { 2024-09-20T22:59:32.466 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7829 2024-09-20T22:59:32.466 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.466 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_bytes": { 2024-09-20T22:59:32.466 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7829, 2024-09-20T22:59:32.466 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 111152129 2024-09-20T22:59:32.466 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.466 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_keys": { 2024-09-20T22:59:32.466 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7829, 2024-09-20T22:59:32.466 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70961 2024-09-20T22:59:32.467 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.467 INFO:tasks.workunit.client.0.smithi046.stdout: "store_state_latency": { 2024-09-20T22:59:32.467 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7829, 2024-09-20T22:59:32.467 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1191987295 2024-09-20T22:59:32.467 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.467 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.467 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache": { 2024-09-20T22:59:32.467 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:32.467 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1020054731 2024-09-20T22:59:32.467 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.467 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:32.468 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176136192 2024-09-20T22:59:32.468 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.468 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:32.468 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 173432832 2024-09-20T22:59:32.468 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.468 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:32.468 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2147483648 2024-09-20T22:59:32.468 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.468 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:32.468 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2703360 2024-09-20T22:59:32.468 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.468 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.469 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:full": { 2024-09-20T22:59:32.469 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.469 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 360710144 2024-09-20T22:59:32.469 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.469 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.469 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.469 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.469 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.469 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.469 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.469 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.469 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266376448 2024-09-20T22:59:32.470 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.470 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.470 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 26331860 2024-09-20T22:59:32.470 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.470 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.470 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.470 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.470 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.470 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.470 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.470 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.471 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.471 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.471 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.471 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.471 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.471 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.471 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.471 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.471 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.471 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.471 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.471 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.472 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.472 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.472 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.472 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.472 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.472 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.472 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68001836 2024-09-20T22:59:32.472 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.472 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.472 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:inc": { 2024-09-20T22:59:32.472 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.473 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 339738624 2024-09-20T22:59:32.473 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.473 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.473 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.473 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.473 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.473 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.473 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.473 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.473 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266376448 2024-09-20T22:59:32.473 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.473 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.474 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2367307 2024-09-20T22:59:32.474 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.474 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.474 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.474 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.474 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.474 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.474 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.474 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.474 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.474 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.474 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.474 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.475 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.475 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.475 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.475 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.475 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.475 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.475 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.475 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.475 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.475 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.475 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.475 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.476 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.476 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.476 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70994869 2024-09-20T22:59:32.476 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.476 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.476 INFO:tasks.workunit.client.0.smithi046.stdout: "prioritycache:kv": { 2024-09-20T22:59:32.476 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.476 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 314572800 2024-09-20T22:59:32.476 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.476 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.476 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:32.476 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.476 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.477 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.477 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.477 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.477 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 177584299 2024-09-20T22:59:32.477 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.477 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.477 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.477 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.477 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.477 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.477 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.477 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.477 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.478 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.478 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.478 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.478 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.478 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.478 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.478 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.478 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.478 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.478 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.478 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.479 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.479 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.479 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.479 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.479 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.479 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.479 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.479 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.479 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.479 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69879637 2024-09-20T22:59:32.479 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.480 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.480 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb": { 2024-09-20T22:59:32.480 INFO:tasks.workunit.client.0.smithi046.stdout: "compact": { 2024-09-20T22:59:32.480 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.480 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.480 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_len": { 2024-09-20T22:59:32.480 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.480 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.480 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_queue_merge": { 2024-09-20T22:59:32.480 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.480 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.480 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_range": { 2024-09-20T22:59:32.481 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 90 2024-09-20T22:59:32.481 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.481 INFO:tasks.workunit.client.0.smithi046.stdout: "get_latency": { 2024-09-20T22:59:32.481 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 343384, 2024-09-20T22:59:32.481 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1887524776 2024-09-20T22:59:32.481 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.481 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_delay_time": { 2024-09-20T22:59:32.481 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.481 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.481 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.481 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_memtable_time": { 2024-09-20T22:59:32.481 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.481 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.482 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.482 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-20T22:59:32.482 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.482 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.482 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.482 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_write_wal_time": { 2024-09-20T22:59:32.482 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.482 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.482 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.482 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_latency": { 2024-09-20T22:59:32.482 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.483 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.483 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.483 INFO:tasks.workunit.client.0.smithi046.stdout: "submit_sync_latency": { 2024-09-20T22:59:32.483 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19177, 2024-09-20T22:59:32.483 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2812927026 2024-09-20T22:59:32.483 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.483 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.483 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.483 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.0": { 2024-09-20T22:59:32.483 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:32.483 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_db_max_lat": { 2024-09-20T22:59:32.483 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21452 2024-09-20T22:59:32.484 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.484 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T22:59:32.484 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.484 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.484 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_max_lat": { 2024-09-20T22:59:32.484 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.484 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.484 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T22:59:32.484 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.484 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.484 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T22:59:32.484 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T22:59:32.485 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.485 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_slow": { 2024-09-20T22:59:32.485 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.485 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.485 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T22:59:32.485 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.485 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.485 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_wal_max_lat": { 2024-09-20T22:59:32.485 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.485 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.485 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T22:59:32.486 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.486 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.486 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T22:59:32.486 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16453632 2024-09-20T22:59:32.486 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.486 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T22:59:32.486 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 875913216 2024-09-20T22:59:32.486 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.486 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T22:59:32.486 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19, 2024-09-20T22:59:32.486 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4473770 2024-09-20T22:59:32.486 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.487 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T22:59:32.487 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19, 2024-09-20T22:59:32.487 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1518773 2024-09-20T22:59:32.487 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.487 INFO:tasks.workunit.client.0.smithi046.stdout: "db_alloc_lat": { 2024-09-20T22:59:32.487 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 222, 2024-09-20T22:59:32.487 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1045785 2024-09-20T22:59:32.487 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.487 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T22:59:32.487 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995027456 2024-09-20T22:59:32.487 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.487 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T22:59:32.487 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 870449152 2024-09-20T22:59:32.487 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.488 INFO:tasks.workunit.client.0.smithi046.stdout: "flush_lat": { 2024-09-20T22:59:32.488 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80643, 2024-09-20T22:59:32.488 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7127278372 2024-09-20T22:59:32.488 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.488 INFO:tasks.workunit.client.0.smithi046.stdout: "fsync_lat": { 2024-09-20T22:59:32.488 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80640, 2024-09-20T22:59:32.488 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13589257156 2024-09-20T22:59:32.488 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.488 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T22:59:32.488 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14319616 2024-09-20T22:59:32.488 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.488 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T22:59:32.488 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 330211328 2024-09-20T22:59:32.488 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.489 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T22:59:32.489 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 878968832 2024-09-20T22:59:32.489 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.489 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T22:59:32.489 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.489 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.489 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T22:59:32.489 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.489 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.489 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T22:59:32.489 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 61 2024-09-20T22:59:32.490 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.490 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T22:59:32.490 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 415344905 2024-09-20T22:59:32.490 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.490 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T22:59:32.490 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25489 2024-09-20T22:59:32.490 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.490 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T22:59:32.490 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 330272768 2024-09-20T22:59:32.490 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.490 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T22:59:32.490 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 330276864 2024-09-20T22:59:32.490 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.491 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T22:59:32.491 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.491 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.491 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T22:59:32.491 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.491 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.491 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T22:59:32.491 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11382 2024-09-20T22:59:32.491 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.491 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:32.491 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 25489, 2024-09-20T22:59:32.491 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 198393135 2024-09-20T22:59:32.491 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.492 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T22:59:32.492 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 300422637 2024-09-20T22:59:32.492 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.492 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T22:59:32.492 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21969 2024-09-20T22:59:32.492 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.492 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T22:59:32.492 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5032490 2024-09-20T22:59:32.492 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.492 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T22:59:32.492 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 644 2024-09-20T22:59:32.492 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.492 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T22:59:32.493 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16172186 2024-09-20T22:59:32.493 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.493 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T22:59:32.493 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 976 2024-09-20T22:59:32.493 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.493 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T22:59:32.493 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11139696 2024-09-20T22:59:32.493 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.493 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T22:59:32.493 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11139696 2024-09-20T22:59:32.493 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.493 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T22:59:32.494 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.494 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.494 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T22:59:32.494 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.494 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.494 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T22:59:32.494 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 356 2024-09-20T22:59:32.494 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.494 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_lat": { 2024-09-20T22:59:32.494 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 976, 2024-09-20T22:59:32.494 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8028735 2024-09-20T22:59:32.495 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.495 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_alloc_lat": { 2024-09-20T22:59:32.495 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.495 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.495 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.495 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T22:59:32.495 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.495 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.495 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T22:59:32.495 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.495 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.495 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:32.496 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T22:59:32.496 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 881 2024-09-20T22:59:32.496 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.496 INFO:tasks.workunit.client.0.smithi046.stdout: "unlink_lat": { 2024-09-20T22:59:32.496 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T22:59:32.496 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6351 2024-09-20T22:59:32.496 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.496 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_alloc_lat": { 2024-09-20T22:59:32.496 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.496 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.496 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.496 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T22:59:32.497 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.497 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.497 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T22:59:32.497 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.497 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.497 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T22:59:32.497 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1225469952 2024-09-20T22:59:32.497 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.497 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.497 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T22:59:32.497 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T22:59:32.498 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:32.498 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.498 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T22:59:32.498 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15241216 2024-09-20T22:59:32.498 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.498 INFO:tasks.workunit.client.0.smithi046.stdout: "allocator_lat": { 2024-09-20T22:59:32.498 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21308, 2024-09-20T22:59:32.498 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 94700225 2024-09-20T22:59:32.498 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.498 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T22:59:32.498 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3297, 2024-09-20T22:59:32.498 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 568252127 2024-09-20T22:59:32.498 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.499 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T22:59:32.499 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.499 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.499 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.499 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T22:59:32.499 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.499 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.499 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T22:59:32.499 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.499 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.499 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T22:59:32.499 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.500 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.500 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T22:59:32.500 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 24401, 2024-09-20T22:59:32.500 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 188316288 2024-09-20T22:59:32.500 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.500 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T22:59:32.500 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.500 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.500 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.500 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-20T22:59:32.500 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.500 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.501 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T22:59:32.501 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80538, 2024-09-20T22:59:32.501 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18467743268 2024-09-20T22:59:32.501 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.501 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T22:59:32.501 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 79733, 2024-09-20T22:59:32.501 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1954418009 2024-09-20T22:59:32.501 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.501 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T22:59:32.501 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80538, 2024-09-20T22:59:32.501 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 60482770 2024-09-20T22:59:32.501 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.502 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T22:59:32.502 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80538, 2024-09-20T22:59:32.502 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18528226038 2024-09-20T22:59:32.502 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.502 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T22:59:32.502 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.502 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.502 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.502 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T22:59:32.502 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 246140, 2024-09-20T22:59:32.502 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2332833930 2024-09-20T22:59:32.502 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.503 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T22:59:32.503 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1081, 2024-09-20T22:59:32.503 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3332594 2024-09-20T22:59:32.503 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.503 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T22:59:32.503 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 151484, 2024-09-20T22:59:32.503 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 58869330 2024-09-20T22:59:32.503 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.503 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T22:59:32.503 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 53, 2024-09-20T22:59:32.503 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 78262 2024-09-20T22:59:32.504 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.504 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T22:59:32.504 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28622, 2024-09-20T22:59:32.504 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6963663352 2024-09-20T22:59:32.504 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.504 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T22:59:32.504 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 488813 2024-09-20T22:59:32.504 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.504 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T22:59:32.504 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24562 2024-09-20T22:59:32.504 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.505 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:32.505 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19798, 2024-09-20T22:59:32.505 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1526605170 2024-09-20T22:59:32.505 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.505 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T22:59:32.505 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 46198, 2024-09-20T22:59:32.505 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24904130 2024-09-20T22:59:32.505 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.505 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T22:59:32.505 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 26400, 2024-09-20T22:59:32.505 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 865811115 2024-09-20T22:59:32.505 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.506 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T22:59:32.506 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.506 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.506 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T22:59:32.506 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15470, 2024-09-20T22:59:32.506 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 436669448 2024-09-20T22:59:32.506 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.506 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_aio_wait_count": { 2024-09-20T22:59:32.506 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.506 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.506 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_committed_kv_count": { 2024-09-20T22:59:32.507 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.507 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.507 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_onode_meta_count": { 2024-09-20T22:59:32.507 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.507 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.507 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_wait_aio_count": { 2024-09-20T22:59:32.507 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.507 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.507 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T22:59:32.507 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:32.507 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5362015600 2024-09-20T22:59:32.507 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.507 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T22:59:32.508 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9362, 2024-09-20T22:59:32.508 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 548715035 2024-09-20T22:59:32.508 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.508 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T22:59:32.508 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9362, 2024-09-20T22:59:32.508 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2739806211399 2024-09-20T22:59:32.508 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.508 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T22:59:32.508 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9362, 2024-09-20T22:59:32.508 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6340002512461 2024-09-20T22:59:32.508 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.508 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T22:59:32.509 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:32.509 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2492610717991 2024-09-20T22:59:32.509 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.509 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T22:59:32.509 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:32.509 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10822443 2024-09-20T22:59:32.509 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.509 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T22:59:32.509 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:32.509 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 201271746 2024-09-20T22:59:32.509 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.509 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T22:59:32.510 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:32.510 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34094876520 2024-09-20T22:59:32.510 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.510 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T22:59:32.510 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:32.510 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 40705835 2024-09-20T22:59:32.510 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.510 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T22:59:32.510 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:32.510 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18968243150 2024-09-20T22:59:32.510 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.511 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T22:59:32.511 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:32.511 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10571266991 2024-09-20T22:59:32.511 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.511 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T22:59:32.511 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10884232 2024-09-20T22:59:32.511 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.511 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:32.511 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2722, 2024-09-20T22:59:32.511 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16087844 2024-09-20T22:59:32.511 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.511 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T22:59:32.512 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:32.512 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69213629988 2024-09-20T22:59:32.512 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.512 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T22:59:32.512 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:32.512 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11841755927 2024-09-20T22:59:32.512 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.512 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T22:59:32.512 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 95237, 2024-09-20T22:59:32.512 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 623836375 2024-09-20T22:59:32.512 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.513 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.513 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T22:59:32.513 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:32.513 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1406061291 2024-09-20T22:59:32.513 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.513 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:32.513 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 617881600 2024-09-20T22:59:32.513 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.513 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:32.513 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 531890176 2024-09-20T22:59:32.513 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.514 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:32.514 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2601609011 2024-09-20T22:59:32.514 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.514 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:32.514 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85991424 2024-09-20T22:59:32.514 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.514 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.514 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T22:59:32.514 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.514 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-20T22:59:32.514 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.514 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.515 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.515 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.515 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.515 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.515 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.515 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.515 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56378950 2024-09-20T22:59:32.515 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.515 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.515 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.516 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.516 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.516 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.516 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.516 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.516 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.516 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.516 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.516 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.516 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.516 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.516 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:32.516 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.516 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.517 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 77824 2024-09-20T22:59:32.517 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.517 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.517 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.517 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.517 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.517 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.517 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.517 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.517 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.517 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.517 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.517 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69368250 2024-09-20T22:59:32.517 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.518 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.518 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T22:59:32.518 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.518 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562036736 2024-09-20T22:59:32.518 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.518 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.518 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:32.518 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.518 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.518 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.519 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.519 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.519 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 422842125 2024-09-20T22:59:32.519 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.519 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.519 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.519 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.519 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.519 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1648 2024-09-20T22:59:32.519 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.519 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.519 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.520 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.520 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.520 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.520 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.520 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.520 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 105136 2024-09-20T22:59:32.520 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.520 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.520 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.520 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.520 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.521 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.521 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.521 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.521 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.521 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.521 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.521 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.521 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.521 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.521 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71978963 2024-09-20T22:59:32.521 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.521 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.521 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T22:59:32.521 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.521 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-20T22:59:32.522 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.522 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.522 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:32.522 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.522 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.522 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 286288 2024-09-20T22:59:32.522 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.522 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.522 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37585966 2024-09-20T22:59:32.522 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.522 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.522 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.523 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.523 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.523 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.523 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.523 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.523 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.523 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.523 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.523 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.523 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.523 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.524 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.524 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.524 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.524 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.524 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.524 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.524 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.524 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.524 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.524 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.524 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.524 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.525 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.525 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.525 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.525 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71179650 2024-09-20T22:59:32.525 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.525 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.525 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T22:59:32.525 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.525 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 494927872 2024-09-20T22:59:32.525 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.525 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.525 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.525 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.525 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.526 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.526 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.526 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.526 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 422842125 2024-09-20T22:59:32.526 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.526 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.526 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.526 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.526 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.526 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.526 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.526 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.526 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.526 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.527 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.527 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.527 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.527 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.527 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 174524 2024-09-20T22:59:32.527 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.528 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.528 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1144326 2024-09-20T22:59:32.528 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.528 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.528 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.528 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.528 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.528 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.528 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.529 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.529 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.529 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.529 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.529 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70766897 2024-09-20T22:59:32.529 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.529 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.530 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T22:59:32.530 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T22:59:32.530 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.530 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.530 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:32.530 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70 2024-09-20T22:59:32.530 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.530 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T22:59:32.530 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.530 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.531 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:32.531 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T22:59:32.531 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.531 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.531 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:32.531 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T22:59:32.531 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57 2024-09-20T22:59:32.531 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.531 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T22:59:32.531 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.531 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.532 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T22:59:32.532 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57930 2024-09-20T22:59:32.532 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.532 INFO:tasks.workunit.client.0.smithi046.stdout: "op_before_queue_op_lat": { 2024-09-20T22:59:32.532 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 152312, 2024-09-20T22:59:32.532 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7849014984 2024-09-20T22:59:32.532 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.532 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T22:59:32.532 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.532 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.532 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T22:59:32.532 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.532 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.533 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T22:59:32.533 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2100475510 2024-09-20T22:59:32.533 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.533 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T22:59:32.533 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 57930, 2024-09-20T22:59:32.533 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 257433731418 2024-09-20T22:59:32.533 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.533 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T22:59:32.533 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3290900541 2024-09-20T22:59:32.533 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.534 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T22:59:32.534 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 58877, 2024-09-20T22:59:32.534 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 30600723910 2024-09-20T22:59:32.534 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.534 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T22:59:32.534 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 57930, 2024-09-20T22:59:32.534 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 100665872027 2024-09-20T22:59:32.534 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.534 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:32.534 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 40034 2024-09-20T22:59:32.534 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.535 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T22:59:32.535 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 40034, 2024-09-20T22:59:32.535 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24772027435 2024-09-20T22:59:32.535 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.535 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T22:59:32.535 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.535 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.535 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T22:59:32.535 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3290900541 2024-09-20T22:59:32.535 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.535 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T22:59:32.535 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 40435, 2024-09-20T22:59:32.535 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13783259407 2024-09-20T22:59:32.535 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.535 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T22:59:32.536 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 40034, 2024-09-20T22:59:32.536 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14747808793 2024-09-20T22:59:32.536 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.536 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T22:59:32.536 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9939 2024-09-20T22:59:32.536 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.536 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T22:59:32.536 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 290055095 2024-09-20T22:59:32.536 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.536 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T22:59:32.536 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9939, 2024-09-20T22:59:32.536 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23429934608 2024-09-20T22:59:32.536 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.536 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T22:59:32.537 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.537 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.537 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T22:59:32.537 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.537 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.537 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T22:59:32.537 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.537 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.537 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T22:59:32.537 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10256, 2024-09-20T22:59:32.537 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6659665050 2024-09-20T22:59:32.537 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.537 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T22:59:32.538 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9939, 2024-09-20T22:59:32.538 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17239261068 2024-09-20T22:59:32.538 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.538 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:32.538 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7957 2024-09-20T22:59:32.539 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.539 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T22:59:32.539 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1810420415 2024-09-20T22:59:32.539 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.539 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T22:59:32.539 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7957, 2024-09-20T22:59:32.539 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 209231769375 2024-09-20T22:59:32.539 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.539 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T22:59:32.539 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.539 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.539 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T22:59:32.539 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8186, 2024-09-20T22:59:32.540 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10157799453 2024-09-20T22:59:32.540 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.540 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T22:59:32.540 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7957, 2024-09-20T22:59:32.540 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68678802166 2024-09-20T22:59:32.540 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.540 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T22:59:32.540 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.540 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.540 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T22:59:32.540 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 79 2024-09-20T22:59:32.540 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.540 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T22:59:32.540 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 36 2024-09-20T22:59:32.540 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.541 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T22:59:32.541 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T22:59:32.541 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.541 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T22:59:32.541 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 885698560 2024-09-20T22:59:32.541 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.541 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.541 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.541 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.1": { 2024-09-20T22:59:32.541 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:32.541 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_db_max_lat": { 2024-09-20T22:59:32.541 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14579 2024-09-20T22:59:32.541 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.541 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T22:59:32.541 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.542 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.542 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_max_lat": { 2024-09-20T22:59:32.542 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.542 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.542 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T22:59:32.542 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.542 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.542 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T22:59:32.542 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T22:59:32.542 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.542 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_slow": { 2024-09-20T22:59:32.542 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.542 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.542 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T22:59:32.542 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.543 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.543 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_wal_max_lat": { 2024-09-20T22:59:32.543 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.543 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.543 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T22:59:32.543 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.543 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.543 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T22:59:32.543 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10375168 2024-09-20T22:59:32.544 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.544 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T22:59:32.544 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 887111680 2024-09-20T22:59:32.544 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.544 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T22:59:32.544 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18, 2024-09-20T22:59:32.544 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4438222 2024-09-20T22:59:32.544 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.544 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T22:59:32.544 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18, 2024-09-20T22:59:32.544 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1499727 2024-09-20T22:59:32.544 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.545 INFO:tasks.workunit.client.0.smithi046.stdout: "db_alloc_lat": { 2024-09-20T22:59:32.545 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 210, 2024-09-20T22:59:32.545 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 952245 2024-09-20T22:59:32.545 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.545 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T22:59:32.545 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995027456 2024-09-20T22:59:32.545 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.545 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T22:59:32.545 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1017839616 2024-09-20T22:59:32.545 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.545 INFO:tasks.workunit.client.0.smithi046.stdout: "flush_lat": { 2024-09-20T22:59:32.545 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73854, 2024-09-20T22:59:32.545 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6997426849 2024-09-20T22:59:32.545 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.545 INFO:tasks.workunit.client.0.smithi046.stdout: "fsync_lat": { 2024-09-20T22:59:32.546 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73880, 2024-09-20T22:59:32.546 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12996351522 2024-09-20T22:59:32.546 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.546 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T22:59:32.546 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3252224 2024-09-20T22:59:32.546 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.546 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T22:59:32.546 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 302522368 2024-09-20T22:59:32.546 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.546 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T22:59:32.546 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1039138816 2024-09-20T22:59:32.546 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.546 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T22:59:32.546 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.547 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.547 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T22:59:32.547 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.547 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T22:59:32.547 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 62 2024-09-20T22:59:32.547 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.547 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T22:59:32.547 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 281268787 2024-09-20T22:59:32.547 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.547 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T22:59:32.547 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17579 2024-09-20T22:59:32.547 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.547 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T22:59:32.547 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 232329216 2024-09-20T22:59:32.548 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.548 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T22:59:32.548 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 232333312 2024-09-20T22:59:32.548 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.548 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T22:59:32.548 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.548 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.548 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T22:59:32.548 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.548 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.548 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T22:59:32.548 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8254 2024-09-20T22:59:32.548 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.548 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:32.548 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17579, 2024-09-20T22:59:32.549 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 160164863 2024-09-20T22:59:32.549 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.549 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T22:59:32.549 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 182548470 2024-09-20T22:59:32.549 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.549 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T22:59:32.549 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14554 2024-09-20T22:59:32.549 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.549 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T22:59:32.549 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3775097 2024-09-20T22:59:32.549 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.549 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T22:59:32.549 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 584 2024-09-20T22:59:32.549 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.550 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T22:59:32.550 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10260981 2024-09-20T22:59:32.550 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.550 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T22:59:32.550 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 847 2024-09-20T22:59:32.550 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.550 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T22:59:32.550 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6485884 2024-09-20T22:59:32.550 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.550 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T22:59:32.550 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6485884 2024-09-20T22:59:32.550 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.550 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T22:59:32.550 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.551 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.551 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T22:59:32.551 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.551 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.551 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T22:59:32.551 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 272 2024-09-20T22:59:32.551 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.551 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_lat": { 2024-09-20T22:59:32.551 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 847, 2024-09-20T22:59:32.551 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7031595 2024-09-20T22:59:32.551 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.552 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_alloc_lat": { 2024-09-20T22:59:32.552 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.552 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.552 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.552 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T22:59:32.552 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.552 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.552 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T22:59:32.552 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.552 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.552 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:32.552 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T22:59:32.552 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 626 2024-09-20T22:59:32.552 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.553 INFO:tasks.workunit.client.0.smithi046.stdout: "unlink_lat": { 2024-09-20T22:59:32.553 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T22:59:32.553 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7661 2024-09-20T22:59:32.553 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.553 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_alloc_lat": { 2024-09-20T22:59:32.553 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.553 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.553 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.553 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T22:59:32.553 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.553 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.553 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T22:59:32.553 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.553 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.553 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T22:59:32.554 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1202741248 2024-09-20T22:59:32.554 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.554 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.554 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T22:59:32.554 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T22:59:32.554 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:32.554 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.554 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T22:59:32.554 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14643200 2024-09-20T22:59:32.554 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.555 INFO:tasks.workunit.client.0.smithi046.stdout: "allocator_lat": { 2024-09-20T22:59:32.555 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22232, 2024-09-20T22:59:32.555 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 98563247 2024-09-20T22:59:32.555 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.555 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T22:59:32.555 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3281, 2024-09-20T22:59:32.555 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 555123932 2024-09-20T22:59:32.555 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.555 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T22:59:32.555 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.555 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.555 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.555 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T22:59:32.555 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.556 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.556 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T22:59:32.556 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.556 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.556 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T22:59:32.556 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.556 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.556 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T22:59:32.556 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17298, 2024-09-20T22:59:32.556 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 132072249 2024-09-20T22:59:32.556 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.556 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T22:59:32.556 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.556 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.556 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.557 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-20T22:59:32.557 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.557 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.557 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T22:59:32.557 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73778, 2024-09-20T22:59:32.557 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17530321920 2024-09-20T22:59:32.557 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.557 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T22:59:32.557 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73004, 2024-09-20T22:59:32.557 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1946121473 2024-09-20T22:59:32.557 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.557 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T22:59:32.558 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73778, 2024-09-20T22:59:32.558 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 51059125 2024-09-20T22:59:32.558 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.558 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T22:59:32.558 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73778, 2024-09-20T22:59:32.558 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17581381045 2024-09-20T22:59:32.558 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.558 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T22:59:32.558 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.558 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.558 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.558 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T22:59:32.558 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 36618, 2024-09-20T22:59:32.559 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1114856967 2024-09-20T22:59:32.559 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.559 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T22:59:32.559 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1014, 2024-09-20T22:59:32.559 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2812178 2024-09-20T22:59:32.559 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.559 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T22:59:32.559 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12562, 2024-09-20T22:59:32.559 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9811872 2024-09-20T22:59:32.559 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.559 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T22:59:32.560 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 44, 2024-09-20T22:59:32.560 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56100 2024-09-20T22:59:32.560 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.560 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T22:59:32.560 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14122, 2024-09-20T22:59:32.560 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4534068754 2024-09-20T22:59:32.560 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.560 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T22:59:32.560 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 245214 2024-09-20T22:59:32.560 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.560 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T22:59:32.560 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27693 2024-09-20T22:59:32.560 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.560 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:32.561 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 23053, 2024-09-20T22:59:32.561 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1506186054 2024-09-20T22:59:32.561 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.561 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T22:59:32.561 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74346, 2024-09-20T22:59:32.561 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 20198467 2024-09-20T22:59:32.561 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.561 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T22:59:32.561 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 51293, 2024-09-20T22:59:32.561 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 614781626 2024-09-20T22:59:32.561 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.561 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T22:59:32.562 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.562 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.562 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T22:59:32.562 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15345, 2024-09-20T22:59:32.562 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 412179517 2024-09-20T22:59:32.562 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.562 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_aio_wait_count": { 2024-09-20T22:59:32.562 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.562 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.562 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_committed_kv_count": { 2024-09-20T22:59:32.562 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.562 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.562 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_onode_meta_count": { 2024-09-20T22:59:32.562 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.563 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.563 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_wait_aio_count": { 2024-09-20T22:59:32.563 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.563 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.563 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T22:59:32.563 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88549, 2024-09-20T22:59:32.563 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7594879055 2024-09-20T22:59:32.563 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.563 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T22:59:32.563 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22730, 2024-09-20T22:59:32.563 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1201626199 2024-09-20T22:59:32.564 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.564 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T22:59:32.564 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22729, 2024-09-20T22:59:32.564 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2627983509837 2024-09-20T22:59:32.564 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.564 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T22:59:32.564 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22730, 2024-09-20T22:59:32.564 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6864980158455 2024-09-20T22:59:32.564 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.564 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T22:59:32.564 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88548, 2024-09-20T22:59:32.564 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2971111948136 2024-09-20T22:59:32.564 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.565 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T22:59:32.565 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88548, 2024-09-20T22:59:32.565 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9301136 2024-09-20T22:59:32.565 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.565 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T22:59:32.565 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88549, 2024-09-20T22:59:32.565 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 456282510 2024-09-20T22:59:32.565 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.565 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T22:59:32.565 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88549, 2024-09-20T22:59:32.565 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32732181153 2024-09-20T22:59:32.565 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.565 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T22:59:32.565 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88549, 2024-09-20T22:59:32.566 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 30925497 2024-09-20T22:59:32.566 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.566 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T22:59:32.566 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88549, 2024-09-20T22:59:32.566 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17774889303 2024-09-20T22:59:32.566 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.566 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T22:59:32.566 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88549, 2024-09-20T22:59:32.566 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10051351515 2024-09-20T22:59:32.566 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.566 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T22:59:32.566 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10293327 2024-09-20T22:59:32.566 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.566 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:32.567 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2679, 2024-09-20T22:59:32.567 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14056146 2024-09-20T22:59:32.567 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.567 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T22:59:32.567 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88549, 2024-09-20T22:59:32.567 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68621726206 2024-09-20T22:59:32.567 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.567 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T22:59:32.567 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88549, 2024-09-20T22:59:32.567 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11113037010 2024-09-20T22:59:32.567 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.567 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T22:59:32.567 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 88549, 2024-09-20T22:59:32.567 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 705502076 2024-09-20T22:59:32.567 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.568 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.568 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T22:59:32.568 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:32.568 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1406061291 2024-09-20T22:59:32.568 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.568 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:32.568 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 541728768 2024-09-20T22:59:32.568 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.568 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:32.568 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 511221760 2024-09-20T22:59:32.568 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.568 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:32.568 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2601609011 2024-09-20T22:59:32.568 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.568 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:32.569 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 30507008 2024-09-20T22:59:32.569 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.569 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.569 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T22:59:32.569 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.569 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-20T22:59:32.569 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.569 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.569 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.569 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.569 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.569 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.569 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.569 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.569 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56783919 2024-09-20T22:59:32.570 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.570 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.570 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.570 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.570 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.570 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.570 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.570 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.570 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.570 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.570 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.570 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.570 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.570 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.570 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:32.571 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.571 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.571 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 106496 2024-09-20T22:59:32.571 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.571 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.571 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.571 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.571 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.571 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.571 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.571 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.571 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.571 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.571 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.572 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68934609 2024-09-20T22:59:32.572 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.572 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.572 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T22:59:32.572 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.572 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562036736 2024-09-20T22:59:32.572 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.572 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.572 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:32.572 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.572 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.572 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.572 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.572 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.572 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 425879394 2024-09-20T22:59:32.573 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.573 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.573 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.573 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.573 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.573 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.573 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.573 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.573 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 256 2024-09-20T22:59:32.573 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.573 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.573 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.573 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.573 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.574 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 91904 2024-09-20T22:59:32.574 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.574 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.574 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.574 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.574 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.574 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.574 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.574 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.574 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.574 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.574 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.574 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.574 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.575 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.575 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68956318 2024-09-20T22:59:32.575 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.575 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.575 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T22:59:32.575 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.575 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-20T22:59:32.575 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.575 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.575 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:32.576 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.576 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.576 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 296016 2024-09-20T22:59:32.576 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.576 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.576 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37855946 2024-09-20T22:59:32.576 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.576 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.576 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.576 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.576 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.576 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.576 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.576 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.576 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.577 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.577 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.577 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.577 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.577 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.577 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.577 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.577 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.577 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.577 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.577 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.577 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.577 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.577 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.578 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.578 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.578 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.578 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.578 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.578 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.578 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70899942 2024-09-20T22:59:32.578 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.578 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.578 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T22:59:32.578 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.578 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 494927872 2024-09-20T22:59:32.578 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.578 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.579 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.579 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.579 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.579 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.579 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.579 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.579 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 425879394 2024-09-20T22:59:32.580 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.580 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.580 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.580 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.580 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.580 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.580 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.580 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.580 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.580 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.580 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.580 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.580 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.581 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.581 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 159770 2024-09-20T22:59:32.581 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.581 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.581 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1152132 2024-09-20T22:59:32.581 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.581 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.581 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.582 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.582 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.582 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.582 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.582 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.582 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.582 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.583 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.583 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67736576 2024-09-20T22:59:32.583 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.583 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.583 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T22:59:32.583 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T22:59:32.583 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.583 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.583 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:32.583 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T22:59:32.583 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.583 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T22:59:32.583 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.583 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.584 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:32.584 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.584 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.584 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.584 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:32.584 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T22:59:32.584 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47 2024-09-20T22:59:32.584 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.584 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T22:59:32.584 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.584 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.584 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T22:59:32.584 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 46521 2024-09-20T22:59:32.585 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.585 INFO:tasks.workunit.client.0.smithi046.stdout: "op_before_queue_op_lat": { 2024-09-20T22:59:32.585 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 136465, 2024-09-20T22:59:32.585 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8564970234 2024-09-20T22:59:32.585 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.585 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T22:59:32.585 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.585 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.585 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T22:59:32.585 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.586 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.586 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T22:59:32.586 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1919515326 2024-09-20T22:59:32.586 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.586 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T22:59:32.586 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 46521, 2024-09-20T22:59:32.586 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 638544306468 2024-09-20T22:59:32.586 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.586 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T22:59:32.587 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2572527325 2024-09-20T22:59:32.587 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.587 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T22:59:32.587 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 48384, 2024-09-20T22:59:32.587 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 31903686498 2024-09-20T22:59:32.587 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.588 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T22:59:32.588 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 46521, 2024-09-20T22:59:32.588 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 124443685785 2024-09-20T22:59:32.588 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.588 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:32.588 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 22858 2024-09-20T22:59:32.588 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.588 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T22:59:32.588 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22858, 2024-09-20T22:59:32.588 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15853002910 2024-09-20T22:59:32.588 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.588 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T22:59:32.588 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.588 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.589 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T22:59:32.589 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2572527325 2024-09-20T22:59:32.589 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.589 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T22:59:32.589 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 23340, 2024-09-20T22:59:32.589 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5568033749 2024-09-20T22:59:32.589 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.590 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T22:59:32.590 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22858, 2024-09-20T22:59:32.590 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5598180846 2024-09-20T22:59:32.590 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.590 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T22:59:32.590 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13748 2024-09-20T22:59:32.590 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.590 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T22:59:32.590 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 160435429 2024-09-20T22:59:32.590 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.590 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T22:59:32.590 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13748, 2024-09-20T22:59:32.591 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 100758260725 2024-09-20T22:59:32.591 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.591 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T22:59:32.591 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.591 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.591 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T22:59:32.591 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.591 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.591 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T22:59:32.591 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.591 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.591 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T22:59:32.591 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13979, 2024-09-20T22:59:32.591 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13502713266 2024-09-20T22:59:32.591 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.592 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T22:59:32.592 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13748, 2024-09-20T22:59:32.592 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 31878128508 2024-09-20T22:59:32.592 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.592 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:32.592 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9915 2024-09-20T22:59:32.592 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.592 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T22:59:32.592 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1759079897 2024-09-20T22:59:32.592 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.592 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T22:59:32.592 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9915, 2024-09-20T22:59:32.592 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 521933042833 2024-09-20T22:59:32.592 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.592 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T22:59:32.593 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.593 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.593 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T22:59:32.593 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 11065, 2024-09-20T22:59:32.593 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12832939483 2024-09-20T22:59:32.593 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.593 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T22:59:32.593 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9915, 2024-09-20T22:59:32.593 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 86967376431 2024-09-20T22:59:32.593 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.593 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T22:59:32.593 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.593 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.593 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T22:59:32.593 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4195418 2024-09-20T22:59:32.594 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.594 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T22:59:32.594 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25 2024-09-20T22:59:32.594 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.594 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T22:59:32.594 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T22:59:32.594 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.594 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T22:59:32.594 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1032495104 2024-09-20T22:59:32.594 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.594 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.594 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.594 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.2": { 2024-09-20T22:59:32.594 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:32.594 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_db_max_lat": { 2024-09-20T22:59:32.595 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19656 2024-09-20T22:59:32.595 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.595 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T22:59:32.595 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.595 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.595 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_max_lat": { 2024-09-20T22:59:32.595 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.595 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.595 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T22:59:32.595 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.595 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.595 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T22:59:32.596 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T22:59:32.596 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.596 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_slow": { 2024-09-20T22:59:32.596 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.596 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.596 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T22:59:32.596 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.596 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.596 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_wal_max_lat": { 2024-09-20T22:59:32.596 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.596 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.597 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T22:59:32.597 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.597 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.597 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T22:59:32.597 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4251648 2024-09-20T22:59:32.597 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.597 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T22:59:32.597 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 600850432 2024-09-20T22:59:32.597 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.597 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T22:59:32.597 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17, 2024-09-20T22:59:32.597 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4642637 2024-09-20T22:59:32.597 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.598 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T22:59:32.598 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17, 2024-09-20T22:59:32.598 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1839573 2024-09-20T22:59:32.598 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.598 INFO:tasks.workunit.client.0.smithi046.stdout: "db_alloc_lat": { 2024-09-20T22:59:32.598 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 167, 2024-09-20T22:59:32.598 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 850449 2024-09-20T22:59:32.598 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.598 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T22:59:32.598 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995027456 2024-09-20T22:59:32.598 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.598 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T22:59:32.598 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 531300352 2024-09-20T22:59:32.598 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.599 INFO:tasks.workunit.client.0.smithi046.stdout: "flush_lat": { 2024-09-20T22:59:32.599 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 69288, 2024-09-20T22:59:32.599 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5907510723 2024-09-20T22:59:32.599 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.599 INFO:tasks.workunit.client.0.smithi046.stdout: "fsync_lat": { 2024-09-20T22:59:32.599 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 69305, 2024-09-20T22:59:32.599 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11252012639 2024-09-20T22:59:32.599 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.599 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T22:59:32.599 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1232896 2024-09-20T22:59:32.599 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.599 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T22:59:32.599 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 283869184 2024-09-20T22:59:32.599 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.600 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T22:59:32.600 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 552599552 2024-09-20T22:59:32.600 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.600 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T22:59:32.600 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.600 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.600 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T22:59:32.600 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.600 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T22:59:32.600 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 43 2024-09-20T22:59:32.600 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.600 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T22:59:32.600 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125404868 2024-09-20T22:59:32.600 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.600 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T22:59:32.601 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6671 2024-09-20T22:59:32.601 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.601 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T22:59:32.601 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85827584 2024-09-20T22:59:32.601 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.601 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T22:59:32.601 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85831680 2024-09-20T22:59:32.601 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.601 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T22:59:32.601 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.601 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.601 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T22:59:32.601 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.602 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.602 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T22:59:32.602 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 262 2024-09-20T22:59:32.602 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.602 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:32.602 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6671, 2024-09-20T22:59:32.602 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 20873021 2024-09-20T22:59:32.602 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.602 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T22:59:32.602 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 51581197 2024-09-20T22:59:32.602 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.602 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T22:59:32.602 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4406 2024-09-20T22:59:32.602 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.603 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T22:59:32.603 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1335776 2024-09-20T22:59:32.603 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.603 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T22:59:32.603 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 379 2024-09-20T22:59:32.603 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.603 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T22:59:32.603 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4202999 2024-09-20T22:59:32.603 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.603 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T22:59:32.603 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 539 2024-09-20T22:59:32.603 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.603 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T22:59:32.604 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2867223 2024-09-20T22:59:32.604 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.604 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T22:59:32.604 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2867223 2024-09-20T22:59:32.604 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.604 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T22:59:32.604 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.605 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.605 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T22:59:32.605 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.605 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.605 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T22:59:32.605 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 161 2024-09-20T22:59:32.605 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.606 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_lat": { 2024-09-20T22:59:32.606 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 539, 2024-09-20T22:59:32.606 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1574665 2024-09-20T22:59:32.606 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.606 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_alloc_lat": { 2024-09-20T22:59:32.606 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.606 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.606 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.607 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T22:59:32.607 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.607 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.607 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T22:59:32.607 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.607 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.607 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:32.608 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T22:59:32.608 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 667 2024-09-20T22:59:32.608 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.608 INFO:tasks.workunit.client.0.smithi046.stdout: "unlink_lat": { 2024-09-20T22:59:32.608 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T22:59:32.608 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6621 2024-09-20T22:59:32.608 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.608 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_alloc_lat": { 2024-09-20T22:59:32.609 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.609 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.609 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.609 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T22:59:32.609 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.609 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.609 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T22:59:32.610 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.610 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.610 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T22:59:32.610 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 891547648 2024-09-20T22:59:32.610 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.610 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.611 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T22:59:32.611 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T22:59:32.611 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:32.611 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.611 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T22:59:32.611 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14630912 2024-09-20T22:59:32.611 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.611 INFO:tasks.workunit.client.0.smithi046.stdout: "allocator_lat": { 2024-09-20T22:59:32.611 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14197, 2024-09-20T22:59:32.612 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 49624209 2024-09-20T22:59:32.612 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.612 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T22:59:32.612 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3303, 2024-09-20T22:59:32.612 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 377400331 2024-09-20T22:59:32.612 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.612 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T22:59:32.612 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.612 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.612 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.612 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T22:59:32.612 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.612 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.613 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T22:59:32.613 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.613 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.613 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T22:59:32.613 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.613 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.613 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T22:59:32.613 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21687, 2024-09-20T22:59:32.613 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 175170641 2024-09-20T22:59:32.613 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.613 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T22:59:32.613 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.614 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.614 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.614 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-20T22:59:32.614 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.614 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.614 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T22:59:32.614 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 69246, 2024-09-20T22:59:32.615 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15105406904 2024-09-20T22:59:32.615 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.615 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T22:59:32.615 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 68571, 2024-09-20T22:59:32.615 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1670545873 2024-09-20T22:59:32.615 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.615 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T22:59:32.615 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 69246, 2024-09-20T22:59:32.615 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 40422657 2024-09-20T22:59:32.616 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.616 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T22:59:32.616 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 69246, 2024-09-20T22:59:32.616 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15145829561 2024-09-20T22:59:32.616 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.616 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T22:59:32.616 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.616 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.616 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.617 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T22:59:32.617 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 58896, 2024-09-20T22:59:32.617 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 858416097 2024-09-20T22:59:32.617 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.617 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T22:59:32.617 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1151, 2024-09-20T22:59:32.617 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3185386 2024-09-20T22:59:32.617 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.617 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T22:59:32.617 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18639, 2024-09-20T22:59:32.618 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9541386 2024-09-20T22:59:32.618 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.618 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T22:59:32.618 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 37, 2024-09-20T22:59:32.618 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 49019 2024-09-20T22:59:32.618 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.618 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T22:59:32.618 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22033, 2024-09-20T22:59:32.618 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2662516215 2024-09-20T22:59:32.619 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.619 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T22:59:32.619 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 257258 2024-09-20T22:59:32.619 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.619 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T22:59:32.619 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17945 2024-09-20T22:59:32.619 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.619 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:32.619 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8843, 2024-09-20T22:59:32.620 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1006955964 2024-09-20T22:59:32.620 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.620 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T22:59:32.620 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 24125, 2024-09-20T22:59:32.620 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9668181 2024-09-20T22:59:32.620 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.620 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T22:59:32.620 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15282, 2024-09-20T22:59:32.621 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 755218714 2024-09-20T22:59:32.621 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.621 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T22:59:32.621 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.621 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.621 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T22:59:32.621 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12435, 2024-09-20T22:59:32.622 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 344914456 2024-09-20T22:59:32.622 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.622 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_aio_wait_count": { 2024-09-20T22:59:32.622 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.622 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.622 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_committed_kv_count": { 2024-09-20T22:59:32.622 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.623 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.623 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_onode_meta_count": { 2024-09-20T22:59:32.623 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.623 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.623 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_wait_aio_count": { 2024-09-20T22:59:32.623 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.623 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.623 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T22:59:32.623 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:32.623 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3759675027 2024-09-20T22:59:32.623 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.624 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T22:59:32.624 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6077, 2024-09-20T22:59:32.624 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 557073179 2024-09-20T22:59:32.624 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.624 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T22:59:32.624 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6077, 2024-09-20T22:59:32.624 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2637929735154 2024-09-20T22:59:32.624 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.624 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T22:59:32.624 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6077, 2024-09-20T22:59:32.624 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6096112230300 2024-09-20T22:59:32.624 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.624 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T22:59:32.624 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:32.625 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2589463957138 2024-09-20T22:59:32.625 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.625 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T22:59:32.625 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:32.625 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9261737 2024-09-20T22:59:32.625 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.625 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T22:59:32.625 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:32.625 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 162959685 2024-09-20T22:59:32.625 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.625 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T22:59:32.625 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:32.625 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27291303859 2024-09-20T22:59:32.625 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.626 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T22:59:32.626 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:32.626 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 29154515 2024-09-20T22:59:32.626 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.626 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T22:59:32.626 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:32.626 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14221812891 2024-09-20T22:59:32.626 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.626 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T22:59:32.626 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:32.626 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7128647139 2024-09-20T22:59:32.626 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.627 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T22:59:32.627 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10293148 2024-09-20T22:59:32.627 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.627 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:32.627 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2637, 2024-09-20T22:59:32.627 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13759764 2024-09-20T22:59:32.627 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.627 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T22:59:32.627 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:32.627 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 52577964438 2024-09-20T22:59:32.627 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.627 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T22:59:32.627 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:32.628 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8077892915 2024-09-20T22:59:32.628 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.628 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T22:59:32.628 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 80683, 2024-09-20T22:59:32.628 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 506559698 2024-09-20T22:59:32.628 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.628 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.628 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T22:59:32.628 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:32.629 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1406061291 2024-09-20T22:59:32.629 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.629 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:32.629 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 472989696 2024-09-20T22:59:32.629 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.629 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:32.629 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 411115520 2024-09-20T22:59:32.629 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.629 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:32.629 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2601609011 2024-09-20T22:59:32.629 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.629 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:32.629 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 61874176 2024-09-20T22:59:32.629 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.630 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.630 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T22:59:32.630 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.630 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-20T22:59:32.630 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.630 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.630 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.630 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.630 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.630 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.630 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.630 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.630 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57377200 2024-09-20T22:59:32.630 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.631 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.631 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.631 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.631 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.631 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.631 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.631 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.631 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.631 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.631 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.631 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.631 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.631 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.631 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 20480 2024-09-20T22:59:32.632 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.632 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.632 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69632 2024-09-20T22:59:32.632 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.632 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.632 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.632 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.632 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.632 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.632 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.632 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.632 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.632 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.632 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.633 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68361808 2024-09-20T22:59:32.633 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.633 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.633 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T22:59:32.633 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.633 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 570425344 2024-09-20T22:59:32.633 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.633 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.633 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:32.633 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.633 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.633 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.633 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.633 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.634 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 430329006 2024-09-20T22:59:32.634 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.634 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.634 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.634 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.634 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.634 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.634 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.634 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.635 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1040 2024-09-20T22:59:32.635 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.635 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.635 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.635 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.635 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.635 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 59776 2024-09-20T22:59:32.635 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.635 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.635 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.635 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.635 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.635 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.635 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.635 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.636 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.636 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.636 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.636 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.636 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.636 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.636 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 72926658 2024-09-20T22:59:32.636 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.636 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.636 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T22:59:32.636 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.636 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-20T22:59:32.636 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.636 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.637 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:32.637 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.637 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.637 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 341440 2024-09-20T22:59:32.637 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.637 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.637 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 38251467 2024-09-20T22:59:32.638 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.638 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.638 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.638 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.638 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.638 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.638 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.639 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.639 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.639 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.639 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.639 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.639 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.639 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.639 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.639 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.639 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.639 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.639 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.639 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.639 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.639 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.640 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.640 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.640 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.640 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.640 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.640 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.640 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.640 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70458997 2024-09-20T22:59:32.640 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.640 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.640 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T22:59:32.640 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.640 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 503316480 2024-09-20T22:59:32.640 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.640 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.641 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.641 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.641 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.641 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.641 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.641 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.641 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 430329006 2024-09-20T22:59:32.641 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.641 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.641 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.641 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.641 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.641 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.641 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.641 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.641 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.642 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.642 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.642 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.642 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.642 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.642 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 156072 2024-09-20T22:59:32.642 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.642 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.642 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1170546 2024-09-20T22:59:32.642 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.642 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.642 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.642 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.642 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.643 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.643 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.643 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.643 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.643 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.643 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.643 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71660856 2024-09-20T22:59:32.643 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.643 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.643 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T22:59:32.644 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T22:59:32.644 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.644 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.644 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:32.644 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 84 2024-09-20T22:59:32.644 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.644 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T22:59:32.644 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.644 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.644 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:32.644 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.644 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.644 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.644 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:32.644 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T22:59:32.645 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 42 2024-09-20T22:59:32.645 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.645 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T22:59:32.645 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.645 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.645 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T22:59:32.645 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 58110 2024-09-20T22:59:32.645 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.645 INFO:tasks.workunit.client.0.smithi046.stdout: "op_before_queue_op_lat": { 2024-09-20T22:59:32.645 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 149810, 2024-09-20T22:59:32.645 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7056439551 2024-09-20T22:59:32.645 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.645 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T22:59:32.645 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.645 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.646 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T22:59:32.646 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.646 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.646 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T22:59:32.646 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1588757839 2024-09-20T22:59:32.646 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.646 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T22:59:32.646 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 58110, 2024-09-20T22:59:32.646 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95139397863 2024-09-20T22:59:32.646 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.646 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T22:59:32.646 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2986691348 2024-09-20T22:59:32.646 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.647 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T22:59:32.647 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 59120, 2024-09-20T22:59:32.647 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 42852780234 2024-09-20T22:59:32.647 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.647 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T22:59:32.647 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 58110, 2024-09-20T22:59:32.647 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70914963723 2024-09-20T22:59:32.647 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.647 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:32.647 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27924 2024-09-20T22:59:32.647 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.647 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T22:59:32.647 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 27924, 2024-09-20T22:59:32.647 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23152166114 2024-09-20T22:59:32.647 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.648 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T22:59:32.648 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.648 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.648 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T22:59:32.648 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2986691348 2024-09-20T22:59:32.648 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.648 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T22:59:32.648 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28462, 2024-09-20T22:59:32.648 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5798754130 2024-09-20T22:59:32.648 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.648 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T22:59:32.648 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 27924, 2024-09-20T22:59:32.648 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8973877515 2024-09-20T22:59:32.649 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.649 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T22:59:32.649 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 28457 2024-09-20T22:59:32.649 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.649 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T22:59:32.649 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 305161831 2024-09-20T22:59:32.649 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.649 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T22:59:32.649 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28457, 2024-09-20T22:59:32.649 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 55335123245 2024-09-20T22:59:32.649 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.649 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T22:59:32.650 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.650 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.650 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T22:59:32.650 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.650 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.650 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T22:59:32.650 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.650 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.650 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T22:59:32.650 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28767, 2024-09-20T22:59:32.650 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34137872719 2024-09-20T22:59:32.650 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.650 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T22:59:32.650 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 28457, 2024-09-20T22:59:32.650 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 51292985845 2024-09-20T22:59:32.651 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.651 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:32.651 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1729 2024-09-20T22:59:32.651 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.651 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T22:59:32.651 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1283596008 2024-09-20T22:59:32.651 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.651 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T22:59:32.651 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1729, 2024-09-20T22:59:32.651 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16652108504 2024-09-20T22:59:32.651 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.651 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T22:59:32.651 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.651 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.651 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T22:59:32.652 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1891, 2024-09-20T22:59:32.652 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2916153385 2024-09-20T22:59:32.652 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.652 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T22:59:32.652 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1729, 2024-09-20T22:59:32.652 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10648100363 2024-09-20T22:59:32.652 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.652 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T22:59:32.652 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.652 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.652 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T22:59:32.652 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.652 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.652 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T22:59:32.653 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 29 2024-09-20T22:59:32.653 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.653 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T22:59:32.653 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T22:59:32.653 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.653 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T22:59:32.653 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 545939456 2024-09-20T22:59:32.653 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.653 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.653 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.653 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.3": { 2024-09-20T22:59:32.653 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:32.653 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_db_max_lat": { 2024-09-20T22:59:32.653 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 22800 2024-09-20T22:59:32.653 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.654 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T22:59:32.654 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.654 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.654 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_max_lat": { 2024-09-20T22:59:32.654 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.654 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.654 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T22:59:32.654 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.654 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.654 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T22:59:32.654 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T22:59:32.654 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.654 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_slow": { 2024-09-20T22:59:32.654 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.655 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.655 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T22:59:32.655 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.655 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.655 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_wal_max_lat": { 2024-09-20T22:59:32.655 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.655 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.655 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T22:59:32.655 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.655 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.655 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T22:59:32.655 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4734976 2024-09-20T22:59:32.655 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.655 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T22:59:32.656 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 605986816 2024-09-20T22:59:32.656 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.656 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T22:59:32.656 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15, 2024-09-20T22:59:32.656 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10918394 2024-09-20T22:59:32.656 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.656 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T22:59:32.656 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15, 2024-09-20T22:59:32.656 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1424669 2024-09-20T22:59:32.656 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.656 INFO:tasks.workunit.client.0.smithi046.stdout: "db_alloc_lat": { 2024-09-20T22:59:32.656 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 159, 2024-09-20T22:59:32.656 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 817212 2024-09-20T22:59:32.656 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.657 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T22:59:32.657 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995027456 2024-09-20T22:59:32.657 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.657 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T22:59:32.657 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 581566464 2024-09-20T22:59:32.657 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.657 INFO:tasks.workunit.client.0.smithi046.stdout: "flush_lat": { 2024-09-20T22:59:32.657 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 64594, 2024-09-20T22:59:32.657 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5683850387 2024-09-20T22:59:32.657 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.657 INFO:tasks.workunit.client.0.smithi046.stdout: "fsync_lat": { 2024-09-20T22:59:32.657 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 64610, 2024-09-20T22:59:32.657 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10824905205 2024-09-20T22:59:32.657 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.657 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T22:59:32.658 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15282176 2024-09-20T22:59:32.658 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.658 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T22:59:32.658 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 264638464 2024-09-20T22:59:32.658 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.658 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T22:59:32.658 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 590086144 2024-09-20T22:59:32.658 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.658 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T22:59:32.658 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.658 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.658 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T22:59:32.658 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.659 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T22:59:32.659 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 43 2024-09-20T22:59:32.659 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.659 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T22:59:32.659 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 85860934 2024-09-20T22:59:32.659 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.659 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T22:59:32.659 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3086 2024-09-20T22:59:32.659 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.659 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T22:59:32.659 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 75460608 2024-09-20T22:59:32.659 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.659 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T22:59:32.659 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 75464704 2024-09-20T22:59:32.660 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.660 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T22:59:32.660 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.660 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.660 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T22:59:32.660 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.660 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.660 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T22:59:32.660 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 259 2024-09-20T22:59:32.660 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.660 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:32.660 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3086, 2024-09-20T22:59:32.660 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18194297 2024-09-20T22:59:32.660 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.661 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T22:59:32.661 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25820201 2024-09-20T22:59:32.661 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.661 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T22:59:32.661 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1241 2024-09-20T22:59:32.661 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.661 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T22:59:32.661 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1425880 2024-09-20T22:59:32.661 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.661 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T22:59:32.661 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 330 2024-09-20T22:59:32.661 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.661 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T22:59:32.661 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4672075 2024-09-20T22:59:32.662 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.662 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T22:59:32.662 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 461 2024-09-20T22:59:32.662 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.662 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T22:59:32.662 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3246195 2024-09-20T22:59:32.662 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.662 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T22:59:32.662 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3246195 2024-09-20T22:59:32.662 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.662 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T22:59:32.662 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.662 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.662 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T22:59:32.663 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.663 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.663 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T22:59:32.663 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 132 2024-09-20T22:59:32.663 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.663 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_lat": { 2024-09-20T22:59:32.663 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 461, 2024-09-20T22:59:32.663 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1721648 2024-09-20T22:59:32.663 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.663 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_alloc_lat": { 2024-09-20T22:59:32.663 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.663 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.663 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.663 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T22:59:32.663 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.664 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.664 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T22:59:32.664 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.664 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.664 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:32.664 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T22:59:32.664 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 592 2024-09-20T22:59:32.664 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.664 INFO:tasks.workunit.client.0.smithi046.stdout: "unlink_lat": { 2024-09-20T22:59:32.664 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T22:59:32.664 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6774 2024-09-20T22:59:32.664 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.664 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_alloc_lat": { 2024-09-20T22:59:32.664 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.664 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.665 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.665 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T22:59:32.665 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.665 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.665 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T22:59:32.665 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.665 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.665 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T22:59:32.665 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 877654016 2024-09-20T22:59:32.665 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.665 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.665 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T22:59:32.665 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T22:59:32.665 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:32.665 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.666 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T22:59:32.666 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10461184 2024-09-20T22:59:32.666 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.666 INFO:tasks.workunit.client.0.smithi046.stdout: "allocator_lat": { 2024-09-20T22:59:32.666 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17011, 2024-09-20T22:59:32.666 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 61844735 2024-09-20T22:59:32.666 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.666 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T22:59:32.666 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3256, 2024-09-20T22:59:32.666 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 398339405 2024-09-20T22:59:32.666 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.666 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T22:59:32.666 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.666 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.666 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.667 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T22:59:32.667 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.667 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.667 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T22:59:32.667 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.667 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.667 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T22:59:32.667 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.667 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.667 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T22:59:32.667 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9791, 2024-09-20T22:59:32.667 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69643405 2024-09-20T22:59:32.667 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.667 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T22:59:32.667 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.668 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.668 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.668 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-20T22:59:32.668 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.668 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.668 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T22:59:32.668 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 64553, 2024-09-20T22:59:32.668 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14414650874 2024-09-20T22:59:32.668 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.668 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T22:59:32.668 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 63854, 2024-09-20T22:59:32.668 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1678906762 2024-09-20T22:59:32.668 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.668 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T22:59:32.668 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 64553, 2024-09-20T22:59:32.668 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47027050 2024-09-20T22:59:32.669 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.669 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T22:59:32.669 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 64553, 2024-09-20T22:59:32.669 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14461677924 2024-09-20T22:59:32.669 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.669 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T22:59:32.669 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.669 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.669 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.669 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T22:59:32.669 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21670, 2024-09-20T22:59:32.669 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 418434275 2024-09-20T22:59:32.669 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.669 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T22:59:32.669 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1447, 2024-09-20T22:59:32.670 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3586670 2024-09-20T22:59:32.670 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.670 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T22:59:32.670 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14490, 2024-09-20T22:59:32.670 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8898979 2024-09-20T22:59:32.670 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.670 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T22:59:32.670 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 40, 2024-09-20T22:59:32.670 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 90363 2024-09-20T22:59:32.670 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.670 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T22:59:32.670 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7746, 2024-09-20T22:59:32.670 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 412544614 2024-09-20T22:59:32.670 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.671 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T22:59:32.671 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 195802 2024-09-20T22:59:32.671 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.671 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T22:59:32.671 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16808 2024-09-20T22:59:32.671 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.671 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:32.671 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 27271, 2024-09-20T22:59:32.671 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 901191019 2024-09-20T22:59:32.671 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.671 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T22:59:32.671 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 73423, 2024-09-20T22:59:32.671 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25468409 2024-09-20T22:59:32.672 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.672 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T22:59:32.672 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 46152, 2024-09-20T22:59:32.672 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 389445853 2024-09-20T22:59:32.672 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.672 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T22:59:32.672 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.672 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.672 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T22:59:32.672 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12124, 2024-09-20T22:59:32.672 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 326075127 2024-09-20T22:59:32.672 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.672 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_aio_wait_count": { 2024-09-20T22:59:32.672 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.673 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.673 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_committed_kv_count": { 2024-09-20T22:59:32.673 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.673 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.673 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_onode_meta_count": { 2024-09-20T22:59:32.673 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.673 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.673 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_wait_aio_count": { 2024-09-20T22:59:32.673 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.673 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.673 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T22:59:32.673 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74302, 2024-09-20T22:59:32.673 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4365461591 2024-09-20T22:59:32.674 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.674 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T22:59:32.674 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17812, 2024-09-20T22:59:32.674 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1087535243 2024-09-20T22:59:32.674 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.674 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T22:59:32.674 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17811, 2024-09-20T22:59:32.674 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2594659428674 2024-09-20T22:59:32.674 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.674 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T22:59:32.674 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17812, 2024-09-20T22:59:32.674 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6423415150550 2024-09-20T22:59:32.674 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.675 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T22:59:32.675 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74301, 2024-09-20T22:59:32.675 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2749619005836 2024-09-20T22:59:32.675 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.675 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T22:59:32.675 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74301, 2024-09-20T22:59:32.675 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7520317 2024-09-20T22:59:32.675 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.675 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T22:59:32.675 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74302, 2024-09-20T22:59:32.675 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 165923222 2024-09-20T22:59:32.675 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.675 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T22:59:32.675 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74302, 2024-09-20T22:59:32.675 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 26123408979 2024-09-20T22:59:32.676 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.676 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T22:59:32.676 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74302, 2024-09-20T22:59:32.676 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 28154400 2024-09-20T22:59:32.676 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.676 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T22:59:32.676 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74302, 2024-09-20T22:59:32.676 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13205251583 2024-09-20T22:59:32.676 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.676 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T22:59:32.676 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74302, 2024-09-20T22:59:32.676 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6522678110 2024-09-20T22:59:32.676 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.677 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T22:59:32.677 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6104776 2024-09-20T22:59:32.677 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.677 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:32.677 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2637, 2024-09-20T22:59:32.677 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17347831 2024-09-20T22:59:32.677 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.677 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T22:59:32.677 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74302, 2024-09-20T22:59:32.677 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 50395564070 2024-09-20T22:59:32.677 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.677 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T22:59:32.677 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74302, 2024-09-20T22:59:32.677 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7531448450 2024-09-20T22:59:32.677 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.678 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T22:59:32.678 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 74302, 2024-09-20T22:59:32.678 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 485893227 2024-09-20T22:59:32.678 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.678 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.678 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T22:59:32.678 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:32.678 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1406061291 2024-09-20T22:59:32.678 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.678 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:32.678 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 450658304 2024-09-20T22:59:32.678 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.678 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:32.678 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 419856384 2024-09-20T22:59:32.678 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.679 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:32.679 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2601609011 2024-09-20T22:59:32.679 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.679 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:32.679 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 30801920 2024-09-20T22:59:32.679 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.679 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.679 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T22:59:32.679 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.679 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-20T22:59:32.679 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.679 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.679 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.679 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.679 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.680 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.680 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.680 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.680 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57367508 2024-09-20T22:59:32.680 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.680 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.680 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.680 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.680 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.680 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.680 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.680 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.680 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.680 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.680 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.681 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.681 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.681 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.681 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.681 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.681 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.681 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:32.681 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.681 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.681 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.681 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.681 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.681 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.681 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.682 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.682 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.682 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.682 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.682 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68457516 2024-09-20T22:59:32.682 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.682 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.682 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T22:59:32.682 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.682 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 570425344 2024-09-20T22:59:32.682 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.682 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.682 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:32.682 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.682 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.683 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.683 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.683 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.683 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 430256316 2024-09-20T22:59:32.683 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.683 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.683 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.683 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.683 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.683 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.683 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.683 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.683 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 944 2024-09-20T22:59:32.683 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.684 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.684 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.684 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.684 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.684 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15168 2024-09-20T22:59:32.684 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.684 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.684 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 36048 2024-09-20T22:59:32.684 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.684 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.684 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.684 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.684 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.684 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.684 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.685 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.685 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.685 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.685 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.685 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73008004 2024-09-20T22:59:32.685 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.685 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.685 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T22:59:32.685 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.685 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-20T22:59:32.685 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.685 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.685 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:32.685 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.686 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.686 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 145072 2024-09-20T22:59:32.686 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.686 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.686 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 38245005 2024-09-20T22:59:32.686 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.686 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.686 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.686 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.686 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.686 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.686 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.686 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.686 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.687 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.687 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.687 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.687 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.687 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.687 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.687 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.687 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.687 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.687 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.687 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.687 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.687 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.687 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.687 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.688 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.688 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.688 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.688 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.688 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.688 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70661827 2024-09-20T22:59:32.688 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.688 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.688 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T22:59:32.688 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.688 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 503316480 2024-09-20T22:59:32.688 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.688 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.688 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.689 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.689 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.689 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.689 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.689 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.689 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 430256316 2024-09-20T22:59:32.689 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.689 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.689 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.689 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.689 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.689 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.689 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.689 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.689 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.690 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.690 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.690 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.690 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.690 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.690 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 157832 2024-09-20T22:59:32.690 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.690 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.690 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1166542 2024-09-20T22:59:32.690 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.690 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.690 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.690 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.690 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.690 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.691 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.691 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.691 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.691 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 71735790 2024-09-20T22:59:32.691 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.691 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T22:59:32.691 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T22:59:32.691 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.691 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:32.691 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T22:59:32.691 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.692 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T22:59:32.692 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.692 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.692 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:32.692 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.692 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.692 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.692 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:32.692 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T22:59:32.692 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47 2024-09-20T22:59:32.692 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.692 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T22:59:32.692 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.692 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.692 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T22:59:32.692 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 36723 2024-09-20T22:59:32.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.693 INFO:tasks.workunit.client.0.smithi046.stdout: "op_before_queue_op_lat": { 2024-09-20T22:59:32.693 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 106147, 2024-09-20T22:59:32.693 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5842485438 2024-09-20T22:59:32.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.693 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T22:59:32.693 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.693 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T22:59:32.693 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1 2024-09-20T22:59:32.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.693 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T22:59:32.693 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 959463438 2024-09-20T22:59:32.693 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.693 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T22:59:32.693 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 36723, 2024-09-20T22:59:32.694 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 254283863391 2024-09-20T22:59:32.694 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.694 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T22:59:32.694 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1234575949 2024-09-20T22:59:32.694 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.694 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T22:59:32.694 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 38389, 2024-09-20T22:59:32.694 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24908119127 2024-09-20T22:59:32.694 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.694 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T22:59:32.694 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 36723, 2024-09-20T22:59:32.694 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 60382342787 2024-09-20T22:59:32.694 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.694 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:32.694 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21461 2024-09-20T22:59:32.695 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.695 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T22:59:32.695 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21461, 2024-09-20T22:59:32.695 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 41188378121 2024-09-20T22:59:32.695 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.695 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T22:59:32.695 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.695 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.695 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T22:59:32.695 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1234575949 2024-09-20T22:59:32.695 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.695 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T22:59:32.695 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21544, 2024-09-20T22:59:32.695 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5060040125 2024-09-20T22:59:32.695 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.696 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T22:59:32.696 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21461, 2024-09-20T22:59:32.696 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4902231982 2024-09-20T22:59:32.696 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.696 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T22:59:32.696 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11663 2024-09-20T22:59:32.696 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.696 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T22:59:32.696 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 114367988 2024-09-20T22:59:32.696 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.696 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T22:59:32.696 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 11663, 2024-09-20T22:59:32.696 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 166094358119 2024-09-20T22:59:32.696 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.696 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T22:59:32.696 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.697 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.697 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T22:59:32.697 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.697 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.697 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T22:59:32.697 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.697 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.697 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T22:59:32.697 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13191, 2024-09-20T22:59:32.697 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15475900542 2024-09-20T22:59:32.697 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.697 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T22:59:32.697 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 11663, 2024-09-20T22:59:32.697 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32795610343 2024-09-20T22:59:32.698 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.698 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:32.698 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3599 2024-09-20T22:59:32.698 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.698 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T22:59:32.698 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 845095450 2024-09-20T22:59:32.698 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.698 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T22:59:32.698 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3599, 2024-09-20T22:59:32.698 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47001127151 2024-09-20T22:59:32.698 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.698 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T22:59:32.698 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.698 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.698 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T22:59:32.699 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3654, 2024-09-20T22:59:32.699 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4372178460 2024-09-20T22:59:32.699 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.699 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T22:59:32.699 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3599, 2024-09-20T22:59:32.699 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 22684500462 2024-09-20T22:59:32.699 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.699 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T22:59:32.699 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.699 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.699 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T22:59:32.699 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.699 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.699 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T22:59:32.700 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7 2024-09-20T22:59:32.700 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.700 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T22:59:32.700 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T22:59:32.700 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.700 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T22:59:32.700 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 592039936 2024-09-20T22:59:32.700 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.700 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.700 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.700 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.4": { 2024-09-20T22:59:32.700 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:32.700 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_db_max_lat": { 2024-09-20T22:59:32.700 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25924 2024-09-20T22:59:32.700 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.701 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T22:59:32.701 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.701 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.701 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_max_lat": { 2024-09-20T22:59:32.701 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.701 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.701 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T22:59:32.701 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.701 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.701 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T22:59:32.701 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T22:59:32.701 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.701 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_slow": { 2024-09-20T22:59:32.701 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.701 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.702 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T22:59:32.702 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.702 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.702 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_wal_max_lat": { 2024-09-20T22:59:32.702 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.702 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.702 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T22:59:32.702 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.702 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.702 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T22:59:32.702 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8400896 2024-09-20T22:59:32.702 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.702 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T22:59:32.703 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 637792256 2024-09-20T22:59:32.703 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.703 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T22:59:32.703 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14, 2024-09-20T22:59:32.703 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3718015 2024-09-20T22:59:32.703 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.703 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T22:59:32.703 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14, 2024-09-20T22:59:32.703 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1080595 2024-09-20T22:59:32.703 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.703 INFO:tasks.workunit.client.0.smithi046.stdout: "db_alloc_lat": { 2024-09-20T22:59:32.703 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 162, 2024-09-20T22:59:32.703 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 750853 2024-09-20T22:59:32.703 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.703 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T22:59:32.704 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995027456 2024-09-20T22:59:32.704 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.704 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T22:59:32.704 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 673382400 2024-09-20T22:59:32.704 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.704 INFO:tasks.workunit.client.0.smithi046.stdout: "flush_lat": { 2024-09-20T22:59:32.704 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 59659, 2024-09-20T22:59:32.704 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7825579431 2024-09-20T22:59:32.704 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.704 INFO:tasks.workunit.client.0.smithi046.stdout: "fsync_lat": { 2024-09-20T22:59:32.704 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 59683, 2024-09-20T22:59:32.704 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12708736962 2024-09-20T22:59:32.704 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.704 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T22:59:32.705 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11653120 2024-09-20T22:59:32.705 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.705 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T22:59:32.705 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 244379648 2024-09-20T22:59:32.705 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.705 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T22:59:32.705 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 686161920 2024-09-20T22:59:32.705 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.705 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T22:59:32.705 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.705 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.705 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T22:59:32.705 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.705 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.705 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T22:59:32.705 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 51 2024-09-20T22:59:32.706 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.706 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T22:59:32.706 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 261350437 2024-09-20T22:59:32.706 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.706 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T22:59:32.706 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14462 2024-09-20T22:59:32.706 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.706 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T22:59:32.706 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 226377728 2024-09-20T22:59:32.706 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.706 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T22:59:32.706 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 226381824 2024-09-20T22:59:32.706 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.706 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T22:59:32.706 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.706 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.707 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T22:59:32.707 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.707 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.707 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T22:59:32.707 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6172 2024-09-20T22:59:32.707 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.707 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:32.707 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14462, 2024-09-20T22:59:32.707 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 118744026 2024-09-20T22:59:32.707 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.707 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T22:59:32.707 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 148130012 2024-09-20T22:59:32.707 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.707 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T22:59:32.708 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10994 2024-09-20T22:59:32.708 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.708 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T22:59:32.708 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2223371 2024-09-20T22:59:32.708 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.708 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T22:59:32.708 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 533 2024-09-20T22:59:32.708 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.708 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T22:59:32.708 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8310658 2024-09-20T22:59:32.708 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.708 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T22:59:32.708 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 764 2024-09-20T22:59:32.708 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.708 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T22:59:32.709 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6087287 2024-09-20T22:59:32.709 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.709 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T22:59:32.709 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6087287 2024-09-20T22:59:32.709 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.709 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T22:59:32.709 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.709 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.709 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T22:59:32.709 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.709 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.709 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T22:59:32.709 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 241 2024-09-20T22:59:32.709 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.710 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_lat": { 2024-09-20T22:59:32.710 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 764, 2024-09-20T22:59:32.710 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2905906 2024-09-20T22:59:32.710 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.710 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_alloc_lat": { 2024-09-20T22:59:32.710 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.710 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.710 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.710 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T22:59:32.710 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.710 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.710 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T22:59:32.710 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.710 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.711 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:32.711 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T22:59:32.711 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 717 2024-09-20T22:59:32.711 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.711 INFO:tasks.workunit.client.0.smithi046.stdout: "unlink_lat": { 2024-09-20T22:59:32.711 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T22:59:32.711 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7616 2024-09-20T22:59:32.711 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.711 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_alloc_lat": { 2024-09-20T22:59:32.711 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.711 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.711 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.711 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T22:59:32.711 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.712 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.712 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T22:59:32.712 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.712 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.712 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T22:59:32.712 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 892719104 2024-09-20T22:59:32.712 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.712 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.712 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T22:59:32.712 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T22:59:32.712 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:32.712 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.712 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T22:59:32.712 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10457088 2024-09-20T22:59:32.713 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.713 INFO:tasks.workunit.client.0.smithi046.stdout: "allocator_lat": { 2024-09-20T22:59:32.713 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 20879, 2024-09-20T22:59:32.713 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 64807255 2024-09-20T22:59:32.713 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.713 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T22:59:32.713 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3211, 2024-09-20T22:59:32.713 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 451328560 2024-09-20T22:59:32.713 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.713 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T22:59:32.713 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.713 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.713 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.713 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T22:59:32.714 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.714 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.714 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T22:59:32.714 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.714 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.714 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T22:59:32.714 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.714 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.714 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T22:59:32.714 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9270, 2024-09-20T22:59:32.714 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 66742928 2024-09-20T22:59:32.714 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.714 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T22:59:32.714 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.715 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.715 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.715 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-20T22:59:32.715 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.715 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.715 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T22:59:32.715 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 59599, 2024-09-20T22:59:32.715 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15965837572 2024-09-20T22:59:32.715 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.715 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T22:59:32.715 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 59130, 2024-09-20T22:59:32.715 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1320113334 2024-09-20T22:59:32.715 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.716 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T22:59:32.716 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 59599, 2024-09-20T22:59:32.716 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 46752918 2024-09-20T22:59:32.716 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.716 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T22:59:32.716 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 59599, 2024-09-20T22:59:32.716 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16012590490 2024-09-20T22:59:32.716 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.716 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T22:59:32.716 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.716 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.716 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.716 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T22:59:32.717 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 19569, 2024-09-20T22:59:32.717 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 747903243 2024-09-20T22:59:32.717 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.717 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T22:59:32.717 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 864, 2024-09-20T22:59:32.717 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2235817 2024-09-20T22:59:32.717 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.717 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T22:59:32.717 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6287, 2024-09-20T22:59:32.717 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6270207 2024-09-20T22:59:32.717 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.717 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T22:59:32.717 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 46, 2024-09-20T22:59:32.718 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 57051 2024-09-20T22:59:32.718 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.718 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T22:59:32.718 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 10767, 2024-09-20T22:59:32.718 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2768487321 2024-09-20T22:59:32.718 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.718 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T22:59:32.718 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 185670 2024-09-20T22:59:32.718 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.718 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T22:59:32.718 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18875 2024-09-20T22:59:32.718 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.718 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:32.719 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 20677, 2024-09-20T22:59:32.719 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1020912517 2024-09-20T22:59:32.719 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.719 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T22:59:32.719 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 59754, 2024-09-20T22:59:32.719 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21351731 2024-09-20T22:59:32.719 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.719 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T22:59:32.719 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 39077, 2024-09-20T22:59:32.719 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 809554159 2024-09-20T22:59:32.719 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.719 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T22:59:32.719 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.719 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.719 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T22:59:32.720 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13203, 2024-09-20T22:59:32.720 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 304087260 2024-09-20T22:59:32.720 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.720 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_aio_wait_count": { 2024-09-20T22:59:32.720 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.720 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.720 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_committed_kv_count": { 2024-09-20T22:59:32.720 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.720 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.720 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_onode_meta_count": { 2024-09-20T22:59:32.720 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.720 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.720 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_wait_aio_count": { 2024-09-20T22:59:32.720 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.720 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.721 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T22:59:32.721 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:32.721 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4868962931 2024-09-20T22:59:32.721 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.721 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T22:59:32.721 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18204, 2024-09-20T22:59:32.721 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 855545581 2024-09-20T22:59:32.721 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.721 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T22:59:32.721 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18204, 2024-09-20T22:59:32.721 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2444698393052 2024-09-20T22:59:32.721 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.721 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T22:59:32.722 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18204, 2024-09-20T22:59:32.722 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6098300494464 2024-09-20T22:59:32.722 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.722 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T22:59:32.722 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:32.722 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2440787251181 2024-09-20T22:59:32.722 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.722 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T22:59:32.722 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:32.722 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7067849 2024-09-20T22:59:32.722 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.722 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T22:59:32.722 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:32.723 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 182024204 2024-09-20T22:59:32.723 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.723 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T22:59:32.723 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:32.723 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25622526755 2024-09-20T22:59:32.723 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.723 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T22:59:32.723 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:32.723 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25395725 2024-09-20T22:59:32.723 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.723 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T22:59:32.724 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:32.724 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12381748882 2024-09-20T22:59:32.724 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.724 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T22:59:32.724 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:32.724 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6154839128 2024-09-20T22:59:32.724 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.724 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T22:59:32.724 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6099559 2024-09-20T22:59:32.724 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.724 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:32.724 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2568, 2024-09-20T22:59:32.724 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14284843 2024-09-20T22:59:32.724 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.724 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T22:59:32.725 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:32.725 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 49221275151 2024-09-20T22:59:32.725 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.725 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T22:59:32.725 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:32.725 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6956684254 2024-09-20T22:59:32.725 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.725 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T22:59:32.725 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 70462, 2024-09-20T22:59:32.725 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 447736991 2024-09-20T22:59:32.725 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.725 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.725 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T22:59:32.725 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:32.725 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1405122390 2024-09-20T22:59:32.726 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.726 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:32.726 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 512262144 2024-09-20T22:59:32.726 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.726 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:32.726 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 378781696 2024-09-20T22:59:32.726 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.726 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:32.726 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2600504422 2024-09-20T22:59:32.726 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.726 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:32.726 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 133480448 2024-09-20T22:59:32.726 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.726 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.727 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T22:59:32.727 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.727 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-20T22:59:32.727 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.727 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.727 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.727 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.727 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.727 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.727 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.727 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.727 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56897339 2024-09-20T22:59:32.727 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.727 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.727 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.727 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.728 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.728 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.728 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.728 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.728 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.728 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.728 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.728 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.728 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.728 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.728 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 40960 2024-09-20T22:59:32.728 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.728 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.728 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 794624 2024-09-20T22:59:32.729 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.729 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.729 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.729 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.729 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.729 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.729 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.729 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.729 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.729 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.729 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.729 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68096197 2024-09-20T22:59:32.729 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.729 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.729 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T22:59:32.730 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.730 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562036736 2024-09-20T22:59:32.730 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.730 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.730 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:32.730 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.730 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.730 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.730 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.730 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.730 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 426730048 2024-09-20T22:59:32.730 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.730 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.730 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.730 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.731 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.731 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.731 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.731 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.731 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1648 2024-09-20T22:59:32.731 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.731 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.731 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.731 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.731 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.731 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 106064 2024-09-20T22:59:32.731 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.731 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.731 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 272 2024-09-20T22:59:32.731 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.731 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.732 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.732 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.732 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.732 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.732 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.732 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.732 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.732 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.732 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.732 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68089840 2024-09-20T22:59:32.732 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.732 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.732 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T22:59:32.732 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.733 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-20T22:59:32.733 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.733 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.733 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:32.733 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.733 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.733 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 412800 2024-09-20T22:59:32.733 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.733 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.733 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37931559 2024-09-20T22:59:32.733 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.733 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.733 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.733 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.734 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.734 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.734 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.734 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.734 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.734 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.734 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.734 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.734 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.734 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.734 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.734 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.734 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.735 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.735 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.735 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.735 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.735 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.735 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.735 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.735 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.735 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.735 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.735 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.735 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.735 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70707545 2024-09-20T22:59:32.735 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.735 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.736 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T22:59:32.736 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.736 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 503316480 2024-09-20T22:59:32.736 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.736 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.736 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.736 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.736 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.736 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.736 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.736 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.736 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 426730048 2024-09-20T22:59:32.736 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.736 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.737 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.737 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.737 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.737 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.737 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.737 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.737 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.737 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.737 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.737 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.737 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.737 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.737 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 165850 2024-09-20T22:59:32.737 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.738 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.738 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1156955 2024-09-20T22:59:32.738 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.738 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.738 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.738 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.738 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.738 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.738 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.738 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.738 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.738 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.738 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.739 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 75263627 2024-09-20T22:59:32.739 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.739 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.739 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T22:59:32.739 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T22:59:32.739 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.739 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.739 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:32.739 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24 2024-09-20T22:59:32.739 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.739 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T22:59:32.739 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.739 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.739 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:32.740 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.740 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.740 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.740 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:32.740 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T22:59:32.740 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 49 2024-09-20T22:59:32.740 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.740 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T22:59:32.740 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.740 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.740 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T22:59:32.740 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 42898 2024-09-20T22:59:32.740 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.740 INFO:tasks.workunit.client.0.smithi046.stdout: "op_before_queue_op_lat": { 2024-09-20T22:59:32.740 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 107968, 2024-09-20T22:59:32.741 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6846748997 2024-09-20T22:59:32.741 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.741 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T22:59:32.741 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.741 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.741 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T22:59:32.741 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.741 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.741 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T22:59:32.741 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 956906671 2024-09-20T22:59:32.741 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.741 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T22:59:32.741 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 42898, 2024-09-20T22:59:32.741 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 92352506129 2024-09-20T22:59:32.742 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.742 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T22:59:32.742 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1311269292 2024-09-20T22:59:32.742 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.742 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T22:59:32.742 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 43772, 2024-09-20T22:59:32.742 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12818133497 2024-09-20T22:59:32.742 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.742 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T22:59:32.742 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 42898, 2024-09-20T22:59:32.742 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27486286226 2024-09-20T22:59:32.742 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.742 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:32.742 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 33644 2024-09-20T22:59:32.742 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.743 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T22:59:32.743 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 33644, 2024-09-20T22:59:32.743 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12169593621 2024-09-20T22:59:32.743 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.743 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T22:59:32.743 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.743 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.743 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T22:59:32.743 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1311269292 2024-09-20T22:59:32.743 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.743 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T22:59:32.743 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 33985, 2024-09-20T22:59:32.743 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5274805522 2024-09-20T22:59:32.743 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.743 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T22:59:32.743 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 33644, 2024-09-20T22:59:32.744 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5282765557 2024-09-20T22:59:32.744 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.744 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T22:59:32.744 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4791 2024-09-20T22:59:32.744 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.744 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T22:59:32.744 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 108094296 2024-09-20T22:59:32.744 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.744 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T22:59:32.744 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4791, 2024-09-20T22:59:32.744 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6548462197 2024-09-20T22:59:32.744 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.744 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T22:59:32.744 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.744 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.745 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T22:59:32.745 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.745 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.745 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T22:59:32.745 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.745 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.745 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T22:59:32.745 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 5229, 2024-09-20T22:59:32.745 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2889659792 2024-09-20T22:59:32.745 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.745 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T22:59:32.745 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4791, 2024-09-20T22:59:32.745 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5769290114 2024-09-20T22:59:32.745 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.745 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:32.746 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4463 2024-09-20T22:59:32.746 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.746 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T22:59:32.746 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 848812375 2024-09-20T22:59:32.746 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.746 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T22:59:32.746 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4463, 2024-09-20T22:59:32.746 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 73634450311 2024-09-20T22:59:32.746 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.746 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T22:59:32.746 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.746 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.746 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T22:59:32.746 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4558, 2024-09-20T22:59:32.747 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4653668183 2024-09-20T22:59:32.747 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.747 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T22:59:32.747 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4463, 2024-09-20T22:59:32.747 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16434230555 2024-09-20T22:59:32.747 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.747 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T22:59:32.747 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.747 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.747 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T22:59:32.747 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.747 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.747 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T22:59:32.747 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9 2024-09-20T22:59:32.748 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.748 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T22:59:32.748 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T22:59:32.748 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.748 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T22:59:32.748 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 683847680 2024-09-20T22:59:32.748 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.748 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.748 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.748 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.5": { 2024-09-20T22:59:32.748 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:32.748 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_db_max_lat": { 2024-09-20T22:59:32.748 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 27887 2024-09-20T22:59:32.748 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.748 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T22:59:32.749 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.749 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.749 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_max_lat": { 2024-09-20T22:59:32.749 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.749 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.749 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T22:59:32.749 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.749 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.749 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T22:59:32.749 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T22:59:32.749 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.749 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_slow": { 2024-09-20T22:59:32.749 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.749 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.749 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T22:59:32.750 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.750 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.750 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_wal_max_lat": { 2024-09-20T22:59:32.750 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.750 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.750 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T22:59:32.750 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.750 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.750 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T22:59:32.750 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19734528 2024-09-20T22:59:32.750 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.750 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T22:59:32.750 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 841605120 2024-09-20T22:59:32.750 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.751 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T22:59:32.751 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21, 2024-09-20T22:59:32.751 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4141705 2024-09-20T22:59:32.751 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.751 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T22:59:32.751 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 21, 2024-09-20T22:59:32.751 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1536685 2024-09-20T22:59:32.751 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.751 INFO:tasks.workunit.client.0.smithi046.stdout: "db_alloc_lat": { 2024-09-20T22:59:32.751 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 241, 2024-09-20T22:59:32.751 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 998394 2024-09-20T22:59:32.751 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.751 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T22:59:32.751 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995027456 2024-09-20T22:59:32.751 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.752 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T22:59:32.752 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 828375040 2024-09-20T22:59:32.752 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.752 INFO:tasks.workunit.client.0.smithi046.stdout: "flush_lat": { 2024-09-20T22:59:32.752 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 86405, 2024-09-20T22:59:32.752 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10506497297 2024-09-20T22:59:32.752 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.752 INFO:tasks.workunit.client.0.smithi046.stdout: "fsync_lat": { 2024-09-20T22:59:32.752 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 86411, 2024-09-20T22:59:32.752 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16865503132 2024-09-20T22:59:32.752 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.752 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T22:59:32.752 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4726784 2024-09-20T22:59:32.752 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.752 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T22:59:32.753 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 353894400 2024-09-20T22:59:32.753 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.753 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T22:59:32.753 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 845414400 2024-09-20T22:59:32.753 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.753 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T22:59:32.753 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.753 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.753 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T22:59:32.753 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.753 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.753 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T22:59:32.753 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 62 2024-09-20T22:59:32.753 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.754 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T22:59:32.754 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 458695166 2024-09-20T22:59:32.754 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.754 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T22:59:32.754 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23220 2024-09-20T22:59:32.754 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.754 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T22:59:32.754 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 389898240 2024-09-20T22:59:32.754 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.754 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T22:59:32.754 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 389902336 2024-09-20T22:59:32.754 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.754 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T22:59:32.755 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.755 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.755 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T22:59:32.755 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.755 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.755 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T22:59:32.755 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9982 2024-09-20T22:59:32.755 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.755 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:32.755 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 23220, 2024-09-20T22:59:32.755 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 182969905 2024-09-20T22:59:32.755 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.755 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T22:59:32.755 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 270584118 2024-09-20T22:59:32.756 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.756 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T22:59:32.756 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17467 2024-09-20T22:59:32.756 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.756 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T22:59:32.756 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5821059 2024-09-20T22:59:32.756 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.756 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T22:59:32.756 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 836 2024-09-20T22:59:32.756 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.756 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T22:59:32.756 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19590708 2024-09-20T22:59:32.756 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.756 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T22:59:32.756 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1215 2024-09-20T22:59:32.757 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.757 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T22:59:32.757 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13769649 2024-09-20T22:59:32.757 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.757 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T22:59:32.757 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13769649 2024-09-20T22:59:32.757 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.757 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T22:59:32.757 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.757 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.757 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T22:59:32.757 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.757 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.757 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T22:59:32.757 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 409 2024-09-20T22:59:32.757 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.758 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_lat": { 2024-09-20T22:59:32.758 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1215, 2024-09-20T22:59:32.758 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5906757 2024-09-20T22:59:32.758 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.758 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_alloc_lat": { 2024-09-20T22:59:32.758 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.758 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.758 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.758 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T22:59:32.758 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.758 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.758 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T22:59:32.758 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.759 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.759 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:32.759 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T22:59:32.759 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 737 2024-09-20T22:59:32.759 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.759 INFO:tasks.workunit.client.0.smithi046.stdout: "unlink_lat": { 2024-09-20T22:59:32.759 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T22:59:32.759 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6301 2024-09-20T22:59:32.759 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.759 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_alloc_lat": { 2024-09-20T22:59:32.759 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.759 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.759 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.759 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T22:59:32.760 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.760 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.760 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T22:59:32.760 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.760 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.760 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T22:59:32.760 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1218412544 2024-09-20T22:59:32.760 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.760 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.760 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T22:59:32.760 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T22:59:32.760 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:32.760 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.760 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T22:59:32.760 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10461184 2024-09-20T22:59:32.761 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.761 INFO:tasks.workunit.client.0.smithi046.stdout: "allocator_lat": { 2024-09-20T22:59:32.761 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 20103, 2024-09-20T22:59:32.761 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68454924 2024-09-20T22:59:32.761 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.761 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T22:59:32.761 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3241, 2024-09-20T22:59:32.761 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 624773692 2024-09-20T22:59:32.761 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.761 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T22:59:32.761 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.761 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.761 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.761 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T22:59:32.761 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.761 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.762 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T22:59:32.762 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.762 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.762 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T22:59:32.762 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.762 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.762 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T22:59:32.762 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17115, 2024-09-20T22:59:32.762 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 129174706 2024-09-20T22:59:32.762 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.762 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T22:59:32.762 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.762 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.762 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.763 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-20T22:59:32.763 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.763 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.763 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T22:59:32.763 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 86318, 2024-09-20T22:59:32.763 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21131532234 2024-09-20T22:59:32.763 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.763 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T22:59:32.763 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 85788, 2024-09-20T22:59:32.763 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1772152012 2024-09-20T22:59:32.763 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.763 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T22:59:32.763 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 86318, 2024-09-20T22:59:32.763 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47970107 2024-09-20T22:59:32.763 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.764 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T22:59:32.764 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 86318, 2024-09-20T22:59:32.764 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21179502341 2024-09-20T22:59:32.764 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.764 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T22:59:32.764 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.764 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.764 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.764 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T22:59:32.764 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 26374, 2024-09-20T22:59:32.764 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1451657959 2024-09-20T22:59:32.764 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.764 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T22:59:32.764 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 888, 2024-09-20T22:59:32.764 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2224181 2024-09-20T22:59:32.765 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.765 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T22:59:32.765 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7495, 2024-09-20T22:59:32.765 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8291563 2024-09-20T22:59:32.765 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.765 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T22:59:32.765 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 50, 2024-09-20T22:59:32.765 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 103086 2024-09-20T22:59:32.765 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.765 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T22:59:32.765 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14214, 2024-09-20T22:59:32.765 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2801473372 2024-09-20T22:59:32.765 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.765 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T22:59:32.766 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 237213 2024-09-20T22:59:32.766 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.766 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T22:59:32.766 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 21863 2024-09-20T22:59:32.766 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.766 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:32.766 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12215, 2024-09-20T22:59:32.766 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1368405992 2024-09-20T22:59:32.766 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.766 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T22:59:32.766 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 34269, 2024-09-20T22:59:32.766 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10923695 2024-09-20T22:59:32.767 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.767 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T22:59:32.767 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 22054, 2024-09-20T22:59:32.767 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1269148632 2024-09-20T22:59:32.767 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.767 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T22:59:32.767 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.767 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.767 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T22:59:32.767 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15852, 2024-09-20T22:59:32.767 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 423622160 2024-09-20T22:59:32.767 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.767 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_aio_wait_count": { 2024-09-20T22:59:32.767 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.767 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.768 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_committed_kv_count": { 2024-09-20T22:59:32.768 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.768 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.768 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_onode_meta_count": { 2024-09-20T22:59:32.768 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.768 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.768 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_wait_aio_count": { 2024-09-20T22:59:32.768 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.768 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.768 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T22:59:32.768 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99826, 2024-09-20T22:59:32.768 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6787185142 2024-09-20T22:59:32.768 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.768 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T22:59:32.769 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8932, 2024-09-20T22:59:32.769 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 714754568 2024-09-20T22:59:32.769 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.769 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T22:59:32.769 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8931, 2024-09-20T22:59:32.769 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2746923063500 2024-09-20T22:59:32.769 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.769 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T22:59:32.769 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8932, 2024-09-20T22:59:32.769 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6766116121831 2024-09-20T22:59:32.769 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.769 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T22:59:32.769 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99825, 2024-09-20T22:59:32.769 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2981214548760 2024-09-20T22:59:32.769 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.769 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T22:59:32.770 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99825, 2024-09-20T22:59:32.770 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10577908 2024-09-20T22:59:32.770 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.770 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T22:59:32.770 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99826, 2024-09-20T22:59:32.770 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 378125638 2024-09-20T22:59:32.770 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.770 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T22:59:32.770 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99826, 2024-09-20T22:59:32.770 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34982979866 2024-09-20T22:59:32.770 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.770 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T22:59:32.770 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99826, 2024-09-20T22:59:32.770 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34929310 2024-09-20T22:59:32.771 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.771 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T22:59:32.771 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99826, 2024-09-20T22:59:32.771 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17980259415 2024-09-20T22:59:32.771 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.771 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T22:59:32.771 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99826, 2024-09-20T22:59:32.771 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8756052354 2024-09-20T22:59:32.771 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.771 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T22:59:32.771 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6104781 2024-09-20T22:59:32.771 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.771 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:32.771 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2594, 2024-09-20T22:59:32.771 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13572875 2024-09-20T22:59:32.772 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.772 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T22:59:32.772 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99826, 2024-09-20T22:59:32.772 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68900598188 2024-09-20T22:59:32.772 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.772 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T22:59:32.772 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99826, 2024-09-20T22:59:32.772 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9693749187 2024-09-20T22:59:32.772 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.772 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T22:59:32.772 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 99826, 2024-09-20T22:59:32.772 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 580085102 2024-09-20T22:59:32.772 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.772 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.772 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T22:59:32.773 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:32.773 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1405122390 2024-09-20T22:59:32.773 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.773 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:32.773 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 591060992 2024-09-20T22:59:32.773 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.773 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:32.773 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 522076160 2024-09-20T22:59:32.773 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.773 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:32.773 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2600504422 2024-09-20T22:59:32.773 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.773 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:32.773 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68984832 2024-09-20T22:59:32.774 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.774 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.774 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T22:59:32.774 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.774 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-20T22:59:32.774 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.774 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.774 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.774 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.774 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.774 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.774 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.774 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.774 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56085757 2024-09-20T22:59:32.775 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.775 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.775 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.775 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.775 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.775 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.775 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.775 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.775 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.775 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.775 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.775 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.775 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.775 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.775 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:32.776 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.776 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.776 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 77824 2024-09-20T22:59:32.776 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.776 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.776 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.776 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.776 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.776 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.776 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.776 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.776 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.776 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.776 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.776 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69661443 2024-09-20T22:59:32.776 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.777 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.777 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T22:59:32.777 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.777 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562036736 2024-09-20T22:59:32.777 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.777 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.777 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:32.777 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.777 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.777 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.777 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.777 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.777 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 420643180 2024-09-20T22:59:32.777 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.778 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.778 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.778 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.778 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.778 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.778 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.778 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.778 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2640 2024-09-20T22:59:32.778 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.778 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.778 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.778 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.778 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.778 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 169616 2024-09-20T22:59:32.779 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.779 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.779 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.779 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.779 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.779 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.779 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.779 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.779 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.779 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.779 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.779 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.779 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.779 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.780 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 74112436 2024-09-20T22:59:32.780 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.780 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.780 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T22:59:32.780 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.780 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-20T22:59:32.780 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.780 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.780 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:32.780 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.780 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.780 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1039344 2024-09-20T22:59:32.780 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.780 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.780 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37390504 2024-09-20T22:59:32.781 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.781 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.781 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.781 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.781 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.781 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.781 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.781 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.781 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.781 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.781 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.781 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.781 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.781 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.781 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.782 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.782 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.782 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.782 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.782 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.782 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.782 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.782 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.782 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.782 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.782 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.782 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.782 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.782 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.782 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70622056 2024-09-20T22:59:32.783 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.783 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.783 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T22:59:32.783 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.783 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 494927872 2024-09-20T22:59:32.783 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.783 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.783 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.783 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.783 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.783 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.783 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.783 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.783 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 420643180 2024-09-20T22:59:32.783 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.784 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.784 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.784 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.784 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.784 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.784 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.784 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.784 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.784 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.784 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.784 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.784 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.784 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.784 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 162005 2024-09-20T22:59:32.784 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.785 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.785 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1138979 2024-09-20T22:59:32.785 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.785 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.785 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.785 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.785 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.785 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.785 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.785 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.785 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.785 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.785 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.785 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 72983708 2024-09-20T22:59:32.785 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.786 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.786 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T22:59:32.786 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T22:59:32.786 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.786 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.786 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:32.786 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 23 2024-09-20T22:59:32.786 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.786 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T22:59:32.786 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.786 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.786 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:32.786 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.786 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.787 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.787 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:32.787 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T22:59:32.787 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 59 2024-09-20T22:59:32.787 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.787 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T22:59:32.787 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.787 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.787 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T22:59:32.787 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25111 2024-09-20T22:59:32.787 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.787 INFO:tasks.workunit.client.0.smithi046.stdout: "op_before_queue_op_lat": { 2024-09-20T22:59:32.787 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 117667, 2024-09-20T22:59:32.787 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10131338741 2024-09-20T22:59:32.788 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.788 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T22:59:32.788 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.788 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.788 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T22:59:32.788 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.788 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.788 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T22:59:32.788 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 987610111 2024-09-20T22:59:32.788 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.788 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T22:59:32.788 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 25111, 2024-09-20T22:59:32.788 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 31611553398 2024-09-20T22:59:32.788 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.788 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T22:59:32.789 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1612745235 2024-09-20T22:59:32.789 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.789 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T22:59:32.789 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 25939, 2024-09-20T22:59:32.789 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10094058386 2024-09-20T22:59:32.789 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.789 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T22:59:32.789 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 25111, 2024-09-20T22:59:32.789 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 20291498967 2024-09-20T22:59:32.789 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.789 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:32.789 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17053 2024-09-20T22:59:32.789 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.789 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T22:59:32.789 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17053, 2024-09-20T22:59:32.790 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9737929068 2024-09-20T22:59:32.790 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.790 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T22:59:32.790 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.790 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.790 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T22:59:32.790 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1612745235 2024-09-20T22:59:32.790 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.790 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T22:59:32.790 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17183, 2024-09-20T22:59:32.790 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3910356663 2024-09-20T22:59:32.790 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.790 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T22:59:32.790 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17053, 2024-09-20T22:59:32.790 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4254767910 2024-09-20T22:59:32.791 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.791 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T22:59:32.791 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6903 2024-09-20T22:59:32.791 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.791 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T22:59:32.791 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 274168636 2024-09-20T22:59:32.791 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.791 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T22:59:32.791 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6903, 2024-09-20T22:59:32.791 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13662193104 2024-09-20T22:59:32.791 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.791 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T22:59:32.791 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.791 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.791 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T22:59:32.792 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.792 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.792 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T22:59:32.792 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.792 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.792 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T22:59:32.792 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 7438, 2024-09-20T22:59:32.792 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4487456375 2024-09-20T22:59:32.792 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.792 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T22:59:32.792 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 6903, 2024-09-20T22:59:32.792 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9928055239 2024-09-20T22:59:32.792 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.792 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:32.792 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1155 2024-09-20T22:59:32.793 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.793 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T22:59:32.793 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 713441475 2024-09-20T22:59:32.793 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.793 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T22:59:32.793 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1155, 2024-09-20T22:59:32.793 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8211431226 2024-09-20T22:59:32.793 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.793 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T22:59:32.793 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.793 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.793 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T22:59:32.793 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1318, 2024-09-20T22:59:32.793 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1696245348 2024-09-20T22:59:32.794 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.794 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T22:59:32.794 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1155, 2024-09-20T22:59:32.794 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6108675818 2024-09-20T22:59:32.794 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.794 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T22:59:32.794 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.794 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.794 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T22:59:32.794 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.794 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.794 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T22:59:32.794 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17 2024-09-20T22:59:32.794 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.795 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T22:59:32.795 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T22:59:32.795 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.795 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T22:59:32.795 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 838848512 2024-09-20T22:59:32.795 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.795 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.795 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.795 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.6": { 2024-09-20T22:59:32.795 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:32.795 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_db_max_lat": { 2024-09-20T22:59:32.795 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25137 2024-09-20T22:59:32.795 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.795 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T22:59:32.795 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.796 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.796 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_max_lat": { 2024-09-20T22:59:32.796 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.796 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.796 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T22:59:32.796 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.796 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.796 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T22:59:32.796 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T22:59:32.796 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.796 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_slow": { 2024-09-20T22:59:32.796 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.796 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.796 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T22:59:32.797 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.797 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.797 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_wal_max_lat": { 2024-09-20T22:59:32.797 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.797 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.797 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T22:59:32.797 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.797 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.797 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T22:59:32.797 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10280960 2024-09-20T22:59:32.797 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.797 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T22:59:32.797 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 619364352 2024-09-20T22:59:32.797 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.797 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T22:59:32.798 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15, 2024-09-20T22:59:32.798 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2877530 2024-09-20T22:59:32.798 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.798 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T22:59:32.798 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15, 2024-09-20T22:59:32.798 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 941332 2024-09-20T22:59:32.798 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.798 INFO:tasks.workunit.client.0.smithi046.stdout: "db_alloc_lat": { 2024-09-20T22:59:32.798 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 165, 2024-09-20T22:59:32.798 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 662724 2024-09-20T22:59:32.798 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.798 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T22:59:32.798 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995027456 2024-09-20T22:59:32.798 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.798 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T22:59:32.799 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 597098496 2024-09-20T22:59:32.799 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.799 INFO:tasks.workunit.client.0.smithi046.stdout: "flush_lat": { 2024-09-20T22:59:32.799 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 62094, 2024-09-20T22:59:32.799 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7460486972 2024-09-20T22:59:32.799 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.799 INFO:tasks.workunit.client.0.smithi046.stdout: "fsync_lat": { 2024-09-20T22:59:32.799 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 62106, 2024-09-20T22:59:32.799 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12198424672 2024-09-20T22:59:32.799 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.799 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T22:59:32.799 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4997120 2024-09-20T22:59:32.799 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.799 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T22:59:32.799 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 254361600 2024-09-20T22:59:32.800 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.800 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T22:59:32.800 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 614137856 2024-09-20T22:59:32.800 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.800 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T22:59:32.800 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.800 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.800 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T22:59:32.800 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.800 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.800 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T22:59:32.800 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 48 2024-09-20T22:59:32.800 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.800 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T22:59:32.800 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 308642448 2024-09-20T22:59:32.801 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.801 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T22:59:32.801 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16640 2024-09-20T22:59:32.801 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.801 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T22:59:32.801 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 281112576 2024-09-20T22:59:32.801 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.801 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T22:59:32.801 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 281116672 2024-09-20T22:59:32.801 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.801 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T22:59:32.801 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.801 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.801 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T22:59:32.801 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.802 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.802 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T22:59:32.802 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7883 2024-09-20T22:59:32.802 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.802 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:32.802 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 16640, 2024-09-20T22:59:32.802 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 134654085 2024-09-20T22:59:32.802 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.802 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T22:59:32.802 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 191698307 2024-09-20T22:59:32.802 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.802 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T22:59:32.802 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13059 2024-09-20T22:59:32.802 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.802 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T22:59:32.803 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3271529 2024-09-20T22:59:32.803 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.803 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T22:59:32.803 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 627 2024-09-20T22:59:32.803 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.803 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T22:59:32.803 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10196242 2024-09-20T22:59:32.803 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.803 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T22:59:32.803 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 847 2024-09-20T22:59:32.803 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.803 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T22:59:32.803 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6924713 2024-09-20T22:59:32.803 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.804 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T22:59:32.804 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6924713 2024-09-20T22:59:32.804 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.804 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T22:59:32.804 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.804 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.804 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T22:59:32.804 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.804 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.804 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T22:59:32.804 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 232 2024-09-20T22:59:32.804 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.804 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_lat": { 2024-09-20T22:59:32.804 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 847, 2024-09-20T22:59:32.804 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3034810 2024-09-20T22:59:32.805 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.805 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_alloc_lat": { 2024-09-20T22:59:32.805 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.805 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.805 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.805 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T22:59:32.805 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.805 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.805 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T22:59:32.805 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.805 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.805 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:32.805 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T22:59:32.805 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1105 2024-09-20T22:59:32.805 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.806 INFO:tasks.workunit.client.0.smithi046.stdout: "unlink_lat": { 2024-09-20T22:59:32.806 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T22:59:32.806 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9206 2024-09-20T22:59:32.806 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.806 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_alloc_lat": { 2024-09-20T22:59:32.806 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.806 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.806 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.806 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T22:59:32.806 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.806 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.806 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T22:59:32.806 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.806 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.806 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T22:59:32.807 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 886292480 2024-09-20T22:59:32.807 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.807 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.807 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T22:59:32.807 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T22:59:32.807 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:32.807 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.807 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T22:59:32.807 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11046912 2024-09-20T22:59:32.807 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.807 INFO:tasks.workunit.client.0.smithi046.stdout: "allocator_lat": { 2024-09-20T22:59:32.807 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14111, 2024-09-20T22:59:32.807 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 42852833 2024-09-20T22:59:32.807 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.807 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T22:59:32.808 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3165, 2024-09-20T22:59:32.808 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 434247696 2024-09-20T22:59:32.808 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.808 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T22:59:32.808 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.808 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.808 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.808 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T22:59:32.808 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.808 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.808 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T22:59:32.808 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.808 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.808 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T22:59:32.808 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.809 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.809 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T22:59:32.809 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 11915, 2024-09-20T22:59:32.809 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 86789506 2024-09-20T22:59:32.809 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.809 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T22:59:32.809 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.809 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.809 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.809 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-20T22:59:32.809 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.809 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.809 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T22:59:32.809 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 62039, 2024-09-20T22:59:32.810 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15228521646 2024-09-20T22:59:32.810 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.810 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T22:59:32.810 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 61646, 2024-09-20T22:59:32.810 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1254721166 2024-09-20T22:59:32.810 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.810 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T22:59:32.810 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 62039, 2024-09-20T22:59:32.810 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32945948 2024-09-20T22:59:32.810 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.810 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T22:59:32.810 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 62039, 2024-09-20T22:59:32.810 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15261467594 2024-09-20T22:59:32.810 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.810 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T22:59:32.811 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.811 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.811 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.811 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T22:59:32.811 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 25828, 2024-09-20T22:59:32.811 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 473698980 2024-09-20T22:59:32.811 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.811 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T22:59:32.811 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 852, 2024-09-20T22:59:32.811 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2351467 2024-09-20T22:59:32.811 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.811 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T22:59:32.811 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8246, 2024-09-20T22:59:32.811 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6647955 2024-09-20T22:59:32.811 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.812 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T22:59:32.812 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 43, 2024-09-20T22:59:32.812 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 49825 2024-09-20T22:59:32.812 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.812 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T22:59:32.812 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 11866, 2024-09-20T22:59:32.812 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2608765853 2024-09-20T22:59:32.812 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.812 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T22:59:32.812 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 182802 2024-09-20T22:59:32.812 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.812 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T22:59:32.812 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18963 2024-09-20T22:59:32.812 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.813 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:32.813 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 9955, 2024-09-20T22:59:32.813 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1156616311 2024-09-20T22:59:32.813 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.813 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T22:59:32.813 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 36902, 2024-09-20T22:59:32.813 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10366141 2024-09-20T22:59:32.813 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.813 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T22:59:32.813 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 26947, 2024-09-20T22:59:32.813 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 922915336 2024-09-20T22:59:32.813 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.813 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T22:59:32.813 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.814 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.814 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T22:59:32.814 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 11699, 2024-09-20T22:59:32.814 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 276968521 2024-09-20T22:59:32.814 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.814 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_aio_wait_count": { 2024-09-20T22:59:32.814 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.814 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.814 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_committed_kv_count": { 2024-09-20T22:59:32.814 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.814 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.814 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_onode_meta_count": { 2024-09-20T22:59:32.814 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.814 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.815 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_wait_aio_count": { 2024-09-20T22:59:32.815 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.815 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.815 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T22:59:32.815 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72677, 2024-09-20T22:59:32.815 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4614015231 2024-09-20T22:59:32.815 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.815 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T22:59:32.815 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14323, 2024-09-20T22:59:32.815 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 861728079 2024-09-20T22:59:32.815 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.815 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T22:59:32.815 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14322, 2024-09-20T22:59:32.815 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2657117265717 2024-09-20T22:59:32.815 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.816 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T22:59:32.816 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 14323, 2024-09-20T22:59:32.816 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5999009735449 2024-09-20T22:59:32.816 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.816 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T22:59:32.816 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72676, 2024-09-20T22:59:32.816 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2493227737660 2024-09-20T22:59:32.816 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.816 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T22:59:32.816 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72676, 2024-09-20T22:59:32.816 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7068220 2024-09-20T22:59:32.816 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.816 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T22:59:32.816 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72677, 2024-09-20T22:59:32.816 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 266859060 2024-09-20T22:59:32.817 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.817 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T22:59:32.817 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72677, 2024-09-20T22:59:32.817 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24857048275 2024-09-20T22:59:32.817 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.817 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T22:59:32.817 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72677, 2024-09-20T22:59:32.817 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 24949531 2024-09-20T22:59:32.817 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.817 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T22:59:32.817 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72677, 2024-09-20T22:59:32.817 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11988709031 2024-09-20T22:59:32.817 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.817 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T22:59:32.817 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72677, 2024-09-20T22:59:32.818 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5440251551 2024-09-20T22:59:32.818 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.818 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T22:59:32.818 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6695040 2024-09-20T22:59:32.818 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.818 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:32.818 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2504, 2024-09-20T22:59:32.818 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12841259 2024-09-20T22:59:32.818 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.818 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T22:59:32.818 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72677, 2024-09-20T22:59:32.818 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47178652568 2024-09-20T22:59:32.818 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.818 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T22:59:32.818 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72677, 2024-09-20T22:59:32.819 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6210672135 2024-09-20T22:59:32.819 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.819 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T22:59:32.819 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 72677, 2024-09-20T22:59:32.819 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 433958158 2024-09-20T22:59:32.819 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.819 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.819 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T22:59:32.819 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:32.819 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1405122390 2024-09-20T22:59:32.819 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.819 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:32.819 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 500146176 2024-09-20T22:59:32.819 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.819 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:32.820 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 456105984 2024-09-20T22:59:32.820 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.820 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:32.820 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2600504422 2024-09-20T22:59:32.820 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.820 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:32.820 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 44040192 2024-09-20T22:59:32.820 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.820 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.820 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T22:59:32.820 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.820 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-20T22:59:32.820 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.820 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.821 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.821 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.821 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.821 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.821 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.821 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.821 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56904438 2024-09-20T22:59:32.821 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.821 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.821 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.821 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.821 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.821 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.821 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.821 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.822 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.822 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.822 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.822 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.822 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.822 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.822 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:32.822 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.822 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.822 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69632 2024-09-20T22:59:32.822 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.822 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.822 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.822 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.823 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.823 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.823 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.823 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.823 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.823 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.823 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.823 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68850954 2024-09-20T22:59:32.823 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.823 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.823 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T22:59:32.823 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.823 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562036736 2024-09-20T22:59:32.823 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.823 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.824 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:32.824 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.824 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.824 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.824 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.824 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.824 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 426783292 2024-09-20T22:59:32.824 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.824 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.824 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.824 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.824 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.824 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1744 2024-09-20T22:59:32.824 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.824 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.825 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.825 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.825 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.825 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.825 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.825 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.825 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 120624 2024-09-20T22:59:32.825 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.825 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.825 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.825 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.825 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.825 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.825 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.825 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.825 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.826 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.826 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.826 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.826 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.826 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.826 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68022212 2024-09-20T22:59:32.826 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.826 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.826 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T22:59:32.826 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.826 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-20T22:59:32.826 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.826 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.826 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:32.827 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.827 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.827 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 406848 2024-09-20T22:59:32.827 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.827 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.827 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37936292 2024-09-20T22:59:32.827 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.827 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.827 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.827 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.827 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.827 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.827 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.827 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.827 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.828 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.828 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.828 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.828 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.828 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.828 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.828 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.828 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.828 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.828 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.828 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.828 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.828 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.828 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.828 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.828 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.829 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.829 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.829 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.829 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.829 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70708764 2024-09-20T22:59:32.829 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.829 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.829 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T22:59:32.829 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.829 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 503316480 2024-09-20T22:59:32.829 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.829 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.829 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.829 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.830 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.830 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.830 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.830 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.830 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 426783292 2024-09-20T22:59:32.830 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.830 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.830 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.830 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.830 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.830 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.830 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.830 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.830 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.831 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.831 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.831 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.831 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.831 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.831 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 166785 2024-09-20T22:59:32.831 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.831 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.831 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1168506 2024-09-20T22:59:32.831 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.831 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.832 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.832 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.832 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.832 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.832 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.832 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.832 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.832 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.832 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.832 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 75197897 2024-09-20T22:59:32.832 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.832 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.832 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T22:59:32.833 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T22:59:32.833 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.833 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.833 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:32.833 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19 2024-09-20T22:59:32.833 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.833 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T22:59:32.833 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.833 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.833 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:32.833 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.833 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.833 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.833 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:32.833 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T22:59:32.833 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 51 2024-09-20T22:59:32.834 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.834 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T22:59:32.834 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.834 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.834 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T22:59:32.834 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34254 2024-09-20T22:59:32.834 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.834 INFO:tasks.workunit.client.0.smithi046.stdout: "op_before_queue_op_lat": { 2024-09-20T22:59:32.834 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 97761, 2024-09-20T22:59:32.834 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6012056163 2024-09-20T22:59:32.834 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.834 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T22:59:32.834 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.834 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.835 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T22:59:32.835 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.835 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.835 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T22:59:32.835 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 998365691 2024-09-20T22:59:32.835 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.835 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T22:59:32.835 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 34254, 2024-09-20T22:59:32.835 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 63066420135 2024-09-20T22:59:32.835 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.835 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T22:59:32.835 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1502690569 2024-09-20T22:59:32.836 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.836 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T22:59:32.836 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 34753, 2024-09-20T22:59:32.836 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11733506864 2024-09-20T22:59:32.836 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.836 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T22:59:32.836 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 34254, 2024-09-20T22:59:32.836 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 26713216216 2024-09-20T22:59:32.836 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.836 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:32.836 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 25650 2024-09-20T22:59:32.836 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.836 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T22:59:32.836 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 25650, 2024-09-20T22:59:32.836 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8225994773 2024-09-20T22:59:32.837 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.837 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T22:59:32.837 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.837 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.837 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T22:59:32.837 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1502690569 2024-09-20T22:59:32.837 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.837 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T22:59:32.837 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 25846, 2024-09-20T22:59:32.837 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4825872336 2024-09-20T22:59:32.837 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.837 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T22:59:32.837 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 25650, 2024-09-20T22:59:32.837 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4745004103 2024-09-20T22:59:32.837 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.838 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T22:59:32.838 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4539 2024-09-20T22:59:32.838 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.838 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T22:59:32.838 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 136609671 2024-09-20T22:59:32.838 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.838 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T22:59:32.838 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4539, 2024-09-20T22:59:32.838 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10039564389 2024-09-20T22:59:32.838 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.838 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T22:59:32.838 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.838 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.838 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T22:59:32.838 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.839 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T22:59:32.839 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.839 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T22:59:32.839 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4719, 2024-09-20T22:59:32.839 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2790790550 2024-09-20T22:59:32.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.839 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T22:59:32.839 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4539, 2024-09-20T22:59:32.839 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6627390168 2024-09-20T22:59:32.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.839 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:32.839 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4065 2024-09-20T22:59:32.839 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.840 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T22:59:32.840 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 861756020 2024-09-20T22:59:32.840 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.840 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T22:59:32.840 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4065, 2024-09-20T22:59:32.840 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 44800860973 2024-09-20T22:59:32.840 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.840 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T22:59:32.840 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.840 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.840 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T22:59:32.840 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4188, 2024-09-20T22:59:32.841 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4116843978 2024-09-20T22:59:32.841 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.841 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T22:59:32.841 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4065, 2024-09-20T22:59:32.841 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 15340821945 2024-09-20T22:59:32.841 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.841 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T22:59:32.841 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.841 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.841 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T22:59:32.841 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.841 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.841 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T22:59:32.842 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9 2024-09-20T22:59:32.842 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.842 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T22:59:32.842 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T22:59:32.842 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.842 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T22:59:32.842 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 608157696 2024-09-20T22:59:32.842 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.842 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.842 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.842 INFO:tasks.workunit.client.0.smithi046.stdout: "osd.7": { 2024-09-20T22:59:32.842 INFO:tasks.workunit.client.0.smithi046.stdout: "bluefs": { 2024-09-20T22:59:32.842 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_db_max_lat": { 2024-09-20T22:59:32.842 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 20072 2024-09-20T22:59:32.843 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.843 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_fallback": { 2024-09-20T22:59:32.843 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.843 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.843 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_max_lat": { 2024-09-20T22:59:32.843 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.843 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.843 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_slow_size_fallback": { 2024-09-20T22:59:32.843 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.843 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.843 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_db": { 2024-09-20T22:59:32.843 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65536 2024-09-20T22:59:32.843 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.843 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_slow": { 2024-09-20T22:59:32.844 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.844 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.844 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit_wal": { 2024-09-20T22:59:32.844 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.844 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.844 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_wal_max_lat": { 2024-09-20T22:59:32.844 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.844 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.844 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_slow": { 2024-09-20T22:59:32.844 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.844 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.844 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_sst": { 2024-09-20T22:59:32.844 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9035776 2024-09-20T22:59:32.844 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.844 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_written_wal": { 2024-09-20T22:59:32.845 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 611606528 2024-09-20T22:59:32.845 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.845 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lat": { 2024-09-20T22:59:32.845 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 16, 2024-09-20T22:59:32.845 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3374869 2024-09-20T22:59:32.845 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.845 INFO:tasks.workunit.client.0.smithi046.stdout: "compact_lock_lat": { 2024-09-20T22:59:32.845 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 16, 2024-09-20T22:59:32.845 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1207168 2024-09-20T22:59:32.845 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.845 INFO:tasks.workunit.client.0.smithi046.stdout: "db_alloc_lat": { 2024-09-20T22:59:32.845 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 171, 2024-09-20T22:59:32.845 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 714709 2024-09-20T22:59:32.845 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.845 INFO:tasks.workunit.client.0.smithi046.stdout: "db_total_bytes": { 2024-09-20T22:59:32.845 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995027456 2024-09-20T22:59:32.846 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.846 INFO:tasks.workunit.client.0.smithi046.stdout: "db_used_bytes": { 2024-09-20T22:59:32.846 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 581500928 2024-09-20T22:59:32.846 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.846 INFO:tasks.workunit.client.0.smithi046.stdout: "flush_lat": { 2024-09-20T22:59:32.846 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 67482, 2024-09-20T22:59:32.846 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8149033988 2024-09-20T22:59:32.846 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.846 INFO:tasks.workunit.client.0.smithi046.stdout: "fsync_lat": { 2024-09-20T22:59:32.846 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 67485, 2024-09-20T22:59:32.846 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13287417305 2024-09-20T22:59:32.846 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.846 INFO:tasks.workunit.client.0.smithi046.stdout: "log_bytes": { 2024-09-20T22:59:32.846 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10448896 2024-09-20T22:59:32.846 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.847 INFO:tasks.workunit.client.0.smithi046.stdout: "logged_bytes": { 2024-09-20T22:59:32.847 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 276443136 2024-09-20T22:59:32.847 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.847 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_db": { 2024-09-20T22:59:32.847 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 575799296 2024-09-20T22:59:32.847 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.847 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_slow": { 2024-09-20T22:59:32.847 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.847 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.847 INFO:tasks.workunit.client.0.smithi046.stdout: "max_bytes_wal": { 2024-09-20T22:59:32.847 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.847 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.847 INFO:tasks.workunit.client.0.smithi046.stdout: "num_files": { 2024-09-20T22:59:32.847 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 45 2024-09-20T22:59:32.847 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.847 INFO:tasks.workunit.client.0.smithi046.stdout: "read_bytes": { 2024-09-20T22:59:32.848 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 313034649 2024-09-20T22:59:32.848 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.848 INFO:tasks.workunit.client.0.smithi046.stdout: "read_count": { 2024-09-20T22:59:32.848 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17247 2024-09-20T22:59:32.848 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.848 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes": { 2024-09-20T22:59:32.848 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 254013440 2024-09-20T22:59:32.848 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.848 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_db": { 2024-09-20T22:59:32.848 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 254017536 2024-09-20T22:59:32.848 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.848 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_slow": { 2024-09-20T22:59:32.848 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.848 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.849 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_bytes_wal": { 2024-09-20T22:59:32.849 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.849 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.849 INFO:tasks.workunit.client.0.smithi046.stdout: "read_disk_count": { 2024-09-20T22:59:32.849 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6228 2024-09-20T22:59:32.849 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.849 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:32.849 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 17247, 2024-09-20T22:59:32.849 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 128638030 2024-09-20T22:59:32.849 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.849 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_bytes": { 2024-09-20T22:59:32.849 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 189111032 2024-09-20T22:59:32.849 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.849 INFO:tasks.workunit.client.0.smithi046.stdout: "read_prefetch_count": { 2024-09-20T22:59:32.850 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 13453 2024-09-20T22:59:32.850 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.850 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_bytes": { 2024-09-20T22:59:32.850 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2616197 2024-09-20T22:59:32.850 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.850 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_buffer_count": { 2024-09-20T22:59:32.850 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 555 2024-09-20T22:59:32.850 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.850 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_bytes": { 2024-09-20T22:59:32.850 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8964488 2024-09-20T22:59:32.850 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.850 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_count": { 2024-09-20T22:59:32.850 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 754 2024-09-20T22:59:32.850 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.851 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes": { 2024-09-20T22:59:32.851 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6348291 2024-09-20T22:59:32.851 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.851 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_db": { 2024-09-20T22:59:32.851 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6348291 2024-09-20T22:59:32.851 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.851 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_slow": { 2024-09-20T22:59:32.851 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.851 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.851 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_bytes_wal": { 2024-09-20T22:59:32.851 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.851 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.851 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_disk_count": { 2024-09-20T22:59:32.851 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 211 2024-09-20T22:59:32.852 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.852 INFO:tasks.workunit.client.0.smithi046.stdout: "read_random_lat": { 2024-09-20T22:59:32.852 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 754, 2024-09-20T22:59:32.852 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 3256699 2024-09-20T22:59:32.852 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.852 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_alloc_lat": { 2024-09-20T22:59:32.852 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.852 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.852 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.852 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_total_bytes": { 2024-09-20T22:59:32.852 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.852 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.852 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_used_bytes": { 2024-09-20T22:59:32.852 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.853 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.853 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:32.853 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1, 2024-09-20T22:59:32.853 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 658 2024-09-20T22:59:32.853 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.853 INFO:tasks.workunit.client.0.smithi046.stdout: "unlink_lat": { 2024-09-20T22:59:32.853 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 4, 2024-09-20T22:59:32.853 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10138 2024-09-20T22:59:32.853 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.853 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_alloc_lat": { 2024-09-20T22:59:32.853 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.853 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.853 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.853 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_total_bytes": { 2024-09-20T22:59:32.853 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.853 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.853 INFO:tasks.workunit.client.0.smithi046.stdout: "wal_used_bytes": { 2024-09-20T22:59:32.854 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.854 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.854 INFO:tasks.workunit.client.0.smithi046.stdout: "write_bytes": { 2024-09-20T22:59:32.854 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 899518464 2024-09-20T22:59:32.854 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.854 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.854 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore": { 2024-09-20T22:59:32.854 INFO:tasks.workunit.client.0.smithi046.stdout: "alloc_unit": { 2024-09-20T22:59:32.854 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4096 2024-09-20T22:59:32.854 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.854 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": { 2024-09-20T22:59:32.854 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 11038720 2024-09-20T22:59:32.854 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.854 INFO:tasks.workunit.client.0.smithi046.stdout: "allocator_lat": { 2024-09-20T22:59:32.855 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 20711, 2024-09-20T22:59:32.855 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56660152 2024-09-20T22:59:32.855 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.855 INFO:tasks.workunit.client.0.smithi046.stdout: "clist_lat": { 2024-09-20T22:59:32.855 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 3195, 2024-09-20T22:59:32.855 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 441429657 2024-09-20T22:59:32.855 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.855 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_lat": { 2024-09-20T22:59:32.855 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.855 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.855 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.855 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed": { 2024-09-20T22:59:32.855 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.855 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.856 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_allocated": { 2024-09-20T22:59:32.856 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.856 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.856 INFO:tasks.workunit.client.0.smithi046.stdout: "compressed_original": { 2024-09-20T22:59:32.856 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.856 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.856 INFO:tasks.workunit.client.0.smithi046.stdout: "csum_lat": { 2024-09-20T22:59:32.856 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 18689, 2024-09-20T22:59:32.856 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 129908672 2024-09-20T22:59:32.856 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.856 INFO:tasks.workunit.client.0.smithi046.stdout: "decompress_lat": { 2024-09-20T22:59:32.856 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.856 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.856 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.857 INFO:tasks.workunit.client.0.smithi046.stdout: "fragmentation_micros": { 2024-09-20T22:59:32.857 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.857 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_commit_lat": { 2024-09-20T22:59:32.857 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 67433, 2024-09-20T22:59:32.857 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16486165384 2024-09-20T22:59:32.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.857 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_final_lat": { 2024-09-20T22:59:32.857 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 66968, 2024-09-20T22:59:32.857 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1432232673 2024-09-20T22:59:32.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.857 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_flush_lat": { 2024-09-20T22:59:32.857 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 67433, 2024-09-20T22:59:32.857 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 39911880 2024-09-20T22:59:32.857 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.858 INFO:tasks.workunit.client.0.smithi046.stdout: "kv_sync_lat": { 2024-09-20T22:59:32.858 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 67433, 2024-09-20T22:59:32.858 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 16526077264 2024-09-20T22:59:32.858 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.858 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_keys_lat": { 2024-09-20T22:59:32.858 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 0, 2024-09-20T22:59:32.858 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.858 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.858 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_get_values_lat": { 2024-09-20T22:59:32.858 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 34116, 2024-09-20T22:59:32.858 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 659590577 2024-09-20T22:59:32.858 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.858 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_lower_bound_lat": { 2024-09-20T22:59:32.858 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 790, 2024-09-20T22:59:32.859 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2475906 2024-09-20T22:59:32.859 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.859 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_next_lat": { 2024-09-20T22:59:32.859 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 8258, 2024-09-20T22:59:32.859 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5502721 2024-09-20T22:59:32.859 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.859 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_seek_to_first_lat": { 2024-09-20T22:59:32.859 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 50, 2024-09-20T22:59:32.859 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 65811 2024-09-20T22:59:32.859 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.859 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_upper_bound_lat": { 2024-09-20T22:59:32.859 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13973, 2024-09-20T22:59:32.859 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2145438825 2024-09-20T22:59:32.859 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.859 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_hits": { 2024-09-20T22:59:32.860 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 219485 2024-09-20T22:59:32.860 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.860 INFO:tasks.workunit.client.0.smithi046.stdout: "onode_misses": { 2024-09-20T22:59:32.860 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 18912 2024-09-20T22:59:32.860 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.860 INFO:tasks.workunit.client.0.smithi046.stdout: "read_lat": { 2024-09-20T22:59:32.860 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15875, 2024-09-20T22:59:32.860 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1348282726 2024-09-20T22:59:32.860 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.860 INFO:tasks.workunit.client.0.smithi046.stdout: "read_onode_meta_lat": { 2024-09-20T22:59:32.860 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 48420, 2024-09-20T22:59:32.860 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19380017 2024-09-20T22:59:32.860 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.860 INFO:tasks.workunit.client.0.smithi046.stdout: "read_wait_aio_lat": { 2024-09-20T22:59:32.861 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 32545, 2024-09-20T22:59:32.861 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1204502229 2024-09-20T22:59:32.861 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.861 INFO:tasks.workunit.client.0.smithi046.stdout: "reads_with_retries": { 2024-09-20T22:59:32.861 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.861 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.861 INFO:tasks.workunit.client.0.smithi046.stdout: "remove_lat": { 2024-09-20T22:59:32.861 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 13325, 2024-09-20T22:59:32.861 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 320848483 2024-09-20T22:59:32.861 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.861 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_aio_wait_count": { 2024-09-20T22:59:32.861 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.861 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.861 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_committed_kv_count": { 2024-09-20T22:59:32.861 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.862 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.862 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_onode_meta_count": { 2024-09-20T22:59:32.862 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.862 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.862 INFO:tasks.workunit.client.0.smithi046.stdout: "slow_read_wait_aio_count": { 2024-09-20T22:59:32.862 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.862 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.862 INFO:tasks.workunit.client.0.smithi046.stdout: "state_aio_wait_lat": { 2024-09-20T22:59:32.862 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81043, 2024-09-20T22:59:32.862 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8812960388 2024-09-20T22:59:32.862 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.862 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_aio_wait_lat": { 2024-09-20T22:59:32.863 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15361, 2024-09-20T22:59:32.863 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 792111425 2024-09-20T22:59:32.863 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.863 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_cleanup_lat": { 2024-09-20T22:59:32.863 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15360, 2024-09-20T22:59:32.863 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2522565598133 2024-09-20T22:59:32.863 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.863 INFO:tasks.workunit.client.0.smithi046.stdout: "state_deferred_queued_lat": { 2024-09-20T22:59:32.863 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 15361, 2024-09-20T22:59:32.863 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 5975525371087 2024-09-20T22:59:32.863 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.863 INFO:tasks.workunit.client.0.smithi046.stdout: "state_done_lat": { 2024-09-20T22:59:32.863 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81042, 2024-09-20T22:59:32.864 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2332732583791 2024-09-20T22:59:32.864 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.864 INFO:tasks.workunit.client.0.smithi046.stdout: "state_finishing_lat": { 2024-09-20T22:59:32.864 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81042, 2024-09-20T22:59:32.864 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7871695 2024-09-20T22:59:32.864 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.864 INFO:tasks.workunit.client.0.smithi046.stdout: "state_io_done_lat": { 2024-09-20T22:59:32.864 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81043, 2024-09-20T22:59:32.864 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 463094445 2024-09-20T22:59:32.864 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.864 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_commiting_lat": { 2024-09-20T22:59:32.864 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81043, 2024-09-20T22:59:32.864 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 29123808937 2024-09-20T22:59:32.864 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.864 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_done_lat": { 2024-09-20T22:59:32.864 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81043, 2024-09-20T22:59:32.865 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 28692730 2024-09-20T22:59:32.865 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.865 INFO:tasks.workunit.client.0.smithi046.stdout: "state_kv_queued_lat": { 2024-09-20T22:59:32.865 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81043, 2024-09-20T22:59:32.865 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 14338506851 2024-09-20T22:59:32.865 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.865 INFO:tasks.workunit.client.0.smithi046.stdout: "state_prepare_lat": { 2024-09-20T22:59:32.865 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81043, 2024-09-20T22:59:32.865 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6547718898 2024-09-20T22:59:32.865 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.865 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": { 2024-09-20T22:59:32.865 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6689804 2024-09-20T22:59:32.865 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.865 INFO:tasks.workunit.client.0.smithi046.stdout: "truncate_lat": { 2024-09-20T22:59:32.865 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 2484, 2024-09-20T22:59:32.866 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12717311 2024-09-20T22:59:32.866 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.866 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_commit_lat": { 2024-09-20T22:59:32.866 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81043, 2024-09-20T22:59:32.866 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 59299245518 2024-09-20T22:59:32.866 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.866 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_submit_lat": { 2024-09-20T22:59:32.866 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81043, 2024-09-20T22:59:32.866 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7448295219 2024-09-20T22:59:32.866 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.866 INFO:tasks.workunit.client.0.smithi046.stdout: "txc_throttle_lat": { 2024-09-20T22:59:32.866 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 81043, 2024-09-20T22:59:32.866 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 736031089 2024-09-20T22:59:32.866 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.866 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.867 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache": { 2024-09-20T22:59:32.867 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_bytes": { 2024-09-20T22:59:32.867 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1405122390 2024-09-20T22:59:32.867 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.867 INFO:tasks.workunit.client.0.smithi046.stdout: "heap_bytes": { 2024-09-20T22:59:32.867 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 596484096 2024-09-20T22:59:32.867 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.867 INFO:tasks.workunit.client.0.smithi046.stdout: "mapped_bytes": { 2024-09-20T22:59:32.867 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 541286400 2024-09-20T22:59:32.867 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.867 INFO:tasks.workunit.client.0.smithi046.stdout: "target_bytes": { 2024-09-20T22:59:32.867 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2600504422 2024-09-20T22:59:32.867 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.867 INFO:tasks.workunit.client.0.smithi046.stdout: "unmapped_bytes": { 2024-09-20T22:59:32.867 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 55197696 2024-09-20T22:59:32.868 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.868 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.868 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:data": { 2024-09-20T22:59:32.868 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.868 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 125829120 2024-09-20T22:59:32.868 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.868 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.868 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.868 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.868 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.868 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.868 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.868 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.869 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 56934252 2024-09-20T22:59:32.869 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.869 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.869 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.869 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.869 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.869 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.869 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.869 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.869 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.869 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.869 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.869 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.869 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.870 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.870 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32768 2024-09-20T22:59:32.870 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.870 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.870 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 69632 2024-09-20T22:59:32.870 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.870 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.870 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.870 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.870 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.870 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.870 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.870 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.870 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.871 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.871 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.871 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 68792468 2024-09-20T22:59:32.871 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.871 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.871 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv": { 2024-09-20T22:59:32.871 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.871 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 562036736 2024-09-20T22:59:32.871 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.871 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.871 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:32.871 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.871 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.871 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.872 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.872 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.872 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 427006896 2024-09-20T22:59:32.872 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.872 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.872 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.872 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.872 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.872 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 2128 2024-09-20T22:59:32.872 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.872 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.872 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.872 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.872 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.872 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.873 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.873 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.873 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 127520 2024-09-20T22:59:32.873 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.873 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.873 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.873 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.873 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.873 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.873 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.873 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.873 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.873 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.873 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.873 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.873 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.874 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.874 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67791328 2024-09-20T22:59:32.874 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.874 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.874 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:kv_onode": { 2024-09-20T22:59:32.874 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.874 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 176160768 2024-09-20T22:59:32.874 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.874 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.874 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 67108864 2024-09-20T22:59:32.874 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.874 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.874 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 340432 2024-09-20T22:59:32.874 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.874 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.875 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 37956168 2024-09-20T22:59:32.875 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.875 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.875 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.875 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.875 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.875 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.875 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.875 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.875 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.875 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.875 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.875 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.875 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.876 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.876 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.876 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.876 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.876 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.876 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.876 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.876 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.876 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.876 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.876 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.877 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.877 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 70755304 2024-09-20T22:59:32.877 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.877 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.877 INFO:tasks.workunit.client.0.smithi046.stdout: "bluestore-pricache:meta": { 2024-09-20T22:59:32.877 INFO:tasks.workunit.client.0.smithi046.stdout: "committed_bytes": { 2024-09-20T22:59:32.877 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 503316480 2024-09-20T22:59:32.877 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.877 INFO:tasks.workunit.client.0.smithi046.stdout: "pri0_bytes": { 2024-09-20T22:59:32.877 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.877 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.877 INFO:tasks.workunit.client.0.smithi046.stdout: "pri10_bytes": { 2024-09-20T22:59:32.877 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.878 INFO:tasks.workunit.client.0.smithi046.stdout: "pri11_bytes": { 2024-09-20T22:59:32.878 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 427006896 2024-09-20T22:59:32.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.878 INFO:tasks.workunit.client.0.smithi046.stdout: "pri1_bytes": { 2024-09-20T22:59:32.878 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.878 INFO:tasks.workunit.client.0.smithi046.stdout: "pri2_bytes": { 2024-09-20T22:59:32.878 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.878 INFO:tasks.workunit.client.0.smithi046.stdout: "pri3_bytes": { 2024-09-20T22:59:32.878 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.878 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.878 INFO:tasks.workunit.client.0.smithi046.stdout: "pri4_bytes": { 2024-09-20T22:59:32.878 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.879 INFO:tasks.workunit.client.0.smithi046.stdout: "pri5_bytes": { 2024-09-20T22:59:32.879 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 172038 2024-09-20T22:59:32.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.879 INFO:tasks.workunit.client.0.smithi046.stdout: "pri6_bytes": { 2024-09-20T22:59:32.879 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1158257 2024-09-20T22:59:32.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.879 INFO:tasks.workunit.client.0.smithi046.stdout: "pri7_bytes": { 2024-09-20T22:59:32.879 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.879 INFO:tasks.workunit.client.0.smithi046.stdout: "pri8_bytes": { 2024-09-20T22:59:32.879 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.879 INFO:tasks.workunit.client.0.smithi046.stdout: "pri9_bytes": { 2024-09-20T22:59:32.879 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.879 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.880 INFO:tasks.workunit.client.0.smithi046.stdout: "reserved_bytes": { 2024-09-20T22:59:32.880 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 74979289 2024-09-20T22:59:32.880 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.880 INFO:tasks.workunit.client.0.smithi046.stdout: "objecter": { 2024-09-20T22:59:32.880 INFO:tasks.workunit.client.0.smithi046.stdout: "op_active": { 2024-09-20T22:59:32.880 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.880 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:32.880 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 32 2024-09-20T22:59:32.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.880 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rmw": { 2024-09-20T22:59:32.880 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.880 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.880 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:32.880 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.880 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.881 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.881 INFO:tasks.workunit.client.0.smithi046.stdout: "osd": { 2024-09-20T22:59:32.881 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg": { 2024-09-20T22:59:32.881 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 59 2024-09-20T22:59:32.881 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.881 INFO:tasks.workunit.client.0.smithi046.stdout: "numpg_removing": { 2024-09-20T22:59:32.881 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.881 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.881 INFO:tasks.workunit.client.0.smithi046.stdout: "op": { 2024-09-20T22:59:32.881 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 47759 2024-09-20T22:59:32.881 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.881 INFO:tasks.workunit.client.0.smithi046.stdout: "op_before_queue_op_lat": { 2024-09-20T22:59:32.881 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 121344, 2024-09-20T22:59:32.881 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 8360395441 2024-09-20T22:59:32.881 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.881 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_degraded": { 2024-09-20T22:59:32.882 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.882 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.882 INFO:tasks.workunit.client.0.smithi046.stdout: "op_delayed_unreadable": { 2024-09-20T22:59:32.882 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.882 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.882 INFO:tasks.workunit.client.0.smithi046.stdout: "op_in_bytes": { 2024-09-20T22:59:32.882 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1097411863 2024-09-20T22:59:32.882 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.882 INFO:tasks.workunit.client.0.smithi046.stdout: "op_latency": { 2024-09-20T22:59:32.882 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 47759, 2024-09-20T22:59:32.882 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 39295035913 2024-09-20T22:59:32.882 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.882 INFO:tasks.workunit.client.0.smithi046.stdout: "op_out_bytes": { 2024-09-20T22:59:32.882 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1774468311 2024-09-20T22:59:32.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.883 INFO:tasks.workunit.client.0.smithi046.stdout: "op_prepare_latency": { 2024-09-20T22:59:32.883 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 48164, 2024-09-20T22:59:32.883 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17290169941 2024-09-20T22:59:32.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.883 INFO:tasks.workunit.client.0.smithi046.stdout: "op_process_latency": { 2024-09-20T22:59:32.883 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 47759, 2024-09-20T22:59:32.883 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 30700122918 2024-09-20T22:59:32.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.883 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r": { 2024-09-20T22:59:32.883 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 34485 2024-09-20T22:59:32.883 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.883 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency": { 2024-09-20T22:59:32.883 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 34485, 2024-09-20T22:59:32.884 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 10805260188 2024-09-20T22:59:32.884 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.884 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-20T22:59:32.884 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.884 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.884 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_out_bytes": { 2024-09-20T22:59:32.884 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1774468311 2024-09-20T22:59:32.884 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.884 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_prepare_latency": { 2024-09-20T22:59:32.884 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 34520, 2024-09-20T22:59:32.884 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6153820281 2024-09-20T22:59:32.884 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.884 INFO:tasks.workunit.client.0.smithi046.stdout: "op_r_process_latency": { 2024-09-20T22:59:32.884 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 34485, 2024-09-20T22:59:32.884 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 6567693447 2024-09-20T22:59:32.884 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.885 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw": { 2024-09-20T22:59:32.885 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 12153 2024-09-20T22:59:32.885 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.885 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_in_bytes": { 2024-09-20T22:59:32.885 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 269543092 2024-09-20T22:59:32.885 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.885 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency": { 2024-09-20T22:59:32.885 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12153, 2024-09-20T22:59:32.885 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 19139761743 2024-09-20T22:59:32.885 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.885 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-20T22:59:32.885 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.885 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.885 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-20T22:59:32.885 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.885 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.886 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_out_bytes": { 2024-09-20T22:59:32.886 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.886 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.886 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_prepare_latency": { 2024-09-20T22:59:32.886 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12415, 2024-09-20T22:59:32.886 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9350819052 2024-09-20T22:59:32.886 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.886 INFO:tasks.workunit.client.0.smithi046.stdout: "op_rw_process_latency": { 2024-09-20T22:59:32.886 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 12153, 2024-09-20T22:59:32.886 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 17039257824 2024-09-20T22:59:32.886 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.886 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w": { 2024-09-20T22:59:32.886 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1121 2024-09-20T22:59:32.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.887 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_in_bytes": { 2024-09-20T22:59:32.887 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 827868771 2024-09-20T22:59:32.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.887 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency": { 2024-09-20T22:59:32.887 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1121, 2024-09-20T22:59:32.887 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9350013982 2024-09-20T22:59:32.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.887 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-20T22:59:32.887 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.887 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_prepare_latency": { 2024-09-20T22:59:32.887 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1229, 2024-09-20T22:59:32.887 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 1785530608 2024-09-20T22:59:32.887 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.888 INFO:tasks.workunit.client.0.smithi046.stdout: "op_w_process_latency": { 2024-09-20T22:59:32.888 INFO:tasks.workunit.client.0.smithi046.stdout: "count": 1121, 2024-09-20T22:59:32.888 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 7093171647 2024-09-20T22:59:32.888 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.888 INFO:tasks.workunit.client.0.smithi046.stdout: "op_wip": { 2024-09-20T22:59:32.888 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 0 2024-09-20T22:59:32.888 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.888 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_bytes": { 2024-09-20T22:59:32.888 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 4194320 2024-09-20T22:59:32.888 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.888 INFO:tasks.workunit.client.0.smithi046.stdout: "recovery_ops": { 2024-09-20T22:59:32.888 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 9 2024-09-20T22:59:32.888 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.888 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes": { 2024-09-20T22:59:32.889 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 95995035648 2024-09-20T22:59:32.889 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.889 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_bytes_used": { 2024-09-20T22:59:32.889 INFO:tasks.workunit.client.0.smithi046.stdout: "value": 592551936 2024-09-20T22:59:32.889 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.889 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.889 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.889 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.889 INFO:tasks.workunit.client.0.smithi046.stdout: "pools": [ 2024-09-20T22:59:32.889 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.889 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T22:59:32.889 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr" 2024-09-20T22:59:32.889 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.889 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-20T22:59:32.889 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-20T22:59:32.889 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-20T22:59:32.890 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-20T22:59:32.890 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-20T22:59:32.890 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 1, 2024-09-20T22:59:32.890 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 1, 2024-09-20T22:59:32.890 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 1, 2024-09-20T22:59:32.890 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-20T22:59:32.890 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-20T22:59:32.890 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 721302300938, 2024-09-20T22:59:32.890 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 1781760, 2024-09-20T22:59:32.890 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-20T22:59:32.890 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-20T22:59:32.890 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 1781760, 2024-09-20T22:59:32.890 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-20T22:59:32.890 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 240434102272, 2024-09-20T22:59:32.890 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 2, 2024-09-20T22:59:32.891 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-20T22:59:32.891 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 2.470192612236133e-06, 2024-09-20T22:59:32.891 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-20T22:59:32.891 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-20T22:59:32.891 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 1200, 2024-09-20T22:59:32.891 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 2057216, 2024-09-20T22:59:32.891 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 590368, 2024-09-20T22:59:32.891 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 590368, 2024-09-20T22:59:32.891 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-20T22:59:32.891 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 1771104, 2024-09-20T22:59:32.891 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 349, 2024-09-20T22:59:32.891 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 1667072 2024-09-20T22:59:32.891 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.892 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-20T22:59:32.892 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-20T22:59:32.892 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-20T22:59:32.892 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.892 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.892 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T22:59:32.892 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-20T22:59:32.892 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.892 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-20T22:59:32.892 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-20T22:59:32.892 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-20T22:59:32.892 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-20T22:59:32.892 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-20T22:59:32.892 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 32, 2024-09-20T22:59:32.892 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 32, 2024-09-20T22:59:32.893 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 2, 2024-09-20T22:59:32.893 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-20T22:59:32.893 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-20T22:59:32.893 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 721302300938, 2024-09-20T22:59:32.893 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 155374, 2024-09-20T22:59:32.893 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-20T22:59:32.893 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-20T22:59:32.893 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 110592, 2024-09-20T22:59:32.893 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-20T22:59:32.893 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 240434102272, 2024-09-20T22:59:32.893 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 22, 2024-09-20T22:59:32.893 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 44782, 2024-09-20T22:59:32.893 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 2.1540755312798865e-07, 2024-09-20T22:59:32.893 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-20T22:59:32.893 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-20T22:59:32.893 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 79, 2024-09-20T22:59:32.894 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 88064, 2024-09-20T22:59:32.894 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 21541, 2024-09-20T22:59:32.894 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 6614, 2024-09-20T22:59:32.894 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 14927, 2024-09-20T22:59:32.894 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 64623, 2024-09-20T22:59:32.894 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 68, 2024-09-20T22:59:32.894 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 35840 2024-09-20T22:59:32.894 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.894 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-20T22:59:32.894 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-20T22:59:32.894 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-20T22:59:32.894 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.894 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.894 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T22:59:32.894 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-20T22:59:32.895 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.895 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-20T22:59:32.895 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-20T22:59:32.895 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-20T22:59:32.895 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-20T22:59:32.895 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-20T22:59:32.895 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 64, 2024-09-20T22:59:32.895 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 64, 2024-09-20T22:59:32.895 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 3, 2024-09-20T22:59:32.895 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-20T22:59:32.895 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-20T22:59:32.895 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 721302300938, 2024-09-20T22:59:32.895 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 0, 2024-09-20T22:59:32.895 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-20T22:59:32.896 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-20T22:59:32.896 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 0, 2024-09-20T22:59:32.896 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-20T22:59:32.896 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 240434102272, 2024-09-20T22:59:32.896 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 0, 2024-09-20T22:59:32.896 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-20T22:59:32.896 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 0.0, 2024-09-20T22:59:32.896 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-20T22:59:32.896 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-20T22:59:32.896 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 0, 2024-09-20T22:59:32.896 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 0, 2024-09-20T22:59:32.896 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 0, 2024-09-20T22:59:32.896 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 0, 2024-09-20T22:59:32.896 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-20T22:59:32.896 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 0, 2024-09-20T22:59:32.896 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 0, 2024-09-20T22:59:32.897 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 0 2024-09-20T22:59:32.897 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.897 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-20T22:59:32.897 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-20T22:59:32.897 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-20T22:59:32.897 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.897 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.897 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T22:59:32.897 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd" 2024-09-20T22:59:32.897 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.897 INFO:tasks.workunit.client.0.smithi046.stdout: "cache_mode": "none", 2024-09-20T22:59:32.897 INFO:tasks.workunit.client.0.smithi046.stdout: "erasure_code_profile": {}, 2024-09-20T22:59:32.897 INFO:tasks.workunit.client.0.smithi046.stdout: "min_size": 2, 2024-09-20T22:59:32.897 INFO:tasks.workunit.client.0.smithi046.stdout: "options": {}, 2024-09-20T22:59:32.898 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_autoscale_mode": "off", 2024-09-20T22:59:32.898 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 8, 2024-09-20T22:59:32.898 INFO:tasks.workunit.client.0.smithi046.stdout: "pgp_num": 8, 2024-09-20T22:59:32.898 INFO:tasks.workunit.client.0.smithi046.stdout: "pool": 4, 2024-09-20T22:59:32.898 INFO:tasks.workunit.client.0.smithi046.stdout: "size": 3, 2024-09-20T22:59:32.898 INFO:tasks.workunit.client.0.smithi046.stdout: "stats": { 2024-09-20T22:59:32.898 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_raw": 721302300938, 2024-09-20T22:59:32.898 INFO:tasks.workunit.client.0.smithi046.stdout: "bytes_used": 12595200, 2024-09-20T22:59:32.898 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_bytes_used": 0, 2024-09-20T22:59:32.898 INFO:tasks.workunit.client.0.smithi046.stdout: "compress_under_bytes": 0, 2024-09-20T22:59:32.898 INFO:tasks.workunit.client.0.smithi046.stdout: "data_bytes_used": 12595200, 2024-09-20T22:59:32.898 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty": 0, 2024-09-20T22:59:32.898 INFO:tasks.workunit.client.0.smithi046.stdout: "max_avail": 240434102272, 2024-09-20T22:59:32.899 INFO:tasks.workunit.client.0.smithi046.stdout: "objects": 4, 2024-09-20T22:59:32.899 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_bytes_used": 0, 2024-09-20T22:59:32.899 INFO:tasks.workunit.client.0.smithi046.stdout: "percent_used": 1.7461443349020556e-05, 2024-09-20T22:59:32.899 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_bytes": 0, 2024-09-20T22:59:32.899 INFO:tasks.workunit.client.0.smithi046.stdout: "quota_objects": 0, 2024-09-20T22:59:32.899 INFO:tasks.workunit.client.0.smithi046.stdout: "rd": 9032, 2024-09-20T22:59:32.899 INFO:tasks.workunit.client.0.smithi046.stdout: "rd_bytes": 3162908672, 2024-09-20T22:59:32.899 INFO:tasks.workunit.client.0.smithi046.stdout: "stored": 4194323, 2024-09-20T22:59:32.899 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_data": 4194323, 2024-09-20T22:59:32.899 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_omap": 0, 2024-09-20T22:59:32.899 INFO:tasks.workunit.client.0.smithi046.stdout: "stored_raw": 12582969, 2024-09-20T22:59:32.899 INFO:tasks.workunit.client.0.smithi046.stdout: "wr": 24299, 2024-09-20T22:59:32.899 INFO:tasks.workunit.client.0.smithi046.stdout: "wr_bytes": 3165552640 2024-09-20T22:59:32.899 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.899 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_bytes": 0, 2024-09-20T22:59:32.900 INFO:tasks.workunit.client.0.smithi046.stdout: "target_max_objects": 0, 2024-09-20T22:59:32.900 INFO:tasks.workunit.client.0.smithi046.stdout: "type": "replicated" 2024-09-20T22:59:32.900 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.900 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.900 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd": { 2024-09-20T22:59:32.900 INFO:tasks.workunit.client.0.smithi046.stdout: "mirroring_by_pool": [ 2024-09-20T22:59:32.900 INFO:tasks.workunit.client.0.smithi046.stdout: false 2024-09-20T22:59:32.900 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_images_by_pool": [ 2024-09-20T22:59:32.900 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:32.900 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.900 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pools": 1 2024-09-20T22:59:32.900 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.900 INFO:tasks.workunit.client.0.smithi046.stdout: "report_id": "af76ebfb-a296-4e2b-ac94-6899ebb5153a", 2024-09-20T22:59:32.900 INFO:tasks.workunit.client.0.smithi046.stdout: "report_timestamp": "2024-09-20T22:59:29.959831", 2024-09-20T22:59:32.901 INFO:tasks.workunit.client.0.smithi046.stdout: "report_version": 1, 2024-09-20T22:59:32.901 INFO:tasks.workunit.client.0.smithi046.stdout: "rocksdb_stats": { 2024-09-20T22:59:32.901 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "7.9.2" 2024-09-20T22:59:32.901 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.901 INFO:tasks.workunit.client.0.smithi046.stdout: "rook": { 2024-09-20T22:59:32.901 INFO:tasks.workunit.client.0.smithi046.stdout: "cluster": { 2024-09-20T22:59:32.901 INFO:tasks.workunit.client.0.smithi046.stdout: "external-mode": null, 2024-09-20T22:59:32.901 INFO:tasks.workunit.client.0.smithi046.stdout: "mon": { 2024-09-20T22:59:32.901 INFO:tasks.workunit.client.0.smithi046.stdout: "allow-multiple-per-node": null, 2024-09-20T22:59:32.901 INFO:tasks.workunit.client.0.smithi046.stdout: "count": null, 2024-09-20T22:59:32.901 INFO:tasks.workunit.client.0.smithi046.stdout: "max-id": null, 2024-09-20T22:59:32.901 INFO:tasks.workunit.client.0.smithi046.stdout: "pvc": { 2024-09-20T22:59:32.901 INFO:tasks.workunit.client.0.smithi046.stdout: "enabled": null 2024-09-20T22:59:32.901 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.902 INFO:tasks.workunit.client.0.smithi046.stdout: "stretch": { 2024-09-20T22:59:32.902 INFO:tasks.workunit.client.0.smithi046.stdout: "enabled": null 2024-09-20T22:59:32.902 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.902 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.902 INFO:tasks.workunit.client.0.smithi046.stdout: "network": { 2024-09-20T22:59:32.902 INFO:tasks.workunit.client.0.smithi046.stdout: "provider": null 2024-09-20T22:59:32.902 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.902 INFO:tasks.workunit.client.0.smithi046.stdout: "storage": { 2024-09-20T22:59:32.902 INFO:tasks.workunit.client.0.smithi046.stdout: "device-set": { 2024-09-20T22:59:32.902 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-20T22:59:32.902 INFO:tasks.workunit.client.0.smithi046.stdout: "non-portable": null, 2024-09-20T22:59:32.902 INFO:tasks.workunit.client.0.smithi046.stdout: "portable": null, 2024-09-20T22:59:32.902 INFO:tasks.workunit.client.0.smithi046.stdout: "total": null 2024-09-20T22:59:32.902 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.903 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.903 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.903 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.903 INFO:tasks.workunit.client.0.smithi046.stdout: "csi": { 2024-09-20T22:59:32.903 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-20T22:59:32.903 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.903 INFO:tasks.workunit.client.0.smithi046.stdout: "kubernetes": { 2024-09-20T22:59:32.903 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-20T22:59:32.903 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.903 INFO:tasks.workunit.client.0.smithi046.stdout: "node": { 2024-09-20T22:59:32.903 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-20T22:59:32.903 INFO:tasks.workunit.client.0.smithi046.stdout: "kubernetes-total": null, 2024-09-20T22:59:32.903 INFO:tasks.workunit.client.0.smithi046.stdout: "with-ceph-daemons": null, 2024-09-20T22:59:32.904 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-cephfs-plugin": null, 2024-09-20T22:59:32.904 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-nfs-plugin": null, 2024-09-20T22:59:32.904 INFO:tasks.workunit.client.0.smithi046.stdout: "with-csi-rbd-plugin": null 2024-09-20T22:59:32.904 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.904 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.904 INFO:tasks.workunit.client.0.smithi046.stdout: "usage": { 2024-09-20T22:59:32.904 INFO:tasks.workunit.client.0.smithi046.stdout: "storage-class": { 2024-09-20T22:59:32.904 INFO:tasks.workunit.client.0.smithi046.stdout: "count": { 2024-09-20T22:59:32.904 INFO:tasks.workunit.client.0.smithi046.stdout: "bucket": null, 2024-09-20T22:59:32.904 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs": null, 2024-09-20T22:59:32.904 INFO:tasks.workunit.client.0.smithi046.stdout: "nfs": null, 2024-09-20T22:59:32.904 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd": null, 2024-09-20T22:59:32.904 INFO:tasks.workunit.client.0.smithi046.stdout: "total": null 2024-09-20T22:59:32.904 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.905 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:32.905 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.905 INFO:tasks.workunit.client.0.smithi046.stdout: "version": null 2024-09-20T22:59:32.905 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.905 INFO:tasks.workunit.client.0.smithi046.stdout: "services": {}, 2024-09-20T22:59:32.905 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_per_pg": [ 2024-09-20T22:59:32.905 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.905 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:32.905 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:32.905 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:32.905 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:32.905 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.905 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:32.906 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:32.906 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:32.906 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:32.906 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:32.906 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:32.906 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:32.906 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.983502+0000", 2024-09-20T22:59:32.906 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.641394+0000", 2024-09-20T22:59:32.906 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.641394+0000", 2024-09-20T22:59:32.906 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.641761+0000", 2024-09-20T22:59:32.906 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.983502+0000", 2024-09-20T22:59:32.906 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:32.906 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:32.906 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:32.906 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:32.907 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.983502+0000", 2024-09-20T22:59:32.907 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.983502+0000", 2024-09-20T22:59:32.907 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.983502+0000", 2024-09-20T22:59:32.907 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:32.907 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:32.907 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:32.907 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.983502+0000", 2024-09-20T22:59:32.907 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.983502+0000", 2024-09-20T22:59:32.907 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:32.907 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 5, 2024-09-20T22:59:32.907 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:32.907 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:32.907 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:32.907 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:32.908 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:32.908 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:32.908 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:32.908 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 5, 2024-09-20T22:59:32.908 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:32.908 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:32.908 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:32.908 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1f", 2024-09-20T22:59:32.908 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:32.908 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:32.908 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:32.908 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5370, 2024-09-20T22:59:32.908 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:32.909 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:11:20.435777+0000", 2024-09-20T22:59:32.909 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:32.909 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:32.909 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:32.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 570, 2024-09-20T22:59:32.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:32.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:32.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:32.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:32.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:32.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:32.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:32.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:32.909 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:32.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:32.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:32.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:32.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:32.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:32.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:32.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-20T22:59:32.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-20T22:59:32.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:32.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-20T22:59:32.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:32.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:32.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:32.910 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:32.911 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:32.911 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:32.911 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:32.911 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:32.911 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:32.911 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:32.911 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:32.911 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:32.911 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:32.911 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 4, 2024-09-20T22:59:32.911 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 4, 2024-09-20T22:59:32.911 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:32.911 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:32.911 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:32.911 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 4, 2024-09-20T22:59:32.912 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-20T22:59:32.912 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.912 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:32.912 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:32.912 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:32.912 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:32.912 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:32.912 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:32.912 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.912 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:32.912 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "556'5" 2024-09-20T22:59:32.912 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.912 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.912 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:32.912 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:32.913 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:32.913 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:32.913 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.913 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:32.913 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:32.913 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:32.913 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:32.913 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:32.913 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:32.913 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:32.913 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.015366+0000", 2024-09-20T22:59:32.913 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.691581+0000", 2024-09-20T22:59:32.913 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.691581+0000", 2024-09-20T22:59:32.913 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.691909+0000", 2024-09-20T22:59:32.913 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.015366+0000", 2024-09-20T22:59:32.914 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:32.914 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:32.914 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:32.914 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:32.914 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.015366+0000", 2024-09-20T22:59:32.914 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.015366+0000", 2024-09-20T22:59:32.914 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.015366+0000", 2024-09-20T22:59:32.914 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:32.914 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:32.914 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:32.914 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.015366+0000", 2024-09-20T22:59:32.914 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.015366+0000", 2024-09-20T22:59:32.914 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:32.914 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:32.915 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:32.915 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:32.915 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:32.915 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:32.915 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:32.915 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:32.915 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:32.915 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:32.915 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:32.915 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:32.915 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:32.915 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1e", 2024-09-20T22:59:32.915 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:32.915 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:32.916 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:32.916 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5288, 2024-09-20T22:59:32.916 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:32.916 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:41:15.646013+0000", 2024-09-20T22:59:32.916 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:32.916 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:32.916 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:32.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:32.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:32.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:32.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:32.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:32.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:32.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:32.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:32.916 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:32.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:32.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:32.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:32.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:32.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:32.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:32.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:32.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:32.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:32.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:32.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:32.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:32.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:32.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:32.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:32.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:32.917 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:32.918 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:32.918 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:32.918 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:32.918 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:32.918 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:32.918 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:32.918 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:32.918 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:32.918 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:32.918 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:32.918 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:32.918 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:32.918 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:32.918 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:32.919 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.919 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:32.919 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:32.919 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:32.919 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:32.919 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:32.919 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:32.919 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.919 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:32.919 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:32.919 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.919 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.919 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:32.919 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:32.919 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:32.920 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:32.920 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.920 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:32.920 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:32.920 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:32.920 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:32.920 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:32.920 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:32.920 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:32.920 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.017197+0000", 2024-09-20T22:59:32.920 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.399088+0000", 2024-09-20T22:59:32.920 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.399088+0000", 2024-09-20T22:59:32.920 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.399490+0000", 2024-09-20T22:59:32.920 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.017197+0000", 2024-09-20T22:59:32.920 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:32.920 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:32.920 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:32.921 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:32.921 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.017197+0000", 2024-09-20T22:59:32.921 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.017197+0000", 2024-09-20T22:59:32.921 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.017197+0000", 2024-09-20T22:59:32.921 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:32.921 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:32.921 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:32.921 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.017197+0000", 2024-09-20T22:59:32.921 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.017197+0000", 2024-09-20T22:59:32.921 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:32.921 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T22:59:32.921 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:32.921 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:32.921 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:32.921 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:32.922 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:32.922 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:32.922 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:32.922 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T22:59:32.922 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:32.922 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:32.922 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:32.922 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1e", 2024-09-20T22:59:32.922 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:32.922 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:32.922 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:32.922 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5310, 2024-09-20T22:59:32.922 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:32.922 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:27:29.454367+0000", 2024-09-20T22:59:32.923 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:32.923 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:32.923 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:32.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:32.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:32.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:32.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:32.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:32.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:32.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:32.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:32.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:32.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:32.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:32.923 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:32.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:32.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:32.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:32.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:32.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:32.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:32.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:32.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:32.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:32.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:32.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:32.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:32.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:32.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:32.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:32.924 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:32.925 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:32.925 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:32.925 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:32.925 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:32.925 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:32.925 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:32.925 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:32.925 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:32.925 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:32.925 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:32.925 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:32.925 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:32.925 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.925 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:32.925 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:32.926 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:32.926 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:32.926 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:32.926 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:32.926 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.926 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:32.926 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "556'2" 2024-09-20T22:59:32.926 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.926 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.926 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:32.926 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:32.926 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:32.926 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:32.926 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.926 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:32.927 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:32.927 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:32.927 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:32.927 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:32.927 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:32.927 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:32.927 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.983171+0000", 2024-09-20T22:59:32.927 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.415961+0000", 2024-09-20T22:59:32.927 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.415961+0000", 2024-09-20T22:59:32.927 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.416650+0000", 2024-09-20T22:59:32.927 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.983171+0000", 2024-09-20T22:59:32.927 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:32.927 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:32.927 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:32.928 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:32.928 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.983171+0000", 2024-09-20T22:59:32.928 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.983171+0000", 2024-09-20T22:59:32.928 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.983171+0000", 2024-09-20T22:59:32.928 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:32.928 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:32.928 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:32.928 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.983171+0000", 2024-09-20T22:59:32.928 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.983171+0000", 2024-09-20T22:59:32.928 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:32.928 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:32.928 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:32.928 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:32.928 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:32.928 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:32.929 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:32.929 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:32.929 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:32.929 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:32.929 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:32.929 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:32.929 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:32.929 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1f", 2024-09-20T22:59:32.929 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:32.929 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:32.929 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:32.929 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5359, 2024-09-20T22:59:32.929 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:32.929 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:38:22.816465+0000", 2024-09-20T22:59:32.929 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:32.929 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:32.930 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:32.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:32.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:32.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:32.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:32.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:32.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:32.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:32.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:32.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:32.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:32.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:32.930 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:32.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:32.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:32.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:32.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:32.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:32.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:32.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:32.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:32.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:32.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:32.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:32.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:32.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:32.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:32.931 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:32.932 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:32.932 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:32.932 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:32.932 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:32.932 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:32.932 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:32.932 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:32.932 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:32.932 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:32.932 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:32.932 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:32.932 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:32.932 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:32.932 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.932 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:32.933 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:32.933 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:32.933 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:32.933 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:32.933 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:32.933 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.933 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:32.933 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:32.933 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.933 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.933 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:32.933 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:32.933 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:32.933 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:32.934 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.934 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:32.934 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:32.934 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:32.934 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:32.934 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:32.934 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:32.934 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:32.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156680+0000", 2024-09-20T22:59:32.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.639906+0000", 2024-09-20T22:59:32.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.639906+0000", 2024-09-20T22:59:32.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.640782+0000", 2024-09-20T22:59:32.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156680+0000", 2024-09-20T22:59:32.934 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:32.935 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:32.935 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:32.935 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:32.935 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156680+0000", 2024-09-20T22:59:32.935 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156680+0000", 2024-09-20T22:59:32.935 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156680+0000", 2024-09-20T22:59:32.935 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:32.935 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:32.935 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:32.935 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156680+0000", 2024-09-20T22:59:32.935 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156680+0000", 2024-09-20T22:59:32.935 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:32.935 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T22:59:32.935 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:32.935 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:32.936 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:32.936 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:32.936 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:32.936 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:32.936 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:32.936 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T22:59:32.936 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:32.936 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:32.936 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:32.936 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1d", 2024-09-20T22:59:32.936 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:32.936 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:32.936 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:32.936 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5137, 2024-09-20T22:59:32.937 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:32.937 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:16:54.100618+0000", 2024-09-20T22:59:32.937 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:32.937 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:32.937 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:32.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:32.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:32.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:32.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:32.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:32.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:32.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:32.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:32.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:32.937 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:32.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:32.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:32.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:32.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:32.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:32.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:32.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:32.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:32.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:32.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:32.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:32.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:32.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:32.938 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:32.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:32.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:32.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:32.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:32.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:32.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:32.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:32.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:32.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:32.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 6, 2024-09-20T22:59:32.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 6, 2024-09-20T22:59:32.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:32.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:32.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:32.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-20T22:59:32.939 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:32.940 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.940 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:32.940 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:32.940 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:32.940 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:32.940 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:32.940 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:32.940 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.940 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:32.940 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'2" 2024-09-20T22:59:32.940 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.940 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.940 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:32.940 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:32.940 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:32.941 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:32.941 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.941 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:32.941 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:32.941 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:32.941 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:32.941 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:32.941 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:32.941 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:32.941 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.873668+0000", 2024-09-20T22:59:32.941 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.395912+0000", 2024-09-20T22:59:32.941 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.395912+0000", 2024-09-20T22:59:32.941 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.398002+0000", 2024-09-20T22:59:32.941 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.873668+0000", 2024-09-20T22:59:32.942 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:32.942 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:32.942 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:32.942 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:32.942 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.873668+0000", 2024-09-20T22:59:32.942 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.873668+0000", 2024-09-20T22:59:32.942 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.873668+0000", 2024-09-20T22:59:32.942 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:32.942 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:32.942 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:32.942 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.873668+0000", 2024-09-20T22:59:32.942 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.873668+0000", 2024-09-20T22:59:32.942 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:32.942 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:32.942 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:32.943 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:32.943 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:32.943 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:32.943 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:32.943 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:32.943 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:32.943 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:32.943 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:32.943 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:32.943 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:32.943 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1c", 2024-09-20T22:59:32.943 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:32.943 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:32.943 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:32.943 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5204, 2024-09-20T22:59:32.944 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:32.944 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:01:41.209801+0000", 2024-09-20T22:59:32.944 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:32.944 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:32.944 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:32.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:32.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:32.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:32.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:32.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:32.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:32.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:32.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:32.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:32.944 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:32.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:32.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:32.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:32.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:32.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:32.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:32.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:32.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:32.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:32.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:32.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:32.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:32.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:32.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:32.945 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:32.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:32.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:32.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:32.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:32.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:32.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:32.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:32.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:32.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:32.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:32.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:32.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:32.946 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:32.947 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:32.947 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:32.947 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.947 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:32.947 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:32.947 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:32.947 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:32.947 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:32.947 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:32.947 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.947 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:32.947 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:32.947 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.947 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.948 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:32.948 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:32.948 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:32.948 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:32.948 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.948 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:32.948 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:32.948 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:32.948 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:32.948 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:32.948 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:32.948 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:32.948 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.155644+0000", 2024-09-20T22:59:32.948 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.635163+0000", 2024-09-20T22:59:32.948 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.635163+0000", 2024-09-20T22:59:32.948 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.635489+0000", 2024-09-20T22:59:32.949 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.155644+0000", 2024-09-20T22:59:32.949 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:32.949 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:32.949 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:32.949 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:32.949 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.155644+0000", 2024-09-20T22:59:32.949 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.155644+0000", 2024-09-20T22:59:32.949 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.155644+0000", 2024-09-20T22:59:32.949 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:32.949 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:32.949 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:32.949 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.155644+0000", 2024-09-20T22:59:32.949 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.155644+0000", 2024-09-20T22:59:32.949 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:32.950 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T22:59:32.950 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:32.950 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:32.950 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:32.950 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:32.950 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:32.950 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:32.950 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:32.950 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T22:59:32.950 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:32.950 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:32.950 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:32.950 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1c", 2024-09-20T22:59:32.950 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:32.951 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:32.951 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:32.951 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5145, 2024-09-20T22:59:32.951 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:32.951 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:13:19.134589+0000", 2024-09-20T22:59:32.951 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:32.951 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:32.951 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:32.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:32.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:32.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:32.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:32.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:32.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:32.951 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:32.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:32.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:32.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:32.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:32.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:32.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:32.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:32.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:32.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:32.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:32.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:32.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:32.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:32.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:32.952 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:32.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:32.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:32.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:32.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:32.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:32.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:32.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:32.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:32.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:32.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:32.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:32.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 6, 2024-09-20T22:59:32.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 6, 2024-09-20T22:59:32.953 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:32.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:32.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:32.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-20T22:59:32.954 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:32.954 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.954 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:32.954 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:32.954 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:32.954 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:32.954 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:32.954 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:32.954 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.954 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:32.955 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'2" 2024-09-20T22:59:32.955 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.955 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.955 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:32.955 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:32.955 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:32.955 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:32.955 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.955 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:32.955 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:32.955 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:32.955 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:32.955 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:32.955 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:32.955 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:32.956 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.870908+0000", 2024-09-20T22:59:32.956 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.687596+0000", 2024-09-20T22:59:32.956 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.687596+0000", 2024-09-20T22:59:32.956 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.687934+0000", 2024-09-20T22:59:32.956 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.870908+0000", 2024-09-20T22:59:32.956 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:32.956 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:32.956 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:32.956 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:32.956 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.870908+0000", 2024-09-20T22:59:32.956 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.870908+0000", 2024-09-20T22:59:32.956 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.870908+0000", 2024-09-20T22:59:32.956 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:32.956 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:32.957 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:32.957 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.870908+0000", 2024-09-20T22:59:32.957 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.870908+0000", 2024-09-20T22:59:32.957 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:32.957 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:32.957 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:32.957 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:32.957 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:32.957 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:32.957 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:32.957 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:32.957 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:32.957 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:32.958 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:32.958 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:32.958 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:32.958 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1d", 2024-09-20T22:59:32.958 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:32.958 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:32.958 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:32.958 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5196, 2024-09-20T22:59:32.958 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:32.958 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:07:12.142545+0000", 2024-09-20T22:59:32.958 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:32.958 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:32.958 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:32.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:32.958 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:32.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:32.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:32.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:32.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:32.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:32.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:32.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:32.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:32.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:32.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:32.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:32.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:32.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:32.959 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:32.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:32.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:32.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:32.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:32.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:32.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:32.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:32.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:32.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:32.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:32.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:32.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:32.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:32.960 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:32.961 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:32.961 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:32.961 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:32.961 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:32.961 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:32.961 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:32.961 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:32.961 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:32.961 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:32.961 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:32.961 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.961 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:32.961 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:32.961 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:32.961 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:32.961 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:32.962 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:32.962 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.962 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:32.962 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:32.962 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.962 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.962 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:32.962 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:32.962 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:32.962 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:32.962 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.962 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:32.962 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:32.962 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:32.963 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:32.963 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:32.963 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:32.963 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:32.963 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.875283+0000", 2024-09-20T22:59:32.963 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.698672+0000", 2024-09-20T22:59:32.963 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.698672+0000", 2024-09-20T22:59:32.963 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.699056+0000", 2024-09-20T22:59:32.963 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.875283+0000", 2024-09-20T22:59:32.963 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:32.963 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:32.963 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:32.963 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:32.963 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.875283+0000", 2024-09-20T22:59:32.963 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.875283+0000", 2024-09-20T22:59:32.963 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.875283+0000", 2024-09-20T22:59:32.963 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:32.964 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:32.964 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:32.964 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.875283+0000", 2024-09-20T22:59:32.964 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.875283+0000", 2024-09-20T22:59:32.964 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:32.964 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:32.964 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:32.964 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:32.964 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:32.964 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:32.964 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:32.964 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:32.964 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:32.964 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:32.965 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:32.965 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:32.965 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:32.965 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.a", 2024-09-20T22:59:32.965 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:32.965 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:32.965 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:32.965 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5179, 2024-09-20T22:59:32.965 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:32.965 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:15:38.779356+0000", 2024-09-20T22:59:32.965 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:32.965 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:32.965 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:32.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:32.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:32.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:32.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:32.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:32.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:32.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:32.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:32.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:32.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:32.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:32.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:32.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:32.966 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:32.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:32.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:32.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:32.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:32.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:32.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:32.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:32.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:32.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:32.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:32.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:32.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:32.967 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:32.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:32.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:32.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:32.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:32.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:32.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:32.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:32.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:32.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:32.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:32.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:32.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:32.968 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:32.968 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.968 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:32.968 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:32.969 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:32.969 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:32.969 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:32.969 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:32.969 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.969 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:32.969 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:32.969 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.969 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.969 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:32.969 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:32.969 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:32.969 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:32.969 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.969 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:32.970 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:32.970 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:32.970 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:32.970 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:32.970 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:32.970 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:32.970 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156849+0000", 2024-09-20T22:59:32.970 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.633683+0000", 2024-09-20T22:59:32.970 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.633683+0000", 2024-09-20T22:59:32.970 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.634750+0000", 2024-09-20T22:59:32.970 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156849+0000", 2024-09-20T22:59:32.970 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:32.970 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:32.971 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:32.971 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:32.971 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156849+0000", 2024-09-20T22:59:32.971 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156849+0000", 2024-09-20T22:59:32.971 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156849+0000", 2024-09-20T22:59:32.971 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:32.971 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:32.971 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:32.971 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156849+0000", 2024-09-20T22:59:32.971 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156849+0000", 2024-09-20T22:59:32.971 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:32.971 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3, 2024-09-20T22:59:32.971 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:32.971 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:32.971 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:32.972 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:32.972 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:32.972 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:32.972 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:32.972 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3, 2024-09-20T22:59:32.972 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:32.972 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:32.972 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:32.972 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.b", 2024-09-20T22:59:32.972 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:32.972 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:32.972 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:32.972 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5148, 2024-09-20T22:59:32.972 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:32.972 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:55:43.758475+0000", 2024-09-20T22:59:32.973 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:32.973 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:32.973 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:32.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:32.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:32.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:32.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:32.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:32.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:32.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:32.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:32.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:32.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:32.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:32.973 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:32.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:32.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:32.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:32.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:32.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:32.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:32.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:32.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:32.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:32.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:32.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:32.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:32.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:32.974 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:32.975 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:32.975 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:32.975 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:32.975 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:32.975 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:32.975 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:32.975 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:32.975 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 2, 2024-09-20T22:59:32.975 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 2, 2024-09-20T22:59:32.975 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:32.975 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:32.975 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:32.975 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 1, 2024-09-20T22:59:32.975 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:32.975 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.976 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:32.976 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:32.976 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:32.976 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:32.976 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:32.976 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:32.976 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.976 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:32.976 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "556'3" 2024-09-20T22:59:32.976 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.976 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.976 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:32.976 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:32.976 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:32.976 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:32.977 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.977 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:32.977 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:32.977 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:32.977 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:32.977 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:32.977 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:32.977 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:32.977 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.016196+0000", 2024-09-20T22:59:32.977 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.594966+0000", 2024-09-20T22:59:32.977 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.594966+0000", 2024-09-20T22:59:32.977 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.595380+0000", 2024-09-20T22:59:32.977 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.016196+0000", 2024-09-20T22:59:32.977 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:32.978 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:32.978 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:32.978 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:32.978 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.016196+0000", 2024-09-20T22:59:32.978 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.016196+0000", 2024-09-20T22:59:32.978 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.016196+0000", 2024-09-20T22:59:32.978 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:32.978 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:32.978 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:32.978 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.016196+0000", 2024-09-20T22:59:32.978 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.016196+0000", 2024-09-20T22:59:32.978 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:32.978 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:32.978 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:32.979 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:32.979 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:32.979 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:32.979 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:32.979 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:32.979 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:32.979 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:32.979 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:32.979 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:32.979 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:32.979 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.b", 2024-09-20T22:59:32.979 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:32.979 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:32.979 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:32.980 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5301, 2024-09-20T22:59:32.980 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:32.980 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:53:09.212564+0000", 2024-09-20T22:59:32.980 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:32.980 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:32.980 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:32.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:32.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:32.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:32.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:32.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:32.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:32.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:32.980 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:32.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:32.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:32.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:32.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:32.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:32.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:32.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:32.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:32.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:32.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:32.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:32.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:32.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:32.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:32.981 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:32.982 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:32.982 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:32.982 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:32.982 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:32.982 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:32.982 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:32.982 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:32.982 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:32.982 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:32.982 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:32.982 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:32.982 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:32.982 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:32.982 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:32.982 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:32.983 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:32.983 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:32.983 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.983 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:32.983 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:32.983 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:32.983 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:32.983 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:32.983 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:32.983 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.983 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:32.983 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:32.983 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.983 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.983 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:32.984 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:32.984 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:32.984 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:32.984 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.984 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:32.984 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:32.984 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:32.984 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:32.984 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:32.984 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:32.984 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:32.984 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.982238+0000", 2024-09-20T22:59:32.984 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.642922+0000", 2024-09-20T22:59:32.984 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.642922+0000", 2024-09-20T22:59:32.984 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.643284+0000", 2024-09-20T22:59:32.985 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.982238+0000", 2024-09-20T22:59:32.985 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:32.985 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:32.985 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:32.985 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:32.985 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.982238+0000", 2024-09-20T22:59:32.985 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.982238+0000", 2024-09-20T22:59:32.985 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.982238+0000", 2024-09-20T22:59:32.985 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:32.985 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:32.985 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:32.985 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.982238+0000", 2024-09-20T22:59:32.986 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.982238+0000", 2024-09-20T22:59:32.986 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:32.986 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:32.986 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:32.986 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:32.986 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:32.986 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:32.986 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:32.986 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:32.986 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:32.986 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:32.986 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:32.986 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:32.987 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:32.987 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.a", 2024-09-20T22:59:32.987 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:32.987 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:32.987 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:32.987 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5339, 2024-09-20T22:59:32.987 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:32.987 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:19:10.378166+0000", 2024-09-20T22:59:32.987 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:32.987 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:32.987 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:32.987 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:32.987 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:32.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:32.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:32.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:32.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:32.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:32.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:32.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:32.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:32.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:32.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:32.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:32.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:32.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:32.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:32.988 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:32.989 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:32.989 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:32.989 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:32.989 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:32.989 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:32.989 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:32.989 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:32.989 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:32.989 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:32.989 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:32.989 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:32.989 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:32.989 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:32.989 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:32.990 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:32.990 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:32.990 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:32.990 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:32.990 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:32.990 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:32.990 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:32.990 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:32.990 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:32.990 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.990 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:32.990 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:32.990 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:32.990 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:32.991 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:32.991 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:32.991 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.991 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:32.991 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:32.991 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.991 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.991 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:32.991 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:32.991 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:32.991 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:32.991 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.991 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:32.991 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:32.991 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:32.992 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:32.992 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:32.992 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:32.992 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:32.992 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.016551+0000", 2024-09-20T22:59:32.992 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.637235+0000", 2024-09-20T22:59:32.992 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.637235+0000", 2024-09-20T22:59:32.992 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.637909+0000", 2024-09-20T22:59:32.992 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.016551+0000", 2024-09-20T22:59:32.992 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:32.992 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:32.992 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:32.992 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:32.992 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.016551+0000", 2024-09-20T22:59:32.992 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.016551+0000", 2024-09-20T22:59:32.993 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.016551+0000", 2024-09-20T22:59:32.993 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:32.993 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:32.993 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:32.993 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.016551+0000", 2024-09-20T22:59:32.993 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.016551+0000", 2024-09-20T22:59:32.993 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:32.993 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:32.993 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:32.993 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:32.993 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:32.993 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:32.993 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:32.993 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:32.993 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:32.994 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:32.994 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:32.994 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:32.994 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:32.994 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.8", 2024-09-20T22:59:32.994 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:32.994 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:32.994 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:32.994 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5295, 2024-09-20T22:59:32.994 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:32.994 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:30:13.432800+0000", 2024-09-20T22:59:32.994 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:32.994 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:32.994 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:32.994 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:32.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:32.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:32.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:32.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:32.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:32.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:32.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:32.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:32.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:32.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:32.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:32.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:32.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:32.995 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:32.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:32.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:32.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:32.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:32.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:32.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:32.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:32.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:32.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:32.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:32.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:32.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:32.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:32.996 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:32.997 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:32.997 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:32.997 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:32.997 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:32.997 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:32.997 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:32.997 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:32.997 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:32.997 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:32.997 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:32.997 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:32.997 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.997 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:32.997 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:32.998 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:32.998 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:32.998 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:32.998 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:32.998 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.998 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:32.998 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:32.998 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:32.998 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:32.998 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:32.998 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:32.998 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:32.998 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:32.998 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:32.998 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:32.999 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:32.999 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:32.999 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:32.999 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:32.999 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:32.999 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:32.999 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.983679+0000", 2024-09-20T22:59:32.999 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.642917+0000", 2024-09-20T22:59:32.999 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.642917+0000", 2024-09-20T22:59:32.999 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.643405+0000", 2024-09-20T22:59:32.999 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.983679+0000", 2024-09-20T22:59:32.999 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:32.999 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.000 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.000 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.000 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.983679+0000", 2024-09-20T22:59:33.000 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.983679+0000", 2024-09-20T22:59:33.000 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.983679+0000", 2024-09-20T22:59:33.000 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.000 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.000 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.000 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.983679+0000", 2024-09-20T22:59:33.000 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.983679+0000", 2024-09-20T22:59:33.000 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.000 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.000 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.001 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.001 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.001 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.001 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.001 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.001 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.001 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.001 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.001 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.001 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.001 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.9", 2024-09-20T22:59:33.001 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.001 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.001 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.001 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5339, 2024-09-20T22:59:33.002 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.002 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:16:12.825147+0000", 2024-09-20T22:59:33.002 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.002 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.002 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.002 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.003 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.004 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.004 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.004 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.004 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.004 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.004 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.004 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.004 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.004 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.004 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.004 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.004 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.004 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.005 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.005 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.005 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.005 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.005 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.005 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.005 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.005 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.005 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.005 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.005 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:33.005 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.005 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:33.006 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.006 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.006 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.006 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.006 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.006 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:33.006 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:33.006 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.006 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T22:59:33.006 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.006 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.006 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.006 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.007 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.007 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.007 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.981263+0000", 2024-09-20T22:59:33.007 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.627448+0000", 2024-09-20T22:59:33.007 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.627448+0000", 2024-09-20T22:59:33.007 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.627758+0000", 2024-09-20T22:59:33.007 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.981263+0000", 2024-09-20T22:59:33.007 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.007 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.007 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.007 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.007 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.981263+0000", 2024-09-20T22:59:33.007 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.981263+0000", 2024-09-20T22:59:33.008 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.981263+0000", 2024-09-20T22:59:33.008 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.008 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.008 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.008 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.981263+0000", 2024-09-20T22:59:33.008 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.981263+0000", 2024-09-20T22:59:33.008 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.008 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.008 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.008 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.008 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.008 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.008 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.008 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.009 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.009 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.009 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.009 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.009 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.009 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.9", 2024-09-20T22:59:33.009 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.009 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.009 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.009 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5267, 2024-09-20T22:59:33.009 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.009 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:10:06.475565+0000", 2024-09-20T22:59:33.009 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.009 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.009 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.010 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.011 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.011 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.011 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.011 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.011 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.011 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.011 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.011 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.011 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.011 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.011 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.011 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.011 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.011 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.011 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.012 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.012 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.012 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.012 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.012 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.012 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.012 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.012 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.012 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.012 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.012 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.012 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.012 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.013 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.013 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.013 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.013 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.013 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:33.013 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:33.013 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.013 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T22:59:33.013 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.013 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.013 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.013 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.013 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.014 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.014 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:33.014 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.014 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:33.014 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.014 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.014 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:33.014 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.014 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.014 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.014 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.155042+0000", 2024-09-20T22:59:33.014 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.640084+0000", 2024-09-20T22:59:33.014 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.640084+0000", 2024-09-20T22:59:33.014 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.640583+0000", 2024-09-20T22:59:33.015 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.155042+0000", 2024-09-20T22:59:33.015 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.015 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.015 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.015 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.015 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.155042+0000", 2024-09-20T22:59:33.015 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.155042+0000", 2024-09-20T22:59:33.015 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.155042+0000", 2024-09-20T22:59:33.015 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.015 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.015 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.015 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.155042+0000", 2024-09-20T22:59:33.015 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.155042+0000", 2024-09-20T22:59:33.016 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.016 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.016 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.016 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.016 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.016 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.016 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.016 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.016 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.016 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.016 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.016 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.016 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.016 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.8", 2024-09-20T22:59:33.017 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.017 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.017 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.017 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5136, 2024-09-20T22:59:33.017 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.017 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:48:08.217802+0000", 2024-09-20T22:59:33.017 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.017 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.017 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.017 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.018 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.019 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.019 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.019 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.019 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.019 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.019 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.019 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.019 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.019 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.019 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.019 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.019 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.019 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.019 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.019 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.020 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.020 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.020 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.020 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.020 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.020 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.020 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.020 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.020 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.020 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.020 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.020 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.020 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.020 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:33.021 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.021 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:33.021 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.021 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.021 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.021 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.021 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.021 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.021 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:33.021 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.021 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:33.021 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.021 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.021 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.022 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.022 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.022 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.022 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.984448+0000", 2024-09-20T22:59:33.022 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.610743+0000", 2024-09-20T22:59:33.022 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.610743+0000", 2024-09-20T22:59:33.022 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.611309+0000", 2024-09-20T22:59:33.022 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.984448+0000", 2024-09-20T22:59:33.022 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.022 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.022 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.022 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:33.022 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.984448+0000", 2024-09-20T22:59:33.023 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.984448+0000", 2024-09-20T22:59:33.023 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.984448+0000", 2024-09-20T22:59:33.023 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.023 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.023 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.023 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.984448+0000", 2024-09-20T22:59:33.023 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.984448+0000", 2024-09-20T22:59:33.023 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.023 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.023 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.023 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.023 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:33.023 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.024 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.024 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.024 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.024 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.024 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.024 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.024 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.024 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.6", 2024-09-20T22:59:33.024 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.024 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.024 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.024 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5357, 2024-09-20T22:59:33.024 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.024 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:01:58.847825+0000", 2024-09-20T22:59:33.024 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.024 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.025 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.025 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.026 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.027 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.027 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.027 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.027 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.027 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.027 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.028 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.028 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:33.028 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.028 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:33.028 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.028 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.028 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.028 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.028 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.028 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.028 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:33.028 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.028 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:33.028 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.028 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.029 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:33.029 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.029 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.029 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.029 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.879302+0000", 2024-09-20T22:59:33.029 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.642577+0000", 2024-09-20T22:59:33.029 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.642577+0000", 2024-09-20T22:59:33.029 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.643020+0000", 2024-09-20T22:59:33.029 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.879302+0000", 2024-09-20T22:59:33.029 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.029 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.029 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.029 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.029 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.879302+0000", 2024-09-20T22:59:33.029 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.879302+0000", 2024-09-20T22:59:33.030 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.879302+0000", 2024-09-20T22:59:33.030 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.030 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.030 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.030 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.879302+0000", 2024-09-20T22:59:33.030 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.879302+0000", 2024-09-20T22:59:33.030 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.030 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T22:59:33.030 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.030 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.030 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.030 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.030 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.030 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.031 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.031 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T22:59:33.031 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.031 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.031 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.031 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.7", 2024-09-20T22:59:33.031 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.031 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.031 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.031 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5153, 2024-09-20T22:59:33.031 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.031 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T02:54:48.972426+0000", 2024-09-20T22:59:33.031 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.032 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.032 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.032 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:33.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:33.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:33.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:33.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.033 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 6, 2024-09-20T22:59:33.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 6, 2024-09-20T22:59:33.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-20T22:59:33.034 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.034 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.034 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.035 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.035 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.035 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.035 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.035 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:33.035 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.035 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:33.035 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'2" 2024-09-20T22:59:33.035 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.035 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.035 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.035 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.035 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.035 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:33.035 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.036 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T22:59:33.036 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.036 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.036 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T22:59:33.036 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.036 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.036 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.036 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.981222+0000", 2024-09-20T22:59:33.036 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.691957+0000", 2024-09-20T22:59:33.036 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.691957+0000", 2024-09-20T22:59:33.036 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T22:23:13.388885+0000", 2024-09-20T22:59:33.036 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.981222+0000", 2024-09-20T22:59:33.036 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:33.036 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.037 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:33.037 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:33.037 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.981222+0000", 2024-09-20T22:59:33.037 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.981222+0000", 2024-09-20T22:59:33.037 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.981222+0000", 2024-09-20T22:59:33.037 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.037 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.037 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:33.037 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.981222+0000", 2024-09-20T22:59:33.037 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.981222+0000", 2024-09-20T22:59:33.037 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.037 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3101, 2024-09-20T22:59:33.037 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.037 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.037 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:33.037 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.038 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.038 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.038 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.038 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3101, 2024-09-20T22:59:33.038 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.038 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.038 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.038 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.1", 2024-09-20T22:59:33.038 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.038 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.038 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.038 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 9277, 2024-09-20T22:59:33.038 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.038 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:34:16.526661+0000", 2024-09-20T22:59:33.038 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.005024727, 2024-09-20T22:59:33.039 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.039 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.039 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.040 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.041 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.041 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.041 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.041 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.041 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.041 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.041 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1703, 2024-09-20T22:59:33.041 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 377334, 2024-09-20T22:59:33.041 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.041 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.041 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.041 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3074, 2024-09-20T22:59:33.041 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 397563 2024-09-20T22:59:33.041 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.041 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.041 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.042 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.042 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.042 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.042 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:33.042 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.042 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T22:59:33.042 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1132'3101" 2024-09-20T22:59:33.042 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.042 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.042 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.042 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.042 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.042 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:33.042 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.043 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:33.043 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.043 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.043 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.043 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.043 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.043 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.043 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.017607+0000", 2024-09-20T22:59:33.043 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.636343+0000", 2024-09-20T22:59:33.043 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.636343+0000", 2024-09-20T22:59:33.043 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.636714+0000", 2024-09-20T22:59:33.043 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.017607+0000", 2024-09-20T22:59:33.043 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.043 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.043 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.043 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.044 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.017607+0000", 2024-09-20T22:59:33.044 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.017607+0000", 2024-09-20T22:59:33.044 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.017607+0000", 2024-09-20T22:59:33.044 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.044 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.044 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.044 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.017607+0000", 2024-09-20T22:59:33.044 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.017607+0000", 2024-09-20T22:59:33.044 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.044 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.044 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.044 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.044 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.045 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.045 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.045 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.045 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.045 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.045 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.045 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.045 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.045 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.7", 2024-09-20T22:59:33.045 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.045 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.045 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.045 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5303, 2024-09-20T22:59:33.045 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.045 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:15:26.094442+0000", 2024-09-20T22:59:33.046 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.046 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.046 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.046 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.046 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.046 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.046 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.046 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.046 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.046 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.046 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.046 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.046 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.047 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.048 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.048 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.048 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.048 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.048 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.048 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.048 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.048 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.048 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.048 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.048 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.048 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.048 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.048 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.048 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.049 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.049 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.049 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.049 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.049 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.049 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.049 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:33.049 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.049 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:33.049 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.049 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.049 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.049 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.049 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.050 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.050 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:33.050 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.050 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:33.050 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.050 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.050 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:33.050 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.050 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.050 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.050 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.984224+0000", 2024-09-20T22:59:33.050 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.692996+0000", 2024-09-20T22:59:33.050 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.692996+0000", 2024-09-20T22:59:33.050 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.693389+0000", 2024-09-20T22:59:33.050 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.984224+0000", 2024-09-20T22:59:33.051 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.051 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.051 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.051 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:33.051 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.984224+0000", 2024-09-20T22:59:33.051 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.984224+0000", 2024-09-20T22:59:33.051 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.984224+0000", 2024-09-20T22:59:33.051 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.051 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.051 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.051 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.984224+0000", 2024-09-20T22:59:33.051 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.984224+0000", 2024-09-20T22:59:33.051 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.051 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T22:59:33.052 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.052 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.052 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:33.052 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.052 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.052 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.052 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.052 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T22:59:33.052 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.052 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.052 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.052 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.6", 2024-09-20T22:59:33.052 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.052 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.052 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.053 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5347, 2024-09-20T22:59:33.053 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.053 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:42:46.698301+0000", 2024-09-20T22:59:33.053 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.053 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.053 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.053 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.053 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.053 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.053 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.053 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.053 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.053 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.053 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:33.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:33.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:33.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.054 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:33.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 2, 2024-09-20T22:59:33.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 2, 2024-09-20T22:59:33.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.055 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2, 2024-09-20T22:59:33.056 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.056 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.056 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.056 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.056 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.056 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.056 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.056 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:33.056 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.056 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:33.056 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "560'2" 2024-09-20T22:59:33.056 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.057 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.057 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.057 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.057 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.057 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:33.057 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.057 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:33.057 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.057 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.057 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T22:59:33.057 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.057 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.057 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.058 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.016286+0000", 2024-09-20T22:59:33.058 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.636984+0000", 2024-09-20T22:59:33.058 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.636984+0000", 2024-09-20T22:59:33.058 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T22:23:13.388205+0000", 2024-09-20T22:59:33.058 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.016286+0000", 2024-09-20T22:59:33.058 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:33.058 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.058 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:33.058 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.058 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.016286+0000", 2024-09-20T22:59:33.058 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.016286+0000", 2024-09-20T22:59:33.058 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.016286+0000", 2024-09-20T22:59:33.058 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.058 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.059 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:33.059 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.016286+0000", 2024-09-20T22:59:33.059 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.016286+0000", 2024-09-20T22:59:33.059 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.059 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3019, 2024-09-20T22:59:33.059 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.059 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.059 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.059 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.059 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.059 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.059 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.059 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3019, 2024-09-20T22:59:33.059 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.060 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.060 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.060 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.0", 2024-09-20T22:59:33.060 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.060 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.060 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.060 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 9081, 2024-09-20T22:59:33.060 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.060 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:12:05.258232+0000", 2024-09-20T22:59:33.060 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.004441989, 2024-09-20T22:59:33.060 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.060 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.060 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.060 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.060 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.060 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.061 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.062 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1309, 2024-09-20T22:59:33.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 402051, 2024-09-20T22:59:33.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2999, 2024-09-20T22:59:33.063 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 391628 2024-09-20T22:59:33.063 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.063 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.063 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.063 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.063 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.063 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.063 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:33.064 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.064 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:33.064 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1132'3019" 2024-09-20T22:59:33.064 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.064 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.064 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.064 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.064 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:33.064 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:33.064 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.064 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:33.064 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.064 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.064 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.064 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.064 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.065 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.065 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.985108+0000", 2024-09-20T22:59:33.065 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.403721+0000", 2024-09-20T22:59:33.065 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.403721+0000", 2024-09-20T22:59:33.065 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.404206+0000", 2024-09-20T22:59:33.065 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.985108+0000", 2024-09-20T22:59:33.065 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.065 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.065 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.065 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:33.065 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.985108+0000", 2024-09-20T22:59:33.065 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.985108+0000", 2024-09-20T22:59:33.065 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.985108+0000", 2024-09-20T22:59:33.065 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.065 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.065 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.066 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.985108+0000", 2024-09-20T22:59:33.066 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.985108+0000", 2024-09-20T22:59:33.066 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.066 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.066 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.066 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.066 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:33.066 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.066 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.066 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.066 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.066 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.066 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.066 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.066 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.066 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.4", 2024-09-20T22:59:33.067 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.067 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.067 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.067 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5341, 2024-09-20T22:59:33.067 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.067 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:27:13.846984+0000", 2024-09-20T22:59:33.067 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.067 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.067 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.067 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.067 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.067 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.067 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.067 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.067 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.068 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.068 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.068 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.068 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.068 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.068 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.068 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.068 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.068 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.068 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.068 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.068 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.068 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.068 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.068 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.069 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.070 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.070 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.070 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.070 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.070 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.070 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.070 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:33.070 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:33.070 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.070 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:33.070 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.070 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.071 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.071 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.071 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:33.071 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.071 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:33.071 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.071 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T22:59:33.071 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.071 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.071 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:33.071 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.071 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.071 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.071 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:25.774735+0000", 2024-09-20T22:59:33.071 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.596569+0000", 2024-09-20T22:59:33.071 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.596569+0000", 2024-09-20T22:59:33.072 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.597795+0000", 2024-09-20T22:59:33.072 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:25.774735+0000", 2024-09-20T22:59:33.072 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.072 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.072 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.072 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:33.072 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:25.774735+0000", 2024-09-20T22:59:33.072 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:25.774735+0000", 2024-09-20T22:59:33.072 INFO:tasks.workunit.client.0.smithi046.stderr:+ ceph telemetry off 2024-09-20T22:59:33.074 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:59:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:59:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:59:33.076 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:25.774735+0000", 2024-09-20T22:59:33.076 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.076 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.076 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.076 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:25.774735+0000", 2024-09-20T22:59:33.076 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:25.774735+0000", 2024-09-20T22:59:33.076 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.076 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.076 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.076 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.076 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:33.076 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.076 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.077 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.077 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.077 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.077 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.077 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.077 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.077 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.5", 2024-09-20T22:59:33.077 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.077 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.077 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.077 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5315, 2024-09-20T22:59:33.077 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.077 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:30:57.249917+0000", 2024-09-20T22:59:33.077 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.078 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.078 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.078 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.079 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.080 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.080 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.080 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.081 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.081 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.081 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:33.081 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.081 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:33.081 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.081 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T22:59:33.081 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.081 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.081 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.081 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.081 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.081 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.081 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:33.082 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.082 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:33.082 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.082 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.082 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T22:59:33.082 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.082 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.082 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.082 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.980584+0000", 2024-09-20T22:59:33.082 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.637782+0000", 2024-09-20T22:59:33.082 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.637782+0000", 2024-09-20T22:59:33.082 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T22:23:13.402482+0000", 2024-09-20T22:59:33.082 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.980584+0000", 2024-09-20T22:59:33.082 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:33.082 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:33.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.980584+0000", 2024-09-20T22:59:33.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.980584+0000", 2024-09-20T22:59:33.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.980584+0000", 2024-09-20T22:59:33.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:33.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.980584+0000", 2024-09-20T22:59:33.083 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.980584+0000", 2024-09-20T22:59:33.083 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.083 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3130, 2024-09-20T22:59:33.083 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.083 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.084 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.084 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.084 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.084 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.084 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.084 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3130, 2024-09-20T22:59:33.084 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.084 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.084 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.084 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.3", 2024-09-20T22:59:33.084 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.084 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.084 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.084 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 9173, 2024-09-20T22:59:33.084 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.084 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:09:02.812712+0000", 2024-09-20T22:59:33.085 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.011601735, 2024-09-20T22:59:33.085 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.085 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.085 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:33.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:33.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:33.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:33.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.086 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 895, 2024-09-20T22:59:33.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 403247, 2024-09-20T22:59:33.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3109, 2024-09-20T22:59:33.087 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 418521 2024-09-20T22:59:33.087 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.087 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.087 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.087 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.087 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.087 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.088 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:33.088 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.088 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:33.088 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1132'3130" 2024-09-20T22:59:33.088 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.088 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.088 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.088 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.088 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.088 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:33.088 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.088 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:33.088 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.088 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.089 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.089 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.089 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.089 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.089 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.871832+0000", 2024-09-20T22:59:33.089 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.401932+0000", 2024-09-20T22:59:33.089 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.401932+0000", 2024-09-20T22:59:33.089 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.402226+0000", 2024-09-20T22:59:33.089 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.871832+0000", 2024-09-20T22:59:33.089 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.089 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.089 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.089 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:33.089 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.871832+0000", 2024-09-20T22:59:33.089 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.871832+0000", 2024-09-20T22:59:33.090 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.871832+0000", 2024-09-20T22:59:33.090 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.090 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.090 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.090 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.871832+0000", 2024-09-20T22:59:33.090 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.871832+0000", 2024-09-20T22:59:33.090 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.090 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.090 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.090 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.090 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:33.090 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.091 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.091 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.091 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.091 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.091 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.091 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.091 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.091 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.5", 2024-09-20T22:59:33.091 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.091 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.091 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.091 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5217, 2024-09-20T22:59:33.091 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.092 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:19:00.559359+0000", 2024-09-20T22:59:33.092 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.092 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.092 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.092 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.093 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.094 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.094 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.095 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.095 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.095 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.095 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.095 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.095 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:33.095 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.095 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:33.095 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.095 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.095 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.095 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.095 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.095 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.095 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:33.096 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.096 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:33.096 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.096 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.096 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:33.096 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.096 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.096 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.096 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.985193+0000", 2024-09-20T22:59:33.096 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.636168+0000", 2024-09-20T22:59:33.096 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.636168+0000", 2024-09-20T22:59:33.096 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.636510+0000", 2024-09-20T22:59:33.096 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.985193+0000", 2024-09-20T22:59:33.096 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.096 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.097 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.097 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.097 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.985193+0000", 2024-09-20T22:59:33.097 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.985193+0000", 2024-09-20T22:59:33.097 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.985193+0000", 2024-09-20T22:59:33.097 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.097 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.097 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.097 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.985193+0000", 2024-09-20T22:59:33.097 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.985193+0000", 2024-09-20T22:59:33.097 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.097 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.097 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.097 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.098 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.098 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.098 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.098 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.098 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.098 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.098 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.098 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.098 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.098 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.4", 2024-09-20T22:59:33.098 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.098 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.098 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.098 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5353, 2024-09-20T22:59:33.098 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.099 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:55:02.284592+0000", 2024-09-20T22:59:33.099 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.099 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.099 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.099 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.100 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.101 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.102 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.102 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.102 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.102 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.102 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.102 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.102 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:33.102 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.102 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:33.102 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.102 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.102 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.102 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.102 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.103 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.103 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:33.103 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.103 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:33.103 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.103 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.103 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T22:59:33.103 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.103 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.103 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.103 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.981453+0000", 2024-09-20T22:59:33.103 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.410576+0000", 2024-09-20T22:59:33.103 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.410576+0000", 2024-09-20T22:59:33.103 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T22:23:13.404539+0000", 2024-09-20T22:59:33.103 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.981453+0000", 2024-09-20T22:59:33.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:33.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:33.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:33.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.981453+0000", 2024-09-20T22:59:33.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.981453+0000", 2024-09-20T22:59:33.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.981453+0000", 2024-09-20T22:59:33.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:33.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.981453+0000", 2024-09-20T22:59:33.104 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.981453+0000", 2024-09-20T22:59:33.104 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.104 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3165, 2024-09-20T22:59:33.104 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.104 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.105 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:33.105 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.105 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.105 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.105 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.105 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3165, 2024-09-20T22:59:33.105 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.105 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.105 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.105 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.2", 2024-09-20T22:59:33.105 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.105 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.105 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.105 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 9381, 2024-09-20T22:59:33.105 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.105 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:47:57.352089+0000", 2024-09-20T22:59:33.106 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.00945695, 2024-09-20T22:59:33.106 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.106 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 19, 2024-09-20T22:59:33.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.106 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:33.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:33.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:33.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.107 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.108 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.108 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.108 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.108 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.108 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.108 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.108 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.108 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1298, 2024-09-20T22:59:33.108 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 402048, 2024-09-20T22:59:33.108 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.108 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.108 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.108 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3152, 2024-09-20T22:59:33.109 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 407365 2024-09-20T22:59:33.109 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.109 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.109 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.109 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.109 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.109 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.109 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:33.109 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.109 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:33.109 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1132'3165" 2024-09-20T22:59:33.109 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.109 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.109 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.109 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.109 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.109 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:33.110 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.110 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T22:59:33.110 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.110 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.110 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.110 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.110 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.110 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.110 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.981793+0000", 2024-09-20T22:59:33.110 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.691713+0000", 2024-09-20T22:59:33.110 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.691713+0000", 2024-09-20T22:59:33.110 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.692022+0000", 2024-09-20T22:59:33.110 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.981793+0000", 2024-09-20T22:59:33.110 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.111 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.111 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.111 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:33.111 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.981793+0000", 2024-09-20T22:59:33.111 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.981793+0000", 2024-09-20T22:59:33.111 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.981793+0000", 2024-09-20T22:59:33.111 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.111 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.111 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.111 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.981793+0000", 2024-09-20T22:59:33.111 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.981793+0000", 2024-09-20T22:59:33.111 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.111 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.111 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.111 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.112 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:33.112 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.112 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.112 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.112 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.112 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.112 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.112 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.112 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.112 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3", 2024-09-20T22:59:33.112 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.112 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.112 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.112 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5244, 2024-09-20T22:59:33.112 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.113 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:22:32.817458+0000", 2024-09-20T22:59:33.113 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.113 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.113 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.113 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.114 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.115 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.115 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.116 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.116 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.116 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.116 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.116 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.116 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:33.116 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.116 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T22:59:33.116 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.116 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.116 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.116 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.116 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.116 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.117 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:33.117 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.117 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:33.117 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.117 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.117 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:33.117 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.117 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.117 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.117 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.870933+0000", 2024-09-20T22:59:33.117 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.688340+0000", 2024-09-20T22:59:33.117 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.688340+0000", 2024-09-20T22:59:33.117 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.688885+0000", 2024-09-20T22:59:33.117 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.870933+0000", 2024-09-20T22:59:33.117 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.117 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.118 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.118 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:33.118 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.870933+0000", 2024-09-20T22:59:33.118 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.870933+0000", 2024-09-20T22:59:33.118 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.870933+0000", 2024-09-20T22:59:33.118 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.118 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.118 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.118 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.870933+0000", 2024-09-20T22:59:33.118 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.870933+0000", 2024-09-20T22:59:33.118 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.118 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.119 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.119 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.119 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:33.119 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.119 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.119 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.119 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.119 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.119 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.119 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.119 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.119 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.2", 2024-09-20T22:59:33.119 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.120 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.120 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.120 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5187, 2024-09-20T22:59:33.120 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.120 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T02:32:52.016422+0000", 2024-09-20T22:59:33.120 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.120 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.120 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.120 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.121 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.122 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.123 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.123 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.123 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.123 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.123 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.123 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.123 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.123 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:33.123 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.123 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:33.123 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.123 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.123 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.124 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.124 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.124 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:33.124 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:33.124 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.124 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:33.124 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.124 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.124 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T22:59:33.124 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.124 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.124 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.124 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.985000+0000", 2024-09-20T22:59:33.124 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:47:54.642593+0000", 2024-09-20T22:59:33.125 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:47:54.642593+0000", 2024-09-20T22:59:33.125 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T22:23:13.402550+0000", 2024-09-20T22:59:33.125 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.985000+0000", 2024-09-20T22:59:33.125 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:33.125 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.125 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:33.125 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 403, 2024-09-20T22:59:33.125 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.985000+0000", 2024-09-20T22:59:33.125 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.985000+0000", 2024-09-20T22:59:33.125 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.985000+0000", 2024-09-20T22:59:33.125 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.125 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.125 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:33.126 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.985000+0000", 2024-09-20T22:59:33.126 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.985000+0000", 2024-09-20T22:59:33.126 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.126 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2976, 2024-09-20T22:59:33.126 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.126 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.126 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 402, 2024-09-20T22:59:33.126 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.126 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.126 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.126 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.126 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2976, 2024-09-20T22:59:33.126 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.126 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.126 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.127 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.4", 2024-09-20T22:59:33.127 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.127 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.127 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.127 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 8930, 2024-09-20T22:59:33.127 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.127 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:41:25.841173+0000", 2024-09-20T22:59:33.127 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.006990142, 2024-09-20T22:59:33.127 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.127 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.127 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.128 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.128 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.128 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.128 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.128 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.128 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.128 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.128 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.128 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.128 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.128 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.128 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:33.128 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:33.128 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.128 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:33.128 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:33.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 754, 2024-09-20T22:59:33.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 375259, 2024-09-20T22:59:33.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.129 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2982, 2024-09-20T22:59:33.130 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 376914 2024-09-20T22:59:33.130 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.130 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.130 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.130 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.130 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.130 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:33.130 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:33.130 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.130 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:33.130 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1132'2976" 2024-09-20T22:59:33.130 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.130 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.131 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.131 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.131 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:33.131 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:33.131 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.131 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:33.131 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.131 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.131 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.131 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.131 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.131 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.131 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.981732+0000", 2024-09-20T22:59:33.131 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.692948+0000", 2024-09-20T22:59:33.131 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.692948+0000", 2024-09-20T22:59:33.131 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.693522+0000", 2024-09-20T22:59:33.132 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.981732+0000", 2024-09-20T22:59:33.132 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.132 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.132 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.132 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:33.132 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.981732+0000", 2024-09-20T22:59:33.132 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.981732+0000", 2024-09-20T22:59:33.132 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.981732+0000", 2024-09-20T22:59:33.132 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.132 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.132 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.132 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.981732+0000", 2024-09-20T22:59:33.132 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.981732+0000", 2024-09-20T22:59:33.132 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.132 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.133 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.133 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.133 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:33.133 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.133 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.133 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.133 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.133 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.133 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.133 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.133 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.133 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.0", 2024-09-20T22:59:33.134 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.134 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.134 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.134 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5343, 2024-09-20T22:59:33.134 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.134 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:01:40.722180+0000", 2024-09-20T22:59:33.134 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.134 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.134 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.134 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.134 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.134 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.134 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.134 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.135 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.136 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.137 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.137 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.137 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.137 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.137 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.137 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.137 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:33.137 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:33.137 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.137 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:33.138 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.138 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.138 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.138 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.138 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:33.138 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.138 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:33.138 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.138 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T22:59:33.138 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.138 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.138 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:33.138 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.138 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.139 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.139 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:25.774250+0000", 2024-09-20T22:59:33.139 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:47:54.633067+0000", 2024-09-20T22:59:33.139 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:47:54.633067+0000", 2024-09-20T22:59:33.139 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:47:54.633375+0000", 2024-09-20T22:59:33.139 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:25.774250+0000", 2024-09-20T22:59:33.139 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.139 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.139 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.139 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 403, 2024-09-20T22:59:33.139 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:25.774250+0000", 2024-09-20T22:59:33.139 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:25.774250+0000", 2024-09-20T22:59:33.139 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:25.774250+0000", 2024-09-20T22:59:33.139 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.139 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.140 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.140 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:25.774250+0000", 2024-09-20T22:59:33.140 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:25.774250+0000", 2024-09-20T22:59:33.140 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.140 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.140 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.140 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.140 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 402, 2024-09-20T22:59:33.140 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.140 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.140 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.140 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.140 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.140 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.141 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.141 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.141 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1", 2024-09-20T22:59:33.141 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.141 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.141 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.141 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5321, 2024-09-20T22:59:33.141 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.141 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:51:34.403799+0000", 2024-09-20T22:59:33.141 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.141 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.141 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.141 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.142 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.142 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.142 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.142 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.142 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.142 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.142 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.142 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.142 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.142 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.142 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.142 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.142 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.142 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.142 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.143 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.143 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.143 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.143 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.143 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.143 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.143 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.143 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.143 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.143 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.143 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.143 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.143 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.143 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.143 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.143 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.144 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.144 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.144 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.144 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.144 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.144 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.144 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.144 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.144 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.144 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:33.144 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.144 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:33.144 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.144 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T22:59:33.144 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.144 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.145 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.145 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.145 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.145 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.145 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:33.145 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.145 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:33.145 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.145 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.145 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T22:59:33.145 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.145 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.145 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.146 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.986094+0000", 2024-09-20T22:59:33.146 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.406483+0000", 2024-09-20T22:59:33.146 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.406483+0000", 2024-09-20T22:59:33.146 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T22:23:13.410941+0000", 2024-09-20T22:59:33.146 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.986094+0000", 2024-09-20T22:59:33.146 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:33.146 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.146 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:33.146 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:33.146 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.986094+0000", 2024-09-20T22:59:33.146 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.986094+0000", 2024-09-20T22:59:33.146 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.986094+0000", 2024-09-20T22:59:33.146 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.146 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.147 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:33.147 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.986094+0000", 2024-09-20T22:59:33.147 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.986094+0000", 2024-09-20T22:59:33.147 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.147 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2967, 2024-09-20T22:59:33.147 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.147 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.147 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:33.147 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.147 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.147 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.147 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.147 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2967, 2024-09-20T22:59:33.147 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.148 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.148 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.148 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.7", 2024-09-20T22:59:33.148 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.148 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.148 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.148 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 8807, 2024-09-20T22:59:33.148 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.148 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T06:00:55.235367+0000", 2024-09-20T22:59:33.148 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.015368999, 2024-09-20T22:59:33.148 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.148 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.148 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.149 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.150 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.150 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.150 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.150 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.150 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.150 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.150 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.150 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.150 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.150 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.150 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.150 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.150 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.150 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.151 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.151 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 679, 2024-09-20T22:59:33.151 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 366217, 2024-09-20T22:59:33.151 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.151 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.151 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.151 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2963, 2024-09-20T22:59:33.151 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 370076 2024-09-20T22:59:33.151 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.151 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.151 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.151 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.151 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.151 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.151 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:33.152 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.152 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:33.152 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1132'2967" 2024-09-20T22:59:33.152 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.152 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.152 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.152 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.152 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.152 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:33.152 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.152 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:33.152 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.152 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.152 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.152 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.152 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.153 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.153 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.981370+0000", 2024-09-20T22:59:33.153 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.612215+0000", 2024-09-20T22:59:33.153 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.612215+0000", 2024-09-20T22:59:33.153 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.613648+0000", 2024-09-20T22:59:33.153 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.981370+0000", 2024-09-20T22:59:33.153 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.153 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.153 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.153 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:33.153 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.981370+0000", 2024-09-20T22:59:33.153 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.981370+0000", 2024-09-20T22:59:33.153 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.981370+0000", 2024-09-20T22:59:33.153 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.153 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.154 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.154 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.981370+0000", 2024-09-20T22:59:33.154 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.981370+0000", 2024-09-20T22:59:33.154 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.154 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.154 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.154 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.154 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:33.154 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.154 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.154 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.154 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.154 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.154 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.155 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.155 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.155 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1", 2024-09-20T22:59:33.155 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.155 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.155 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.155 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5359, 2024-09-20T22:59:33.155 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.155 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:11:04.787526+0000", 2024-09-20T22:59:33.155 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.155 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.155 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.155 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.156 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.157 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.157 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.157 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.157 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.157 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.157 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.157 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.157 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.157 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.157 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.157 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.157 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.157 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.157 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.157 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.157 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.158 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.158 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.158 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.158 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.158 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.158 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.158 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.158 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.158 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.158 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.158 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.158 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.158 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.158 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.159 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:33.159 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.159 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:33.159 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.159 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.159 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.159 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.159 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.159 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.159 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:33.159 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.159 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:33.159 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.159 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.159 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:33.160 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.160 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.160 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.160 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.155969+0000", 2024-09-20T22:59:33.160 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.638806+0000", 2024-09-20T22:59:33.160 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.638806+0000", 2024-09-20T22:59:33.160 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.640338+0000", 2024-09-20T22:59:33.160 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.155969+0000", 2024-09-20T22:59:33.160 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.160 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.160 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.160 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.160 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.155969+0000", 2024-09-20T22:59:33.160 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.155969+0000", 2024-09-20T22:59:33.161 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.155969+0000", 2024-09-20T22:59:33.161 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.161 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.161 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.161 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.155969+0000", 2024-09-20T22:59:33.161 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.155969+0000", 2024-09-20T22:59:33.161 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.161 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.161 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.161 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.161 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.161 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.161 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.161 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.162 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.162 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.162 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.162 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.162 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.162 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.0", 2024-09-20T22:59:33.162 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.162 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.162 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.162 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5139, 2024-09-20T22:59:33.162 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.162 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:32:16.447603+0000", 2024-09-20T22:59:33.162 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.162 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.163 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.163 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.164 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.164 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.164 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.164 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.164 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.164 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.164 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.164 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.164 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.164 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.164 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.164 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.164 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.164 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.164 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.165 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.165 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.165 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.165 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.165 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.165 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.166 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.166 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:33.166 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.166 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:33.166 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.166 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.166 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.166 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.166 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.166 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.166 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:33.166 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.166 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:33.167 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.167 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.167 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T22:59:33.167 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.167 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.167 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.167 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.984276+0000", 2024-09-20T22:59:33.167 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:47:20.956419+0000", 2024-09-20T22:59:33.167 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:47:20.956419+0000", 2024-09-20T22:59:33.167 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T22:23:13.400554+0000", 2024-09-20T22:59:33.167 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.984276+0000", 2024-09-20T22:59:33.167 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:33.167 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.167 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:33.167 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 370, 2024-09-20T22:59:33.168 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.984276+0000", 2024-09-20T22:59:33.168 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.984276+0000", 2024-09-20T22:59:33.168 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.984276+0000", 2024-09-20T22:59:33.168 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.168 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.168 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:33.168 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.984276+0000", 2024-09-20T22:59:33.168 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.984276+0000", 2024-09-20T22:59:33.168 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.168 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3162, 2024-09-20T22:59:33.168 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.168 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.168 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 369, 2024-09-20T22:59:33.168 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.168 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.168 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.169 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.169 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3162, 2024-09-20T22:59:33.169 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.169 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.169 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.169 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.6", 2024-09-20T22:59:33.169 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.169 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.169 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.169 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 9100, 2024-09-20T22:59:33.169 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.169 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:07:03.979631+0000", 2024-09-20T22:59:33.169 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.009198371, 2024-09-20T22:59:33.169 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.169 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 4194304, 2024-09-20T22:59:33.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.170 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.171 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:33.171 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:33.171 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.171 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:33.171 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.171 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.171 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.171 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.171 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.171 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.171 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.171 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.171 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.171 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 815, 2024-09-20T22:59:33.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 384998, 2024-09-20T22:59:33.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3140, 2024-09-20T22:59:33.172 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 394932 2024-09-20T22:59:33.172 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.172 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.172 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.172 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.172 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.173 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.173 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:33.173 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.173 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:33.173 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1132'3162" 2024-09-20T22:59:33.173 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.173 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.173 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.173 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.173 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.173 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:33.173 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.173 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:33.173 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.173 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.173 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.174 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.174 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.174 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.174 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.017050+0000", 2024-09-20T22:59:33.174 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.691351+0000", 2024-09-20T22:59:33.174 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.691351+0000", 2024-09-20T22:59:33.174 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.691890+0000", 2024-09-20T22:59:33.174 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.017050+0000", 2024-09-20T22:59:33.174 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.174 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.174 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.174 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:33.174 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.017050+0000", 2024-09-20T22:59:33.174 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.017050+0000", 2024-09-20T22:59:33.175 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.017050+0000", 2024-09-20T22:59:33.175 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.175 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.175 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.175 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.017050+0000", 2024-09-20T22:59:33.175 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.017050+0000", 2024-09-20T22:59:33.175 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.175 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.175 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.175 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.175 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:33.176 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.176 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.176 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.176 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.176 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.176 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.176 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.176 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.176 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2", 2024-09-20T22:59:33.176 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.176 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.176 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.176 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5294, 2024-09-20T22:59:33.176 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.176 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:37:04.437245+0000", 2024-09-20T22:59:33.177 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.177 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.177 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.177 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.177 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.177 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.177 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.177 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.177 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.177 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.177 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.177 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.177 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.177 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.178 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.178 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.178 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.178 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.178 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.178 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.178 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.178 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.178 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.178 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.178 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.178 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.178 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.178 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.178 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.178 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.179 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.180 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.180 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.180 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.180 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.180 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.180 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.180 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:33.180 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.180 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:33.180 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.180 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.180 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.180 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.180 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.180 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:33.181 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:33.181 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.181 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:33.181 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.181 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.181 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:33.181 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.181 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.181 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.181 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.871353+0000", 2024-09-20T22:59:33.181 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.637793+0000", 2024-09-20T22:59:33.181 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.637793+0000", 2024-09-20T22:59:33.181 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.638142+0000", 2024-09-20T22:59:33.181 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.871353+0000", 2024-09-20T22:59:33.182 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.182 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.182 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.182 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.182 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.871353+0000", 2024-09-20T22:59:33.182 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.871353+0000", 2024-09-20T22:59:33.182 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.871353+0000", 2024-09-20T22:59:33.182 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.182 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.182 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.182 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.871353+0000", 2024-09-20T22:59:33.182 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.871353+0000", 2024-09-20T22:59:33.182 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.182 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.182 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.183 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.183 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.183 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.183 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.183 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.183 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.183 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.183 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.183 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.183 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.183 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.3", 2024-09-20T22:59:33.183 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.183 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.183 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.183 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5220, 2024-09-20T22:59:33.183 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.184 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T06:35:53.806196+0000", 2024-09-20T22:59:33.184 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.184 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.184 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.184 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.184 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.184 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.184 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.184 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.184 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.184 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.184 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.184 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.184 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.184 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.184 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.185 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.185 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.185 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.185 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.185 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.185 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.185 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.185 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.185 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.185 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.185 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.185 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.185 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.185 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.185 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.185 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.186 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.186 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.186 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.186 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.186 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.186 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.186 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.186 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.186 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.186 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.186 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.186 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.186 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.187 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.187 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.187 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.187 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.187 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:33.187 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:33.187 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.187 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:33.187 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.187 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.187 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.187 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.187 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.187 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.187 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:33.188 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.188 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:33.188 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.188 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.188 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 19, 2024-09-20T22:59:33.188 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.188 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.188 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.188 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156026+0000", 2024-09-20T22:59:33.188 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.639331+0000", 2024-09-20T22:59:33.188 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.639331+0000", 2024-09-20T22:59:33.188 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.640388+0000", 2024-09-20T22:59:33.188 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156026+0000", 2024-09-20T22:59:33.188 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:35:58.999220+0000", 2024-09-20T22:59:33.188 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.189 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:35:58.999220+0000", 2024-09-20T22:59:33.189 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.189 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156026+0000", 2024-09-20T22:59:33.189 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156026+0000", 2024-09-20T22:59:33.189 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156026+0000", 2024-09-20T22:59:33.189 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.189 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.189 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:35:58.999220+0000", 2024-09-20T22:59:33.189 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156026+0000", 2024-09-20T22:59:33.189 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156026+0000", 2024-09-20T22:59:33.189 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.189 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 200, 2024-09-20T22:59:33.189 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.189 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.189 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.190 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.190 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.190 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.190 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.190 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 200, 2024-09-20T22:59:33.190 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.190 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.190 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.190 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "1.0", 2024-09-20T22:59:33.190 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.190 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.190 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.190 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5607, 2024-09-20T22:59:33.190 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.190 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:00:29.776996+0000", 2024-09-20T22:59:33.191 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.191 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.191 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 590368, 2024-09-20T22:59:33.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 590368, 2024-09-20T22:59:33.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.191 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.192 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.192 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.192 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.192 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.192 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.192 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-20T22:59:33.192 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-20T22:59:33.192 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.192 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-20T22:59:33.192 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.192 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.192 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.192 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.192 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.192 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.193 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.193 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 2, 2024-09-20T22:59:33.193 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.193 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.193 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.193 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.193 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.193 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1200, 2024-09-20T22:59:33.193 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 2009, 2024-09-20T22:59:33.193 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.193 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.193 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.193 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 349, 2024-09-20T22:59:33.193 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1628 2024-09-20T22:59:33.193 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.194 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.194 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.194 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.194 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.194 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.194 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:33.194 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.194 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:33.194 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "2223'200" 2024-09-20T22:59:33.194 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.194 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.194 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.194 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.194 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.195 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:33.195 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.195 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:33.195 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.195 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.195 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 61, 2024-09-20T22:59:33.195 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.195 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.195 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.195 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.877886+0000", 2024-09-20T22:59:33.195 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.628033+0000", 2024-09-20T22:59:33.195 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.628033+0000", 2024-09-20T22:59:33.195 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T22:23:13.448452+0000", 2024-09-20T22:59:33.195 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.877886+0000", 2024-09-20T22:59:33.195 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:33.195 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.196 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:33.196 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.196 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.877886+0000", 2024-09-20T22:59:33.196 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.877886+0000", 2024-09-20T22:59:33.196 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.877886+0000", 2024-09-20T22:59:33.196 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.196 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.196 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:39:18.539356+0000", 2024-09-20T22:59:33.196 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.877886+0000", 2024-09-20T22:59:33.196 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.877886+0000", 2024-09-20T22:59:33.196 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.196 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2910, 2024-09-20T22:59:33.196 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.197 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.197 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.197 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.197 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.197 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.197 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.197 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2910, 2024-09-20T22:59:33.197 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.197 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.197 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.197 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "4.5", 2024-09-20T22:59:33.197 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.197 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.198 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.198 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 8976, 2024-09-20T22:59:33.198 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.198 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:43:12.147587+0000", 2024-09-20T22:59:33.198 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0030952, 2024-09-20T22:59:33.198 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.198 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.198 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.199 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1579, 2024-09-20T22:59:33.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 377624, 2024-09-20T22:59:33.200 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.201 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.201 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.201 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 2880, 2024-09-20T22:59:33.201 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 334361 2024-09-20T22:59:33.201 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.201 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.201 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.201 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.201 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.201 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.201 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:33.201 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.201 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:33.201 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "1132'2910" 2024-09-20T22:59:33.201 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.202 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.202 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.202 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.202 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.202 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:33.202 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.202 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:33.202 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.202 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.202 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.202 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.202 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.202 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.203 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156289+0000", 2024-09-20T22:59:33.203 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.637959+0000", 2024-09-20T22:59:33.203 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.637959+0000", 2024-09-20T22:59:33.203 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.638246+0000", 2024-09-20T22:59:33.203 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156289+0000", 2024-09-20T22:59:33.203 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.203 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.203 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.203 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.203 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156289+0000", 2024-09-20T22:59:33.203 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156289+0000", 2024-09-20T22:59:33.203 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156289+0000", 2024-09-20T22:59:33.203 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.203 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.204 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.204 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156289+0000", 2024-09-20T22:59:33.204 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156289+0000", 2024-09-20T22:59:33.204 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.204 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.204 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.204 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.204 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.204 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.204 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.204 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.204 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.204 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.204 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.205 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.205 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.205 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.d", 2024-09-20T22:59:33.205 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.205 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.205 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.205 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5133, 2024-09-20T22:59:33.205 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.205 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:55:03.686109+0000", 2024-09-20T22:59:33.205 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.205 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.205 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.205 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.205 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.206 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.206 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.206 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.206 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.206 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.206 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.206 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.206 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.206 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.206 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.206 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.206 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.206 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.206 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.207 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.208 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.208 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.208 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.208 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.209 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.209 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.209 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.209 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:33.209 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.209 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:33.209 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.209 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.209 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.209 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.209 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:33.209 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.209 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:33.210 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.210 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T22:59:33.210 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.210 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.210 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:33.210 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.210 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.210 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.210 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:25.774271+0000", 2024-09-20T22:59:33.210 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.400410+0000", 2024-09-20T22:59:33.210 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.400410+0000", 2024-09-20T22:59:33.210 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.401613+0000", 2024-09-20T22:59:33.210 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:25.774271+0000", 2024-09-20T22:59:33.210 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.211 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.211 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.211 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:33.211 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:25.774271+0000", 2024-09-20T22:59:33.211 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:25.774271+0000", 2024-09-20T22:59:33.211 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:25.774271+0000", 2024-09-20T22:59:33.211 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.211 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.211 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.211 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:25.774271+0000", 2024-09-20T22:59:33.211 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:25.774271+0000", 2024-09-20T22:59:33.211 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.211 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.211 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.212 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.212 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:33.212 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.212 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.212 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.212 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.212 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.212 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.212 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.212 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.212 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.c", 2024-09-20T22:59:33.212 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.212 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.212 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.213 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5319, 2024-09-20T22:59:33.213 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.213 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T02:26:57.113318+0000", 2024-09-20T22:59:33.213 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.213 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.213 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.213 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.213 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.213 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.213 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.213 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.213 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.213 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.213 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.213 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.214 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.214 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.214 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.214 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.214 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.214 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.214 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.214 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.214 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.214 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.214 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.214 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.214 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.214 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.214 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.215 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.216 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.216 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.216 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.216 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.216 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.216 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:33.216 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.216 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:33.216 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.216 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T22:59:33.216 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.216 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.217 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.217 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.217 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.217 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.217 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:33.217 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.217 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:33.217 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.217 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.217 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.217 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.217 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.217 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.218 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.873544+0000", 2024-09-20T22:59:33.218 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.687337+0000", 2024-09-20T22:59:33.218 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.687337+0000", 2024-09-20T22:59:33.218 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.687617+0000", 2024-09-20T22:59:33.218 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.873544+0000", 2024-09-20T22:59:33.218 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.218 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.218 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.218 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:33.218 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.873544+0000", 2024-09-20T22:59:33.218 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.873544+0000", 2024-09-20T22:59:33.218 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.873544+0000", 2024-09-20T22:59:33.218 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.218 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.219 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.219 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.873544+0000", 2024-09-20T22:59:33.219 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.873544+0000", 2024-09-20T22:59:33.219 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.219 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.219 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.219 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.219 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:33.219 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.219 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.219 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.220 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.220 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.220 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.220 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.220 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.220 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.c", 2024-09-20T22:59:33.220 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.220 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.220 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.220 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5207, 2024-09-20T22:59:33.220 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.220 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:14:03.654493+0000", 2024-09-20T22:59:33.220 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.220 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.221 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.221 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.221 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.221 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.221 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.221 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.221 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.221 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.221 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.221 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.221 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.221 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.221 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.221 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.221 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.221 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.222 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.222 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.222 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.222 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.222 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.222 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.222 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.222 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.222 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.222 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.222 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.222 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.222 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.222 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.223 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.223 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.223 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.223 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.223 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.223 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.224 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.224 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:33.224 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.224 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:33.224 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.224 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.224 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.224 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.224 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.224 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.224 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:33.224 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.224 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:33.224 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.224 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.224 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:33.225 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.225 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.225 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.225 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.983604+0000", 2024-09-20T22:59:33.225 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.603520+0000", 2024-09-20T22:59:33.225 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.603520+0000", 2024-09-20T22:59:33.225 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.603915+0000", 2024-09-20T22:59:33.225 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.983604+0000", 2024-09-20T22:59:33.225 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.225 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.225 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.225 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:33.225 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.983604+0000", 2024-09-20T22:59:33.225 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.983604+0000", 2024-09-20T22:59:33.225 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.983604+0000", 2024-09-20T22:59:33.225 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.226 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.226 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.226 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.983604+0000", 2024-09-20T22:59:33.226 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.983604+0000", 2024-09-20T22:59:33.226 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.226 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-20T22:59:33.226 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.226 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.226 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:33.226 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.226 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.226 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.226 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.226 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-20T22:59:33.226 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.226 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.227 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.227 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.d", 2024-09-20T22:59:33.227 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.227 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.227 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.227 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5345, 2024-09-20T22:59:33.227 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.227 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:32:16.286641+0000", 2024-09-20T22:59:33.227 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.227 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.227 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.227 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 70, 2024-09-20T22:59:33.227 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.227 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.227 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.227 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.227 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.228 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.228 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.228 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.228 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.228 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.228 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.228 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.228 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.228 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.228 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.228 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:33.228 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:33.228 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.228 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:33.228 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.228 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.229 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.229 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.229 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.229 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.229 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.229 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.229 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.229 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.229 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.229 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.229 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.229 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1, 2024-09-20T22:59:33.229 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 1, 2024-09-20T22:59:33.229 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.229 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.229 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.230 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 1, 2024-09-20T22:59:33.230 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-20T22:59:33.230 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.230 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.230 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.230 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.230 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.230 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.230 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:33.230 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.230 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:33.230 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'1" 2024-09-20T22:59:33.230 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.230 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.230 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.231 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.231 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.231 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:33.231 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.231 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:33.231 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.231 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.231 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.231 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.231 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.231 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.231 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156413+0000", 2024-09-20T22:59:33.231 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.638782+0000", 2024-09-20T22:59:33.231 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.638782+0000", 2024-09-20T22:59:33.231 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.640050+0000", 2024-09-20T22:59:33.232 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156413+0000", 2024-09-20T22:59:33.232 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.232 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.232 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.232 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.232 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156413+0000", 2024-09-20T22:59:33.232 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156413+0000", 2024-09-20T22:59:33.232 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156413+0000", 2024-09-20T22:59:33.232 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.232 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.232 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.232 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156413+0000", 2024-09-20T22:59:33.232 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156413+0000", 2024-09-20T22:59:33.232 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.232 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.232 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.233 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.233 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.233 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.233 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.233 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.233 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.233 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.233 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.233 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.233 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.233 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.f", 2024-09-20T22:59:33.233 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.233 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.233 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.233 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5149, 2024-09-20T22:59:33.234 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.234 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T06:41:06.042301+0000", 2024-09-20T22:59:33.234 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.234 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.234 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.234 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.235 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.236 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.237 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.237 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.237 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.237 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.237 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.237 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.237 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.237 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.237 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:33.237 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.237 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:33.237 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.237 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.238 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.238 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.238 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:33.238 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.238 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:33.238 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.238 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T22:59:33.238 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.238 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.238 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:33.238 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.238 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.238 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.238 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:25.775174+0000", 2024-09-20T22:59:33.238 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.636749+0000", 2024-09-20T22:59:33.239 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.636749+0000", 2024-09-20T22:59:33.239 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.637110+0000", 2024-09-20T22:59:33.239 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:25.775174+0000", 2024-09-20T22:59:33.239 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.239 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.239 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.239 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.239 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:25.775174+0000", 2024-09-20T22:59:33.239 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:25.775174+0000", 2024-09-20T22:59:33.239 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:25.775174+0000", 2024-09-20T22:59:33.239 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.239 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.239 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.239 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:25.775174+0000", 2024-09-20T22:59:33.240 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:25.775174+0000", 2024-09-20T22:59:33.240 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.240 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T22:59:33.240 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.240 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.240 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.240 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.240 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.240 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.240 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.240 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T22:59:33.240 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.240 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.240 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.240 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.e", 2024-09-20T22:59:33.241 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.241 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.241 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.241 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5314, 2024-09-20T22:59:33.241 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.241 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:29:26.071744+0000", 2024-09-20T22:59:33.241 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.241 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.241 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.241 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.242 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:33.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:33.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:33.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:33.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.243 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.244 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.244 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 6, 2024-09-20T22:59:33.244 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 6, 2024-09-20T22:59:33.244 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.244 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.244 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.244 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-20T22:59:33.244 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.244 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.244 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.244 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.244 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.244 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:33.244 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.244 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:33.245 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.245 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T22:59:33.245 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'2" 2024-09-20T22:59:33.245 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.245 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.245 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.245 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.245 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.245 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:33.245 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.245 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:33.245 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.245 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.245 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.246 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.246 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.246 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.155769+0000", 2024-09-20T22:59:33.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.635601+0000", 2024-09-20T22:59:33.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.635601+0000", 2024-09-20T22:59:33.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.637532+0000", 2024-09-20T22:59:33.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.155769+0000", 2024-09-20T22:59:33.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.155769+0000", 2024-09-20T22:59:33.246 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.155769+0000", 2024-09-20T22:59:33.247 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.155769+0000", 2024-09-20T22:59:33.247 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.247 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.247 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.247 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.155769+0000", 2024-09-20T22:59:33.247 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.155769+0000", 2024-09-20T22:59:33.247 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.247 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.247 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.247 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.247 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.247 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.248 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.248 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.248 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.248 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.248 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.248 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.248 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.248 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.e", 2024-09-20T22:59:33.248 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.248 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.248 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.248 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5149, 2024-09-20T22:59:33.248 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.249 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:13:42.376159+0000", 2024-09-20T22:59:33.249 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.249 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.249 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.249 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.250 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.251 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.252 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.252 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.252 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.252 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.252 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.252 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.252 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.252 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:33.252 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.252 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:33.252 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.252 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.252 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.253 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.253 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.253 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.253 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:33.253 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.253 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T22:59:33.253 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.253 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.253 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:33.253 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.253 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.253 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.253 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.982122+0000", 2024-09-20T22:59:33.253 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.632865+0000", 2024-09-20T22:59:33.253 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.632865+0000", 2024-09-20T22:59:33.254 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.633176+0000", 2024-09-20T22:59:33.254 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.982122+0000", 2024-09-20T22:59:33.254 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.254 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.254 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.254 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.254 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.982122+0000", 2024-09-20T22:59:33.254 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.982122+0000", 2024-09-20T22:59:33.254 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.982122+0000", 2024-09-20T22:59:33.254 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.254 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.254 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.254 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.982122+0000", 2024-09-20T22:59:33.254 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.982122+0000", 2024-09-20T22:59:33.255 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.255 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 1, 2024-09-20T22:59:33.255 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.255 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.255 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.255 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.255 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.255 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.255 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.255 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 1, 2024-09-20T22:59:33.255 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.255 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.255 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.255 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.f", 2024-09-20T22:59:33.255 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.255 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.256 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.256 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5246, 2024-09-20T22:59:33.256 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.256 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:11:14.614063+0000", 2024-09-20T22:59:33.256 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.256 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.256 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 22, 2024-09-20T22:59:33.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.256 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 3, 2024-09-20T22:59:33.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 1, 2024-09-20T22:59:33.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 1, 2024-09-20T22:59:33.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.257 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1, 2024-09-20T22:59:33.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 1, 2024-09-20T22:59:33.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.258 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 1, 2024-09-20T22:59:33.259 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-20T22:59:33.259 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.259 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.259 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.259 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.259 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.259 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.259 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:33.259 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.259 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T22:59:33.259 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'1" 2024-09-20T22:59:33.259 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.259 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.260 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.260 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.260 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.260 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:33.260 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.260 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:33.260 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.260 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.260 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.260 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.260 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.260 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.260 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.155184+0000", 2024-09-20T22:59:33.260 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.635152+0000", 2024-09-20T22:59:33.260 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.635152+0000", 2024-09-20T22:59:33.260 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.635420+0000", 2024-09-20T22:59:33.261 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.155184+0000", 2024-09-20T22:59:33.261 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.261 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.261 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.261 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.261 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.155184+0000", 2024-09-20T22:59:33.261 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.155184+0000", 2024-09-20T22:59:33.261 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.155184+0000", 2024-09-20T22:59:33.261 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.261 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.261 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.261 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.155184+0000", 2024-09-20T22:59:33.261 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.155184+0000", 2024-09-20T22:59:33.261 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.261 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.261 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.262 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.262 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.262 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.262 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.262 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.262 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.262 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.262 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.262 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.262 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.262 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.11", 2024-09-20T22:59:33.262 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.262 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.262 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.263 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5132, 2024-09-20T22:59:33.263 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.263 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:36:13.810313+0000", 2024-09-20T22:59:33.263 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.263 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.263 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.263 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.263 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.263 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.263 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.263 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.263 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.263 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.263 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.263 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.264 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.264 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.264 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.264 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.264 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.264 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.264 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.264 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.264 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.264 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.264 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.264 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.264 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.264 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.264 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.265 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.265 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.265 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.265 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.265 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.265 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.265 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.265 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.265 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.265 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.265 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.265 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.265 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.265 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.265 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.266 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.266 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.266 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.266 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.266 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.266 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.266 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.266 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:33.266 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.266 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:33.266 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.266 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.266 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.267 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.267 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:33.267 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.267 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:33.267 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.267 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T22:59:33.267 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.267 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.267 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:33.267 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.267 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.267 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.267 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:25.773543+0000", 2024-09-20T22:59:33.267 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:47:20.959761+0000", 2024-09-20T22:59:33.268 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:47:20.959761+0000", 2024-09-20T22:59:33.268 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:47:20.960557+0000", 2024-09-20T22:59:33.268 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:25.773543+0000", 2024-09-20T22:59:33.268 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.268 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.268 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.268 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 370, 2024-09-20T22:59:33.268 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:25.773543+0000", 2024-09-20T22:59:33.268 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:25.773543+0000", 2024-09-20T22:59:33.268 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:25.773543+0000", 2024-09-20T22:59:33.268 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.268 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.268 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.268 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:25.773543+0000", 2024-09-20T22:59:33.269 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:25.773543+0000", 2024-09-20T22:59:33.269 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.269 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 8, 2024-09-20T22:59:33.269 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.269 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.269 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 369, 2024-09-20T22:59:33.269 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.269 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.269 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.269 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.269 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 8, 2024-09-20T22:59:33.269 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.269 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.269 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.269 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.10", 2024-09-20T22:59:33.270 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.270 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.270 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.270 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5332, 2024-09-20T22:59:33.270 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.270 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:34:29.086189+0000", 2024-09-20T22:59:33.270 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.270 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.270 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.270 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.270 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.270 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.270 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 12, 2024-09-20T22:59:33.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 4, 2024-09-20T22:59:33.271 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 4, 2024-09-20T22:59:33.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 4, 2024-09-20T22:59:33.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 24, 2024-09-20T22:59:33.272 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 24, 2024-09-20T22:59:33.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 12, 2024-09-20T22:59:33.273 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.273 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.273 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.273 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.273 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.273 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:33.273 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.273 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:33.273 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.273 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T22:59:33.273 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'8" 2024-09-20T22:59:33.273 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.274 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.274 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.274 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.274 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.274 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:33.274 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.274 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:33.274 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.274 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.274 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.274 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.274 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.274 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.274 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.873569+0000", 2024-09-20T22:59:33.274 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.686028+0000", 2024-09-20T22:59:33.274 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.686028+0000", 2024-09-20T22:59:33.275 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.686325+0000", 2024-09-20T22:59:33.275 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.873569+0000", 2024-09-20T22:59:33.275 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.275 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.275 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.275 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:33.275 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.873569+0000", 2024-09-20T22:59:33.275 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.873569+0000", 2024-09-20T22:59:33.275 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.873569+0000", 2024-09-20T22:59:33.275 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.275 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.275 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.275 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.873569+0000", 2024-09-20T22:59:33.275 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.873569+0000", 2024-09-20T22:59:33.275 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.276 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.276 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.276 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.276 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:33.276 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.276 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.276 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.276 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.276 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.276 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.276 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.276 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.276 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.10", 2024-09-20T22:59:33.276 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.276 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.277 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.277 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5167, 2024-09-20T22:59:33.277 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.277 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T06:40:59.079112+0000", 2024-09-20T22:59:33.277 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.277 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.277 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.277 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.278 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.278 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.278 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.278 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.278 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.278 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.278 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.278 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.278 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.278 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.278 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.278 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.278 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.278 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.279 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.279 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.279 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.279 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.279 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.279 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.279 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.279 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.279 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.279 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.279 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.279 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.279 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.279 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.280 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.280 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.280 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.280 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.280 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.280 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.280 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.280 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:33.280 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.281 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:33.281 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.281 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.281 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.281 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.281 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.281 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.281 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:33.281 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.281 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:33.281 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.281 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.281 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:33.281 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.281 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.281 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.282 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.874315+0000", 2024-09-20T22:59:33.282 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.695937+0000", 2024-09-20T22:59:33.282 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.695937+0000", 2024-09-20T22:59:33.282 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.696375+0000", 2024-09-20T22:59:33.282 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.874315+0000", 2024-09-20T22:59:33.282 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.282 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.282 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.282 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:33.282 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.874315+0000", 2024-09-20T22:59:33.282 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.874315+0000", 2024-09-20T22:59:33.282 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.874315+0000", 2024-09-20T22:59:33.282 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.282 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.282 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.283 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.874315+0000", 2024-09-20T22:59:33.283 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.874315+0000", 2024-09-20T22:59:33.283 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.283 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.283 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.283 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.283 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:33.283 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.283 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.283 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.283 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.283 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.283 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.284 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.284 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.284 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.11", 2024-09-20T22:59:33.284 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.284 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.284 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.284 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5179, 2024-09-20T22:59:33.284 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.284 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:46:59.940163+0000", 2024-09-20T22:59:33.284 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.284 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.284 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.284 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.284 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.284 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.284 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.284 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.285 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.285 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.285 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.285 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.285 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.285 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.285 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.285 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.285 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.285 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.285 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.285 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.285 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.285 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.285 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.285 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.286 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.286 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.286 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.286 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.286 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.286 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.286 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.286 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.286 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.286 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.286 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.286 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.286 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.286 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.286 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.287 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.287 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.287 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.287 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.287 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.287 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.287 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.287 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:33.287 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.287 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:33.287 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.287 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.287 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.288 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.288 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.288 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.288 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:33.288 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.288 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:33.288 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.288 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.288 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.288 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.288 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.288 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.288 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156942+0000", 2024-09-20T22:59:33.288 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.634924+0000", 2024-09-20T22:59:33.288 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.634924+0000", 2024-09-20T22:59:33.288 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.635240+0000", 2024-09-20T22:59:33.289 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156942+0000", 2024-09-20T22:59:33.289 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.289 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.289 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.289 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.289 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156942+0000", 2024-09-20T22:59:33.289 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156942+0000", 2024-09-20T22:59:33.289 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156942+0000", 2024-09-20T22:59:33.289 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.289 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.289 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.289 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156942+0000", 2024-09-20T22:59:33.289 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156942+0000", 2024-09-20T22:59:33.289 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.289 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.289 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.290 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.290 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.290 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.290 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.290 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.290 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.290 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.290 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.290 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.290 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.290 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.13", 2024-09-20T22:59:33.290 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.290 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.290 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.290 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5148, 2024-09-20T22:59:33.291 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.291 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:59:41.838494+0000", 2024-09-20T22:59:33.291 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.291 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.291 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.291 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.292 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.293 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.294 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.294 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.294 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.294 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.294 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.294 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.294 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:33.294 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.294 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:33.294 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.294 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.294 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.294 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.294 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.295 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.295 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:33.295 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.295 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:33.295 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.295 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.295 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:33.295 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.295 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.295 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.295 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.872930+0000", 2024-09-20T22:59:33.295 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.630154+0000", 2024-09-20T22:59:33.295 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.630154+0000", 2024-09-20T22:59:33.295 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.630702+0000", 2024-09-20T22:59:33.295 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.872930+0000", 2024-09-20T22:59:33.296 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.296 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.296 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.296 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.296 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.872930+0000", 2024-09-20T22:59:33.296 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.872930+0000", 2024-09-20T22:59:33.296 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.872930+0000", 2024-09-20T22:59:33.296 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.296 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.296 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.296 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.872930+0000", 2024-09-20T22:59:33.296 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.872930+0000", 2024-09-20T22:59:33.296 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.296 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.297 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.297 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.297 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.297 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.297 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.297 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.297 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.297 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.297 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.297 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.297 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.297 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.12", 2024-09-20T22:59:33.297 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.297 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.297 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.298 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5209, 2024-09-20T22:59:33.298 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.298 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:45:29.816845+0000", 2024-09-20T22:59:33.298 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.298 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.298 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.298 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.299 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.300 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.301 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.301 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.301 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.301 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.301 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.301 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.301 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.301 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:33.301 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.301 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:33.301 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.301 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.301 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.301 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.302 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.302 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.302 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:33.302 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.302 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:33.302 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.302 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.302 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.302 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.302 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.302 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.302 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.982259+0000", 2024-09-20T22:59:33.302 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.637299+0000", 2024-09-20T22:59:33.302 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.637299+0000", 2024-09-20T22:59:33.302 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.637661+0000", 2024-09-20T22:59:33.303 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.982259+0000", 2024-09-20T22:59:33.303 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.303 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.303 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.303 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.303 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.982259+0000", 2024-09-20T22:59:33.303 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.982259+0000", 2024-09-20T22:59:33.303 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.982259+0000", 2024-09-20T22:59:33.303 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.303 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.303 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.303 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.982259+0000", 2024-09-20T22:59:33.303 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.982259+0000", 2024-09-20T22:59:33.303 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.304 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.304 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.304 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.304 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.304 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.304 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.304 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.304 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.304 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.304 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.304 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.304 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.304 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.12", 2024-09-20T22:59:33.304 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.304 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.305 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.305 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5355, 2024-09-20T22:59:33.305 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.305 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:33:55.355965+0000", 2024-09-20T22:59:33.305 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.305 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.305 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.305 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.305 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.305 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.305 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.305 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.305 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.305 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.305 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.306 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.307 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.308 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.308 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.308 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.308 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.308 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.308 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.308 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.308 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:33.308 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.308 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:33.308 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.308 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.309 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.309 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.309 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.309 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.309 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:33.309 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.309 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:33.309 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.309 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.309 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:33.309 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.309 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.309 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.309 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.980707+0000", 2024-09-20T22:59:33.309 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.612093+0000", 2024-09-20T22:59:33.310 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.612093+0000", 2024-09-20T22:59:33.310 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.612495+0000", 2024-09-20T22:59:33.310 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.980707+0000", 2024-09-20T22:59:33.310 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.310 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.310 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.310 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:33.310 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.980707+0000", 2024-09-20T22:59:33.310 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.980707+0000", 2024-09-20T22:59:33.310 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.980707+0000", 2024-09-20T22:59:33.310 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.310 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.310 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.310 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.980707+0000", 2024-09-20T22:59:33.311 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.980707+0000", 2024-09-20T22:59:33.311 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.311 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T22:59:33.311 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.311 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.311 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:33.311 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.311 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.311 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.311 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.311 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T22:59:33.311 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.311 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.311 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.312 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.13", 2024-09-20T22:59:33.312 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.312 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.312 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.312 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5363, 2024-09-20T22:59:33.312 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.312 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T02:25:56.207493+0000", 2024-09-20T22:59:33.312 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.312 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.312 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.312 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 34, 2024-09-20T22:59:33.312 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.313 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.313 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.313 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.313 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.313 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.313 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.313 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.313 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.313 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.313 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.313 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.313 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.313 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.313 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.313 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-20T22:59:33.313 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-20T22:59:33.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-20T22:59:33.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:33.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.314 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 4, 2024-09-20T22:59:33.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 7, 2024-09-20T22:59:33.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 3, 2024-09-20T22:59:33.315 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 6 2024-09-20T22:59:33.315 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.315 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.315 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.315 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.315 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.315 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.315 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:33.315 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.315 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:33.315 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'2" 2024-09-20T22:59:33.316 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.316 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.316 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.316 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.316 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.316 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:33.316 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.316 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:33.316 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.316 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.316 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.316 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.316 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.316 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.317 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156541+0000", 2024-09-20T22:59:33.317 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.632311+0000", 2024-09-20T22:59:33.317 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.632311+0000", 2024-09-20T22:59:33.317 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.634794+0000", 2024-09-20T22:59:33.317 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156541+0000", 2024-09-20T22:59:33.317 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.317 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.317 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.317 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.317 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156541+0000", 2024-09-20T22:59:33.317 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156541+0000", 2024-09-20T22:59:33.317 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156541+0000", 2024-09-20T22:59:33.317 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.317 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.317 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.317 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156541+0000", 2024-09-20T22:59:33.318 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156541+0000", 2024-09-20T22:59:33.318 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.318 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.318 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.318 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.318 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.318 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.318 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.318 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.318 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.318 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.318 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.318 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.319 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.319 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.15", 2024-09-20T22:59:33.319 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.319 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.319 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.319 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5147, 2024-09-20T22:59:33.319 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.319 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:24:45.568361+0000", 2024-09-20T22:59:33.319 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.319 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.319 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.319 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.320 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.321 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.322 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.322 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.322 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.322 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.322 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.323 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.323 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.323 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:33.323 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.323 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:33.323 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.323 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.323 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.323 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.323 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.323 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.324 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:33.324 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.324 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:33.324 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.324 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.324 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:33.324 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.324 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.324 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.324 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.875907+0000", 2024-09-20T22:59:33.324 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.691428+0000", 2024-09-20T22:59:33.324 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.691428+0000", 2024-09-20T22:59:33.324 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.691749+0000", 2024-09-20T22:59:33.324 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.875907+0000", 2024-09-20T22:59:33.324 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.325 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.325 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.325 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:33.325 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.875907+0000", 2024-09-20T22:59:33.325 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.875907+0000", 2024-09-20T22:59:33.325 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.875907+0000", 2024-09-20T22:59:33.325 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.325 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.325 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.325 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.875907+0000", 2024-09-20T22:59:33.325 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.875907+0000", 2024-09-20T22:59:33.325 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.325 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 29, 2024-09-20T22:59:33.326 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.326 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.326 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:33.326 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.326 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.326 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.326 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.326 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 29, 2024-09-20T22:59:33.326 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.326 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.326 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.326 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.14", 2024-09-20T22:59:33.326 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.326 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.326 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.327 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5205, 2024-09-20T22:59:33.327 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.327 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:01:33.173649+0000", 2024-09-20T22:59:33.327 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.327 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.327 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 5828, 2024-09-20T22:59:33.327 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.328 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.329 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 12, 2024-09-20T22:59:33.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 4, 2024-09-20T22:59:33.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 4, 2024-09-20T22:59:33.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:33.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.330 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.331 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.331 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.331 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.331 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 10, 2024-09-20T22:59:33.331 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 14, 2024-09-20T22:59:33.331 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.331 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.331 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.331 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 28, 2024-09-20T22:59:33.331 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 25 2024-09-20T22:59:33.331 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.331 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.331 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.331 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.332 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.332 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.332 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:33.332 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.332 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:33.332 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "556'29" 2024-09-20T22:59:33.332 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.332 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.332 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.332 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.332 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.332 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:33.332 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.332 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T22:59:33.332 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.333 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.333 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.333 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.333 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.333 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.982559+0000", 2024-09-20T22:59:33.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.627198+0000", 2024-09-20T22:59:33.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.627198+0000", 2024-09-20T22:59:33.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.627503+0000", 2024-09-20T22:59:33.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.982559+0000", 2024-09-20T22:59:33.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.333 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.334 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.982559+0000", 2024-09-20T22:59:33.334 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.982559+0000", 2024-09-20T22:59:33.334 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.982559+0000", 2024-09-20T22:59:33.334 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.334 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.334 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.334 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.982559+0000", 2024-09-20T22:59:33.334 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.982559+0000", 2024-09-20T22:59:33.334 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.334 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.334 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.334 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.334 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.334 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.334 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.335 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.335 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.335 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.335 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.335 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.335 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.335 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.14", 2024-09-20T22:59:33.335 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.335 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.335 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.335 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5230, 2024-09-20T22:59:33.335 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.335 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:38:14.035302+0000", 2024-09-20T22:59:33.335 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.336 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.336 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.336 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.337 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.338 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.338 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.338 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.338 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.338 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.338 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.338 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.338 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.338 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.338 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.338 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.338 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.338 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.338 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.339 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.339 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.339 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.339 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.339 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.339 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.339 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:33.339 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.339 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T22:59:33.339 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.339 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.339 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.339 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.339 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.340 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.340 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:33.340 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.340 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:33.340 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.340 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.340 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:33.340 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.340 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.340 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.340 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.983746+0000", 2024-09-20T22:59:33.340 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.402595+0000", 2024-09-20T22:59:33.340 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.402595+0000", 2024-09-20T22:59:33.340 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.402996+0000", 2024-09-20T22:59:33.340 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.983746+0000", 2024-09-20T22:59:33.341 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.341 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.341 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.341 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:33.341 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.983746+0000", 2024-09-20T22:59:33.341 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.983746+0000", 2024-09-20T22:59:33.341 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.983746+0000", 2024-09-20T22:59:33.341 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.341 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.341 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.341 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.983746+0000", 2024-09-20T22:59:33.341 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.983746+0000", 2024-09-20T22:59:33.341 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.342 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 3, 2024-09-20T22:59:33.342 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.342 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.342 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:33.342 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.342 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.342 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.342 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.342 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 3, 2024-09-20T22:59:33.342 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.342 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.342 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.342 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.15", 2024-09-20T22:59:33.342 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.343 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.343 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.343 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5355, 2024-09-20T22:59:33.343 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.343 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:01:40.160651+0000", 2024-09-20T22:59:33.343 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.343 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.343 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 90, 2024-09-20T22:59:33.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.343 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-20T22:59:33.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-20T22:59:33.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.344 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-20T22:59:33.345 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.345 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.345 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.345 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.345 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.345 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 1, 2024-09-20T22:59:33.345 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.345 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.345 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.345 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.345 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.345 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.345 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.346 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 7, 2024-09-20T22:59:33.346 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 7, 2024-09-20T22:59:33.346 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.346 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.346 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.346 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 4, 2024-09-20T22:59:33.346 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1 2024-09-20T22:59:33.346 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.346 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.346 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.346 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.346 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.346 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.346 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:33.347 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.347 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:33.347 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "57'3" 2024-09-20T22:59:33.347 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.347 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.347 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.347 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.347 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.347 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:33.347 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.347 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:33.347 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.347 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.347 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.348 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.348 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.348 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.983191+0000", 2024-09-20T22:59:33.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.415251+0000", 2024-09-20T22:59:33.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.415251+0000", 2024-09-20T22:59:33.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.415615+0000", 2024-09-20T22:59:33.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.983191+0000", 2024-09-20T22:59:33.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:33.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.983191+0000", 2024-09-20T22:59:33.348 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.983191+0000", 2024-09-20T22:59:33.349 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.983191+0000", 2024-09-20T22:59:33.349 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.349 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.349 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.349 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.983191+0000", 2024-09-20T22:59:33.349 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.983191+0000", 2024-09-20T22:59:33.349 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.349 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.349 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.349 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.349 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:33.349 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.350 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.350 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.350 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.350 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.350 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.350 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.350 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.350 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.17", 2024-09-20T22:59:33.350 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.350 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.350 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.350 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5354, 2024-09-20T22:59:33.350 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.350 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:17:49.746014+0000", 2024-09-20T22:59:33.351 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.351 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.351 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.351 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.352 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.353 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.354 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.354 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.354 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.354 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.354 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.354 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.354 INFO:tasks.workunit.client.0.smithi046.stdout: 3 2024-09-20T22:59:33.354 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.354 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:33.354 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.354 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.354 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.354 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.354 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.355 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.355 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:33.355 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.355 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:33.355 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.355 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.355 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:33.355 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.355 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.355 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.355 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.873062+0000", 2024-09-20T22:59:33.355 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.686569+0000", 2024-09-20T22:59:33.355 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.686569+0000", 2024-09-20T22:59:33.355 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.686914+0000", 2024-09-20T22:59:33.356 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.873062+0000", 2024-09-20T22:59:33.356 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.356 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.356 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.356 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:33.356 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.873062+0000", 2024-09-20T22:59:33.356 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.873062+0000", 2024-09-20T22:59:33.356 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.873062+0000", 2024-09-20T22:59:33.356 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.356 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.356 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.356 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.873062+0000", 2024-09-20T22:59:33.356 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.873062+0000", 2024-09-20T22:59:33.357 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.357 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.357 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.357 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.357 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:33.357 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.357 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.357 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.357 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.357 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.357 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.357 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.357 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.358 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.16", 2024-09-20T22:59:33.358 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.358 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.358 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.358 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5216, 2024-09-20T22:59:33.358 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.358 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:46:12.588732+0000", 2024-09-20T22:59:33.358 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.358 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.358 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.358 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.359 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.360 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.360 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.360 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.360 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.360 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.360 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.360 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.360 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.360 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.360 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.360 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.360 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.360 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.360 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.361 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.361 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.361 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.361 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.361 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.361 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.361 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.361 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.361 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.361 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.361 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.361 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.361 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.361 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.362 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:33.362 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.362 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:33.362 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.362 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.362 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.362 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.362 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.362 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.362 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:33.362 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.362 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:33.362 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.362 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.362 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.363 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.363 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.363 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.363 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.874341+0000", 2024-09-20T22:59:33.363 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.637889+0000", 2024-09-20T22:59:33.363 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.637889+0000", 2024-09-20T22:59:33.363 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.638137+0000", 2024-09-20T22:59:33.363 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.874341+0000", 2024-09-20T22:59:33.363 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.363 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.363 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.363 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.363 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.874341+0000", 2024-09-20T22:59:33.363 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.874341+0000", 2024-09-20T22:59:33.363 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.874341+0000", 2024-09-20T22:59:33.364 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.364 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.364 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.364 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.874341+0000", 2024-09-20T22:59:33.364 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.874341+0000", 2024-09-20T22:59:33.364 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.364 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.364 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.364 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.364 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.364 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.364 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.364 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.364 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.365 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.365 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.365 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.365 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.365 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.16", 2024-09-20T22:59:33.365 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.365 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.365 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.365 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5180, 2024-09-20T22:59:33.365 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.365 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:19:54.577597+0000", 2024-09-20T22:59:33.365 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.365 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.365 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.365 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.366 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.367 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.367 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.367 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.367 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.367 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.367 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.367 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.367 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.367 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.367 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.367 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.367 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.367 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.367 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.367 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.368 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.368 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.368 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.368 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.368 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.368 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.368 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.368 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.368 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.368 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.368 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.368 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.368 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.368 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.368 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.369 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.369 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:33.369 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.369 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:33.369 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.369 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.369 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.369 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.369 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.369 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.369 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:33.369 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.369 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:33.369 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.370 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.370 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:33.370 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.370 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.370 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.370 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.876818+0000", 2024-09-20T22:59:33.370 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.685825+0000", 2024-09-20T22:59:33.370 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.685825+0000", 2024-09-20T22:59:33.370 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.686674+0000", 2024-09-20T22:59:33.370 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.876818+0000", 2024-09-20T22:59:33.370 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.370 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.370 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.370 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:33.371 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.876818+0000", 2024-09-20T22:59:33.371 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.876818+0000", 2024-09-20T22:59:33.371 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.876818+0000", 2024-09-20T22:59:33.371 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.371 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.371 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.371 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.876818+0000", 2024-09-20T22:59:33.371 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.876818+0000", 2024-09-20T22:59:33.371 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.371 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.371 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.371 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.371 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:33.372 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.372 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.372 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.372 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.372 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.372 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.372 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.372 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.372 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.17", 2024-09-20T22:59:33.372 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.372 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.372 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.372 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5169, 2024-09-20T22:59:33.373 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.373 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T21:49:49.900540+0000", 2024-09-20T22:59:33.373 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.373 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.373 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.373 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.374 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.375 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.375 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.375 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.375 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.375 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.375 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.375 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.375 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.375 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.375 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.375 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.375 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.375 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.376 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.376 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.376 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.376 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.376 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.376 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.376 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.376 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.376 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.376 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.376 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:33.376 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.376 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:33.376 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.376 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.377 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.377 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.377 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.377 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.377 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:33.377 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.377 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:33.377 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.377 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.377 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.377 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.377 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.377 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.378 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.981681+0000", 2024-09-20T22:59:33.378 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.603689+0000", 2024-09-20T22:59:33.378 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.603689+0000", 2024-09-20T22:59:33.378 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.604099+0000", 2024-09-20T22:59:33.378 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.981681+0000", 2024-09-20T22:59:33.378 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.378 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.378 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.378 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:33.378 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.981681+0000", 2024-09-20T22:59:33.378 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.981681+0000", 2024-09-20T22:59:33.378 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.981681+0000", 2024-09-20T22:59:33.378 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.378 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.379 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.379 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.981681+0000", 2024-09-20T22:59:33.379 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.981681+0000", 2024-09-20T22:59:33.379 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.379 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.379 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.379 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.379 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:33.379 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.379 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.379 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.379 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.379 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.379 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.379 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.379 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.380 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.19", 2024-09-20T22:59:33.380 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.380 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.380 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.380 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5337, 2024-09-20T22:59:33.380 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.380 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:08:50.919074+0000", 2024-09-20T22:59:33.380 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.380 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.380 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.380 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.381 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.382 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.383 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.383 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.383 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.383 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.384 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.384 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.384 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.384 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:33.384 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.384 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:33.384 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.384 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.384 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.384 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.384 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.384 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.384 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:33.384 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.385 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:33.385 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.385 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.385 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:33.385 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.385 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.385 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.385 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.872321+0000", 2024-09-20T22:59:33.385 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.630324+0000", 2024-09-20T22:59:33.385 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.630324+0000", 2024-09-20T22:59:33.385 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.630729+0000", 2024-09-20T22:59:33.385 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.872321+0000", 2024-09-20T22:59:33.385 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.385 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.385 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.386 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.386 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.872321+0000", 2024-09-20T22:59:33.386 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.872321+0000", 2024-09-20T22:59:33.386 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.872321+0000", 2024-09-20T22:59:33.386 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.386 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.386 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.386 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.872321+0000", 2024-09-20T22:59:33.386 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.872321+0000", 2024-09-20T22:59:33.386 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.386 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.386 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.387 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.387 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.387 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.387 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.387 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.387 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.387 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.387 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.387 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.387 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.387 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.18", 2024-09-20T22:59:33.388 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.388 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.388 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.388 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5200, 2024-09-20T22:59:33.388 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.388 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:30:34.267641+0000", 2024-09-20T22:59:33.388 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.388 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.388 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.388 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.388 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.388 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.388 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.389 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.389 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.389 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.389 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.389 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.389 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.389 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.389 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.389 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.389 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.389 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.389 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.389 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.390 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.391 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.391 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.391 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.391 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.392 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.392 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.392 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.392 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:33.392 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.392 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:33.392 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.392 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.392 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.392 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.392 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.392 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.393 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:33.393 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.393 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:33.393 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.393 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.393 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.393 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.393 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.393 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.393 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.015228+0000", 2024-09-20T22:59:33.393 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:47:54.635088+0000", 2024-09-20T22:59:33.393 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:47:54.635088+0000", 2024-09-20T22:59:33.393 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:47:54.636866+0000", 2024-09-20T22:59:33.393 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.015228+0000", 2024-09-20T22:59:33.394 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.394 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.394 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.394 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 403, 2024-09-20T22:59:33.394 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.015228+0000", 2024-09-20T22:59:33.394 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.015228+0000", 2024-09-20T22:59:33.394 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.015228+0000", 2024-09-20T22:59:33.394 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.394 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.394 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.394 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.015228+0000", 2024-09-20T22:59:33.394 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.015228+0000", 2024-09-20T22:59:33.394 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.394 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.395 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.395 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.395 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 402, 2024-09-20T22:59:33.395 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.395 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.395 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.395 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.395 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.395 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.395 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.395 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.395 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.18", 2024-09-20T22:59:33.395 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.395 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.395 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.396 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5299, 2024-09-20T22:59:33.396 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.396 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:18:36.064813+0000", 2024-09-20T22:59:33.396 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.396 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.396 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.396 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.396 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.396 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.396 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.396 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.396 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.396 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.397 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.398 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.399 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.399 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.399 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.399 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.399 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.399 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.399 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.399 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:33.399 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.399 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:33.400 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.400 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.400 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.400 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.400 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.400 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.400 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:33.400 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.400 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:33.400 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.400 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.400 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:33.400 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.401 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.401 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.401 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.015258+0000", 2024-09-20T22:59:33.401 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.691159+0000", 2024-09-20T22:59:33.401 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.691159+0000", 2024-09-20T22:59:33.401 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.691481+0000", 2024-09-20T22:59:33.401 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.015258+0000", 2024-09-20T22:59:33.401 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.401 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.401 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.401 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:33.401 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.015258+0000", 2024-09-20T22:59:33.401 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.015258+0000", 2024-09-20T22:59:33.401 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.015258+0000", 2024-09-20T22:59:33.401 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.402 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.402 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.402 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.015258+0000", 2024-09-20T22:59:33.402 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.015258+0000", 2024-09-20T22:59:33.402 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.402 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.402 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.402 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.402 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:33.402 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.402 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.403 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.403 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.403 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.403 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.403 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.403 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.403 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.19", 2024-09-20T22:59:33.403 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.403 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.403 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.403 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5302, 2024-09-20T22:59:33.403 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.403 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:19:10.964309+0000", 2024-09-20T22:59:33.404 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.404 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.404 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.404 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.404 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.404 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.404 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.404 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.404 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.404 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.404 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.404 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.404 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.404 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.404 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.405 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.406 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.407 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.407 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.407 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.407 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.407 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.407 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.407 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:33.407 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.407 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:33.407 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.407 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.407 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.407 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.407 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.407 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.408 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:33.408 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.408 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:33.408 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.408 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.408 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:33.408 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.408 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.408 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.408 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.876013+0000", 2024-09-20T22:59:33.408 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.629573+0000", 2024-09-20T22:59:33.408 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.629573+0000", 2024-09-20T22:59:33.408 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.629912+0000", 2024-09-20T22:59:33.408 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.876013+0000", 2024-09-20T22:59:33.409 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.409 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.409 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.409 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.409 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.876013+0000", 2024-09-20T22:59:33.409 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.876013+0000", 2024-09-20T22:59:33.409 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.876013+0000", 2024-09-20T22:59:33.409 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.409 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.409 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.409 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.876013+0000", 2024-09-20T22:59:33.409 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.876013+0000", 2024-09-20T22:59:33.409 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.409 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T22:59:33.409 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.410 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.410 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.410 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.410 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.410 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.410 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.410 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T22:59:33.410 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.410 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.410 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.410 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1a", 2024-09-20T22:59:33.410 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.410 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.411 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.411 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5171, 2024-09-20T22:59:33.411 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.411 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:57:15.567879+0000", 2024-09-20T22:59:33.411 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.411 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.411 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.411 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.412 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.413 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.414 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.414 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.414 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.414 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.414 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.414 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.414 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.414 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.414 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.414 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.414 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.414 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.414 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:33.415 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.415 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:33.415 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "556'2" 2024-09-20T22:59:33.415 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.415 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.415 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.415 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:33.415 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.415 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:33.415 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.415 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T22:59:33.415 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.415 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.415 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.416 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.416 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.416 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.416 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:25.775490+0000", 2024-09-20T22:59:33.416 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.636088+0000", 2024-09-20T22:59:33.416 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.636088+0000", 2024-09-20T22:59:33.416 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.636652+0000", 2024-09-20T22:59:33.416 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:25.775490+0000", 2024-09-20T22:59:33.416 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.416 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.416 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.416 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.416 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:25.775490+0000", 2024-09-20T22:59:33.416 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:25.775490+0000", 2024-09-20T22:59:33.417 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:25.775490+0000", 2024-09-20T22:59:33.417 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.417 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.417 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.417 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:25.775490+0000", 2024-09-20T22:59:33.417 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:25.775490+0000", 2024-09-20T22:59:33.417 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.417 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.417 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.417 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.417 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.417 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.417 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.417 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.418 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.418 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.418 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.418 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.418 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.418 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1b", 2024-09-20T22:59:33.418 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.418 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.418 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.418 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5302, 2024-09-20T22:59:33.418 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.418 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:54:27.489716+0000", 2024-09-20T22:59:33.418 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.418 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.419 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.419 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.420 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.421 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.421 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.421 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.421 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.422 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.422 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:33.422 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.422 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:33.422 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.422 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T22:59:33.422 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.422 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.422 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.422 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.422 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.422 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.422 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:33.422 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.422 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:33.423 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.423 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.423 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 51, 2024-09-20T22:59:33.423 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.423 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.423 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.423 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.016446+0000", 2024-09-20T22:59:33.423 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.636422+0000", 2024-09-20T22:59:33.423 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.636422+0000", 2024-09-20T22:59:33.423 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.637023+0000", 2024-09-20T22:59:33.423 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.016446+0000", 2024-09-20T22:59:33.423 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.423 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.423 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.424 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.424 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.016446+0000", 2024-09-20T22:59:33.424 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.016446+0000", 2024-09-20T22:59:33.424 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.016446+0000", 2024-09-20T22:59:33.424 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.424 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.424 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:22.308554+0000", 2024-09-20T22:59:33.424 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.016446+0000", 2024-09-20T22:59:33.424 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.016446+0000", 2024-09-20T22:59:33.424 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.424 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 2, 2024-09-20T22:59:33.424 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.424 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.424 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.425 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.425 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.425 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.425 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.425 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 2, 2024-09-20T22:59:33.425 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.425 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.425 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.425 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "2.1b", 2024-09-20T22:59:33.425 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.425 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.425 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.425 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5294, 2024-09-20T22:59:33.425 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.425 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:27:19.854290+0000", 2024-09-20T22:59:33.426 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.426 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.426 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.426 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.427 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.428 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.429 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.429 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.429 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.429 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.429 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.429 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.429 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.429 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.429 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.429 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:33.429 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.429 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:33.429 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "556'2" 2024-09-20T22:59:33.429 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.430 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.430 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.430 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.430 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.430 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:33.430 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.430 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T22:59:33.430 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.430 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.430 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.430 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.430 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.430 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.430 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.981637+0000", 2024-09-20T22:59:33.431 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.601100+0000", 2024-09-20T22:59:33.431 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.601100+0000", 2024-09-20T22:59:33.431 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.601528+0000", 2024-09-20T22:59:33.431 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.981637+0000", 2024-09-20T22:59:33.431 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.431 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.431 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.431 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:33.431 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.981637+0000", 2024-09-20T22:59:33.431 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.981637+0000", 2024-09-20T22:59:33.431 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.981637+0000", 2024-09-20T22:59:33.431 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.431 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.432 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.432 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.981637+0000", 2024-09-20T22:59:33.432 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.981637+0000", 2024-09-20T22:59:33.432 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.432 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.432 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.432 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.432 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:33.432 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.432 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.432 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.432 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.432 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.432 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.433 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.433 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.433 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.1a", 2024-09-20T22:59:33.433 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.433 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.433 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.433 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5271, 2024-09-20T22:59:33.433 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.433 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T21:44:29.137423+0000", 2024-09-20T22:59:33.433 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.433 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.433 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.433 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.434 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.435 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.436 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.436 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.436 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.436 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.436 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.437 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.437 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.437 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:33.437 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.437 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T22:59:33.437 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.437 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.437 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.437 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.437 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.437 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.437 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:33.437 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.437 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:33.438 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.438 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.438 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.438 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.438 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.438 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.438 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.873688+0000", 2024-09-20T22:59:33.438 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.686166+0000", 2024-09-20T22:59:33.438 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.686166+0000", 2024-09-20T22:59:33.438 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.687744+0000", 2024-09-20T22:59:33.438 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.873688+0000", 2024-09-20T22:59:33.438 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.438 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.439 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.439 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:33.439 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.873688+0000", 2024-09-20T22:59:33.439 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.873688+0000", 2024-09-20T22:59:33.439 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.873688+0000", 2024-09-20T22:59:33.439 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.439 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.439 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.439 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.873688+0000", 2024-09-20T22:59:33.439 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.873688+0000", 2024-09-20T22:59:33.439 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.439 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.439 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.440 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.440 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:33.440 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.440 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.440 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.440 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.440 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.440 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.440 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.440 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.440 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.20", 2024-09-20T22:59:33.440 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.440 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.440 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.441 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5171, 2024-09-20T22:59:33.441 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.441 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:15:04.270541+0000", 2024-09-20T22:59:33.441 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.441 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.441 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.441 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.442 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.443 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.444 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.444 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.444 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.444 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.444 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.444 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.444 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.444 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.444 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.444 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.444 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.444 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:33.444 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.444 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:33.444 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.445 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.445 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.445 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.445 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:33.445 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.445 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:33.445 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.445 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T22:59:33.445 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.445 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.445 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.445 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.445 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.445 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.445 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:25.774143+0000", 2024-09-20T22:59:33.446 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.686159+0000", 2024-09-20T22:59:33.446 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.686159+0000", 2024-09-20T22:59:33.446 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.686485+0000", 2024-09-20T22:59:33.446 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:25.774143+0000", 2024-09-20T22:59:33.446 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.446 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.446 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.446 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:33.446 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:25.774143+0000", 2024-09-20T22:59:33.446 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:25.774143+0000", 2024-09-20T22:59:33.446 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:25.774143+0000", 2024-09-20T22:59:33.446 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.446 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.446 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.446 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:25.774143+0000", 2024-09-20T22:59:33.447 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:25.774143+0000", 2024-09-20T22:59:33.447 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.447 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.447 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.447 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.447 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:33.447 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.447 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.447 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.447 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.447 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.447 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.447 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.448 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.448 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.21", 2024-09-20T22:59:33.448 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.448 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.448 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.448 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5307, 2024-09-20T22:59:33.448 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.448 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T02:01:57.958584+0000", 2024-09-20T22:59:33.448 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.448 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.448 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.448 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.449 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.450 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.451 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.451 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.451 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.451 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.451 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.451 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:33.452 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.452 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:33.452 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.452 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T22:59:33.452 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.452 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.452 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.452 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.452 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.452 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.452 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:33.452 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.452 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:33.452 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.452 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.453 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.453 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.453 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.453 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.453 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.873103+0000", 2024-09-20T22:59:33.453 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.408695+0000", 2024-09-20T22:59:33.453 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.408695+0000", 2024-09-20T22:59:33.453 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.409384+0000", 2024-09-20T22:59:33.453 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.873103+0000", 2024-09-20T22:59:33.453 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.453 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.453 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.453 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:33.453 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.873103+0000", 2024-09-20T22:59:33.453 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.873103+0000", 2024-09-20T22:59:33.454 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.873103+0000", 2024-09-20T22:59:33.454 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.454 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.454 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.454 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.873103+0000", 2024-09-20T22:59:33.454 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.873103+0000", 2024-09-20T22:59:33.454 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.454 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.454 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.454 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.454 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:33.454 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.454 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.454 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.454 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.455 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.455 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.455 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.455 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.455 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.22", 2024-09-20T22:59:33.455 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.455 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.455 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.455 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5217, 2024-09-20T22:59:33.455 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.455 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:08:11.195081+0000", 2024-09-20T22:59:33.455 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.455 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.455 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.456 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.457 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.458 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.458 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.458 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.459 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.459 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.459 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.459 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.459 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:33.459 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.459 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:33.459 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.459 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.459 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.459 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.459 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.459 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.459 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:33.459 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.460 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:33.460 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.460 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.460 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.460 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.460 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.460 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.460 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.982664+0000", 2024-09-20T22:59:33.460 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.604480+0000", 2024-09-20T22:59:33.460 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.604480+0000", 2024-09-20T22:59:33.460 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.604800+0000", 2024-09-20T22:59:33.460 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.982664+0000", 2024-09-20T22:59:33.460 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.460 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:33.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.982664+0000", 2024-09-20T22:59:33.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.982664+0000", 2024-09-20T22:59:33.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.982664+0000", 2024-09-20T22:59:33.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.982664+0000", 2024-09-20T22:59:33.461 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.982664+0000", 2024-09-20T22:59:33.461 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.461 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.461 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.461 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.461 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:33.462 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.462 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.462 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.462 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.462 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.462 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.462 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.462 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.462 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.23", 2024-09-20T22:59:33.462 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.462 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.462 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.462 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5359, 2024-09-20T22:59:33.462 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.463 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T02:33:59.434664+0000", 2024-09-20T22:59:33.463 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.463 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.463 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.463 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.463 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.463 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.463 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.463 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.463 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.463 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.463 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.463 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.463 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.464 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.465 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.466 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.466 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.466 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.466 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.466 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.466 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.466 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.466 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:33.466 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.466 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:33.466 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.466 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.466 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.467 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.467 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.467 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:33.467 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:33.467 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.467 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:33.467 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.467 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.467 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.467 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.467 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.467 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.468 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.015380+0000", 2024-09-20T22:59:33.468 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:47:54.631722+0000", 2024-09-20T22:59:33.468 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:47:54.631722+0000", 2024-09-20T22:59:33.468 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:47:54.632368+0000", 2024-09-20T22:59:33.468 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.015380+0000", 2024-09-20T22:59:33.468 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.468 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.468 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.468 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 403, 2024-09-20T22:59:33.468 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.015380+0000", 2024-09-20T22:59:33.468 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.015380+0000", 2024-09-20T22:59:33.468 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.015380+0000", 2024-09-20T22:59:33.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.015380+0000", 2024-09-20T22:59:33.469 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.015380+0000", 2024-09-20T22:59:33.469 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.469 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.469 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.469 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.469 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 402, 2024-09-20T22:59:33.469 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.469 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.469 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.469 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.470 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.470 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.470 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.470 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.470 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.24", 2024-09-20T22:59:33.470 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.470 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.470 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.470 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5304, 2024-09-20T22:59:33.470 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.470 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:17:15.113703+0000", 2024-09-20T22:59:33.471 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.471 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.471 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.471 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.471 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.471 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.471 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.471 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.471 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.471 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.471 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.471 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.471 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.471 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.472 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.473 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.474 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.474 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.474 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.474 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.474 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.474 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.474 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:33.474 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:33.474 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.474 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:33.474 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.474 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.474 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.474 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.474 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.475 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.475 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:33.475 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.475 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:33.475 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.475 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.475 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.475 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.475 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.475 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.475 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.983803+0000", 2024-09-20T22:59:33.475 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:47:54.641577+0000", 2024-09-20T22:59:33.475 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:47:54.641577+0000", 2024-09-20T22:59:33.475 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:47:54.642347+0000", 2024-09-20T22:59:33.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.983803+0000", 2024-09-20T22:59:33.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 403, 2024-09-20T22:59:33.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.983803+0000", 2024-09-20T22:59:33.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.983803+0000", 2024-09-20T22:59:33.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.983803+0000", 2024-09-20T22:59:33.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.983803+0000", 2024-09-20T22:59:33.476 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.983803+0000", 2024-09-20T22:59:33.477 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.477 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.477 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.477 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.477 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 402, 2024-09-20T22:59:33.477 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.477 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.477 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.477 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.477 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.477 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.477 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.477 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.478 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.25", 2024-09-20T22:59:33.478 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.478 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.478 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.478 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5340, 2024-09-20T22:59:33.478 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.478 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:09:18.828973+0000", 2024-09-20T22:59:33.478 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.478 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.478 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.478 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.478 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.478 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.478 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.479 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.480 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.481 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.481 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.481 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.481 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.481 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.481 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.481 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.481 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:33.481 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.482 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:33.482 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.482 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.482 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.482 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.482 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.482 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.482 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:33.482 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.482 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:33.482 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.482 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.482 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.482 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.483 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.483 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.483 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.879341+0000", 2024-09-20T22:59:33.483 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.627167+0000", 2024-09-20T22:59:33.483 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.627167+0000", 2024-09-20T22:59:33.483 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.627464+0000", 2024-09-20T22:59:33.483 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.879341+0000", 2024-09-20T22:59:33.483 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.483 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.483 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.483 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.483 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.879341+0000", 2024-09-20T22:59:33.483 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.879341+0000", 2024-09-20T22:59:33.483 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.879341+0000", 2024-09-20T22:59:33.484 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.484 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.484 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.484 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.879341+0000", 2024-09-20T22:59:33.484 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.879341+0000", 2024-09-20T22:59:33.484 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.484 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.484 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.484 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.484 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.484 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.484 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.484 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.484 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.485 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.485 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.485 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.485 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.485 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.26", 2024-09-20T22:59:33.485 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.485 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.485 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.485 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5171, 2024-09-20T22:59:33.485 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.485 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:21:13.843842+0000", 2024-09-20T22:59:33.485 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.485 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.485 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.486 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.487 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.488 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.488 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.488 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.488 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.489 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.489 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.489 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.489 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:33.489 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.489 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:33.489 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.489 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.489 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.489 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.489 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.489 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.489 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:33.489 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.489 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:33.490 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.490 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.490 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.490 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.490 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.490 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.490 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.015452+0000", 2024-09-20T22:59:33.490 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:47:54.638211+0000", 2024-09-20T22:59:33.490 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:47:54.638211+0000", 2024-09-20T22:59:33.490 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:47:54.638524+0000", 2024-09-20T22:59:33.490 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.015452+0000", 2024-09-20T22:59:33.490 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.491 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.491 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.491 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 403, 2024-09-20T22:59:33.491 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.015452+0000", 2024-09-20T22:59:33.491 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.015452+0000", 2024-09-20T22:59:33.491 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.015452+0000", 2024-09-20T22:59:33.491 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.491 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.491 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.491 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.015452+0000", 2024-09-20T22:59:33.491 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.015452+0000", 2024-09-20T22:59:33.491 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.491 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.492 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.492 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.492 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 402, 2024-09-20T22:59:33.492 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.492 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.492 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.492 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.492 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.492 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.492 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.492 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.492 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.27", 2024-09-20T22:59:33.492 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.492 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.492 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.493 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5304, 2024-09-20T22:59:33.493 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.493 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T06:07:33.419280+0000", 2024-09-20T22:59:33.493 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.493 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.493 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.493 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.493 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.493 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.493 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.493 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.493 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.493 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.493 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.493 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.494 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.495 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.496 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.496 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.496 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.496 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.496 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.496 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.496 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.496 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:33.496 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.496 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:33.497 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.497 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.497 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.497 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.497 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.497 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.497 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:33.497 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.497 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:33.497 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.497 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.497 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.497 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.497 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.498 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.498 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.872730+0000", 2024-09-20T22:59:33.498 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.402517+0000", 2024-09-20T22:59:33.498 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.402517+0000", 2024-09-20T22:59:33.498 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.405028+0000", 2024-09-20T22:59:33.498 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.872730+0000", 2024-09-20T22:59:33.498 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.498 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.498 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.498 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:33.498 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.872730+0000", 2024-09-20T22:59:33.498 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.872730+0000", 2024-09-20T22:59:33.498 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.872730+0000", 2024-09-20T22:59:33.498 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.499 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.499 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.499 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.872730+0000", 2024-09-20T22:59:33.499 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.872730+0000", 2024-09-20T22:59:33.499 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.499 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.499 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.499 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.499 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:33.499 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.499 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.499 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.499 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.500 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.500 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.500 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.500 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.500 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.28", 2024-09-20T22:59:33.500 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.500 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.500 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.500 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5216, 2024-09-20T22:59:33.500 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.500 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:20:16.671355+0000", 2024-09-20T22:59:33.500 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.500 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.500 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.500 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.501 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.502 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.503 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.503 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.503 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.504 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.504 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.504 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.504 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.504 INFO:tasks.workunit.client.0.smithi046.stdout: 2 2024-09-20T22:59:33.504 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.504 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:33.504 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.504 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.504 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.504 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.504 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.504 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.504 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:33.505 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.505 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:33.505 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.505 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.505 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.505 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.505 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.505 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.505 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.016031+0000", 2024-09-20T22:59:33.505 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:48:28.592683+0000", 2024-09-20T22:59:33.505 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:48:28.592683+0000", 2024-09-20T22:59:33.505 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:48:28.593093+0000", 2024-09-20T22:59:33.505 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.016031+0000", 2024-09-20T22:59:33.505 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.505 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.506 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.506 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 437, 2024-09-20T22:59:33.506 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.016031+0000", 2024-09-20T22:59:33.506 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.016031+0000", 2024-09-20T22:59:33.506 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.016031+0000", 2024-09-20T22:59:33.506 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.506 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.506 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.506 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.016031+0000", 2024-09-20T22:59:33.506 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.016031+0000", 2024-09-20T22:59:33.506 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.506 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.506 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.506 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.507 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 436, 2024-09-20T22:59:33.507 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.507 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.507 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.507 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.507 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.507 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.507 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.507 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.507 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.29", 2024-09-20T22:59:33.507 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.507 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.507 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.507 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5293, 2024-09-20T22:59:33.508 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.508 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:54:31.005947+0000", 2024-09-20T22:59:33.508 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.508 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.508 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.508 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.509 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.510 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.511 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.511 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.511 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.511 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.511 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.511 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.511 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.511 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:33.511 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.511 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:33.511 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.511 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.511 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.511 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.511 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.512 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.512 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:33.512 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.512 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:33.512 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.512 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.512 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.512 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.512 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.512 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.512 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.872395+0000", 2024-09-20T22:59:33.512 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.629788+0000", 2024-09-20T22:59:33.512 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.629788+0000", 2024-09-20T22:59:33.512 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.630469+0000", 2024-09-20T22:59:33.512 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.872395+0000", 2024-09-20T22:59:33.513 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.513 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.513 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.513 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.513 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.872395+0000", 2024-09-20T22:59:33.513 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.872395+0000", 2024-09-20T22:59:33.513 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.872395+0000", 2024-09-20T22:59:33.513 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.513 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.513 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.513 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.872395+0000", 2024-09-20T22:59:33.513 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.872395+0000", 2024-09-20T22:59:33.513 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.513 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.513 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.514 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.514 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.514 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.514 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.514 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.514 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.514 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.514 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.514 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.514 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.514 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2a", 2024-09-20T22:59:33.514 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.514 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.514 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.515 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5179, 2024-09-20T22:59:33.515 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.515 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:51:48.205698+0000", 2024-09-20T22:59:33.515 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.515 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.515 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.515 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.515 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.515 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.515 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.515 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.515 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.515 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.515 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.515 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.516 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.517 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.518 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.518 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.518 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.518 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.518 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.518 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.518 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.518 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:33.518 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.518 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:33.518 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.518 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.518 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.519 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.519 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:33.519 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.519 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:33.519 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.519 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T22:59:33.519 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.519 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.519 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.519 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.519 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.519 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.519 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:25.774740+0000", 2024-09-20T22:59:33.519 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.637496+0000", 2024-09-20T22:59:33.520 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.637496+0000", 2024-09-20T22:59:33.520 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.637942+0000", 2024-09-20T22:59:33.520 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:25.774740+0000", 2024-09-20T22:59:33.520 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.520 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.520 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.520 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.520 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:25.774740+0000", 2024-09-20T22:59:33.520 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:25.774740+0000", 2024-09-20T22:59:33.520 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:25.774740+0000", 2024-09-20T22:59:33.520 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.520 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.520 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.520 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:25.774740+0000", 2024-09-20T22:59:33.520 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:25.774740+0000", 2024-09-20T22:59:33.521 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.521 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.521 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.521 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.521 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.521 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.521 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.521 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.521 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.521 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.521 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.521 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.521 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.521 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2b", 2024-09-20T22:59:33.521 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.522 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.522 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.522 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5304, 2024-09-20T22:59:33.522 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.522 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T23:27:31.628816+0000", 2024-09-20T22:59:33.522 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.522 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.522 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.522 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.522 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.522 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.522 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.522 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.523 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.524 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.525 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.525 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.525 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.525 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.525 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.525 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:33.525 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.525 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:33.525 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.526 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T22:59:33.526 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.526 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.526 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.526 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.526 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.526 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.526 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:33.526 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.526 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:33.526 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.526 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.526 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.526 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.526 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.527 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.527 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.875803+0000", 2024-09-20T22:59:33.527 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.694962+0000", 2024-09-20T22:59:33.527 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.694962+0000", 2024-09-20T22:59:33.527 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.695913+0000", 2024-09-20T22:59:33.527 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.875803+0000", 2024-09-20T22:59:33.527 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.527 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.527 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.527 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:33.527 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.875803+0000", 2024-09-20T22:59:33.527 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.875803+0000", 2024-09-20T22:59:33.527 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.875803+0000", 2024-09-20T22:59:33.527 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.527 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.875803+0000", 2024-09-20T22:59:33.528 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.875803+0000", 2024-09-20T22:59:33.528 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.528 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.528 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.528 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.528 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:33.528 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.528 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.528 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.528 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.528 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.528 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.528 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.529 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.529 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2c", 2024-09-20T22:59:33.529 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.529 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.529 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.529 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5178, 2024-09-20T22:59:33.529 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.529 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:35:28.340849+0000", 2024-09-20T22:59:33.529 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.529 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.529 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.529 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.530 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.531 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.532 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.532 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.532 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.532 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.533 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.533 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.533 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.533 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:33.533 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.533 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:33.533 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.533 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.533 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.533 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.533 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.533 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:33.533 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:33.534 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.534 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:33.534 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.534 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.534 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.534 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.534 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.534 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.534 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156547+0000", 2024-09-20T22:59:33.534 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.636951+0000", 2024-09-20T22:59:33.534 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.636951+0000", 2024-09-20T22:59:33.534 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.639100+0000", 2024-09-20T22:59:33.535 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156547+0000", 2024-09-20T22:59:33.535 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.535 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.535 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.535 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.535 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156547+0000", 2024-09-20T22:59:33.535 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156547+0000", 2024-09-20T22:59:33.535 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156547+0000", 2024-09-20T22:59:33.535 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.535 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.535 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.535 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156547+0000", 2024-09-20T22:59:33.535 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156547+0000", 2024-09-20T22:59:33.535 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.536 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.536 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.536 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.536 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.536 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.536 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.536 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.536 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.536 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.536 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.536 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.536 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.536 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2d", 2024-09-20T22:59:33.536 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.536 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.537 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.537 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5133, 2024-09-20T22:59:33.537 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.537 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:29:28.545736+0000", 2024-09-20T22:59:33.537 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.537 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.537 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.537 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.538 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.539 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.540 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.540 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.540 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.540 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.540 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.540 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.540 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.540 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.540 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.540 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.540 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.540 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:33.540 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:33.540 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.541 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:33.541 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.541 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.541 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.541 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.541 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:33.541 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.541 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:33.541 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.541 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 2, 2024-09-20T22:59:33.541 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.541 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.541 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.541 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.541 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.542 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.542 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:25.775289+0000", 2024-09-20T22:59:33.542 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.636206+0000", 2024-09-20T22:59:33.542 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.636206+0000", 2024-09-20T22:59:33.542 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.636503+0000", 2024-09-20T22:59:33.542 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:25.775289+0000", 2024-09-20T22:59:33.542 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.542 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.542 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.542 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.542 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:25.775289+0000", 2024-09-20T22:59:33.542 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:25.775289+0000", 2024-09-20T22:59:33.542 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:25.775289+0000", 2024-09-20T22:59:33.542 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.543 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.543 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.543 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:25.775289+0000", 2024-09-20T22:59:33.543 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:25.775289+0000", 2024-09-20T22:59:33.543 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.543 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.543 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.543 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.543 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.543 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.543 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.543 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.543 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.543 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.544 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.544 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.544 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.544 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2e", 2024-09-20T22:59:33.544 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.544 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.544 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.544 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5303, 2024-09-20T22:59:33.544 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.544 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:51:48.177513+0000", 2024-09-20T22:59:33.544 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.544 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.544 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.544 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.545 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.546 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.547 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.547 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.547 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.547 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.548 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.548 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:33.548 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.548 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:33.548 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.548 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 2, 2024-09-20T22:59:33.548 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.548 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.548 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.548 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.548 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.548 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.548 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:33.548 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.549 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:33.549 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.549 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.549 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.549 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.549 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.549 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.549 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.872986+0000", 2024-09-20T22:59:33.549 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.639089+0000", 2024-09-20T22:59:33.549 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.639089+0000", 2024-09-20T22:59:33.549 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.639566+0000", 2024-09-20T22:59:33.549 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.872986+0000", 2024-09-20T22:59:33.549 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.549 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.550 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.550 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.550 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.872986+0000", 2024-09-20T22:59:33.550 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.872986+0000", 2024-09-20T22:59:33.550 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.872986+0000", 2024-09-20T22:59:33.550 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.550 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.550 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.550 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.872986+0000", 2024-09-20T22:59:33.550 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.872986+0000", 2024-09-20T22:59:33.550 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.550 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.550 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.551 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.551 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.551 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.551 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.551 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.551 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.551 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.551 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.551 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.551 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.551 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.2f", 2024-09-20T22:59:33.551 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.552 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.552 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.552 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5198, 2024-09-20T22:59:33.552 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.552 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T01:59:37.083126+0000", 2024-09-20T22:59:33.552 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.552 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.552 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.552 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.553 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.554 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.555 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.555 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.555 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.555 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.555 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.555 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.555 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.555 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.555 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.555 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.555 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.555 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:33.555 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.555 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:33.556 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.556 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.556 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.556 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.556 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.556 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.556 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:33.556 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.556 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:33.556 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.556 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.556 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.556 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.556 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.557 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.557 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.872489+0000", 2024-09-20T22:59:33.557 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.637559+0000", 2024-09-20T22:59:33.557 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.637559+0000", 2024-09-20T22:59:33.557 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.637899+0000", 2024-09-20T22:59:33.557 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.872489+0000", 2024-09-20T22:59:33.557 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.557 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.557 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.557 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.557 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.872489+0000", 2024-09-20T22:59:33.557 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.872489+0000", 2024-09-20T22:59:33.557 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.872489+0000", 2024-09-20T22:59:33.557 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.557 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.558 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.558 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.872489+0000", 2024-09-20T22:59:33.558 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.872489+0000", 2024-09-20T22:59:33.558 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.558 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.558 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.558 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.558 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.558 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.558 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.558 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.558 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.558 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.559 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.559 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.559 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.559 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.30", 2024-09-20T22:59:33.559 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.559 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.559 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.559 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5189, 2024-09-20T22:59:33.559 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.559 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:10:38.797060+0000", 2024-09-20T22:59:33.559 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.559 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.559 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.560 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.561 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.562 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.562 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.562 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.562 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.562 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.562 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.562 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.562 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.562 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.562 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.563 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.563 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.563 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.563 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.563 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.563 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.563 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.563 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.563 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:33.563 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.563 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:33.563 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.563 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.563 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.563 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.564 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.564 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.564 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:33.564 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.564 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:33.564 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.564 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.564 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.564 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.564 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.564 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.564 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.981859+0000", 2024-09-20T22:59:33.564 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.402706+0000", 2024-09-20T22:59:33.564 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.402706+0000", 2024-09-20T22:59:33.564 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.403064+0000", 2024-09-20T22:59:33.565 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.981859+0000", 2024-09-20T22:59:33.565 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.565 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.565 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.565 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:33.565 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.981859+0000", 2024-09-20T22:59:33.565 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.981859+0000", 2024-09-20T22:59:33.565 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.981859+0000", 2024-09-20T22:59:33.565 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.565 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.565 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.565 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.981859+0000", 2024-09-20T22:59:33.565 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.981859+0000", 2024-09-20T22:59:33.566 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.566 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.566 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.566 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.566 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:33.566 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.566 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.566 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.566 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.566 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.566 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.566 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.566 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.566 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.31", 2024-09-20T22:59:33.566 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.567 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.567 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.567 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5338, 2024-09-20T22:59:33.567 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.567 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:01:18.402750+0000", 2024-09-20T22:59:33.567 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.567 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.567 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.567 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.568 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.569 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.570 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.570 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.570 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.570 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.570 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.570 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.570 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.570 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:33.570 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.570 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:33.571 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.571 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.571 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.571 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.571 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.571 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.571 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:33.571 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.571 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:33.571 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.571 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.571 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.571 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.571 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.572 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.572 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.982414+0000", 2024-09-20T22:59:33.572 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.413504+0000", 2024-09-20T22:59:33.572 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.413504+0000", 2024-09-20T22:59:33.572 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.413785+0000", 2024-09-20T22:59:33.572 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.982414+0000", 2024-09-20T22:59:33.572 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.572 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.572 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.572 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:33.572 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.982414+0000", 2024-09-20T22:59:33.572 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.982414+0000", 2024-09-20T22:59:33.573 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.982414+0000", 2024-09-20T22:59:33.573 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.573 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.573 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.573 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.982414+0000", 2024-09-20T22:59:33.573 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.982414+0000", 2024-09-20T22:59:33.573 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.573 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.573 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.573 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.573 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:33.573 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.573 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.573 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.574 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.574 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.574 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.574 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.574 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.574 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.32", 2024-09-20T22:59:33.574 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.574 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.574 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.574 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5355, 2024-09-20T22:59:33.574 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.574 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T03:03:46.782906+0000", 2024-09-20T22:59:33.574 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.574 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.574 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.575 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.576 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.577 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.578 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.578 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.578 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.578 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.578 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.578 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.578 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.578 INFO:tasks.workunit.client.0.smithi046.stdout: 5 2024-09-20T22:59:33.578 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.578 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:33.578 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.578 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.579 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.579 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.579 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.579 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.579 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:33.579 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.579 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:33.579 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.579 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.579 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.579 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.579 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.579 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.580 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.015286+0000", 2024-09-20T22:59:33.580 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.692127+0000", 2024-09-20T22:59:33.580 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.692127+0000", 2024-09-20T22:59:33.580 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.693292+0000", 2024-09-20T22:59:33.580 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.015286+0000", 2024-09-20T22:59:33.580 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.580 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.580 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.580 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:33.580 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.015286+0000", 2024-09-20T22:59:33.580 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.015286+0000", 2024-09-20T22:59:33.580 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.015286+0000", 2024-09-20T22:59:33.580 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.580 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.581 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.581 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.015286+0000", 2024-09-20T22:59:33.581 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.015286+0000", 2024-09-20T22:59:33.581 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.581 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.581 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.581 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.581 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:33.581 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.581 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.581 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.581 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.581 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.581 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.581 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.582 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.582 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.33", 2024-09-20T22:59:33.582 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.582 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.582 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.582 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5291, 2024-09-20T22:59:33.582 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.582 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:36:58.920576+0000", 2024-09-20T22:59:33.582 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.582 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.582 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.582 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.582 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.582 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.583 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.583 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.583 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.583 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.583 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.583 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.583 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.583 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.583 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.583 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.583 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.583 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.583 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.583 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.584 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.585 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.585 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.585 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.585 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.585 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.586 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.586 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.586 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:33.586 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.586 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:33.586 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.586 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.586 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.586 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.586 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.586 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.586 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:33.586 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.587 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 4, 2024-09-20T22:59:33.587 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.587 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.587 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.587 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.587 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.587 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.587 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.982656+0000", 2024-09-20T22:59:33.587 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.692902+0000", 2024-09-20T22:59:33.587 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.692902+0000", 2024-09-20T22:59:33.587 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.693566+0000", 2024-09-20T22:59:33.587 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.982656+0000", 2024-09-20T22:59:33.587 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.587 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.588 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.588 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:33.588 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.982656+0000", 2024-09-20T22:59:33.588 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.982656+0000", 2024-09-20T22:59:33.588 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.982656+0000", 2024-09-20T22:59:33.588 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.588 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.588 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.588 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.982656+0000", 2024-09-20T22:59:33.588 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.982656+0000", 2024-09-20T22:59:33.588 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.588 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.588 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.588 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.589 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:33.589 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.589 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.589 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.589 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.589 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.589 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.589 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.589 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.589 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.34", 2024-09-20T22:59:33.589 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.590 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.590 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.590 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5239, 2024-09-20T22:59:33.590 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.590 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:29:59.307064+0000", 2024-09-20T22:59:33.590 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.590 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.590 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.590 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.590 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.590 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.590 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.591 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.591 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.591 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.591 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.591 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.591 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.591 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.591 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.591 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.591 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.591 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.591 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.592 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.593 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.593 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.593 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.594 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.594 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.594 INFO:tasks.workunit.client.0.smithi046.stdout: 4, 2024-09-20T22:59:33.594 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.594 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:33.594 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.594 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 4, 2024-09-20T22:59:33.594 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.594 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.594 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.594 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.594 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.594 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.594 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:33.595 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.595 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:33.595 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.595 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.595 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.595 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.595 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.595 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.595 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.875254+0000", 2024-09-20T22:59:33.595 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.685718+0000", 2024-09-20T22:59:33.595 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.685718+0000", 2024-09-20T22:59:33.595 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.686077+0000", 2024-09-20T22:59:33.595 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.875254+0000", 2024-09-20T22:59:33.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:33.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.875254+0000", 2024-09-20T22:59:33.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.875254+0000", 2024-09-20T22:59:33.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.875254+0000", 2024-09-20T22:59:33.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.875254+0000", 2024-09-20T22:59:33.596 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.875254+0000", 2024-09-20T22:59:33.596 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.596 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.597 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.597 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.597 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:33.597 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.597 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.597 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.597 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.597 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.597 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.597 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.597 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.597 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.35", 2024-09-20T22:59:33.597 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.597 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.598 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.598 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5166, 2024-09-20T22:59:33.598 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.598 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T07:44:54.146283+0000", 2024-09-20T22:59:33.598 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.598 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.598 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.598 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.598 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.598 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.598 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.599 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.600 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.601 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.601 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.601 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.601 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.601 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.601 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.602 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.602 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:33.602 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.602 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:33.602 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.602 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.602 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.602 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.602 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.602 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.602 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:33.602 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.602 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 6, 2024-09-20T22:59:33.602 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.603 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.603 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.603 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.603 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.603 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.876791+0000", 2024-09-20T22:59:33.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.695538+0000", 2024-09-20T22:59:33.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.695538+0000", 2024-09-20T22:59:33.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.696267+0000", 2024-09-20T22:59:33.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.876791+0000", 2024-09-20T22:59:33.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.603 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:33.604 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.876791+0000", 2024-09-20T22:59:33.604 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.876791+0000", 2024-09-20T22:59:33.604 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.876791+0000", 2024-09-20T22:59:33.604 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.604 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.604 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.604 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.876791+0000", 2024-09-20T22:59:33.604 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.876791+0000", 2024-09-20T22:59:33.604 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.604 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.604 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.604 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.604 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:33.604 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.604 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.604 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.605 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.605 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.605 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.605 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.605 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.605 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.36", 2024-09-20T22:59:33.605 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.605 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.605 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.605 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5166, 2024-09-20T22:59:33.605 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.605 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:56:07.106569+0000", 2024-09-20T22:59:33.605 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.605 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.605 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.606 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.607 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.608 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.608 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.608 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.608 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.608 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.609 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.609 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.609 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:33.609 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.609 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 6, 2024-09-20T22:59:33.609 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.609 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.609 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.609 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.609 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.609 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.609 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:33.609 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.609 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:33.609 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.610 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.610 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.610 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.610 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.610 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156321+0000", 2024-09-20T22:59:33.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.640261+0000", 2024-09-20T22:59:33.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.640261+0000", 2024-09-20T22:59:33.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.640547+0000", 2024-09-20T22:59:33.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156321+0000", 2024-09-20T22:59:33.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.610 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.611 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156321+0000", 2024-09-20T22:59:33.611 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156321+0000", 2024-09-20T22:59:33.611 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156321+0000", 2024-09-20T22:59:33.611 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.611 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.611 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.611 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156321+0000", 2024-09-20T22:59:33.611 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156321+0000", 2024-09-20T22:59:33.611 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.611 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.611 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.611 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.611 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.611 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.611 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.612 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.612 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.612 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.612 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.612 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.612 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.612 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.37", 2024-09-20T22:59:33.612 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.612 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.612 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.612 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5139, 2024-09-20T22:59:33.612 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.612 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:26:01.551718+0000", 2024-09-20T22:59:33.612 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.612 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.613 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.613 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.614 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.615 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.616 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.616 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.616 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.616 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.616 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.616 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.616 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.616 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.616 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:33.616 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.616 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:33.616 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.617 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.617 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.617 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.617 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.617 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.617 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:33.617 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.617 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 3, 2024-09-20T22:59:33.617 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.617 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.617 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.617 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.617 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.617 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.617 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.016333+0000", 2024-09-20T22:59:33.618 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.691155+0000", 2024-09-20T22:59:33.618 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.691155+0000", 2024-09-20T22:59:33.618 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.691494+0000", 2024-09-20T22:59:33.618 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.016333+0000", 2024-09-20T22:59:33.618 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.618 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.618 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.618 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:33.618 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.016333+0000", 2024-09-20T22:59:33.618 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.016333+0000", 2024-09-20T22:59:33.618 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.016333+0000", 2024-09-20T22:59:33.618 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.618 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.619 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.619 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.016333+0000", 2024-09-20T22:59:33.619 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.016333+0000", 2024-09-20T22:59:33.619 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.619 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.619 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.619 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.619 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:33.619 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.619 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.619 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.619 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.619 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.619 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.619 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.620 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.620 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.38", 2024-09-20T22:59:33.620 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.620 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.620 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.620 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5288, 2024-09-20T22:59:33.620 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.620 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:00:56.038338+0000", 2024-09-20T22:59:33.620 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.620 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.620 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.620 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.621 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.622 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.623 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.623 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.623 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.623 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.623 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.623 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.623 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.623 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.623 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.623 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.623 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.623 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.623 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.624 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.624 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:33.624 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.624 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 3, 2024-09-20T22:59:33.624 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.624 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.624 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.624 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.624 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.624 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.624 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:33.624 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.624 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:33.625 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.625 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.625 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.625 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.625 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.625 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.625 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.155176+0000", 2024-09-20T22:59:33.625 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.637687+0000", 2024-09-20T22:59:33.625 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.637687+0000", 2024-09-20T22:59:33.625 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.637963+0000", 2024-09-20T22:59:33.625 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.155176+0000", 2024-09-20T22:59:33.625 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.625 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.626 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.626 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.626 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.155176+0000", 2024-09-20T22:59:33.626 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.155176+0000", 2024-09-20T22:59:33.626 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.155176+0000", 2024-09-20T22:59:33.626 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.626 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.626 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.626 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.155176+0000", 2024-09-20T22:59:33.626 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.155176+0000", 2024-09-20T22:59:33.626 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.627 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.627 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.627 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.627 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.627 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.627 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.627 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.627 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.627 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.627 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.627 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.627 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.627 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.39", 2024-09-20T22:59:33.627 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.628 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.628 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.628 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5146, 2024-09-20T22:59:33.628 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.628 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T04:50:00.695792+0000", 2024-09-20T22:59:33.628 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.628 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.628 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.628 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.629 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.630 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.631 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.631 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.631 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.631 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.631 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.631 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.631 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.631 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:33.632 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.632 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:33.632 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.632 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.632 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.632 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.632 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.632 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.632 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:33.632 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.632 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:33.632 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.632 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.633 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.633 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.633 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.633 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.633 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.872920+0000", 2024-09-20T22:59:33.633 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:04.409070+0000", 2024-09-20T22:59:33.633 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:04.409070+0000", 2024-09-20T22:59:33.633 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:04.410438+0000", 2024-09-20T22:59:33.633 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.872920+0000", 2024-09-20T22:59:33.633 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.633 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.633 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.633 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 470, 2024-09-20T22:59:33.633 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.872920+0000", 2024-09-20T22:59:33.633 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.872920+0000", 2024-09-20T22:59:33.634 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.872920+0000", 2024-09-20T22:59:33.634 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.634 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.634 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.634 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.872920+0000", 2024-09-20T22:59:33.634 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.872920+0000", 2024-09-20T22:59:33.634 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.634 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.634 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.634 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.634 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 469, 2024-09-20T22:59:33.634 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.634 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.634 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.635 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.635 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.635 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.635 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.635 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.635 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3a", 2024-09-20T22:59:33.635 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.635 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.635 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.635 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5187, 2024-09-20T22:59:33.635 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.635 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T21:43:12.364554+0000", 2024-09-20T22:59:33.635 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.635 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.636 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.636 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.637 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.638 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.638 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.638 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.638 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.639 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.639 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.639 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.639 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:33.639 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.639 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:33.639 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.639 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.639 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.639 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.639 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.639 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:33.640 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:33.640 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.640 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:33.640 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.640 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.640 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.640 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.640 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.640 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.640 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.157248+0000", 2024-09-20T22:59:33.640 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.633719+0000", 2024-09-20T22:59:33.640 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.633719+0000", 2024-09-20T22:59:33.640 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.635024+0000", 2024-09-20T22:59:33.640 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.157248+0000", 2024-09-20T22:59:33.640 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.641 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.641 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.641 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.641 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.157248+0000", 2024-09-20T22:59:33.641 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.157248+0000", 2024-09-20T22:59:33.641 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.157248+0000", 2024-09-20T22:59:33.641 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.641 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.641 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.641 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.157248+0000", 2024-09-20T22:59:33.641 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.157248+0000", 2024-09-20T22:59:33.641 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.641 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.641 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.642 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.642 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.642 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.642 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.642 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.642 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.642 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.642 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.642 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.642 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.642 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3b", 2024-09-20T22:59:33.642 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.642 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.643 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.643 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5146, 2024-09-20T22:59:33.643 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.643 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T05:30:44.340495+0000", 2024-09-20T22:59:33.643 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.643 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.643 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.643 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.644 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.645 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.646 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.646 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.646 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.646 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.646 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.646 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.646 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:33.646 INFO:tasks.workunit.client.0.smithi046.stdout: 4 2024-09-20T22:59:33.646 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.647 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:33.647 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.647 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.647 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.647 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.647 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.647 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.647 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:33.647 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.647 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 5, 2024-09-20T22:59:33.647 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.648 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.648 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.648 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.648 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.648 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.648 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:26.873718+0000", 2024-09-20T22:59:33.648 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.631306+0000", 2024-09-20T22:59:33.648 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.631306+0000", 2024-09-20T22:59:33.648 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.631739+0000", 2024-09-20T22:59:33.648 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:26.873718+0000", 2024-09-20T22:59:33.648 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.648 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.648 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.648 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.649 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:26.873718+0000", 2024-09-20T22:59:33.649 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:26.873718+0000", 2024-09-20T22:59:33.649 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:26.873718+0000", 2024-09-20T22:59:33.649 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.649 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.649 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.649 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:26.873718+0000", 2024-09-20T22:59:33.649 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:26.873718+0000", 2024-09-20T22:59:33.649 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.649 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.649 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.649 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.649 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.650 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.650 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.650 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.650 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.650 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.650 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.650 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.650 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.650 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3c", 2024-09-20T22:59:33.650 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.650 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.650 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.650 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5211, 2024-09-20T22:59:33.651 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.651 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-21T22:06:49.231603+0000", 2024-09-20T22:59:33.651 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.651 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.651 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.651 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.652 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.653 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.654 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.654 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.654 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.654 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.654 INFO:tasks.workunit.client.0.smithi046.stdout: 5, 2024-09-20T22:59:33.654 INFO:tasks.workunit.client.0.smithi046.stdout: 3, 2024-09-20T22:59:33.654 INFO:tasks.workunit.client.0.smithi046.stdout: 7 2024-09-20T22:59:33.654 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.654 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 5, 2024-09-20T22:59:33.654 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.654 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.654 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.654 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.654 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.655 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:33.655 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:33.655 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.655 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 0, 2024-09-20T22:59:33.655 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.655 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.655 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.655 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.655 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.655 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.655 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.986280+0000", 2024-09-20T22:59:33.655 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:47:20.959554+0000", 2024-09-20T22:59:33.655 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:47:20.959554+0000", 2024-09-20T22:59:33.655 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:47:20.959912+0000", 2024-09-20T22:59:33.656 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.986280+0000", 2024-09-20T22:59:33.656 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.656 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.656 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.656 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 370, 2024-09-20T22:59:33.656 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.986280+0000", 2024-09-20T22:59:33.656 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.986280+0000", 2024-09-20T22:59:33.656 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.986280+0000", 2024-09-20T22:59:33.656 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.656 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.656 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.656 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.986280+0000", 2024-09-20T22:59:33.656 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.986280+0000", 2024-09-20T22:59:33.656 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.656 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.657 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.657 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.657 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 369, 2024-09-20T22:59:33.657 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.657 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.657 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.657 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.657 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.657 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.657 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.657 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.657 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3d", 2024-09-20T22:59:33.657 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.657 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.657 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.658 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5359, 2024-09-20T22:59:33.658 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.658 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T00:55:27.539148+0000", 2024-09-20T22:59:33.658 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.658 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.658 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.658 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.658 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.658 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.658 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.658 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.658 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.658 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.658 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.659 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.660 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.661 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.661 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.661 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.661 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.661 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.661 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.661 INFO:tasks.workunit.client.0.smithi046.stdout: 2, 2024-09-20T22:59:33.661 INFO:tasks.workunit.client.0.smithi046.stdout: 1 2024-09-20T22:59:33.661 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.661 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 0, 2024-09-20T22:59:33.661 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.661 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.661 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.661 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.662 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.662 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.662 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:33.662 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.662 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 1, 2024-09-20T22:59:33.662 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.662 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.662 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.662 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.662 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.662 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.662 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:24.983922+0000", 2024-09-20T22:59:33.662 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:49:38.696211+0000", 2024-09-20T22:59:33.663 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:49:38.696211+0000", 2024-09-20T22:59:33.663 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:49:38.696488+0000", 2024-09-20T22:59:33.663 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:24.983922+0000", 2024-09-20T22:59:33.663 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.663 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.663 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.663 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 503, 2024-09-20T22:59:33.663 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:24.983922+0000", 2024-09-20T22:59:33.663 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:24.983922+0000", 2024-09-20T22:59:33.663 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:24.983922+0000", 2024-09-20T22:59:33.663 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.663 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:24.983922+0000", 2024-09-20T22:59:33.664 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:24.983922+0000", 2024-09-20T22:59:33.664 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.664 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.664 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.664 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.664 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 502, 2024-09-20T22:59:33.664 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.664 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.664 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.664 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.664 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.665 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.665 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.665 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.665 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3e", 2024-09-20T22:59:33.665 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.665 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.665 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.665 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5350, 2024-09-20T22:59:33.665 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.665 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T09:38:20.871889+0000", 2024-09-20T22:59:33.665 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.665 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.665 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.665 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.666 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.667 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.668 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.668 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.668 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.668 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.668 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.668 INFO:tasks.workunit.client.0.smithi046.stdout: 1, 2024-09-20T22:59:33.668 INFO:tasks.workunit.client.0.smithi046.stdout: 0, 2024-09-20T22:59:33.668 INFO:tasks.workunit.client.0.smithi046.stdout: 6 2024-09-20T22:59:33.668 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.669 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 1, 2024-09-20T22:59:33.669 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.669 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.669 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.669 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": [ 2024-09-20T22:59:33.669 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.669 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.669 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:33.669 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.669 INFO:tasks.workunit.client.0.smithi046.stdout: "acting_primary": 7, 2024-09-20T22:59:33.669 INFO:tasks.workunit.client.0.smithi046.stdout: "avail_no_missing": [], 2024-09-20T22:59:33.669 INFO:tasks.workunit.client.0.smithi046.stdout: "blocked_by": [], 2024-09-20T22:59:33.669 INFO:tasks.workunit.client.0.smithi046.stdout: "created": 54, 2024-09-20T22:59:33.669 INFO:tasks.workunit.client.0.smithi046.stdout: "dirty_stats_invalid": false, 2024-09-20T22:59:33.669 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_bytes_stats_invalid": false, 2024-09-20T22:59:33.670 INFO:tasks.workunit.client.0.smithi046.stdout: "hitset_stats_invalid": false, 2024-09-20T22:59:33.670 INFO:tasks.workunit.client.0.smithi046.stdout: "last_active": "2024-09-20T22:58:27.156512+0000", 2024-09-20T22:59:33.670 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_active": "2024-09-20T21:50:12.639759+0000", 2024-09-20T22:59:33.670 INFO:tasks.workunit.client.0.smithi046.stdout: "last_became_peered": "2024-09-20T21:50:12.639759+0000", 2024-09-20T22:59:33.670 INFO:tasks.workunit.client.0.smithi046.stdout: "last_change": "2024-09-20T21:50:12.640345+0000", 2024-09-20T22:59:33.670 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean": "2024-09-20T22:58:27.156512+0000", 2024-09-20T22:59:33.670 INFO:tasks.workunit.client.0.smithi046.stdout: "last_clean_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.670 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub": "0'0", 2024-09-20T22:59:33.670 INFO:tasks.workunit.client.0.smithi046.stdout: "last_deep_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.670 INFO:tasks.workunit.client.0.smithi046.stdout: "last_epoch_clean": 536, 2024-09-20T22:59:33.670 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fresh": "2024-09-20T22:58:27.156512+0000", 2024-09-20T22:59:33.670 INFO:tasks.workunit.client.0.smithi046.stdout: "last_fullsized": "2024-09-20T22:58:27.156512+0000", 2024-09-20T22:59:33.670 INFO:tasks.workunit.client.0.smithi046.stdout: "last_peered": "2024-09-20T22:58:27.156512+0000", 2024-09-20T22:59:33.670 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub": "0'0", 2024-09-20T22:59:33.671 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_duration": 0, 2024-09-20T22:59:33.671 INFO:tasks.workunit.client.0.smithi046.stdout: "last_scrub_stamp": "2024-09-20T21:38:26.323076+0000", 2024-09-20T22:59:33.671 INFO:tasks.workunit.client.0.smithi046.stdout: "last_undegraded": "2024-09-20T22:58:27.156512+0000", 2024-09-20T22:59:33.671 INFO:tasks.workunit.client.0.smithi046.stdout: "last_unstale": "2024-09-20T22:58:27.156512+0000", 2024-09-20T22:59:33.671 INFO:tasks.workunit.client.0.smithi046.stdout: "log_dups_size": 0, 2024-09-20T22:59:33.671 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.671 INFO:tasks.workunit.client.0.smithi046.stdout: "log_start": "0'0", 2024-09-20T22:59:33.671 INFO:tasks.workunit.client.0.smithi046.stdout: "manifest_stats_invalid": false, 2024-09-20T22:59:33.671 INFO:tasks.workunit.client.0.smithi046.stdout: "mapping_epoch": 535, 2024-09-20T22:59:33.671 INFO:tasks.workunit.client.0.smithi046.stdout: "object_location_counts": [], 2024-09-20T22:59:33.671 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_scrubbed": 0, 2024-09-20T22:59:33.671 INFO:tasks.workunit.client.0.smithi046.stdout: "objects_trimmed": 0, 2024-09-20T22:59:33.671 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_stats_invalid": false, 2024-09-20T22:59:33.671 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.671 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_start": "0'0", 2024-09-20T22:59:33.672 INFO:tasks.workunit.client.0.smithi046.stdout: "parent": "0.0", 2024-09-20T22:59:33.672 INFO:tasks.workunit.client.0.smithi046.stdout: "parent_split_bits": 0, 2024-09-20T22:59:33.672 INFO:tasks.workunit.client.0.smithi046.stdout: "pgid": "3.3f", 2024-09-20T22:59:33.672 INFO:tasks.workunit.client.0.smithi046.stdout: "pin_stats_invalid": false, 2024-09-20T22:59:33.672 INFO:tasks.workunit.client.0.smithi046.stdout: "purged_snaps": [], 2024-09-20T22:59:33.672 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_epoch": 2856, 2024-09-20T22:59:33.672 INFO:tasks.workunit.client.0.smithi046.stdout: "reported_seq": 5136, 2024-09-20T22:59:33.672 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_duration": 0.0, 2024-09-20T22:59:33.672 INFO:tasks.workunit.client.0.smithi046.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-22T08:31:29.485377+0000", 2024-09-20T22:59:33.672 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrim_duration": 0.0, 2024-09-20T22:59:33.672 INFO:tasks.workunit.client.0.smithi046.stdout: "snaptrimq_len": 0, 2024-09-20T22:59:33.672 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.672 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.673 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.674 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.675 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.675 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.675 INFO:tasks.workunit.client.0.smithi046.stdout: "state": "active+clean", 2024-09-20T22:59:33.676 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_invalid": false, 2024-09-20T22:59:33.676 INFO:tasks.workunit.client.0.smithi046.stdout: "up": [ 2024-09-20T22:59:33.676 INFO:tasks.workunit.client.0.smithi046.stdout: 7, 2024-09-20T22:59:33.676 INFO:tasks.workunit.client.0.smithi046.stdout: 6, 2024-09-20T22:59:33.676 INFO:tasks.workunit.client.0.smithi046.stdout: 0 2024-09-20T22:59:33.676 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.676 INFO:tasks.workunit.client.0.smithi046.stdout: "up_primary": 7, 2024-09-20T22:59:33.676 INFO:tasks.workunit.client.0.smithi046.stdout: "version": "0'0" 2024-09-20T22:59:33.676 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:33.676 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.676 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_per_pool": [ 2024-09-20T22:59:33.676 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.676 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 3, 2024-09-20T22:59:33.676 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T22:59:33.676 INFO:tasks.workunit.client.0.smithi046.stdout: "mgr" 2024-09-20T22:59:33.677 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.677 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 200, 2024-09-20T22:59:33.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 1, 2024-09-20T22:59:33.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 3, 2024-09-20T22:59:33.677 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 200, 2024-09-20T22:59:33.677 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 1, 2024-09-20T22:59:33.677 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 590368, 2024-09-20T22:59:33.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 590368, 2024-09-20T22:59:33.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.677 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 6, 2024-09-20T22:59:33.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 2, 2024-09-20T22:59:33.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.678 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 2, 2024-09-20T22:59:33.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 2, 2024-09-20T22:59:33.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.679 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 1200, 2024-09-20T22:59:33.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 2009, 2024-09-20T22:59:33.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 349, 2024-09-20T22:59:33.680 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 1628 2024-09-20T22:59:33.680 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.680 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-20T22:59:33.680 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 1781760, 2024-09-20T22:59:33.680 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-20T22:59:33.680 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-20T22:59:33.680 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-20T22:59:33.680 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-20T22:59:33.681 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 1771104, 2024-09-20T22:59:33.681 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-20T22:59:33.681 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-20T22:59:33.681 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-20T22:59:33.681 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-20T22:59:33.681 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.681 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 3 2024-09-20T22:59:33.681 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.681 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.681 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 96, 2024-09-20T22:59:33.681 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T22:59:33.681 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-20T22:59:33.681 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.681 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 68, 2024-09-20T22:59:33.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 32, 2024-09-20T22:59:33.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 8, 2024-09-20T22:59:33.682 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 68, 2024-09-20T22:59:33.682 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 2, 2024-09-20T22:59:33.682 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 6614, 2024-09-20T22:59:33.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.682 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 66, 2024-09-20T22:59:33.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 22, 2024-09-20T22:59:33.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 22, 2024-09-20T22:59:33.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.683 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 14, 2024-09-20T22:59:33.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 79, 2024-09-20T22:59:33.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 86, 2024-09-20T22:59:33.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.684 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.685 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.685 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 68, 2024-09-20T22:59:33.685 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 35 2024-09-20T22:59:33.685 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.685 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-20T22:59:33.685 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 110592, 2024-09-20T22:59:33.685 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-20T22:59:33.685 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-20T22:59:33.685 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-20T22:59:33.685 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-20T22:59:33.685 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 19842, 2024-09-20T22:59:33.685 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-20T22:59:33.685 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-20T22:59:33.685 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 44782, 2024-09-20T22:59:33.685 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-20T22:59:33.686 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.686 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 96 2024-09-20T22:59:33.686 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.686 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.686 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 192, 2024-09-20T22:59:33.686 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T22:59:33.686 INFO:tasks.workunit.client.0.smithi046.stdout: "cephfs" 2024-09-20T22:59:33.686 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.686 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 0, 2024-09-20T22:59:33.686 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 64, 2024-09-20T22:59:33.686 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 8, 2024-09-20T22:59:33.686 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 0, 2024-09-20T22:59:33.686 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 3, 2024-09-20T22:59:33.686 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.686 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 0, 2024-09-20T22:59:33.686 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.687 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 0, 2024-09-20T22:59:33.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 0, 2024-09-20T22:59:33.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 0, 2024-09-20T22:59:33.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 0, 2024-09-20T22:59:33.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.688 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 0, 2024-09-20T22:59:33.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 0, 2024-09-20T22:59:33.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 0, 2024-09-20T22:59:33.689 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 0 2024-09-20T22:59:33.689 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.689 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-20T22:59:33.689 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 0, 2024-09-20T22:59:33.689 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-20T22:59:33.690 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-20T22:59:33.690 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-20T22:59:33.690 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-20T22:59:33.690 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 0, 2024-09-20T22:59:33.690 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-20T22:59:33.690 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-20T22:59:33.690 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-20T22:59:33.690 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-20T22:59:33.690 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.690 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 192 2024-09-20T22:59:33.690 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.690 INFO:tasks.workunit.client.0.smithi046.stdout: { 2024-09-20T22:59:33.690 INFO:tasks.workunit.client.0.smithi046.stdout: "acting": 24, 2024-09-20T22:59:33.690 INFO:tasks.workunit.client.0.smithi046.stdout: "application": [ 2024-09-20T22:59:33.691 INFO:tasks.workunit.client.0.smithi046.stdout: "rbd" 2024-09-20T22:59:33.691 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.691 INFO:tasks.workunit.client.0.smithi046.stdout: "log_size": 24430, 2024-09-20T22:59:33.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_pg": 8, 2024-09-20T22:59:33.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_store_stats": 8, 2024-09-20T22:59:33.691 INFO:tasks.workunit.client.0.smithi046.stdout: "ondisk_log_size": 24430, 2024-09-20T22:59:33.691 INFO:tasks.workunit.client.0.smithi046.stdout: "poolid": 4, 2024-09-20T22:59:33.691 INFO:tasks.workunit.client.0.smithi046.stdout: "stat_sum": { 2024-09-20T22:59:33.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes": 4194323, 2024-09-20T22:59:33.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_hit_set_archive": 0, 2024-09-20T22:59:33.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_bytes_recovered": 0, 2024-09-20T22:59:33.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_deep_scrub_errors": 0, 2024-09-20T22:59:33.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict": 0, 2024-09-20T22:59:33.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_kb": 0, 2024-09-20T22:59:33.691 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_full": 0, 2024-09-20T22:59:33.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_evict_mode_some": 0, 2024-09-20T22:59:33.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush": 0, 2024-09-20T22:59:33.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_kb": 0, 2024-09-20T22:59:33.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_high": 0, 2024-09-20T22:59:33.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_flush_mode_low": 0, 2024-09-20T22:59:33.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_keys_recovered": 0, 2024-09-20T22:59:33.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_large_omap_objects": 0, 2024-09-20T22:59:33.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_legacy_snapsets": 0, 2024-09-20T22:59:33.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_clones": 0, 2024-09-20T22:59:33.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_object_copies": 12, 2024-09-20T22:59:33.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects": 4, 2024-09-20T22:59:33.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_degraded": 0, 2024-09-20T22:59:33.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_dirty": 4, 2024-09-20T22:59:33.692 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_hit_set_archive": 0, 2024-09-20T22:59:33.693 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_manifest": 0, 2024-09-20T22:59:33.693 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_misplaced": 0, 2024-09-20T22:59:33.693 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing": 0, 2024-09-20T22:59:33.693 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_missing_on_primary": 0, 2024-09-20T22:59:33.693 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_omap": 2, 2024-09-20T22:59:33.693 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_pinned": 0, 2024-09-20T22:59:33.693 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_recovered": 0, 2024-09-20T22:59:33.693 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_repaired": 0, 2024-09-20T22:59:33.693 INFO:tasks.workunit.client.0.smithi046.stdout: "num_objects_unfound": 0, 2024-09-20T22:59:33.693 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_bytes": 0, 2024-09-20T22:59:33.693 INFO:tasks.workunit.client.0.smithi046.stdout: "num_omap_keys": 0, 2024-09-20T22:59:33.693 INFO:tasks.workunit.client.0.smithi046.stdout: "num_promote": 0, 2024-09-20T22:59:33.693 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read": 9032, 2024-09-20T22:59:33.693 INFO:tasks.workunit.client.0.smithi046.stdout: "num_read_kb": 3088778, 2024-09-20T22:59:33.694 INFO:tasks.workunit.client.0.smithi046.stdout: "num_scrub_errors": 0, 2024-09-20T22:59:33.694 INFO:tasks.workunit.client.0.smithi046.stdout: "num_shallow_scrub_errors": 0, 2024-09-20T22:59:33.694 INFO:tasks.workunit.client.0.smithi046.stdout: "num_whiteouts": 0, 2024-09-20T22:59:33.694 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write": 24299, 2024-09-20T22:59:33.694 INFO:tasks.workunit.client.0.smithi046.stdout: "num_write_kb": 3091360 2024-09-20T22:59:33.694 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.694 INFO:tasks.workunit.client.0.smithi046.stdout: "store_stats": { 2024-09-20T22:59:33.694 INFO:tasks.workunit.client.0.smithi046.stdout: "allocated": 12595200, 2024-09-20T22:59:33.694 INFO:tasks.workunit.client.0.smithi046.stdout: "available": 0, 2024-09-20T22:59:33.694 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed": 0, 2024-09-20T22:59:33.694 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_allocated": 0, 2024-09-20T22:59:33.694 INFO:tasks.workunit.client.0.smithi046.stdout: "data_compressed_original": 0, 2024-09-20T22:59:33.694 INFO:tasks.workunit.client.0.smithi046.stdout: "data_stored": 12582969, 2024-09-20T22:59:33.695 INFO:tasks.workunit.client.0.smithi046.stdout: "internal_metadata": 0, 2024-09-20T22:59:33.695 INFO:tasks.workunit.client.0.smithi046.stdout: "internally_reserved": 0, 2024-09-20T22:59:33.695 INFO:tasks.workunit.client.0.smithi046.stdout: "omap_allocated": 0, 2024-09-20T22:59:33.695 INFO:tasks.workunit.client.0.smithi046.stdout: "total": 0 2024-09-20T22:59:33.695 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.695 INFO:tasks.workunit.client.0.smithi046.stdout: "up": 24 2024-09-20T22:59:33.695 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:33.695 INFO:tasks.workunit.client.0.smithi046.stdout: ], 2024-09-20T22:59:33.695 INFO:tasks.workunit.client.0.smithi046.stdout: "usage": { 2024-09-20T22:59:33.695 INFO:tasks.workunit.client.0.smithi046.stdout: "pg_num": 105, 2024-09-20T22:59:33.695 INFO:tasks.workunit.client.0.smithi046.stdout: "pools": 4, 2024-09-20T22:59:33.695 INFO:tasks.workunit.client.0.smithi046.stdout: "stats_by_class": { 2024-09-20T22:59:33.695 INFO:tasks.workunit.client.0.smithi046.stdout: "ssd": { 2024-09-20T22:59:33.695 INFO:tasks.workunit.client.0.smithi046.stdout: "total_avail_bytes": 762180706304, 2024-09-20T22:59:33.695 INFO:tasks.workunit.client.0.smithi046.stdout: "total_bytes": 767960285184, 2024-09-20T22:59:33.695 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_bytes": 5779578880, 2024-09-20T22:59:33.696 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_raw_bytes": 5779578880, 2024-09-20T22:59:33.696 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_raw_ratio": 0.007525882683694363 2024-09-20T22:59:33.696 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:33.696 INFO:tasks.workunit.client.0.smithi046.stdout: }, 2024-09-20T22:59:33.696 INFO:tasks.workunit.client.0.smithi046.stdout: "total_avail_bytes": 762180706304, 2024-09-20T22:59:33.696 INFO:tasks.workunit.client.0.smithi046.stdout: "total_bytes": 767960285184, 2024-09-20T22:59:33.696 INFO:tasks.workunit.client.0.smithi046.stdout: "total_used_bytes": 5779578880 2024-09-20T22:59:33.696 INFO:tasks.workunit.client.0.smithi046.stdout: } 2024-09-20T22:59:33.696 INFO:tasks.workunit.client.0.smithi046.stdout:} 2024-09-20T22:59:33.696 INFO:tasks.workunit.client.0.smithi046.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-09-20T22:59:33.696 INFO:tasks.workunit.client.0.smithi046.stdout:Telemetry is currently not enabled, nothing to turn off. Please consider opting-in with `ceph telemetry on`. 2024-09-20T22:59:33.696 INFO:tasks.workunit.client.0.smithi046.stdout:Preview sample reports with `ceph telemetry preview`. 2024-09-20T22:59:33.696 INFO:tasks.workunit.client.0.smithi046.stdout:OK 2024-09-20T22:59:33.697 INFO:tasks.workunit.client.0.smithi046.stderr:+ echo OK 2024-09-20T22:59:33.698 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-20T22:59:33.698 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-20T22:59:33.698 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:59:30] ENGINE Bus STOPPING 2024-09-20T22:59:33.698 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:59:30] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-20T22:59:33.698 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:59:30] ENGINE Bus STOPPED 2024-09-20T22:59:33.698 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:59:30] ENGINE Bus STARTING 2024-09-20T22:59:33.698 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:59:30] ENGINE Serving on http://:::9283 2024-09-20T22:59:33.699 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='client.46058 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:33.699 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='client.46076 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:33.699 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='client.46076 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:33.699 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='client.46082 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:33.699 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:59:33.699 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:59:33.699 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:33.699 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:33.700 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:33.700 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:33.700 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:33.700 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:33.700 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:33.700 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:33.700 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:33.700 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:33.700 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:33.700 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:33.700 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:33.700 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:33.700 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:33.700 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:33.701 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:33.701 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:33.701 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:33.701 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:33.701 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:33.701 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='client.46058 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:33.701 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='client.46076 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:33.701 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='client.46076 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:33.701 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='client.46082 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:33.701 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:59:33.701 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:59:33.701 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:33.702 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:33.702 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:33.702 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:33.702 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:33.702 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:33.702 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:33.702 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:33.702 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:33.702 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:33.702 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:33.702 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:33.702 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:33.702 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:33.702 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:33.702 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:33.702 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:33.703 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:33.703 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:33.703 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:33.703 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:33.703 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:33.703 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:33.703 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:33.704 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:59:33.704 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:59:33.704 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:33.704 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:33.704 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:33.704 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:33.704 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:33.704 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:33.704 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:33.704 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:33.704 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:33.704 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:33.704 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:33.704 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:33.704 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:33.705 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:33.705 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:33.705 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:33.705 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:33.705 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:33.705 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:33.705 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:33.705 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:33.705 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:33.705 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:33.705 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:33.705 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:59:33.705 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:59:33.705 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:59:33.706 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:59:33.706 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:59:33.706 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:59:33.706 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:59:33.706 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:33.706 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:33.706 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:33.706 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:59:33.706 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-20T22:59:33.707 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:33.707 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:33.707 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:33.707 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:33.707 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:33.707 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:33.707 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:33.707 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:33.707 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:33.707 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:33.707 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:33.707 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:33.707 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:33.708 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:33.708 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:33.708 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:33.708 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:33.708 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:33.708 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:33.708 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-20T22:59:33.708 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-20T22:59:33.708 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-20T22:59:33.708 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-20T22:59:33.708 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-20T22:59:33.708 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:59:33.708 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:59:33.708 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:59:33.708 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-20T22:59:33.708 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-20T22:59:33.709 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-20T22:59:33.709 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:59:33.709 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:59:30 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:59:30] ENGINE Bus STARTED 2024-09-20T22:59:33.709 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:31 smithi046 ceph-mon[98591]: from='client.46082 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:33.709 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:31 smithi046 ceph-mon[98591]: from='client.36105 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:33.709 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:31 smithi046 ceph-mon[98591]: pgmap v4869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:33.709 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:31 smithi046 ceph-mon[98591]: pgmap v4870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:33.709 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:31 smithi046 ceph-mon[98591]: from='client.36105 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:33.709 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:31 smithi046 ceph-mon[98591]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-09-20T22:59:33.710 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:31 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T22:59:33.710 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:31 smithi046 ceph-mon[96110]: from='client.46082 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:33.710 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:31 smithi046 ceph-mon[96110]: from='client.36105 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:33.710 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:31 smithi046 ceph-mon[96110]: pgmap v4869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:33.710 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:31 smithi046 ceph-mon[96110]: pgmap v4870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:33.710 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:31 smithi046 ceph-mon[96110]: from='client.36105 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-09-20T22:59:33.710 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:31 smithi046 ceph-mon[96110]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-09-20T22:59:33.710 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:31 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T22:59:33.710 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:59:32 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:59:32] "GET /metrics HTTP/1.1" 200 34280 "" "Prometheus/2.43.0" 2024-09-20T22:59:33.744 INFO:tasks.workunit:Stopping ['test_telemetry_quincy_x.sh'] on client.0... 2024-09-20T22:59:33.744 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-20T22:59:33.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:33 smithi046 ceph-mon[96110]: pgmap v4871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 0 B/s wr, 20 op/s 2024-09-20T22:59:33.809 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:33 smithi046 ceph-mon[98591]: pgmap v4871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 0 B/s wr, 20 op/s 2024-09-20T22:59:33.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:33 smithi134 ceph-mon[89086]: pgmap v4871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 0 B/s wr, 20 op/s 2024-09-20T22:59:34.065 DEBUG:teuthology.parallel:result is None 2024-09-20T22:59:34.065 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-20T22:59:34.135 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-20T22:59:34.135 DEBUG:teuthology.orchestra.run.smithi046:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-20T22:59:34.190 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-20T22:59:34.191 INFO:teuthology.run_tasks:Running task print... 2024-09-20T22:59:34.205 INFO:teuthology.task.print:**** done end telemetry x... 2024-09-20T22:59:34.205 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-09-20T22:59:34.214 INFO:tasks.cephadm:Teardown begin 2024-09-20T22:59:34.214 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-20T22:59:34.215 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph fs dump --format=json 2024-09-20T22:59:34.495 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T22:59:35.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:35 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:59:35.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:35 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:59:35.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:35 smithi046 ceph-mon[98591]: pgmap v4872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 0 B/s wr, 20 op/s 2024-09-20T22:59:35.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:35 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:59:35.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:35 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:59:35.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:35 smithi046 ceph-mon[96110]: pgmap v4872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 0 B/s wr, 20 op/s 2024-09-20T22:59:35.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:35 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' 2024-09-20T22:59:35.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:35 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:59:35.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:35 smithi134 ceph-mon[89086]: pgmap v4872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 0 B/s wr, 20 op/s 2024-09-20T22:59:36.544 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T22:59:36.545 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":16,"btime":"2024-09-20T21:50:37:726155+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54295,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6833/1764148102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6832","nonce":1764148102},{"type":"v1","addr":"172.21.15.134:6833","nonce":1764148102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-20T21:38:29.313647+0000","modified":"2024-09-20T21:50:35.164790+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":556,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44321},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44321":{"gid":44321,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":6,"addr":"172.21.15.46:6835/2027598210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":2027598210},{"type":"v1","addr":"172.21.15.46:6835","nonce":2027598210}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44321,"qdb_cluster":[44321]},"id":1}]} 2024-09-20T22:59:36.545 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 16 2024-09-20T22:59:37.264 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph fs dump --format=json 2024-09-20T22:59:37.525 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T22:59:37.647 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:37 smithi046 ceph-mon[96110]: pgmap v4873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 0 B/s wr, 20 op/s 2024-09-20T22:59:37.647 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:37 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/3842235385' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-20T22:59:37.647 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:37 smithi046 ceph-mon[98591]: pgmap v4873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 0 B/s wr, 20 op/s 2024-09-20T22:59:37.647 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:37 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/3842235385' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-20T22:59:37.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:37 smithi134 ceph-mon[89086]: pgmap v4873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 0 B/s wr, 20 op/s 2024-09-20T22:59:37.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:37 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/3842235385' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-20T22:59:39.453 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T22:59:39.453 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":16,"btime":"2024-09-20T21:50:37:726155+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54295,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6833/1764148102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6832","nonce":1764148102},{"type":"v1","addr":"172.21.15.134:6833","nonce":1764148102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-20T21:38:29.313647+0000","modified":"2024-09-20T21:50:35.164790+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":556,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44321},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44321":{"gid":44321,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":6,"addr":"172.21.15.46:6835/2027598210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":2027598210},{"type":"v1","addr":"172.21.15.46:6835","nonce":2027598210}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44321,"qdb_cluster":[44321]},"id":1}]} 2024-09-20T22:59:39.453 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 16 2024-09-20T22:59:39.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:39 smithi046 ceph-mon[96110]: pgmap v4874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 0 B/s wr, 20 op/s 2024-09-20T22:59:39.758 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:39 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/635227243' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-20T22:59:39.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:39 smithi046 ceph-mon[98591]: pgmap v4874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 0 B/s wr, 20 op/s 2024-09-20T22:59:39.758 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:39 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/635227243' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-20T22:59:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:39 smithi134 ceph-mon[89086]: pgmap v4874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 0 B/s wr, 20 op/s 2024-09-20T22:59:39.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:39 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/635227243' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-20T22:59:40.070 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph osd dump --format=json 2024-09-20T22:59:40.330 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T22:59:41.836 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:41 smithi046 ceph-mon[96110]: pgmap v4875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 0 B/s wr, 20 op/s 2024-09-20T22:59:41.836 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:41 smithi046 ceph-mon[98591]: pgmap v4875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 0 B/s wr, 20 op/s 2024-09-20T22:59:41.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:41 smithi134 ceph-mon[89086]: pgmap v4875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 0 B/s wr, 20 op/s 2024-09-20T22:59:42.151 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:59:42 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:59:42] "GET /metrics HTTP/1.1" 200 34282 "" "Prometheus/2.43.0" 2024-09-20T22:59:42.222 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-20T22:59:42.222 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":2856,"fsid":"c87e54aa-7797-11ef-baf5-efdc52797490","created":"2024-09-20T21:32:55.553178+0000","modified":"2024-09-20T22:58:24.977497+0000","last_up_change":"2024-09-20T21:50:11.597490+0000","last_in_change":"2024-09-20T21:37:40.842250+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":37,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":118,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-20T21:35:58.949080+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-20T21:38:22.258367+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-20T21:38:25.867445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-20T21:39:17.992743+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"1132","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":9,"snap_epoch":1132,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b6742b83-3237-4a3d-b0a0-a014bd4938ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":291,"up_from":303,"up_thru":2771,"down_at":292,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":588020659},{"type":"v1","addr":"172.21.15.46:6803","nonce":588020659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":588020659},{"type":"v1","addr":"172.21.15.46:6805","nonce":588020659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":588020659},{"type":"v1","addr":"172.21.15.46:6809","nonce":588020659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":588020659},{"type":"v1","addr":"172.21.15.46:6807","nonce":588020659}]},"public_addr":"172.21.15.46:6803/588020659","cluster_addr":"172.21.15.46:6805/588020659","heartbeat_back_addr":"172.21.15.46:6809/588020659","heartbeat_front_addr":"172.21.15.46:6807/588020659","state":["exists","up"]},{"osd":1,"uuid":"15d84a3b-b9e5-4056-a568-99cd0ae9e477","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":323,"up_from":336,"up_thru":2771,"down_at":324,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":1712753891},{"type":"v1","addr":"172.21.15.46:6811","nonce":1712753891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1712753891},{"type":"v1","addr":"172.21.15.46:6813","nonce":1712753891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1712753891},{"type":"v1","addr":"172.21.15.46:6817","nonce":1712753891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":1712753891},{"type":"v1","addr":"172.21.15.46:6815","nonce":1712753891}]},"public_addr":"172.21.15.46:6811/1712753891","cluster_addr":"172.21.15.46:6813/1712753891","heartbeat_back_addr":"172.21.15.46:6817/1712753891","heartbeat_front_addr":"172.21.15.46:6815/1712753891","state":["exists","up"]},{"osd":2,"uuid":"b72dd1f8-2e22-459d-ba68-9908456ac1da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":356,"up_from":369,"up_thru":2771,"down_at":357,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2490787853},{"type":"v1","addr":"172.21.15.46:6819","nonce":2490787853}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2490787853},{"type":"v1","addr":"172.21.15.46:6821","nonce":2490787853}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2490787853},{"type":"v1","addr":"172.21.15.46:6825","nonce":2490787853}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2490787853},{"type":"v1","addr":"172.21.15.46:6823","nonce":2490787853}]},"public_addr":"172.21.15.46:6819/2490787853","cluster_addr":"172.21.15.46:6821/2490787853","heartbeat_back_addr":"172.21.15.46:6825/2490787853","heartbeat_front_addr":"172.21.15.46:6823/2490787853","state":["exists","up"]},{"osd":3,"uuid":"8d741e55-d6d4-4ae9-803f-fbf733df3fa7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":389,"up_from":402,"up_thru":2771,"down_at":390,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":620755801},{"type":"v1","addr":"172.21.15.46:6827","nonce":620755801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":620755801},{"type":"v1","addr":"172.21.15.46:6829","nonce":620755801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":620755801},{"type":"v1","addr":"172.21.15.46:6833","nonce":620755801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":620755801},{"type":"v1","addr":"172.21.15.46:6831","nonce":620755801}]},"public_addr":"172.21.15.46:6827/620755801","cluster_addr":"172.21.15.46:6829/620755801","heartbeat_back_addr":"172.21.15.46:6833/620755801","heartbeat_front_addr":"172.21.15.46:6831/620755801","state":["exists","up"]},{"osd":4,"uuid":"c52d751d-68cb-4835-b5e5-76bdaaca8857","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":423,"up_from":436,"up_thru":2771,"down_at":424,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":3885643233},{"type":"v1","addr":"172.21.15.134:6801","nonce":3885643233}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":3885643233},{"type":"v1","addr":"172.21.15.134:6803","nonce":3885643233}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":3885643233},{"type":"v1","addr":"172.21.15.134:6807","nonce":3885643233}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":3885643233},{"type":"v1","addr":"172.21.15.134:6805","nonce":3885643233}]},"public_addr":"172.21.15.134:6801/3885643233","cluster_addr":"172.21.15.134:6803/3885643233","heartbeat_back_addr":"172.21.15.134:6807/3885643233","heartbeat_front_addr":"172.21.15.134:6805/3885643233","state":["exists","up"]},{"osd":5,"uuid":"bf749747-a8c5-4996-9d7e-31aed151800c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":36,"last_clean_end":458,"up_from":469,"up_thru":2771,"down_at":459,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":340979693},{"type":"v1","addr":"172.21.15.134:6809","nonce":340979693}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":340979693},{"type":"v1","addr":"172.21.15.134:6811","nonce":340979693}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":340979693},{"type":"v1","addr":"172.21.15.134:6815","nonce":340979693}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":340979693},{"type":"v1","addr":"172.21.15.134:6813","nonce":340979693}]},"public_addr":"172.21.15.134:6809/340979693","cluster_addr":"172.21.15.134:6811/340979693","heartbeat_back_addr":"172.21.15.134:6815/340979693","heartbeat_front_addr":"172.21.15.134:6813/340979693","state":["exists","up"]},{"osd":6,"uuid":"c69a07d8-11bc-45f9-a70e-a3df19648d01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":42,"last_clean_end":489,"up_from":502,"up_thru":2771,"down_at":490,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":199039960},{"type":"v1","addr":"172.21.15.134:6817","nonce":199039960}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":199039960},{"type":"v1","addr":"172.21.15.134:6819","nonce":199039960}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":199039960},{"type":"v1","addr":"172.21.15.134:6823","nonce":199039960}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":199039960},{"type":"v1","addr":"172.21.15.134:6821","nonce":199039960}]},"public_addr":"172.21.15.134:6817/199039960","cluster_addr":"172.21.15.134:6819/199039960","heartbeat_back_addr":"172.21.15.134:6823/199039960","heartbeat_front_addr":"172.21.15.134:6821/199039960","state":["exists","up"]},{"osd":7,"uuid":"7f063110-8f0c-4972-8faa-a7b815b2f00f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":48,"last_clean_end":522,"up_from":535,"up_thru":2771,"down_at":523,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":124614543},{"type":"v1","addr":"172.21.15.134:6825","nonce":124614543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":124614543},{"type":"v1","addr":"172.21.15.134:6827","nonce":124614543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":124614543},{"type":"v1","addr":"172.21.15.134:6831","nonce":124614543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":124614543},{"type":"v1","addr":"172.21.15.134:6829","nonce":124614543}]},"public_addr":"172.21.15.134:6825/124614543","cluster_addr":"172.21.15.134:6827/124614543","heartbeat_back_addr":"172.21.15.134:6831/124614543","heartbeat_front_addr":"172.21.15.134:6829/124614543","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:35:06.257114+0000","dead_epoch":291},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:35:31.122572+0000","dead_epoch":323},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:35:55.864705+0000","dead_epoch":356},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:36:20.592939+0000","dead_epoch":389},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:36:42.711423+0000","dead_epoch":423},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:37:06.880923+0000","dead_epoch":458},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:37:30.953896+0000","dead_epoch":489},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-20T21:37:56.129414+0000","dead_epoch":521}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":7,"to":2}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.24","mappings":[{"from":4,"to":2}]},{"pgid":"3.27","mappings":[{"from":4,"to":1}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.134:6833/84645913":"2024-09-21T21:50:32.152406+0000","172.21.15.46:0/619294719":"2024-09-20T23:36:40.322621+0000","172.21.15.134:6832/84645913":"2024-09-21T21:50:32.152406+0000","172.21.15.46:0/3650354679":"2024-09-21T21:44:49.108669+0000","172.21.15.46:0/1622825653":"2024-09-21T21:44:49.108669+0000","172.21.15.46:0/879541670":"2024-09-21T21:44:49.108669+0000","172.21.15.46:6800/1383352964":"2024-09-21T21:44:49.108669+0000","172.21.15.46:0/258690095":"2024-09-21T21:44:49.108669+0000","172.21.15.46:0/1762773775":"2024-09-21T21:44:49.108669+0000","172.21.15.46:0/2243748012":"2024-09-20T23:31:27.566428+0000","172.21.15.46:6800/140210163":"2024-09-21T21:43:21.825854+0000","172.21.15.46:0/3424961395":"2024-09-20T23:31:28.554834+0000","172.21.15.46:0/155919852":"2024-09-21T21:33:19.061921+0000","172.21.15.46:6801/1383352964":"2024-09-21T21:44:49.108669+0000","172.21.15.134:0/675332437":"2024-09-21T21:44:08.085890+0000","172.21.15.134:0/2892120627":"2024-09-21T21:44:08.085890+0000","172.21.15.46:0/3847863891":"2024-09-21T21:39:16.636159+0000","172.21.15.134:0/1808300294":"2024-09-21T21:44:08.085890+0000","172.21.15.46:0/1588658720":"2024-09-21T21:33:42.454677+0000","172.21.15.134:6835/3881221397":"2024-09-21T21:44:08.085890+0000","172.21.15.46:0/2242204039":"2024-09-21T21:33:42.454677+0000","172.21.15.46:0/2649357600":"2024-09-21T21:44:49.108669+0000","172.21.15.46:6801/140210163":"2024-09-21T21:43:21.825854+0000","172.21.15.46:6801/4286712955":"2024-09-21T21:33:42.454677+0000","172.21.15.134:6834/3881221397":"2024-09-21T21:44:08.085890+0000","172.21.15.46:0/406227506":"2024-09-20T23:57:48.490777+0000","172.21.15.46:0/583717649":"2024-09-21T21:39:16.636159+0000","172.21.15.46:0/3287126627":"2024-09-21T21:33:19.061921+0000","172.21.15.46:0/46159095":"2024-09-21T21:44:49.108669+0000","172.21.15.46:0/3061065475":"2024-09-21T21:43:21.825854+0000","172.21.15.134:0/1840846411":"2024-09-21T21:44:08.085890+0000","172.21.15.46:0/3706693381":"2024-09-21T21:43:21.825854+0000","172.21.15.46:0/788792709":"2024-09-21T21:43:21.825854+0000","172.21.15.134:0/2929091694":"2024-09-21T21:44:08.085890+0000","172.21.15.46:6800/4286712955":"2024-09-21T21:33:42.454677+0000","172.21.15.46:0/1799067520":"2024-09-21T21:33:42.454677+0000","172.21.15.46:0/835917187":"2024-09-21T21:43:21.825854+0000","172.21.15.134:0/2030784992":"2024-09-21T21:44:08.085890+0000","172.21.15.46:6800/1790131599":"2024-09-21T21:39:16.636159+0000","172.21.15.46:6801/1790131599":"2024-09-21T21:39:16.636159+0000","172.21.15.134:0/3642179230":"2024-09-21T21:44:08.085890+0000","172.21.15.46:0/3017122683":"2024-09-21T21:39:16.636159+0000","172.21.15.46:6800/749516966":"2024-09-21T21:33:19.061921+0000","172.21.15.46:6801/749516966":"2024-09-21T21:33:19.061921+0000","172.21.15.46:0/360754787":"2024-09-21T21:33:19.061921+0000","172.21.15.46:0/2756910512":"2024-09-21T21:39:16.636159+0000","172.21.15.46:0/2744525796":"2024-09-21T21:43:21.825854+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":60,"snaps":[{"begin":2,"length":1}]},{"pool":63,"snaps":[{"begin":1,"length":2}]},{"pool":68,"snaps":[{"begin":1,"length":2}]},{"pool":77,"snaps":[{"begin":2,"length":1}]},{"pool":78,"snaps":[{"begin":2,"length":1}]},{"pool":79,"snaps":[{"begin":2,"length":1}]},{"pool":80,"snaps":[{"begin":2,"length":1}]},{"pool":81,"snaps":[{"begin":2,"length":1}]},{"pool":82,"snaps":[{"begin":2,"length":1}]},{"pool":83,"snaps":[{"begin":2,"length":1}]},{"pool":86,"snaps":[{"begin":5,"length":4}]},{"pool":88,"snaps":[{"begin":35,"length":3},{"begin":44,"length":4}]},{"pool":89,"snaps":[{"begin":22,"length":1}]},{"pool":90,"snaps":[{"begin":2,"length":1}]},{"pool":117,"snaps":[{"begin":314,"length":4}]},{"pool":118,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":117,"snaps":[{"begin":313,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-20T22:59:42.676 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:42 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1865654919' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-20T22:59:42.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:59:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:59:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:59:42.733 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:42 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1865654919' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-20T22:59:42.733 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:42 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1865654919' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-20T22:59:42.892 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph fs fail cephfs 2024-09-20T22:59:43.161 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T22:59:43.550 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:43 smithi046 ceph-mon[96110]: pgmap v4876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 16 op/s 2024-09-20T22:59:43.551 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:43 smithi046 ceph-mon[98591]: pgmap v4876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 16 op/s 2024-09-20T22:59:43.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:43 smithi134 ceph-mon[89086]: pgmap v4876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 16 op/s 2024-09-20T22:59:45.020 INFO:teuthology.orchestra.run.smithi046.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-20T22:59:45.323 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:45 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-a[96087]: 2024-09-20T22:59:45.016+0000 7fa041aaf640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-20T22:59:45.323 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 20 22:59:45 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-a[124763]: ignoring --setuser ceph since I am not root 2024-09-20T22:59:45.323 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 20 22:59:45 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-a[124763]: ignoring --setgroup ceph since I am not root 2024-09-20T22:59:45.323 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 20 22:59:45 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-a[124763]: starting mds.a at 2024-09-20T22:59:45.590 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:45 smithi046 ceph-mon[96110]: pgmap v4877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:45.590 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:45 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/574787952' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-20T22:59:45.590 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:45 smithi046 ceph-mon[96110]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-20T22:59:45.590 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:45 smithi046 ceph-mon[96110]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-20T22:59:45.590 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:45 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/574787952' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-20T22:59:45.590 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:45 smithi046 ceph-mon[96110]: osdmap e2857: 8 total, 8 up, 8 in 2024-09-20T22:59:45.590 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:45 smithi046 ceph-mon[96110]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-20T22:59:45.590 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:45 smithi046 ceph-mon[98591]: pgmap v4877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:45.590 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:45 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/574787952' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-20T22:59:45.590 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:45 smithi046 ceph-mon[98591]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-20T22:59:45.590 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:45 smithi046 ceph-mon[98591]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-20T22:59:45.590 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:45 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/574787952' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-20T22:59:45.591 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:45 smithi046 ceph-mon[98591]: osdmap e2857: 8 total, 8 up, 8 in 2024-09-20T22:59:45.591 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:45 smithi046 ceph-mon[98591]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-20T22:59:45.616 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-09-20T22:59:45.872 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T22:59:45.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:45 smithi134 ceph-mon[89086]: pgmap v4877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:45.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:45 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/574787952' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-20T22:59:45.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:45 smithi134 ceph-mon[89086]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-20T22:59:45.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:45 smithi134 ceph-mon[89086]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-20T22:59:45.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:45 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/574787952' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-20T22:59:45.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:45 smithi134 ceph-mon[89086]: osdmap e2857: 8 total, 8 up, 8 in 2024-09-20T22:59:45.927 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:45 smithi134 ceph-mon[89086]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-20T22:59:47.326 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:47 smithi046 ceph-mon[96110]: mds.? [v2:172.21.15.46:6834/4261166068,v1:172.21.15.46:6835/4261166068] up:boot 2024-09-20T22:59:47.327 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:47 smithi046 ceph-mon[96110]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-09-20T22:59:47.327 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:47 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-20T22:59:47.327 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:47 smithi046 ceph-mon[96110]: pgmap v4879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:47.327 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:47 smithi046 ceph-mon[98591]: mds.? [v2:172.21.15.46:6834/4261166068,v1:172.21.15.46:6835/4261166068] up:boot 2024-09-20T22:59:47.327 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:47 smithi046 ceph-mon[98591]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-09-20T22:59:47.327 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:47 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-20T22:59:47.327 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:47 smithi046 ceph-mon[98591]: pgmap v4879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:47.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:47 smithi134 ceph-mon[89086]: mds.? [v2:172.21.15.46:6834/4261166068,v1:172.21.15.46:6835/4261166068] up:boot 2024-09-20T22:59:47.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:47 smithi134 ceph-mon[89086]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-09-20T22:59:47.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:47 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-20T22:59:47.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:47 smithi134 ceph-mon[89086]: pgmap v4879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:48.388 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:48 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/3471111968' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:59:48.388 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:48 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:59:48.388 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:48 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/3471111968' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:59:48.388 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:48 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:59:48.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:48 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/3471111968' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:59:48.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:48 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-20T22:59:48.741 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-20T22:59:49.003 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T22:59:49.298 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:49 smithi046 ceph-mon[96110]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-20T22:59:49.298 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:49 smithi046 ceph-mon[96110]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-20T22:59:49.298 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:49 smithi046 ceph-mon[96110]: Cluster is now healthy 2024-09-20T22:59:49.298 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:49 smithi046 ceph-mon[96110]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-20T22:59:49.298 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:49 smithi046 ceph-mon[96110]: fsmap 2 up:standby 2024-09-20T22:59:49.299 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:49 smithi046 ceph-mon[96110]: pgmap v4880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:49.299 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:49 smithi046 ceph-mon[98591]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-20T22:59:49.299 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:49 smithi046 ceph-mon[98591]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-20T22:59:49.299 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:49 smithi046 ceph-mon[98591]: Cluster is now healthy 2024-09-20T22:59:49.299 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:49 smithi046 ceph-mon[98591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-20T22:59:49.299 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:49 smithi046 ceph-mon[98591]: fsmap 2 up:standby 2024-09-20T22:59:49.299 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:49 smithi046 ceph-mon[98591]: pgmap v4880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:49.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:49 smithi134 ceph-mon[89086]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-20T22:59:49.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:49 smithi134 ceph-mon[89086]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-20T22:59:49.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:49 smithi134 ceph-mon[89086]: Cluster is now healthy 2024-09-20T22:59:49.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:49 smithi134 ceph-mon[89086]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-20T22:59:49.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:49 smithi134 ceph-mon[89086]: fsmap 2 up:standby 2024-09-20T22:59:49.427 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:49 smithi134 ceph-mon[89086]: pgmap v4880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:50.151 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:50 smithi046 ceph-mon[98591]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:59:50.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:50 smithi046 ceph-mon[96110]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:59:50.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:50 smithi134 ceph-mon[89086]: from='mgr.34104 172.21.15.46:0/518928200' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-20T22:59:51.040 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'cephfs_metadata' removed 2024-09-20T22:59:51.395 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:51 smithi046 ceph-mon[96110]: pgmap v4881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:51.396 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:51 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2803012915' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-20T22:59:51.396 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:51 smithi046 ceph-mon[98591]: pgmap v4881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:51.396 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:51 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2803012915' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-20T22:59:51.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:51 smithi134 ceph-mon[89086]: pgmap v4881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:51.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:51 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2803012915' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-20T22:59:51.718 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c87e54aa-7797-11ef-baf5-efdc52797490 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-20T22:59:51.977 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/mon.a/config 2024-09-20T22:59:52.316 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:52 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/2803012915' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-20T22:59:52.316 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:52 smithi134 ceph-mon[89086]: osdmap e2858: 8 total, 8 up, 8 in 2024-09-20T22:59:52.382 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:52 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/2803012915' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-20T22:59:52.383 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:52 smithi046 ceph-mon[96110]: osdmap e2858: 8 total, 8 up, 8 in 2024-09-20T22:59:52.383 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:59:52 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: ::ffff:172.21.15.134 - - [20/Sep/2024:22:59:52] "GET /metrics HTTP/1.1" 200 34205 "" "Prometheus/2.43.0" 2024-09-20T22:59:52.383 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:52 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/2803012915' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-20T22:59:52.383 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:52 smithi046 ceph-mon[98591]: osdmap e2858: 8 total, 8 up, 8 in 2024-09-20T22:59:52.676 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 22:59:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T22:59:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c87e54aa-7797-11ef-baf5-efdc52797490\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-20T22:59:53.145 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:53 smithi046 ceph-mon[96110]: pgmap v4883: 73 pgs: 73 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:53.145 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:53 smithi046 ceph-mon[98591]: pgmap v4883: 73 pgs: 73 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:53.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:53 smithi134 ceph-mon[89086]: pgmap v4883: 73 pgs: 73 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:54.051 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'cephfs_data' removed 2024-09-20T22:59:54.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:54 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1468346845' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-20T22:59:54.401 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:54 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1468346845' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-20T22:59:54.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:54 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1468346845' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-20T22:59:54.741 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-20T22:59:54.772 DEBUG:teuthology.orchestra.run.smithi134:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-20T22:59:54.804 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-09-20T22:59:54.804 DEBUG:teuthology.orchestra.run.smithi046:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-20T22:59:54.830 DEBUG:teuthology.orchestra.run.smithi134:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-20T22:59:54.862 INFO:tasks.cephadm:Stopping all daemons... 2024-09-20T22:59:54.862 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-09-20T22:59:54.862 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mon.a 2024-09-20T22:59:55.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:54 smithi046 systemd[1]: Stopping Ceph mon.a for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T22:59:55.308 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:55 smithi046 ceph-mon[96110]: from='client.? 172.21.15.46:0/1468346845' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-20T22:59:55.308 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:55 smithi046 ceph-mon[96110]: osdmap e2859: 8 total, 8 up, 8 in 2024-09-20T22:59:55.308 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:55 smithi046 ceph-mon[96110]: pgmap v4885: 9 pgs: 9 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:55.308 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:55 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-a[96087]: 2024-09-20T22:59:55.224+0000 7fa0472ba640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-20T22:59:55.308 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:55 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-a[96087]: 2024-09-20T22:59:55.224+0000 7fa0472ba640 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-09-20T22:59:55.308 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:59:55 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:59:55] ENGINE Bus STOPPING 2024-09-20T22:59:55.308 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:55 smithi046 ceph-mon[98591]: from='client.? 172.21.15.46:0/1468346845' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-20T22:59:55.309 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:55 smithi046 ceph-mon[98591]: osdmap e2859: 8 total, 8 up, 8 in 2024-09-20T22:59:55.309 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:55 smithi046 ceph-mon[98591]: pgmap v4885: 9 pgs: 9 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:55 smithi134 ceph-mon[89086]: from='client.? 172.21.15.46:0/1468346845' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-20T22:59:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:55 smithi134 ceph-mon[89086]: osdmap e2859: 8 total, 8 up, 8 in 2024-09-20T22:59:55.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:55 smithi134 ceph-mon[89086]: pgmap v4885: 9 pgs: 9 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-20T22:59:55.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:55 smithi046 podman[168415]: 2024-09-20 22:59:55.306260909 +0000 UTC m=+0.236153243 container died ce5bbc0a7b3e95b68bc6a13ce2f458a74d7c3d719ddd9a31ba4fdbfc0e40b570 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-a, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-9e2ac70, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-20T22:59:55.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:55 smithi046 podman[168415]: 2024-09-20 22:59:55.68237063 +0000 UTC m=+0.612262953 container cleanup ce5bbc0a7b3e95b68bc6a13ce2f458a74d7c3d719ddd9a31ba4fdbfc0e40b570 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-9e2ac70, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-09-20T22:59:55.901 INFO:journalctl@ceph.mon.a.smithi046.stdout:Sep 20 22:59:55 smithi046 bash[168415]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-a 2024-09-20T22:59:55.901 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:59:55 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:59:55] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-20T22:59:55.901 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:59:55 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:59:55] ENGINE Bus STOPPED 2024-09-20T22:59:55.901 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:59:55 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:59:55] ENGINE Bus STARTING 2024-09-20T22:59:55.901 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:59:55 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:59:55] ENGINE Serving on http://:::9283 2024-09-20T22:59:55.901 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:59:55 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: [20/Sep/2024:22:59:55] ENGINE Bus STARTED 2024-09-20T22:59:56.070 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mon.a.service' 2024-09-20T22:59:56.140 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-20T22:59:56.140 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-09-20T22:59:56.140 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-09-20T22:59:56.140 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mon.c 2024-09-20T22:59:56.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:56 smithi046 systemd[1]: Stopping Ceph mon.c for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T22:59:56.805 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-c[98568]: 2024-09-20T22:59:56.436+0000 7faeaf512640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-20T22:59:56.805 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:56 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-c[98568]: 2024-09-20T22:59:56.436+0000 7faeaf512640 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-09-20T22:59:56.805 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:56 smithi046 podman[168653]: 2024-09-20 22:59:56.509357571 +0000 UTC m=+0.180760824 container died 17796ae3530aad885ab1c22e8d5f9a1464b83f6c1f6b061b5351f1e4f4e76c35 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-c, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-9e2ac70, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2) 2024-09-20T22:59:57.146 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:56 smithi046 podman[168653]: 2024-09-20 22:59:56.90233328 +0000 UTC m=+0.573736525 container cleanup 17796ae3530aad885ab1c22e8d5f9a1464b83f6c1f6b061b5351f1e4f4e76c35 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-c, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-9e2ac70, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-20T22:59:57.146 INFO:journalctl@ceph.mon.c.smithi046.stdout:Sep 20 22:59:56 smithi046 bash[168653]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-c 2024-09-20T22:59:57.285 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mon.c.service' 2024-09-20T22:59:57.320 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-20T22:59:57.321 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-09-20T22:59:57.321 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-09-20T22:59:57.321 DEBUG:teuthology.orchestra.run.smithi134:> sudo systemctl stop ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mon.b 2024-09-20T22:59:57.613 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:57 smithi134 systemd[1]: Stopping Ceph mon.b for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T22:59:57.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:57 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-b[89063]: 2024-09-20T22:59:57.611+0000 7fb97145a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-20T22:59:57.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:57 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-b[89063]: 2024-09-20T22:59:57.611+0000 7fb97145a640 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-09-20T22:59:57.926 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:57 smithi134 podman[143182]: 2024-09-20 22:59:57.785424529 +0000 UTC m=+0.268597493 container died 72d0616e106bb5aeba51ca8a0180d2d4d64dcb0e04e9611fcef7f1026d516ffa (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-b, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-9e2ac70) 2024-09-20T22:59:58.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:58 smithi134 podman[143182]: 2024-09-20 22:59:58.227078325 +0000 UTC m=+0.710251334 container cleanup 72d0616e106bb5aeba51ca8a0180d2d4d64dcb0e04e9611fcef7f1026d516ffa (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-b, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-9e2ac70, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-20T22:59:58.426 INFO:journalctl@ceph.mon.b.smithi134.stdout:Sep 20 22:59:58 smithi134 bash[143182]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mon-b 2024-09-20T22:59:58.656 DEBUG:teuthology.orchestra.run.smithi134:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mon.b.service' 2024-09-20T22:59:58.703 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-20T22:59:58.704 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-09-20T22:59:58.704 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-09-20T22:59:58.704 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mgr.y 2024-09-20T22:59:59.027 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:59:58 smithi046 systemd[1]: Stopping Ceph mgr.y for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T22:59:59.293 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:59:59 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T22:59:59.025+0000 7f8fa1d4b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-20T22:59:59.293 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:59:59 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y[87336]: 2024-09-20T22:59:59.025+0000 7f8fa1d4b640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-09-20T22:59:59.293 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:59:59 smithi046 podman[168784]: 2024-09-20 22:59:59.067585686 +0000 UTC m=+0.165106203 container died 287f9c5532d7e83eeb0514feea15e0aef937bc5c3a836b594bd7740710201fa0 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-9e2ac70, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, ceph=True) 2024-09-20T22:59:59.618 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:59:59 smithi046 podman[168784]: 2024-09-20 22:59:59.40724728 +0000 UTC m=+0.504767842 container cleanup 287f9c5532d7e83eeb0514feea15e0aef937bc5c3a836b594bd7740710201fa0 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=squid-9e2ac70, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-20T22:59:59.618 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:59:59 smithi046 bash[168784]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y 2024-09-20T22:59:59.857 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mgr.y.service' 2024-09-20T22:59:59.880 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:59:59 smithi046 podman[168802]: 2024-09-20 22:59:59.616873158 +0000 UTC m=+0.550287761 container remove 287f9c5532d7e83eeb0514feea15e0aef937bc5c3a836b594bd7740710201fa0 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-y, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=squid-9e2ac70, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS) 2024-09-20T22:59:59.880 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:59:59 smithi046 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mgr.y.service: Deactivated successfully. 2024-09-20T22:59:59.880 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:59:59 smithi046 systemd[1]: Stopped Ceph mgr.y for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T22:59:59.880 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Sep 20 22:59:59 smithi046 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mgr.y.service: Consumed 1min 9.719s CPU time. 2024-09-20T22:59:59.894 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-20T22:59:59.894 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-09-20T22:59:59.894 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-09-20T22:59:59.894 DEBUG:teuthology.orchestra.run.smithi134:> sudo systemctl stop ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mgr.x 2024-09-20T23:00:00.176 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 22:59:59 smithi134 systemd[1]: Stopping Ceph mgr.x for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T23:00:00.509 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 23:00:00 smithi134 podman[143318]: 2024-09-20 23:00:00.231997874 +0000 UTC m=+0.145886993 container died 4807b49ee672c811ed27c0eff484e73a11276bc75a95e4ba2b47e7bd1374653e (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, RELEASE=squid-9e2ac70, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-20T23:00:00.893 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 23:00:00 smithi134 podman[143318]: 2024-09-20 23:00:00.637819116 +0000 UTC m=+0.551708224 container cleanup 4807b49ee672c811ed27c0eff484e73a11276bc75a95e4ba2b47e7bd1374653e (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=squid-9e2ac70, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS) 2024-09-20T23:00:00.893 INFO:journalctl@ceph.mgr.x.smithi134.stdout:Sep 20 23:00:00 smithi134 bash[143318]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mgr-x 2024-09-20T23:00:01.036 DEBUG:teuthology.orchestra.run.smithi134:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mgr.x.service' 2024-09-20T23:00:01.072 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-20T23:00:01.073 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-09-20T23:00:01.073 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-09-20T23:00:01.073 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.0 2024-09-20T23:00:01.401 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 23:00:01 smithi046 systemd[1]: Stopping Ceph osd.0 for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T23:00:01.901 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 23:00:01 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0[104668]: 2024-09-20T23:00:01.405+0000 7f01ea1e9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-20T23:00:01.901 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 23:00:01 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0[104668]: 2024-09-20T23:00:01.405+0000 7f01ea1e9640 -1 osd.0 2859 *** Got signal Terminated *** 2024-09-20T23:00:01.901 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 23:00:01 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0[104668]: 2024-09-20T23:00:01.405+0000 7f01ea1e9640 -1 osd.0 2859 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-20T23:00:07.315 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 23:00:07 smithi046 podman[168920]: 2024-09-20 23:00:07.029742398 +0000 UTC m=+5.761238819 container died a86fc71a02d135ffb6a2f1b48fd894e4f21b23ef85a7166337a8fcfd355b91c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, RELEASE=squid-9e2ac70, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-09-20T23:00:07.647 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 23:00:07 smithi046 podman[168920]: 2024-09-20 23:00:07.395076608 +0000 UTC m=+6.126573018 container cleanup a86fc71a02d135ffb6a2f1b48fd894e4f21b23ef85a7166337a8fcfd355b91c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0, RELEASE=squid-9e2ac70, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-20T23:00:07.647 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 23:00:07 smithi046 bash[168920]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0 2024-09-20T23:00:07.900 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 23:00:07 smithi046 podman[168942]: 2024-09-20 23:00:07.646211776 +0000 UTC m=+0.611148895 container remove a86fc71a02d135ffb6a2f1b48fd894e4f21b23ef85a7166337a8fcfd355b91c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=squid-9e2ac70, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-09-20T23:00:08.293 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 23:00:07 smithi046 podman[169034]: 2024-09-20 23:00:07.874443858 +0000 UTC m=+0.016545503 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T23:00:08.293 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 23:00:07 smithi046 podman[169034]: 2024-09-20 23:00:07.997255027 +0000 UTC m=+0.139356648 container create e34bd643f35cd46f61453e4682ad4da8b2d3a8463cfea84eba858fe099ff6c73 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0-deactivate, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=squid-9e2ac70, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-20T23:00:08.293 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 23:00:08 smithi046 podman[169034]: 2024-09-20 23:00:08.208188026 +0000 UTC m=+0.350289663 container init e34bd643f35cd46f61453e4682ad4da8b2d3a8463cfea84eba858fe099ff6c73 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0-deactivate, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=squid-9e2ac70, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-09-20T23:00:08.293 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 23:00:08 smithi046 podman[169034]: 2024-09-20 23:00:08.213316615 +0000 UTC m=+0.355418238 container start e34bd643f35cd46f61453e4682ad4da8b2d3a8463cfea84eba858fe099ff6c73 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0-deactivate, maintainer=Guillaume Abrioux , RELEASE=squid-9e2ac70, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-20T23:00:08.293 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 23:00:08 smithi046 podman[169034]: 2024-09-20 23:00:08.291500863 +0000 UTC m=+0.433602499 container attach e34bd643f35cd46f61453e4682ad4da8b2d3a8463cfea84eba858fe099ff6c73 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0-deactivate, RELEASE=squid-9e2ac70, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-09-20T23:00:08.651 INFO:journalctl@ceph.osd.0.smithi046.stdout:Sep 20 23:00:08 smithi046 podman[169034]: 2024-09-20 23:00:08.407964218 +0000 UTC m=+0.550065858 container died e34bd643f35cd46f61453e4682ad4da8b2d3a8463cfea84eba858fe099ff6c73 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-0-deactivate, org.label-schema.license=GPLv2, RELEASE=squid-9e2ac70, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.37.2) 2024-09-20T23:00:09.003 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.0.service' 2024-09-20T23:00:09.049 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-20T23:00:09.049 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-09-20T23:00:09.050 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-09-20T23:00:09.050 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.1 2024-09-20T23:00:09.352 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 23:00:09 smithi046 systemd[1]: Stopping Ceph osd.1 for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T23:00:09.650 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 23:00:09 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1[109597]: 2024-09-20T23:00:09.349+0000 7f5e068bc640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-20T23:00:09.654 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 23:00:09 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1[109597]: 2024-09-20T23:00:09.349+0000 7f5e068bc640 -1 osd.1 2859 *** Got signal Terminated *** 2024-09-20T23:00:09.654 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 23:00:09 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1[109597]: 2024-09-20T23:00:09.349+0000 7f5e068bc640 -1 osd.1 2859 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-20T23:00:15.042 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 23:00:14 smithi046 podman[169162]: 2024-09-20 23:00:14.783249782 +0000 UTC m=+5.528601634 container died 04055c8b47dbc2dc98074e867e9f424f073679cc0ae095849f5c7e280b9de2ef (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=squid-9e2ac70) 2024-09-20T23:00:15.401 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 23:00:15 smithi046 podman[169162]: 2024-09-20 23:00:15.139790261 +0000 UTC m=+5.885142102 container cleanup 04055c8b47dbc2dc98074e867e9f424f073679cc0ae095849f5c7e280b9de2ef (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=squid-9e2ac70, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-20T23:00:15.401 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 23:00:15 smithi046 bash[169162]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1 2024-09-20T23:00:15.806 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 23:00:15 smithi046 podman[169181]: 2024-09-20 23:00:15.466350555 +0000 UTC m=+0.677396120 container remove 04055c8b47dbc2dc98074e867e9f424f073679cc0ae095849f5c7e280b9de2ef (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, RELEASE=squid-9e2ac70, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-09-20T23:00:16.104 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 23:00:15 smithi046 podman[169271]: 2024-09-20 23:00:15.707985972 +0000 UTC m=+0.016501008 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T23:00:16.104 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 23:00:15 smithi046 podman[169271]: 2024-09-20 23:00:15.817245451 +0000 UTC m=+0.125760506 container create df1bb515db8b832db43e3ea077755814327b73eed0b0bcc2ca4889de87391864 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True, RELEASE=squid-9e2ac70, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-09-20T23:00:16.104 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 23:00:16 smithi046 podman[169271]: 2024-09-20 23:00:16.011268974 +0000 UTC m=+0.319784006 container init df1bb515db8b832db43e3ea077755814327b73eed0b0bcc2ca4889de87391864 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-9e2ac70, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-20T23:00:16.104 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 23:00:16 smithi046 podman[169271]: 2024-09-20 23:00:16.016629449 +0000 UTC m=+0.325144463 container start df1bb515db8b832db43e3ea077755814327b73eed0b0bcc2ca4889de87391864 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, RELEASE=squid-9e2ac70, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-09-20T23:00:16.104 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 23:00:16 smithi046 podman[169271]: 2024-09-20 23:00:16.102665137 +0000 UTC m=+0.411180161 container attach df1bb515db8b832db43e3ea077755814327b73eed0b0bcc2ca4889de87391864 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1-deactivate, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-9e2ac70, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-20T23:00:16.401 INFO:journalctl@ceph.osd.1.smithi046.stdout:Sep 20 23:00:16 smithi046 podman[169271]: 2024-09-20 23:00:16.210201917 +0000 UTC m=+0.518716945 container died df1bb515db8b832db43e3ea077755814327b73eed0b0bcc2ca4889de87391864 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-1-deactivate, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=squid-9e2ac70, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-20T23:00:16.827 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.1.service' 2024-09-20T23:00:16.866 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-20T23:00:16.866 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-09-20T23:00:16.866 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-09-20T23:00:16.867 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.2 2024-09-20T23:00:17.151 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 23:00:16 smithi046 systemd[1]: Stopping Ceph osd.2 for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T23:00:17.516 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 23:00:17 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2[114412]: 2024-09-20T23:00:17.219+0000 7efee20e9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-20T23:00:17.516 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 23:00:17 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2[114412]: 2024-09-20T23:00:17.219+0000 7efee20e9640 -1 osd.2 2859 *** Got signal Terminated *** 2024-09-20T23:00:17.516 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 23:00:17 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2[114412]: 2024-09-20T23:00:17.219+0000 7efee20e9640 -1 osd.2 2859 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-20T23:00:23.103 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 23:00:22 smithi046 podman[169410]: 2024-09-20 23:00:22.808609644 +0000 UTC m=+5.704644051 container died bfb9841748e3dd3615b9d3f134d6b94abad8a114c35465469077c03c6bd6fd57 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.37.2, RELEASE=squid-9e2ac70, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-09-20T23:00:23.400 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 23:00:23 smithi046 podman[169410]: 2024-09-20 23:00:23.201027105 +0000 UTC m=+6.097061505 container cleanup bfb9841748e3dd3615b9d3f134d6b94abad8a114c35465469077c03c6bd6fd57 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2, RELEASE=squid-9e2ac70, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-20T23:00:23.401 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 23:00:23 smithi046 bash[169410]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2 2024-09-20T23:00:23.677 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 23:00:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T23:00:23.231Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.46:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.46:8765: connect: connection refused" 2024-09-20T23:00:23.677 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 23:00:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T23:00:23.233Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.46:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.46:8765: connect: connection refused" 2024-09-20T23:00:23.677 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 23:00:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T23:00:23.234Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.46:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.46:8765: connect: connection refused" 2024-09-20T23:00:23.677 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 23:00:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T23:00:23.235Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.46:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.46:8765: connect: connection refused" 2024-09-20T23:00:23.677 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 23:00:23 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T23:00:23.235Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.46:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.46:8765: connect: connection refused" 2024-09-20T23:00:23.771 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 23:00:23 smithi046 podman[169431]: 2024-09-20 23:00:23.443934512 +0000 UTC m=+0.630231610 container remove bfb9841748e3dd3615b9d3f134d6b94abad8a114c35465469077c03c6bd6fd57 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-9e2ac70, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-20T23:00:24.074 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 23:00:23 smithi046 podman[169523]: 2024-09-20 23:00:23.769915566 +0000 UTC m=+0.106897604 container create 0c1caf7454438559e7b58a0d765ac68f4c2561a75e21e7196fbce5d0e6e00559 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2-deactivate, GIT_CLEAN=True, RELEASE=squid-9e2ac70, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-20T23:00:24.074 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 23:00:23 smithi046 podman[169523]: 2024-09-20 23:00:23.679497057 +0000 UTC m=+0.016479112 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T23:00:24.074 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 23:00:23 smithi046 podman[169523]: 2024-09-20 23:00:23.997726353 +0000 UTC m=+0.334708401 container init 0c1caf7454438559e7b58a0d765ac68f4c2561a75e21e7196fbce5d0e6e00559 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=squid-9e2ac70, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True) 2024-09-20T23:00:24.074 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 23:00:24 smithi046 podman[169523]: 2024-09-20 23:00:24.002453069 +0000 UTC m=+0.339435102 container start 0c1caf7454438559e7b58a0d765ac68f4c2561a75e21e7196fbce5d0e6e00559 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2-deactivate, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-9e2ac70, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-09-20T23:00:24.074 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 23:00:24 smithi046 podman[169523]: 2024-09-20 23:00:24.072526691 +0000 UTC m=+0.409508736 container attach 0c1caf7454438559e7b58a0d765ac68f4c2561a75e21e7196fbce5d0e6e00559 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-9e2ac70, maintainer=Guillaume Abrioux ) 2024-09-20T23:00:24.400 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 23:00:24 smithi046 podman[169523]: 2024-09-20 23:00:24.200449989 +0000 UTC m=+0.537432028 container died 0c1caf7454438559e7b58a0d765ac68f4c2561a75e21e7196fbce5d0e6e00559 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2-deactivate, org.label-schema.vendor=CentOS, RELEASE=squid-9e2ac70, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-09-20T23:00:24.753 INFO:journalctl@ceph.osd.2.smithi046.stdout:Sep 20 23:00:24 smithi046 podman[169566]: 2024-09-20 23:00:24.734427671 +0000 UTC m=+0.527807242 container remove 0c1caf7454438559e7b58a0d765ac68f4c2561a75e21e7196fbce5d0e6e00559 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-2-deactivate, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-9e2ac70, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-09-20T23:00:24.759 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.2.service' 2024-09-20T23:00:24.801 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-20T23:00:24.801 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-09-20T23:00:24.801 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-09-20T23:00:24.801 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.3 2024-09-20T23:00:25.141 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 23:00:24 smithi046 systemd[1]: Stopping Ceph osd.3 for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T23:00:25.401 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 23:00:25 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3[119503]: 2024-09-20T23:00:25.138+0000 7fa2134f3640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-20T23:00:25.401 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 23:00:25 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3[119503]: 2024-09-20T23:00:25.138+0000 7fa2134f3640 -1 osd.3 2859 *** Got signal Terminated *** 2024-09-20T23:00:25.401 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 23:00:25 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3[119503]: 2024-09-20T23:00:25.138+0000 7fa2134f3640 -1 osd.3 2859 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-20T23:00:28.402 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:28 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:28.048+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:04.767401+0000 front 2024-09-20T23:00:04.767302+0000 (oldest deadline 2024-09-20T23:00:27.067282+0000) 2024-09-20T23:00:28.676 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 23:00:28 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4[95087]: 2024-09-20T23:00:28.399+0000 7f588d68f640 -1 osd.4 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:02.393368+0000 front 2024-09-20T23:00:02.393331+0000 (oldest deadline 2024-09-20T23:00:28.293193+0000) 2024-09-20T23:00:29.354 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:29 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:29.095+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:04.767401+0000 front 2024-09-20T23:00:04.767302+0000 (oldest deadline 2024-09-20T23:00:27.067282+0000) 2024-09-20T23:00:29.676 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 23:00:29 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4[95087]: 2024-09-20T23:00:29.352+0000 7f588d68f640 -1 osd.4 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:02.393368+0000 front 2024-09-20T23:00:02.393331+0000 (oldest deadline 2024-09-20T23:00:28.293193+0000) 2024-09-20T23:00:29.676 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:29 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:29.549+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:06.204517+0000 front 2024-09-20T23:00:06.204638+0000 (oldest deadline 2024-09-20T23:00:29.104369+0000) 2024-09-20T23:00:30.362 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:30 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:30.088+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:04.767401+0000 front 2024-09-20T23:00:04.767302+0000 (oldest deadline 2024-09-20T23:00:27.067282+0000) 2024-09-20T23:00:30.676 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 23:00:30 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4[95087]: 2024-09-20T23:00:30.360+0000 7f588d68f640 -1 osd.4 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:02.393368+0000 front 2024-09-20T23:00:02.393331+0000 (oldest deadline 2024-09-20T23:00:28.293193+0000) 2024-09-20T23:00:30.676 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:30 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:30.579+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:06.204517+0000 front 2024-09-20T23:00:06.204638+0000 (oldest deadline 2024-09-20T23:00:29.104369+0000) 2024-09-20T23:00:30.880 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 23:00:30 smithi046 podman[169652]: 2024-09-20 23:00:30.567079891 +0000 UTC m=+5.541084257 container died bff5e3b30c9655283113f6cc5bbb70a8bb6112ed3a5a7bf530406a39818ce97d (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3, org.label-schema.vendor=CentOS, ceph=True, RELEASE=squid-9e2ac70, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-20T23:00:31.106 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:30 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[99831]: 2024-09-20T23:00:30.690+0000 7f0689786640 -1 osd.5 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:02.946062+0000 front 2024-09-20T23:00:02.945940+0000 (oldest deadline 2024-09-20T23:00:29.946441+0000) 2024-09-20T23:00:31.150 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 23:00:30 smithi046 podman[169652]: 2024-09-20 23:00:30.878549164 +0000 UTC m=+5.852553521 container cleanup bff5e3b30c9655283113f6cc5bbb70a8bb6112ed3a5a7bf530406a39818ce97d (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-9e2ac70, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-09-20T23:00:31.151 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 23:00:30 smithi046 bash[169652]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3 2024-09-20T23:00:31.151 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 23:00:31 smithi046 podman[169671]: 2024-09-20 23:00:31.07174933 +0000 UTC m=+0.502845776 container remove bff5e3b30c9655283113f6cc5bbb70a8bb6112ed3a5a7bf530406a39818ce97d (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=squid-9e2ac70, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-20T23:00:31.385 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:31 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:31.103+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:04.767401+0000 front 2024-09-20T23:00:04.767302+0000 (oldest deadline 2024-09-20T23:00:27.067282+0000) 2024-09-20T23:00:31.676 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 23:00:31 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4[95087]: 2024-09-20T23:00:31.383+0000 7f588d68f640 -1 osd.4 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:02.393368+0000 front 2024-09-20T23:00:02.393331+0000 (oldest deadline 2024-09-20T23:00:28.293193+0000) 2024-09-20T23:00:31.676 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:31 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:31.613+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:06.204517+0000 front 2024-09-20T23:00:06.204638+0000 (oldest deadline 2024-09-20T23:00:29.104369+0000) 2024-09-20T23:00:31.826 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 23:00:31 smithi046 podman[169764]: 2024-09-20 23:00:31.412986593 +0000 UTC m=+0.016824479 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T23:00:31.826 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 23:00:31 smithi046 podman[169764]: 2024-09-20 23:00:31.514157495 +0000 UTC m=+0.117995420 container create 9405daa702374b67a044701b29956846534d64b51b23791f781354cf61c5396e (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=squid-9e2ac70, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True) 2024-09-20T23:00:31.826 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 23:00:31 smithi046 podman[169764]: 2024-09-20 23:00:31.733116794 +0000 UTC m=+0.336954683 container init 9405daa702374b67a044701b29956846534d64b51b23791f781354cf61c5396e (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3-deactivate, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=squid-9e2ac70, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-20T23:00:31.826 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 23:00:31 smithi046 podman[169764]: 2024-09-20 23:00:31.738069304 +0000 UTC m=+0.341907181 container start 9405daa702374b67a044701b29956846534d64b51b23791f781354cf61c5396e (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3-deactivate, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, RELEASE=squid-9e2ac70, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-09-20T23:00:31.826 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 23:00:31 smithi046 podman[169764]: 2024-09-20 23:00:31.824563683 +0000 UTC m=+0.428401578 container attach 9405daa702374b67a044701b29956846534d64b51b23791f781354cf61c5396e (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=squid-9e2ac70, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-20T23:00:32.124 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:31 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[99831]: 2024-09-20T23:00:31.738+0000 7f0689786640 -1 osd.5 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:02.946062+0000 front 2024-09-20T23:00:02.945940+0000 (oldest deadline 2024-09-20T23:00:29.946441+0000) 2024-09-20T23:00:32.150 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 23:00:31 smithi046 podman[169764]: 2024-09-20 23:00:31.933727791 +0000 UTC m=+0.537565668 container died 9405daa702374b67a044701b29956846534d64b51b23791f781354cf61c5396e (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3-deactivate, io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=squid-9e2ac70, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2) 2024-09-20T23:00:32.426 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:32.121+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:04.767401+0000 front 2024-09-20T23:00:04.767302+0000 (oldest deadline 2024-09-20T23:00:27.067282+0000) 2024-09-20T23:00:32.426 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 23:00:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4[95087]: 2024-09-20T23:00:32.337+0000 7f588d68f640 -1 osd.4 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:02.393368+0000 front 2024-09-20T23:00:02.393331+0000 (oldest deadline 2024-09-20T23:00:28.293193+0000) 2024-09-20T23:00:32.549 INFO:journalctl@ceph.osd.3.smithi046.stdout:Sep 20 23:00:32 smithi046 podman[169807]: 2024-09-20 23:00:32.528036941 +0000 UTC m=+0.587818575 container remove 9405daa702374b67a044701b29956846534d64b51b23791f781354cf61c5396e (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-3-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-9e2ac70) 2024-09-20T23:00:32.556 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.3.service' 2024-09-20T23:00:32.602 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-20T23:00:32.602 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-09-20T23:00:32.603 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-09-20T23:00:32.603 DEBUG:teuthology.orchestra.run.smithi134:> sudo systemctl stop ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.4 2024-09-20T23:00:32.905 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 23:00:32 smithi134 systemd[1]: Stopping Ceph osd.4 for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T23:00:32.905 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:32.614+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:06.204517+0000 front 2024-09-20T23:00:06.204638+0000 (oldest deadline 2024-09-20T23:00:29.104369+0000) 2024-09-20T23:00:32.905 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[99831]: 2024-09-20T23:00:32.706+0000 7f0689786640 -1 osd.5 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:02.946062+0000 front 2024-09-20T23:00:02.945940+0000 (oldest deadline 2024-09-20T23:00:29.946441+0000) 2024-09-20T23:00:33.176 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:33 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:33.135+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:04.767401+0000 front 2024-09-20T23:00:04.767302+0000 (oldest deadline 2024-09-20T23:00:27.067282+0000) 2024-09-20T23:00:33.176 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 23:00:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4[95087]: 2024-09-20T23:00:32.902+0000 7f5891079640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-20T23:00:33.176 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 23:00:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4[95087]: 2024-09-20T23:00:32.902+0000 7f5891079640 -1 osd.4 2859 *** Got signal Terminated *** 2024-09-20T23:00:33.176 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 23:00:32 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4[95087]: 2024-09-20T23:00:32.902+0000 7f5891079640 -1 osd.4 2859 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-20T23:00:33.592 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 23:00:33 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4[95087]: 2024-09-20T23:00:33.333+0000 7f588d68f640 -1 osd.4 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:02.393368+0000 front 2024-09-20T23:00:02.393331+0000 (oldest deadline 2024-09-20T23:00:28.293193+0000) 2024-09-20T23:00:33.926 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:33 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[99831]: 2024-09-20T23:00:33.732+0000 7f0689786640 -1 osd.5 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:02.946062+0000 front 2024-09-20T23:00:02.945940+0000 (oldest deadline 2024-09-20T23:00:29.946441+0000) 2024-09-20T23:00:33.926 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:33 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:33.589+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:06.204517+0000 front 2024-09-20T23:00:06.204638+0000 (oldest deadline 2024-09-20T23:00:29.104369+0000) 2024-09-20T23:00:34.426 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:34 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:34.156+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:04.767401+0000 front 2024-09-20T23:00:04.767302+0000 (oldest deadline 2024-09-20T23:00:27.067282+0000) 2024-09-20T23:00:34.426 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 23:00:34 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4[95087]: 2024-09-20T23:00:34.347+0000 7f588d68f640 -1 osd.4 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:02.393368+0000 front 2024-09-20T23:00:02.393331+0000 (oldest deadline 2024-09-20T23:00:28.293193+0000) 2024-09-20T23:00:34.926 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:34 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:34.612+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:06.204517+0000 front 2024-09-20T23:00:06.204638+0000 (oldest deadline 2024-09-20T23:00:29.104369+0000) 2024-09-20T23:00:34.926 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:34 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[99831]: 2024-09-20T23:00:34.687+0000 7f0689786640 -1 osd.5 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:02.946062+0000 front 2024-09-20T23:00:02.945940+0000 (oldest deadline 2024-09-20T23:00:29.946441+0000) 2024-09-20T23:00:35.426 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:35 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:35.131+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:04.767401+0000 front 2024-09-20T23:00:04.767302+0000 (oldest deadline 2024-09-20T23:00:27.067282+0000) 2024-09-20T23:00:35.426 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 23:00:35 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4[95087]: 2024-09-20T23:00:35.356+0000 7f588d68f640 -1 osd.4 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:02.393368+0000 front 2024-09-20T23:00:02.393331+0000 (oldest deadline 2024-09-20T23:00:28.293193+0000) 2024-09-20T23:00:35.926 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:35 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:35.620+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:06.204517+0000 front 2024-09-20T23:00:06.204638+0000 (oldest deadline 2024-09-20T23:00:29.104369+0000) 2024-09-20T23:00:35.926 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:35 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:35.620+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:09.104923+0000 front 2024-09-20T23:00:09.104990+0000 (oldest deadline 2024-09-20T23:00:35.004918+0000) 2024-09-20T23:00:35.927 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:35 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[99831]: 2024-09-20T23:00:35.662+0000 7f0689786640 -1 osd.5 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:02.946062+0000 front 2024-09-20T23:00:02.945940+0000 (oldest deadline 2024-09-20T23:00:29.946441+0000) 2024-09-20T23:00:36.426 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:36 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:36.152+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:04.767401+0000 front 2024-09-20T23:00:04.767302+0000 (oldest deadline 2024-09-20T23:00:27.067282+0000) 2024-09-20T23:00:36.426 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 23:00:36 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4[95087]: 2024-09-20T23:00:36.377+0000 7f588d68f640 -1 osd.4 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:02.393368+0000 front 2024-09-20T23:00:02.393331+0000 (oldest deadline 2024-09-20T23:00:28.293193+0000) 2024-09-20T23:00:36.926 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:36 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[99831]: 2024-09-20T23:00:36.688+0000 7f0689786640 -1 osd.5 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:02.946062+0000 front 2024-09-20T23:00:02.945940+0000 (oldest deadline 2024-09-20T23:00:29.946441+0000) 2024-09-20T23:00:36.926 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:36 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[99831]: 2024-09-20T23:00:36.688+0000 7f0689786640 -1 osd.5 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:11.547791+0000 front 2024-09-20T23:00:11.547645+0000 (oldest deadline 2024-09-20T23:00:36.247644+0000) 2024-09-20T23:00:36.927 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:36 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:36.653+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:06.204517+0000 front 2024-09-20T23:00:06.204638+0000 (oldest deadline 2024-09-20T23:00:29.104369+0000) 2024-09-20T23:00:36.927 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:36 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:36.653+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:09.104923+0000 front 2024-09-20T23:00:09.104990+0000 (oldest deadline 2024-09-20T23:00:35.004918+0000) 2024-09-20T23:00:37.426 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:37 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:37.133+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:04.767401+0000 front 2024-09-20T23:00:04.767302+0000 (oldest deadline 2024-09-20T23:00:27.067282+0000) 2024-09-20T23:00:37.427 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 23:00:37 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4[95087]: 2024-09-20T23:00:37.357+0000 7f588d68f640 -1 osd.4 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:02.393368+0000 front 2024-09-20T23:00:02.393331+0000 (oldest deadline 2024-09-20T23:00:28.293193+0000) 2024-09-20T23:00:37.427 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 23:00:37 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4[95087]: 2024-09-20T23:00:37.357+0000 7f588d68f640 -1 osd.4 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:12.394297+0000 front 2024-09-20T23:00:12.394350+0000 (oldest deadline 2024-09-20T23:00:36.494269+0000) 2024-09-20T23:00:37.926 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:37 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[99831]: 2024-09-20T23:00:37.726+0000 7f0689786640 -1 osd.5 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:02.946062+0000 front 2024-09-20T23:00:02.945940+0000 (oldest deadline 2024-09-20T23:00:29.946441+0000) 2024-09-20T23:00:37.926 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:37 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[99831]: 2024-09-20T23:00:37.726+0000 7f0689786640 -1 osd.5 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:11.547791+0000 front 2024-09-20T23:00:11.547645+0000 (oldest deadline 2024-09-20T23:00:36.247644+0000) 2024-09-20T23:00:37.927 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:37 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:37.621+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:06.204517+0000 front 2024-09-20T23:00:06.204638+0000 (oldest deadline 2024-09-20T23:00:29.104369+0000) 2024-09-20T23:00:37.927 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:37 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:37.621+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:09.104923+0000 front 2024-09-20T23:00:09.104990+0000 (oldest deadline 2024-09-20T23:00:35.004918+0000) 2024-09-20T23:00:38.470 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:38 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:38.180+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:04.767401+0000 front 2024-09-20T23:00:04.767302+0000 (oldest deadline 2024-09-20T23:00:27.067282+0000) 2024-09-20T23:00:38.470 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:38 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:38.180+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:11.568995+0000 front 2024-09-20T23:00:11.568878+0000 (oldest deadline 2024-09-20T23:00:37.468740+0000) 2024-09-20T23:00:38.745 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 23:00:38 smithi134 podman[143465]: 2024-09-20 23:00:38.468521286 +0000 UTC m=+5.668643491 container died ced5920fc235d93a51cea01d3c9483a993d7d04638011b3808926dbbdcd716b0 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-9e2ac70, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS) 2024-09-20T23:00:38.746 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:38 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:38.599+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:06.204517+0000 front 2024-09-20T23:00:06.204638+0000 (oldest deadline 2024-09-20T23:00:29.104369+0000) 2024-09-20T23:00:38.746 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:38 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:38.599+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:09.104923+0000 front 2024-09-20T23:00:09.104990+0000 (oldest deadline 2024-09-20T23:00:35.004918+0000) 2024-09-20T23:00:38.746 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:38 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[99831]: 2024-09-20T23:00:38.682+0000 7f0689786640 -1 osd.5 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:02.946062+0000 front 2024-09-20T23:00:02.945940+0000 (oldest deadline 2024-09-20T23:00:29.946441+0000) 2024-09-20T23:00:38.747 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:38 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[99831]: 2024-09-20T23:00:38.682+0000 7f0689786640 -1 osd.5 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:11.547791+0000 front 2024-09-20T23:00:11.547645+0000 (oldest deadline 2024-09-20T23:00:36.247644+0000) 2024-09-20T23:00:39.086 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 23:00:38 smithi134 podman[143465]: 2024-09-20 23:00:38.842487689 +0000 UTC m=+6.042609893 container cleanup ced5920fc235d93a51cea01d3c9483a993d7d04638011b3808926dbbdcd716b0 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, RELEASE=squid-9e2ac70, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-20T23:00:39.086 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 23:00:38 smithi134 bash[143465]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4 2024-09-20T23:00:39.412 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 23:00:39 smithi134 podman[143487]: 2024-09-20 23:00:39.085399758 +0000 UTC m=+0.615005130 container remove ced5920fc235d93a51cea01d3c9483a993d7d04638011b3808926dbbdcd716b0 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4, RELEASE=squid-9e2ac70, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True) 2024-09-20T23:00:39.412 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:39 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:39.196+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:04.767401+0000 front 2024-09-20T23:00:04.767302+0000 (oldest deadline 2024-09-20T23:00:27.067282+0000) 2024-09-20T23:00:39.412 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:39 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:39.196+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:11.568995+0000 front 2024-09-20T23:00:11.568878+0000 (oldest deadline 2024-09-20T23:00:37.468740+0000) 2024-09-20T23:00:39.676 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:39 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:39.582+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:06.204517+0000 front 2024-09-20T23:00:06.204638+0000 (oldest deadline 2024-09-20T23:00:29.104369+0000) 2024-09-20T23:00:39.676 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:39 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:39.582+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:09.104923+0000 front 2024-09-20T23:00:09.104990+0000 (oldest deadline 2024-09-20T23:00:35.004918+0000) 2024-09-20T23:00:39.676 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 23:00:39 smithi134 podman[143581]: 2024-09-20 23:00:39.313739324 +0000 UTC m=+0.015675029 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T23:00:39.677 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 23:00:39 smithi134 podman[143581]: 2024-09-20 23:00:39.436502957 +0000 UTC m=+0.138438662 container create d0e2cfa7aceef8a927a870c0c9c6e70ac03b9bcebe323db37e0b09f40a084563 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-9e2ac70, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-09-20T23:00:39.677 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 23:00:39 smithi134 podman[143581]: 2024-09-20 23:00:39.647329319 +0000 UTC m=+0.349265032 container init d0e2cfa7aceef8a927a870c0c9c6e70ac03b9bcebe323db37e0b09f40a084563 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4-deactivate, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-9e2ac70, io.buildah.version=1.37.2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-20T23:00:39.677 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 23:00:39 smithi134 podman[143581]: 2024-09-20 23:00:39.65188394 +0000 UTC m=+0.353819648 container start d0e2cfa7aceef8a927a870c0c9c6e70ac03b9bcebe323db37e0b09f40a084563 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4-deactivate, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=squid-9e2ac70, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-09-20T23:00:40.176 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:39 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[99831]: 2024-09-20T23:00:39.715+0000 7f0689786640 -1 osd.5 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:02.946062+0000 front 2024-09-20T23:00:02.945940+0000 (oldest deadline 2024-09-20T23:00:29.946441+0000) 2024-09-20T23:00:40.177 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:39 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[99831]: 2024-09-20T23:00:39.715+0000 7f0689786640 -1 osd.5 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:11.547791+0000 front 2024-09-20T23:00:11.547645+0000 (oldest deadline 2024-09-20T23:00:36.247644+0000) 2024-09-20T23:00:40.177 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 23:00:39 smithi134 podman[143581]: 2024-09-20 23:00:39.738976054 +0000 UTC m=+0.440911777 container attach d0e2cfa7aceef8a927a870c0c9c6e70ac03b9bcebe323db37e0b09f40a084563 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=squid-9e2ac70, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-09-20T23:00:40.177 INFO:journalctl@ceph.osd.4.smithi134.stdout:Sep 20 23:00:39 smithi134 podman[143581]: 2024-09-20 23:00:39.838103685 +0000 UTC m=+0.540039392 container died d0e2cfa7aceef8a927a870c0c9c6e70ac03b9bcebe323db37e0b09f40a084563 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-4-deactivate, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, RELEASE=squid-9e2ac70, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-20T23:00:40.493 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:40 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:40.201+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:04.767401+0000 front 2024-09-20T23:00:04.767302+0000 (oldest deadline 2024-09-20T23:00:27.067282+0000) 2024-09-20T23:00:40.494 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:40 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:40.202+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:11.568995+0000 front 2024-09-20T23:00:11.568878+0000 (oldest deadline 2024-09-20T23:00:37.468740+0000) 2024-09-20T23:00:40.522 DEBUG:teuthology.orchestra.run.smithi134:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.4.service' 2024-09-20T23:00:40.562 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-20T23:00:40.562 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-09-20T23:00:40.562 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-09-20T23:00:40.562 DEBUG:teuthology.orchestra.run.smithi134:> sudo systemctl stop ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.5 2024-09-20T23:00:40.782 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:40 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:40.564+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:06.204517+0000 front 2024-09-20T23:00:06.204638+0000 (oldest deadline 2024-09-20T23:00:29.104369+0000) 2024-09-20T23:00:40.782 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:40 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:40.564+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:09.104923+0000 front 2024-09-20T23:00:09.104990+0000 (oldest deadline 2024-09-20T23:00:35.004918+0000) 2024-09-20T23:00:40.783 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:40 smithi134 systemd[1]: Stopping Ceph osd.5 for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T23:00:40.783 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:40 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[99831]: 2024-09-20T23:00:40.671+0000 7f0689786640 -1 osd.5 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:02.946062+0000 front 2024-09-20T23:00:02.945940+0000 (oldest deadline 2024-09-20T23:00:29.946441+0000) 2024-09-20T23:00:40.783 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:40 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[99831]: 2024-09-20T23:00:40.671+0000 7f0689786640 -1 osd.5 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:11.547791+0000 front 2024-09-20T23:00:11.547645+0000 (oldest deadline 2024-09-20T23:00:36.247644+0000) 2024-09-20T23:00:41.171 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:40 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[99831]: 2024-09-20T23:00:40.913+0000 7f068d170640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-20T23:00:41.171 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:40 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[99831]: 2024-09-20T23:00:40.913+0000 7f068d170640 -1 osd.5 2859 *** Got signal Terminated *** 2024-09-20T23:00:41.171 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:40 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[99831]: 2024-09-20T23:00:40.913+0000 7f068d170640 -1 osd.5 2859 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-20T23:00:41.426 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:41 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:41.168+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:04.767401+0000 front 2024-09-20T23:00:04.767302+0000 (oldest deadline 2024-09-20T23:00:27.067282+0000) 2024-09-20T23:00:41.426 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:41 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:41.168+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:11.568995+0000 front 2024-09-20T23:00:11.568878+0000 (oldest deadline 2024-09-20T23:00:37.468740+0000) 2024-09-20T23:00:41.926 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:41 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:41.519+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:06.204517+0000 front 2024-09-20T23:00:06.204638+0000 (oldest deadline 2024-09-20T23:00:29.104369+0000) 2024-09-20T23:00:41.926 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:41 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:41.519+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:09.104923+0000 front 2024-09-20T23:00:09.104990+0000 (oldest deadline 2024-09-20T23:00:35.004918+0000) 2024-09-20T23:00:41.927 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:41 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[99831]: 2024-09-20T23:00:41.690+0000 7f0689786640 -1 osd.5 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:02.946062+0000 front 2024-09-20T23:00:02.945940+0000 (oldest deadline 2024-09-20T23:00:29.946441+0000) 2024-09-20T23:00:41.927 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:41 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[99831]: 2024-09-20T23:00:41.690+0000 7f0689786640 -1 osd.5 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:11.547791+0000 front 2024-09-20T23:00:11.547645+0000 (oldest deadline 2024-09-20T23:00:36.247644+0000) 2024-09-20T23:00:42.568 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:42.185+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:04.767401+0000 front 2024-09-20T23:00:04.767302+0000 (oldest deadline 2024-09-20T23:00:27.067282+0000) 2024-09-20T23:00:42.568 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:42.185+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:11.568995+0000 front 2024-09-20T23:00:11.568878+0000 (oldest deadline 2024-09-20T23:00:37.468740+0000) 2024-09-20T23:00:42.926 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:42.565+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:06.204517+0000 front 2024-09-20T23:00:06.204638+0000 (oldest deadline 2024-09-20T23:00:29.104369+0000) 2024-09-20T23:00:42.926 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:42.565+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:09.104923+0000 front 2024-09-20T23:00:09.104990+0000 (oldest deadline 2024-09-20T23:00:35.004918+0000) 2024-09-20T23:00:42.926 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[99831]: 2024-09-20T23:00:42.720+0000 7f0689786640 -1 osd.5 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:02.946062+0000 front 2024-09-20T23:00:02.945940+0000 (oldest deadline 2024-09-20T23:00:29.946441+0000) 2024-09-20T23:00:42.927 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:42 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[99831]: 2024-09-20T23:00:42.720+0000 7f0689786640 -1 osd.5 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:11.547791+0000 front 2024-09-20T23:00:11.547645+0000 (oldest deadline 2024-09-20T23:00:36.247644+0000) 2024-09-20T23:00:43.537 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:43.217+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:04.767401+0000 front 2024-09-20T23:00:04.767302+0000 (oldest deadline 2024-09-20T23:00:27.067282+0000) 2024-09-20T23:00:43.537 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:43.217+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:11.568995+0000 front 2024-09-20T23:00:11.568878+0000 (oldest deadline 2024-09-20T23:00:37.468740+0000) 2024-09-20T23:00:43.926 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[99831]: 2024-09-20T23:00:43.688+0000 7f0689786640 -1 osd.5 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:02.946062+0000 front 2024-09-20T23:00:02.945940+0000 (oldest deadline 2024-09-20T23:00:29.946441+0000) 2024-09-20T23:00:43.926 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[99831]: 2024-09-20T23:00:43.688+0000 7f0689786640 -1 osd.5 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:11.547791+0000 front 2024-09-20T23:00:11.547645+0000 (oldest deadline 2024-09-20T23:00:36.247644+0000) 2024-09-20T23:00:43.926 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:43.535+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:06.204517+0000 front 2024-09-20T23:00:06.204638+0000 (oldest deadline 2024-09-20T23:00:29.104369+0000) 2024-09-20T23:00:43.927 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:43.535+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:09.104923+0000 front 2024-09-20T23:00:09.104990+0000 (oldest deadline 2024-09-20T23:00:35.004918+0000) 2024-09-20T23:00:43.927 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:43 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:43.535+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-20T23:00:18.505902+0000 front 2024-09-20T23:00:18.505985+0000 (oldest deadline 2024-09-20T23:00:43.106281+0000) 2024-09-20T23:00:44.523 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:44.176+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:04.767401+0000 front 2024-09-20T23:00:04.767302+0000 (oldest deadline 2024-09-20T23:00:27.067282+0000) 2024-09-20T23:00:44.523 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:44.176+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:11.568995+0000 front 2024-09-20T23:00:11.568878+0000 (oldest deadline 2024-09-20T23:00:37.468740+0000) 2024-09-20T23:00:44.524 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:44.176+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-20T23:00:22.169735+0000 front 2024-09-20T23:00:22.169769+0000 (oldest deadline 2024-09-20T23:00:43.869659+0000) 2024-09-20T23:00:44.926 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:44.521+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:06.204517+0000 front 2024-09-20T23:00:06.204638+0000 (oldest deadline 2024-09-20T23:00:29.104369+0000) 2024-09-20T23:00:44.926 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:44.521+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:09.104923+0000 front 2024-09-20T23:00:09.104990+0000 (oldest deadline 2024-09-20T23:00:35.004918+0000) 2024-09-20T23:00:44.926 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:44.521+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-20T23:00:18.505902+0000 front 2024-09-20T23:00:18.505985+0000 (oldest deadline 2024-09-20T23:00:43.106281+0000) 2024-09-20T23:00:44.927 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[99831]: 2024-09-20T23:00:44.679+0000 7f0689786640 -1 osd.5 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:02.946062+0000 front 2024-09-20T23:00:02.945940+0000 (oldest deadline 2024-09-20T23:00:29.946441+0000) 2024-09-20T23:00:44.927 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:44 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[99831]: 2024-09-20T23:00:44.679+0000 7f0689786640 -1 osd.5 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:11.547791+0000 front 2024-09-20T23:00:11.547645+0000 (oldest deadline 2024-09-20T23:00:36.247644+0000) 2024-09-20T23:00:45.523 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:45 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:45.178+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:04.767401+0000 front 2024-09-20T23:00:04.767302+0000 (oldest deadline 2024-09-20T23:00:27.067282+0000) 2024-09-20T23:00:45.523 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:45 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:45.178+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:11.568995+0000 front 2024-09-20T23:00:11.568878+0000 (oldest deadline 2024-09-20T23:00:37.468740+0000) 2024-09-20T23:00:45.523 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:45 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:45.178+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-20T23:00:22.169735+0000 front 2024-09-20T23:00:22.169769+0000 (oldest deadline 2024-09-20T23:00:43.869659+0000) 2024-09-20T23:00:45.926 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:45 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[99831]: 2024-09-20T23:00:45.720+0000 7f0689786640 -1 osd.5 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:02.946062+0000 front 2024-09-20T23:00:02.945940+0000 (oldest deadline 2024-09-20T23:00:29.946441+0000) 2024-09-20T23:00:45.926 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:45 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5[99831]: 2024-09-20T23:00:45.720+0000 7f0689786640 -1 osd.5 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:11.547791+0000 front 2024-09-20T23:00:11.547645+0000 (oldest deadline 2024-09-20T23:00:36.247644+0000) 2024-09-20T23:00:45.926 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:45 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:45.520+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:06.204517+0000 front 2024-09-20T23:00:06.204638+0000 (oldest deadline 2024-09-20T23:00:29.104369+0000) 2024-09-20T23:00:45.927 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:45 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:45.520+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:09.104923+0000 front 2024-09-20T23:00:09.104990+0000 (oldest deadline 2024-09-20T23:00:35.004918+0000) 2024-09-20T23:00:45.927 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:45 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:45.520+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-20T23:00:18.505902+0000 front 2024-09-20T23:00:18.505985+0000 (oldest deadline 2024-09-20T23:00:43.106281+0000) 2024-09-20T23:00:46.514 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:46 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:46.184+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:04.767401+0000 front 2024-09-20T23:00:04.767302+0000 (oldest deadline 2024-09-20T23:00:27.067282+0000) 2024-09-20T23:00:46.514 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:46 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:46.184+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:11.568995+0000 front 2024-09-20T23:00:11.568878+0000 (oldest deadline 2024-09-20T23:00:37.468740+0000) 2024-09-20T23:00:46.514 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:46 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:46.184+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-20T23:00:22.169735+0000 front 2024-09-20T23:00:22.169769+0000 (oldest deadline 2024-09-20T23:00:43.869659+0000) 2024-09-20T23:00:46.831 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:46 smithi134 podman[143708]: 2024-09-20 23:00:46.512224688 +0000 UTC m=+5.720295834 container died dc4e11b5a9da5284c973fabfea60a6d8223028d04d971dc68a549dff3d522b1d (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=squid-9e2ac70, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-20T23:00:46.832 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:46 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:46.549+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:06.204517+0000 front 2024-09-20T23:00:06.204638+0000 (oldest deadline 2024-09-20T23:00:29.104369+0000) 2024-09-20T23:00:46.832 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:46 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:46.549+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:09.104923+0000 front 2024-09-20T23:00:09.104990+0000 (oldest deadline 2024-09-20T23:00:35.004918+0000) 2024-09-20T23:00:46.832 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:46 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:46.549+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-20T23:00:18.505902+0000 front 2024-09-20T23:00:18.505985+0000 (oldest deadline 2024-09-20T23:00:43.106281+0000) 2024-09-20T23:00:47.153 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:46 smithi134 podman[143708]: 2024-09-20 23:00:46.920812883 +0000 UTC m=+6.128884032 container cleanup dc4e11b5a9da5284c973fabfea60a6d8223028d04d971dc68a549dff3d522b1d (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-9e2ac70, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True) 2024-09-20T23:00:47.153 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:46 smithi134 bash[143708]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5 2024-09-20T23:00:47.426 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:47 smithi134 podman[143741]: 2024-09-20 23:00:47.152374021 +0000 UTC m=+0.631316605 container remove dc4e11b5a9da5284c973fabfea60a6d8223028d04d971dc68a549dff3d522b1d (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=squid-9e2ac70, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-09-20T23:00:47.426 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:47.182+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:04.767401+0000 front 2024-09-20T23:00:04.767302+0000 (oldest deadline 2024-09-20T23:00:27.067282+0000) 2024-09-20T23:00:47.426 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:47.182+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:11.568995+0000 front 2024-09-20T23:00:11.568878+0000 (oldest deadline 2024-09-20T23:00:37.468740+0000) 2024-09-20T23:00:47.426 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:47.182+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-20T23:00:22.169735+0000 front 2024-09-20T23:00:22.169769+0000 (oldest deadline 2024-09-20T23:00:43.869659+0000) 2024-09-20T23:00:47.776 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:47.572+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:06.204517+0000 front 2024-09-20T23:00:06.204638+0000 (oldest deadline 2024-09-20T23:00:29.104369+0000) 2024-09-20T23:00:47.777 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:47.572+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:09.104923+0000 front 2024-09-20T23:00:09.104990+0000 (oldest deadline 2024-09-20T23:00:35.004918+0000) 2024-09-20T23:00:47.777 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:47 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:47.572+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-20T23:00:18.505902+0000 front 2024-09-20T23:00:18.505985+0000 (oldest deadline 2024-09-20T23:00:43.106281+0000) 2024-09-20T23:00:47.777 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:47 smithi134 podman[143833]: 2024-09-20 23:00:47.456446044 +0000 UTC m=+0.106981898 container create b392abe1a0f4ffd4781369e22083c87ba478f83c40fa141f32b0a6228ccc3d5a (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, RELEASE=squid-9e2ac70, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2) 2024-09-20T23:00:47.777 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:47 smithi134 podman[143833]: 2024-09-20 23:00:47.365484847 +0000 UTC m=+0.016020709 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T23:00:47.777 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:47 smithi134 podman[143833]: 2024-09-20 23:00:47.683672059 +0000 UTC m=+0.334207921 container init b392abe1a0f4ffd4781369e22083c87ba478f83c40fa141f32b0a6228ccc3d5a (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5-deactivate, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=squid-9e2ac70, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-20T23:00:47.777 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:47 smithi134 podman[143833]: 2024-09-20 23:00:47.688434102 +0000 UTC m=+0.338969962 container start b392abe1a0f4ffd4781369e22083c87ba478f83c40fa141f32b0a6228ccc3d5a (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5-deactivate, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, RELEASE=squid-9e2ac70, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_CLEAN=True) 2024-09-20T23:00:47.777 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:47 smithi134 podman[143833]: 2024-09-20 23:00:47.775131507 +0000 UTC m=+0.425667373 container attach b392abe1a0f4ffd4781369e22083c87ba478f83c40fa141f32b0a6228ccc3d5a (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5-deactivate, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, RELEASE=squid-9e2ac70, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-09-20T23:00:48.163 INFO:journalctl@ceph.osd.5.smithi134.stdout:Sep 20 23:00:47 smithi134 podman[143833]: 2024-09-20 23:00:47.87532203 +0000 UTC m=+0.525857884 container died b392abe1a0f4ffd4781369e22083c87ba478f83c40fa141f32b0a6228ccc3d5a (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-5-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=squid-9e2ac70, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True) 2024-09-20T23:00:48.426 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:48 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:48.160+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:04.767401+0000 front 2024-09-20T23:00:04.767302+0000 (oldest deadline 2024-09-20T23:00:27.067282+0000) 2024-09-20T23:00:48.426 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:48 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:48.160+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:11.568995+0000 front 2024-09-20T23:00:11.568878+0000 (oldest deadline 2024-09-20T23:00:37.468740+0000) 2024-09-20T23:00:48.426 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:48 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:48.160+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-20T23:00:22.169735+0000 front 2024-09-20T23:00:22.169769+0000 (oldest deadline 2024-09-20T23:00:43.869659+0000) 2024-09-20T23:00:48.481 DEBUG:teuthology.orchestra.run.smithi134:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.5.service' 2024-09-20T23:00:48.520 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-20T23:00:48.520 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-09-20T23:00:48.520 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-09-20T23:00:48.521 DEBUG:teuthology.orchestra.run.smithi134:> sudo systemctl stop ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.6 2024-09-20T23:00:48.851 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:48 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:48.548+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:06.204517+0000 front 2024-09-20T23:00:06.204638+0000 (oldest deadline 2024-09-20T23:00:29.104369+0000) 2024-09-20T23:00:48.852 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:48 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:48.548+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:09.104923+0000 front 2024-09-20T23:00:09.104990+0000 (oldest deadline 2024-09-20T23:00:35.004918+0000) 2024-09-20T23:00:48.852 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:48 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:48.548+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-20T23:00:18.505902+0000 front 2024-09-20T23:00:18.505985+0000 (oldest deadline 2024-09-20T23:00:43.106281+0000) 2024-09-20T23:00:48.852 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:48 smithi134 systemd[1]: Stopping Ceph osd.6 for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T23:00:49.121 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:48 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:48.848+0000 7fcad36f3640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-20T23:00:49.121 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:48 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:48.848+0000 7fcad36f3640 -1 osd.6 2859 *** Got signal Terminated *** 2024-09-20T23:00:49.121 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:48 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:48.848+0000 7fcad36f3640 -1 osd.6 2859 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-20T23:00:49.426 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:49 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:49.118+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:04.767401+0000 front 2024-09-20T23:00:04.767302+0000 (oldest deadline 2024-09-20T23:00:27.067282+0000) 2024-09-20T23:00:49.427 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:49 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:49.118+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:11.568995+0000 front 2024-09-20T23:00:11.568878+0000 (oldest deadline 2024-09-20T23:00:37.468740+0000) 2024-09-20T23:00:49.427 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:49 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:49.118+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-20T23:00:22.169735+0000 front 2024-09-20T23:00:22.169769+0000 (oldest deadline 2024-09-20T23:00:43.869659+0000) 2024-09-20T23:00:49.926 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:49 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:49.543+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:06.204517+0000 front 2024-09-20T23:00:06.204638+0000 (oldest deadline 2024-09-20T23:00:29.104369+0000) 2024-09-20T23:00:49.926 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:49 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:49.543+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:09.104923+0000 front 2024-09-20T23:00:09.104990+0000 (oldest deadline 2024-09-20T23:00:35.004918+0000) 2024-09-20T23:00:49.926 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:49 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:49.543+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-20T23:00:18.505902+0000 front 2024-09-20T23:00:18.505985+0000 (oldest deadline 2024-09-20T23:00:43.106281+0000) 2024-09-20T23:00:50.426 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:50 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:50.114+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:04.767401+0000 front 2024-09-20T23:00:04.767302+0000 (oldest deadline 2024-09-20T23:00:27.067282+0000) 2024-09-20T23:00:50.426 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:50 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:50.114+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:11.568995+0000 front 2024-09-20T23:00:11.568878+0000 (oldest deadline 2024-09-20T23:00:37.468740+0000) 2024-09-20T23:00:50.426 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:50 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:50.114+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-20T23:00:22.169735+0000 front 2024-09-20T23:00:22.169769+0000 (oldest deadline 2024-09-20T23:00:43.869659+0000) 2024-09-20T23:00:50.926 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:50 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:50.577+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:06.204517+0000 front 2024-09-20T23:00:06.204638+0000 (oldest deadline 2024-09-20T23:00:29.104369+0000) 2024-09-20T23:00:50.926 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:50 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:50.577+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:09.104923+0000 front 2024-09-20T23:00:09.104990+0000 (oldest deadline 2024-09-20T23:00:35.004918+0000) 2024-09-20T23:00:50.926 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:50 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:50.577+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-20T23:00:18.505902+0000 front 2024-09-20T23:00:18.505985+0000 (oldest deadline 2024-09-20T23:00:43.106281+0000) 2024-09-20T23:00:51.426 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:51 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:51.076+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:04.767401+0000 front 2024-09-20T23:00:04.767302+0000 (oldest deadline 2024-09-20T23:00:27.067282+0000) 2024-09-20T23:00:51.426 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:51 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:51.076+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:11.568995+0000 front 2024-09-20T23:00:11.568878+0000 (oldest deadline 2024-09-20T23:00:37.468740+0000) 2024-09-20T23:00:51.426 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:51 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:51.076+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-20T23:00:22.169735+0000 front 2024-09-20T23:00:22.169769+0000 (oldest deadline 2024-09-20T23:00:43.869659+0000) 2024-09-20T23:00:51.823 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:51 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:51.561+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:06.204517+0000 front 2024-09-20T23:00:06.204638+0000 (oldest deadline 2024-09-20T23:00:29.104369+0000) 2024-09-20T23:00:51.823 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:51 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:51.561+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:09.104923+0000 front 2024-09-20T23:00:09.104990+0000 (oldest deadline 2024-09-20T23:00:35.004918+0000) 2024-09-20T23:00:51.823 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:51 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:51.561+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-20T23:00:18.505902+0000 front 2024-09-20T23:00:18.505985+0000 (oldest deadline 2024-09-20T23:00:43.106281+0000) 2024-09-20T23:00:52.176 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:52.065+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:04.767401+0000 front 2024-09-20T23:00:04.767302+0000 (oldest deadline 2024-09-20T23:00:27.067282+0000) 2024-09-20T23:00:52.176 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:52.065+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:11.568995+0000 front 2024-09-20T23:00:11.568878+0000 (oldest deadline 2024-09-20T23:00:37.468740+0000) 2024-09-20T23:00:52.176 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:52.065+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-20T23:00:22.169735+0000 front 2024-09-20T23:00:22.169769+0000 (oldest deadline 2024-09-20T23:00:43.869659+0000) 2024-09-20T23:00:52.926 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:52.556+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:06.204517+0000 front 2024-09-20T23:00:06.204638+0000 (oldest deadline 2024-09-20T23:00:29.104369+0000) 2024-09-20T23:00:52.926 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:52.556+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:09.104923+0000 front 2024-09-20T23:00:09.104990+0000 (oldest deadline 2024-09-20T23:00:35.004918+0000) 2024-09-20T23:00:52.926 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:52.556+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-20T23:00:18.505902+0000 front 2024-09-20T23:00:18.505985+0000 (oldest deadline 2024-09-20T23:00:43.106281+0000) 2024-09-20T23:00:52.926 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:52 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:52.556+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6830 osd.3 since back 2024-09-20T23:00:28.307442+0000 front 2024-09-20T23:00:28.307455+0000 (oldest deadline 2024-09-20T23:00:52.407289+0000) 2024-09-20T23:00:53.426 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:53 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:53.050+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:04.767401+0000 front 2024-09-20T23:00:04.767302+0000 (oldest deadline 2024-09-20T23:00:27.067282+0000) 2024-09-20T23:00:53.426 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:53 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:53.050+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:11.568995+0000 front 2024-09-20T23:00:11.568878+0000 (oldest deadline 2024-09-20T23:00:37.468740+0000) 2024-09-20T23:00:53.426 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:53 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:53.050+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-20T23:00:22.169735+0000 front 2024-09-20T23:00:22.169769+0000 (oldest deadline 2024-09-20T23:00:43.869659+0000) 2024-09-20T23:00:53.926 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:53 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:53.585+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:06.204517+0000 front 2024-09-20T23:00:06.204638+0000 (oldest deadline 2024-09-20T23:00:29.104369+0000) 2024-09-20T23:00:53.926 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:53 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:53.585+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:09.104923+0000 front 2024-09-20T23:00:09.104990+0000 (oldest deadline 2024-09-20T23:00:35.004918+0000) 2024-09-20T23:00:53.926 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:53 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:53.585+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-20T23:00:18.505902+0000 front 2024-09-20T23:00:18.505985+0000 (oldest deadline 2024-09-20T23:00:43.106281+0000) 2024-09-20T23:00:53.926 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:53 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6[104870]: 2024-09-20T23:00:53.585+0000 7fcacfd09640 -1 osd.6 2859 heartbeat_check: no reply from 172.21.15.46:6830 osd.3 since back 2024-09-20T23:00:28.307442+0000 front 2024-09-20T23:00:28.307455+0000 (oldest deadline 2024-09-20T23:00:52.407289+0000) 2024-09-20T23:00:54.388 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:54.066+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:04.767401+0000 front 2024-09-20T23:00:04.767302+0000 (oldest deadline 2024-09-20T23:00:27.067282+0000) 2024-09-20T23:00:54.388 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:54.066+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:11.568995+0000 front 2024-09-20T23:00:11.568878+0000 (oldest deadline 2024-09-20T23:00:37.468740+0000) 2024-09-20T23:00:54.388 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:54 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:54.066+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-20T23:00:22.169735+0000 front 2024-09-20T23:00:22.169769+0000 (oldest deadline 2024-09-20T23:00:43.869659+0000) 2024-09-20T23:00:54.659 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:54 smithi134 podman[143958]: 2024-09-20 23:00:54.38718517 +0000 UTC m=+5.649830738 container died fa6e363227ed086883f9a6d80362981a4e81e6778163206137ec7617ef2c65a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, ceph=True, RELEASE=squid-9e2ac70, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-09-20T23:00:54.926 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:54 smithi134 podman[143958]: 2024-09-20 23:00:54.755883959 +0000 UTC m=+6.018529512 container cleanup fa6e363227ed086883f9a6d80362981a4e81e6778163206137ec7617ef2c65a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=squid-9e2ac70, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-20T23:00:54.926 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:54 smithi134 bash[143958]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6 2024-09-20T23:00:55.348 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:55 smithi134 podman[143978]: 2024-09-20 23:00:55.015504325 +0000 UTC m=+0.630354096 container remove fa6e363227ed086883f9a6d80362981a4e81e6778163206137ec7617ef2c65a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-9e2ac70, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True) 2024-09-20T23:00:55.349 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:55 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:55.075+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:04.767401+0000 front 2024-09-20T23:00:04.767302+0000 (oldest deadline 2024-09-20T23:00:27.067282+0000) 2024-09-20T23:00:55.349 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:55 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:55.075+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:11.568995+0000 front 2024-09-20T23:00:11.568878+0000 (oldest deadline 2024-09-20T23:00:37.468740+0000) 2024-09-20T23:00:55.349 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:55 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:55.075+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-20T23:00:22.169735+0000 front 2024-09-20T23:00:22.169769+0000 (oldest deadline 2024-09-20T23:00:43.869659+0000) 2024-09-20T23:00:55.349 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:55 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:55.075+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6830 osd.3 since back 2024-09-20T23:00:29.170796+0000 front 2024-09-20T23:00:29.170773+0000 (oldest deadline 2024-09-20T23:00:55.070669+0000) 2024-09-20T23:00:55.676 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:55 smithi134 podman[144071]: 2024-09-20 23:00:55.250239615 +0000 UTC m=+0.015902837 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T23:00:55.677 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:55 smithi134 podman[144071]: 2024-09-20 23:00:55.366425417 +0000 UTC m=+0.132088674 container create f20fdc5fcf5a18808a6f2f34b5f8277361240fd865af58f7c559b05de9b29e58 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6-deactivate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=squid-9e2ac70, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-20T23:00:55.677 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:55 smithi134 podman[144071]: 2024-09-20 23:00:55.585894115 +0000 UTC m=+0.351557341 container init f20fdc5fcf5a18808a6f2f34b5f8277361240fd865af58f7c559b05de9b29e58 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-9e2ac70, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-20T23:00:55.677 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:55 smithi134 podman[144071]: 2024-09-20 23:00:55.590851519 +0000 UTC m=+0.356514732 container start f20fdc5fcf5a18808a6f2f34b5f8277361240fd865af58f7c559b05de9b29e58 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=squid-9e2ac70) 2024-09-20T23:00:56.068 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:55 smithi134 podman[144071]: 2024-09-20 23:00:55.677311362 +0000 UTC m=+0.442974585 container attach f20fdc5fcf5a18808a6f2f34b5f8277361240fd865af58f7c559b05de9b29e58 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6-deactivate, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=squid-9e2ac70) 2024-09-20T23:00:56.068 INFO:journalctl@ceph.osd.6.smithi134.stdout:Sep 20 23:00:55 smithi134 podman[144071]: 2024-09-20 23:00:55.781820483 +0000 UTC m=+0.547483699 container died f20fdc5fcf5a18808a6f2f34b5f8277361240fd865af58f7c559b05de9b29e58 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-6-deactivate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-9e2ac70, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.37.2) 2024-09-20T23:00:56.415 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:56 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:56.065+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:04.767401+0000 front 2024-09-20T23:00:04.767302+0000 (oldest deadline 2024-09-20T23:00:27.067282+0000) 2024-09-20T23:00:56.416 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:56 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:56.065+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:11.568995+0000 front 2024-09-20T23:00:11.568878+0000 (oldest deadline 2024-09-20T23:00:37.468740+0000) 2024-09-20T23:00:56.416 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:56 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:56.065+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-20T23:00:22.169735+0000 front 2024-09-20T23:00:22.169769+0000 (oldest deadline 2024-09-20T23:00:43.869659+0000) 2024-09-20T23:00:56.416 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:56 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:56.065+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6830 osd.3 since back 2024-09-20T23:00:29.170796+0000 front 2024-09-20T23:00:29.170773+0000 (oldest deadline 2024-09-20T23:00:55.070669+0000) 2024-09-20T23:00:56.443 DEBUG:teuthology.orchestra.run.smithi134:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.6.service' 2024-09-20T23:00:56.482 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-20T23:00:56.483 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-09-20T23:00:56.483 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-09-20T23:00:56.483 DEBUG:teuthology.orchestra.run.smithi134:> sudo systemctl stop ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.7 2024-09-20T23:00:56.676 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:56 smithi134 systemd[1]: Stopping Ceph osd.7 for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T23:00:57.176 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:56 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:56.793+0000 7fbdf0f07640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-20T23:00:57.176 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:56 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:56.793+0000 7fbdf0f07640 -1 osd.7 2859 *** Got signal Terminated *** 2024-09-20T23:00:57.176 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:56 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:56.793+0000 7fbdf0f07640 -1 osd.7 2859 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-20T23:00:57.176 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:57 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:57.022+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:04.767401+0000 front 2024-09-20T23:00:04.767302+0000 (oldest deadline 2024-09-20T23:00:27.067282+0000) 2024-09-20T23:00:57.177 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:57 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:57.022+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:11.568995+0000 front 2024-09-20T23:00:11.568878+0000 (oldest deadline 2024-09-20T23:00:37.468740+0000) 2024-09-20T23:00:57.177 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:57 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:57.022+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-20T23:00:22.169735+0000 front 2024-09-20T23:00:22.169769+0000 (oldest deadline 2024-09-20T23:00:43.869659+0000) 2024-09-20T23:00:57.177 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:57 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:57.022+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6830 osd.3 since back 2024-09-20T23:00:29.170796+0000 front 2024-09-20T23:00:29.170773+0000 (oldest deadline 2024-09-20T23:00:55.070669+0000) 2024-09-20T23:00:58.387 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:58 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:58.047+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:04.767401+0000 front 2024-09-20T23:00:04.767302+0000 (oldest deadline 2024-09-20T23:00:27.067282+0000) 2024-09-20T23:00:58.387 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:58 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:58.047+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:11.568995+0000 front 2024-09-20T23:00:11.568878+0000 (oldest deadline 2024-09-20T23:00:37.468740+0000) 2024-09-20T23:00:58.387 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:58 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:58.047+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-20T23:00:22.169735+0000 front 2024-09-20T23:00:22.169769+0000 (oldest deadline 2024-09-20T23:00:43.869659+0000) 2024-09-20T23:00:58.387 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:58 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:58.047+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6830 osd.3 since back 2024-09-20T23:00:29.170796+0000 front 2024-09-20T23:00:29.170773+0000 (oldest deadline 2024-09-20T23:00:55.070669+0000) 2024-09-20T23:00:58.676 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 23:00:58 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=cleanup t=2024-09-20T23:00:58.386048106Z level=info msg="Completed cleanup jobs" duration=1.353995ms 2024-09-20T23:00:59.426 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:59 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:59.092+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:04.767401+0000 front 2024-09-20T23:00:04.767302+0000 (oldest deadline 2024-09-20T23:00:27.067282+0000) 2024-09-20T23:00:59.426 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:59 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:59.092+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:11.568995+0000 front 2024-09-20T23:00:11.568878+0000 (oldest deadline 2024-09-20T23:00:37.468740+0000) 2024-09-20T23:00:59.427 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:59 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:59.092+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-20T23:00:22.169735+0000 front 2024-09-20T23:00:22.169769+0000 (oldest deadline 2024-09-20T23:00:43.869659+0000) 2024-09-20T23:00:59.427 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:00:59 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:00:59.092+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6830 osd.3 since back 2024-09-20T23:00:29.170796+0000 front 2024-09-20T23:00:29.170773+0000 (oldest deadline 2024-09-20T23:00:55.070669+0000) 2024-09-20T23:01:00.426 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:01:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:01:00.066+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:04.767401+0000 front 2024-09-20T23:00:04.767302+0000 (oldest deadline 2024-09-20T23:00:27.067282+0000) 2024-09-20T23:01:00.426 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:01:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:01:00.066+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:11.568995+0000 front 2024-09-20T23:00:11.568878+0000 (oldest deadline 2024-09-20T23:00:37.468740+0000) 2024-09-20T23:01:00.427 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:01:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:01:00.066+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-20T23:00:22.169735+0000 front 2024-09-20T23:00:22.169769+0000 (oldest deadline 2024-09-20T23:00:43.869659+0000) 2024-09-20T23:01:00.427 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:01:00 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:01:00.066+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6830 osd.3 since back 2024-09-20T23:00:29.170796+0000 front 2024-09-20T23:00:29.170773+0000 (oldest deadline 2024-09-20T23:00:55.070669+0000) 2024-09-20T23:01:01.362 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:01:01 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:01:01.076+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-09-20T23:00:04.767401+0000 front 2024-09-20T23:00:04.767302+0000 (oldest deadline 2024-09-20T23:00:27.067282+0000) 2024-09-20T23:01:01.363 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:01:01 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:01:01.076+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6814 osd.1 since back 2024-09-20T23:00:11.568995+0000 front 2024-09-20T23:00:11.568878+0000 (oldest deadline 2024-09-20T23:00:37.468740+0000) 2024-09-20T23:01:01.363 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:01:01 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:01:01.076+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6822 osd.2 since back 2024-09-20T23:00:22.169735+0000 front 2024-09-20T23:00:22.169769+0000 (oldest deadline 2024-09-20T23:00:43.869659+0000) 2024-09-20T23:01:01.363 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:01:01 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7[109769]: 2024-09-20T23:01:01.076+0000 7fbde9515640 -1 osd.7 2859 heartbeat_check: no reply from 172.21.15.46:6830 osd.3 since back 2024-09-20T23:00:29.170796+0000 front 2024-09-20T23:00:29.170773+0000 (oldest deadline 2024-09-20T23:00:55.070669+0000) 2024-09-20T23:01:02.644 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:01:02 smithi134 podman[144200]: 2024-09-20 23:01:02.384213054 +0000 UTC m=+5.686744430 container died e50a5780bf70550c38c748d0d4aee9c2ad15f8142e779c0b94c01a805009d546 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-9e2ac70, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-09-20T23:01:02.923 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:01:02 smithi134 podman[144200]: 2024-09-20 23:01:02.715831289 +0000 UTC m=+6.018362657 container cleanup e50a5780bf70550c38c748d0d4aee9c2ad15f8142e779c0b94c01a805009d546 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=squid-9e2ac70, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-09-20T23:01:02.923 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:01:02 smithi134 bash[144200]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7 2024-09-20T23:01:03.176 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:01:02 smithi134 podman[144231]: 2024-09-20 23:01:02.921627381 +0000 UTC m=+0.537448392 container remove e50a5780bf70550c38c748d0d4aee9c2ad15f8142e779c0b94c01a805009d546 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=squid-9e2ac70, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS) 2024-09-20T23:01:03.580 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:01:03 smithi134 podman[144324]: 2024-09-20 23:01:03.224966669 +0000 UTC m=+0.016025361 image pull cc9251b744a3faafca7c3095f79bfff81873afe823f31a03a11e015a34abcdbd quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5 2024-09-20T23:01:03.580 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:01:03 smithi134 podman[144324]: 2024-09-20 23:01:03.34331971 +0000 UTC m=+0.134378460 container create 620aaeb54b45d83d60a3414c1760372d6e53eccc4f9469ed7f213a94b4ab284c (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7-deactivate, RELEASE=squid-9e2ac70, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True) 2024-09-20T23:01:03.926 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:01:03 smithi134 podman[144324]: 2024-09-20 23:01:03.578976077 +0000 UTC m=+0.370034762 container init 620aaeb54b45d83d60a3414c1760372d6e53eccc4f9469ed7f213a94b4ab284c (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-9e2ac70, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=) 2024-09-20T23:01:03.926 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:01:03 smithi134 podman[144324]: 2024-09-20 23:01:03.583548256 +0000 UTC m=+0.374607056 container start 620aaeb54b45d83d60a3414c1760372d6e53eccc4f9469ed7f213a94b4ab284c (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7-deactivate, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-9e2ac70, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-09-20T23:01:03.926 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:01:03 smithi134 podman[144324]: 2024-09-20 23:01:03.645443009 +0000 UTC m=+0.436501698 container attach 620aaeb54b45d83d60a3414c1760372d6e53eccc4f9469ed7f213a94b4ab284c (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, ceph=True, RELEASE=squid-9e2ac70, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-09-20T23:01:03.926 INFO:journalctl@ceph.osd.7.smithi134.stdout:Sep 20 23:01:03 smithi134 podman[144324]: 2024-09-20 23:01:03.773443396 +0000 UTC m=+0.564502087 container died 620aaeb54b45d83d60a3414c1760372d6e53eccc4f9469ed7f213a94b4ab284c (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-osd-7-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, maintainer=Guillaume Abrioux , RELEASE=squid-9e2ac70, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-09-20T23:01:04.345 DEBUG:teuthology.orchestra.run.smithi134:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c87e54aa-7797-11ef-baf5-efdc52797490@osd.7.service' 2024-09-20T23:01:04.382 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-20T23:01:04.382 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-09-20T23:01:04.382 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-09-20T23:01:04.383 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mds.a 2024-09-20T23:01:04.699 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 20 23:01:04 smithi046 systemd[1]: Stopping Ceph mds.a for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T23:01:05.151 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 20 23:01:04 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-a[124763]: 2024-09-20T23:01:04.695+0000 7fcf62bb3640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-20T23:01:05.151 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 20 23:01:04 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-a[124763]: 2024-09-20T23:01:04.695+0000 7fcf62bb3640 -1 mds.a *** got signal Terminated *** 2024-09-20T23:01:09.130 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 20 23:01:08 smithi046 podman[169915]: 2024-09-20 23:01:08.708887265 +0000 UTC m=+4.121396570 container died 33108268f827ffa93de3309dce57b1739dc90714b7f10d94dd5747db8cdcf864 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-a, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=squid-9e2ac70, CEPH_POINT_RELEASE=, ceph=True) 2024-09-20T23:01:09.401 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 20 23:01:09 smithi046 podman[169915]: 2024-09-20 23:01:09.211228722 +0000 UTC m=+4.623738016 container cleanup 33108268f827ffa93de3309dce57b1739dc90714b7f10d94dd5747db8cdcf864 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-a, io.buildah.version=1.37.2, RELEASE=squid-9e2ac70, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-09-20T23:01:09.401 INFO:journalctl@ceph.mds.a.smithi046.stdout:Sep 20 23:01:09 smithi046 bash[169915]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-a 2024-09-20T23:01:09.573 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mds.a.service' 2024-09-20T23:01:09.609 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-20T23:01:09.610 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-09-20T23:01:09.610 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-09-20T23:01:09.610 DEBUG:teuthology.orchestra.run.smithi134:> sudo systemctl stop ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mds.b 2024-09-20T23:01:09.904 INFO:journalctl@ceph.mds.b.smithi134.stdout:Sep 20 23:01:09 smithi134 systemd[1]: Stopping Ceph mds.b for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T23:01:10.176 INFO:journalctl@ceph.mds.b.smithi134.stdout:Sep 20 23:01:09 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-b[114566]: 2024-09-20T23:01:09.901+0000 7fcb1e5c8640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-20T23:01:10.176 INFO:journalctl@ceph.mds.b.smithi134.stdout:Sep 20 23:01:09 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-b[114566]: 2024-09-20T23:01:09.901+0000 7fcb1e5c8640 -1 mds.b *** got signal Terminated *** 2024-09-20T23:01:13.676 INFO:journalctl@ceph.mds.b.smithi134.stdout:Sep 20 23:01:13 smithi134 podman[144451]: 2024-09-20 23:01:13.413284741 +0000 UTC m=+3.609019289 container died 6e869ed93a43d3508425b3e9abbe0f6818d2771ae8289d6a40efda49d271ebe1 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-b, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-9e2ac70, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-20T23:01:14.162 INFO:journalctl@ceph.mds.b.smithi134.stdout:Sep 20 23:01:13 smithi134 podman[144451]: 2024-09-20 23:01:13.800417555 +0000 UTC m=+3.996152100 container cleanup 6e869ed93a43d3508425b3e9abbe0f6818d2771ae8289d6a40efda49d271ebe1 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-b, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=squid-9e2ac70, GIT_CLEAN=True) 2024-09-20T23:01:14.162 INFO:journalctl@ceph.mds.b.smithi134.stdout:Sep 20 23:01:13 smithi134 bash[144451]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-b 2024-09-20T23:01:14.163 INFO:journalctl@ceph.mds.b.smithi134.stdout:Sep 20 23:01:13 smithi134 podman[144480]: 2024-09-20 23:01:13.959931977 +0000 UTC m=+0.544327274 container remove 6e869ed93a43d3508425b3e9abbe0f6818d2771ae8289d6a40efda49d271ebe1 (image=quay.ceph.io/ceph-ci/ceph@sha256:07c2c7a2cb9ca9b41c609b2ddfb8539abdc0283fbb4aebf87c70eeaf670bffe5, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-mds-b, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-9e2ac70, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-09-20T23:01:14.190 DEBUG:teuthology.orchestra.run.smithi134:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c87e54aa-7797-11ef-baf5-efdc52797490@mds.b.service' 2024-09-20T23:01:14.226 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-20T23:01:14.226 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-09-20T23:01:14.226 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-09-20T23:01:14.227 DEBUG:teuthology.orchestra.run.smithi134:> sudo systemctl stop ceph-c87e54aa-7797-11ef-baf5-efdc52797490@prometheus.a 2024-09-20T23:01:14.550 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 23:01:14 smithi134 systemd[1]: Stopping Ceph prometheus.a for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T23:01:14.823 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 23:01:14 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T23:01:14.548Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-20T23:01:14.823 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 23:01:14 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T23:01:14.548Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-20T23:01:14.823 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 23:01:14 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T23:01:14.548Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-20T23:01:14.823 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 23:01:14 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T23:01:14.548Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-20T23:01:14.823 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 23:01:14 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T23:01:14.548Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-20T23:01:14.823 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 23:01:14 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T23:01:14.548Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-20T23:01:14.823 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 23:01:14 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T23:01:14.548Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-20T23:01:14.823 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 23:01:14 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T23:01:14.548Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-20T23:01:14.824 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 23:01:14 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T23:01:14.549Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-20T23:01:14.824 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 23:01:14 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T23:01:14.550Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-20T23:01:14.824 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 23:01:14 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T23:01:14.550Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-20T23:01:14.824 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 23:01:14 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a[80078]: ts=2024-09-20T23:01:14.551Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-20T23:01:14.824 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 23:01:14 smithi134 podman[144593]: 2024-09-20 23:01:14.559063893 +0000 UTC m=+0.108506867 container died 5e01fa97ed3d5f642b976a2e88ad6f059288018c2d36b6499280be24a9b41470 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-20T23:01:15.176 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 23:01:14 smithi134 podman[144593]: 2024-09-20 23:01:14.921021859 +0000 UTC m=+0.470464864 container cleanup 5e01fa97ed3d5f642b976a2e88ad6f059288018c2d36b6499280be24a9b41470 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-20T23:01:15.176 INFO:journalctl@ceph.prometheus.a.smithi134.stdout:Sep 20 23:01:14 smithi134 bash[144593]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-prometheus-a 2024-09-20T23:01:15.354 DEBUG:teuthology.orchestra.run.smithi134:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c87e54aa-7797-11ef-baf5-efdc52797490@prometheus.a.service' 2024-09-20T23:01:15.386 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-20T23:01:15.387 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-09-20T23:01:15.387 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid c87e54aa-7797-11ef-baf5-efdc52797490 --force --keep-logs 2024-09-20T23:01:17.361 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 23:01:17 smithi046 systemd[1]: Stopping Ceph alertmanager.a for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T23:01:17.650 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 23:01:17 smithi046 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a[86359]: ts=2024-09-20T23:01:17.359Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-20T23:01:17.651 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 23:01:17 smithi046 podman[170366]: 2024-09-20 23:01:17.400709002 +0000 UTC m=+0.146130359 container died 0d74f13360c69d2570cbe2ca5d9d063a7ac2555d8b3f0e9473fbd21bca51c2c9 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-20T23:01:18.010 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 23:01:17 smithi046 podman[170366]: 2024-09-20 23:01:17.832681194 +0000 UTC m=+0.578102541 container cleanup 0d74f13360c69d2570cbe2ca5d9d063a7ac2555d8b3f0e9473fbd21bca51c2c9 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-20T23:01:18.010 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 23:01:17 smithi046 bash[170366]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a 2024-09-20T23:01:18.297 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 23:01:18 smithi046 podman[170383]: 2024-09-20 23:01:18.008663231 +0000 UTC m=+0.604440864 container remove 0d74f13360c69d2570cbe2ca5d9d063a7ac2555d8b3f0e9473fbd21bca51c2c9 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-20T23:01:18.297 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 23:01:18 smithi046 podman[170383]: 2024-09-20 23:01:18.084331216 +0000 UTC m=+0.680108850 volume remove b4378973e412e0dd133b5bb25e01b25b75e895222a0b79b43bf2cad8710bbb97 2024-09-20T23:01:18.651 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 23:01:18 smithi046 systemd[1]: Stopping Ceph node-exporter.a for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T23:01:18.651 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 23:01:18 smithi046 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@alertmanager.a.service: Deactivated successfully. 2024-09-20T23:01:18.651 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 23:01:18 smithi046 systemd[1]: Stopped Ceph alertmanager.a for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T23:01:18.651 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Sep 20 23:01:18 smithi046 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@alertmanager.a.service: Consumed 4.604s CPU time. 2024-09-20T23:01:19.130 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 23:01:18 smithi046 podman[170495]: 2024-09-20 23:01:18.758766783 +0000 UTC m=+0.118872996 container died 808d8998a7db7950b5cc8ad5d05df827cfc0d92fd5af5381d4de727951c5e7ba (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-20T23:01:19.400 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 23:01:19 smithi046 podman[170495]: 2024-09-20 23:01:19.212152715 +0000 UTC m=+0.572258916 container cleanup 808d8998a7db7950b5cc8ad5d05df827cfc0d92fd5af5381d4de727951c5e7ba (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-20T23:01:19.400 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 23:01:19 smithi046 bash[170495]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a 2024-09-20T23:01:19.824 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 23:01:19 smithi046 podman[170513]: 2024-09-20 23:01:19.446520657 +0000 UTC m=+0.691696503 container remove 808d8998a7db7950b5cc8ad5d05df827cfc0d92fd5af5381d4de727951c5e7ba (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-20T23:01:19.824 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 23:01:19 smithi046 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-20T23:01:19.824 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 23:01:19 smithi046 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-20T23:01:19.824 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 23:01:19 smithi046 systemd[1]: Stopped Ceph node-exporter.a for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T23:01:19.824 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Sep 20 23:01:19 smithi046 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@node-exporter.a.service: Consumed 9.061s CPU time. 2024-09-20T23:01:20.330 DEBUG:teuthology.orchestra.run.smithi134:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid c87e54aa-7797-11ef-baf5-efdc52797490 --force --keep-logs 2024-09-20T23:01:22.248 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 23:01:21 smithi134 systemd[1]: Stopping Ceph grafana.a for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T23:01:22.521 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 23:01:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=server t=2024-09-20T23:01:22.246686071Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-09-20T23:01:22.521 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 23:01:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=ticker t=2024-09-20T23:01:22.247018706Z level=info msg=stopped last_tick=2024-09-20T23:01:20Z 2024-09-20T23:01:22.521 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 23:01:22 smithi134 ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a[118765]: logger=tracing t=2024-09-20T23:01:22.24704559Z level=info msg="Closing tracing" 2024-09-20T23:01:22.521 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 23:01:22 smithi134 podman[145049]: 2024-09-20 23:01:22.257440518 +0000 UTC m=+0.126603803 container died b597a6221e127f66edf0502069d4d224eef9ddf92fdeb7f87b6196eb73070064 (image=quay.io/ceph/grafana:9.4.12, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a, maintainer=Grafana Labs ) 2024-09-20T23:01:22.863 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 23:01:22 smithi134 podman[145049]: 2024-09-20 23:01:22.66925522 +0000 UTC m=+0.538418494 container cleanup b597a6221e127f66edf0502069d4d224eef9ddf92fdeb7f87b6196eb73070064 (image=quay.io/ceph/grafana:9.4.12, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a, maintainer=Grafana Labs ) 2024-09-20T23:01:22.863 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 23:01:22 smithi134 bash[145049]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a 2024-09-20T23:01:23.176 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 23:01:22 smithi134 podman[145068]: 2024-09-20 23:01:22.862148416 +0000 UTC m=+0.602050814 container remove b597a6221e127f66edf0502069d4d224eef9ddf92fdeb7f87b6196eb73070064 (image=quay.io/ceph/grafana:9.4.12, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-grafana-a, maintainer=Grafana Labs ) 2024-09-20T23:01:23.176 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 23:01:23 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@grafana.a.service: Deactivated successfully. 2024-09-20T23:01:23.176 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 23:01:23 smithi134 systemd[1]: Stopped Ceph grafana.a for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T23:01:23.176 INFO:journalctl@ceph.grafana.a.smithi134.stdout:Sep 20 23:01:23 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@grafana.a.service: Consumed 40.552s CPU time. 2024-09-20T23:01:23.529 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 23:01:23 smithi134 systemd[1]: Stopping Ceph node-exporter.b for c87e54aa-7797-11ef-baf5-efdc52797490... 2024-09-20T23:01:23.808 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 23:01:23 smithi134 podman[145181]: 2024-09-20 23:01:23.527690981 +0000 UTC m=+0.125253883 container died d64b31ebfc6a04bc8f584956f28741b73187a9a50b65763402adf4dea295c97c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-20T23:01:24.143 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 23:01:23 smithi134 podman[145181]: 2024-09-20 23:01:23.914828049 +0000 UTC m=+0.512390951 container cleanup d64b31ebfc6a04bc8f584956f28741b73187a9a50b65763402adf4dea295c97c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-20T23:01:24.143 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 23:01:23 smithi134 bash[145181]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b 2024-09-20T23:01:24.424 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 23:01:24 smithi134 podman[145198]: 2024-09-20 23:01:24.141431446 +0000 UTC m=+0.617467844 container remove d64b31ebfc6a04bc8f584956f28741b73187a9a50b65763402adf4dea295c97c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c87e54aa-7797-11ef-baf5-efdc52797490-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-20T23:01:24.424 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 23:01:24 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-20T23:01:24.424 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 23:01:24 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-20T23:01:24.424 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 23:01:24 smithi134 systemd[1]: Stopped Ceph node-exporter.b for c87e54aa-7797-11ef-baf5-efdc52797490. 2024-09-20T23:01:24.425 INFO:journalctl@ceph.node-exporter.b.smithi134.stdout:Sep 20 23:01:24 smithi134 systemd[1]: ceph-c87e54aa-7797-11ef-baf5-efdc52797490@node-exporter.b.service: Consumed 8.283s CPU time. 2024-09-20T23:01:24.908 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-20T23:01:24.943 DEBUG:teuthology.orchestra.run.smithi134:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-20T23:01:24.970 INFO:tasks.cephadm:Archiving crash dumps... 2024-09-20T23:01:24.971 DEBUG:teuthology.misc:Transferring archived files from smithi046:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/crash to /home/teuthworker/archive/teuthology-2024-09-20_02:08:02-upgrade-squid-distro-default-smithi/7912632/remote/smithi046/crash 2024-09-20T23:01:24.972 DEBUG:teuthology.orchestra.run.smithi046:> sudo tar c -f - -C /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/crash -- . 2024-09-20T23:01:25.022 INFO:teuthology.orchestra.run.smithi046.stderr:tar: /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/crash: Cannot open: No such file or directory 2024-09-20T23:01:25.022 INFO:teuthology.orchestra.run.smithi046.stderr:tar: Error is not recoverable: exiting now 2024-09-20T23:01:25.025 DEBUG:teuthology.misc:Transferring archived files from smithi134:/var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/crash to /home/teuthworker/archive/teuthology-2024-09-20_02:08:02-upgrade-squid-distro-default-smithi/7912632/remote/smithi134/crash 2024-09-20T23:01:25.025 DEBUG:teuthology.orchestra.run.smithi134:> sudo tar c -f - -C /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/crash -- . 2024-09-20T23:01:25.070 INFO:teuthology.orchestra.run.smithi134.stderr:tar: /var/lib/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/crash: Cannot open: No such file or directory 2024-09-20T23:01:25.070 INFO:teuthology.orchestra.run.smithi134.stderr:tar: Error is not recoverable: exiting now 2024-09-20T23:01:25.071 INFO:tasks.cephadm:Checking cluster log for badness... 2024-09-20T23:01:25.072 DEBUG:teuthology.orchestra.run.smithi046:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-09-20T23:01:25.101 INFO:teuthology.orchestra.run.smithi046.stdout:1726868303.310295 mon.a (mon.0) 642 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T23:01:25.103 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-09-20T23:01:25.103 DEBUG:teuthology.orchestra.run.smithi046:> sudo egrep '\[SEC\]' /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-09-20T23:01:25.174 DEBUG:teuthology.orchestra.run.smithi046:> sudo egrep '\[ERR\]' /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-09-20T23:01:25.244 DEBUG:teuthology.orchestra.run.smithi046:> sudo egrep '\[WRN\]' /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-09-20T23:01:25.312 INFO:teuthology.orchestra.run.smithi046.stdout:1726868303.310295 mon.a (mon.0) 642 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-20T23:01:25.314 INFO:tasks.cephadm:Compressing logs... 2024-09-20T23:01:25.314 DEBUG:teuthology.orchestra.run.smithi046:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-20T23:01:25.356 DEBUG:teuthology.orchestra.run.smithi134:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-20T23:01:25.380 INFO:teuthology.orchestra.run.smithi046.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-osd.0.log 2024-09-20T23:01:25.380 INFO:teuthology.orchestra.run.smithi046.stderr:: No such file or directory 2024-09-20T23:01:25.380 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-osd.1.log 2024-09-20T23:01:25.380 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-volume.log 2024-09-20T23:01:25.384 INFO:teuthology.orchestra.run.smithi134.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-osd.7.log 2024-09-20T23:01:25.384 INFO:teuthology.orchestra.run.smithi134.stderr:: No such file or directory 2024-09-20T23:01:25.384 INFO:teuthology.orchestra.run.smithi134.stderr:gzip -5 --verbose -- /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-volume.log 2024-09-20T23:01:25.384 INFO:teuthology.orchestra.run.smithi134.stderr:gzip -5 --verbose -- /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-mds.b.log 2024-09-20T23:01:25.384 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-osd.7.log: /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-osd.4.log 2024-09-20T23:01:25.385 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph.audit.log 2024-09-20T23:01:25.385 INFO:teuthology.orchestra.run.smithi134.stderr: 85.7% -- replaced with /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-mds.b.log.gz 2024-09-20T23:01:25.385 INFO:teuthology.orchestra.run.smithi134.stderr:gzip -5 --verbose -- /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph.cephadm.log 2024-09-20T23:01:25.385 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-osd.4.log: /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-osd.6.log 2024-09-20T23:01:25.385 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-osd.5.log 2024-09-20T23:01:25.385 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-osd.0.log: /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph.audit.log 2024-09-20T23:01:25.385 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-mon.c.log 2024-09-20T23:01:25.385 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-mds.a.log 2024-09-20T23:01:25.386 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph.audit.log: /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph.cephadm.log 2024-09-20T23:01:25.386 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-mon.a.log 2024-09-20T23:01:25.386 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-osd.2.log 2024-09-20T23:01:25.386 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-mon.a.log: 91.0% -- replaced with /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph.cephadm.log.gz 2024-09-20T23:01:25.387 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph.log 2024-09-20T23:01:25.387 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-osd.5.log: 84.2% -- replaced with /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph.cephadm.log.gz 2024-09-20T23:01:25.387 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph.log: gzip -5 --verbose -- /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-mgr.x.log 2024-09-20T23:01:25.391 INFO:teuthology.orchestra.run.smithi134.stderr: 91.3% -- replaced with /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph.audit.log.gz 2024-09-20T23:01:25.396 INFO:teuthology.orchestra.run.smithi046.stderr: 94.7% -- replaced with /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph.audit.log.gz 2024-09-20T23:01:25.396 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-mgr.y.log 2024-09-20T23:01:25.397 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph.log 2024-09-20T23:01:25.399 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-mgr.y.log: 92.4% -- replaced with /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-mds.a.log.gz 2024-09-20T23:01:25.399 INFO:teuthology.orchestra.run.smithi134.stderr: 91.2% -- replaced with /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-volume.log.gz 2024-09-20T23:01:25.399 INFO:teuthology.orchestra.run.smithi134.stderr: 86.6% -- replaced with /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph.log.gz 2024-09-20T23:01:25.400 INFO:teuthology.orchestra.run.smithi134.stderr:gzip -5 --verbose -- /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-mon.b.log 2024-09-20T23:01:25.400 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-20T23:01:25.404 INFO:teuthology.orchestra.run.smithi046.stderr: 91.1% -- replaced with /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-volume.log.gz 2024-09-20T23:01:25.406 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-osd.3.log 2024-09-20T23:01:25.406 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-20T23:01:25.425 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-mon.b.log: /var/log/ceph/cephadm.log: 92.0% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-20T23:01:25.425 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-osd.3.log: /var/log/ceph/cephadm.log: 92.3% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-20T23:01:25.431 INFO:teuthology.orchestra.run.smithi046.stderr: 92.6% -- replaced with /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph.log.gz 2024-09-20T23:01:25.475 INFO:teuthology.orchestra.run.smithi134.stderr: 90.8% -- replaced with /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-mgr.x.log.gz 2024-09-20T23:01:26.409 INFO:teuthology.orchestra.run.smithi046.stderr: 90.1% -- replaced with /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-mgr.y.log.gz 2024-09-20T23:01:26.790 INFO:teuthology.orchestra.run.smithi134.stderr: 92.2% -- replaced with /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-mon.b.log.gz 2024-09-20T23:01:27.168 INFO:teuthology.orchestra.run.smithi046.stderr: 91.9% -- replaced with /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-mon.c.log.gz 2024-09-20T23:01:30.958 INFO:teuthology.orchestra.run.smithi046.stderr: 90.5% -- replaced with /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-mon.a.log.gz 2024-09-20T23:01:45.651 INFO:teuthology.orchestra.run.smithi134.stderr: 94.5% -- replaced with /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-osd.6.log.gz 2024-09-20T23:01:46.270 INFO:teuthology.orchestra.run.smithi134.stderr: 94.5% -- replaced with /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-osd.4.log.gz 2024-09-20T23:01:47.935 INFO:teuthology.orchestra.run.smithi134.stderr: 94.4% -- replaced with /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-osd.5.log.gz 2024-09-20T23:01:48.939 INFO:teuthology.orchestra.run.smithi046.stderr: 94.5% -- replaced with /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-osd.3.log.gz 2024-09-20T23:01:49.032 INFO:teuthology.orchestra.run.smithi134.stderr: 94.4% -- replaced with /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-osd.7.log.gz 2024-09-20T23:01:49.034 INFO:teuthology.orchestra.run.smithi134.stderr: 2024-09-20T23:01:49.034 INFO:teuthology.orchestra.run.smithi134.stderr:real 0m23.663s 2024-09-20T23:01:49.034 INFO:teuthology.orchestra.run.smithi134.stderr:user 1m25.467s 2024-09-20T23:01:49.034 INFO:teuthology.orchestra.run.smithi134.stderr:sys 0m3.274s 2024-09-20T23:01:51.431 INFO:teuthology.orchestra.run.smithi046.stderr: 94.3% -- replaced with /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-osd.1.log.gz 2024-09-20T23:01:52.859 INFO:teuthology.orchestra.run.smithi046.stderr: 94.0% -- replaced with /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-osd.2.log.gz 2024-09-20T23:01:55.859 INFO:teuthology.orchestra.run.smithi046.stderr: 94.8% -- replaced with /var/log/ceph/c87e54aa-7797-11ef-baf5-efdc52797490/ceph-osd.0.log.gz 2024-09-20T23:01:55.860 INFO:teuthology.orchestra.run.smithi046.stderr: 2024-09-20T23:01:55.860 INFO:teuthology.orchestra.run.smithi046.stderr:real 0m30.491s 2024-09-20T23:01:55.860 INFO:teuthology.orchestra.run.smithi046.stderr:user 1m52.174s 2024-09-20T23:01:55.860 INFO:teuthology.orchestra.run.smithi046.stderr:sys 0m3.604s 2024-09-20T23:01:55.861 INFO:tasks.cephadm:Archiving logs... 2024-09-20T23:01:55.861 DEBUG:teuthology.misc:Transferring archived files from smithi046:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-20_02:08:02-upgrade-squid-distro-default-smithi/7912632/remote/smithi046/log 2024-09-20T23:01:55.863 DEBUG:teuthology.orchestra.run.smithi046:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-20T23:02:09.606 DEBUG:teuthology.misc:Transferring archived files from smithi134:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-20_02:08:02-upgrade-squid-distro-default-smithi/7912632/remote/smithi134/log 2024-09-20T23:02:09.607 DEBUG:teuthology.orchestra.run.smithi134:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-20T23:02:20.684 INFO:tasks.cephadm:Removing cluster... 2024-09-20T23:02:20.685 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid c87e54aa-7797-11ef-baf5-efdc52797490 --force 2024-09-20T23:02:21.316 DEBUG:teuthology.orchestra.run.smithi134:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid c87e54aa-7797-11ef-baf5-efdc52797490 --force 2024-09-20T23:02:21.895 INFO:tasks.cephadm:Removing cephadm ... 2024-09-20T23:02:21.895 DEBUG:teuthology.orchestra.run.smithi046:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-20T23:02:21.914 DEBUG:teuthology.orchestra.run.smithi134:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-20T23:02:21.929 INFO:tasks.cephadm:Teardown complete 2024-09-20T23:02:21.929 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-20T23:02:21.939 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-20T23:02:21.940 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-20T23:02:21.956 DEBUG:teuthology.orchestra.run.smithi134:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-20T23:02:22.043 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-20T23:02:22.052 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-20T23:02:22.053 DEBUG:teuthology.orchestra.run.smithi046:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-20T23:02:22.055 DEBUG:teuthology.orchestra.run.smithi134:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-20T23:02:22.069 INFO:teuthology.orchestra.run.smithi134.stderr:bash: line 1: ntpq: command not found 2024-09-20T23:02:22.069 INFO:teuthology.orchestra.run.smithi046.stderr:bash: line 1: ntpq: command not found 2024-09-20T23:02:22.073 INFO:teuthology.orchestra.run.smithi134.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-20T23:02:22.073 INFO:teuthology.orchestra.run.smithi134.stdout:=============================================================================== 2024-09-20T23:02:22.073 INFO:teuthology.orchestra.run.smithi134.stdout:^* hv01.front.sepia.ceph.com 3 7 377 72 -284us[ -278us] +/- 49ms 2024-09-20T23:02:22.073 INFO:teuthology.orchestra.run.smithi134.stdout:^+ hv02.front.sepia.ceph.com 3 7 377 71 -379us[ -379us] +/- 56ms 2024-09-20T23:02:22.073 INFO:teuthology.orchestra.run.smithi134.stdout:^+ hv03.front.sepia.ceph.com 3 7 377 9 +849us[ +849us] +/- 88ms 2024-09-20T23:02:22.073 INFO:teuthology.orchestra.run.smithi134.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-09-20T23:02:22.075 INFO:teuthology.orchestra.run.smithi046.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-20T23:02:22.075 INFO:teuthology.orchestra.run.smithi046.stdout:=============================================================================== 2024-09-20T23:02:22.075 INFO:teuthology.orchestra.run.smithi046.stdout:^* hv01.front.sepia.ceph.com 3 6 377 10 -269us[ -295us] +/- 50ms 2024-09-20T23:02:22.075 INFO:teuthology.orchestra.run.smithi046.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 8 -347us[ -347us] +/- 57ms 2024-09-20T23:02:22.075 INFO:teuthology.orchestra.run.smithi046.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 4 +920us[ +920us] +/- 88ms 2024-09-20T23:02:22.075 INFO:teuthology.orchestra.run.smithi046.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-09-20T23:02:22.075 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-20T23:02:22.084 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-20T23:02:22.085 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-20T23:02:22.094 DEBUG:teuthology.orchestra.run.smithi046:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-20T23:02:22.219 DEBUG:teuthology.orchestra.run.smithi134:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-20T23:02:22.303 DEBUG:teuthology.orchestra.run.smithi046:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-09-20T23:02:22.335 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-20T23:02:22.335 DEBUG:teuthology.orchestra.run.smithi134:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-09-20T23:02:22.363 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-20T23:02:22.363 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-20T23:02:22.374 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-20T23:02:22.400 INFO:teuthology.task.internal:Duration was 5745.821811 seconds 2024-09-20T23:02:22.400 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-20T23:02:22.447 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-20T23:02:22.448 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-20T23:02:22.450 DEBUG:teuthology.orchestra.run.smithi134:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-20T23:02:22.488 INFO:teuthology.orchestra.run.smithi134.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-20T23:02:22.489 INFO:teuthology.orchestra.run.smithi046.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-20T23:02:22.686 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-20T23:02:22.686 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi046.front.sepia.ceph.com 2024-09-20T23:02:22.686 DEBUG:teuthology.orchestra.run.smithi046:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-20T23:02:22.747 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi134.front.sepia.ceph.com 2024-09-20T23:02:22.747 DEBUG:teuthology.orchestra.run.smithi134:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-20T23:02:22.773 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-20T23:02:22.773 DEBUG:teuthology.orchestra.run.smithi046:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-20T23:02:22.790 DEBUG:teuthology.orchestra.run.smithi134:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-20T23:02:22.839 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-20T23:02:22.839 DEBUG:teuthology.orchestra.run.smithi046:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-20T23:02:22.858 DEBUG:teuthology.orchestra.run.smithi134:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-20T23:02:23.448 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-20T23:02:23.460 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-20T23:02:23.460 DEBUG:teuthology.orchestra.run.smithi046:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-20T23:02:23.486 DEBUG:teuthology.orchestra.run.smithi134:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-20T23:02:23.510 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-20T23:02:23.522 DEBUG:teuthology.orchestra.run.smithi046:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-20T23:02:23.530 DEBUG:teuthology.orchestra.run.smithi134:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-20T23:02:23.550 INFO:teuthology.orchestra.run.smithi046.stdout:kernel.core_pattern = core 2024-09-20T23:02:23.574 INFO:teuthology.orchestra.run.smithi134.stdout:kernel.core_pattern = core 2024-09-20T23:02:23.587 DEBUG:teuthology.orchestra.run.smithi046:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-20T23:02:23.618 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-20T23:02:23.619 DEBUG:teuthology.orchestra.run.smithi134:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-20T23:02:23.641 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-20T23:02:23.641 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-20T23:02:23.653 INFO:teuthology.task.internal:Transferring archived files... 2024-09-20T23:02:23.653 DEBUG:teuthology.misc:Transferring archived files from smithi046:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-20_02:08:02-upgrade-squid-distro-default-smithi/7912632/remote/smithi046 2024-09-20T23:02:23.654 DEBUG:teuthology.orchestra.run.smithi046:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-20T23:02:23.707 DEBUG:teuthology.misc:Transferring archived files from smithi134:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-20_02:08:02-upgrade-squid-distro-default-smithi/7912632/remote/smithi134 2024-09-20T23:02:23.707 DEBUG:teuthology.orchestra.run.smithi134:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-20T23:02:23.747 INFO:teuthology.task.internal:Removing archive directory... 2024-09-20T23:02:23.747 DEBUG:teuthology.orchestra.run.smithi046:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-20T23:02:23.749 DEBUG:teuthology.orchestra.run.smithi134:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-20T23:02:23.794 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-20T23:02:23.805 INFO:teuthology.task.internal:Not uploading archives. 2024-09-20T23:02:23.805 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-20T23:02:23.816 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-20T23:02:23.816 DEBUG:teuthology.orchestra.run.smithi046:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-20T23:02:23.819 DEBUG:teuthology.orchestra.run.smithi134:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-20T23:02:23.832 INFO:teuthology.orchestra.run.smithi046.stdout: 265861 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 20 23:02 /home/ubuntu/cephtest 2024-09-20T23:02:23.848 INFO:teuthology.orchestra.run.smithi134.stdout: 265324 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 20 23:02 /home/ubuntu/cephtest 2024-09-20T23:02:23.850 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-20T23:02:23.861 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-20T23:02:23.886 INFO:teuthology.run:Summary data: description: upgrade/quincy-x/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 5745.821811199188 failure_reason: '"1726868303.310295 mon.a (mon.0) 642 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log' flavor: default owner: scheduled_teuthology@teuthology success: false 2024-09-20T23:02:23.887 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-20T23:02:24.005 INFO:teuthology.run:FAIL